-- Logs begin at Mon 2021-08-16 19:17:18 UTC, end at Mon 2021-08-16 21:31:53 UTC. -- Aug 16 19:47:44.862645 n-d-787206-13 systemd[1]: Started Devstack devstack@q-svc.service. Aug 16 19:47:47.547824 n-d-787206-13 neutron-server[94663]: INFO neutron.common.config [-] Logging enabled! Aug 16 19:47:47.548394 n-d-787206-13 neutron-server[94663]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev544 Aug 16 19:47:47.548588 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94663) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 19:47:47.551856 n-d-787206-13 neutron-server[94663]: INFO neutron.common.config [-] Logging enabled! Aug 16 19:47:47.552139 n-d-787206-13 neutron-server[94663]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev544 Aug 16 19:47:47.552452 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94663) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 19:47:47.553372 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 19:47:47.553608 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 19:47:47.553968 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 19:47:47.554213 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 19:47:47.554441 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 19:47:47.554765 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.555062 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.555495 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.555728 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.556026 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.556320 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.556606 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.556895 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.557191 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.557477 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.557756 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.558039 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.558267 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.558546 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.558832 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.559117 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.559373 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] debug = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.559656 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.560080 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.560488 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.560771 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.561061 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.561340 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.561614 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.561892 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.562177 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.562511 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] host = n-d-787206-13 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.562788 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.563075 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.563389 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.563678 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.563955 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.564232 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.564520 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.564795 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.565068 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] log_file = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.565351 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.565643 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.565930 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.566222 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.566447 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.566668 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.566956 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.567265 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.567542 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.567843 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.568123 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.568400 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.568678 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.568949 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.569237 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.569521 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.569808 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.570084 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.570361 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.570638 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.570910 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.571195 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.571497 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.571774 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.572048 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.572340 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.572613 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.572889 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.573192 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.573480 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.573762 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.574048 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.574323 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.574782 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.575311 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.575833 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.576307 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] use_json = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.576721 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.577008 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.577299 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.577581 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.577860 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.578139 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.578589 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.579125 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:47.579523 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.579834 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.580144 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.580439 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.580743 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.581030 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.581329 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.581726 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.582249 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.582763 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.583808 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.584311 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.584823 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.585311 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.585636 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.585960 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.586266 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.586570 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.586853 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.587134 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.587441 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.587729 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.588022 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.588321 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.588665 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.589154 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.589679 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.590206 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.590532 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.590815 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.591103 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.591428 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.591713 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.591994 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.592283 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.592566 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.592844 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.593120 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.593402 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.593700 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.594239 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.594517 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.594793 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.595075 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.595384 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.595673 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.595960 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.596236 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.596514 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.596794 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.597068 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.597343 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.597642 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.597898 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.598177 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.598453 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.598727 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.599579 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.599873 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.600149 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.600424 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.600703 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.600983 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.601258 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.601534 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.601808 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.602082 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.602356 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.602645 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.602951 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.603237 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.603543 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.603828 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.604113 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.604398 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.604679 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.604961 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.605249 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.605525 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.605821 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.606107 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.606400 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.606686 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.606969 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.607288 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.607576 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.607864 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.608146 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.608428 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.608727 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.609013 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.609309 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.609603 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.609898 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.610193 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.610505 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.610783 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.611097 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.611408 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:47.611627 n-d-787206-13 neutron-server[94663]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 19:47:47.611875 n-d-787206-13 neutron-server[94663]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94663) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 16 19:47:47.965554 n-d-787206-13 neutron-server[94663]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 19:47:47.965830 n-d-787206-13 neutron-server[94663]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 19:47:47.966114 n-d-787206-13 neutron-server[94663]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 19:47:47.966445 n-d-787206-13 neutron-server[94663]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 16 19:47:48.362874 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.363078 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.363458 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.364688 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.364963 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.365227 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.399195 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.399493 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.399762 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.416423 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.416708 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.416978 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.445616 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.445894 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.446163 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.481817 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.482095 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.482367 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.713260 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.713876 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.713876 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.714066 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.714743 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.835657 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.835980 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.836263 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.836533 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.836795 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.837104 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.837366 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.837620 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.837874 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.838155 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.838414 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.838675 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.838928 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.839176 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.839458 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.839721 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.839975 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.840240 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.840508 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.840765 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.841032 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.841282 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.841566 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.841945 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.842194 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.842438 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.842829 n-d-787206-13 neutron-server[94663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 19:47:48.843072 n-d-787206-13 neutron-server[94663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 19:47:48.843343 n-d-787206-13 neutron-server[94663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 19:47:48.843583 n-d-787206-13 neutron-server[94663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 19:47:48.843818 n-d-787206-13 neutron-server[94663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 19:47:48.844321 n-d-787206-13 neutron-server[94663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 19:47:48.844686 n-d-787206-13 neutron-server[94663]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 16 19:47:48.847770 n-d-787206-13 neutron-server[94663]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 16 19:47:48.851725 n-d-787206-13 neutron-server[94663]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 16 19:47:48.855472 n-d-787206-13 neutron-server[94663]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Aug 16 19:47:48.857243 n-d-787206-13 neutron-server[94663]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 16 19:47:48.857691 n-d-787206-13 neutron-server[94663]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 16 19:47:48.858033 n-d-787206-13 neutron-server[94663]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 16 19:47:48.858424 n-d-787206-13 neutron-server[94663]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 16 19:47:48.861227 n-d-787206-13 neutron-server[94663]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 16 19:47:48.861482 n-d-787206-13 neutron-server[94663]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 16 19:47:48.861828 n-d-787206-13 neutron-server[94663]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 19:47:48.867172 n-d-787206-13 neutron-server[94663]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 16 19:47:48.889466 n-d-787206-13 neutron-server[94663]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 16 19:47:48.889918 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.890215 n-d-787206-13 neutron-server[94663]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94663) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 16 19:47:48.890574 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.891951 n-d-787206-13 neutron-server[94663]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94663) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 16 19:47:48.892237 n-d-787206-13 neutron-server[94663]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 19:47:48.892488 n-d-787206-13 neutron-server[94663]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 16 19:47:48.896497 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.896780 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:48.959122 n-d-787206-13 neutron-server[94663]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 16 19:47:48.959390 n-d-787206-13 neutron-server[94663]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 16 19:47:48.959625 n-d-787206-13 neutron-server[94663]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 16 19:47:48.959988 n-d-787206-13 neutron-server[94663]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 16 19:47:48.981014 n-d-787206-13 neutron-server[94663]: DEBUG oslo_db.sqlalchemy.engines [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94663) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 16 19:47:49.512903 n-d-787206-13 neutron-server[94663]: INFO neutron.plugins.ml2.managers [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Initializing driver for type 'gre' Aug 16 19:47:49.513552 n-d-787206-13 neutron-server[94663]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] gre ID ranges: [(1, 1000)] Aug 16 19:47:49.565278 n-d-787206-13 neutron-server[94663]: INFO neutron.plugins.ml2.managers [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Initializing driver for type 'local' Aug 16 19:47:49.565682 n-d-787206-13 neutron-server[94663]: INFO neutron.plugins.ml2.managers [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Initializing driver for type 'vlan' Aug 16 19:47:49.579009 n-d-787206-13 neutron-server[94663]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] VlanTypeDriver initialization complete Aug 16 19:47:49.579369 n-d-787206-13 neutron-server[94663]: INFO neutron.plugins.ml2.managers [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Initializing driver for type 'vxlan' Aug 16 19:47:49.579930 n-d-787206-13 neutron-server[94663]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] vxlan ID ranges: [(1, 1000)] Aug 16 19:47:49.630707 n-d-787206-13 neutron-server[94663]: INFO neutron.plugins.ml2.managers [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Initializing extension driver 'port_security' Aug 16 19:47:49.631058 n-d-787206-13 neutron-server[94663]: INFO neutron.plugins.ml2.extensions.port_security [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] PortSecurityExtensionDriver initialization complete Aug 16 19:47:49.631417 n-d-787206-13 neutron-server[94663]: INFO neutron.plugins.ml2.managers [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Initializing mechanism driver 'openvswitch' Aug 16 19:47:49.631749 n-d-787206-13 neutron-server[94663]: INFO neutron.plugins.ml2.managers [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Initializing mechanism driver 'hyperv' Aug 16 19:47:49.638779 n-d-787206-13 neutron-server[94663]: DEBUG neutron.plugins.ml2.plugin [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:47:49.639561 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > port after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.639983 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > port after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.640387 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > port after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.640952 n-d-787206-13 neutron-server[94663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 19:47:49.641407 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > subnet after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.641802 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > subnet after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.642210 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > subnet after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.642596 n-d-787206-13 neutron-server[94663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 19:47:49.643039 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > network after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.643470 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > network after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.643808 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > network after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.644267 n-d-787206-13 neutron-server[94663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 19:47:49.644691 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > security_group after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.645081 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > security_group after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.645491 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > security_group after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.645924 n-d-787206-13 neutron-server[94663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 19:47:49.646556 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.646984 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.647321 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.647783 n-d-787206-13 neutron-server[94663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 19:47:49.648181 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > address_group after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.648523 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > address_group after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.648932 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > address_group after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.649331 n-d-787206-13 neutron-server[94663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 19:47:49.649748 n-d-787206-13 neutron-server[94663]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] ML2 OVO RPC backend initialized. {{(pid=94663) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 16 19:47:49.650569 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > router_interface after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.650980 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.651492 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > network before_response 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.651844 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > networks before_response 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.652239 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > port before_response 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.652612 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > ports before_response 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.652992 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > subnet before_response 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.653347 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > subnets before_response 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.653705 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > network after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.654178 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > network after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.654553 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > network after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.654894 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > port after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.655311 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > port after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.655690 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > port after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.656006 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > subnet after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.656357 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > subnet after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.656688 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > subnet after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.657255 n-d-787206-13 neutron-server[94663]: INFO neutron.plugins.ml2.plugin [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Modular L2 Plugin initialization complete Aug 16 19:47:49.657577 n-d-787206-13 neutron-server[94663]: DEBUG neutron.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading services supported by the core plugin {{(pid=94663) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 16 19:47:49.657896 n-d-787206-13 neutron-server[94663]: INFO neutron.plugins.ml2.managers [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Got port-security extension from driver 'port_security' Aug 16 19:47:49.658354 n-d-787206-13 neutron-server[94663]: INFO neutron.extensions.vlantransparent [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Disabled vlantransparent extension. Aug 16 19:47:49.658824 n-d-787206-13 neutron-server[94663]: DEBUG neutron.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94663) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 16 19:47:49.659137 n-d-787206-13 neutron-server[94663]: INFO neutron.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading Plugin: router Aug 16 19:47:49.697315 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > router_interface before_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.697703 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > router after_create 55549900 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.698069 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > router before_create 55549900 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.698435 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.698804 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.699158 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > router after_delete 55549900 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.699546 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > floatingip after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.699906 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > router after_create 55549900 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.700248 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > router after_update 55549900 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.700590 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > router after_update 55549900 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.700933 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.701283 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > router after_update 55549900 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.701685 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > router precommit_update 55549900 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.702046 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: port after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.702380 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: port after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.702712 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: subnet after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.703042 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.703416 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > port precommit_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.703758 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > router precommit_create 55549900 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.704095 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: port before_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.704430 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > router precommit_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.704780 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > router after_update 55549900 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.705117 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > router precommit_delete 55549900 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.705462 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > router precommit_create 55549900 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.705818 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > router_interface after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.706157 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > router precommit_update 55549900 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.706516 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > agent after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.706872 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > agent after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.707210 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > network after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.708126 n-d-787206-13 neutron-server[94663]: DEBUG neutron.quota.resource_registry [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Tracking information for resource: router configured {{(pid=94663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 19:47:49.708990 n-d-787206-13 neutron-server[94663]: DEBUG neutron.quota.resource_registry [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Tracking information for resource: floatingip configured {{(pid=94663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 19:47:49.713880 n-d-787206-13 neutron-server[94663]: INFO neutron.db.l3_agentschedulers_db [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 16 19:47:49.714566 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: port after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.714926 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: port after_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.715297 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: port after_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.715649 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: port after_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.716430 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > router before_create 55550100 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.716789 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > router precommit_delete 55550100 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.717144 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > router precommit_create 55550100 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.717497 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > router precommit_update 55550100 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.722171 n-d-787206-13 neutron-server[94663]: DEBUG neutron.services.provider_configuration [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Service providers = [] {{(pid=94663) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 16 19:47:49.722530 n-d-787206-13 neutron-server[94663]: DEBUG neutron.db.servicetype_db [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94663) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 16 19:47:49.725477 n-d-787206-13 neutron-server[94663]: DEBUG neutron.services.service_base [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 19:47:49.725829 n-d-787206-13 neutron-server[94663]: DEBUG neutron.services.service_base [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 19:47:49.726167 n-d-787206-13 neutron-server[94663]: DEBUG neutron.services.service_base [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 19:47:49.727032 n-d-787206-13 neutron-server[94663]: DEBUG neutron.services.service_base [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 19:47:49.727427 n-d-787206-13 neutron-server[94663]: INFO neutron.services.service_base [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 16 19:47:49.727799 n-d-787206-13 neutron-server[94663]: DEBUG neutron.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 19:47:49.728108 n-d-787206-13 neutron-server[94663]: INFO neutron.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 16 19:47:49.738470 n-d-787206-13 neutron-server[94663]: DEBUG neutron.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 19:47:49.738802 n-d-787206-13 neutron-server[94663]: INFO neutron.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading Plugin: auto_allocate Aug 16 19:47:49.745014 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: network precommit_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.745374 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: network precommit_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.745878 n-d-787206-13 neutron-server[94663]: DEBUG neutron.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 19:47:49.746192 n-d-787206-13 neutron-server[94663]: INFO neutron.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading Plugin: tag Aug 16 19:47:49.752627 n-d-787206-13 neutron-server[94663]: DEBUG neutron.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 19:47:49.752957 n-d-787206-13 neutron-server[94663]: INFO neutron.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading Plugin: timestamp Aug 16 19:47:49.757555 n-d-787206-13 neutron-server[94663]: DEBUG neutron.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 19:47:49.757881 n-d-787206-13 neutron-server[94663]: INFO neutron.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading Plugin: network_ip_availability Aug 16 19:47:49.763268 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.763611 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.763962 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.764659 n-d-787206-13 neutron-server[94663]: DEBUG neutron.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 19:47:49.764974 n-d-787206-13 neutron-server[94663]: INFO neutron.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading Plugin: flavors Aug 16 19:47:49.769610 n-d-787206-13 neutron-server[94663]: DEBUG neutron.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 19:47:49.769943 n-d-787206-13 neutron-server[94663]: INFO neutron.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading Plugin: revisions Aug 16 19:47:49.774187 n-d-787206-13 neutron-server[94663]: DEBUG neutron.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 19:47:49.774574 n-d-787206-13 neutron-server[94663]: DEBUG oslo_concurrency.lockutils [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.808s {{(pid=94663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 19:47:49.775331 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94663) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 16 19:47:49.775664 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Initializing extension manager. Aug 16 19:47:49.776162 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: __init__.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.776497 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: __pycache__ {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.776823 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.777218 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: address_group.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.777891 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.778438 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: address-group Aug 16 19:47:49.778753 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: address_scope.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.779485 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.779983 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: address-scope Aug 16 19:47:49.780296 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: admin_state_down_before_update.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.781210 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.781705 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: router-admin-state-down-before-update Aug 16 19:47:49.782024 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: agent.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.782716 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.783211 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: agent Aug 16 19:47:49.783547 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: agent_resources_synced.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.784625 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.785124 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: agent-resources-synced Aug 16 19:47:49.785441 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: allowedaddresspairs.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.787216 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.787759 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: allowed-address-pairs Aug 16 19:47:49.788080 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: auto_allocated_topology.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.789136 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.789638 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: auto-allocated-topology Aug 16 19:47:49.789958 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: availability_zone.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.790645 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.791138 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: availability_zone Aug 16 19:47:49.791480 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: availability_zone_filter.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.792396 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.792896 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: availability_zone_filter Aug 16 19:47:49.793213 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: data_plane_status.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.794113 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.794607 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension data-plane-status not supported by any of loaded plugins Aug 16 19:47:49.794921 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: default_subnetpools.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.795852 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.796341 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: default-subnetpools Aug 16 19:47:49.796656 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: dhcpagentscheduler.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.797452 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.797942 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: dhcp_agent_scheduler Aug 16 19:47:49.798253 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: dns.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.799150 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.799679 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension dns-integration not supported by any of loaded plugins Aug 16 19:47:49.799993 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: dns_domain_ports.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.800901 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.801392 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 16 19:47:49.801710 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.803145 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.803664 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 16 19:47:49.803980 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: dvr.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.804645 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.805135 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: dvr Aug 16 19:47:49.805446 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: ecmp_routes.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.806348 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.806836 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension ecmp_routes not supported by any of loaded plugins Aug 16 19:47:49.807149 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: empty_string_filtering.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.808085 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.808581 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: empty-string-filtering Aug 16 19:47:49.808896 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.809804 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.810297 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 16 19:47:49.810609 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.811532 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.812026 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 16 19:47:49.812340 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: external_net.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.813237 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.813732 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: external-net Aug 16 19:47:49.814045 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: extra_dhcp_opt.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.814942 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.815463 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: extra_dhcp_opt Aug 16 19:47:49.815776 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: extraroute.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.816672 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.817162 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: extraroute Aug 16 19:47:49.817473 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: extraroute_atomic.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.819037 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.819577 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: extraroute-atomic Aug 16 19:47:49.819894 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: filter_validation.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.820559 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.821047 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: filter-validation Aug 16 19:47:49.821358 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: fip_pf_description.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.822256 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.822747 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 16 19:47:49.823063 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: fip_port_details.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.824002 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.824493 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: fip-port-details Aug 16 19:47:49.824806 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: flavors.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.826022 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.826529 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: flavors Aug 16 19:47:49.826849 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.828500 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.829013 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 16 19:47:49.829341 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: floatingip_pools.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.830034 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.830530 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: floatingip-pools Aug 16 19:47:49.830849 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: ip_allocation.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.831799 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.832293 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension ip_allocation not supported by any of loaded plugins Aug 16 19:47:49.832610 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.833560 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.834056 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: ip-substring-filtering Aug 16 19:47:49.834376 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: l2_adjacency.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.835320 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.835814 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension l2_adjacency not supported by any of loaded plugins Aug 16 19:47:49.836132 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: l3.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.837078 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.837587 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: router Aug 16 19:47:49.837907 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: l3_conntrack_helper.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.840245 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.840769 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 16 19:47:49.841098 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.842027 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.842531 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: ext-gw-mode Aug 16 19:47:49.842857 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.843809 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.844581 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: l3-ha Aug 16 19:47:49.844895 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: l3_flavors.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.845798 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.846291 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: l3-flavors Aug 16 19:47:49.846608 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.847535 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.848030 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: l3-port-ip-change-not-allowed Aug 16 19:47:49.848344 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: l3agentscheduler.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.849489 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.849983 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: l3_agent_scheduler Aug 16 19:47:49.850304 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: logging.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.851788 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.852299 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension logging not supported by any of loaded plugins Aug 16 19:47:49.852623 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: metering.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.853364 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.853924 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: metering Aug 16 19:47:49.854244 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.855355 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.855854 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: metering_source_and_destination_fields Aug 16 19:47:49.856174 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: multiprovidernet.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.857090 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.857588 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: multi-provider Aug 16 19:47:49.857907 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: netmtu.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.858815 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.859340 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: net-mtu Aug 16 19:47:49.859661 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: netmtu_writable.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.860572 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.861084 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: net-mtu-writable Aug 16 19:47:49.861382 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: network_availability_zone.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.862045 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.862537 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: network_availability_zone Aug 16 19:47:49.862856 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: network_ip_availability.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.863960 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.864989 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: network-ip-availability Aug 16 19:47:49.865305 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: network_segment_range.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.866060 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.866547 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension network-segment-range not supported by any of loaded plugins Aug 16 19:47:49.866859 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: pagination.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.867873 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.868201 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: pagination Aug 16 19:47:49.868514 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: port_device_profile.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.869408 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.869907 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: port-device-profile Aug 16 19:47:49.870218 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.871136 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.871662 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: port-mac-address-regenerate Aug 16 19:47:49.871977 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.872884 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.873385 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: port-numa-affinity-policy Aug 16 19:47:49.873695 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: port_resource_request.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.874603 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.875094 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension port-resource-request not supported by any of loaded plugins Aug 16 19:47:49.875439 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: portbindings.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.876356 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.876847 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: binding Aug 16 19:47:49.877160 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: portbindings_extended.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.878533 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.879035 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: binding-extended Aug 16 19:47:49.879385 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: portsecurity.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.880880 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.881374 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: port-security Aug 16 19:47:49.881692 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: project_id.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.882654 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.882982 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: project-id Aug 16 19:47:49.883328 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: providernet.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.884247 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.884747 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: provider Aug 16 19:47:49.885064 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: qos.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.888588 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.889097 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension qos not supported by any of loaded plugins Aug 16 19:47:49.889422 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.890643 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.891147 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 16 19:47:49.891510 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.892415 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.892928 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 16 19:47:49.893250 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: qos_default.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.894149 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.894652 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension qos-default not supported by any of loaded plugins Aug 16 19:47:49.894974 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: qos_fip.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.895675 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.896170 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension qos-fip not supported by any of loaded plugins Aug 16 19:47:49.896488 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: qos_gateway_ip.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.897402 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.897900 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 16 19:47:49.898216 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: qos_port_network_policy.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.899113 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.899645 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 16 19:47:49.899960 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: qos_pps_rule.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.901135 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.901640 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension qos-pps not supported by any of loaded plugins Aug 16 19:47:49.901959 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: qos_rule_type_details.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.902866 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.903411 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 16 19:47:49.903729 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: qos_rules_alias.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.904757 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.905262 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 16 19:47:49.905581 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: quotasv2.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.906475 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.906795 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: quotas Aug 16 19:47:49.907111 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: quotasv2_detail.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.910145 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.910484 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: quota_details Aug 16 19:47:49.910812 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: rbac.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.912095 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.912615 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: rbac-policies Aug 16 19:47:49.912941 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: rbac_address_group.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.913868 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.914372 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: rbac-address-group Aug 16 19:47:49.914689 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: rbac_address_scope.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.915632 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.916136 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: rbac-address-scope Aug 16 19:47:49.916451 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: rbac_security_groups.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.917349 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.917841 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: rbac-security-groups Aug 16 19:47:49.918156 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: rbac_subnetpool.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.919050 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.919571 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: rbac-subnetpool Aug 16 19:47:49.919887 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: revisionifmatch.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.920794 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.921291 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: revision-if-match Aug 16 19:47:49.921606 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: revisions.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.922695 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.923196 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: standard-attr-revisions Aug 16 19:47:49.923537 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: router_availability_zone.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.924201 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.924693 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: router_availability_zone Aug 16 19:47:49.925008 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: routerservicetype.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.925915 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.926409 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension router-service-type not supported by any of loaded plugins Aug 16 19:47:49.926724 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.928168 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.928662 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: security-groups-normalized-cidr Aug 16 19:47:49.928976 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: security_groups_port_filtering.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.929878 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.930374 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: port-security-groups-filtering Aug 16 19:47:49.930689 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.931622 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.932117 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: security-groups-remote-address-group Aug 16 19:47:49.932432 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: securitygroup.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.941984 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.942506 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: security-group Aug 16 19:47:49.943416 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: segment.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.944197 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.944697 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension segment not supported by any of loaded plugins Aug 16 19:47:49.945015 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.945944 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.946447 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 16 19:47:49.946764 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: servicetype.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.947954 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.948463 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: service-type Aug 16 19:47:49.948782 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: sorting.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.949767 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.950092 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: sorting Aug 16 19:47:49.950408 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: standard_attr_segment.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.951334 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.951835 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 16 19:47:49.952148 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: standardattrdescription.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.952787 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.953288 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: standard-attr-description Aug 16 19:47:49.953603 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: stateful_security_group.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.954528 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.955030 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: stateful-security-group Aug 16 19:47:49.955394 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: stdattrs_common.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.955968 n-d-787206-13 neutron-server[94663]: WARNING neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 16 19:47:49.956283 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.957196 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.957695 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 16 19:47:49.958011 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: subnet_onboard.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.959095 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.959640 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: subnet_onboard Aug 16 19:47:49.959962 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.960879 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.961374 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 16 19:47:49.961692 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: subnet_service_types.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.962608 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.963110 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: subnet-service-types Aug 16 19:47:49.963466 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: subnetallocation.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.964541 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.965045 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: subnet_allocation Aug 16 19:47:49.965367 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.966027 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.966525 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: subnetpool-prefix-ops Aug 16 19:47:49.966841 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.967796 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.968304 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 16 19:47:49.968620 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: tagging.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.969899 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.970417 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: standard-attr-tag Aug 16 19:47:49.970738 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: timestamp.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.971954 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.972463 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loaded extension: standard-attr-timestamp Aug 16 19:47:49.972782 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: trunk.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.973826 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.974330 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension trunk not supported by any of loaded plugins Aug 16 19:47:49.974648 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: trunk_details.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.975585 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.976085 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension trunk-details not supported by any of loaded plugins Aug 16 19:47:49.976402 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: uplink_status_propagation.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.977319 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.977816 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 16 19:47:49.978132 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Loading extension file: vlantransparent.py {{(pid=94663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 19:47:49.978791 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 19:47:49.979311 n-d-787206-13 neutron-server[94663]: INFO neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extension vlan-transparent not supported by any of loaded plugins Aug 16 19:47:49.981694 n-d-787206-13 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Creating instance of TrackedResource for resource:network Aug 16 19:47:49.982215 n-d-787206-13 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Creating instance of TrackedResource for resource:subnet Aug 16 19:47:49.982612 n-d-787206-13 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 19:47:49.983003 n-d-787206-13 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Creating instance of TrackedResource for resource:port Aug 16 19:47:49.984273 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.v2.resource_helper [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 19:47:49.984738 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.v2.resource_helper [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Service FLAVORS assigned prefix: {{(pid=94663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 19:47:49.985373 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.v2.resource_helper [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 19:47:49.985803 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.v2.resource_helper [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 19:47:49.986128 n-d-787206-13 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Creating instance of TrackedResource for resource:router Aug 16 19:47:49.986550 n-d-787206-13 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Creating instance of TrackedResource for resource:floatingip Aug 16 19:47:49.987043 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.v2.resource_helper [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Service METERING assigned prefix: /metering {{(pid=94663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 19:47:49.988477 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.988842 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.989193 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 19:47:49.990673 n-d-787206-13 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 19:47:49.991106 n-d-787206-13 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Creating instance of TrackedResource for resource:security_group Aug 16 19:47:49.991557 n-d-787206-13 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 19:47:49.993168 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.v2.resource_helper [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Service CORE assigned prefix: {{(pid=94663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 19:47:49.993502 n-d-787206-13 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 19:47:49.993846 n-d-787206-13 neutron-server[94663]: WARNING neutron.quota.resource_registry [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] subnetpool is already registered Aug 16 19:47:49.994276 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.v2.resource_helper [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Service CORE assigned prefix: {{(pid=94663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 19:47:49.994602 n-d-787206-13 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 19:47:49.994933 n-d-787206-13 neutron-server[94663]: WARNING neutron.quota.resource_registry [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] subnetpool is already registered Aug 16 19:47:49.997232 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.v2.resource_helper [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 19:47:49.997659 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.v2.resource_helper [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Service FLAVORS assigned prefix: {{(pid=94663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 19:47:49.998241 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.v2.resource_helper [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 19:47:49.998656 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.v2.resource_helper [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 19:47:49.999005 n-d-787206-13 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Creating instance of TrackedResource for resource:router Aug 16 19:47:49.999347 n-d-787206-13 neutron-server[94663]: WARNING neutron.quota.resource_registry [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] router is already registered Aug 16 19:47:49.999758 n-d-787206-13 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Creating instance of TrackedResource for resource:floatingip Aug 16 19:47:50.000092 n-d-787206-13 neutron-server[94663]: WARNING neutron.quota.resource_registry [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] floatingip is already registered Aug 16 19:47:50.000538 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.v2.resource_helper [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Service METERING assigned prefix: /metering {{(pid=94663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 19:47:50.001200 n-d-787206-13 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 19:47:50.001641 n-d-787206-13 neutron-server[94663]: WARNING neutron.quota.resource_registry [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] rbac_policy is already registered Aug 16 19:47:50.002257 n-d-787206-13 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Creating instance of TrackedResource for resource:security_group Aug 16 19:47:50.002628 n-d-787206-13 neutron-server[94663]: WARNING neutron.quota.resource_registry [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] security_group is already registered Aug 16 19:47:50.003063 n-d-787206-13 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 19:47:50.003644 n-d-787206-13 neutron-server[94663]: WARNING neutron.quota.resource_registry [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] security_group_rule is already registered Aug 16 19:47:50.004380 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.v2.resource_helper [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Service CORE assigned prefix: {{(pid=94663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 19:47:50.004734 n-d-787206-13 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 19:47:50.005108 n-d-787206-13 neutron-server[94663]: WARNING neutron.quota.resource_registry [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] subnetpool is already registered Aug 16 19:47:50.006044 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.v2.resource_helper [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Service CORE assigned prefix: {{(pid=94663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 19:47:50.006366 n-d-787206-13 neutron-server[94663]: INFO neutron.quota.resource_registry [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 19:47:50.006692 n-d-787206-13 neutron-server[94663]: WARNING neutron.quota.resource_registry [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] subnetpool is already registered Aug 16 19:47:50.007140 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: extensions {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.008587 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: address-groups {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.010081 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: address-scopes {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.011436 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: agents {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.012593 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: auto-allocated-topology {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.013853 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: availability_zones {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.015009 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: dhcp-networks {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.016537 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: dhcp-agents {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.017934 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: routers {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.019839 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: flavors {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.021631 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: service_profiles {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.022823 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: next_providers {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.024315 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: service_profiles {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.025831 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: floatingip-pools {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.027152 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: routers {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.028914 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: floatingips {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.030177 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: l3-routers {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.031575 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: l3-agents {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.032949 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: metering-labels {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.034291 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: metering-label-rules {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.035677 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: network-ip-availabilities {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.037481 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: bindings {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.038999 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: quotas {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.040515 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: quotas {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.042073 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: rbac-policies {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.043269 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: security-groups {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.044567 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: security-group-rules {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.045784 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: service-providers {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.046977 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: subnetpools {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.048528 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: subnetpools {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.050051 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: tags {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.051747 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: tags {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.053555 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: tags {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.055323 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: tags {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.057009 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: tags {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.060088 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: tags {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.061742 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: tags {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.063531 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: tags {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.065397 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: tags {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.067113 n-d-787206-13 neutron-server[94663]: DEBUG neutron.api.extensions [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Extended resource: tags {{(pid=94663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 19:47:50.073023 n-d-787206-13 neutron-server[94663]: WARNING keystonemiddleware.auth_token [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 16 19:47:50.077590 n-d-787206-13 neutron-server[94663]: WARNING keystonemiddleware.auth_token [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 16 19:47:50.086514 n-d-787206-13 neutron-server[94663]: DEBUG oslo_concurrency.lockutils [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Acquired lock "singleton_lock" {{(pid=94663) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 16 19:47:50.086986 n-d-787206-13 neutron-server[94663]: DEBUG oslo_concurrency.lockutils [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Releasing lock "singleton_lock" {{(pid=94663) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 16 19:47:50.087646 n-d-787206-13 neutron-server[94663]: INFO oslo_service.service [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Starting 2 workers Aug 16 19:47:50.092414 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Started child 94770 {{(pid=94663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 19:47:50.097150 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Started child 94771 {{(pid=94663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 19:47:50.098157 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:47:50.098913 n-d-787206-13 neutron-server[94663]: INFO neutron.service [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Neutron service started, listening on 0.0.0.0:9696 Aug 16 19:47:50.100063 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Notify callbacks [] for process, before_spawn {{(pid=94663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:47:50.100340 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [-] (94770) wsgi starting up on http://0.0.0.0:9696 Aug 16 19:47:50.102436 n-d-787206-13 neutron-server[94663]: INFO oslo_service.service [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Starting 1 workers Aug 16 19:47:50.102585 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:47:50.103862 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [-] (94771) wsgi starting up on http://0.0.0.0:9696 Aug 16 19:47:50.107599 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Started child 94772 {{(pid=94663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 19:47:50.108105 n-d-787206-13 neutron-server[94663]: INFO oslo_service.service [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Starting 1 workers Aug 16 19:47:50.111457 n-d-787206-13 neutron-server[94772]: DEBUG neutron.service [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] calling RpcWorker wait() {{(pid=94772) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 16 19:47:50.112039 n-d-787206-13 neutron-server[94772]: DEBUG neutron.service [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] returning from RpcWorker wait() {{(pid=94772) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 16 19:47:50.112487 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Started child 94773 {{(pid=94663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 19:47:50.113291 n-d-787206-13 neutron-server[94663]: DEBUG neutron_lib.callbacks.manager [None req-b0a92c30-e8f4-4b57-9876-56476b11c62a None None] Notify callbacks [] for process, after_spawn {{(pid=94663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:47:50.113440 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:47:50.113957 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:47:50.115235 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94663) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 19:47:50.115468 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 19:47:50.115652 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 19:47:50.115844 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 19:47:50.116183 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 19:47:50.116344 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 19:47:50.116835 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.117107 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.117357 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.117635 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.117914 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.118353 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:47:50.118820 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.118820 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.118986 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.119202 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.119473 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.119643 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.119808 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.120057 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.120303 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.120596 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.120877 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.121120 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.121380 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.121545 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.121792 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.122059 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.122309 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.122574 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] debug = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.122811 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.123369 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.123615 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.123859 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.124072 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.124334 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.124573 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.124844 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.125076 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.125309 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.125745 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.125996 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.126247 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.126459 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.126675 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.126941 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.127174 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.127671 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] host = n-d-787206-13 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.127905 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.128137 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.128363 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.128613 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.128869 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.129100 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.129343 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.129593 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.129847 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.130616 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.130855 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.131098 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.131338 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.131601 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] log_file = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.131763 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] log_options = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.131978 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.132260 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.132517 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.132702 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.132866 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.133039 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.133285 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.133447 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.133685 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.133899 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.134112 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.134362 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.134568 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.134780 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.135033 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.135341 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.135599 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.135723 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.135968 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.136199 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.136424 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.136681 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.136895 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.137135 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.137367 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.137583 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.137803 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.138049 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.138261 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.138517 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.138754 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.139014 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.139285 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.139525 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.139752 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.139977 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.140189 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.140461 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.140691 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.140946 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.141446 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.141626 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.141883 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.142098 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.142354 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.142567 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] use_json = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.142779 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.142991 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.143270 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.143489 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.143703 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.143916 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.144150 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.144386 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.144822 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.145104 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.145456 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.145731 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.146598 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.146859 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.147090 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.147331 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.147580 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.147831 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.148156 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.148378 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.148672 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.148920 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.149156 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.149477 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.149730 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.150005 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.150245 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.150498 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.150713 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.150934 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.151317 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.151600 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.152489 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.68/identity {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.152489 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.152672 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.152788 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.153038 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.153281 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.153689 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.153920 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.154283 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.154444 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.154661 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.154888 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.155126 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.156501 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.156501 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.156501 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.157600 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.157600 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.157768 n-d-787206-13 neutron-server[94773]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:47:50.160761 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.160761 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.160761 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.160761 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.160761 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.160761 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.160761 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.160761 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.160761 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.161425 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.161425 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.161425 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.161425 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.161425 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.161425 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.161425 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.161425 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.161425 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.162043 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.162043 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.162043 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.162043 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.162043 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.162389 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.162389 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.162564 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.162781 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.162993 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.163208 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.165686 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.165686 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.165686 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.165686 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.165686 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.165686 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.165686 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.165686 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.165686 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.166328 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.166328 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.166328 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.166554 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.166693 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.166999 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.167265 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.167543 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.167764 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.168025 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.168240 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.168499 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.168904 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.169582 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.169809 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.170072 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.171424 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.171924 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.175054 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.175054 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.175054 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.175054 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.175054 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.175054 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.175054 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.175054 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.175768 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.175768 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.175768 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.176021 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.176355 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.176701 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.177073 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.177414 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.177700 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.179283 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.179283 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.179283 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.179283 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.179283 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.179834 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.180419 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.180740 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.181110 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.181432 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.181735 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.182024 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.182379 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.182656 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.182944 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.183242 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.183571 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.183907 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.184162 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.184428 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.184653 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.184935 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.185251 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.185515 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.185809 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.186085 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.186342 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.186582 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.186821 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.68/identity {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.187040 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.187332 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.187587 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.187813 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.188107 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.188271 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.188498 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.188715 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.188931 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.189172 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.189392 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.189612 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.189855 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.190083 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.190302 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.190550 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.190760 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.191002 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.191239 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.191485 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.191712 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.191929 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.192167 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.192416 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.193149 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.193433 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.193701 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.193921 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.194149 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.194395 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.194647 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.194862 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.195113 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.195371 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.195590 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.195836 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.196018 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.196262 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.196528 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.196772 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.196995 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.197249 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.197510 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.197840 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.198089 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.198474 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.198880 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.199266 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.199654 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.200031 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.200259 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.200475 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.200924 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.201149 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.201675 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.202169 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.202553 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.202880 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.203179 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.203436 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.203659 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.203869 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.204152 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.204400 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.204637 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.204908 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.205888 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.206119 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.206355 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.206571 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.207002 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.207336 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.207563 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.207804 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.208041 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.208923 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.209138 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.209479 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.209715 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.210113 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.210478 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.210836 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.211502 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.212920 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.213150 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.213386 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.213623 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.213892 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.214113 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.214553 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.214868 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.215093 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.215352 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.215573 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.215793 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.216058 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.216366 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.216587 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.216885 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.217138 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.217451 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.217758 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.217993 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.218535 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.218821 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.219457 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.219702 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.219969 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.220196 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.220420 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.220645 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.220906 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.221226 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.221512 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.221776 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.222034 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.222321 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.222616 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.222904 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.223131 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.223455 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.223796 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.224096 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.224334 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.224584 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.224833 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.225056 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.225273 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.225691 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.225943 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.226164 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.226424 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.226656 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.226906 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.227127 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.227381 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.227603 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.227826 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.228210 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.228446 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.228835 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.228991 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 19:47:50.229620 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94663) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 19:47:50.229818 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 19:47:50.229971 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 19:47:50.230139 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 19:47:50.230305 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 19:47:50.230606 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 19:47:50.230960 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.231118 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.231460 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.231627 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.231775 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.231946 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.232101 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.232261 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.232405 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.232566 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.232722 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.232880 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.233036 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.233193 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.233352 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.233511 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.233668 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.233825 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.233986 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.234144 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.234300 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.234457 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.234613 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] debug = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.234770 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.234972 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.235136 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.235316 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.235474 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.235661 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.235788 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.235937 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.236096 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.236247 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.236404 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.236560 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.236718 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.236874 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.237030 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.237187 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.237343 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.237499 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] host = n-d-787206-13 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.237655 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.237812 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.237968 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.238123 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.238279 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.238435 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.238591 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.238746 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.238903 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.239059 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.239221 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.239405 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.239567 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.239724 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] log_file = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.239880 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] log_options = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.240036 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.240192 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.240348 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.240529 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.240691 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.240848 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.241005 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.241162 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.241318 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.241473 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.241634 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.241791 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.241947 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.242105 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.242262 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.242417 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.242573 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.242730 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.242886 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.243042 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.243198 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.243378 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.243535 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.243691 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.243855 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.244010 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.244164 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.244303 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.244441 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.244598 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.244741 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.244898 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.245042 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.245199 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.245355 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.245513 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.245656 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.245948 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.246204 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.246349 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.246479 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.246639 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.246794 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.246950 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.247106 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.247279 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] use_json = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.247458 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.247614 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.247770 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.247926 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.248069 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.248225 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.248381 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.248591 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 19:47:50.248770 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.248934 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.249066 n-d-787206-13 neutron-server[94772]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:47:50.249206 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.249350 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.249483 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.249615 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.249747 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.249890 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.250045 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.250206 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.250373 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.250534 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.250749 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.250915 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.251075 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.251237 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.251401 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.251570 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.251775 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.251943 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.252089 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.252235 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.252413 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.252573 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.252719 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.68/identity {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.252883 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.253042 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.253202 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.253363 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.253523 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.253685 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.253846 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.254004 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.254164 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.254308 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.254471 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.254630 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.255597 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.255804 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.255985 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.256159 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.256329 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.256494 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.256663 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.256829 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.256993 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.257156 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.257317 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.257477 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.257635 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.257808 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.258067 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.258233 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.258392 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.258551 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.258710 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.258868 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.259026 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.259183 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.259366 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.259523 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.259696 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.259854 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.260011 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.260169 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.260327 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.260490 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.260632 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.260807 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.260966 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.261123 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.261279 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.261436 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.261593 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.261751 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.261909 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.262064 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.262221 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.262378 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.262534 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.262691 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.262848 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.263005 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.263166 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.263355 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.263529 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.263686 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.263843 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.264050 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.264143 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.264303 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.264459 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.264616 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.264772 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.264929 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.265086 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.265242 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.265402 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.265559 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.265715 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.265871 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.266027 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.266307 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.266468 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.266624 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.266781 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.266943 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.267099 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.267267 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.267568 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.267741 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.267893 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.268074 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.268286 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.268444 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.268606 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.268774 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.268925 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.269064 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.269210 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.269369 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.269513 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.269670 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.269814 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.269972 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.270115 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.270273 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.270432 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.270584 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.271327 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.271478 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.271640 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.271822 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.271965 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.272126 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.272269 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.272429 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.272584 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.272722 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.272878 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.273022 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.273170 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.273424 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.273670 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.68/identity {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.273837 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.273981 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.274225 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.274519 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.274683 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.275809 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.275809 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.275809 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.275809 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.276351 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.276351 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.276351 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.276351 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.276870 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.276870 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.276870 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.277080 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.277080 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.277223 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.277379 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.277541 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.277698 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.277855 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.278013 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.278170 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.278331 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.278488 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.278647 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.278805 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.278962 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.279119 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.279294 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.279455 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.279612 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.279770 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.279927 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.280083 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.280240 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.280399 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.280556 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.280713 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.280869 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.281025 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.281198 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.281354 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.281510 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.281667 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.281947 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.282103 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.282259 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.282415 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.282572 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.282728 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.282885 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.283044 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.283206 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.283395 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.283553 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.283710 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.283867 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.284024 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.284180 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.284352 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.284509 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.284667 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.284824 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.284981 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.285138 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.285306 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.285464 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.285620 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.285776 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.285932 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.286089 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.286270 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.286434 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.286591 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.286747 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.286904 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.287062 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.287229 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.287407 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.287564 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.287720 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.287883 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.288128 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.288369 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.288583 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.288748 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.288949 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.290020 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.290496 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.290648 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.290849 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.291061 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.291226 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.291407 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.291569 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.291724 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.291885 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.292030 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.292200 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.292345 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.292494 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.292632 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.292804 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.292948 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.293296 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.293438 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.293607 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.293758 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.293916 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.294079 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.294246 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.294411 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.294571 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.294738 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.294903 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.295068 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.295214 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.295398 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.295562 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.295707 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.295865 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.296021 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.296177 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.296333 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.296491 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.296683 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.296792 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.296950 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.297105 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.297260 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.297550 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.297703 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.297860 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.298017 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.298175 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.298332 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.298488 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.298645 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 19:47:50.298795 n-d-787206-13 neutron-server[94663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 19:47:50.532898 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52340) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:47:50.541886 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [-] 10.222.0.68 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068281 Aug 16 19:48:01.802562 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c146b03e-2d0f-4d1b-bbe5-9799f885f0b9 None None] get_active_networks_info from n-d-787206-13 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 19:48:01.819410 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1f34e76e-e2b2-43a5-a3c5-30653b1a0efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-397666'] for agent, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:01.879499 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c146b03e-2d0f-4d1b-bbe5-9799f885f0b9 None None] No non-hosted networks {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 16 19:48:04.304312 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c8263e37-ceae-4f0a-9652-6187bbcb4606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-397666'] for agent, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:04.355542 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b9ddda8e-f669-474f-a533-c7fd2a0c8e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:04.584951 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-397666'] for agent, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:04.586553 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:04.587083 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:04.587735 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:04.588329 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:04.588978 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:04.589479 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:04.590040 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:04.590536 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:04.591215 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:04.591844 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:04.592379 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:04.592959 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:04.593635 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-787206-13', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:48:04.600894 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-787206-13', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:48:05.452370 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-397666'] for agent, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:06.848728 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-397666'] for agent, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:08.181600 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52432) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:48:08.689726 n-d-787206-13 neutron-server[94770]: WARNING oslo_policy.policy [None req-787bdd0b-298e-416a-95ec-1eba48faffa8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 19:48:08.690309 n-d-787206-13 neutron-server[94770]: WARNING oslo_policy.policy [None req-787bdd0b-298e-416a-95ec-1eba48faffa8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 19:48:08.910113 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [None req-787bdd0b-298e-416a-95ec-1eba48faffa8 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 19:48:08.911408 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-787bdd0b-298e-416a-95ec-1eba48faffa8 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7276511 Aug 16 19:48:09.600913 n-d-787206-13 neutron-server[94772]: INFO neutron.db.l3_hamode_db [None req-f3dced44-cbef-452e-a593-e1bffea424b2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 16 19:48:09.679208 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dced44-cbef-452e-a593-e1bffea424b2 None None] Routers set() bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 19:48:09.679616 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dced44-cbef-452e-a593-e1bffea424b2 None None] Router IDs set() for agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 19:48:11.244152 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52446) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:48:11.548167 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8c99d477-b193-4a74-ad60-46ff6274be37 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:48:11.640475 n-d-787206-13 neutron-server[94770]: DEBUG neutron.policy [None req-8c99d477-b193-4a74-ad60-46ff6274be37 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94770) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 19:48:11.685861 n-d-787206-13 neutron-server[94770]: WARNING oslo_policy.policy [None req-8c99d477-b193-4a74-ad60-46ff6274be37 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 19:48:11.686224 n-d-787206-13 neutron-server[94770]: WARNING oslo_policy.policy [None req-8c99d477-b193-4a74-ad60-46ff6274be37 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 19:48:11.695452 n-d-787206-13 neutron-server[94770]: INFO neutron.quota [None req-8c99d477-b193-4a74-ad60-46ff6274be37 admin admin] Loaded quota_driver: . Aug 16 19:48:11.784451 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c99d477-b193-4a74-ad60-46ff6274be37 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728335989434', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728335983703', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728335976940', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728336003609', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728335574162', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728335884561', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1625306', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1320965', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-346630', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3832549'] for rbac-policy, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:11.847430 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c99d477-b193-4a74-ad60-46ff6274be37 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:11.849090 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8c99d477-b193-4a74-ad60-46ff6274be37 admin admin] 10.222.0.68 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6039507 Aug 16 19:48:14.411264 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52458) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:48:14.704434 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2888a772-73ad-4283-9732-1723b02c1bc5 admin admin] Request body: {'network': {'project_id': '67545f249bf34804b4a8478336651f5b', 'tenant_id': '67545f249bf34804b4a8478336651f5b', 'admin_state_up': True, 'name': 'private'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:48:14.733142 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2888a772-73ad-4283-9732-1723b02c1bc5 admin admin] Made reservation on behalf of 67545f249bf34804b4a8478336651f5b for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:48:14.736006 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2888a772-73ad-4283-9732-1723b02c1bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:14.751814 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2888a772-73ad-4283-9732-1723b02c1bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:14.868553 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2888a772-73ad-4283-9732-1723b02c1bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:14.872343 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2888a772-73ad-4283-9732-1723b02c1bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:14.891732 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2888a772-73ad-4283-9732-1723b02c1bc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 19:48:14.919570 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2888a772-73ad-4283-9732-1723b02c1bc5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728336741780', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:14.920137 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2888a772-73ad-4283-9732-1723b02c1bc5 admin admin] Unsubscribe: segment precommit_create {{(pid=94770) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 19:48:14.920652 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-2888a772-73ad-4283-9732-1723b02c1bc5 admin admin] Added segment 2a4be8cb-3396-4b72-8ed7-9bd0b51c194c of type vlan for network fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3 Aug 16 19:48:14.938381 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888a772-73ad-4283-9732-1723b02c1bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281ef1f8-8576-4df3-8dfe-5b83111c47b1,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:48:14.985711 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888a772-73ad-4283-9732-1723b02c1bc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:14.986042 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888a772-73ad-4283-9732-1723b02c1bc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:14.986368 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888a772-73ad-4283-9732-1723b02c1bc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:14.986691 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888a772-73ad-4283-9732-1723b02c1bc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:14.987009 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888a772-73ad-4283-9732-1723b02c1bc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:14.987364 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888a772-73ad-4283-9732-1723b02c1bc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:14.987680 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888a772-73ad-4283-9732-1723b02c1bc5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:14.987989 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888a772-73ad-4283-9732-1723b02c1bc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:14.988297 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888a772-73ad-4283-9732-1723b02c1bc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:14.988654 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888a772-73ad-4283-9732-1723b02c1bc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:14.989470 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888a772-73ad-4283-9732-1723b02c1bc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:14.989779 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888a772-73ad-4283-9732-1723b02c1bc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:14.990836 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888a772-73ad-4283-9732-1723b02c1bc5 admin admin] Tracked resource versions report: Aug 16 19:48:14.990836 n-d-787206-13 neutron-server[94770]: pushed versions: Aug 16 19:48:14.990836 n-d-787206-13 neutron-server[94770]: { 'AddressGroup': {'1.2'}, Aug 16 19:48:14.990836 n-d-787206-13 neutron-server[94770]: 'ConntrackHelper': {'1.0'}, Aug 16 19:48:14.990836 n-d-787206-13 neutron-server[94770]: 'Log': {'1.0'}, Aug 16 19:48:14.990836 n-d-787206-13 neutron-server[94770]: 'Network': {'1.1'}, Aug 16 19:48:14.990836 n-d-787206-13 neutron-server[94770]: 'Port': {'1.7'}, Aug 16 19:48:14.990836 n-d-787206-13 neutron-server[94770]: 'PortForwarding': {'1.2'}, Aug 16 19:48:14.990836 n-d-787206-13 neutron-server[94770]: 'QosPolicy': {'1.9'}, Aug 16 19:48:14.990836 n-d-787206-13 neutron-server[94770]: 'SecurityGroup': {'1.4'}, Aug 16 19:48:14.990836 n-d-787206-13 neutron-server[94770]: 'SecurityGroupRule': {'1.2'}, Aug 16 19:48:14.990836 n-d-787206-13 neutron-server[94770]: 'SubPort': {'1.0'}, Aug 16 19:48:14.990836 n-d-787206-13 neutron-server[94770]: 'Subnet': {'1.1'}, Aug 16 19:48:14.990836 n-d-787206-13 neutron-server[94770]: 'Trunk': {'1.1'}} Aug 16 19:48:14.990836 n-d-787206-13 neutron-server[94770]: consumer versions: Aug 16 19:48:14.990836 n-d-787206-13 neutron-server[94770]: { DHCP agent@n-d-787206-13: {}, Aug 16 19:48:14.990836 n-d-787206-13 neutron-server[94770]: L3 agent@n-d-787206-13: {}, Aug 16 19:48:14.990836 n-d-787206-13 neutron-server[94770]: Metadata agent@n-d-787206-13: {}, Aug 16 19:48:14.990836 n-d-787206-13 neutron-server[94770]: Metering agent@n-d-787206-13: {}, Aug 16 19:48:14.990836 n-d-787206-13 neutron-server[94770]: Open vSwitch agent@n-d-787206-13: { 'AddressGroup': '1.2', Aug 16 19:48:14.990836 n-d-787206-13 neutron-server[94770]: 'ConntrackHelper': '1.0', Aug 16 19:48:14.990836 n-d-787206-13 neutron-server[94770]: 'Log': '1.0', Aug 16 19:48:14.990836 n-d-787206-13 neutron-server[94770]: 'Network': '1.1', Aug 16 19:48:14.990836 n-d-787206-13 neutron-server[94770]: 'Port': '1.7', Aug 16 19:48:14.990836 n-d-787206-13 neutron-server[94770]: 'PortForwarding': '1.2', Aug 16 19:48:14.990836 n-d-787206-13 neutron-server[94770]: 'QosPolicy': '1.9', Aug 16 19:48:14.990836 n-d-787206-13 neutron-server[94770]: 'SecurityGroup': '1.4', Aug 16 19:48:14.990836 n-d-787206-13 neutron-server[94770]: 'SecurityGroupRule': '1.2', Aug 16 19:48:14.990836 n-d-787206-13 neutron-server[94770]: 'SubPort': '1.0', Aug 16 19:48:14.990836 n-d-787206-13 neutron-server[94770]: 'Subnet': '1.1', Aug 16 19:48:14.990836 n-d-787206-13 neutron-server[94770]: 'Trunk': '1.1'}} Aug 16 19:48:14.990836 n-d-787206-13 neutron-server[94770]: {{(pid=94770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 19:48:15.037768 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2888a772-73ad-4283-9732-1723b02c1bc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:15.084617 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2888a772-73ad-4283-9732-1723b02c1bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:15.086077 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2888a772-73ad-4283-9732-1723b02c1bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:48:15.086764 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2888a772-73ad-4283-9732-1723b02c1bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:15.158697 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2888a772-73ad-4283-9732-1723b02c1bc5 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7463658 Aug 16 19:48:15.189245 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888a772-73ad-4283-9732-1723b02c1bc5 admin admin] Pushing event updated for resources: {'Network': ['ID=fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:48:15.201430 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 19:48:17.768770 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52472) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:48:18.154125 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc287853-e144-4136-a6dc-00d91c7ce3c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:48:18.155505 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-dc287853-e144-4136-a6dc-00d91c7ce3c9 admin admin] 10.222.0.68 "GET /v2.0/networks/fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3 HTTP/1.1" status: 200 len: 825 time: 0.3857827 Aug 16 19:48:18.180370 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a19727dc-4395-4e0a-8015-edaa4ef0e2b9 admin admin] 10.222.0.68 "GET /v2.0/subnetpools/abfd51ce-3c11-4439-981f-a97946375467 HTTP/1.1" status: 200 len: 734 time: 0.0182111 Aug 16 19:48:18.188992 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a07d3afc-da2e-4088-83bc-fbdaeca61ed4 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3', 'subnetpool_id': 'abfd51ce-3c11-4439-981f-a97946375467', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '67545f249bf34804b4a8478336651f5b'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:48:18.209914 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07d3afc-da2e-4088-83bc-fbdaeca61ed4 admin admin] Made reservation on behalf of 67545f249bf34804b4a8478336651f5b for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:48:18.212138 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a07d3afc-da2e-4088-83bc-fbdaeca61ed4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:18.502629 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a07d3afc-da2e-4088-83bc-fbdaeca61ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:18.572275 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d3afc-da2e-4088-83bc-fbdaeca61ed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=535a2dd8-ce4f-4ff5-a3f3-609d7b5fbf15,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:48:18.574254 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07d3afc-da2e-4088-83bc-fbdaeca61ed4 admin admin] Checking segment: {'id': '2a4be8cb-3396-4b72-8ed7-9bd0b51c194c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:48:18.574620 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07d3afc-da2e-4088-83bc-fbdaeca61ed4 admin admin] Network hostable DHCP agents. Network: fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 19:48:18.596987 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07d3afc-da2e-4088-83bc-fbdaeca61ed4 admin admin] Network fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 19:48:18.608144 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-a07d3afc-da2e-4088-83bc-fbdaeca61ed4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:48:18.612668 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07d3afc-da2e-4088-83bc-fbdaeca61ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:48:18.613332 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a07d3afc-da2e-4088-83bc-fbdaeca61ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:18.617788 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84378e4e-9ad9-42ff-8e0c-143c002611ba None None] Network fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 19:48:18.626415 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a07d3afc-da2e-4088-83bc-fbdaeca61ed4 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4405558 Aug 16 19:48:18.936084 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3', 'network_id': 'fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3', 'tenant_id': '67545f249bf34804b4a8478336651f5b', 'fixed_ips': [{'subnet_id': '535a2dd8-ce4f-4ff5-a3f3-609d7b5fbf15'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 19:48:18.937327 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:19.207713 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Allocated IP 172.20.0.2 (fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3/535a2dd8-ce4f-4ff5-a3f3-609d7b5fbf15/503b2710-8c44-4f10-aa27-55466a3e35e4) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:48:19.443760 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:19.458584 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Transition to ACTIVE for port object 503b2710-8c44-4f10-aa27-55466a3e35e4 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:48:19.478544 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Transition to ACTIVE for port object 503b2710-8c44-4f10-aa27-55466a3e35e4 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:48:19.486061 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:19.562297 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Network fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:48:19.569682 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:48:19.571564 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Pushing event updated for resources: {'Port': ['ID=503b2710-8c44-4f10-aa27-55466a3e35e4,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:48:19.578749 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:48:19.582245 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:19.582596 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:19.582937 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:19.583291 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:19.583629 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:19.583960 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:19.584287 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:19.584614 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:19.584936 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:19.585258 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:19.585579 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:19.585898 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:19.586985 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Tracked resource versions report: Aug 16 19:48:19.586985 n-d-787206-13 neutron-server[94772]: pushed versions: Aug 16 19:48:19.586985 n-d-787206-13 neutron-server[94772]: { 'AddressGroup': {'1.2'}, Aug 16 19:48:19.586985 n-d-787206-13 neutron-server[94772]: 'ConntrackHelper': {'1.0'}, Aug 16 19:48:19.586985 n-d-787206-13 neutron-server[94772]: 'Log': {'1.0'}, Aug 16 19:48:19.586985 n-d-787206-13 neutron-server[94772]: 'Network': {'1.1'}, Aug 16 19:48:19.586985 n-d-787206-13 neutron-server[94772]: 'Port': {'1.7'}, Aug 16 19:48:19.586985 n-d-787206-13 neutron-server[94772]: 'PortForwarding': {'1.2'}, Aug 16 19:48:19.586985 n-d-787206-13 neutron-server[94772]: 'QosPolicy': {'1.9'}, Aug 16 19:48:19.586985 n-d-787206-13 neutron-server[94772]: 'SecurityGroup': {'1.4'}, Aug 16 19:48:19.586985 n-d-787206-13 neutron-server[94772]: 'SecurityGroupRule': {'1.2'}, Aug 16 19:48:19.586985 n-d-787206-13 neutron-server[94772]: 'SubPort': {'1.0'}, Aug 16 19:48:19.586985 n-d-787206-13 neutron-server[94772]: 'Subnet': {'1.1'}, Aug 16 19:48:19.586985 n-d-787206-13 neutron-server[94772]: 'Trunk': {'1.1'}} Aug 16 19:48:19.586985 n-d-787206-13 neutron-server[94772]: consumer versions: Aug 16 19:48:19.586985 n-d-787206-13 neutron-server[94772]: { DHCP agent@n-d-787206-13: {}, Aug 16 19:48:19.586985 n-d-787206-13 neutron-server[94772]: L3 agent@n-d-787206-13: {}, Aug 16 19:48:19.586985 n-d-787206-13 neutron-server[94772]: Metadata agent@n-d-787206-13: {}, Aug 16 19:48:19.586985 n-d-787206-13 neutron-server[94772]: Metering agent@n-d-787206-13: {}, Aug 16 19:48:19.586985 n-d-787206-13 neutron-server[94772]: Open vSwitch agent@n-d-787206-13: { 'AddressGroup': '1.2', Aug 16 19:48:19.586985 n-d-787206-13 neutron-server[94772]: 'ConntrackHelper': '1.0', Aug 16 19:48:19.586985 n-d-787206-13 neutron-server[94772]: 'Log': '1.0', Aug 16 19:48:19.586985 n-d-787206-13 neutron-server[94772]: 'Network': '1.1', Aug 16 19:48:19.586985 n-d-787206-13 neutron-server[94772]: 'Port': '1.7', Aug 16 19:48:19.586985 n-d-787206-13 neutron-server[94772]: 'PortForwarding': '1.2', Aug 16 19:48:19.586985 n-d-787206-13 neutron-server[94772]: 'QosPolicy': '1.9', Aug 16 19:48:19.586985 n-d-787206-13 neutron-server[94772]: 'SecurityGroup': '1.4', Aug 16 19:48:19.586985 n-d-787206-13 neutron-server[94772]: 'SecurityGroupRule': '1.2', Aug 16 19:48:19.586985 n-d-787206-13 neutron-server[94772]: 'SubPort': '1.0', Aug 16 19:48:19.586985 n-d-787206-13 neutron-server[94772]: 'Subnet': '1.1', Aug 16 19:48:19.586985 n-d-787206-13 neutron-server[94772]: 'Trunk': '1.1'}} Aug 16 19:48:19.586985 n-d-787206-13 neutron-server[94772]: {{(pid=94772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 19:48:19.659519 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Attempting to bind port 503b2710-8c44-4f10-aa27-55466a3e35e4 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:48:19.660197 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Attempting to bind port 503b2710-8c44-4f10-aa27-55466a3e35e4 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '2a4be8cb-3396-4b72-8ed7-9bd0b51c194c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:48:19.661005 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Attempting to bind port 503b2710-8c44-4f10-aa27-55466a3e35e4 on network fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:48:19.665739 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:48:19.666136 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Checking segment: {'id': '2a4be8cb-3396-4b72-8ed7-9bd0b51c194c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:48:19.666607 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:19.667011 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Bound using segment: {'id': '2a4be8cb-3396-4b72-8ed7-9bd0b51c194c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:48:19.667509 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Bound port: 503b2710-8c44-4f10-aa27-55466a3e35e4, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4be8cb-3396-4b72-8ed7-9bd0b51c194c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:48:19.667967 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:19.731465 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] For port 503b2710-8c44-4f10-aa27-55466a3e35e4, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:48:19.735596 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] For port 503b2710-8c44-4f10-aa27-55466a3e35e4, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=503b2710-8c44-4f10-aa27-55466a3e35e4,segment=NetworkSegment(2a4be8cb-3396-4b72-8ed7-9bd0b51c194c),segment_id=2a4be8cb-3396-4b72-8ed7-9bd0b51c194c)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:48:19.741256 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:19.803624 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc6f9d-3fd4-4a1a-b3b3-106a82b5ca92 None None] Pushing event updated for resources: {'Port': ['ID=503b2710-8c44-4f10-aa27-55466a3e35e4,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:48:21.005941 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52480) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:48:21.321658 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [None req-aefbe46c-7436-4213-abb3-5e01a89b6f7f admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 19:48:21.322653 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-aefbe46c-7436-4213-abb3-5e01a89b6f7f admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3157797 Aug 16 19:48:23.680456 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52488) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:48:24.170980 n-d-787206-13 neutron-server[94771]: WARNING oslo_policy.policy [None req-67c25cd6-ed42-40da-9bc7-e89f4c6cf4aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 19:48:24.171618 n-d-787206-13 neutron-server[94771]: WARNING oslo_policy.policy [None req-67c25cd6-ed42-40da-9bc7-e89f4c6cf4aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 19:48:24.391099 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-67c25cd6-ed42-40da-9bc7-e89f4c6cf4aa admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 19:48:24.392188 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-67c25cd6-ed42-40da-9bc7-e89f4c6cf4aa admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7108593 Aug 16 19:48:27.028016 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52508) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:48:27.328230 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e594b72c-9062-414a-bb80-c7ba7da472fb admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '67545f249bf34804b4a8478336651f5b'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:48:27.392984 n-d-787206-13 neutron-server[94771]: DEBUG neutron.policy [None req-e594b72c-9062-414a-bb80-c7ba7da472fb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94771) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 19:48:27.439234 n-d-787206-13 neutron-server[94771]: WARNING oslo_policy.policy [None req-e594b72c-9062-414a-bb80-c7ba7da472fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 19:48:27.439631 n-d-787206-13 neutron-server[94771]: WARNING oslo_policy.policy [None req-e594b72c-9062-414a-bb80-c7ba7da472fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 19:48:27.448827 n-d-787206-13 neutron-server[94771]: INFO neutron.quota [None req-e594b72c-9062-414a-bb80-c7ba7da472fb admin admin] Loaded quota_driver: . Aug 16 19:48:27.507046 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e594b72c-9062-414a-bb80-c7ba7da472fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:27.508920 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e594b72c-9062-414a-bb80-c7ba7da472fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:27.668282 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e594b72c-9062-414a-bb80-c7ba7da472fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:27.673312 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e594b72c-9062-414a-bb80-c7ba7da472fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:27.692533 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e594b72c-9062-414a-bb80-c7ba7da472fb admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:27.701647 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e594b72c-9062-414a-bb80-c7ba7da472fb admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6649315 Aug 16 19:48:28.081392 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e134ae-cf37-4968-8bce-0626646099ae None None] Network fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 19:48:28.193875 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6fc51ede-b6a3-4e29-9846-9bdf0f776949 None None] Provisioning for port 503b2710-8c44-4f10-aa27-55466a3e35e4 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:48:28.403938 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 503b2710-8c44-4f10-aa27-55466a3e35e4 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:48:28.493418 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 503b2710-8c44-4f10-aa27-55466a3e35e4 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:48:28.497127 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 503b2710-8c44-4f10-aa27-55466a3e35e4 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:48:28.497525 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:28.601410 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:28.634436 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 503b2710-8c44-4f10-aa27-55466a3e35e4, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=503b2710-8c44-4f10-aa27-55466a3e35e4,segment=NetworkSegment(2a4be8cb-3396-4b72-8ed7-9bd0b51c194c),segment_id=2a4be8cb-3396-4b72-8ed7-9bd0b51c194c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:48:28.638129 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:28.683517 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=503b2710-8c44-4f10-aa27-55466a3e35e4,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:48:30.017799 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52518) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:48:30.325441 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-5657d21f-ed9e-45c5-853c-c1552758c6dd admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 19:48:30.326434 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5657d21f-ed9e-45c5-853c-c1552758c6dd admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3077152 Aug 16 19:48:30.363904 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 503b2710-8c44-4f10-aa27-55466a3e35e4 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:48:30.413386 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 503b2710-8c44-4f10-aa27-55466a3e35e4 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:48:30.413754 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:31.693029 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60592cf9-13f7-4c4f-abe8-23b92fa3d0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:32.657504 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52526) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:48:32.969375 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f2ba501c-3f23-4c55-a4df-72519d3019d2 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:48:32.990104 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ba501c-3f23-4c55-a4df-72519d3019d2 admin admin] Made reservation on behalf of fc335fa98cde4a30947c5fe97ca346be for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:48:32.992436 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f2ba501c-3f23-4c55-a4df-72519d3019d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:33.000182 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f2ba501c-3f23-4c55-a4df-72519d3019d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:33.091938 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f2ba501c-3f23-4c55-a4df-72519d3019d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:33.095868 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f2ba501c-3f23-4c55-a4df-72519d3019d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:33.113806 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f2ba501c-3f23-4c55-a4df-72519d3019d2 admin admin] Reserving flat network on physical network physnet1 {{(pid=94770) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 16 19:48:33.129902 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba501c-3f23-4c55-a4df-72519d3019d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271a985b-b46e-4de6-949d-9f17ef56c03a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:48:33.137616 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f2ba501c-3f23-4c55-a4df-72519d3019d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:33.137960 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-f2ba501c-3f23-4c55-a4df-72519d3019d2 admin admin] Added segment 3d0f4d84-4524-4029-9c53-d1aaec2f412a of type flat for network eb87ae87-0925-464c-8e03-8bba27e76e58 Aug 16 19:48:33.184479 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f2ba501c-3f23-4c55-a4df-72519d3019d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:33.214920 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f2ba501c-3f23-4c55-a4df-72519d3019d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:33.215792 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ba501c-3f23-4c55-a4df-72519d3019d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:48:33.216350 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f2ba501c-3f23-4c55-a4df-72519d3019d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:33.268975 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f2ba501c-3f23-4c55-a4df-72519d3019d2 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6104436 Aug 16 19:48:33.271657 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba501c-3f23-4c55-a4df-72519d3019d2 admin admin] Pushing event updated for resources: {'Network': ['ID=eb87ae87-0925-464c-8e03-8bba27e76e58,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:48:33.286195 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network eb87ae87-0925-464c-8e03-8bba27e76e58 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 19:48:34.296870 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-376bd411-6214-4510-b1a3-93dc07eef595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:34.566800 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:35.397339 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:35.589744 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52534) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:48:35.934450 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5533f6-3374-4a3e-8b15-8150abc9ad89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:48:35.935969 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ee5533f6-3374-4a3e-8b15-8150abc9ad89 admin admin] 10.222.0.68 "GET /v2.0/subnets/535a2dd8-ce4f-4ff5-a3f3-609d7b5fbf15 HTTP/1.1" status: 200 len: 849 time: 0.3453221 Aug 16 19:48:36.051111 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-238d7f41-d3d3-47ed-a57d-f3bbe6870a9b admin admin] 10.222.0.68 "GET /v2.0/routers/bcc9016f-ab50-432d-af9b-78de60e2b31c HTTP/1.1" status: 200 len: 704 time: 0.1081419 Aug 16 19:48:36.319735 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:36.612497 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] Allocated IP 172.20.0.1 (fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3/535a2dd8-ce4f-4ff5-a3f3-609d7b5fbf15/c8c17ea8-87e3-48e4-adfd-c2743277133f) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:48:36.799775 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:36.815372 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:36.841465 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] Transition to ACTIVE for port object c8c17ea8-87e3-48e4-adfd-c2743277133f will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:48:36.919985 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:36.936750 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] Network fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:48:36.957694 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:48:37.023612 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:48:37.023721 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:37.090396 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] Pushing event updated for resources: {'Port': ['ID=c8c17ea8-87e3-48e4-adfd-c2743277133f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:48:37.146470 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:37.146719 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:37.147055 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:37.147474 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:37.147781 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:37.148057 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:37.148389 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:37.148648 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:37.148966 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:37.149284 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:37.149599 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:37.149916 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:37.151055 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] Tracked resource versions report: Aug 16 19:48:37.151055 n-d-787206-13 neutron-server[94771]: pushed versions: Aug 16 19:48:37.151055 n-d-787206-13 neutron-server[94771]: { 'AddressGroup': {'1.2'}, Aug 16 19:48:37.151055 n-d-787206-13 neutron-server[94771]: 'ConntrackHelper': {'1.0'}, Aug 16 19:48:37.151055 n-d-787206-13 neutron-server[94771]: 'Log': {'1.0'}, Aug 16 19:48:37.151055 n-d-787206-13 neutron-server[94771]: 'Network': {'1.1'}, Aug 16 19:48:37.151055 n-d-787206-13 neutron-server[94771]: 'Port': {'1.7'}, Aug 16 19:48:37.151055 n-d-787206-13 neutron-server[94771]: 'PortForwarding': {'1.2'}, Aug 16 19:48:37.151055 n-d-787206-13 neutron-server[94771]: 'QosPolicy': {'1.9'}, Aug 16 19:48:37.151055 n-d-787206-13 neutron-server[94771]: 'SecurityGroup': {'1.4'}, Aug 16 19:48:37.151055 n-d-787206-13 neutron-server[94771]: 'SecurityGroupRule': {'1.2'}, Aug 16 19:48:37.151055 n-d-787206-13 neutron-server[94771]: 'SubPort': {'1.0'}, Aug 16 19:48:37.151055 n-d-787206-13 neutron-server[94771]: 'Subnet': {'1.1'}, Aug 16 19:48:37.151055 n-d-787206-13 neutron-server[94771]: 'Trunk': {'1.1'}} Aug 16 19:48:37.151055 n-d-787206-13 neutron-server[94771]: consumer versions: Aug 16 19:48:37.151055 n-d-787206-13 neutron-server[94771]: { DHCP agent@n-d-787206-13: {}, Aug 16 19:48:37.151055 n-d-787206-13 neutron-server[94771]: L3 agent@n-d-787206-13: {}, Aug 16 19:48:37.151055 n-d-787206-13 neutron-server[94771]: Metadata agent@n-d-787206-13: {}, Aug 16 19:48:37.151055 n-d-787206-13 neutron-server[94771]: Metering agent@n-d-787206-13: {}, Aug 16 19:48:37.151055 n-d-787206-13 neutron-server[94771]: Open vSwitch agent@n-d-787206-13: { 'AddressGroup': '1.2', Aug 16 19:48:37.151055 n-d-787206-13 neutron-server[94771]: 'ConntrackHelper': '1.0', Aug 16 19:48:37.151055 n-d-787206-13 neutron-server[94771]: 'Log': '1.0', Aug 16 19:48:37.151055 n-d-787206-13 neutron-server[94771]: 'Network': '1.1', Aug 16 19:48:37.151055 n-d-787206-13 neutron-server[94771]: 'Port': '1.7', Aug 16 19:48:37.151055 n-d-787206-13 neutron-server[94771]: 'PortForwarding': '1.2', Aug 16 19:48:37.151055 n-d-787206-13 neutron-server[94771]: 'QosPolicy': '1.9', Aug 16 19:48:37.151055 n-d-787206-13 neutron-server[94771]: 'SecurityGroup': '1.4', Aug 16 19:48:37.151055 n-d-787206-13 neutron-server[94771]: 'SecurityGroupRule': '1.2', Aug 16 19:48:37.151055 n-d-787206-13 neutron-server[94771]: 'SubPort': '1.0', Aug 16 19:48:37.151055 n-d-787206-13 neutron-server[94771]: 'Subnet': '1.1', Aug 16 19:48:37.151055 n-d-787206-13 neutron-server[94771]: 'Trunk': '1.1'}} Aug 16 19:48:37.151055 n-d-787206-13 neutron-server[94771]: {{(pid=94771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 19:48:37.233696 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:37.237996 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-331eafd1-65c0-4eb7-959a-772cd62c4a56 None None] Provisioning for port c8c17ea8-87e3-48e4-adfd-c2743277133f completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:48:37.241463 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-331eafd1-65c0-4eb7-959a-772cd62c4a56 None None] Provisioning complete for port c8c17ea8-87e3-48e4-adfd-c2743277133f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:48:37.241829 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-331eafd1-65c0-4eb7-959a-772cd62c4a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:37.274000 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-331eafd1-65c0-4eb7-959a-772cd62c4a56 None None] Port c8c17ea8-87e3-48e4-adfd-c2743277133f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 19:48:37.448155 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:37.452510 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:37.453669 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:37.577358 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] Pushing event updated for resources: {'Port': ['ID=c8c17ea8-87e3-48e4-adfd-c2743277133f,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:48:37.622404 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] Network fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:48:37.623711 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:48:37.784009 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] Router bcc9016f-ab50-432d-af9b-78de60e2b31c is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 19:48:37.795367 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-34bc7933-5373-46f7-a328-8ae600f96dd2 None None] Provisioning complete for port c8c17ea8-87e3-48e4-adfd-c2743277133f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:48:37.795736 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34bc7933-5373-46f7-a328-8ae600f96dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:37.829235 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-34bc7933-5373-46f7-a328-8ae600f96dd2 None None] Port c8c17ea8-87e3-48e4-adfd-c2743277133f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 19:48:37.877693 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 19:48:37.883644 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7552abed-c28c-4cfa-8d76-46029107056a admin admin] 10.222.0.68 "PUT /v2.0/routers/bcc9016f-ab50-432d-af9b-78de60e2b31c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8272970 Aug 16 19:48:37.887545 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a12017d-e2de-489d-8fd2-53f3973eac7d None None] Sync routers for ids ['bcc9016f-ab50-432d-af9b-78de60e2b31c'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 19:48:37.898812 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a12017d-e2de-489d-8fd2-53f3973eac7d None None] Routers {'bcc9016f-ab50-432d-af9b-78de60e2b31c'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 19:48:37.899641 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0a12017d-e2de-489d-8fd2-53f3973eac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T19:48:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['bcc9016f-ab50-432d-af9b-78de60e2b31c'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:48:38.082039 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-0a12017d-e2de-489d-8fd2-53f3973eac7d None None] Set router bcc9016f-ab50-432d-af9b-78de60e2b31c gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 19:48:38.510679 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0a12017d-e2de-489d-8fd2-53f3973eac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc9016f-ab50-432d-af9b-78de60e2b31c', 'name': 'router1', 'tenant_id': '67545f249bf34804b4a8478336651f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:48:27Z', 'updated_at': '2021-08-16T19:48:37Z', 'revision_number': 2, 'project_id': '67545f249bf34804b4a8478336651f5b', 'gw_port_host': None, '_interfaces': [{'id': 'c8c17ea8-87e3-48e4-adfd-c2743277133f', 'name': '', 'network_id': 'fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3', 'tenant_id': '67545f249bf34804b4a8478336651f5b', 'mac_address': 'fa:16:3e:a0:35:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc9016f-ab50-432d-af9b-78de60e2b31c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '535a2dd8-ce4f-4ff5-a3f3-609d7b5fbf15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:48:36Z', 'updated_at': '2021-08-16T19:48:37Z', 'revision_number': 2, 'project_id': '67545f249bf34804b4a8478336651f5b', 'subnets': [{'id': '535a2dd8-ce4f-4ff5-a3f3-609d7b5fbf15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abfd51ce-3c11-4439-981f-a97946375467'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:48:38.561258 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a12017d-e2de-489d-8fd2-53f3973eac7d None None] Checking router: bcc9016f-ab50-432d-af9b-78de60e2b31c for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 19:48:38.561624 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a12017d-e2de-489d-8fd2-53f3973eac7d None None] Updating router bcc9016f-ab50-432d-af9b-78de60e2b31c port c8c17ea8-87e3-48e4-adfd-c2743277133f binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 19:48:38.612267 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0a12017d-e2de-489d-8fd2-53f3973eac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:39.126268 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0a12017d-e2de-489d-8fd2-53f3973eac7d None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:39.143552 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-0a12017d-e2de-489d-8fd2-53f3973eac7d None None] Transition to ACTIVE for port object c8c17ea8-87e3-48e4-adfd-c2743277133f will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:48:39.149079 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0a12017d-e2de-489d-8fd2-53f3973eac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:39.306062 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c6d0c-db0f-4c76-90dc-43ccde09e4ea None None] Pushing event updated for resources: {'Port': ['ID=c8c17ea8-87e3-48e4-adfd-c2743277133f,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:48:39.317009 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-0a12017d-e2de-489d-8fd2-53f3973eac7d None None] Attempting to bind port c8c17ea8-87e3-48e4-adfd-c2743277133f on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:48:39.317400 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-0a12017d-e2de-489d-8fd2-53f3973eac7d None None] Attempting to bind port c8c17ea8-87e3-48e4-adfd-c2743277133f by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '2a4be8cb-3396-4b72-8ed7-9bd0b51c194c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:48:39.317825 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a12017d-e2de-489d-8fd2-53f3973eac7d None None] Attempting to bind port c8c17ea8-87e3-48e4-adfd-c2743277133f on network fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:48:39.320291 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c6d0c-db0f-4c76-90dc-43ccde09e4ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:39.320736 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c6d0c-db0f-4c76-90dc-43ccde09e4ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:39.321064 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c6d0c-db0f-4c76-90dc-43ccde09e4ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:39.321385 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c6d0c-db0f-4c76-90dc-43ccde09e4ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:39.321707 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c6d0c-db0f-4c76-90dc-43ccde09e4ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:39.322021 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c6d0c-db0f-4c76-90dc-43ccde09e4ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:39.322335 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c6d0c-db0f-4c76-90dc-43ccde09e4ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:39.322645 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c6d0c-db0f-4c76-90dc-43ccde09e4ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:39.322954 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c6d0c-db0f-4c76-90dc-43ccde09e4ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:39.323275 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c6d0c-db0f-4c76-90dc-43ccde09e4ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:39.323599 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c6d0c-db0f-4c76-90dc-43ccde09e4ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:39.323901 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c6d0c-db0f-4c76-90dc-43ccde09e4ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:48:39.324951 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c6d0c-db0f-4c76-90dc-43ccde09e4ea None None] Tracked resource versions report: Aug 16 19:48:39.324951 n-d-787206-13 neutron-server[94773]: pushed versions: Aug 16 19:48:39.324951 n-d-787206-13 neutron-server[94773]: { 'AddressGroup': {'1.2'}, Aug 16 19:48:39.324951 n-d-787206-13 neutron-server[94773]: 'ConntrackHelper': {'1.0'}, Aug 16 19:48:39.324951 n-d-787206-13 neutron-server[94773]: 'Log': {'1.0'}, Aug 16 19:48:39.324951 n-d-787206-13 neutron-server[94773]: 'Network': {'1.1'}, Aug 16 19:48:39.324951 n-d-787206-13 neutron-server[94773]: 'Port': {'1.7'}, Aug 16 19:48:39.324951 n-d-787206-13 neutron-server[94773]: 'PortForwarding': {'1.2'}, Aug 16 19:48:39.324951 n-d-787206-13 neutron-server[94773]: 'QosPolicy': {'1.9'}, Aug 16 19:48:39.324951 n-d-787206-13 neutron-server[94773]: 'SecurityGroup': {'1.4'}, Aug 16 19:48:39.324951 n-d-787206-13 neutron-server[94773]: 'SecurityGroupRule': {'1.2'}, Aug 16 19:48:39.324951 n-d-787206-13 neutron-server[94773]: 'SubPort': {'1.0'}, Aug 16 19:48:39.324951 n-d-787206-13 neutron-server[94773]: 'Subnet': {'1.1'}, Aug 16 19:48:39.324951 n-d-787206-13 neutron-server[94773]: 'Trunk': {'1.1'}} Aug 16 19:48:39.324951 n-d-787206-13 neutron-server[94773]: consumer versions: Aug 16 19:48:39.324951 n-d-787206-13 neutron-server[94773]: { DHCP agent@n-d-787206-13: {}, Aug 16 19:48:39.324951 n-d-787206-13 neutron-server[94773]: L3 agent@n-d-787206-13: {}, Aug 16 19:48:39.324951 n-d-787206-13 neutron-server[94773]: Metadata agent@n-d-787206-13: {}, Aug 16 19:48:39.324951 n-d-787206-13 neutron-server[94773]: Metering agent@n-d-787206-13: {}, Aug 16 19:48:39.324951 n-d-787206-13 neutron-server[94773]: Open vSwitch agent@n-d-787206-13: { 'AddressGroup': '1.2', Aug 16 19:48:39.324951 n-d-787206-13 neutron-server[94773]: 'ConntrackHelper': '1.0', Aug 16 19:48:39.324951 n-d-787206-13 neutron-server[94773]: 'Log': '1.0', Aug 16 19:48:39.324951 n-d-787206-13 neutron-server[94773]: 'Network': '1.1', Aug 16 19:48:39.324951 n-d-787206-13 neutron-server[94773]: 'Port': '1.7', Aug 16 19:48:39.324951 n-d-787206-13 neutron-server[94773]: 'PortForwarding': '1.2', Aug 16 19:48:39.324951 n-d-787206-13 neutron-server[94773]: 'QosPolicy': '1.9', Aug 16 19:48:39.324951 n-d-787206-13 neutron-server[94773]: 'SecurityGroup': '1.4', Aug 16 19:48:39.324951 n-d-787206-13 neutron-server[94773]: 'SecurityGroupRule': '1.2', Aug 16 19:48:39.324951 n-d-787206-13 neutron-server[94773]: 'SubPort': '1.0', Aug 16 19:48:39.324951 n-d-787206-13 neutron-server[94773]: 'Subnet': '1.1', Aug 16 19:48:39.324951 n-d-787206-13 neutron-server[94773]: 'Trunk': '1.1'}} Aug 16 19:48:39.324951 n-d-787206-13 neutron-server[94773]: {{(pid=94773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 19:48:39.332324 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a12017d-e2de-489d-8fd2-53f3973eac7d None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:48:39.332719 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a12017d-e2de-489d-8fd2-53f3973eac7d None None] Checking segment: {'id': '2a4be8cb-3396-4b72-8ed7-9bd0b51c194c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:48:39.333186 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0a12017d-e2de-489d-8fd2-53f3973eac7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:39.333573 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a12017d-e2de-489d-8fd2-53f3973eac7d None None] Bound using segment: {'id': '2a4be8cb-3396-4b72-8ed7-9bd0b51c194c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:48:39.334047 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-0a12017d-e2de-489d-8fd2-53f3973eac7d None None] Bound port: c8c17ea8-87e3-48e4-adfd-c2743277133f, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4be8cb-3396-4b72-8ed7-9bd0b51c194c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:48:39.334438 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0a12017d-e2de-489d-8fd2-53f3973eac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:39.399481 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-0a12017d-e2de-489d-8fd2-53f3973eac7d None None] For port c8c17ea8-87e3-48e4-adfd-c2743277133f, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:48:39.420477 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-0a12017d-e2de-489d-8fd2-53f3973eac7d None None] For port c8c17ea8-87e3-48e4-adfd-c2743277133f, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=c8c17ea8-87e3-48e4-adfd-c2743277133f,segment=NetworkSegment(2a4be8cb-3396-4b72-8ed7-9bd0b51c194c),segment_id=2a4be8cb-3396-4b72-8ed7-9bd0b51c194c)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:48:39.424438 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0a12017d-e2de-489d-8fd2-53f3973eac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:39.481975 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c6d0c-db0f-4c76-90dc-43ccde09e4ea None None] Pushing event updated for resources: {'Port': ['ID=c8c17ea8-87e3-48e4-adfd-c2743277133f,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:48:39.487961 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a12017d-e2de-489d-8fd2-53f3973eac7d None None] Routers {'bcc9016f-ab50-432d-af9b-78de60e2b31c'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 19:48:39.488568 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0a12017d-e2de-489d-8fd2-53f3973eac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T19:48:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['bcc9016f-ab50-432d-af9b-78de60e2b31c'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:48:39.575096 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-0a12017d-e2de-489d-8fd2-53f3973eac7d None None] Set router bcc9016f-ab50-432d-af9b-78de60e2b31c gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 19:48:39.782949 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0a12017d-e2de-489d-8fd2-53f3973eac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc9016f-ab50-432d-af9b-78de60e2b31c', 'name': 'router1', 'tenant_id': '67545f249bf34804b4a8478336651f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:48:27Z', 'updated_at': '2021-08-16T19:48:37Z', 'revision_number': 2, 'project_id': '67545f249bf34804b4a8478336651f5b', 'gw_port_host': None, '_interfaces': [{'id': 'c8c17ea8-87e3-48e4-adfd-c2743277133f', 'name': '', 'network_id': 'fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3', 'tenant_id': '67545f249bf34804b4a8478336651f5b', 'mac_address': 'fa:16:3e:a0:35:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc9016f-ab50-432d-af9b-78de60e2b31c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '535a2dd8-ce4f-4ff5-a3f3-609d7b5fbf15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:48:36Z', 'updated_at': '2021-08-16T19:48:39Z', 'revision_number': 4, 'project_id': '67545f249bf34804b4a8478336651f5b', 'subnets': [{'id': '535a2dd8-ce4f-4ff5-a3f3-609d7b5fbf15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abfd51ce-3c11-4439-981f-a97946375467'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:48:39.807272 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a12017d-e2de-489d-8fd2-53f3973eac7d None None] The sync data for ids ['bcc9016f-ab50-432d-af9b-78de60e2b31c'] in n-d-787206-13 is: [{'id': 'bcc9016f-ab50-432d-af9b-78de60e2b31c', 'name': 'router1', 'tenant_id': '67545f249bf34804b4a8478336651f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:48:27Z', 'updated_at': '2021-08-16T19:48:37Z', 'revision_number': 2, 'project_id': '67545f249bf34804b4a8478336651f5b', 'gw_port_host': None, '_interfaces': [{'id': 'c8c17ea8-87e3-48e4-adfd-c2743277133f', 'name': '', 'network_id': 'fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3', 'tenant_id': '67545f249bf34804b4a8478336651f5b', 'mac_address': 'fa:16:3e:a0:35:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc9016f-ab50-432d-af9b-78de60e2b31c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '535a2dd8-ce4f-4ff5-a3f3-609d7b5fbf15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:48:36Z', 'updated_at': '2021-08-16T19:48:39Z', 'revision_number': 4, 'project_id': '67545f249bf34804b4a8478336651f5b', 'subnets': [{'id': '535a2dd8-ce4f-4ff5-a3f3-609d7b5fbf15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abfd51ce-3c11-4439-981f-a97946375467'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 19:48:40.118033 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52558) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:48:40.228469 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3371a58-03c2-4253-9917-221becdf7916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:48:40.229821 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c3371a58-03c2-4253-9917-221becdf7916 admin admin] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 842 time: 0.1109111 Aug 16 19:48:40.240186 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b88b157e-d30e-429d-a13e-c89c753e5a76 admin admin] Request body: {'subnet': {'cidr': '172.25.8.0/24', 'ip_version': 4, 'gateway_ip': '172.25.8.1', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:48:40.263561 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88b157e-d30e-429d-a13e-c89c753e5a76 admin admin] Made reservation on behalf of fc335fa98cde4a30947c5fe97ca346be for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:48:40.265932 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b88b157e-d30e-429d-a13e-c89c753e5a76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:40.575240 n-d-787206-13 neutron-server[94771]: DEBUG neutron.objects.ports [None req-b88b157e-d30e-429d-a13e-c89c753e5a76 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 19:48:40.575712 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b88b157e-d30e-429d-a13e-c89c753e5a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:40.637324 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b157e-d30e-429d-a13e-c89c753e5a76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c964a3a-83ab-420a-9346-1442e12b28d9,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:48:40.639241 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88b157e-d30e-429d-a13e-c89c753e5a76 admin admin] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:48:40.639612 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88b157e-d30e-429d-a13e-c89c753e5a76 admin admin] Network hostable DHCP agents. Network: eb87ae87-0925-464c-8e03-8bba27e76e58, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 19:48:40.661565 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88b157e-d30e-429d-a13e-c89c753e5a76 admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 19:48:40.671869 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b88b157e-d30e-429d-a13e-c89c753e5a76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, eb87ae87-0925-464c-8e03-8bba27e76e58) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:48:40.676578 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88b157e-d30e-429d-a13e-c89c753e5a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:48:40.677187 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b88b157e-d30e-429d-a13e-c89c753e5a76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:40.683521 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789b4e0c-bca3-4787-b653-3f9cc1032ca0 None None] Network eb87ae87-0925-464c-8e03-8bba27e76e58 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 19:48:40.703291 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b88b157e-d30e-429d-a13e-c89c753e5a76 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4546723 Aug 16 19:48:40.821204 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799c5c51-53f9-4427-8a06-802dbaeb857e None None] Network eb87ae87-0925-464c-8e03-8bba27e76e58 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 19:48:42.943229 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52576) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:48:43.072962 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-db70d0e7-def6-4426-9949-30c512e13a12 admin admin] 10.222.0.68 "GET /v2.0/routers/bcc9016f-ab50-432d-af9b-78de60e2b31c HTTP/1.1" status: 200 len: 710 time: 0.1285248 Aug 16 19:48:43.156872 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476784bf-8d53-4115-acbf-9e950b095374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:48:43.158235 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-476784bf-8d53-4115-acbf-9e950b095374 admin admin] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 886 time: 0.0796692 Aug 16 19:48:43.167585 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-637ce53d-9d24-4383-9a8e-fb05bdc7bcfa admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:48:43.413826 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-637ce53d-9d24-4383-9a8e-fb05bdc7bcfa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:43.717579 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-637ce53d-9d24-4383-9a8e-fb05bdc7bcfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:43.792605 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-637ce53d-9d24-4383-9a8e-fb05bdc7bcfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:43.890501 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-637ce53d-9d24-4383-9a8e-fb05bdc7bcfa admin admin] Allocated IP 172.25.8.68 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/e817a2b7-2899-4bb1-912a-152ddfd302ea) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:48:43.990682 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-637ce53d-9d24-4383-9a8e-fb05bdc7bcfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:44.028283 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-637ce53d-9d24-4383-9a8e-fb05bdc7bcfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:44.069221 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637ce53d-9d24-4383-9a8e-fb05bdc7bcfa admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:48:44.072279 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-637ce53d-9d24-4383-9a8e-fb05bdc7bcfa admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:48:44.074777 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637ce53d-9d24-4383-9a8e-fb05bdc7bcfa admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:48:44.112616 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ce53d-9d24-4383-9a8e-fb05bdc7bcfa admin admin] Pushing event updated for resources: {'Port': ['ID=e817a2b7-2899-4bb1-912a-152ddfd302ea,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:48:44.324779 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-637ce53d-9d24-4383-9a8e-fb05bdc7bcfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:44.514390 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-637ce53d-9d24-4383-9a8e-fb05bdc7bcfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106996'] for router, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:44.517422 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-637ce53d-9d24-4383-9a8e-fb05bdc7bcfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-399211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-399202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-399768'] for router, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:44.623339 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637ce53d-9d24-4383-9a8e-fb05bdc7bcfa admin admin] Router bcc9016f-ab50-432d-af9b-78de60e2b31c has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 19:48:44.729176 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637ce53d-9d24-4383-9a8e-fb05bdc7bcfa admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 19:48:44.733277 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-637ce53d-9d24-4383-9a8e-fb05bdc7bcfa admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:44.734497 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-637ce53d-9d24-4383-9a8e-fb05bdc7bcfa admin admin] 10.222.0.68 "PUT /v2.0/routers/bcc9016f-ab50-432d-af9b-78de60e2b31c HTTP/1.1" status: 200 len: 889 time: 1.5702975 Aug 16 19:48:46.140783 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4e7692-68aa-43b4-8ade-54250b68b2cf None None] Sync routers for ids ['bcc9016f-ab50-432d-af9b-78de60e2b31c'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 19:48:46.151344 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4e7692-68aa-43b4-8ade-54250b68b2cf None None] Routers {'bcc9016f-ab50-432d-af9b-78de60e2b31c'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 19:48:46.151994 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-dc4e7692-68aa-43b4-8ade-54250b68b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T19:48:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['bcc9016f-ab50-432d-af9b-78de60e2b31c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:48:46.405713 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-dc4e7692-68aa-43b4-8ade-54250b68b2cf None None] Set router bcc9016f-ab50-432d-af9b-78de60e2b31c gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 19:48:46.421313 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c8c17ea8-87e3-48e4-adfd-c2743277133f up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:48:46.666303 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port c8c17ea8-87e3-48e4-adfd-c2743277133f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:48:46.681490 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port c8c17ea8-87e3-48e4-adfd-c2743277133f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:48:46.681861 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:46.852162 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:46.906703 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port c8c17ea8-87e3-48e4-adfd-c2743277133f, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=c8c17ea8-87e3-48e4-adfd-c2743277133f,segment=NetworkSegment(2a4be8cb-3396-4b72-8ed7-9bd0b51c194c),segment_id=2a4be8cb-3396-4b72-8ed7-9bd0b51c194c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:48:46.909901 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-dc4e7692-68aa-43b4-8ade-54250b68b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc9016f-ab50-432d-af9b-78de60e2b31c', 'name': 'router1', 'tenant_id': '67545f249bf34804b4a8478336651f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'e817a2b7-2899-4bb1-912a-152ddfd302ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:48:27Z', 'updated_at': '2021-08-16T19:48:44Z', 'revision_number': 4, 'project_id': '67545f249bf34804b4a8478336651f5b', 'gw_port': {'id': 'e817a2b7-2899-4bb1-912a-152ddfd302ea', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:28:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc9016f-ab50-432d-af9b-78de60e2b31c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:48:43Z', 'updated_at': '2021-08-16T19:48:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'c8c17ea8-87e3-48e4-adfd-c2743277133f', 'name': '', 'network_id': 'fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3', 'tenant_id': '67545f249bf34804b4a8478336651f5b', 'mac_address': 'fa:16:3e:a0:35:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc9016f-ab50-432d-af9b-78de60e2b31c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '535a2dd8-ce4f-4ff5-a3f3-609d7b5fbf15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:48:36Z', 'updated_at': '2021-08-16T19:48:39Z', 'revision_number': 4, 'project_id': '67545f249bf34804b4a8478336651f5b', 'subnets': [{'id': '535a2dd8-ce4f-4ff5-a3f3-609d7b5fbf15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abfd51ce-3c11-4439-981f-a97946375467'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:48:46.933727 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:46.964684 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4e7692-68aa-43b4-8ade-54250b68b2cf None None] Checking router: bcc9016f-ab50-432d-af9b-78de60e2b31c for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 19:48:46.965051 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4e7692-68aa-43b4-8ade-54250b68b2cf None None] Updating router bcc9016f-ab50-432d-af9b-78de60e2b31c port e817a2b7-2899-4bb1-912a-152ddfd302ea binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 19:48:47.040509 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dc4e7692-68aa-43b4-8ade-54250b68b2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:47.072693 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=c8c17ea8-87e3-48e4-adfd-c2743277133f,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:48:47.124728 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52588) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:48:47.237106 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c4999932-2c7d-480c-9837-b6739f5c7ce0 admin admin] 10.222.0.68 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1110995 Aug 16 19:48:47.381842 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dc4e7692-68aa-43b4-8ade-54250b68b2cf None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:47.391910 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-dc4e7692-68aa-43b4-8ade-54250b68b2cf None None] Transition to ACTIVE for port object e817a2b7-2899-4bb1-912a-152ddfd302ea will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:48:47.397373 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dc4e7692-68aa-43b4-8ade-54250b68b2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:47.448903 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-dc4e7692-68aa-43b4-8ade-54250b68b2cf None None] Attempting to bind port e817a2b7-2899-4bb1-912a-152ddfd302ea on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:48:47.449558 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-dc4e7692-68aa-43b4-8ade-54250b68b2cf None None] Attempting to bind port e817a2b7-2899-4bb1-912a-152ddfd302ea by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:48:47.449924 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4e7692-68aa-43b4-8ade-54250b68b2cf None None] Attempting to bind port e817a2b7-2899-4bb1-912a-152ddfd302ea on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:48:47.451939 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946ef2c-a4ef-4a5e-8224-8ab050af01d9 None None] Pushing event updated for resources: {'Port': ['ID=e817a2b7-2899-4bb1-912a-152ddfd302ea,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:48:47.457607 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4e7692-68aa-43b4-8ade-54250b68b2cf None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:48:47.457973 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4e7692-68aa-43b4-8ade-54250b68b2cf None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:48:47.458372 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dc4e7692-68aa-43b4-8ade-54250b68b2cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:47.459168 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4e7692-68aa-43b4-8ade-54250b68b2cf None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:48:47.459168 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-dc4e7692-68aa-43b4-8ade-54250b68b2cf None None] Bound port: e817a2b7-2899-4bb1-912a-152ddfd302ea, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:48:47.459583 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dc4e7692-68aa-43b4-8ade-54250b68b2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:47.511239 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-dc4e7692-68aa-43b4-8ade-54250b68b2cf None None] For port e817a2b7-2899-4bb1-912a-152ddfd302ea, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:48:47.514023 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-dc4e7692-68aa-43b4-8ade-54250b68b2cf None None] For port e817a2b7-2899-4bb1-912a-152ddfd302ea, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e817a2b7-2899-4bb1-912a-152ddfd302ea,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:48:47.519597 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dc4e7692-68aa-43b4-8ade-54250b68b2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:47.575354 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946ef2c-a4ef-4a5e-8224-8ab050af01d9 None None] Pushing event updated for resources: {'Port': ['ID=e817a2b7-2899-4bb1-912a-152ddfd302ea,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:48:47.578284 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4e7692-68aa-43b4-8ade-54250b68b2cf None None] Routers {'bcc9016f-ab50-432d-af9b-78de60e2b31c'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 19:48:47.578874 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-dc4e7692-68aa-43b4-8ade-54250b68b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T19:48:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['bcc9016f-ab50-432d-af9b-78de60e2b31c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:48:47.768272 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-dc4e7692-68aa-43b4-8ade-54250b68b2cf None None] Set router bcc9016f-ab50-432d-af9b-78de60e2b31c gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 19:48:47.980228 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-dc4e7692-68aa-43b4-8ade-54250b68b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc9016f-ab50-432d-af9b-78de60e2b31c', 'name': 'router1', 'tenant_id': '67545f249bf34804b4a8478336651f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'e817a2b7-2899-4bb1-912a-152ddfd302ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:48:27Z', 'updated_at': '2021-08-16T19:48:44Z', 'revision_number': 4, 'project_id': '67545f249bf34804b4a8478336651f5b', 'gw_port': {'id': 'e817a2b7-2899-4bb1-912a-152ddfd302ea', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:28:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc9016f-ab50-432d-af9b-78de60e2b31c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:48:43Z', 'updated_at': '2021-08-16T19:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'c8c17ea8-87e3-48e4-adfd-c2743277133f', 'name': '', 'network_id': 'fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3', 'tenant_id': '67545f249bf34804b4a8478336651f5b', 'mac_address': 'fa:16:3e:a0:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9016f-ab50-432d-af9b-78de60e2b31c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '535a2dd8-ce4f-4ff5-a3f3-609d7b5fbf15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:48:36Z', 'updated_at': '2021-08-16T19:48:46Z', 'revision_number': 5, 'project_id': '67545f249bf34804b4a8478336651f5b', 'subnets': [{'id': '535a2dd8-ce4f-4ff5-a3f3-609d7b5fbf15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abfd51ce-3c11-4439-981f-a97946375467'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:48:48.009316 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4e7692-68aa-43b4-8ade-54250b68b2cf None None] The sync data for ids ['bcc9016f-ab50-432d-af9b-78de60e2b31c'] in n-d-787206-13 is: [{'id': 'bcc9016f-ab50-432d-af9b-78de60e2b31c', 'name': 'router1', 'tenant_id': '67545f249bf34804b4a8478336651f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'e817a2b7-2899-4bb1-912a-152ddfd302ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:48:27Z', 'updated_at': '2021-08-16T19:48:44Z', 'revision_number': 4, 'project_id': '67545f249bf34804b4a8478336651f5b', 'gw_port': {'id': 'e817a2b7-2899-4bb1-912a-152ddfd302ea', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:28:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc9016f-ab50-432d-af9b-78de60e2b31c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:48:43Z', 'updated_at': '2021-08-16T19:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'c8c17ea8-87e3-48e4-adfd-c2743277133f', 'name': '', 'network_id': 'fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3', 'tenant_id': '67545f249bf34804b4a8478336651f5b', 'mac_address': 'fa:16:3e:a0:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9016f-ab50-432d-af9b-78de60e2b31c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '535a2dd8-ce4f-4ff5-a3f3-609d7b5fbf15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:48:36Z', 'updated_at': '2021-08-16T19:48:46Z', 'revision_number': 5, 'project_id': '67545f249bf34804b4a8478336651f5b', 'subnets': [{'id': '535a2dd8-ce4f-4ff5-a3f3-609d7b5fbf15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abfd51ce-3c11-4439-981f-a97946375467'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 19:48:48.481538 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c8c17ea8-87e3-48e4-adfd-c2743277133f up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:48:48.555348 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port c8c17ea8-87e3-48e4-adfd-c2743277133f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:48:48.555348 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:48.641471 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e817a2b7-2899-4bb1-912a-152ddfd302ea up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:48:48.694868 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port e817a2b7-2899-4bb1-912a-152ddfd302ea completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:48:48.698662 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port e817a2b7-2899-4bb1-912a-152ddfd302ea triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:48:48.699037 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:48.776116 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:48.797017 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port e817a2b7-2899-4bb1-912a-152ddfd302ea, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e817a2b7-2899-4bb1-912a-152ddfd302ea,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:48:48.801594 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:48.849160 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=e817a2b7-2899-4bb1-912a-152ddfd302ea,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:48:50.378555 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e817a2b7-2899-4bb1-912a-152ddfd302ea up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:48:50.431999 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port e817a2b7-2899-4bb1-912a-152ddfd302ea triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:48:50.432372 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:48:56.180442 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 5 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 19:49:01.708016 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-deb72aef-b44a-4353-bc10-b5d6c1b3ba8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:49:04.304117 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cff5966a-a610-4bdd-b7fc-534e63c50fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:49:04.573181 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:49:05.442779 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:49:06.815468 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:49:31.706811 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4a97274-e6bb-46cd-b21c-be7e87532601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:49:33.180322 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 5 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 19:49:34.300000 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e6a5d6ea-370d-49cb-a6e5-68d070449829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:49:34.572365 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:49:35.405796 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:49:36.820097 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:50:01.707913 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-980f1c83-6966-4d91-a857-87cb72ce136c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:50:04.301729 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3d97ef6d-227f-4a67-b8c2-1753ddf9bb0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:50:04.564040 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:50:05.426711 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:50:06.825460 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:50:10.178253 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 5 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 19:50:27.828780 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53188) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:50:27.893121 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f6d5de-0767-4f4f-868b-fdc3edcadb91 admin admin] GET failed (client error): The resource could not be found. Aug 16 19:50:27.894458 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-60f6d5de-0767-4f4f-868b-fdc3edcadb91 admin admin] 10.222.0.68 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0647593 Aug 16 19:50:28.133130 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c87c9be-2eb0-45d3-a977-7eb99dfd1aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:50:28.134699 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3c87c9be-2eb0-45d3-a977-7eb99dfd1aad admin admin] 10.222.0.68 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2359016 Aug 16 19:50:30.250645 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53198) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:50:30.342760 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0f1af3-e071-4532-87c1-4a11a4ae732d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:50:30.344309 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4e0f1af3-e071-4532-87c1-4a11a4ae732d admin admin] 10.222.0.68 "GET /v2.0/subnets/535a2dd8-ce4f-4ff5-a3f3-609d7b5fbf15 HTTP/1.1" status: 200 len: 849 time: 0.0926702 Aug 16 19:50:30.354007 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-844fd61a-47f2-4172-a7ab-281093b612e1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:50:30.438959 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-844fd61a-47f2-4172-a7ab-281093b612e1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:50:30.579029 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-844fd61a-47f2-4172-a7ab-281093b612e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728336621240'] for subnet, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:50:30.606227 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844fd61a-47f2-4172-a7ab-281093b612e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:50:30.607309 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-844fd61a-47f2-4172-a7ab-281093b612e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:50:30.608003 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-844fd61a-47f2-4172-a7ab-281093b612e1 admin admin] 10.222.0.68 "PUT /v2.0/subnets/535a2dd8-ce4f-4ff5-a3f3-609d7b5fbf15 HTTP/1.1" status: 200 len: 868 time: 0.2577107 Aug 16 19:50:30.626794 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7312687-18ec-4fae-82c6-defdf5ab954e None None] Network fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 19:50:30.631311 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844fd61a-47f2-4172-a7ab-281093b612e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=535a2dd8-ce4f-4ff5-a3f3-609d7b5fbf15,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:50:30.639515 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844fd61a-47f2-4172-a7ab-281093b612e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:50:30.639515 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844fd61a-47f2-4172-a7ab-281093b612e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:50:30.639515 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844fd61a-47f2-4172-a7ab-281093b612e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:50:30.639912 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844fd61a-47f2-4172-a7ab-281093b612e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:50:30.640162 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844fd61a-47f2-4172-a7ab-281093b612e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:50:30.640378 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844fd61a-47f2-4172-a7ab-281093b612e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:50:30.640771 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844fd61a-47f2-4172-a7ab-281093b612e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:50:30.641088 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844fd61a-47f2-4172-a7ab-281093b612e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:50:30.641401 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844fd61a-47f2-4172-a7ab-281093b612e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:50:30.641718 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844fd61a-47f2-4172-a7ab-281093b612e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:50:30.642032 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844fd61a-47f2-4172-a7ab-281093b612e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:50:30.642538 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844fd61a-47f2-4172-a7ab-281093b612e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:50:31.025887 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-31d240ee-689e-49b7-b64f-5ea02150a45c None None] Provisioning complete for port 503b2710-8c44-4f10-aa27-55466a3e35e4 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:50:31.026266 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-31d240ee-689e-49b7-b64f-5ea02150a45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:50:31.114921 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-31d240ee-689e-49b7-b64f-5ea02150a45c None None] Provisioning complete for port c8c17ea8-87e3-48e4-adfd-c2743277133f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:50:31.115180 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-31d240ee-689e-49b7-b64f-5ea02150a45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:50:31.710695 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8894a4a4-c327-4678-b338-7fcec780d1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:50:32.751040 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53206) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:50:32.959533 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf774f1-53c8-4a11-bcfe-8cbe4b3f2cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:50:32.959919 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf774f1-53c8-4a11-bcfe-8cbe4b3f2cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:50:32.961450 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bcf774f1-53c8-4a11-bcfe-8cbe4b3f2cac admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2094467 Aug 16 19:50:34.301933 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-01a0b966-4a6d-44de-9630-02b8cabf63bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:50:34.565299 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:50:35.097230 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53216) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:50:35.225939 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b752b76e-9eca-46ef-9cbc-c2d272001dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:50:35.226415 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b752b76e-9eca-46ef-9cbc-c2d272001dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:50:35.227955 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b752b76e-9eca-46ef-9cbc-c2d272001dd7 admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1298006 Aug 16 19:50:35.408022 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:50:36.828243 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:50:37.349026 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53224) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:50:37.496076 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8435a8-2eeb-4ca2-a30b-23657d07dd5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:50:37.497470 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-af8435a8-2eeb-4ca2-a30b-23657d07dd5d admin admin] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 886 time: 0.1475167 Aug 16 19:50:39.645732 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53232) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:50:39.791342 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cbb803-3880-4735-8383-5a8ef20db9c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:50:39.792827 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-22cbb803-3880-4735-8383-5a8ef20db9c6 admin admin] 10.222.0.68 "GET /v2.0/networks/fc1ca5d6-a4a2-430a-b8d2-4940c8f859e3 HTTP/1.1" status: 200 len: 869 time: 0.1461086 Aug 16 19:50:41.910760 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53240) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:50:42.033423 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34591550-d8a9-457c-baaf-82034fe12f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:50:42.033883 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34591550-d8a9-457c-baaf-82034fe12f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:50:42.035424 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-34591550-d8a9-457c-baaf-82034fe12f40 admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1236467 Aug 16 19:50:44.153620 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53248) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:50:44.243083 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f195605-3540-4537-a598-caa3c9f55f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:50:44.243558 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f195605-3540-4537-a598-caa3c9f55f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:50:44.245025 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6f195605-3540-4537-a598-caa3c9f55f29 admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0904529 Aug 16 19:50:46.367481 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53256) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:50:46.452356 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d77420-4744-4a58-8a82-f43d55d40ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:50:46.454179 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-89d77420-4744-4a58-8a82-f43d55d40ed5 admin admin] 10.222.0.68 "GET /v2.0/subnets/3c964a3a-83ab-420a-9346-1442e12b28d9 HTTP/1.1" status: 200 len: 816 time: 0.0857873 Aug 16 19:50:47.176334 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 5 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 19:50:48.563415 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53264) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:50:48.653752 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8733cc2f-20ff-4675-81eb-2647165b59c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:50:48.655086 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8733cc2f-20ff-4675-81eb-2647165b59c7 admin admin] 10.222.0.68 "GET /v2.0/subnets/535a2dd8-ce4f-4ff5-a3f3-609d7b5fbf15 HTTP/1.1" status: 200 len: 868 time: 0.0907316 Aug 16 19:51:01.711421 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d573b3a-359b-4a63-92dd-2e1bffb9e37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:51:04.306384 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-301952a4-2445-41f0-bbf3-c0698c67fdbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:51:04.567475 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:51:05.412571 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:51:06.830693 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:51:12.132045 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53318) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:51:12.178284 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-5cd5283c-18d8-42a6-86a7-f54ca596581c admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 19:51:12.179337 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5cd5283c-18d8-42a6-86a7-f54ca596581c admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462985 Aug 16 19:51:14.388923 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53326) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:51:14.447805 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bd223dc-c0d2-4c60-981f-307ac1c10417 admin admin] GET failed (client error): The resource could not be found. Aug 16 19:51:14.449089 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6bd223dc-c0d2-4c60-981f-307ac1c10417 admin admin] 10.222.0.68 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0592558 Aug 16 19:51:14.585666 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eda10f-156e-4ff5-8d98-cea01b8810fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:51:14.587038 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-25eda10f-156e-4ff5-8d98-cea01b8810fe admin admin] 10.222.0.68 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1336927 Aug 16 19:51:16.749371 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53334) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:51:16.796319 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-02fd6bef-11ab-4985-9ac8-754dc5b87855 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:51:16.819383 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fd6bef-11ab-4985-9ac8-754dc5b87855 admin admin] Made reservation on behalf of fc335fa98cde4a30947c5fe97ca346be for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:51:16.821592 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02fd6bef-11ab-4985-9ac8-754dc5b87855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:51:16.849568 n-d-787206-13 neutron-server[94771]: WARNING neutron.services.revisions.revision_plugin [None req-02fd6bef-11ab-4985-9ac8-754dc5b87855 admin admin] Could not find related network for resource to bump revision. Aug 16 19:51:16.865102 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02fd6bef-11ab-4985-9ac8-754dc5b87855 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 19:51:16.878164 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02fd6bef-11ab-4985-9ac8-754dc5b87855 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728336741780', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:51:16.878693 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02fd6bef-11ab-4985-9ac8-754dc5b87855 admin admin] Unsubscribe: segment precommit_create {{(pid=94771) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 19:51:16.879163 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-02fd6bef-11ab-4985-9ac8-754dc5b87855 admin admin] Added segment 11c02be6-e4c9-4528-8f9f-b1d10d1122fa of type vlan for network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 Aug 16 19:51:16.925205 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02fd6bef-11ab-4985-9ac8-754dc5b87855 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:51:16.963695 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02fd6bef-11ab-4985-9ac8-754dc5b87855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:51:16.964549 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fd6bef-11ab-4985-9ac8-754dc5b87855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:51:16.965113 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02fd6bef-11ab-4985-9ac8-754dc5b87855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:51:17.031137 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-02fd6bef-11ab-4985-9ac8-754dc5b87855 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2807171 Aug 16 19:51:17.059565 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd6bef-11ab-4985-9ac8-754dc5b87855 admin admin] Pushing event updated for resources: {'Network': ['ID=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:51:17.071499 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 19:51:19.195604 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53342) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:51:19.254989 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ddcff53-32b2-4fd2-91ca-67991eac70be admin admin] GET failed (client error): The resource could not be found. Aug 16 19:51:19.256298 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7ddcff53-32b2-4fd2-91ca-67991eac70be admin admin] 10.222.0.68 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597491 Aug 16 19:51:19.323373 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1a7fba-6523-4abf-a8ff-6a5fb21bbd22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:51:19.324704 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5b1a7fba-6523-4abf-a8ff-6a5fb21bbd22 admin admin] 10.222.0.68 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0641749 Aug 16 19:51:19.334935 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-11091336-a876-4ba4-bca1-d6c9f3b7842b admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:51:19.354882 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11091336-a876-4ba4-bca1-d6c9f3b7842b admin admin] Made reservation on behalf of fc335fa98cde4a30947c5fe97ca346be for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:51:19.357097 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11091336-a876-4ba4-bca1-d6c9f3b7842b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:51:19.513496 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11091336-a876-4ba4-bca1-d6c9f3b7842b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:51:19.570384 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11091336-a876-4ba4-bca1-d6c9f3b7842b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dedf524-5a11-40fc-90de-b9413f1a2279,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:51:19.577358 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11091336-a876-4ba4-bca1-d6c9f3b7842b admin admin] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:51:19.577358 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11091336-a876-4ba4-bca1-d6c9f3b7842b admin admin] Network hostable DHCP agents. Network: b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 19:51:19.592385 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11091336-a876-4ba4-bca1-d6c9f3b7842b admin admin] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 19:51:19.601052 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-11091336-a876-4ba4-bca1-d6c9f3b7842b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:51:19.605036 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11091336-a876-4ba4-bca1-d6c9f3b7842b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:51:19.605609 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11091336-a876-4ba4-bca1-d6c9f3b7842b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:51:19.611334 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9d6424-7cfe-4dcb-936a-56c21ac4e160 None None] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 19:51:19.619269 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-11091336-a876-4ba4-bca1-d6c9f3b7842b admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2876754 Aug 16 19:51:19.769777 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'tenant_id': 'fc335fa98cde4a30947c5fe97ca346be', 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 19:51:19.770680 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:51:19.998978 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Allocated IP 192.168.233.2 (b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46/5dedf524-5a11-40fc-90de-b9413f1a2279/1d645a79-922f-4aae-a76a-bc830e3afafd) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:51:20.147282 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:51:20.156020 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Transition to ACTIVE for port object 1d645a79-922f-4aae-a76a-bc830e3afafd will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:51:20.171687 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Transition to ACTIVE for port object 1d645a79-922f-4aae-a76a-bc830e3afafd will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:51:20.178366 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:51:20.215523 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:51:20.221014 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:51:20.223648 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:51:20.237518 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Pushing event updated for resources: {'Port': ['ID=1d645a79-922f-4aae-a76a-bc830e3afafd,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:51:20.259604 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:51:20.259910 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:51:20.260220 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:51:20.260561 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:51:20.260904 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:51:20.261235 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:51:20.261568 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:51:20.261899 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:51:20.262227 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:51:20.262555 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:51:20.262881 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:51:20.263205 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:51:20.305678 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Attempting to bind port 1d645a79-922f-4aae-a76a-bc830e3afafd on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:51:20.306042 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Attempting to bind port 1d645a79-922f-4aae-a76a-bc830e3afafd by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:51:20.306407 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Attempting to bind port 1d645a79-922f-4aae-a76a-bc830e3afafd on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:51:20.311461 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:51:20.311833 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:51:20.312232 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:51:20.312617 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:51:20.313151 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Bound port: 1d645a79-922f-4aae-a76a-bc830e3afafd, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:51:20.313542 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:51:20.375087 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] For port 1d645a79-922f-4aae-a76a-bc830e3afafd, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:51:20.379651 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] For port 1d645a79-922f-4aae-a76a-bc830e3afafd, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1d645a79-922f-4aae-a76a-bc830e3afafd,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:51:20.384133 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:51:20.445462 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a697ca-9c6f-4449-be18-14937f39b05d None None] Pushing event updated for resources: {'Port': ['ID=1d645a79-922f-4aae-a76a-bc830e3afafd,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:51:21.258301 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e15c60-4b92-4d4a-a12d-54623658413a None None] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 19:51:21.380137 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1d111649-7e02-47b6-aed0-c64071dbe858 None None] Provisioning for port 1d645a79-922f-4aae-a76a-bc830e3afafd completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:51:22.528196 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1d645a79-922f-4aae-a76a-bc830e3afafd up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:51:22.575638 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 1d645a79-922f-4aae-a76a-bc830e3afafd completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:51:22.579408 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 1d645a79-922f-4aae-a76a-bc830e3afafd triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:51:22.579772 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:51:22.659220 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:51:22.690675 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 1d645a79-922f-4aae-a76a-bc830e3afafd, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1d645a79-922f-4aae-a76a-bc830e3afafd,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:51:22.693591 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:51:22.742096 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=1d645a79-922f-4aae-a76a-bc830e3afafd,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:51:24.176237 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 5 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 19:51:24.494828 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1d645a79-922f-4aae-a76a-bc830e3afafd up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:51:24.545723 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 1d645a79-922f-4aae-a76a-bc830e3afafd triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:51:24.546088 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:51:31.713039 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4cc893bd-718b-4ef6-b40a-9f23f6bef256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:51:34.307724 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c5cc270-8fa3-4606-8410-acd1830a60f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:51:34.567587 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:51:35.414018 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:51:36.834287 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:52:01.174350 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 5 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 19:52:01.714793 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8876d7ea-1c1d-49bb-b31b-f55e450e0d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:52:04.307555 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dd1bb219-33d1-4e74-91a5-744a86811768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:52:04.568763 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:52:05.416381 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:52:06.836607 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:52:31.714906 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-be7a3d15-1eb5-4889-9dd1-6443c861c303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:52:34.307825 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-616eebe8-c5b8-4d08-bc5b-434ff4ae9ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:52:34.572670 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:52:35.420946 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:52:36.841502 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:52:38.173393 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 5 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 19:52:39.506890 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53394) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:52:39.513040 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-b63e0f0d-e03b-44d3-a953-fa45bb7081c9 tempest-verify_tempest_config-1931240303 tempest-verify_tempest_config-1931240303-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 19:52:39.513986 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b63e0f0d-e03b-44d3-a953-fa45bb7081c9 tempest-verify_tempest_config-1931240303 tempest-verify_tempest_config-1931240303-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061343 Aug 16 19:52:39.810528 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53412) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:52:39.911522 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-035cc812-b98f-4a11-9b39-b7263497ff54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:52:40.025703 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-035cc812-b98f-4a11-9b39-b7263497ff54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:52:40.029469 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-035cc812-b98f-4a11-9b39-b7263497ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:52:40.071933 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035cc812-b98f-4a11-9b39-b7263497ff54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e5296f-01d6-43f1-8d38-28450f531a55,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:52:40.076366 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-035cc812-b98f-4a11-9b39-b7263497ff54 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=495c0cf3b2794123b0d6d3e47c9659bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2648854 Aug 16 19:52:40.079281 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53416) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:52:40.080659 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035cc812-b98f-4a11-9b39-b7263497ff54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:52:40.081063 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035cc812-b98f-4a11-9b39-b7263497ff54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:52:40.081436 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035cc812-b98f-4a11-9b39-b7263497ff54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:52:40.081810 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035cc812-b98f-4a11-9b39-b7263497ff54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:52:40.082170 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035cc812-b98f-4a11-9b39-b7263497ff54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:52:40.082495 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035cc812-b98f-4a11-9b39-b7263497ff54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:52:40.082817 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035cc812-b98f-4a11-9b39-b7263497ff54 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:52:40.083140 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035cc812-b98f-4a11-9b39-b7263497ff54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:52:40.083486 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035cc812-b98f-4a11-9b39-b7263497ff54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:52:40.083802 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035cc812-b98f-4a11-9b39-b7263497ff54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:52:40.084120 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035cc812-b98f-4a11-9b39-b7263497ff54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:52:40.084436 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035cc812-b98f-4a11-9b39-b7263497ff54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:52:40.135988 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0f1c02ea-b218-4be3-be4f-ea3c2416b041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:52:40.155568 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0f1c02ea-b218-4be3-be4f-ea3c2416b041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:52:40.243737 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0f1c02ea-b218-4be3-be4f-ea3c2416b041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:52:40.246313 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0f1c02ea-b218-4be3-be4f-ea3c2416b041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:52:40.247713 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0f1c02ea-b218-4be3-be4f-ea3c2416b041 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d2e5296f-01d6-43f1-8d38-28450f531a55 HTTP/1.1" status: 204 len: 168 time: 0.1675048 Aug 16 19:52:40.255320 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c02ea-b218-4be3-be4f-ea3c2416b041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e5296f-01d6-43f1-8d38-28450f531a55,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:52:40.261911 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1c02ea-b218-4be3-be4f-ea3c2416b041 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:52:40.262259 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1c02ea-b218-4be3-be4f-ea3c2416b041 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:52:40.262593 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1c02ea-b218-4be3-be4f-ea3c2416b041 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:52:40.262925 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1c02ea-b218-4be3-be4f-ea3c2416b041 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:52:40.263269 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1c02ea-b218-4be3-be4f-ea3c2416b041 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:52:40.263607 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1c02ea-b218-4be3-be4f-ea3c2416b041 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:52:40.263930 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1c02ea-b218-4be3-be4f-ea3c2416b041 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:52:40.264251 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1c02ea-b218-4be3-be4f-ea3c2416b041 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:52:40.264572 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1c02ea-b218-4be3-be4f-ea3c2416b041 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:52:40.264891 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1c02ea-b218-4be3-be4f-ea3c2416b041 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:52:40.265212 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1c02ea-b218-4be3-be4f-ea3c2416b041 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:52:40.265530 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1c02ea-b218-4be3-be4f-ea3c2416b041 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:53:01.715315 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-276334d6-1ac5-4c07-8c6c-23f005c8b1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:53:04.309085 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c1956c96-2d57-4112-adec-94a58582dd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:53:04.573542 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:53:05.423351 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:53:06.842800 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:53:15.171889 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 5 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 19:53:31.715464 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d76c504e-e148-446f-bd0d-51f28298180f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:53:34.309181 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d09eb490-7262-4b31-a6ae-a7ca294ec710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:53:34.574622 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:53:35.425567 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:53:36.845189 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:53:52.170579 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 5 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 19:54:01.715704 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea722063-3d50-4941-aec3-faf25a29b47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:54:04.309594 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e31af908-32f3-44e7-a97f-e8d83e222815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:54:04.575829 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:54:05.429072 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:54:06.847811 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:54:29.169070 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 5 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 19:54:31.716434 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-26cede1b-3034-442c-a553-119f857086d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:54:34.309039 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd940b62-1e9d-46d4-abdc-70418c9a75ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:54:34.576339 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:54:35.432685 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:54:36.851485 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:55:01.718804 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-501b666b-b712-4b61-afc8-17875da1252d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:55:04.309749 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-03a0b61b-b10e-4f13-bd22-4fdd1866287e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:55:04.577579 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:55:05.435667 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:55:06.166939 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 5 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 19:55:06.853910 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:55:31.720323 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca2dfd9d-182d-4bb3-b05e-bfa84f2fb596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:55:34.309271 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dbfcd968-86c6-4918-bd08-9e00a9016481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:55:34.580183 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:55:35.437724 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:55:35.713669 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-397666'] for agent, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:55:35.720627 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-397666'] for agent, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:55:36.856880 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:55:43.165857 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 19:56:01.720589 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e5a7b38-0f4c-40c4-8cfe-51d44a6bbad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:56:04.309742 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aea14f13-9157-4d52-96b2-710e2dc97c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:56:04.580507 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:56:05.439881 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:56:05.673482 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:56:05.688957 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:56:06.860323 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:56:18.800286 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53484) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:56:18.903778 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d7603773-fae8-4dc2-8d49-59b2c8ddbdf2 admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1024103 Aug 16 19:56:20.164756 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 19:56:21.050271 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53494) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:56:21.103554 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5995d5b0-4f93-4f08-bbe7-cfe655ea14d6 admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0522120 Aug 16 19:56:31.721583 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4fd8916a-5663-41f1-9f14-a5f53b4884c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:56:34.309682 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-540b6498-8671-4bff-a9dc-d920d8235c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:56:34.580406 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:56:35.442261 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:56:35.689334 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:56:35.704665 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:56:36.863087 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:56:57.162916 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 19:57:01.723952 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b9b79bc-db83-4942-b561-747c7725261a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:04.311347 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d766b23c-e61f-426c-afd0-381ab4056974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:04.582962 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:05.448448 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:05.688274 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:05.720745 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:06.866874 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:31.725406 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-32e83c1d-3402-4545-99b6-64b38a3a2fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:34.163271 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 19:57:34.322442 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-95c1d357-fda9-4ab2-b91e-de27ce4b9da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:34.601331 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:35.459571 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:35.718583 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:35.728919 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:36.880905 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:38.839848 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53656) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:39.108893 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-191a9c4f-ad91-4d4b-bc1a-349021ab4a23 tempest-AutoAllocateNetworkTest-394294536 tempest-AutoAllocateNetworkTest-394294536-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=e1aa8404d1b64e14ae6469e142ac60e0&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2674065 Aug 16 19:57:39.111347 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53678) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:39.352053 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e01c96-ae1e-4595-834a-2fc7ca4d9243 tempest-AutoAllocateNetworkTest-394294536 tempest-AutoAllocateNetworkTest-394294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:57:39.357005 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d8e01c96-ae1e-4595-834a-2fc7ca4d9243 tempest-AutoAllocateNetworkTest-394294536 tempest-AutoAllocateNetworkTest-394294536-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2415280 Aug 16 19:57:39.357005 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53694) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:39.453507 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8be7cae2-da6e-4cfc-9239-4f5b3c0a4dfb tempest-AutoAllocateNetworkTest-394294536 tempest-AutoAllocateNetworkTest-394294536-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0948648 Aug 16 19:57:39.456006 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53700) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:39.488351 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9698a2b7-c68d-4722-8e30-48795f55333b tempest-AutoAllocateNetworkTest-394294536 tempest-AutoAllocateNetworkTest-394294536-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=e1aa8404d1b64e14ae6469e142ac60e0 HTTP/1.1" status: 200 len: 208 time: 0.0309775 Aug 16 19:57:39.861285 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53720) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:40.251053 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ce144060-eab3-43ad-adff-60486a5bd58b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1893620888-network', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:57:40.276294 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce144060-eab3-43ad-adff-60486a5bd58b admin admin] Made reservation on behalf of dd60ee167a7c4249be845d9f57d57e43 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:57:40.278748 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce144060-eab3-43ad-adff-60486a5bd58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:40.287240 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce144060-eab3-43ad-adff-60486a5bd58b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:40.322257 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53744) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:40.400921 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce144060-eab3-43ad-adff-60486a5bd58b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:40.406589 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce144060-eab3-43ad-adff-60486a5bd58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:40.433818 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce144060-eab3-43ad-adff-60486a5bd58b admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 19:57:40.445133 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce144060-eab3-43ad-adff-60486a5bd58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8699e8-8e43-4ccb-acca-08bd56c567eb,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:40.456345 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce144060-eab3-43ad-adff-60486a5bd58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:40.456693 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-ce144060-eab3-43ad-adff-60486a5bd58b admin admin] Added segment 827dd0b5-7f5a-4db7-ad86-73a8b5a29504 of type vlan for network d97fcdba-147b-42c4-9a36-36beb7fe5385 Aug 16 19:57:40.458823 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce144060-eab3-43ad-adff-60486a5bd58b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:40.459066 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce144060-eab3-43ad-adff-60486a5bd58b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:40.459416 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce144060-eab3-43ad-adff-60486a5bd58b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:40.459812 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce144060-eab3-43ad-adff-60486a5bd58b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:40.460016 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce144060-eab3-43ad-adff-60486a5bd58b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:40.460335 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce144060-eab3-43ad-adff-60486a5bd58b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:40.460750 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce144060-eab3-43ad-adff-60486a5bd58b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:40.460955 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce144060-eab3-43ad-adff-60486a5bd58b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:40.461270 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce144060-eab3-43ad-adff-60486a5bd58b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:40.461776 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce144060-eab3-43ad-adff-60486a5bd58b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:40.462432 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce144060-eab3-43ad-adff-60486a5bd58b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:40.463157 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce144060-eab3-43ad-adff-60486a5bd58b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce144060-eab3-43ad-adff-60486a5bd58b admin admin] Tracked resource versions report: Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: pushed versions: Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: { 'AddressGroup': {'1.2'}, Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: 'ConntrackHelper': {'1.0'}, Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: 'Log': {'1.0'}, Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: 'Network': {'1.1'}, Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: 'Port': {'1.7'}, Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: 'PortForwarding': {'1.2'}, Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: 'QosPolicy': {'1.9'}, Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: 'SecurityGroup': {'1.4'}, Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: 'SecurityGroupRule': {'1.2'}, Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: 'SubPort': {'1.0'}, Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: 'Subnet': {'1.1'}, Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: 'Trunk': {'1.1'}} Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: consumer versions: Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: { DHCP agent@n-d-787206-13: {}, Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: HyperV agent@n-h1-787206-13: {}, Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: HyperV agent@n-h2-787206-13: {}, Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: L3 agent@n-d-787206-13: {}, Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: Metadata agent@n-d-787206-13: {}, Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: Metering agent@n-d-787206-13: {}, Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: Open vSwitch agent@n-d-787206-13: { 'AddressGroup': '1.2', Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: 'ConntrackHelper': '1.0', Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: 'Log': '1.0', Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: 'Network': '1.1', Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: 'Port': '1.7', Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: 'PortForwarding': '1.2', Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: 'QosPolicy': '1.9', Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: 'SecurityGroup': '1.4', Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: 'SecurityGroupRule': '1.2', Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: 'SubPort': '1.0', Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: 'Subnet': '1.1', Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: 'Trunk': '1.1'}} Aug 16 19:57:40.464836 n-d-787206-13 neutron-server[94771]: {{(pid=94771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 19:57:40.533088 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce144060-eab3-43ad-adff-60486a5bd58b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:40.563411 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce144060-eab3-43ad-adff-60486a5bd58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:40.564774 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce144060-eab3-43ad-adff-60486a5bd58b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:57:40.565956 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce144060-eab3-43ad-adff-60486a5bd58b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:40.630581 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce144060-eab3-43ad-adff-60486a5bd58b admin admin] Pushing event updated for resources: {'Network': ['ID=d97fcdba-147b-42c4-9a36-36beb7fe5385,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:40.642871 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network d97fcdba-147b-42c4-9a36-36beb7fe5385 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 19:57:40.658495 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53760) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:40.664162 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-36a778ce-2cd7-436e-afe6-8fe933e9f648 admin admin] Request body: {'subnet': {'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1893620888-subnet', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:57:40.670473 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ce144060-eab3-43ad-adff-60486a5bd58b admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8074505 Aug 16 19:57:40.711820 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a778ce-2cd7-436e-afe6-8fe933e9f648 admin admin] Made reservation on behalf of dd60ee167a7c4249be845d9f57d57e43 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:57:40.714935 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-36a778ce-2cd7-436e-afe6-8fe933e9f648 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:40.797941 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5922ac6-416a-4164-a4a6-bc1b677b8657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:40.991449 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5922ac6-416a-4164-a4a6-bc1b677b8657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:40.993021 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-36a778ce-2cd7-436e-afe6-8fe933e9f648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:41.000465 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5922ac6-416a-4164-a4a6-bc1b677b8657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:41.076224 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b5922ac6-416a-4164-a4a6-bc1b677b8657 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e1aa8404d1b64e14ae6469e142ac60e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7524645 Aug 16 19:57:41.077899 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53786) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:41.114819 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a778ce-2cd7-436e-afe6-8fe933e9f648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=255dc5d0-2507-406e-9c79-293ed8a42973,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:41.122418 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a778ce-2cd7-436e-afe6-8fe933e9f648 admin admin] Checking segment: {'id': '827dd0b5-7f5a-4db7-ad86-73a8b5a29504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:57:41.122777 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a778ce-2cd7-436e-afe6-8fe933e9f648 admin admin] Network hostable DHCP agents. Network: d97fcdba-147b-42c4-9a36-36beb7fe5385, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 19:57:41.127850 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a778ce-2cd7-436e-afe6-8fe933e9f648 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:41.128613 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a778ce-2cd7-436e-afe6-8fe933e9f648 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:41.129148 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a778ce-2cd7-436e-afe6-8fe933e9f648 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:41.129618 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a778ce-2cd7-436e-afe6-8fe933e9f648 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:41.130102 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a778ce-2cd7-436e-afe6-8fe933e9f648 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:41.130564 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a778ce-2cd7-436e-afe6-8fe933e9f648 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:41.131020 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a778ce-2cd7-436e-afe6-8fe933e9f648 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:41.131685 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a778ce-2cd7-436e-afe6-8fe933e9f648 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:41.132165 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a778ce-2cd7-436e-afe6-8fe933e9f648 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:41.132622 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a778ce-2cd7-436e-afe6-8fe933e9f648 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:41.133405 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a778ce-2cd7-436e-afe6-8fe933e9f648 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:41.133968 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a778ce-2cd7-436e-afe6-8fe933e9f648 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a778ce-2cd7-436e-afe6-8fe933e9f648 admin admin] Tracked resource versions report: Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: pushed versions: Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: { 'AddressGroup': {'1.2'}, Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: 'ConntrackHelper': {'1.0'}, Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: 'Log': {'1.0'}, Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: 'Network': {'1.1'}, Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: 'Port': {'1.7'}, Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: 'PortForwarding': {'1.2'}, Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: 'QosPolicy': {'1.9'}, Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: 'SecurityGroup': {'1.4'}, Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: 'SecurityGroupRule': {'1.2'}, Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: 'SubPort': {'1.0'}, Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: 'Subnet': {'1.1'}, Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: 'Trunk': {'1.1'}} Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: consumer versions: Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: { DHCP agent@n-d-787206-13: {}, Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: HyperV agent@n-h1-787206-13: {}, Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: HyperV agent@n-h2-787206-13: {}, Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: L3 agent@n-d-787206-13: {}, Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: Metadata agent@n-d-787206-13: {}, Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: Metering agent@n-d-787206-13: {}, Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: Open vSwitch agent@n-d-787206-13: { 'AddressGroup': '1.2', Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: 'ConntrackHelper': '1.0', Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: 'Log': '1.0', Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: 'Network': '1.1', Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: 'Port': '1.7', Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: 'PortForwarding': '1.2', Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: 'QosPolicy': '1.9', Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: 'SecurityGroup': '1.4', Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: 'SecurityGroupRule': '1.2', Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: 'SubPort': '1.0', Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: 'Subnet': '1.1', Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: 'Trunk': '1.1'}} Aug 16 19:57:41.135335 n-d-787206-13 neutron-server[94770]: {{(pid=94770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 19:57:41.137740 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-578794bd-f165-4790-8e32-50e97d650aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:41.141208 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5922ac6-416a-4164-a4a6-bc1b677b8657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ae4f0b-6e6e-4b68-8605-0b2d34fbb795,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:41.174653 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-578794bd-f165-4790-8e32-50e97d650aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:41.174876 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a778ce-2cd7-436e-afe6-8fe933e9f648 admin admin] Network d97fcdba-147b-42c4-9a36-36beb7fe5385 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 19:57:41.187710 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-36a778ce-2cd7-436e-afe6-8fe933e9f648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, d97fcdba-147b-42c4-9a36-36beb7fe5385) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:57:41.195781 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a778ce-2cd7-436e-afe6-8fe933e9f648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:57:41.196647 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-36a778ce-2cd7-436e-afe6-8fe933e9f648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:41.200497 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b8209d-3bd0-4041-ad9b-3245fe702c61 None None] Network d97fcdba-147b-42c4-9a36-36beb7fe5385 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 19:57:41.239433 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-36a778ce-2cd7-436e-afe6-8fe933e9f648 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5797098 Aug 16 19:57:41.240530 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53794) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:41.246699 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-578794bd-f165-4790-8e32-50e97d650aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:41.247638 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2bca5974-c2b4-4973-9180-4acf9b58b20e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1893620888-router', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:57:41.250195 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-578794bd-f165-4790-8e32-50e97d650aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:41.251431 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-578794bd-f165-4790-8e32-50e97d650aef admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/57ae4f0b-6e6e-4b68-8605-0b2d34fbb795 HTTP/1.1" status: 204 len: 168 time: 0.1719463 Aug 16 19:57:41.261921 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578794bd-f165-4790-8e32-50e97d650aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ae4f0b-6e6e-4b68-8605-0b2d34fbb795,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:41.295966 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2bca5974-c2b4-4973-9180-4acf9b58b20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:41.297642 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2bca5974-c2b4-4973-9180-4acf9b58b20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:41.403744 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2bca5974-c2b4-4973-9180-4acf9b58b20e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:41.415349 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-d97fcdba-147b-42c4-9a36-36beb7fe5385', 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'fixed_ips': [{'subnet_id': '255dc5d0-2507-406e-9c79-293ed8a42973'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 19:57:41.417247 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:41.582474 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Allocated IP 172.20.0.2 (d97fcdba-147b-42c4-9a36-36beb7fe5385/255dc5d0-2507-406e-9c79-293ed8a42973/18be317f-3e4d-4e80-a324-cbe3945a32a3) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:57:41.598852 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2bca5974-c2b4-4973-9180-4acf9b58b20e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:41.775810 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:41.788307 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Transition to ACTIVE for port object 18be317f-3e4d-4e80-a324-cbe3945a32a3 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:57:41.813245 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Transition to ACTIVE for port object 18be317f-3e4d-4e80-a324-cbe3945a32a3 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:57:41.822772 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:41.869999 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Network d97fcdba-147b-42c4-9a36-36beb7fe5385 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:57:41.873331 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:57:41.873758 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2bca5974-c2b4-4973-9180-4acf9b58b20e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:41.879120 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:57:41.899555 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Pushing event updated for resources: {'Port': ['ID=18be317f-3e4d-4e80-a324-cbe3945a32a3,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:41.903670 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2bca5974-c2b4-4973-9180-4acf9b58b20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:41.924193 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:41.924615 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:41.925219 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:41.925678 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:41.926105 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:41.926535 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:41.926963 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:41.927558 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:41.927870 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:41.928295 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:41.928727 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:41.929831 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Tracked resource versions report: Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: pushed versions: Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: { 'AddressGroup': {'1.2'}, Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: 'ConntrackHelper': {'1.0'}, Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: 'Log': {'1.0'}, Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: 'Network': {'1.1'}, Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: 'Port': {'1.7'}, Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: 'PortForwarding': {'1.2'}, Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: 'QosPolicy': {'1.9'}, Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: 'SecurityGroup': {'1.4'}, Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: 'SecurityGroupRule': {'1.2'}, Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: 'SubPort': {'1.0'}, Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: 'Subnet': {'1.1'}, Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: 'Trunk': {'1.1'}} Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: consumer versions: Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: { DHCP agent@n-d-787206-13: {}, Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: HyperV agent@n-h1-787206-13: {}, Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: HyperV agent@n-h2-787206-13: {}, Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: L3 agent@n-d-787206-13: {}, Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: Metadata agent@n-d-787206-13: {}, Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: Metering agent@n-d-787206-13: {}, Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: Open vSwitch agent@n-d-787206-13: { 'AddressGroup': '1.2', Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: 'ConntrackHelper': '1.0', Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: 'Log': '1.0', Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: 'Network': '1.1', Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: 'Port': '1.7', Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: 'PortForwarding': '1.2', Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: 'QosPolicy': '1.9', Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: 'SecurityGroup': '1.4', Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: 'SecurityGroupRule': '1.2', Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: 'SubPort': '1.0', Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: 'Subnet': '1.1', Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: 'Trunk': '1.1'}} Aug 16 19:57:41.930351 n-d-787206-13 neutron-server[94772]: {{(pid=94772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 19:57:41.968679 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Attempting to bind port 18be317f-3e4d-4e80-a324-cbe3945a32a3 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:57:41.969024 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Attempting to bind port 18be317f-3e4d-4e80-a324-cbe3945a32a3 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '827dd0b5-7f5a-4db7-ad86-73a8b5a29504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:57:41.969387 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Attempting to bind port 18be317f-3e4d-4e80-a324-cbe3945a32a3 on network d97fcdba-147b-42c4-9a36-36beb7fe5385 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:57:41.974791 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:57:41.975160 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Checking segment: {'id': '827dd0b5-7f5a-4db7-ad86-73a8b5a29504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:57:41.975593 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:41.975981 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Bound using segment: {'id': '827dd0b5-7f5a-4db7-ad86-73a8b5a29504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:57:41.976573 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Bound port: 18be317f-3e4d-4e80-a324-cbe3945a32a3, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '827dd0b5-7f5a-4db7-ad86-73a8b5a29504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:57:41.976832 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:42.059378 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] For port 18be317f-3e4d-4e80-a324-cbe3945a32a3, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:57:42.063965 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] For port 18be317f-3e4d-4e80-a324-cbe3945a32a3, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=18be317f-3e4d-4e80-a324-cbe3945a32a3,segment=NetworkSegment(827dd0b5-7f5a-4db7-ad86-73a8b5a29504),segment_id=827dd0b5-7f5a-4db7-ad86-73a8b5a29504)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:57:42.069432 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:42.089129 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-2bca5974-c2b4-4973-9180-4acf9b58b20e admin admin] Allocated IP 172.25.8.196 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/6fbde4c4-c935-4329-b792-ddcb7399ba3b) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:57:42.146464 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a54fa-a9c2-4c5b-958c-02d8aa0e6494 None None] Pushing event updated for resources: {'Port': ['ID=18be317f-3e4d-4e80-a324-cbe3945a32a3,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:42.348116 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2bca5974-c2b4-4973-9180-4acf9b58b20e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:42.475244 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2bca5974-c2b4-4973-9180-4acf9b58b20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:42.565495 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bca5974-c2b4-4973-9180-4acf9b58b20e admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:57:42.570520 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-2bca5974-c2b4-4973-9180-4acf9b58b20e admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:57:42.573670 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bca5974-c2b4-4973-9180-4acf9b58b20e admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:57:42.616077 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca5974-c2b4-4973-9180-4acf9b58b20e admin admin] Pushing event updated for resources: {'Port': ['ID=6fbde4c4-c935-4329-b792-ddcb7399ba3b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:42.813836 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 18be317f-3e4d-4e80-a324-cbe3945a32a3 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:57:42.914567 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 18be317f-3e4d-4e80-a324-cbe3945a32a3 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:57:42.954893 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2bca5974-c2b4-4973-9180-4acf9b58b20e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:43.272536 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2bca5974-c2b4-4973-9180-4acf9b58b20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:43.414374 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dc5e16-bad9-4dd9-8fbf-ce7ae786f132 None None] Network d97fcdba-147b-42c4-9a36-36beb7fe5385 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 19:57:43.465688 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bca5974-c2b4-4973-9180-4acf9b58b20e admin admin] Router 4f73defd-ad39-406e-b353-dd46f1fd0f09 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 19:57:43.478858 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ade53fe9-7f8a-4473-a23d-d9e8083e2eb0 None None] Provisioning for port 18be317f-3e4d-4e80-a324-cbe3945a32a3 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:57:43.488568 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ade53fe9-7f8a-4473-a23d-d9e8083e2eb0 None None] Provisioning complete for port 18be317f-3e4d-4e80-a324-cbe3945a32a3 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:57:43.489145 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ade53fe9-7f8a-4473-a23d-d9e8083e2eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:43.605047 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bca5974-c2b4-4973-9180-4acf9b58b20e admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 19:57:43.616980 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dfb92a-a69a-4c33-86c7-db48c1772cd1 None None] Sync routers for ids ['4f73defd-ad39-406e-b353-dd46f1fd0f09'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 19:57:43.631914 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dfb92a-a69a-4c33-86c7-db48c1772cd1 None None] Routers {'4f73defd-ad39-406e-b353-dd46f1fd0f09'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 19:57:43.634972 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e8dfb92a-a69a-4c33-86c7-db48c1772cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T19:57:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4f73defd-ad39-406e-b353-dd46f1fd0f09'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:57:43.642914 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2bca5974-c2b4-4973-9180-4acf9b58b20e admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:43.644483 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2bca5974-c2b4-4973-9180-4acf9b58b20e admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.4026854 Aug 16 19:57:43.647336 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53896) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:43.658837 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ade53fe9-7f8a-4473-a23d-d9e8083e2eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:43.709614 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ade53fe9-7f8a-4473-a23d-d9e8083e2eb0 None None] For port 18be317f-3e4d-4e80-a324-cbe3945a32a3, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=18be317f-3e4d-4e80-a324-cbe3945a32a3,segment=NetworkSegment(827dd0b5-7f5a-4db7-ad86-73a8b5a29504),segment_id=827dd0b5-7f5a-4db7-ad86-73a8b5a29504)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:57:43.722859 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ade53fe9-7f8a-4473-a23d-d9e8083e2eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:43.855035 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade53fe9-7f8a-4473-a23d-d9e8083e2eb0 None None] Pushing event updated for resources: {'Port': ['ID=18be317f-3e4d-4e80-a324-cbe3945a32a3,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:43.914669 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-e8dfb92a-a69a-4c33-86c7-db48c1772cd1 None None] Set router 4f73defd-ad39-406e-b353-dd46f1fd0f09 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 19:57:43.988151 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53918) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:43.990396 n-d-787206-13 neutron-server[94771]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 19:57:44.057607 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-1e293a33-a67e-4d1b-9c2f-e46be85ca796 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=dc29b08b0d8548aea4187c296f1b3387&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662160 Aug 16 19:57:44.128711 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a36acd71-8ac9-4809-a450-9eebfa63befc None None] Provisioning complete for port 18be317f-3e4d-4e80-a324-cbe3945a32a3 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:57:44.129615 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a36acd71-8ac9-4809-a450-9eebfa63befc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:44.311041 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e8dfb92a-a69a-4c33-86c7-db48c1772cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1893620888-router', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:42Z', 'revision_number': 3, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'gw_port': {'id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:57:44.343815 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dfb92a-a69a-4c33-86c7-db48c1772cd1 None None] Checking router: 4f73defd-ad39-406e-b353-dd46f1fd0f09 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 19:57:44.344334 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dfb92a-a69a-4c33-86c7-db48c1772cd1 None None] Updating router 4f73defd-ad39-406e-b353-dd46f1fd0f09 port 6fbde4c4-c935-4329-b792-ddcb7399ba3b binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 19:57:44.381419 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e8dfb92a-a69a-4c33-86c7-db48c1772cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:44.432213 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-84514fde-49d4-463f-be6c-7dd97ad2362d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:57:44.433898 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-84514fde-49d4-463f-be6c-7dd97ad2362d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3775432 Aug 16 19:57:44.473111 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-8633eaa7-683a-48f3-a41c-8b764c3a891d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/quotas/dc29b08b0d8548aea4187c296f1b3387 HTTP/1.1" status: 200 len: 375 time: 0.0311785 Aug 16 19:57:44.477248 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f1230a6-7d7c-4bb1-ab55-9536e0c6e03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:44.520395 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53930) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:44.539883 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-1e35008b-7827-4ff2-923e-5593ab416ae6 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=dc29b08b0d8548aea4187c296f1b3387&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649321 Aug 16 19:57:44.812895 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 18be317f-3e4d-4e80-a324-cbe3945a32a3 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:57:44.861815 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e8dfb92a-a69a-4c33-86c7-db48c1772cd1 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:44.894132 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-e8dfb92a-a69a-4c33-86c7-db48c1772cd1 None None] Transition to ACTIVE for port object 6fbde4c4-c935-4329-b792-ddcb7399ba3b will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:57:44.907376 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-5f1230a6-7d7c-4bb1-ab55-9536e0c6e03f admin admin] Allocated IP 172.20.0.1 (d97fcdba-147b-42c4-9a36-36beb7fe5385/255dc5d0-2507-406e-9c79-293ed8a42973/1898fb28-768f-41a7-b28e-02ab5b750eaa) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:57:44.907868 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e8dfb92a-a69a-4c33-86c7-db48c1772cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:44.942708 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 18be317f-3e4d-4e80-a324-cbe3945a32a3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:57:44.943286 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:44.948073 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d414ef6-d561-42c6-ba4a-e71cfcf12ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:45.042423 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-e8dfb92a-a69a-4c33-86c7-db48c1772cd1 None None] Attempting to bind port 6fbde4c4-c935-4329-b792-ddcb7399ba3b on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:57:45.042845 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-e8dfb92a-a69a-4c33-86c7-db48c1772cd1 None None] Attempting to bind port 6fbde4c4-c935-4329-b792-ddcb7399ba3b by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:57:45.043164 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dfb92a-a69a-4c33-86c7-db48c1772cd1 None None] Attempting to bind port 6fbde4c4-c935-4329-b792-ddcb7399ba3b on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:57:45.053093 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dfb92a-a69a-4c33-86c7-db48c1772cd1 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:57:45.053474 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dfb92a-a69a-4c33-86c7-db48c1772cd1 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:57:45.053882 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e8dfb92a-a69a-4c33-86c7-db48c1772cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:45.054378 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dfb92a-a69a-4c33-86c7-db48c1772cd1 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:57:45.055308 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-e8dfb92a-a69a-4c33-86c7-db48c1772cd1 None None] Bound port: 6fbde4c4-c935-4329-b792-ddcb7399ba3b, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:57:45.055308 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e8dfb92a-a69a-4c33-86c7-db48c1772cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:45.057475 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebb28b-0c05-4cc0-8739-a9e41649823c None None] Pushing event updated for resources: {'Port': ['ID=6fbde4c4-c935-4329-b792-ddcb7399ba3b,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:45.101597 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebb28b-0c05-4cc0-8739-a9e41649823c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:45.101961 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebb28b-0c05-4cc0-8739-a9e41649823c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:45.102288 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebb28b-0c05-4cc0-8739-a9e41649823c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:45.102625 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebb28b-0c05-4cc0-8739-a9e41649823c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:45.103209 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebb28b-0c05-4cc0-8739-a9e41649823c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:45.103575 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebb28b-0c05-4cc0-8739-a9e41649823c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:45.103902 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebb28b-0c05-4cc0-8739-a9e41649823c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:45.104224 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebb28b-0c05-4cc0-8739-a9e41649823c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:45.104549 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebb28b-0c05-4cc0-8739-a9e41649823c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:45.104869 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebb28b-0c05-4cc0-8739-a9e41649823c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:45.105189 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebb28b-0c05-4cc0-8739-a9e41649823c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:45.105505 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebb28b-0c05-4cc0-8739-a9e41649823c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebb28b-0c05-4cc0-8739-a9e41649823c None None] Tracked resource versions report: Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: pushed versions: Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: { 'AddressGroup': {'1.2'}, Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: 'ConntrackHelper': {'1.0'}, Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: 'Log': {'1.0'}, Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: 'Network': {'1.1'}, Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: 'Port': {'1.7'}, Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: 'PortForwarding': {'1.2'}, Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: 'QosPolicy': {'1.9'}, Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: 'SecurityGroup': {'1.4'}, Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: 'SecurityGroupRule': {'1.2'}, Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: 'SubPort': {'1.0'}, Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: 'Subnet': {'1.1'}, Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: 'Trunk': {'1.1'}} Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: consumer versions: Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: { DHCP agent@n-d-787206-13: {}, Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: HyperV agent@n-h1-787206-13: {}, Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: HyperV agent@n-h2-787206-13: {}, Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: L3 agent@n-d-787206-13: {}, Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: Metadata agent@n-d-787206-13: {}, Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: Metering agent@n-d-787206-13: {}, Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: Open vSwitch agent@n-d-787206-13: { 'AddressGroup': '1.2', Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: 'ConntrackHelper': '1.0', Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: 'Log': '1.0', Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: 'Network': '1.1', Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: 'Port': '1.7', Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: 'PortForwarding': '1.2', Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: 'QosPolicy': '1.9', Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: 'SecurityGroup': '1.4', Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: 'SecurityGroupRule': '1.2', Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: 'SubPort': '1.0', Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: 'Subnet': '1.1', Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: 'Trunk': '1.1'}} Aug 16 19:57:45.106535 n-d-787206-13 neutron-server[94773]: {{(pid=94773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 19:57:45.116320 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f1230a6-7d7c-4bb1-ab55-9536e0c6e03f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:45.148362 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-5f1230a6-7d7c-4bb1-ab55-9536e0c6e03f admin admin] Transition to ACTIVE for port object 1898fb28-768f-41a7-b28e-02ab5b750eaa will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:57:45.161384 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-e8dfb92a-a69a-4c33-86c7-db48c1772cd1 None None] For port 6fbde4c4-c935-4329-b792-ddcb7399ba3b, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:57:45.164816 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-e8dfb92a-a69a-4c33-86c7-db48c1772cd1 None None] For port 6fbde4c4-c935-4329-b792-ddcb7399ba3b, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6fbde4c4-c935-4329-b792-ddcb7399ba3b,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:57:45.197090 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d414ef6-d561-42c6-ba4a-e71cfcf12ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:45.201345 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e8dfb92a-a69a-4c33-86c7-db48c1772cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:45.206880 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d414ef6-d561-42c6-ba4a-e71cfcf12ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:45.274200 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3d414ef6-d561-42c6-ba4a-e71cfcf12ffa admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e4a4f5eb232a4568a8606868c37af551&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7587409 Aug 16 19:57:45.276980 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53976) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:45.290241 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dfb92a-a69a-4c33-86c7-db48c1772cd1 None None] Routers {'4f73defd-ad39-406e-b353-dd46f1fd0f09'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 19:57:45.291566 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e8dfb92a-a69a-4c33-86c7-db48c1772cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T19:57:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4f73defd-ad39-406e-b353-dd46f1fd0f09'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:57:45.327269 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebb28b-0c05-4cc0-8739-a9e41649823c None None] Pushing event updated for resources: {'Port': ['ID=6fbde4c4-c935-4329-b792-ddcb7399ba3b,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:45.353787 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d414ef6-d561-42c6-ba4a-e71cfcf12ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acaa3855-f2ba-4200-8a66-5c42c99fe2b6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:45.357464 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53980) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:45.359547 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3bfc047d-4511-4bbe-af4e-b513a970c6f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:45.377386 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f1230a6-7d7c-4bb1-ab55-9536e0c6e03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:45.478035 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1230a6-7d7c-4bb1-ab55-9536e0c6e03f admin admin] Network d97fcdba-147b-42c4-9a36-36beb7fe5385 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:57:45.484942 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-5f1230a6-7d7c-4bb1-ab55-9536e0c6e03f admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:57:45.491022 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1230a6-7d7c-4bb1-ab55-9536e0c6e03f admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:57:45.491560 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f1230a6-7d7c-4bb1-ab55-9536e0c6e03f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:45.531317 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53994) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:45.536039 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-e8dfb92a-a69a-4c33-86c7-db48c1772cd1 None None] Set router 4f73defd-ad39-406e-b353-dd46f1fd0f09 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 19:57:45.586937 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3bfc047d-4511-4bbe-af4e-b513a970c6f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:45.602491 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1230a6-7d7c-4bb1-ab55-9536e0c6e03f admin admin] Pushing event updated for resources: {'Port': ['ID=1898fb28-768f-41a7-b28e-02ab5b750eaa,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:45.657142 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c8acc679-f545-4b9e-bc8b-09c610af55f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:45.701201 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3bfc047d-4511-4bbe-af4e-b513a970c6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:45.707452 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3bfc047d-4511-4bbe-af4e-b513a970c6f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:45.723864 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3bfc047d-4511-4bbe-af4e-b513a970c6f2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/acaa3855-f2ba-4200-8a66-5c42c99fe2b6 HTTP/1.1" status: 204 len: 168 time: 0.4373052 Aug 16 19:57:45.724816 n-d-787206-13 neutron-server[94770]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 19:57:45.746012 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc047d-4511-4bbe-af4e-b513a970c6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acaa3855-f2ba-4200-8a66-5c42c99fe2b6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:45.836520 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6ccd4c9c-0122-4ca7-a23c-e5f404dece88 req-115a8ed9-730a-4527-96d1-ba6389ec6684 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=e3b78001-8a3e-47b7-bdec-e15dc2aebd1e HTTP/1.1" status: 200 len: 210 time: 0.3051739 Aug 16 19:57:45.891216 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-72a3bd1e-c7ca-4b4d-b84a-2a16d062a6e9 None None] Provisioning for port 1898fb28-768f-41a7-b28e-02ab5b750eaa completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:57:45.896649 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-72a3bd1e-c7ca-4b4d-b84a-2a16d062a6e9 None None] Provisioning complete for port 1898fb28-768f-41a7-b28e-02ab5b750eaa triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:57:45.898358 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72a3bd1e-c7ca-4b4d-b84a-2a16d062a6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:46.017901 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f1230a6-7d7c-4bb1-ab55-9536e0c6e03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:46.027938 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-72a3bd1e-c7ca-4b4d-b84a-2a16d062a6e9 None None] Port 1898fb28-768f-41a7-b28e-02ab5b750eaa cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 19:57:46.040879 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c8acc679-f545-4b9e-bc8b-09c610af55f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:46.064596 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c8acc679-f545-4b9e-bc8b-09c610af55f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:46.100852 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e8dfb92a-a69a-4c33-86c7-db48c1772cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1893620888-router', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:42Z', 'revision_number': 3, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'gw_port': {'id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:57:46.135285 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54028) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:46.140440 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c8acc679-f545-4b9e-bc8b-09c610af55f9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ff950912b7a043c19e7f113d1a74a03e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7673802 Aug 16 19:57:46.149663 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dfb92a-a69a-4c33-86c7-db48c1772cd1 None None] The sync data for ids ['4f73defd-ad39-406e-b353-dd46f1fd0f09'] in n-d-787206-13 is: [{'id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1893620888-router', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:42Z', 'revision_number': 3, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'gw_port': {'id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 19:57:46.150725 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8acc679-f545-4b9e-bc8b-09c610af55f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4249c89-e6e9-46bd-82b3-a8806d881c39,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:46.222951 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce017fbf-5a12-462a-9351-70ee357d91c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:46.251292 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce017fbf-5a12-462a-9351-70ee357d91c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:46.358476 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce017fbf-5a12-462a-9351-70ee357d91c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:46.361263 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce017fbf-5a12-462a-9351-70ee357d91c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:46.363277 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ce017fbf-5a12-462a-9351-70ee357d91c3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e4249c89-e6e9-46bd-82b3-a8806d881c39 HTTP/1.1" status: 204 len: 168 time: 0.2260656 Aug 16 19:57:46.376998 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce017fbf-5a12-462a-9351-70ee357d91c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4249c89-e6e9-46bd-82b3-a8806d881c39,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:46.425693 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54048) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:46.461323 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f1230a6-7d7c-4bb1-ab55-9536e0c6e03f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:46.463426 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5454085-086d-47d4-9554-f21ce6ebac81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:46.469311 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f1230a6-7d7c-4bb1-ab55-9536e0c6e03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:46.470454 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f1230a6-7d7c-4bb1-ab55-9536e0c6e03f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:46.622528 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1230a6-7d7c-4bb1-ab55-9536e0c6e03f admin admin] Pushing event updated for resources: {'Port': ['ID=1898fb28-768f-41a7-b28e-02ab5b750eaa,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:46.666834 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5454085-086d-47d4-9554-f21ce6ebac81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:46.677913 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5454085-086d-47d4-9554-f21ce6ebac81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:46.711490 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5454085-086d-47d4-9554-f21ce6ebac81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8eaff3a-f27d-4162-bbc2-18163f16d054,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:46.751819 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f5454085-086d-47d4-9554-f21ce6ebac81 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5fdae7146c9441caba0119cf72931265&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3238678 Aug 16 19:57:46.754417 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54074) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:46.759676 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1230a6-7d7c-4bb1-ab55-9536e0c6e03f admin admin] Network d97fcdba-147b-42c4-9a36-36beb7fe5385 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:57:46.824730 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-5f1230a6-7d7c-4bb1-ab55-9536e0c6e03f admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:57:46.903232 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6fbde4c4-c935-4329-b792-ddcb7399ba3b up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:57:46.976260 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d7267b6-27ea-4e01-a93f-2892f1f216f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:47.059975 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 6fbde4c4-c935-4329-b792-ddcb7399ba3b completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:57:47.068552 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 6fbde4c4-c935-4329-b792-ddcb7399ba3b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:57:47.070060 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:47.112134 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d7267b6-27ea-4e01-a93f-2892f1f216f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:47.166410 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1230a6-7d7c-4bb1-ab55-9536e0c6e03f admin admin] Router 4f73defd-ad39-406e-b353-dd46f1fd0f09 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 19:57:47.225599 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:47.322700 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 6fbde4c4-c935-4329-b792-ddcb7399ba3b, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6fbde4c4-c935-4329-b792-ddcb7399ba3b,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:57:47.324015 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bc67f3e6-9441-41bc-b788-2056041719dc None None] Provisioning complete for port 1898fb28-768f-41a7-b28e-02ab5b750eaa triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:57:47.324422 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bc67f3e6-9441-41bc-b788-2056041719dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:47.328853 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:47.351781 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54098) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:47.371621 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57dc5fb1-94c5-488b-8607-d8e9348536aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:47.444702 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bc67f3e6-9441-41bc-b788-2056041719dc None None] Port 1898fb28-768f-41a7-b28e-02ab5b750eaa cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 19:57:47.451786 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=6fbde4c4-c935-4329-b792-ddcb7399ba3b,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:47.489304 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4e3554e8-4740-48eb-848d-886e75241a14 req-1a398295-4f5f-496f-8cb8-416a11c21dd9 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=e3b78001-8a3e-47b7-bdec-e15dc2aebd1e HTTP/1.1" status: 200 len: 210 time: 0.0380526 Aug 16 19:57:47.492155 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d7267b6-27ea-4e01-a93f-2892f1f216f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:47.495539 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d7267b6-27ea-4e01-a93f-2892f1f216f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:47.496857 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7d7267b6-27ea-4e01-a93f-2892f1f216f1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b8eaff3a-f27d-4162-bbc2-18163f16d054 HTTP/1.1" status: 204 len: 168 time: 0.7403834 Aug 16 19:57:47.513167 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7267b6-27ea-4e01-a93f-2892f1f216f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8eaff3a-f27d-4162-bbc2-18163f16d054,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:47.521157 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1230a6-7d7c-4bb1-ab55-9536e0c6e03f admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 19:57:47.526528 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5f1230a6-7d7c-4bb1-ab55-9536e0c6e03f admin admin] 10.222.0.68 "PUT /v2.0/routers/4f73defd-ad39-406e-b353-dd46f1fd0f09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8764679 Aug 16 19:57:47.657129 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57dc5fb1-94c5-488b-8607-d8e9348536aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:47.673795 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57dc5fb1-94c5-488b-8607-d8e9348536aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:47.734566 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-57dc5fb1-94c5-488b-8607-d8e9348536aa admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5701e033261040c88904dbdf5e0eb10e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3812704 Aug 16 19:57:47.735944 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc5fb1-94c5-488b-8607-d8e9348536aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11eb8a67-6177-447c-8c79-6f493c782c07,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:47.738847 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54122) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:47.854788 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5493dc24-ea42-44cb-9d7d-388844e8b15e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:47.902689 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5493dc24-ea42-44cb-9d7d-388844e8b15e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:47.976225 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5493dc24-ea42-44cb-9d7d-388844e8b15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:47.980674 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5493dc24-ea42-44cb-9d7d-388844e8b15e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:47.984174 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5493dc24-ea42-44cb-9d7d-388844e8b15e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/11eb8a67-6177-447c-8c79-6f493c782c07 HTTP/1.1" status: 204 len: 168 time: 0.2433901 Aug 16 19:57:48.001123 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493dc24-ea42-44cb-9d7d-388844e8b15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11eb8a67-6177-447c-8c79-6f493c782c07,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:48.293103 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.63', 51120) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:48.337915 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-f7c3bad8-563a-477a-9e96-2029a187bdb7 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=dc29b08b0d8548aea4187c296f1b3387&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430424 Aug 16 19:57:48.378555 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54188) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:48.406621 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-a8907338-75c5-4568-8bb9-1a14900d0c67 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=64cf90e8f5964954a1c824ad94d2aa33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389667 Aug 16 19:57:48.531049 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-c41c1616-999d-40a1-8945-adb83ba77e3d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:57:48.532566 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-c41c1616-999d-40a1-8945-adb83ba77e3d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1884329 Aug 16 19:57:48.542535 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-2af811b6-3b92-4b2e-9825-7b53502623bc tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:57:48.544070 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-2af811b6-3b92-4b2e-9825-7b53502623bc tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1362743 Aug 16 19:57:48.555733 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-f0c9c007-d74b-4baf-97d5-e2be037ad7ce tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/quotas/64cf90e8f5964954a1c824ad94d2aa33 HTTP/1.1" status: 200 len: 375 time: 0.0108404 Aug 16 19:57:48.598236 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-c30474bd-382f-467f-92d4-54e700ee9c9d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Request body: {'port': {'device_id': 'e3b78001-8a3e-47b7-bdec-e15dc2aebd1e', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'admin_state_up': True, 'tenant_id': 'dc29b08b0d8548aea4187c296f1b3387'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:57:48.620111 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d22cd55-d874-406e-9384-85fc49f1d5f2 None None] Sync routers for ids ['4f73defd-ad39-406e-b353-dd46f1fd0f09'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 19:57:48.634180 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d22cd55-d874-406e-9384-85fc49f1d5f2 None None] Routers {'4f73defd-ad39-406e-b353-dd46f1fd0f09'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 19:57:48.634806 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7d22cd55-d874-406e-9384-85fc49f1d5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T19:57:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4f73defd-ad39-406e-b353-dd46f1fd0f09'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:57:48.643554 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-f5b46323-d1d7-43f9-995d-647703df2b60 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=64cf90e8f5964954a1c824ad94d2aa33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777829 Aug 16 19:57:48.839599 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6fbde4c4-c935-4329-b792-ddcb7399ba3b up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:57:48.858279 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-7d22cd55-d874-406e-9384-85fc49f1d5f2 None None] Set router 4f73defd-ad39-406e-b353-dd46f1fd0f09 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 19:57:48.930021 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6615e025-3ff1-407f-a553-c4c95dd6dd53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:49.123116 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-81d13552-5301-4348-9609-9e1d2125e6b7 req-bff8536b-772f-46b6-8c12-bcf41ee237a0 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=e3b78001-8a3e-47b7-bdec-e15dc2aebd1e HTTP/1.1" status: 200 len: 210 time: 0.1288304 Aug 16 19:57:49.176587 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6615e025-3ff1-407f-a553-c4c95dd6dd53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:49.198771 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6615e025-3ff1-407f-a553-c4c95dd6dd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:49.243002 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 6fbde4c4-c935-4329-b792-ddcb7399ba3b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:57:49.243570 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:49.243907 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-c30474bd-382f-467f-92d4-54e700ee9c9d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Made reservation on behalf of dc29b08b0d8548aea4187c296f1b3387 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:57:49.249805 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-c30474bd-382f-467f-92d4-54e700ee9c9d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:49.261875 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-c30474bd-382f-467f-92d4-54e700ee9c9d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:49.387674 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-28559e26-bfa1-4b97-9807-d9ac9e07b261 req-cb0164dd-c462-4f81-810f-348c982bcb77 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/ports?device_id=64ee67a9-a38a-4347-9e06-2d9112a38807 HTTP/1.1" status: 200 len: 210 time: 0.1549726 Aug 16 19:57:49.390009 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54254) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:49.403721 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5d57cf6e-8a77-47bf-8013-2086c061e6ae admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1795951047-network', 'tenant_id': 'eed4ea77f86245aeab881d4d7bc3fe09'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:57:49.451708 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7d22cd55-d874-406e-9384-85fc49f1d5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1893620888-router', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:45Z', 'revision_number': 4, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'gw_port': {'id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '1898fb28-768f-41a7-b28e-02ab5b750eaa', 'name': '', 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'mac_address': 'fa:16:3e:76:f9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '255dc5d0-2507-406e-9c79-293ed8a42973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:44Z', 'updated_at': '2021-08-16T19:57:46Z', 'revision_number': 2, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'subnets': [{'id': '255dc5d0-2507-406e-9c79-293ed8a42973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:57:49.477414 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6615e025-3ff1-407f-a553-c4c95dd6dd53 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=620462267bde42ff975cf0693c8907e9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0952642 Aug 16 19:57:49.478811 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615e025-3ff1-407f-a553-c4c95dd6dd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da6b1a5-1dc8-44a7-b529-9fb1303bb772,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:49.482389 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54266) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:49.596432 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-c30474bd-382f-467f-92d4-54e700ee9c9d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:49.597188 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d22cd55-d874-406e-9384-85fc49f1d5f2 None None] Checking router: 4f73defd-ad39-406e-b353-dd46f1fd0f09 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 19:57:49.599797 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d22cd55-d874-406e-9384-85fc49f1d5f2 None None] Updating router 4f73defd-ad39-406e-b353-dd46f1fd0f09 port 1898fb28-768f-41a7-b28e-02ab5b750eaa binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 19:57:49.607113 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-c30474bd-382f-467f-92d4-54e700ee9c9d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:49.616595 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68b69a16-49fa-47e4-b0d3-aa4bbb065054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:49.682056 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68b69a16-49fa-47e4-b0d3-aa4bbb065054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:49.682801 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d22cd55-d874-406e-9384-85fc49f1d5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:49.830090 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68b69a16-49fa-47e4-b0d3-aa4bbb065054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:49.832891 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68b69a16-49fa-47e4-b0d3-aa4bbb065054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:49.834276 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-68b69a16-49fa-47e4-b0d3-aa4bbb065054 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3da6b1a5-1dc8-44a7-b529-9fb1303bb772 HTTP/1.1" status: 204 len: 168 time: 0.3502464 Aug 16 19:57:49.844940 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b69a16-49fa-47e4-b0d3-aa4bbb065054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da6b1a5-1dc8-44a7-b529-9fb1303bb772,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:50.058719 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d57cf6e-8a77-47bf-8013-2086c061e6ae admin admin] Made reservation on behalf of eed4ea77f86245aeab881d4d7bc3fe09 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:57:50.061077 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d57cf6e-8a77-47bf-8013-2086c061e6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:50.096918 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-c30474bd-382f-467f-92d4-54e700ee9c9d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Allocated IP 192.168.233.197 (b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46/5dedf524-5a11-40fc-90de-b9413f1a2279/e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:57:50.151112 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d57cf6e-8a77-47bf-8013-2086c061e6ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:50.163210 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30474bd-382f-467f-92d4-54e700ee9c9d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:50.457791 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d22cd55-d874-406e-9384-85fc49f1d5f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:50.479541 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-86c757c3-eb10-46ce-b299-5bbd2c73065e req-1e90c332-d80e-479f-959f-6114ecc2fe1d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=e3b78001-8a3e-47b7-bdec-e15dc2aebd1e HTTP/1.1" status: 200 len: 210 time: 0.1618414 Aug 16 19:57:50.511692 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7d22cd55-d874-406e-9384-85fc49f1d5f2 None None] Transition to ACTIVE for port object 1898fb28-768f-41a7-b28e-02ab5b750eaa will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:57:50.526319 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d22cd55-d874-406e-9384-85fc49f1d5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:50.645927 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-79323723-cb65-48c5-a3c2-1ac0ac6b528b req-260e9df0-a10e-4104-81de-4a1328c99dcc tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/ports?device_id=64ee67a9-a38a-4347-9e06-2d9112a38807 HTTP/1.1" status: 200 len: 210 time: 0.0876086 Aug 16 19:57:50.711529 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54358) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:50.743126 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-403030ca-e5c4-4076-b34b-827189a892c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:50.802089 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5cb3d6-9484-4e8c-bdca-b2fa62ed078e None None] Pushing event updated for resources: {'Port': ['ID=1898fb28-768f-41a7-b28e-02ab5b750eaa,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:50.812905 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-7d22cd55-d874-406e-9384-85fc49f1d5f2 None None] Attempting to bind port 1898fb28-768f-41a7-b28e-02ab5b750eaa on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:57:50.819507 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-7d22cd55-d874-406e-9384-85fc49f1d5f2 None None] Attempting to bind port 1898fb28-768f-41a7-b28e-02ab5b750eaa by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '827dd0b5-7f5a-4db7-ad86-73a8b5a29504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:57:50.821720 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22cd55-d874-406e-9384-85fc49f1d5f2 None None] Attempting to bind port 1898fb28-768f-41a7-b28e-02ab5b750eaa on network d97fcdba-147b-42c4-9a36-36beb7fe5385 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:57:50.844012 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22cd55-d874-406e-9384-85fc49f1d5f2 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:57:50.844012 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22cd55-d874-406e-9384-85fc49f1d5f2 None None] Checking segment: {'id': '827dd0b5-7f5a-4db7-ad86-73a8b5a29504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:57:50.844012 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d22cd55-d874-406e-9384-85fc49f1d5f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:50.844012 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22cd55-d874-406e-9384-85fc49f1d5f2 None None] Bound using segment: {'id': '827dd0b5-7f5a-4db7-ad86-73a8b5a29504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:57:50.844012 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-7d22cd55-d874-406e-9384-85fc49f1d5f2 None None] Bound port: 1898fb28-768f-41a7-b28e-02ab5b750eaa, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '827dd0b5-7f5a-4db7-ad86-73a8b5a29504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:57:50.844012 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d22cd55-d874-406e-9384-85fc49f1d5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:50.844454 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-c30474bd-382f-467f-92d4-54e700ee9c9d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:50.900235 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-c30474bd-382f-467f-92d4-54e700ee9c9d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Transition to ACTIVE for port object e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:57:50.981833 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54370) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:51.021357 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7d22cd55-d874-406e-9384-85fc49f1d5f2 None None] For port 1898fb28-768f-41a7-b28e-02ab5b750eaa, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:57:51.021860 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-c30474bd-382f-467f-92d4-54e700ee9c9d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:51.033089 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7d22cd55-d874-406e-9384-85fc49f1d5f2 None None] For port 1898fb28-768f-41a7-b28e-02ab5b750eaa, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1898fb28-768f-41a7-b28e-02ab5b750eaa,segment=NetworkSegment(827dd0b5-7f5a-4db7-ad86-73a8b5a29504),segment_id=827dd0b5-7f5a-4db7-ad86-73a8b5a29504)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:57:51.041391 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d22cd55-d874-406e-9384-85fc49f1d5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:51.145620 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5cb3d6-9484-4e8c-bdca-b2fa62ed078e None None] Pushing event updated for resources: {'Port': ['ID=1898fb28-768f-41a7-b28e-02ab5b750eaa,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:51.186979 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d22cd55-d874-406e-9384-85fc49f1d5f2 None None] Routers {'4f73defd-ad39-406e-b353-dd46f1fd0f09'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 19:57:51.188343 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7d22cd55-d874-406e-9384-85fc49f1d5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T19:57:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4f73defd-ad39-406e-b353-dd46f1fd0f09'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:57:51.221345 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-c30474bd-382f-467f-92d4-54e700ee9c9d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:57:51.262767 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-c30474bd-382f-467f-92d4-54e700ee9c9d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:57:51.275042 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-38b098b4-3e88-4e84-9546-0ac0ab3ca9a4 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1586591815-network', 'tenant_id': 'e38eb8aee1564690bebbb2b4f1877833'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:57:51.287724 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-c30474bd-382f-467f-92d4-54e700ee9c9d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:57:51.300525 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-c30474bd-382f-467f-92d4-54e700ee9c9d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:57:51.301432 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-c30474bd-382f-467f-92d4-54e700ee9c9d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:51.322530 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30474bd-382f-467f-92d4-54e700ee9c9d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Pushing event updated for resources: {'Port': ['ID=e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:51.386800 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-7d22cd55-d874-406e-9384-85fc49f1d5f2 None None] Set router 4f73defd-ad39-406e-b353-dd46f1fd0f09 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 19:57:51.393922 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d57cf6e-8a77-47bf-8013-2086c061e6ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:51.407145 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d57cf6e-8a77-47bf-8013-2086c061e6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:51.466213 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-c30474bd-382f-467f-92d4-54e700ee9c9d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8728034 Aug 16 19:57:51.547185 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-6f83c069-8fa1-47dd-9a3b-0c12b26d8503 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 19:57:51.548678 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-6f83c069-8fa1-47dd-9a3b-0c12b26d8503 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463512 Aug 16 19:57:51.608741 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57cf6e-8a77-47bf-8013-2086c061e6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3f035a-359d-49aa-8b7f-057eeb55a4c6,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:51.648386 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d57cf6e-8a77-47bf-8013-2086c061e6ae admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 19:57:51.692244 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-403030ca-e5c4-4076-b34b-827189a892c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:51.701939 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d57cf6e-8a77-47bf-8013-2086c061e6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:51.712456 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-5d57cf6e-8a77-47bf-8013-2086c061e6ae admin admin] Added segment ba647bbc-071d-4c3c-b29b-0c7016cb1078 of type vlan for network a8a9c764-b693-4615-a895-4d8fec38c13c Aug 16 19:57:51.732529 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-403030ca-e5c4-4076-b34b-827189a892c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:51.807376 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b098b4-3e88-4e84-9546-0ac0ab3ca9a4 admin admin] Made reservation on behalf of e38eb8aee1564690bebbb2b4f1877833 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:57:51.812569 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38b098b4-3e88-4e84-9546-0ac0ab3ca9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:51.839590 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403030ca-e5c4-4076-b34b-827189a892c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c8657c-622f-4db4-9243-89459ef7039f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:51.973415 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7d22cd55-d874-406e-9384-85fc49f1d5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1893620888-router', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:45Z', 'revision_number': 4, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'gw_port': {'id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '1898fb28-768f-41a7-b28e-02ab5b750eaa', 'name': '', 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'mac_address': 'fa:16:3e:76:f9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '255dc5d0-2507-406e-9c79-293ed8a42973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:44Z', 'updated_at': '2021-08-16T19:57:51Z', 'revision_number': 4, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'subnets': [{'id': '255dc5d0-2507-406e-9c79-293ed8a42973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:57:51.977557 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.63', 51125) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:52.007531 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-323950df-98ba-4cc5-a7d2-88c7eea6184e tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=64cf90e8f5964954a1c824ad94d2aa33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1270270 Aug 16 19:57:52.023080 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f6c6be95-0fff-4e70-944e-87f7a1defc9e req-9c0c64cb-105e-4a55-853c-9d9f62116dd9 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/ports?device_id=64ee67a9-a38a-4347-9e06-2d9112a38807 HTTP/1.1" status: 200 len: 210 time: 0.1621933 Aug 16 19:57:52.045789 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d57cf6e-8a77-47bf-8013-2086c061e6ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:52.053000 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38b098b4-3e88-4e84-9546-0ac0ab3ca9a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:52.086691 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d22cd55-d874-406e-9384-85fc49f1d5f2 None None] The sync data for ids ['4f73defd-ad39-406e-b353-dd46f1fd0f09'] in n-d-787206-13 is: [{'id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1893620888-router', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:45Z', 'revision_number': 4, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'gw_port': {'id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '1898fb28-768f-41a7-b28e-02ab5b750eaa', 'name': '', 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'mac_address': 'fa:16:3e:76:f9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '255dc5d0-2507-406e-9c79-293ed8a42973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:44Z', 'updated_at': '2021-08-16T19:57:51Z', 'revision_number': 4, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'subnets': [{'id': '255dc5d0-2507-406e-9c79-293ed8a42973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 19:57:52.098343 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-403030ca-e5c4-4076-b34b-827189a892c8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=684c52e851284e789776c1f17108713f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3853891 Aug 16 19:57:52.126526 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54394) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:52.139110 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54396) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:52.194584 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-260b1d8f-66e8-4853-b4b7-147faf556cad None None] Provisioning for port e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:57:52.201668 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-260b1d8f-66e8-4853-b4b7-147faf556cad None None] Provisioning complete for port e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:57:52.202083 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-260b1d8f-66e8-4853-b4b7-147faf556cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:52.270383 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9303b-e32a-40ac-a831-34a748052adc req-450234a7-2949-4577-b5c7-c08e11c3484c tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:57:52.279285 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02e9303b-e32a-40ac-a831-34a748052adc req-450234a7-2949-4577-b5c7-c08e11c3484c tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=e3b78001-8a3e-47b7-bdec-e15dc2aebd1e HTTP/1.1" status: 200 len: 936 time: 0.4418354 Aug 16 19:57:52.309378 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-cfd1a438-d8bf-465a-a254-462cc31b4f10 service neutron] Request body: {'port': {'device_id': 'e3b78001-8a3e-47b7-bdec-e15dc2aebd1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:57:52.323022 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-260b1d8f-66e8-4853-b4b7-147faf556cad None None] Port e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 19:57:52.344455 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d57cf6e-8a77-47bf-8013-2086c061e6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:52.347886 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57cf6e-8a77-47bf-8013-2086c061e6ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:57:52.349519 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d57cf6e-8a77-47bf-8013-2086c061e6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:52.396190 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-cfd1a438-d8bf-465a-a254-462cc31b4f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:52.624650 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-77466d19-0a20-441b-869b-b2bbe7d00daa tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:57:52.627155 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-77466d19-0a20-441b-869b-b2bbe7d00daa tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5977583 Aug 16 19:57:52.635188 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57cf6e-8a77-47bf-8013-2086c061e6ae admin admin] Pushing event updated for resources: {'Network': ['ID=a8a9c764-b693-4615-a895-4d8fec38c13c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:52.649379 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network a8a9c764-b693-4615-a895-4d8fec38c13c details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 19:57:52.651165 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-b0be0a8e-0360-4174-ae98-0aee3a52f746 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Request body: {'port': {'device_id': '64ee67a9-a38a-4347-9e06-2d9112a38807', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'admin_state_up': True, 'tenant_id': '64cf90e8f5964954a1c824ad94d2aa33'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:57:52.874873 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1898fb28-768f-41a7-b28e-02ab5b750eaa up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:57:52.899768 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fa3a63d-f633-411b-abe7-dc6df2534967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:52.990947 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 1898fb28-768f-41a7-b28e-02ab5b750eaa completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:57:53.000955 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 1898fb28-768f-41a7-b28e-02ab5b750eaa triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:57:53.009680 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:53.033525 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02e9303b-e32a-40ac-a831-34a748052adc req-c3d22b27-a400-470d-bd12-ff84812eaafc tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7530074 Aug 16 19:57:53.217066 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-87f62bfc-9615-4000-a093-5b060ab5472a req-cc0cfd33-bd41-4a57-97c5-cb38b44487ff tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/ports?device_id=64ee67a9-a38a-4347-9e06-2d9112a38807 HTTP/1.1" status: 200 len: 210 time: 0.0493138 Aug 16 19:57:53.242024 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:53.258057 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3d23054-5355-4c04-9812-34372e2c0e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:53.331767 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 1898fb28-768f-41a7-b28e-02ab5b750eaa, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1898fb28-768f-41a7-b28e-02ab5b750eaa,segment=NetworkSegment(827dd0b5-7f5a-4db7-ad86-73a8b5a29504),segment_id=827dd0b5-7f5a-4db7-ad86-73a8b5a29504)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:57:53.340483 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:53.355134 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3d23054-5355-4c04-9812-34372e2c0e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:53.364730 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38b098b4-3e88-4e84-9546-0ac0ab3ca9a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:53.381670 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5d57cf6e-8a77-47bf-8013-2086c061e6ae admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.9889500 Aug 16 19:57:53.382389 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38b098b4-3e88-4e84-9546-0ac0ab3ca9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:53.384110 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54422) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:53.390504 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-044700b8-9479-4d2e-b4c9-9ba4d3f514eb admin admin] Request body: {'subnet': {'network_id': 'a8a9c764-b693-4615-a895-4d8fec38c13c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1795951047-subnet', 'tenant_id': 'eed4ea77f86245aeab881d4d7bc3fe09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:57:53.471151 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=1898fb28-768f-41a7-b28e-02ab5b750eaa,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:53.504396 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b098b4-3e88-4e84-9546-0ac0ab3ca9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc365a0-c4b7-46d5-b975-5d22c2ff0320,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:53.574241 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-cfd1a438-d8bf-465a-a254-462cc31b4f10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:57:53.606179 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b098b4-3e88-4e84-9546-0ac0ab3ca9a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 19:57:53.612314 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-cfd1a438-d8bf-465a-a254-462cc31b4f10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:53.805864 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fa3a63d-f633-411b-abe7-dc6df2534967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:53.809322 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38b098b4-3e88-4e84-9546-0ac0ab3ca9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:53.809747 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-38b098b4-3e88-4e84-9546-0ac0ab3ca9a4 admin admin] Added segment ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4 of type vlan for network 8c5fcf0c-5f69-4031-9be2-b28eae97018b Aug 16 19:57:53.825930 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fa3a63d-f633-411b-abe7-dc6df2534967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:53.881204 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-b0be0a8e-0360-4174-ae98-0aee3a52f746 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Made reservation on behalf of 64cf90e8f5964954a1c824ad94d2aa33 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:57:53.891489 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-b0be0a8e-0360-4174-ae98-0aee3a52f746 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:53.922124 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3a63d-f633-411b-abe7-dc6df2534967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5f9058-d744-499e-bd42-342af9c59f2f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:53.927190 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-cfd1a438-d8bf-465a-a254-462cc31b4f10 service neutron] Transition to ACTIVE for port object e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:57:53.931613 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-b0be0a8e-0360-4174-ae98-0aee3a52f746 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:53.937072 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3d23054-5355-4c04-9812-34372e2c0e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:53.939925 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3d23054-5355-4c04-9812-34372e2c0e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:53.944492 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e3d23054-5355-4c04-9812-34372e2c0e67 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a0c8657c-622f-4db4-9243-89459ef7039f HTTP/1.1" status: 204 len: 168 time: 1.8169286 Aug 16 19:57:53.954600 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-cfd1a438-d8bf-465a-a254-462cc31b4f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:54.068821 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1a438-d8bf-465a-a254-462cc31b4f10 service neutron] Pushing event updated for resources: {'Port': ['ID=e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:54.081214 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3fa3a63d-f633-411b-abe7-dc6df2534967 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fb9a4c1e48c842be9ae49ddb772aa4c5&name=default HTTP/1.1" status: 200 len: 2977 time: 1.9395189 Aug 16 19:57:54.082972 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54436) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:54.098369 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38b098b4-3e88-4e84-9546-0ac0ab3ca9a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:54.153354 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044700b8-9479-4d2e-b4c9-9ba4d3f514eb admin admin] Made reservation on behalf of eed4ea77f86245aeab881d4d7bc3fe09 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:57:54.163748 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-044700b8-9479-4d2e-b4c9-9ba4d3f514eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:54.214014 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d23054-5355-4c04-9812-34372e2c0e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c8657c-622f-4db4-9243-89459ef7039f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:54.405267 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-cfd1a438-d8bf-465a-a254-462cc31b4f10 service neutron] Attempting to bind port e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:57:54.405727 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-cfd1a438-d8bf-465a-a254-462cc31b4f10 service neutron] Attempting to bind port e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:57:54.406185 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-cfd1a438-d8bf-465a-a254-462cc31b4f10 service neutron] Attempting to bind port e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:57:54.409954 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38b098b4-3e88-4e84-9546-0ac0ab3ca9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:54.411062 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b098b4-3e88-4e84-9546-0ac0ab3ca9a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:57:54.414959 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38b098b4-3e88-4e84-9546-0ac0ab3ca9a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:54.425367 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-b0be0a8e-0360-4174-ae98-0aee3a52f746 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:54.438892 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-659f2e15-b749-429b-94d1-03520740c1e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:54.452911 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-b0be0a8e-0360-4174-ae98-0aee3a52f746 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:54.469825 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-cfd1a438-d8bf-465a-a254-462cc31b4f10 service neutron] Port e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 19:57:54.470281 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-cfd1a438-d8bf-465a-a254-462cc31b4f10 service neutron] Attempting to bind port e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:57:54.534178 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be0a8e-0360-4174-ae98-0aee3a52f746 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0b19ea-9de7-432b-b945-9447fc9fa64d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:54.569191 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20a22e-c0d7-41bb-a316-10d2b0f8c744 req-023e9589-242a-4643-8423-c22bf7bd7e6c tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:57:54.571151 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fc20a22e-c0d7-41bb-a316-10d2b0f8c744 req-023e9589-242a-4643-8423-c22bf7bd7e6c tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=e3b78001-8a3e-47b7-bdec-e15dc2aebd1e HTTP/1.1" status: 200 len: 948 time: 0.2724514 Aug 16 19:57:54.636104 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-38b098b4-3e88-4e84-9546-0ac0ab3ca9a4 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.6528232 Aug 16 19:57:54.646238 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54456) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:54.661234 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d8b9c4dd-dc63-495e-9e97-45640ea612a7 admin admin] Request body: {'subnet': {'network_id': '8c5fcf0c-5f69-4031-9be2-b28eae97018b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1586591815-subnet', 'tenant_id': 'e38eb8aee1564690bebbb2b4f1877833', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:57:54.715241 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b9c4dd-dc63-495e-9e97-45640ea612a7 admin admin] Made reservation on behalf of e38eb8aee1564690bebbb2b4f1877833 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:57:54.718083 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c4dd-dc63-495e-9e97-45640ea612a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:54.723617 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-cfd1a438-d8bf-465a-a254-462cc31b4f10 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:57:54.738588 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-cfd1a438-d8bf-465a-a254-462cc31b4f10 service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:57:54.739560 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-cfd1a438-d8bf-465a-a254-462cc31b4f10 service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:57:54.740271 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-cfd1a438-d8bf-465a-a254-462cc31b4f10 service neutron] Bound port: e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:57:54.740858 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-cfd1a438-d8bf-465a-a254-462cc31b4f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:54.746902 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-659f2e15-b749-429b-94d1-03520740c1e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:54.773276 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-14b3adae-c590-4bdf-93f3-180a41c992f1 req-ee81c2a4-7672-4e08-b022-709f19be378d tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/ports?device_id=64ee67a9-a38a-4347-9e06-2d9112a38807 HTTP/1.1" status: 200 len: 210 time: 0.2994959 Aug 16 19:57:54.793754 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b098b4-3e88-4e84-9546-0ac0ab3ca9a4 admin admin] Pushing event updated for resources: {'Network': ['ID=8c5fcf0c-5f69-4031-9be2-b28eae97018b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:54.814064 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 8c5fcf0c-5f69-4031-9be2-b28eae97018b details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 19:57:54.909355 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1898fb28-768f-41a7-b28e-02ab5b750eaa up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:57:54.938684 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-cfd1a438-d8bf-465a-a254-462cc31b4f10 service neutron] For port e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:57:54.946523 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-cfd1a438-d8bf-465a-a254-462cc31b4f10 service neutron] For port e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:57:54.954099 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-cfd1a438-d8bf-465a-a254-462cc31b4f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:54.959047 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-659f2e15-b749-429b-94d1-03520740c1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:54.962815 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-659f2e15-b749-429b-94d1-03520740c1e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:54.966921 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-659f2e15-b749-429b-94d1-03520740c1e7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ff5f9058-d744-499e-bd42-342af9c59f2f HTTP/1.1" status: 204 len: 168 time: 0.8265407 Aug 16 19:57:55.028794 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f2e15-b749-429b-94d1-03520740c1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5f9058-d744-499e-bd42-342af9c59f2f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:55.043703 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-cfd1a438-d8bf-465a-a254-462cc31b4f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:57:55.044328 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-cfd1a438-d8bf-465a-a254-462cc31b4f10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:55.046875 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-cfd1a438-d8bf-465a-a254-462cc31b4f10 service neutron] 10.222.0.63 "PUT /v2.0/ports/e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc HTTP/1.1" status: 200 len: 1097 time: 3.0507934 Aug 16 19:57:55.047833 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b78001-8a3e-47b7-bdec-e15dc2aebd1e', 'tag': 'e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:57:55.199168 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 1898fb28-768f-41a7-b28e-02ab5b750eaa triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:57:55.199696 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:55.428587 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-b0be0a8e-0360-4174-ae98-0aee3a52f746 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Allocated IP 192.168.233.233 (b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46/5dedf524-5a11-40fc-90de-b9413f1a2279/46a89ff1-bd54-4114-afc2-35a4304c10dd) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:57:55.461269 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c4dd-dc63-495e-9e97-45640ea612a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:55.465938 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fc20a22e-c0d7-41bb-a316-10d2b0f8c744 req-5becac69-8ed3-4ffb-ba5f-36391ab4a661 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8520186 Aug 16 19:57:55.511762 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-044700b8-9479-4d2e-b4c9-9ba4d3f514eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:55.525333 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9c4dd-dc63-495e-9e97-45640ea612a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42079dd7-bb39-47f2-a8a8-ad0f84bf270b,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:55.651184 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54494) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:55.674619 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044700b8-9479-4d2e-b4c9-9ba4d3f514eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=22a3d444-778f-4603-86a7-5f2fa088805b,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:55.696931 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044700b8-9479-4d2e-b4c9-9ba4d3f514eb admin admin] Checking segment: {'id': 'ba647bbc-071d-4c3c-b29b-0c7016cb1078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a8a9c764-b693-4615-a895-4d8fec38c13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:57:55.697395 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044700b8-9479-4d2e-b4c9-9ba4d3f514eb admin admin] Network hostable DHCP agents. Network: a8a9c764-b693-4615-a895-4d8fec38c13c, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 19:57:55.736015 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b9c4dd-dc63-495e-9e97-45640ea612a7 admin admin] Checking segment: {'id': 'ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8c5fcf0c-5f69-4031-9be2-b28eae97018b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:57:55.736390 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b9c4dd-dc63-495e-9e97-45640ea612a7 admin admin] Network hostable DHCP agents. Network: 8c5fcf0c-5f69-4031-9be2-b28eae97018b, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 19:57:55.750527 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1a438-d8bf-465a-a254-462cc31b4f10 service neutron] Pushing event updated for resources: {'Port': ['ID=e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:55.771559 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044700b8-9479-4d2e-b4c9-9ba4d3f514eb admin admin] Network a8a9c764-b693-4615-a895-4d8fec38c13c is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 19:57:55.774417 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3e2eda5b-9f58-4eff-b26c-e85830a70e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:55.795265 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-b0be0a8e-0360-4174-ae98-0aee3a52f746 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:55.822117 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b9c4dd-dc63-495e-9e97-45640ea612a7 admin admin] Network 8c5fcf0c-5f69-4031-9be2-b28eae97018b is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 19:57:55.830315 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-044700b8-9479-4d2e-b4c9-9ba4d3f514eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, a8a9c764-b693-4615-a895-4d8fec38c13c) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:57:55.838639 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77913b33-3585-49f8-84af-c65b75ffb248 None None] Network a8a9c764-b693-4615-a895-4d8fec38c13c requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 19:57:55.846355 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-b0be0a8e-0360-4174-ae98-0aee3a52f746 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Transition to ACTIVE for port object 46a89ff1-bd54-4114-afc2-35a4304c10dd will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:57:55.853370 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d8b9c4dd-dc63-495e-9e97-45640ea612a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 8c5fcf0c-5f69-4031-9be2-b28eae97018b) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:57:55.879887 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044700b8-9479-4d2e-b4c9-9ba4d3f514eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:57:55.880630 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-044700b8-9479-4d2e-b4c9-9ba4d3f514eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:55.951089 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b9c4dd-dc63-495e-9e97-45640ea612a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:57:55.951944 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c4dd-dc63-495e-9e97-45640ea612a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:55.953652 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1b67e7-c566-446c-866d-e678f3a291e4 None None] Network 8c5fcf0c-5f69-4031-9be2-b28eae97018b requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 19:57:56.019714 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3e2eda5b-9f58-4eff-b26c-e85830a70e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:56.029155 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-b0be0a8e-0360-4174-ae98-0aee3a52f746 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:56.034635 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d8b9c4dd-dc63-495e-9e97-45640ea612a7 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3848641 Aug 16 19:57:56.037451 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-044700b8-9479-4d2e-b4c9-9ba4d3f514eb admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.6512558 Aug 16 19:57:56.039966 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54504) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:56.040124 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54506) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:56.054616 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3e2eda5b-9f58-4eff-b26c-e85830a70e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:56.122231 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-677ee363-eb5f-47ff-8c2f-00bbd73be22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:57:56.124094 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-677ee363-eb5f-47ff-8c2f-00bbd73be22d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dc29b08b0d8548aea4187c296f1b3387&device_id=e3b78001-8a3e-47b7-bdec-e15dc2aebd1e HTTP/1.1" status: 200 len: 1100 time: 0.9095399 Aug 16 19:57:56.152141 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-147d9e8e-6fbf-4b16-998a-f5b78e0d0bac admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1586591815-router', 'tenant_id': 'e38eb8aee1564690bebbb2b4f1877833', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:57:56.160004 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be0a8e-0360-4174-ae98-0aee3a52f746 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Pushing event updated for resources: {'Port': ['ID=46a89ff1-bd54-4114-afc2-35a4304c10dd,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:56.166970 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2eda5b-9f58-4eff-b26c-e85830a70e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74794a9d-1f6f-40e6-a23e-a1516a580361,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:56.194073 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-cda1add9-9f92-44c4-8605-8241d5c6fe29 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1795951047-router', 'tenant_id': 'eed4ea77f86245aeab881d4d7bc3fe09', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:57:56.232330 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb8ba21-4e2a-480f-90f2-7b8c68e5e8c0" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b78001-8a3e-47b7-bdec-e15dc2aebd1e", "tag": "e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:57:56.240425 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-b0be0a8e-0360-4174-ae98-0aee3a52f746 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:57:56.249101 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3e2eda5b-9f58-4eff-b26c-e85830a70e81 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=eb89818f721e4c76830b5d55b8ae98cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5788286 Aug 16 19:57:56.253605 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-b0be0a8e-0360-4174-ae98-0aee3a52f746 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:57:56.255580 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54514) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:56.256270 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.db.api [None req-cda1add9-9f92-44c4-8605-8241d5c6fe29 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 19:57:56.256270 n-d-787206-13 neutron-server[94771]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 19:57:56.256270 n-d-787206-13 neutron-server[94771]: [parameters: {'project_id_1': 'eed4ea77f86245aeab881d4d7bc3fe09', 'expiration_1': datetime.datetime(2021, 8, 16, 19, 57, 56, 196121)}] Aug 16 19:57:56.256270 n-d-787206-13 neutron-server[94771]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 19:57:56.256737 n-d-787206-13 neutron-server[94771]: DEBUG oslo_db.api [None req-cda1add9-9f92-44c4-8605-8241d5c6fe29 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 19:57:56.264299 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-b0be0a8e-0360-4174-ae98-0aee3a52f746 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:57:56.274705 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-b0be0a8e-0360-4174-ae98-0aee3a52f746 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:57:56.275545 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-b0be0a8e-0360-4174-ae98-0aee3a52f746 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:56.306198 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-147d9e8e-6fbf-4b16-998a-f5b78e0d0bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:56.307404 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-147d9e8e-6fbf-4b16-998a-f5b78e0d0bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:56.424129 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-147d9e8e-6fbf-4b16-998a-f5b78e0d0bac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:56.461002 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed447ae-cae1-47c2-aa67-537128863a2e req-49c4c512-cb1d-43cb-bbb4-4011ca3129e9 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:57:56.462597 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-eed447ae-cae1-47c2-aa67-537128863a2e req-49c4c512-cb1d-43cb-bbb4-4011ca3129e9 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/ports?device_id=64ee67a9-a38a-4347-9e06-2d9112a38807 HTTP/1.1" status: 200 len: 936 time: 0.4415622 Aug 16 19:57:56.466536 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-36e834f9-5a27-4ce6-9d45-c27e35b5d3dd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc HTTP/1.1" status: 200 len: 217 time: 0.2510617 Aug 16 19:57:56.541011 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54522) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:56.552800 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-b0be0a8e-0360-4174-ae98-0aee3a52f746 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9055114 Aug 16 19:57:56.630011 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-c9691264-34f0-4c5e-a2e6-b5634bf5c8d4 service neutron] Request body: {'port': {'device_id': '64ee67a9-a38a-4347-9e06-2d9112a38807', 'device_owner': 'compute:tempest-test_az-580778965', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:57:56.682421 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-92b0bf43-d85b-4125-a7cc-cafef80eec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:57:56.684456 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-92b0bf43-d85b-4125-a7cc-cafef80eec42 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.2030602 Aug 16 19:57:56.684774 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e61967-7b22-477c-b5d4-f8654fe5adde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-8c5fcf0c-5f69-4031-9be2-b28eae97018b', 'network_id': '8c5fcf0c-5f69-4031-9be2-b28eae97018b', 'tenant_id': 'e38eb8aee1564690bebbb2b4f1877833', 'fixed_ips': [{'subnet_id': '42079dd7-bb39-47f2-a8a8-ad0f84bf270b'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 19:57:56.687955 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45e61967-7b22-477c-b5d4-f8654fe5adde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:56.718157 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-eed447ae-cae1-47c2-aa67-537128863a2e req-f77fe6ad-7486-4ae8-b59d-72ec499e9b45 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba0b19ea-9de7-432b-b945-9447fc9fa64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379608 Aug 16 19:57:56.758078 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38a0f970-af2e-4d09-8746-3331be717f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:56.760448 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd79aded-2225-4e2a-a04b-571e16f8cada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-a8a9c764-b693-4615-a895-4d8fec38c13c', 'network_id': 'a8a9c764-b693-4615-a895-4d8fec38c13c', 'tenant_id': 'eed4ea77f86245aeab881d4d7bc3fe09', 'fixed_ips': [{'subnet_id': '22a3d444-778f-4603-86a7-5f2fa088805b'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 19:57:56.767116 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd79aded-2225-4e2a-a04b-571e16f8cada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:56.788551 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-694f258a-c475-4809-b49a-5bfa7f490b9a None None] Provisioning for port 46a89ff1-bd54-4114-afc2-35a4304c10dd completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:57:56.818187 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-694f258a-c475-4809-b49a-5bfa7f490b9a None None] Provisioning complete for port 46a89ff1-bd54-4114-afc2-35a4304c10dd triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:57:56.819619 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38a0f970-af2e-4d09-8746-3331be717f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:56.823608 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-694f258a-c475-4809-b49a-5bfa7f490b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:56.909648 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-c9691264-34f0-4c5e-a2e6-b5634bf5c8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:56.997782 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-694f258a-c475-4809-b49a-5bfa7f490b9a None None] Port 46a89ff1-bd54-4114-afc2-35a4304c10dd cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 19:57:57.013442 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-147d9e8e-6fbf-4b16-998a-f5b78e0d0bac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:57.072299 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-7f083977-687c-419c-9895-d9c9788fbf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:57:57.078303 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-7f083977-687c-419c-9895-d9c9788fbf92 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2249360 Aug 16 19:57:57.084928 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 19:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476ed8a6-1e88-4e55-b769-2efa989f4ae5 x-openstack-request-id: req-476ed8a6-1e88-4e55-b769-2efa989f4ae5 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:57:57.085504 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b78001-8a3e-47b7-bdec-e15dc2aebd1e", "tag": "e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:57:57.085901 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-476ed8a6-1e88-4e55-b769-2efa989f4ae5 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:57:57.086618 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b78001-8a3e-47b7-bdec-e15dc2aebd1e', 'tag': 'e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc', 'status': 'completed', 'code': 200} Aug 16 19:57:57.102183 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fffdf548-7943-44f2-bb6f-4e8766d38e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:57.104827 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39a570-d905-4019-83c3-2b614ea27aee req-eb0d6505-d9e5-4a4f-bd90-ce58de0c5aa2 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:57:57.114127 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0c39a570-d905-4019-83c3-2b614ea27aee req-eb0d6505-d9e5-4a4f-bd90-ce58de0c5aa2 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=e3b78001-8a3e-47b7-bdec-e15dc2aebd1e HTTP/1.1" status: 200 len: 948 time: 0.1901176 Aug 16 19:57:57.184345 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38a0f970-af2e-4d09-8746-3331be717f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:57.188629 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38a0f970-af2e-4d09-8746-3331be717f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:57.190141 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-38a0f970-af2e-4d09-8746-3331be717f4f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/74794a9d-1f6f-40e6-a23e-a1516a580361 HTTP/1.1" status: 204 len: 168 time: 0.9220908 Aug 16 19:57:57.220971 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0f970-af2e-4d09-8746-3331be717f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74794a9d-1f6f-40e6-a23e-a1516a580361,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:57.246866 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0c39a570-d905-4019-83c3-2b614ea27aee req-250942b8-dc33-4dcb-8f5c-5a84c837020d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312640 Aug 16 19:57:57.305376 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-ed6f98e1-67b9-45b3-a0e0-4ba3ef1f3d05 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855929 Aug 16 19:57:57.781897 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fffdf548-7943-44f2-bb6f-4e8766d38e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:57.797853 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cda1add9-9f92-44c4-8605-8241d5c6fe29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:57.799476 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cda1add9-9f92-44c4-8605-8241d5c6fe29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:57.803159 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fffdf548-7943-44f2-bb6f-4e8766d38e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:57.848451 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54558) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:57.849034 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fffdf548-7943-44f2-bb6f-4e8766d38e86 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e1cb32fde72a4eff9c1b03dd2af128ae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3044157 Aug 16 19:57:57.865003 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-45e61967-7b22-477c-b5d4-f8654fe5adde None None] Allocated IP 172.20.0.2 (8c5fcf0c-5f69-4031-9be2-b28eae97018b/42079dd7-bb39-47f2-a8a8-ad0f84bf270b/f8ebc7ef-080e-4f00-be4e-5a969bec391f) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:57:57.893949 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffdf548-7943-44f2-bb6f-4e8766d38e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fab0c3e-5f66-4165-a4bd-70c2b63a8518,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:58.090994 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-fd79aded-2225-4e2a-a04b-571e16f8cada None None] Allocated IP 172.20.0.2 (a8a9c764-b693-4615-a895-4d8fec38c13c/22a3d444-778f-4603-86a7-5f2fa088805b/9df0d034-df50-4dcf-a3c0-bcb931984b80) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:57:58.115523 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2314b602-3359-483e-8727-49d2ac4cbd24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:58.167623 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82b713-9ac2-4abf-b0e1-75e8f07da0ee req-9b7dbe69-4dd3-4f7d-9a9d-3ed8cad4de6c tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:57:58.183223 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2c82b713-9ac2-4abf-b0e1-75e8f07da0ee req-9b7dbe69-4dd3-4f7d-9a9d-3ed8cad4de6c tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/ports?device_id=64ee67a9-a38a-4347-9e06-2d9112a38807 HTTP/1.1" status: 200 len: 936 time: 0.2908158 Aug 16 19:57:58.325667 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45e61967-7b22-477c-b5d4-f8654fe5adde None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:58.327392 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2314b602-3359-483e-8727-49d2ac4cbd24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:58.372335 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-45e61967-7b22-477c-b5d4-f8654fe5adde None None] Transition to ACTIVE for port object f8ebc7ef-080e-4f00-be4e-5a969bec391f will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:57:58.411454 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-45e61967-7b22-477c-b5d4-f8654fe5adde None None] Transition to ACTIVE for port object f8ebc7ef-080e-4f00-be4e-5a969bec391f will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:57:58.416889 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd79aded-2225-4e2a-a04b-571e16f8cada None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:58.441766 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45e61967-7b22-477c-b5d4-f8654fe5adde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:58.444048 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fd79aded-2225-4e2a-a04b-571e16f8cada None None] Transition to ACTIVE for port object 9df0d034-df50-4dcf-a3c0-bcb931984b80 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:57:58.457630 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2c82b713-9ac2-4abf-b0e1-75e8f07da0ee req-cc1392d4-7784-4559-ab17-addc1101514a tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba0b19ea-9de7-432b-b945-9447fc9fa64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728248 Aug 16 19:57:58.514518 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2314b602-3359-483e-8727-49d2ac4cbd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:58.517288 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2314b602-3359-483e-8727-49d2ac4cbd24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:58.521067 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2314b602-3359-483e-8727-49d2ac4cbd24 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8fab0c3e-5f66-4165-a4bd-70c2b63a8518 HTTP/1.1" status: 204 len: 168 time: 0.6687355 Aug 16 19:57:58.544856 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314b602-3359-483e-8727-49d2ac4cbd24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fab0c3e-5f66-4165-a4bd-70c2b63a8518,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:58.588899 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fd79aded-2225-4e2a-a04b-571e16f8cada None None] Transition to ACTIVE for port object 9df0d034-df50-4dcf-a3c0-bcb931984b80 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:57:58.594530 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e61967-7b22-477c-b5d4-f8654fe5adde None None] Network 8c5fcf0c-5f69-4031-9be2-b28eae97018b is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:57:58.620131 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-45e61967-7b22-477c-b5d4-f8654fe5adde None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:57:58.630787 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e61967-7b22-477c-b5d4-f8654fe5adde None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:57:58.633199 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd79aded-2225-4e2a-a04b-571e16f8cada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:58.698285 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e61967-7b22-477c-b5d4-f8654fe5adde None None] Pushing event updated for resources: {'Port': ['ID=f8ebc7ef-080e-4f00-be4e-5a969bec391f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:58.712063 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-c9691264-34f0-4c5e-a2e6-b5634bf5c8d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46a89ff1-bd54-4114-afc2-35a4304c10dd {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:57:58.714301 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd79aded-2225-4e2a-a04b-571e16f8cada None None] Network a8a9c764-b693-4615-a895-4d8fec38c13c is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:57:58.728956 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-c9691264-34f0-4c5e-a2e6-b5634bf5c8d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:58.747973 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-c9691264-34f0-4c5e-a2e6-b5634bf5c8d4 service neutron] Transition to ACTIVE for port object 46a89ff1-bd54-4114-afc2-35a4304c10dd will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:57:58.761585 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cda1add9-9f92-44c4-8605-8241d5c6fe29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:58.769546 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-c9691264-34f0-4c5e-a2e6-b5634bf5c8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:58.788679 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-fd79aded-2225-4e2a-a04b-571e16f8cada None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:57:58.889355 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd79aded-2225-4e2a-a04b-571e16f8cada None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:57:58.951657 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9691264-34f0-4c5e-a2e6-b5634bf5c8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=46a89ff1-bd54-4114-afc2-35a4304c10dd,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:59.050894 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-45e61967-7b22-477c-b5d4-f8654fe5adde None None] Attempting to bind port f8ebc7ef-080e-4f00-be4e-5a969bec391f on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:57:59.053952 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-45e61967-7b22-477c-b5d4-f8654fe5adde None None] Attempting to bind port f8ebc7ef-080e-4f00-be4e-5a969bec391f by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8c5fcf0c-5f69-4031-9be2-b28eae97018b'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:57:59.057183 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e61967-7b22-477c-b5d4-f8654fe5adde None None] Attempting to bind port f8ebc7ef-080e-4f00-be4e-5a969bec391f on network 8c5fcf0c-5f69-4031-9be2-b28eae97018b {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:57:59.078434 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79aded-2225-4e2a-a04b-571e16f8cada None None] Pushing event updated for resources: {'Port': ['ID=9df0d034-df50-4dcf-a3c0-bcb931984b80,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:59.083025 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e61967-7b22-477c-b5d4-f8654fe5adde None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:57:59.083687 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e61967-7b22-477c-b5d4-f8654fe5adde None None] Checking segment: {'id': 'ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8c5fcf0c-5f69-4031-9be2-b28eae97018b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:57:59.084241 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45e61967-7b22-477c-b5d4-f8654fe5adde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:59.084785 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e61967-7b22-477c-b5d4-f8654fe5adde None None] Bound using segment: {'id': 'ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8c5fcf0c-5f69-4031-9be2-b28eae97018b'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:57:59.085421 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-45e61967-7b22-477c-b5d4-f8654fe5adde None None] Bound port: f8ebc7ef-080e-4f00-be4e-5a969bec391f, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8c5fcf0c-5f69-4031-9be2-b28eae97018b'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:57:59.085973 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45e61967-7b22-477c-b5d4-f8654fe5adde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:59.088758 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-fd79aded-2225-4e2a-a04b-571e16f8cada None None] Attempting to bind port 9df0d034-df50-4dcf-a3c0-bcb931984b80 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:57:59.089278 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-fd79aded-2225-4e2a-a04b-571e16f8cada None None] Attempting to bind port 9df0d034-df50-4dcf-a3c0-bcb931984b80 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'ba647bbc-071d-4c3c-b29b-0c7016cb1078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a8a9c764-b693-4615-a895-4d8fec38c13c'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:57:59.089778 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd79aded-2225-4e2a-a04b-571e16f8cada None None] Attempting to bind port 9df0d034-df50-4dcf-a3c0-bcb931984b80 on network a8a9c764-b693-4615-a895-4d8fec38c13c {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:57:59.105126 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd79aded-2225-4e2a-a04b-571e16f8cada None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:57:59.106276 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd79aded-2225-4e2a-a04b-571e16f8cada None None] Checking segment: {'id': 'ba647bbc-071d-4c3c-b29b-0c7016cb1078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a8a9c764-b693-4615-a895-4d8fec38c13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:57:59.106832 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd79aded-2225-4e2a-a04b-571e16f8cada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:59.107401 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd79aded-2225-4e2a-a04b-571e16f8cada None None] Bound using segment: {'id': 'ba647bbc-071d-4c3c-b29b-0c7016cb1078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a8a9c764-b693-4615-a895-4d8fec38c13c'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:57:59.108049 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-fd79aded-2225-4e2a-a04b-571e16f8cada None None] Bound port: 9df0d034-df50-4dcf-a3c0-bcb931984b80, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba647bbc-071d-4c3c-b29b-0c7016cb1078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a8a9c764-b693-4615-a895-4d8fec38c13c'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:57:59.108616 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd79aded-2225-4e2a-a04b-571e16f8cada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:59.178302 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-147d9e8e-6fbf-4b16-998a-f5b78e0d0bac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:59.219042 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-45e61967-7b22-477c-b5d4-f8654fe5adde None None] For port f8ebc7ef-080e-4f00-be4e-5a969bec391f, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:57:59.231135 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-147d9e8e-6fbf-4b16-998a-f5b78e0d0bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:59.238030 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-45e61967-7b22-477c-b5d4-f8654fe5adde None None] For port f8ebc7ef-080e-4f00-be4e-5a969bec391f, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f8ebc7ef-080e-4f00-be4e-5a969bec391f,segment=NetworkSegment(ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4),segment_id=ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:57:59.247477 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-fd79aded-2225-4e2a-a04b-571e16f8cada None None] For port 9df0d034-df50-4dcf-a3c0-bcb931984b80, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:57:59.258051 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45e61967-7b22-477c-b5d4-f8654fe5adde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:59.270660 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-fd79aded-2225-4e2a-a04b-571e16f8cada None None] For port 9df0d034-df50-4dcf-a3c0-bcb931984b80, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=9df0d034-df50-4dcf-a3c0-bcb931984b80,segment=NetworkSegment(ba647bbc-071d-4c3c-b29b-0c7016cb1078),segment_id=ba647bbc-071d-4c3c-b29b-0c7016cb1078)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:57:59.308711 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54592) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:59.337447 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd79aded-2225-4e2a-a04b-571e16f8cada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:59.400390 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e61967-7b22-477c-b5d4-f8654fe5adde None None] Pushing event updated for resources: {'Port': ['ID=f8ebc7ef-080e-4f00-be4e-5a969bec391f,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:59.521337 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79aded-2225-4e2a-a04b-571e16f8cada None None] Pushing event updated for resources: {'Port': ['ID=9df0d034-df50-4dcf-a3c0-bcb931984b80,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:57:59.553710 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54600) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:57:59.587241 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2831da79-1683-4be4-8044-8e345cb574ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:57:59.870759 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8dd6c-fb75-4fe6-a400-eaf70e99d813 req-91b11f02-2cdf-4a45-8280-d9c571b0a641 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:57:59.898122 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8e8dd6c-fb75-4fe6-a400-eaf70e99d813 req-91b11f02-2cdf-4a45-8280-d9c571b0a641 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/ports?device_id=64ee67a9-a38a-4347-9e06-2d9112a38807 HTTP/1.1" status: 200 len: 969 time: 0.2477269 Aug 16 19:57:59.952855 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-147d9e8e-6fbf-4b16-998a-f5b78e0d0bac admin admin] Allocated IP 172.25.8.150 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/793f83f5-02cd-4325-9ac1-ad8900a1b47d) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:58:00.145140 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68052b4a-a695-4841-b705-0c42895cc3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:00.215568 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2831da79-1683-4be4-8044-8e345cb574ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:00.231096 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77fc4c7-89df-4c69-9f92-f8e90dee7ae2 req-2254cfd3-6818-4fdb-b4a3-293095a6569f tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:00.232268 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2831da79-1683-4be4-8044-8e345cb574ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:00.238858 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f77fc4c7-89df-4c69-9f92-f8e90dee7ae2 req-2254cfd3-6818-4fdb-b4a3-293095a6569f tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=e3b78001-8a3e-47b7-bdec-e15dc2aebd1e HTTP/1.1" status: 200 len: 948 time: 1.5409346 Aug 16 19:58:00.277273 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2831da79-1683-4be4-8044-8e345cb574ac admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=829f30ae5f314f84af3729b6605b2428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7222612 Aug 16 19:58:00.280932 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8e8dd6c-fb75-4fe6-a400-eaf70e99d813 req-38393cfa-739f-4f76-b84b-e26d24712686 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba0b19ea-9de7-432b-b945-9447fc9fa64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801334 Aug 16 19:58:00.286372 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54610) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:00.321759 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cda1add9-9f92-44c4-8605-8241d5c6fe29 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:00.339699 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-c9691264-34f0-4c5e-a2e6-b5634bf5c8d4 service neutron] Attempting to bind port 46a89ff1-bd54-4114-afc2-35a4304c10dd on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:58:00.340036 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-c9691264-34f0-4c5e-a2e6-b5634bf5c8d4 service neutron] Attempting to bind port 46a89ff1-bd54-4114-afc2-35a4304c10dd by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:58:00.340310 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-c9691264-34f0-4c5e-a2e6-b5634bf5c8d4 service neutron] Attempting to bind port 46a89ff1-bd54-4114-afc2-35a4304c10dd on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:58:00.366396 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831da79-1683-4be4-8044-8e345cb574ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fd09e7-91d1-466c-8a28-0f2567fad8c7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:00.455198 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f77fc4c7-89df-4c69-9f92-f8e90dee7ae2 req-94471e13-18a8-4500-bda2-ee7d69b8501a tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153132 Aug 16 19:58:00.456405 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-c9691264-34f0-4c5e-a2e6-b5634bf5c8d4 service neutron] Port 46a89ff1-bd54-4114-afc2-35a4304c10dd on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 19:58:00.457106 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-c9691264-34f0-4c5e-a2e6-b5634bf5c8d4 service neutron] Attempting to bind port 46a89ff1-bd54-4114-afc2-35a4304c10dd on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:58:00.467803 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-c9691264-34f0-4c5e-a2e6-b5634bf5c8d4 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:58:00.468464 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-c9691264-34f0-4c5e-a2e6-b5634bf5c8d4 service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:58:00.469244 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-c9691264-34f0-4c5e-a2e6-b5634bf5c8d4 service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:58:00.469892 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-c9691264-34f0-4c5e-a2e6-b5634bf5c8d4 service neutron] Bound port: 46a89ff1-bd54-4114-afc2-35a4304c10dd, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:58:00.470527 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-c9691264-34f0-4c5e-a2e6-b5634bf5c8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:00.485530 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a8a7cc40-edfd-4787-b7c0-3d6ab9aa8bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:00.511402 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-147d9e8e-6fbf-4b16-998a-f5b78e0d0bac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:00.534617 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a8a7cc40-edfd-4787-b7c0-3d6ab9aa8bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:00.559929 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68052b4a-a695-4841-b705-0c42895cc3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:00.570320 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68052b4a-a695-4841-b705-0c42895cc3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:00.642531 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-c9691264-34f0-4c5e-a2e6-b5634bf5c8d4 service neutron] For port 46a89ff1-bd54-4114-afc2-35a4304c10dd, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:58:00.657464 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-c9691264-34f0-4c5e-a2e6-b5634bf5c8d4 service neutron] For port 46a89ff1-bd54-4114-afc2-35a4304c10dd, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=46a89ff1-bd54-4114-afc2-35a4304c10dd,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:58:00.660391 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-147d9e8e-6fbf-4b16-998a-f5b78e0d0bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:00.753872 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d9e8e-6fbf-4b16-998a-f5b78e0d0bac admin admin] Pushing event updated for resources: {'Port': ['ID=793f83f5-02cd-4325-9ac1-ad8900a1b47d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:00.761980 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-c9691264-34f0-4c5e-a2e6-b5634bf5c8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:00.783122 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a8a7cc40-edfd-4787-b7c0-3d6ab9aa8bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:00.788466 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a8a7cc40-edfd-4787-b7c0-3d6ab9aa8bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:00.789664 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a8a7cc40-edfd-4787-b7c0-3d6ab9aa8bbc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/42fd09e7-91d1-466c-8a28-0f2567fad8c7 HTTP/1.1" status: 204 len: 168 time: 0.5023222 Aug 16 19:58:00.800865 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-68052b4a-a695-4841-b705-0c42895cc3ff admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=38ef4763a8154999997a7e2211e1d184&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4881537 Aug 16 19:58:00.819146 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54618) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:00.844218 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-c9691264-34f0-4c5e-a2e6-b5634bf5c8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:00.844842 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-c9691264-34f0-4c5e-a2e6-b5634bf5c8d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:00.846900 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68052b4a-a695-4841-b705-0c42895cc3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef89945f-701c-4ba9-846a-b9850ce916b7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:00.853540 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-c9691264-34f0-4c5e-a2e6-b5634bf5c8d4 service neutron] 10.222.0.63 "PUT /v2.0/ports/46a89ff1-bd54-4114-afc2-35a4304c10dd HTTP/1.1" status: 200 len: 1118 time: 4.2279205 Aug 16 19:58:00.855166 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ee67a9-a38a-4347-9e06-2d9112a38807', 'tag': '46a89ff1-bd54-4114-afc2-35a4304c10dd'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:58:00.868253 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7cc40-edfd-4787-b7c0-3d6ab9aa8bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fd09e7-91d1-466c-8a28-0f2567fad8c7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:00.970031 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-115b98f2-af07-4fb5-89f2-464c761681f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:00.981969 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147d9e8e-6fbf-4b16-998a-f5b78e0d0bac admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:58:00.993994 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-147d9e8e-6fbf-4b16-998a-f5b78e0d0bac admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:58:01.010069 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147d9e8e-6fbf-4b16-998a-f5b78e0d0bac admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:58:01.123968 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-115b98f2-af07-4fb5-89f2-464c761681f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:01.151516 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 9df0d034-df50-4dcf-a3c0-bcb931984b80 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:58:01.269018 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-115b98f2-af07-4fb5-89f2-464c761681f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:01.272139 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-115b98f2-af07-4fb5-89f2-464c761681f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:01.273479 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-115b98f2-af07-4fb5-89f2-464c761681f7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ef89945f-701c-4ba9-846a-b9850ce916b7 HTTP/1.1" status: 204 len: 168 time: 0.4528561 Aug 16 19:58:01.288373 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb32e6e-9a3e-4d0e-bfd9-59d17905e153" -d '{"events": [{"name": "network-changed", "server_uuid": "64ee67a9-a38a-4347-9e06-2d9112a38807", "tag": "46a89ff1-bd54-4114-afc2-35a4304c10dd"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:58:01.306746 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 9df0d034-df50-4dcf-a3c0-bcb931984b80 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:58:01.315103 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b98f2-af07-4fb5-89f2-464c761681f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef89945f-701c-4ba9-846a-b9850ce916b7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:01.348002 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f8ebc7ef-080e-4f00-be4e-5a969bec391f up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:58:01.524236 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port f8ebc7ef-080e-4f00-be4e-5a969bec391f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:58:01.569834 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65e9d88-6046-4e27-bc22-c87d2a1ab1c8 None None] Network 8c5fcf0c-5f69-4031-9be2-b28eae97018b requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 19:58:01.672696 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec9a1fb0-8f52-4d47-a4dd-51fc8d1f8c6b req-01e928b4-1573-4019-8f26-fdfbaff86caf service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441179 Aug 16 19:58:01.766423 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c8197070-84da-47cf-a6da-a2f3ae233e5b None None] Provisioning for port f8ebc7ef-080e-4f00-be4e-5a969bec391f completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:58:01.779355 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201038af-1d38-4600-9434-c0f48443c0d7 req-23e8eb13-c4df-4e41-a052-fe1bcd058338 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:01.790116 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-536bd5e0-569a-4f36-9f47-fab250ae2895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:01.790716 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-201038af-1d38-4600-9434-c0f48443c0d7 req-23e8eb13-c4df-4e41-a052-fe1bcd058338 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/ports?device_id=64ee67a9-a38a-4347-9e06-2d9112a38807 HTTP/1.1" status: 200 len: 969 time: 0.1997168 Aug 16 19:58:01.794601 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c8197070-84da-47cf-a6da-a2f3ae233e5b None None] Provisioning complete for port f8ebc7ef-080e-4f00-be4e-5a969bec391f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:01.795196 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c8197070-84da-47cf-a6da-a2f3ae233e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:01.820004 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9691264-34f0-4c5e-a2e6-b5634bf5c8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=46a89ff1-bd54-4114-afc2-35a4304c10dd,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:01.903984 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8ba21-4e2a-480f-90f2-7b8c68e5e8c0 req-371d0aba-17bc-4ff8-8e4a-3e1b775a3eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:01.905648 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-afb8ba21-4e2a-480f-90f2-7b8c68e5e8c0 req-371d0aba-17bc-4ff8-8e4a-3e1b775a3eeb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dc29b08b0d8548aea4187c296f1b3387&device_id=e3b78001-8a3e-47b7-bdec-e15dc2aebd1e HTTP/1.1" status: 200 len: 1100 time: 0.1138875 Aug 16 19:58:01.980418 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25666f75-78e1-4d9f-9331-7a1668894caa None None] Network a8a9c764-b693-4615-a895-4d8fec38c13c requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 19:58:02.059702 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c8197070-84da-47cf-a6da-a2f3ae233e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:02.079673 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54658) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:02.144308 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c8197070-84da-47cf-a6da-a2f3ae233e5b None None] For port f8ebc7ef-080e-4f00-be4e-5a969bec391f, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f8ebc7ef-080e-4f00-be4e-5a969bec391f,segment=NetworkSegment(ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4),segment_id=ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:02.166140 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c8197070-84da-47cf-a6da-a2f3ae233e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:02.222974 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-453ad3cb-99e3-4c02-865d-1100506eb3da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:02.263163 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8197070-84da-47cf-a6da-a2f3ae233e5b None None] Pushing event updated for resources: {'Port': ['ID=f8ebc7ef-080e-4f00-be4e-5a969bec391f,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:02.284340 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 19:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd13ae41-024e-457c-8787-136292bb4505 x-openstack-request-id: req-bd13ae41-024e-457c-8787-136292bb4505 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:58:02.284848 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ee67a9-a38a-4347-9e06-2d9112a38807", "tag": "46a89ff1-bd54-4114-afc2-35a4304c10dd", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:58:02.284848 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bd13ae41-024e-457c-8787-136292bb4505 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:58:02.285157 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64ee67a9-a38a-4347-9e06-2d9112a38807', 'tag': '46a89ff1-bd54-4114-afc2-35a4304c10dd', 'status': 'completed', 'code': 200} Aug 16 19:58:02.286185 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cda1add9-9f92-44c4-8605-8241d5c6fe29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:02.313877 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-09dd0a3a-1c81-46b5-9c71-44a409af45f4 None None] Provisioning for port 9df0d034-df50-4dcf-a3c0-bcb931984b80 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:58:02.322291 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-09dd0a3a-1c81-46b5-9c71-44a409af45f4 None None] Provisioning complete for port 9df0d034-df50-4dcf-a3c0-bcb931984b80 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:02.323275 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-09dd0a3a-1c81-46b5-9c71-44a409af45f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:02.324738 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-201038af-1d38-4600-9434-c0f48443c0d7 req-0a0e42f5-73fe-4caf-a3f7-a850660fad02 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba0b19ea-9de7-432b-b945-9447fc9fa64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5305054 Aug 16 19:58:02.340986 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cda1add9-9f92-44c4-8605-8241d5c6fe29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:02.386735 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada2151-79be-4f55-8e09-8ed02df677da req-ca16ef66-42a0-4846-9715-d48c7b14470f tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:02.389618 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6ada2151-79be-4f55-8e09-8ed02df677da req-ca16ef66-42a0-4846-9715-d48c7b14470f tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=e3b78001-8a3e-47b7-bdec-e15dc2aebd1e HTTP/1.1" status: 200 len: 948 time: 0.1856883 Aug 16 19:58:02.437275 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-cdf2380b-8569-4150-848d-bc19cfcae1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:02.443595 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-cdf2380b-8569-4150-848d-bc19cfcae1a9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=64cf90e8f5964954a1c824ad94d2aa33&device_id=64ee67a9-a38a-4347-9e06-2d9112a38807 HTTP/1.1" status: 200 len: 1121 time: 1.0364134 Aug 16 19:58:02.453834 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8ba21-4e2a-480f-90f2-7b8c68e5e8c0 req-27738c59-0e4f-4503-be03-2e9b21a3eb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:02.455149 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-afb8ba21-4e2a-480f-90f2-7b8c68e5e8c0 req-27738c59-0e4f-4503-be03-2e9b21a3eb70 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.4145453 Aug 16 19:58:02.471788 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-09dd0a3a-1c81-46b5-9c71-44a409af45f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:02.526745 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-09dd0a3a-1c81-46b5-9c71-44a409af45f4 None None] For port 9df0d034-df50-4dcf-a3c0-bcb931984b80, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=9df0d034-df50-4dcf-a3c0-bcb931984b80,segment=NetworkSegment(ba647bbc-071d-4c3c-b29b-0c7016cb1078),segment_id=ba647bbc-071d-4c3c-b29b-0c7016cb1078)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:02.535451 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-09dd0a3a-1c81-46b5-9c71-44a409af45f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:02.557730 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6ada2151-79be-4f55-8e09-8ed02df677da req-148265a9-82b5-410a-801a-639c544023fb tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420660 Aug 16 19:58:02.560761 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-afb8ba21-4e2a-480f-90f2-7b8c68e5e8c0 req-edd56a54-a7a5-44ae-a4d4-3a33f084c5df service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc HTTP/1.1" status: 200 len: 217 time: 0.0629632 Aug 16 19:58:02.603555 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-cda1add9-9f92-44c4-8605-8241d5c6fe29 admin admin] Allocated IP 172.25.8.4 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/f600014f-5f54-47d6-a6ca-26f1a52c73f4) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:58:02.650660 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd0a3a-1c81-46b5-9c71-44a409af45f4 None None] Pushing event updated for resources: {'Port': ['ID=9df0d034-df50-4dcf-a3c0-bcb931984b80,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:02.655074 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8ba21-4e2a-480f-90f2-7b8c68e5e8c0 req-3b37a8f3-5e30-45d4-8b06-94df0ec7f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:02.655824 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-afb8ba21-4e2a-480f-90f2-7b8c68e5e8c0 req-3b37a8f3-5e30-45d4-8b06-94df0ec7f0c3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.0756512 Aug 16 19:58:02.664943 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-11066786-9d74-4036-8510-cf0a8a3bb105 None None] Provisioning complete for port 9df0d034-df50-4dcf-a3c0-bcb931984b80 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:02.665639 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-11066786-9d74-4036-8510-cf0a8a3bb105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:02.716244 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-453ad3cb-99e3-4c02-865d-1100506eb3da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:02.727778 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8ba21-4e2a-480f-90f2-7b8c68e5e8c0 req-93e59d8e-5e65-4a1a-b315-950c0bda1bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:02.729793 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-afb8ba21-4e2a-480f-90f2-7b8c68e5e8c0 req-93e59d8e-5e65-4a1a-b315-950c0bda1bbd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0658157 Aug 16 19:58:02.730517 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-453ad3cb-99e3-4c02-865d-1100506eb3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:02.745696 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-147d9e8e-6fbf-4b16-998a-f5b78e0d0bac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:02.752492 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-f498cebf-c01d-4621-8c25-cae772bcf63f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=46a89ff1-bd54-4114-afc2-35a4304c10dd HTTP/1.1" status: 200 len: 217 time: 0.2465999 Aug 16 19:58:02.817579 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 9df0d034-df50-4dcf-a3c0-bcb931984b80 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:58:02.846646 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-11066786-9d74-4036-8510-cf0a8a3bb105 None None] Provisioning complete for port f8ebc7ef-080e-4f00-be4e-5a969bec391f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:02.847094 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-11066786-9d74-4036-8510-cf0a8a3bb105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:02.908994 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 9df0d034-df50-4dcf-a3c0-bcb931984b80 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:02.909455 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:02.946476 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cda1add9-9f92-44c4-8605-8241d5c6fe29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:02.952347 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-453ad3cb-99e3-4c02-865d-1100506eb3da admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=50ed7d0375254cf3b79eaa2a6d4f3805&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8655350 Aug 16 19:58:02.957719 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54674) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:02.970778 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ad3cb-99e3-4c02-865d-1100506eb3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4303480b-7230-4e33-a9ed-7860615906d9,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:03.019294 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-9ca3e126-1696-4124-a864-bfd052fc9ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:03.021058 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-9ca3e126-1696-4124-a864-bfd052fc9ee1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1891232 Aug 16 19:58:03.035171 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb51d4e2-564f-40ec-958b-929be9d4e80b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:03.043716 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-afb8ba21-4e2a-480f-90f2-7b8c68e5e8c0 req-93d1bb3a-9b8b-4070-a475-9c00a84d9bd7 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009009 Aug 16 19:58:03.047141 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f8ebc7ef-080e-4f00-be4e-5a969bec391f up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:58:03.101253 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port f8ebc7ef-080e-4f00-be4e-5a969bec391f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:03.101587 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:03.125670 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb51d4e2-564f-40ec-958b-929be9d4e80b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:03.205472 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-afb8ba21-4e2a-480f-90f2-7b8c68e5e8c0 req-fd5b3cb8-7eed-481d-92c7-d759586d3e28 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451781 Aug 16 19:58:03.227051 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb51d4e2-564f-40ec-958b-929be9d4e80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:03.230373 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb51d4e2-564f-40ec-958b-929be9d4e80b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:03.231943 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-eb51d4e2-564f-40ec-958b-929be9d4e80b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4303480b-7230-4e33-a9ed-7860615906d9 HTTP/1.1" status: 204 len: 168 time: 0.2731099 Aug 16 19:58:03.232121 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-6156a9be-09fe-42ea-8b8b-695310cbce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:03.233636 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-6156a9be-09fe-42ea-8b8b-695310cbce74 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1861079 Aug 16 19:58:03.241909 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb51d4e2-564f-40ec-958b-929be9d4e80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4303480b-7230-4e33-a9ed-7860615906d9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:03.278598 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cda1add9-9f92-44c4-8605-8241d5c6fe29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:03.388070 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda1add9-9f92-44c4-8605-8241d5c6fe29 admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:58:03.392767 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1add9-9f92-44c4-8605-8241d5c6fe29 admin admin] Pushing event updated for resources: {'Port': ['ID=f600014f-5f54-47d6-a6ca-26f1a52c73f4,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:03.397199 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-cda1add9-9f92-44c4-8605-8241d5c6fe29 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:58:03.401365 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-147d9e8e-6fbf-4b16-998a-f5b78e0d0bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:03.403349 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda1add9-9f92-44c4-8605-8241d5c6fe29 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:58:03.584632 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-5bce4e99-347e-4150-b2bb-0a7c8ea06dca service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146343 Aug 16 19:58:03.708464 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662411fd-cdcd-42f4-b11f-bf81c2678225 req-708fa30f-a88f-45e5-8c7e-0dca84f000e7 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:03.710778 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-662411fd-cdcd-42f4-b11f-bf81c2678225 req-708fa30f-a88f-45e5-8c7e-0dca84f000e7 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=e3b78001-8a3e-47b7-bdec-e15dc2aebd1e HTTP/1.1" status: 200 len: 948 time: 0.0635679 Aug 16 19:58:03.724856 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa034d-c48d-4070-a36e-5564ead16720 req-9f18551f-0c02-468e-857e-5c66a0be3736 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:03.726493 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5efa034d-c48d-4070-a36e-5564ead16720 req-9f18551f-0c02-468e-857e-5c66a0be3736 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/ports?device_id=64ee67a9-a38a-4347-9e06-2d9112a38807 HTTP/1.1" status: 200 len: 969 time: 0.2831666 Aug 16 19:58:03.754189 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-662411fd-cdcd-42f4-b11f-bf81c2678225 req-b7d8a6f9-ef2a-488d-81fb-da734c7f11be tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353868 Aug 16 19:58:03.854061 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5efa034d-c48d-4070-a36e-5564ead16720 req-b5958b27-e5da-4d9e-bf00-278eddc6aaba tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba0b19ea-9de7-432b-b945-9447fc9fa64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197875 Aug 16 19:58:03.884111 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7b9c7577-fbf4-4a2e-a36b-3032e291561b req-e5b80cd2-c90c-4535-a085-92429640f512 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610297 Aug 16 19:58:03.913987 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147d9e8e-6fbf-4b16-998a-f5b78e0d0bac admin admin] Router a8595f81-75cf-4790-bfa4-09fcb3a87254 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 19:58:03.919193 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cda1add9-9f92-44c4-8605-8241d5c6fe29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:04.274757 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb32e6e-9a3e-4d0e-bfd9-59d17905e153 req-ba5ac485-4e83-4fd6-9241-26b1f9f5e701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:04.276305 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fdb32e6e-9a3e-4d0e-bfd9-59d17905e153 req-ba5ac485-4e83-4fd6-9241-26b1f9f5e701 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=64cf90e8f5964954a1c824ad94d2aa33&device_id=64ee67a9-a38a-4347-9e06-2d9112a38807 HTTP/1.1" status: 200 len: 1121 time: 0.3179705 Aug 16 19:58:04.316270 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0dd30635-3676-4e84-a391-91ccb6f79d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:04.447501 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147d9e8e-6fbf-4b16-998a-f5b78e0d0bac admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 19:58:04.460307 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c606046e-aed3-4490-92c9-fef384ce6245 None None] Sync routers for ids ['a8595f81-75cf-4790-bfa4-09fcb3a87254'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 19:58:04.470612 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c606046e-aed3-4490-92c9-fef384ce6245 None None] Routers {'a8595f81-75cf-4790-bfa4-09fcb3a87254'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 19:58:04.471563 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c606046e-aed3-4490-92c9-fef384ce6245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T19:58:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a8595f81-75cf-4790-bfa4-09fcb3a87254'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:58:04.548683 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-147d9e8e-6fbf-4b16-998a-f5b78e0d0bac admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:04.549919 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-147d9e8e-6fbf-4b16-998a-f5b78e0d0bac admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.4126952 Aug 16 19:58:04.552968 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54748) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:04.569419 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb32e6e-9a3e-4d0e-bfd9-59d17905e153 req-d2c93bad-58f9-4df1-9692-9e618b794096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:04.570907 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fdb32e6e-9a3e-4d0e-bfd9-59d17905e153 req-d2c93bad-58f9-4df1-9692-9e618b794096 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.2817042 Aug 16 19:58:04.577519 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cda1add9-9f92-44c4-8605-8241d5c6fe29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:04.628236 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fdb32e6e-9a3e-4d0e-bfd9-59d17905e153 req-b8d0959b-cf00-493f-a4e8-0a0e9cfeca34 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=46a89ff1-bd54-4114-afc2-35a4304c10dd HTTP/1.1" status: 200 len: 217 time: 0.0471215 Aug 16 19:58:04.628778 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-c606046e-aed3-4490-92c9-fef384ce6245 None None] Set router a8595f81-75cf-4790-bfa4-09fcb3a87254 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 19:58:04.630459 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:04.752743 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb32e6e-9a3e-4d0e-bfd9-59d17905e153 req-c3085f64-55ac-4848-a2d7-6f6ba07a0f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:04.754269 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fdb32e6e-9a3e-4d0e-bfd9-59d17905e153 req-c3085f64-55ac-4848-a2d7-6f6ba07a0f23 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.0944095 Aug 16 19:58:04.842760 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb32e6e-9a3e-4d0e-bfd9-59d17905e153 req-2b1ac232-961b-4b56-9e64-d2218774b007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:04.845625 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fdb32e6e-9a3e-4d0e-bfd9-59d17905e153 req-2b1ac232-961b-4b56-9e64-d2218774b007 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0786102 Aug 16 19:58:04.895729 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c606046e-aed3-4490-92c9-fef384ce6245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8595f81-75cf-4790-bfa4-09fcb3a87254', 'name': 'tempest-AttachSCSIVolumeTestJSON-1586591815-router', 'tenant_id': 'e38eb8aee1564690bebbb2b4f1877833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '793f83f5-02cd-4325-9ac1-ad8900a1b47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:56Z', 'updated_at': '2021-08-16T19:58:01Z', 'revision_number': 3, 'project_id': 'e38eb8aee1564690bebbb2b4f1877833', 'gw_port': {'id': '793f83f5-02cd-4325-9ac1-ad8900a1b47d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8595f81-75cf-4790-bfa4-09fcb3a87254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:59Z', 'updated_at': '2021-08-16T19:57:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:58:04.930545 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda1add9-9f92-44c4-8605-8241d5c6fe29 admin admin] Router 5f76ae0e-b8a5-4d4b-acb6-febeacb158f8 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 19:58:04.949351 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c606046e-aed3-4490-92c9-fef384ce6245 None None] Checking router: a8595f81-75cf-4790-bfa4-09fcb3a87254 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 19:58:04.952450 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c606046e-aed3-4490-92c9-fef384ce6245 None None] Updating router a8595f81-75cf-4790-bfa4-09fcb3a87254 port 793f83f5-02cd-4325-9ac1-ad8900a1b47d binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 19:58:04.998961 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c606046e-aed3-4490-92c9-fef384ce6245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:05.009207 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fdb32e6e-9a3e-4d0e-bfd9-59d17905e153 req-b464d9fd-2fdf-400d-b3e9-199a8633f488 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563265 Aug 16 19:58:05.167664 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda1add9-9f92-44c4-8605-8241d5c6fe29 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 19:58:05.177594 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42710c18-a0b4-4e4d-8920-7331627154e6 req-8a712333-f571-4fc1-9a1e-a719e89d9a1b tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:05.178821 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c2696d-705a-43b4-9052-7e37456a2808 None None] Sync routers for ids ['5f76ae0e-b8a5-4d4b-acb6-febeacb158f8'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 19:58:05.185287 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42710c18-a0b4-4e4d-8920-7331627154e6 req-8a712333-f571-4fc1-9a1e-a719e89d9a1b tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=e3b78001-8a3e-47b7-bdec-e15dc2aebd1e HTTP/1.1" status: 200 len: 948 time: 0.1943343 Aug 16 19:58:05.193422 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c2696d-705a-43b4-9052-7e37456a2808 None None] Routers {'5f76ae0e-b8a5-4d4b-acb6-febeacb158f8'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 19:58:05.194387 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d3c2696d-705a-43b4-9052-7e37456a2808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T19:58:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['5f76ae0e-b8a5-4d4b-acb6-febeacb158f8'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:58:05.204645 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fdb32e6e-9a3e-4d0e-bfd9-59d17905e153 req-1350224e-9276-4eeb-b6ed-aef64cf6eca1 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866698 Aug 16 19:58:05.233335 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cda1add9-9f92-44c4-8605-8241d5c6fe29 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:05.237333 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cda1add9-9f92-44c4-8605-8241d5c6fe29 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 9.0932069 Aug 16 19:58:05.237740 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54774) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:05.246792 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42710c18-a0b4-4e4d-8920-7331627154e6 req-05ac7a6c-e1ed-4ca3-93ea-774fecaad733 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538924 Aug 16 19:58:05.269406 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096bf844-c6f5-4ed4-a683-29a090a273d7 req-2591021f-6eca-451e-ab0b-35e6317c9bec tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:05.278927 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-096bf844-c6f5-4ed4-a683-29a090a273d7 req-2591021f-6eca-451e-ab0b-35e6317c9bec tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/ports?device_id=64ee67a9-a38a-4347-9e06-2d9112a38807 HTTP/1.1" status: 200 len: 969 time: 0.1383355 Aug 16 19:58:05.337419 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54776) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:05.352334 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c606046e-aed3-4490-92c9-fef384ce6245 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:05.363665 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-c606046e-aed3-4490-92c9-fef384ce6245 None None] Transition to ACTIVE for port object 793f83f5-02cd-4325-9ac1-ad8900a1b47d will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:58:05.373494 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c606046e-aed3-4490-92c9-fef384ce6245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:05.425333 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4aabf-4898-4a5c-9845-9d7c3f7e8963 None None] Pushing event updated for resources: {'Port': ['ID=793f83f5-02cd-4325-9ac1-ad8900a1b47d,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:05.445399 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c606046e-aed3-4490-92c9-fef384ce6245 None None] Attempting to bind port 793f83f5-02cd-4325-9ac1-ad8900a1b47d on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:58:05.445399 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c606046e-aed3-4490-92c9-fef384ce6245 None None] Attempting to bind port 793f83f5-02cd-4325-9ac1-ad8900a1b47d by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:58:05.445729 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c606046e-aed3-4490-92c9-fef384ce6245 None None] Attempting to bind port 793f83f5-02cd-4325-9ac1-ad8900a1b47d on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:58:05.451421 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c606046e-aed3-4490-92c9-fef384ce6245 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:58:05.451805 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c606046e-aed3-4490-92c9-fef384ce6245 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:58:05.452213 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c606046e-aed3-4490-92c9-fef384ce6245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:05.452608 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c606046e-aed3-4490-92c9-fef384ce6245 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:58:05.453081 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c606046e-aed3-4490-92c9-fef384ce6245 None None] Bound port: 793f83f5-02cd-4325-9ac1-ad8900a1b47d, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:58:05.453486 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c606046e-aed3-4490-92c9-fef384ce6245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:05.475584 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-096bf844-c6f5-4ed4-a683-29a090a273d7 req-33c25539-fc3f-42b4-b8f5-f2974d8c2d31 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba0b19ea-9de7-432b-b945-9447fc9fa64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933596 Aug 16 19:58:05.515465 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-c606046e-aed3-4490-92c9-fef384ce6245 None None] For port 793f83f5-02cd-4325-9ac1-ad8900a1b47d, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:58:05.525039 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-c606046e-aed3-4490-92c9-fef384ce6245 None None] For port 793f83f5-02cd-4325-9ac1-ad8900a1b47d, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=793f83f5-02cd-4325-9ac1-ad8900a1b47d,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:58:05.526119 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-19a9ac1d-bef9-4b7b-9228-780e39994c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:05.534017 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c606046e-aed3-4490-92c9-fef384ce6245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:05.583443 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:05.615523 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c606046e-aed3-4490-92c9-fef384ce6245 None None] Routers {'a8595f81-75cf-4790-bfa4-09fcb3a87254'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 19:58:05.615721 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-d3c2696d-705a-43b4-9052-7e37456a2808 None None] Set router 5f76ae0e-b8a5-4d4b-acb6-febeacb158f8 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 19:58:05.616364 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c606046e-aed3-4490-92c9-fef384ce6245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T19:58:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a8595f81-75cf-4790-bfa4-09fcb3a87254'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:58:05.650899 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4aabf-4898-4a5c-9845-9d7c3f7e8963 None None] Pushing event updated for resources: {'Port': ['ID=793f83f5-02cd-4325-9ac1-ad8900a1b47d,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:05.717570 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54784) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:05.745444 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2a09bcc5-b347-446a-936e-8c9a6e9d0915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:05.760997 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-19a9ac1d-bef9-4b7b-9228-780e39994c00 admin admin] Allocated IP 172.20.0.1 (8c5fcf0c-5f69-4031-9be2-b28eae97018b/42079dd7-bb39-47f2-a8a8-ad0f84bf270b/e6e8dfe5-c901-4c31-8740-cab3d413fb5a) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:58:05.783055 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:05.796366 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:05.800550 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-c606046e-aed3-4490-92c9-fef384ce6245 None None] Set router a8595f81-75cf-4790-bfa4-09fcb3a87254 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 19:58:05.877074 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d3c2696d-705a-43b4-9052-7e37456a2808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76ae0e-b8a5-4d4b-acb6-febeacb158f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1795951047-router', 'tenant_id': 'eed4ea77f86245aeab881d4d7bc3fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'f600014f-5f54-47d6-a6ca-26f1a52c73f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:57Z', 'updated_at': '2021-08-16T19:58:03Z', 'revision_number': 3, 'project_id': 'eed4ea77f86245aeab881d4d7bc3fe09', 'gw_port': {'id': 'f600014f-5f54-47d6-a6ca-26f1a52c73f4', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f76ae0e-b8a5-4d4b-acb6-febeacb158f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:58:02Z', 'updated_at': '2021-08-16T19:58:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:58:05.924562 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c2696d-705a-43b4-9052-7e37456a2808 None None] Checking router: 5f76ae0e-b8a5-4d4b-acb6-febeacb158f8 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 19:58:05.924562 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c2696d-705a-43b4-9052-7e37456a2808 None None] Updating router 5f76ae0e-b8a5-4d4b-acb6-febeacb158f8 port f600014f-5f54-47d6-a6ca-26f1a52c73f4 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 19:58:05.926186 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-19a9ac1d-bef9-4b7b-9228-780e39994c00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:05.935016 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f7d7b8d-f603-439e-94d9-d968068b2f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:05.953940 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-19a9ac1d-bef9-4b7b-9228-780e39994c00 admin admin] Transition to ACTIVE for port object e6e8dfe5-c901-4c31-8740-cab3d413fb5a will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:58:05.969965 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2a09bcc5-b347-446a-936e-8c9a6e9d0915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:05.976450 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2a09bcc5-b347-446a-936e-8c9a6e9d0915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:05.981851 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d3c2696d-705a-43b4-9052-7e37456a2808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:06.010673 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-439e118c-e4d0-4b52-a4d6-82a2d75de777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:06.034077 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2a09bcc5-b347-446a-936e-8c9a6e9d0915 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=da1ee7fde4944a229e54a1c6ec1dc55f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6949227 Aug 16 19:58:06.037512 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54788) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:06.041159 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09bcc5-b347-446a-936e-8c9a6e9d0915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8ce648-08cc-4a2f-87e4-355de40db3dd,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:06.063639 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-19a9ac1d-bef9-4b7b-9228-780e39994c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:06.070185 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c606046e-aed3-4490-92c9-fef384ce6245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8595f81-75cf-4790-bfa4-09fcb3a87254', 'name': 'tempest-AttachSCSIVolumeTestJSON-1586591815-router', 'tenant_id': 'e38eb8aee1564690bebbb2b4f1877833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '793f83f5-02cd-4325-9ac1-ad8900a1b47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:56Z', 'updated_at': '2021-08-16T19:58:01Z', 'revision_number': 3, 'project_id': 'e38eb8aee1564690bebbb2b4f1877833', 'gw_port': {'id': '793f83f5-02cd-4325-9ac1-ad8900a1b47d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8595f81-75cf-4790-bfa4-09fcb3a87254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:59Z', 'updated_at': '2021-08-16T19:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:58:06.104918 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a9ac1d-bef9-4b7b-9228-780e39994c00 admin admin] Network 8c5fcf0c-5f69-4031-9be2-b28eae97018b is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:58:06.107466 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c606046e-aed3-4490-92c9-fef384ce6245 None None] The sync data for ids ['a8595f81-75cf-4790-bfa4-09fcb3a87254'] in n-d-787206-13 is: [{'id': 'a8595f81-75cf-4790-bfa4-09fcb3a87254', 'name': 'tempest-AttachSCSIVolumeTestJSON-1586591815-router', 'tenant_id': 'e38eb8aee1564690bebbb2b4f1877833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '793f83f5-02cd-4325-9ac1-ad8900a1b47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:56Z', 'updated_at': '2021-08-16T19:58:01Z', 'revision_number': 3, 'project_id': 'e38eb8aee1564690bebbb2b4f1877833', 'gw_port': {'id': '793f83f5-02cd-4325-9ac1-ad8900a1b47d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8595f81-75cf-4790-bfa4-09fcb3a87254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:59Z', 'updated_at': '2021-08-16T19:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 19:58:06.107943 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-19a9ac1d-bef9-4b7b-9228-780e39994c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:58:06.114665 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a9ac1d-bef9-4b7b-9228-780e39994c00 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:58:06.116125 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-19a9ac1d-bef9-4b7b-9228-780e39994c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:06.162322 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9ac1d-bef9-4b7b-9228-780e39994c00 admin admin] Pushing event updated for resources: {'Port': ['ID=e6e8dfe5-c901-4c31-8740-cab3d413fb5a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:06.337024 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-19a9ac1d-bef9-4b7b-9228-780e39994c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:06.388019 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d3c2696d-705a-43b4-9052-7e37456a2808 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:06.409525 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d3c2696d-705a-43b4-9052-7e37456a2808 None None] Transition to ACTIVE for port object f600014f-5f54-47d6-a6ca-26f1a52c73f4 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:58:06.420709 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d3c2696d-705a-43b4-9052-7e37456a2808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:06.431742 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f7d7b8d-f603-439e-94d9-d968068b2f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:06.455077 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f7d7b8d-f603-439e-94d9-d968068b2f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:06.498436 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 46a89ff1-bd54-4114-afc2-35a4304c10dd details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 19:58:06.516634 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2b73b8a-dd40-49d0-b37c-b84ca60ab675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:06.549693 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4158dd-a10f-4d00-9347-8578a1162915 req-b3098881-7c24-4230-a3c4-6aa038aa80d2 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:06.563315 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d3c2696d-705a-43b4-9052-7e37456a2808 None None] Attempting to bind port f600014f-5f54-47d6-a6ca-26f1a52c73f4 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:58:06.563697 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d3c2696d-705a-43b4-9052-7e37456a2808 None None] Attempting to bind port f600014f-5f54-47d6-a6ca-26f1a52c73f4 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:58:06.564065 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c2696d-705a-43b4-9052-7e37456a2808 None None] Attempting to bind port f600014f-5f54-47d6-a6ca-26f1a52c73f4 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:58:06.568330 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dc4158dd-a10f-4d00-9347-8578a1162915 req-b3098881-7c24-4230-a3c4-6aa038aa80d2 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=e3b78001-8a3e-47b7-bdec-e15dc2aebd1e HTTP/1.1" status: 200 len: 948 time: 0.2032785 Aug 16 19:58:06.574436 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c2696d-705a-43b4-9052-7e37456a2808 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:58:06.574810 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c2696d-705a-43b4-9052-7e37456a2808 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:58:06.575220 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d3c2696d-705a-43b4-9052-7e37456a2808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:06.575645 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c2696d-705a-43b4-9052-7e37456a2808 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:58:06.576807 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d3c2696d-705a-43b4-9052-7e37456a2808 None None] Bound port: f600014f-5f54-47d6-a6ca-26f1a52c73f4, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:58:06.577510 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d3c2696d-705a-43b4-9052-7e37456a2808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:06.598971 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9f7d7b8d-f603-439e-94d9-d968068b2f5c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=03283f1653ac46129041f0729f059572&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8804431 Aug 16 19:58:06.611746 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54794) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:06.616939 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d7b8d-f603-439e-94d9-d968068b2f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f62718-d258-4aa0-bc40-bfcfdd8ea513,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:06.630265 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2b73b8a-dd40-49d0-b37c-b84ca60ab675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:06.673734 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77f0ad-11fc-4014-863f-dddba3f6c8ba None None] Pushing event updated for resources: {'Port': ['ID=f600014f-5f54-47d6-a6ca-26f1a52c73f4,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:06.681080 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dc4158dd-a10f-4d00-9347-8578a1162915 req-18df7cec-8d40-4495-9a74-890cf540c0da tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991340 Aug 16 19:58:06.689846 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-439e118c-e4d0-4b52-a4d6-82a2d75de777 admin admin] Allocated IP 172.20.0.1 (a8a9c764-b693-4615-a895-4d8fec38c13c/22a3d444-778f-4603-86a7-5f2fa088805b/aa6c67ac-2679-44d1-8b66-fbf41c6c50a9) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:58:06.730057 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a5c3c8d1-2fd1-4a80-8951-d9e72adbe9d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:06.755120 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee3987-ad1e-4346-aedb-1f020ffcca4c req-8ec8e7c4-d1c0-4951-9929-b1a4355f11a9 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:06.757709 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-19a9ac1d-bef9-4b7b-9228-780e39994c00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:06.763072 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3d9b6ad7-548b-4dda-9e96-d983cb838751 None None] Provisioning for port e6e8dfe5-c901-4c31-8740-cab3d413fb5a completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:58:06.764345 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ffee3987-ad1e-4346-aedb-1f020ffcca4c req-8ec8e7c4-d1c0-4951-9929-b1a4355f11a9 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/ports?device_id=64ee67a9-a38a-4347-9e06-2d9112a38807 HTTP/1.1" status: 200 len: 969 time: 0.1708217 Aug 16 19:58:06.783683 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-19a9ac1d-bef9-4b7b-9228-780e39994c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:06.785123 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-19a9ac1d-bef9-4b7b-9228-780e39994c00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:06.789780 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3d9b6ad7-548b-4dda-9e96-d983cb838751 None None] Provisioning complete for port e6e8dfe5-c901-4c31-8740-cab3d413fb5a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:06.790158 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3d9b6ad7-548b-4dda-9e96-d983cb838751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:06.803115 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a5c3c8d1-2fd1-4a80-8951-d9e72adbe9d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:06.861080 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2b73b8a-dd40-49d0-b37c-b84ca60ab675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:06.863569 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2b73b8a-dd40-49d0-b37c-b84ca60ab675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:06.867052 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e2b73b8a-dd40-49d0-b37c-b84ca60ab675 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1e8ce648-08cc-4a2f-87e4-355de40db3dd HTTP/1.1" status: 204 len: 168 time: 0.8219261 Aug 16 19:58:06.895643 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ffee3987-ad1e-4346-aedb-1f020ffcca4c req-9fbae96d-0ef8-4f7e-918b-644440870fb7 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba0b19ea-9de7-432b-b945-9447fc9fa64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302276 Aug 16 19:58:06.898624 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b73b8a-dd40-49d0-b37c-b84ca60ab675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8ce648-08cc-4a2f-87e4-355de40db3dd,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:06.945019 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-439e118c-e4d0-4b52-a4d6-82a2d75de777 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:06.952083 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 46a89ff1-bd54-4114-afc2-35a4304c10dd, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=46a89ff1-bd54-4114-afc2-35a4304c10dd,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:06.962700 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9ac1d-bef9-4b7b-9228-780e39994c00 admin admin] Pushing event updated for resources: {'Port': ['ID=e6e8dfe5-c901-4c31-8740-cab3d413fb5a,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:06.981986 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3d9b6ad7-548b-4dda-9e96-d983cb838751 None None] Port e6e8dfe5-c901-4c31-8740-cab3d413fb5a cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 19:58:06.988286 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 793f83f5-02cd-4325-9ac1-ad8900a1b47d up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:58:06.996310 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-439e118c-e4d0-4b52-a4d6-82a2d75de777 admin admin] Transition to ACTIVE for port object aa6c67ac-2679-44d1-8b66-fbf41c6c50a9 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:58:07.111555 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a9ac1d-bef9-4b7b-9228-780e39994c00 admin admin] Network 8c5fcf0c-5f69-4031-9be2-b28eae97018b is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:58:07.113756 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-19a9ac1d-bef9-4b7b-9228-780e39994c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:58:07.131583 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a5c3c8d1-2fd1-4a80-8951-d9e72adbe9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:07.132267 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-439e118c-e4d0-4b52-a4d6-82a2d75de777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:07.134500 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a5c3c8d1-2fd1-4a80-8951-d9e72adbe9d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:07.136108 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a5c3c8d1-2fd1-4a80-8951-d9e72adbe9d8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/95f62718-d258-4aa0-bc40-bfcfdd8ea513 HTTP/1.1" status: 204 len: 168 time: 0.5216405 Aug 16 19:58:07.150531 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d3c2696d-705a-43b4-9052-7e37456a2808 None None] For port f600014f-5f54-47d6-a6ca-26f1a52c73f4, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:58:07.164407 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d3c2696d-705a-43b4-9052-7e37456a2808 None None] For port f600014f-5f54-47d6-a6ca-26f1a52c73f4, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f600014f-5f54-47d6-a6ca-26f1a52c73f4,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:58:07.181771 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '46a89ff1-bd54-4114-afc2-35a4304c10dd', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': '46a89ff1-bd54-4114-afc2-35a4304c10dd', 'mac_address': 'fa:16:3e:b0:48:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:tempest-test_az-580778965', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 19:58:07.243776 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439e118c-e4d0-4b52-a4d6-82a2d75de777 admin admin] Network a8a9c764-b693-4615-a895-4d8fec38c13c is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:58:07.255395 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-439e118c-e4d0-4b52-a4d6-82a2d75de777 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:58:07.257600 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d3c2696d-705a-43b4-9052-7e37456a2808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:07.267291 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439e118c-e4d0-4b52-a4d6-82a2d75de777 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:58:07.267988 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-439e118c-e4d0-4b52-a4d6-82a2d75de777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:07.271187 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3c8d1-2fd1-4a80-8951-d9e72adbe9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f62718-d258-4aa0-bc40-bfcfdd8ea513,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:07.274902 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:07.285210 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e118c-e4d0-4b52-a4d6-82a2d75de777 admin admin] Pushing event updated for resources: {'Port': ['ID=aa6c67ac-2679-44d1-8b66-fbf41c6c50a9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:07.397398 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:07.411031 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a89ff1-bd54-4114-afc2-35a4304c10dd {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:58:07.424902 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77f0ad-11fc-4014-863f-dddba3f6c8ba None None] Pushing event updated for resources: {'Port': ['ID=f600014f-5f54-47d6-a6ca-26f1a52c73f4,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:07.451755 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 793f83f5-02cd-4325-9ac1-ad8900a1b47d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:58:07.457290 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a9ac1d-bef9-4b7b-9228-780e39994c00 admin admin] Router a8595f81-75cf-4790-bfa4-09fcb3a87254 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 19:58:07.517786 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 793f83f5-02cd-4325-9ac1-ad8900a1b47d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:07.518159 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:07.591102 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54806) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:07.601148 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c2696d-705a-43b4-9052-7e37456a2808 None None] Routers {'5f76ae0e-b8a5-4d4b-acb6-febeacb158f8'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 19:58:07.602041 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d3c2696d-705a-43b4-9052-7e37456a2808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T19:58:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['5f76ae0e-b8a5-4d4b-acb6-febeacb158f8'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:58:07.609727 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 46a89ff1-bd54-4114-afc2-35a4304c10dd, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=46a89ff1-bd54-4114-afc2-35a4304c10dd,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:07.623439 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b0d5c27-db17-489c-a284-96f493651471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:07.630832 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-439e118c-e4d0-4b52-a4d6-82a2d75de777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:07.669860 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:07.672033 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 19:58:07.730364 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b0d5c27-db17-489c-a284-96f493651471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:07.746740 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-386e6fe1-39ad-49e7-9b41-a116d4446727 None None] Provisioning complete for port e6e8dfe5-c901-4c31-8740-cab3d413fb5a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:07.746740 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-386e6fe1-39ad-49e7-9b41-a116d4446727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:07.762693 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b0d5c27-db17-489c-a284-96f493651471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:07.848566 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54810) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:07.860895 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2b0d5c27-db17-489c-a284-96f493651471 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=398f5c2ed61045df8f022812a551db0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644715 Aug 16 19:58:07.861090 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:07.861208 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54812) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:07.881637 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d5c27-db17-489c-a284-96f493651471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c3d294-666a-4eb6-80d7-96180298ecfa,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:07.886336 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=46a89ff1-bd54-4114-afc2-35a4304c10dd,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:07.891954 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a9ac1d-bef9-4b7b-9228-780e39994c00 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 19:58:07.908083 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-19a9ac1d-bef9-4b7b-9228-780e39994c00 admin admin] 10.222.0.68 "PUT /v2.0/routers/a8595f81-75cf-4790-bfa4-09fcb3a87254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3535986 Aug 16 19:58:07.918003 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-70089e45-75f7-48cc-be4d-0f504c26308a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:07.924434 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81eb772-298e-41b4-abbc-2de1950283d9 req-f6c34136-a8ac-481c-a494-58ab4e3de4a6 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:07.927633 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e81eb772-298e-41b4-abbc-2de1950283d9 req-f6c34136-a8ac-481c-a494-58ab4e3de4a6 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=e3b78001-8a3e-47b7-bdec-e15dc2aebd1e HTTP/1.1" status: 200 len: 948 time: 0.1126361 Aug 16 19:58:07.931781 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': 'e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc', 'mac_address': 'fa:16:3e:b8:49:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 19:58:07.940300 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-386e6fe1-39ad-49e7-9b41-a116d4446727 None None] Port e6e8dfe5-c901-4c31-8740-cab3d413fb5a cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 19:58:07.975605 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-d3c2696d-705a-43b4-9052-7e37456a2808 None None] Set router 5f76ae0e-b8a5-4d4b-acb6-febeacb158f8 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 19:58:07.986754 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e81eb772-298e-41b4-abbc-2de1950283d9 req-1ebeea12-dc40-4bfb-8bd3-d55818a71642 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526736 Aug 16 19:58:08.044731 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:08.062698 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a294e206-2a5f-4bf2-86c8-2508d3344c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:08.065762 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-439e118c-e4d0-4b52-a4d6-82a2d75de777 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:08.108206 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:08.108336 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-439e118c-e4d0-4b52-a4d6-82a2d75de777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:08.109037 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-439e118c-e4d0-4b52-a4d6-82a2d75de777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:08.140102 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 793f83f5-02cd-4325-9ac1-ad8900a1b47d, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=793f83f5-02cd-4325-9ac1-ad8900a1b47d,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:08.175554 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656f3bb-31e8-44bb-856f-0a14e900c0a4 req-4e3f4e0f-922c-43d3-ae23-0e4350d8b0f8 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:08.176087 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:08.177068 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0656f3bb-31e8-44bb-856f-0a14e900c0a4 req-4e3f4e0f-922c-43d3-ae23-0e4350d8b0f8 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/ports?device_id=64ee67a9-a38a-4347-9e06-2d9112a38807 HTTP/1.1" status: 200 len: 970 time: 0.1920180 Aug 16 19:58:08.184004 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:58:08.187042 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a294e206-2a5f-4bf2-86c8-2508d3344c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:08.193126 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5888e59d-6861-4955-9fb5-d34e26804e4b None None] Provisioning for port aa6c67ac-2679-44d1-8b66-fbf41c6c50a9 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:58:08.233104 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5888e59d-6861-4955-9fb5-d34e26804e4b None None] Provisioning complete for port aa6c67ac-2679-44d1-8b66-fbf41c6c50a9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:08.233500 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5888e59d-6861-4955-9fb5-d34e26804e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:08.263378 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-70089e45-75f7-48cc-be4d-0f504c26308a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:08.265286 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:08.286886 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:08.288370 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-70089e45-75f7-48cc-be4d-0f504c26308a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:08.319091 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5888e59d-6861-4955-9fb5-d34e26804e4b None None] Port aa6c67ac-2679-44d1-8b66-fbf41c6c50a9 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 19:58:08.322722 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=793f83f5-02cd-4325-9ac1-ad8900a1b47d,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:08.343798 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e118c-e4d0-4b52-a4d6-82a2d75de777 admin admin] Pushing event updated for resources: {'Port': ['ID=aa6c67ac-2679-44d1-8b66-fbf41c6c50a9,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:08.368313 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70089e45-75f7-48cc-be4d-0f504c26308a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cdd337-293b-4154-b0d6-96a3ae94411e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:08.391765 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0656f3bb-31e8-44bb-856f-0a14e900c0a4 req-5ab4b2e8-a52d-46b3-8bd4-09439a4dd6df tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba0b19ea-9de7-432b-b945-9447fc9fa64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884537 Aug 16 19:58:08.404630 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-70089e45-75f7-48cc-be4d-0f504c26308a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fe7144396a7c4f2a82d065b2af4a23ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5532401 Aug 16 19:58:08.405007 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54826) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:08.457881 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439e118c-e4d0-4b52-a4d6-82a2d75de777 admin admin] Network a8a9c764-b693-4615-a895-4d8fec38c13c is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:58:08.464594 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-439e118c-e4d0-4b52-a4d6-82a2d75de777 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:58:08.483555 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a294e206-2a5f-4bf2-86c8-2508d3344c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:08.488206 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3405281e-d104-446e-8a38-949e2caae10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:08.488712 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a294e206-2a5f-4bf2-86c8-2508d3344c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:08.490443 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a294e206-2a5f-4bf2-86c8-2508d3344c52 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/57c3d294-666a-4eb6-80d7-96180298ecfa HTTP/1.1" status: 204 len: 168 time: 0.6281831 Aug 16 19:58:08.538925 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3405281e-d104-446e-8a38-949e2caae10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:08.539859 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:08.590462 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d3c2696d-705a-43b4-9052-7e37456a2808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76ae0e-b8a5-4d4b-acb6-febeacb158f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1795951047-router', 'tenant_id': 'eed4ea77f86245aeab881d4d7bc3fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'f600014f-5f54-47d6-a6ca-26f1a52c73f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:57Z', 'updated_at': '2021-08-16T19:58:07Z', 'revision_number': 4, 'project_id': 'eed4ea77f86245aeab881d4d7bc3fe09', 'gw_port': {'id': 'f600014f-5f54-47d6-a6ca-26f1a52c73f4', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f76ae0e-b8a5-4d4b-acb6-febeacb158f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:58:02Z', 'updated_at': '2021-08-16T19:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'aa6c67ac-2679-44d1-8b66-fbf41c6c50a9', 'name': '', 'network_id': 'a8a9c764-b693-4615-a895-4d8fec38c13c', 'tenant_id': 'eed4ea77f86245aeab881d4d7bc3fe09', 'mac_address': 'fa:16:3e:93:14:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f76ae0e-b8a5-4d4b-acb6-febeacb158f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '22a3d444-778f-4603-86a7-5f2fa088805b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:58:06Z', 'updated_at': '2021-08-16T19:58:06Z', 'revision_number': 1, 'project_id': 'eed4ea77f86245aeab881d4d7bc3fe09', 'subnets': [{'id': '22a3d444-778f-4603-86a7-5f2fa088805b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:58:08.602630 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294e206-2a5f-4bf2-86c8-2508d3344c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c3d294-666a-4eb6-80d7-96180298ecfa,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:08.614392 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2052da0e-d2ff-4980-b3c0-97096940184b None None] Sync routers for ids ['a8595f81-75cf-4790-bfa4-09fcb3a87254'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 19:58:08.630087 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2052da0e-d2ff-4980-b3c0-97096940184b None None] Routers {'a8595f81-75cf-4790-bfa4-09fcb3a87254'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 19:58:08.632516 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2052da0e-d2ff-4980-b3c0-97096940184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T19:58:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a8595f81-75cf-4790-bfa4-09fcb3a87254'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:58:08.642276 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3405281e-d104-446e-8a38-949e2caae10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:08.644869 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3405281e-d104-446e-8a38-949e2caae10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:08.648561 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3405281e-d104-446e-8a38-949e2caae10e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/77cdd337-293b-4154-b0d6-96a3ae94411e HTTP/1.1" status: 204 len: 168 time: 0.2402861 Aug 16 19:58:08.657944 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c2696d-705a-43b4-9052-7e37456a2808 None None] The sync data for ids ['5f76ae0e-b8a5-4d4b-acb6-febeacb158f8'] in n-d-787206-13 is: [{'id': '5f76ae0e-b8a5-4d4b-acb6-febeacb158f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1795951047-router', 'tenant_id': 'eed4ea77f86245aeab881d4d7bc3fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'f600014f-5f54-47d6-a6ca-26f1a52c73f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:57Z', 'updated_at': '2021-08-16T19:58:07Z', 'revision_number': 4, 'project_id': 'eed4ea77f86245aeab881d4d7bc3fe09', 'gw_port': {'id': 'f600014f-5f54-47d6-a6ca-26f1a52c73f4', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f76ae0e-b8a5-4d4b-acb6-febeacb158f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:58:02Z', 'updated_at': '2021-08-16T19:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'aa6c67ac-2679-44d1-8b66-fbf41c6c50a9', 'name': '', 'network_id': 'a8a9c764-b693-4615-a895-4d8fec38c13c', 'tenant_id': 'eed4ea77f86245aeab881d4d7bc3fe09', 'mac_address': 'fa:16:3e:93:14:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f76ae0e-b8a5-4d4b-acb6-febeacb158f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '22a3d444-778f-4603-86a7-5f2fa088805b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:58:06Z', 'updated_at': '2021-08-16T19:58:06Z', 'revision_number': 1, 'project_id': 'eed4ea77f86245aeab881d4d7bc3fe09', 'subnets': [{'id': '22a3d444-778f-4603-86a7-5f2fa088805b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 19:58:08.665562 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405281e-d104-446e-8a38-949e2caae10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cdd337-293b-4154-b0d6-96a3ae94411e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:08.690942 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['46a89ff1-bd54-4114-afc2-35a4304c10dd'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 19:58:08.762307 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 19:58:08.777257 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439e118c-e4d0-4b52-a4d6-82a2d75de777 admin admin] Router 5f76ae0e-b8a5-4d4b-acb6-febeacb158f8 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 19:58:08.886164 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 793f83f5-02cd-4325-9ac1-ad8900a1b47d up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:58:08.888719 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-2052da0e-d2ff-4980-b3c0-97096940184b None None] Set router a8595f81-75cf-4790-bfa4-09fcb3a87254 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 19:58:09.085384 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1935f226-dbf7-4cdb-a855-e99ae8b01f23 None None] Provisioning complete for port aa6c67ac-2679-44d1-8b66-fbf41c6c50a9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:09.085591 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1935f226-dbf7-4cdb-a855-e99ae8b01f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:09.115365 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439e118c-e4d0-4b52-a4d6-82a2d75de777 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 19:58:09.131449 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-439e118c-e4d0-4b52-a4d6-82a2d75de777 admin admin] 10.222.0.68 "PUT /v2.0/routers/5f76ae0e-b8a5-4d4b-acb6-febeacb158f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8826351 Aug 16 19:58:09.222826 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54848) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:09.234949 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-85660742-eac5-49a1-92dd-0f1c5cf932a1 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1459430134-network', 'tenant_id': '624c2c3600d44854ad118d97db9a5b0f'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:09.270190 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 793f83f5-02cd-4325-9ac1-ad8900a1b47d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:09.270796 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:09.275287 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1935f226-dbf7-4cdb-a855-e99ae8b01f23 None None] Port aa6c67ac-2679-44d1-8b66-fbf41c6c50a9 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 19:58:09.276449 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85660742-eac5-49a1-92dd-0f1c5cf932a1 admin admin] Made reservation on behalf of 624c2c3600d44854ad118d97db9a5b0f for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:58:09.283787 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85660742-eac5-49a1-92dd-0f1c5cf932a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:09.295920 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c194ab-58f0-4c41-ac35-f44bfed57cf0 req-e1d20d99-0b64-468b-8e0e-5c885f02382f tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:09.300279 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85660742-eac5-49a1-92dd-0f1c5cf932a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:09.306315 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2052da0e-d2ff-4980-b3c0-97096940184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8595f81-75cf-4790-bfa4-09fcb3a87254', 'name': 'tempest-AttachSCSIVolumeTestJSON-1586591815-router', 'tenant_id': 'e38eb8aee1564690bebbb2b4f1877833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '793f83f5-02cd-4325-9ac1-ad8900a1b47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:56Z', 'updated_at': '2021-08-16T19:58:06Z', 'revision_number': 4, 'project_id': 'e38eb8aee1564690bebbb2b4f1877833', 'gw_port': {'id': '793f83f5-02cd-4325-9ac1-ad8900a1b47d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8595f81-75cf-4790-bfa4-09fcb3a87254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:59Z', 'updated_at': '2021-08-16T19:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'e6e8dfe5-c901-4c31-8740-cab3d413fb5a', 'name': '', 'network_id': '8c5fcf0c-5f69-4031-9be2-b28eae97018b', 'tenant_id': 'e38eb8aee1564690bebbb2b4f1877833', 'mac_address': 'fa:16:3e:5a:06:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8595f81-75cf-4790-bfa4-09fcb3a87254', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '42079dd7-bb39-47f2-a8a8-ad0f84bf270b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:58:05Z', 'updated_at': '2021-08-16T19:58:06Z', 'revision_number': 2, 'project_id': 'e38eb8aee1564690bebbb2b4f1877833', 'subnets': [{'id': '42079dd7-bb39-47f2-a8a8-ad0f84bf270b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:58:09.308140 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-59c194ab-58f0-4c41-ac35-f44bfed57cf0 req-e1d20d99-0b64-468b-8e0e-5c885f02382f tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=e3b78001-8a3e-47b7-bdec-e15dc2aebd1e HTTP/1.1" status: 200 len: 949 time: 0.1521337 Aug 16 19:58:09.366729 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-59c194ab-58f0-4c41-ac35-f44bfed57cf0 req-c4dcb5da-81dc-4b6c-8f67-5c2638fee315 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513935 Aug 16 19:58:09.375097 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2052da0e-d2ff-4980-b3c0-97096940184b None None] Checking router: a8595f81-75cf-4790-bfa4-09fcb3a87254 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 19:58:09.378413 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2052da0e-d2ff-4980-b3c0-97096940184b None None] Updating router a8595f81-75cf-4790-bfa4-09fcb3a87254 port e6e8dfe5-c901-4c31-8740-cab3d413fb5a binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 19:58:09.433037 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2052da0e-d2ff-4980-b3c0-97096940184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:09.496778 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85660742-eac5-49a1-92dd-0f1c5cf932a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:09.506438 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85660742-eac5-49a1-92dd-0f1c5cf932a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:09.593042 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85660742-eac5-49a1-92dd-0f1c5cf932a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 19:58:09.672130 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85660742-eac5-49a1-92dd-0f1c5cf932a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46afee77-cb36-4ff8-a3e9-8a93a017345b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:09.683484 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85660742-eac5-49a1-92dd-0f1c5cf932a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:09.683484 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-85660742-eac5-49a1-92dd-0f1c5cf932a1 admin admin] Added segment 46c6c68f-e3c2-43a3-991b-a6127459752a of type vlan for network 27c699d6-c055-4f27-a0e5-ba3efce275ed Aug 16 19:58:09.814824 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793920a-a6e2-4b66-85e6-e972d1072063 req-ef6872b1-7c2a-449f-912c-38662a3459f1 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:09.817488 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9793920a-a6e2-4b66-85e6-e972d1072063 req-ef6872b1-7c2a-449f-912c-38662a3459f1 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/ports?device_id=64ee67a9-a38a-4347-9e06-2d9112a38807 HTTP/1.1" status: 200 len: 970 time: 0.2728472 Aug 16 19:58:09.824322 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85660742-eac5-49a1-92dd-0f1c5cf932a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:09.891892 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9793920a-a6e2-4b66-85e6-e972d1072063 req-b26d105c-0156-45d3-88a9-944c7065286b tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba0b19ea-9de7-432b-b945-9447fc9fa64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640504 Aug 16 19:58:09.901539 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85660742-eac5-49a1-92dd-0f1c5cf932a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:09.902665 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85660742-eac5-49a1-92dd-0f1c5cf932a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:09.903345 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85660742-eac5-49a1-92dd-0f1c5cf932a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:09.959816 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-85660742-eac5-49a1-92dd-0f1c5cf932a1 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7358191 Aug 16 19:58:09.962875 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54876) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:09.972338 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-643e84f8-3567-4fda-97a1-89b9fb111693 admin admin] Request body: {'subnet': {'network_id': '27c699d6-c055-4f27-a0e5-ba3efce275ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1459430134-subnet', 'tenant_id': '624c2c3600d44854ad118d97db9a5b0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:09.989808 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85660742-eac5-49a1-92dd-0f1c5cf932a1 admin admin] Pushing event updated for resources: {'Network': ['ID=27c699d6-c055-4f27-a0e5-ba3efce275ed,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:10.002404 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 27c699d6-c055-4f27-a0e5-ba3efce275ed details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 19:58:10.019241 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643e84f8-3567-4fda-97a1-89b9fb111693 admin admin] Made reservation on behalf of 624c2c3600d44854ad118d97db9a5b0f for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:58:10.021597 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-643e84f8-3567-4fda-97a1-89b9fb111693 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:10.166769 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2052da0e-d2ff-4980-b3c0-97096940184b None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:10.192060 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-2052da0e-d2ff-4980-b3c0-97096940184b None None] Transition to ACTIVE for port object e6e8dfe5-c901-4c31-8740-cab3d413fb5a will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:58:10.207062 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2052da0e-d2ff-4980-b3c0-97096940184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:10.323484 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaec756-0e76-4054-acee-915b9ec5c9cf None None] Pushing event updated for resources: {'Port': ['ID=e6e8dfe5-c901-4c31-8740-cab3d413fb5a,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:10.439513 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 46a89ff1-bd54-4114-afc2-35a4304c10dd up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:58:10.473573 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-2052da0e-d2ff-4980-b3c0-97096940184b None None] Attempting to bind port e6e8dfe5-c901-4c31-8740-cab3d413fb5a on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:58:10.474363 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-2052da0e-d2ff-4980-b3c0-97096940184b None None] Attempting to bind port e6e8dfe5-c901-4c31-8740-cab3d413fb5a by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8c5fcf0c-5f69-4031-9be2-b28eae97018b'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:58:10.474731 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2052da0e-d2ff-4980-b3c0-97096940184b None None] Attempting to bind port e6e8dfe5-c901-4c31-8740-cab3d413fb5a on network 8c5fcf0c-5f69-4031-9be2-b28eae97018b {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:58:10.492737 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2052da0e-d2ff-4980-b3c0-97096940184b None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:58:10.493124 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2052da0e-d2ff-4980-b3c0-97096940184b None None] Checking segment: {'id': 'ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8c5fcf0c-5f69-4031-9be2-b28eae97018b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:58:10.493530 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2052da0e-d2ff-4980-b3c0-97096940184b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:10.493921 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2052da0e-d2ff-4980-b3c0-97096940184b None None] Bound using segment: {'id': 'ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8c5fcf0c-5f69-4031-9be2-b28eae97018b'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:58:10.500372 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-2052da0e-d2ff-4980-b3c0-97096940184b None None] Bound port: e6e8dfe5-c901-4c31-8740-cab3d413fb5a, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8c5fcf0c-5f69-4031-9be2-b28eae97018b'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:58:10.500800 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2052da0e-d2ff-4980-b3c0-97096940184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:10.590666 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 46a89ff1-bd54-4114-afc2-35a4304c10dd completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:58:10.603647 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 46a89ff1-bd54-4114-afc2-35a4304c10dd triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:10.604180 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:10.642832 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778aefb2-b0ea-4ee0-b744-2d869c0833bf req-6e00d8b6-0ace-4c96-a94e-f07bba5bc0a7 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:10.655310 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-778aefb2-b0ea-4ee0-b744-2d869c0833bf req-6e00d8b6-0ace-4c96-a94e-f07bba5bc0a7 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=e3b78001-8a3e-47b7-bdec-e15dc2aebd1e HTTP/1.1" status: 200 len: 949 time: 0.1449022 Aug 16 19:58:10.768883 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-778aefb2-b0ea-4ee0-b744-2d869c0833bf req-eb45931c-92cb-4505-91b4-990b49247896 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096666 Aug 16 19:58:10.775131 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:10.775237 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-2052da0e-d2ff-4980-b3c0-97096940184b None None] For port e6e8dfe5-c901-4c31-8740-cab3d413fb5a, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:58:10.791730 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-2052da0e-d2ff-4980-b3c0-97096940184b None None] For port e6e8dfe5-c901-4c31-8740-cab3d413fb5a, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e6e8dfe5-c901-4c31-8740-cab3d413fb5a,segment=NetworkSegment(ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4),segment_id=ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:58:10.807475 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2052da0e-d2ff-4980-b3c0-97096940184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:10.851751 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 46a89ff1-bd54-4114-afc2-35a4304c10dd, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=46a89ff1-bd54-4114-afc2-35a4304c10dd,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:10.854677 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ee67a9-a38a-4347-9e06-2d9112a38807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a89ff1-bd54-4114-afc2-35a4304c10dd'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:58:10.864485 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-643e84f8-3567-4fda-97a1-89b9fb111693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:10.945582 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643e84f8-3567-4fda-97a1-89b9fb111693 admin admin] Checking segment: {'id': '46c6c68f-e3c2-43a3-991b-a6127459752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '27c699d6-c055-4f27-a0e5-ba3efce275ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:58:10.945898 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643e84f8-3567-4fda-97a1-89b9fb111693 admin admin] Network hostable DHCP agents. Network: 27c699d6-c055-4f27-a0e5-ba3efce275ed, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 19:58:10.956327 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e84f8-3567-4fda-97a1-89b9fb111693 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5c1d82d-7382-4be7-9146-b613de846e1b,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:10.971580 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2052da0e-d2ff-4980-b3c0-97096940184b None None] Routers {'a8595f81-75cf-4790-bfa4-09fcb3a87254'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 19:58:10.972472 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2052da0e-d2ff-4980-b3c0-97096940184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T19:58:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a8595f81-75cf-4790-bfa4-09fcb3a87254'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:58:10.989071 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643e84f8-3567-4fda-97a1-89b9fb111693 admin admin] Network 27c699d6-c055-4f27-a0e5-ba3efce275ed is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 19:58:10.992579 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:10.993555 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:58:10.997281 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f600014f-5f54-47d6-a6ca-26f1a52c73f4 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:58:11.011833 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-643e84f8-3567-4fda-97a1-89b9fb111693 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 27c699d6-c055-4f27-a0e5-ba3efce275ed) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:58:11.019672 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643e84f8-3567-4fda-97a1-89b9fb111693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:11.020259 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-643e84f8-3567-4fda-97a1-89b9fb111693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:11.056511 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-643e84f8-3567-4fda-97a1-89b9fb111693 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0911310 Aug 16 19:58:11.059100 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54916) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:11.064145 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e7c5bc48-1ab7-49aa-b492-7f0483b375d8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1459430134-router', 'tenant_id': '624c2c3600d44854ad118d97db9a5b0f', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:11.080657 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaec756-0e76-4054-acee-915b9ec5c9cf None None] Pushing event updated for resources: {'Port': ['ID=e6e8dfe5-c901-4c31-8740-cab3d413fb5a,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:11.142184 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5520305-256c-4d89-b3b2-1bdfed2bd4b3 None None] Network 27c699d6-c055-4f27-a0e5-ba3efce275ed requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 19:58:11.172584 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7c5bc48-1ab7-49aa-b492-7f0483b375d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:11.173812 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7c5bc48-1ab7-49aa-b492-7f0483b375d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:11.189408 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bb95c-5b9a-488e-906e-a608ceb05daa req-0381234d-7d73-4a3a-8190-61eacfab59e0 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:11.191142 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b2bb95c-5b9a-488e-906e-a608ceb05daa req-0381234d-7d73-4a3a-8190-61eacfab59e0 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/ports?device_id=64ee67a9-a38a-4347-9e06-2d9112a38807 HTTP/1.1" status: 200 len: 971 time: 0.1149504 Aug 16 19:58:11.203511 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 19:58:11.270764 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7c5bc48-1ab7-49aa-b492-7f0483b375d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:11.271017 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-2052da0e-d2ff-4980-b3c0-97096940184b None None] Set router a8595f81-75cf-4790-bfa4-09fcb3a87254 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 19:58:11.294443 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54922) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:11.299905 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c8888f1e-2ddd-4fd0-b2ff-f2b35eed0ff9 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2081919732', 'description': 'tempest-description--1308689109'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:11.338004 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b2bb95c-5b9a-488e-906e-a608ceb05daa req-11e037b1-15d3-414e-8b52-2a956e947b44 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba0b19ea-9de7-432b-b945-9447fc9fa64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404061 Aug 16 19:58:11.365618 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c8888f1e-2ddd-4fd0-b2ff-f2b35eed0ff9 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:11.379220 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e0bd49-09c5-40ed-bdbd-c2ce433a40f5" -d '{"events": [{"server_uuid": "64ee67a9-a38a-4347-9e06-2d9112a38807", "name": "network-vif-plugged", "status": "completed", "tag": "46a89ff1-bd54-4114-afc2-35a4304c10dd"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:58:11.521809 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7c5bc48-1ab7-49aa-b492-7f0483b375d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:11.541302 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=46a89ff1-bd54-4114-afc2-35a4304c10dd,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:11.579953 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2052da0e-d2ff-4980-b3c0-97096940184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8595f81-75cf-4790-bfa4-09fcb3a87254', 'name': 'tempest-AttachSCSIVolumeTestJSON-1586591815-router', 'tenant_id': 'e38eb8aee1564690bebbb2b4f1877833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '793f83f5-02cd-4325-9ac1-ad8900a1b47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:56Z', 'updated_at': '2021-08-16T19:58:06Z', 'revision_number': 4, 'project_id': 'e38eb8aee1564690bebbb2b4f1877833', 'gw_port': {'id': '793f83f5-02cd-4325-9ac1-ad8900a1b47d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8595f81-75cf-4790-bfa4-09fcb3a87254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:59Z', 'updated_at': '2021-08-16T19:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'e6e8dfe5-c901-4c31-8740-cab3d413fb5a', 'name': '', 'network_id': '8c5fcf0c-5f69-4031-9be2-b28eae97018b', 'tenant_id': 'e38eb8aee1564690bebbb2b4f1877833', 'mac_address': 'fa:16:3e:5a:06:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8595f81-75cf-4790-bfa4-09fcb3a87254', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '42079dd7-bb39-47f2-a8a8-ad0f84bf270b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:58:05Z', 'updated_at': '2021-08-16T19:58:10Z', 'revision_number': 4, 'project_id': 'e38eb8aee1564690bebbb2b4f1877833', 'subnets': [{'id': '42079dd7-bb39-47f2-a8a8-ad0f84bf270b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:58:11.601388 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c8888f1e-2ddd-4fd0-b2ff-f2b35eed0ff9 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:11.615045 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c8888f1e-2ddd-4fd0-b2ff-f2b35eed0ff9 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:11.640485 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port f600014f-5f54-47d6-a6ca-26f1a52c73f4 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:58:11.642636 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:58:11.662019 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:11.662652 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:11.667080 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port f600014f-5f54-47d6-a6ca-26f1a52c73f4 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:11.667654 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:11.673010 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2052da0e-d2ff-4980-b3c0-97096940184b None None] The sync data for ids ['a8595f81-75cf-4790-bfa4-09fcb3a87254'] in n-d-787206-13 is: [{'id': 'a8595f81-75cf-4790-bfa4-09fcb3a87254', 'name': 'tempest-AttachSCSIVolumeTestJSON-1586591815-router', 'tenant_id': 'e38eb8aee1564690bebbb2b4f1877833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '793f83f5-02cd-4325-9ac1-ad8900a1b47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:56Z', 'updated_at': '2021-08-16T19:58:06Z', 'revision_number': 4, 'project_id': 'e38eb8aee1564690bebbb2b4f1877833', 'gw_port': {'id': '793f83f5-02cd-4325-9ac1-ad8900a1b47d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8595f81-75cf-4790-bfa4-09fcb3a87254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:59Z', 'updated_at': '2021-08-16T19:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'e6e8dfe5-c901-4c31-8740-cab3d413fb5a', 'name': '', 'network_id': '8c5fcf0c-5f69-4031-9be2-b28eae97018b', 'tenant_id': 'e38eb8aee1564690bebbb2b4f1877833', 'mac_address': 'fa:16:3e:5a:06:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8595f81-75cf-4790-bfa4-09fcb3a87254', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '42079dd7-bb39-47f2-a8a8-ad0f84bf270b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:58:05Z', 'updated_at': '2021-08-16T19:58:10Z', 'revision_number': 4, 'project_id': 'e38eb8aee1564690bebbb2b4f1877833', 'subnets': [{'id': '42079dd7-bb39-47f2-a8a8-ad0f84bf270b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 19:58:11.685575 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c8888f1e-2ddd-4fd0-b2ff-f2b35eed0ff9 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:11.686815 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c8888f1e-2ddd-4fd0-b2ff-f2b35eed0ff9 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3907373 Aug 16 19:58:11.689990 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54936) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:11.708118 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8888f1e-2ddd-4fd0-b2ff-f2b35eed0ff9 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1337fce4-273b-4435-a35c-c970b1f10dad,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:11.862549 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390c04d6-61fd-4b76-bd14-1c6fa8d72184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-27c699d6-c055-4f27-a0e5-ba3efce275ed', 'network_id': '27c699d6-c055-4f27-a0e5-ba3efce275ed', 'tenant_id': '624c2c3600d44854ad118d97db9a5b0f', 'fixed_ips': [{'subnet_id': 'b5c1d82d-7382-4be7-9146-b613de846e1b'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 19:58:11.863530 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-390c04d6-61fd-4b76-bd14-1c6fa8d72184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:11.958985 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6a601247-a49f-4949-82a9-e7cc7e5b6009 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Request body: {'security_group_rule': {'security_group_id': '1337fce4-273b-4435-a35c-c970b1f10dad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:12.040628 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a601247-a49f-4949-82a9-e7cc7e5b6009 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:12.058877 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df656b1b-9919-4ca0-baac-fcc37af7bf2c req-db4e8e5d-ea69-4150-b314-c1b0582226f9 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:12.060618 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-df656b1b-9919-4ca0-baac-fcc37af7bf2c req-db4e8e5d-ea69-4150-b314-c1b0582226f9 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=e3b78001-8a3e-47b7-bdec-e15dc2aebd1e HTTP/1.1" status: 200 len: 949 time: 0.0943377 Aug 16 19:58:12.094686 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 19:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ae04ee-aea2-4e8c-b305-30decaa82fc2 x-openstack-request-id: req-c4ae04ee-aea2-4e8c-b305-30decaa82fc2 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:58:12.095434 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ee67a9-a38a-4347-9e06-2d9112a38807", "name": "network-vif-plugged", "status": "completed", "tag": "46a89ff1-bd54-4114-afc2-35a4304c10dd", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:58:12.102751 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c4ae04ee-aea2-4e8c-b305-30decaa82fc2 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:58:12.103843 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ee67a9-a38a-4347-9e06-2d9112a38807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a89ff1-bd54-4114-afc2-35a4304c10dd', 'code': 200} Aug 16 19:58:12.120257 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818d11aa-681d-4e3c-b582-fa4f273697f1 None None] Sync routers for ids ['5f76ae0e-b8a5-4d4b-acb6-febeacb158f8'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 19:58:12.195198 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:12.221523 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818d11aa-681d-4e3c-b582-fa4f273697f1 None None] Routers {'5f76ae0e-b8a5-4d4b-acb6-febeacb158f8'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 19:58:12.222225 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-818d11aa-681d-4e3c-b582-fa4f273697f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T19:58:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['5f76ae0e-b8a5-4d4b-acb6-febeacb158f8'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:58:12.224607 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-390c04d6-61fd-4b76-bd14-1c6fa8d72184 None None] Allocated IP 172.20.0.2 (27c699d6-c055-4f27-a0e5-ba3efce275ed/b5c1d82d-7382-4be7-9146-b613de846e1b/9a52bf37-bb9e-4e0b-a235-0113a40770b6) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:58:12.259854 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:12.286318 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port f600014f-5f54-47d6-a6ca-26f1a52c73f4, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f600014f-5f54-47d6-a6ca-26f1a52c73f4,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:12.392932 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-df656b1b-9919-4ca0-baac-fcc37af7bf2c req-3116fc11-102e-475f-9ae7-2232acccde2f tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244708 Aug 16 19:58:12.438024 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a601247-a49f-4949-82a9-e7cc7e5b6009 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:12.465039 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:12.480461 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a601247-a49f-4949-82a9-e7cc7e5b6009 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:12.520039 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724e4db-3010-45d1-b67c-99a6d57e2cea req-4732f39b-b21c-4959-8f77-22ad31d11b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:12.521473 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c724e4db-3010-45d1-b67c-99a6d57e2cea req-4732f39b-b21c-4959-8f77-22ad31d11b37 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=64ee67a9-a38a-4347-9e06-2d9112a38807 HTTP/1.1" status: 200 len: 1123 time: 0.3540690 Aug 16 19:58:12.540410 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a601247-a49f-4949-82a9-e7cc7e5b6009 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4828fb82-27dd-40cc-955b-7f996bd28c04,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:12.548338 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7c5bc48-1ab7-49aa-b492-7f0483b375d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:12.556907 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:12.561991 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=f600014f-5f54-47d6-a6ca-26f1a52c73f4,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:12.569316 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:12.570672 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a601247-a49f-4949-82a9-e7cc7e5b6009 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:12.572075 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6a601247-a49f-4949-82a9-e7cc7e5b6009 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8811398 Aug 16 19:58:12.575011 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54956) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:12.580411 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c0555d1e-20cf-4020-9bc5-bc60b42a3151 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Request body: {'security_group_rule': {'security_group_id': '1337fce4-273b-4435-a35c-c970b1f10dad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:12.599568 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7c5bc48-1ab7-49aa-b492-7f0483b375d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:12.601527 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c724e4db-3010-45d1-b67c-99a6d57e2cea req-b3c511c6-2180-4145-a4ad-23af931520bb service neutron] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:12.650011 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0555d1e-20cf-4020-9bc5-bc60b42a3151 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:12.686420 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:12.708529 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687fab6-4d3d-415d-ac67-ce6316b7f4d3 req-b168905b-61d2-430c-b140-afc180d43f5f tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:12.716593 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f687fab6-4d3d-415d-ac67-ce6316b7f4d3 req-b168905b-61d2-430c-b140-afc180d43f5f tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/ports?device_id=64ee67a9-a38a-4347-9e06-2d9112a38807 HTTP/1.1" status: 200 len: 971 time: 0.1923139 Aug 16 19:58:12.792886 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0555d1e-20cf-4020-9bc5-bc60b42a3151 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:12.810007 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0555d1e-20cf-4020-9bc5-bc60b42a3151 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:12.840206 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0555d1e-20cf-4020-9bc5-bc60b42a3151 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba6cefb-101b-40f1-aaf8-cf050262e4fb,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:12.879917 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f687fab6-4d3d-415d-ac67-ce6316b7f4d3 req-1b5f636f-17d8-4a37-9011-45432fd4ff07 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba0b19ea-9de7-432b-b945-9447fc9fa64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613884 Aug 16 19:58:12.927140 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-e7c5bc48-1ab7-49aa-b492-7f0483b375d8 admin admin] Allocated IP 172.25.8.189 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/f9fea662-0788-4b4f-9ee8-9c098ec52aa6) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:58:13.035929 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c724e4db-3010-45d1-b67c-99a6d57e2cea req-b3c511c6-2180-4145-a4ad-23af931520bb service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:13.053264 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0555d1e-20cf-4020-9bc5-bc60b42a3151 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:13.058476 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c0555d1e-20cf-4020-9bc5-bc60b42a3151 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4820821 Aug 16 19:58:13.059108 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54962) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:13.067181 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a4f16dc4-0449-44d5-b1dd-f3da1067da50 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:13.068636 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f600014f-5f54-47d6-a6ca-26f1a52c73f4 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:58:13.107156 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7c5bc48-1ab7-49aa-b492-7f0483b375d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:13.125589 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a4f16dc4-0449-44d5-b1dd-f3da1067da50 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:13.152802 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c724e4db-3010-45d1-b67c-99a6d57e2cea req-b3c511c6-2180-4145-a4ad-23af931520bb service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:13.194393 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-818d11aa-681d-4e3c-b582-fa4f273697f1 None None] Set router 5f76ae0e-b8a5-4d4b-acb6-febeacb158f8 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 19:58:13.228873 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c511c6-2180-4145-a4ad-23af931520bb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0017008a-551a-4c89-9c82-481a13335292,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:13.241121 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7c5bc48-1ab7-49aa-b492-7f0483b375d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:13.241720 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-390c04d6-61fd-4b76-bd14-1c6fa8d72184 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:13.268101 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-390c04d6-61fd-4b76-bd14-1c6fa8d72184 None None] Transition to ACTIVE for port object 9a52bf37-bb9e-4e0b-a235-0113a40770b6 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:58:13.273093 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c724e4db-3010-45d1-b67c-99a6d57e2cea req-b3c511c6-2180-4145-a4ad-23af931520bb service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ba0b19ea-9de7-432b-b945-9447fc9fa64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7347949 Aug 16 19:58:13.280706 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port f600014f-5f54-47d6-a6ca-26f1a52c73f4 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:13.281186 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:13.297927 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c5bc48-1ab7-49aa-b492-7f0483b375d8 admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:58:13.300736 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-e7c5bc48-1ab7-49aa-b492-7f0483b375d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:58:13.304229 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c5bc48-1ab7-49aa-b492-7f0483b375d8 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:58:13.386670 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54966) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:13.412478 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5bc48-1ab7-49aa-b492-7f0483b375d8 admin admin] Pushing event updated for resources: {'Port': ['ID=f9fea662-0788-4b4f-9ee8-9c098ec52aa6,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:13.435380 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-390c04d6-61fd-4b76-bd14-1c6fa8d72184 None None] Transition to ACTIVE for port object 9a52bf37-bb9e-4e0b-a235-0113a40770b6 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:58:13.451379 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-390c04d6-61fd-4b76-bd14-1c6fa8d72184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:13.541876 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390c04d6-61fd-4b76-bd14-1c6fa8d72184 None None] Network 27c699d6-c055-4f27-a0e5-ba3efce275ed is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:58:13.551611 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-390c04d6-61fd-4b76-bd14-1c6fa8d72184 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:58:13.566614 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390c04d6-61fd-4b76-bd14-1c6fa8d72184 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:58:13.570158 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c04d6-61fd-4b76-bd14-1c6fa8d72184 None None] Pushing event updated for resources: {'Port': ['ID=9a52bf37-bb9e-4e0b-a235-0113a40770b6,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:13.588722 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a4f16dc4-0449-44d5-b1dd-f3da1067da50 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:13.655446 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7c5bc48-1ab7-49aa-b492-7f0483b375d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:13.681275 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-55879de1-7723-4ce9-8395-7f3b7acf443e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:13.714017 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-390c04d6-61fd-4b76-bd14-1c6fa8d72184 None None] Attempting to bind port 9a52bf37-bb9e-4e0b-a235-0113a40770b6 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:58:13.714402 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-390c04d6-61fd-4b76-bd14-1c6fa8d72184 None None] Attempting to bind port 9a52bf37-bb9e-4e0b-a235-0113a40770b6 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '46c6c68f-e3c2-43a3-991b-a6127459752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '27c699d6-c055-4f27-a0e5-ba3efce275ed'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:58:13.714791 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390c04d6-61fd-4b76-bd14-1c6fa8d72184 None None] Attempting to bind port 9a52bf37-bb9e-4e0b-a235-0113a40770b6 on network 27c699d6-c055-4f27-a0e5-ba3efce275ed {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:58:13.716031 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492639e-feb0-4132-9676-658052830848 req-be9c3a3c-ca1b-49b8-bef9-dbaef6e6bf66 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:13.718015 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e6e8dfe5-c901-4c31-8740-cab3d413fb5a up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:58:13.719819 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4492639e-feb0-4132-9676-658052830848 req-be9c3a3c-ca1b-49b8-bef9-dbaef6e6bf66 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=e3b78001-8a3e-47b7-bdec-e15dc2aebd1e HTTP/1.1" status: 200 len: 950 time: 0.1918027 Aug 16 19:58:13.760836 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390c04d6-61fd-4b76-bd14-1c6fa8d72184 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:58:13.760836 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390c04d6-61fd-4b76-bd14-1c6fa8d72184 None None] Checking segment: {'id': '46c6c68f-e3c2-43a3-991b-a6127459752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '27c699d6-c055-4f27-a0e5-ba3efce275ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:58:13.761206 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-390c04d6-61fd-4b76-bd14-1c6fa8d72184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:13.761579 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390c04d6-61fd-4b76-bd14-1c6fa8d72184 None None] Bound using segment: {'id': '46c6c68f-e3c2-43a3-991b-a6127459752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '27c699d6-c055-4f27-a0e5-ba3efce275ed'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:58:13.762070 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-390c04d6-61fd-4b76-bd14-1c6fa8d72184 None None] Bound port: 9a52bf37-bb9e-4e0b-a235-0113a40770b6, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c6c68f-e3c2-43a3-991b-a6127459752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '27c699d6-c055-4f27-a0e5-ba3efce275ed'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:58:13.762452 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-390c04d6-61fd-4b76-bd14-1c6fa8d72184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:13.810027 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4492639e-feb0-4132-9676-658052830848 req-be343445-547e-4998-9f71-f093b73a91af tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764375 Aug 16 19:58:13.845257 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-818d11aa-681d-4e3c-b582-fa4f273697f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76ae0e-b8a5-4d4b-acb6-febeacb158f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1795951047-router', 'tenant_id': 'eed4ea77f86245aeab881d4d7bc3fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'f600014f-5f54-47d6-a6ca-26f1a52c73f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:57Z', 'updated_at': '2021-08-16T19:58:07Z', 'revision_number': 4, 'project_id': 'eed4ea77f86245aeab881d4d7bc3fe09', 'gw_port': {'id': 'f600014f-5f54-47d6-a6ca-26f1a52c73f4', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f76ae0e-b8a5-4d4b-acb6-febeacb158f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:58:02Z', 'updated_at': '2021-08-16T19:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'aa6c67ac-2679-44d1-8b66-fbf41c6c50a9', 'name': '', 'network_id': 'a8a9c764-b693-4615-a895-4d8fec38c13c', 'tenant_id': 'eed4ea77f86245aeab881d4d7bc3fe09', 'mac_address': 'fa:16:3e:93:14:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f76ae0e-b8a5-4d4b-acb6-febeacb158f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '22a3d444-778f-4603-86a7-5f2fa088805b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:58:06Z', 'updated_at': '2021-08-16T19:58:07Z', 'revision_number': 2, 'project_id': 'eed4ea77f86245aeab881d4d7bc3fe09', 'subnets': [{'id': '22a3d444-778f-4603-86a7-5f2fa088805b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:58:13.883912 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818d11aa-681d-4e3c-b582-fa4f273697f1 None None] Checking router: 5f76ae0e-b8a5-4d4b-acb6-febeacb158f8 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 19:58:13.884258 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818d11aa-681d-4e3c-b582-fa4f273697f1 None None] Updating router 5f76ae0e-b8a5-4d4b-acb6-febeacb158f8 port aa6c67ac-2679-44d1-8b66-fbf41c6c50a9 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 19:58:13.893051 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-a4f16dc4-0449-44d5-b1dd-f3da1067da50 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Allocated IP 172.25.8.246 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/4c76f5b1-3cbd-44dd-bddc-ac6aa5a85100) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:58:13.906635 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-390c04d6-61fd-4b76-bd14-1c6fa8d72184 None None] For port 9a52bf37-bb9e-4e0b-a235-0113a40770b6, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:58:13.910363 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port e6e8dfe5-c901-4c31-8740-cab3d413fb5a completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:58:13.927899 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port e6e8dfe5-c901-4c31-8740-cab3d413fb5a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:13.928275 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:13.930857 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-390c04d6-61fd-4b76-bd14-1c6fa8d72184 None None] For port 9a52bf37-bb9e-4e0b-a235-0113a40770b6, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=9a52bf37-bb9e-4e0b-a235-0113a40770b6,segment=NetworkSegment(46c6c68f-e3c2-43a3-991b-a6127459752a),segment_id=46c6c68f-e3c2-43a3-991b-a6127459752a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:58:13.932013 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-818d11aa-681d-4e3c-b582-fa4f273697f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:13.957543 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7c5bc48-1ab7-49aa-b492-7f0483b375d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:13.966318 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-390c04d6-61fd-4b76-bd14-1c6fa8d72184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:14.004400 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-55879de1-7723-4ce9-8395-7f3b7acf443e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:14.045671 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-55879de1-7723-4ce9-8395-7f3b7acf443e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:14.067310 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c04d6-61fd-4b76-bd14-1c6fa8d72184 None None] Pushing event updated for resources: {'Port': ['ID=9a52bf37-bb9e-4e0b-a235-0113a40770b6,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:14.113015 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-55879de1-7723-4ce9-8395-7f3b7acf443e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9fe3abf8a47d4e96afca3b96d06e02d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7175953 Aug 16 19:58:14.119214 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54978) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:14.128823 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b78001-8a3e-47b7-bdec-e15dc2aebd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:58:14.131437 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a305751-73fc-4ff9-873a-f8d0759ed2ef" -d '{"events": [{"server_uuid": "e3b78001-8a3e-47b7-bdec-e15dc2aebd1e", "name": "network-vif-plugged", "status": "completed", "tag": "e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:58:14.200030 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3bd93a0f-a8da-4bdc-9985-3c89b4edc783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:14.201429 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a4f16dc4-0449-44d5-b1dd-f3da1067da50 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:14.231769 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 19:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08e1480-c2ff-42d3-b3bf-70dc7b0ada53 x-openstack-request-id: req-b08e1480-c2ff-42d3-b3bf-70dc7b0ada53 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:58:14.232096 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b78001-8a3e-47b7-bdec-e15dc2aebd1e", "name": "network-vif-plugged", "status": "completed", "tag": "e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:58:14.232356 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b08e1480-c2ff-42d3-b3bf-70dc7b0ada53 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:58:14.232750 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b78001-8a3e-47b7-bdec-e15dc2aebd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc', 'code': 200} Aug 16 19:58:14.235242 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2b551-d502-4eb7-94ea-e671c99ceb13 req-f7f79ebc-37b0-49ec-92a3-58d49aece9d3 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:14.237370 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b9c2b551-d502-4eb7-94ea-e671c99ceb13 req-f7f79ebc-37b0-49ec-92a3-58d49aece9d3 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/ports?device_id=64ee67a9-a38a-4347-9e06-2d9112a38807 HTTP/1.1" status: 200 len: 971 time: 0.2265081 Aug 16 19:58:14.242001 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55879de1-7723-4ce9-8395-7f3b7acf443e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69824cc9-937d-4cbd-8711-5f6bc0cdc0ba,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:14.262627 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3bd93a0f-a8da-4bdc-9985-3c89b4edc783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:14.277107 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:14.303395 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c5bc48-1ab7-49aa-b492-7f0483b375d8 admin admin] Router cd6c139f-3402-4c1b-8f5d-a0cc07177ef4 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 19:58:14.391839 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b9c2b551-d502-4eb7-94ea-e671c99ceb13 req-1e1bda73-8839-4312-8b3c-c01cea786cb2 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba0b19ea-9de7-432b-b945-9447fc9fa64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461575 Aug 16 19:58:14.396659 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a4f16dc4-0449-44d5-b1dd-f3da1067da50 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:14.396825 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3bd93a0f-a8da-4bdc-9985-3c89b4edc783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:14.400105 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3bd93a0f-a8da-4bdc-9985-3c89b4edc783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:14.405081 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3bd93a0f-a8da-4bdc-9985-3c89b4edc783 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/69824cc9-937d-4cbd-8711-5f6bc0cdc0ba HTTP/1.1" status: 204 len: 168 time: 0.2802272 Aug 16 19:58:14.461363 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd93a0f-a8da-4bdc-9985-3c89b4edc783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69824cc9-937d-4cbd-8711-5f6bc0cdc0ba,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:14.478588 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db17d7-90be-4b89-919a-7666063e6824 req-619c652e-3c55-4a3d-bed1-3c26117099b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:14.480329 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f16dc4-0449-44d5-b1dd-f3da1067da50 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Pushing event updated for resources: {'Port': ['ID=4c76f5b1-3cbd-44dd-bddc-ac6aa5a85100,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:14.481972 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c6db17d7-90be-4b89-919a-7666063e6824 req-619c652e-3c55-4a3d-bed1-3c26117099b3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e3b78001-8a3e-47b7-bdec-e15dc2aebd1e HTTP/1.1" status: 200 len: 1102 time: 0.1804469 Aug 16 19:58:14.485417 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port e6e8dfe5-c901-4c31-8740-cab3d413fb5a, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e6e8dfe5-c901-4c31-8740-cab3d413fb5a,segment=NetworkSegment(ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4),segment_id=ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:14.493308 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f16dc4-0449-44d5-b1dd-f3da1067da50 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:58:14.495815 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-a4f16dc4-0449-44d5-b1dd-f3da1067da50 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:58:14.498771 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f16dc4-0449-44d5-b1dd-f3da1067da50 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:58:14.520774 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:14.620837 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a4f16dc4-0449-44d5-b1dd-f3da1067da50 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:14.630526 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c6db17d7-90be-4b89-919a-7666063e6824 req-30e90da5-dd49-462a-9028-14cb5e7df03c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612590 Aug 16 19:58:14.631914 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c5bc48-1ab7-49aa-b492-7f0483b375d8 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 19:58:14.644554 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b09617-fe1b-4709-9384-e71229a0e493 None None] Sync routers for ids ['cd6c139f-3402-4c1b-8f5d-a0cc07177ef4'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 19:58:14.655552 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7c5bc48-1ab7-49aa-b492-7f0483b375d8 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:14.657634 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e7c5bc48-1ab7-49aa-b492-7f0483b375d8 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5967488 Aug 16 19:58:14.659123 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b09617-fe1b-4709-9384-e71229a0e493 None None] Routers {'cd6c139f-3402-4c1b-8f5d-a0cc07177ef4'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 19:58:14.659889 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54996) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:14.661605 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-65b09617-fe1b-4709-9384-e71229a0e493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T19:58:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['cd6c139f-3402-4c1b-8f5d-a0cc07177ef4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:58:14.679525 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a4f16dc4-0449-44d5-b1dd-f3da1067da50 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:14.739158 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=e6e8dfe5-c901-4c31-8740-cab3d413fb5a,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:14.767925 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-818d11aa-681d-4e3c-b582-fa4f273697f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:14.786016 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-818d11aa-681d-4e3c-b582-fa4f273697f1 None None] Transition to ACTIVE for port object aa6c67ac-2679-44d1-8b66-fbf41c6c50a9 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:58:14.801188 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-818d11aa-681d-4e3c-b582-fa4f273697f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:14.928653 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 9a52bf37-bb9e-4e0b-a235-0113a40770b6 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:58:14.946648 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55002) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:14.959788 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-65b09617-fe1b-4709-9384-e71229a0e493 None None] Set router cd6c139f-3402-4c1b-8f5d-a0cc07177ef4 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 19:58:15.051374 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9d14a-f4f8-4e60-849f-9497accf0ca9 None None] Pushing event updated for resources: {'Port': ['ID=aa6c67ac-2679-44d1-8b66-fbf41c6c50a9,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:15.133138 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955010c-df70-4783-8a1b-f7ce808aefe4 req-54c1ab66-1df5-4f44-853f-1ef220fd1363 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:15.143380 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3955010c-df70-4783-8a1b-f7ce808aefe4 req-54c1ab66-1df5-4f44-853f-1ef220fd1363 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=e3b78001-8a3e-47b7-bdec-e15dc2aebd1e HTTP/1.1" status: 200 len: 950 time: 0.1244178 Aug 16 19:58:15.202885 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a4f16dc4-0449-44d5-b1dd-f3da1067da50 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:15.225161 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a4f16dc4-0449-44d5-b1dd-f3da1067da50 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:15.252754 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55006) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:15.291540 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-818d11aa-681d-4e3c-b582-fa4f273697f1 None None] Attempting to bind port aa6c67ac-2679-44d1-8b66-fbf41c6c50a9 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:58:15.292578 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-818d11aa-681d-4e3c-b582-fa4f273697f1 None None] Attempting to bind port aa6c67ac-2679-44d1-8b66-fbf41c6c50a9 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'ba647bbc-071d-4c3c-b29b-0c7016cb1078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a8a9c764-b693-4615-a895-4d8fec38c13c'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:58:15.293477 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818d11aa-681d-4e3c-b582-fa4f273697f1 None None] Attempting to bind port aa6c67ac-2679-44d1-8b66-fbf41c6c50a9 on network a8a9c764-b693-4615-a895-4d8fec38c13c {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:58:15.298562 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3955010c-df70-4783-8a1b-f7ce808aefe4 req-5945f9e9-e2da-4f33-9698-8d4e1ba0407a tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532221 Aug 16 19:58:15.319683 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818d11aa-681d-4e3c-b582-fa4f273697f1 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:58:15.320750 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818d11aa-681d-4e3c-b582-fa4f273697f1 None None] Checking segment: {'id': 'ba647bbc-071d-4c3c-b29b-0c7016cb1078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a8a9c764-b693-4615-a895-4d8fec38c13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:58:15.321293 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-818d11aa-681d-4e3c-b582-fa4f273697f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:15.321827 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818d11aa-681d-4e3c-b582-fa4f273697f1 None None] Bound using segment: {'id': 'ba647bbc-071d-4c3c-b29b-0c7016cb1078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a8a9c764-b693-4615-a895-4d8fec38c13c'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:58:15.322685 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-818d11aa-681d-4e3c-b582-fa4f273697f1 None None] Bound port: aa6c67ac-2679-44d1-8b66-fbf41c6c50a9, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba647bbc-071d-4c3c-b29b-0c7016cb1078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a8a9c764-b693-4615-a895-4d8fec38c13c'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:58:15.323291 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-818d11aa-681d-4e3c-b582-fa4f273697f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:15.325742 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 9a52bf37-bb9e-4e0b-a235-0113a40770b6 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:58:15.327430 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9891e172-5e7d-420e-9280-9175733e2394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:15.350064 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a4f16dc4-0449-44d5-b1dd-f3da1067da50 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:15.362562 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-923611b8-1ace-4a29-a66f-2a884c3193a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:15.406823 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f16dc4-0449-44d5-b1dd-f3da1067da50 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Pushing event updated for resources: {'Port': ['ID=4c76f5b1-3cbd-44dd-bddc-ac6aa5a85100,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:15.413990 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a4f16dc4-0449-44d5-b1dd-f3da1067da50 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:15.426864 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a4f16dc4-0449-44d5-b1dd-f3da1067da50 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3577559 Aug 16 19:58:15.444768 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-818d11aa-681d-4e3c-b582-fa4f273697f1 None None] For port aa6c67ac-2679-44d1-8b66-fbf41c6c50a9, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:58:15.462763 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-818d11aa-681d-4e3c-b582-fa4f273697f1 None None] For port aa6c67ac-2679-44d1-8b66-fbf41c6c50a9, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=aa6c67ac-2679-44d1-8b66-fbf41c6c50a9,segment=NetworkSegment(ba647bbc-071d-4c3c-b29b-0c7016cb1078),segment_id=ba647bbc-071d-4c3c-b29b-0c7016cb1078)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:58:15.463476 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-65b09617-fe1b-4709-9384-e71229a0e493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6c139f-3402-4c1b-8f5d-a0cc07177ef4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1459430134-router', 'tenant_id': '624c2c3600d44854ad118d97db9a5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f9fea662-0788-4b4f-9ee8-9c098ec52aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:58:11Z', 'updated_at': '2021-08-16T19:58:13Z', 'revision_number': 3, 'project_id': '624c2c3600d44854ad118d97db9a5b0f', 'gw_port': {'id': 'f9fea662-0788-4b4f-9ee8-9c098ec52aa6', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6c139f-3402-4c1b-8f5d-a0cc07177ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:58:12Z', 'updated_at': '2021-08-16T19:58:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:58:15.478426 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-818d11aa-681d-4e3c-b582-fa4f273697f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:15.522657 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b09617-fe1b-4709-9384-e71229a0e493 None None] Checking router: cd6c139f-3402-4c1b-8f5d-a0cc07177ef4 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 19:58:15.523007 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b09617-fe1b-4709-9384-e71229a0e493 None None] Updating router cd6c139f-3402-4c1b-8f5d-a0cc07177ef4 port f9fea662-0788-4b4f-9ee8-9c098ec52aa6 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 19:58:15.569711 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9891e172-5e7d-420e-9280-9175733e2394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:15.585738 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9891e172-5e7d-420e-9280-9175733e2394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:15.608099 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-65b09617-fe1b-4709-9384-e71229a0e493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:15.655549 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818d11aa-681d-4e3c-b582-fa4f273697f1 None None] Routers {'5f76ae0e-b8a5-4d4b-acb6-febeacb158f8'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 19:58:15.659499 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-818d11aa-681d-4e3c-b582-fa4f273697f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T19:58:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['5f76ae0e-b8a5-4d4b-acb6-febeacb158f8'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:58:15.771496 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9d14a-f4f8-4e60-849f-9497accf0ca9 None None] Pushing event updated for resources: {'Port': ['ID=aa6c67ac-2679-44d1-8b66-fbf41c6c50a9,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:15.783489 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2741886-f68c-4f61-b593-0ea4feb1d56f None None] Network 27c699d6-c055-4f27-a0e5-ba3efce275ed requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 19:58:15.819220 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-923611b8-1ace-4a29-a66f-2a884c3193a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:15.835151 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-923611b8-1ace-4a29-a66f-2a884c3193a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:15.850308 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891e172-5e7d-420e-9280-9175733e2394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48ede69-2391-40af-8e23-ee7f52ac9847,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:15.877449 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9891e172-5e7d-420e-9280-9175733e2394 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5fab0b0b034147d5940fb7b50c2e9c5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6236310 Aug 16 19:58:15.893380 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55022) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:15.925382 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-818d11aa-681d-4e3c-b582-fa4f273697f1 None None] Set router 5f76ae0e-b8a5-4d4b-acb6-febeacb158f8 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 19:58:15.956289 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1aa3b-3a72-4cc7-92a5-bdeaf8819dbd req-6db1a4f7-aa0e-4a0f-a635-593998cca746 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:15.964797 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-09f1aa3b-3a72-4cc7-92a5-bdeaf8819dbd req-6db1a4f7-aa0e-4a0f-a635-593998cca746 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/ports?device_id=64ee67a9-a38a-4347-9e06-2d9112a38807 HTTP/1.1" status: 200 len: 971 time: 0.4577980 Aug 16 19:58:15.973249 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-923611b8-1ace-4a29-a66f-2a884c3193a9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3fd7d5a0c762474a963ae82cf945452b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0027301 Aug 16 19:58:15.975692 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55024) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:16.000549 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923611b8-1ace-4a29-a66f-2a884c3193a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513b2a7d-eabc-47f4-aa2e-b02fccca40e9,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:16.008699 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-903320e8-a9e4-4b30-9bc5-8faf0687ce2a None None] Provisioning for port 9a52bf37-bb9e-4e0b-a235-0113a40770b6 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:58:16.035683 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-bcdc6969-cd71-46d5-87d1-6c67c026bcd7 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--2081919732&fields=id&tenant_id=dd60ee167a7c4249be845d9f57d57e43 HTTP/1.1" status: 200 len: 267 time: 0.2060025 Aug 16 19:58:16.057349 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-903320e8-a9e4-4b30-9bc5-8faf0687ce2a None None] Provisioning complete for port 9a52bf37-bb9e-4e0b-a235-0113a40770b6 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:16.057986 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-903320e8-a9e4-4b30-9bc5-8faf0687ce2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:16.059413 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-09f1aa3b-3a72-4cc7-92a5-bdeaf8819dbd req-43f506c6-cb17-4be8-ab0b-176859425aff tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba0b19ea-9de7-432b-b945-9447fc9fa64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936472 Aug 16 19:58:16.064431 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc34f82d-4c9a-4ba9-8a64-03901b8e1a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:16.077390 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-65b09617-fe1b-4709-9384-e71229a0e493 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:16.105763 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-65b09617-fe1b-4709-9384-e71229a0e493 None None] Transition to ACTIVE for port object f9fea662-0788-4b4f-9ee8-9c098ec52aa6 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:58:16.125232 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-65b09617-fe1b-4709-9384-e71229a0e493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:16.147286 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7596e80e-3509-43d4-bf81-14d5ec7ff2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:16.188270 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc34f82d-4c9a-4ba9-8a64-03901b8e1a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:16.240629 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-65b09617-fe1b-4709-9384-e71229a0e493 None None] Attempting to bind port f9fea662-0788-4b4f-9ee8-9c098ec52aa6 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:58:16.241003 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-65b09617-fe1b-4709-9384-e71229a0e493 None None] Attempting to bind port f9fea662-0788-4b4f-9ee8-9c098ec52aa6 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:58:16.241362 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b09617-fe1b-4709-9384-e71229a0e493 None None] Attempting to bind port f9fea662-0788-4b4f-9ee8-9c098ec52aa6 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:58:16.248599 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b09617-fe1b-4709-9384-e71229a0e493 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:58:16.249238 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b09617-fe1b-4709-9384-e71229a0e493 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:58:16.249799 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-65b09617-fe1b-4709-9384-e71229a0e493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:16.250467 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b09617-fe1b-4709-9384-e71229a0e493 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:58:16.251239 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-65b09617-fe1b-4709-9384-e71229a0e493 None None] Bound port: f9fea662-0788-4b4f-9ee8-9c098ec52aa6, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:58:16.251821 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-65b09617-fe1b-4709-9384-e71229a0e493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:16.298006 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-903320e8-a9e4-4b30-9bc5-8faf0687ce2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:16.314967 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-65b09617-fe1b-4709-9384-e71229a0e493 None None] For port f9fea662-0788-4b4f-9ee8-9c098ec52aa6, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:58:16.320189 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-65b09617-fe1b-4709-9384-e71229a0e493 None None] For port f9fea662-0788-4b4f-9ee8-9c098ec52aa6, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f9fea662-0788-4b4f-9ee8-9c098ec52aa6,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:58:16.321776 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082df94-9c79-41c1-8343-c41713df6309 None None] Pushing event updated for resources: {'Port': ['ID=f9fea662-0788-4b4f-9ee8-9c098ec52aa6,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:16.332415 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-65b09617-fe1b-4709-9384-e71229a0e493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:16.377921 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-7596e80e-3509-43d4-bf81-14d5ec7ff2be admin admin] Allocated IP 172.20.0.1 (27c699d6-c055-4f27-a0e5-ba3efce275ed/b5c1d82d-7382-4be7-9146-b613de846e1b/667927a5-5708-4c0e-bb6e-cadb253f5dfa) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:58:16.385062 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082df94-9c79-41c1-8343-c41713df6309 None None] Pushing event updated for resources: {'Port': ['ID=f9fea662-0788-4b4f-9ee8-9c098ec52aa6,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:16.409251 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b09617-fe1b-4709-9384-e71229a0e493 None None] Routers {'cd6c139f-3402-4c1b-8f5d-a0cc07177ef4'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 19:58:16.410378 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-903320e8-a9e4-4b30-9bc5-8faf0687ce2a None None] For port 9a52bf37-bb9e-4e0b-a235-0113a40770b6, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=9a52bf37-bb9e-4e0b-a235-0113a40770b6,segment=NetworkSegment(46c6c68f-e3c2-43a3-991b-a6127459752a),segment_id=46c6c68f-e3c2-43a3-991b-a6127459752a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:16.410693 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-65b09617-fe1b-4709-9384-e71229a0e493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T19:58:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['cd6c139f-3402-4c1b-8f5d-a0cc07177ef4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:58:16.431957 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-903320e8-a9e4-4b30-9bc5-8faf0687ce2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:16.466145 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ddee2d57-ff0d-41e0-b0bc-dec476d0df42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:16.537565 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-65b09617-fe1b-4709-9384-e71229a0e493 None None] Set router cd6c139f-3402-4c1b-8f5d-a0cc07177ef4 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 19:58:16.543593 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7596e80e-3509-43d4-bf81-14d5ec7ff2be admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:16.554366 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903320e8-a9e4-4b30-9bc5-8faf0687ce2a None None] Pushing event updated for resources: {'Port': ['ID=9a52bf37-bb9e-4e0b-a235-0113a40770b6,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:16.563112 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ddee2d57-ff0d-41e0-b0bc-dec476d0df42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:16.568676 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-818d11aa-681d-4e3c-b582-fa4f273697f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76ae0e-b8a5-4d4b-acb6-febeacb158f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1795951047-router', 'tenant_id': 'eed4ea77f86245aeab881d4d7bc3fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'f600014f-5f54-47d6-a6ca-26f1a52c73f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:57Z', 'updated_at': '2021-08-16T19:58:07Z', 'revision_number': 4, 'project_id': 'eed4ea77f86245aeab881d4d7bc3fe09', 'gw_port': {'id': 'f600014f-5f54-47d6-a6ca-26f1a52c73f4', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76ae0e-b8a5-4d4b-acb6-febeacb158f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:58:02Z', 'updated_at': '2021-08-16T19:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'aa6c67ac-2679-44d1-8b66-fbf41c6c50a9', 'name': '', 'network_id': 'a8a9c764-b693-4615-a895-4d8fec38c13c', 'tenant_id': 'eed4ea77f86245aeab881d4d7bc3fe09', 'mac_address': 'fa:16:3e:93:14:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f76ae0e-b8a5-4d4b-acb6-febeacb158f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '22a3d444-778f-4603-86a7-5f2fa088805b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:58:06Z', 'updated_at': '2021-08-16T19:58:15Z', 'revision_number': 4, 'project_id': 'eed4ea77f86245aeab881d4d7bc3fe09', 'subnets': [{'id': '22a3d444-778f-4603-86a7-5f2fa088805b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:58:16.573868 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-a28681d6-8aac-4990-a2e6-6d287749cda7 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:16.575443 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-a28681d6-8aac-4990-a2e6-6d287749cda7 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/networks?id=d97fcdba-147b-42c4-9a36-36beb7fe5385 HTTP/1.1" status: 200 len: 824 time: 0.5302002 Aug 16 19:58:16.615281 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818d11aa-681d-4e3c-b582-fa4f273697f1 None None] The sync data for ids ['5f76ae0e-b8a5-4d4b-acb6-febeacb158f8'] in n-d-787206-13 is: [{'id': '5f76ae0e-b8a5-4d4b-acb6-febeacb158f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1795951047-router', 'tenant_id': 'eed4ea77f86245aeab881d4d7bc3fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'f600014f-5f54-47d6-a6ca-26f1a52c73f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:57Z', 'updated_at': '2021-08-16T19:58:07Z', 'revision_number': 4, 'project_id': 'eed4ea77f86245aeab881d4d7bc3fe09', 'gw_port': {'id': 'f600014f-5f54-47d6-a6ca-26f1a52c73f4', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76ae0e-b8a5-4d4b-acb6-febeacb158f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:58:02Z', 'updated_at': '2021-08-16T19:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'aa6c67ac-2679-44d1-8b66-fbf41c6c50a9', 'name': '', 'network_id': 'a8a9c764-b693-4615-a895-4d8fec38c13c', 'tenant_id': 'eed4ea77f86245aeab881d4d7bc3fe09', 'mac_address': 'fa:16:3e:93:14:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f76ae0e-b8a5-4d4b-acb6-febeacb158f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '22a3d444-778f-4603-86a7-5f2fa088805b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:58:06Z', 'updated_at': '2021-08-16T19:58:15Z', 'revision_number': 4, 'project_id': 'eed4ea77f86245aeab881d4d7bc3fe09', 'subnets': [{'id': '22a3d444-778f-4603-86a7-5f2fa088805b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 19:58:16.620356 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc34f82d-4c9a-4ba9-8a64-03901b8e1a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:16.624872 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc34f82d-4c9a-4ba9-8a64-03901b8e1a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:16.626111 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-cc34f82d-4c9a-4ba9-8a64-03901b8e1a42 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a48ede69-2391-40af-8e23-ee7f52ac9847 HTTP/1.1" status: 204 len: 168 time: 0.7316966 Aug 16 19:58:16.643169 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-7596e80e-3509-43d4-bf81-14d5ec7ff2be admin admin] Transition to ACTIVE for port object 667927a5-5708-4c0e-bb6e-cadb253f5dfa will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:58:16.651010 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-81098b12-53f1-491c-a0a2-a2c9dd833037 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/quotas/dd60ee167a7c4249be845d9f57d57e43 HTTP/1.1" status: 200 len: 375 time: 0.0673516 Aug 16 19:58:16.689640 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34f82d-4c9a-4ba9-8a64-03901b8e1a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48ede69-2391-40af-8e23-ee7f52ac9847,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:16.762754 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7596e80e-3509-43d4-bf81-14d5ec7ff2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:16.794910 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-784d5e2f-f00e-42b8-b9c2-fdda4b22706d tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=dd60ee167a7c4249be845d9f57d57e43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1428099 Aug 16 19:58:16.811583 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ddee2d57-ff0d-41e0-b0bc-dec476d0df42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:16.814722 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ddee2d57-ff0d-41e0-b0bc-dec476d0df42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:16.819568 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ddee2d57-ff0d-41e0-b0bc-dec476d0df42 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/513b2a7d-eabc-47f4-aa2e-b02fccca40e9 HTTP/1.1" status: 204 len: 168 time: 0.8365748 Aug 16 19:58:16.833423 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6670b-9e37-41e6-9d79-efa7eaea69ca req-80e0023e-7a49-4d3d-af77-438dc8ccdc46 tempest-AggregatesAdminTestJSON-1962923920 tempest-AggregatesAdminTestJSON-1962923920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:16.844352 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee2d57-ff0d-41e0-b0bc-dec476d0df42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513b2a7d-eabc-47f4-aa2e-b02fccca40e9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:16.845046 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-13b6670b-9e37-41e6-9d79-efa7eaea69ca req-80e0023e-7a49-4d3d-af77-438dc8ccdc46 tempest-AggregatesAdminTestJSON-1962923920 tempest-AggregatesAdminTestJSON-1962923920-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=64ee67a9-a38a-4347-9e06-2d9112a38807 HTTP/1.1" status: 200 len: 1123 time: 0.2728195 Aug 16 19:58:16.851930 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7596e80e-3509-43d4-bf81-14d5ec7ff2be admin admin] Network 27c699d6-c055-4f27-a0e5-ba3efce275ed is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:58:16.871906 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-13b6670b-9e37-41e6-9d79-efa7eaea69ca req-018c55ab-0002-4f60-ab09-d1f3e78d89e3 tempest-AggregatesAdminTestJSON-1962923920 tempest-AggregatesAdminTestJSON-1962923920-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:16.915876 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7596e80e-3509-43d4-bf81-14d5ec7ff2be admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:58:16.933808 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7596e80e-3509-43d4-bf81-14d5ec7ff2be admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:58:16.934592 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7596e80e-3509-43d4-bf81-14d5ec7ff2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:16.957526 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596e80e-3509-43d4-bf81-14d5ec7ff2be admin admin] Pushing event updated for resources: {'Port': ['ID=667927a5-5708-4c0e-bb6e-cadb253f5dfa,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:16.961292 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e2f3c9b5-434e-440a-a3c8-be65b346e22c None None] Provisioning complete for port 9a52bf37-bb9e-4e0b-a235-0113a40770b6 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:16.961674 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c9b5-434e-440a-a3c8-be65b346e22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:17.034356 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-65b09617-fe1b-4709-9384-e71229a0e493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6c139f-3402-4c1b-8f5d-a0cc07177ef4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1459430134-router', 'tenant_id': '624c2c3600d44854ad118d97db9a5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f9fea662-0788-4b4f-9ee8-9c098ec52aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:58:11Z', 'updated_at': '2021-08-16T19:58:13Z', 'revision_number': 3, 'project_id': '624c2c3600d44854ad118d97db9a5b0f', 'gw_port': {'id': 'f9fea662-0788-4b4f-9ee8-9c098ec52aa6', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6c139f-3402-4c1b-8f5d-a0cc07177ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:58:12Z', 'updated_at': '2021-08-16T19:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:58:17.055512 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device aa6c67ac-2679-44d1-8b66-fbf41c6c50a9 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:58:17.107670 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b09617-fe1b-4709-9384-e71229a0e493 None None] The sync data for ids ['cd6c139f-3402-4c1b-8f5d-a0cc07177ef4'] in n-d-787206-13 is: [{'id': 'cd6c139f-3402-4c1b-8f5d-a0cc07177ef4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1459430134-router', 'tenant_id': '624c2c3600d44854ad118d97db9a5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f9fea662-0788-4b4f-9ee8-9c098ec52aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:58:11Z', 'updated_at': '2021-08-16T19:58:13Z', 'revision_number': 3, 'project_id': '624c2c3600d44854ad118d97db9a5b0f', 'gw_port': {'id': 'f9fea662-0788-4b4f-9ee8-9c098ec52aa6', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6c139f-3402-4c1b-8f5d-a0cc07177ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:58:12Z', 'updated_at': '2021-08-16T19:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 19:58:17.271661 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port aa6c67ac-2679-44d1-8b66-fbf41c6c50a9 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:58:17.275927 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-712360bb-a2da-468a-8012-da6bca87750a service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 19:58:17.287104 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-712360bb-a2da-468a-8012-da6bca87750a service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2561493 Aug 16 19:58:17.289899 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port aa6c67ac-2679-44d1-8b66-fbf41c6c50a9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:17.290403 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:17.330022 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-13b6670b-9e37-41e6-9d79-efa7eaea69ca req-018c55ab-0002-4f60-ab09-d1f3e78d89e3 tempest-AggregatesAdminTestJSON-1962923920 tempest-AggregatesAdminTestJSON-1962923920-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:17.386835 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-13b6670b-9e37-41e6-9d79-efa7eaea69ca req-018c55ab-0002-4f60-ab09-d1f3e78d89e3 tempest-AggregatesAdminTestJSON-1962923920 tempest-AggregatesAdminTestJSON-1962923920-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:17.431031 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9c266309-3104-430f-b6da-62345b4c3d50 None None] Provisioning for port 667927a5-5708-4c0e-bb6e-cadb253f5dfa completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:58:17.456956 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9c266309-3104-430f-b6da-62345b4c3d50 None None] Provisioning complete for port 667927a5-5708-4c0e-bb6e-cadb253f5dfa triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:17.457584 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c266309-3104-430f-b6da-62345b4c3d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:17.482636 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-8d6f3c5b-5e11-45bb-98c8-f29a7e1d079a service neutron] 10.222.0.68 "GET /v2.0/networks/d97fcdba-147b-42c4-9a36-36beb7fe5385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925271 Aug 16 19:58:17.487476 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c55ab-0002-4f60-ab09-d1f3e78d89e3 tempest-AggregatesAdminTestJSON-1962923920 tempest-AggregatesAdminTestJSON-1962923920-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3edbb92-1709-477f-a6d4-98318e8bae5a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:17.500997 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7596e80e-3509-43d4-bf81-14d5ec7ff2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:17.517322 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-13b6670b-9e37-41e6-9d79-efa7eaea69ca req-018c55ab-0002-4f60-ab09-d1f3e78d89e3 tempest-AggregatesAdminTestJSON-1962923920 tempest-AggregatesAdminTestJSON-1962923920-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=ba0b19ea-9de7-432b-b945-9447fc9fa64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6653488 Aug 16 19:58:17.578790 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9c266309-3104-430f-b6da-62345b4c3d50 None None] Port 667927a5-5708-4c0e-bb6e-cadb253f5dfa cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 19:58:17.666470 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:17.705929 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55050) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:17.724920 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port aa6c67ac-2679-44d1-8b66-fbf41c6c50a9, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=aa6c67ac-2679-44d1-8b66-fbf41c6c50a9,segment=NetworkSegment(ba647bbc-071d-4c3c-b29b-0c7016cb1078),segment_id=ba647bbc-071d-4c3c-b29b-0c7016cb1078)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:17.735117 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9da4bded-f4d9-44e6-8f87-45bfa4d1e634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:17.739351 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:17.740924 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e6e8dfe5-c901-4c31-8740-cab3d413fb5a up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:58:17.750751 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-3da4c22a-bb26-4c56-aaaf-a864a8ce8857 service neutron] 10.222.0.68 "GET /v2.0/networks/d97fcdba-147b-42c4-9a36-36beb7fe5385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670906 Aug 16 19:58:17.865555 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=aa6c67ac-2679-44d1-8b66-fbf41c6c50a9,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:17.885955 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port e6e8dfe5-c901-4c31-8740-cab3d413fb5a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:17.886573 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:17.905145 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7596e80e-3509-43d4-bf81-14d5ec7ff2be admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:17.905747 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9da4bded-f4d9-44e6-8f87-45bfa4d1e634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:17.913282 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9da4bded-f4d9-44e6-8f87-45bfa4d1e634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:17.915417 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7596e80e-3509-43d4-bf81-14d5ec7ff2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:17.916793 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7596e80e-3509-43d4-bf81-14d5ec7ff2be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:17.950066 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9da4bded-f4d9-44e6-8f87-45bfa4d1e634 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=adca77dcd9c74219b432089a77ce8d62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2430944 Aug 16 19:58:17.953310 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55054) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:17.981843 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 9a52bf37-bb9e-4e0b-a235-0113a40770b6 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:58:18.033247 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4bded-f4d9-44e6-8f87-45bfa4d1e634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c116811-3a0f-4537-8b8c-49ebd9a5d80d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:18.067209 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 9a52bf37-bb9e-4e0b-a235-0113a40770b6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:18.067711 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:18.092705 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2790ed2-65ac-4165-a277-c42fd903e020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:18.118370 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2790ed2-65ac-4165-a277-c42fd903e020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:18.188104 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2790ed2-65ac-4165-a277-c42fd903e020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:18.196934 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2790ed2-65ac-4165-a277-c42fd903e020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:18.200645 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e2790ed2-65ac-4165-a277-c42fd903e020 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5c116811-3a0f-4537-8b8c-49ebd9a5d80d HTTP/1.1" status: 204 len: 168 time: 0.2438760 Aug 16 19:58:18.201065 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596e80e-3509-43d4-bf81-14d5ec7ff2be admin admin] Pushing event updated for resources: {'Port': ['ID=667927a5-5708-4c0e-bb6e-cadb253f5dfa,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:18.215458 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2790ed2-65ac-4165-a277-c42fd903e020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c116811-3a0f-4537-8b8c-49ebd9a5d80d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:18.245888 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e604b-d46e-4d16-9e6f-8626c7d64e39 req-b28dc3a9-d8df-4a9a-b85b-4866bdaab174 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:18.249607 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d67e604b-d46e-4d16-9e6f-8626c7d64e39 req-b28dc3a9-d8df-4a9a-b85b-4866bdaab174 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=e3b78001-8a3e-47b7-bdec-e15dc2aebd1e HTTP/1.1" status: 200 len: 950 time: 0.3367555 Aug 16 19:58:18.320340 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7596e80e-3509-43d4-bf81-14d5ec7ff2be admin admin] Network 27c699d6-c055-4f27-a0e5-ba3efce275ed is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:58:18.324333 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7596e80e-3509-43d4-bf81-14d5ec7ff2be admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:58:18.329060 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d67e604b-d46e-4d16-9e6f-8626c7d64e39 req-b110c557-cf17-4844-bd4a-8507b5961cfa tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696385 Aug 16 19:58:18.457691 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d05d4718-2186-4bd2-b417-f8ebaccec179 req-8a595fc4-e703-42ee-b70b-c601badafee6 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=77cd4e1e-40c1-4a2a-b6fc-f534305730fe HTTP/1.1" status: 200 len: 210 time: 0.0524421 Aug 16 19:58:18.552509 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7596e80e-3509-43d4-bf81-14d5ec7ff2be admin admin] Router cd6c139f-3402-4c1b-8f5d-a0cc07177ef4 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 19:58:18.596712 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55092) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:18.724603 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-42f4830f-1cd1-4e8e-96bd-22b3bfc60ed6 None None] Provisioning complete for port 667927a5-5708-4c0e-bb6e-cadb253f5dfa triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:18.725182 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-42f4830f-1cd1-4e8e-96bd-22b3bfc60ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:18.731017 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7596e80e-3509-43d4-bf81-14d5ec7ff2be admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 19:58:18.742372 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7596e80e-3509-43d4-bf81-14d5ec7ff2be admin admin] 10.222.0.68 "PUT /v2.0/routers/cd6c139f-3402-4c1b-8f5d-a0cc07177ef4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0810483 Aug 16 19:58:18.863479 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-06604c24-cdc9-4a95-8d28-84e842491e93 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2142413474-network', 'tenant_id': '80d98bbe248147c88be18e7257fbdc13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:18.865121 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-42f4830f-1cd1-4e8e-96bd-22b3bfc60ed6 None None] Port 667927a5-5708-4c0e-bb6e-cadb253f5dfa cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 19:58:18.928792 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06604c24-cdc9-4a95-8d28-84e842491e93 admin admin] Made reservation on behalf of 80d98bbe248147c88be18e7257fbdc13 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:58:18.932492 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06604c24-cdc9-4a95-8d28-84e842491e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:18.953063 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06604c24-cdc9-4a95-8d28-84e842491e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:18.991150 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device aa6c67ac-2679-44d1-8b66-fbf41c6c50a9 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:58:19.130393 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port aa6c67ac-2679-44d1-8b66-fbf41c6c50a9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:19.137023 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:19.207582 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06604c24-cdc9-4a95-8d28-84e842491e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:19.213182 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06604c24-cdc9-4a95-8d28-84e842491e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:19.264195 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06604c24-cdc9-4a95-8d28-84e842491e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df68dd35-3152-478d-b6b2-aebebcdcd27d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:19.282920 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06604c24-cdc9-4a95-8d28-84e842491e93 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 19:58:19.292960 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f9fea662-0788-4b4f-9ee8-9c098ec52aa6 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:58:19.307766 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06604c24-cdc9-4a95-8d28-84e842491e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:19.309520 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-06604c24-cdc9-4a95-8d28-84e842491e93 admin admin] Added segment ee6c6d07-e921-4d74-a773-6cab7513fa74 of type vlan for network 273a965b-291d-4de0-904d-d29903ed22d3 Aug 16 19:58:19.375432 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port f9fea662-0788-4b4f-9ee8-9c098ec52aa6 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:58:19.376777 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06604c24-cdc9-4a95-8d28-84e842491e93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:19.397156 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port f9fea662-0788-4b4f-9ee8-9c098ec52aa6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:19.397362 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:19.434609 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06604c24-cdc9-4a95-8d28-84e842491e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:19.436719 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06604c24-cdc9-4a95-8d28-84e842491e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:19.437627 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06604c24-cdc9-4a95-8d28-84e842491e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:19.557377 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.57', 65371) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:19.570449 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:19.574454 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-06604c24-cdc9-4a95-8d28-84e842491e93 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9761496 Aug 16 19:58:19.583860 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55150) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:19.608727 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a536773c-e42b-41fd-99ce-16ccab18f43c admin admin] Request body: {'subnet': {'network_id': '273a965b-291d-4de0-904d-d29903ed22d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2142413474-subnet', 'tenant_id': '80d98bbe248147c88be18e7257fbdc13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:19.629369 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port f9fea662-0788-4b4f-9ee8-9c098ec52aa6, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f9fea662-0788-4b4f-9ee8-9c098ec52aa6,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:19.633051 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06604c24-cdc9-4a95-8d28-84e842491e93 admin admin] Pushing event updated for resources: {'Network': ['ID=273a965b-291d-4de0-904d-d29903ed22d3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:19.641509 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:19.654583 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 273a965b-291d-4de0-904d-d29903ed22d3 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 19:58:19.666586 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a60665de-4414-4a54-922c-d3260c428626 req-d139e65d-a1cb-4628-b24a-d1d57552ec95 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=77cd4e1e-40c1-4a2a-b6fc-f534305730fe HTTP/1.1" status: 200 len: 210 time: 0.0376287 Aug 16 19:58:19.682406 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a536773c-e42b-41fd-99ce-16ccab18f43c admin admin] Made reservation on behalf of 80d98bbe248147c88be18e7257fbdc13 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:58:19.695573 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a536773c-e42b-41fd-99ce-16ccab18f43c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:19.914933 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=f9fea662-0788-4b4f-9ee8-9c098ec52aa6,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:20.144289 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360dc700-14ad-41dd-aad3-4ed23447a155 req-330affbf-7dd5-4592-af53-4f03033c00d3 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:20.165068 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-360dc700-14ad-41dd-aad3-4ed23447a155 req-330affbf-7dd5-4592-af53-4f03033c00d3 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=e3b78001-8a3e-47b7-bdec-e15dc2aebd1e HTTP/1.1" status: 200 len: 950 time: 0.5739620 Aug 16 19:58:20.345718 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a536773c-e42b-41fd-99ce-16ccab18f43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:20.387051 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-f04ae9df-5d33-40fa-95da-ef8c2ff49864 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:20.390901 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-f04ae9df-5d33-40fa-95da-ef8c2ff49864 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.57 "GET /v2.0/networks?id=d97fcdba-147b-42c4-9a36-36beb7fe5385 HTTP/1.1" status: 200 len: 824 time: 0.8323591 Aug 16 19:58:20.408230 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-360dc700-14ad-41dd-aad3-4ed23447a155 req-1a1780b3-b17b-4e6a-9fa5-0fb0d01031cf tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413058 Aug 16 19:58:20.472447 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536773c-e42b-41fd-99ce-16ccab18f43c admin admin] Pushing event updated for resources: {'Subnet': ['ID=49f83f5f-99d4-4f21-857e-7c691113f792,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:20.481434 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a536773c-e42b-41fd-99ce-16ccab18f43c admin admin] Checking segment: {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:58:20.481767 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a536773c-e42b-41fd-99ce-16ccab18f43c admin admin] Network hostable DHCP agents. Network: 273a965b-291d-4de0-904d-d29903ed22d3, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 19:58:20.538160 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a536773c-e42b-41fd-99ce-16ccab18f43c admin admin] Network 273a965b-291d-4de0-904d-d29903ed22d3 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 19:58:20.589456 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-a536773c-e42b-41fd-99ce-16ccab18f43c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 273a965b-291d-4de0-904d-d29903ed22d3) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:58:20.605412 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dbbe42-9899-4a15-8a5b-bef044baff80 None None] Network 273a965b-291d-4de0-904d-d29903ed22d3 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 19:58:20.623741 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a536773c-e42b-41fd-99ce-16ccab18f43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:20.624334 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a536773c-e42b-41fd-99ce-16ccab18f43c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:20.648111 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a536773c-e42b-41fd-99ce-16ccab18f43c admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0602758 Aug 16 19:58:20.904642 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f9fea662-0788-4b4f-9ee8-9c098ec52aa6 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:58:20.928988 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fc1a600b-288d-4e1b-a8d6-cc554d2c9d80 req-9f372bc4-c6c5-4315-aee9-4207eb6555b1 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=77cd4e1e-40c1-4a2a-b6fc-f534305730fe HTTP/1.1" status: 200 len: 210 time: 0.0757158 Aug 16 19:58:21.006433 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce25480-7179-4fe8-9a87-985b20499182 req-92d25c11-87e5-4141-88ba-ff4548e69fc2 tempest-DeleteServersAdminTestJSON-1982007035 tempest-DeleteServersAdminTestJSON-1982007035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:21.007993 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7ce25480-7179-4fe8-9a87-985b20499182 req-92d25c11-87e5-4141-88ba-ff4548e69fc2 tempest-DeleteServersAdminTestJSON-1982007035 tempest-DeleteServersAdminTestJSON-1982007035-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=e3b78001-8a3e-47b7-bdec-e15dc2aebd1e HTTP/1.1" status: 200 len: 1102 time: 0.1513352 Aug 16 19:58:21.094738 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bae2f36-345c-4261-8ddd-d8352311d945 None None] Network 273a965b-291d-4de0-904d-d29903ed22d3 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 19:58:21.194630 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port f9fea662-0788-4b4f-9ee8-9c098ec52aa6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:21.194914 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:21.225878 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-7ce25480-7179-4fe8-9a87-985b20499182 req-51d44ffb-dfcb-46df-95da-93048284ea0d tempest-DeleteServersAdminTestJSON-1982007035 tempest-DeleteServersAdminTestJSON-1982007035-project-admin] Deleting port e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 19:58:21.226657 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7ce25480-7179-4fe8-9a87-985b20499182 req-51d44ffb-dfcb-46df-95da-93048284ea0d tempest-DeleteServersAdminTestJSON-1982007035 tempest-DeleteServersAdminTestJSON-1982007035-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:21.466213 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-7ce25480-7179-4fe8-9a87-985b20499182 req-51d44ffb-dfcb-46df-95da-93048284ea0d tempest-DeleteServersAdminTestJSON-1982007035 tempest-DeleteServersAdminTestJSON-1982007035-project-admin] For port e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:21.466857 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7ce25480-7179-4fe8-9a87-985b20499182 req-51d44ffb-dfcb-46df-95da-93048284ea0d tempest-DeleteServersAdminTestJSON-1982007035 tempest-DeleteServersAdminTestJSON-1982007035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:21.523372 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-7ce25480-7179-4fe8-9a87-985b20499182 req-51d44ffb-dfcb-46df-95da-93048284ea0d tempest-DeleteServersAdminTestJSON-1982007035 tempest-DeleteServersAdminTestJSON-1982007035-project-admin] Calling delete_port for e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 19:58:21.897189 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93850b2a-1e09-4a63-a7d5-8c51c047efec None None] Sync routers for ids ['cd6c139f-3402-4c1b-8f5d-a0cc07177ef4'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 19:58:21.912065 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93850b2a-1e09-4a63-a7d5-8c51c047efec None None] Routers {'cd6c139f-3402-4c1b-8f5d-a0cc07177ef4'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 19:58:21.913274 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-93850b2a-1e09-4a63-a7d5-8c51c047efec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T19:58:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['cd6c139f-3402-4c1b-8f5d-a0cc07177ef4'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:58:22.061562 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55272) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:22.067445 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3d5ad719-a35f-45cc-ac80-2783056e97fd admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-39387062-network', 'tenant_id': '36a1c7a723024f97ada482c76a767134'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:22.113318 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5ad719-a35f-45cc-ac80-2783056e97fd admin admin] Made reservation on behalf of 36a1c7a723024f97ada482c76a767134 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:58:22.122458 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad719-a35f-45cc-ac80-2783056e97fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:22.156817 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad719-a35f-45cc-ac80-2783056e97fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:22.162337 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-93850b2a-1e09-4a63-a7d5-8c51c047efec None None] Set router cd6c139f-3402-4c1b-8f5d-a0cc07177ef4 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 19:58:22.400145 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad719-a35f-45cc-ac80-2783056e97fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:22.417022 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad719-a35f-45cc-ac80-2783056e97fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:22.467765 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d5ad719-a35f-45cc-ac80-2783056e97fd admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 19:58:22.492118 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ad719-a35f-45cc-ac80-2783056e97fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847c30b6-3573-4319-85bb-adb1ab23247d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:22.511364 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad719-a35f-45cc-ac80-2783056e97fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:22.515057 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-3d5ad719-a35f-45cc-ac80-2783056e97fd admin admin] Added segment 807e81eb-8c71-491d-906a-158caacd8b97 of type vlan for network b340fb23-32db-46aa-ae2a-1291b02c6aea Aug 16 19:58:22.588503 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7ce25480-7179-4fe8-9a87-985b20499182 req-51d44ffb-dfcb-46df-95da-93048284ea0d tempest-DeleteServersAdminTestJSON-1982007035 tempest-DeleteServersAdminTestJSON-1982007035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:22.634222 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d44ffb-dfcb-46df-95da-93048284ea0d tempest-DeleteServersAdminTestJSON-1982007035 tempest-DeleteServersAdminTestJSON-1982007035-project-admin] Pushing event deleted for resources: {'Port': ['ID=e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:22.662243 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30b50287-3faa-40eb-b5d1-57456ff8e255 req-0b515524-5961-4466-9237-f1ea3203550a tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=77cd4e1e-40c1-4a2a-b6fc-f534305730fe HTTP/1.1" status: 200 len: 210 time: 0.0665843 Aug 16 19:58:22.687594 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad719-a35f-45cc-ac80-2783056e97fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:22.722130 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927f504-5cb8-4804-b2ac-a2760c994b23 req-195cf713-f6e9-4426-91cf-b828ed660793 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:22.729581 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9927f504-5cb8-4804-b2ac-a2760c994b23 req-195cf713-f6e9-4426-91cf-b828ed660793 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=e3b78001-8a3e-47b7-bdec-e15dc2aebd1e HTTP/1.1" status: 200 len: 867 time: 1.0219939 Aug 16 19:58:22.746561 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce25480-7179-4fe8-9a87-985b20499182 req-51d44ffb-dfcb-46df-95da-93048284ea0d tempest-DeleteServersAdminTestJSON-1982007035 tempest-DeleteServersAdminTestJSON-1982007035-project-admin] No DVR routers for this DVR port e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc on host n-h2-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 19:58:22.758911 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7ce25480-7179-4fe8-9a87-985b20499182 req-51d44ffb-dfcb-46df-95da-93048284ea0d tempest-DeleteServersAdminTestJSON-1982007035 tempest-DeleteServersAdminTestJSON-1982007035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:22.761537 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7ce25480-7179-4fe8-9a87-985b20499182 req-51d44ffb-dfcb-46df-95da-93048284ea0d tempest-DeleteServersAdminTestJSON-1982007035 tempest-DeleteServersAdminTestJSON-1982007035-project-admin] 10.222.0.63 "DELETE /v2.0/ports/e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc HTTP/1.1" status: 204 len: 173 time: 1.7453754 Aug 16 19:58:22.765242 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b78001-8a3e-47b7-bdec-e15dc2aebd1e', 'name': 'network-vif-deleted', 'tag': 'e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:58:22.780290 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144c9e56-54cf-4baf-bd7c-0629c0f5bff1" -d '{"events": [{"server_uuid": "e3b78001-8a3e-47b7-bdec-e15dc2aebd1e", "name": "network-vif-deleted", "tag": "e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:58:22.804156 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad719-a35f-45cc-ac80-2783056e97fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:22.804647 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-93850b2a-1e09-4a63-a7d5-8c51c047efec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6c139f-3402-4c1b-8f5d-a0cc07177ef4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1459430134-router', 'tenant_id': '624c2c3600d44854ad118d97db9a5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f9fea662-0788-4b4f-9ee8-9c098ec52aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:58:11Z', 'updated_at': '2021-08-16T19:58:17Z', 'revision_number': 4, 'project_id': '624c2c3600d44854ad118d97db9a5b0f', 'gw_port': {'id': 'f9fea662-0788-4b4f-9ee8-9c098ec52aa6', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6c139f-3402-4c1b-8f5d-a0cc07177ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:58:12Z', 'updated_at': '2021-08-16T19:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '667927a5-5708-4c0e-bb6e-cadb253f5dfa', 'name': '', 'network_id': '27c699d6-c055-4f27-a0e5-ba3efce275ed', 'tenant_id': '624c2c3600d44854ad118d97db9a5b0f', 'mac_address': 'fa:16:3e:05:26:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6c139f-3402-4c1b-8f5d-a0cc07177ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': 'b5c1d82d-7382-4be7-9146-b613de846e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:58:16Z', 'updated_at': '2021-08-16T19:58:17Z', 'revision_number': 2, 'project_id': '624c2c3600d44854ad118d97db9a5b0f', 'subnets': [{'id': 'b5c1d82d-7382-4be7-9146-b613de846e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:58:22.805156 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5ad719-a35f-45cc-ac80-2783056e97fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:22.805851 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad719-a35f-45cc-ac80-2783056e97fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:22.874935 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93850b2a-1e09-4a63-a7d5-8c51c047efec None None] Checking router: cd6c139f-3402-4c1b-8f5d-a0cc07177ef4 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 19:58:22.875618 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93850b2a-1e09-4a63-a7d5-8c51c047efec None None] Updating router cd6c139f-3402-4c1b-8f5d-a0cc07177ef4 port 667927a5-5708-4c0e-bb6e-cadb253f5dfa binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 19:58:22.916388 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93850b2a-1e09-4a63-a7d5-8c51c047efec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:22.940155 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ad719-a35f-45cc-ac80-2783056e97fd admin admin] Pushing event updated for resources: {'Network': ['ID=b340fb23-32db-46aa-ae2a-1291b02c6aea,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:22.967433 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3d5ad719-a35f-45cc-ac80-2783056e97fd admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9017353 Aug 16 19:58:22.968138 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55288) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:22.969843 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9927f504-5cb8-4804-b2ac-a2760c994b23 req-d4a3d237-6433-4259-90b9-89c89c6e181c tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157619 Aug 16 19:58:22.973751 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e2a6bcb3-c62e-4a82-a67a-79640613450d admin admin] Request body: {'subnet': {'network_id': 'b340fb23-32db-46aa-ae2a-1291b02c6aea', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-39387062-subnet', 'tenant_id': '36a1c7a723024f97ada482c76a767134', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:23.028225 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a6bcb3-c62e-4a82-a67a-79640613450d admin admin] Made reservation on behalf of 36a1c7a723024f97ada482c76a767134 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:58:23.031737 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2a6bcb3-c62e-4a82-a67a-79640613450d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:23.059742 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network b340fb23-32db-46aa-ae2a-1291b02c6aea details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 19:58:23.444500 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2a6bcb3-c62e-4a82-a67a-79640613450d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:23.593693 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6bcb3-c62e-4a82-a67a-79640613450d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d347d68-943f-4c1d-a427-f6cd9f83f0d3,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:23.629347 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a6bcb3-c62e-4a82-a67a-79640613450d admin admin] Checking segment: {'id': '807e81eb-8c71-491d-906a-158caacd8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b340fb23-32db-46aa-ae2a-1291b02c6aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:58:23.631818 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a6bcb3-c62e-4a82-a67a-79640613450d admin admin] Network hostable DHCP agents. Network: b340fb23-32db-46aa-ae2a-1291b02c6aea, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 19:58:23.708334 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a6bcb3-c62e-4a82-a67a-79640613450d admin admin] Network b340fb23-32db-46aa-ae2a-1291b02c6aea is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 19:58:23.737696 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-e2a6bcb3-c62e-4a82-a67a-79640613450d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, b340fb23-32db-46aa-ae2a-1291b02c6aea) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:58:23.751926 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a6bcb3-c62e-4a82-a67a-79640613450d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:23.752712 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2a6bcb3-c62e-4a82-a67a-79640613450d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:23.753237 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e70ec6c-a8f9-47f4-9d3e-3d5dc1a7a60e None None] Network b340fb23-32db-46aa-ae2a-1291b02c6aea requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 19:58:23.789535 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e2a6bcb3-c62e-4a82-a67a-79640613450d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8200023 Aug 16 19:58:23.826632 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-d135b5d9-1715-458e-ac0b-3afa1e432537 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=74e2f72781564173bac530a92b1cda23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497892 Aug 16 19:58:23.871009 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 19:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65dede3-c227-4512-a84f-186154799410 x-openstack-request-id: req-b65dede3-c227-4512-a84f-186154799410 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:58:23.871612 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b78001-8a3e-47b7-bdec-e15dc2aebd1e", "name": "network-vif-deleted", "tag": "e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:58:23.871612 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b65dede3-c227-4512-a84f-186154799410 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:58:23.871949 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b78001-8a3e-47b7-bdec-e15dc2aebd1e', 'name': 'network-vif-deleted', 'tag': 'e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc', 'status': 'completed', 'code': 200} Aug 16 19:58:24.080731 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5ea81808-5e28-4cd2-8b27-75e0dfe9345d req-86c09e8f-8417-466f-969e-e9a282bbcc8f tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=77cd4e1e-40c1-4a2a-b6fc-f534305730fe HTTP/1.1" status: 200 len: 210 time: 0.0780861 Aug 16 19:58:24.164156 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-fc88af75-b154-404b-9e76-69f30394cd16 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:24.186258 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-fc88af75-b154-404b-9e76-69f30394cd16 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3587093 Aug 16 19:58:24.208291 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-8879f3cf-a5d9-4659-89c0-6dacf4950640 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/quotas/74e2f72781564173bac530a92b1cda23 HTTP/1.1" status: 200 len: 375 time: 0.0207310 Aug 16 19:58:24.278375 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-d8ee85db-a16e-4615-903c-bb486997b460 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=74e2f72781564173bac530a92b1cda23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628059 Aug 16 19:58:24.309661 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55324) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:24.559406 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc87fdb2-8f01-4ec4-a700-2c6a8981eb5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:24.613514 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93850b2a-1e09-4a63-a7d5-8c51c047efec None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:24.640328 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0212abd4-6f39-4ad3-a843-348d93ca0194 req-dfa4fc0f-d30e-47e2-869f-64841fe0f0ea tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d1db1d-9dd7-48f9-9ddc-c4a080a0741d HTTP/1.1" status: 200 len: 210 time: 0.0717971 Aug 16 19:58:24.661454 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-93850b2a-1e09-4a63-a7d5-8c51c047efec None None] Transition to ACTIVE for port object 667927a5-5708-4c0e-bb6e-cadb253f5dfa will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:58:24.682116 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 19:58:24.701000 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93850b2a-1e09-4a63-a7d5-8c51c047efec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:24.813298 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 19:58:24.813298 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device e22c09d3-8c31-4a0d-ab56-aa3b2871dfcc not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 19:58:25.007921 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d2abdd-a358-47fa-9d13-7d5b5f0da9f3 None None] Network b340fb23-32db-46aa-ae2a-1291b02c6aea requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 19:58:25.056213 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc87fdb2-8f01-4ec4-a700-2c6a8981eb5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:25.096694 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-de1edaed-05fb-490b-b79e-86bd7bc4855c tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=dc29b08b0d8548aea4187c296f1b3387&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347602 Aug 16 19:58:25.108569 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc87fdb2-8f01-4ec4-a700-2c6a8981eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:25.152443 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd26021-26dc-46cc-8142-acc7202467c7 None None] Pushing event updated for resources: {'Port': ['ID=667927a5-5708-4c0e-bb6e-cadb253f5dfa,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:25.205276 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-93850b2a-1e09-4a63-a7d5-8c51c047efec None None] Attempting to bind port 667927a5-5708-4c0e-bb6e-cadb253f5dfa on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:58:25.205936 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-93850b2a-1e09-4a63-a7d5-8c51c047efec None None] Attempting to bind port 667927a5-5708-4c0e-bb6e-cadb253f5dfa by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '46c6c68f-e3c2-43a3-991b-a6127459752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '27c699d6-c055-4f27-a0e5-ba3efce275ed'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:58:25.206457 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93850b2a-1e09-4a63-a7d5-8c51c047efec None None] Attempting to bind port 667927a5-5708-4c0e-bb6e-cadb253f5dfa on network 27c699d6-c055-4f27-a0e5-ba3efce275ed {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:58:25.233512 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93850b2a-1e09-4a63-a7d5-8c51c047efec None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:58:25.233893 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93850b2a-1e09-4a63-a7d5-8c51c047efec None None] Checking segment: {'id': '46c6c68f-e3c2-43a3-991b-a6127459752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '27c699d6-c055-4f27-a0e5-ba3efce275ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:58:25.234296 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93850b2a-1e09-4a63-a7d5-8c51c047efec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:25.234857 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93850b2a-1e09-4a63-a7d5-8c51c047efec None None] Bound using segment: {'id': '46c6c68f-e3c2-43a3-991b-a6127459752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '27c699d6-c055-4f27-a0e5-ba3efce275ed'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:58:25.235577 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-93850b2a-1e09-4a63-a7d5-8c51c047efec None None] Bound port: 667927a5-5708-4c0e-bb6e-cadb253f5dfa, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c6c68f-e3c2-43a3-991b-a6127459752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '27c699d6-c055-4f27-a0e5-ba3efce275ed'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:58:25.236163 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93850b2a-1e09-4a63-a7d5-8c51c047efec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:25.296868 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-e0c93354-78c6-4d98-9147-b847a6e48835 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:25.304803 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87fdb2-8f01-4ec4-a700-2c6a8981eb5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea633020-5881-4ce6-b6a7-52d1c7659864,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:25.305430 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-e0c93354-78c6-4d98-9147-b847a6e48835 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2076387 Aug 16 19:58:25.334861 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-b9808894-2b82-49c4-95ae-e11a45f74e31 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/quotas/dc29b08b0d8548aea4187c296f1b3387 HTTP/1.1" status: 200 len: 375 time: 0.0284588 Aug 16 19:58:25.339848 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fc87fdb2-8f01-4ec4-a700-2c6a8981eb5b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=347433f9fd864d368f2335e14b3766a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0279882 Aug 16 19:58:25.343286 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55374) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:25.405324 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-6a51ba83-6cdf-47db-b60d-ff93f57374ed tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=dc29b08b0d8548aea4187c296f1b3387&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674379 Aug 16 19:58:25.452257 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-93850b2a-1e09-4a63-a7d5-8c51c047efec None None] For port 667927a5-5708-4c0e-bb6e-cadb253f5dfa, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:58:25.457502 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57eef7cf-4dcc-4e2c-aa0f-86082c61dfd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:25.466989 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-93850b2a-1e09-4a63-a7d5-8c51c047efec None None] For port 667927a5-5708-4c0e-bb6e-cadb253f5dfa, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=667927a5-5708-4c0e-bb6e-cadb253f5dfa,segment=NetworkSegment(46c6c68f-e3c2-43a3-991b-a6127459752a),segment_id=46c6c68f-e3c2-43a3-991b-a6127459752a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:58:25.473075 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93850b2a-1e09-4a63-a7d5-8c51c047efec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:25.496387 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-2c03dd15-45ab-4c84-b7f7-d41ff1279913 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:25.508208 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-2c03dd15-45ab-4c84-b7f7-d41ff1279913 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/networks?id=273a965b-291d-4de0-904d-d29903ed22d3 HTTP/1.1" status: 200 len: 821 time: 0.5270343 Aug 16 19:58:25.532492 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-d4c7029b-4c0f-485e-a31d-a88e05018a92 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/quotas/80d98bbe248147c88be18e7257fbdc13 HTTP/1.1" status: 200 len: 375 time: 0.0231314 Aug 16 19:58:25.554219 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd26021-26dc-46cc-8142-acc7202467c7 None None] Pushing event updated for resources: {'Port': ['ID=667927a5-5708-4c0e-bb6e-cadb253f5dfa,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:25.588123 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-8ed0b771-5ae4-43b8-9e4a-774d1c178160 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=80d98bbe248147c88be18e7257fbdc13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541558 Aug 16 19:58:25.589186 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93850b2a-1e09-4a63-a7d5-8c51c047efec None None] Routers {'cd6c139f-3402-4c1b-8f5d-a0cc07177ef4'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 19:58:25.590240 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57eef7cf-4dcc-4e2c-aa0f-86082c61dfd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:25.590440 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-93850b2a-1e09-4a63-a7d5-8c51c047efec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T19:58:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['cd6c139f-3402-4c1b-8f5d-a0cc07177ef4'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:58:25.770357 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-93850b2a-1e09-4a63-a7d5-8c51c047efec None None] Set router cd6c139f-3402-4c1b-8f5d-a0cc07177ef4 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 19:58:25.846374 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57eef7cf-4dcc-4e2c-aa0f-86082c61dfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:25.851436 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57eef7cf-4dcc-4e2c-aa0f-86082c61dfd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:25.861386 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-57eef7cf-4dcc-4e2c-aa0f-86082c61dfd5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ea633020-5881-4ce6-b6a7-52d1c7659864 HTTP/1.1" status: 204 len: 168 time: 0.5145693 Aug 16 19:58:25.892831 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-ddfbbb04-0c9e-4b1d-b7f8-c5027a2c36d2 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 19:58:25.902251 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-ddfbbb04-0c9e-4b1d-b7f8-c5027a2c36d2 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2338259 Aug 16 19:58:26.058652 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eef7cf-4dcc-4e2c-aa0f-86082c61dfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea633020-5881-4ce6-b6a7-52d1c7659864,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:26.150432 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0c6a64d6-e17a-4a87-8cc2-bd10ea492c6f req-ebdac030-02de-454b-afdc-792b380d9d99 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=77cd4e1e-40c1-4a2a-b6fc-f534305730fe HTTP/1.1" status: 200 len: 210 time: 0.1024978 Aug 16 19:58:26.227828 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-23fae295-52e1-4f74-b7dc-0972375ae348 service neutron] 10.222.0.68 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219578 Aug 16 19:58:26.370938 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f07338a7-038e-4f12-b58d-6a47a9213072 req-4e67ad8a-44e1-41d4-baef-1ffa3c3868c8 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d1db1d-9dd7-48f9-9ddc-c4a080a0741d HTTP/1.1" status: 200 len: 210 time: 0.0751638 Aug 16 19:58:26.434358 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-93850b2a-1e09-4a63-a7d5-8c51c047efec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6c139f-3402-4c1b-8f5d-a0cc07177ef4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1459430134-router', 'tenant_id': '624c2c3600d44854ad118d97db9a5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f9fea662-0788-4b4f-9ee8-9c098ec52aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:58:11Z', 'updated_at': '2021-08-16T19:58:17Z', 'revision_number': 4, 'project_id': '624c2c3600d44854ad118d97db9a5b0f', 'gw_port': {'id': 'f9fea662-0788-4b4f-9ee8-9c098ec52aa6', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6c139f-3402-4c1b-8f5d-a0cc07177ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:58:12Z', 'updated_at': '2021-08-16T19:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '667927a5-5708-4c0e-bb6e-cadb253f5dfa', 'name': '', 'network_id': '27c699d6-c055-4f27-a0e5-ba3efce275ed', 'tenant_id': '624c2c3600d44854ad118d97db9a5b0f', 'mac_address': 'fa:16:3e:05:26:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6c139f-3402-4c1b-8f5d-a0cc07177ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': 'b5c1d82d-7382-4be7-9146-b613de846e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:58:16Z', 'updated_at': '2021-08-16T19:58:25Z', 'revision_number': 4, 'project_id': '624c2c3600d44854ad118d97db9a5b0f', 'subnets': [{'id': 'b5c1d82d-7382-4be7-9146-b613de846e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:58:26.481376 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93850b2a-1e09-4a63-a7d5-8c51c047efec None None] The sync data for ids ['cd6c139f-3402-4c1b-8f5d-a0cc07177ef4'] in n-d-787206-13 is: [{'id': 'cd6c139f-3402-4c1b-8f5d-a0cc07177ef4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1459430134-router', 'tenant_id': '624c2c3600d44854ad118d97db9a5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f9fea662-0788-4b4f-9ee8-9c098ec52aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:58:11Z', 'updated_at': '2021-08-16T19:58:17Z', 'revision_number': 4, 'project_id': '624c2c3600d44854ad118d97db9a5b0f', 'gw_port': {'id': 'f9fea662-0788-4b4f-9ee8-9c098ec52aa6', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6c139f-3402-4c1b-8f5d-a0cc07177ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:58:12Z', 'updated_at': '2021-08-16T19:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '667927a5-5708-4c0e-bb6e-cadb253f5dfa', 'name': '', 'network_id': '27c699d6-c055-4f27-a0e5-ba3efce275ed', 'tenant_id': '624c2c3600d44854ad118d97db9a5b0f', 'mac_address': 'fa:16:3e:05:26:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6c139f-3402-4c1b-8f5d-a0cc07177ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': 'b5c1d82d-7382-4be7-9146-b613de846e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:58:16Z', 'updated_at': '2021-08-16T19:58:25Z', 'revision_number': 4, 'project_id': '624c2c3600d44854ad118d97db9a5b0f', 'subnets': [{'id': 'b5c1d82d-7382-4be7-9146-b613de846e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 19:58:26.493572 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-09079a05-d946-4d00-aabe-82a5d622b4da service neutron] 10.222.0.68 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642765 Aug 16 19:58:26.607837 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b012868d-ee00-4fec-8736-0dc47a1b6308 req-dc7cfb6c-6f9a-4e19-aae8-8db9f39ff09a tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=06368577-0630-44c4-80a4-beaf5e5652aa HTTP/1.1" status: 200 len: 210 time: 0.1429060 Aug 16 19:58:26.640230 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-2e3db085-9b3e-4ea3-8c24-db15396d1023 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=74e2f72781564173bac530a92b1cda23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1409316 Aug 16 19:58:26.723896 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55402) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:26.766802 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae88734a-535d-472c-8dc5-cf3e1c10f7da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:26.893072 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 667927a5-5708-4c0e-bb6e-cadb253f5dfa up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:58:27.046767 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 667927a5-5708-4c0e-bb6e-cadb253f5dfa completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:58:27.061017 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 667927a5-5708-4c0e-bb6e-cadb253f5dfa triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:27.061602 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:27.069688 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-114dd1b9-2ba9-475a-9616-c19f616e381b tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:27.081404 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-114dd1b9-2ba9-475a-9616-c19f616e381b tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4245474 Aug 16 19:58:27.101334 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae88734a-535d-472c-8dc5-cf3e1c10f7da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:27.108210 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae88734a-535d-472c-8dc5-cf3e1c10f7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:27.190034 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-cccb5985-3873-43c3-b7b2-7c47a2d2485f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Request body: {'port': {'device_id': '28d1db1d-9dd7-48f9-9ddc-c4a080a0741d', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'admin_state_up': True, 'tenant_id': '74e2f72781564173bac530a92b1cda23'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:27.212554 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9489cc7b-bcda-47bf-87e0-600cb5835a0e req-40550dbb-386c-458a-9cf0-43c39e2ff3ff tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 210 time: 0.2555983 Aug 16 19:58:27.345675 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ae88734a-535d-472c-8dc5-cf3e1c10f7da admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8457224272ce49878be115f23c122e56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6199627 Aug 16 19:58:27.350472 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:27.357213 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88734a-535d-472c-8dc5-cf3e1c10f7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd820841-2c6e-4e09-ae04-43bb4ac17362,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:27.374583 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55420) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:27.444881 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 667927a5-5708-4c0e-bb6e-cadb253f5dfa, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=667927a5-5708-4c0e-bb6e-cadb253f5dfa,segment=NetworkSegment(46c6c68f-e3c2-43a3-991b-a6127459752a),segment_id=46c6c68f-e3c2-43a3-991b-a6127459752a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:27.460647 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-b7929063-57df-4c35-b05c-be2919e29401 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd60ee167a7c4249be845d9f57d57e43 HTTP/1.1" status: 200 len: 380 time: 0.3779953 Aug 16 19:58:27.461890 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:27.524045 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7c9b3ff7-f1f2-4470-a96f-a5b2372fd1e9 req-14f43a84-31db-441a-ace4-9adc0992b6d4 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=77cd4e1e-40c1-4a2a-b6fc-f534305730fe HTTP/1.1" status: 200 len: 210 time: 0.1384125 Aug 16 19:58:27.542114 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-75267573-8b7a-4a9a-bec3-6d8108def434 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Request body: {'port': {'device_id': '77cd4e1e-40c1-4a2a-b6fc-f534305730fe', 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385', 'admin_state_up': True, 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'security_groups': ['1337fce4-273b-4435-a35c-c970b1f10dad']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:27.612281 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=667927a5-5708-4c0e-bb6e-cadb253f5dfa,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:27.682159 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aae1feea-255a-4518-9674-c489b6c3515f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:27.788780 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aae1feea-255a-4518-9674-c489b6c3515f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:27.879842 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.57', 65375) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:27.934193 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55436) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:27.955763 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cf63ee22-23ca-48c7-9402-6d61249ccfec req-1653fddf-ad4c-483a-a4b7-d93d8802dda4 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d1db1d-9dd7-48f9-9ddc-c4a080a0741d HTTP/1.1" status: 200 len: 210 time: 0.2945278 Aug 16 19:58:28.109270 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c5480951-70bd-4dd3-aa6a-639fe9c4f663 req-a0a294a0-7001-4a9b-8cfd-c4f10c29a300 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=06368577-0630-44c4-80a4-beaf5e5652aa HTTP/1.1" status: 200 len: 210 time: 0.2284086 Aug 16 19:58:28.118491 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-78d7b8dc-38db-4153-ae74-de83370b72e7 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=dc29b08b0d8548aea4187c296f1b3387&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2278283 Aug 16 19:58:28.182173 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-cccb5985-3873-43c3-b7b2-7c47a2d2485f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Made reservation on behalf of 74e2f72781564173bac530a92b1cda23 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:58:28.194483 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-cccb5985-3873-43c3-b7b2-7c47a2d2485f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:28.266927 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-cccb5985-3873-43c3-b7b2-7c47a2d2485f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:28.399745 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aae1feea-255a-4518-9674-c489b6c3515f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:28.413974 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aae1feea-255a-4518-9674-c489b6c3515f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:28.418228 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-aae1feea-255a-4518-9674-c489b6c3515f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fd820841-2c6e-4e09-ae04-43bb4ac17362 HTTP/1.1" status: 204 len: 168 time: 1.0233934 Aug 16 19:58:28.487062 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b908301-5c49-4e54-b707-4c289cf76482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:28.514539 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-600be618-f517-4bc9-b408-c8461dbdd05d req-1dc7ab54-710e-4efc-afdf-651e6df21ac5 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 210 time: 0.0908172 Aug 16 19:58:28.535562 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-ec9a3f34-55b0-46b1-ae00-1f95c3574c87 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:28.548050 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-ec9a3f34-55b0-46b1-ae00-1f95c3574c87 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4166768 Aug 16 19:58:28.554262 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1feea-255a-4518-9674-c489b6c3515f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd820841-2c6e-4e09-ae04-43bb4ac17362,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:28.596305 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-4f9cf00b-df8f-471f-81c9-e8b735901b1d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Request body: {'port': {'device_id': '06368577-0630-44c4-80a4-beaf5e5652aa', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'admin_state_up': True, 'tenant_id': 'dc29b08b0d8548aea4187c296f1b3387'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:28.779895 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-cccb5985-3873-43c3-b7b2-7c47a2d2485f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:28.803922 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-700c1aa6-3809-45f3-8347-961a99f5867b req-eaef5cd6-b7b9-486b-8b55-0667542005a6 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=77cd4e1e-40c1-4a2a-b6fc-f534305730fe HTTP/1.1" status: 200 len: 210 time: 0.0732019 Aug 16 19:58:28.812986 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-cccb5985-3873-43c3-b7b2-7c47a2d2485f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:28.890879 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 667927a5-5708-4c0e-bb6e-cadb253f5dfa up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:58:29.066097 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 667927a5-5708-4c0e-bb6e-cadb253f5dfa triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:29.067560 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:29.097642 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.57', 65379) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:29.274989 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-b0cda6f5-17c7-4ce6-8667-520f260da05a tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:29.276917 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-b0cda6f5-17c7-4ce6-8667-520f260da05a tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.57 "GET /v2.0/networks?id=273a965b-291d-4de0-904d-d29903ed22d3 HTTP/1.1" status: 200 len: 821 time: 0.1783030 Aug 16 19:58:29.287763 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-4f9cf00b-df8f-471f-81c9-e8b735901b1d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Made reservation on behalf of dc29b08b0d8548aea4187c296f1b3387 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:58:29.291635 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-4f9cf00b-df8f-471f-81c9-e8b735901b1d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:29.304274 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb5985-3873-43c3-b7b2-7c47a2d2485f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd9b35d-914f-4377-9f25-bf4fc77cff6f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:29.320973 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-94d02399-86f5-4cac-a05e-729ecaf67f6e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Request body: {'port': {'device_id': '465e3bd2-2281-4d83-8bb1-72e2d9ee3532', 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3', 'admin_state_up': True, 'tenant_id': '80d98bbe248147c88be18e7257fbdc13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:29.346496 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-75267573-8b7a-4a9a-bec3-6d8108def434 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Made reservation on behalf of dd60ee167a7c4249be845d9f57d57e43 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:58:29.350778 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-75267573-8b7a-4a9a-bec3-6d8108def434 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:29.353842 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.db.api [None req-9b908301-5c49-4e54-b707-4c289cf76482 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 19:58:29.353842 n-d-787206-13 neutron-server[94771]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 19:58:29.353842 n-d-787206-13 neutron-server[94771]: [parameters: {'project_id_1': 'dd6e33b775ff427b9f18095da8cb5fcb', 'expiration_1': datetime.datetime(2021, 8, 16, 19, 58, 28, 539242)}] Aug 16 19:58:29.353842 n-d-787206-13 neutron-server[94771]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 19:58:29.354552 n-d-787206-13 neutron-server[94771]: DEBUG oslo_db.api [None req-9b908301-5c49-4e54-b707-4c289cf76482 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 19:58:29.390843 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-cccb5985-3873-43c3-b7b2-7c47a2d2485f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Allocated IP 192.168.233.96 (b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46/5dedf524-5a11-40fc-90de-b9413f1a2279/251a8cc9-a8e6-4002-adb1-80ff793c59c9) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:58:29.506307 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c47daa-8ac8-4241-bdde-79b0d53aa459 req-9163cee6-cfad-445b-bce1-1ab17b2a0318 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:29.506307 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-71c47daa-8ac8-4241-bdde-79b0d53aa459 req-9163cee6-cfad-445b-bce1-1ab17b2a0318 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/ports?device_id=64ee67a9-a38a-4347-9e06-2d9112a38807 HTTP/1.1" status: 200 len: 971 time: 0.2349141 Aug 16 19:58:29.521020 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-272e9fc9-38b4-41f5-be4e-62b202bf0f4a req-762ada6e-fe6e-44c3-a029-8cffb6fa238c tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d1db1d-9dd7-48f9-9ddc-c4a080a0741d HTTP/1.1" status: 200 len: 210 time: 0.3229506 Aug 16 19:58:29.536828 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-94d02399-86f5-4cac-a05e-729ecaf67f6e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Made reservation on behalf of 80d98bbe248147c88be18e7257fbdc13 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:58:29.546840 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-94d02399-86f5-4cac-a05e-729ecaf67f6e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:29.631107 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-71c47daa-8ac8-4241-bdde-79b0d53aa459 req-7e9d0611-0ce6-4a7b-9639-52918d314e82 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba0b19ea-9de7-432b-b945-9447fc9fa64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167049 Aug 16 19:58:29.706725 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-75267573-8b7a-4a9a-bec3-6d8108def434 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Allocated IP 172.20.0.10 (d97fcdba-147b-42c4-9a36-36beb7fe5385/255dc5d0-2507-406e-9c79-293ed8a42973/2d1ee24c-532b-464d-9b22-fb4c5229244f) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:58:29.897960 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b908301-5c49-4e54-b707-4c289cf76482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:29.938843 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-cccb5985-3873-43c3-b7b2-7c47a2d2485f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:29.954865 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-cccb5985-3873-43c3-b7b2-7c47a2d2485f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Transition to ACTIVE for port object 251a8cc9-a8e6-4002-adb1-80ff793c59c9 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:58:30.091955 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c88b4524-b775-4210-bd1b-579b196bffe6 req-26fbfa13-37f0-4afe-a7ac-a4ef1a0ceaff tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=06368577-0630-44c4-80a4-beaf5e5652aa HTTP/1.1" status: 200 len: 210 time: 0.2850440 Aug 16 19:58:30.124475 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-cccb5985-3873-43c3-b7b2-7c47a2d2485f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:30.196300 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-4f9cf00b-df8f-471f-81c9-e8b735901b1d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Allocated IP 192.168.233.135 (b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46/5dedf524-5a11-40fc-90de-b9413f1a2279/de80bd2e-457e-4bf2-b0da-ab5fe1f0926f) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:58:30.264628 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5fa7ccac-263b-4373-b629-8898690367dc req-0e6f43d3-231b-4010-9e6b-46f8e5436286 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 210 time: 0.4508698 Aug 16 19:58:30.353299 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b908301-5c49-4e54-b707-4c289cf76482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:30.356538 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d647c01d-fab4-42d3-814b-6fe4aa967592 req-120a16dd-cd9b-40b7-a329-941c2ecd8248 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=77cd4e1e-40c1-4a2a-b6fc-f534305730fe HTTP/1.1" status: 200 len: 210 time: 0.1209645 Aug 16 19:58:30.386351 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb5985-3873-43c3-b7b2-7c47a2d2485f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Pushing event updated for resources: {'Port': ['ID=251a8cc9-a8e6-4002-adb1-80ff793c59c9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:30.396057 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-cccb5985-3873-43c3-b7b2-7c47a2d2485f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:58:30.398236 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b908301-5c49-4e54-b707-4c289cf76482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:30.439649 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b908301-5c49-4e54-b707-4c289cf76482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db9664f-63ef-4622-aa9b-01942bffd4c3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:30.444673 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-cccb5985-3873-43c3-b7b2-7c47a2d2485f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:58:30.448660 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-cccb5985-3873-43c3-b7b2-7c47a2d2485f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:58:30.456777 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-cccb5985-3873-43c3-b7b2-7c47a2d2485f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:30.457701 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-cccb5985-3873-43c3-b7b2-7c47a2d2485f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:30.476836 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-75267573-8b7a-4a9a-bec3-6d8108def434 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:30.510596 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-94d02399-86f5-4cac-a05e-729ecaf67f6e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Allocated IP 172.20.0.14 (273a965b-291d-4de0-904d-d29903ed22d3/49f83f5f-99d4-4f21-857e-7c691113f792/210b9f61-2b6e-463d-b4dd-b2b93ef71c38) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:58:30.527443 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55490) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:30.532836 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9b908301-5c49-4e54-b707-4c289cf76482 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dd6e33b775ff427b9f18095da8cb5fcb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5868003 Aug 16 19:58:30.535434 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-cccb5985-3873-43c3-b7b2-7c47a2d2485f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4319239 Aug 16 19:58:30.578186 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-25d13855-1a68-4748-9fe6-259c960a995f service neutron] Request body: {'port': {'device_id': '28d1db1d-9dd7-48f9-9ddc-c4a080a0741d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:30.621709 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d7a80-170a-4f32-ba84-cfff54ff45a2 req-badbfb31-0da4-4be4-b576-5df823bbd714 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:30.623898 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cd7d7a80-170a-4f32-ba84-cfff54ff45a2 req-badbfb31-0da4-4be4-b576-5df823bbd714 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.63 "GET /v2.0/ports?device_id=64ee67a9-a38a-4347-9e06-2d9112a38807 HTTP/1.1" status: 200 len: 971 time: 0.3590474 Aug 16 19:58:30.719604 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-75267573-8b7a-4a9a-bec3-6d8108def434 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Transition to ACTIVE for port object 2d1ee24c-532b-464d-9b22-fb4c5229244f will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:58:30.722370 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-25d13855-1a68-4748-9fe6-259c960a995f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:30.824164 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c0012-73eb-4a40-b44e-b51f87965b6c req-061bf8e7-af7c-458a-ab91-471fbeb980a8 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:30.832768 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-056c0012-73eb-4a40-b44e-b51f87965b6c req-061bf8e7-af7c-458a-ab91-471fbeb980a8 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d1db1d-9dd7-48f9-9ddc-c4a080a0741d HTTP/1.1" status: 200 len: 935 time: 0.1111784 Aug 16 19:58:30.913366 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7760c0b0-7994-4046-8211-ab2f186ede22 None None] Provisioning for port 251a8cc9-a8e6-4002-adb1-80ff793c59c9 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:58:30.919498 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7760c0b0-7994-4046-8211-ab2f186ede22 None None] Provisioning complete for port 251a8cc9-a8e6-4002-adb1-80ff793c59c9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:30.919879 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7760c0b0-7994-4046-8211-ab2f186ede22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:30.968845 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7760c0b0-7994-4046-8211-ab2f186ede22 None None] Port 251a8cc9-a8e6-4002-adb1-80ff793c59c9 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 19:58:30.983201 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-4f9cf00b-df8f-471f-81c9-e8b735901b1d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:30.989236 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-75267573-8b7a-4a9a-bec3-6d8108def434 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:31.014315 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f144d895-eb4c-4dea-ba25-9036fd548da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:31.049948 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0227b-f2b0-4108-a478-fbda69161d53 req-7c02785c-eb2d-4e23-9d94-61104ce3090a tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:31.063745 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-62f0227b-f2b0-4108-a478-fbda69161d53 req-7c02785c-eb2d-4e23-9d94-61104ce3090a tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/ports?device_id=64ee67a9-a38a-4347-9e06-2d9112a38807 HTTP/1.1" status: 200 len: 971 time: 0.2674921 Aug 16 19:58:31.131478 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-4f9cf00b-df8f-471f-81c9-e8b735901b1d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Transition to ACTIVE for port object de80bd2e-457e-4bf2-b0da-ab5fe1f0926f will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:58:31.133905 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-056c0012-73eb-4a40-b44e-b51f87965b6c req-3bb4a64a-5fdc-48f0-b626-2a5155f7aece tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000302 Aug 16 19:58:31.146236 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f144d895-eb4c-4dea-ba25-9036fd548da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:31.149254 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-75267573-8b7a-4a9a-bec3-6d8108def434 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Network d97fcdba-147b-42c4-9a36-36beb7fe5385 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:58:31.192973 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75267573-8b7a-4a9a-bec3-6d8108def434 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Pushing event updated for resources: {'Port': ['ID=2d1ee24c-532b-464d-9b22-fb4c5229244f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:31.208684 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-75267573-8b7a-4a9a-bec3-6d8108def434 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:58:31.212837 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-75267573-8b7a-4a9a-bec3-6d8108def434 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:58:31.230397 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-75267573-8b7a-4a9a-bec3-6d8108def434 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:31.231076 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-75267573-8b7a-4a9a-bec3-6d8108def434 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:31.243889 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-62f0227b-f2b0-4108-a478-fbda69161d53 req-ea465fb9-caa5-4dbe-b74d-91f76eb882b8 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba0b19ea-9de7-432b-b945-9447fc9fa64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790571 Aug 16 19:58:31.266114 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-75267573-8b7a-4a9a-bec3-6d8108def434 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7391679 Aug 16 19:58:31.297260 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-081b983d-4e9f-44be-8c9b-25c7d9772e7a tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 19:58:31.305595 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-081b983d-4e9f-44be-8c9b-25c7d9772e7a tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0250072 Aug 16 19:58:31.356044 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-94d02399-86f5-4cac-a05e-729ecaf67f6e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:31.567310 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-cd7d7a80-170a-4f32-ba84-cfff54ff45a2 req-65a3c913-6a1c-4e0d-a6c1-47ec50ee9c3f tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Deleting port 46a89ff1-bd54-4114-afc2-35a4304c10dd {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 19:58:31.568779 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cd7d7a80-170a-4f32-ba84-cfff54ff45a2 req-65a3c913-6a1c-4e0d-a6c1-47ec50ee9c3f tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:31.572827 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-94d02399-86f5-4cac-a05e-729ecaf67f6e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:31.581244 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f144d895-eb4c-4dea-ba25-9036fd548da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:31.587466 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f144d895-eb4c-4dea-ba25-9036fd548da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:31.599847 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f144d895-eb4c-4dea-ba25-9036fd548da1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0db9664f-63ef-4622-aa9b-01942bffd4c3 HTTP/1.1" status: 204 len: 168 time: 1.0679929 Aug 16 19:58:31.621494 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b7bea749-650e-4552-9214-0a117763bfc7 None None] Provisioning for port 2d1ee24c-532b-464d-9b22-fb4c5229244f completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:58:31.635492 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b7bea749-650e-4552-9214-0a117763bfc7 None None] Provisioning complete for port 2d1ee24c-532b-464d-9b22-fb4c5229244f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:31.636386 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7bea749-650e-4552-9214-0a117763bfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:31.717376 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b7bea749-650e-4552-9214-0a117763bfc7 None None] Port 2d1ee24c-532b-464d-9b22-fb4c5229244f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 19:58:31.743973 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a77310e-5ea3-44b3-bf45-c68102e9f22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:31.751648 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-4f9cf00b-df8f-471f-81c9-e8b735901b1d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:31.781227 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144d895-eb4c-4dea-ba25-9036fd548da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db9664f-63ef-4622-aa9b-01942bffd4c3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:31.782297 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-25d13855-1a68-4748-9fe6-259c960a995f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 251a8cc9-a8e6-4002-adb1-80ff793c59c9 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:58:31.796730 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-25d13855-1a68-4748-9fe6-259c960a995f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:31.813880 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-25d13855-1a68-4748-9fe6-259c960a995f service neutron] Transition to ACTIVE for port object 251a8cc9-a8e6-4002-adb1-80ff793c59c9 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:58:31.844391 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-25d13855-1a68-4748-9fe6-259c960a995f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:31.909138 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-94d02399-86f5-4cac-a05e-729ecaf67f6e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Network 273a965b-291d-4de0-904d-d29903ed22d3 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:58:31.914399 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-94d02399-86f5-4cac-a05e-729ecaf67f6e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:58:31.923463 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-94d02399-86f5-4cac-a05e-729ecaf67f6e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:58:31.930277 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-94d02399-86f5-4cac-a05e-729ecaf67f6e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:31.931132 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-94d02399-86f5-4cac-a05e-729ecaf67f6e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:31.943681 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d02399-86f5-4cac-a05e-729ecaf67f6e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Pushing event updated for resources: {'Port': ['ID=210b9f61-2b6e-463d-b4dd-b2b93ef71c38,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:31.963190 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-e6f5c0ae-ddea-450a-90ea-b9426c937f84 service neutron] Request body: {'port': {'device_id': '77cd4e1e-40c1-4a2a-b6fc-f534305730fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:31.969698 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-94d02399-86f5-4cac-a05e-729ecaf67f6e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6548049 Aug 16 19:58:31.972950 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-4f9cf00b-df8f-471f-81c9-e8b735901b1d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:58:32.009032 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-51d6a119-e230-4f8a-b816-cbb9cd8e6b83 service neutron] Request body: {'port': {'device_id': '465e3bd2-2281-4d83-8bb1-72e2d9ee3532', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:32.047910 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-4f9cf00b-df8f-471f-81c9-e8b735901b1d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:58:32.051150 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-4f9cf00b-df8f-471f-81c9-e8b735901b1d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:58:32.058444 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-4f9cf00b-df8f-471f-81c9-e8b735901b1d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:32.059522 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-4f9cf00b-df8f-471f-81c9-e8b735901b1d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:32.138930 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb73a8-a47d-40f4-8052-f5167e3c631c req-a77e19f6-701c-4adf-b333-24ca4611e8cd tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:32.149424 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eedb73a8-a47d-40f4-8052-f5167e3c631c req-a77e19f6-701c-4adf-b333-24ca4611e8cd tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 932 time: 0.3340030 Aug 16 19:58:32.156531 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-4f9cf00b-df8f-471f-81c9-e8b735901b1d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5987380 Aug 16 19:58:32.190164 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d704a5f-d42e-4c5a-b969-bd378c85c389 req-a9c74851-6efb-4591-a41e-1ac3608508fe tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:32.202894 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3d704a5f-d42e-4c5a-b969-bd378c85c389 req-a9c74851-6efb-4591-a41e-1ac3608508fe tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=06368577-0630-44c4-80a4-beaf5e5652aa HTTP/1.1" status: 200 len: 936 time: 0.6673617 Aug 16 19:58:32.245638 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d13855-1a68-4748-9fe6-259c960a995f service neutron] Pushing event updated for resources: {'Port': ['ID=251a8cc9-a8e6-4002-adb1-80ff793c59c9,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:32.256010 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-700cdf32-1c9b-422f-bc28-104152010441 service neutron] Request body: {'port': {'device_id': '06368577-0630-44c4-80a4-beaf5e5652aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:32.259706 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-51d6a119-e230-4f8a-b816-cbb9cd8e6b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:32.259974 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eedb73a8-a47d-40f4-8052-f5167e3c631c req-331c8777-c3a6-4b6e-a1f9-5637be419bc8 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093659 Aug 16 19:58:32.339525 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-e6f5c0ae-ddea-450a-90ea-b9426c937f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:32.356041 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55526) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:32.385705 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-25d13855-1a68-4748-9fe6-259c960a995f service neutron] Attempting to bind port 251a8cc9-a8e6-4002-adb1-80ff793c59c9 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:58:32.386172 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-25d13855-1a68-4748-9fe6-259c960a995f service neutron] Attempting to bind port 251a8cc9-a8e6-4002-adb1-80ff793c59c9 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:58:32.389888 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-25d13855-1a68-4748-9fe6-259c960a995f service neutron] Attempting to bind port 251a8cc9-a8e6-4002-adb1-80ff793c59c9 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:58:32.410279 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9cf00b-df8f-471f-81c9-e8b735901b1d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Pushing event updated for resources: {'Port': ['ID=de80bd2e-457e-4bf2-b0da-ab5fe1f0926f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:32.454132 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b96c6bab-44ed-4f5e-9a25-4095a676f719 None None] Provisioning for port de80bd2e-457e-4bf2-b0da-ab5fe1f0926f completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:58:32.468245 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b96c6bab-44ed-4f5e-9a25-4095a676f719 None None] Provisioning complete for port de80bd2e-457e-4bf2-b0da-ab5fe1f0926f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:32.469056 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b96c6bab-44ed-4f5e-9a25-4095a676f719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:32.525200 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b96c6bab-44ed-4f5e-9a25-4095a676f719 None None] Port de80bd2e-457e-4bf2-b0da-ab5fe1f0926f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 19:58:32.542348 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-cd7d7a80-170a-4f32-ba84-cfff54ff45a2 req-65a3c913-6a1c-4e0d-a6c1-47ec50ee9c3f tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] For port 46a89ff1-bd54-4114-afc2-35a4304c10dd, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=46a89ff1-bd54-4114-afc2-35a4304c10dd,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:32.542865 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cd7d7a80-170a-4f32-ba84-cfff54ff45a2 req-65a3c913-6a1c-4e0d-a6c1-47ec50ee9c3f tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:32.618627 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3d704a5f-d42e-4c5a-b969-bd378c85c389 req-1fb089fa-21f9-4607-bb94-c0677970fc5d tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145255 Aug 16 19:58:32.622360 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-cd7d7a80-170a-4f32-ba84-cfff54ff45a2 req-65a3c913-6a1c-4e0d-a6c1-47ec50ee9c3f tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Calling delete_port for 46a89ff1-bd54-4114-afc2-35a4304c10dd owned by compute:tempest-test_az-580778965 {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 19:58:32.727638 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bc08bb35-b41d-4ea7-9574-9f08f93b41f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:32.735819 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-25d13855-1a68-4748-9fe6-259c960a995f service neutron] Port 251a8cc9-a8e6-4002-adb1-80ff793c59c9 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 19:58:32.736197 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-25d13855-1a68-4748-9fe6-259c960a995f service neutron] Attempting to bind port 251a8cc9-a8e6-4002-adb1-80ff793c59c9 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:58:32.757624 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-25d13855-1a68-4748-9fe6-259c960a995f service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:58:32.757968 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-25d13855-1a68-4748-9fe6-259c960a995f service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:58:32.758361 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-25d13855-1a68-4748-9fe6-259c960a995f service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:58:32.758800 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-25d13855-1a68-4748-9fe6-259c960a995f service neutron] Bound port: 251a8cc9-a8e6-4002-adb1-80ff793c59c9, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:58:32.759179 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-25d13855-1a68-4748-9fe6-259c960a995f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:32.821407 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-700cdf32-1c9b-422f-bc28-104152010441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:32.873003 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41335a81-aefc-43c6-a010-24f259b46561 req-d2f4b5f5-0da9-4a07-9e9b-51d10d70426e tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:32.883240 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-41335a81-aefc-43c6-a010-24f259b46561 req-d2f4b5f5-0da9-4a07-9e9b-51d10d70426e tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=77cd4e1e-40c1-4a2a-b6fc-f534305730fe HTTP/1.1" status: 200 len: 932 time: 0.4847081 Aug 16 19:58:33.076428 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-41335a81-aefc-43c6-a010-24f259b46561 req-3f0af927-00e9-4fba-bc57-c9170982e18e tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/security-groups?id=1337fce4-273b-4435-a35c-c970b1f10dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878912 Aug 16 19:58:33.101919 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-25d13855-1a68-4748-9fe6-259c960a995f service neutron] For port 251a8cc9-a8e6-4002-adb1-80ff793c59c9, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:58:33.232707 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bc08bb35-b41d-4ea7-9574-9f08f93b41f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:33.267583 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f38d5d-d46a-4bdd-9308-b362408504ab req-edefc216-dcdc-4859-870d-f4da0d14cda3 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:33.269084 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-19f38d5d-d46a-4bdd-9308-b362408504ab req-edefc216-dcdc-4859-870d-f4da0d14cda3 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d1db1d-9dd7-48f9-9ddc-c4a080a0741d HTTP/1.1" status: 200 len: 947 time: 0.4282629 Aug 16 19:58:33.277873 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bc08bb35-b41d-4ea7-9574-9f08f93b41f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:33.287151 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-25d13855-1a68-4748-9fe6-259c960a995f service neutron] For port 251a8cc9-a8e6-4002-adb1-80ff793c59c9, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=251a8cc9-a8e6-4002-adb1-80ff793c59c9,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:58:33.323380 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-25d13855-1a68-4748-9fe6-259c960a995f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:33.325071 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08bb35-b41d-4ea7-9574-9f08f93b41f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c53cba0-6064-4251-aa7e-29ffc1f172d9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:33.438409 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bc08bb35-b41d-4ea7-9574-9f08f93b41f6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=68d9ba122de44f82bd1161e3e2bd03bc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0792546 Aug 16 19:58:33.443935 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55550) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:33.445630 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-51d6a119-e230-4f8a-b816-cbb9cd8e6b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:58:33.475299 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-19f38d5d-d46a-4bdd-9308-b362408504ab req-b35fcb43-d343-49b8-b7c3-7628311a8d7f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918974 Aug 16 19:58:33.491465 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-51d6a119-e230-4f8a-b816-cbb9cd8e6b83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:33.491618 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37362cf-148d-4fef-8f48-d35020240017 req-dd6a0d54-5e65-4966-9943-169b04c7b9a5 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:33.499668 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f37362cf-148d-4fef-8f48-d35020240017 req-dd6a0d54-5e65-4966-9943-169b04c7b9a5 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/ports?device_id=64ee67a9-a38a-4347-9e06-2d9112a38807 HTTP/1.1" status: 200 len: 971 time: 0.2600172 Aug 16 19:58:33.527954 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-25d13855-1a68-4748-9fe6-259c960a995f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:33.528779 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-25d13855-1a68-4748-9fe6-259c960a995f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:33.530236 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-25d13855-1a68-4748-9fe6-259c960a995f service neutron] 10.222.0.63 "PUT /v2.0/ports/251a8cc9-a8e6-4002-adb1-80ff793c59c9 HTTP/1.1" status: 200 len: 1096 time: 2.9766202 Aug 16 19:58:33.535094 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d1db1d-9dd7-48f9-9ddc-c4a080a0741d', 'tag': '251a8cc9-a8e6-4002-adb1-80ff793c59c9'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:58:33.542405 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cd7d7a80-170a-4f32-ba84-cfff54ff45a2 req-65a3c913-6a1c-4e0d-a6c1-47ec50ee9c3f tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:33.545023 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6ac762-d6ac-417f-9834-ab079407d2e2" -d '{"events": [{"name": "network-changed", "server_uuid": "28d1db1d-9dd7-48f9-9ddc-c4a080a0741d", "tag": "251a8cc9-a8e6-4002-adb1-80ff793c59c9"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:58:33.549994 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-51d6a119-e230-4f8a-b816-cbb9cd8e6b83 service neutron] Transition to ACTIVE for port object 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:58:33.583988 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3c913-6a1c-4e0d-a6c1-47ec50ee9c3f tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Pushing event deleted for resources: {'Port': ['ID=46a89ff1-bd54-4114-afc2-35a4304c10dd,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:33.585763 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-51d6a119-e230-4f8a-b816-cbb9cd8e6b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:33.757339 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-e6f5c0ae-ddea-450a-90ea-b9426c937f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d1ee24c-532b-464d-9b22-fb4c5229244f {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:58:33.770003 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-e6f5c0ae-ddea-450a-90ea-b9426c937f84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:33.791867 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f37362cf-148d-4fef-8f48-d35020240017 req-08f5a5f7-1333-45e7-b070-5f6b9c5948f1 tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba0b19ea-9de7-432b-b945-9447fc9fa64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911139 Aug 16 19:58:33.794034 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d13855-1a68-4748-9fe6-259c960a995f service neutron] Pushing event updated for resources: {'Port': ['ID=251a8cc9-a8e6-4002-adb1-80ff793c59c9,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:33.813265 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-e6f5c0ae-ddea-450a-90ea-b9426c937f84 service neutron] Transition to ACTIVE for port object 2d1ee24c-532b-464d-9b22-fb4c5229244f will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:58:33.837189 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-e6f5c0ae-ddea-450a-90ea-b9426c937f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:33.847239 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7d7a80-170a-4f32-ba84-cfff54ff45a2 req-65a3c913-6a1c-4e0d-a6c1-47ec50ee9c3f tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] No DVR routers for this DVR port 46a89ff1-bd54-4114-afc2-35a4304c10dd on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 19:58:33.870880 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-620bdb81-e975-4986-8d3a-6ef5a89715f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:33.872892 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cd7d7a80-170a-4f32-ba84-cfff54ff45a2 req-65a3c913-6a1c-4e0d-a6c1-47ec50ee9c3f tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:33.876629 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cd7d7a80-170a-4f32-ba84-cfff54ff45a2 req-65a3c913-6a1c-4e0d-a6c1-47ec50ee9c3f tempest-AggregatesAdminTestJSON-858900165 tempest-AggregatesAdminTestJSON-858900165-project] 10.222.0.63 "DELETE /v2.0/ports/46a89ff1-bd54-4114-afc2-35a4304c10dd HTTP/1.1" status: 204 len: 173 time: 3.1998968 Aug 16 19:58:33.879426 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ee67a9-a38a-4347-9e06-2d9112a38807', 'name': 'network-vif-deleted', 'tag': '46a89ff1-bd54-4114-afc2-35a4304c10dd'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:58:33.881784 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2859cac-92ae-4280-a4b6-7f0583376339" -d '{"events": [{"server_uuid": "64ee67a9-a38a-4347-9e06-2d9112a38807", "name": "network-vif-deleted", "tag": "46a89ff1-bd54-4114-afc2-35a4304c10dd"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:58:33.884309 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6a119-e230-4f8a-b816-cbb9cd8e6b83 service neutron] Pushing event updated for resources: {'Port': ['ID=210b9f61-2b6e-463d-b4dd-b2b93ef71c38,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:33.937535 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-724e43a5-f781-4ba1-9e60-647926baa023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:33.939343 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-724e43a5-f781-4ba1-9e60-647926baa023 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=74e2f72781564173bac530a92b1cda23&device_id=28d1db1d-9dd7-48f9-9ddc-c4a080a0741d HTTP/1.1" status: 200 len: 1099 time: 0.3424926 Aug 16 19:58:33.955690 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 19:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af92c425-f090-483f-ae5b-9086d97b50ca x-openstack-request-id: req-af92c425-f090-483f-ae5b-9086d97b50ca {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:58:33.956066 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d1db1d-9dd7-48f9-9ddc-c4a080a0741d", "tag": "251a8cc9-a8e6-4002-adb1-80ff793c59c9", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:58:33.956578 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-af92c425-f090-483f-ae5b-9086d97b50ca {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:58:33.957080 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d1db1d-9dd7-48f9-9ddc-c4a080a0741d', 'tag': '251a8cc9-a8e6-4002-adb1-80ff793c59c9', 'status': 'completed', 'code': 200} Aug 16 19:58:34.017261 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec745e37-cc53-4f4a-9743-32fd26f5461d req-3634ce45-accb-4350-9f3e-f0b0b7cdafed tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:34.029538 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec745e37-cc53-4f4a-9743-32fd26f5461d req-3634ce45-accb-4350-9f3e-f0b0b7cdafed tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 944 time: 0.2964687 Aug 16 19:58:34.033745 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-51d6a119-e230-4f8a-b816-cbb9cd8e6b83 service neutron] Attempting to bind port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:58:34.034081 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-51d6a119-e230-4f8a-b816-cbb9cd8e6b83 service neutron] Attempting to bind port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:58:34.034528 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-51d6a119-e230-4f8a-b816-cbb9cd8e6b83 service neutron] Attempting to bind port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 on network 273a965b-291d-4de0-904d-d29903ed22d3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:58:34.085926 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-700cdf32-1c9b-422f-bc28-104152010441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de80bd2e-457e-4bf2-b0da-ab5fe1f0926f {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:58:34.093639 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-51d6a119-e230-4f8a-b816-cbb9cd8e6b83 service neutron] Port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 on network 273a965b-291d-4de0-904d-d29903ed22d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 19:58:34.094587 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-51d6a119-e230-4f8a-b816-cbb9cd8e6b83 service neutron] Attempting to bind port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 on network 273a965b-291d-4de0-904d-d29903ed22d3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:58:34.116468 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-700cdf32-1c9b-422f-bc28-104152010441 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:34.138345 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-51d6a119-e230-4f8a-b816-cbb9cd8e6b83 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:58:34.138690 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-51d6a119-e230-4f8a-b816-cbb9cd8e6b83 service neutron] Checking segment: {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:58:34.139072 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-51d6a119-e230-4f8a-b816-cbb9cd8e6b83 service neutron] Bound using segment: {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:58:34.139544 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-51d6a119-e230-4f8a-b816-cbb9cd8e6b83 service neutron] Bound port: 210b9f61-2b6e-463d-b4dd-b2b93ef71c38, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:58:34.139887 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-51d6a119-e230-4f8a-b816-cbb9cd8e6b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:34.173162 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec745e37-cc53-4f4a-9743-32fd26f5461d req-b6360008-037b-4871-9603-12b503704482 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428235 Aug 16 19:58:34.179909 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-700cdf32-1c9b-422f-bc28-104152010441 service neutron] Transition to ACTIVE for port object de80bd2e-457e-4bf2-b0da-ab5fe1f0926f will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:58:34.208534 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-620bdb81-e975-4986-8d3a-6ef5a89715f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:34.210398 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-700cdf32-1c9b-422f-bc28-104152010441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:34.234183 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-23d04ba0-e4f4-4f02-a9ae-1208e5b92d96 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=251a8cc9-a8e6-4002-adb1-80ff793c59c9 HTTP/1.1" status: 200 len: 217 time: 0.2499714 Aug 16 19:58:34.234779 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5c0ae-ddea-450a-90ea-b9426c937f84 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1ee24c-532b-464d-9b22-fb4c5229244f,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:34.269523 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 19:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22e6950-851b-4ffe-bbda-91980debd6b9 x-openstack-request-id: req-f22e6950-851b-4ffe-bbda-91980debd6b9 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:58:34.270367 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ee67a9-a38a-4347-9e06-2d9112a38807", "name": "network-vif-deleted", "tag": "46a89ff1-bd54-4114-afc2-35a4304c10dd", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:58:34.270367 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f22e6950-851b-4ffe-bbda-91980debd6b9 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:58:34.270562 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ee67a9-a38a-4347-9e06-2d9112a38807', 'name': 'network-vif-deleted', 'tag': '46a89ff1-bd54-4114-afc2-35a4304c10dd', 'status': 'completed', 'code': 200} Aug 16 19:58:34.286626 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-e6f5c0ae-ddea-450a-90ea-b9426c937f84 service neutron] Attempting to bind port 2d1ee24c-532b-464d-9b22-fb4c5229244f on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:58:34.287199 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-e6f5c0ae-ddea-450a-90ea-b9426c937f84 service neutron] Attempting to bind port 2d1ee24c-532b-464d-9b22-fb4c5229244f by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '827dd0b5-7f5a-4db7-ad86-73a8b5a29504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:58:34.287716 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-e6f5c0ae-ddea-450a-90ea-b9426c937f84 service neutron] Attempting to bind port 2d1ee24c-532b-464d-9b22-fb4c5229244f on network d97fcdba-147b-42c4-9a36-36beb7fe5385 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:58:34.332578 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-303deb68-8d71-4f66-960c-2d5f0480ce38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:34.338970 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-e6f5c0ae-ddea-450a-90ea-b9426c937f84 service neutron] Port 2d1ee24c-532b-464d-9b22-fb4c5229244f on network d97fcdba-147b-42c4-9a36-36beb7fe5385 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 19:58:34.339358 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-e6f5c0ae-ddea-450a-90ea-b9426c937f84 service neutron] Attempting to bind port 2d1ee24c-532b-464d-9b22-fb4c5229244f on network d97fcdba-147b-42c4-9a36-36beb7fe5385 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:58:34.345791 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-51d6a119-e230-4f8a-b816-cbb9cd8e6b83 service neutron] For port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:58:34.354194 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-51d6a119-e230-4f8a-b816-cbb9cd8e6b83 service neutron] For port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=210b9f61-2b6e-463d-b4dd-b2b93ef71c38,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:58:34.365031 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700cdf32-1c9b-422f-bc28-104152010441 service neutron] Pushing event updated for resources: {'Port': ['ID=de80bd2e-457e-4bf2-b0da-ab5fe1f0926f,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:34.371141 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-51d6a119-e230-4f8a-b816-cbb9cd8e6b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:34.407976 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-e6f5c0ae-ddea-450a-90ea-b9426c937f84 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:58:34.408506 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-e6f5c0ae-ddea-450a-90ea-b9426c937f84 service neutron] Checking segment: {'id': '827dd0b5-7f5a-4db7-ad86-73a8b5a29504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:58:34.409207 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-e6f5c0ae-ddea-450a-90ea-b9426c937f84 service neutron] Bound using segment: {'id': '827dd0b5-7f5a-4db7-ad86-73a8b5a29504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:58:34.409997 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-e6f5c0ae-ddea-450a-90ea-b9426c937f84 service neutron] Bound port: 2d1ee24c-532b-464d-9b22-fb4c5229244f, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '827dd0b5-7f5a-4db7-ad86-73a8b5a29504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:58:34.410637 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-e6f5c0ae-ddea-450a-90ea-b9426c937f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:34.467540 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-344eca5e-9b68-4427-9eb2-0fa9b55c48c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:34.469486 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-344eca5e-9b68-4427-9eb2-0fa9b55c48c4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.2188342 Aug 16 19:58:34.481491 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc9156-3cf6-4271-964f-1dcdd63bbcba req-2c6e07af-7065-4e9d-959b-2e4969a19e1f tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:34.484998 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-87cc9156-3cf6-4271-964f-1dcdd63bbcba req-2c6e07af-7065-4e9d-959b-2e4969a19e1f tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=06368577-0630-44c4-80a4-beaf5e5652aa HTTP/1.1" status: 200 len: 936 time: 0.4052196 Aug 16 19:58:34.493241 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-51d6a119-e230-4f8a-b816-cbb9cd8e6b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:34.494183 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-51d6a119-e230-4f8a-b816-cbb9cd8e6b83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:34.496021 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-51d6a119-e230-4f8a-b816-cbb9cd8e6b83 service neutron] 10.222.0.57 "PUT /v2.0/ports/210b9f61-2b6e-463d-b4dd-b2b93ef71c38 HTTP/1.1" status: 200 len: 1093 time: 2.4925694 Aug 16 19:58:34.554280 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-620bdb81-e975-4986-8d3a-6ef5a89715f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:34.557744 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-620bdb81-e975-4986-8d3a-6ef5a89715f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:34.559116 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-620bdb81-e975-4986-8d3a-6ef5a89715f6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4c53cba0-6064-4251-aa7e-29ffc1f172d9 HTTP/1.1" status: 204 len: 168 time: 1.0572932 Aug 16 19:58:34.603385 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620bdb81-e975-4986-8d3a-6ef5a89715f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c53cba0-6064-4251-aa7e-29ffc1f172d9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:34.630090 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-e6f5c0ae-ddea-450a-90ea-b9426c937f84 service neutron] For port 2d1ee24c-532b-464d-9b22-fb4c5229244f, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:58:34.644098 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-87cc9156-3cf6-4271-964f-1dcdd63bbcba req-ae0d9b57-857c-430b-ac71-a38335c8db85 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293402 Aug 16 19:58:34.647406 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6a119-e230-4f8a-b816-cbb9cd8e6b83 service neutron] Pushing event updated for resources: {'Port': ['ID=210b9f61-2b6e-463d-b4dd-b2b93ef71c38,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:34.649133 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 46a89ff1-bd54-4114-afc2-35a4304c10dd no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 19:58:34.661039 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-e6f5c0ae-ddea-450a-90ea-b9426c937f84 service neutron] For port 2d1ee24c-532b-464d-9b22-fb4c5229244f, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=2d1ee24c-532b-464d-9b22-fb4c5229244f,segment=NetworkSegment(827dd0b5-7f5a-4db7-ad86-73a8b5a29504),segment_id=827dd0b5-7f5a-4db7-ad86-73a8b5a29504)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:58:34.673110 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-a7a238e8-4dec-45ef-87b5-5bd9ece463fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:34.675748 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-a7a238e8-4dec-45ef-87b5-5bd9ece463fe service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1641817 Aug 16 19:58:34.678636 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-e6f5c0ae-ddea-450a-90ea-b9426c937f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:34.734131 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-700cdf32-1c9b-422f-bc28-104152010441 service neutron] Attempting to bind port de80bd2e-457e-4bf2-b0da-ab5fe1f0926f on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:58:34.747103 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-700cdf32-1c9b-422f-bc28-104152010441 service neutron] Attempting to bind port de80bd2e-457e-4bf2-b0da-ab5fe1f0926f by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:58:34.747940 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-700cdf32-1c9b-422f-bc28-104152010441 service neutron] Attempting to bind port de80bd2e-457e-4bf2-b0da-ab5fe1f0926f on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:58:34.794131 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:34.805044 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 46a89ff1-bd54-4114-afc2-35a4304c10dd {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 19:58:34.806078 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 46a89ff1-bd54-4114-afc2-35a4304c10dd not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 19:58:34.811927 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-700cdf32-1c9b-422f-bc28-104152010441 service neutron] Port de80bd2e-457e-4bf2-b0da-ab5fe1f0926f on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 19:58:34.813052 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-700cdf32-1c9b-422f-bc28-104152010441 service neutron] Attempting to bind port de80bd2e-457e-4bf2-b0da-ab5fe1f0926f on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:58:34.821727 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5c0ae-ddea-450a-90ea-b9426c937f84 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1ee24c-532b-464d-9b22-fb4c5229244f,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:34.853065 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-700cdf32-1c9b-422f-bc28-104152010441 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:58:34.853870 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-700cdf32-1c9b-422f-bc28-104152010441 service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:58:34.853963 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-700cdf32-1c9b-422f-bc28-104152010441 service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:58:34.859089 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-700cdf32-1c9b-422f-bc28-104152010441 service neutron] Bound port: de80bd2e-457e-4bf2-b0da-ab5fe1f0926f, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:58:34.859652 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-700cdf32-1c9b-422f-bc28-104152010441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:34.880880 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-b5959b49-a18e-4604-b6b2-0257639ede85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:34.882474 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-b5959b49-a18e-4604-b6b2-0257639ede85 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=80d98bbe248147c88be18e7257fbdc13&device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 1096 time: 0.2103555 Aug 16 19:58:34.891569 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e158a-76e0-431d-9703-3483e843d0ec req-94ea1d4b-d38e-4107-a3d2-9455be6eca0a tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:34.894748 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-017e158a-76e0-431d-9703-3483e843d0ec req-94ea1d4b-d38e-4107-a3d2-9455be6eca0a tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=77cd4e1e-40c1-4a2a-b6fc-f534305730fe HTTP/1.1" status: 200 len: 944 time: 0.2634444 Aug 16 19:58:34.948877 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-e6f5c0ae-ddea-450a-90ea-b9426c937f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:34.949913 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-e6f5c0ae-ddea-450a-90ea-b9426c937f84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:34.951699 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-e6f5c0ae-ddea-450a-90ea-b9426c937f84 service neutron] 10.222.0.57 "PUT /v2.0/ports/2d1ee24c-532b-464d-9b22-fb4c5229244f HTTP/1.1" status: 200 len: 1093 time: 3.1250446 Aug 16 19:58:35.012346 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-2169c333-71a7-46d4-9687-ada0ba40942f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=210b9f61-2b6e-463d-b4dd-b2b93ef71c38 HTTP/1.1" status: 200 len: 217 time: 0.1112654 Aug 16 19:58:35.093583 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-017e158a-76e0-431d-9703-3483e843d0ec req-f122da72-6097-4b49-9535-2758059f2a97 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/security-groups?id=1337fce4-273b-4435-a35c-c970b1f10dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644886 Aug 16 19:58:35.101739 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-700cdf32-1c9b-422f-bc28-104152010441 service neutron] For port de80bd2e-457e-4bf2-b0da-ab5fe1f0926f, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:58:35.149196 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-b7dee1f1-f5b0-4dba-a7f6-b2897cccf465 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591606 Aug 16 19:58:35.150681 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-700cdf32-1c9b-422f-bc28-104152010441 service neutron] For port de80bd2e-457e-4bf2-b0da-ab5fe1f0926f, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=de80bd2e-457e-4bf2-b0da-ab5fe1f0926f,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:58:35.163548 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-700cdf32-1c9b-422f-bc28-104152010441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:35.171304 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b88e39-557e-4e24-b8ab-9a9f9b429bd7 req-fc3b86f1-4239-4be1-abe1-26852d0afabd tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:35.175581 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-11b88e39-557e-4e24-b8ab-9a9f9b429bd7 req-fc3b86f1-4239-4be1-abe1-26852d0afabd tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d1db1d-9dd7-48f9-9ddc-c4a080a0741d HTTP/1.1" status: 200 len: 947 time: 0.2399576 Aug 16 19:58:35.186789 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-a9df5469-5ce6-44b0-a67f-ff2123ffa8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:35.188263 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-c5c99bfd-3f4c-43b4-bef9-254e2f194c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:35.188718 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-a9df5469-5ce6-44b0-a67f-ff2123ffa8f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49f83f5f-99d4-4f21-857e-7c691113f792 HTTP/1.1" status: 200 len: 861 time: 0.1611366 Aug 16 19:58:35.189961 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-c5c99bfd-3f4c-43b4-bef9-254e2f194c73 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd60ee167a7c4249be845d9f57d57e43&device_id=77cd4e1e-40c1-4a2a-b6fc-f534305730fe HTTP/1.1" status: 200 len: 1096 time: 0.1779456 Aug 16 19:58:35.229961 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-700cdf32-1c9b-422f-bc28-104152010441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:35.230875 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-700cdf32-1c9b-422f-bc28-104152010441 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:35.232822 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-700cdf32-1c9b-422f-bc28-104152010441 service neutron] 10.222.0.57 "PUT /v2.0/ports/de80bd2e-457e-4bf2-b0da-ab5fe1f0926f HTTP/1.1" status: 200 len: 1097 time: 2.9937069 Aug 16 19:58:35.301809 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-122b9be9-3a1e-4e8b-8dcf-5a8efa10bfe5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=273a965b-291d-4de0-904d-d29903ed22d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835690 Aug 16 19:58:35.377858 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-5ff364e3-7f6a-427c-b7d4-114482f3b8d5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d1ee24c-532b-464d-9b22-fb4c5229244f HTTP/1.1" status: 200 len: 217 time: 0.1508539 Aug 16 19:58:35.420508 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700cdf32-1c9b-422f-bc28-104152010441 service neutron] Pushing event updated for resources: {'Port': ['ID=de80bd2e-457e-4bf2-b0da-ab5fe1f0926f,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:35.423223 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-11b88e39-557e-4e24-b8ab-9a9f9b429bd7 req-9209594e-bca8-4dcc-9f80-0233aa7ccc84 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295859 Aug 16 19:58:35.425510 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9ff29099-d086-40e5-b461-5fa5c596b4ab req-fdc3d420-e95b-4459-a341-83c174524cbe service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476490 Aug 16 19:58:35.468337 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:35.554803 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-cfbadb2f-e95e-490f-9eb2-490265281cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:35.556648 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-cfbadb2f-e95e-490f-9eb2-490265281cc1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dc29b08b0d8548aea4187c296f1b3387&device_id=06368577-0630-44c4-80a4-beaf5e5652aa HTTP/1.1" status: 200 len: 1100 time: 0.2592025 Aug 16 19:58:35.559286 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-84af76a5-0cfb-4afd-9854-243c2e5502d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:35.560778 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-84af76a5-0cfb-4afd-9854-243c2e5502d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=255dc5d0-2507-406e-9c79-293ed8a42973 HTTP/1.1" status: 200 len: 863 time: 0.1516788 Aug 16 19:58:35.668433 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-3c33ec82-65d7-4edf-88ee-e718672824b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=de80bd2e-457e-4bf2-b0da-ab5fe1f0926f HTTP/1.1" status: 200 len: 217 time: 0.0913768 Aug 16 19:58:35.706960 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:35.747877 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ac762-d6ac-417f-9834-ab079407d2e2 req-2d22258d-8276-4c9f-9749-1756f74a0269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:35.749377 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8d6ac762-d6ac-417f-9834-ab079407d2e2 req-2d22258d-8276-4c9f-9749-1756f74a0269 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=74e2f72781564173bac530a92b1cda23&device_id=28d1db1d-9dd7-48f9-9ddc-c4a080a0741d HTTP/1.1" status: 200 len: 1099 time: 0.1877389 Aug 16 19:58:35.761674 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-a2d428df-b859-40c4-8927-fb920a456000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:35.764983 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:35.772300 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-a2d428df-b859-40c4-8927-fb920a456000 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d97fcdba-147b-42c4-9a36-36beb7fe5385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1968160 Aug 16 19:58:35.831432 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-2d976223-195b-4fbf-becf-68598e60552d service neutron] 10.222.0.57 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850307 Aug 16 19:58:35.884893 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ac762-d6ac-417f-9834-ab079407d2e2 req-8e9d9489-e24a-4058-ba11-ef972aafb3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:35.886284 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8d6ac762-d6ac-417f-9834-ab079407d2e2 req-8e9d9489-e24a-4058-ba11-ef972aafb3d7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.1130536 Aug 16 19:58:35.954361 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73dbc0-7e20-4ac6-80ae-1d3a529b7a5e req-618009eb-360b-4860-90c9-0f8e03e3aa27 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:35.964383 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2c73dbc0-7e20-4ac6-80ae-1d3a529b7a5e req-618009eb-360b-4860-90c9-0f8e03e3aa27 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 944 time: 0.2912569 Aug 16 19:58:35.989418 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77cd4e1e-40c1-4a2a-b6fc-f534305730fe', 'tag': '2d1ee24c-532b-464d-9b22-fb4c5229244f'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:58:35.991688 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddad456a-851c-4e41-8cbe-d5de5fcbb81d" -d '{"events": [{"name": "network-changed", "server_uuid": "77cd4e1e-40c1-4a2a-b6fc-f534305730fe", "tag": "2d1ee24c-532b-464d-9b22-fb4c5229244f"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:58:36.003870 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-15192cd2-6272-4bb2-a190-e3fbaab09f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:36.005521 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-15192cd2-6272-4bb2-a190-e3fbaab09f80 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.3221993 Aug 16 19:58:36.055106 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8d6ac762-d6ac-417f-9834-ab079407d2e2 req-fc56c897-7f77-471b-bd9d-647be3820d91 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=251a8cc9-a8e6-4002-adb1-80ff793c59c9 HTTP/1.1" status: 200 len: 217 time: 0.1587181 Aug 16 19:58:36.064500 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-16b70b96-eab4-46db-a6d9-b609dc674b45 req-dd5813e5-12da-4df4-9f70-e755606183f2 service neutron] 10.222.0.57 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236285 Aug 16 19:58:36.087286 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95afb4-5b7c-451d-aec1-3c0f707726d6 req-9b387225-c9f6-4fee-84e1-f559b14a2de0 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:36.094590 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3f95afb4-5b7c-451d-aec1-3c0f707726d6 req-9b387225-c9f6-4fee-84e1-f559b14a2de0 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=06368577-0630-44c4-80a4-beaf5e5652aa HTTP/1.1" status: 200 len: 948 time: 0.2062211 Aug 16 19:58:36.140259 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2c73dbc0-7e20-4ac6-80ae-1d3a529b7a5e req-92614274-b21e-4030-b014-ed10f5c508aa tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691647 Aug 16 19:58:36.150691 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55608) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:36.160678 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-c0d215bf-cb92-4c99-9662-a48c7b74cccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:36.162984 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-c0d215bf-cb92-4c99-9662-a48c7b74cccf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0974078 Aug 16 19:58:36.212004 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ac762-d6ac-417f-9834-ab079407d2e2 req-eb5c8162-ad9f-4f5a-a273-25e99681e5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:36.213471 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8d6ac762-d6ac-417f-9834-ab079407d2e2 req-eb5c8162-ad9f-4f5a-a273-25e99681e5b8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1477487 Aug 16 19:58:36.242156 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3f95afb4-5b7c-451d-aec1-3c0f707726d6 req-af4caf45-563f-414e-91c7-92ff773204da tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465960 Aug 16 19:58:36.261037 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 19:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae0a6fa-cfb9-4368-9485-f5bd4e25b926 x-openstack-request-id: req-bae0a6fa-cfb9-4368-9485-f5bd4e25b926 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:58:36.261517 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77cd4e1e-40c1-4a2a-b6fc-f534305730fe", "tag": "2d1ee24c-532b-464d-9b22-fb4c5229244f", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:58:36.261930 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bae0a6fa-cfb9-4368-9485-f5bd4e25b926 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:58:36.262446 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77cd4e1e-40c1-4a2a-b6fc-f534305730fe', 'tag': '2d1ee24c-532b-464d-9b22-fb4c5229244f', 'status': 'completed', 'code': 200} Aug 16 19:58:36.295487 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-752abf4e-a33b-4a5b-9fa5-f97f235de3ba service neutron] 10.222.0.57 "GET /v2.0/networks/d97fcdba-147b-42c4-9a36-36beb7fe5385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082277 Aug 16 19:58:36.307537 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ac762-d6ac-417f-9834-ab079407d2e2 req-8e3069da-e6df-440f-b6ae-d0b1ac505e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:36.309686 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8d6ac762-d6ac-417f-9834-ab079407d2e2 req-8e3069da-e6df-440f-b6ae-d0b1ac505e65 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0539267 Aug 16 19:58:36.332105 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465e3bd2-2281-4d83-8bb1-72e2d9ee3532', 'tag': '210b9f61-2b6e-463d-b4dd-b2b93ef71c38'}, {'name': 'network-changed', 'server_uuid': '06368577-0630-44c4-80a4-beaf5e5652aa', 'tag': 'de80bd2e-457e-4bf2-b0da-ab5fe1f0926f'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:58:36.335461 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a32d2b-9f59-42ae-826c-539e54a4de46" -d '{"events": [{"name": "network-changed", "server_uuid": "465e3bd2-2281-4d83-8bb1-72e2d9ee3532", "tag": "210b9f61-2b6e-463d-b4dd-b2b93ef71c38"}, {"name": "network-changed", "server_uuid": "06368577-0630-44c4-80a4-beaf5e5652aa", "tag": "de80bd2e-457e-4bf2-b0da-ab5fe1f0926f"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:58:36.347413 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-0762c14f-5f33-44fe-b471-be13753756d8 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743076 Aug 16 19:58:36.441855 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55618) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:36.476620 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8c35f7dd-6d59-49f5-8a6b-d06598781ae1 req-724537d9-2705-4ae5-91d5-f90de4c48b53 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208918 Aug 16 19:58:36.477472 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 19:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eace91bd-1e5e-44e2-b413-99790901c82f x-openstack-request-id: req-eace91bd-1e5e-44e2-b413-99790901c82f {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:58:36.477760 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465e3bd2-2281-4d83-8bb1-72e2d9ee3532", "tag": "210b9f61-2b6e-463d-b4dd-b2b93ef71c38", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "06368577-0630-44c4-80a4-beaf5e5652aa", "tag": "de80bd2e-457e-4bf2-b0da-ab5fe1f0926f", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:58:36.478006 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eace91bd-1e5e-44e2-b413-99790901c82f {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:58:36.478651 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465e3bd2-2281-4d83-8bb1-72e2d9ee3532', 'tag': '210b9f61-2b6e-463d-b4dd-b2b93ef71c38', 'status': 'completed', 'code': 200} Aug 16 19:58:36.479439 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06368577-0630-44c4-80a4-beaf5e5652aa', 'tag': 'de80bd2e-457e-4bf2-b0da-ab5fe1f0926f', 'status': 'completed', 'code': 200} Aug 16 19:58:36.598732 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d4c56-2987-4ad9-9105-b1391929402b req-5065e3aa-4d2a-46fc-a403-11b5af77e189 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:36.600750 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8b7d4c56-2987-4ad9-9105-b1391929402b req-5065e3aa-4d2a-46fc-a403-11b5af77e189 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=77cd4e1e-40c1-4a2a-b6fc-f534305730fe HTTP/1.1" status: 200 len: 944 time: 0.1211069 Aug 16 19:58:36.607512 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a32d2b-9f59-42ae-826c-539e54a4de46 req-c7ed75bd-e3f6-4d6d-bc4a-a9a3b7a4d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:36.609304 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-53a32d2b-9f59-42ae-826c-539e54a4de46 req-c7ed75bd-e3f6-4d6d-bc4a-a9a3b7a4d7a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=80d98bbe248147c88be18e7257fbdc13&device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 1096 time: 0.1197927 Aug 16 19:58:36.711750 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-acbedcc7-3cd1-4491-b67e-8c136b7fd54e req-cc9c1c3d-bf43-4933-9d73-b2af027c4ab5 service neutron] 10.222.0.57 "GET /v2.0/networks/d97fcdba-147b-42c4-9a36-36beb7fe5385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007814 Aug 16 19:58:36.713308 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c8a0af70-414e-41af-88c3-82b8156e1609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:36.737756 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8d6ac762-d6ac-417f-9834-ab079407d2e2 req-fe72a7c0-32e4-487a-b97f-07069a77d37d service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713520 Aug 16 19:58:36.742806 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a32d2b-9f59-42ae-826c-539e54a4de46 req-add3913e-fae9-42a0-92c9-6434178f7648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:36.744735 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-53a32d2b-9f59-42ae-826c-539e54a4de46 req-add3913e-fae9-42a0-92c9-6434178f7648 service neutron] 10.222.0.57 "GET /v2.0/networks?id=273a965b-291d-4de0-904d-d29903ed22d3 HTTP/1.1" status: 200 len: 922 time: 0.1172061 Aug 16 19:58:36.786142 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8b7d4c56-2987-4ad9-9105-b1391929402b req-e817ab2e-075f-4081-916d-cb3ee8a695c6 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/security-groups?id=1337fce4-273b-4435-a35c-c970b1f10dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752179 Aug 16 19:58:36.848305 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-53a32d2b-9f59-42ae-826c-539e54a4de46 req-a09bc75b-9e31-4309-b85d-5f61b5096f26 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=210b9f61-2b6e-463d-b4dd-b2b93ef71c38 HTTP/1.1" status: 200 len: 217 time: 0.0770984 Aug 16 19:58:36.897245 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:36.920471 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a32d2b-9f59-42ae-826c-539e54a4de46 req-a06dec33-0bc6-46b9-b4c6-8621b0a2ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:36.922329 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-53a32d2b-9f59-42ae-826c-539e54a4de46 req-a06dec33-0bc6-46b9-b4c6-8621b0a2ddb5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49f83f5f-99d4-4f21-857e-7c691113f792 HTTP/1.1" status: 200 len: 861 time: 0.0662494 Aug 16 19:58:36.967449 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-53a32d2b-9f59-42ae-826c-539e54a4de46 req-d206a5b2-a4e6-4ce4-9d2c-0abcae342ee4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=273a965b-291d-4de0-904d-d29903ed22d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351014 Aug 16 19:58:37.103649 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ace184-6270-4034-8b08-70c7b908e6b4 req-9f017620-321d-43c4-ad5c-6942a0126221 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:37.105132 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-32ace184-6270-4034-8b08-70c7b908e6b4 req-9f017620-321d-43c4-ad5c-6942a0126221 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d1db1d-9dd7-48f9-9ddc-c4a080a0741d HTTP/1.1" status: 200 len: 947 time: 0.5548217 Aug 16 19:58:37.147732 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a5bceba5-3000-43af-a70d-27b398aa4087 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=64cf90e8f5964954a1c824ad94d2aa33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9935591 Aug 16 19:58:37.150650 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55632) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:37.170666 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-53a32d2b-9f59-42ae-826c-539e54a4de46 req-252a9991-2613-4dc5-bda8-176b6a843588 service neutron] 10.222.0.57 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896222 Aug 16 19:58:37.194791 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad456a-851c-4e41-8cbe-d5de5fcbb81d req-326db04c-686c-48b1-8d42-ace967519611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:37.203474 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ddad456a-851c-4e41-8cbe-d5de5fcbb81d req-326db04c-686c-48b1-8d42-ace967519611 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd60ee167a7c4249be845d9f57d57e43&device_id=77cd4e1e-40c1-4a2a-b6fc-f534305730fe HTTP/1.1" status: 200 len: 1096 time: 0.4262578 Aug 16 19:58:37.305889 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac059588-07e8-4e59-8b2f-75e07bc4e1be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:37.328656 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac059588-07e8-4e59-8b2f-75e07bc4e1be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:37.331101 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-32ace184-6270-4034-8b08-70c7b908e6b4 req-7b2560a5-c53d-4f7e-afa8-37489d2542b9 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166209 Aug 16 19:58:37.361643 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8d6ac762-d6ac-417f-9834-ab079407d2e2 req-86edb5bb-4ef2-4b90-989a-ec99b735f867 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6155117 Aug 16 19:58:37.416270 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac059588-07e8-4e59-8b2f-75e07bc4e1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:37.418806 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac059588-07e8-4e59-8b2f-75e07bc4e1be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:37.420133 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ac059588-07e8-4e59-8b2f-75e07bc4e1be admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ba0b19ea-9de7-432b-b945-9447fc9fa64d HTTP/1.1" status: 204 len: 168 time: 0.2660594 Aug 16 19:58:37.440054 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b848e-2ac5-4608-8ee3-7b353697cac0 req-2966b26b-93b6-42d7-b777-a5cb10d1e93b tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:37.441603 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-933b848e-2ac5-4608-8ee3-7b353697cac0 req-2966b26b-93b6-42d7-b777-a5cb10d1e93b tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 944 time: 0.1786418 Aug 16 19:58:37.465347 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad456a-851c-4e41-8cbe-d5de5fcbb81d req-d5841414-e88c-421d-af0f-f4044b51d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:37.467173 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac059588-07e8-4e59-8b2f-75e07bc4e1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0b19ea-9de7-432b-b945-9447fc9fa64d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:37.467509 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ddad456a-851c-4e41-8cbe-d5de5fcbb81d req-d5841414-e88c-421d-af0f-f4044b51d63e service neutron] 10.222.0.57 "GET /v2.0/networks?id=d97fcdba-147b-42c4-9a36-36beb7fe5385 HTTP/1.1" status: 200 len: 925 time: 0.2377172 Aug 16 19:58:37.503117 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-53a32d2b-9f59-42ae-826c-539e54a4de46 req-5ddfcef2-d038-411a-9c26-1b84c34bd076 service neutron] 10.222.0.57 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238809 Aug 16 19:58:37.530940 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c8a0af70-414e-41af-88c3-82b8156e1609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:37.557309 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-933b848e-2ac5-4608-8ee3-7b353697cac0 req-fffc74a9-970e-4573-bf4a-d33caa8051ae tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077936 Aug 16 19:58:37.590966 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c8a0af70-414e-41af-88c3-82b8156e1609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:37.598126 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ddad456a-851c-4e41-8cbe-d5de5fcbb81d req-f86cdb41-d394-4506-8939-e368d6aaa9ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d1ee24c-532b-464d-9b22-fb4c5229244f HTTP/1.1" status: 200 len: 217 time: 0.0963018 Aug 16 19:58:37.617295 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875e9c8-4b30-41c4-953d-aa73cd808c3e req-76dd4441-debd-401c-b786-c79ee220b072 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:37.618807 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b875e9c8-4b30-41c4-953d-aa73cd808c3e req-76dd4441-debd-401c-b786-c79ee220b072 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=06368577-0630-44c4-80a4-beaf5e5652aa HTTP/1.1" status: 200 len: 948 time: 0.1989286 Aug 16 19:58:37.644415 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a32d2b-9f59-42ae-826c-539e54a4de46 req-bbbab676-c882-4d87-8e0c-8aebbc46336e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:37.646710 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-53a32d2b-9f59-42ae-826c-539e54a4de46 req-bbbab676-c882-4d87-8e0c-8aebbc46336e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dc29b08b0d8548aea4187c296f1b3387&device_id=06368577-0630-44c4-80a4-beaf5e5652aa HTTP/1.1" status: 200 len: 1100 time: 0.0869939 Aug 16 19:58:37.670864 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad456a-851c-4e41-8cbe-d5de5fcbb81d req-d0ecff51-3be1-4a37-b1b4-1c3af38d3001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:37.675749 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ddad456a-851c-4e41-8cbe-d5de5fcbb81d req-d0ecff51-3be1-4a37-b1b4-1c3af38d3001 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=255dc5d0-2507-406e-9c79-293ed8a42973 HTTP/1.1" status: 200 len: 863 time: 0.0665245 Aug 16 19:58:37.742182 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c8a0af70-414e-41af-88c3-82b8156e1609 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5682b6168f084ee8bd185925fd507de2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2989898 Aug 16 19:58:37.746691 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55648) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:37.780353 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0af70-414e-41af-88c3-82b8156e1609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645c1336-8372-4fa7-b8cf-9ecaf953d297,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:37.901477 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b875e9c8-4b30-41c4-953d-aa73cd808c3e req-5094397a-9ab9-4118-a57d-b9996a0ce566 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234194 Aug 16 19:58:37.922722 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a32d2b-9f59-42ae-826c-539e54a4de46 req-96ed0ae9-ba33-4745-a0a9-214c190d8af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:37.931810 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad456a-851c-4e41-8cbe-d5de5fcbb81d req-3c788709-b1c3-4709-9738-a41d668ca489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:37.932107 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-53a32d2b-9f59-42ae-826c-539e54a4de46 req-96ed0ae9-ba33-4745-a0a9-214c190d8af7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.2760680 Aug 16 19:58:37.933628 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ddad456a-851c-4e41-8cbe-d5de5fcbb81d req-3c788709-b1c3-4709-9738-a41d668ca489 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d97fcdba-147b-42c4-9a36-36beb7fe5385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2472215 Aug 16 19:58:37.935325 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85c70f82-e2c6-4b8d-aac3-6d42663f50d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:37.986345 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85c70f82-e2c6-4b8d-aac3-6d42663f50d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:38.196701 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85c70f82-e2c6-4b8d-aac3-6d42663f50d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:38.199514 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85c70f82-e2c6-4b8d-aac3-6d42663f50d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:38.205312 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-85c70f82-e2c6-4b8d-aac3-6d42663f50d8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/645c1336-8372-4fa7-b8cf-9ecaf953d297 HTTP/1.1" status: 204 len: 168 time: 0.4535336 Aug 16 19:58:38.223647 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ddad456a-851c-4e41-8cbe-d5de5fcbb81d req-9e8e295a-f49e-4c4e-b0a8-894b5bd75230 service neutron] 10.222.0.57 "GET /v2.0/networks/d97fcdba-147b-42c4-9a36-36beb7fe5385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765329 Aug 16 19:58:38.255051 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c70f82-e2c6-4b8d-aac3-6d42663f50d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645c1336-8372-4fa7-b8cf-9ecaf953d297,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:38.388907 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55662) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:38.479724 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-53a32d2b-9f59-42ae-826c-539e54a4de46 req-ed8b56e7-8e11-4f64-a653-db81e5fb83f2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=de80bd2e-457e-4bf2-b0da-ab5fe1f0926f HTTP/1.1" status: 200 len: 217 time: 0.5069630 Aug 16 19:58:38.516964 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ab619b4d-ccbe-4c31-9ea9-f00e8b28b439 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=744af4807dd24a30b73160017397b81a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1264760 Aug 16 19:58:38.536401 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e43dcd-4d41-44f1-94e7-c61845937689 req-9ccce5cf-c05a-4c97-9bd9-b257cdccad05 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:38.544531 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-41e43dcd-4d41-44f1-94e7-c61845937689 req-9ccce5cf-c05a-4c97-9bd9-b257cdccad05 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=77cd4e1e-40c1-4a2a-b6fc-f534305730fe HTTP/1.1" status: 200 len: 944 time: 0.6068468 Aug 16 19:58:38.559909 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55670) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:38.607566 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a32d2b-9f59-42ae-826c-539e54a4de46 req-71405627-be5b-46e4-84a6-a7e28d6c3b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:38.609040 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-53a32d2b-9f59-42ae-826c-539e54a4de46 req-71405627-be5b-46e4-84a6-a7e28d6c3b7d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1195116 Aug 16 19:58:38.613965 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ddad456a-851c-4e41-8cbe-d5de5fcbb81d req-5177a2b2-2be9-4621-a176-0057ac34d93d service neutron] 10.222.0.57 "GET /v2.0/networks/d97fcdba-147b-42c4-9a36-36beb7fe5385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748779 Aug 16 19:58:38.639868 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc955cd-a5bc-47a8-905f-7deed61c7e2d req-fc02ea61-f797-4ddf-9778-5aa78b4b0800 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:38.647178 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dcc955cd-a5bc-47a8-905f-7deed61c7e2d req-fc02ea61-f797-4ddf-9778-5aa78b4b0800 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d1db1d-9dd7-48f9-9ddc-c4a080a0741d HTTP/1.1" status: 200 len: 947 time: 0.1293483 Aug 16 19:58:38.649050 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-41e43dcd-4d41-44f1-94e7-c61845937689 req-0b77f276-d2f8-4738-bcbb-50622dcd1b5b tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/security-groups?id=1337fce4-273b-4435-a35c-c970b1f10dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035833 Aug 16 19:58:38.673613 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 251a8cc9-a8e6-4002-adb1-80ff793c59c9 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 19:58:38.728910 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dcc955cd-a5bc-47a8-905f-7deed61c7e2d req-f89e008b-0e57-4202-b3df-c0fdcf204c0c tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797741 Aug 16 19:58:38.755087 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a32d2b-9f59-42ae-826c-539e54a4de46 req-6a9f78ed-a618-4d38-ab7b-54eeabef1202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:38.769569 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-53a32d2b-9f59-42ae-826c-539e54a4de46 req-6a9f78ed-a618-4d38-ab7b-54eeabef1202 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1373787 Aug 16 19:58:38.770511 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f46f7536-fc04-4a24-8ec2-8270ac9cd25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:38.870805 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 251a8cc9-a8e6-4002-adb1-80ff793c59c9, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=251a8cc9-a8e6-4002-adb1-80ff793c59c9,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:38.883207 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '251a8cc9-a8e6-4002-adb1-80ff793c59c9', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': '251a8cc9-a8e6-4002-adb1-80ff793c59c9', 'mac_address': 'fa:16:3e:66:0c:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 19:58:38.914658 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f46f7536-fc04-4a24-8ec2-8270ac9cd25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:38.927866 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:38.942861 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 251a8cc9-a8e6-4002-adb1-80ff793c59c9 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:58:38.943767 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f08284-af6c-4a01-a550-1d937c2bb94c req-b212eb58-7ec3-4edf-b7b3-2f5e554b6880 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:38.954615 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d9f08284-af6c-4a01-a550-1d937c2bb94c req-b212eb58-7ec3-4edf-b7b3-2f5e554b6880 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 944 time: 0.1013560 Aug 16 19:58:38.971851 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 251a8cc9-a8e6-4002-adb1-80ff793c59c9, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=251a8cc9-a8e6-4002-adb1-80ff793c59c9,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:38.983976 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:38.994933 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f46f7536-fc04-4a24-8ec2-8270ac9cd25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:38.998700 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f46f7536-fc04-4a24-8ec2-8270ac9cd25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:39.003986 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f46f7536-fc04-4a24-8ec2-8270ac9cd25a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e3edbb92-1709-477f-a6d4-98318e8bae5a HTTP/1.1" status: 204 len: 168 time: 0.4378357 Aug 16 19:58:39.020737 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f7536-fc04-4a24-8ec2-8270ac9cd25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3edbb92-1709-477f-a6d4-98318e8bae5a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:39.056355 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-53a32d2b-9f59-42ae-826c-539e54a4de46 req-926ac028-6588-46f5-bdc2-0c1b2bdff1fe service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832718 Aug 16 19:58:39.062698 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d9f08284-af6c-4a01-a550-1d937c2bb94c req-02052629-ebcb-4ef9-8ac7-15c80e741a44 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071174 Aug 16 19:58:39.105106 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55682) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:39.123456 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3884cf2-1fc7-4b1e-a728-ba3281a6f05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:39.181000 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=251a8cc9-a8e6-4002-adb1-80ff793c59c9,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:39.208092 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['251a8cc9-a8e6-4002-adb1-80ff793c59c9'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 19:58:39.247969 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-53a32d2b-9f59-42ae-826c-539e54a4de46 req-d50e4674-5736-412d-b9bd-940c6d4ebcea service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817286 Aug 16 19:58:39.299941 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ac1d6-51f2-42cc-9d4d-779a43862fc3 req-5246c12b-8737-4531-8467-22c90482e2c7 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:39.301653 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ea6ac1d6-51f2-42cc-9d4d-779a43862fc3 req-5246c12b-8737-4531-8467-22c90482e2c7 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=06368577-0630-44c4-80a4-beaf5e5652aa HTTP/1.1" status: 200 len: 948 time: 0.1132953 Aug 16 19:58:39.384429 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ea6ac1d6-51f2-42cc-9d4d-779a43862fc3 req-c8c3752d-bcb6-44d1-87de-c9efe7eb14e1 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686476 Aug 16 19:58:39.409816 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3884cf2-1fc7-4b1e-a728-ba3281a6f05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:39.420172 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3884cf2-1fc7-4b1e-a728-ba3281a6f05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:39.469133 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a3884cf2-1fc7-4b1e-a728-ba3281a6f05d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=abf42d70f53c40f098086630de2b5610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3611321 Aug 16 19:58:39.469133 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3884cf2-1fc7-4b1e-a728-ba3281a6f05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68871d3e-ee04-407a-8719-a81a46810568,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:39.470041 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55702) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:39.559413 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-775004db-4893-4194-bcd1-4cb694a85175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:39.601107 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-775004db-4893-4194-bcd1-4cb694a85175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:39.667529 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-775004db-4893-4194-bcd1-4cb694a85175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:39.671865 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-775004db-4893-4194-bcd1-4cb694a85175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:39.673840 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-775004db-4893-4194-bcd1-4cb694a85175 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/68871d3e-ee04-407a-8719-a81a46810568 HTTP/1.1" status: 204 len: 168 time: 0.2019019 Aug 16 19:58:39.683117 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775004db-4893-4194-bcd1-4cb694a85175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68871d3e-ee04-407a-8719-a81a46810568,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:39.816764 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6cebb-2936-47b9-ab0a-250f449ccfe7 req-115cdb51-1538-4784-8f4a-1dc022870130 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:39.818505 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-13e6cebb-2936-47b9-ab0a-250f449ccfe7 req-115cdb51-1538-4784-8f4a-1dc022870130 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=77cd4e1e-40c1-4a2a-b6fc-f534305730fe HTTP/1.1" status: 200 len: 944 time: 0.0703557 Aug 16 19:58:39.894113 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-13e6cebb-2936-47b9-ab0a-250f449ccfe7 req-16fac7d0-4da8-4b39-9e25-ac7c26c1ab94 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/security-groups?id=1337fce4-273b-4435-a35c-c970b1f10dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693395 Aug 16 19:58:39.931796 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f3f58-5aeb-4ac8-b774-c8e1ee2ebefe req-e96e6617-8577-4025-8522-9c52d37ad296 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:39.933316 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-688f3f58-5aeb-4ac8-b774-c8e1ee2ebefe req-e96e6617-8577-4025-8522-9c52d37ad296 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d1db1d-9dd7-48f9-9ddc-c4a080a0741d HTTP/1.1" status: 200 len: 948 time: 0.0995107 Aug 16 19:58:39.983719 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-688f3f58-5aeb-4ac8-b774-c8e1ee2ebefe req-dbc82f9a-a1dd-4898-81e1-b6b9a7213ce2 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438187 Aug 16 19:58:39.987967 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55738) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:40.154581 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a23c5fe9-4a7d-46bc-9cc5-6b9fa848445a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:40.278080 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2afcee-9db3-47a3-82ff-4a02348d6c39 req-99f38c04-9c19-4e86-ba41-7484904260bd tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:40.292985 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1a2afcee-9db3-47a3-82ff-4a02348d6c39 req-99f38c04-9c19-4e86-ba41-7484904260bd tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 944 time: 0.1218472 Aug 16 19:58:40.319842 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a23c5fe9-4a7d-46bc-9cc5-6b9fa848445a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:40.327926 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a23c5fe9-4a7d-46bc-9cc5-6b9fa848445a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:40.377113 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1a2afcee-9db3-47a3-82ff-4a02348d6c39 req-abd5404e-1685-403c-b46f-449e43b02a85 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756757 Aug 16 19:58:40.399083 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a23c5fe9-4a7d-46bc-9cc5-6b9fa848445a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0583bfd4774240b9bf8db58f35d57e16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4093857 Aug 16 19:58:40.399343 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55758) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:40.402130 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c5fe9-4a7d-46bc-9cc5-6b9fa848445a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da71742d-ba6a-4046-b568-0d235547671e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:40.478566 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c19ca6a2-13e6-4a91-878f-27023cbeaa70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:40.504154 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c19ca6a2-13e6-4a91-878f-27023cbeaa70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:40.537746 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 19:58:40.577217 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c19ca6a2-13e6-4a91-878f-27023cbeaa70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:40.584363 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c19ca6a2-13e6-4a91-878f-27023cbeaa70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:40.585871 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c19ca6a2-13e6-4a91-878f-27023cbeaa70 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/da71742d-ba6a-4046-b568-0d235547671e HTTP/1.1" status: 204 len: 168 time: 0.1854999 Aug 16 19:58:40.594292 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ca6a2-13e6-4a91-878f-27023cbeaa70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da71742d-ba6a-4046-b568-0d235547671e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:40.608904 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ca6a2-13e6-4a91-878f-27023cbeaa70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:40.608904 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ca6a2-13e6-4a91-878f-27023cbeaa70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:40.609574 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ca6a2-13e6-4a91-878f-27023cbeaa70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:40.609574 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ca6a2-13e6-4a91-878f-27023cbeaa70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:40.610097 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ca6a2-13e6-4a91-878f-27023cbeaa70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:40.610202 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ca6a2-13e6-4a91-878f-27023cbeaa70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:40.610529 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ca6a2-13e6-4a91-878f-27023cbeaa70 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:40.610849 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ca6a2-13e6-4a91-878f-27023cbeaa70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:40.614715 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ca6a2-13e6-4a91-878f-27023cbeaa70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:40.614715 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ca6a2-13e6-4a91-878f-27023cbeaa70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:40.614996 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ca6a2-13e6-4a91-878f-27023cbeaa70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:40.615149 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ca6a2-13e6-4a91-878f-27023cbeaa70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:40.627530 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc1fc8-0e93-42a5-a21b-d68d9cad02da req-4361e82e-e5d0-422c-89af-5c5e59f8ab4f tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:40.640557 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e4bc1fc8-0e93-42a5-a21b-d68d9cad02da req-4361e82e-e5d0-422c-89af-5c5e59f8ab4f tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=06368577-0630-44c4-80a4-beaf5e5652aa HTTP/1.1" status: 200 len: 948 time: 0.1333501 Aug 16 19:58:40.672114 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 251a8cc9-a8e6-4002-adb1-80ff793c59c9 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:58:40.709772 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e4bc1fc8-0e93-42a5-a21b-d68d9cad02da req-5197cbb1-ccf8-4863-ace0-aba7585c5b63 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674458 Aug 16 19:58:40.759747 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 251a8cc9-a8e6-4002-adb1-80ff793c59c9 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:58:40.768804 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 251a8cc9-a8e6-4002-adb1-80ff793c59c9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:40.769190 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:40.805317 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=210b9f61-2b6e-463d-b4dd-b2b93ef71c38,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:40.832836 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '210b9f61-2b6e-463d-b4dd-b2b93ef71c38', 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3', 'port_id': '210b9f61-2b6e-463d-b4dd-b2b93ef71c38', 'mac_address': 'fa:16:3e:14:46:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49f83f5f-99d4-4f21-857e-7c691113f792', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 19:58:40.974748 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:41.012132 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:58:41.108389 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=210b9f61-2b6e-463d-b4dd-b2b93ef71c38,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:41.110964 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:41.125168 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:41.130384 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 2d1ee24c-532b-464d-9b22-fb4c5229244f details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 19:58:41.182129 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4dc42-fa0e-467b-ab15-28952ccbaea6 req-d3511620-1ebf-4da9-b74b-b12bfa76280a tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:41.184345 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a5d4dc42-fa0e-467b-ab15-28952ccbaea6 req-d3511620-1ebf-4da9-b74b-b12bfa76280a tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=77cd4e1e-40c1-4a2a-b6fc-f534305730fe HTTP/1.1" status: 200 len: 944 time: 0.1518855 Aug 16 19:58:41.224019 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=210b9f61-2b6e-463d-b4dd-b2b93ef71c38,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:41.242307 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9f3af-b565-463a-be62-aae36061f3c0 req-3206b5fe-d2df-47b2-b055-cb41de3e65cd tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:41.255940 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fee9f3af-b565-463a-be62-aae36061f3c0 req-3206b5fe-d2df-47b2-b055-cb41de3e65cd tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d1db1d-9dd7-48f9-9ddc-c4a080a0741d HTTP/1.1" status: 200 len: 948 time: 0.1357138 Aug 16 19:58:41.261784 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d1db1d-9dd7-48f9-9ddc-c4a080a0741d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251a8cc9-a8e6-4002-adb1-80ff793c59c9'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:58:41.265497 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39abfa6-82ad-4ccc-8ad6-92ddc7a24bdd" -d '{"events": [{"server_uuid": "28d1db1d-9dd7-48f9-9ddc-c4a080a0741d", "name": "network-vif-plugged", "status": "completed", "tag": "251a8cc9-a8e6-4002-adb1-80ff793c59c9"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:58:41.288876 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a5d4dc42-fa0e-467b-ab15-28952ccbaea6 req-48ce5090-d60a-475f-9cc8-f901295060de tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/security-groups?id=1337fce4-273b-4435-a35c-c970b1f10dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887854 Aug 16 19:58:41.297670 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 251a8cc9-a8e6-4002-adb1-80ff793c59c9, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=251a8cc9-a8e6-4002-adb1-80ff793c59c9,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:41.311742 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:41.364911 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fee9f3af-b565-463a-be62-aae36061f3c0 req-cf4f5359-7ace-432e-8cc8-8f038d335368 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047282 Aug 16 19:58:41.391244 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55790) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:41.413418 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7d1e5c8-7614-4fe4-a0b9-15289c2e356a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:41.438299 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 19:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af634f88-1423-4b35-a5d4-96e7c9a12626 x-openstack-request-id: req-af634f88-1423-4b35-a5d4-96e7c9a12626 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:58:41.439077 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d1db1d-9dd7-48f9-9ddc-c4a080a0741d", "name": "network-vif-plugged", "status": "completed", "tag": "251a8cc9-a8e6-4002-adb1-80ff793c59c9", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:58:41.439356 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-af634f88-1423-4b35-a5d4-96e7c9a12626 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:58:41.439758 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d1db1d-9dd7-48f9-9ddc-c4a080a0741d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251a8cc9-a8e6-4002-adb1-80ff793c59c9', 'code': 200} Aug 16 19:58:41.470702 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=251a8cc9-a8e6-4002-adb1-80ff793c59c9,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:41.485817 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 2d1ee24c-532b-464d-9b22-fb4c5229244f, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=2d1ee24c-532b-464d-9b22-fb4c5229244f,segment=NetworkSegment(827dd0b5-7f5a-4db7-ad86-73a8b5a29504),segment_id=827dd0b5-7f5a-4db7-ad86-73a8b5a29504)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:41.510849 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '2d1ee24c-532b-464d-9b22-fb4c5229244f', 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385', 'port_id': '2d1ee24c-532b-464d-9b22-fb4c5229244f', 'mac_address': 'fa:16:3e:c2:1e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '255dc5d0-2507-406e-9c79-293ed8a42973', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 19:58:41.582457 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:41.597187 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d1ee24c-532b-464d-9b22-fb4c5229244f {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:58:41.613226 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457a345-1541-40fc-9d9f-964d4f255d2e req-8aee11ea-cc36-4bfc-ab74-19d45a3ea11c tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:41.616980 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2457a345-1541-40fc-9d9f-964d4f255d2e req-8aee11ea-cc36-4bfc-ab74-19d45a3ea11c tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 945 time: 0.1040833 Aug 16 19:58:41.640603 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 2d1ee24c-532b-464d-9b22-fb4c5229244f, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=2d1ee24c-532b-464d-9b22-fb4c5229244f,segment=NetworkSegment(827dd0b5-7f5a-4db7-ad86-73a8b5a29504),segment_id=827dd0b5-7f5a-4db7-ad86-73a8b5a29504)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:41.663677 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:41.664483 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device de80bd2e-457e-4bf2-b0da-ab5fe1f0926f details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 19:58:41.686291 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39207fcc-865f-45bd-859a-213342cf73ae req-3e9082a6-b5bc-4ee8-9fe3-b16459613dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:41.690019 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-39207fcc-865f-45bd-859a-213342cf73ae req-3e9082a6-b5bc-4ee8-9fe3-b16459613dc2 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=28d1db1d-9dd7-48f9-9ddc-c4a080a0741d HTTP/1.1" status: 200 len: 1101 time: 0.1810944 Aug 16 19:58:41.717352 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2457a345-1541-40fc-9d9f-964d4f255d2e req-c7ca6a85-0d26-4954-aeb9-762736203c56 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921698 Aug 16 19:58:41.784711 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7d1e5c8-7614-4fe4-a0b9-15289c2e356a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:41.791568 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-39207fcc-865f-45bd-859a-213342cf73ae req-b19a8ff8-513b-440b-be6c-e656cd03faeb service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907590 Aug 16 19:58:41.797958 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7d1e5c8-7614-4fe4-a0b9-15289c2e356a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:41.961277 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1e5c8-7614-4fe4-a0b9-15289c2e356a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a91fc66-bb0b-453b-b662-864ddc89872b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:41.973377 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55804) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:41.991911 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b7d1e5c8-7614-4fe4-a0b9-15289c2e356a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f532150bd92b4b76bc9908d9ada3a1f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5985801 Aug 16 19:58:42.037936 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878a2ce-278d-469d-93a5-7d1066c466cf req-5ec54530-2a25-4386-a13e-980d5580f0d2 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:42.044856 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=2d1ee24c-532b-464d-9b22-fb4c5229244f,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:42.047745 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9878a2ce-278d-469d-93a5-7d1066c466cf req-5ec54530-2a25-4386-a13e-980d5580f0d2 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=06368577-0630-44c4-80a4-beaf5e5652aa HTTP/1.1" status: 200 len: 948 time: 0.2056725 Aug 16 19:58:42.057415 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:42.057770 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:42.058097 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:42.058428 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:42.058762 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:42.059092 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:42.059554 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:42.059884 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:42.060207 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:42.060535 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:42.061341 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:42.061341 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:42.094807 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9878a2ce-278d-469d-93a5-7d1066c466cf req-a69c5900-272d-4373-b5e9-a247c069bf92 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419681 Aug 16 19:58:42.122969 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5cf5b62d-65bd-4d51-a650-9ca89325d18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:42.130217 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port de80bd2e-457e-4bf2-b0da-ab5fe1f0926f, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=de80bd2e-457e-4bf2-b0da-ab5fe1f0926f,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:42.156986 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'de80bd2e-457e-4bf2-b0da-ab5fe1f0926f', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': 'de80bd2e-457e-4bf2-b0da-ab5fe1f0926f', 'mac_address': 'fa:16:3e:1f:fd:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 19:58:42.159433 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5cf5b62d-65bd-4d51-a650-9ca89325d18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:42.224559 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:42.240252 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5cf5b62d-65bd-4d51-a650-9ca89325d18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:42.242861 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5cf5b62d-65bd-4d51-a650-9ca89325d18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:42.244041 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5cf5b62d-65bd-4d51-a650-9ca89325d18b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2a91fc66-bb0b-453b-b662-864ddc89872b HTTP/1.1" status: 204 len: 168 time: 0.2689300 Aug 16 19:58:42.261497 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5b62d-65bd-4d51-a650-9ca89325d18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a91fc66-bb0b-453b-b662-864ddc89872b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:42.265869 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de80bd2e-457e-4bf2-b0da-ab5fe1f0926f {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:58:42.280759 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf5b62d-65bd-4d51-a650-9ca89325d18b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:42.281145 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf5b62d-65bd-4d51-a650-9ca89325d18b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:42.281496 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf5b62d-65bd-4d51-a650-9ca89325d18b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:42.281867 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf5b62d-65bd-4d51-a650-9ca89325d18b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:42.286515 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf5b62d-65bd-4d51-a650-9ca89325d18b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:42.286981 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf5b62d-65bd-4d51-a650-9ca89325d18b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:42.287360 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf5b62d-65bd-4d51-a650-9ca89325d18b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:42.287706 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf5b62d-65bd-4d51-a650-9ca89325d18b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:42.290155 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf5b62d-65bd-4d51-a650-9ca89325d18b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:42.290505 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf5b62d-65bd-4d51-a650-9ca89325d18b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:42.290851 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf5b62d-65bd-4d51-a650-9ca89325d18b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:42.291186 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf5b62d-65bd-4d51-a650-9ca89325d18b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:58:42.305057 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port de80bd2e-457e-4bf2-b0da-ab5fe1f0926f, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=de80bd2e-457e-4bf2-b0da-ab5fe1f0926f,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:42.314071 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:42.405080 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=de80bd2e-457e-4bf2-b0da-ab5fe1f0926f,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:42.579368 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e658cf-5e45-48de-ab7e-4eb2d402cf20 req-c7e6be9d-649f-4b56-9be4-df08a4caec98 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:42.589883 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-66e658cf-5e45-48de-ab7e-4eb2d402cf20 req-c7e6be9d-649f-4b56-9be4-df08a4caec98 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=77cd4e1e-40c1-4a2a-b6fc-f534305730fe HTTP/1.1" status: 200 len: 945 time: 0.1487737 Aug 16 19:58:42.615607 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087eb14-3344-4837-a4e3-ff241c4ea416 req-144cd4f7-4f97-475c-a84f-1124fb103868 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:42.617136 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3087eb14-3344-4837-a4e3-ff241c4ea416 req-144cd4f7-4f97-475c-a84f-1124fb103868 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d1db1d-9dd7-48f9-9ddc-c4a080a0741d HTTP/1.1" status: 200 len: 949 time: 0.0967851 Aug 16 19:58:42.655393 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-66e658cf-5e45-48de-ab7e-4eb2d402cf20 req-9eafc80b-ed72-404b-9526-d575135eee82 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/security-groups?id=1337fce4-273b-4435-a35c-c970b1f10dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595813 Aug 16 19:58:42.703335 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['de80bd2e-457e-4bf2-b0da-ab5fe1f0926f'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 19:58:42.743003 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3087eb14-3344-4837-a4e3-ff241c4ea416 req-d60bf0b8-c702-4806-aa19-a9b7a50580f1 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184969 Aug 16 19:58:42.784770 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['2d1ee24c-532b-464d-9b22-fb4c5229244f'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 19:58:42.788221 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['210b9f61-2b6e-463d-b4dd-b2b93ef71c38'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 19:58:42.973408 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd5865-9aa5-4630-bc75-0c35095cdcfc req-94c70551-be3c-4d51-a691-1adbe82d180e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:42.978485 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c3fd5865-9aa5-4630-bc75-0c35095cdcfc req-94c70551-be3c-4d51-a691-1adbe82d180e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 945 time: 0.0973971 Aug 16 19:58:43.078551 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c3fd5865-9aa5-4630-bc75-0c35095cdcfc req-da1395ce-df8d-4434-bece-53a2b88869e9 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881860 Aug 16 19:58:43.412644 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cfa1a-7083-4a04-9364-0689a733bebf req-36b27894-9a8e-4101-9d5b-5dc1e1ac6c06 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:43.424556 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-476cfa1a-7083-4a04-9364-0689a733bebf req-36b27894-9a8e-4101-9d5b-5dc1e1ac6c06 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=06368577-0630-44c4-80a4-beaf5e5652aa HTTP/1.1" status: 200 len: 949 time: 0.0762675 Aug 16 19:58:43.479885 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-476cfa1a-7083-4a04-9364-0689a733bebf req-7f2b309f-d926-40a7-9588-626a6482bb7b tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531857 Aug 16 19:58:43.815468 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5ca5b-9849-44b4-80cd-377d24598763 req-f7aea5e6-54df-4a37-bb00-7e2163f671bc tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:43.824409 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-afd5ca5b-9849-44b4-80cd-377d24598763 req-f7aea5e6-54df-4a37-bb00-7e2163f671bc tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=77cd4e1e-40c1-4a2a-b6fc-f534305730fe HTTP/1.1" status: 200 len: 945 time: 0.0880277 Aug 16 19:58:43.866745 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55886) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:43.883800 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-afd5ca5b-9849-44b4-80cd-377d24598763 req-adab0478-2295-4bb5-9bda-7818623c8ebe tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/security-groups?id=1337fce4-273b-4435-a35c-c970b1f10dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583253 Aug 16 19:58:43.912609 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55890) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:44.042900 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6077ddd-7fa9-4741-913a-5722e125222f req-530bb497-da90-48bf-805d-425b8f210735 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:44.058967 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6077ddd-7fa9-4741-913a-5722e125222f req-530bb497-da90-48bf-805d-425b8f210735 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d1db1d-9dd7-48f9-9ddc-c4a080a0741d HTTP/1.1" status: 200 len: 949 time: 0.1237075 Aug 16 19:58:44.128665 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6077ddd-7fa9-4741-913a-5722e125222f req-01b07692-c151-45b1-9531-1e8ce0e2250e tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679944 Aug 16 19:58:44.144384 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d38b7da6-9e60-46e1-9c27-1a8e22903e18 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1776338333-network', 'tenant_id': '8d5b4a7740cb4bdab08de551ce2dd7dd'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:44.170995 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ef2fc906-8665-48cf-89d3-670e97ea1b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:44.172948 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38b7da6-9e60-46e1-9c27-1a8e22903e18 admin admin] Made reservation on behalf of 8d5b4a7740cb4bdab08de551ce2dd7dd for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:58:44.176415 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d38b7da6-9e60-46e1-9c27-1a8e22903e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:44.188916 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d38b7da6-9e60-46e1-9c27-1a8e22903e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:44.225405 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.db.api [None req-d38b7da6-9e60-46e1-9c27-1a8e22903e18 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 19:58:44.225405 n-d-787206-13 neutron-server[94770]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 19:58:44.225405 n-d-787206-13 neutron-server[94770]: [parameters: {'project_id_1': '8d5b4a7740cb4bdab08de551ce2dd7dd', 'expiration_1': datetime.datetime(2021, 8, 16, 19, 58, 44, 203406)}] Aug 16 19:58:44.225405 n-d-787206-13 neutron-server[94770]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 19:58:44.226865 n-d-787206-13 neutron-server[94770]: DEBUG oslo_db.api [None req-d38b7da6-9e60-46e1-9c27-1a8e22903e18 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 19:58:44.277374 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a701b1-a6a7-43c8-a19a-c95de6f7297a req-893df18a-2079-4cbf-ba5e-68ff7309302b tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:44.278979 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-13a701b1-a6a7-43c8-a19a-c95de6f7297a req-893df18a-2079-4cbf-ba5e-68ff7309302b tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 945 time: 0.0729365 Aug 16 19:58:44.344822 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-13a701b1-a6a7-43c8-a19a-c95de6f7297a req-aae8daf2-c3d7-42f4-bcff-2561239ba734 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567374 Aug 16 19:58:44.369886 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ef2fc906-8665-48cf-89d3-670e97ea1b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:44.380962 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ef2fc906-8665-48cf-89d3-670e97ea1b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:44.430353 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ef2fc906-8665-48cf-89d3-670e97ea1b34 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=764843b984694af8b9c92773ad334210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5158136 Aug 16 19:58:44.430859 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55912) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:44.431581 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2fc906-8665-48cf-89d3-670e97ea1b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea68db8e-4323-484f-866a-fece2dff8210,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:44.434382 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55914) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:44.511317 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7209d996-5668-47f0-9d68-48bb24d3f82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:44.532767 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:58:44.539509 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7209d996-5668-47f0-9d68-48bb24d3f82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:44.601685 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7209d996-5668-47f0-9d68-48bb24d3f82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:44.607018 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7209d996-5668-47f0-9d68-48bb24d3f82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:44.608879 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7209d996-5668-47f0-9d68-48bb24d3f82a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ea68db8e-4323-484f-866a-fece2dff8210 HTTP/1.1" status: 204 len: 168 time: 0.1733303 Aug 16 19:58:44.620578 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209d996-5668-47f0-9d68-48bb24d3f82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea68db8e-4323-484f-866a-fece2dff8210,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:44.649914 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:58:44.678230 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:44.678529 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:44.712786 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456ec3f-d63e-4ae9-a834-98a26ddd002b req-5c61eb89-65ab-4711-b89b-cd9681653c66 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:44.717295 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9456ec3f-d63e-4ae9-a834-98a26ddd002b req-5c61eb89-65ab-4711-b89b-cd9681653c66 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=06368577-0630-44c4-80a4-beaf5e5652aa HTTP/1.1" status: 200 len: 949 time: 0.0971169 Aug 16 19:58:44.727961 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1cb2e-3f32-41ef-9dae-1498b69ca066 req-62a38eac-6b51-4aae-a845-2b828f39e133 tempest-ServersOnMultiNodesTest-1869749609 tempest-ServersOnMultiNodesTest-1869749609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:44.737664 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3ef1cb2e-3f32-41ef-9dae-1498b69ca066 req-62a38eac-6b51-4aae-a845-2b828f39e133 tempest-ServersOnMultiNodesTest-1869749609 tempest-ServersOnMultiNodesTest-1869749609-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=28d1db1d-9dd7-48f9-9ddc-c4a080a0741d HTTP/1.1" status: 200 len: 1101 time: 0.1633463 Aug 16 19:58:44.740943 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d38b7da6-9e60-46e1-9c27-1a8e22903e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:44.746000 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ec8dc539-c99f-40c8-a74d-d90238e69362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:44.771269 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3ef1cb2e-3f32-41ef-9dae-1498b69ca066 req-95b5cd29-b894-4fcc-a2df-db80829beaf4 tempest-ServersOnMultiNodesTest-1869749609 tempest-ServersOnMultiNodesTest-1869749609-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:44.781920 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9456ec3f-d63e-4ae9-a834-98a26ddd002b req-41827701-7218-4977-9551-61662322aa34 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529168 Aug 16 19:58:44.816390 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:44.869423 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465e3bd2-2281-4d83-8bb1-72e2d9ee3532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '210b9f61-2b6e-463d-b4dd-b2b93ef71c38'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:58:44.871810 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72ace5f-cc4c-4fb1-b3e8-ff4046bb7471" -d '{"events": [{"server_uuid": "465e3bd2-2281-4d83-8bb1-72e2d9ee3532", "name": "network-vif-plugged", "status": "completed", "tag": "210b9f61-2b6e-463d-b4dd-b2b93ef71c38"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:58:44.887688 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=210b9f61-2b6e-463d-b4dd-b2b93ef71c38,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:44.898524 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:44.901072 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 2d1ee24c-532b-464d-9b22-fb4c5229244f up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:58:44.921844 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3ef1cb2e-3f32-41ef-9dae-1498b69ca066 req-95b5cd29-b894-4fcc-a2df-db80829beaf4 tempest-ServersOnMultiNodesTest-1869749609 tempest-ServersOnMultiNodesTest-1869749609-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:44.938837 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3ef1cb2e-3f32-41ef-9dae-1498b69ca066 req-95b5cd29-b894-4fcc-a2df-db80829beaf4 tempest-ServersOnMultiNodesTest-1869749609 tempest-ServersOnMultiNodesTest-1869749609-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:44.942331 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 19:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a5bc7c-47ec-40b5-8dbf-79b44d5d767e x-openstack-request-id: req-f1a5bc7c-47ec-40b5-8dbf-79b44d5d767e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:58:44.942600 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465e3bd2-2281-4d83-8bb1-72e2d9ee3532", "name": "network-vif-plugged", "status": "completed", "tag": "210b9f61-2b6e-463d-b4dd-b2b93ef71c38", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:58:44.942849 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f1a5bc7c-47ec-40b5-8dbf-79b44d5d767e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:58:44.945404 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465e3bd2-2281-4d83-8bb1-72e2d9ee3532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '210b9f61-2b6e-463d-b4dd-b2b93ef71c38', 'code': 200} Aug 16 19:58:45.048471 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ec8dc539-c99f-40c8-a74d-d90238e69362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:45.065264 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3ef1cb2e-3f32-41ef-9dae-1498b69ca066 req-95b5cd29-b894-4fcc-a2df-db80829beaf4 tempest-ServersOnMultiNodesTest-1869749609 tempest-ServersOnMultiNodesTest-1869749609-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218277 Aug 16 19:58:45.092830 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ec8dc539-c99f-40c8-a74d-d90238e69362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:45.101912 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55930) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:45.108531 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=210b9f61-2b6e-463d-b4dd-b2b93ef71c38,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:45.123239 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 2d1ee24c-532b-464d-9b22-fb4c5229244f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:58:45.128174 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 2d1ee24c-532b-464d-9b22-fb4c5229244f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:45.128545 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:45.134796 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67863521-682f-45cf-8253-3ddc70978284 req-daa669e3-5dc5-45d5-b39d-1b6a07b2a943 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:45.137401 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.db.api [None req-d38b7da6-9e60-46e1-9c27-1a8e22903e18 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 19:58:45.137401 n-d-787206-13 neutron-server[94770]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 19:58:45.137401 n-d-787206-13 neutron-server[94770]: [parameters: {'project_id_1': '8d5b4a7740cb4bdab08de551ce2dd7dd', 'expiration_1': datetime.datetime(2021, 8, 16, 19, 58, 44, 814437)}] Aug 16 19:58:45.137401 n-d-787206-13 neutron-server[94770]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 19:58:45.138381 n-d-787206-13 neutron-server[94770]: DEBUG oslo_db.api [None req-d38b7da6-9e60-46e1-9c27-1a8e22903e18 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 19:58:45.144732 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-67863521-682f-45cf-8253-3ddc70978284 req-daa669e3-5dc5-45d5-b39d-1b6a07b2a943 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=77cd4e1e-40c1-4a2a-b6fc-f534305730fe HTTP/1.1" status: 200 len: 945 time: 0.1377056 Aug 16 19:58:45.162055 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd221058-6da2-4805-838a-67d3a62835f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:45.222113 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-67863521-682f-45cf-8253-3ddc70978284 req-5164d358-1255-41a4-98db-2dc118124bbb tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/security-groups?id=1337fce4-273b-4435-a35c-c970b1f10dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760517 Aug 16 19:58:45.223145 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5cd29-b894-4fcc-a2df-db80829beaf4 tempest-ServersOnMultiNodesTest-1869749609 tempest-ServersOnMultiNodesTest-1869749609-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e219bcaf-9688-4d22-9714-ac4a6804effd,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:45.236041 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d38b7da6-9e60-46e1-9c27-1a8e22903e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:45.241691 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ec8dc539-c99f-40c8-a74d-d90238e69362 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=39316713e62a46bb83abf7b4ff65ce07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8097653 Aug 16 19:58:45.244565 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55932) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:45.264385 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:45.276116 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e2857-c46e-43af-921c-92ef16ead3b1 req-03ccac85-b7d1-4e9f-97cf-2374365c5874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:45.277737 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dc0e2857-c46e-43af-921c-92ef16ead3b1 req-03ccac85-b7d1-4e9f-97cf-2374365c5874 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 1098 time: 0.2110686 Aug 16 19:58:45.314246 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8dc539-c99f-40c8-a74d-d90238e69362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd59a601-2a89-46a4-94cb-6fc69ad4c5f1,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:45.344557 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 2d1ee24c-532b-464d-9b22-fb4c5229244f, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=2d1ee24c-532b-464d-9b22-fb4c5229244f,segment=NetworkSegment(827dd0b5-7f5a-4db7-ad86-73a8b5a29504),segment_id=827dd0b5-7f5a-4db7-ad86-73a8b5a29504)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:45.351174 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:45.352096 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device de80bd2e-457e-4bf2-b0da-ab5fe1f0926f up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:58:45.360147 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6701fdcf-705c-4ca3-8340-47eed54d8ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:45.372007 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dc0e2857-c46e-43af-921c-92ef16ead3b1 req-4c9ae0de-07d3-4de2-ae4b-95b2aa5e6aa9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729456 Aug 16 19:58:45.407110 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd221058-6da2-4805-838a-67d3a62835f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:45.409454 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6701fdcf-705c-4ca3-8340-47eed54d8ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:45.422730 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd221058-6da2-4805-838a-67d3a62835f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:45.476506 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=2d1ee24c-532b-464d-9b22-fb4c5229244f,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:45.504259 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port de80bd2e-457e-4bf2-b0da-ab5fe1f0926f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:58:45.523869 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd221058-6da2-4805-838a-67d3a62835f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb174b54-46e7-487a-befa-4177708810ee,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:45.529042 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port de80bd2e-457e-4bf2-b0da-ab5fe1f0926f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:45.529429 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:45.531999 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd7947-e479-4ecc-988a-b0e2016a24f2 req-f99239ef-134c-4d74-bd45-5eb91376e144 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:45.542086 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-dd221058-6da2-4805-838a-67d3a62835f0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4ddb4d5cd7944bf1b0ae9fe3df9979f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3999009 Aug 16 19:58:45.542309 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-21fd7947-e479-4ecc-988a-b0e2016a24f2 req-f99239ef-134c-4d74-bd45-5eb91376e144 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 946 time: 0.0880063 Aug 16 19:58:45.545415 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55944) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:45.577607 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6701fdcf-705c-4ca3-8340-47eed54d8ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:45.580958 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6701fdcf-705c-4ca3-8340-47eed54d8ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:45.584065 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6701fdcf-705c-4ca3-8340-47eed54d8ac4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dd59a601-2a89-46a4-94cb-6fc69ad4c5f1 HTTP/1.1" status: 204 len: 168 time: 0.3371699 Aug 16 19:58:45.614703 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-21fd7947-e479-4ecc-988a-b0e2016a24f2 req-633690a5-8353-4fb5-b387-2f894012a457 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729055 Aug 16 19:58:45.616884 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-6d948fc4-f178-4527-bb5a-02b9616fb5ca tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=74e2f72781564173bac530a92b1cda23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426459 Aug 16 19:58:45.633724 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701fdcf-705c-4ca3-8340-47eed54d8ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd59a601-2a89-46a4-94cb-6fc69ad4c5f1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:45.725456 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:45.744552 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d38b7da6-9e60-46e1-9c27-1a8e22903e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:45.748810 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dcf1a9fe-6979-40be-88e9-ff6fb698c3e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:45.755906 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d38b7da6-9e60-46e1-9c27-1a8e22903e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:45.777656 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port de80bd2e-457e-4bf2-b0da-ab5fe1f0926f, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=de80bd2e-457e-4bf2-b0da-ab5fe1f0926f,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:45.800541 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:45.811702 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38b7da6-9e60-46e1-9c27-1a8e22903e18 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 19:58:45.816343 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dcf1a9fe-6979-40be-88e9-ff6fb698c3e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:45.879714 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d38b7da6-9e60-46e1-9c27-1a8e22903e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:45.879714 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-d38b7da6-9e60-46e1-9c27-1a8e22903e18 admin admin] Added segment a525e9d9-cca8-4ae3-aa4c-b214b0d8459a of type vlan for network 090f4e50-1fb3-4449-b92b-949da889d68e Aug 16 19:58:45.879714 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b7da6-9e60-46e1-9c27-1a8e22903e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53edda12-8da8-4a8e-9336-97757e031767,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:45.934983 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=de80bd2e-457e-4bf2-b0da-ab5fe1f0926f,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:45.961186 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d38b7da6-9e60-46e1-9c27-1a8e22903e18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:45.978504 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-ccd25a04-1ffb-452c-b4db-7eb5104a9931 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:45.978504 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-ccd25a04-1ffb-452c-b4db-7eb5104a9931 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3490582 Aug 16 19:58:46.018360 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-1ddca616-4ba6-4e60-86a6-cb67252b976b tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/quotas/74e2f72781564173bac530a92b1cda23 HTTP/1.1" status: 200 len: 375 time: 0.0334170 Aug 16 19:58:46.038938 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7ab51-6059-4093-8e20-5f26d4b54d9d req-e7be8dc0-684f-459b-bb90-a11a1302c9fe tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:46.040535 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-64e7ab51-6059-4093-8e20-5f26d4b54d9d req-e7be8dc0-684f-459b-bb90-a11a1302c9fe tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=06368577-0630-44c4-80a4-beaf5e5652aa HTTP/1.1" status: 200 len: 950 time: 0.1476197 Aug 16 19:58:46.060847 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d38b7da6-9e60-46e1-9c27-1a8e22903e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:46.062096 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38b7da6-9e60-46e1-9c27-1a8e22903e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:46.062852 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d38b7da6-9e60-46e1-9c27-1a8e22903e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:46.103692 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-64e7ab51-6059-4093-8e20-5f26d4b54d9d req-430d66dc-d9a5-4628-8f38-28ca705821ca tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548413 Aug 16 19:58:46.136494 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d38b7da6-9e60-46e1-9c27-1a8e22903e18 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2649841 Aug 16 19:58:46.136818 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55960) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:46.141921 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5e24dee6-9591-4ac6-bef6-9aaa700a3c0c admin admin] Request body: {'subnet': {'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1776338333-subnet', 'tenant_id': '8d5b4a7740cb4bdab08de551ce2dd7dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:46.148234 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-c0dcd58f-8b4d-4277-8a51-b0e70347dfb8 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=74e2f72781564173bac530a92b1cda23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1240122 Aug 16 19:58:46.157453 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dcf1a9fe-6979-40be-88e9-ff6fb698c3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:46.159996 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dcf1a9fe-6979-40be-88e9-ff6fb698c3e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:46.163481 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-dcf1a9fe-6979-40be-88e9-ff6fb698c3e2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bb174b54-46e7-487a-befa-4177708810ee HTTP/1.1" status: 204 len: 168 time: 0.6146729 Aug 16 19:58:46.168223 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b7da6-9e60-46e1-9c27-1a8e22903e18 admin admin] Pushing event updated for resources: {'Network': ['ID=090f4e50-1fb3-4449-b92b-949da889d68e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:46.175559 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1a9fe-6979-40be-88e9-ff6fb698c3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb174b54-46e7-487a-befa-4177708810ee,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:46.180289 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 090f4e50-1fb3-4449-b92b-949da889d68e details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 19:58:46.188377 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55964) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:46.202050 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d7c119bf-7f1f-41bb-9af5-ac4bd2e61825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:46.205592 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e24dee6-9591-4ac6-bef6-9aaa700a3c0c admin admin] Made reservation on behalf of 8d5b4a7740cb4bdab08de551ce2dd7dd for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:58:46.208649 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e24dee6-9591-4ac6-bef6-9aaa700a3c0c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:46.393780 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d7c119bf-7f1f-41bb-9af5-ac4bd2e61825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:46.412583 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d7c119bf-7f1f-41bb-9af5-ac4bd2e61825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:46.456285 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d7c119bf-7f1f-41bb-9af5-ac4bd2e61825 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7ca5d0e1b43c40148c2a592541ba40c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671630 Aug 16 19:58:46.458950 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55970) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:46.524518 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c119bf-7f1f-41bb-9af5-ac4bd2e61825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf78287d-1274-4abf-bbc6-b1614f087ef7,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:46.538865 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16456a3e-5699-42e0-a327-52ba16d14073 req-08b22700-2a64-4b06-b63a-565b2df5f4f2 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:46.553704 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-16456a3e-5699-42e0-a327-52ba16d14073 req-08b22700-2a64-4b06-b63a-565b2df5f4f2 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=77cd4e1e-40c1-4a2a-b6fc-f534305730fe HTTP/1.1" status: 200 len: 946 time: 0.1581089 Aug 16 19:58:46.579033 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-adf646e9-a19b-4a08-afed-7c041756b292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:46.620012 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-adf646e9-a19b-4a08-afed-7c041756b292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:46.674210 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-16456a3e-5699-42e0-a327-52ba16d14073 req-ea69ebdd-a6bb-493c-9489-5bbe64bc6905 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/security-groups?id=1337fce4-273b-4435-a35c-c970b1f10dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195300 Aug 16 19:58:46.697579 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e24dee6-9591-4ac6-bef6-9aaa700a3c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:46.704188 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-adf646e9-a19b-4a08-afed-7c041756b292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:46.710513 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-adf646e9-a19b-4a08-afed-7c041756b292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:46.718742 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-adf646e9-a19b-4a08-afed-7c041756b292 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bf78287d-1274-4abf-bbc6-b1614f087ef7 HTTP/1.1" status: 204 len: 168 time: 0.2544560 Aug 16 19:58:46.736408 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf646e9-a19b-4a08-afed-7c041756b292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf78287d-1274-4abf-bbc6-b1614f087ef7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:46.826481 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24dee6-9591-4ac6-bef6-9aaa700a3c0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bf22002-ba37-41ff-af5d-cdbe63ed2bd8,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:46.919635 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e24dee6-9591-4ac6-bef6-9aaa700a3c0c admin admin] Checking segment: {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:58:46.920068 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e24dee6-9591-4ac6-bef6-9aaa700a3c0c admin admin] Network hostable DHCP agents. Network: 090f4e50-1fb3-4449-b92b-949da889d68e, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 19:58:46.943283 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea39da2-215a-4709-bccb-9814aa232672 req-b5feac97-e69a-4443-bc29-22e159c24814 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:46.947764 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cd4e1e-40c1-4a2a-b6fc-f534305730fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1ee24c-532b-464d-9b22-fb4c5229244f'}, {'server_uuid': '06368577-0630-44c4-80a4-beaf5e5652aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de80bd2e-457e-4bf2-b0da-ab5fe1f0926f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:58:46.950785 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6059b49-760c-4f0f-a53a-fcc979743817" -d '{"events": [{"server_uuid": "77cd4e1e-40c1-4a2a-b6fc-f534305730fe", "name": "network-vif-plugged", "status": "completed", "tag": "2d1ee24c-532b-464d-9b22-fb4c5229244f"}, {"server_uuid": "06368577-0630-44c4-80a4-beaf5e5652aa", "name": "network-vif-plugged", "status": "completed", "tag": "de80bd2e-457e-4bf2-b0da-ab5fe1f0926f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:58:46.958717 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cea39da2-215a-4709-bccb-9814aa232672 req-b5feac97-e69a-4443-bc29-22e159c24814 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 946 time: 0.1338947 Aug 16 19:58:47.029777 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cea39da2-215a-4709-bccb-9814aa232672 req-0b78dcbc-e792-4e34-bc04-d668ec579735 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700252 Aug 16 19:58:47.030952 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e24dee6-9591-4ac6-bef6-9aaa700a3c0c admin admin] Network 090f4e50-1fb3-4449-b92b-949da889d68e is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 19:58:47.061429 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-5e24dee6-9591-4ac6-bef6-9aaa700a3c0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 090f4e50-1fb3-4449-b92b-949da889d68e) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:58:47.079814 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ad7dfb-8b5d-4baa-9f9c-51d73eef7c40 None None] Network 090f4e50-1fb3-4449-b92b-949da889d68e requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 19:58:47.085003 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e24dee6-9591-4ac6-bef6-9aaa700a3c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:47.086077 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e24dee6-9591-4ac6-bef6-9aaa700a3c0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:47.126808 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5e24dee6-9591-4ac6-bef6-9aaa700a3c0c admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9889250 Aug 16 19:58:47.301782 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 19:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c96081-30e5-4700-bb01-44daa327c744 x-openstack-request-id: req-67c96081-30e5-4700-bb01-44daa327c744 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:58:47.302077 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cd4e1e-40c1-4a2a-b6fc-f534305730fe", "name": "network-vif-plugged", "status": "completed", "tag": "2d1ee24c-532b-464d-9b22-fb4c5229244f", "code": 200}, {"server_uuid": "06368577-0630-44c4-80a4-beaf5e5652aa", "name": "network-vif-plugged", "status": "completed", "tag": "de80bd2e-457e-4bf2-b0da-ab5fe1f0926f", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:58:47.302574 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-67c96081-30e5-4700-bb01-44daa327c744 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:58:47.303149 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cd4e1e-40c1-4a2a-b6fc-f534305730fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1ee24c-532b-464d-9b22-fb4c5229244f', 'code': 200} Aug 16 19:58:47.303608 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06368577-0630-44c4-80a4-beaf5e5652aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de80bd2e-457e-4bf2-b0da-ab5fe1f0926f', 'code': 200} Aug 16 19:58:47.364070 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8509bd4b-9987-4566-bf17-369f7a2f0a28 None None] Network 090f4e50-1fb3-4449-b92b-949da889d68e requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 19:58:47.436395 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8779b7-297e-4cbc-a1f5-933f8ac50e82 req-801345eb-feb5-4236-8acf-1940e22fa231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:47.449038 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1a8779b7-297e-4cbc-a1f5-933f8ac50e82 req-801345eb-feb5-4236-8acf-1940e22fa231 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=77cd4e1e-40c1-4a2a-b6fc-f534305730fe HTTP/1.1" status: 200 len: 1098 time: 0.1723483 Aug 16 19:58:47.572231 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1a8779b7-297e-4cbc-a1f5-933f8ac50e82 req-1bf3f7ec-f206-42df-a18d-6cbcbda31b88 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1337fce4-273b-4435-a35c-c970b1f10dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113350 Aug 16 19:58:47.590886 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708561f-323b-4165-a6fa-2cac137d774d req-1c9da1f0-6993-401f-8cca-bcb160b3f5ff tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:47.592948 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4708561f-323b-4165-a6fa-2cac137d774d req-1c9da1f0-6993-401f-8cca-bcb160b3f5ff tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=06368577-0630-44c4-80a4-beaf5e5652aa HTTP/1.1" status: 200 len: 950 time: 0.3208613 Aug 16 19:58:47.618801 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cf26b-c493-4e8c-8132-e992adc5ea22 req-ee877755-208c-46dd-899f-06faab7e50a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:47.620331 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bf5cf26b-c493-4e8c-8132-e992adc5ea22 req-ee877755-208c-46dd-899f-06faab7e50a0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=06368577-0630-44c4-80a4-beaf5e5652aa HTTP/1.1" status: 200 len: 1102 time: 0.2969704 Aug 16 19:58:47.642674 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b338c4ce-f724-4396-a931-49a540bcba2c req-baa5174e-b086-489b-b1ea-39eff32825d9 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3009236-61d6-4b21-b027-20d4f0875b54 HTTP/1.1" status: 200 len: 210 time: 0.0394511 Aug 16 19:58:47.735066 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4708561f-323b-4165-a6fa-2cac137d774d req-9c87e6ec-c215-44fa-b3e9-0bbeb814e4fc tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343465 Aug 16 19:58:47.809828 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bf5cf26b-c493-4e8c-8132-e992adc5ea22 req-37f29c1f-f3e5-4178-8305-8b5bb270fdc2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701999 Aug 16 19:58:47.862324 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bd65a-1393-4132-909a-0a7541de0b4c req-0a967d0c-81bd-4974-adbb-eda0a7acb142 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:47.874130 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-853bd65a-1393-4132-909a-0a7541de0b4c req-0a967d0c-81bd-4974-adbb-eda0a7acb142 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=77cd4e1e-40c1-4a2a-b6fc-f534305730fe HTTP/1.1" status: 200 len: 946 time: 0.1056449 Aug 16 19:58:47.980538 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-853bd65a-1393-4132-909a-0a7541de0b4c req-42e42bc4-75f4-4e60-9caa-d602eae28020 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/security-groups?id=1337fce4-273b-4435-a35c-c970b1f10dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054268 Aug 16 19:58:48.159709 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d3984-e694-42f0-a81a-624148dfa754 req-6bce61d3-9ec8-45eb-814a-6c5211ab8b7c tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:48.169615 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bf0d3984-e694-42f0-a81a-624148dfa754 req-6bce61d3-9ec8-45eb-814a-6c5211ab8b7c tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 946 time: 0.0657194 Aug 16 19:58:48.184390 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 19:58:48.233485 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bf0d3984-e694-42f0-a81a-624148dfa754 req-88816788-7a79-453e-bf1e-680b260dee7a tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623734 Aug 16 19:58:48.714621 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56060) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:48.723647 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-81c176a1-3ebb-4c59-af0a-40c16c7c5f7e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-396544881-network', 'tenant_id': '8617d00b41dc405b9808e0c8f81d290f'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:48.780569 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c176a1-3ebb-4c59-af0a-40c16c7c5f7e admin admin] Made reservation on behalf of 8617d00b41dc405b9808e0c8f81d290f for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:58:48.783093 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81c176a1-3ebb-4c59-af0a-40c16c7c5f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:48.812525 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81c176a1-3ebb-4c59-af0a-40c16c7c5f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:48.886519 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2a113e1f-c9fb-4ee3-87df-cfc5913380a4 req-0fd0ab8d-c18f-4edf-9926-268ed5a88df6 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3009236-61d6-4b21-b027-20d4f0875b54 HTTP/1.1" status: 200 len: 210 time: 0.0736475 Aug 16 19:58:49.095953 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6650d-d83e-4b89-9d3b-1635c7f3db1e req-9df4b360-844d-4f29-ab26-ca14b859df5b tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:49.112030 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e9f6650d-d83e-4b89-9d3b-1635c7f3db1e req-9df4b360-844d-4f29-ab26-ca14b859df5b tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 1098 time: 0.1995115 Aug 16 19:58:49.190250 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-0b727bd4-5de3-4a8f-a70b-2e8effa85b65 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=74e2f72781564173bac530a92b1cda23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701532 Aug 16 19:58:49.215047 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6966a12-954f-482e-b6f2-4cc31cdce89b req-5d64d96a-ca90-450e-9df8-73403d3ed92c tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:49.233267 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f6966a12-954f-482e-b6f2-4cc31cdce89b req-5d64d96a-ca90-450e-9df8-73403d3ed92c tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=06368577-0630-44c4-80a4-beaf5e5652aa HTTP/1.1" status: 200 len: 950 time: 0.1732562 Aug 16 19:58:49.268618 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81c176a1-3ebb-4c59-af0a-40c16c7c5f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:49.279810 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e9f6650d-d83e-4b89-9d3b-1635c7f3db1e req-91a420c8-7ede-4cb5-a316-d68e84590d4c tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667957 Aug 16 19:58:49.283104 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81c176a1-3ebb-4c59-af0a-40c16c7c5f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:49.346369 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c176a1-3ebb-4c59-af0a-40c16c7c5f7e admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 19:58:49.376922 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c176a1-3ebb-4c59-af0a-40c16c7c5f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0989371f-f19c-4dba-b85e-60fc38aaf5af,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:49.384733 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81c176a1-3ebb-4c59-af0a-40c16c7c5f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:49.386151 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-81c176a1-3ebb-4c59-af0a-40c16c7c5f7e admin admin] Added segment 539a755e-7cc1-45ee-b058-6146e1b9efed of type vlan for network c5815b0b-720b-4fd2-b1fb-7f2b648d964a Aug 16 19:58:49.512174 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81c176a1-3ebb-4c59-af0a-40c16c7c5f7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:49.527426 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f6966a12-954f-482e-b6f2-4cc31cdce89b req-fd63ba62-f54d-4fe3-a59e-1ba01713ab49 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907734 Aug 16 19:58:49.602384 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81c176a1-3ebb-4c59-af0a-40c16c7c5f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:49.603745 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c176a1-3ebb-4c59-af0a-40c16c7c5f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:49.604418 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81c176a1-3ebb-4c59-af0a-40c16c7c5f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:49.613468 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-98fdf158-43b8-49ba-a008-74cda8cf902d tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:49.630826 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-98fdf158-43b8-49ba-a008-74cda8cf902d tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4278598 Aug 16 19:58:49.645568 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-92c4368e-262d-4576-a993-a9e151f200a7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Request body: {'port': {'device_id': 'f9aaaefc-30a9-4e10-b02c-1f5fe31a58d6', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'admin_state_up': True, 'tenant_id': '74e2f72781564173bac530a92b1cda23'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:49.666431 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65319e-eede-4206-beb6-3cfcd6810e0b req-89532ac7-f206-4bf7-a07a-939062e378eb tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:49.675715 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dc65319e-eede-4206-beb6-3cfcd6810e0b req-89532ac7-f206-4bf7-a07a-939062e378eb tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=77cd4e1e-40c1-4a2a-b6fc-f534305730fe HTTP/1.1" status: 200 len: 946 time: 0.1200802 Aug 16 19:58:49.720069 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-81c176a1-3ebb-4c59-af0a-40c16c7c5f7e admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0007904 Aug 16 19:58:49.757194 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-9f78e569-f2b3-476b-afb4-70f3f6e20d01 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=74e2f72781564173bac530a92b1cda23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516887 Aug 16 19:58:49.757666 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56090) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:49.770408 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-dc5394bb-127a-483b-a217-a5d8e41e31df admin admin] Request body: {'subnet': {'network_id': 'c5815b0b-720b-4fd2-b1fb-7f2b648d964a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-396544881-subnet', 'tenant_id': '8617d00b41dc405b9808e0c8f81d290f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:49.777604 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c176a1-3ebb-4c59-af0a-40c16c7c5f7e admin admin] Pushing event updated for resources: {'Network': ['ID=c5815b0b-720b-4fd2-b1fb-7f2b648d964a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:49.789509 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network c5815b0b-720b-4fd2-b1fb-7f2b648d964a details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 19:58:49.967136 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b0eb5-b17e-48ad-aac3-48e5cafdb572 req-04c0f062-522b-4c4a-90fb-8d2e10a3fdf6 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:49.977676 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-943b0eb5-b17e-48ad-aac3-48e5cafdb572 req-04c0f062-522b-4c4a-90fb-8d2e10a3fdf6 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 1098 time: 0.2681389 Aug 16 19:58:50.040839 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-9cd109e4-fda0-4fe2-a7b0-51cc188a5453 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:50.045024 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-9cd109e4-fda0-4fe2-a7b0-51cc188a5453 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2685862 Aug 16 19:58:50.070102 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dc65319e-eede-4206-beb6-3cfcd6810e0b req-2ce8eb6c-c013-4707-bcf8-7c401c906ce8 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/security-groups?id=1337fce4-273b-4435-a35c-c970b1f10dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3903787 Aug 16 19:58:50.088788 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-11eecddc-8de0-4e55-ac6a-3a200f493279 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Request body: {'port': {'device_id': 'd3009236-61d6-4b21-b027-20d4f0875b54', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'admin_state_up': True, 'tenant_id': '74e2f72781564173bac530a92b1cda23'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:50.095649 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-943b0eb5-b17e-48ad-aac3-48e5cafdb572 req-95b0241d-0430-41b1-bb5b-4cecaee80d74 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062291 Aug 16 19:58:50.100774 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.db.api [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-92c4368e-262d-4576-a993-a9e151f200a7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 19:58:50.100774 n-d-787206-13 neutron-server[94771]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 19:58:50.100774 n-d-787206-13 neutron-server[94771]: [parameters: {'project_id_1': '74e2f72781564173bac530a92b1cda23', 'expiration_1': datetime.datetime(2021, 8, 16, 19, 58, 50, 36503)}] Aug 16 19:58:50.100774 n-d-787206-13 neutron-server[94771]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 19:58:50.101980 n-d-787206-13 neutron-server[94771]: DEBUG oslo_db.api [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-92c4368e-262d-4576-a993-a9e151f200a7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 19:58:50.177027 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5394bb-127a-483b-a217-a5d8e41e31df admin admin] Made reservation on behalf of 8617d00b41dc405b9808e0c8f81d290f for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:58:50.179671 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc5394bb-127a-483b-a217-a5d8e41e31df admin admin] Notify callbacks [] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:50.333229 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3bf1349b-83a2-4ff4-98e2-9f3bb7c6b76a req-ba6bb32e-9712-4bc5-8ee1-b88693f61d61 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3009236-61d6-4b21-b027-20d4f0875b54 HTTP/1.1" status: 200 len: 210 time: 0.0446143 Aug 16 19:58:50.335855 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-11eecddc-8de0-4e55-ac6a-3a200f493279 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Made reservation on behalf of 74e2f72781564173bac530a92b1cda23 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:58:50.350352 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-11eecddc-8de0-4e55-ac6a-3a200f493279 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:50.593524 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc5394bb-127a-483b-a217-a5d8e41e31df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:50.645371 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-92c4368e-262d-4576-a993-a9e151f200a7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Made reservation on behalf of 74e2f72781564173bac530a92b1cda23 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:58:50.660996 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5394bb-127a-483b-a217-a5d8e41e31df admin admin] Pushing event updated for resources: {'Subnet': ['ID=de64d3e1-9ab3-4e67-9dfb-7bdfc63c7ae8,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:50.667923 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-92c4368e-262d-4576-a993-a9e151f200a7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:50.681780 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3a4fd-25b5-4857-9113-687edc54db7c req-c789a543-d62d-4508-bc87-8321bf186805 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:50.683418 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fdd3a4fd-25b5-4857-9113-687edc54db7c req-c789a543-d62d-4508-bc87-8321bf186805 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=77cd4e1e-40c1-4a2a-b6fc-f534305730fe HTTP/1.1" status: 200 len: 946 time: 0.2002125 Aug 16 19:58:50.686381 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-11eecddc-8de0-4e55-ac6a-3a200f493279 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Allocated IP 192.168.233.155 (b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46/5dedf524-5a11-40fc-90de-b9413f1a2279/4b294502-e578-44a3-aa2e-ed43d46f085d) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:58:50.692703 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56124) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:50.697785 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d8e088a5-7fea-4d29-984f-0d462de78ceb tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Request body: {'floatingip': {'port_id': '2d1ee24c-532b-464d-9b22-fb4c5229244f'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:50.846806 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8e088a5-7fea-4d29-984f-0d462de78ceb tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:50.926326 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5394bb-127a-483b-a217-a5d8e41e31df admin admin] Checking segment: {'id': '539a755e-7cc1-45ee-b058-6146e1b9efed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c5815b0b-720b-4fd2-b1fb-7f2b648d964a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:58:50.926805 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5394bb-127a-483b-a217-a5d8e41e31df admin admin] Network hostable DHCP agents. Network: c5815b0b-720b-4fd2-b1fb-7f2b648d964a, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 19:58:51.081546 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dba20-89b2-49d2-853d-abaaf3e076c2 req-58ede611-298b-47ca-af8a-0af11959bd3a tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:51.083107 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-476dba20-89b2-49d2-853d-abaaf3e076c2 req-58ede611-298b-47ca-af8a-0af11959bd3a tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=06368577-0630-44c4-80a4-beaf5e5652aa HTTP/1.1" status: 200 len: 950 time: 0.2662175 Aug 16 19:58:51.090251 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5394bb-127a-483b-a217-a5d8e41e31df admin admin] Network c5815b0b-720b-4fd2-b1fb-7f2b648d964a is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 19:58:51.378071 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-dc5394bb-127a-483b-a217-a5d8e41e31df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, c5815b0b-720b-4fd2-b1fb-7f2b648d964a) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:58:51.395980 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be3a013-85f0-4023-810e-69d70f6f09e6 None None] Network c5815b0b-720b-4fd2-b1fb-7f2b648d964a requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 19:58:51.422115 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5394bb-127a-483b-a217-a5d8e41e31df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:51.422115 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc5394bb-127a-483b-a217-a5d8e41e31df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:51.484150 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-476dba20-89b2-49d2-853d-abaaf3e076c2 req-af89a364-3ce6-4b45-a15e-ad11a8d03a77 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906438 Aug 16 19:58:51.511280 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-dc5394bb-127a-483b-a217-a5d8e41e31df admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7429597 Aug 16 19:58:51.556605 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-11eecddc-8de0-4e55-ac6a-3a200f493279 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:51.578808 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-11eecddc-8de0-4e55-ac6a-3a200f493279 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Transition to ACTIVE for port object 4b294502-e578-44a3-aa2e-ed43d46f085d will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:58:51.738093 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf9e603-1104-4ec3-b11b-57442fc0701e None None] Network c5815b0b-720b-4fd2-b1fb-7f2b648d964a requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 19:58:51.744778 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-11eecddc-8de0-4e55-ac6a-3a200f493279 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:51.759944 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['251a8cc9-a8e6-4002-adb1-80ff793c59c9'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 19:58:51.831387 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-11eecddc-8de0-4e55-ac6a-3a200f493279 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:58:51.877255 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-11eecddc-8de0-4e55-ac6a-3a200f493279 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:58:51.890119 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-11eecddc-8de0-4e55-ac6a-3a200f493279 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:58:51.897020 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-11eecddc-8de0-4e55-ac6a-3a200f493279 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:51.897665 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-11eecddc-8de0-4e55-ac6a-3a200f493279 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:51.944290 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eecddc-8de0-4e55-ac6a-3a200f493279 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Pushing event updated for resources: {'Port': ['ID=4b294502-e578-44a3-aa2e-ed43d46f085d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:51.961616 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-92c4368e-262d-4576-a993-a9e151f200a7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Allocated IP 192.168.233.8 (b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46/5dedf524-5a11-40fc-90de-b9413f1a2279/55d3f219-cd02-443f-800f-c0b1954e88bf) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:58:51.969678 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-11eecddc-8de0-4e55-ac6a-3a200f493279 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8981194 Aug 16 19:58:52.003916 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-eb02f86d-4343-4902-a300-02552c727aac service neutron] Request body: {'port': {'device_id': 'd3009236-61d6-4b21-b027-20d4f0875b54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:52.223939 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-92c4368e-262d-4576-a993-a9e151f200a7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:52.240307 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-92c4368e-262d-4576-a993-a9e151f200a7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Transition to ACTIVE for port object 55d3f219-cd02-443f-800f-c0b1954e88bf will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:58:52.289210 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-92c4368e-262d-4576-a993-a9e151f200a7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:52.327353 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0bf85c-462e-43b2-98ce-cbae5d3bbdd1 req-235f7747-bb98-4d5f-b82f-886fed41899d tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:52.329203 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cd0bf85c-462e-43b2-98ce-cbae5d3bbdd1 req-235f7747-bb98-4d5f-b82f-886fed41899d tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3009236-61d6-4b21-b027-20d4f0875b54 HTTP/1.1" status: 200 len: 936 time: 0.3013659 Aug 16 19:58:52.343413 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.db.resource_extend [None req-d8e088a5-7fea-4d29-984f-0d462de78ceb tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 19:58:52.349912 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-eb02f86d-4343-4902-a300-02552c727aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:52.389793 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-92c4368e-262d-4576-a993-a9e151f200a7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:58:52.399368 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-92c4368e-262d-4576-a993-a9e151f200a7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:58:52.401705 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1eede56a-b485-4e22-bd9f-94cd97e19c29 None None] Provisioning for port 4b294502-e578-44a3-aa2e-ed43d46f085d completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:58:52.407124 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-92c4368e-262d-4576-a993-a9e151f200a7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:58:52.427073 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-92c4368e-262d-4576-a993-a9e151f200a7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:52.428059 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-92c4368e-262d-4576-a993-a9e151f200a7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:52.432813 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1eede56a-b485-4e22-bd9f-94cd97e19c29 None None] Provisioning complete for port 4b294502-e578-44a3-aa2e-ed43d46f085d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:52.433302 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1eede56a-b485-4e22-bd9f-94cd97e19c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:52.498122 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1eede56a-b485-4e22-bd9f-94cd97e19c29 None None] Port 4b294502-e578-44a3-aa2e-ed43d46f085d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 19:58:52.498739 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4368e-262d-4576-a993-a9e151f200a7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Pushing event updated for resources: {'Port': ['ID=55d3f219-cd02-443f-800f-c0b1954e88bf,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:52.516336 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-92c4368e-262d-4576-a993-a9e151f200a7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8741162 Aug 16 19:58:52.531806 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-1407147e-d332-49db-ab8e-c08c5a8e1da6 service neutron] Request body: {'port': {'device_id': 'f9aaaefc-30a9-4e10-b02c-1f5fe31a58d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:52.581014 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cd0bf85c-462e-43b2-98ce-cbae5d3bbdd1 req-fce98901-acbe-4b3b-a2ff-1b8116748a50 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403641 Aug 16 19:58:52.620172 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8e088a5-7fea-4d29-984f-0d462de78ceb tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:52.629703 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8e088a5-7fea-4d29-984f-0d462de78ceb tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:52.632198 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-1407147e-d332-49db-ab8e-c08c5a8e1da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:52.650242 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['251a8cc9-a8e6-4002-adb1-80ff793c59c9'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 19:58:52.885167 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1b9a58a6-afb2-43ef-8b28-dc9afd7b2c3f None None] Provisioning for port 55d3f219-cd02-443f-800f-c0b1954e88bf completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:58:52.915673 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1b9a58a6-afb2-43ef-8b28-dc9afd7b2c3f None None] Provisioning complete for port 55d3f219-cd02-443f-800f-c0b1954e88bf triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:58:52.916076 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1b9a58a6-afb2-43ef-8b28-dc9afd7b2c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:52.982957 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1b9a58a6-afb2-43ef-8b28-dc9afd7b2c3f None None] Port 55d3f219-cd02-443f-800f-c0b1954e88bf cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 19:58:53.084358 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-d8e088a5-7fea-4d29-984f-0d462de78ceb tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Floating IP 8c9f7cc2-dc94-4036-b497-38f0ed7dc663 associated. External IP: 172.25.8.246, port: 2d1ee24c-532b-464d-9b22-fb4c5229244f. Aug 16 19:58:53.248878 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-eb02f86d-4343-4902-a300-02552c727aac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b294502-e578-44a3-aa2e-ed43d46f085d {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:58:53.258944 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-eb02f86d-4343-4902-a300-02552c727aac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:53.311651 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-eb02f86d-4343-4902-a300-02552c727aac service neutron] Transition to ACTIVE for port object 4b294502-e578-44a3-aa2e-ed43d46f085d will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:58:53.332761 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-eb02f86d-4343-4902-a300-02552c727aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:53.496475 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 56208) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:53.691086 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56212) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:53.703163 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-1407147e-d332-49db-ab8e-c08c5a8e1da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d3f219-cd02-443f-800f-c0b1954e88bf {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:58:53.711014 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-1407147e-d332-49db-ab8e-c08c5a8e1da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:53.725761 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-1407147e-d332-49db-ab8e-c08c5a8e1da6 service neutron] Transition to ACTIVE for port object 55d3f219-cd02-443f-800f-c0b1954e88bf will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:58:53.734924 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-1407147e-d332-49db-ab8e-c08c5a8e1da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:53.778240 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02f86d-4343-4902-a300-02552c727aac service neutron] Pushing event updated for resources: {'Port': ['ID=4b294502-e578-44a3-aa2e-ed43d46f085d,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:53.835421 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e088a5-7fea-4d29-984f-0d462de78ceb tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Router 4f73defd-ad39-406e-b353-dd46f1fd0f09 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 19:58:53.838330 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-eb02f86d-4343-4902-a300-02552c727aac service neutron] Attempting to bind port 4b294502-e578-44a3-aa2e-ed43d46f085d on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:58:53.838661 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-eb02f86d-4343-4902-a300-02552c727aac service neutron] Attempting to bind port 4b294502-e578-44a3-aa2e-ed43d46f085d by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:58:53.838988 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-eb02f86d-4343-4902-a300-02552c727aac service neutron] Attempting to bind port 4b294502-e578-44a3-aa2e-ed43d46f085d on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:58:53.852942 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-eb02f86d-4343-4902-a300-02552c727aac service neutron] Port 4b294502-e578-44a3-aa2e-ed43d46f085d on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 19:58:53.853696 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-eb02f86d-4343-4902-a300-02552c727aac service neutron] Attempting to bind port 4b294502-e578-44a3-aa2e-ed43d46f085d on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:58:53.857592 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407147e-d332-49db-ab8e-c08c5a8e1da6 service neutron] Pushing event updated for resources: {'Port': ['ID=55d3f219-cd02-443f-800f-c0b1954e88bf,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:53.863972 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-1407147e-d332-49db-ab8e-c08c5a8e1da6 service neutron] Attempting to bind port 55d3f219-cd02-443f-800f-c0b1954e88bf on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:58:53.864420 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-1407147e-d332-49db-ab8e-c08c5a8e1da6 service neutron] Attempting to bind port 55d3f219-cd02-443f-800f-c0b1954e88bf by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:58:53.864845 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-1407147e-d332-49db-ab8e-c08c5a8e1da6 service neutron] Attempting to bind port 55d3f219-cd02-443f-800f-c0b1954e88bf on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:58:53.870037 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-1407147e-d332-49db-ab8e-c08c5a8e1da6 service neutron] Port 55d3f219-cd02-443f-800f-c0b1954e88bf on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 19:58:53.870479 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-1407147e-d332-49db-ab8e-c08c5a8e1da6 service neutron] Attempting to bind port 55d3f219-cd02-443f-800f-c0b1954e88bf on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:58:53.876287 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-1407147e-d332-49db-ab8e-c08c5a8e1da6 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:58:53.876741 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-1407147e-d332-49db-ab8e-c08c5a8e1da6 service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:58:53.877221 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-1407147e-d332-49db-ab8e-c08c5a8e1da6 service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:58:53.877748 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-1407147e-d332-49db-ab8e-c08c5a8e1da6 service neutron] Bound port: 55d3f219-cd02-443f-800f-c0b1954e88bf, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:58:53.878199 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-1407147e-d332-49db-ab8e-c08c5a8e1da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:53.898590 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-eb02f86d-4343-4902-a300-02552c727aac service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:58:53.898934 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-eb02f86d-4343-4902-a300-02552c727aac service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:58:53.899324 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-eb02f86d-4343-4902-a300-02552c727aac service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:58:53.899930 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-eb02f86d-4343-4902-a300-02552c727aac service neutron] Bound port: 4b294502-e578-44a3-aa2e-ed43d46f085d, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:58:53.900292 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-eb02f86d-4343-4902-a300-02552c727aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:53.953777 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74cdc41f-11eb-47f1-ba6f-a01b8c4f4d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:53.963530 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-1407147e-d332-49db-ab8e-c08c5a8e1da6 service neutron] For port 55d3f219-cd02-443f-800f-c0b1954e88bf, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:58:53.966863 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-3979e282-3ad5-454e-9051-ee1729e7ff13 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:53.968397 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-3979e282-3ad5-454e-9051-ee1729e7ff13 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/networks?id=090f4e50-1fb3-4449-b92b-949da889d68e HTTP/1.1" status: 200 len: 808 time: 0.2828710 Aug 16 19:58:53.971581 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [req-02579236-e3d2-40b6-9960-8199e66f373a req-15adfc0e-6e90-4233-a994-4b0d63fd4a79 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 19:58:53.973052 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02579236-e3d2-40b6-9960-8199e66f373a req-15adfc0e-6e90-4233-a994-4b0d63fd4a79 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4706562 Aug 16 19:58:53.975104 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-1407147e-d332-49db-ab8e-c08c5a8e1da6 service neutron] For port 55d3f219-cd02-443f-800f-c0b1954e88bf, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=55d3f219-cd02-443f-800f-c0b1954e88bf,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:58:53.980719 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-1407147e-d332-49db-ab8e-c08c5a8e1da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:54.031570 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-1407147e-d332-49db-ab8e-c08c5a8e1da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:54.032344 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-1407147e-d332-49db-ab8e-c08c5a8e1da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:54.033614 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-1407147e-d332-49db-ab8e-c08c5a8e1da6 service neutron] 10.222.0.63 "PUT /v2.0/ports/55d3f219-cd02-443f-800f-c0b1954e88bf HTTP/1.1" status: 200 len: 1095 time: 1.5095458 Aug 16 19:58:54.034055 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9aaaefc-30a9-4e10-b02c-1f5fe31a58d6', 'tag': '55d3f219-cd02-443f-800f-c0b1954e88bf'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:58:54.035314 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-fbde1c72-b253-4518-a9bb-a9688f32f329 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/quotas/8d5b4a7740cb4bdab08de551ce2dd7dd HTTP/1.1" status: 200 len: 375 time: 0.0489419 Aug 16 19:58:54.036332 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cc8621-2f78-42ce-8099-d4e64f1fe992" -d '{"events": [{"name": "network-changed", "server_uuid": "f9aaaefc-30a9-4e10-b02c-1f5fe31a58d6", "tag": "55d3f219-cd02-443f-800f-c0b1954e88bf"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:58:54.086262 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407147e-d332-49db-ab8e-c08c5a8e1da6 service neutron] Pushing event updated for resources: {'Port': ['ID=55d3f219-cd02-443f-800f-c0b1954e88bf,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:54.096523 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-02579236-e3d2-40b6-9960-8199e66f373a req-210b1fc8-de14-40df-bec1-0c8654f4290c service neutron] Request body: {'binding': {'host': 'n-h2-787206-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:54.097082 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-02579236-e3d2-40b6-9960-8199e66f373a req-210b1fc8-de14-40df-bec1-0c8654f4290c service neutron] Unknown quota resources ['binding']. {{(pid=94771) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 19:58:54.171994 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-1e46257a-91c7-4be7-8626-307b16c50ab3 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1211290 Aug 16 19:58:54.211946 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-fab23409-a384-4093-9fb7-fe4f558a0edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:54.212753 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-fab23409-a384-4093-9fb7-fe4f558a0edd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=74e2f72781564173bac530a92b1cda23&device_id=f9aaaefc-30a9-4e10-b02c-1f5fe31a58d6 HTTP/1.1" status: 200 len: 1098 time: 0.1123834 Aug 16 19:58:54.246693 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-eb02f86d-4343-4902-a300-02552c727aac service neutron] For port 4b294502-e578-44a3-aa2e-ed43d46f085d, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:58:54.256004 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e088a5-7fea-4d29-984f-0d462de78ceb tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 19:58:54.262030 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8e088a5-7fea-4d29-984f-0d462de78ceb tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:54.269464 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c71a783-70e1-4547-a60d-8a5d92cf6ee6 None None] Sync routers for ids ['4f73defd-ad39-406e-b353-dd46f1fd0f09'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 19:58:54.272336 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-fcdca849-9b37-4d9d-82e8-e7b34d91c318 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=55d3f219-cd02-443f-800f-c0b1954e88bf HTTP/1.1" status: 200 len: 217 time: 0.0467148 Aug 16 19:58:54.278497 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c71a783-70e1-4547-a60d-8a5d92cf6ee6 None None] Routers {'4f73defd-ad39-406e-b353-dd46f1fd0f09'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 19:58:54.279110 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1c71a783-70e1-4547-a60d-8a5d92cf6ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T19:58:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4f73defd-ad39-406e-b353-dd46f1fd0f09'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:58:54.295503 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-eb02f86d-4343-4902-a300-02552c727aac service neutron] For port 4b294502-e578-44a3-aa2e-ed43d46f085d, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=4b294502-e578-44a3-aa2e-ed43d46f085d,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:58:54.351595 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-02579236-e3d2-40b6-9960-8199e66f373a req-210b1fc8-de14-40df-bec1-0c8654f4290c service neutron] Attempting to bind port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 on host n-h2-787206-13 for vnic_type normal with profile None {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:58:54.351935 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-02579236-e3d2-40b6-9960-8199e66f373a req-210b1fc8-de14-40df-bec1-0c8654f4290c service neutron] Attempting to bind port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:58:54.352266 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02579236-e3d2-40b6-9960-8199e66f373a req-210b1fc8-de14-40df-bec1-0c8654f4290c service neutron] Attempting to bind port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 on network 273a965b-291d-4de0-904d-d29903ed22d3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:58:54.360444 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-a2ef9c7b-0139-4f66-bf51-a3c99578bd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:54.362284 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-a2ef9c7b-0139-4f66-bf51-a3c99578bd68 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.0769858 Aug 16 19:58:54.363142 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02579236-e3d2-40b6-9960-8199e66f373a req-210b1fc8-de14-40df-bec1-0c8654f4290c service neutron] Port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 on network 273a965b-291d-4de0-904d-d29903ed22d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 19:58:54.363502 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02579236-e3d2-40b6-9960-8199e66f373a req-210b1fc8-de14-40df-bec1-0c8654f4290c service neutron] Attempting to bind port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 on network 273a965b-291d-4de0-904d-d29903ed22d3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:58:54.368515 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02579236-e3d2-40b6-9960-8199e66f373a req-210b1fc8-de14-40df-bec1-0c8654f4290c service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:58:54.369091 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02579236-e3d2-40b6-9960-8199e66f373a req-210b1fc8-de14-40df-bec1-0c8654f4290c service neutron] Checking segment: {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:58:54.369479 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02579236-e3d2-40b6-9960-8199e66f373a req-210b1fc8-de14-40df-bec1-0c8654f4290c service neutron] Bound using segment: {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:58:54.369903 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-02579236-e3d2-40b6-9960-8199e66f373a req-210b1fc8-de14-40df-bec1-0c8654f4290c service neutron] Bound port: 210b9f61-2b6e-463d-b4dd-b2b93ef71c38, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:58:54.373886 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d8e088a5-7fea-4d29-984f-0d462de78ceb tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "PUT /v2.0/floatingips/8c9f7cc2-dc94-4036-b497-38f0ed7dc663 HTTP/1.1" status: 200 len: 992 time: 3.6796196 Aug 16 19:58:54.374926 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-eb02f86d-4343-4902-a300-02552c727aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:54.383007 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77cd4e1e-40c1-4a2a-b6fc-f534305730fe', 'tag': '2d1ee24c-532b-464d-9b22-fb4c5229244f'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:58:54.385230 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8929e6d1-170d-42eb-8e94-a23f9f6cd101" -d '{"events": [{"name": "network-changed", "server_uuid": "77cd4e1e-40c1-4a2a-b6fc-f534305730fe", "tag": "2d1ee24c-532b-464d-9b22-fb4c5229244f"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:58:54.392244 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-1c71a783-70e1-4547-a60d-8a5d92cf6ee6 None None] Set router 4f73defd-ad39-406e-b353-dd46f1fd0f09 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 19:58:54.448006 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-7be99706-f6ef-46c6-9ffd-015a656b64eb service neutron] 10.222.0.68 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609925 Aug 16 19:58:54.466225 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-eb02f86d-4343-4902-a300-02552c727aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:54.467535 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-eb02f86d-4343-4902-a300-02552c727aac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:54.469253 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-eb02f86d-4343-4902-a300-02552c727aac service neutron] 10.222.0.63 "PUT /v2.0/ports/4b294502-e578-44a3-aa2e-ed43d46f085d HTTP/1.1" status: 200 len: 1097 time: 2.4850292 Aug 16 19:58:54.494515 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74cdc41f-11eb-47f1-ba6f-a01b8c4f4d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:54.502700 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-b73ebd9e-a7fe-4868-8513-4d7f709ef824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:54.504912 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-b73ebd9e-a7fe-4868-8513-4d7f709ef824 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1326201 Aug 16 19:58:54.519868 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-02579236-e3d2-40b6-9960-8199e66f373a req-210b1fc8-de14-40df-bec1-0c8654f4290c service neutron] For port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=210b9f61-2b6e-463d-b4dd-b2b93ef71c38,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:58:54.521996 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74cdc41f-11eb-47f1-ba6f-a01b8c4f4d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:54.554671 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-02579236-e3d2-40b6-9960-8199e66f373a req-210b1fc8-de14-40df-bec1-0c8654f4290c service neutron] Notify callbacks [] for binding, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:54.556130 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02579236-e3d2-40b6-9960-8199e66f373a req-210b1fc8-de14-40df-bec1-0c8654f4290c service neutron] 10.222.0.68 "POST /v2.0/ports/210b9f61-2b6e-463d-b4dd-b2b93ef71c38/bindings HTTP/1.1" status: 201 len: 390 time: 0.5262597 Aug 16 19:58:54.634014 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c03a0e-f0a9-4e1e-9579-7dc291085972 req-ba643c2c-5537-4590-8d3f-372b9a26464f tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:54.635942 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-20c03a0e-f0a9-4e1e-9579-7dc291085972 req-ba643c2c-5537-4590-8d3f-372b9a26464f tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.57 "GET /v2.0/ports?device_id=06368577-0630-44c4-80a4-beaf5e5652aa HTTP/1.1" status: 200 len: 950 time: 0.1300178 Aug 16 19:58:54.670813 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02f86d-4343-4902-a300-02552c727aac service neutron] Pushing event updated for resources: {'Port': ['ID=4b294502-e578-44a3-aa2e-ed43d46f085d,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:54.710963 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1c71a783-70e1-4547-a60d-8a5d92cf6ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1893620888-router', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:45Z', 'revision_number': 4, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'gw_port': {'id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '8c9f7cc2-dc94-4036-b497-38f0ed7dc663', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'floating_ip_address': '172.25.8.246', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'port_id': '2d1ee24c-532b-464d-9b22-fb4c5229244f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385', 'mac_address': 'fa:16:3e:c2:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cd4e1e-40c1-4a2a-b6fc-f534305730fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T19:58:14Z', 'updated_at': '2021-08-16T19:58:52Z', 'revision_number': 1, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1898fb28-768f-41a7-b28e-02ab5b750eaa', 'name': '', 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'mac_address': 'fa:16:3e:76:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '255dc5d0-2507-406e-9c79-293ed8a42973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:44Z', 'updated_at': '2021-08-16T19:57:53Z', 'revision_number': 5, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'subnets': [{'id': '255dc5d0-2507-406e-9c79-293ed8a42973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:58:54.727535 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cdc41f-11eb-47f1-ba6f-a01b8c4f4d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f960c3-d07e-4d22-9204-3253d1dede5e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:54.741771 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-74cdc41f-11eb-47f1-ba6f-a01b8c4f4d7a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4204c1d2e25846e78854ccbad01b49f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0456564 Aug 16 19:58:54.745326 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56232) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:54.747463 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c71a783-70e1-4547-a60d-8a5d92cf6ee6 None None] Checking router: 4f73defd-ad39-406e-b353-dd46f1fd0f09 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 19:58:54.748672 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-bea101d5-ae49-44e3-9013-a5d6fecc551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:54.750167 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-bea101d5-ae49-44e3-9013-a5d6fecc551a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=74e2f72781564173bac530a92b1cda23&device_id=d3009236-61d6-4b21-b027-20d4f0875b54 HTTP/1.1" status: 200 len: 1100 time: 0.1951470 Aug 16 19:58:54.757093 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c71a783-70e1-4547-a60d-8a5d92cf6ee6 None None] Routers {'4f73defd-ad39-406e-b353-dd46f1fd0f09'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 19:58:54.757822 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1c71a783-70e1-4547-a60d-8a5d92cf6ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T19:58:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4f73defd-ad39-406e-b353-dd46f1fd0f09'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:58:54.868359 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-682fdec8-eefd-4b3c-87ae-e7a8e5f0c78b service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505366 Aug 16 19:58:54.874003 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-706bf720-2467-4d23-9dc1-12052b84ad56 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=4b294502-e578-44a3-aa2e-ed43d46f085d HTTP/1.1" status: 200 len: 217 time: 0.0844920 Aug 16 19:58:54.874716 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.63', 51145) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:54.883004 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-1c71a783-70e1-4547-a60d-8a5d92cf6ee6 None None] Set router 4f73defd-ad39-406e-b353-dd46f1fd0f09 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 19:58:54.980437 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-64410c2a-97b1-4334-a4cd-38b552fe64a8 service neutron] 10.222.0.68 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311379 Aug 16 19:58:54.985234 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01ae1cb8-1eab-47f9-903c-661fa3d85fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:54.999123 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28875a0b-d0e9-41cb-a986-b6c499a955a5 req-2b61e3d4-db6b-4061-a896-f8dae57e2a97 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:55.005059 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-e25c1b4f-df31-4a6b-afb9-2c1b266723d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:55.006325 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-28875a0b-d0e9-41cb-a986-b6c499a955a5 req-2b61e3d4-db6b-4061-a896-f8dae57e2a97 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=06368577-0630-44c4-80a4-beaf5e5652aa HTTP/1.1" status: 200 len: 950 time: 0.1734884 Aug 16 19:58:55.006708 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-e25c1b4f-df31-4a6b-afb9-2c1b266723d9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1222453 Aug 16 19:58:55.035391 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01ae1cb8-1eab-47f9-903c-661fa3d85fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:55.062998 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02579236-e3d2-40b6-9960-8199e66f373a req-160b1a8f-9483-4d46-8843-31267c234ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:55.065002 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02579236-e3d2-40b6-9960-8199e66f373a req-160b1a8f-9483-4d46-8843-31267c234ee2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80d98bbe248147c88be18e7257fbdc13&device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 1098 time: 0.1793993 Aug 16 19:58:55.072958 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-e249b710-15b2-4391-9be5-808421ce6be3 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605971 Aug 16 19:58:55.105378 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-28875a0b-d0e9-41cb-a986-b6c499a955a5 req-7a338ba7-3ee9-45ea-a56e-3dc8a9bf5fe4 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/security-groups?id=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981283 Aug 16 19:58:55.107780 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-20c03a0e-f0a9-4e1e-9579-7dc291085972 req-fbec02fc-5174-48bc-b310-7335145162e2 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Deleting port de80bd2e-457e-4bf2-b0da-ab5fe1f0926f {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 19:58:55.118217 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-20c03a0e-f0a9-4e1e-9579-7dc291085972 req-fbec02fc-5174-48bc-b310-7335145162e2 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:55.161529 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1c71a783-70e1-4547-a60d-8a5d92cf6ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1893620888-router', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:45Z', 'revision_number': 4, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'gw_port': {'id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '8c9f7cc2-dc94-4036-b497-38f0ed7dc663', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'floating_ip_address': '172.25.8.246', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'port_id': '2d1ee24c-532b-464d-9b22-fb4c5229244f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385', 'mac_address': 'fa:16:3e:c2:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cd4e1e-40c1-4a2a-b6fc-f534305730fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T19:58:14Z', 'updated_at': '2021-08-16T19:58:52Z', 'revision_number': 1, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1898fb28-768f-41a7-b28e-02ab5b750eaa', 'name': '', 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'mac_address': 'fa:16:3e:76:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '255dc5d0-2507-406e-9c79-293ed8a42973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:44Z', 'updated_at': '2021-08-16T19:57:53Z', 'revision_number': 5, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'subnets': [{'id': '255dc5d0-2507-406e-9c79-293ed8a42973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:58:55.184639 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-2ca77864-3aa5-45ec-a917-f90a85362f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:55.189814 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-2ca77864-3aa5-45ec-a917-f90a85362f0e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1720190 Aug 16 19:58:55.229244 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c71a783-70e1-4547-a60d-8a5d92cf6ee6 None None] The sync data for ids ['4f73defd-ad39-406e-b353-dd46f1fd0f09'] in n-d-787206-13 is: [{'id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1893620888-router', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:45Z', 'revision_number': 4, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'gw_port': {'id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '8c9f7cc2-dc94-4036-b497-38f0ed7dc663', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'floating_ip_address': '172.25.8.246', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'port_id': '2d1ee24c-532b-464d-9b22-fb4c5229244f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385', 'mac_address': 'fa:16:3e:c2:1e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cd4e1e-40c1-4a2a-b6fc-f534305730fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T19:58:14Z', 'updated_at': '2021-08-16T19:58:52Z', 'revision_number': 1, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1898fb28-768f-41a7-b28e-02ab5b750eaa', 'name': '', 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'mac_address': 'fa:16:3e:76:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '255dc5d0-2507-406e-9c79-293ed8a42973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:44Z', 'updated_at': '2021-08-16T19:57:53Z', 'revision_number': 5, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'subnets': [{'id': '255dc5d0-2507-406e-9c79-293ed8a42973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 19:58:55.323529 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01ae1cb8-1eab-47f9-903c-661fa3d85fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:55.327013 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01ae1cb8-1eab-47f9-903c-661fa3d85fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:55.328283 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-01ae1cb8-1eab-47f9-903c-661fa3d85fc5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/10f960c3-d07e-4d22-9204-3253d1dede5e HTTP/1.1" status: 204 len: 168 time: 0.5772171 Aug 16 19:58:55.345742 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-20c03a0e-f0a9-4e1e-9579-7dc291085972 req-fbec02fc-5174-48bc-b310-7335145162e2 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] For port de80bd2e-457e-4bf2-b0da-ab5fe1f0926f, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=de80bd2e-457e-4bf2-b0da-ab5fe1f0926f,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:55.346963 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-20c03a0e-f0a9-4e1e-9579-7dc291085972 req-fbec02fc-5174-48bc-b310-7335145162e2 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:55.366323 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-20c03a0e-f0a9-4e1e-9579-7dc291085972 req-fbec02fc-5174-48bc-b310-7335145162e2 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Calling delete_port for de80bd2e-457e-4bf2-b0da-ab5fe1f0926f owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 19:58:55.387149 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae1cb8-1eab-47f9-903c-661fa3d85fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f960c3-d07e-4d22-9204-3253d1dede5e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:55.392635 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02579236-e3d2-40b6-9960-8199e66f373a req-b1c1d058-3d20-48cf-914b-35db7996f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:55.397124 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02579236-e3d2-40b6-9960-8199e66f373a req-b1c1d058-3d20-48cf-914b-35db7996f14e service neutron] 10.222.0.63 "GET /v2.0/networks?id=273a965b-291d-4de0-904d-d29903ed22d3 HTTP/1.1" status: 200 len: 922 time: 0.3204522 Aug 16 19:58:55.475730 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02579236-e3d2-40b6-9960-8199e66f373a req-81b2de81-e106-45cc-84fe-e08cda11ed0a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=210b9f61-2b6e-463d-b4dd-b2b93ef71c38 HTTP/1.1" status: 200 len: 217 time: 0.0673876 Aug 16 19:58:55.489575 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445b0c3-57bf-4462-a7d9-a37e7eb36e01 req-89715d16-6f18-4d24-b698-50550ca7cf47 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:55.491192 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4445b0c3-57bf-4462-a7d9-a37e7eb36e01 req-89715d16-6f18-4d24-b698-50550ca7cf47 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3009236-61d6-4b21-b027-20d4f0875b54 HTTP/1.1" status: 200 len: 948 time: 0.2558701 Aug 16 19:58:55.546741 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-5e31dfd3-c81d-4e09-bdbd-851eff1d3555 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455296 Aug 16 19:58:55.664070 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c2077e-bf03-400e-a526-fcbc9ec58699 None None] New status for floating IP 8c9f7cc2-dc94-4036-b497-38f0ed7dc663: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 19:58:55.671972 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4445b0c3-57bf-4462-a7d9-a37e7eb36e01 req-7a358ed4-3342-44e9-a334-93b1b438be27 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718450 Aug 16 19:58:55.674813 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02579236-e3d2-40b6-9960-8199e66f373a req-ae55bcfc-e876-47b2-80b8-6ed8ba6482fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:55.676322 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02579236-e3d2-40b6-9960-8199e66f373a req-ae55bcfc-e876-47b2-80b8-6ed8ba6482fa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=49f83f5f-99d4-4f21-857e-7c691113f792 HTTP/1.1" status: 200 len: 861 time: 0.1842222 Aug 16 19:58:55.737744 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02579236-e3d2-40b6-9960-8199e66f373a req-59c406ba-b5aa-4fdb-82a6-27102bea6c65 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=273a965b-291d-4de0-904d-d29903ed22d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524628 Aug 16 19:58:55.779421 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9df39e7a-479c-4fc4-9f9e-4b48f3596e32 req-93ad85a0-4a0d-4145-b471-7b136e1dfcfa service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205911 Aug 16 19:58:55.836863 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 19:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1a54a5-7e4e-41f7-8a44-e628e89c8a8f x-openstack-request-id: req-8b1a54a5-7e4e-41f7-8a44-e628e89c8a8f {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:58:55.840212 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9aaaefc-30a9-4e10-b02c-1f5fe31a58d6", "tag": "55d3f219-cd02-443f-800f-c0b1954e88bf", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:58:55.842367 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8b1a54a5-7e4e-41f7-8a44-e628e89c8a8f {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:58:55.845299 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9aaaefc-30a9-4e10-b02c-1f5fe31a58d6', 'tag': '55d3f219-cd02-443f-800f-c0b1954e88bf', 'status': 'completed', 'code': 200} Aug 16 19:58:55.901606 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc8621-2f78-42ce-8099-d4e64f1fe992 req-3cdd7771-4bc5-4fea-94db-99d31f8e3fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:55.902135 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-20c03a0e-f0a9-4e1e-9579-7dc291085972 req-fbec02fc-5174-48bc-b310-7335145162e2 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:55.903479 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-19cc8621-2f78-42ce-8099-d4e64f1fe992 req-3cdd7771-4bc5-4fea-94db-99d31f8e3fa9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=74e2f72781564173bac530a92b1cda23&device_id=f9aaaefc-30a9-4e10-b02c-1f5fe31a58d6 HTTP/1.1" status: 200 len: 1098 time: 0.0889618 Aug 16 19:58:55.926921 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['de80bd2e-457e-4bf2-b0da-ab5fe1f0926f'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 19:58:55.949555 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02579236-e3d2-40b6-9960-8199e66f373a req-75e78a64-0cf2-413a-851e-083d33312150 service neutron] 10.222.0.63 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982949 Aug 16 19:58:55.952595 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551a106-8c80-4429-b68d-30a6af55d41f req-79afd69c-d4ca-44ef-bbf5-571d0f399506 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:55.959870 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6551a106-8c80-4429-b68d-30a6af55d41f req-79afd69c-d4ca-44ef-bbf5-571d0f399506 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/networks?id=8c5fcf0c-5f69-4031-9be2-b28eae97018b HTTP/1.1" status: 200 len: 815 time: 0.3940368 Aug 16 19:58:55.967781 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec02fc-5174-48bc-b310-7335145162e2 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Pushing event deleted for resources: {'Port': ['ID=de80bd2e-457e-4bf2-b0da-ab5fe1f0926f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:56.004763 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 56262) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:56.020431 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 19:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5807862a-a0e6-4bef-9a10-eeecdb63d501 x-openstack-request-id: req-5807862a-a0e6-4bef-9a10-eeecdb63d501 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:58:56.021109 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77cd4e1e-40c1-4a2a-b6fc-f534305730fe", "tag": "2d1ee24c-532b-464d-9b22-fb4c5229244f", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:58:56.021718 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5807862a-a0e6-4bef-9a10-eeecdb63d501 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:58:56.022485 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77cd4e1e-40c1-4a2a-b6fc-f534305730fe', 'tag': '2d1ee24c-532b-464d-9b22-fb4c5229244f', 'status': 'completed', 'code': 200} Aug 16 19:58:56.061266 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6551a106-8c80-4429-b68d-30a6af55d41f req-587ac4ae-b477-497d-94d0-0ab800ec149d tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/quotas/e38eb8aee1564690bebbb2b4f1877833 HTTP/1.1" status: 200 len: 375 time: 0.0993202 Aug 16 19:58:56.152097 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-afc537cf-99c3-46ec-8166-b87e9f505d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:56.154865 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c03a0e-f0a9-4e1e-9579-7dc291085972 req-fbec02fc-5174-48bc-b310-7335145162e2 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] No DVR routers for this DVR port de80bd2e-457e-4bf2-b0da-ab5fe1f0926f on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 19:58:56.159240 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-20c03a0e-f0a9-4e1e-9579-7dc291085972 req-fbec02fc-5174-48bc-b310-7335145162e2 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:56.168088 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-20c03a0e-f0a9-4e1e-9579-7dc291085972 req-fbec02fc-5174-48bc-b310-7335145162e2 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.57 "DELETE /v2.0/ports/de80bd2e-457e-4bf2-b0da-ab5fe1f0926f HTTP/1.1" status: 204 len: 173 time: 1.5223882 Aug 16 19:58:56.229994 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929e6d1-170d-42eb-8e94-a23f9f6cd101 req-eeeb94fa-2d29-4a69-9bc3-5086908b6947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:56.232186 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8929e6d1-170d-42eb-8e94-a23f9f6cd101 req-eeeb94fa-2d29-4a69-9bc3-5086908b6947 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd60ee167a7c4249be845d9f57d57e43&device_id=77cd4e1e-40c1-4a2a-b6fc-f534305730fe HTTP/1.1" status: 200 len: 1098 time: 0.1967409 Aug 16 19:58:56.264485 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6551a106-8c80-4429-b68d-30a6af55d41f req-d519da1a-b4db-4181-969c-4b357563f1b6 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=e38eb8aee1564690bebbb2b4f1877833&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2022161 Aug 16 19:58:56.339055 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c51f80-bd62-4ef4-b742-7dd065a95128 req-fb4220ad-01a4-41af-a798-fcc04ff5e208 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:56.340916 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b5c51f80-bd62-4ef4-b742-7dd065a95128 req-fb4220ad-01a4-41af-a798-fcc04ff5e208 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 946 time: 0.1880243 Aug 16 19:58:56.417076 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6551a106-8c80-4429-b68d-30a6af55d41f req-8f9457d6-78e3-465c-ab21-c20e0c0de7d5 service neutron] 10.222.0.68 "GET /v2.0/networks/8c5fcf0c-5f69-4031-9be2-b28eae97018b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515217 Aug 16 19:58:56.419428 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc8621-2f78-42ce-8099-d4e64f1fe992 req-88e99856-7592-495e-b7ad-87182b0990ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:56.421010 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-19cc8621-2f78-42ce-8099-d4e64f1fe992 req-88e99856-7592-495e-b7ad-87182b0990ba service neutron] 10.222.0.63 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.5049629 Aug 16 19:58:56.449207 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b5c51f80-bd62-4ef4-b742-7dd065a95128 req-8f2f5e9f-336f-4f3a-a45a-e312e5281da1 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009221 Aug 16 19:58:56.481742 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02579236-e3d2-40b6-9960-8199e66f373a req-27d9aee7-c3f5-4061-9737-3ba9ea1a6d10 service neutron] 10.222.0.63 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581685 Aug 16 19:58:56.482721 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929e6d1-170d-42eb-8e94-a23f9f6cd101 req-9f702cdb-efad-4721-9b61-f399badf3328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:56.484086 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8929e6d1-170d-42eb-8e94-a23f9f6cd101 req-9f702cdb-efad-4721-9b61-f399badf3328 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d97fcdba-147b-42c4-9a36-36beb7fe5385 HTTP/1.1" status: 200 len: 925 time: 0.2403457 Aug 16 19:58:56.485679 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-19cc8621-2f78-42ce-8099-d4e64f1fe992 req-bac82ae8-929c-4cac-9c46-a86580c838a3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=55d3f219-cd02-443f-800f-c0b1954e88bf HTTP/1.1" status: 200 len: 217 time: 0.0481546 Aug 16 19:58:56.517622 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-afc537cf-99c3-46ec-8166-b87e9f505d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:56.526434 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-afc537cf-99c3-46ec-8166-b87e9f505d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:56.576832 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6551a106-8c80-4429-b68d-30a6af55d41f req-64e904e3-90a7-4d7f-94c2-2902f0d1c092 service neutron] 10.222.0.68 "GET /v2.0/networks/8c5fcf0c-5f69-4031-9be2-b28eae97018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515474 Aug 16 19:58:56.594673 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-afc537cf-99c3-46ec-8166-b87e9f505d59 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ef00490dabe64f0c867503ad73b6b08f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5406594 Aug 16 19:58:56.594673 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc537cf-99c3-46ec-8166-b87e9f505d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce4a438-21cb-4f6b-85a1-a4900a23e061,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:56.596470 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 56268) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:56.779343 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9673d3c7-6e68-4f19-ab4e-281c5b731682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:56.859061 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9673d3c7-6e68-4f19-ab4e-281c5b731682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:56.984617 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dcde24c4-8b2c-44a9-a0d3-bc027b27fc0c req-ab44db28-56b6-4fd5-bdc5-34c2c7ec2472 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 210 time: 0.4182997 Aug 16 19:58:57.038805 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8929e6d1-170d-42eb-8e94-a23f9f6cd101 req-409dd1fd-050c-4fa9-9e21-47f683969fa5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d1ee24c-532b-464d-9b22-fb4c5229244f HTTP/1.1" status: 200 len: 1002 time: 0.5457962 Aug 16 19:58:57.045982 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc8621-2f78-42ce-8099-d4e64f1fe992 req-ceec87f0-9780-4d27-8d65-94db3a0f2215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:57.047616 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-19cc8621-2f78-42ce-8099-d4e64f1fe992 req-ceec87f0-9780-4d27-8d65-94db3a0f2215 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.5057218 Aug 16 19:58:57.088886 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f231349f-bd44-43bf-8c1c-d5ad9840d9f3 req-4df5dd3f-4128-4527-aa69-fa542fb5cea9 tempest-DeleteServersAdminTestJSON-1786140761 tempest-DeleteServersAdminTestJSON-1786140761-project] 10.222.0.68 "GET /v2.0/ports?device_id=06368577-0630-44c4-80a4-beaf5e5652aa HTTP/1.1" status: 200 len: 210 time: 0.2728043 Aug 16 19:58:57.161305 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02579236-e3d2-40b6-9960-8199e66f373a req-c39b8851-a6c9-49c1-9f41-5d0e6705322d tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:57.163105 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02579236-e3d2-40b6-9960-8199e66f373a req-c39b8851-a6c9-49c1-9f41-5d0e6705322d tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532&tenant_id=80d98bbe248147c88be18e7257fbdc13&binding%3Ahost_id=n-h1-787206-13 HTTP/1.1" status: 200 len: 1098 time: 0.2603190 Aug 16 19:58:57.187363 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-02579236-e3d2-40b6-9960-8199e66f373a req-85f66514-a61d-4339-9025-c0f6806dc5ef service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-787206-13'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:57.189983 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-016599c2-d3b1-45fb-8583-2eaecfb1f28f req-59645d60-acbc-4251-a894-0d73096f5675 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/ports?device_id=58d5a1de-bcda-4bc3-8a7f-3333291e0210 HTTP/1.1" status: 200 len: 210 time: 0.0386846 Aug 16 19:58:57.201346 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-6c00b4f3-b20e-451a-9d82-327ace3749c1 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:57.203162 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-6c00b4f3-b20e-451a-9d82-327ace3749c1 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.63 "GET /v2.0/networks?id=090f4e50-1fb3-4449-b92b-949da889d68e HTTP/1.1" status: 200 len: 808 time: 0.5877435 Aug 16 19:58:57.222929 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-dd180796-14ea-42dc-952f-82f8d61de6b0 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Request body: {'port': {'device_id': '1ee4d583-0b06-4dc7-8738-d45d46b86f7c', 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e', 'admin_state_up': True, 'tenant_id': '8d5b4a7740cb4bdab08de551ce2dd7dd'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:57.226598 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9673d3c7-6e68-4f19-ab4e-281c5b731682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:57.230066 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9673d3c7-6e68-4f19-ab4e-281c5b731682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:57.231489 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9673d3c7-6e68-4f19-ab4e-281c5b731682 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9ce4a438-21cb-4f6b-85a1-a4900a23e061 HTTP/1.1" status: 204 len: 168 time: 0.6338058 Aug 16 19:58:57.247126 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929e6d1-170d-42eb-8e94-a23f9f6cd101 req-58f7b113-16ba-43d1-b402-7d4b1c87b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:57.249689 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8929e6d1-170d-42eb-8e94-a23f9f6cd101 req-58f7b113-16ba-43d1-b402-7d4b1c87b3ac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=255dc5d0-2507-406e-9c79-293ed8a42973 HTTP/1.1" status: 200 len: 863 time: 0.1951067 Aug 16 19:58:57.273022 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc8621-2f78-42ce-8099-d4e64f1fe992 req-284794fd-ad57-4f60-8219-0d648fa86cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:57.274501 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-19cc8621-2f78-42ce-8099-d4e64f1fe992 req-284794fd-ad57-4f60-8219-0d648fa86cbf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2100096 Aug 16 19:58:57.283635 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673d3c7-6e68-4f19-ab4e-281c5b731682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce4a438-21cb-4f6b-85a1-a4900a23e061,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:57.394676 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0aa89-bc6a-432b-8320-4eb3f6f103fd req-41751691-c0a6-4327-814d-5a46fab2f476 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:57.396253 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-faf0aa89-bc6a-432b-8320-4eb3f6f103fd req-41751691-c0a6-4327-814d-5a46fab2f476 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3009236-61d6-4b21-b027-20d4f0875b54 HTTP/1.1" status: 200 len: 948 time: 0.2822776 Aug 16 19:58:57.396858 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-02579236-e3d2-40b6-9960-8199e66f373a req-85f66514-a61d-4339-9025-c0f6806dc5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:57.399715 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-dd180796-14ea-42dc-952f-82f8d61de6b0 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Made reservation on behalf of 8d5b4a7740cb4bdab08de551ce2dd7dd for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:58:57.404799 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-dd180796-14ea-42dc-952f-82f8d61de6b0 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:57.478112 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929e6d1-170d-42eb-8e94-a23f9f6cd101 req-dafaaf37-506d-4e76-a3b2-2e03241d2758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:57.480624 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8929e6d1-170d-42eb-8e94-a23f9f6cd101 req-dafaaf37-506d-4e76-a3b2-2e03241d2758 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d97fcdba-147b-42c4-9a36-36beb7fe5385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2043891 Aug 16 19:58:57.566787 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-faf0aa89-bc6a-432b-8320-4eb3f6f103fd req-d8caac29-357f-4745-9f7d-6438bc596239 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568253 Aug 16 19:58:57.591619 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-dd180796-14ea-42dc-952f-82f8d61de6b0 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Allocated IP 172.20.0.7 (090f4e50-1fb3-4449-b92b-949da889d68e/7bf22002-ba37-41ff-af5d-cdbe63ed2bd8/03e06574-3d89-43c8-b9cf-47243f3420ed) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:58:57.617192 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-19cc8621-2f78-42ce-8099-d4e64f1fe992 req-74b66e3a-3f50-47ba-8b87-0cdd9ddc82b2 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279061 Aug 16 19:58:57.696026 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea8098-1646-4327-a72c-86ff47c10845 req-ef1b4e95-a07a-4a3d-abf9-8a35a4ea7398 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:57.704549 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b9ea8098-1646-4327-a72c-86ff47c10845 req-ef1b4e95-a07a-4a3d-abf9-8a35a4ea7398 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 946 time: 0.0930951 Aug 16 19:58:57.795811 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b9ea8098-1646-4327-a72c-86ff47c10845 req-3cb06b2c-312b-4db9-975c-77d6c215bb05 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902357 Aug 16 19:58:57.799350 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8929e6d1-170d-42eb-8e94-a23f9f6cd101 req-06093f4b-bcd4-4b31-b846-b13145e88b16 service neutron] 10.222.0.57 "GET /v2.0/networks/d97fcdba-147b-42c4-9a36-36beb7fe5385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808311 Aug 16 19:58:57.849314 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06368577-0630-44c4-80a4-beaf5e5652aa', 'name': 'network-vif-deleted', 'tag': 'de80bd2e-457e-4bf2-b0da-ab5fe1f0926f'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:58:57.853810 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56776374-f0ac-4311-b8ab-84a5cc87de09" -d '{"events": [{"server_uuid": "06368577-0630-44c4-80a4-beaf5e5652aa", "name": "network-vif-deleted", "tag": "de80bd2e-457e-4bf2-b0da-ab5fe1f0926f"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:58:57.892112 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-dd180796-14ea-42dc-952f-82f8d61de6b0 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:57.921814 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 19:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f11278-901e-45bb-be27-a3444dfa403a x-openstack-request-id: req-f4f11278-901e-45bb-be27-a3444dfa403a {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:58:57.922103 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06368577-0630-44c4-80a4-beaf5e5652aa", "name": "network-vif-deleted", "tag": "de80bd2e-457e-4bf2-b0da-ab5fe1f0926f", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:58:57.922355 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f4f11278-901e-45bb-be27-a3444dfa403a {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:58:57.922747 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06368577-0630-44c4-80a4-beaf5e5652aa', 'name': 'network-vif-deleted', 'tag': 'de80bd2e-457e-4bf2-b0da-ab5fe1f0926f', 'status': 'completed', 'code': 200} Aug 16 19:58:57.923844 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 56302) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:57.958210 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-dd180796-14ea-42dc-952f-82f8d61de6b0 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:57.961303 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-19cc8621-2f78-42ce-8099-d4e64f1fe992 req-54de9439-fd26-4c1a-b7a9-53d769f95a78 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261232 Aug 16 19:58:57.971884 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8929e6d1-170d-42eb-8e94-a23f9f6cd101 req-a5d64f7d-837a-4db8-aadd-0fcb9e06c2c4 service neutron] 10.222.0.57 "GET /v2.0/networks/d97fcdba-147b-42c4-9a36-36beb7fe5385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624904 Aug 16 19:58:57.980565 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-02579236-e3d2-40b6-9960-8199e66f373a req-85f66514-a61d-4339-9025-c0f6806dc5ef service neutron] For port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=210b9f61-2b6e-463d-b4dd-b2b93ef71c38,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:58.024307 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3009236-61d6-4b21-b027-20d4f0875b54', 'tag': '4b294502-e578-44a3-aa2e-ed43d46f085d'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:58:58.027484 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f5b93c-5cb5-42f4-bfae-99af4d958aaa" -d '{"events": [{"name": "network-changed", "server_uuid": "d3009236-61d6-4b21-b027-20d4f0875b54", "tag": "4b294502-e578-44a3-aa2e-ed43d46f085d"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:58:58.078435 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-02579236-e3d2-40b6-9960-8199e66f373a req-85f66514-a61d-4339-9025-c0f6806dc5ef service neutron] For port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:58:58.107996 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-dd180796-14ea-42dc-952f-82f8d61de6b0 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Network 090f4e50-1fb3-4449-b92b-949da889d68e is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:58:58.120395 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-dd180796-14ea-42dc-952f-82f8d61de6b0 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:58:58.130537 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 19:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ed0bb7-742a-48dc-beb0-32452b974b5f x-openstack-request-id: req-e6ed0bb7-742a-48dc-beb0-32452b974b5f {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:58:58.131937 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3009236-61d6-4b21-b027-20d4f0875b54", "tag": "4b294502-e578-44a3-aa2e-ed43d46f085d", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:58:58.134035 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e6ed0bb7-742a-48dc-beb0-32452b974b5f {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:58:58.134678 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3009236-61d6-4b21-b027-20d4f0875b54', 'tag': '4b294502-e578-44a3-aa2e-ed43d46f085d', 'status': 'completed', 'code': 200} Aug 16 19:58:58.177810 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-dd180796-14ea-42dc-952f-82f8d61de6b0 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:58:58.188739 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-dd180796-14ea-42dc-952f-82f8d61de6b0 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:58.192204 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-dd180796-14ea-42dc-952f-82f8d61de6b0 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:58.208105 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd180796-14ea-42dc-952f-82f8d61de6b0 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Pushing event updated for resources: {'Port': ['ID=03e06574-3d89-43c8-b9cf-47243f3420ed,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:58.228136 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e84e5844-7f2f-4cd3-9a44-f82cbd7c8d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:58.245236 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-dd180796-14ea-42dc-952f-82f8d61de6b0 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0307288 Aug 16 19:58:58.258270 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-eb194c45-e1de-4e45-83f9-6d168ddd46cf service neutron] Request body: {'port': {'device_id': '1ee4d583-0b06-4dc7-8738-d45d46b86f7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:58.307189 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941275e6-15cc-4277-927c-dac978192926 req-be551bb0-ab15-47fe-8110-fbed9c0f7bd4 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:58.308858 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-941275e6-15cc-4277-927c-dac978192926 req-be551bb0-ab15-47fe-8110-fbed9c0f7bd4 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 931 time: 0.1792200 Aug 16 19:58:58.375777 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-02579236-e3d2-40b6-9960-8199e66f373a req-85f66514-a61d-4339-9025-c0f6806dc5ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:58.399268 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-02579236-e3d2-40b6-9960-8199e66f373a req-85f66514-a61d-4339-9025-c0f6806dc5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:58.423988 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-eb194c45-e1de-4e45-83f9-6d168ddd46cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:58.430391 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4ad42f4-b25c-4642-85aa-8da36f4dd70a req-3e69d751-6326-4e22-8b62-b0801a856eef tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/ports?device_id=58d5a1de-bcda-4bc3-8a7f-3333291e0210 HTTP/1.1" status: 200 len: 210 time: 0.0509570 Aug 16 19:58:58.459460 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551a106-8c80-4429-b68d-30a6af55d41f req-3fbf33a4-61a0-4a30-9b10-53bf29f4b9ad tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:58.460991 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6551a106-8c80-4429-b68d-30a6af55d41f req-3fbf33a4-61a0-4a30-9b10-53bf29f4b9ad tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.57 "GET /v2.0/networks?id=8c5fcf0c-5f69-4031-9be2-b28eae97018b HTTP/1.1" status: 200 len: 815 time: 0.3252747 Aug 16 19:58:58.482454 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-6551a106-8c80-4429-b68d-30a6af55d41f req-10c840a3-1120-4424-bd60-a0491a0abb48 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Request body: {'port': {'device_id': '58d5a1de-bcda-4bc3-8a7f-3333291e0210', 'network_id': '8c5fcf0c-5f69-4031-9be2-b28eae97018b', 'admin_state_up': True, 'tenant_id': 'e38eb8aee1564690bebbb2b4f1877833'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:58:58.508336 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-941275e6-15cc-4277-927c-dac978192926 req-cbb97b3b-6aa3-4b00-ac6c-8b71a6db7c12 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895030 Aug 16 19:58:58.604415 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5b93c-5cb5-42f4-bfae-99af4d958aaa req-05780096-423a-48d9-bf0b-7b0958e02e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:58.606434 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-68f5b93c-5cb5-42f4-bfae-99af4d958aaa req-05780096-423a-48d9-bf0b-7b0958e02e08 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=74e2f72781564173bac530a92b1cda23&device_id=d3009236-61d6-4b21-b027-20d4f0875b54 HTTP/1.1" status: 200 len: 1100 time: 0.4444084 Aug 16 19:58:58.625952 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device de80bd2e-457e-4bf2-b0da-ab5fe1f0926f no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 19:58:58.630748 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f66514-a61d-4339-9025-c0f6806dc5ef service neutron] Pushing event updated for resources: {'Port': ['ID=210b9f61-2b6e-463d-b4dd-b2b93ef71c38,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:58.655809 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e84e5844-7f2f-4cd3-9a44-f82cbd7c8d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:58.665874 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e84e5844-7f2f-4cd3-9a44-f82cbd7c8d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:58.721277 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: de80bd2e-457e-4bf2-b0da-ab5fe1f0926f {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 19:58:58.722987 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device de80bd2e-457e-4bf2-b0da-ab5fe1f0926f not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 19:58:58.728807 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-02579236-e3d2-40b6-9960-8199e66f373a req-85f66514-a61d-4339-9025-c0f6806dc5ef service neutron] Attempting to bind port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 on host n-h1-787206-13 for vnic_type normal with profile {"migrating_to": "n-h2-787206-13"} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:58:58.729140 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-02579236-e3d2-40b6-9960-8199e66f373a req-85f66514-a61d-4339-9025-c0f6806dc5ef service neutron] Attempting to bind port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:58:58.729508 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02579236-e3d2-40b6-9960-8199e66f373a req-85f66514-a61d-4339-9025-c0f6806dc5ef service neutron] Attempting to bind port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 on network 273a965b-291d-4de0-904d-d29903ed22d3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:58:58.748445 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 55d3f219-cd02-443f-800f-c0b1954e88bf details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 19:58:58.761072 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e84e5844-7f2f-4cd3-9a44-f82cbd7c8d9a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ae8fa0b32a61497ba12577b6bfbe894e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8338759 Aug 16 19:58:58.764581 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02579236-e3d2-40b6-9960-8199e66f373a req-85f66514-a61d-4339-9025-c0f6806dc5ef service neutron] Port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 on network 273a965b-291d-4de0-904d-d29903ed22d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 19:58:58.764906 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02579236-e3d2-40b6-9960-8199e66f373a req-85f66514-a61d-4339-9025-c0f6806dc5ef service neutron] Attempting to bind port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 on network 273a965b-291d-4de0-904d-d29903ed22d3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:58:58.768672 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56350) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:58.780367 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e5844-7f2f-4cd3-9a44-f82cbd7c8d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9c2b1d-2f58-48fb-b7c5-9c160263e3f8,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:58.830404 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02579236-e3d2-40b6-9960-8199e66f373a req-85f66514-a61d-4339-9025-c0f6806dc5ef service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:58:58.830721 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02579236-e3d2-40b6-9960-8199e66f373a req-85f66514-a61d-4339-9025-c0f6806dc5ef service neutron] Checking segment: {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:58:58.831107 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02579236-e3d2-40b6-9960-8199e66f373a req-85f66514-a61d-4339-9025-c0f6806dc5ef service neutron] Bound using segment: {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:58:58.831577 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-02579236-e3d2-40b6-9960-8199e66f373a req-85f66514-a61d-4339-9025-c0f6806dc5ef service neutron] Bound port: 210b9f61-2b6e-463d-b4dd-b2b93ef71c38, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:58:58.832026 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-02579236-e3d2-40b6-9960-8199e66f373a req-85f66514-a61d-4339-9025-c0f6806dc5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:58.879794 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5b93c-5cb5-42f4-bfae-99af4d958aaa req-faf642bb-e636-48e7-aaf6-408c41aeae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:58.881287 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-68f5b93c-5cb5-42f4-bfae-99af4d958aaa req-faf642bb-e636-48e7-aaf6-408c41aeae37 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.2628903 Aug 16 19:58:58.904421 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6551a106-8c80-4429-b68d-30a6af55d41f req-10c840a3-1120-4424-bd60-a0491a0abb48 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Made reservation on behalf of e38eb8aee1564690bebbb2b4f1877833 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:58:58.907997 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6551a106-8c80-4429-b68d-30a6af55d41f req-10c840a3-1120-4424-bd60-a0491a0abb48 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:58.930503 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 55d3f219-cd02-443f-800f-c0b1954e88bf, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=55d3f219-cd02-443f-800f-c0b1954e88bf,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:58.946590 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '55d3f219-cd02-443f-800f-c0b1954e88bf', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': '55d3f219-cd02-443f-800f-c0b1954e88bf', 'mac_address': 'fa:16:3e:58:e8:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 19:58:58.974111 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1a5b6-842b-4d2b-9de8-b1570a10a537 req-245d50e6-fafd-4b96-b8e7-ddfe0802523d tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:58.975676 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f8c1a5b6-842b-4d2b-9de8-b1570a10a537 req-245d50e6-fafd-4b96-b8e7-ddfe0802523d tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3009236-61d6-4b21-b027-20d4f0875b54 HTTP/1.1" status: 200 len: 948 time: 0.2355618 Aug 16 19:58:58.986565 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-68f5b93c-5cb5-42f4-bfae-99af4d958aaa req-f989b3d9-c716-491d-b143-26f6fc826d32 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=4b294502-e578-44a3-aa2e-ed43d46f085d HTTP/1.1" status: 200 len: 217 time: 0.0925429 Aug 16 19:58:59.017717 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:59.046391 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d3f219-cd02-443f-800f-c0b1954e88bf {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:58:59.061449 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1ed80-9397-40df-8602-4c612db58cd6 req-dae2aee2-72a6-4e78-9654-d8e4ffb27972 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:59.064306 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-70b1ed80-9397-40df-8602-4c612db58cd6 req-dae2aee2-72a6-4e78-9654-d8e4ffb27972 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 944 time: 0.1438484 Aug 16 19:58:59.085060 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a053b6a3-fe8d-4cdf-a08b-55c4da9a462b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:59.092102 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 55d3f219-cd02-443f-800f-c0b1954e88bf, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=55d3f219-cd02-443f-800f-c0b1954e88bf,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:59.099502 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:59.100542 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 4b294502-e578-44a3-aa2e-ed43d46f085d details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 19:58:59.129769 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-eb194c45-e1de-4e45-83f9-6d168ddd46cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e06574-3d89-43c8-b9cf-47243f3420ed {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:58:59.141716 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-02579236-e3d2-40b6-9960-8199e66f373a req-85f66514-a61d-4339-9025-c0f6806dc5ef service neutron] For port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:58:59.146749 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-eb194c45-e1de-4e45-83f9-6d168ddd46cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:59.161173 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-70b1ed80-9397-40df-8602-4c612db58cd6 req-490728ec-1d89-4e5e-8f0a-ff835499db50 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733573 Aug 16 19:58:59.172427 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-eb194c45-e1de-4e45-83f9-6d168ddd46cf service neutron] Transition to ACTIVE for port object 03e06574-3d89-43c8-b9cf-47243f3420ed will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:58:59.181275 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-eb194c45-e1de-4e45-83f9-6d168ddd46cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:59.196950 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=55d3f219-cd02-443f-800f-c0b1954e88bf,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:59.220841 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f8c1a5b6-842b-4d2b-9de8-b1570a10a537 req-87ab3411-01d5-4379-aad1-5af2eadec780 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275512 Aug 16 19:58:59.222817 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a053b6a3-fe8d-4cdf-a08b-55c4da9a462b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:59.238574 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-02579236-e3d2-40b6-9960-8199e66f373a req-85f66514-a61d-4339-9025-c0f6806dc5ef service neutron] For port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=210b9f61-2b6e-463d-b4dd-b2b93ef71c38,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:58:59.250930 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5b93c-5cb5-42f4-bfae-99af4d958aaa req-08327ccc-84f3-4e83-8391-3ecf1059e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:59.252411 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-68f5b93c-5cb5-42f4-bfae-99af4d958aaa req-08327ccc-84f3-4e83-8391-3ecf1059e94a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.2427542 Aug 16 19:58:59.260697 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 4b294502-e578-44a3-aa2e-ed43d46f085d, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=4b294502-e578-44a3-aa2e-ed43d46f085d,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:59.262365 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-02579236-e3d2-40b6-9960-8199e66f373a req-85f66514-a61d-4339-9025-c0f6806dc5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:59.284907 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '4b294502-e578-44a3-aa2e-ed43d46f085d', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': '4b294502-e578-44a3-aa2e-ed43d46f085d', 'mac_address': 'fa:16:3e:b5:0b:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 19:58:59.291162 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb194c45-e1de-4e45-83f9-6d168ddd46cf service neutron] Pushing event updated for resources: {'Port': ['ID=03e06574-3d89-43c8-b9cf-47243f3420ed,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:59.371602 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:59.404909 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-eb194c45-e1de-4e45-83f9-6d168ddd46cf service neutron] Attempting to bind port 03e06574-3d89-43c8-b9cf-47243f3420ed on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:58:59.405322 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-eb194c45-e1de-4e45-83f9-6d168ddd46cf service neutron] Attempting to bind port 03e06574-3d89-43c8-b9cf-47243f3420ed by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:58:59.405870 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-eb194c45-e1de-4e45-83f9-6d168ddd46cf service neutron] Attempting to bind port 03e06574-3d89-43c8-b9cf-47243f3420ed on network 090f4e50-1fb3-4449-b92b-949da889d68e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:58:59.407946 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b294502-e578-44a3-aa2e-ed43d46f085d {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:58:59.414890 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-eb194c45-e1de-4e45-83f9-6d168ddd46cf service neutron] Port 03e06574-3d89-43c8-b9cf-47243f3420ed on network 090f4e50-1fb3-4449-b92b-949da889d68e not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 19:58:59.415354 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-eb194c45-e1de-4e45-83f9-6d168ddd46cf service neutron] Attempting to bind port 03e06574-3d89-43c8-b9cf-47243f3420ed on network 090f4e50-1fb3-4449-b92b-949da889d68e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:58:59.425912 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-eb194c45-e1de-4e45-83f9-6d168ddd46cf service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:58:59.426288 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-eb194c45-e1de-4e45-83f9-6d168ddd46cf service neutron] Checking segment: {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:58:59.426890 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-eb194c45-e1de-4e45-83f9-6d168ddd46cf service neutron] Bound using segment: {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:58:59.427579 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-eb194c45-e1de-4e45-83f9-6d168ddd46cf service neutron] Bound port: 03e06574-3d89-43c8-b9cf-47243f3420ed, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:58:59.427952 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-eb194c45-e1de-4e45-83f9-6d168ddd46cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:59.442401 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 56366) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:58:59.485076 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 4b294502-e578-44a3-aa2e-ed43d46f085d, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=4b294502-e578-44a3-aa2e-ed43d46f085d,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:58:59.492484 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:59.669350 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=4b294502-e578-44a3-aa2e-ed43d46f085d,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:58:59.714800 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bb4f9342-ea9d-4e68-abdc-73c196c222fa req-2f979511-b42c-4155-a22f-2bb2a5700697 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/ports?device_id=58d5a1de-bcda-4bc3-8a7f-3333291e0210 HTTP/1.1" status: 200 len: 210 time: 0.0859449 Aug 16 19:58:59.716340 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-eb194c45-e1de-4e45-83f9-6d168ddd46cf service neutron] For port 03e06574-3d89-43c8-b9cf-47243f3420ed, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:58:59.752895 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['4b294502-e578-44a3-aa2e-ed43d46f085d'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 19:58:59.757691 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['55d3f219-cd02-443f-800f-c0b1954e88bf'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 19:58:59.774928 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-eb194c45-e1de-4e45-83f9-6d168ddd46cf service neutron] For port 03e06574-3d89-43c8-b9cf-47243f3420ed, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=03e06574-3d89-43c8-b9cf-47243f3420ed,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:58:59.783508 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-eb194c45-e1de-4e45-83f9-6d168ddd46cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:59.830160 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-eb194c45-e1de-4e45-83f9-6d168ddd46cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:58:59.831016 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-eb194c45-e1de-4e45-83f9-6d168ddd46cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:58:59.835087 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-eb194c45-e1de-4e45-83f9-6d168ddd46cf service neutron] 10.222.0.63 "PUT /v2.0/ports/03e06574-3d89-43c8-b9cf-47243f3420ed HTTP/1.1" status: 200 len: 1092 time: 1.5812392 Aug 16 19:59:00.006767 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-6551a106-8c80-4429-b68d-30a6af55d41f req-10c840a3-1120-4424-bd60-a0491a0abb48 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Allocated IP 172.20.0.7 (8c5fcf0c-5f69-4031-9be2-b28eae97018b/42079dd7-bb39-47f2-a8a8-ad0f84bf270b/c5d191bb-b445-48c0-8f09-55c9bffd2f37) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:59:00.010113 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee4d583-0b06-4dc7-8738-d45d46b86f7c', 'tag': '03e06574-3d89-43c8-b9cf-47243f3420ed'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:59:00.011224 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f66514-a61d-4339-9025-c0f6806dc5ef service neutron] Pushing event updated for resources: {'Port': ['ID=210b9f61-2b6e-463d-b4dd-b2b93ef71c38,revision_number=8']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:00.014887 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21913cc1-fca3-4176-ad8e-e3ddd472a5b0" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee4d583-0b06-4dc7-8738-d45d46b86f7c", "tag": "03e06574-3d89-43c8-b9cf-47243f3420ed"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:59:00.018380 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb194c45-e1de-4e45-83f9-6d168ddd46cf service neutron] Pushing event updated for resources: {'Port': ['ID=03e06574-3d89-43c8-b9cf-47243f3420ed,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:00.081247 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5b93c-5cb5-42f4-bfae-99af4d958aaa req-9bd0bc9a-f2dd-4834-be7c-d34e4e877cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:00.083006 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-68f5b93c-5cb5-42f4-bfae-99af4d958aaa req-9bd0bc9a-f2dd-4834-be7c-d34e4e877cc8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2709889 Aug 16 19:59:00.083811 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a053b6a3-fe8d-4cdf-a08b-55c4da9a462b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:00.087264 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a053b6a3-fe8d-4cdf-a08b-55c4da9a462b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:00.091652 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a053b6a3-fe8d-4cdf-a08b-55c4da9a462b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ec9c2b1d-2f58-48fb-b7c5-9c160263e3f8 HTTP/1.1" status: 204 len: 168 time: 1.3075650 Aug 16 19:59:00.098018 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02579236-e3d2-40b6-9960-8199e66f373a req-85f66514-a61d-4339-9025-c0f6806dc5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:00.098935 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-02579236-e3d2-40b6-9960-8199e66f373a req-85f66514-a61d-4339-9025-c0f6806dc5ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:00.100532 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02579236-e3d2-40b6-9960-8199e66f373a req-85f66514-a61d-4339-9025-c0f6806dc5ef service neutron] 10.222.0.63 "PUT /v2.0/ports/210b9f61-2b6e-463d-b4dd-b2b93ef71c38 HTTP/1.1" status: 200 len: 1124 time: 2.9210281 Aug 16 19:59:00.182708 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 19:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187c03bb-70b3-471b-9359-4617ca761868 x-openstack-request-id: req-187c03bb-70b3-471b-9359-4617ca761868 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:59:00.183315 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee4d583-0b06-4dc7-8738-d45d46b86f7c", "tag": "03e06574-3d89-43c8-b9cf-47243f3420ed", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:59:00.183315 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-187c03bb-70b3-471b-9359-4617ca761868 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:59:00.186194 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee4d583-0b06-4dc7-8738-d45d46b86f7c', 'tag': '03e06574-3d89-43c8-b9cf-47243f3420ed', 'status': 'completed', 'code': 200} Aug 16 19:59:00.228150 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465e3bd2-2281-4d83-8bb1-72e2d9ee3532', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '210b9f61-2b6e-463d-b4dd-b2b93ef71c38'}, {'name': 'network-changed', 'server_uuid': '465e3bd2-2281-4d83-8bb1-72e2d9ee3532', 'tag': '210b9f61-2b6e-463d-b4dd-b2b93ef71c38'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:59:00.230668 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc08b232-108d-429b-beeb-0a79c014e4d3" -d '{"events": [{"server_uuid": "465e3bd2-2281-4d83-8bb1-72e2d9ee3532", "name": "network-vif-unplugged", "status": "completed", "tag": "210b9f61-2b6e-463d-b4dd-b2b93ef71c38"}, {"name": "network-changed", "server_uuid": "465e3bd2-2281-4d83-8bb1-72e2d9ee3532", "tag": "210b9f61-2b6e-463d-b4dd-b2b93ef71c38"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:59:00.235601 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-68f5b93c-5cb5-42f4-bfae-99af4d958aaa req-7eb0a728-45dd-43f7-a540-5ad15deaa0cb service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396644 Aug 16 19:59:00.256449 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3504c6f9-e1e0-417f-ade4-2dfb2a7b71ca admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dc29b08b0d8548aea4187c296f1b3387&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8096471 Aug 16 19:59:00.256449 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 56398) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:00.256992 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c549f08-356c-4ec6-bd75-5f24a6cecf53 req-62c6a789-4dee-4e78-8e32-cc2ae3c6514f tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:00.265191 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0c549f08-356c-4ec6-bd75-5f24a6cecf53 req-62c6a789-4dee-4e78-8e32-cc2ae3c6514f tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 943 time: 0.4371514 Aug 16 19:59:00.279773 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053b6a3-fe8d-4cdf-a08b-55c4da9a462b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9c2b1d-2f58-48fb-b7c5-9c160263e3f8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:00.280495 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['210b9f61-2b6e-463d-b4dd-b2b93ef71c38'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 19:59:00.281986 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-095e2dab-a027-456f-a05a-44c7e91886d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:00.283561 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-095e2dab-a027-456f-a05a-44c7e91886d7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 1095 time: 0.2525845 Aug 16 19:59:00.466209 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0c549f08-356c-4ec6-bd75-5f24a6cecf53 req-3717032f-f12b-4f7c-a224-c79b292a7975 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000690 Aug 16 19:59:00.477799 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-8b9ee5c9-e127-4f49-903d-385986077131 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03e06574-3d89-43c8-b9cf-47243f3420ed HTTP/1.1" status: 200 len: 217 time: 0.1570053 Aug 16 19:59:00.666666 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-68f5b93c-5cb5-42f4-bfae-99af4d958aaa req-cc01f470-d5fc-4d6f-a3b0-6c011f9d5592 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182606 Aug 16 19:59:00.700135 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6551a106-8c80-4429-b68d-30a6af55d41f req-10c840a3-1120-4424-bd60-a0491a0abb48 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:00.732184 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f00f4-95ce-4d58-bc63-2a7eb2a7aca9 req-c7fc95ec-6d30-4ba1-856e-444ae2a38dd1 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:00.735381 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-16ff6613-452b-4e61-841d-299aebba9a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:00.739654 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-16ff6613-452b-4e61-841d-299aebba9a80 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7bf22002-ba37-41ff-af5d-cdbe63ed2bd8 HTTP/1.1" status: 200 len: 848 time: 0.2258203 Aug 16 19:59:00.740946 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-814f00f4-95ce-4d58-bc63-2a7eb2a7aca9 req-c7fc95ec-6d30-4ba1-856e-444ae2a38dd1 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3009236-61d6-4b21-b027-20d4f0875b54 HTTP/1.1" status: 200 len: 949 time: 0.1311061 Aug 16 19:59:00.743388 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-6551a106-8c80-4429-b68d-30a6af55d41f req-10c840a3-1120-4424-bd60-a0491a0abb48 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Transition to ACTIVE for port object c5d191bb-b445-48c0-8f09-55c9bffd2f37 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:59:00.813720 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-814f00f4-95ce-4d58-bc63-2a7eb2a7aca9 req-d6e4f690-8d96-496b-8eae-4819877e4785 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716727 Aug 16 19:59:00.836957 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6a0f7-4438-4ef2-8cc7-e6a3122f273d req-cac5213a-763e-4242-8ea5-318606645420 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:00.850442 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9bf6a0f7-4438-4ef2-8cc7-e6a3122f273d req-cac5213a-763e-4242-8ea5-318606645420 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 944 time: 0.3897939 Aug 16 19:59:00.850952 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-1cc1b800-28b6-498e-857a-57555775d928 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=090f4e50-1fb3-4449-b92b-949da889d68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965877 Aug 16 19:59:00.854816 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6551a106-8c80-4429-b68d-30a6af55d41f req-10c840a3-1120-4424-bd60-a0491a0abb48 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:00.942516 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 16 Aug 2021 19:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8550c735-62b1-4791-91be-42a96ad01c8a x-openstack-request-id: req-8550c735-62b1-4791-91be-42a96ad01c8a {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:59:00.943427 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465e3bd2-2281-4d83-8bb1-72e2d9ee3532", "name": "network-vif-unplugged", "status": "completed", "tag": "210b9f61-2b6e-463d-b4dd-b2b93ef71c38", "code": 200}, {"name": "network-changed", "server_uuid": "465e3bd2-2281-4d83-8bb1-72e2d9ee3532", "tag": "210b9f61-2b6e-463d-b4dd-b2b93ef71c38", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:59:00.944211 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8550c735-62b1-4791-91be-42a96ad01c8a {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:59:00.945050 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465e3bd2-2281-4d83-8bb1-72e2d9ee3532', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '210b9f61-2b6e-463d-b4dd-b2b93ef71c38', 'code': 200} Aug 16 19:59:00.945548 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465e3bd2-2281-4d83-8bb1-72e2d9ee3532', 'tag': '210b9f61-2b6e-463d-b4dd-b2b93ef71c38', 'status': 'completed', 'code': 200} Aug 16 19:59:00.947985 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c840a3-1120-4424-bd60-a0491a0abb48 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Pushing event updated for resources: {'Port': ['ID=c5d191bb-b445-48c0-8f09-55c9bffd2f37,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:00.988977 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6551a106-8c80-4429-b68d-30a6af55d41f req-10c840a3-1120-4424-bd60-a0491a0abb48 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Network 8c5fcf0c-5f69-4031-9be2-b28eae97018b is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:59:00.990898 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-6551a106-8c80-4429-b68d-30a6af55d41f req-10c840a3-1120-4424-bd60-a0491a0abb48 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:59:00.996098 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6551a106-8c80-4429-b68d-30a6af55d41f req-10c840a3-1120-4424-bd60-a0491a0abb48 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:59:01.000760 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-bf7fa8f5-91d6-4467-b2fe-19a4518e1ce4 service neutron] 10.222.0.63 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360981 Aug 16 19:59:01.009905 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a52e1947-d3dd-4567-af3a-69a2f52588f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:01.011614 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551a106-8c80-4429-b68d-30a6af55d41f req-10c840a3-1120-4424-bd60-a0491a0abb48 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:01.016320 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6551a106-8c80-4429-b68d-30a6af55d41f req-10c840a3-1120-4424-bd60-a0491a0abb48 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:01.041375 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a52e1947-d3dd-4567-af3a-69a2f52588f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:01.052688 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6551a106-8c80-4429-b68d-30a6af55d41f req-10c840a3-1120-4424-bd60-a0491a0abb48 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5817940 Aug 16 19:59:01.077112 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56414) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:01.097503 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3998935b-47d5-4635-86df-cf9acd24e246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:01.254519 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3998935b-47d5-4635-86df-cf9acd24e246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:01.263897 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3998935b-47d5-4635-86df-cf9acd24e246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:01.323168 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3998935b-47d5-4635-86df-cf9acd24e246 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c2bbbfeea88843a397310b5ac4354357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431886 Aug 16 19:59:01.324477 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56416) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:01.327535 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998935b-47d5-4635-86df-cf9acd24e246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb246544-cd53-4fe5-8cd3-716189318108,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:01.361965 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a52e1947-d3dd-4567-af3a-69a2f52588f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:01.367205 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a52e1947-d3dd-4567-af3a-69a2f52588f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:01.372222 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a52e1947-d3dd-4567-af3a-69a2f52588f1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/41f4731b-7b0c-43e3-b8fe-68d6bfecce4e HTTP/1.1" status: 204 len: 168 time: 1.1129386 Aug 16 19:59:01.379165 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a40acd1d-2692-47e0-95cd-2a0e18082747 req-b8f653fd-09db-4fed-a5b2-cfe2bb11962f service neutron] 10.222.0.63 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575819 Aug 16 19:59:01.397210 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd1025a8-7ada-48a4-9f78-45677232786f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:01.426771 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd1025a8-7ada-48a4-9f78-45677232786f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:01.443869 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9bf6a0f7-4438-4ef2-8cc7-e6a3122f273d req-9318e58c-622b-48fc-b3c6-8343cb13e364 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5956676 Aug 16 19:59:01.462818 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e1947-d3dd-4567-af3a-69a2f52588f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f4731b-7b0c-43e3-b8fe-68d6bfecce4e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:01.529315 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-6551a106-8c80-4429-b68d-30a6af55d41f req-ff12e381-8c5b-46dd-9a53-3c8c2f25a09a service neutron] Request body: {'port': {'device_id': '58d5a1de-bcda-4bc3-8a7f-3333291e0210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:59:01.530141 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6ecd2c9d-2908-436c-842c-fe085dafb5be None None] Provisioning for port c5d191bb-b445-48c0-8f09-55c9bffd2f37 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:59:01.537394 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6ecd2c9d-2908-436c-842c-fe085dafb5be None None] Provisioning complete for port c5d191bb-b445-48c0-8f09-55c9bffd2f37 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:59:01.538107 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6ecd2c9d-2908-436c-842c-fe085dafb5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:01.548447 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd1025a8-7ada-48a4-9f78-45677232786f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:01.552489 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd1025a8-7ada-48a4-9f78-45677232786f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:01.566396 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fd1025a8-7ada-48a4-9f78-45677232786f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cb246544-cd53-4fe5-8cd3-716189318108 HTTP/1.1" status: 204 len: 168 time: 0.2395246 Aug 16 19:59:01.597043 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6ecd2c9d-2908-436c-842c-fe085dafb5be None None] Port c5d191bb-b445-48c0-8f09-55c9bffd2f37 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 19:59:01.633315 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1025a8-7ada-48a4-9f78-45677232786f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb246544-cd53-4fe5-8cd3-716189318108,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:01.700854 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6551a106-8c80-4429-b68d-30a6af55d41f req-ff12e381-8c5b-46dd-9a53-3c8c2f25a09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:01.737609 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7325e2a6-733d-44f8-827c-88513d74dabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:01.763229 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21913cc1-fca3-4176-ad8e-e3ddd472a5b0 req-9e529949-3843-478b-9719-bc5c1c33f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:01.765035 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-21913cc1-fca3-4176-ad8e-e3ddd472a5b0 req-9e529949-3843-478b-9719-bc5c1c33f1e9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 1095 time: 0.2979722 Aug 16 19:59:01.799399 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08b232-108d-429b-beeb-0a79c014e4d3 req-c61967eb-b62e-46a3-aed3-b4ede38172b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:01.808722 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cc08b232-108d-429b-beeb-0a79c014e4d3 req-c61967eb-b62e-46a3-aed3-b4ede38172b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=80d98bbe248147c88be18e7257fbdc13&device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 1127 time: 0.2711046 Aug 16 19:59:01.923870 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcfe19-7210-4b38-bff1-7e4e0996461c req-7f57f332-3c06-47bf-8f96-5563194ca90c tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:01.933773 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-39fcfe19-7210-4b38-bff1-7e4e0996461c req-7f57f332-3c06-47bf-8f96-5563194ca90c tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/ports?device_id=58d5a1de-bcda-4bc3-8a7f-3333291e0210 HTTP/1.1" status: 200 len: 931 time: 0.3083863 Aug 16 19:59:02.048373 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-39fcfe19-7210-4b38-bff1-7e4e0996461c req-6a49b506-0994-442d-bea2-eee27e0844b9 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/security-groups?id=9bc365a0-c4b7-46d5-b975-5d22c2ff0320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135213 Aug 16 19:59:02.113522 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21913cc1-fca3-4176-ad8e-e3ddd472a5b0 req-fb728966-f961-43c2-9a68-940496338821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:02.113522 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-21913cc1-fca3-4176-ad8e-e3ddd472a5b0 req-fb728966-f961-43c2-9a68-940496338821 service neutron] 10.222.0.63 "GET /v2.0/networks?id=090f4e50-1fb3-4449-b92b-949da889d68e HTTP/1.1" status: 200 len: 909 time: 0.3384008 Aug 16 19:59:02.250617 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-21913cc1-fca3-4176-ad8e-e3ddd472a5b0 req-85558808-e137-4da8-9b6b-7003bd3dde7e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03e06574-3d89-43c8-b9cf-47243f3420ed HTTP/1.1" status: 200 len: 217 time: 0.1302612 Aug 16 19:59:02.328636 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-6551a106-8c80-4429-b68d-30a6af55d41f req-ff12e381-8c5b-46dd-9a53-3c8c2f25a09a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5d191bb-b445-48c0-8f09-55c9bffd2f37 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:59:02.353932 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6551a106-8c80-4429-b68d-30a6af55d41f req-ff12e381-8c5b-46dd-9a53-3c8c2f25a09a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:02.388569 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-6551a106-8c80-4429-b68d-30a6af55d41f req-ff12e381-8c5b-46dd-9a53-3c8c2f25a09a service neutron] Transition to ACTIVE for port object c5d191bb-b445-48c0-8f09-55c9bffd2f37 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:59:02.396962 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6551a106-8c80-4429-b68d-30a6af55d41f req-ff12e381-8c5b-46dd-9a53-3c8c2f25a09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:02.524090 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56440) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:02.557952 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7fafa4ec-6b0e-4001-ac04-e4b12afce3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:02.601154 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12e381-8c5b-46dd-9a53-3c8c2f25a09a service neutron] Pushing event updated for resources: {'Port': ['ID=c5d191bb-b445-48c0-8f09-55c9bffd2f37,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:02.636142 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-6551a106-8c80-4429-b68d-30a6af55d41f req-ff12e381-8c5b-46dd-9a53-3c8c2f25a09a service neutron] Attempting to bind port c5d191bb-b445-48c0-8f09-55c9bffd2f37 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:59:02.636607 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-6551a106-8c80-4429-b68d-30a6af55d41f req-ff12e381-8c5b-46dd-9a53-3c8c2f25a09a service neutron] Attempting to bind port c5d191bb-b445-48c0-8f09-55c9bffd2f37 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8c5fcf0c-5f69-4031-9be2-b28eae97018b'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:59:02.637034 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6551a106-8c80-4429-b68d-30a6af55d41f req-ff12e381-8c5b-46dd-9a53-3c8c2f25a09a service neutron] Attempting to bind port c5d191bb-b445-48c0-8f09-55c9bffd2f37 on network 8c5fcf0c-5f69-4031-9be2-b28eae97018b {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:02.644733 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08b232-108d-429b-beeb-0a79c014e4d3 req-b88cb7c3-ae74-4f65-8c8f-003bcc59514d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:02.647433 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cc08b232-108d-429b-beeb-0a79c014e4d3 req-b88cb7c3-ae74-4f65-8c8f-003bcc59514d service neutron] 10.222.0.57 "GET /v2.0/networks?id=273a965b-291d-4de0-904d-d29903ed22d3 HTTP/1.1" status: 200 len: 922 time: 0.4210355 Aug 16 19:59:02.660407 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6551a106-8c80-4429-b68d-30a6af55d41f req-ff12e381-8c5b-46dd-9a53-3c8c2f25a09a service neutron] Port c5d191bb-b445-48c0-8f09-55c9bffd2f37 on network 8c5fcf0c-5f69-4031-9be2-b28eae97018b not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 19:59:02.660864 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6551a106-8c80-4429-b68d-30a6af55d41f req-ff12e381-8c5b-46dd-9a53-3c8c2f25a09a service neutron] Attempting to bind port c5d191bb-b445-48c0-8f09-55c9bffd2f37 on network 8c5fcf0c-5f69-4031-9be2-b28eae97018b {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:02.738894 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0533e7f-6d47-4866-8d46-7c882c65c8e7 req-01487040-7aa8-4eaa-bb5e-a907131208a7 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:02.749375 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d0533e7f-6d47-4866-8d46-7c882c65c8e7 req-01487040-7aa8-4eaa-bb5e-a907131208a7 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 943 time: 0.4514601 Aug 16 19:59:02.764118 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6551a106-8c80-4429-b68d-30a6af55d41f req-ff12e381-8c5b-46dd-9a53-3c8c2f25a09a service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:59:02.764832 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6551a106-8c80-4429-b68d-30a6af55d41f req-ff12e381-8c5b-46dd-9a53-3c8c2f25a09a service neutron] Checking segment: {'id': 'ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8c5fcf0c-5f69-4031-9be2-b28eae97018b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:59:02.765486 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 55d3f219-cd02-443f-800f-c0b1954e88bf up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:59:02.766078 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6551a106-8c80-4429-b68d-30a6af55d41f req-ff12e381-8c5b-46dd-9a53-3c8c2f25a09a service neutron] Bound using segment: {'id': 'ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8c5fcf0c-5f69-4031-9be2-b28eae97018b'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:59:02.766624 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-6551a106-8c80-4429-b68d-30a6af55d41f req-ff12e381-8c5b-46dd-9a53-3c8c2f25a09a service neutron] Bound port: c5d191bb-b445-48c0-8f09-55c9bffd2f37, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8c5fcf0c-5f69-4031-9be2-b28eae97018b'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:59:02.767087 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6551a106-8c80-4429-b68d-30a6af55d41f req-ff12e381-8c5b-46dd-9a53-3c8c2f25a09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:02.787982 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21913cc1-fca3-4176-ad8e-e3ddd472a5b0 req-b3be7009-194d-4ed6-9972-b21c90178763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:02.789586 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-21913cc1-fca3-4176-ad8e-e3ddd472a5b0 req-b3be7009-194d-4ed6-9972-b21c90178763 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7bf22002-ba37-41ff-af5d-cdbe63ed2bd8 HTTP/1.1" status: 200 len: 848 time: 0.5268157 Aug 16 19:59:02.846565 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7fafa4ec-6b0e-4001-ac04-e4b12afce3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:02.880735 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-21913cc1-fca3-4176-ad8e-e3ddd472a5b0 req-216231c5-9c70-46c1-a4c1-5ea8a8d2077a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=090f4e50-1fb3-4449-b92b-949da889d68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753696 Aug 16 19:59:02.896870 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d0533e7f-6d47-4866-8d46-7c882c65c8e7 req-a9f1a76d-c375-4222-8ec7-62550bc02de9 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464660 Aug 16 19:59:02.927626 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6551a106-8c80-4429-b68d-30a6af55d41f req-ff12e381-8c5b-46dd-9a53-3c8c2f25a09a service neutron] For port c5d191bb-b445-48c0-8f09-55c9bffd2f37, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:59:02.932992 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6551a106-8c80-4429-b68d-30a6af55d41f req-ff12e381-8c5b-46dd-9a53-3c8c2f25a09a service neutron] For port c5d191bb-b445-48c0-8f09-55c9bffd2f37, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=c5d191bb-b445-48c0-8f09-55c9bffd2f37,segment=NetworkSegment(ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4),segment_id=ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:59:02.933914 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 55d3f219-cd02-443f-800f-c0b1954e88bf completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:59:02.950739 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7fafa4ec-6b0e-4001-ac04-e4b12afce3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:02.958725 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 55d3f219-cd02-443f-800f-c0b1954e88bf triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:59:02.959105 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:03.024311 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fafa4ec-6b0e-4001-ac04-e4b12afce3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8ccffb-ebfa-4763-82e0-839b0f2d4cf2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:03.030307 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-21913cc1-fca3-4176-ad8e-e3ddd472a5b0 req-6b796518-8d8a-4e69-b8f6-63488b02ff1c service neutron] 10.222.0.63 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320701 Aug 16 19:59:03.033073 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6551a106-8c80-4429-b68d-30a6af55d41f req-ff12e381-8c5b-46dd-9a53-3c8c2f25a09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:03.190952 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:03.220338 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cc08b232-108d-429b-beeb-0a79c014e4d3 req-e50d76b2-c1bf-4af5-aa1b-580018ac3b4e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=210b9f61-2b6e-463d-b4dd-b2b93ef71c38 HTTP/1.1" status: 200 len: 217 time: 0.1099238 Aug 16 19:59:03.256350 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd19af9-ac19-4f43-a458-064ead90615f req-665fd805-7c31-4b71-ab0f-f83d806e44c3 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:03.266078 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9aaaefc-30a9-4e10-b02c-1f5fe31a58d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d3f219-cd02-443f-800f-c0b1954e88bf'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:59:03.269445 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be48c28-8bfd-4501-a643-7eb90b9c3d36" -d '{"events": [{"server_uuid": "f9aaaefc-30a9-4e10-b02c-1f5fe31a58d6", "name": "network-vif-plugged", "status": "completed", "tag": "55d3f219-cd02-443f-800f-c0b1954e88bf"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:59:03.281027 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ddd19af9-ac19-4f43-a458-064ead90615f req-665fd805-7c31-4b71-ab0f-f83d806e44c3 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3009236-61d6-4b21-b027-20d4f0875b54 HTTP/1.1" status: 200 len: 949 time: 0.6746392 Aug 16 19:59:03.289684 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 55d3f219-cd02-443f-800f-c0b1954e88bf, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=55d3f219-cd02-443f-800f-c0b1954e88bf,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:03.300398 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:03.301748 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 4b294502-e578-44a3-aa2e-ed43d46f085d up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:59:03.350015 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551a106-8c80-4429-b68d-30a6af55d41f req-ff12e381-8c5b-46dd-9a53-3c8c2f25a09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:03.353021 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6551a106-8c80-4429-b68d-30a6af55d41f req-ff12e381-8c5b-46dd-9a53-3c8c2f25a09a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:03.355968 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6551a106-8c80-4429-b68d-30a6af55d41f req-ff12e381-8c5b-46dd-9a53-3c8c2f25a09a service neutron] 10.222.0.57 "PUT /v2.0/ports/c5d191bb-b445-48c0-8f09-55c9bffd2f37 HTTP/1.1" status: 200 len: 1092 time: 1.8621469 Aug 16 19:59:03.372890 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12e381-8c5b-46dd-9a53-3c8c2f25a09a service neutron] Pushing event updated for resources: {'Port': ['ID=c5d191bb-b445-48c0-8f09-55c9bffd2f37,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:03.453124 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d5a1de-bcda-4bc3-8a7f-3333291e0210', 'tag': 'c5d191bb-b445-48c0-8f09-55c9bffd2f37'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:59:03.457879 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615a4092-b681-4c91-b9f5-cc87863bc4fc" -d '{"events": [{"name": "network-changed", "server_uuid": "58d5a1de-bcda-4bc3-8a7f-3333291e0210", "tag": "c5d191bb-b445-48c0-8f09-55c9bffd2f37"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:59:03.534613 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ddd19af9-ac19-4f43-a458-064ead90615f req-1f63bfe2-2732-4cc5-b824-c44299bdd333 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513638 Aug 16 19:59:03.542898 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=55d3f219-cd02-443f-800f-c0b1954e88bf,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:03.572963 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 4b294502-e578-44a3-aa2e-ed43d46f085d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:59:03.586840 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 4b294502-e578-44a3-aa2e-ed43d46f085d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:59:03.587215 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:03.627139 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7fafa4ec-6b0e-4001-ac04-e4b12afce3c0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a83aeb0970b04f8a89a624fd23bc832c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0976577 Aug 16 19:59:03.628418 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56470) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:03.725637 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551a106-8c80-4429-b68d-30a6af55d41f req-1f9c531a-a241-4c48-a1f6-cfab300dc830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:03.731096 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6551a106-8c80-4429-b68d-30a6af55d41f req-1f9c531a-a241-4c48-a1f6-cfab300dc830 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e38eb8aee1564690bebbb2b4f1877833&device_id=58d5a1de-bcda-4bc3-8a7f-3333291e0210 HTTP/1.1" status: 200 len: 1095 time: 0.2640152 Aug 16 19:59:03.769233 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08b232-108d-429b-beeb-0a79c014e4d3 req-0d7f1e37-48ec-490c-8ea5-a87b612cd26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:03.781215 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cc08b232-108d-429b-beeb-0a79c014e4d3 req-0d7f1e37-48ec-490c-8ea5-a87b612cd26f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49f83f5f-99d4-4f21-857e-7c691113f792 HTTP/1.1" status: 200 len: 861 time: 0.4508789 Aug 16 19:59:03.869752 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:03.873366 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-21913cc1-fca3-4176-ad8e-e3ddd472a5b0 req-2d7f5747-2ad0-456a-a13c-1ac1bced023e service neutron] 10.222.0.63 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8316803 Aug 16 19:59:03.983548 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cc08b232-108d-429b-beeb-0a79c014e4d3 req-8792eeba-00ec-4a4d-ac34-8f6fd393cddf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=273a965b-291d-4de0-904d-d29903ed22d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784268 Aug 16 19:59:03.994369 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 4b294502-e578-44a3-aa2e-ed43d46f085d, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=4b294502-e578-44a3-aa2e-ed43d46f085d,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:04.000653 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:04.029559 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05656c7d-d461-4418-8bfd-46dbc7b07f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:04.063593 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05656c7d-d461-4418-8bfd-46dbc7b07f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:04.129060 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=4b294502-e578-44a3-aa2e-ed43d46f085d,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:04.148519 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6551a106-8c80-4429-b68d-30a6af55d41f req-81ede295-d686-41ab-8d1d-b86a99f53863 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5d191bb-b445-48c0-8f09-55c9bffd2f37 HTTP/1.1" status: 200 len: 217 time: 0.2490275 Aug 16 19:59:04.149383 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05656c7d-d461-4418-8bfd-46dbc7b07f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:04.153168 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05656c7d-d461-4418-8bfd-46dbc7b07f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:04.156782 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-05656c7d-d461-4418-8bfd-46dbc7b07f8d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/da8ccffb-ebfa-4763-82e0-839b0f2d4cf2 HTTP/1.1" status: 204 len: 168 time: 0.5216062 Aug 16 19:59:04.179097 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9138ed-5f95-4c6e-93ce-725323bba133 req-8aba13b1-4d1b-40e9-bb0e-357b80298f0b tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:04.180870 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-af9138ed-5f95-4c6e-93ce-725323bba133 req-8aba13b1-4d1b-40e9-bb0e-357b80298f0b tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 944 time: 0.4100869 Aug 16 19:59:04.182690 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05656c7d-d461-4418-8bfd-46dbc7b07f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8ccffb-ebfa-4763-82e0-839b0f2d4cf2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:04.280480 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-af9138ed-5f95-4c6e-93ce-725323bba133 req-7f3ae91c-f496-4f7d-93a0-ce26ecb65477 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854266 Aug 16 19:59:04.378336 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b8ae0f9a-1fe0-45f7-baf5-e0280a47bbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:04.408879 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551a106-8c80-4429-b68d-30a6af55d41f req-02f4bf6d-51e2-4bed-a5eb-7147c0a21246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:04.418010 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6551a106-8c80-4429-b68d-30a6af55d41f req-02f4bf6d-51e2-4bed-a5eb-7147c0a21246 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=42079dd7-bb39-47f2-a8a8-ad0f84bf270b HTTP/1.1" status: 200 len: 854 time: 0.1693444 Aug 16 19:59:04.548500 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 19:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b466e027-3c00-4905-9805-84180d03c93e x-openstack-request-id: req-b466e027-3c00-4905-9805-84180d03c93e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:59:04.548975 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9aaaefc-30a9-4e10-b02c-1f5fe31a58d6", "name": "network-vif-plugged", "status": "completed", "tag": "55d3f219-cd02-443f-800f-c0b1954e88bf", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:59:04.549371 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b466e027-3c00-4905-9805-84180d03c93e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:59:04.549967 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9aaaefc-30a9-4e10-b02c-1f5fe31a58d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d3f219-cd02-443f-800f-c0b1954e88bf', 'code': 200} Aug 16 19:59:04.603208 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:04.633212 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551a106-8c80-4429-b68d-30a6af55d41f req-b56fa08e-6385-49ee-9580-388227181775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:04.642790 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6551a106-8c80-4429-b68d-30a6af55d41f req-b56fa08e-6385-49ee-9580-388227181775 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8c5fcf0c-5f69-4031-9be2-b28eae97018b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1824865 Aug 16 19:59:04.657390 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 19:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b8cb9e-c1b1-4a2f-b5b7-c75a44a4dff9 x-openstack-request-id: req-b0b8cb9e-c1b1-4a2f-b5b7-c75a44a4dff9 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:59:04.658141 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d5a1de-bcda-4bc3-8a7f-3333291e0210", "tag": "c5d191bb-b445-48c0-8f09-55c9bffd2f37", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:59:04.658789 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b0b8cb9e-c1b1-4a2f-b5b7-c75a44a4dff9 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:59:04.659711 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d5a1de-bcda-4bc3-8a7f-3333291e0210', 'tag': 'c5d191bb-b445-48c0-8f09-55c9bffd2f37', 'status': 'completed', 'code': 200} Aug 16 19:59:04.790318 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 03e06574-3d89-43c8-b9cf-47243f3420ed details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 19:59:04.890821 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33d88c-d563-4e1b-a20f-956746c34ef1 req-9ad9d2eb-e653-4ea4-b70a-d26f4b01bb46 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:04.902319 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4e33d88c-d563-4e1b-a20f-956746c34ef1 req-9ad9d2eb-e653-4ea4-b70a-d26f4b01bb46 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 943 time: 0.1300802 Aug 16 19:59:04.993386 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 03e06574-3d89-43c8-b9cf-47243f3420ed, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=03e06574-3d89-43c8-b9cf-47243f3420ed,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:04.994647 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4e33d88c-d563-4e1b-a20f-956746c34ef1 req-e0c9168d-0cb7-4adc-a702-c90588bd4ec4 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901332 Aug 16 19:59:05.027005 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '03e06574-3d89-43c8-b9cf-47243f3420ed', 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e', 'port_id': '03e06574-3d89-43c8-b9cf-47243f3420ed', 'mac_address': 'fa:16:3e:ed:7c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf22002-ba37-41ff-af5d-cdbe63ed2bd8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 19:59:05.042373 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7b523-b7dc-437b-80d0-44a895cfd90e req-591bc465-515e-44db-ace3-b26f592ab8ce tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:05.056774 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-71f7b523-b7dc-437b-80d0-44a895cfd90e req-591bc465-515e-44db-ace3-b26f592ab8ce tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/ports?device_id=58d5a1de-bcda-4bc3-8a7f-3333291e0210 HTTP/1.1" status: 200 len: 943 time: 0.9266496 Aug 16 19:59:05.141297 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:05.150832 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7e15e-2586-4edc-80e0-bcad6b107ff1 req-d59c65fe-dede-47ab-ba02-baac82e1fc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:05.152391 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dbb7e15e-2586-4edc-80e0-bcad6b107ff1 req-d59c65fe-dede-47ab-ba02-baac82e1fc37 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f9aaaefc-30a9-4e10-b02c-1f5fe31a58d6 HTTP/1.1" status: 200 len: 1100 time: 0.3121963 Aug 16 19:59:05.176866 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e06574-3d89-43c8-b9cf-47243f3420ed {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:59:05.238623 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cc08b232-108d-429b-beeb-0a79c014e4d3 req-d76b736c-e14d-47a4-914b-f50be82148db service neutron] 10.222.0.57 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0285373 Aug 16 19:59:05.272470 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 03e06574-3d89-43c8-b9cf-47243f3420ed, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=03e06574-3d89-43c8-b9cf-47243f3420ed,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:05.287714 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:05.289207 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b424b3d-8915-46d8-bd6f-5da6488461a5 req-7d27fc49-a073-40c3-b074-9b4d46f276bb tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:05.310842 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-71f7b523-b7dc-437b-80d0-44a895cfd90e req-150bcc30-af0a-4c36-b991-89cb5a436725 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/security-groups?id=9bc365a0-c4b7-46d5-b975-5d22c2ff0320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029808 Aug 16 19:59:05.312360 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5b424b3d-8915-46d8-bd6f-5da6488461a5 req-7d27fc49-a073-40c3-b074-9b4d46f276bb tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3009236-61d6-4b21-b027-20d4f0875b54 HTTP/1.1" status: 200 len: 950 time: 0.1201913 Aug 16 19:59:05.332374 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dbb7e15e-2586-4edc-80e0-bcad6b107ff1 req-9282819e-10ac-4ac8-aac2-0320c186e67b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507008 Aug 16 19:59:05.393147 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=03e06574-3d89-43c8-b9cf-47243f3420ed,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:05.409404 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5b424b3d-8915-46d8-bd6f-5da6488461a5 req-c55c664e-aced-41fa-9304-4d69d4ee4476 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945265 Aug 16 19:59:05.485146 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:05.571398 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea6094-6472-4069-af24-41a62ee226a6 req-17d7f5ba-1825-476f-8037-5e0c74d47f8b tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:05.580654 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-eeea6094-6472-4069-af24-41a62ee226a6 req-17d7f5ba-1825-476f-8037-5e0c74d47f8b tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 944 time: 0.0761695 Aug 16 19:59:05.626659 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['03e06574-3d89-43c8-b9cf-47243f3420ed'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 19:59:05.647731 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-eeea6094-6472-4069-af24-41a62ee226a6 req-99bff7cf-5b5b-4557-ba20-e79b02cec05f tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625508 Aug 16 19:59:05.739621 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:05.795202 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:06.471440 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bc73e-f917-4a11-bc6a-ce93b19342a0 req-6932a028-de61-411a-8ab9-b3d1d3bbc15a tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:06.480651 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b08bc73e-f917-4a11-bc6a-ce93b19342a0 req-6932a028-de61-411a-8ab9-b3d1d3bbc15a tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 944 time: 0.0884981 Aug 16 19:59:06.531817 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b08bc73e-f917-4a11-bc6a-ce93b19342a0 req-450f9199-a3fa-4375-8baf-17177721d0e9 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438135 Aug 16 19:59:06.551112 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3009236-61d6-4b21-b027-20d4f0875b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b294502-e578-44a3-aa2e-ed43d46f085d'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:59:06.554233 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a12371d-fe84-423b-a6ce-c8e4f41a8229" -d '{"events": [{"server_uuid": "d3009236-61d6-4b21-b027-20d4f0875b54", "name": "network-vif-plugged", "status": "completed", "tag": "4b294502-e578-44a3-aa2e-ed43d46f085d"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:59:06.798370 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 19:59:06.920784 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:06.951544 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=210b9f61-2b6e-463d-b4dd-b2b93ef71c38,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:06.963829 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 has no active binding in host n-h2-787206-13 {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 19:59:06.992075 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c30312-37d4-4760-9c25-1ba89076521f req-42834caa-b025-4376-bc56-e70d1d4ae895 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:07.000122 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-12c30312-37d4-4760-9c25-1ba89076521f req-42834caa-b025-4376-bc56-e70d1d4ae895 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/ports?device_id=58d5a1de-bcda-4bc3-8a7f-3333291e0210 HTTP/1.1" status: 200 len: 943 time: 0.0625272 Aug 16 19:59:07.036650 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-12c30312-37d4-4760-9c25-1ba89076521f req-83e79c9b-8396-4301-b09c-1d2ff8eb2ce5 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/security-groups?id=9bc365a0-c4b7-46d5-b975-5d22c2ff0320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356557 Aug 16 19:59:07.345749 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fff794-9ee2-4d02-9ea5-b09ab32d8e9a req-aa74a14f-1a92-42ef-8097-7ab422b57393 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:07.347379 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c5fff794-9ee2-4d02-9ea5-b09ab32d8e9a req-aa74a14f-1a92-42ef-8097-7ab422b57393 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3009236-61d6-4b21-b027-20d4f0875b54 HTTP/1.1" status: 200 len: 950 time: 0.0593877 Aug 16 19:59:07.395099 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c5fff794-9ee2-4d02-9ea5-b09ab32d8e9a req-38dedac2-b51b-490d-abef-8d613aa3cce5 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416522 Aug 16 19:59:07.436470 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 19:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1c56b1-0583-470c-86c2-3fd0b43affa5 x-openstack-request-id: req-3f1c56b1-0583-470c-86c2-3fd0b43affa5 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:59:07.436820 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3009236-61d6-4b21-b027-20d4f0875b54", "name": "network-vif-plugged", "status": "completed", "tag": "4b294502-e578-44a3-aa2e-ed43d46f085d", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:59:07.437131 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3f1c56b1-0583-470c-86c2-3fd0b43affa5 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:59:07.437605 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3009236-61d6-4b21-b027-20d4f0875b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b294502-e578-44a3-aa2e-ed43d46f085d', 'code': 200} Aug 16 19:59:07.565594 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2c4ad-4c27-4151-b08c-8edbcfcaa341 req-98e311a4-118c-4e27-be14-f0371a0e7392 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:07.567128 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-12c2c4ad-4c27-4151-b08c-8edbcfcaa341 req-98e311a4-118c-4e27-be14-f0371a0e7392 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 944 time: 0.0807879 Aug 16 19:59:07.573715 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4c646-c78d-497c-969f-99e978654caf req-395d3b9b-2453-4b62-b54f-d5979ed8d5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:07.575168 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ead4c646-c78d-497c-969f-99e978654caf req-395d3b9b-2453-4b62-b54f-d5979ed8d5da service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d3009236-61d6-4b21-b027-20d4f0875b54 HTTP/1.1" status: 200 len: 1102 time: 0.0589979 Aug 16 19:59:07.628576 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-12c2c4ad-4c27-4151-b08c-8edbcfcaa341 req-20f3c0c8-203c-4bf6-9189-ca7736b6e842 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524268 Aug 16 19:59:07.635560 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ead4c646-c78d-497c-969f-99e978654caf req-74c260e0-a146-4abd-ab0a-1dbc7d310f38 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467682 Aug 16 19:59:07.912805 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda5f0f-8170-4097-8b3d-5189de238e18 req-20f9854b-def6-41a6-aaca-28ddf0d9401d tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:07.914622 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0cda5f0f-8170-4097-8b3d-5189de238e18 req-20f9854b-def6-41a6-aaca-28ddf0d9401d tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 944 time: 0.0501575 Aug 16 19:59:07.959239 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0cda5f0f-8170-4097-8b3d-5189de238e18 req-c881f30c-c384-4c6f-b30c-6506cdea2a0c tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376227 Aug 16 19:59:08.209590 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7749d0-d43c-4ef5-98cf-f452c3dfbe60 req-1802f374-9332-4c93-9feb-d8f6a8d94df0 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:08.211118 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ea7749d0-d43c-4ef5-98cf-f452c3dfbe60 req-1802f374-9332-4c93-9feb-d8f6a8d94df0 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/ports?device_id=58d5a1de-bcda-4bc3-8a7f-3333291e0210 HTTP/1.1" status: 200 len: 943 time: 0.0569201 Aug 16 19:59:08.252692 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ea7749d0-d43c-4ef5-98cf-f452c3dfbe60 req-bec6bcd4-1e3b-4e8d-940f-c09ed6b89798 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/security-groups?id=9bc365a0-c4b7-46d5-b975-5d22c2ff0320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346050 Aug 16 19:59:08.610783 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a6d3b-cb72-4142-847b-60abd121f437 req-e509efaf-3673-49e5-9449-eff3d3df27b6 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:08.612440 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-752a6d3b-cb72-4142-847b-60abd121f437 req-e509efaf-3673-49e5-9449-eff3d3df27b6 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3009236-61d6-4b21-b027-20d4f0875b54 HTTP/1.1" status: 200 len: 950 time: 0.0650458 Aug 16 19:59:08.687053 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-752a6d3b-cb72-4142-847b-60abd121f437 req-d873c1f5-8391-4b1f-bd80-626d902d9dd9 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670254 Aug 16 19:59:08.815931 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 03e06574-3d89-43c8-b9cf-47243f3420ed up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:59:08.919962 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad174f-4eea-4149-8cc4-088e0c4b77bc req-60897121-025b-41c9-8a97-b6154f5324ef tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:08.930009 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bdad174f-4eea-4149-8cc4-088e0c4b77bc req-60897121-025b-41c9-8a97-b6154f5324ef tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 944 time: 0.0645337 Aug 16 19:59:08.933157 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 03e06574-3d89-43c8-b9cf-47243f3420ed completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:59:08.943562 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 03e06574-3d89-43c8-b9cf-47243f3420ed triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:59:08.944033 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:08.982723 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bdad174f-4eea-4149-8cc4-088e0c4b77bc req-6319944d-9dd6-4c6f-80ad-912d9e2ff37a tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513685 Aug 16 19:59:09.107823 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:09.168377 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125d338-b164-41bb-9b2a-f692e8d1b9ba req-e08dcc71-9837-45e2-aed8-03b1ed0ec538 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:09.170192 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4125d338-b164-41bb-9b2a-f692e8d1b9ba req-e08dcc71-9837-45e2-aed8-03b1ed0ec538 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 944 time: 0.0674462 Aug 16 19:59:09.186763 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 03e06574-3d89-43c8-b9cf-47243f3420ed, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=03e06574-3d89-43c8-b9cf-47243f3420ed,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:09.195118 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:09.244740 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4125d338-b164-41bb-9b2a-f692e8d1b9ba req-cd2b0c72-5198-4f1d-b91c-73d5114dbf58 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670838 Aug 16 19:59:09.305659 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=03e06574-3d89-43c8-b9cf-47243f3420ed,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:09.357765 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 56630) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:09.412021 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65273a-9799-4be4-9346-c469b8d7de3f req-dea3ba3f-c262-444e-b3f2-3b3643e6d4b2 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:09.416453 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ad65273a-9799-4be4-9346-c469b8d7de3f req-dea3ba3f-c262-444e-b3f2-3b3643e6d4b2 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/ports?device_id=58d5a1de-bcda-4bc3-8a7f-3333291e0210 HTTP/1.1" status: 200 len: 943 time: 0.0781746 Aug 16 19:59:09.438451 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee4d583-0b06-4dc7-8738-d45d46b86f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e06574-3d89-43c8-b9cf-47243f3420ed'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:59:09.441415 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ed1b50-f6eb-47be-b3d1-a74effbfe0be" -d '{"events": [{"server_uuid": "1ee4d583-0b06-4dc7-8738-d45d46b86f7c", "name": "network-vif-plugged", "status": "completed", "tag": "03e06574-3d89-43c8-b9cf-47243f3420ed"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:59:09.472057 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ad65273a-9799-4be4-9346-c469b8d7de3f req-3dbbece3-8860-47b9-bb80-921417b434ff tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/security-groups?id=9bc365a0-c4b7-46d5-b975-5d22c2ff0320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514324 Aug 16 19:59:09.658458 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e24dc94-d37f-4cda-a164-ac7cecdca1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:09.755109 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 19:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f642c35c-d087-4943-b911-35039557ad3a x-openstack-request-id: req-f642c35c-d087-4943-b911-35039557ad3a {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:59:09.755465 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee4d583-0b06-4dc7-8738-d45d46b86f7c", "name": "network-vif-plugged", "status": "completed", "tag": "03e06574-3d89-43c8-b9cf-47243f3420ed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:59:09.755737 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f642c35c-d087-4943-b911-35039557ad3a {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:59:09.756113 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee4d583-0b06-4dc7-8738-d45d46b86f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e06574-3d89-43c8-b9cf-47243f3420ed', 'code': 200} Aug 16 19:59:09.789938 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e24dc94-d37f-4cda-a164-ac7cecdca1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:09.797766 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e24dc94-d37f-4cda-a164-ac7cecdca1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:09.903345 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7e24dc94-d37f-4cda-a164-ac7cecdca1d8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=23f730975fac4b72ac4462b983772774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5443630 Aug 16 19:59:09.905127 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24dc94-d37f-4cda-a164-ac7cecdca1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2147048d-5332-48a9-bc80-afa22c0a68cf,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:09.906063 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56650) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:09.924707 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e37221-8f0b-4975-b60b-50e31782b158 req-0003ad00-ee29-43d9-86b3-832cf73079fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:09.924707 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f5e37221-8f0b-4975-b60b-50e31782b158 req-0003ad00-ee29-43d9-86b3-832cf73079fa service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 1097 time: 0.0585415 Aug 16 19:59:09.976016 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99fff07d-15bd-472f-bac4-7ff04bfc996e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:09.987529 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f5e37221-8f0b-4975-b60b-50e31782b158 req-41e48f0f-c7ac-41f2-a0c6-dd951514837c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541000 Aug 16 19:59:10.005539 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99fff07d-15bd-472f-bac4-7ff04bfc996e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:10.071505 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99fff07d-15bd-472f-bac4-7ff04bfc996e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:10.075507 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99fff07d-15bd-472f-bac4-7ff04bfc996e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:10.079903 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-99fff07d-15bd-472f-bac4-7ff04bfc996e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2147048d-5332-48a9-bc80-afa22c0a68cf HTTP/1.1" status: 204 len: 168 time: 0.1726964 Aug 16 19:59:10.093047 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fff07d-15bd-472f-bac4-7ff04bfc996e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2147048d-5332-48a9-bc80-afa22c0a68cf,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:10.242460 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6350683-cd4e-4ce3-b7d8-dce18c4e9d14 req-e3a0878f-3c60-425a-9087-b77ceb7161d3 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:10.251839 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b6350683-cd4e-4ce3-b7d8-dce18c4e9d14 req-e3a0878f-3c60-425a-9087-b77ceb7161d3 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3009236-61d6-4b21-b027-20d4f0875b54 HTTP/1.1" status: 200 len: 950 time: 0.0634160 Aug 16 19:59:10.297249 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b6350683-cd4e-4ce3-b7d8-dce18c4e9d14 req-c1f30266-865b-453d-a54f-f0fc009c0b67 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444105 Aug 16 19:59:10.411702 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4284c-76cf-46a8-bd97-6d522d27e8d9 req-4e09e97d-d546-48f4-8e03-25b1c82ea193 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:10.413262 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0cb4284c-76cf-46a8-bd97-6d522d27e8d9 req-4e09e97d-d546-48f4-8e03-25b1c82ea193 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 944 time: 0.0519617 Aug 16 19:59:10.462452 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56666) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:10.464589 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0cb4284c-76cf-46a8-bd97-6d522d27e8d9 req-e82ca4d8-f0b7-41c9-b1e0-1824098a6cf6 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398598 Aug 16 19:59:10.475871 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5031b203-73ee-4534-b1db-86dd9561df4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:10.599842 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5031b203-73ee-4534-b1db-86dd9561df4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:10.624880 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5031b203-73ee-4534-b1db-86dd9561df4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:10.665410 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031b203-73ee-4534-b1db-86dd9561df4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e319ed0-984f-46ce-920b-7f4ab1dd2e7c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:10.670090 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5031b203-73ee-4534-b1db-86dd9561df4c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=563b125f9fcc4f6aad975c4d4174d612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2066061 Aug 16 19:59:10.672713 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56674) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:10.725998 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a06c9496-84df-4b6b-9607-bede0d859758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:10.750016 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a06c9496-84df-4b6b-9607-bede0d859758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:10.812795 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a06c9496-84df-4b6b-9607-bede0d859758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:10.815638 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a06c9496-84df-4b6b-9607-bede0d859758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:10.820508 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a06c9496-84df-4b6b-9607-bede0d859758 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4e319ed0-984f-46ce-920b-7f4ab1dd2e7c HTTP/1.1" status: 204 len: 168 time: 0.1466162 Aug 16 19:59:10.829527 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c9496-84df-4b6b-9607-bede0d859758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e319ed0-984f-46ce-920b-7f4ab1dd2e7c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:11.142292 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c6fa7-bd83-4b38-b3e3-626ea680bf6c req-3503b891-8e9e-4675-8d0e-23bc8ac858dc tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:11.144105 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-344c6fa7-bd83-4b38-b3e3-626ea680bf6c req-3503b891-8e9e-4675-8d0e-23bc8ac858dc tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 945 time: 0.0524828 Aug 16 19:59:11.187169 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-344c6fa7-bd83-4b38-b3e3-626ea680bf6c req-b197ec61-d5ff-4009-9fb8-be638a5ef16b tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368378 Aug 16 19:59:11.298798 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb76bab-911a-4a92-947f-52d40b8340c5 req-469e3c1b-9967-4165-8b18-59d2308f7a0f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:11.300613 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5eb76bab-911a-4a92-947f-52d40b8340c5 req-469e3c1b-9967-4165-8b18-59d2308f7a0f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9aaaefc-30a9-4e10-b02c-1f5fe31a58d6 HTTP/1.1" status: 200 len: 948 time: 0.0507772 Aug 16 19:59:11.330863 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56694) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:11.361779 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5eb76bab-911a-4a92-947f-52d40b8340c5 req-846fed59-5f51-4666-82c7-45d8c3ef1d86 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550718 Aug 16 19:59:11.472403 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cc08b232-108d-429b-beeb-0a79c014e4d3 req-b9352568-954e-47ad-a352-2566cd8c7044 service neutron] 10.222.0.57 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342263 Aug 16 19:59:11.524353 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0f28-91d3-49b0-a804-0f21f7b4d398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:11.584697 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867f9ac-4c53-42ea-ae24-148b7ede8f8d req-c6419040-4517-4684-8954-542bd41ca9ed tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:11.586206 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2867f9ac-4c53-42ea-ae24-148b7ede8f8d req-c6419040-4517-4684-8954-542bd41ca9ed tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/ports?device_id=58d5a1de-bcda-4bc3-8a7f-3333291e0210 HTTP/1.1" status: 200 len: 943 time: 0.1585200 Aug 16 19:59:11.591599 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6551a106-8c80-4429-b68d-30a6af55d41f req-46bfde54-2bcd-42f2-9707-13022fb00fb1 service neutron] 10.222.0.57 "GET /v2.0/networks/8c5fcf0c-5f69-4031-9be2-b28eae97018b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517893 Aug 16 19:59:11.595051 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02579236-e3d2-40b6-9960-8199e66f373a req-242fd157-4aa6-44ea-988b-b8f2a4089a5d service neutron] 10.222.0.57 "GET /v2.0/ports/210b9f61-2b6e-463d-b4dd-b2b93ef71c38/bindings/n-h2-787206-13 HTTP/1.1" status: 200 len: 385 time: 0.1684549 Aug 16 19:59:11.736354 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2867f9ac-4c53-42ea-ae24-148b7ede8f8d req-76e14c7f-09cc-4307-beda-c627de794e54 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/security-groups?id=9bc365a0-c4b7-46d5-b975-5d22c2ff0320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403244 Aug 16 19:59:11.824896 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6551a106-8c80-4429-b68d-30a6af55d41f req-abcbf002-5d90-4b39-9452-363f7f071508 service neutron] 10.222.0.57 "GET /v2.0/networks/8c5fcf0c-5f69-4031-9be2-b28eae97018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079234 Aug 16 19:59:11.899170 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0f28-91d3-49b0-a804-0f21f7b4d398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:11.916809 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0f28-91d3-49b0-a804-0f21f7b4d398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:11.979505 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f47bbd-c2e9-47c9-8227-8ba2525432f6 req-a1074ec9-7224-4dc8-a40a-26e634e732c6 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:11.983333 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-88f47bbd-c2e9-47c9-8227-8ba2525432f6 req-a1074ec9-7224-4dc8-a40a-26e634e732c6 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 1097 time: 0.0660217 Aug 16 19:59:11.996232 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb0f28-91d3-49b0-a804-0f21f7b4d398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bd06bb-d529-4ca2-926e-88737a896e87,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:12.008025 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c6eb0f28-91d3-49b0-a804-0f21f7b4d398 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ca75a09a7e7749d2a8f8926bdcc7c3ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6760654 Aug 16 19:59:12.008665 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56720) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:12.036941 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-02579236-e3d2-40b6-9960-8199e66f373a req-85d96037-c8ad-4536-9609-4d7d60deff6f service neutron] For port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=210b9f61-2b6e-463d-b4dd-b2b93ef71c38,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:12.037594 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-88f47bbd-c2e9-47c9-8227-8ba2525432f6 req-bc93a5d7-3264-4fcb-9e7a-ebfe6597762c tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480306 Aug 16 19:59:12.064265 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a4092-b681-4c91-b9f5-cc87863bc4fc req-ccab66fa-e3e5-488b-a135-2412d6fc0fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:12.065960 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-615a4092-b681-4c91-b9f5-cc87863bc4fc req-ccab66fa-e3e5-488b-a135-2412d6fc0fa1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e38eb8aee1564690bebbb2b4f1877833&device_id=58d5a1de-bcda-4bc3-8a7f-3333291e0210 HTTP/1.1" status: 200 len: 1095 time: 0.1653919 Aug 16 19:59:12.162484 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc955e-fb99-4e25-b51c-8dbd89c26687 req-3e439005-06ab-41d4-adf5-5e3e361928be tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:12.164048 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-53cc955e-fb99-4e25-b51c-8dbd89c26687 req-3e439005-06ab-41d4-adf5-5e3e361928be tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 944 time: 0.0521772 Aug 16 19:59:12.165473 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-02579236-e3d2-40b6-9960-8199e66f373a req-85d96037-c8ad-4536-9609-4d7d60deff6f service neutron] For port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:59:12.208995 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-53cc955e-fb99-4e25-b51c-8dbd89c26687 req-27d16043-9fdc-4419-9a9b-0039ac944f26 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360241 Aug 16 19:59:12.237231 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-02579236-e3d2-40b6-9960-8199e66f373a req-85d96037-c8ad-4536-9609-4d7d60deff6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:59:12.251157 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f88ba0b7-008c-40fc-b0d4-c2c4f33b2e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:12.266621 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3745f8-530a-4eac-8c6a-49a542f006cd req-fee125b7-b028-47b0-b850-284a5854a989 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:12.272651 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3745f8-530a-4eac-8c6a-49a542f006cd req-fee125b7-b028-47b0-b850-284a5854a989 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:12.274285 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fc3745f8-530a-4eac-8c6a-49a542f006cd req-fee125b7-b028-47b0-b850-284a5854a989 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3009236-61d6-4b21-b027-20d4f0875b54&device_id=f9aaaefc-30a9-4e10-b02c-1f5fe31a58d6 HTTP/1.1" status: 200 len: 1689 time: 0.2073843 Aug 16 19:59:12.277937 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-02579236-e3d2-40b6-9960-8199e66f373a req-85d96037-c8ad-4536-9609-4d7d60deff6f service neutron] For port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=210b9f61-2b6e-463d-b4dd-b2b93ef71c38,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:12.341294 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f88ba0b7-008c-40fc-b0d4-c2c4f33b2e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:12.348696 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-02579236-e3d2-40b6-9960-8199e66f373a req-85d96037-c8ad-4536-9609-4d7d60deff6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:12.350931 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a4092-b681-4c91-b9f5-cc87863bc4fc req-b1bec3c7-85c1-48be-88b3-e5f6a6b694d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:12.352435 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-615a4092-b681-4c91-b9f5-cc87863bc4fc req-b1bec3c7-85c1-48be-88b3-e5f6a6b694d5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8c5fcf0c-5f69-4031-9be2-b28eae97018b HTTP/1.1" status: 200 len: 916 time: 0.2757585 Aug 16 19:59:12.654576 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fc3745f8-530a-4eac-8c6a-49a542f006cd req-8fc92661-b014-4d1d-8cff-751bbda0845f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725219 Aug 16 19:59:12.679776 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-615a4092-b681-4c91-b9f5-cc87863bc4fc req-e34af30e-4ab8-47e7-8878-ded990329fd1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5d191bb-b445-48c0-8f09-55c9bffd2f37 HTTP/1.1" status: 200 len: 217 time: 0.3070045 Aug 16 19:59:12.709582 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 19:59:12.797637 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a4092-b681-4c91-b9f5-cc87863bc4fc req-36084dee-731a-4568-b03f-681d693c3809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:12.799093 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-615a4092-b681-4c91-b9f5-cc87863bc4fc req-36084dee-731a-4568-b03f-681d693c3809 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=42079dd7-bb39-47f2-a8a8-ad0f84bf270b HTTP/1.1" status: 200 len: 854 time: 0.1084754 Aug 16 19:59:12.807749 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f88ba0b7-008c-40fc-b0d4-c2c4f33b2e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:12.810708 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f88ba0b7-008c-40fc-b0d4-c2c4f33b2e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:12.811850 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f88ba0b7-008c-40fc-b0d4-c2c4f33b2e76 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/89bd06bb-d529-4ca2-926e-88737a896e87 HTTP/1.1" status: 204 len: 168 time: 0.7960541 Aug 16 19:59:12.814061 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-02579236-e3d2-40b6-9960-8199e66f373a req-85d96037-c8ad-4536-9609-4d7d60deff6f service neutron] Transition to ACTIVE for port object 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:59:12.829809 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-02579236-e3d2-40b6-9960-8199e66f373a req-85d96037-c8ad-4536-9609-4d7d60deff6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:12.858696 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ba0b7-008c-40fc-b0d4-c2c4f33b2e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bd06bb-d529-4ca2-926e-88737a896e87,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:12.861701 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86f9c7-d73e-47bd-b6bd-142c00c3f45a req-92fcb076-e6cb-4d17-8858-b18be7e4fe2c tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:12.863299 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bc86f9c7-d73e-47bd-b6bd-142c00c3f45a req-92fcb076-e6cb-4d17-8858-b18be7e4fe2c tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 1097 time: 0.1383226 Aug 16 19:59:12.952982 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-02579236-e3d2-40b6-9960-8199e66f373a req-85d96037-c8ad-4536-9609-4d7d60deff6f service neutron] No DVR routers for this DVR port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 19:59:12.959910 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a4092-b681-4c91-b9f5-cc87863bc4fc req-203bffdb-ca7f-4d65-a4b7-18f35986a899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:12.961413 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-615a4092-b681-4c91-b9f5-cc87863bc4fc req-203bffdb-ca7f-4d65-a4b7-18f35986a899 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8c5fcf0c-5f69-4031-9be2-b28eae97018b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1485889 Aug 16 19:59:12.968908 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d96037-c8ad-4536-9609-4d7d60deff6f service neutron] Pushing event updated for resources: {'Port': ['ID=210b9f61-2b6e-463d-b4dd-b2b93ef71c38,revision_number=10']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:13.019414 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bc86f9c7-d73e-47bd-b6bd-142c00c3f45a req-6aec4cf7-dbc3-449b-910b-1acd359a7acf tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337883 Aug 16 19:59:13.060144 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02579236-e3d2-40b6-9960-8199e66f373a req-85d96037-c8ad-4536-9609-4d7d60deff6f service neutron] 10.222.0.57 "PUT /v2.0/ports/210b9f61-2b6e-463d-b4dd-b2b93ef71c38/bindings/n-h2-787206-13/activate HTTP/1.1" status: 200 len: 370 time: 1.4328976 Aug 16 19:59:13.100639 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-615a4092-b681-4c91-b9f5-cc87863bc4fc req-90361b9f-f7a2-4330-9a21-6eed419f2b60 service neutron] 10.222.0.57 "GET /v2.0/networks/8c5fcf0c-5f69-4031-9be2-b28eae97018b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282406 Aug 16 19:59:13.241248 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8532c15-d6a4-4829-9c58-becf7b3b5392 req-aabb802b-6385-420c-af78-03eed03e5747 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:13.242914 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c8532c15-d6a4-4829-9c58-becf7b3b5392 req-aabb802b-6385-420c-af78-03eed03e5747 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/ports?device_id=58d5a1de-bcda-4bc3-8a7f-3333291e0210 HTTP/1.1" status: 200 len: 943 time: 0.1134470 Aug 16 19:59:13.246121 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02579236-e3d2-40b6-9960-8199e66f373a req-e9831cb7-1bd2-4542-a934-c181f8bfe7e5 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:13.248725 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02579236-e3d2-40b6-9960-8199e66f373a req-e9831cb7-1bd2-4542-a934-c181f8bfe7e5 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532&tenant_id=80d98bbe248147c88be18e7257fbdc13&binding%3Ahost_id=n-h1-787206-13 HTTP/1.1" status: 200 len: 1097 time: 0.1121511 Aug 16 19:59:13.265652 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-615a4092-b681-4c91-b9f5-cc87863bc4fc req-5d6dfdb9-f74e-48c1-8838-24890d2b72e0 service neutron] 10.222.0.57 "GET /v2.0/networks/8c5fcf0c-5f69-4031-9be2-b28eae97018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499283 Aug 16 19:59:13.272421 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56772) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:13.291061 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f77117f-1b4d-4f86-b438-9ee99b649f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:13.312024 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c8532c15-d6a4-4829-9c58-becf7b3b5392 req-36689e5e-2c04-48ff-9737-156d473ca385 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/security-groups?id=9bc365a0-c4b7-46d5-b975-5d22c2ff0320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585074 Aug 16 19:59:13.353712 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02579236-e3d2-40b6-9960-8199e66f373a req-beacb709-06a0-4e50-bfbb-1a1762e1c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:13.355453 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02579236-e3d2-40b6-9960-8199e66f373a req-beacb709-06a0-4e50-bfbb-1a1762e1c996 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532&tenant_id=80d98bbe248147c88be18e7257fbdc13 HTTP/1.1" status: 200 len: 1097 time: 0.0911367 Aug 16 19:59:13.429972 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f77117f-1b4d-4f86-b438-9ee99b649f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:13.438281 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f77117f-1b4d-4f86-b438-9ee99b649f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:13.442764 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02579236-e3d2-40b6-9960-8199e66f373a req-2f75f849-4f2e-47ed-b7fc-24af1e2acb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:13.444522 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02579236-e3d2-40b6-9960-8199e66f373a req-2f75f849-4f2e-47ed-b7fc-24af1e2acb02 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80d98bbe248147c88be18e7257fbdc13&device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 1097 time: 0.0518742 Aug 16 19:59:13.469332 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77117f-1b4d-4f86-b438-9ee99b649f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65db7806-66eb-406d-bfac-6504e465b316,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:13.516223 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513fc78-4866-4fa2-9717-f7dfbc3c16dc req-435424a7-c0f1-4732-aae8-7cd8118be7e3 tempest-ServersOnMultiNodesTest-1869749609 tempest-ServersOnMultiNodesTest-1869749609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:13.518341 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2513fc78-4866-4fa2-9717-f7dfbc3c16dc req-435424a7-c0f1-4732-aae8-7cd8118be7e3 tempest-ServersOnMultiNodesTest-1869749609 tempest-ServersOnMultiNodesTest-1869749609-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=d3009236-61d6-4b21-b027-20d4f0875b54 HTTP/1.1" status: 200 len: 1102 time: 0.1257076 Aug 16 19:59:13.523098 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4f77117f-1b4d-4f86-b438-9ee99b649f9c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=94e168538e3844f8accfa12979a6c9ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501140 Aug 16 19:59:13.526020 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56784) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:13.592054 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2513fc78-4866-4fa2-9717-f7dfbc3c16dc req-c4a35271-5734-422e-89e2-f3f346996cdc tempest-ServersOnMultiNodesTest-1869749609 tempest-ServersOnMultiNodesTest-1869749609-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571811 Aug 16 19:59:13.608856 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02579236-e3d2-40b6-9960-8199e66f373a req-6602c2d5-5057-4956-a261-a1fc59f4b553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:13.610537 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02579236-e3d2-40b6-9960-8199e66f373a req-6602c2d5-5057-4956-a261-a1fc59f4b553 service neutron] 10.222.0.63 "GET /v2.0/networks?id=273a965b-291d-4de0-904d-d29903ed22d3 HTTP/1.1" status: 200 len: 922 time: 0.1563616 Aug 16 19:59:13.612847 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-35acf8c0-1715-4627-a46f-7a8388551ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:13.637528 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-35acf8c0-1715-4627-a46f-7a8388551ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:13.657673 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02579236-e3d2-40b6-9960-8199e66f373a req-9c270127-e9bc-424b-aa6e-2aba430b3a38 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=210b9f61-2b6e-463d-b4dd-b2b93ef71c38 HTTP/1.1" status: 200 len: 217 time: 0.0378044 Aug 16 19:59:13.670286 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e729dd6-47e0-419e-93b4-9a9d959f7057 req-4b62d14d-3aa6-4c63-8b04-06466d8de333 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:13.676621 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8e729dd6-47e0-419e-93b4-9a9d959f7057 req-4b62d14d-3aa6-4c63-8b04-06466d8de333 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 945 time: 0.1129899 Aug 16 19:59:13.688998 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-35acf8c0-1715-4627-a46f-7a8388551ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:13.692340 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-35acf8c0-1715-4627-a46f-7a8388551ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:13.695990 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-35acf8c0-1715-4627-a46f-7a8388551ca7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/65db7806-66eb-406d-bfac-6504e465b316 HTTP/1.1" status: 204 len: 168 time: 0.1664972 Aug 16 19:59:13.703409 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35acf8c0-1715-4627-a46f-7a8388551ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65db7806-66eb-406d-bfac-6504e465b316,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:13.753016 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02579236-e3d2-40b6-9960-8199e66f373a req-1c18eef7-f453-4f15-bb30-decb812a01af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:13.754485 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02579236-e3d2-40b6-9960-8199e66f373a req-1c18eef7-f453-4f15-bb30-decb812a01af service neutron] 10.222.0.63 "GET /v2.0/subnets?id=49f83f5f-99d4-4f21-857e-7c691113f792 HTTP/1.1" status: 200 len: 861 time: 0.0769660 Aug 16 19:59:13.766395 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8e729dd6-47e0-419e-93b4-9a9d959f7057 req-69ccd831-3f14-4b39-a294-4e627a016464 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874329 Aug 16 19:59:13.808333 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02579236-e3d2-40b6-9960-8199e66f373a req-a65aa016-4582-476e-942e-a59491486175 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=273a965b-291d-4de0-904d-d29903ed22d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409112 Aug 16 19:59:13.925507 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02579236-e3d2-40b6-9960-8199e66f373a req-15bf7ad2-3cb2-43ed-a97e-3379f2033021 service neutron] 10.222.0.63 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069818 Aug 16 19:59:14.057197 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02579236-e3d2-40b6-9960-8199e66f373a req-a5502be2-e77f-4612-9590-fc6566446673 service neutron] 10.222.0.63 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209650 Aug 16 19:59:14.245144 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6560cb-ce3b-4e60-bafb-cbb6230b03fb req-46a7ccac-a5c5-4eb1-aaf2-82bc908081e8 tempest-ServersOnMultiNodesTest-1869749609 tempest-ServersOnMultiNodesTest-1869749609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:14.253944 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5f6560cb-ce3b-4e60-bafb-cbb6230b03fb req-46a7ccac-a5c5-4eb1-aaf2-82bc908081e8 tempest-ServersOnMultiNodesTest-1869749609 tempest-ServersOnMultiNodesTest-1869749609-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=f9aaaefc-30a9-4e10-b02c-1f5fe31a58d6 HTTP/1.1" status: 200 len: 1100 time: 0.0622921 Aug 16 19:59:14.296558 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5f6560cb-ce3b-4e60-bafb-cbb6230b03fb req-a0b58e57-7401-464e-a422-225a7c664d05 tempest-ServersOnMultiNodesTest-1869749609 tempest-ServersOnMultiNodesTest-1869749609-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399718 Aug 16 19:59:14.375853 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02579236-e3d2-40b6-9960-8199e66f373a req-1ec9ba9f-0d23-4ed2-a9c9-539a2ca9cdc5 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:14.378401 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02579236-e3d2-40b6-9960-8199e66f373a req-1ec9ba9f-0d23-4ed2-a9c9-539a2ca9cdc5 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532&tenant_id=80d98bbe248147c88be18e7257fbdc13&binding%3Ahost_id=n-h2-787206-13 HTTP/1.1" status: 200 len: 1097 time: 0.0655005 Aug 16 19:59:14.553307 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-02579236-e3d2-40b6-9960-8199e66f373a req-fa75a5fe-88f4-42d4-9bd8-3770e86698e1 service neutron] For port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:59:14.557024 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-02579236-e3d2-40b6-9960-8199e66f373a req-fa75a5fe-88f4-42d4-9bd8-3770e86698e1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:14.558318 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02579236-e3d2-40b6-9960-8199e66f373a req-fa75a5fe-88f4-42d4-9bd8-3770e86698e1 service neutron] 10.222.0.63 "DELETE /v2.0/ports/210b9f61-2b6e-463d-b4dd-b2b93ef71c38/bindings/n-h1-787206-13 HTTP/1.1" status: 204 len: 173 time: 0.1638610 Aug 16 19:59:14.709781 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device c5d191bb-b445-48c0-8f09-55c9bffd2f37 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 19:59:14.845041 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port c5d191bb-b445-48c0-8f09-55c9bffd2f37, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=c5d191bb-b445-48c0-8f09-55c9bffd2f37,segment=NetworkSegment(ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4),segment_id=ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:14.857568 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'c5d191bb-b445-48c0-8f09-55c9bffd2f37', 'network_id': '8c5fcf0c-5f69-4031-9be2-b28eae97018b', 'port_id': 'c5d191bb-b445-48c0-8f09-55c9bffd2f37', 'mac_address': 'fa:16:3e:0a:77:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42079dd7-bb39-47f2-a8a8-ad0f84bf270b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 19:59:14.901004 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:14.918024 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5d191bb-b445-48c0-8f09-55c9bffd2f37 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:59:14.953839 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port c5d191bb-b445-48c0-8f09-55c9bffd2f37, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=c5d191bb-b445-48c0-8f09-55c9bffd2f37,segment=NetworkSegment(ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4),segment_id=ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:14.961254 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:15.025852 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=c5d191bb-b445-48c0-8f09-55c9bffd2f37,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:15.187833 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['c5d191bb-b445-48c0-8f09-55c9bffd2f37'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 19:59:15.200646 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56882) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:15.255589 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97946b09-b869-4d63-b1be-9de4821af106 req-cbaf1df7-2f8a-45c7-bbed-44c0d21f102c tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:15.267706 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-97946b09-b869-4d63-b1be-9de4821af106 req-cbaf1df7-2f8a-45c7-bbed-44c0d21f102c tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/ports?device_id=58d5a1de-bcda-4bc3-8a7f-3333291e0210 HTTP/1.1" status: 200 len: 944 time: 0.0975153 Aug 16 19:59:15.314644 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-97946b09-b869-4d63-b1be-9de4821af106 req-eba32b3b-b45c-4248-a8e3-5e48252f8c44 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/security-groups?id=9bc365a0-c4b7-46d5-b975-5d22c2ff0320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460327 Aug 16 19:59:15.462504 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ee76d-d26e-45c7-bda6-7aaef15ab0b3 req-822a183e-b3cf-456e-8e69-90534562e539 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:15.464048 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ee2ee76d-d26e-45c7-bda6-7aaef15ab0b3 req-822a183e-b3cf-456e-8e69-90534562e539 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 945 time: 0.0593450 Aug 16 19:59:15.511597 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ee2ee76d-d26e-45c7-bda6-7aaef15ab0b3 req-7bc7f1ae-cfbe-443a-8d05-9e5c3c8f193e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409193 Aug 16 19:59:15.591372 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-ff2dcda5-cb0c-4738-af37-c9a2836d2c6a tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 19:59:15.601055 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-ff2dcda5-cb0c-4738-af37-c9a2836d2c6a tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3984973 Aug 16 19:59:15.617272 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-ab52d468-ca81-4cff-952c-8021643d57e8 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=74e2f72781564173bac530a92b1cda23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243049 Aug 16 19:59:15.746904 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-cf7e5ad3-8ac8-4dd3-a9fa-0a797c6c3680 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:15.748461 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-cf7e5ad3-8ac8-4dd3-a9fa-0a797c6c3680 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1251020 Aug 16 19:59:15.765489 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-6d6a1719-a375-46f5-b913-51fe5bfe25a5 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/quotas/74e2f72781564173bac530a92b1cda23 HTTP/1.1" status: 200 len: 375 time: 0.0101788 Aug 16 19:59:15.830791 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-0171a97a-c903-408d-aefe-2f69cea57dc1 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=74e2f72781564173bac530a92b1cda23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0579839 Aug 16 19:59:15.867100 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-1b34db43-860d-48d0-b838-b1ada4da37fa service neutron] Request body: {'binding': {'host': 'n-h1-787206-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:59:15.868793 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-1b34db43-860d-48d0-b838-b1ada4da37fa service neutron] Unknown quota resources ['binding']. {{(pid=94770) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 19:59:16.031475 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 56916) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:16.057058 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-1b34db43-860d-48d0-b838-b1ada4da37fa service neutron] Attempting to bind port 03e06574-3d89-43c8-b9cf-47243f3420ed on host n-h1-787206-13 for vnic_type normal with profile None {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:59:16.057402 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-1b34db43-860d-48d0-b838-b1ada4da37fa service neutron] Attempting to bind port 03e06574-3d89-43c8-b9cf-47243f3420ed by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:59:16.057767 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-1b34db43-860d-48d0-b838-b1ada4da37fa service neutron] Attempting to bind port 03e06574-3d89-43c8-b9cf-47243f3420ed on network 090f4e50-1fb3-4449-b92b-949da889d68e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:16.063219 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-1b34db43-860d-48d0-b838-b1ada4da37fa service neutron] Port 03e06574-3d89-43c8-b9cf-47243f3420ed on network 090f4e50-1fb3-4449-b92b-949da889d68e not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 19:59:16.063563 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-1b34db43-860d-48d0-b838-b1ada4da37fa service neutron] Attempting to bind port 03e06574-3d89-43c8-b9cf-47243f3420ed on network 090f4e50-1fb3-4449-b92b-949da889d68e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:16.069029 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-1b34db43-860d-48d0-b838-b1ada4da37fa service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:59:16.069368 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-1b34db43-860d-48d0-b838-b1ada4da37fa service neutron] Checking segment: {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:59:16.069757 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-1b34db43-860d-48d0-b838-b1ada4da37fa service neutron] Bound using segment: {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:59:16.070322 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-1b34db43-860d-48d0-b838-b1ada4da37fa service neutron] Bound port: 03e06574-3d89-43c8-b9cf-47243f3420ed, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:59:16.169822 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-1b34db43-860d-48d0-b838-b1ada4da37fa service neutron] For port 03e06574-3d89-43c8-b9cf-47243f3420ed, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=03e06574-3d89-43c8-b9cf-47243f3420ed,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:59:16.176733 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-1b34db43-860d-48d0-b838-b1ada4da37fa service neutron] Notify callbacks [] for binding, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:16.177990 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-1b34db43-860d-48d0-b838-b1ada4da37fa service neutron] 10.222.0.68 "POST /v2.0/ports/03e06574-3d89-43c8-b9cf-47243f3420ed/bindings HTTP/1.1" status: 201 len: 390 time: 0.4423108 Aug 16 19:59:16.276546 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7aa1d6b8-9683-4fdb-aecc-54326e28cb6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:16.409202 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7aa1d6b8-9683-4fdb-aecc-54326e28cb6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:16.419856 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7aa1d6b8-9683-4fdb-aecc-54326e28cb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:16.470988 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7aa1d6b8-9683-4fdb-aecc-54326e28cb6a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cdd7e50d69184f1298effacb66e0d3d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4383750 Aug 16 19:59:16.473676 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 56938) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:16.504780 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1d6b8-9683-4fdb-aecc-54326e28cb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23dd378e-3f14-46ab-9f74-e02fdda17f87,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:16.520768 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-5cdaac3f-0f02-4362-9248-370a8a7df94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:16.521917 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-5cdaac3f-0f02-4362-9248-370a8a7df94a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 1097 time: 0.0865042 Aug 16 19:59:16.533150 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad363c8-9f38-4b6f-ab1b-326da3bdc143 req-52982aa2-40fe-4e0b-8aa8-bfa72fa89566 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:16.535544 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6ad363c8-9f38-4b6f-ab1b-326da3bdc143 req-52982aa2-40fe-4e0b-8aa8-bfa72fa89566 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 945 time: 0.0871694 Aug 16 19:59:16.556272 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-98979f22-acc2-492d-90a9-9e2dfe5d83b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:16.581470 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-98979f22-acc2-492d-90a9-9e2dfe5d83b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:16.634595 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6ad363c8-9f38-4b6f-ab1b-326da3bdc143 req-18f29a6e-90f3-41c3-a0e0-3a3de9630c3e tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894096 Aug 16 19:59:16.642770 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-98979f22-acc2-492d-90a9-9e2dfe5d83b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:16.645481 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-98979f22-acc2-492d-90a9-9e2dfe5d83b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:16.648975 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-98979f22-acc2-492d-90a9-9e2dfe5d83b1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/23dd378e-3f14-46ab-9f74-e02fdda17f87 HTTP/1.1" status: 204 len: 168 time: 0.1720531 Aug 16 19:59:16.668420 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98979f22-acc2-492d-90a9-9e2dfe5d83b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23dd378e-3f14-46ab-9f74-e02fdda17f87,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:16.686190 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-f511e3e6-01d8-4287-89bf-e46c90843915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:16.690114 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-f511e3e6-01d8-4287-89bf-e46c90843915 service neutron] 10.222.0.57 "GET /v2.0/networks?id=090f4e50-1fb3-4449-b92b-949da889d68e HTTP/1.1" status: 200 len: 909 time: 0.1506560 Aug 16 19:59:16.737494 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device c5d191bb-b445-48c0-8f09-55c9bffd2f37 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:59:16.780124 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-8bc4cfa4-77f4-4176-9be1-9854e187564f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03e06574-3d89-43c8-b9cf-47243f3420ed HTTP/1.1" status: 200 len: 217 time: 0.0742452 Aug 16 19:59:16.806018 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port c5d191bb-b445-48c0-8f09-55c9bffd2f37 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:59:16.814137 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port c5d191bb-b445-48c0-8f09-55c9bffd2f37 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:59:16.814734 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:16.874822 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-0392e440-951d-4250-9963-417b35e1678c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:16.879338 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-0392e440-951d-4250-9963-417b35e1678c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bf22002-ba37-41ff-af5d-cdbe63ed2bd8 HTTP/1.1" status: 200 len: 848 time: 0.0939348 Aug 16 19:59:16.885239 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c8342-c601-430a-a14b-678c42d7607a req-8c0c37f3-f3e8-44ba-8edb-40dee87b902e tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:16.886879 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-661c8342-c601-430a-a14b-678c42d7607a req-8c0c37f3-f3e8-44ba-8edb-40dee87b902e tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 1097 time: 0.1196063 Aug 16 19:59:16.944295 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-7e9c9f3c-e049-49f0-900d-b234cb4b2a37 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=090f4e50-1fb3-4449-b92b-949da889d68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552385 Aug 16 19:59:16.954694 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-661c8342-c601-430a-a14b-678c42d7607a req-e1482cc5-4819-4cda-b4d7-e98a69f3b41b tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555849 Aug 16 19:59:16.962222 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:17.008927 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d5a1de-bcda-4bc3-8a7f-3333291e0210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d191bb-b445-48c0-8f09-55c9bffd2f37'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:59:17.011637 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d8ae0c-7e5c-4464-8a69-68b909be8994" -d '{"events": [{"server_uuid": "58d5a1de-bcda-4bc3-8a7f-3333291e0210", "name": "network-vif-plugged", "status": "completed", "tag": "c5d191bb-b445-48c0-8f09-55c9bffd2f37"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:59:17.025873 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port c5d191bb-b445-48c0-8f09-55c9bffd2f37, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=c5d191bb-b445-48c0-8f09-55c9bffd2f37,segment=NetworkSegment(ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4),segment_id=ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:17.033650 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:17.108936 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e1335-69b6-46ec-8172-229fbba7570f req-4715c109-56ce-432a-b2bc-a9811d594b5e tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:17.110546 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7a8e1335-69b6-46ec-8172-229fbba7570f req-4715c109-56ce-432a-b2bc-a9811d594b5e tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/ports?device_id=58d5a1de-bcda-4bc3-8a7f-3333291e0210 HTTP/1.1" status: 200 len: 945 time: 0.1058433 Aug 16 19:59:17.120555 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 56972) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:17.140792 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-5a9835cf-0431-4db6-99fa-cca4f039ed49 service neutron] 10.222.0.57 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890090 Aug 16 19:59:17.153108 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-494ba170-816c-48f9-b4e2-446b890a8621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:17.166008 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=c5d191bb-b445-48c0-8f09-55c9bffd2f37,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:17.217804 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7a8e1335-69b6-46ec-8172-229fbba7570f req-dbd59dba-8a6e-4d51-9f8a-6fe63561592a tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/security-groups?id=9bc365a0-c4b7-46d5-b975-5d22c2ff0320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005476 Aug 16 19:59:17.282315 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-ccf0a64d-94f0-48d7-ade4-48f5eef7b12b service neutron] 10.222.0.57 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318250 Aug 16 19:59:17.344475 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-494ba170-816c-48f9-b4e2-446b890a8621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:17.350538 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-494ba170-816c-48f9-b4e2-446b890a8621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:17.391342 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-14f1c654-f7b2-4f58-8079-cc0f523ef5c5 req-c9009524-a46d-44b5-80ac-4bf1cfdd3941 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bbd2481-44bb-403c-8ac9-33f72226757e HTTP/1.1" status: 200 len: 210 time: 0.0828974 Aug 16 19:59:17.407303 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-494ba170-816c-48f9-b4e2-446b890a8621 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1ceca152c34c4a37bcc2a9f86949a176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854602 Aug 16 19:59:17.409702 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 56980) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:17.441076 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ba170-816c-48f9-b4e2-446b890a8621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f635f0a-bb13-44c4-a04c-2868db2a8ed3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:17.474124 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2498db99-3585-4b3c-a138-eb0298e99757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:17.491941 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 19:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2554d5-6cf2-485d-9a78-8f16133c63e2 x-openstack-request-id: req-2a2554d5-6cf2-485d-9a78-8f16133c63e2 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:59:17.492329 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d5a1de-bcda-4bc3-8a7f-3333291e0210", "name": "network-vif-plugged", "status": "completed", "tag": "c5d191bb-b445-48c0-8f09-55c9bffd2f37", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:59:17.492473 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2a2554d5-6cf2-485d-9a78-8f16133c63e2 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:59:17.493056 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d5a1de-bcda-4bc3-8a7f-3333291e0210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d191bb-b445-48c0-8f09-55c9bffd2f37', 'code': 200} Aug 16 19:59:17.503843 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-3d315d99-dc19-4627-bce0-aea0e27092bf tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:17.518950 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-3d315d99-dc19-4627-bce0-aea0e27092bf tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c&tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&binding%3Ahost_id=n-h2-787206-13 HTTP/1.1" status: 200 len: 1097 time: 0.1422179 Aug 16 19:59:17.536639 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-a7eb11d8-bf9f-4fbe-b350-3be62230069f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-787206-13'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:59:17.551707 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2498db99-3585-4b3c-a138-eb0298e99757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:17.725692 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-a7eb11d8-bf9f-4fbe-b350-3be62230069f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:17.769853 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9cd64-ba89-40f2-bdd2-3008c76a9f8a req-7f9de8ce-3183-4dae-aa80-dd6b137590d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:17.771850 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-93c9cd64-ba89-40f2-bdd2-3008c76a9f8a req-7f9de8ce-3183-4dae-aa80-dd6b137590d8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=58d5a1de-bcda-4bc3-8a7f-3333291e0210 HTTP/1.1" status: 200 len: 1097 time: 0.1512704 Aug 16 19:59:17.773660 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-e769e611-4917-4a9b-87d4-96e0a5cc4913 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:17.784110 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-e769e611-4917-4a9b-87d4-96e0a5cc4913 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/networks?id=273a965b-291d-4de0-904d-d29903ed22d3 HTTP/1.1" status: 200 len: 821 time: 0.2349498 Aug 16 19:59:17.786584 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2498db99-3585-4b3c-a138-eb0298e99757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:17.789310 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2498db99-3585-4b3c-a138-eb0298e99757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:17.793462 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2498db99-3585-4b3c-a138-eb0298e99757 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7f635f0a-bb13-44c4-a04c-2868db2a8ed3 HTTP/1.1" status: 204 len: 168 time: 0.3799381 Aug 16 19:59:17.810502 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498db99-3585-4b3c-a138-eb0298e99757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f635f0a-bb13-44c4-a04c-2868db2a8ed3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:17.819002 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-8038d9bf-d564-4d4b-b464-2719d184007b tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/quotas/80d98bbe248147c88be18e7257fbdc13 HTTP/1.1" status: 200 len: 375 time: 0.0337436 Aug 16 19:59:17.893580 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-e07cf64a-9c95-41da-803e-43ca8fc533cc tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=80d98bbe248147c88be18e7257fbdc13&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0732739 Aug 16 19:59:17.907225 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-93c9cd64-ba89-40f2-bdd2-3008c76a9f8a req-75e511b5-9d96-443f-b6c6-2841fdedec97 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9bc365a0-c4b7-46d5-b975-5d22c2ff0320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188188 Aug 16 19:59:17.966730 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fba65-a696-4985-8515-675c84bfb26c req-dba0d7ec-862c-4b57-8921-8b5d47de08a9 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:17.974163 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9a7fba65-a696-4985-8515-675c84bfb26c req-dba0d7ec-862c-4b57-8921-8b5d47de08a9 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 945 time: 0.2082293 Aug 16 19:59:17.983885 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57010) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:18.006690 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-085b7356-e6fc-4d67-ab95-9299678d9935 service neutron] 10.222.0.68 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119325 Aug 16 19:59:18.048338 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9a7fba65-a696-4985-8515-675c84bfb26c req-d0c2f08e-b188-40ab-b25b-5e1d63b7a909 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664649 Aug 16 19:59:18.065545 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-a7eb11d8-bf9f-4fbe-b350-3be62230069f service neutron] For port 03e06574-3d89-43c8-b9cf-47243f3420ed, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=03e06574-3d89-43c8-b9cf-47243f3420ed,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:18.113490 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-a7eb11d8-bf9f-4fbe-b350-3be62230069f service neutron] For port 03e06574-3d89-43c8-b9cf-47243f3420ed, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:59:18.169819 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee4d583-0b06-4dc7-8738-d45d46b86f7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03e06574-3d89-43c8-b9cf-47243f3420ed'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:59:18.170009 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-4bc92f23-53b3-49d4-a7a0-f9920fc2e0bc service neutron] 10.222.0.68 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561661 Aug 16 19:59:18.173203 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131b66dd-e859-4131-ae2b-b928f4a15e00" -d '{"events": [{"server_uuid": "1ee4d583-0b06-4dc7-8738-d45d46b86f7c", "name": "network-vif-unplugged", "status": "completed", "tag": "03e06574-3d89-43c8-b9cf-47243f3420ed"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:59:18.178464 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-a7eb11d8-bf9f-4fbe-b350-3be62230069f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:18.187741 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-a7eb11d8-bf9f-4fbe-b350-3be62230069f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:18.257580 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c5dce5bd-0156-4516-b66d-d05429ce67e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:18.398655 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-b7366b0c-4d25-4692-a313-95a1f4d6cc5a tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=74e2f72781564173bac530a92b1cda23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650930 Aug 16 19:59:18.403566 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 19:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08fcca6-c4da-42a7-b60b-947672ee1941 x-openstack-request-id: req-a08fcca6-c4da-42a7-b60b-947672ee1941 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:59:18.403861 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee4d583-0b06-4dc7-8738-d45d46b86f7c", "name": "network-vif-unplugged", "status": "completed", "tag": "03e06574-3d89-43c8-b9cf-47243f3420ed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:59:18.404113 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a08fcca6-c4da-42a7-b60b-947672ee1941 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:59:18.404502 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee4d583-0b06-4dc7-8738-d45d46b86f7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03e06574-3d89-43c8-b9cf-47243f3420ed', 'code': 200} Aug 16 19:59:18.487130 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb11d8-bf9f-4fbe-b350-3be62230069f service neutron] Pushing event updated for resources: {'Port': ['ID=03e06574-3d89-43c8-b9cf-47243f3420ed,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:18.504003 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-4992f547-0ab5-42f6-b633-c5451c0b3f51 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=74e2f72781564173bac530a92b1cda23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1884298 Aug 16 19:59:18.571361 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-a7eb11d8-bf9f-4fbe-b350-3be62230069f service neutron] Attempting to bind port 03e06574-3d89-43c8-b9cf-47243f3420ed on host n-h2-787206-13 for vnic_type normal with profile {"migrating_to": "n-h1-787206-13"} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:59:18.572287 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-a7eb11d8-bf9f-4fbe-b350-3be62230069f service neutron] Attempting to bind port 03e06574-3d89-43c8-b9cf-47243f3420ed by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:59:18.572287 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-a7eb11d8-bf9f-4fbe-b350-3be62230069f service neutron] Attempting to bind port 03e06574-3d89-43c8-b9cf-47243f3420ed on network 090f4e50-1fb3-4449-b92b-949da889d68e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:18.668997 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-a7eb11d8-bf9f-4fbe-b350-3be62230069f service neutron] Port 03e06574-3d89-43c8-b9cf-47243f3420ed on network 090f4e50-1fb3-4449-b92b-949da889d68e not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 19:59:18.669420 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-a7eb11d8-bf9f-4fbe-b350-3be62230069f service neutron] Attempting to bind port 03e06574-3d89-43c8-b9cf-47243f3420ed on network 090f4e50-1fb3-4449-b92b-949da889d68e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:18.673682 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda4048-2609-4bd0-b3ac-bf659553232c req-115b10cb-b747-4136-bc7d-08db80fb8191 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:18.675730 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4cda4048-2609-4bd0-b3ac-bf659553232c req-115b10cb-b747-4136-bc7d-08db80fb8191 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/ports?device_id=58d5a1de-bcda-4bc3-8a7f-3333291e0210 HTTP/1.1" status: 200 len: 945 time: 0.1585374 Aug 16 19:59:18.698470 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-a7eb11d8-bf9f-4fbe-b350-3be62230069f service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:59:18.698807 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-a7eb11d8-bf9f-4fbe-b350-3be62230069f service neutron] Checking segment: {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:59:18.699784 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-a7eb11d8-bf9f-4fbe-b350-3be62230069f service neutron] Bound using segment: {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:59:18.700465 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-a7eb11d8-bf9f-4fbe-b350-3be62230069f service neutron] Bound port: 03e06574-3d89-43c8-b9cf-47243f3420ed, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:59:18.700903 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-a7eb11d8-bf9f-4fbe-b350-3be62230069f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:18.722452 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-c8509d66-6d3e-4566-8697-8ce6e7dbdba1 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:18.724273 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-c8509d66-6d3e-4566-8697-8ce6e7dbdba1 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3113227 Aug 16 19:59:18.747873 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4cda4048-2609-4bd0-b3ac-bf659553232c req-d02fdff2-cfa3-4c40-9f3a-620974ee5b80 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/security-groups?id=9bc365a0-c4b7-46d5-b975-5d22c2ff0320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625610 Aug 16 19:59:18.764616 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-f37a0af6-263e-4b60-a19f-e4a2df8247e7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Request body: {'port': {'device_id': '2bbd2481-44bb-403c-8ac9-33f72226757e', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'admin_state_up': True, 'tenant_id': '74e2f72781564173bac530a92b1cda23'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:59:18.897131 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5e09aac6-5c82-4aa3-8d36-5a7ba495ffbb req-5fcfa42a-cff2-40ed-aa79-c650ced58be5 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 210 time: 0.0609295 Aug 16 19:59:18.956262 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-a7eb11d8-bf9f-4fbe-b350-3be62230069f service neutron] For port 03e06574-3d89-43c8-b9cf-47243f3420ed, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:59:18.994511 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c5dce5bd-0156-4516-b66d-d05429ce67e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:19.005125 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-69c16867-3fd6-4a54-9df7-edcaf1b78f93 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:19.008149 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-69c16867-3fd6-4a54-9df7-edcaf1b78f93 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4890568 Aug 16 19:59:19.011499 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-a7eb11d8-bf9f-4fbe-b350-3be62230069f service neutron] For port 03e06574-3d89-43c8-b9cf-47243f3420ed, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=03e06574-3d89-43c8-b9cf-47243f3420ed,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:59:19.014289 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c5dce5bd-0156-4516-b66d-d05429ce67e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:19.031933 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-f37a0af6-263e-4b60-a19f-e4a2df8247e7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Made reservation on behalf of 74e2f72781564173bac530a92b1cda23 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:59:19.040117 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-f37a0af6-263e-4b60-a19f-e4a2df8247e7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:19.042633 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-a206a2eb-f398-4792-9af6-d0c5b6b5250d tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Request body: {'port': {'device_id': '7a8a8045-9b52-4f09-a0ef-ec55a305594a', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'admin_state_up': True, 'tenant_id': '74e2f72781564173bac530a92b1cda23'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:59:19.059229 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-a7eb11d8-bf9f-4fbe-b350-3be62230069f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:19.139055 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1746ed22-e1e2-4a5c-ad12-038403055953 req-cab7755f-e20c-4de5-82b3-400c4d664e61 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bbd2481-44bb-403c-8ac9-33f72226757e HTTP/1.1" status: 200 len: 210 time: 0.0748780 Aug 16 19:59:19.184534 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dce5bd-0156-4516-b66d-d05429ce67e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d341d8e1-abb7-472d-a46b-62b9d12986da,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:19.229002 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57066) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:19.233773 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c5dce5bd-0156-4516-b66d-d05429ce67e5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f3667e9cd1924bd6b5d648df05eba9a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2488966 Aug 16 19:59:19.308107 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb11d8-bf9f-4fbe-b350-3be62230069f service neutron] Pushing event updated for resources: {'Port': ['ID=03e06574-3d89-43c8-b9cf-47243f3420ed,revision_number=8']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:19.330203 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-a7eb11d8-bf9f-4fbe-b350-3be62230069f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:19.332094 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-a7eb11d8-bf9f-4fbe-b350-3be62230069f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:19.333965 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-a7eb11d8-bf9f-4fbe-b350-3be62230069f service neutron] 10.222.0.57 "PUT /v2.0/ports/03e06574-3d89-43c8-b9cf-47243f3420ed HTTP/1.1" status: 200 len: 1123 time: 1.8067217 Aug 16 19:59:19.385218 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4fb9d972-48ea-4c73-af6f-1d024c8e9cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:19.389463 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-f37a0af6-263e-4b60-a19f-e4a2df8247e7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Allocated IP 192.168.233.6 (b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46/5dedf524-5a11-40fc-90de-b9413f1a2279/f2033db9-2f1d-498b-892d-08c38b96416c) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:59:19.432022 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4fb9d972-48ea-4c73-af6f-1d024c8e9cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:19.434782 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-a206a2eb-f398-4792-9af6-d0c5b6b5250d tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Made reservation on behalf of 74e2f72781564173bac530a92b1cda23 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:59:19.438827 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-a206a2eb-f398-4792-9af6-d0c5b6b5250d tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:19.441160 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794281f-e86f-46d6-8604-4eb0ed81c519 req-e6a57573-d8b8-4e9c-85e1-4fa0089e8de5 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:19.442702 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d794281f-e86f-46d6-8604-4eb0ed81c519 req-e6a57573-d8b8-4e9c-85e1-4fa0089e8de5 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 943 time: 0.1573634 Aug 16 19:59:19.443219 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['03e06574-3d89-43c8-b9cf-47243f3420ed'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 19:59:19.543692 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d794281f-e86f-46d6-8604-4eb0ed81c519 req-88f8ab36-5d6d-481d-a315-40c0327d6e5c tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918684 Aug 16 19:59:19.602184 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4fb9d972-48ea-4c73-af6f-1d024c8e9cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:19.604992 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4fb9d972-48ea-4c73-af6f-1d024c8e9cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:19.609713 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4fb9d972-48ea-4c73-af6f-1d024c8e9cd3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d341d8e1-abb7-472d-a46b-62b9d12986da HTTP/1.1" status: 204 len: 168 time: 0.3796763 Aug 16 19:59:19.627983 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9d972-48ea-4c73-af6f-1d024c8e9cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d341d8e1-abb7-472d-a46b-62b9d12986da,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:19.701954 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-f37a0af6-263e-4b60-a19f-e4a2df8247e7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:19.722662 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-f37a0af6-263e-4b60-a19f-e4a2df8247e7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Transition to ACTIVE for port object f2033db9-2f1d-498b-892d-08c38b96416c will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:59:19.789976 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-f37a0af6-263e-4b60-a19f-e4a2df8247e7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:19.804525 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['251a8cc9-a8e6-4002-adb1-80ff793c59c9', '55d3f219-cd02-443f-800f-c0b1954e88bf', '4b294502-e578-44a3-aa2e-ed43d46f085d'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 19:59:19.885772 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-f37a0af6-263e-4b60-a19f-e4a2df8247e7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:59:19.895482 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-f37a0af6-263e-4b60-a19f-e4a2df8247e7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:59:19.900341 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-f37a0af6-263e-4b60-a19f-e4a2df8247e7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:59:19.906158 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-f37a0af6-263e-4b60-a19f-e4a2df8247e7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:19.906966 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-f37a0af6-263e-4b60-a19f-e4a2df8247e7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:19.972027 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a0af6-263e-4b60-a19f-e4a2df8247e7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Pushing event updated for resources: {'Port': ['ID=f2033db9-2f1d-498b-892d-08c38b96416c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:19.982491 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-f37a0af6-263e-4b60-a19f-e4a2df8247e7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2331612 Aug 16 19:59:20.001091 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-1bba15de-f25b-4620-9e57-41e05bd6ebe6 service neutron] Request body: {'port': {'device_id': '2bbd2481-44bb-403c-8ac9-33f72226757e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:59:20.101982 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e79972-ee68-46c1-95fb-deee5c01651a req-46615613-99bf-4028-a5a3-affeecc471ab tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:20.104416 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d9e79972-ee68-46c1-95fb-deee5c01651a req-46615613-99bf-4028-a5a3-affeecc471ab tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/ports?device_id=58d5a1de-bcda-4bc3-8a7f-3333291e0210 HTTP/1.1" status: 200 len: 945 time: 0.2225361 Aug 16 19:59:20.119448 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-a206a2eb-f398-4792-9af6-d0c5b6b5250d tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Allocated IP 192.168.233.12 (b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46/5dedf524-5a11-40fc-90de-b9413f1a2279/2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:59:20.145126 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0f720bac-54e4-4d84-9633-dcaa9d829371 req-4f799e36-37bf-4df8-979e-6aa87085908d tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 210 time: 0.0681007 Aug 16 19:59:20.153491 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-1bba15de-f25b-4620-9e57-41e05bd6ebe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:20.219046 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-ee6b1daa-a71e-4b48-8676-e0c9162151a4 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:20.224823 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-ee6b1daa-a71e-4b48-8676-e0c9162151a4 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.57 "GET /v2.0/networks?id=273a965b-291d-4de0-904d-d29903ed22d3 HTTP/1.1" status: 200 len: 821 time: 0.4525998 Aug 16 19:59:20.277298 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d9e79972-ee68-46c1-95fb-deee5c01651a req-bc5179e7-d804-4297-9c21-5e68e918c955 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/security-groups?id=9bc365a0-c4b7-46d5-b975-5d22c2ff0320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597679 Aug 16 19:59:20.278677 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57092) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:20.290541 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-7287f54e-2e54-451e-aec8-cfd22261a8d3 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Request body: {'port': {'device_id': '82951381-23c8-4537-a6c1-336a9dc2f33a', 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3', 'admin_state_up': True, 'tenant_id': '80d98bbe248147c88be18e7257fbdc13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:59:20.398347 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c59de99c-0d3c-4b53-8232-a9004042bea9 None None] Provisioning for port f2033db9-2f1d-498b-892d-08c38b96416c completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:59:20.406062 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57100) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:20.406992 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4479932d-7a91-433a-848c-24c238252554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:20.408994 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee4d583-0b06-4dc7-8738-d45d46b86f7c', 'tag': '03e06574-3d89-43c8-b9cf-47243f3420ed'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:59:20.410678 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c59de99c-0d3c-4b53-8232-a9004042bea9 None None] Provisioning complete for port f2033db9-2f1d-498b-892d-08c38b96416c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:59:20.411050 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c59de99c-0d3c-4b53-8232-a9004042bea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:20.411839 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d25a5cd-a593-496d-abdf-b9e41163c60b" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee4d583-0b06-4dc7-8738-d45d46b86f7c", "tag": "03e06574-3d89-43c8-b9cf-47243f3420ed"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:59:20.504269 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 19:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0493e94-9081-4a21-bc25-b4b94e0f5c73 x-openstack-request-id: req-d0493e94-9081-4a21-bc25-b4b94e0f5c73 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:59:20.504269 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee4d583-0b06-4dc7-8738-d45d46b86f7c", "tag": "03e06574-3d89-43c8-b9cf-47243f3420ed", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:59:20.504702 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d0493e94-9081-4a21-bc25-b4b94e0f5c73 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:59:20.505196 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee4d583-0b06-4dc7-8738-d45d46b86f7c', 'tag': '03e06574-3d89-43c8-b9cf-47243f3420ed', 'status': 'completed', 'code': 200} Aug 16 19:59:20.513569 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c59de99c-0d3c-4b53-8232-a9004042bea9 None None] Port f2033db9-2f1d-498b-892d-08c38b96416c cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 19:59:20.664562 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25a5cd-a593-496d-abdf-b9e41163c60b req-06d53439-8658-4d45-8558-2f002f193284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:20.666436 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0d25a5cd-a593-496d-abdf-b9e41163c60b req-06d53439-8658-4d45-8558-2f002f193284 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 1126 time: 0.1514988 Aug 16 19:59:20.674400 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-a206a2eb-f398-4792-9af6-d0c5b6b5250d tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:20.771082 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-a206a2eb-f398-4792-9af6-d0c5b6b5250d tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Transition to ACTIVE for port object 2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:59:20.873585 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52b908-bc25-4360-8759-1c0bbb6efa57 req-c841ac4e-08cf-4f9e-9063-6a6de83d3ec4 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:20.875304 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dd52b908-bc25-4360-8759-1c0bbb6efa57 req-c841ac4e-08cf-4f9e-9063-6a6de83d3ec4 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bbd2481-44bb-403c-8ac9-33f72226757e HTTP/1.1" status: 200 len: 934 time: 0.5142112 Aug 16 19:59:20.907842 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4479932d-7a91-433a-848c-24c238252554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:20.928772 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dd52b908-bc25-4360-8759-1c0bbb6efa57 req-5f8d91b6-983e-45fb-b0cd-efa6611a9d25 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457904 Aug 16 19:59:20.953575 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4479932d-7a91-433a-848c-24c238252554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:20.979585 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7ee15bc0-ed38-4e83-8c4a-d71c07971dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:21.012253 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479932d-7a91-433a-848c-24c238252554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a678006f-8c03-49e6-be4e-d001d815d5ac,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:21.049886 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28430fa-3383-4205-b76b-84897a5d1485 req-88e0e9a0-f994-45c4-9e06-ee89978136f9 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:21.057767 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c28430fa-3383-4205-b76b-84897a5d1485 req-88e0e9a0-f994-45c4-9e06-ee89978136f9 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 943 time: 0.3548365 Aug 16 19:59:21.064938 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25a5cd-a593-496d-abdf-b9e41163c60b req-acdb6298-c03a-4bfd-bb9b-865df56aaf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:21.066562 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0d25a5cd-a593-496d-abdf-b9e41163c60b req-acdb6298-c03a-4bfd-bb9b-865df56aaf68 service neutron] 10.222.0.63 "GET /v2.0/networks?id=090f4e50-1fb3-4449-b92b-949da889d68e HTTP/1.1" status: 200 len: 909 time: 0.3837378 Aug 16 19:59:21.067184 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-7287f54e-2e54-451e-aec8-cfd22261a8d3 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Made reservation on behalf of 80d98bbe248147c88be18e7257fbdc13 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:59:21.070585 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-7287f54e-2e54-451e-aec8-cfd22261a8d3 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:21.333698 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-1bba15de-f25b-4620-9e57-41e05bd6ebe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2033db9-2f1d-498b-892d-08c38b96416c {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:59:21.342830 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-1bba15de-f25b-4620-9e57-41e05bd6ebe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:21.356762 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-09620e26-b1b3-4f19-a843-7b12c9b7227c req-118d04f8-d19c-4456-9dbc-d8be840302f5 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 210 time: 0.1059790 Aug 16 19:59:21.361684 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-1bba15de-f25b-4620-9e57-41e05bd6ebe6 service neutron] Transition to ACTIVE for port object f2033db9-2f1d-498b-892d-08c38b96416c will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:59:21.367761 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-1bba15de-f25b-4620-9e57-41e05bd6ebe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:21.461219 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba15de-f25b-4620-9e57-41e05bd6ebe6 service neutron] Pushing event updated for resources: {'Port': ['ID=f2033db9-2f1d-498b-892d-08c38b96416c,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:21.488309 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-1bba15de-f25b-4620-9e57-41e05bd6ebe6 service neutron] Attempting to bind port f2033db9-2f1d-498b-892d-08c38b96416c on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:59:21.488919 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-1bba15de-f25b-4620-9e57-41e05bd6ebe6 service neutron] Attempting to bind port f2033db9-2f1d-498b-892d-08c38b96416c by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:59:21.489403 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-1bba15de-f25b-4620-9e57-41e05bd6ebe6 service neutron] Attempting to bind port f2033db9-2f1d-498b-892d-08c38b96416c on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:21.495031 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-1bba15de-f25b-4620-9e57-41e05bd6ebe6 service neutron] Port f2033db9-2f1d-498b-892d-08c38b96416c on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 19:59:21.495303 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-1bba15de-f25b-4620-9e57-41e05bd6ebe6 service neutron] Attempting to bind port f2033db9-2f1d-498b-892d-08c38b96416c on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:21.500727 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-1bba15de-f25b-4620-9e57-41e05bd6ebe6 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:59:21.501073 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-1bba15de-f25b-4620-9e57-41e05bd6ebe6 service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:59:21.501458 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-1bba15de-f25b-4620-9e57-41e05bd6ebe6 service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:59:21.501908 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-1bba15de-f25b-4620-9e57-41e05bd6ebe6 service neutron] Bound port: f2033db9-2f1d-498b-892d-08c38b96416c, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:59:21.502267 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-1bba15de-f25b-4620-9e57-41e05bd6ebe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:21.504634 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-a206a2eb-f398-4792-9af6-d0c5b6b5250d tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:21.555952 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0d25a5cd-a593-496d-abdf-b9e41163c60b req-e8883d34-590b-4e8b-821f-938f9e391c65 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03e06574-3d89-43c8-b9cf-47243f3420ed HTTP/1.1" status: 200 len: 217 time: 0.1895645 Aug 16 19:59:21.566258 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4479932d-7a91-433a-848c-24c238252554 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3ecfe1ebeb614fb397ead85683d9db04&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1951337 Aug 16 19:59:21.572081 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['251a8cc9-a8e6-4002-adb1-80ff793c59c9', '55d3f219-cd02-443f-800f-c0b1954e88bf', '4b294502-e578-44a3-aa2e-ed43d46f085d'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 19:59:21.573662 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57156) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:21.607736 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-1bba15de-f25b-4620-9e57-41e05bd6ebe6 service neutron] For port f2033db9-2f1d-498b-892d-08c38b96416c, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:59:21.635047 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-1bba15de-f25b-4620-9e57-41e05bd6ebe6 service neutron] For port f2033db9-2f1d-498b-892d-08c38b96416c, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f2033db9-2f1d-498b-892d-08c38b96416c,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:59:21.644747 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25a5cd-a593-496d-abdf-b9e41163c60b req-42e73254-5846-4be3-9189-35b54135b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:21.646822 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0d25a5cd-a593-496d-abdf-b9e41163c60b req-42e73254-5846-4be3-9189-35b54135b8c6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7bf22002-ba37-41ff-af5d-cdbe63ed2bd8 HTTP/1.1" status: 200 len: 848 time: 0.0794451 Aug 16 19:59:21.662228 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-1bba15de-f25b-4620-9e57-41e05bd6ebe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:21.717396 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-79afb0f5-387f-410a-99c1-b7ac36882e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:21.739499 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-a206a2eb-f398-4792-9af6-d0c5b6b5250d tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:59:21.742275 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-1bba15de-f25b-4620-9e57-41e05bd6ebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:21.743132 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-1bba15de-f25b-4620-9e57-41e05bd6ebe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:21.745608 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-1bba15de-f25b-4620-9e57-41e05bd6ebe6 service neutron] 10.222.0.63 "PUT /v2.0/ports/f2033db9-2f1d-498b-892d-08c38b96416c HTTP/1.1" status: 200 len: 1095 time: 1.7488518 Aug 16 19:59:21.748037 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-7287f54e-2e54-451e-aec8-cfd22261a8d3 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Allocated IP 172.20.0.13 (273a965b-291d-4de0-904d-d29903ed22d3/49f83f5f-99d4-4f21-857e-7c691113f792/028e0b1c-c3bb-4dd1-85c3-e193b851ddd3) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:59:21.750412 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-a206a2eb-f398-4792-9af6-d0c5b6b5250d tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:59:21.763121 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bbd2481-44bb-403c-8ac9-33f72226757e', 'tag': 'f2033db9-2f1d-498b-892d-08c38b96416c'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:59:21.765860 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f247e03-c053-4526-9d18-5aa87fdb7edd" -d '{"events": [{"name": "network-changed", "server_uuid": "2bbd2481-44bb-403c-8ac9-33f72226757e", "tag": "f2033db9-2f1d-498b-892d-08c38b96416c"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:59:21.804311 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-79afb0f5-387f-410a-99c1-b7ac36882e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:21.813232 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c28430fa-3383-4205-b76b-84897a5d1485 req-5d6cabbc-51bf-47dc-bd51-73c568d00041 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7520273 Aug 16 19:59:21.821200 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-a206a2eb-f398-4792-9af6-d0c5b6b5250d tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:59:21.842747 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-a206a2eb-f398-4792-9af6-d0c5b6b5250d tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:21.843680 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-a206a2eb-f398-4792-9af6-d0c5b6b5250d tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:21.849752 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 19:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91490e65-0463-4c71-b878-6986f5f2aac0 x-openstack-request-id: req-91490e65-0463-4c71-b878-6986f5f2aac0 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:59:21.850039 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bbd2481-44bb-403c-8ac9-33f72226757e", "tag": "f2033db9-2f1d-498b-892d-08c38b96416c", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:59:21.850285 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-91490e65-0463-4c71-b878-6986f5f2aac0 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:59:21.850667 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bbd2481-44bb-403c-8ac9-33f72226757e', 'tag': 'f2033db9-2f1d-498b-892d-08c38b96416c', 'status': 'completed', 'code': 200} Aug 16 19:59:21.859729 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0d25a5cd-a593-496d-abdf-b9e41163c60b req-59ff0d58-c210-4b5e-8ecd-526f13ed1261 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=090f4e50-1fb3-4449-b92b-949da889d68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1661196 Aug 16 19:59:21.899618 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba15de-f25b-4620-9e57-41e05bd6ebe6 service neutron] Pushing event updated for resources: {'Port': ['ID=f2033db9-2f1d-498b-892d-08c38b96416c,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:21.935709 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-6e9e2419-c68a-4196-8388-f50856545998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:21.937779 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-6e9e2419-c68a-4196-8388-f50856545998 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=74e2f72781564173bac530a92b1cda23&device_id=2bbd2481-44bb-403c-8ac9-33f72226757e HTTP/1.1" status: 200 len: 1098 time: 0.1166806 Aug 16 19:59:21.957554 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206a2eb-f398-4792-9af6-d0c5b6b5250d tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Pushing event updated for resources: {'Port': ['ID=2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:21.965883 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-79afb0f5-387f-410a-99c1-b7ac36882e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:21.968757 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-79afb0f5-387f-410a-99c1-b7ac36882e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:21.982055 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-79afb0f5-387f-410a-99c1-b7ac36882e37 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a678006f-8c03-49e6-be4e-d001d815d5ac HTTP/1.1" status: 204 len: 168 time: 0.4003198 Aug 16 19:59:22.079200 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-4ecbff01-4055-413e-b8bd-86f0d51ac18c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=f2033db9-2f1d-498b-892d-08c38b96416c HTTP/1.1" status: 200 len: 217 time: 0.1254189 Aug 16 19:59:22.113681 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79afb0f5-387f-410a-99c1-b7ac36882e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a678006f-8c03-49e6-be4e-d001d815d5ac,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:22.142323 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0d25a5cd-a593-496d-abdf-b9e41163c60b req-dd107504-4d8d-4fff-a967-5c285597fde2 service neutron] 10.222.0.63 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665431 Aug 16 19:59:22.198621 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74d339-d6fc-421a-9387-552feb0200e4 req-fe241e6c-ec51-472a-910d-8134b80b0eba tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:22.200992 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0c74d339-d6fc-421a-9387-552feb0200e4 req-fe241e6c-ec51-472a-910d-8134b80b0eba tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bbd2481-44bb-403c-8ac9-33f72226757e HTTP/1.1" status: 200 len: 946 time: 0.1290352 Aug 16 19:59:22.272574 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-b63d44e7-5f2f-4254-830e-0022783592ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:22.274257 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-b63d44e7-5f2f-4254-830e-0022783592ff service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1579716 Aug 16 19:59:22.299847 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7ee15bc0-ed38-4e83-8c4a-d71c07971dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:22.337366 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0c74d339-d6fc-421a-9387-552feb0200e4 req-751c6690-c935-4a46-92e6-c9450c9ad692 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265314 Aug 16 19:59:22.376745 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d3800fd7-62f3-4a4c-b9c5-4dc2ec8c8ebf None None] Provisioning for port 2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:59:22.388275 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7ee15bc0-ed38-4e83-8c4a-d71c07971dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:22.404033 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d3800fd7-62f3-4a4c-b9c5-4dc2ec8c8ebf None None] Provisioning complete for port 2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:59:22.411073 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d3800fd7-62f3-4a4c-b9c5-4dc2ec8c8ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:22.429388 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-8644b67d-ae48-4df0-a438-506f886f1f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:22.437758 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-a206a2eb-f398-4792-9af6-d0c5b6b5250d tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4093437 Aug 16 19:59:22.440154 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-8644b67d-ae48-4df0-a438-506f886f1f16 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1257706 Aug 16 19:59:22.462861 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-fea7b916-cc24-4ea7-844e-5b2a8c943bf5 service neutron] Request body: {'port': {'device_id': '7a8a8045-9b52-4f09-a0ef-ec55a305594a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:59:22.536929 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-7287f54e-2e54-451e-aec8-cfd22261a8d3 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:22.595052 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d3800fd7-62f3-4a4c-b9c5-4dc2ec8c8ebf None None] Port 2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 19:59:22.609988 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-0aa7f2c5-1da1-4181-97cf-106a289ca0c2 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526661 Aug 16 19:59:22.619380 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7ee15bc0-ed38-4e83-8c4a-d71c07971dbc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=22f468b2796740f2b9385bf9bec569ac&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2044799 Aug 16 19:59:22.636738 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57184) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:22.642194 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-7287f54e-2e54-451e-aec8-cfd22261a8d3 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:22.714319 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee15bc0-ed38-4e83-8c4a-d71c07971dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5175bc-8c5c-4ce2-a925-41bf70d31c9a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:22.761016 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 03e06574-3d89-43c8-b9cf-47243f3420ed details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 19:59:22.793562 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ab816fa9-a350-4ae3-b7b3-35202583b688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:22.823181 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287f54e-2e54-451e-aec8-cfd22261a8d3 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Pushing event updated for resources: {'Port': ['ID=028e0b1c-c3bb-4dd1-85c3-e193b851ddd3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:22.845700 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ab816fa9-a350-4ae3-b7b3-35202583b688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:22.856185 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-3e19b5a2-af73-4612-99ae-cc15915efd24 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324374 Aug 16 19:59:22.927207 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ab816fa9-a350-4ae3-b7b3-35202583b688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:22.932552 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ab816fa9-a350-4ae3-b7b3-35202583b688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:22.941419 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ab816fa9-a350-4ae3-b7b3-35202583b688 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2c5175bc-8c5c-4ce2-a925-41bf70d31c9a HTTP/1.1" status: 204 len: 168 time: 0.3017354 Aug 16 19:59:22.952419 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab816fa9-a350-4ae3-b7b3-35202583b688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5175bc-8c5c-4ce2-a925-41bf70d31c9a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:22.960773 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a8b89-c6e2-48b1-abd0-fbeaf9f3af09 req-70945a31-21e4-4597-9706-67b5bf5f9bab tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:22.968431 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b1a8b89-c6e2-48b1-abd0-fbeaf9f3af09 req-70945a31-21e4-4597-9706-67b5bf5f9bab tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 932 time: 0.3517480 Aug 16 19:59:22.971744 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0d25a5cd-a593-496d-abdf-b9e41163c60b req-da15bc6a-0e63-4ebe-a854-3643cbad3d3d service neutron] 10.222.0.63 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8105698 Aug 16 19:59:22.975472 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-7287f54e-2e54-451e-aec8-cfd22261a8d3 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Network 273a965b-291d-4de0-904d-d29903ed22d3 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:59:22.977673 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-7287f54e-2e54-451e-aec8-cfd22261a8d3 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:59:23.006354 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-7287f54e-2e54-451e-aec8-cfd22261a8d3 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:59:23.018872 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-7287f54e-2e54-451e-aec8-cfd22261a8d3 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:23.021730 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-7287f54e-2e54-451e-aec8-cfd22261a8d3 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:23.085148 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-fea7b916-cc24-4ea7-844e-5b2a8c943bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:23.122621 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 03e06574-3d89-43c8-b9cf-47243f3420ed, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=03e06574-3d89-43c8-b9cf-47243f3420ed,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:23.124489 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f247e03-c053-4526-9d18-5aa87fdb7edd req-a1c72a25-137e-4867-9df0-755a17b1f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:23.126282 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4f247e03-c053-4526-9d18-5aa87fdb7edd req-a1c72a25-137e-4867-9df0-755a17b1f9f8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=74e2f72781564173bac530a92b1cda23&device_id=2bbd2481-44bb-403c-8ac9-33f72226757e HTTP/1.1" status: 200 len: 1098 time: 0.1618299 Aug 16 19:59:23.152344 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-7287f54e-2e54-451e-aec8-cfd22261a8d3 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8784201 Aug 16 19:59:23.153991 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 03e06574-3d89-43c8-b9cf-47243f3420ed has no active binding in host n-h1-787206-13 {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 19:59:23.213420 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-a5bab546-d854-45f2-9dc0-3f2cab815dce service neutron] Request body: {'port': {'device_id': '82951381-23c8-4537-a6c1-336a9dc2f33a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:59:23.259628 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f247e03-c053-4526-9d18-5aa87fdb7edd req-7d36a34b-f05d-4d2b-9fb8-211c25d6b656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:23.261387 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4f247e03-c053-4526-9d18-5aa87fdb7edd req-7d36a34b-f05d-4d2b-9fb8-211c25d6b656 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.1209741 Aug 16 19:59:23.271962 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b1a8b89-c6e2-48b1-abd0-fbeaf9f3af09 req-97db675e-aaa8-4d21-afb3-ca4f78133a35 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025744 Aug 16 19:59:23.275392 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5515d-a4c1-4f8e-91be-a0af0b7dad01 req-5f381ac3-8879-48d8-a1da-a7c576a80f4b tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:23.278456 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fdd5515d-a4c1-4f8e-91be-a0af0b7dad01 req-5f381ac3-8879-48d8-a1da-a7c576a80f4b tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 943 time: 0.2160130 Aug 16 19:59:23.294668 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-a5bab546-d854-45f2-9dc0-3f2cab815dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:23.354882 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4f247e03-c053-4526-9d18-5aa87fdb7edd req-2e895f29-2321-4ad1-9c51-c40c32da4b84 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=f2033db9-2f1d-498b-892d-08c38b96416c HTTP/1.1" status: 200 len: 217 time: 0.0751910 Aug 16 19:59:23.443329 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fdd5515d-a4c1-4f8e-91be-a0af0b7dad01 req-2b3251f6-364c-4d88-ab74-bc36e349dd25 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488943 Aug 16 19:59:23.479691 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f247e03-c053-4526-9d18-5aa87fdb7edd req-cb8b9784-f501-4645-89b9-7953c7cca29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:23.482166 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4f247e03-c053-4526-9d18-5aa87fdb7edd req-cb8b9784-f501-4645-89b9-7953c7cca29c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1149044 Aug 16 19:59:23.678925 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57224) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:23.683775 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f247e03-c053-4526-9d18-5aa87fdb7edd req-26a2155f-8194-4ff6-8740-f8abc279f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:23.685334 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4f247e03-c053-4526-9d18-5aa87fdb7edd req-26a2155f-8194-4ff6-8740-f8abc279f12e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1752861 Aug 16 19:59:23.711824 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3888f-f87d-4245-a1b3-b767a8df8662 req-5422cdf6-2689-40bc-98d9-dfc315d59cc2 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:23.713541 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bad3888f-f87d-4245-a1b3-b767a8df8662 req-5422cdf6-2689-40bc-98d9-dfc315d59cc2 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bbd2481-44bb-403c-8ac9-33f72226757e HTTP/1.1" status: 200 len: 946 time: 0.2574873 Aug 16 19:59:23.723408 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a32ff38b-aa35-4c26-a45b-31731e2a297a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:23.843518 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4f247e03-c053-4526-9d18-5aa87fdb7edd req-d513a86e-af52-4459-9034-2113a9632cef service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401913 Aug 16 19:59:23.897046 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bad3888f-f87d-4245-a1b3-b767a8df8662 req-19659e2d-106e-47a2-a7dc-c248f106184d tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639681 Aug 16 19:59:23.955019 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-fea7b916-cc24-4ea7-844e-5b2a8c943bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:59:23.972319 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-fea7b916-cc24-4ea7-844e-5b2a8c943bf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:24.001916 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4f247e03-c053-4526-9d18-5aa87fdb7edd req-645c9ce3-aad0-494a-8f46-609ab2863f98 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424513 Aug 16 19:59:24.007908 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-fea7b916-cc24-4ea7-844e-5b2a8c943bf5 service neutron] Transition to ACTIVE for port object 2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:59:24.036319 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-fea7b916-cc24-4ea7-844e-5b2a8c943bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:24.081311 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a32ff38b-aa35-4c26-a45b-31731e2a297a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:24.098947 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a32ff38b-aa35-4c26-a45b-31731e2a297a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:24.107241 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-a5bab546-d854-45f2-9dc0-3f2cab815dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:59:24.127207 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-a5bab546-d854-45f2-9dc0-3f2cab815dce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:24.149031 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7b916-cc24-4ea7-844e-5b2a8c943bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:24.179579 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-a5bab546-d854-45f2-9dc0-3f2cab815dce service neutron] Transition to ACTIVE for port object 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:59:24.185736 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a32ff38b-aa35-4c26-a45b-31731e2a297a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b6ff6ac9f28a4ab4ac433817f7fec9dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5011442 Aug 16 19:59:24.186238 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57256) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:24.200473 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ff38b-aa35-4c26-a45b-31731e2a297a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44baf32a-c32c-4355-8d5c-6dfb045f0534,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:24.202972 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-a5bab546-d854-45f2-9dc0-3f2cab815dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:24.251706 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-fea7b916-cc24-4ea7-844e-5b2a8c943bf5 service neutron] Attempting to bind port 2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:59:24.251897 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-fea7b916-cc24-4ea7-844e-5b2a8c943bf5 service neutron] Attempting to bind port 2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:59:24.252236 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-fea7b916-cc24-4ea7-844e-5b2a8c943bf5 service neutron] Attempting to bind port 2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:24.253701 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c4f023d1-be17-4eb6-b10d-873d1c45bb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:24.268307 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-fea7b916-cc24-4ea7-844e-5b2a8c943bf5 service neutron] Port 2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 19:59:24.270126 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-fea7b916-cc24-4ea7-844e-5b2a8c943bf5 service neutron] Attempting to bind port 2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:24.280248 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bab546-d854-45f2-9dc0-3f2cab815dce service neutron] Pushing event updated for resources: {'Port': ['ID=028e0b1c-c3bb-4dd1-85c3-e193b851ddd3,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:24.280893 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c4f023d1-be17-4eb6-b10d-873d1c45bb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:24.283030 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-fea7b916-cc24-4ea7-844e-5b2a8c943bf5 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:59:24.283443 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-fea7b916-cc24-4ea7-844e-5b2a8c943bf5 service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:59:24.283750 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-fea7b916-cc24-4ea7-844e-5b2a8c943bf5 service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:59:24.284191 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-fea7b916-cc24-4ea7-844e-5b2a8c943bf5 service neutron] Bound port: 2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:59:24.284550 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-fea7b916-cc24-4ea7-844e-5b2a8c943bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:24.348463 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c4f023d1-be17-4eb6-b10d-873d1c45bb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:24.351519 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c4f023d1-be17-4eb6-b10d-873d1c45bb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:24.355622 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c4f023d1-be17-4eb6-b10d-873d1c45bb76 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/44baf32a-c32c-4355-8d5c-6dfb045f0534 HTTP/1.1" status: 204 len: 168 time: 0.1657770 Aug 16 19:59:24.355780 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-a5bab546-d854-45f2-9dc0-3f2cab815dce service neutron] Attempting to bind port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:59:24.355780 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-a5bab546-d854-45f2-9dc0-3f2cab815dce service neutron] Attempting to bind port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:59:24.355780 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-a5bab546-d854-45f2-9dc0-3f2cab815dce service neutron] Attempting to bind port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 on network 273a965b-291d-4de0-904d-d29903ed22d3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:24.364292 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-a5bab546-d854-45f2-9dc0-3f2cab815dce service neutron] Port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 on network 273a965b-291d-4de0-904d-d29903ed22d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 19:59:24.364616 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-a5bab546-d854-45f2-9dc0-3f2cab815dce service neutron] Attempting to bind port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 on network 273a965b-291d-4de0-904d-d29903ed22d3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:24.380814 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-a5bab546-d854-45f2-9dc0-3f2cab815dce service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:59:24.381102 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-a5bab546-d854-45f2-9dc0-3f2cab815dce service neutron] Checking segment: {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:59:24.381480 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-a5bab546-d854-45f2-9dc0-3f2cab815dce service neutron] Bound using segment: {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:59:24.381911 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-a5bab546-d854-45f2-9dc0-3f2cab815dce service neutron] Bound port: 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:59:24.382262 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-a5bab546-d854-45f2-9dc0-3f2cab815dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:24.395633 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f023d1-be17-4eb6-b10d-873d1c45bb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44baf32a-c32c-4355-8d5c-6dfb045f0534,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:24.409582 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-fea7b916-cc24-4ea7-844e-5b2a8c943bf5 service neutron] For port 2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:59:24.413349 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-fea7b916-cc24-4ea7-844e-5b2a8c943bf5 service neutron] For port 2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:59:24.433352 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-fea7b916-cc24-4ea7-844e-5b2a8c943bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:24.505463 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd5c36-99ad-445b-bd42-da1d271b25a7 req-55bc8663-892c-4f28-902d-8fa50b325b3a tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:24.507008 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3ffd5c36-99ad-445b-bd42-da1d271b25a7 req-55bc8663-892c-4f28-902d-8fa50b325b3a tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 944 time: 0.0956914 Aug 16 19:59:24.516882 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-fea7b916-cc24-4ea7-844e-5b2a8c943bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:24.517765 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-fea7b916-cc24-4ea7-844e-5b2a8c943bf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:24.519390 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-fea7b916-cc24-4ea7-844e-5b2a8c943bf5 service neutron] 10.222.0.57 "PUT /v2.0/ports/2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd HTTP/1.1" status: 200 len: 1096 time: 2.0617857 Aug 16 19:59:24.519831 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8a8045-9b52-4f09-a0ef-ec55a305594a', 'tag': '2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:59:24.522451 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e7292a-c279-430d-a843-c7ffde608d22" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8a8045-9b52-4f09-a0ef-ec55a305594a", "tag": "2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:59:24.538910 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-a5bab546-d854-45f2-9dc0-3f2cab815dce service neutron] For port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:59:24.549044 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-a5bab546-d854-45f2-9dc0-3f2cab815dce service neutron] For port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=028e0b1c-c3bb-4dd1-85c3-e193b851ddd3,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:59:24.549299 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7b916-cc24-4ea7-844e-5b2a8c943bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:24.562252 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-a5bab546-d854-45f2-9dc0-3f2cab815dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:24.613451 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3ffd5c36-99ad-445b-bd42-da1d271b25a7 req-c87288e4-8cd0-4bad-b1c4-28a75fc0d29e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909934 Aug 16 19:59:24.683099 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-a5bab546-d854-45f2-9dc0-3f2cab815dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:24.683850 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-a5bab546-d854-45f2-9dc0-3f2cab815dce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:24.685224 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-a5bab546-d854-45f2-9dc0-3f2cab815dce service neutron] 10.222.0.57 "PUT /v2.0/ports/028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 HTTP/1.1" status: 200 len: 1093 time: 1.4817948 Aug 16 19:59:24.723909 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 19:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08f041f-4355-4179-9332-3b742aba199f x-openstack-request-id: req-f08f041f-4355-4179-9332-3b742aba199f {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:59:24.724474 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8a8045-9b52-4f09-a0ef-ec55a305594a", "tag": "2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:59:24.724474 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f08f041f-4355-4179-9332-3b742aba199f {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:59:24.724880 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8a8045-9b52-4f09-a0ef-ec55a305594a', 'tag': '2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd', 'status': 'completed', 'code': 200} Aug 16 19:59:24.725833 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bab546-d854-45f2-9dc0-3f2cab815dce service neutron] Pushing event updated for resources: {'Port': ['ID=028e0b1c-c3bb-4dd1-85c3-e193b851ddd3,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:24.731378 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-be01402e-52bc-4e36-95ca-a9f416adabc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:24.733154 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-be01402e-52bc-4e36-95ca-a9f416adabc3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74e2f72781564173bac530a92b1cda23&device_id=7a8a8045-9b52-4f09-a0ef-ec55a305594a HTTP/1.1" status: 200 len: 1099 time: 0.1296329 Aug 16 19:59:24.811028 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c465f0-f177-4adc-8045-5d3831409391 req-3a9fc934-c847-4f12-a21a-68558941a319 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:24.812681 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b6c465f0-f177-4adc-8045-5d3831409391 req-3a9fc934-c847-4f12-a21a-68558941a319 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 943 time: 0.2076848 Aug 16 19:59:24.834300 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-ef8d117d-f42f-4e40-af9d-5cc5da23ad0c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd HTTP/1.1" status: 200 len: 217 time: 0.0858943 Aug 16 19:59:24.911700 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-d3cd3f93-6bc1-4836-b325-8ff945c481db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:24.913221 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-d3cd3f93-6bc1-4836-b325-8ff945c481db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=80d98bbe248147c88be18e7257fbdc13&device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 1096 time: 0.1660438 Aug 16 19:59:24.922198 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b6c465f0-f177-4adc-8045-5d3831409391 req-aa9c0e32-317c-4410-b2ce-1af0772d5bd2 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867200 Aug 16 19:59:24.924255 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-107fbd48-6021-4062-b72d-e3cf0dbb3748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:24.925905 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-107fbd48-6021-4062-b72d-e3cf0dbb3748 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.0802462 Aug 16 19:59:24.986330 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-ede35a60-2b26-493a-8dbf-103dcdbcd3b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 HTTP/1.1" status: 200 len: 217 time: 0.0592890 Aug 16 19:59:25.037987 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-afadabb8-85d7-41a1-8a41-e5e8074f5762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:25.039729 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-afadabb8-85d7-41a1-8a41-e5e8074f5762 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1058354 Aug 16 19:59:25.050105 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-e77bd655-869b-4c71-a01e-b39b384d4de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:25.051751 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-e77bd655-869b-4c71-a01e-b39b384d4de1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49f83f5f-99d4-4f21-857e-7c691113f792 HTTP/1.1" status: 200 len: 861 time: 0.0585051 Aug 16 19:59:25.142371 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-8bafcbf9-666d-418c-8761-20405dc115a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=273a965b-291d-4de0-904d-d29903ed22d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618079 Aug 16 19:59:25.188908 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 19:59:25.251369 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-63406300-9314-4d88-9980-e84546d1bb93 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838355 Aug 16 19:59:25.331931 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-766a4c75-16a4-484e-bdaa-ff59c997cb98 service neutron] 10.222.0.57 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812096 Aug 16 19:59:25.406655 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5e7d2-170c-475a-8403-ea277fb87032 req-9b17e50c-ac2d-4682-a1c7-53a8cf79f10a tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:25.420596 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b1c5e7d2-170c-475a-8403-ea277fb87032 req-9b17e50c-ac2d-4682-a1c7-53a8cf79f10a tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bbd2481-44bb-403c-8ac9-33f72226757e HTTP/1.1" status: 200 len: 946 time: 0.1157641 Aug 16 19:59:25.504100 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b1c5e7d2-170c-475a-8403-ea277fb87032 req-6a2d266c-3e71-461a-b1d1-13aa6d6dd0ba tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752723 Aug 16 19:59:25.696060 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02846917-77e7-4e26-9c47-4c983d26ee4b req-9eac4b13-085e-4d58-acac-83908afc3d0d service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4268918 Aug 16 19:59:25.774391 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b187a6f3-7fd9-43c0-bee8-2ecf9c62c95a req-1358a45c-37c7-41c6-bbb1-eb7b5160a365 service neutron] 10.222.0.57 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287617 Aug 16 19:59:25.807995 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cde3dc-ca58-4719-809f-9a039599081e req-749361d0-a193-4012-964c-e9103774edd5 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:25.809506 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-23cde3dc-ca58-4719-809f-9a039599081e req-749361d0-a193-4012-964c-e9103774edd5 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 944 time: 0.0770354 Aug 16 19:59:25.879159 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7292a-c279-430d-a843-c7ffde608d22 req-5f998327-a496-4c3d-a6e8-ef61e75b4faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:25.880756 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-64e7292a-c279-430d-a843-c7ffde608d22 req-5f998327-a496-4c3d-a6e8-ef61e75b4faa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74e2f72781564173bac530a92b1cda23&device_id=7a8a8045-9b52-4f09-a0ef-ec55a305594a HTTP/1.1" status: 200 len: 1099 time: 0.0703075 Aug 16 19:59:25.903297 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-23cde3dc-ca58-4719-809f-9a039599081e req-dd7185fb-f3a1-424c-960a-4b2b43c6a540 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788140 Aug 16 19:59:26.066939 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7292a-c279-430d-a843-c7ffde608d22 req-7f2eda0a-d333-42ab-81f8-22a89adc1bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:26.069711 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-64e7292a-c279-430d-a843-c7ffde608d22 req-7f2eda0a-d333-42ab-81f8-22a89adc1bd0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.1702304 Aug 16 19:59:26.123219 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0ccd8-5041-4c79-8658-f4657d372e92 req-fd8d2cf8-856b-4351-90d6-8758cb871f61 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:26.130780 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-99b0ccd8-5041-4c79-8658-f4657d372e92 req-fd8d2cf8-856b-4351-90d6-8758cb871f61 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 943 time: 0.0893686 Aug 16 19:59:26.133095 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-64e7292a-c279-430d-a843-c7ffde608d22 req-2052d110-7348-448e-ad50-3004adb96c80 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd HTTP/1.1" status: 200 len: 217 time: 0.0524561 Aug 16 19:59:26.194527 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-99b0ccd8-5041-4c79-8658-f4657d372e92 req-eb9580e9-ee47-4993-94fc-bd18e7c33021 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627725 Aug 16 19:59:26.219756 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-fb266c82-286d-4e2b-9239-0d0c0fcdd104 service neutron] 10.222.0.63 "GET /v2.0/ports/03e06574-3d89-43c8-b9cf-47243f3420ed/bindings/n-h1-787206-13 HTTP/1.1" status: 200 len: 385 time: 0.1437688 Aug 16 19:59:26.226319 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7292a-c279-430d-a843-c7ffde608d22 req-a2127d5f-c7ec-4b86-b4ee-f2007075cbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:26.227824 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-64e7292a-c279-430d-a843-c7ffde608d22 req-a2127d5f-c7ec-4b86-b4ee-f2007075cbac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.0856574 Aug 16 19:59:26.295441 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7292a-c279-430d-a843-c7ffde608d22 req-60905741-00a7-488b-9d85-b11645ef61d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:26.297776 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-64e7292a-c279-430d-a843-c7ffde608d22 req-60905741-00a7-488b-9d85-b11645ef61d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0578063 Aug 16 19:59:26.460383 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-64e7292a-c279-430d-a843-c7ffde608d22 req-c1a46c16-2ce8-492f-8100-e709adbe536c service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538343 Aug 16 19:59:26.511807 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-415ab04d-46d5-4745-89d6-3fc53d24bd3c tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=dc8cf4aefbca4ac8980a9ec9e8e27e7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0905154 Aug 16 19:59:26.606532 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-64e7292a-c279-430d-a843-c7ffde608d22 req-9b70bbf2-70d6-4218-8a7e-950983b122c5 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365504 Aug 16 19:59:26.632423 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-4924c765-128e-43b9-b9c9-b01e9ec710a4 service neutron] For port 03e06574-3d89-43c8-b9cf-47243f3420ed, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=03e06574-3d89-43c8-b9cf-47243f3420ed,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:26.658193 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57408) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:26.694238 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-a9978905-6649-498c-94c8-fbf746aa143c tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:26.702780 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-a9978905-6649-498c-94c8-fbf746aa143c tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1839557 Aug 16 19:59:26.706157 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-4924c765-128e-43b9-b9c9-b01e9ec710a4 service neutron] For port 03e06574-3d89-43c8-b9cf-47243f3420ed, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:59:26.720768 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912cca0-db27-4637-b40a-0cde55e017f3 req-fc3cdaa2-e0bc-4bc2-a070-b43dd98410e6 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:26.723999 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-3276a59a-4e64-466d-ae6d-794d74bba12d tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/quotas/dc8cf4aefbca4ac8980a9ec9e8e27e7f HTTP/1.1" status: 200 len: 375 time: 0.0193615 Aug 16 19:59:26.729658 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9912cca0-db27-4637-b40a-0cde55e017f3 req-fc3cdaa2-e0bc-4bc2-a070-b43dd98410e6 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bbd2481-44bb-403c-8ac9-33f72226757e HTTP/1.1" status: 200 len: 946 time: 0.1010671 Aug 16 19:59:26.740806 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82951381-23c8-4537-a6c1-336a9dc2f33a', 'tag': '028e0b1c-c3bb-4dd1-85c3-e193b851ddd3'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:59:26.741023 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908f62b9-e27f-4cbe-9600-88a7d9418448" -d '{"events": [{"name": "network-changed", "server_uuid": "82951381-23c8-4537-a6c1-336a9dc2f33a", "tag": "028e0b1c-c3bb-4dd1-85c3-e193b851ddd3"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:59:26.782196 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-45387855-e9d3-4e8b-921f-1c07a8b81a1a tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=dc8cf4aefbca4ac8980a9ec9e8e27e7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572529 Aug 16 19:59:26.791089 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9912cca0-db27-4637-b40a-0cde55e017f3 req-2898196c-68c6-4cf9-b4d1-95dfca2e024c tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605443 Aug 16 19:59:26.797050 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-4924c765-128e-43b9-b9c9-b01e9ec710a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e06574-3d89-43c8-b9cf-47243f3420ed {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:59:26.808803 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-4924c765-128e-43b9-b9c9-b01e9ec710a4 service neutron] For port 03e06574-3d89-43c8-b9cf-47243f3420ed, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=03e06574-3d89-43c8-b9cf-47243f3420ed,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:26.823791 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-4924c765-128e-43b9-b9c9-b01e9ec710a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:26.877102 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device f2033db9-2f1d-498b-892d-08c38b96416c details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 19:59:26.880945 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f456d762-8f7b-4eb6-a87e-49a00e98ff53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:26.920876 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 19:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263c051f-97a1-4b3f-94c9-6c12a9d946c8 x-openstack-request-id: req-263c051f-97a1-4b3f-94c9-6c12a9d946c8 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:59:26.921165 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82951381-23c8-4537-a6c1-336a9dc2f33a", "tag": "028e0b1c-c3bb-4dd1-85c3-e193b851ddd3", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:59:26.921672 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-263c051f-97a1-4b3f-94c9-6c12a9d946c8 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:59:26.922310 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82951381-23c8-4537-a6c1-336a9dc2f33a', 'tag': '028e0b1c-c3bb-4dd1-85c3-e193b851ddd3', 'status': 'completed', 'code': 200} Aug 16 19:59:27.016346 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-4924c765-128e-43b9-b9c9-b01e9ec710a4 service neutron] Transition to ACTIVE for port object 03e06574-3d89-43c8-b9cf-47243f3420ed will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:59:27.021010 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f62b9-e27f-4cbe-9600-88a7d9418448 req-f2384ebe-3592-4fad-9062-4b41a62cee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:27.023285 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-908f62b9-e27f-4cbe-9600-88a7d9418448 req-f2384ebe-3592-4fad-9062-4b41a62cee2f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=80d98bbe248147c88be18e7257fbdc13&device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 1096 time: 0.0773861 Aug 16 19:59:27.030621 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-4924c765-128e-43b9-b9c9-b01e9ec710a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:27.108628 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924c765-128e-43b9-b9c9-b01e9ec710a4 service neutron] Pushing event updated for resources: {'Port': ['ID=03e06574-3d89-43c8-b9cf-47243f3420ed,revision_number=10']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:27.146300 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-4924c765-128e-43b9-b9c9-b01e9ec710a4 service neutron] No DVR routers for this DVR port 03e06574-3d89-43c8-b9cf-47243f3420ed on host n-h2-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 19:59:27.191692 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f456d762-8f7b-4eb6-a87e-49a00e98ff53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:27.211432 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f456d762-8f7b-4eb6-a87e-49a00e98ff53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:27.239993 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-4924c765-128e-43b9-b9c9-b01e9ec710a4 service neutron] 10.222.0.63 "PUT /v2.0/ports/03e06574-3d89-43c8-b9cf-47243f3420ed/bindings/n-h1-787206-13/activate HTTP/1.1" status: 200 len: 370 time: 1.0145817 Aug 16 19:59:27.259242 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f62b9-e27f-4cbe-9600-88a7d9418448 req-f032b837-611e-4ee0-8050-f89c107d0ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:27.260647 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-908f62b9-e27f-4cbe-9600-88a7d9418448 req-f032b837-611e-4ee0-8050-f89c107d0ca8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=273a965b-291d-4de0-904d-d29903ed22d3 HTTP/1.1" status: 200 len: 922 time: 0.2268040 Aug 16 19:59:27.279506 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f456d762-8f7b-4eb6-a87e-49a00e98ff53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff4a3a2-3948-4351-ab4a-d526cbd78ad3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:27.287397 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f456d762-8f7b-4eb6-a87e-49a00e98ff53 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=453e795f7a074719a01f86a9bab32734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6217663 Aug 16 19:59:27.293649 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57442) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:27.299228 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17a58d-dce4-4a11-b341-a688660496ea req-c1d22eb5-dce9-4ca4-93d7-d68081b3c2fe tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:27.303061 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5a17a58d-dce4-4a11-b341-a688660496ea req-c1d22eb5-dce9-4ca4-93d7-d68081b3c2fe tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 944 time: 0.1838708 Aug 16 19:59:27.304245 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port f2033db9-2f1d-498b-892d-08c38b96416c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f2033db9-2f1d-498b-892d-08c38b96416c,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:27.340739 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'f2033db9-2f1d-498b-892d-08c38b96416c', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': 'f2033db9-2f1d-498b-892d-08c38b96416c', 'mac_address': 'fa:16:3e:4c:f1:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 19:59:27.373703 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5a17a58d-dce4-4a11-b341-a688660496ea req-1d5a52fb-e65a-4ccb-a80e-5a3e23b077b5 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633361 Aug 16 19:59:27.402631 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:27.421427 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2033db9-2f1d-498b-892d-08c38b96416c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:59:27.446948 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port f2033db9-2f1d-498b-892d-08c38b96416c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f2033db9-2f1d-498b-892d-08c38b96416c,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:27.453617 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:27.493137 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-908f62b9-e27f-4cbe-9600-88a7d9418448 req-e69d3061-19dd-40b8-86fd-6a7397e7e4ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 HTTP/1.1" status: 200 len: 217 time: 0.2204585 Aug 16 19:59:27.515953 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-31504ba5-4976-4653-8476-48201aa304ce tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:27.517412 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-31504ba5-4976-4653-8476-48201aa304ce tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c&tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&binding%3Ahost_id=n-h2-787206-13 HTTP/1.1" status: 200 len: 1096 time: 0.0751145 Aug 16 19:59:27.546533 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=f2033db9-2f1d-498b-892d-08c38b96416c,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:27.614682 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-b9f35bfd-c9bf-45c2-81fa-e7c97a4b9088 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=dc8cf4aefbca4ac8980a9ec9e8e27e7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316031 Aug 16 19:59:27.658116 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4acf2-40bc-4c58-8a38-a7d004da6031 req-74b06469-95d1-4d4d-96bc-49f7dbe2c30b tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:27.665843 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54b4acf2-40bc-4c58-8a38-a7d004da6031 req-74b06469-95d1-4d4d-96bc-49f7dbe2c30b tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 944 time: 0.2872522 Aug 16 19:59:27.691597 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f62b9-e27f-4cbe-9600-88a7d9418448 req-f7b6a9de-b4a0-4c5e-9ee6-c438ed4867f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:27.693569 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-908f62b9-e27f-4cbe-9600-88a7d9418448 req-f7b6a9de-b4a0-4c5e-9ee6-c438ed4867f0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49f83f5f-99d4-4f21-857e-7c691113f792 HTTP/1.1" status: 200 len: 861 time: 0.1896396 Aug 16 19:59:27.696225 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-47611582-9ef8-4e58-9560-9aa5924c31fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:27.697712 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-47611582-9ef8-4e58-9560-9aa5924c31fd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c&tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd HTTP/1.1" status: 200 len: 1096 time: 0.1512573 Aug 16 19:59:27.746056 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-908f62b9-e27f-4cbe-9600-88a7d9418448 req-e942ee22-a813-4e2f-88af-59763ca8fb95 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=273a965b-291d-4de0-904d-d29903ed22d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377562 Aug 16 19:59:27.749529 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-384a1e38-5a5c-456e-acbf-d9b928a2492d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:27.754341 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['f2033db9-2f1d-498b-892d-08c38b96416c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 19:59:27.755106 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-80289015-f80c-42ef-a0bd-d1c5b95e26f5 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:27.765273 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-80289015-f80c-42ef-a0bd-d1c5b95e26f5 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1480854 Aug 16 19:59:27.782423 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-f2e4a3c8-b978-4ca7-bc8a-98d4ff54d836 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/quotas/dc8cf4aefbca4ac8980a9ec9e8e27e7f HTTP/1.1" status: 200 len: 375 time: 0.0176365 Aug 16 19:59:27.854567 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-42f4aec7-843a-45cc-8a30-deb893f44b1f tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=dc8cf4aefbca4ac8980a9ec9e8e27e7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710204 Aug 16 19:59:27.861275 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-384a1e38-5a5c-456e-acbf-d9b928a2492d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:27.876875 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54b4acf2-40bc-4c58-8a38-a7d004da6031 req-57edc256-8e0f-4239-8be9-30a58bf102e6 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100360 Aug 16 19:59:27.958443 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-248414ac-90ab-4490-85f3-7b4a8e7fe79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:27.960975 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-248414ac-90ab-4490-85f3-7b4a8e7fe79e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 1096 time: 0.2122915 Aug 16 19:59:28.051967 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-908f62b9-e27f-4cbe-9600-88a7d9418448 req-85b20a54-1560-40cf-b273-1c51331e4cbe service neutron] 10.222.0.57 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923539 Aug 16 19:59:28.124085 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-384a1e38-5a5c-456e-acbf-d9b928a2492d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:28.126865 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-384a1e38-5a5c-456e-acbf-d9b928a2492d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:28.130708 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-384a1e38-5a5c-456e-acbf-d9b928a2492d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fff4a3a2-3948-4351-ab4a-d526cbd78ad3 HTTP/1.1" status: 204 len: 168 time: 0.8360593 Aug 16 19:59:28.146078 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a1e38-5a5c-456e-acbf-d9b928a2492d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff4a3a2-3948-4351-ab4a-d526cbd78ad3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:28.239004 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-62c2ae82-09f7-4c5b-abd8-6f353b1f6cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:28.240856 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-62c2ae82-09f7-4c5b-abd8-6f353b1f6cf9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=090f4e50-1fb3-4449-b92b-949da889d68e HTTP/1.1" status: 200 len: 909 time: 0.2652581 Aug 16 19:59:28.261331 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-908f62b9-e27f-4cbe-9600-88a7d9418448 req-029cddff-b879-4561-af07-50b41f7b89fb service neutron] 10.222.0.57 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973777 Aug 16 19:59:28.265460 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46436d75-320d-4fcf-b533-ddd4fc013d1b req-eed8db56-ee2f-4156-9e6b-25dcff568300 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:28.276692 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-46436d75-320d-4fcf-b533-ddd4fc013d1b req-eed8db56-ee2f-4156-9e6b-25dcff568300 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bbd2481-44bb-403c-8ac9-33f72226757e HTTP/1.1" status: 200 len: 947 time: 0.1732700 Aug 16 19:59:28.337964 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-bd501c73-ade3-469b-8bc4-d5d88a621a10 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03e06574-3d89-43c8-b9cf-47243f3420ed HTTP/1.1" status: 200 len: 217 time: 0.0867577 Aug 16 19:59:28.348323 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-46436d75-320d-4fcf-b533-ddd4fc013d1b req-98b9a861-4b73-4590-b61a-24797def171c tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690877 Aug 16 19:59:28.437342 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-45da5f32-9fc9-4f73-9783-1c5ad4818be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:28.439081 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-45da5f32-9fc9-4f73-9783-1c5ad4818be2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bf22002-ba37-41ff-af5d-cdbe63ed2bd8 HTTP/1.1" status: 200 len: 848 time: 0.0872996 Aug 16 19:59:28.496509 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b07e5497-234a-4e6c-ae1d-ee2da2ffc4cb req-c059b5a7-af5c-4e8d-996f-59546b4fea84 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee46e2a-470e-4c7f-b15e-d9aa02420908 HTTP/1.1" status: 200 len: 210 time: 0.0744820 Aug 16 19:59:28.511986 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-fc2b9018-6f94-43f5-87e4-95dd8d0f0b21 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=090f4e50-1fb3-4449-b92b-949da889d68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594397 Aug 16 19:59:28.693494 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-8ccf19a0-33b7-41d8-a8db-12c2dcbbf7e3 service neutron] 10.222.0.57 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735866 Aug 16 19:59:28.712081 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57490) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:28.745648 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c3613c7-1bb0-458e-a7b3-eb2a0bf0a607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:28.753898 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-619b23c3-9b83-49e8-b72d-bee0dfae6105 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=dc8cf4aefbca4ac8980a9ec9e8e27e7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1333091 Aug 16 19:59:28.815057 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 19:59:28.891384 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device f2033db9-2f1d-498b-892d-08c38b96416c up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:59:28.983057 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57496) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:29.023175 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c3613c7-1bb0-458e-a7b3-eb2a0bf0a607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:29.028868 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4184c6-2f72-4072-b86d-2beccae56304 req-3e52a946-d602-4a7a-9efe-576fca4638b6 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:29.037542 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7f4184c6-2f72-4072-b86d-2beccae56304 req-3e52a946-d602-4a7a-9efe-576fca4638b6 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 944 time: 0.4307797 Aug 16 19:59:29.037794 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c3613c7-1bb0-458e-a7b3-eb2a0bf0a607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:29.098475 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3613c7-1bb0-458e-a7b3-eb2a0bf0a607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f606894-2743-4598-8217-e15e0af02731,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:29.109267 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-e74eb28a-be5b-41c6-a6d5-93fcb3abb9dd service neutron] 10.222.0.57 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911288 Aug 16 19:59:29.155901 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-6e2582c8-15cc-4963-870c-03effe749509 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:29.157995 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-6e2582c8-15cc-4963-870c-03effe749509 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3682325 Aug 16 19:59:29.168417 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1fca5-7cd8-46c8-9cde-a087372c492a req-628efb55-9a51-4808-987f-4a956324b1de tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:29.173201 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-45e1fca5-7cd8-46c8-9cde-a087372c492a req-628efb55-9a51-4808-987f-4a956324b1de tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 944 time: 0.1794517 Aug 16 19:59:29.180888 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9c3613c7-1bb0-458e-a7b3-eb2a0bf0a607 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=27f92138381c43f8ad5b660679afba59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4649255 Aug 16 19:59:29.181496 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7f4184c6-2f72-4072-b86d-2beccae56304 req-20812de4-2a40-4ee5-a815-38cbe3d1a53f tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424389 Aug 16 19:59:29.195080 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57502) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:29.213857 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-727f7b1e-3b6c-4561-86d8-a732acc9dc5e tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Request body: {'port': {'device_id': '2b500535-6c1d-40e0-8574-82b1d405e864', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'admin_state_up': True, 'tenant_id': 'dc8cf4aefbca4ac8980a9ec9e8e27e7f'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:59:29.234119 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=028e0b1c-c3bb-4dd1-85c3-e193b851ddd3,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:29.249007 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port f2033db9-2f1d-498b-892d-08c38b96416c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:59:29.261044 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '028e0b1c-c3bb-4dd1-85c3-e193b851ddd3', 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3', 'port_id': '028e0b1c-c3bb-4dd1-85c3-e193b851ddd3', 'mac_address': 'fa:16:3e:78:9e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49f83f5f-99d4-4f21-857e-7c691113f792', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 19:59:29.263951 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port f2033db9-2f1d-498b-892d-08c38b96416c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:59:29.264974 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:29.273654 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-45e1fca5-7cd8-46c8-9cde-a087372c492a req-be1dffad-c4da-46ca-861f-6be41ea94a83 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924811 Aug 16 19:59:29.370244 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:29.381778 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5fbeb2b2-9bff-4965-819d-407707233d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:29.398716 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8ff30005-677e-4f7f-90af-e548772350da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:29.460845 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8ff30005-677e-4f7f-90af-e548772350da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:29.472291 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:59:29.551771 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a5d07-ba76-456b-ae5e-59f58073e3ec req-04fcb98d-63ba-4f01-9441-d74e7b41b456 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:29.556603 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dc9a5d07-ba76-456b-ae5e-59f58073e3ec req-04fcb98d-63ba-4f01-9441-d74e7b41b456 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bbd2481-44bb-403c-8ac9-33f72226757e HTTP/1.1" status: 200 len: 947 time: 0.1091611 Aug 16 19:59:29.588642 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=028e0b1c-c3bb-4dd1-85c3-e193b851ddd3,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:29.614678 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:29.615430 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 19:59:29.620321 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:29.640171 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dc9a5d07-ba76-456b-ae5e-59f58073e3ec req-ec6c4521-4fc3-4e65-85a7-2f040e0ea898 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650172 Aug 16 19:59:29.653755 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c725604-2679-4744-a5bc-39af67a5535b req-91f48d4b-6199-415c-9c30-2af36ee2abf9 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee46e2a-470e-4c7f-b15e-d9aa02420908 HTTP/1.1" status: 200 len: 210 time: 0.0408928 Aug 16 19:59:29.689217 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-752ed4f6-380c-48af-88f2-c705278564af tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=dc8cf4aefbca4ac8980a9ec9e8e27e7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320754 Aug 16 19:59:29.753733 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbd2481-44bb-403c-8ac9-33f72226757e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2033db9-2f1d-498b-892d-08c38b96416c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:59:29.756151 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6961bda-4809-4483-a763-1abf2c598cac" -d '{"events": [{"server_uuid": "2bbd2481-44bb-403c-8ac9-33f72226757e", "name": "network-vif-plugged", "status": "completed", "tag": "f2033db9-2f1d-498b-892d-08c38b96416c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:59:29.808661 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port f2033db9-2f1d-498b-892d-08c38b96416c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f2033db9-2f1d-498b-892d-08c38b96416c,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:29.811696 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=028e0b1c-c3bb-4dd1-85c3-e193b851ddd3,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:29.820600 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5fbeb2b2-9bff-4965-819d-407707233d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:29.825488 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:29.826304 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 03e06574-3d89-43c8-b9cf-47243f3420ed no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 19:59:29.867876 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 19:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382fa434-91c9-4d1a-90a4-377761167c1c x-openstack-request-id: req-382fa434-91c9-4d1a-90a4-377761167c1c {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:59:29.868165 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbd2481-44bb-403c-8ac9-33f72226757e", "name": "network-vif-plugged", "status": "completed", "tag": "f2033db9-2f1d-498b-892d-08c38b96416c", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:59:29.868416 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-382fa434-91c9-4d1a-90a4-377761167c1c {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:59:29.868806 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bbd2481-44bb-403c-8ac9-33f72226757e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2033db9-2f1d-498b-892d-08c38b96416c', 'code': 200} Aug 16 19:59:29.898635 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5fbeb2b2-9bff-4965-819d-407707233d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:29.954543 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5fbeb2b2-9bff-4965-819d-407707233d35 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5b57992971b64c20b5b313198e154afe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9673629 Aug 16 19:59:29.954543 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-727f7b1e-3b6c-4561-86d8-a732acc9dc5e tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Made reservation on behalf of dc8cf4aefbca4ac8980a9ec9e8e27e7f for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:59:29.957321 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-727f7b1e-3b6c-4561-86d8-a732acc9dc5e tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:29.960041 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 03e06574-3d89-43c8-b9cf-47243f3420ed not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 19:59:29.964639 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57510) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:29.971410 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8ff30005-677e-4f7f-90af-e548772350da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:29.972187 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:29.974687 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=f2033db9-2f1d-498b-892d-08c38b96416c,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:29.975541 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8ff30005-677e-4f7f-90af-e548772350da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:29.979216 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8ff30005-677e-4f7f-90af-e548772350da admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3f606894-2743-4598-8217-e15e0af02731 HTTP/1.1" status: 204 len: 168 time: 0.7803264 Aug 16 19:59:29.985092 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-727f7b1e-3b6c-4561-86d8-a732acc9dc5e tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:29.987367 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': '2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd', 'mac_address': 'fa:16:3e:1f:1a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 19:59:30.031174 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:30.061186 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:59:30.069504 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-7010a18c-533f-4886-a30e-2776ca88fc61 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:30.077672 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-7010a18c-533f-4886-a30e-2776ca88fc61 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c&tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&binding%3Ahost_id=n-h1-787206-13 HTTP/1.1" status: 200 len: 1096 time: 0.2294345 Aug 16 19:59:30.088922 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:30.094975 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:30.098475 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-d50dd123-6041-456c-a1dd-bceb51b39823 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:30.100596 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-d50dd123-6041-456c-a1dd-bceb51b39823 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3898466 Aug 16 19:59:30.102977 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbeb2b2-9bff-4965-819d-407707233d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de11945-1b11-4dbe-bb0f-e2abaa562317,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:30.130144 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-347b441a-17e6-40b3-92aa-4569eb358595 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Request body: {'port': {'device_id': '0ee46e2a-470e-4c7f-b15e-d9aa02420908', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'admin_state_up': True, 'tenant_id': 'dc8cf4aefbca4ac8980a9ec9e8e27e7f'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:59:30.190510 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff30005-677e-4f7f-90af-e548772350da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f606894-2743-4598-8217-e15e0af02731,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:30.203116 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb213d4-78c4-4727-91af-b1fc0cf4891d req-2e8a056e-9580-4d35-aa6f-f0654119845e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:30.204739 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dfb213d4-78c4-4727-91af-b1fc0cf4891d req-2e8a056e-9580-4d35-aa6f-f0654119845e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2bbd2481-44bb-403c-8ac9-33f72226757e HTTP/1.1" status: 200 len: 1100 time: 0.2532220 Aug 16 19:59:30.232543 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:30.361915 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 19:59:30.387520 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-727f7b1e-3b6c-4561-86d8-a732acc9dc5e tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:30.401743 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-727f7b1e-3b6c-4561-86d8-a732acc9dc5e tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:30.413105 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0609118c-e3ee-46ee-ae3f-82d058978ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:30.437510 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['028e0b1c-c3bb-4dd1-85c3-e193b851ddd3'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 19:59:30.463094 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dfb213d4-78c4-4727-91af-b1fc0cf4891d req-82efbd4f-fafb-43dc-8c0e-d42f959e871a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488003 Aug 16 19:59:30.508669 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0609118c-e3ee-46ee-ae3f-82d058978ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:30.549076 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c8871-bf3d-40d0-8998-e91e66637a76 req-1cf23458-16f4-4867-9917-f56c0aa50780 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:30.550787 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-345c8871-bf3d-40d0-8998-e91e66637a76 req-1cf23458-16f4-4867-9917-f56c0aa50780 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 944 time: 0.1313612 Aug 16 19:59:30.553187 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-727f7b1e-3b6c-4561-86d8-a732acc9dc5e tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Allocated IP 192.168.233.79 (b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46/5dedf524-5a11-40fc-90de-b9413f1a2279/b584353f-767c-48df-9272-5d9cb4770a21) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:59:30.591234 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-dd4940c9-b775-4187-a862-0c7efbd97ee1 service neutron] For port 03e06574-3d89-43c8-b9cf-47243f3420ed, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:59:30.602768 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-dd4940c9-b775-4187-a862-0c7efbd97ee1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:30.604336 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6a8d02eb-8c95-4e18-b3e2-5e8e60d47866 req-dd4940c9-b775-4187-a862-0c7efbd97ee1 service neutron] 10.222.0.57 "DELETE /v2.0/ports/03e06574-3d89-43c8-b9cf-47243f3420ed/bindings/n-h2-787206-13 HTTP/1.1" status: 204 len: 173 time: 0.4968517 Aug 16 19:59:30.644818 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-345c8871-bf3d-40d0-8998-e91e66637a76 req-f1f0f7d7-1ff0-4fbb-a2b5-5c43bcbc0bb4 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763774 Aug 16 19:59:30.676936 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0609118c-e3ee-46ee-ae3f-82d058978ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:30.680332 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0609118c-e3ee-46ee-ae3f-82d058978ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:30.689484 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0609118c-e3ee-46ee-ae3f-82d058978ce5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3de11945-1b11-4dbe-bb0f-e2abaa562317 HTTP/1.1" status: 204 len: 168 time: 0.7218316 Aug 16 19:59:30.719873 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609118c-e3ee-46ee-ae3f-82d058978ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de11945-1b11-4dbe-bb0f-e2abaa562317,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:30.746760 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ddf7b-56c0-4014-a716-f1dd531f8cc7 req-4be1f3c4-24a9-4ae2-b97b-71d18d5f7cd5 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:30.748914 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-377ddf7b-56c0-4014-a716-f1dd531f8cc7 req-4be1f3c4-24a9-4ae2-b97b-71d18d5f7cd5 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 945 time: 0.4525073 Aug 16 19:59:30.757009 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-347b441a-17e6-40b3-92aa-4569eb358595 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Made reservation on behalf of dc8cf4aefbca4ac8980a9ec9e8e27e7f for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:59:30.763780 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-347b441a-17e6-40b3-92aa-4569eb358595 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:30.893531 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f7b1e-3b6c-4561-86d8-a732acc9dc5e tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0beef620-6449-4be3-9233-7b7b5e8e0ed5,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:30.952278 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bbac5ef7-040c-46e2-8390-ddd0f538eccf req-f2491e54-97eb-4218-8805-7a1bd38d2aab tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee46e2a-470e-4c7f-b15e-d9aa02420908 HTTP/1.1" status: 200 len: 210 time: 0.0831745 Aug 16 19:59:31.027642 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-377ddf7b-56c0-4014-a716-f1dd531f8cc7 req-1139ddf6-5a2e-42c0-a086-a896d78c7ce5 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277117 Aug 16 19:59:31.073422 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-727f7b1e-3b6c-4561-86d8-a732acc9dc5e tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:31.198562 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-727f7b1e-3b6c-4561-86d8-a732acc9dc5e tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Transition to ACTIVE for port object b584353f-767c-48df-9272-5d9cb4770a21 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:59:31.204807 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847399c2-cc11-435b-9cb6-499b297df99f req-451f206f-07de-4bd5-8c78-01113510ccf5 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:31.212445 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-847399c2-cc11-435b-9cb6-499b297df99f req-451f206f-07de-4bd5-8c78-01113510ccf5 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bbd2481-44bb-403c-8ac9-33f72226757e HTTP/1.1" status: 200 len: 948 time: 0.1598821 Aug 16 19:59:31.354547 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-847399c2-cc11-435b-9cb6-499b297df99f req-3e9ae957-c1c7-433d-b38c-12e647bea656 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344569 Aug 16 19:59:31.394203 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57554) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:31.411011 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a53ca76b-31de-4ca5-b273-18bcd799431e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:31.598848 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a53ca76b-31de-4ca5-b273-18bcd799431e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:31.604584 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a53ca76b-31de-4ca5-b273-18bcd799431e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:31.641336 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-347b441a-17e6-40b3-92aa-4569eb358595 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Allocated IP 192.168.233.133 (b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46/5dedf524-5a11-40fc-90de-b9413f1a2279/8697870c-30a4-4515-bb8d-0fd70eab1caf) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:59:31.687187 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a53ca76b-31de-4ca5-b273-18bcd799431e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b7df1b5cdeca43a9bb9b75fbd94b706a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2916179 Aug 16 19:59:31.687853 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57560) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:31.705191 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ca76b-31de-4ca5-b273-18bcd799431e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70ec393-9365-42ac-9111-9983ccec0818,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:31.755749 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cca43eda-f458-43f6-a837-2964039c102a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:31.761733 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-727f7b1e-3b6c-4561-86d8-a732acc9dc5e tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:31.812164 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d219977-3b96-433c-9029-2738654e4300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:31.865143 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d219977-3b96-433c-9029-2738654e4300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:31.938406 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d219977-3b96-433c-9029-2738654e4300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:31.943461 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d219977-3b96-433c-9029-2738654e4300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:31.945354 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3d219977-3b96-433c-9029-2738654e4300 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b70ec393-9365-42ac-9111-9983ccec0818 HTTP/1.1" status: 204 len: 168 time: 0.2525744 Aug 16 19:59:31.957131 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d219977-3b96-433c-9029-2738654e4300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70ec393-9365-42ac-9111-9983ccec0818,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:31.981893 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-727f7b1e-3b6c-4561-86d8-a732acc9dc5e tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:59:32.032443 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f7b1e-3b6c-4561-86d8-a732acc9dc5e tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Pushing event updated for resources: {'Port': ['ID=b584353f-767c-48df-9272-5d9cb4770a21,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:32.035157 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-727f7b1e-3b6c-4561-86d8-a732acc9dc5e tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:59:32.059967 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-727f7b1e-3b6c-4561-86d8-a732acc9dc5e tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:59:32.065649 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-727f7b1e-3b6c-4561-86d8-a732acc9dc5e tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:32.066410 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-727f7b1e-3b6c-4561-86d8-a732acc9dc5e tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:32.070473 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310f501-fa9a-41dd-a051-549d703fb88f req-dfeeb449-28a0-4aa3-8f07-e2eea880ecd1 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:32.071962 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4310f501-fa9a-41dd-a051-549d703fb88f req-dfeeb449-28a0-4aa3-8f07-e2eea880ecd1 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 1096 time: 0.3130457 Aug 16 19:59:32.113728 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-727f7b1e-3b6c-4561-86d8-a732acc9dc5e tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9308984 Aug 16 19:59:32.132630 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-f0d330ae-97bb-4207-b1e0-444c8a51eac8 service neutron] Request body: {'port': {'device_id': '2b500535-6c1d-40e0-8574-82b1d405e864', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:59:32.160998 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4a0cf44b-e608-4edf-b977-76ff9c43a9d2 req-8a3a59ca-a003-4ce8-91da-8b59ff69f227 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee46e2a-470e-4c7f-b15e-d9aa02420908 HTTP/1.1" status: 200 len: 210 time: 0.0597081 Aug 16 19:59:32.184050 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4310f501-fa9a-41dd-a051-549d703fb88f req-e1ca530f-9770-49a6-af3f-4377a6bce125 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985136 Aug 16 19:59:32.286293 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-f0d330ae-97bb-4207-b1e0-444c8a51eac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:32.327432 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-347b441a-17e6-40b3-92aa-4569eb358595 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:32.415283 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304104f-2149-4189-b819-940e3220590a req-553edd0f-3417-4ef3-9bfa-689e833dbb9c tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:32.416898 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7304104f-2149-4189-b819-940e3220590a req-553edd0f-3417-4ef3-9bfa-689e833dbb9c tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 945 time: 0.1357663 Aug 16 19:59:32.454121 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-347b441a-17e6-40b3-92aa-4569eb358595 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Transition to ACTIVE for port object 8697870c-30a4-4515-bb8d-0fd70eab1caf will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:59:32.495140 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8c7d11ed-cc59-4eb0-a251-459e16fb9691 None None] Provisioning for port b584353f-767c-48df-9272-5d9cb4770a21 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:59:32.500180 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8c7d11ed-cc59-4eb0-a251-459e16fb9691 None None] Provisioning complete for port b584353f-767c-48df-9272-5d9cb4770a21 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:59:32.500911 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c7d11ed-cc59-4eb0-a251-459e16fb9691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:32.530558 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7304104f-2149-4189-b819-940e3220590a req-95b3742d-68cc-4395-bfeb-e7295e4a1a22 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935013 Aug 16 19:59:32.575780 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d11ed-cc59-4eb0-a251-459e16fb9691 None None] Port b584353f-767c-48df-9272-5d9cb4770a21 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 19:59:32.697128 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab1972-f84c-48bd-b1be-87c329d6525e req-b2788151-8aa7-485b-8922-e4ea253809f2 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:32.699155 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0ab1972-f84c-48bd-b1be-87c329d6525e req-b2788151-8aa7-485b-8922-e4ea253809f2 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bbd2481-44bb-403c-8ac9-33f72226757e HTTP/1.1" status: 200 len: 948 time: 0.2133303 Aug 16 19:59:32.748557 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-347b441a-17e6-40b3-92aa-4569eb358595 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:32.860105 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-347b441a-17e6-40b3-92aa-4569eb358595 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:59:32.865910 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:59:32.879483 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-a2e4dd69-56ad-4362-9cb4-3856aacae190 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:32.882031 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0ab1972-f84c-48bd-b1be-87c329d6525e req-d32f0d87-a5df-4bc7-8fa0-42d206fc1afb tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756952 Aug 16 19:59:32.884812 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-347b441a-17e6-40b3-92aa-4569eb358595 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:59:32.888076 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-a2e4dd69-56ad-4362-9cb4-3856aacae190 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/networks?id=090f4e50-1fb3-4449-b92b-949da889d68e HTTP/1.1" status: 200 len: 808 time: 0.2249329 Aug 16 19:59:32.897137 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-347b441a-17e6-40b3-92aa-4569eb358595 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:59:32.906565 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-a8c6a375-4497-4b72-8eaa-24fbbfbfbaaa tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/quotas/8d5b4a7740cb4bdab08de551ce2dd7dd HTTP/1.1" status: 200 len: 375 time: 0.0171907 Aug 16 19:59:32.909732 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-347b441a-17e6-40b3-92aa-4569eb358595 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:32.910657 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-347b441a-17e6-40b3-92aa-4569eb358595 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:32.951811 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b441a-17e6-40b3-92aa-4569eb358595 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Pushing event updated for resources: {'Port': ['ID=8697870c-30a4-4515-bb8d-0fd70eab1caf,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:32.993886 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-2785ca41-459d-4135-a04a-4073569df6a5 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0850356 Aug 16 19:59:33.067834 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-347b441a-17e6-40b3-92aa-4569eb358595 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9490359 Aug 16 19:59:33.090604 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:59:33.093751 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-66a91948-71df-4f36-9d9e-4cd596c13d2b service neutron] Request body: {'port': {'device_id': '0ee46e2a-470e-4c7f-b15e-d9aa02420908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:59:33.100628 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:59:33.101053 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:33.234891 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-f0d330ae-97bb-4207-b1e0-444c8a51eac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b584353f-767c-48df-9272-5d9cb4770a21 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:59:33.262703 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-9d9a49f0-0daa-4bbd-9122-7ae9323369e5 service neutron] 10.222.0.68 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639365 Aug 16 19:59:33.282144 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-f0d330ae-97bb-4207-b1e0-444c8a51eac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:33.287164 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:33.322515 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-66a91948-71df-4f36-9d9e-4cd596c13d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:33.327615 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8682da3b-d8cf-416f-bdaa-737a6e06856e None None] Provisioning for port 8697870c-30a4-4515-bb8d-0fd70eab1caf completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:59:33.336268 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8682da3b-d8cf-416f-bdaa-737a6e06856e None None] Provisioning complete for port 8697870c-30a4-4515-bb8d-0fd70eab1caf triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:59:33.336639 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8682da3b-d8cf-416f-bdaa-737a6e06856e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:33.337966 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82951381-23c8-4537-a6c1-336a9dc2f33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028e0b1c-c3bb-4dd1-85c3-e193b851ddd3'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:59:33.344338 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb52081-0b78-41ad-b9e8-76b5545e4502" -d '{"events": [{"server_uuid": "82951381-23c8-4537-a6c1-336a9dc2f33a", "name": "network-vif-plugged", "status": "completed", "tag": "028e0b1c-c3bb-4dd1-85c3-e193b851ddd3"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:59:33.378413 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=028e0b1c-c3bb-4dd1-85c3-e193b851ddd3,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:33.400517 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:33.401379 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:59:33.425544 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8682da3b-d8cf-416f-bdaa-737a6e06856e None None] Port 8697870c-30a4-4515-bb8d-0fd70eab1caf cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 19:59:33.494911 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=028e0b1c-c3bb-4dd1-85c3-e193b851ddd3,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:33.502060 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-dc205039-fd7f-4372-bca8-24532d9849d6 service neutron] 10.222.0.68 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311997 Aug 16 19:59:33.514945 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:59:33.521732 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:59:33.522273 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:33.534338 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57630) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:33.593518 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-f0d330ae-97bb-4207-b1e0-444c8a51eac8 service neutron] Transition to ACTIVE for port object b584353f-767c-48df-9272-5d9cb4770a21 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:59:33.601316 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-f0d330ae-97bb-4207-b1e0-444c8a51eac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:33.674264 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c250fd77-5261-4d9d-a786-5bae9a256ae6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1861882293-network', 'tenant_id': '027e97d7b0c2427391b7ef8a75375255'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:59:33.701183 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c250fd77-5261-4d9d-a786-5bae9a256ae6 admin admin] Made reservation on behalf of 027e97d7b0c2427391b7ef8a75375255 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:59:33.704689 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c250fd77-5261-4d9d-a786-5bae9a256ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:33.738761 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c250fd77-5261-4d9d-a786-5bae9a256ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:33.892271 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:33.910035 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-66a91948-71df-4f36-9d9e-4cd596c13d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8697870c-30a4-4515-bb8d-0fd70eab1caf {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:59:33.919177 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-66a91948-71df-4f36-9d9e-4cd596c13d2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:33.955041 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:33.961995 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d330ae-97bb-4207-b1e0-444c8a51eac8 service neutron] Pushing event updated for resources: {'Port': ['ID=b584353f-767c-48df-9272-5d9cb4770a21,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:33.967003 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c250fd77-5261-4d9d-a786-5bae9a256ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:33.973412 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:33.982919 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c250fd77-5261-4d9d-a786-5bae9a256ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:33.995067 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4eee63-a8ff-438d-8ce9-32d13212977f req-3ab10b2d-9375-4b72-ac52-dbdbd78b4ac1 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:33.996316 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ff981-bddb-4730-826c-b1046eeb88ca req-46d9e971-c5c1-4ed7-8956-d33cf74aaac2 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:34.003689 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2b4eee63-a8ff-438d-8ce9-32d13212977f req-3ab10b2d-9375-4b72-ac52-dbdbd78b4ac1 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee46e2a-470e-4c7f-b15e-d9aa02420908 HTTP/1.1" status: 200 len: 936 time: 0.2800512 Aug 16 19:59:34.004344 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fb5ff981-bddb-4730-826c-b1046eeb88ca req-46d9e971-c5c1-4ed7-8956-d33cf74aaac2 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a8a8045-9b52-4f09-a0ef-ec55a305594a HTTP/1.1" status: 200 len: 948 time: 0.3743639 Aug 16 19:59:34.024270 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-66a91948-71df-4f36-9d9e-4cd596c13d2b service neutron] Transition to ACTIVE for port object 8697870c-30a4-4515-bb8d-0fd70eab1caf will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:59:34.026531 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:34.049589 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c250fd77-5261-4d9d-a786-5bae9a256ae6 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 19:59:34.050763 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-f0d330ae-97bb-4207-b1e0-444c8a51eac8 service neutron] Attempting to bind port b584353f-767c-48df-9272-5d9cb4770a21 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:59:34.051397 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-f0d330ae-97bb-4207-b1e0-444c8a51eac8 service neutron] Attempting to bind port b584353f-767c-48df-9272-5d9cb4770a21 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:59:34.051992 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-f0d330ae-97bb-4207-b1e0-444c8a51eac8 service neutron] Attempting to bind port b584353f-767c-48df-9272-5d9cb4770a21 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:34.058475 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-66a91948-71df-4f36-9d9e-4cd596c13d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:34.080035 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-f0d330ae-97bb-4207-b1e0-444c8a51eac8 service neutron] Port b584353f-767c-48df-9272-5d9cb4770a21 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 19:59:34.080617 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-f0d330ae-97bb-4207-b1e0-444c8a51eac8 service neutron] Attempting to bind port b584353f-767c-48df-9272-5d9cb4770a21 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:34.082621 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250fd77-5261-4d9d-a786-5bae9a256ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b5cde1-93c1-47cc-bfba-f160818f08e6,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:34.093420 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c250fd77-5261-4d9d-a786-5bae9a256ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:34.094141 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-c250fd77-5261-4d9d-a786-5bae9a256ae6 admin admin] Added segment bb767d23-f595-46e5-99a8-0050d612f696 of type vlan for network efb76b98-ecc1-4b4f-974c-093feb5afe05 Aug 16 19:59:34.116377 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2b4eee63-a8ff-438d-8ce9-32d13212977f req-dc47ce7a-3f38-473d-b00d-1ed207c74e48 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/security-groups?id=0beef620-6449-4be3-9233-7b7b5e8e0ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116569 Aug 16 19:59:34.121354 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-f0d330ae-97bb-4207-b1e0-444c8a51eac8 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:59:34.122297 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-f0d330ae-97bb-4207-b1e0-444c8a51eac8 service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:59:34.122743 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-f0d330ae-97bb-4207-b1e0-444c8a51eac8 service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:59:34.123365 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-f0d330ae-97bb-4207-b1e0-444c8a51eac8 service neutron] Bound port: b584353f-767c-48df-9272-5d9cb4770a21, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:59:34.124460 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-f0d330ae-97bb-4207-b1e0-444c8a51eac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:34.135877 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fb5ff981-bddb-4730-826c-b1046eeb88ca req-c5cae866-8c97-4d18-bf4e-fbc801fd7242 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302431 Aug 16 19:59:34.179086 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 19:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378163ae-614b-4a9f-a526-594bfbe4ba3e x-openstack-request-id: req-378163ae-614b-4a9f-a526-594bfbe4ba3e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:59:34.180330 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82951381-23c8-4537-a6c1-336a9dc2f33a", "name": "network-vif-plugged", "status": "completed", "tag": "028e0b1c-c3bb-4dd1-85c3-e193b851ddd3", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:59:34.180766 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-378163ae-614b-4a9f-a526-594bfbe4ba3e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:59:34.181247 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82951381-23c8-4537-a6c1-336a9dc2f33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028e0b1c-c3bb-4dd1-85c3-e193b851ddd3', 'code': 200} Aug 16 19:59:34.187271 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c250fd77-5261-4d9d-a786-5bae9a256ae6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:34.215775 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a91948-71df-4f36-9d9e-4cd596c13d2b service neutron] Pushing event updated for resources: {'Port': ['ID=8697870c-30a4-4515-bb8d-0fd70eab1caf,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:34.267198 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c250fd77-5261-4d9d-a786-5bae9a256ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:34.270277 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c250fd77-5261-4d9d-a786-5bae9a256ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:34.271121 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c250fd77-5261-4d9d-a786-5bae9a256ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:34.328373 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-17a013db-d00b-42aa-83c6-9de7b3cf3a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:34.340229 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c250fd77-5261-4d9d-a786-5bae9a256ae6 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8009820 Aug 16 19:59:34.343766 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57648) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:34.356375 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-31522794-709f-456c-84d6-92504da9989c req-26bc5f8e-727a-46cd-b347-0e8df3313df3 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=0b063746-e496-4b45-82ca-424f7674d639 HTTP/1.1" status: 200 len: 210 time: 0.0774610 Aug 16 19:59:34.366711 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-66a91948-71df-4f36-9d9e-4cd596c13d2b service neutron] Attempting to bind port 8697870c-30a4-4515-bb8d-0fd70eab1caf on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:59:34.367042 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-66a91948-71df-4f36-9d9e-4cd596c13d2b service neutron] Attempting to bind port 8697870c-30a4-4515-bb8d-0fd70eab1caf by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:59:34.367442 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-66a91948-71df-4f36-9d9e-4cd596c13d2b service neutron] Attempting to bind port 8697870c-30a4-4515-bb8d-0fd70eab1caf on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:34.378774 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-38e5db2d-3c9a-4242-a50f-7a1c8c0ceb77 admin admin] Request body: {'subnet': {'network_id': 'efb76b98-ecc1-4b4f-974c-093feb5afe05', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1861882293-subnet', 'tenant_id': '027e97d7b0c2427391b7ef8a75375255', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:59:34.392785 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-66a91948-71df-4f36-9d9e-4cd596c13d2b service neutron] Port 8697870c-30a4-4515-bb8d-0fd70eab1caf on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 19:59:34.393110 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-66a91948-71df-4f36-9d9e-4cd596c13d2b service neutron] Attempting to bind port 8697870c-30a4-4515-bb8d-0fd70eab1caf on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:34.412136 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-66a91948-71df-4f36-9d9e-4cd596c13d2b service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:59:34.413606 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-66a91948-71df-4f36-9d9e-4cd596c13d2b service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:59:34.413606 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-66a91948-71df-4f36-9d9e-4cd596c13d2b service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:59:34.416129 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-66a91948-71df-4f36-9d9e-4cd596c13d2b service neutron] Bound port: 8697870c-30a4-4515-bb8d-0fd70eab1caf, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:59:34.416504 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-66a91948-71df-4f36-9d9e-4cd596c13d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:34.434091 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-f0d330ae-97bb-4207-b1e0-444c8a51eac8 service neutron] For port b584353f-767c-48df-9272-5d9cb4770a21, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:59:34.451133 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e5db2d-3c9a-4242-a50f-7a1c8c0ceb77 admin admin] Made reservation on behalf of 027e97d7b0c2427391b7ef8a75375255 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:59:34.453536 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38e5db2d-3c9a-4242-a50f-7a1c8c0ceb77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:34.457997 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-f0d330ae-97bb-4207-b1e0-444c8a51eac8 service neutron] For port b584353f-767c-48df-9272-5d9cb4770a21, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=b584353f-767c-48df-9272-5d9cb4770a21,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:59:34.541492 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-66a91948-71df-4f36-9d9e-4cd596c13d2b service neutron] For port 8697870c-30a4-4515-bb8d-0fd70eab1caf, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:59:34.546306 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-66a91948-71df-4f36-9d9e-4cd596c13d2b service neutron] For port 8697870c-30a4-4515-bb8d-0fd70eab1caf, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=8697870c-30a4-4515-bb8d-0fd70eab1caf,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:59:34.583563 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-f0d330ae-97bb-4207-b1e0-444c8a51eac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:34.587157 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57656) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:34.600682 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-66a91948-71df-4f36-9d9e-4cd596c13d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:34.607293 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:34.699190 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-66a91948-71df-4f36-9d9e-4cd596c13d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:34.700845 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-66a91948-71df-4f36-9d9e-4cd596c13d2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:34.702419 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-66a91948-71df-4f36-9d9e-4cd596c13d2b service neutron] 10.222.0.57 "PUT /v2.0/ports/8697870c-30a4-4515-bb8d-0fd70eab1caf HTTP/1.1" status: 200 len: 1097 time: 1.6197002 Aug 16 19:59:34.702801 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee46e2a-470e-4c7f-b15e-d9aa02420908', 'tag': '8697870c-30a4-4515-bb8d-0fd70eab1caf'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:59:34.705148 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2b478b-8ab8-43d1-a8cc-ce28d5a9d206" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee46e2a-470e-4c7f-b15e-d9aa02420908", "tag": "8697870c-30a4-4515-bb8d-0fd70eab1caf"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:59:34.717277 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-f0d330ae-97bb-4207-b1e0-444c8a51eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:34.718035 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-f0d330ae-97bb-4207-b1e0-444c8a51eac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:34.719841 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-f0d330ae-97bb-4207-b1e0-444c8a51eac8 service neutron] 10.222.0.57 "PUT /v2.0/ports/b584353f-767c-48df-9272-5d9cb4770a21 HTTP/1.1" status: 200 len: 1096 time: 2.5932264 Aug 16 19:59:34.750174 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413ca28-075b-48a3-90f4-95a0b5227574 req-e705dfb6-ee02-4765-a2ec-b6fdf2ad4ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:34.751805 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9413ca28-075b-48a3-90f4-95a0b5227574 req-e705dfb6-ee02-4765-a2ec-b6fdf2ad4ab6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 1098 time: 0.4967601 Aug 16 19:59:34.799350 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9413ca28-075b-48a3-90f4-95a0b5227574 req-6047417c-3168-41c5-8ed1-61a6f967d12f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367632 Aug 16 19:59:34.812696 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d330ae-97bb-4207-b1e0-444c8a51eac8 service neutron] Pushing event updated for resources: {'Port': ['ID=b584353f-767c-48df-9272-5d9cb4770a21,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:34.817224 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeda4df-7b64-4586-8c74-18f3f38af65d req-bd284001-3f42-46d3-bdbe-0eed98572d5d tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:34.819974 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bdeda4df-7b64-4586-8c74-18f3f38af65d req-bd284001-3f42-46d3-bdbe-0eed98572d5d tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 946 time: 0.4872417 Aug 16 19:59:34.820636 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250fd77-5261-4d9d-a786-5bae9a256ae6 admin admin] Pushing event updated for resources: {'Network': ['ID=efb76b98-ecc1-4b4f-974c-093feb5afe05,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:34.831931 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 19:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685d7f67-33c2-48b9-be69-943990894766 x-openstack-request-id: req-685d7f67-33c2-48b9-be69-943990894766 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:59:34.832224 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee46e2a-470e-4c7f-b15e-d9aa02420908", "tag": "8697870c-30a4-4515-bb8d-0fd70eab1caf", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:59:34.832477 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-685d7f67-33c2-48b9-be69-943990894766 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:59:34.833012 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee46e2a-470e-4c7f-b15e-d9aa02420908', 'tag': '8697870c-30a4-4515-bb8d-0fd70eab1caf', 'status': 'completed', 'code': 200} Aug 16 19:59:34.849609 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network efb76b98-ecc1-4b4f-974c-093feb5afe05 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 19:59:34.878450 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bdeda4df-7b64-4586-8c74-18f3f38af65d req-3dee2f7e-82cd-41f3-b3a5-480cf78c4f1b tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457206 Aug 16 19:59:34.892046 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0ac113b7-aebd-4e4e-930c-a1ad5a88e1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:34.967207 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-b304f001-61b1-4120-b1b6-5cbd7eb26b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:34.968764 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-b304f001-61b1-4120-b1b6-5cbd7eb26b20 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dc8cf4aefbca4ac8980a9ec9e8e27e7f&device_id=0ee46e2a-470e-4c7f-b15e-d9aa02420908 HTTP/1.1" status: 200 len: 1100 time: 0.2092779 Aug 16 19:59:34.984402 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a91948-71df-4f36-9d9e-4cd596c13d2b service neutron] Pushing event updated for resources: {'Port': ['ID=8697870c-30a4-4515-bb8d-0fd70eab1caf,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:35.035593 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-cf6d0d48-5bb7-4409-b7e3-7e5082104e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:35.037207 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-cf6d0d48-5bb7-4409-b7e3-7e5082104e80 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dc8cf4aefbca4ac8980a9ec9e8e27e7f&device_id=2b500535-6c1d-40e0-8574-82b1d405e864 HTTP/1.1" status: 200 len: 1099 time: 0.2279866 Aug 16 19:59:35.047082 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-b1fcdfd7-cfcb-4718-9510-018019153ef0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=8697870c-30a4-4515-bb8d-0fd70eab1caf HTTP/1.1" status: 200 len: 217 time: 0.0676820 Aug 16 19:59:35.152454 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-c6533a30-9b6c-4b42-9e85-8130f8ee955c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=b584353f-767c-48df-9272-5d9cb4770a21 HTTP/1.1" status: 200 len: 217 time: 0.1017778 Aug 16 19:59:35.256763 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38e5db2d-3c9a-4242-a50f-7a1c8c0ceb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:35.289906 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-89e5d3b7-b32f-42b8-a9f6-248a602d0c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:35.291865 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-89e5d3b7-b32f-42b8-a9f6-248a602d0c83 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.2299318 Aug 16 19:59:35.297216 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-e2c30d33-b874-4f11-bb2f-905faab9f337 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:35.298763 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-e2c30d33-b874-4f11-bb2f-905faab9f337 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.63 "GET /v2.0/networks?id=090f4e50-1fb3-4449-b92b-949da889d68e HTTP/1.1" status: 200 len: 808 time: 0.1984642 Aug 16 19:59:35.315138 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a729f-dc58-4a73-a564-ce8d7b6651cb req-4dfccc1a-2171-422d-b157-f8c669ffe110 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:35.316736 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-db5a729f-dc58-4a73-a564-ce8d7b6651cb req-4dfccc1a-2171-422d-b157-f8c669ffe110 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a8a8045-9b52-4f09-a0ef-ec55a305594a HTTP/1.1" status: 200 len: 949 time: 0.0731766 Aug 16 19:59:35.321357 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-51bd0f97-f8ef-4ff0-9cf2-01061da01a86 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Request body: {'port': {'device_id': '0b063746-e496-4b45-82ca-424f7674d639', 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e', 'admin_state_up': True, 'tenant_id': '8d5b4a7740cb4bdab08de551ce2dd7dd'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:59:35.376278 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-2218416d-f2a6-4b35-b11b-5b90bc66b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:35.378091 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-2218416d-f2a6-4b35-b11b-5b90bc66b7c8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.2038400 Aug 16 19:59:35.411720 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-db5a729f-dc58-4a73-a564-ce8d7b6651cb req-a73ec455-a6f6-4b9c-8126-a6f7cb7876d3 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863473 Aug 16 19:59:35.415004 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5db2d-3c9a-4242-a50f-7a1c8c0ceb77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=906ea599-1936-4b2b-b2fd-3566f91234b5,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:35.464253 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:35.471671 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0ac113b7-aebd-4e4e-930c-a1ad5a88e1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:35.486639 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befee03-f9dd-44b4-ba44-bdc1a38e64ed req-4f422a29-e4e4-49e5-b0cb-581286f03f00 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:35.488437 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1befee03-f9dd-44b4-ba44-bdc1a38e64ed req-4f422a29-e4e4-49e5-b0cb-581286f03f00 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee46e2a-470e-4c7f-b15e-d9aa02420908 HTTP/1.1" status: 200 len: 948 time: 0.2588723 Aug 16 19:59:35.493715 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0ac113b7-aebd-4e4e-930c-a1ad5a88e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:35.510265 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f50ceb47-ab54-4f62-b140-1d17b817f1c9 req-b35548b2-1201-4f13-82ce-1e665d885949 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=0b063746-e496-4b45-82ca-424f7674d639 HTTP/1.1" status: 200 len: 210 time: 0.0354803 Aug 16 19:59:35.517942 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-51bd0f97-f8ef-4ff0-9cf2-01061da01a86 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Made reservation on behalf of 8d5b4a7740cb4bdab08de551ce2dd7dd for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:59:35.521549 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-51bd0f97-f8ef-4ff0-9cf2-01061da01a86 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:35.527969 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-f3a3a47b-2855-4113-b929-aa348893c31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:35.529405 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-f3a3a47b-2855-4113-b929-aa348893c31a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2118418 Aug 16 19:59:35.547964 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e5db2d-3c9a-4242-a50f-7a1c8c0ceb77 admin admin] Checking segment: {'id': 'bb767d23-f595-46e5-99a8-0050d612f696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'efb76b98-ecc1-4b4f-974c-093feb5afe05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:59:35.548409 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e5db2d-3c9a-4242-a50f-7a1c8c0ceb77 admin admin] Network hostable DHCP agents. Network: efb76b98-ecc1-4b4f-974c-093feb5afe05, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 19:59:35.631388 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-1efcf84b-23e8-4dc2-9701-a2837bd08742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:35.632903 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-1efcf84b-23e8-4dc2-9701-a2837bd08742 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2307901 Aug 16 19:59:35.645185 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0ac113b7-aebd-4e4e-930c-a1ad5a88e1f2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c5703609d4a142d1b2029b9d8b8016b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0540299 Aug 16 19:59:35.645734 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57670) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:35.645901 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac113b7-aebd-4e4e-930c-a1ad5a88e1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fab5716-74b4-4251-b0f2-a0b59b0caf72,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:35.667034 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-51bd0f97-f8ef-4ff0-9cf2-01061da01a86 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Allocated IP 172.20.0.12 (090f4e50-1fb3-4449-b92b-949da889d68e/7bf22002-ba37-41ff-af5d-cdbe63ed2bd8/60bdef77-16d9-469f-9e7e-e885abfe58e7) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:59:35.677059 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1befee03-f9dd-44b4-ba44-bdc1a38e64ed req-531985c8-7291-4e63-aaaf-37cad6cb684a tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/security-groups?id=0beef620-6449-4be3-9233-7b7b5e8e0ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755259 Aug 16 19:59:35.721646 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:35.725466 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e5db2d-3c9a-4242-a50f-7a1c8c0ceb77 admin admin] Network efb76b98-ecc1-4b4f-974c-093feb5afe05 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 19:59:35.756974 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:35.757974 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-31c09f7b-3261-4512-80e6-4fca52d64984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:35.763562 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-38e5db2d-3c9a-4242-a50f-7a1c8c0ceb77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, efb76b98-ecc1-4b4f-974c-093feb5afe05) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:59:35.773903 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3afe829-c68c-4f23-a950-f0b66c06d5d9 None None] Network efb76b98-ecc1-4b4f-974c-093feb5afe05 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 19:59:35.804864 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e5db2d-3c9a-4242-a50f-7a1c8c0ceb77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:35.805854 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38e5db2d-3c9a-4242-a50f-7a1c8c0ceb77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:35.832087 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-31c09f7b-3261-4512-80e6-4fca52d64984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:35.849808 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-38e5db2d-3c9a-4242-a50f-7a1c8c0ceb77 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4845791 Aug 16 19:59:35.850756 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57674) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:35.858117 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ea3a3bb1-db5a-4ae2-9552-abda548382f9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1861882293-router', 'tenant_id': '027e97d7b0c2427391b7ef8a75375255', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:59:35.865240 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-5ab809bd-60d6-4a2f-a646-56d9dc7dd625 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041370 Aug 16 19:59:35.912229 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-51bd0f97-f8ef-4ff0-9cf2-01061da01a86 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:35.938832 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-31c09f7b-3261-4512-80e6-4fca52d64984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:35.941336 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-31c09f7b-3261-4512-80e6-4fca52d64984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:35.942484 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-31c09f7b-3261-4512-80e6-4fca52d64984 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5fab5716-74b4-4251-b0f2-a0b59b0caf72 HTTP/1.1" status: 204 len: 168 time: 0.2958124 Aug 16 19:59:35.960699 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-f89a8ed6-4d26-4cb4-a3cb-92292d15beea service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059485 Aug 16 19:59:35.962434 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c09f7b-3261-4512-80e6-4fca52d64984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fab5716-74b4-4251-b0f2-a0b59b0caf72,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:35.975524 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-51bd0f97-f8ef-4ff0-9cf2-01061da01a86 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:35.988238 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fb6b2b-8cae-4bc8-9eb9-0b4ab4710b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-efb76b98-ecc1-4b4f-974c-093feb5afe05', 'network_id': 'efb76b98-ecc1-4b4f-974c-093feb5afe05', 'tenant_id': '027e97d7b0c2427391b7ef8a75375255', 'fixed_ips': [{'subnet_id': '906ea599-1936-4b2b-b2fd-3566f91234b5'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 19:59:35.989110 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7fb6b2b-8cae-4bc8-9eb9-0b4ab4710b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:36.098093 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-51bd0f97-f8ef-4ff0-9cf2-01061da01a86 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Network 090f4e50-1fb3-4449-b92b-949da889d68e is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:59:36.102448 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-51bd0f97-f8ef-4ff0-9cf2-01061da01a86 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:59:36.104818 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd0f97-f8ef-4ff0-9cf2-01061da01a86 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Pushing event updated for resources: {'Port': ['ID=60bdef77-16d9-469f-9e7e-e885abfe58e7,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:36.108318 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-51bd0f97-f8ef-4ff0-9cf2-01061da01a86 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:59:36.115106 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-51bd0f97-f8ef-4ff0-9cf2-01061da01a86 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:36.115852 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-51bd0f97-f8ef-4ff0-9cf2-01061da01a86 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:36.147292 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218c1ea-f8e2-4ce1-b1c6-bfddc5efd000 req-b74c1ad2-dcad-4272-874d-d11c0df99973 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:36.156035 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9218c1ea-f8e2-4ce1-b1c6-bfddc5efd000 req-b74c1ad2-dcad-4272-874d-d11c0df99973 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 946 time: 0.1265440 Aug 16 19:59:36.182211 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8a8045-9b52-4f09-a0ef-ec55a305594a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:59:36.184693 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdc8cb0-e7bb-4a7d-8098-93dd64578d55" -d '{"events": [{"server_uuid": "7a8a8045-9b52-4f09-a0ef-ec55a305594a", "name": "network-vif-plugged", "status": "completed", "tag": "2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:59:36.202628 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-b7fb6b2b-8cae-4bc8-9eb9-0b4ab4710b4d None None] Allocated IP 172.20.0.2 (efb76b98-ecc1-4b4f-974c-093feb5afe05/906ea599-1936-4b2b-b2fd-3566f91234b5/12aa1f2d-e3ef-4ca1-a295-1822531665de) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:59:36.218837 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9218c1ea-f8e2-4ce1-b1c6-bfddc5efd000 req-8f93d88d-4f4a-439d-a532-44267c20428e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582988 Aug 16 19:59:36.257508 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 19:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d8faf5-44a7-44e2-a4fc-164a4ef6c92b x-openstack-request-id: req-22d8faf5-44a7-44e2-a4fc-164a4ef6c92b {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:59:36.257793 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8a8045-9b52-4f09-a0ef-ec55a305594a", "name": "network-vif-plugged", "status": "completed", "tag": "2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:59:36.258035 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-22d8faf5-44a7-44e2-a4fc-164a4ef6c92b {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:59:36.258401 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8a8045-9b52-4f09-a0ef-ec55a305594a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd', 'code': 200} Aug 16 19:59:36.332646 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea3a3bb1-db5a-4ae2-9552-abda548382f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:36.335682 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea3a3bb1-db5a-4ae2-9552-abda548382f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:36.362083 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-51bd0f97-f8ef-4ff0-9cf2-01061da01a86 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0443106 Aug 16 19:59:36.362917 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57686) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:36.377886 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-83c8c0bd-f5f4-48b9-8389-01e671162136 service neutron] Request body: {'port': {'device_id': '0b063746-e496-4b45-82ca-424f7674d639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:59:36.404763 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-045c9125-8e9a-47bb-b05a-d5938f86dcb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:36.407318 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7fb6b2b-8cae-4bc8-9eb9-0b4ab4710b4d None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:36.416924 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b7fb6b2b-8cae-4bc8-9eb9-0b4ab4710b4d None None] Transition to ACTIVE for port object 12aa1f2d-e3ef-4ca1-a295-1822531665de will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:59:36.423289 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aec7ff5f-f83a-49d0-a983-7e129f61ef34 req-7d081e82-be89-46b5-b807-12b91ac0ca5a service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5480371 Aug 16 19:59:36.434098 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b7fb6b2b-8cae-4bc8-9eb9-0b4ab4710b4d None None] Transition to ACTIVE for port object 12aa1f2d-e3ef-4ca1-a295-1822531665de will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:59:36.444964 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7fb6b2b-8cae-4bc8-9eb9-0b4ab4710b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:36.459407 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141ccab-54bb-4b6b-9c1b-a9ad3ab56137 req-4032eb5d-2ad8-47e2-8cb3-ba286de56ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:36.461415 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2141ccab-54bb-4b6b-9c1b-a9ad3ab56137 req-4032eb5d-2ad8-47e2-8cb3-ba286de56ddd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7a8a8045-9b52-4f09-a0ef-ec55a305594a HTTP/1.1" status: 200 len: 1101 time: 0.1444967 Aug 16 19:59:36.479209 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-83c8c0bd-f5f4-48b9-8389-01e671162136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:36.492905 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fb6b2b-8cae-4bc8-9eb9-0b4ab4710b4d None None] Network efb76b98-ecc1-4b4f-974c-093feb5afe05 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:59:36.496911 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-b7fb6b2b-8cae-4bc8-9eb9-0b4ab4710b4d None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:59:36.500499 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fb6b2b-8cae-4bc8-9eb9-0b4ab4710b4d None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:59:36.508423 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb6b2b-8cae-4bc8-9eb9-0b4ab4710b4d None None] Pushing event updated for resources: {'Port': ['ID=12aa1f2d-e3ef-4ca1-a295-1822531665de,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:36.515600 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea3a3bb1-db5a-4ae2-9552-abda548382f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:36.569598 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b7fb6b2b-8cae-4bc8-9eb9-0b4ab4710b4d None None] Attempting to bind port 12aa1f2d-e3ef-4ca1-a295-1822531665de on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:59:36.570215 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b7fb6b2b-8cae-4bc8-9eb9-0b4ab4710b4d None None] Attempting to bind port 12aa1f2d-e3ef-4ca1-a295-1822531665de by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'bb767d23-f595-46e5-99a8-0050d612f696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'efb76b98-ecc1-4b4f-974c-093feb5afe05'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:59:36.571100 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb6b2b-8cae-4bc8-9eb9-0b4ab4710b4d None None] Attempting to bind port 12aa1f2d-e3ef-4ca1-a295-1822531665de on network efb76b98-ecc1-4b4f-974c-093feb5afe05 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:36.575935 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb6b2b-8cae-4bc8-9eb9-0b4ab4710b4d None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:59:36.576183 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb6b2b-8cae-4bc8-9eb9-0b4ab4710b4d None None] Checking segment: {'id': 'bb767d23-f595-46e5-99a8-0050d612f696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'efb76b98-ecc1-4b4f-974c-093feb5afe05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:59:36.576575 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7fb6b2b-8cae-4bc8-9eb9-0b4ab4710b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:36.579619 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb6b2b-8cae-4bc8-9eb9-0b4ab4710b4d None None] Bound using segment: {'id': 'bb767d23-f595-46e5-99a8-0050d612f696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'efb76b98-ecc1-4b4f-974c-093feb5afe05'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:59:36.579619 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b7fb6b2b-8cae-4bc8-9eb9-0b4ab4710b4d None None] Bound port: 12aa1f2d-e3ef-4ca1-a295-1822531665de, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb767d23-f595-46e5-99a8-0050d612f696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'efb76b98-ecc1-4b4f-974c-093feb5afe05'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:59:36.579619 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7fb6b2b-8cae-4bc8-9eb9-0b4ab4710b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:36.605448 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3022a-ca7a-4f86-9934-dd2e921378ed req-8a3a179c-e929-461c-8ca5-eef77e311def tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:36.607692 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-91f3022a-ca7a-4f86-9934-dd2e921378ed req-8a3a179c-e929-461c-8ca5-eef77e311def tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 1098 time: 0.2557116 Aug 16 19:59:36.623634 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2141ccab-54bb-4b6b-9c1b-a9ad3ab56137 req-0bc7438a-f619-40f5-a27f-bb04fd8a9454 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455312 Aug 16 19:59:36.636224 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5cfeae9e-5fd5-475d-a119-847ff32533f2 req-3eaa8e22-094e-44a5-97e2-00491c339583 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6613882 Aug 16 19:59:36.662584 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b7fb6b2b-8cae-4bc8-9eb9-0b4ab4710b4d None None] For port 12aa1f2d-e3ef-4ca1-a295-1822531665de, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:59:36.668231 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b7fb6b2b-8cae-4bc8-9eb9-0b4ab4710b4d None None] For port 12aa1f2d-e3ef-4ca1-a295-1822531665de, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=12aa1f2d-e3ef-4ca1-a295-1822531665de,segment=NetworkSegment(bb767d23-f595-46e5-99a8-0050d612f696),segment_id=bb767d23-f595-46e5-99a8-0050d612f696)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:59:36.675050 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7fb6b2b-8cae-4bc8-9eb9-0b4ab4710b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:36.751634 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b478b-8ab8-43d1-a8cc-ce28d5a9d206 req-cff181e1-bf13-4c3f-8f3b-b16e3f7f0160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:36.753162 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bb2b478b-8ab8-43d1-a8cc-ce28d5a9d206 req-cff181e1-bf13-4c3f-8f3b-b16e3f7f0160 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dc8cf4aefbca4ac8980a9ec9e8e27e7f&device_id=0ee46e2a-470e-4c7f-b15e-d9aa02420908 HTTP/1.1" status: 200 len: 1100 time: 0.2356153 Aug 16 19:59:36.758728 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-91f3022a-ca7a-4f86-9934-dd2e921378ed req-76aa9ebc-68ab-4ab8-b9c8-d243790146f5 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215804 Aug 16 19:59:36.760689 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea3a3bb1-db5a-4ae2-9552-abda548382f9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:36.803311 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb6b2b-8cae-4bc8-9eb9-0b4ab4710b4d None None] Pushing event updated for resources: {'Port': ['ID=12aa1f2d-e3ef-4ca1-a295-1822531665de,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:36.835442 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b500535-6c1d-40e0-8574-82b1d405e864', 'tag': 'b584353f-767c-48df-9272-5d9cb4770a21'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:59:36.837889 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6542da-1abd-46c7-aa1c-3147951b9361" -d '{"events": [{"name": "network-changed", "server_uuid": "2b500535-6c1d-40e0-8574-82b1d405e864", "tag": "b584353f-767c-48df-9272-5d9cb4770a21"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:59:36.903744 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:36.975167 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d58b03-ff66-4bed-ae80-c03a5e373d98 req-c6fad908-ce65-4c96-a599-8625f8d9d97a tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:36.976745 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c4d58b03-ff66-4bed-ae80-c03a5e373d98 req-c6fad908-ce65-4c96-a599-8625f8d9d97a tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a8a8045-9b52-4f09-a0ef-ec55a305594a HTTP/1.1" status: 200 len: 949 time: 0.4228277 Aug 16 19:59:36.986382 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b478b-8ab8-43d1-a8cc-ce28d5a9d206 req-fe5a850b-2b63-40f9-a5d5-1b106cfcb100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:36.988651 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bb2b478b-8ab8-43d1-a8cc-ce28d5a9d206 req-fe5a850b-2b63-40f9-a5d5-1b106cfcb100 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.2213190 Aug 16 19:59:36.993386 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-045c9125-8e9a-47bb-b05a-d5938f86dcb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:37.010186 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-045c9125-8e9a-47bb-b05a-d5938f86dcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:37.056877 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bb2b478b-8ab8-43d1-a8cc-ce28d5a9d206 req-6cce1a2b-e34d-4dcd-96cf-fc5fe049d59c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=8697870c-30a4-4515-bb8d-0fd70eab1caf HTTP/1.1" status: 200 len: 217 time: 0.0576742 Aug 16 19:59:37.069643 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841e095-6df7-4a72-91c1-a0a907147ddf req-79b78a91-4ca2-4f46-90c9-35d67096641d tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:37.072353 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4841e095-6df7-4a72-91c1-a0a907147ddf req-79b78a91-4ca2-4f46-90c9-35d67096641d tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=0b063746-e496-4b45-82ca-424f7674d639 HTTP/1.1" status: 200 len: 932 time: 0.1406503 Aug 16 19:59:37.128365 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c4d58b03-ff66-4bed-ae80-c03a5e373d98 req-13a33de5-41f7-4325-9c21-65bd2ebf8737 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403592 Aug 16 19:59:37.133599 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-045c9125-8e9a-47bb-b05a-d5938f86dcb1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=15cff617f62d432083b504f68a66cfda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7686403 Aug 16 19:59:37.134517 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c9125-8e9a-47bb-b05a-d5938f86dcb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1f5ae2-7444-47f8-bc9a-fe7b1783a663,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:37.138853 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57702) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:37.142502 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-83c8c0bd-f5f4-48b9-8389-01e671162136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60bdef77-16d9-469f-9e7e-e885abfe58e7 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:59:37.158613 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-83c8c0bd-f5f4-48b9-8389-01e671162136 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:37.185340 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-83c8c0bd-f5f4-48b9-8389-01e671162136 service neutron] Transition to ACTIVE for port object 60bdef77-16d9-469f-9e7e-e885abfe58e7 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:59:37.193333 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-83c8c0bd-f5f4-48b9-8389-01e671162136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:37.251121 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b478b-8ab8-43d1-a8cc-ce28d5a9d206 req-4f729ad9-94dc-46a0-95c4-dac8a1f42708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:37.252646 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bb2b478b-8ab8-43d1-a8cc-ce28d5a9d206 req-4f729ad9-94dc-46a0-95c4-dac8a1f42708 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1778767 Aug 16 19:59:37.262944 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4841e095-6df7-4a72-91c1-a0a907147ddf req-5148bb49-4f2d-4e87-9076-88248cb21d6f tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796644 Aug 16 19:59:37.266806 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8c0bd-f5f4-48b9-8389-01e671162136 service neutron] Pushing event updated for resources: {'Port': ['ID=60bdef77-16d9-469f-9e7e-e885abfe58e7,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:37.287347 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ccd3b14-9d39-4973-9f39-67dab69a8ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:37.320492 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-83c8c0bd-f5f4-48b9-8389-01e671162136 service neutron] Attempting to bind port 60bdef77-16d9-469f-9e7e-e885abfe58e7 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:59:37.320818 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-83c8c0bd-f5f4-48b9-8389-01e671162136 service neutron] Attempting to bind port 60bdef77-16d9-469f-9e7e-e885abfe58e7 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:59:37.321138 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-83c8c0bd-f5f4-48b9-8389-01e671162136 service neutron] Attempting to bind port 60bdef77-16d9-469f-9e7e-e885abfe58e7 on network 090f4e50-1fb3-4449-b92b-949da889d68e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:37.326687 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ccd3b14-9d39-4973-9f39-67dab69a8ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:37.336605 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea3a3bb1-db5a-4ae2-9552-abda548382f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:37.340417 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b478b-8ab8-43d1-a8cc-ce28d5a9d206 req-a3a6b336-66d0-4ead-8cf2-669fcc24055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:37.341916 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bb2b478b-8ab8-43d1-a8cc-ce28d5a9d206 req-a3a6b336-66d0-4ead-8cf2-669fcc24055d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0767977 Aug 16 19:59:37.343038 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-83c8c0bd-f5f4-48b9-8389-01e671162136 service neutron] Port 60bdef77-16d9-469f-9e7e-e885abfe58e7 on network 090f4e50-1fb3-4449-b92b-949da889d68e not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 19:59:37.343391 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-83c8c0bd-f5f4-48b9-8389-01e671162136 service neutron] Attempting to bind port 60bdef77-16d9-469f-9e7e-e885abfe58e7 on network 090f4e50-1fb3-4449-b92b-949da889d68e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:37.366581 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-83c8c0bd-f5f4-48b9-8389-01e671162136 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:59:37.366909 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-83c8c0bd-f5f4-48b9-8389-01e671162136 service neutron] Checking segment: {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:59:37.367204 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-83c8c0bd-f5f4-48b9-8389-01e671162136 service neutron] Bound using segment: {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:59:37.367656 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-83c8c0bd-f5f4-48b9-8389-01e671162136 service neutron] Bound port: 60bdef77-16d9-469f-9e7e-e885abfe58e7, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:59:37.368006 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-83c8c0bd-f5f4-48b9-8389-01e671162136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:37.372394 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea3a3bb1-db5a-4ae2-9552-abda548382f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:37.444363 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0f818-5e2b-4935-9fb4-2cde10ec5279 req-d9022549-5e4a-4953-8668-eb3a36e078bb tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:37.445867 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1aa0f818-5e2b-4935-9fb4-2cde10ec5279 req-d9022549-5e4a-4953-8668-eb3a36e078bb tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee46e2a-470e-4c7f-b15e-d9aa02420908 HTTP/1.1" status: 200 len: 948 time: 0.1215198 Aug 16 19:59:37.494463 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-83c8c0bd-f5f4-48b9-8389-01e671162136 service neutron] For port 60bdef77-16d9-469f-9e7e-e885abfe58e7, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:59:37.501316 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ccd3b14-9d39-4973-9f39-67dab69a8ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:37.503782 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ccd3b14-9d39-4973-9f39-67dab69a8ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:37.507588 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8ccd3b14-9d39-4973-9f39-67dab69a8ec9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4c1f5ae2-7444-47f8-bc9a-fe7b1783a663 HTTP/1.1" status: 204 len: 168 time: 0.3649209 Aug 16 19:59:37.507588 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-83c8c0bd-f5f4-48b9-8389-01e671162136 service neutron] For port 60bdef77-16d9-469f-9e7e-e885abfe58e7, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=60bdef77-16d9-469f-9e7e-e885abfe58e7,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:59:37.518981 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-83c8c0bd-f5f4-48b9-8389-01e671162136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:37.525162 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1aa0f818-5e2b-4935-9fb4-2cde10ec5279 req-1d32ad6e-2e8c-4234-8c81-4f7572712cda tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/security-groups?id=0beef620-6449-4be3-9233-7b7b5e8e0ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706162 Aug 16 19:59:37.528279 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd3b14-9d39-4973-9f39-67dab69a8ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1f5ae2-7444-47f8-bc9a-fe7b1783a663,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:37.531376 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac14441-5ad7-46e3-9025-78d0f557ab39 req-a856a10e-41ca-4c0b-99d6-5dadf7563552 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:37.532917 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dac14441-5ad7-46e3-9025-78d0f557ab39 req-a856a10e-41ca-4c0b-99d6-5dadf7563552 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 1098 time: 0.1703188 Aug 16 19:59:37.569382 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-83c8c0bd-f5f4-48b9-8389-01e671162136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:37.569998 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-83c8c0bd-f5f4-48b9-8389-01e671162136 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:37.571488 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-83c8c0bd-f5f4-48b9-8389-01e671162136 service neutron] 10.222.0.63 "PUT /v2.0/ports/60bdef77-16d9-469f-9e7e-e885abfe58e7 HTTP/1.1" status: 200 len: 1093 time: 1.1991301 Aug 16 19:59:37.572004 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b063746-e496-4b45-82ca-424f7674d639', 'tag': '60bdef77-16d9-469f-9e7e-e885abfe58e7'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:59:37.575068 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcc096e-cc3b-4855-a6fc-e4c417f44d27" -d '{"events": [{"name": "network-changed", "server_uuid": "0b063746-e496-4b45-82ca-424f7674d639", "tag": "60bdef77-16d9-469f-9e7e-e885abfe58e7"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:59:37.600859 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bb2b478b-8ab8-43d1-a8cc-ce28d5a9d206 req-2b186399-9082-416a-b335-7899ffa37711 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367742 Aug 16 19:59:37.613214 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8c0bd-f5f4-48b9-8389-01e671162136 service neutron] Pushing event updated for resources: {'Port': ['ID=60bdef77-16d9-469f-9e7e-e885abfe58e7,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:37.625560 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-ea3a3bb1-db5a-4ae2-9552-abda548382f9 admin admin] Allocated IP 172.25.8.142 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/c647f6f1-4a0b-42d4-a45a-1e36e8401907) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:59:37.704409 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 19:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2908d12-403d-467d-90ef-2515545eb405 x-openstack-request-id: req-c2908d12-403d-467d-90ef-2515545eb405 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:59:37.704693 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b500535-6c1d-40e0-8574-82b1d405e864", "tag": "b584353f-767c-48df-9272-5d9cb4770a21", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:59:37.704933 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c2908d12-403d-467d-90ef-2515545eb405 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:59:37.705311 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b500535-6c1d-40e0-8574-82b1d405e864', 'tag': 'b584353f-767c-48df-9272-5d9cb4770a21', 'status': 'completed', 'code': 200} Aug 16 19:59:37.720781 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dac14441-5ad7-46e3-9025-78d0f557ab39 req-55daa62a-c6a8-4291-89eb-de5ba60a1ed7 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524506 Aug 16 19:59:37.726771 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 19:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770c874e-0762-4332-b088-0a5db320974e x-openstack-request-id: req-770c874e-0762-4332-b088-0a5db320974e {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:59:37.727506 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b063746-e496-4b45-82ca-424f7674d639", "tag": "60bdef77-16d9-469f-9e7e-e885abfe58e7", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:59:37.727948 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-770c874e-0762-4332-b088-0a5db320974e {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:59:37.728930 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b063746-e496-4b45-82ca-424f7674d639', 'tag': '60bdef77-16d9-469f-9e7e-e885abfe58e7', 'status': 'completed', 'code': 200} Aug 16 19:59:37.741246 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-ab8af488-813e-4a70-952a-1d60d96a3729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:37.743780 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-ab8af488-813e-4a70-952a-1d60d96a3729 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&device_id=0b063746-e496-4b45-82ca-424f7674d639 HTTP/1.1" status: 200 len: 1096 time: 0.0834312 Aug 16 19:59:37.807069 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-b6eac3c2-3ec3-4747-a5fe-4e44eec9bc07 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60bdef77-16d9-469f-9e7e-e885abfe58e7 HTTP/1.1" status: 200 len: 217 time: 0.0529816 Aug 16 19:59:37.888402 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6542da-1abd-46c7-aa1c-3147951b9361 req-cf583362-6052-4a90-ba68-556784e4d37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:37.892003 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cb6542da-1abd-46c7-aa1c-3147951b9361 req-cf583362-6052-4a90-ba68-556784e4d37d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dc8cf4aefbca4ac8980a9ec9e8e27e7f&device_id=2b500535-6c1d-40e0-8574-82b1d405e864 HTTP/1.1" status: 200 len: 1099 time: 0.1029630 Aug 16 19:59:37.898959 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-ede5241a-bb0f-4b4c-9cc7-78c262f83329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:37.900740 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-ede5241a-bb0f-4b4c-9cc7-78c262f83329 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7bf22002-ba37-41ff-af5d-cdbe63ed2bd8 HTTP/1.1" status: 200 len: 848 time: 0.0842419 Aug 16 19:59:37.953457 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-298126ec-269c-4157-82ee-fee7b4f11957 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=090f4e50-1fb3-4449-b92b-949da889d68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356529 Aug 16 19:59:37.953677 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bb2b478b-8ab8-43d1-a8cc-ce28d5a9d206 req-74e4b238-3fd5-4646-b0bd-794367054999 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254724 Aug 16 19:59:38.103280 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea3a3bb1-db5a-4ae2-9552-abda548382f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:38.166568 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-d60345b9-9b88-4d0f-af91-0378e29ecf44 service neutron] 10.222.0.63 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037067 Aug 16 19:59:38.192810 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea3a3bb1-db5a-4ae2-9552-abda548382f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:38.196074 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d0132-ef8a-4287-9b3c-417b639d6023 req-6f4369d9-9a8c-40cf-8d40-f32fced162e3 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:38.208278 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e56d0132-ef8a-4287-9b3c-417b639d6023 req-6f4369d9-9a8c-40cf-8d40-f32fced162e3 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 1098 time: 0.0934670 Aug 16 19:59:38.240928 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758dca6a-dbd9-4ebb-ae53-28ac53391e26 None None] Network efb76b98-ecc1-4b4f-974c-093feb5afe05 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 19:59:38.247737 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6542da-1abd-46c7-aa1c-3147951b9361 req-a2d4ffd8-25e7-4478-b64b-5435ed82f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:38.249777 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cb6542da-1abd-46c7-aa1c-3147951b9361 req-a2d4ffd8-25e7-4478-b64b-5435ed82f6dc service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.3334670 Aug 16 19:59:38.267508 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3a3bb1-db5a-4ae2-9552-abda548382f9 admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:59:38.348311 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-ea3a3bb1-db5a-4ae2-9552-abda548382f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:59:38.356832 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2d596c85-6116-4b24-8942-5c375c01c639 None None] Provisioning for port 12aa1f2d-e3ef-4ca1-a295-1822531665de completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:59:38.359980 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e56d0132-ef8a-4287-9b3c-417b639d6023 req-f35ec511-23e7-47e5-a2ca-9d1f68df01c8 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503530 Aug 16 19:59:38.361713 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3a3bb1-db5a-4ae2-9552-abda548382f9 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:59:38.365343 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cb6542da-1abd-46c7-aa1c-3147951b9361 req-0c57bb8b-dd54-48e8-ae75-6ddb87c2e429 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=b584353f-767c-48df-9272-5d9cb4770a21 HTTP/1.1" status: 200 len: 217 time: 0.0929286 Aug 16 19:59:38.369361 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a3bb1-db5a-4ae2-9552-abda548382f9 admin admin] Pushing event updated for resources: {'Port': ['ID=c647f6f1-4a0b-42d4-a45a-1e36e8401907,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:38.415276 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2081e4bb-1071-4acb-9cd2-1ab1af04b849 req-d9cb1a29-2b0d-4ec5-93ff-09281d932e55 service neutron] 10.222.0.63 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393019 Aug 16 19:59:38.580505 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621f485-f94b-4dc8-a61c-3c2e1bab5912 req-52b5eb51-08fc-4590-9fd7-7d2fec6ba9f6 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:38.581622 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc096e-cc3b-4855-a6fc-e4c417f44d27 req-14dfa573-c6d6-4bd5-8525-468b7ff354f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:38.583815 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3fcc096e-cc3b-4855-a6fc-e4c417f44d27 req-14dfa573-c6d6-4bd5-8525-468b7ff354f8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&device_id=0b063746-e496-4b45-82ca-424f7674d639 HTTP/1.1" status: 200 len: 1096 time: 0.1066852 Aug 16 19:59:38.587976 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1621f485-f94b-4dc8-a61c-3c2e1bab5912 req-52b5eb51-08fc-4590-9fd7-7d2fec6ba9f6 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a8a8045-9b52-4f09-a0ef-ec55a305594a HTTP/1.1" status: 200 len: 949 time: 0.3477249 Aug 16 19:59:38.647380 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6542da-1abd-46c7-aa1c-3147951b9361 req-fe27428d-141d-4796-b96c-acc33462711d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:38.648871 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cb6542da-1abd-46c7-aa1c-3147951b9361 req-fe27428d-141d-4796-b96c-acc33462711d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.2402599 Aug 16 19:59:38.688996 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1621f485-f94b-4dc8-a61c-3c2e1bab5912 req-3dc822dc-6bd0-4342-b406-6cdec59fc1bd tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001339 Aug 16 19:59:38.759483 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987acbb-91d2-4938-b2e2-d1ebaea4f378 req-53d42688-d01b-4ce7-b022-442b93e7f4d8 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:38.759483 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a987acbb-91d2-4938-b2e2-d1ebaea4f378 req-53d42688-d01b-4ce7-b022-442b93e7f4d8 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=0b063746-e496-4b45-82ca-424f7674d639 HTTP/1.1" status: 200 len: 944 time: 0.1453440 Aug 16 19:59:38.794664 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc096e-cc3b-4855-a6fc-e4c417f44d27 req-fb94d88d-0a07-46b8-a674-4a663f09ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:38.796575 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3fcc096e-cc3b-4855-a6fc-e4c417f44d27 req-fb94d88d-0a07-46b8-a674-4a663f09ab90 service neutron] 10.222.0.63 "GET /v2.0/networks?id=090f4e50-1fb3-4449-b92b-949da889d68e HTTP/1.1" status: 200 len: 909 time: 0.2054021 Aug 16 19:59:38.888944 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3fcc096e-cc3b-4855-a6fc-e4c417f44d27 req-95835657-4cd1-4bbf-8941-f77a0d98ab6e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60bdef77-16d9-469f-9e7e-e885abfe58e7 HTTP/1.1" status: 200 len: 217 time: 0.0615351 Aug 16 19:59:38.924450 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6542da-1abd-46c7-aa1c-3147951b9361 req-8de935c1-4cdc-4aaa-9a0c-ea0bac9a90ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:38.928159 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cb6542da-1abd-46c7-aa1c-3147951b9361 req-8de935c1-4cdc-4aaa-9a0c-ea0bac9a90ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2626431 Aug 16 19:59:38.961668 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 12aa1f2d-e3ef-4ca1-a295-1822531665de up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:59:38.995159 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a987acbb-91d2-4938-b2e2-d1ebaea4f378 req-cf5ea077-84a8-4ab4-b429-353fe67afea3 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181544 Aug 16 19:59:39.030010 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc096e-cc3b-4855-a6fc-e4c417f44d27 req-bfbd6f1f-e89e-4bf8-a7c6-fe512dbe31c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:39.032608 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3fcc096e-cc3b-4855-a6fc-e4c417f44d27 req-bfbd6f1f-e89e-4bf8-a7c6-fe512dbe31c0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7bf22002-ba37-41ff-af5d-cdbe63ed2bd8 HTTP/1.1" status: 200 len: 848 time: 0.1306882 Aug 16 19:59:39.071409 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 12aa1f2d-e3ef-4ca1-a295-1822531665de completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:59:39.074394 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3fcc096e-cc3b-4855-a6fc-e4c417f44d27 req-5c7bfb5f-2886-4aa9-a31e-3e5df8da59d0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=090f4e50-1fb3-4449-b92b-949da889d68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330036 Aug 16 19:59:39.076278 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 12aa1f2d-e3ef-4ca1-a295-1822531665de triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:59:39.079524 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:39.303385 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3fcc096e-cc3b-4855-a6fc-e4c417f44d27 req-1e8f1f81-5491-43b5-8ed1-9e0e2c782124 service neutron] 10.222.0.63 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183256 Aug 16 19:59:39.332398 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:39.393625 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 12aa1f2d-e3ef-4ca1-a295-1822531665de, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=12aa1f2d-e3ef-4ca1-a295-1822531665de,segment=NetworkSegment(bb767d23-f595-46e5-99a8-0050d612f696),segment_id=bb767d23-f595-46e5-99a8-0050d612f696)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:39.401108 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:39.470226 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=12aa1f2d-e3ef-4ca1-a295-1822531665de,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:39.512515 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a95b7c-5774-4281-8773-ab9977b8b0e6 req-3be9cfac-8f97-4e2a-a483-856c9a11b8e7 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:39.520452 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-38a95b7c-5774-4281-8773-ab9977b8b0e6 req-3be9cfac-8f97-4e2a-a483-856c9a11b8e7 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee46e2a-470e-4c7f-b15e-d9aa02420908 HTTP/1.1" status: 200 len: 948 time: 0.7157941 Aug 16 19:59:39.522466 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea3a3bb1-db5a-4ae2-9552-abda548382f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:39.530075 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3fcc096e-cc3b-4855-a6fc-e4c417f44d27 req-225d3182-faa8-4a96-9c86-61f041303d56 service neutron] 10.222.0.63 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109621 Aug 16 19:59:39.577411 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845cddb-55ff-4149-9570-b3a6dba26244 req-78b69fdb-b752-433d-b3dd-01f099ac4556 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:39.583817 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845cddb-55ff-4149-9570-b3a6dba26244 req-78b69fdb-b752-433d-b3dd-01f099ac4556 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:39.585533 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e845cddb-55ff-4149-9570-b3a6dba26244 req-78b69fdb-b752-433d-b3dd-01f099ac4556 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bbd2481-44bb-403c-8ac9-33f72226757e&device_id=7a8a8045-9b52-4f09-a0ef-ec55a305594a HTTP/1.1" status: 200 len: 1688 time: 0.0747781 Aug 16 19:59:39.648435 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e845cddb-55ff-4149-9570-b3a6dba26244 req-2724e783-e012-4c22-a625-d02394ddd1ba tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522270 Aug 16 19:59:39.674456 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cb6542da-1abd-46c7-aa1c-3147951b9361 req-eb4a7b5b-90f1-4567-a3d4-c77f90583fad service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7235577 Aug 16 19:59:39.699550 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-38a95b7c-5774-4281-8773-ab9977b8b0e6 req-3a0cfb65-3495-4a59-99e3-2b46974975e4 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/security-groups?id=0beef620-6449-4be3-9233-7b7b5e8e0ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776700 Aug 16 19:59:39.786915 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e72766-bc0f-46b0-b85b-6a40ce51c918 req-f8754f62-3b5c-40b3-b299-c065625dc052 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:39.789869 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-59e72766-bc0f-46b0-b85b-6a40ce51c918 req-f8754f62-3b5c-40b3-b299-c065625dc052 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 1098 time: 0.0787053 Aug 16 19:59:39.865186 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-59e72766-bc0f-46b0-b85b-6a40ce51c918 req-07627363-e4db-408e-8d9f-23f582a2aec9 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657270 Aug 16 19:59:39.942043 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea3a3bb1-db5a-4ae2-9552-abda548382f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:39.949350 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cb6542da-1abd-46c7-aa1c-3147951b9361 req-31b29d23-5f28-4ad6-844e-9a42cf9882fc service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620091 Aug 16 19:59:40.197496 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d779100-0d00-4c7f-a376-b4b4c7f853e3 req-a7379285-4dfd-4bc9-82ba-5a615588d3be tempest-ServersOnMultiNodesTest-1869749609 tempest-ServersOnMultiNodesTest-1869749609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:40.200532 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1d779100-0d00-4c7f-a376-b4b4c7f853e3 req-a7379285-4dfd-4bc9-82ba-5a615588d3be tempest-ServersOnMultiNodesTest-1869749609 tempest-ServersOnMultiNodesTest-1869749609-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=2bbd2481-44bb-403c-8ac9-33f72226757e HTTP/1.1" status: 200 len: 1100 time: 0.1203351 Aug 16 19:59:40.288985 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1d779100-0d00-4c7f-a376-b4b4c7f853e3 req-11bd6a23-eb66-462e-80f2-73bd23cfced1 tempest-ServersOnMultiNodesTest-1869749609 tempest-ServersOnMultiNodesTest-1869749609-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785933 Aug 16 19:59:40.290665 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3a3bb1-db5a-4ae2-9552-abda548382f9 admin admin] Router 661012f0-166d-4793-9f59-8bac1c311f52 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 19:59:40.592459 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3a3bb1-db5a-4ae2-9552-abda548382f9 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 19:59:40.608045 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a17894-23f2-492f-b6b9-5395bbe44c9b req-c68e04d2-8b74-42af-aeb8-02cd19ed993d tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:40.610550 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4229d52-f5e8-4c7c-95c6-df4a6a6cd0b2 None None] Sync routers for ids ['661012f0-166d-4793-9f59-8bac1c311f52'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 19:59:40.611060 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-94a17894-23f2-492f-b6b9-5395bbe44c9b req-c68e04d2-8b74-42af-aeb8-02cd19ed993d tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=0b063746-e496-4b45-82ca-424f7674d639 HTTP/1.1" status: 200 len: 944 time: 0.1802800 Aug 16 19:59:40.622079 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4229d52-f5e8-4c7c-95c6-df4a6a6cd0b2 None None] Routers {'661012f0-166d-4793-9f59-8bac1c311f52'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 19:59:40.622927 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d4229d52-f5e8-4c7c-95c6-df4a6a6cd0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T19:59:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['661012f0-166d-4793-9f59-8bac1c311f52'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:59:40.641203 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea3a3bb1-db5a-4ae2-9552-abda548382f9 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:40.646069 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ea3a3bb1-db5a-4ae2-9552-abda548382f9 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7889700 Aug 16 19:59:40.646428 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57798) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:40.672531 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-94a17894-23f2-492f-b6b9-5395bbe44c9b req-d13d02b6-7853-439e-83a2-0a4bd483e4ad tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545695 Aug 16 19:59:40.752345 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-d4229d52-f5e8-4c7c-95c6-df4a6a6cd0b2 None None] Set router 661012f0-166d-4793-9f59-8bac1c311f52 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 19:59:40.827151 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051f4b1-d59d-47ba-87ad-d533318ec8fe req-7cfe1bf3-8faf-4423-9e62-13367c6ccbbd tempest-ServersOnMultiNodesTest-1869749609 tempest-ServersOnMultiNodesTest-1869749609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:40.838773 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0051f4b1-d59d-47ba-87ad-d533318ec8fe req-7cfe1bf3-8faf-4423-9e62-13367c6ccbbd tempest-ServersOnMultiNodesTest-1869749609 tempest-ServersOnMultiNodesTest-1869749609-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=7a8a8045-9b52-4f09-a0ef-ec55a305594a HTTP/1.1" status: 200 len: 1101 time: 0.0745695 Aug 16 19:59:40.899505 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 60bdef77-16d9-469f-9e7e-e885abfe58e7 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 19:59:40.903161 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 8697870c-30a4-4515-bb8d-0fd70eab1caf details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 19:59:40.925721 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0051f4b1-d59d-47ba-87ad-d533318ec8fe req-7b0d0c69-2834-4749-ad47-7c9d93aa8c7e tempest-ServersOnMultiNodesTest-1869749609 tempest-ServersOnMultiNodesTest-1869749609-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746009 Aug 16 19:59:41.041790 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 8697870c-30a4-4515-bb8d-0fd70eab1caf, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=8697870c-30a4-4515-bb8d-0fd70eab1caf,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:41.058542 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '8697870c-30a4-4515-bb8d-0fd70eab1caf', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': '8697870c-30a4-4515-bb8d-0fd70eab1caf', 'mac_address': 'fa:16:3e:ab:8e:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 19:59:41.060881 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 12aa1f2d-e3ef-4ca1-a295-1822531665de up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:59:41.111419 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d4229d52-f5e8-4c7c-95c6-df4a6a6cd0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661012f0-166d-4793-9f59-8bac1c311f52', 'name': 'tempest-FloatingIPsTestJSON-1861882293-router', 'tenant_id': '027e97d7b0c2427391b7ef8a75375255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'c647f6f1-4a0b-42d4-a45a-1e36e8401907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:59:36Z', 'updated_at': '2021-08-16T19:59:38Z', 'revision_number': 3, 'project_id': '027e97d7b0c2427391b7ef8a75375255', 'gw_port': {'id': 'c647f6f1-4a0b-42d4-a45a-1e36e8401907', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661012f0-166d-4793-9f59-8bac1c311f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:59:37Z', 'updated_at': '2021-08-16T19:59:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:59:41.215697 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:41.238058 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8697870c-30a4-4515-bb8d-0fd70eab1caf {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:59:41.317708 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 8697870c-30a4-4515-bb8d-0fd70eab1caf, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=8697870c-30a4-4515-bb8d-0fd70eab1caf,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:41.320782 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-4efef783-3014-49f9-bafc-18e70a02d716 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=3f57965d09704e48b58e8ac4e81b7331&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424745 Aug 16 19:59:41.330836 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:41.331823 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device b584353f-767c-48df-9272-5d9cb4770a21 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 19:59:41.369323 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port b584353f-767c-48df-9272-5d9cb4770a21, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=b584353f-767c-48df-9272-5d9cb4770a21,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:41.385331 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 12aa1f2d-e3ef-4ca1-a295-1822531665de triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:59:41.385985 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:41.390117 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'b584353f-767c-48df-9272-5d9cb4770a21', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': 'b584353f-767c-48df-9272-5d9cb4770a21', 'mac_address': 'fa:16:3e:5c:02:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 19:59:41.445487 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4229d52-f5e8-4c7c-95c6-df4a6a6cd0b2 None None] Checking router: 661012f0-166d-4793-9f59-8bac1c311f52 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 19:59:41.446253 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4229d52-f5e8-4c7c-95c6-df4a6a6cd0b2 None None] Updating router 661012f0-166d-4793-9f59-8bac1c311f52 port c647f6f1-4a0b-42d4-a45a-1e36e8401907 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 19:59:41.476627 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d4229d52-f5e8-4c7c-95c6-df4a6a6cd0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:41.494169 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-736590d1-88ce-4458-9d6a-e3e8a917c552 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:41.504730 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-736590d1-88ce-4458-9d6a-e3e8a917c552 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1829166 Aug 16 19:59:41.522809 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-0db4c147-9077-49ec-8c92-d66a502daae0 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/quotas/3f57965d09704e48b58e8ac4e81b7331 HTTP/1.1" status: 200 len: 375 time: 0.0162971 Aug 16 19:59:41.525540 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:41.571283 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b584353f-767c-48df-9272-5d9cb4770a21 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:59:41.595533 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-296b5f9a-d10c-4a7d-a4cc-f23d5259f2f1 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3f57965d09704e48b58e8ac4e81b7331&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715032 Aug 16 19:59:41.602852 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-bc1d2747-11f7-4065-b200-46953369cc6b tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 19:59:41.614923 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-bc1d2747-11f7-4065-b200-46953369cc6b tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176830 Aug 16 19:59:41.623603 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port b584353f-767c-48df-9272-5d9cb4770a21, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=b584353f-767c-48df-9272-5d9cb4770a21,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:41.629705 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-d75f3d95-aa16-4774-b4f0-0da0c7ac7e1c service neutron] Request body: {'binding': {'host': 'n-h2-787206-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:59:41.632220 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-d75f3d95-aa16-4774-b4f0-0da0c7ac7e1c service neutron] Unknown quota resources ['binding']. {{(pid=94770) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 19:59:41.693288 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f780ef79-bc04-42fc-b208-f34ad9525e93 req-94ca6c5a-db8e-450a-a003-aca0a4b23cef service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=28d1db1d-9dd7-48f9-9ddc-c4a080a0741d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2917182 Aug 16 19:59:41.807135 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:41.829744 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 60bdef77-16d9-469f-9e7e-e885abfe58e7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=60bdef77-16d9-469f-9e7e-e885abfe58e7,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:41.886542 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=8697870c-30a4-4515-bb8d-0fd70eab1caf,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:41.888138 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780ef79-bc04-42fc-b208-f34ad9525e93 req-ae035356-db4d-4a06-b4ff-3bd9660cc7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:41.889699 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f780ef79-bc04-42fc-b208-f34ad9525e93 req-ae035356-db4d-4a06-b4ff-3bd9660cc7e1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=74e2f72781564173bac530a92b1cda23&device_id=28d1db1d-9dd7-48f9-9ddc-c4a080a0741d HTTP/1.1" status: 200 len: 1101 time: 0.0978460 Aug 16 19:59:41.892415 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3be95f11-42cf-4fe8-9b31-d185b07ccb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:41.912373 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bc0d5b32-6884-4959-81ea-bb22ac036c7a req-8a1558fe-4b01-4541-910f-3f7935697044 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=77cd4e1e-40c1-4a2a-b6fc-f534305730fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2158489 Aug 16 19:59:41.961721 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '60bdef77-16d9-469f-9e7e-e885abfe58e7', 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e', 'port_id': '60bdef77-16d9-469f-9e7e-e885abfe58e7', 'mac_address': 'fa:16:3e:8f:01:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf22002-ba37-41ff-af5d-cdbe63ed2bd8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 19:59:42.081524 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=b584353f-767c-48df-9272-5d9cb4770a21,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:42.095082 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:42.104665 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:42.105134 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:42.105386 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:42.105718 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:42.106153 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:42.106484 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:42.106808 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:42.107288 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:42.107627 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:42.107946 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:42.108266 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:42.108766 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:42.129970 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d4229d52-f5e8-4c7c-95c6-df4a6a6cd0b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:42.142955 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-d4229d52-f5e8-4c7c-95c6-df4a6a6cd0b2 None None] Transition to ACTIVE for port object c647f6f1-4a0b-42d4-a45a-1e36e8401907 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:59:42.146329 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60bdef77-16d9-469f-9e7e-e885abfe58e7 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:59:42.160825 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['8697870c-30a4-4515-bb8d-0fd70eab1caf'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 19:59:42.166038 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d4229d52-f5e8-4c7c-95c6-df4a6a6cd0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:42.170649 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['b584353f-767c-48df-9272-5d9cb4770a21'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 19:59:42.189296 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-d75f3d95-aa16-4774-b4f0-0da0c7ac7e1c service neutron] Attempting to bind port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 on host n-h2-787206-13 for vnic_type normal with profile None {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:59:42.189917 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-d75f3d95-aa16-4774-b4f0-0da0c7ac7e1c service neutron] Attempting to bind port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:59:42.190559 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-d75f3d95-aa16-4774-b4f0-0da0c7ac7e1c service neutron] Attempting to bind port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 on network 273a965b-291d-4de0-904d-d29903ed22d3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:42.204632 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d5b32-6884-4959-81ea-bb22ac036c7a req-c67effaf-db85-4609-8cfe-fe6555487fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:42.206462 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bc0d5b32-6884-4959-81ea-bb22ac036c7a req-c67effaf-db85-4609-8cfe-fe6555487fd7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd60ee167a7c4249be845d9f57d57e43&device_id=77cd4e1e-40c1-4a2a-b6fc-f534305730fe HTTP/1.1" status: 200 len: 1098 time: 0.2200084 Aug 16 19:59:42.208280 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-d75f3d95-aa16-4774-b4f0-0da0c7ac7e1c service neutron] Port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 on network 273a965b-291d-4de0-904d-d29903ed22d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 19:59:42.208806 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-d75f3d95-aa16-4774-b4f0-0da0c7ac7e1c service neutron] Attempting to bind port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 on network 273a965b-291d-4de0-904d-d29903ed22d3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:42.220264 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe6cb7-ad48-4a7c-95bd-3493515c3181 req-a378e814-58eb-4f2e-b896-43bb42c327e0 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:42.229632 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-84fe6cb7-ad48-4a7c-95bd-3493515c3181 req-a378e814-58eb-4f2e-b896-43bb42c327e0 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee46e2a-470e-4c7f-b15e-d9aa02420908 HTTP/1.1" status: 200 len: 949 time: 0.1553950 Aug 16 19:59:42.272516 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-d75f3d95-aa16-4774-b4f0-0da0c7ac7e1c service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:59:42.273164 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-d75f3d95-aa16-4774-b4f0-0da0c7ac7e1c service neutron] Checking segment: {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:59:42.274196 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-d75f3d95-aa16-4774-b4f0-0da0c7ac7e1c service neutron] Bound using segment: {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:59:42.275511 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-d75f3d95-aa16-4774-b4f0-0da0c7ac7e1c service neutron] Bound port: 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:59:42.281677 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 60bdef77-16d9-469f-9e7e-e885abfe58e7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=60bdef77-16d9-469f-9e7e-e885abfe58e7,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:42.294690 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d1d54-12d4-4caf-8601-ede95219dd44 None None] Pushing event updated for resources: {'Port': ['ID=c647f6f1-4a0b-42d4-a45a-1e36e8401907,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:42.303942 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d1d54-12d4-4caf-8601-ede95219dd44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:42.304289 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d1d54-12d4-4caf-8601-ede95219dd44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:42.304610 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d1d54-12d4-4caf-8601-ede95219dd44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:42.304943 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d1d54-12d4-4caf-8601-ede95219dd44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:42.305271 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d1d54-12d4-4caf-8601-ede95219dd44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:42.305993 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d1d54-12d4-4caf-8601-ede95219dd44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:42.305993 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d1d54-12d4-4caf-8601-ede95219dd44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:42.306290 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d1d54-12d4-4caf-8601-ede95219dd44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:42.306583 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d1d54-12d4-4caf-8601-ede95219dd44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:42.306920 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d1d54-12d4-4caf-8601-ede95219dd44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:42.307268 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d1d54-12d4-4caf-8601-ede95219dd44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:42.307611 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d1d54-12d4-4caf-8601-ede95219dd44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:42.311351 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-d4229d52-f5e8-4c7c-95c6-df4a6a6cd0b2 None None] Attempting to bind port c647f6f1-4a0b-42d4-a45a-1e36e8401907 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:59:42.311774 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-d4229d52-f5e8-4c7c-95c6-df4a6a6cd0b2 None None] Attempting to bind port c647f6f1-4a0b-42d4-a45a-1e36e8401907 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:59:42.312133 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4229d52-f5e8-4c7c-95c6-df4a6a6cd0b2 None None] Attempting to bind port c647f6f1-4a0b-42d4-a45a-1e36e8401907 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:42.319266 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4229d52-f5e8-4c7c-95c6-df4a6a6cd0b2 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:59:42.319622 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4229d52-f5e8-4c7c-95c6-df4a6a6cd0b2 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:59:42.320024 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d4229d52-f5e8-4c7c-95c6-df4a6a6cd0b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:42.320408 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4229d52-f5e8-4c7c-95c6-df4a6a6cd0b2 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:59:42.320998 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-d4229d52-f5e8-4c7c-95c6-df4a6a6cd0b2 None None] Bound port: c647f6f1-4a0b-42d4-a45a-1e36e8401907, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:59:42.321409 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d4229d52-f5e8-4c7c-95c6-df4a6a6cd0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:42.329701 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780ef79-bc04-42fc-b208-f34ad9525e93 req-1052945b-0666-406d-8709-7085e59bd476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:42.331646 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:42.332111 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f780ef79-bc04-42fc-b208-f34ad9525e93 req-1052945b-0666-406d-8709-7085e59bd476 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.3999970 Aug 16 19:59:42.382445 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-d4229d52-f5e8-4c7c-95c6-df4a6a6cd0b2 None None] For port c647f6f1-4a0b-42d4-a45a-1e36e8401907, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:59:42.387137 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-d4229d52-f5e8-4c7c-95c6-df4a6a6cd0b2 None None] For port c647f6f1-4a0b-42d4-a45a-1e36e8401907, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=c647f6f1-4a0b-42d4-a45a-1e36e8401907,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:59:42.395614 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d4229d52-f5e8-4c7c-95c6-df4a6a6cd0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:42.406161 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-84fe6cb7-ad48-4a7c-95bd-3493515c3181 req-58cbc548-fad1-4585-b87e-34135b8da885 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/security-groups?id=0beef620-6449-4be3-9233-7b7b5e8e0ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747270 Aug 16 19:59:42.420435 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f780ef79-bc04-42fc-b208-f34ad9525e93 req-4970c44f-9479-4594-ba1e-c44a3b108857 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=251a8cc9-a8e6-4002-adb1-80ff793c59c9 HTTP/1.1" status: 200 len: 217 time: 0.0775685 Aug 16 19:59:42.476158 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d1d54-12d4-4caf-8601-ede95219dd44 None None] Pushing event updated for resources: {'Port': ['ID=c647f6f1-4a0b-42d4-a45a-1e36e8401907,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:42.506732 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-3be95f11-42cf-4fe8-9b31-d185b07ccb78 admin admin] Allocated IP 172.20.0.1 (efb76b98-ecc1-4b4f-974c-093feb5afe05/906ea599-1936-4b2b-b2fd-3566f91234b5/da29b5fd-f4f2-4ca8-aecc-abc10cb0a601) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:59:42.512781 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-d75f3d95-aa16-4774-b4f0-0da0c7ac7e1c service neutron] For port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=028e0b1c-c3bb-4dd1-85c3-e193b851ddd3,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:59:42.514097 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4229d52-f5e8-4c7c-95c6-df4a6a6cd0b2 None None] Routers {'661012f0-166d-4793-9f59-8bac1c311f52'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 19:59:42.514097 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d4229d52-f5e8-4c7c-95c6-df4a6a6cd0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T19:59:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['661012f0-166d-4793-9f59-8bac1c311f52'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:59:42.531416 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780ef79-bc04-42fc-b208-f34ad9525e93 req-d8fa642e-a8eb-4e27-afd1-f7009d99fca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:42.533323 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f780ef79-bc04-42fc-b208-f34ad9525e93 req-d8fa642e-a8eb-4e27-afd1-f7009d99fca5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1050189 Aug 16 19:59:42.538010 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-d75f3d95-aa16-4774-b4f0-0da0c7ac7e1c service neutron] Notify callbacks [] for binding, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:42.542095 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-d75f3d95-aa16-4774-b4f0-0da0c7ac7e1c service neutron] 10.222.0.68 "POST /v2.0/ports/028e0b1c-c3bb-4dd1-85c3-e193b851ddd3/bindings HTTP/1.1" status: 201 len: 390 time: 0.9163041 Aug 16 19:59:42.548845 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d5b32-6884-4959-81ea-bb22ac036c7a req-b1f92e13-95bc-428a-9296-145e117189e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:42.550651 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bc0d5b32-6884-4959-81ea-bb22ac036c7a req-b1f92e13-95bc-428a-9296-145e117189e3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d97fcdba-147b-42c4-9a36-36beb7fe5385 HTTP/1.1" status: 200 len: 925 time: 0.3175216 Aug 16 19:59:42.636357 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bc0d5b32-6884-4959-81ea-bb22ac036c7a req-ba6503db-f48b-4bae-bd80-1a0b4e4547ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d1ee24c-532b-464d-9b22-fb4c5229244f HTTP/1.1" status: 200 len: 1002 time: 0.0722346 Aug 16 19:59:42.684459 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-d4229d52-f5e8-4c7c-95c6-df4a6a6cd0b2 None None] Set router 661012f0-166d-4793-9f59-8bac1c311f52 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 19:59:42.731846 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780ef79-bc04-42fc-b208-f34ad9525e93 req-5c8975e1-6391-4b2f-babf-3d0e7072cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:42.734084 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f780ef79-bc04-42fc-b208-f34ad9525e93 req-5c8975e1-6391-4b2f-babf-3d0e7072cc49 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1593866 Aug 16 19:59:42.746474 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['60bdef77-16d9-469f-9e7e-e885abfe58e7'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 19:59:42.763912 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-b887c613-d002-41c2-a47f-f71d1d2b7665 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=74e2f72781564173bac530a92b1cda23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551529 Aug 16 19:59:42.768264 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=60bdef77-16d9-469f-9e7e-e885abfe58e7,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:42.840494 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d5b32-6884-4959-81ea-bb22ac036c7a req-a93c16b8-e412-4727-8c9e-6291621df9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:42.843446 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bc0d5b32-6884-4959-81ea-bb22ac036c7a req-a93c16b8-e412-4727-8c9e-6291621df9d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=255dc5d0-2507-406e-9c79-293ed8a42973 HTTP/1.1" status: 200 len: 863 time: 0.1896691 Aug 16 19:59:42.960539 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3be95f11-42cf-4fe8-9b31-d185b07ccb78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:43.004404 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-7db6081f-da3c-4223-976b-e81d9ac4fa89 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:43.011835 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-7db6081f-da3c-4223-976b-e81d9ac4fa89 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2477808 Aug 16 19:59:43.012220 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25f74d-85e6-4399-b369-c8efdba82866 req-2ff6d7d8-96f2-4daa-b14e-a0290ef7259f tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:43.020845 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ad25f74d-85e6-4399-b369-c8efdba82866 req-2ff6d7d8-96f2-4daa-b14e-a0290ef7259f tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=0b063746-e496-4b45-82ca-424f7674d639 HTTP/1.1" status: 200 len: 945 time: 0.2386684 Aug 16 19:59:43.024543 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d5b32-6884-4959-81ea-bb22ac036c7a req-80adbf61-b49b-475a-8902-0ae86988de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:43.025885 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d4229d52-f5e8-4c7c-95c6-df4a6a6cd0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661012f0-166d-4793-9f59-8bac1c311f52', 'name': 'tempest-FloatingIPsTestJSON-1861882293-router', 'tenant_id': '027e97d7b0c2427391b7ef8a75375255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'c647f6f1-4a0b-42d4-a45a-1e36e8401907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:59:36Z', 'updated_at': '2021-08-16T19:59:38Z', 'revision_number': 3, 'project_id': '027e97d7b0c2427391b7ef8a75375255', 'gw_port': {'id': 'c647f6f1-4a0b-42d4-a45a-1e36e8401907', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661012f0-166d-4793-9f59-8bac1c311f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:59:37Z', 'updated_at': '2021-08-16T19:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:59:43.026070 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bc0d5b32-6884-4959-81ea-bb22ac036c7a req-80adbf61-b49b-475a-8902-0ae86988de3d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d97fcdba-147b-42c4-9a36-36beb7fe5385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1710410 Aug 16 19:59:43.033925 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-cecc117e-0fb0-440a-84d3-324492e8e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:43.035941 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-3be95f11-42cf-4fe8-9b31-d185b07ccb78 admin admin] Transition to ACTIVE for port object da29b5fd-f4f2-4ca8-aecc-abc10cb0a601 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:59:43.036634 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-cecc117e-0fb0-440a-84d3-324492e8e755 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80d98bbe248147c88be18e7257fbdc13&device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 1098 time: 0.1318061 Aug 16 19:59:43.044665 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-8e9c5be2-0909-4d3e-8799-819c4e99c3ea tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/quotas/74e2f72781564173bac530a92b1cda23 HTTP/1.1" status: 200 len: 375 time: 0.0317056 Aug 16 19:59:43.074086 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4229d52-f5e8-4c7c-95c6-df4a6a6cd0b2 None None] The sync data for ids ['661012f0-166d-4793-9f59-8bac1c311f52'] in n-d-787206-13 is: [{'id': '661012f0-166d-4793-9f59-8bac1c311f52', 'name': 'tempest-FloatingIPsTestJSON-1861882293-router', 'tenant_id': '027e97d7b0c2427391b7ef8a75375255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'c647f6f1-4a0b-42d4-a45a-1e36e8401907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:59:36Z', 'updated_at': '2021-08-16T19:59:38Z', 'revision_number': 3, 'project_id': '027e97d7b0c2427391b7ef8a75375255', 'gw_port': {'id': 'c647f6f1-4a0b-42d4-a45a-1e36e8401907', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661012f0-166d-4793-9f59-8bac1c311f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:59:37Z', 'updated_at': '2021-08-16T19:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 19:59:43.111121 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f780ef79-bc04-42fc-b208-f34ad9525e93 req-65df05e0-d711-4b15-b785-753eeea77eea service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487473 Aug 16 19:59:43.128999 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ad25f74d-85e6-4399-b369-c8efdba82866 req-212ffe07-d2e7-405c-9e6c-cb653c2ce90c tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070850 Aug 16 19:59:43.292768 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3be95f11-42cf-4fe8-9b31-d185b07ccb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:43.314541 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-88f99ae9-e031-4198-9a1f-5a36e33b0ca6 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=74e2f72781564173bac530a92b1cda23&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2687376 Aug 16 19:59:43.318298 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dff53be7-8245-42f5-9296-8655beb627eb req-c1ec7923-a1d5-4683-b884-b26b7a2a948d tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/ports?device_id=52cd1faa-95fd-4996-a25c-3b877e63759f HTTP/1.1" status: 200 len: 210 time: 0.0487533 Aug 16 19:59:43.338605 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-eae3463b-fe75-4be4-b964-e85234f1dcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:43.342164 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-eae3463b-fe75-4be4-b964-e85234f1dcd3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=273a965b-291d-4de0-904d-d29903ed22d3 HTTP/1.1" status: 200 len: 922 time: 0.2942863 Aug 16 19:59:43.344214 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bc0d5b32-6884-4959-81ea-bb22ac036c7a req-4ecb20a9-63e3-492a-860e-b5190d17c17a service neutron] 10.222.0.57 "GET /v2.0/networks/d97fcdba-147b-42c4-9a36-36beb7fe5385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974455 Aug 16 19:59:43.351156 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be95f11-42cf-4fe8-9b31-d185b07ccb78 admin admin] Network efb76b98-ecc1-4b4f-974c-093feb5afe05 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:59:43.356801 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-3be95f11-42cf-4fe8-9b31-d185b07ccb78 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:59:43.359525 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be95f11-42cf-4fe8-9b31-d185b07ccb78 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:59:43.360190 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3be95f11-42cf-4fe8-9b31-d185b07ccb78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:43.423500 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-1d3e2da4-5b5e-4dcd-bf2c-f5c099ccb5c7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 HTTP/1.1" status: 200 len: 217 time: 0.0709023 Aug 16 19:59:43.494713 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be95f11-42cf-4fe8-9b31-d185b07ccb78 admin admin] Pushing event updated for resources: {'Port': ['ID=da29b5fd-f4f2-4ca8-aecc-abc10cb0a601,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:43.548735 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be95f11-42cf-4fe8-9b31-d185b07ccb78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:43.549229 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be95f11-42cf-4fe8-9b31-d185b07ccb78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:43.550116 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be95f11-42cf-4fe8-9b31-d185b07ccb78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:43.550517 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be95f11-42cf-4fe8-9b31-d185b07ccb78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:43.550995 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be95f11-42cf-4fe8-9b31-d185b07ccb78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:43.551583 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be95f11-42cf-4fe8-9b31-d185b07ccb78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:43.552089 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be95f11-42cf-4fe8-9b31-d185b07ccb78 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:43.552534 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be95f11-42cf-4fe8-9b31-d185b07ccb78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:43.553002 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be95f11-42cf-4fe8-9b31-d185b07ccb78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:43.553441 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be95f11-42cf-4fe8-9b31-d185b07ccb78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:43.553854 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be95f11-42cf-4fe8-9b31-d185b07ccb78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:43.554354 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be95f11-42cf-4fe8-9b31-d185b07ccb78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:43.614446 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f780ef79-bc04-42fc-b208-f34ad9525e93 req-8deaa18f-4390-4b6d-84e2-e2705ab75d1f service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765298 Aug 16 19:59:43.750265 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-b3b42458-d2eb-472c-821a-be7b3a538511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:43.760026 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-b3b42458-d2eb-472c-821a-be7b3a538511 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=49f83f5f-99d4-4f21-857e-7c691113f792 HTTP/1.1" status: 200 len: 861 time: 0.1640844 Aug 16 19:59:43.783215 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3be95f11-42cf-4fe8-9b31-d185b07ccb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:43.789729 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-9f3f4c76-6222-4a21-83d0-c210548c1593 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=3f57965d09704e48b58e8ac4e81b7331&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1026709 Aug 16 19:59:43.914745 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bc0d5b32-6884-4959-81ea-bb22ac036c7a req-4b5768cd-2f11-4c1f-8674-6dcd8e864115 service neutron] 10.222.0.57 "GET /v2.0/networks/d97fcdba-147b-42c4-9a36-36beb7fe5385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891791 Aug 16 19:59:43.919214 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-41bbc1ce-fac6-4f02-86bb-9f1e9342647d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=273a965b-291d-4de0-904d-d29903ed22d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028607 Aug 16 19:59:43.936077 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d2cd8529-21e1-4214-b309-51128c73d828 None None] Provisioning for port da29b5fd-f4f2-4ca8-aecc-abc10cb0a601 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:59:43.940128 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d2cd8529-21e1-4214-b309-51128c73d828 None None] Provisioning complete for port da29b5fd-f4f2-4ca8-aecc-abc10cb0a601 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:59:43.940755 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8529-21e1-4214-b309-51128c73d828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:44.039983 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d2cd8529-21e1-4214-b309-51128c73d828 None None] Port da29b5fd-f4f2-4ca8-aecc-abc10cb0a601 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 19:59:44.121053 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-b3080979-293a-493a-ab38-1ee0d60536c4 service neutron] 10.222.0.63 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882200 Aug 16 19:59:44.160018 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203713d1-87b5-4c4f-801e-b9488b718646 req-dfbafea5-0e20-479e-a4ba-ccb45b7f54ea tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:44.170756 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-203713d1-87b5-4c4f-801e-b9488b718646 req-dfbafea5-0e20-479e-a4ba-ccb45b7f54ea tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 946 time: 0.4071960 Aug 16 19:59:44.273375 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-1a9318ae-b325-4698-91d6-fd9ff29e6d56 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:44.276203 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-1a9318ae-b325-4698-91d6-fd9ff29e6d56 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4766898 Aug 16 19:59:44.299176 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-203713d1-87b5-4c4f-801e-b9488b718646 req-76e13ec6-b0f8-4c64-a510-ced129d813d6 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275332 Aug 16 19:59:44.305534 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-cfaf9ef7-27fd-4806-8d8f-fdd98b972eee tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Request body: {'port': {'device_id': '52cd1faa-95fd-4996-a25c-3b877e63759f', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'admin_state_up': True, 'tenant_id': '3f57965d09704e48b58e8ac4e81b7331'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:59:44.329977 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c5800-9755-4c0b-be55-d0de94667d3d req-b0468705-ff59-46fe-af60-9550bc4785a3 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:44.331625 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fc1c5800-9755-4c0b-be55-d0de94667d3d req-b0468705-ff59-46fe-af60-9550bc4785a3 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee46e2a-470e-4c7f-b15e-d9aa02420908 HTTP/1.1" status: 200 len: 949 time: 0.2139840 Aug 16 19:59:44.343707 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-2d5471e9-71a6-4d83-b249-872ef47d8dd9 service neutron] 10.222.0.63 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058578 Aug 16 19:59:44.478073 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fc1c5800-9755-4c0b-be55-d0de94667d3d req-b0e1ec5e-971e-4a56-a510-3bb8c99cb6e2 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/security-groups?id=0beef620-6449-4be3-9233-7b7b5e8e0ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231658 Aug 16 19:59:44.546391 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-16fb3b2b-741e-47c8-8653-e4477c679547 req-e8b80adf-adb1-4134-a8dd-707b0f16daf3 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e517ce67-26a1-45bb-ba8e-5488e08ca3d0 HTTP/1.1" status: 200 len: 210 time: 0.0344148 Aug 16 19:59:44.573056 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3be95f11-42cf-4fe8-9b31-d185b07ccb78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:44.591072 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3be95f11-42cf-4fe8-9b31-d185b07ccb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:44.592765 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3be95f11-42cf-4fe8-9b31-d185b07ccb78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:44.596267 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-23dc1b58-072d-483a-88b8-020883248880 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:44.598312 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-23dc1b58-072d-483a-88b8-020883248880 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=82951381-23c8-4537-a6c1-336a9dc2f33a&tenant_id=80d98bbe248147c88be18e7257fbdc13&binding%3Ahost_id=n-h1-787206-13 HTTP/1.1" status: 200 len: 1098 time: 0.1352770 Aug 16 19:59:44.635100 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-787206-13'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:59:44.731999 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-21a6bb2c-8194-407d-9cdd-b1642a8d43f4 req-7521f7db-f21b-4303-9050-07339e7ac6bb tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/ports?device_id=52cd1faa-95fd-4996-a25c-3b877e63759f HTTP/1.1" status: 200 len: 210 time: 0.0847309 Aug 16 19:59:44.758894 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-cfaf9ef7-27fd-4806-8d8f-fdd98b972eee tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Made reservation on behalf of 3f57965d09704e48b58e8ac4e81b7331 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:59:44.764013 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-cfaf9ef7-27fd-4806-8d8f-fdd98b972eee tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:44.788654 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:44.843782 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-cfaf9ef7-27fd-4806-8d8f-fdd98b972eee tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:44.893588 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be95f11-42cf-4fe8-9b31-d185b07ccb78 admin admin] Pushing event updated for resources: {'Port': ['ID=da29b5fd-f4f2-4ca8-aecc-abc10cb0a601,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:44.919892 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 8697870c-30a4-4515-bb8d-0fd70eab1caf up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:59:44.931482 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 60bdef77-16d9-469f-9e7e-e885abfe58e7 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:59:44.987047 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f87af-d789-4cbf-bdde-f0d7d4c93b93 req-0470920c-031e-42e8-ba2b-41e072bca49d tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:44.988751 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fd0f87af-d789-4cbf-bdde-f0d7d4c93b93 req-0470920c-031e-42e8-ba2b-41e072bca49d tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=0b063746-e496-4b45-82ca-424f7674d639 HTTP/1.1" status: 200 len: 945 time: 0.2641726 Aug 16 19:59:45.023638 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] For port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=028e0b1c-c3bb-4dd1-85c3-e193b851ddd3,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:45.049014 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be95f11-42cf-4fe8-9b31-d185b07ccb78 admin admin] Network efb76b98-ecc1-4b4f-974c-093feb5afe05 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:59:45.070223 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-3be95f11-42cf-4fe8-9b31-d185b07ccb78 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:59:45.119122 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] For port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:59:45.132443 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fd0f87af-d789-4cbf-bdde-f0d7d4c93b93 req-26f3a5e5-466b-4007-94d6-fcf82134f994 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279137 Aug 16 19:59:45.171385 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c647f6f1-4a0b-42d4-a45a-1e36e8401907 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:59:45.251497 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-cfaf9ef7-27fd-4806-8d8f-fdd98b972eee tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:45.264308 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82951381-23c8-4537-a6c1-336a9dc2f33a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '028e0b1c-c3bb-4dd1-85c3-e193b851ddd3'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:59:45.266845 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf00c0c-f992-425a-9fc3-c4af919d473e" -d '{"events": [{"server_uuid": "82951381-23c8-4537-a6c1-336a9dc2f33a", "name": "network-vif-unplugged", "status": "completed", "tag": "028e0b1c-c3bb-4dd1-85c3-e193b851ddd3"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:59:45.277341 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:45.280605 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-cfaf9ef7-27fd-4806-8d8f-fdd98b972eee tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:45.290168 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:45.407151 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] Pushing event updated for resources: {'Port': ['ID=028e0b1c-c3bb-4dd1-85c3-e193b851ddd3,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:45.504934 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 19:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d785c9b-0c32-4a76-a53b-60a41b62052b x-openstack-request-id: req-7d785c9b-0c32-4a76-a53b-60a41b62052b {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:59:45.504934 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82951381-23c8-4537-a6c1-336a9dc2f33a", "name": "network-vif-unplugged", "status": "completed", "tag": "028e0b1c-c3bb-4dd1-85c3-e193b851ddd3", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:59:45.505518 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7d785c9b-0c32-4a76-a53b-60a41b62052b {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:59:45.505689 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82951381-23c8-4537-a6c1-336a9dc2f33a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '028e0b1c-c3bb-4dd1-85c3-e193b851ddd3', 'code': 200} Aug 16 19:59:45.515214 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 60bdef77-16d9-469f-9e7e-e885abfe58e7 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:59:45.523345 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:45.523887 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:45.524403 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:45.524939 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:45.525457 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:45.525975 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:45.526731 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:45.534275 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 8697870c-30a4-4515-bb8d-0fd70eab1caf completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:59:45.537790 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:45.538314 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:45.538837 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:45.542027 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:45.542797 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 19:59:45.562318 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port c647f6f1-4a0b-42d4-a45a-1e36e8401907 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:59:45.565747 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 60bdef77-16d9-469f-9e7e-e885abfe58e7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:59:45.566319 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:45.568883 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-2457398d-a6d0-43b1-ab3c-cf948bd3d162 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=74e2f72781564173bac530a92b1cda23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1549280 Aug 16 19:59:45.582576 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 8697870c-30a4-4515-bb8d-0fd70eab1caf triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:59:45.595234 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:45.735511 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port c647f6f1-4a0b-42d4-a45a-1e36e8401907 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:59:45.737186 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:45.791160 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] Attempting to bind port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 on host n-h1-787206-13 for vnic_type normal with profile {"migrating_to": "n-h2-787206-13"} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:59:45.791789 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] Attempting to bind port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:59:45.794821 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] Attempting to bind port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 on network 273a965b-291d-4de0-904d-d29903ed22d3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:45.835966 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] Port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 on network 273a965b-291d-4de0-904d-d29903ed22d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 19:59:45.836341 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] Attempting to bind port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 on network 273a965b-291d-4de0-904d-d29903ed22d3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:45.843352 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ff61cbb6-74b7-4bf5-aa69-485353438c7b None None] Provisioning complete for port da29b5fd-f4f2-4ca8-aecc-abc10cb0a601 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:59:45.844340 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ff61cbb6-74b7-4bf5-aa69-485353438c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:45.861358 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:59:45.861610 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] Checking segment: {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:59:45.861920 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] Bound using segment: {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:59:45.862387 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] Bound port: 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:59:45.862748 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:45.911755 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf9ef7-27fd-4806-8d8f-fdd98b972eee tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb30cecf-c58f-4d85-a5fe-cfc59be57061,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:45.947303 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be95f11-42cf-4fe8-9b31-d185b07ccb78 admin admin] Router 661012f0-166d-4793-9f59-8bac1c311f52 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 19:59:45.947916 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4cacd-1d32-4ea1-9f59-4c82fe08fc39 req-58002d81-2e14-43b6-8b45-9b618e52f53f tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:45.950455 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3fc4cacd-1d32-4ea1-9f59-4c82fe08fc39 req-58002d81-2e14-43b6-8b45-9b618e52f53f tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee46e2a-470e-4c7f-b15e-d9aa02420908 HTTP/1.1" status: 200 len: 949 time: 0.2458742 Aug 16 19:59:45.990215 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ff61cbb6-74b7-4bf5-aa69-485353438c7b None None] Port da29b5fd-f4f2-4ca8-aecc-abc10cb0a601 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 19:59:46.017151 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-22db0202-4416-417f-afe3-f3c6a5bc875a tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:46.018833 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-22db0202-4416-417f-afe3-f3c6a5bc875a tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4403093 Aug 16 19:59:46.038427 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e4506-90c3-426b-afc9-85f723022071 req-b993dea9-4fd5-4403-8cb0-ebb1484b7b1c tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:46.041070 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:46.051809 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec6e4506-90c3-426b-afc9-85f723022071 req-b993dea9-4fd5-4403-8cb0-ebb1484b7b1c tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 944 time: 0.2450266 Aug 16 19:59:46.090394 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:46.096571 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:46.119737 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b063746-e496-4b45-82ca-424f7674d639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bdef77-16d9-469f-9e7e-e885abfe58e7'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:59:46.123116 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7373cb62-72ed-4e60-a7c7-ed4bdfc3d60e" -d '{"events": [{"server_uuid": "0b063746-e496-4b45-82ca-424f7674d639", "name": "network-vif-plugged", "status": "completed", "tag": "60bdef77-16d9-469f-9e7e-e885abfe58e7"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:59:46.162820 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 60bdef77-16d9-469f-9e7e-e885abfe58e7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=60bdef77-16d9-469f-9e7e-e885abfe58e7,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:46.171909 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port c647f6f1-4a0b-42d4-a45a-1e36e8401907, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=c647f6f1-4a0b-42d4-a45a-1e36e8401907,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:46.177057 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:46.194766 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:46.202041 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 8697870c-30a4-4515-bb8d-0fd70eab1caf, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=8697870c-30a4-4515-bb8d-0fd70eab1caf,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:46.228174 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:46.230390 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device b584353f-767c-48df-9272-5d9cb4770a21 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:59:46.248748 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be95f11-42cf-4fe8-9b31-d185b07ccb78 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 19:59:46.274473 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3be95f11-42cf-4fe8-9b31-d185b07ccb78 admin admin] 10.222.0.68 "PUT /v2.0/routers/661012f0-166d-4793-9f59-8bac1c311f52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6267905 Aug 16 19:59:46.305059 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=60bdef77-16d9-469f-9e7e-e885abfe58e7,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:46.311067 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec6e4506-90c3-426b-afc9-85f723022071 req-9b092d16-ba05-4f26-89e1-aeab8293e234 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571943 Aug 16 19:59:46.321081 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-7e76c4f2-9827-43c0-8c85-750309423bce tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Request body: {'port': {'device_id': 'e517ce67-26a1-45bb-ba8e-5488e08ca3d0', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'admin_state_up': True, 'tenant_id': '74e2f72781564173bac530a92b1cda23'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:59:46.329137 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-cfaf9ef7-27fd-4806-8d8f-fdd98b972eee tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Allocated IP 192.168.233.254 (b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46/5dedf524-5a11-40fc-90de-b9413f1a2279/025bf74e-61d5-435c-9b48-f979e97ad65d) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:59:46.334206 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46d697d-e5db-4068-9d96-43cff18d8f45 None None] Sync routers for ids ['661012f0-166d-4793-9f59-8bac1c311f52'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 19:59:46.450598 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3fc4cacd-1d32-4ea1-9f59-4c82fe08fc39 req-0d54d00b-689c-481d-8b74-db5f97e44a7c tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/security-groups?id=0beef620-6449-4be3-9233-7b7b5e8e0ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4645016 Aug 16 19:59:46.458145 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] For port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:59:46.469182 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] For port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=028e0b1c-c3bb-4dd1-85c3-e193b851ddd3,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:59:46.486796 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:46.495569 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46d697d-e5db-4068-9d96-43cff18d8f45 None None] Routers {'661012f0-166d-4793-9f59-8bac1c311f52'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 19:59:46.504484 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e46d697d-e5db-4068-9d96-43cff18d8f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T19:59:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['661012f0-166d-4793-9f59-8bac1c311f52'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:59:46.598195 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=c647f6f1-4a0b-42d4-a45a-1e36e8401907,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:46.647287 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d9e7d554-3077-4a81-9c7c-ec1fe792594d req-2961c123-1b13-46b6-b16c-0918c46d7e32 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/ports?device_id=52cd1faa-95fd-4996-a25c-3b877e63759f HTTP/1.1" status: 200 len: 210 time: 0.0822682 Aug 16 19:59:46.650891 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-375c7e9f-b9b5-43c0-8c26-0496ba7bf5cd req-ac4a25bd-c786-4d88-a017-15d063aeb393 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e517ce67-26a1-45bb-ba8e-5488e08ca3d0 HTTP/1.1" status: 200 len: 210 time: 0.1024146 Aug 16 19:59:46.695471 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port b584353f-767c-48df-9272-5d9cb4770a21 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:59:46.713264 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port b584353f-767c-48df-9272-5d9cb4770a21 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:59:46.713645 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:46.753231 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 19:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85460db7-488e-4e63-894e-40f7c1041819 x-openstack-request-id: req-85460db7-488e-4e63-894e-40f7c1041819 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:59:46.753700 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b063746-e496-4b45-82ca-424f7674d639", "name": "network-vif-plugged", "status": "completed", "tag": "60bdef77-16d9-469f-9e7e-e885abfe58e7", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:59:46.753955 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-85460db7-488e-4e63-894e-40f7c1041819 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:59:46.754359 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b063746-e496-4b45-82ca-424f7674d639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bdef77-16d9-469f-9e7e-e885abfe58e7', 'code': 200} Aug 16 19:59:46.778964 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-e46d697d-e5db-4068-9d96-43cff18d8f45 None None] Set router 661012f0-166d-4793-9f59-8bac1c311f52 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 19:59:46.786090 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=8697870c-30a4-4515-bb8d-0fd70eab1caf,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:46.802608 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:46.805804 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:46.810854 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] 10.222.0.63 "PUT /v2.0/ports/028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 HTTP/1.1" status: 200 len: 1124 time: 2.2007897 Aug 16 19:59:46.837383 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d88eb1-3d74-4fd8-9b25-556f9a5fecee service neutron] Pushing event updated for resources: {'Port': ['ID=028e0b1c-c3bb-4dd1-85c3-e193b851ddd3,revision_number=8']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:46.841435 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-cfaf9ef7-27fd-4806-8d8f-fdd98b972eee tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:46.871163 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-cfaf9ef7-27fd-4806-8d8f-fdd98b972eee tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Transition to ACTIVE for port object 025bf74e-61d5-435c-9b48-f979e97ad65d will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:59:46.887466 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba9644-bca1-434f-9162-acdcbaca405c req-086cb8b7-35f6-4678-92cd-d67b35677e78 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:46.895685 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-54ba9644-bca1-434f-9162-acdcbaca405c req-086cb8b7-35f6-4678-92cd-d67b35677e78 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=0b063746-e496-4b45-82ca-424f7674d639 HTTP/1.1" status: 200 len: 946 time: 0.1172924 Aug 16 19:59:46.943472 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['028e0b1c-c3bb-4dd1-85c3-e193b851ddd3'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 19:59:46.952916 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-54ba9644-bca1-434f-9162-acdcbaca405c req-47d23eb4-5b12-41eb-a7d6-89eff4066bbd tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557277 Aug 16 19:59:46.988155 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-7e76c4f2-9827-43c0-8c85-750309423bce tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Made reservation on behalf of 74e2f72781564173bac530a92b1cda23 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 19:59:46.993781 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-7e76c4f2-9827-43c0-8c85-750309423bce tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:47.008649 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-cfaf9ef7-27fd-4806-8d8f-fdd98b972eee tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:47.026523 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c647f6f1-4a0b-42d4-a45a-1e36e8401907 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:59:47.092499 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf9ef7-27fd-4806-8d8f-fdd98b972eee tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Pushing event updated for resources: {'Port': ['ID=025bf74e-61d5-435c-9b48-f979e97ad65d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:47.108617 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-cfaf9ef7-27fd-4806-8d8f-fdd98b972eee tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:59:47.110438 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-cfaf9ef7-27fd-4806-8d8f-fdd98b972eee tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:59:47.113249 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-cfaf9ef7-27fd-4806-8d8f-fdd98b972eee tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:59:47.120706 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-cfaf9ef7-27fd-4806-8d8f-fdd98b972eee tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:47.121649 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-cfaf9ef7-27fd-4806-8d8f-fdd98b972eee tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:47.140472 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-cfaf9ef7-27fd-4806-8d8f-fdd98b972eee tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8457832 Aug 16 19:59:47.141678 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:47.156814 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd115f-86d9-476f-a706-e172b3a4dd83 req-082d23c2-fd90-4875-97ec-878d312bdc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:47.157038 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-a7c596b0-9805-477e-8542-2e40f49fa185 service neutron] Request body: {'port': {'device_id': '52cd1faa-95fd-4996-a25c-3b877e63759f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:59:47.158979 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dffd115f-86d9-476f-a706-e172b3a4dd83 req-082d23c2-fd90-4875-97ec-878d312bdc99 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0b063746-e496-4b45-82ca-424f7674d639 HTTP/1.1" status: 200 len: 1098 time: 0.3042321 Aug 16 19:59:47.235955 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port b584353f-767c-48df-9272-5d9cb4770a21, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=b584353f-767c-48df-9272-5d9cb4770a21,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:47.243760 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-a7c596b0-9805-477e-8542-2e40f49fa185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:47.246983 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:47.329798 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=b584353f-767c-48df-9272-5d9cb4770a21,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:47.343241 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port c647f6f1-4a0b-42d4-a45a-1e36e8401907 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:59:47.343640 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:47.363953 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-28aca90b-e44f-4473-a252-41fe795a3f6d req-2d5e8b1b-a256-4837-a790-8b5159fa2ad1 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4708862 Aug 16 19:59:47.374032 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-28aca90b-e44f-4473-a252-41fe795a3f6d req-44a8efc0-6848-4088-979b-3fadd99fcfdf tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:59:47.450784 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dffd115f-86d9-476f-a706-e172b3a4dd83 req-37895c71-83d7-43ee-b41b-8c30a5f5fe2f service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394693 Aug 16 19:59:47.492253 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-28aca90b-e44f-4473-a252-41fe795a3f6d req-44a8efc0-6848-4088-979b-3fadd99fcfdf tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:47.515787 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82951381-23c8-4537-a6c1-336a9dc2f33a', 'tag': '028e0b1c-c3bb-4dd1-85c3-e193b851ddd3'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:59:47.518736 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59ea7d9-9b78-4e6c-a3f1-24ed5254c7ec" -d '{"events": [{"name": "network-changed", "server_uuid": "82951381-23c8-4537-a6c1-336a9dc2f33a", "tag": "028e0b1c-c3bb-4dd1-85c3-e193b851ddd3"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:59:47.531455 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-7e76c4f2-9827-43c0-8c85-750309423bce tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Allocated IP 192.168.233.108 (b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46/5dedf524-5a11-40fc-90de-b9413f1a2279/c6c0c476-902b-451c-9aaa-dcfd44d27296) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:59:47.567662 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270a98a-d2b8-45a7-8395-4a78aa09749b req-8b1b6853-7ebc-4d1f-9d86-fa8c3f032a18 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:47.569505 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1270a98a-d2b8-45a7-8395-4a78aa09749b req-8b1b6853-7ebc-4d1f-9d86-fa8c3f032a18 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 944 time: 0.0637674 Aug 16 19:59:47.631080 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-28c0fd99-8169-496d-ac57-3abcefde0a3c None None] Provisioning for port 025bf74e-61d5-435c-9b48-f979e97ad65d completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:59:47.634823 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1270a98a-d2b8-45a7-8395-4a78aa09749b req-af0f906b-c868-4b4c-9cef-1c723e3f8bc8 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584087 Aug 16 19:59:47.647970 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-28c0fd99-8169-496d-ac57-3abcefde0a3c None None] Provisioning complete for port 025bf74e-61d5-435c-9b48-f979e97ad65d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:59:47.649130 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28c0fd99-8169-496d-ac57-3abcefde0a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:47.652970 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e46d697d-e5db-4068-9d96-43cff18d8f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661012f0-166d-4793-9f59-8bac1c311f52', 'name': 'tempest-FloatingIPsTestJSON-1861882293-router', 'tenant_id': '027e97d7b0c2427391b7ef8a75375255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'c647f6f1-4a0b-42d4-a45a-1e36e8401907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:59:36Z', 'updated_at': '2021-08-16T19:59:43Z', 'revision_number': 4, 'project_id': '027e97d7b0c2427391b7ef8a75375255', 'gw_port': {'id': 'c647f6f1-4a0b-42d4-a45a-1e36e8401907', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661012f0-166d-4793-9f59-8bac1c311f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:59:37Z', 'updated_at': '2021-08-16T19:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'da29b5fd-f4f2-4ca8-aecc-abc10cb0a601', 'name': '', 'network_id': 'efb76b98-ecc1-4b4f-974c-093feb5afe05', 'tenant_id': '027e97d7b0c2427391b7ef8a75375255', 'mac_address': 'fa:16:3e:e9:cf:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661012f0-166d-4793-9f59-8bac1c311f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '906ea599-1936-4b2b-b2fd-3566f91234b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:59:42Z', 'updated_at': '2021-08-16T19:59:43Z', 'revision_number': 2, 'project_id': '027e97d7b0c2427391b7ef8a75375255', 'subnets': [{'id': '906ea599-1936-4b2b-b2fd-3566f91234b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:59:47.703071 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46d697d-e5db-4068-9d96-43cff18d8f45 None None] Checking router: 661012f0-166d-4793-9f59-8bac1c311f52 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 19:59:47.703482 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46d697d-e5db-4068-9d96-43cff18d8f45 None None] Updating router 661012f0-166d-4793-9f59-8bac1c311f52 port da29b5fd-f4f2-4ca8-aecc-abc10cb0a601 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 19:59:47.747244 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-28c0fd99-8169-496d-ac57-3abcefde0a3c None None] Port 025bf74e-61d5-435c-9b48-f979e97ad65d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 19:59:47.756557 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e46d697d-e5db-4068-9d96-43cff18d8f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:47.789385 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226af130-3e1a-4176-9e93-186ef3e3b540 req-40df7680-f02b-4ef6-aff4-23a7ddaa877b tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:47.799578 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-226af130-3e1a-4176-9e93-186ef3e3b540 req-40df7680-f02b-4ef6-aff4-23a7ddaa877b tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee46e2a-470e-4c7f-b15e-d9aa02420908 HTTP/1.1" status: 200 len: 950 time: 0.0777442 Aug 16 19:59:47.812214 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-7e76c4f2-9827-43c0-8c85-750309423bce tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:47.829118 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-7e76c4f2-9827-43c0-8c85-750309423bce tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Transition to ACTIVE for port object c6c0c476-902b-451c-9aaa-dcfd44d27296 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:59:47.853424 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-226af130-3e1a-4176-9e93-186ef3e3b540 req-73f66796-92a4-4c8c-9a1c-46e4acc8187e tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/security-groups?id=0beef620-6449-4be3-9233-7b7b5e8e0ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474875 Aug 16 19:59:47.894307 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-7e76c4f2-9827-43c0-8c85-750309423bce tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:47.912418 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['251a8cc9-a8e6-4002-adb1-80ff793c59c9', '55d3f219-cd02-443f-800f-c0b1954e88bf', '4b294502-e578-44a3-aa2e-ed43d46f085d', 'f2033db9-2f1d-498b-892d-08c38b96416c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 19:59:47.919194 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 19:59:47.977945 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 19:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4b53c2-60fd-4fcd-9154-6030bf88e107 x-openstack-request-id: req-8e4b53c2-60fd-4fcd-9154-6030bf88e107 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:59:47.978230 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82951381-23c8-4537-a6c1-336a9dc2f33a", "tag": "028e0b1c-c3bb-4dd1-85c3-e193b851ddd3", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:59:47.978479 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8e4b53c2-60fd-4fcd-9154-6030bf88e107 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:59:47.979114 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82951381-23c8-4537-a6c1-336a9dc2f33a', 'tag': '028e0b1c-c3bb-4dd1-85c3-e193b851ddd3', 'status': 'completed', 'code': 200} Aug 16 19:59:47.982412 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e76c4f2-9827-43c0-8c85-750309423bce tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Pushing event updated for resources: {'Port': ['ID=c6c0c476-902b-451c-9aaa-dcfd44d27296,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:48.000970 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-7e76c4f2-9827-43c0-8c85-750309423bce tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:59:48.017777 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-28aca90b-e44f-4473-a252-41fe795a3f6d req-44a8efc0-6848-4088-979b-3fadd99fcfdf tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:48.032571 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-7e76c4f2-9827-43c0-8c85-750309423bce tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:59:48.040965 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-7e76c4f2-9827-43c0-8c85-750309423bce tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:59:48.047315 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-7e76c4f2-9827-43c0-8c85-750309423bce tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:48.047971 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-7e76c4f2-9827-43c0-8c85-750309423bce tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:48.102734 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ea7d9-9b78-4e6c-a3f1-24ed5254c7ec req-d9d83180-a6aa-4ab7-be6e-9175441310f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:48.107148 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f59ea7d9-9b78-4e6c-a3f1-24ed5254c7ec req-d9d83180-a6aa-4ab7-be6e-9175441310f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=80d98bbe248147c88be18e7257fbdc13&device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 1127 time: 0.1303706 Aug 16 19:59:48.112641 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-7e76c4f2-9827-43c0-8c85-750309423bce tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7978339 Aug 16 19:59:48.122785 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-a7c596b0-9805-477e-8542-2e40f49fa185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 025bf74e-61d5-435c-9b48-f979e97ad65d {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:59:48.134116 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-a7c596b0-9805-477e-8542-2e40f49fa185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:48.153239 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-a7c596b0-9805-477e-8542-2e40f49fa185 service neutron] Transition to ACTIVE for port object 025bf74e-61d5-435c-9b48-f979e97ad65d will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:59:48.161099 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-045264b2-9684-4151-91c5-fcc40b03bd17 service neutron] Request body: {'port': {'device_id': 'e517ce67-26a1-45bb-ba8e-5488e08ca3d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:59:48.208093 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-a7c596b0-9805-477e-8542-2e40f49fa185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:48.327707 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257a9c4-1719-4856-85ea-627d84e9bcbd req-5a9ff567-c2ee-4567-bc4c-9127f4c7c1e6 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:48.330040 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f257a9c4-1719-4856-85ea-627d84e9bcbd req-5a9ff567-c2ee-4567-bc4c-9127f4c7c1e6 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/ports?device_id=52cd1faa-95fd-4996-a25c-3b877e63759f HTTP/1.1" status: 200 len: 948 time: 0.1751516 Aug 16 19:59:48.374637 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-045264b2-9684-4151-91c5-fcc40b03bd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:48.376772 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-a7c596b0-9805-477e-8542-2e40f49fa185 service neutron] Attempting to bind port 025bf74e-61d5-435c-9b48-f979e97ad65d on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:59:48.377117 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-a7c596b0-9805-477e-8542-2e40f49fa185 service neutron] Attempting to bind port 025bf74e-61d5-435c-9b48-f979e97ad65d by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:59:48.377448 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-a7c596b0-9805-477e-8542-2e40f49fa185 service neutron] Attempting to bind port 025bf74e-61d5-435c-9b48-f979e97ad65d on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:48.391286 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-a7c596b0-9805-477e-8542-2e40f49fa185 service neutron] Port 025bf74e-61d5-435c-9b48-f979e97ad65d on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 19:59:48.391630 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-a7c596b0-9805-477e-8542-2e40f49fa185 service neutron] Attempting to bind port 025bf74e-61d5-435c-9b48-f979e97ad65d on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:48.398781 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c596b0-9805-477e-8542-2e40f49fa185 service neutron] Pushing event updated for resources: {'Port': ['ID=025bf74e-61d5-435c-9b48-f979e97ad65d,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:48.417646 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-a7c596b0-9805-477e-8542-2e40f49fa185 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:59:48.417646 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-a7c596b0-9805-477e-8542-2e40f49fa185 service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:59:48.418342 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-a7c596b0-9805-477e-8542-2e40f49fa185 service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:59:48.418496 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-a7c596b0-9805-477e-8542-2e40f49fa185 service neutron] Bound port: 025bf74e-61d5-435c-9b48-f979e97ad65d, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:59:48.421192 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-a7c596b0-9805-477e-8542-2e40f49fa185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:48.484526 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f257a9c4-1719-4856-85ea-627d84e9bcbd req-1a30cb58-af8d-4c53-98ec-29658fb17f01 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/security-groups?id=bb30cecf-c58f-4d85-a5fe-cfc59be57061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349938 Aug 16 19:59:48.495681 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-28aca90b-e44f-4473-a252-41fe795a3f6d req-44a8efc0-6848-4088-979b-3fadd99fcfdf tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Allocated IP 172.25.8.69 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/967796bd-f428-493e-8197-34da4814473e) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:59:48.500303 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ea7d9-9b78-4e6c-a3f1-24ed5254c7ec req-b3472046-5756-453e-8b50-f5b6318f98f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:48.501844 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f59ea7d9-9b78-4e6c-a3f1-24ed5254c7ec req-b3472046-5756-453e-8b50-f5b6318f98f7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=273a965b-291d-4de0-904d-d29903ed22d3 HTTP/1.1" status: 200 len: 922 time: 0.3844161 Aug 16 19:59:48.638434 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f59ea7d9-9b78-4e6c-a3f1-24ed5254c7ec req-9ba76d36-62c8-4bfa-90f8-459ec9f10ac9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 HTTP/1.1" status: 200 len: 217 time: 0.1110852 Aug 16 19:59:48.693591 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-a7c596b0-9805-477e-8542-2e40f49fa185 service neutron] For port 025bf74e-61d5-435c-9b48-f979e97ad65d, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:59:48.701247 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-a7c596b0-9805-477e-8542-2e40f49fa185 service neutron] For port 025bf74e-61d5-435c-9b48-f979e97ad65d, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=025bf74e-61d5-435c-9b48-f979e97ad65d,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:59:48.717112 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-885e25b0-f1f1-4d77-8e6d-4d7477d173d3 None None] Provisioning for port c6c0c476-902b-451c-9aaa-dcfd44d27296 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:59:48.732503 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-a7c596b0-9805-477e-8542-2e40f49fa185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:48.765126 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee46e2a-470e-4c7f-b15e-d9aa02420908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8697870c-30a4-4515-bb8d-0fd70eab1caf'}, {'server_uuid': '2b500535-6c1d-40e0-8574-82b1d405e864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b584353f-767c-48df-9272-5d9cb4770a21'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:59:48.775659 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912050ce-8e95-454b-9c4d-b91cdc4347bf" -d '{"events": [{"server_uuid": "0ee46e2a-470e-4c7f-b15e-d9aa02420908", "name": "network-vif-plugged", "status": "completed", "tag": "8697870c-30a4-4515-bb8d-0fd70eab1caf"}, {"server_uuid": "2b500535-6c1d-40e0-8574-82b1d405e864", "name": "network-vif-plugged", "status": "completed", "tag": "b584353f-767c-48df-9272-5d9cb4770a21"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:59:48.782763 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-885e25b0-f1f1-4d77-8e6d-4d7477d173d3 None None] Provisioning complete for port c6c0c476-902b-451c-9aaa-dcfd44d27296 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:59:48.783279 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-885e25b0-f1f1-4d77-8e6d-4d7477d173d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:48.888852 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-a7c596b0-9805-477e-8542-2e40f49fa185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:48.890218 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-a7c596b0-9805-477e-8542-2e40f49fa185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:48.893142 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-a7c596b0-9805-477e-8542-2e40f49fa185 service neutron] 10.222.0.63 "PUT /v2.0/ports/025bf74e-61d5-435c-9b48-f979e97ad65d HTTP/1.1" status: 200 len: 1097 time: 1.7414014 Aug 16 19:59:48.901070 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52cd1faa-95fd-4996-a25c-3b877e63759f', 'tag': '025bf74e-61d5-435c-9b48-f979e97ad65d'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:59:48.905587 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32043390-1b24-4807-b680-eec0fdc66c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "52cd1faa-95fd-4996-a25c-3b877e63759f", "tag": "025bf74e-61d5-435c-9b48-f979e97ad65d"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:59:48.981663 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 19:59:49.011921 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-045264b2-9684-4151-91c5-fcc40b03bd17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6c0c476-902b-451c-9aaa-dcfd44d27296 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:59:49.020136 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-045264b2-9684-4151-91c5-fcc40b03bd17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:49.034101 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-045264b2-9684-4151-91c5-fcc40b03bd17 service neutron] Transition to ACTIVE for port object c6c0c476-902b-451c-9aaa-dcfd44d27296 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:59:49.060108 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-045264b2-9684-4151-91c5-fcc40b03bd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:49.062578 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e46d697d-e5db-4068-9d96-43cff18d8f45 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:49.081353 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7eb7b8-bb36-4118-969d-41f8ad1f88f4 req-24c8d1ed-49c4-4394-938d-740e3cbbab7a tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:49.094967 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ad7eb7b8-bb36-4118-969d-41f8ad1f88f4 req-24c8d1ed-49c4-4394-938d-740e3cbbab7a tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e517ce67-26a1-45bb-ba8e-5488e08ca3d0 HTTP/1.1" status: 200 len: 936 time: 0.3900287 Aug 16 19:59:49.142051 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c596b0-9805-477e-8542-2e40f49fa185 service neutron] Pushing event updated for resources: {'Port': ['ID=025bf74e-61d5-435c-9b48-f979e97ad65d,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:49.194760 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-b5108b0c-c434-4cb3-93f5-f5bd49d86be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:49.197732 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-b5108b0c-c434-4cb3-93f5-f5bd49d86be8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3f57965d09704e48b58e8ac4e81b7331&device_id=52cd1faa-95fd-4996-a25c-3b877e63759f HTTP/1.1" status: 200 len: 1100 time: 0.2472160 Aug 16 19:59:49.207506 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-885e25b0-f1f1-4d77-8e6d-4d7477d173d3 None None] Port c6c0c476-902b-451c-9aaa-dcfd44d27296 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 19:59:49.223131 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e46d697d-e5db-4068-9d96-43cff18d8f45 None None] Transition to ACTIVE for port object da29b5fd-f4f2-4ca8-aecc-abc10cb0a601 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:59:49.226575 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ad7eb7b8-bb36-4118-969d-41f8ad1f88f4 req-d1da902f-fe3c-4568-aa9f-bc0fca0ce8b5 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298099 Aug 16 19:59:49.260683 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.db.resource_extend [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 19:59:49.266695 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e46d697d-e5db-4068-9d96-43cff18d8f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:49.280635 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ea7d9-9b78-4e6c-a3f1-24ed5254c7ec req-fe4a551b-0e57-4b42-ae6e-582e0b11e779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:49.282619 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f59ea7d9-9b78-4e6c-a3f1-24ed5254c7ec req-fe4a551b-0e57-4b42-ae6e-582e0b11e779 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49f83f5f-99d4-4f21-857e-7c691113f792 HTTP/1.1" status: 200 len: 861 time: 0.2408249 Aug 16 19:59:49.286582 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-045264b2-9684-4151-91c5-fcc40b03bd17 service neutron] Attempting to bind port c6c0c476-902b-451c-9aaa-dcfd44d27296 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:59:49.287140 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-045264b2-9684-4151-91c5-fcc40b03bd17 service neutron] Attempting to bind port c6c0c476-902b-451c-9aaa-dcfd44d27296 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:59:49.287695 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-045264b2-9684-4151-91c5-fcc40b03bd17 service neutron] Attempting to bind port c6c0c476-902b-451c-9aaa-dcfd44d27296 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:49.299002 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-045264b2-9684-4151-91c5-fcc40b03bd17 service neutron] Port c6c0c476-902b-451c-9aaa-dcfd44d27296 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 19:59:49.299628 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-045264b2-9684-4151-91c5-fcc40b03bd17 service neutron] Attempting to bind port c6c0c476-902b-451c-9aaa-dcfd44d27296 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:49.321799 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045264b2-9684-4151-91c5-fcc40b03bd17 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c0c476-902b-451c-9aaa-dcfd44d27296,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:49.352571 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-045264b2-9684-4151-91c5-fcc40b03bd17 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:59:49.353198 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-045264b2-9684-4151-91c5-fcc40b03bd17 service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:59:49.354010 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-045264b2-9684-4151-91c5-fcc40b03bd17 service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:59:49.355143 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-045264b2-9684-4151-91c5-fcc40b03bd17 service neutron] Bound port: c6c0c476-902b-451c-9aaa-dcfd44d27296, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:59:49.355785 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-045264b2-9684-4151-91c5-fcc40b03bd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:49.360700 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f59ea7d9-9b78-4e6c-a3f1-24ed5254c7ec req-099f0558-aeb7-44e7-ad47-80cbd72c52f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=273a965b-291d-4de0-904d-d29903ed22d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345583 Aug 16 19:59:49.398199 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-1088e59c-d622-473a-ab02-bf4dde62e1e1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=025bf74e-61d5-435c-9b48-f979e97ad65d HTTP/1.1" status: 200 len: 217 time: 0.1650238 Aug 16 19:59:49.553660 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e46d697d-e5db-4068-9d96-43cff18d8f45 None None] Attempting to bind port da29b5fd-f4f2-4ca8-aecc-abc10cb0a601 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:59:49.554031 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e46d697d-e5db-4068-9d96-43cff18d8f45 None None] Attempting to bind port da29b5fd-f4f2-4ca8-aecc-abc10cb0a601 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'bb767d23-f595-46e5-99a8-0050d612f696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'efb76b98-ecc1-4b4f-974c-093feb5afe05'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:59:49.554392 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d697d-e5db-4068-9d96-43cff18d8f45 None None] Attempting to bind port da29b5fd-f4f2-4ca8-aecc-abc10cb0a601 on network efb76b98-ecc1-4b4f-974c-093feb5afe05 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:49.572350 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d697d-e5db-4068-9d96-43cff18d8f45 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:59:49.572350 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d697d-e5db-4068-9d96-43cff18d8f45 None None] Checking segment: {'id': 'bb767d23-f595-46e5-99a8-0050d612f696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'efb76b98-ecc1-4b4f-974c-093feb5afe05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:59:49.572780 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e46d697d-e5db-4068-9d96-43cff18d8f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:49.573522 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d697d-e5db-4068-9d96-43cff18d8f45 None None] Bound using segment: {'id': 'bb767d23-f595-46e5-99a8-0050d612f696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'efb76b98-ecc1-4b4f-974c-093feb5afe05'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:59:49.573978 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e46d697d-e5db-4068-9d96-43cff18d8f45 None None] Bound port: da29b5fd-f4f2-4ca8-aecc-abc10cb0a601, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb767d23-f595-46e5-99a8-0050d612f696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'efb76b98-ecc1-4b4f-974c-093feb5afe05'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:59:49.574461 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e46d697d-e5db-4068-9d96-43cff18d8f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:49.586583 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-045264b2-9684-4151-91c5-fcc40b03bd17 service neutron] For port c6c0c476-902b-451c-9aaa-dcfd44d27296, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:59:49.591076 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-045264b2-9684-4151-91c5-fcc40b03bd17 service neutron] For port c6c0c476-902b-451c-9aaa-dcfd44d27296, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=c6c0c476-902b-451c-9aaa-dcfd44d27296,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:59:49.606434 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-28aca90b-e44f-4473-a252-41fe795a3f6d req-44a8efc0-6848-4088-979b-3fadd99fcfdf tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:49.610335 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-045264b2-9684-4151-91c5-fcc40b03bd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:49.656643 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-cbcb4b14-2f34-4bf4-ba71-abe113bd7939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:49.658941 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-cbcb4b14-2f34-4bf4-ba71-abe113bd7939 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.2505312 Aug 16 19:59:49.676643 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=028e0b1c-c3bb-4dd1-85c3-e193b851ddd3,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:49.679967 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045264b2-9684-4151-91c5-fcc40b03bd17 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c0c476-902b-451c-9aaa-dcfd44d27296,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:49.703811 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-045264b2-9684-4151-91c5-fcc40b03bd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:49.704373 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-045264b2-9684-4151-91c5-fcc40b03bd17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:49.705896 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-045264b2-9684-4151-91c5-fcc40b03bd17 service neutron] 10.222.0.57 "PUT /v2.0/ports/c6c0c476-902b-451c-9aaa-dcfd44d27296 HTTP/1.1" status: 200 len: 1097 time: 1.5666678 Aug 16 19:59:49.766801 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f59ea7d9-9b78-4e6c-a3f1-24ed5254c7ec req-ef91e539-5669-4ddd-bf40-7365351ea679 service neutron] 10.222.0.57 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880863 Aug 16 19:59:49.769855 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd99b3-d0af-470d-a018-5741af502679 req-b0f94065-d027-4b39-bd2c-8fb94be950ad tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:49.773011 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bddd99b3-d0af-470d-a018-5741af502679 req-b0f94065-d027-4b39-bd2c-8fb94be950ad tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=0b063746-e496-4b45-82ca-424f7674d639 HTTP/1.1" status: 200 len: 946 time: 0.2737260 Aug 16 19:59:49.794641 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e46d697d-e5db-4068-9d96-43cff18d8f45 None None] For port da29b5fd-f4f2-4ca8-aecc-abc10cb0a601, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:59:49.799936 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e46d697d-e5db-4068-9d96-43cff18d8f45 None None] For port da29b5fd-f4f2-4ca8-aecc-abc10cb0a601, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=da29b5fd-f4f2-4ca8-aecc-abc10cb0a601,segment=NetworkSegment(bb767d23-f595-46e5-99a8-0050d612f696),segment_id=bb767d23-f595-46e5-99a8-0050d612f696)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:59:49.804013 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 has no active binding in host n-h2-787206-13 {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 19:59:49.833837 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57baf7-467f-4187-ab33-d5f8b6f27773 None None] Pushing event updated for resources: {'Port': ['ID=da29b5fd-f4f2-4ca8-aecc-abc10cb0a601,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:49.869880 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e46d697d-e5db-4068-9d96-43cff18d8f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:49.889040 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bddd99b3-d0af-470d-a018-5741af502679 req-cda05202-642a-4d6b-8394-81af30b92e5d tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038272 Aug 16 19:59:49.891540 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-edaf2474-06f6-4f93-8ac3-361d76526844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:49.894296 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-edaf2474-06f6-4f93-8ac3-361d76526844 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2146859 Aug 16 19:59:49.943225 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f59ea7d9-9b78-4e6c-a3f1-24ed5254c7ec req-456302cb-445d-41e0-a529-60aaf61c2848 service neutron] 10.222.0.57 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118464 Aug 16 19:59:49.945514 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-28aca90b-e44f-4473-a252-41fe795a3f6d req-44a8efc0-6848-4088-979b-3fadd99fcfdf tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:49.997123 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e517ce67-26a1-45bb-ba8e-5488e08ca3d0', 'tag': 'c6c0c476-902b-451c-9aaa-dcfd44d27296'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:59:49.999482 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4599b20-b52f-45d2-991b-d6b75cc497fb" -d '{"events": [{"name": "network-changed", "server_uuid": "e517ce67-26a1-45bb-ba8e-5488e08ca3d0", "tag": "c6c0c476-902b-451c-9aaa-dcfd44d27296"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:59:50.005214 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28aca90b-e44f-4473-a252-41fe795a3f6d req-44a8efc0-6848-4088-979b-3fadd99fcfdf tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:59:50.010472 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-f7092e1e-5c3c-42ac-9a76-bc075f443ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:50.016530 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-f7092e1e-5c3c-42ac-9a76-bc075f443ca1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74e2f72781564173bac530a92b1cda23&device_id=e517ce67-26a1-45bb-ba8e-5488e08ca3d0 HTTP/1.1" status: 200 len: 1100 time: 0.2406263 Aug 16 19:59:50.021601 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-28aca90b-e44f-4473-a252-41fe795a3f6d req-44a8efc0-6848-4088-979b-3fadd99fcfdf tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:59:50.024298 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-28aca90b-e44f-4473-a252-41fe795a3f6d req-44a8efc0-6848-4088-979b-3fadd99fcfdf tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:59:50.085068 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-28aca90b-e44f-4473-a252-41fe795a3f6d req-44a8efc0-6848-4088-979b-3fadd99fcfdf tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:50.139617 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-0d9c77a1-2684-4c8b-a3fb-3a47d90e1f58 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119923 Aug 16 19:59:50.184886 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46d697d-e5db-4068-9d96-43cff18d8f45 None None] Routers {'661012f0-166d-4793-9f59-8bac1c311f52'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 19:59:50.185542 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e46d697d-e5db-4068-9d96-43cff18d8f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T19:59:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['661012f0-166d-4793-9f59-8bac1c311f52'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:59:50.193323 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57baf7-467f-4187-ab33-d5f8b6f27773 None None] Pushing event updated for resources: {'Port': ['ID=da29b5fd-f4f2-4ca8-aecc-abc10cb0a601,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:50.345899 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dbbc09c1-2592-4d06-b93a-97ad56a6e92e req-ed11b92c-89c2-4f9e-9e18-1add6bc29583 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945732 Aug 16 19:59:50.369994 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-e46d697d-e5db-4068-9d96-43cff18d8f45 None None] Set router 661012f0-166d-4793-9f59-8bac1c311f52 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 19:59:50.380488 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876144e-2465-47c0-a28b-e9dc5e3b1fdc req-51ef4969-af85-4edb-a442-95dcffef5e20 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:50.389245 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0876144e-2465-47c0-a28b-e9dc5e3b1fdc req-51ef4969-af85-4edb-a442-95dcffef5e20 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 944 time: 0.1314394 Aug 16 19:59:50.443612 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0876144e-2465-47c0-a28b-e9dc5e3b1fdc req-9a9c3784-d734-4407-83b6-297a80ee9810 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532408 Aug 16 19:59:50.478345 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-28aca90b-e44f-4473-a252-41fe795a3f6d req-44a8efc0-6848-4088-979b-3fadd99fcfdf tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:50.540706 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 19:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0595825-84d6-460b-a7e8-cd5cd6240df7 x-openstack-request-id: req-c0595825-84d6-460b-a7e8-cd5cd6240df7 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:59:50.540706 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee46e2a-470e-4c7f-b15e-d9aa02420908", "name": "network-vif-plugged", "status": "completed", "tag": "8697870c-30a4-4515-bb8d-0fd70eab1caf", "code": 200}, {"server_uuid": "2b500535-6c1d-40e0-8574-82b1d405e864", "name": "network-vif-plugged", "status": "completed", "tag": "b584353f-767c-48df-9272-5d9cb4770a21", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:59:50.542061 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c0595825-84d6-460b-a7e8-cd5cd6240df7 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:59:50.542061 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee46e2a-470e-4c7f-b15e-d9aa02420908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8697870c-30a4-4515-bb8d-0fd70eab1caf', 'code': 200} Aug 16 19:59:50.542061 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b500535-6c1d-40e0-8574-82b1d405e864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b584353f-767c-48df-9272-5d9cb4770a21', 'code': 200} Aug 16 19:59:50.691643 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a0b3b-0d7b-4ecf-860e-206f38b62fe0 req-09bfae71-af5c-4ecf-ae6d-50fe6950cc22 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:50.703659 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9b5a0b3b-0d7b-4ecf-860e-206f38b62fe0 req-09bfae71-af5c-4ecf-ae6d-50fe6950cc22 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee46e2a-470e-4c7f-b15e-d9aa02420908 HTTP/1.1" status: 200 len: 950 time: 0.1113293 Aug 16 19:59:50.706536 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-28aca90b-e44f-4473-a252-41fe795a3f6d req-44a8efc0-6848-4088-979b-3fadd99fcfdf tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:50.711078 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-fd4b5b17-dfac-4c4b-a4e4-401404180f14 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=c6c0c476-902b-451c-9aaa-dcfd44d27296 HTTP/1.1" status: 200 len: 217 time: 0.6188366 Aug 16 19:59:50.732794 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dff271-e51a-4785-a30f-f494c842d0dd req-dd29b044-0d7d-48a9-8c16-6b27d2e1adad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:50.735164 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-37dff271-e51a-4785-a30f-f494c842d0dd req-dd29b044-0d7d-48a9-8c16-6b27d2e1adad service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0ee46e2a-470e-4c7f-b15e-d9aa02420908 HTTP/1.1" status: 200 len: 1102 time: 0.1292524 Aug 16 19:59:50.753445 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-28aca90b-e44f-4473-a252-41fe795a3f6d req-44a8efc0-6848-4088-979b-3fadd99fcfdf tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:50.771686 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e46d697d-e5db-4068-9d96-43cff18d8f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661012f0-166d-4793-9f59-8bac1c311f52', 'name': 'tempest-FloatingIPsTestJSON-1861882293-router', 'tenant_id': '027e97d7b0c2427391b7ef8a75375255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'c647f6f1-4a0b-42d4-a45a-1e36e8401907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:59:36Z', 'updated_at': '2021-08-16T19:59:43Z', 'revision_number': 4, 'project_id': '027e97d7b0c2427391b7ef8a75375255', 'gw_port': {'id': 'c647f6f1-4a0b-42d4-a45a-1e36e8401907', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661012f0-166d-4793-9f59-8bac1c311f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:59:37Z', 'updated_at': '2021-08-16T19:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'da29b5fd-f4f2-4ca8-aecc-abc10cb0a601', 'name': '', 'network_id': 'efb76b98-ecc1-4b4f-974c-093feb5afe05', 'tenant_id': '027e97d7b0c2427391b7ef8a75375255', 'mac_address': 'fa:16:3e:e9:cf:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661012f0-166d-4793-9f59-8bac1c311f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '906ea599-1936-4b2b-b2fd-3566f91234b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:59:42Z', 'updated_at': '2021-08-16T19:59:49Z', 'revision_number': 4, 'project_id': '027e97d7b0c2427391b7ef8a75375255', 'subnets': [{'id': '906ea599-1936-4b2b-b2fd-3566f91234b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 19:59:50.787072 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9b5a0b3b-0d7b-4ecf-860e-206f38b62fe0 req-c721821f-45d5-48c0-9833-d30170472aa5 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/security-groups?id=0beef620-6449-4be3-9233-7b7b5e8e0ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770314 Aug 16 19:59:50.813374 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8efc0-6848-4088-979b-3fadd99fcfdf tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Pushing event updated for resources: {'Port': ['ID=967796bd-f428-493e-8197-34da4814473e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:50.815661 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-37dff271-e51a-4785-a30f-f494c842d0dd req-d3aaa89f-00b7-45c7-b2e3-4bf5b2111df9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0beef620-6449-4be3-9233-7b7b5e8e0ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641541 Aug 16 19:59:50.834876 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-28aca90b-e44f-4473-a252-41fe795a3f6d req-44a8efc0-6848-4088-979b-3fadd99fcfdf tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:50.837139 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46d697d-e5db-4068-9d96-43cff18d8f45 None None] The sync data for ids ['661012f0-166d-4793-9f59-8bac1c311f52'] in n-d-787206-13 is: [{'id': '661012f0-166d-4793-9f59-8bac1c311f52', 'name': 'tempest-FloatingIPsTestJSON-1861882293-router', 'tenant_id': '027e97d7b0c2427391b7ef8a75375255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'c647f6f1-4a0b-42d4-a45a-1e36e8401907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:59:36Z', 'updated_at': '2021-08-16T19:59:43Z', 'revision_number': 4, 'project_id': '027e97d7b0c2427391b7ef8a75375255', 'gw_port': {'id': 'c647f6f1-4a0b-42d4-a45a-1e36e8401907', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661012f0-166d-4793-9f59-8bac1c311f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:59:37Z', 'updated_at': '2021-08-16T19:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'da29b5fd-f4f2-4ca8-aecc-abc10cb0a601', 'name': '', 'network_id': 'efb76b98-ecc1-4b4f-974c-093feb5afe05', 'tenant_id': '027e97d7b0c2427391b7ef8a75375255', 'mac_address': 'fa:16:3e:e9:cf:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661012f0-166d-4793-9f59-8bac1c311f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '906ea599-1936-4b2b-b2fd-3566f91234b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:59:42Z', 'updated_at': '2021-08-16T19:59:49Z', 'revision_number': 4, 'project_id': '027e97d7b0c2427391b7ef8a75375255', 'subnets': [{'id': '906ea599-1936-4b2b-b2fd-3566f91234b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 19:59:50.871868 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 19:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63521ba4-aa44-453e-a55c-3a480281fe45 x-openstack-request-id: req-63521ba4-aa44-453e-a55c-3a480281fe45 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:59:50.872448 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52cd1faa-95fd-4996-a25c-3b877e63759f", "tag": "025bf74e-61d5-435c-9b48-f979e97ad65d", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:59:50.873279 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-63521ba4-aa44-453e-a55c-3a480281fe45 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:59:50.873863 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52cd1faa-95fd-4996-a25c-3b877e63759f', 'tag': '025bf74e-61d5-435c-9b48-f979e97ad65d', 'status': 'completed', 'code': 200} Aug 16 19:59:50.888842 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d96a0d-df00-478e-a2e5-9b59e42093a8 req-da31489d-ef4e-437c-9ef6-86fff312cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:50.890395 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a1d96a0d-df00-478e-a2e5-9b59e42093a8 req-da31489d-ef4e-437c-9ef6-86fff312cfed service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2b500535-6c1d-40e0-8574-82b1d405e864 HTTP/1.1" status: 200 len: 1101 time: 0.1754220 Aug 16 19:59:50.968954 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8efc0-6848-4088-979b-3fadd99fcfdf tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Pushing event updated for resources: {'Port': ['ID=967796bd-f428-493e-8197-34da4814473e,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:50.993531 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-2b16ae27-eb64-4a7f-8877-b7ffed56b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:50.995475 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-2b16ae27-eb64-4a7f-8877-b7ffed56b341 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.2321780 Aug 16 19:59:50.996430 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-28aca90b-e44f-4473-a252-41fe795a3f6d req-44a8efc0-6848-4088-979b-3fadd99fcfdf tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:50.997925 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-28aca90b-e44f-4473-a252-41fe795a3f6d req-44a8efc0-6848-4088-979b-3fadd99fcfdf tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6329689 Aug 16 19:59:51.088447 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-516ca391-e92c-4341-b876-d707f4169bbd service neutron] 10.222.0.57 "GET /v2.0/ports/028e0b1c-c3bb-4dd1-85c3-e193b851ddd3/bindings/n-h2-787206-13 HTTP/1.1" status: 200 len: 385 time: 0.1716008 Aug 16 19:59:51.091483 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-28aca90b-e44f-4473-a252-41fe795a3f6d req-ca189369-b40b-4815-870c-737d2427d142 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.69 HTTP/1.1" status: 200 len: 695 time: 0.0808172 Aug 16 19:59:51.160800 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368c2ba-b662-4057-b706-08bd4fd6ef0c req-e0f3d841-6ffe-4a95-86f8-836684c096ba tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:51.169766 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f368c2ba-b662-4057-b706-08bd4fd6ef0c req-e0f3d841-6ffe-4a95-86f8-836684c096ba tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/ports?device_id=52cd1faa-95fd-4996-a25c-3b877e63759f HTTP/1.1" status: 200 len: 948 time: 0.1427748 Aug 16 19:59:51.180659 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32043390-1b24-4807-b680-eec0fdc66c6d req-e8ff1c03-edd1-4e4d-a6e0-040b2bc44599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:51.182568 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-32043390-1b24-4807-b680-eec0fdc66c6d req-e8ff1c03-edd1-4e4d-a6e0-040b2bc44599 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3f57965d09704e48b58e8ac4e81b7331&device_id=52cd1faa-95fd-4996-a25c-3b877e63759f HTTP/1.1" status: 200 len: 1100 time: 0.1568530 Aug 16 19:59:51.217604 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a1d96a0d-df00-478e-a2e5-9b59e42093a8 req-91dbbfa9-6bd0-4ba4-9a55-27b3d2a57455 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0beef620-6449-4be3-9233-7b7b5e8e0ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163209 Aug 16 19:59:51.258359 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-a234cdd3-59d3-43da-b83b-82ebe7e6bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:51.259962 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-a234cdd3-59d3-43da-b83b-82ebe7e6bc3d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1675630 Aug 16 19:59:51.290482 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aca90b-e44f-4473-a252-41fe795a3f6d req-51ad77e8-6030-4a22-bca6-3c4a15a01217 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:51.291295 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-28aca90b-e44f-4473-a252-41fe795a3f6d req-51ad77e8-6030-4a22-bca6-3c4a15a01217 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 784 time: 0.1874282 Aug 16 19:59:51.312687 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f368c2ba-b662-4057-b706-08bd4fd6ef0c req-f708a542-8bc2-4768-a45c-2abbd26d4e35 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/security-groups?id=bb30cecf-c58f-4d85-a5fe-cfc59be57061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368659 Aug 16 19:59:51.380559 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-28aca90b-e44f-4473-a252-41fe795a3f6d req-af6f585e-3d27-4db9-ae83-fa47f77fd832 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 19:59:51.381872 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-28aca90b-e44f-4473-a252-41fe795a3f6d req-af6f585e-3d27-4db9-ae83-fa47f77fd832 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140054 Aug 16 19:59:51.440655 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32043390-1b24-4807-b680-eec0fdc66c6d req-77932fce-e7d3-4bd1-bb0a-eda27bff4afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:51.442493 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-32043390-1b24-4807-b680-eec0fdc66c6d req-77932fce-e7d3-4bd1-bb0a-eda27bff4afb service neutron] 10.222.0.63 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.2345941 Aug 16 19:59:51.442729 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 19:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b316a5-98a0-4198-891a-56d7dec9c0d0 x-openstack-request-id: req-49b316a5-98a0-4198-891a-56d7dec9c0d0 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:59:51.443121 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e517ce67-26a1-45bb-ba8e-5488e08ca3d0", "tag": "c6c0c476-902b-451c-9aaa-dcfd44d27296", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:59:51.443630 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-49b316a5-98a0-4198-891a-56d7dec9c0d0 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:59:51.445155 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e517ce67-26a1-45bb-ba8e-5488e08ca3d0', 'tag': 'c6c0c476-902b-451c-9aaa-dcfd44d27296', 'status': 'completed', 'code': 200} Aug 16 19:59:51.450108 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-147bb94a-d181-42be-9c48-b2e89af82cc2 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499887 Aug 16 19:59:51.502917 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-32043390-1b24-4807-b680-eec0fdc66c6d req-ba1a8f83-a03d-416c-8f9e-735f0a1bfda2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=025bf74e-61d5-435c-9b48-f979e97ad65d HTTP/1.1" status: 200 len: 217 time: 0.0480449 Aug 16 19:59:51.601919 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e264d-1c6d-4295-90d8-c60fd374e594 req-c6721447-5087-49aa-9058-4ff50a7c090d tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:51.603871 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d10e264d-1c6d-4295-90d8-c60fd374e594 req-c6721447-5087-49aa-9058-4ff50a7c090d tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e517ce67-26a1-45bb-ba8e-5488e08ca3d0 HTTP/1.1" status: 200 len: 948 time: 0.0915246 Aug 16 19:59:51.609566 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a758b2ea-be90-4345-954f-f08b13a27f4d req-1d73216f-b83c-44e1-86c1-3ab11640bdb9 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491878 Aug 16 19:59:51.643856 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32043390-1b24-4807-b680-eec0fdc66c6d req-773a496c-cd5a-48ea-a165-f663caa7713f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:51.645323 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-32043390-1b24-4807-b680-eec0fdc66c6d req-773a496c-cd5a-48ea-a165-f663caa7713f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1316347 Aug 16 19:59:51.651464 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc08c43-d0b2-4061-8b71-34f9797b01b1 req-6d441bd3-d389-4d40-aa55-ed4de4d6cd8e tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:51.652977 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6cc08c43-d0b2-4061-8b71-34f9797b01b1 req-6d441bd3-d389-4d40-aa55-ed4de4d6cd8e tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=0b063746-e496-4b45-82ca-424f7674d639 HTTP/1.1" status: 200 len: 1098 time: 0.1970704 Aug 16 19:59:51.654075 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d10e264d-1c6d-4295-90d8-c60fd374e594 req-a0c3bdd5-6754-4159-b120-f5965707e580 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411420 Aug 16 19:59:51.713143 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4599b20-b52f-45d2-991b-d6b75cc497fb req-023847cf-c862-45f4-8df0-ee135297dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:51.715060 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4599b20-b52f-45d2-991b-d6b75cc497fb req-023847cf-c862-45f4-8df0-ee135297dc6d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74e2f72781564173bac530a92b1cda23&device_id=e517ce67-26a1-45bb-ba8e-5488e08ca3d0 HTTP/1.1" status: 200 len: 1100 time: 0.0518324 Aug 16 19:59:51.734220 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-022cf3a8-04a6-49b9-ad5e-07b99837a923 service neutron] For port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=028e0b1c-c3bb-4dd1-85c3-e193b851ddd3,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:51.784359 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6cc08c43-d0b2-4061-8b71-34f9797b01b1 req-b2545230-1af0-4461-adb3-c753b8eda61c tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063590 Aug 16 19:59:51.786199 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-022cf3a8-04a6-49b9-ad5e-07b99837a923 service neutron] For port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:59:51.789093 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32043390-1b24-4807-b680-eec0fdc66c6d req-618d7caa-158d-4b19-b85a-f1f38aa00d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:51.790585 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-32043390-1b24-4807-b680-eec0fdc66c6d req-618d7caa-158d-4b19-b85a-f1f38aa00d28 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1282370 Aug 16 19:59:51.866232 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5cff05d7-2056-4a05-8c6b-ada91796e77d req-5656cbad-7257-4d6b-8302-864f50764c88 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] 10.222.0.68 "GET /v2.0/floatingips/72bc39da-545b-4399-b146-f1221b5d6ca2 HTTP/1.1" status: 200 len: 692 time: 0.0638962 Aug 16 19:59:51.899128 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-022cf3a8-04a6-49b9-ad5e-07b99837a923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:59:51.921574 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-022cf3a8-04a6-49b9-ad5e-07b99837a923 service neutron] For port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=028e0b1c-c3bb-4dd1-85c3-e193b851ddd3,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:51.950913 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-022cf3a8-04a6-49b9-ad5e-07b99837a923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:51.974142 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4599b20-b52f-45d2-991b-d6b75cc497fb req-728c1028-2e69-4c33-a9c1-6c6d41fa29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:51.975558 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4599b20-b52f-45d2-991b-d6b75cc497fb req-728c1028-2e69-4c33-a9c1-6c6d41fa29d7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.2393258 Aug 16 19:59:52.011593 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86394b-2207-410c-96ee-901000859102 req-5e6f72f3-1405-4587-a7c7-6ded6619862e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:52.013280 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec86394b-2207-410c-96ee-901000859102 req-5e6f72f3-1405-4587-a7c7-6ded6619862e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 944 time: 0.1478262 Aug 16 19:59:52.034961 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-32043390-1b24-4807-b680-eec0fdc66c6d req-026694cd-5248-421b-be87-3b870c0b37d2 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204075 Aug 16 19:59:52.047739 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4599b20-b52f-45d2-991b-d6b75cc497fb req-51671389-0a12-43c9-b9d5-c1cc23af0ec6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=c6c0c476-902b-451c-9aaa-dcfd44d27296 HTTP/1.1" status: 200 len: 217 time: 0.0534828 Aug 16 19:59:52.114236 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff05d7-2056-4a05-8c6b-ada91796e77d req-8167532f-0f22-4788-8a51-cf77289c0f4c tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:52.115689 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5cff05d7-2056-4a05-8c6b-ada91796e77d req-8167532f-0f22-4788-8a51-cf77289c0f4c tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 784 time: 0.2405221 Aug 16 19:59:52.129069 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-5cff05d7-2056-4a05-8c6b-ada91796e77d req-4de1416b-836c-4474-a2ca-1112e2e878ff tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 19:59:52.130300 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5cff05d7-2056-4a05-8c6b-ada91796e77d req-4de1416b-836c-4474-a2ca-1112e2e878ff tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078950 Aug 16 19:59:52.140049 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4599b20-b52f-45d2-991b-d6b75cc497fb req-78343bc2-d7c9-4ee3-bdf4-683f65695272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:52.141818 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4599b20-b52f-45d2-991b-d6b75cc497fb req-78343bc2-d7c9-4ee3-bdf4-683f65695272 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.0807433 Aug 16 19:59:52.174362 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec86394b-2207-410c-96ee-901000859102 req-713f0451-44af-4a28-bc0a-ce86fe0059b5 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314120 Aug 16 19:59:52.231596 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-022cf3a8-04a6-49b9-ad5e-07b99837a923 service neutron] Transition to ACTIVE for port object 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 19:59:52.240914 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-022cf3a8-04a6-49b9-ad5e-07b99837a923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:52.245717 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4599b20-b52f-45d2-991b-d6b75cc497fb req-cc80f67f-3180-4219-8557-a666d328e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:52.247531 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4599b20-b52f-45d2-991b-d6b75cc497fb req-cc80f67f-3180-4219-8557-a666d328e267 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0957770 Aug 16 19:59:52.338427 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c940d50-2ccc-42ea-b4bc-cbd924d86730 req-4af05ee2-1622-4162-b761-c357b9d5429e tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:52.340208 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0c940d50-2ccc-42ea-b4bc-cbd924d86730 req-4af05ee2-1622-4162-b761-c357b9d5429e tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee46e2a-470e-4c7f-b15e-d9aa02420908 HTTP/1.1" status: 200 len: 950 time: 0.1295600 Aug 16 19:59:52.374144 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-32043390-1b24-4807-b680-eec0fdc66c6d req-50fd0048-4410-4b49-9d61-5c022d1fa0de service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209178 Aug 16 19:59:52.410912 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-022cf3a8-04a6-49b9-ad5e-07b99837a923 service neutron] No DVR routers for this DVR port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 19:59:52.412879 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022cf3a8-04a6-49b9-ad5e-07b99837a923 service neutron] Pushing event updated for resources: {'Port': ['ID=028e0b1c-c3bb-4dd1-85c3-e193b851ddd3,revision_number=10']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:52.444960 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fb0c1-90cf-47af-8f43-38103e83ea6b req-54382ed6-5510-4532-aafe-6896e26292ef tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:52.451666 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4599b20-b52f-45d2-991b-d6b75cc497fb req-70a02655-132c-4f4e-9310-d1856ebfd5ef service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946814 Aug 16 19:59:52.451982 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-269fb0c1-90cf-47af-8f43-38103e83ea6b req-54382ed6-5510-4532-aafe-6896e26292ef tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=0b063746-e496-4b45-82ca-424f7674d639 HTTP/1.1" status: 200 len: 1098 time: 0.1428709 Aug 16 19:59:52.461485 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0c940d50-2ccc-42ea-b4bc-cbd924d86730 req-d57d24dd-9dc8-42b5-b604-9dc05e4b0ef2 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/security-groups?id=0beef620-6449-4be3-9233-7b7b5e8e0ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962133 Aug 16 19:59:52.476753 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-022cf3a8-04a6-49b9-ad5e-07b99837a923 service neutron] 10.222.0.57 "PUT /v2.0/ports/028e0b1c-c3bb-4dd1-85c3-e193b851ddd3/bindings/n-h2-787206-13/activate HTTP/1.1" status: 200 len: 370 time: 1.3760660 Aug 16 19:59:52.514096 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-269fb0c1-90cf-47af-8f43-38103e83ea6b req-3d8e6d01-b0d6-4f39-abdd-d70a90b5f258 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611665 Aug 16 19:59:52.663481 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b33f265-c5e0-44ab-abf3-133fb6472017 req-bc3ee352-27db-4695-804c-d7112d99bb83 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] 10.222.0.68 "GET /v2.0/floatingips?tenant_id=027e97d7b0c2427391b7ef8a75375255 HTTP/1.1" status: 200 len: 695 time: 0.1474383 Aug 16 19:59:52.673776 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-c165927d-d3e4-417e-93ee-1885dda8d08f tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:52.675709 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-c165927d-d3e4-417e-93ee-1885dda8d08f tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=82951381-23c8-4537-a6c1-336a9dc2f33a&tenant_id=80d98bbe248147c88be18e7257fbdc13&binding%3Ahost_id=n-h1-787206-13 HTTP/1.1" status: 200 len: 1097 time: 0.1217091 Aug 16 19:59:52.720956 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e368e49-489c-4555-adb8-d86175b379a5 req-01f68aa5-0dde-403a-a20e-358f8fd88243 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:52.722411 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8e368e49-489c-4555-adb8-d86175b379a5 req-01f68aa5-0dde-403a-a20e-358f8fd88243 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/ports?device_id=52cd1faa-95fd-4996-a25c-3b877e63759f HTTP/1.1" status: 200 len: 948 time: 0.0765007 Aug 16 19:59:52.755489 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-35da47f1-9a21-4761-b163-6f01e3b55efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:52.756973 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-35da47f1-9a21-4761-b163-6f01e3b55efe service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=82951381-23c8-4537-a6c1-336a9dc2f33a&tenant_id=80d98bbe248147c88be18e7257fbdc13 HTTP/1.1" status: 200 len: 1097 time: 0.0701861 Aug 16 19:59:52.762461 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4599b20-b52f-45d2-991b-d6b75cc497fb req-24445536-9e00-4fc4-b514-e56bb7e6ddf5 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896357 Aug 16 19:59:52.775000 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8e368e49-489c-4555-adb8-d86175b379a5 req-0531a9e4-53bd-4b0c-ad3e-22d6d21b31b7 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/security-groups?id=bb30cecf-c58f-4d85-a5fe-cfc59be57061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417452 Aug 16 19:59:52.809485 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33f265-c5e0-44ab-abf3-133fb6472017 req-76eec4bc-0f3f-4fad-af52-23a6f578ea92 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:52.817018 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b33f265-c5e0-44ab-abf3-133fb6472017 req-76eec4bc-0f3f-4fad-af52-23a6f578ea92 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] 10.222.0.68 "GET /v2.0/networks?id=eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 787 time: 0.1415367 Aug 16 19:59:52.822550 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-7b33f265-c5e0-44ab-abf3-133fb6472017 req-ed232482-72d8-4e7e-93f1-c130cb5e3dc7 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 19:59:52.840497 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b33f265-c5e0-44ab-abf3-133fb6472017 req-ed232482-72d8-4e7e-93f1-c130cb5e3dc7 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0225739 Aug 16 19:59:52.872293 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-128c16b2-4d13-49e5-b212-735db6c10323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:52.874090 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-128c16b2-4d13-49e5-b212-735db6c10323 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80d98bbe248147c88be18e7257fbdc13&device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 1097 time: 0.0854425 Aug 16 19:59:52.919977 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device da29b5fd-f4f2-4ca8-aecc-abc10cb0a601 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:59:52.962098 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 025bf74e-61d5-435c-9b48-f979e97ad65d details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 19:59:53.003340 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68a4c0-3d2c-4791-93ad-faacedd7bae7 req-f59d7aff-cf69-4448-b76a-29dc98bf26f4 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:53.005239 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3e68a4c0-3d2c-4791-93ad-faacedd7bae7 req-f59d7aff-cf69-4448-b76a-29dc98bf26f4 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b500535-6c1d-40e0-8574-82b1d405e864 HTTP/1.1" status: 200 len: 949 time: 0.1265340 Aug 16 19:59:53.051333 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39036ad7-2940-4a64-8047-e802aa3b4663 req-8c3ff17e-432f-4fbd-9933-5b517e5e07d5 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:53.053013 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-39036ad7-2940-4a64-8047-e802aa3b4663 req-8c3ff17e-432f-4fbd-9933-5b517e5e07d5 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e517ce67-26a1-45bb-ba8e-5488e08ca3d0 HTTP/1.1" status: 200 len: 948 time: 0.0642741 Aug 16 19:59:53.057086 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port da29b5fd-f4f2-4ca8-aecc-abc10cb0a601 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:59:53.067459 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port da29b5fd-f4f2-4ca8-aecc-abc10cb0a601 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:59:53.067836 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:53.069807 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-db39809b-78f4-46b9-84e8-7f25e70feef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:53.071776 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-db39809b-78f4-46b9-84e8-7f25e70feef7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=273a965b-291d-4de0-904d-d29903ed22d3 HTTP/1.1" status: 200 len: 922 time: 0.1829858 Aug 16 19:59:53.081176 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3e68a4c0-3d2c-4791-93ad-faacedd7bae7 req-a84452fa-0412-4f34-b8ce-f23c199df9b1 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/security-groups?id=0beef620-6449-4be3-9233-7b7b5e8e0ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690618 Aug 16 19:59:53.116340 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-39036ad7-2940-4a64-8047-e802aa3b4663 req-4c953ac6-3e7a-4e5d-9805-5b20852be014 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501449 Aug 16 19:59:53.149673 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-b2155a84-dd95-480e-a048-5f419db7d56a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 HTTP/1.1" status: 200 len: 217 time: 0.0657120 Aug 16 19:59:53.181263 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 025bf74e-61d5-435c-9b48-f979e97ad65d, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=025bf74e-61d5-435c-9b48-f979e97ad65d,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:53.188368 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4d4297a0-49fe-4b48-9121-2516e2763c24 req-54bf6912-638c-437d-b3b9-052f2e124177 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] 10.222.0.68 "GET /v2.0/floatingips/72bc39da-545b-4399-b146-f1221b5d6ca2 HTTP/1.1" status: 200 len: 692 time: 0.0549192 Aug 16 19:59:53.209770 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '025bf74e-61d5-435c-9b48-f979e97ad65d', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': '025bf74e-61d5-435c-9b48-f979e97ad65d', 'mac_address': 'fa:16:3e:27:76:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 19:59:53.226298 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-de3c1712-8f01-41c5-b707-092e4bcd6250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:53.228865 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-de3c1712-8f01-41c5-b707-092e4bcd6250 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=49f83f5f-99d4-4f21-857e-7c691113f792 HTTP/1.1" status: 200 len: 861 time: 0.0676665 Aug 16 19:59:53.268276 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:53.288295 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:53.293920 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-2febb389-460b-4294-a867-b04568e8a7a9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=273a965b-291d-4de0-904d-d29903ed22d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550394 Aug 16 19:59:53.320775 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 025bf74e-61d5-435c-9b48-f979e97ad65d {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:59:53.355092 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port da29b5fd-f4f2-4ca8-aecc-abc10cb0a601, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=da29b5fd-f4f2-4ca8-aecc-abc10cb0a601,segment=NetworkSegment(bb767d23-f595-46e5-99a8-0050d612f696),segment_id=bb767d23-f595-46e5-99a8-0050d612f696)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:53.358173 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4297a0-49fe-4b48-9121-2516e2763c24 req-4d31dd31-0191-40c0-88a5-1125a0bd74df tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:53.366088 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4d4297a0-49fe-4b48-9121-2516e2763c24 req-4d31dd31-0191-40c0-88a5-1125a0bd74df tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 784 time: 0.1767364 Aug 16 19:59:53.372713 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-4d4297a0-49fe-4b48-9121-2516e2763c24 req-13d4da6f-392e-499a-95aa-e97c028a4450 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 19:59:53.380030 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4d4297a0-49fe-4b48-9121-2516e2763c24 req-13d4da6f-392e-499a-95aa-e97c028a4450 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129619 Aug 16 19:59:53.380357 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:53.387069 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 025bf74e-61d5-435c-9b48-f979e97ad65d, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=025bf74e-61d5-435c-9b48-f979e97ad65d,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:53.428393 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:53.436438 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-d81c413e-a560-4886-82f1-cf055e729903 service neutron] 10.222.0.63 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313517 Aug 16 19:59:53.451551 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4d4297a0-49fe-4b48-9121-2516e2763c24 req-9f74a4e7-f0a3-4734-a3b8-0e414b103e06 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.69 HTTP/1.1" status: 200 len: 695 time: 0.0705152 Aug 16 19:59:53.465695 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=da29b5fd-f4f2-4ca8-aecc-abc10cb0a601,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:53.504929 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4d4297a0-49fe-4b48-9121-2516e2763c24 req-7d2e6e0b-bb25-4e1f-9049-9f58000d4dad tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.69 HTTP/1.1" status: 200 len: 695 time: 0.0523667 Aug 16 19:59:53.576501 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=025bf74e-61d5-435c-9b48-f979e97ad65d,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:53.587296 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-3586c47f-4252-43c7-aadc-b7b892cb1252 service neutron] 10.222.0.63 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412139 Aug 16 19:59:53.659842 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-4d4297a0-49fe-4b48-9121-2516e2763c24 req-416bbbe3-3dc4-46cc-bb82-4bbec48d6921 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Deleting port 967796bd-f428-493e-8197-34da4814473e {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 19:59:53.660256 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4d4297a0-49fe-4b48-9121-2516e2763c24 req-416bbbe3-3dc4-46cc-bb82-4bbec48d6921 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:53.746049 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['025bf74e-61d5-435c-9b48-f979e97ad65d'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 19:59:53.753486 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4d4297a0-49fe-4b48-9121-2516e2763c24 req-416bbbe3-3dc4-46cc-bb82-4bbec48d6921 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:53.754161 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4d4297a0-49fe-4b48-9121-2516e2763c24 req-416bbbe3-3dc4-46cc-bb82-4bbec48d6921 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:53.768199 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-4d4297a0-49fe-4b48-9121-2516e2763c24 req-416bbbe3-3dc4-46cc-bb82-4bbec48d6921 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Calling delete_port for 967796bd-f428-493e-8197-34da4814473e owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 19:59:53.959435 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4d4297a0-49fe-4b48-9121-2516e2763c24 req-416bbbe3-3dc4-46cc-bb82-4bbec48d6921 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:53.978302 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-16bdfc37-5c11-4e54-bbf6-4be7e41bdf7f tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:53.981980 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-16bdfc37-5c11-4e54-bbf6-4be7e41bdf7f tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=82951381-23c8-4537-a6c1-336a9dc2f33a&tenant_id=80d98bbe248147c88be18e7257fbdc13&binding%3Ahost_id=n-h2-787206-13 HTTP/1.1" status: 200 len: 1097 time: 0.0648715 Aug 16 19:59:54.005784 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bbbe3-3dc4-46cc-bb82-4bbec48d6921 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Pushing event deleted for resources: {'Port': ['ID=967796bd-f428-493e-8197-34da4814473e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:54.043974 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4d4297a0-49fe-4b48-9121-2516e2763c24 req-416bbbe3-3dc4-46cc-bb82-4bbec48d6921 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:54.046681 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4d4297a0-49fe-4b48-9121-2516e2763c24 req-416bbbe3-3dc4-46cc-bb82-4bbec48d6921 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:54.047926 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4d4297a0-49fe-4b48-9121-2516e2763c24 req-416bbbe3-3dc4-46cc-bb82-4bbec48d6921 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] 10.222.0.68 "DELETE /v2.0/floatingips/72bc39da-545b-4399-b146-f1221b5d6ca2 HTTP/1.1" status: 204 len: 173 time: 0.5421937 Aug 16 19:59:54.154275 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce118c06-4f90-4db7-87a4-4ca7de164c01 req-691aca64-3864-4326-8d2d-8192fa2ab69a tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:54.156662 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ce118c06-4f90-4db7-87a4-4ca7de164c01 req-691aca64-3864-4326-8d2d-8192fa2ab69a tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=0b063746-e496-4b45-82ca-424f7674d639 HTTP/1.1" status: 200 len: 1098 time: 0.0503309 Aug 16 19:59:54.211202 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ce118c06-4f90-4db7-87a4-4ca7de164c01 req-a2fb5fee-6061-4511-99ed-f5f191b958fb tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348735 Aug 16 19:59:54.329285 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94983839-91bc-4538-8f43-fb50da942344 req-fdea5714-ae88-4088-aaa0-c5931a2e2083 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:54.330856 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-94983839-91bc-4538-8f43-fb50da942344 req-fdea5714-ae88-4088-aaa0-c5931a2e2083 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 945 time: 0.0771580 Aug 16 19:59:54.338141 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcdaef-c123-41e7-aae1-5b6f2f4dcaab req-82f86a61-1b22-412b-9d4f-b66e324ce09a tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:54.340286 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60bcdaef-c123-41e7-aae1-5b6f2f4dcaab req-82f86a61-1b22-412b-9d4f-b66e324ce09a tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/ports?device_id=58d5a1de-bcda-4bc3-8a7f-3333291e0210 HTTP/1.1" status: 200 len: 945 time: 0.0575490 Aug 16 19:59:54.385368 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60bcdaef-c123-41e7-aae1-5b6f2f4dcaab req-8afc8d6c-6b3d-460f-82d0-db706d1b770b tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/security-groups?id=9bc365a0-c4b7-46d5-b975-5d22c2ff0320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369239 Aug 16 19:59:54.416757 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-94983839-91bc-4538-8f43-fb50da942344 req-f150b3b0-aa62-48b0-9f0f-1a9fb62a7abf tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780935 Aug 16 19:59:54.436638 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-b6335696-8c6a-41ef-a011-6a1d6c5d5b91 service neutron] For port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:59:54.441543 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-b6335696-8c6a-41ef-a011-6a1d6c5d5b91 service neutron] Notify callbacks [] for binding, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:54.444555 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-138864ea-3c9b-4f8d-ad92-25600b3c2363 req-b6335696-8c6a-41ef-a011-6a1d6c5d5b91 service neutron] 10.222.0.63 "DELETE /v2.0/ports/028e0b1c-c3bb-4dd1-85c3-e193b851ddd3/bindings/n-h1-787206-13 HTTP/1.1" status: 204 len: 173 time: 0.4550681 Aug 16 19:59:54.516360 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8dae77-c352-40c0-b7fb-8957099f3019 req-fa8b69f1-e471-451a-8958-407b2edd8401 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:54.518031 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dc8dae77-c352-40c0-b7fb-8957099f3019 req-fa8b69f1-e471-451a-8958-407b2edd8401 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/ports?device_id=52cd1faa-95fd-4996-a25c-3b877e63759f HTTP/1.1" status: 200 len: 949 time: 0.0556519 Aug 16 19:59:54.564384 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dc8dae77-c352-40c0-b7fb-8957099f3019 req-9593d9a0-780a-426e-aba4-e555730c0e1f tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/security-groups?id=bb30cecf-c58f-4d85-a5fe-cfc59be57061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387571 Aug 16 19:59:54.692784 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb30fb-c782-450f-9223-986fe460cd1b req-af845247-2e3e-4fd8-9aa7-f6f40c418adc tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:54.694732 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-90eb30fb-c782-450f-9223-986fe460cd1b req-af845247-2e3e-4fd8-9aa7-f6f40c418adc tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e517ce67-26a1-45bb-ba8e-5488e08ca3d0 HTTP/1.1" status: 200 len: 948 time: 0.0659280 Aug 16 19:59:54.744585 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-90eb30fb-c782-450f-9223-986fe460cd1b req-789fa8f6-d933-43ea-8046-605ce612f1e4 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416067 Aug 16 19:59:54.751494 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e70fa141-ebfb-45e0-9839-84594fb120a9 req-2ac95ba9-0d4e-4f59-ba41-9d73a9533d7b tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2286563 Aug 16 19:59:54.763502 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-e70fa141-ebfb-45e0-9839-84594fb120a9 req-88e60027-e2ce-4d2d-9d8a-1aa8bb82c1d5 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:59:54.800807 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e70fa141-ebfb-45e0-9839-84594fb120a9 req-88e60027-e2ce-4d2d-9d8a-1aa8bb82c1d5 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:54.873335 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device da29b5fd-f4f2-4ca8-aecc-abc10cb0a601 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:59:54.918531 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e70fa141-ebfb-45e0-9839-84594fb120a9 req-88e60027-e2ce-4d2d-9d8a-1aa8bb82c1d5 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:54.924061 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port da29b5fd-f4f2-4ca8-aecc-abc10cb0a601 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:59:54.924662 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:54.947557 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device c6c0c476-902b-451c-9aaa-dcfd44d27296 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 19:59:54.950840 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 19:59:54.980655 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 025bf74e-61d5-435c-9b48-f979e97ad65d up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:59:55.062109 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-e70fa141-ebfb-45e0-9839-84594fb120a9 req-88e60027-e2ce-4d2d-9d8a-1aa8bb82c1d5 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Allocated IP 172.25.8.71 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/eff13d10-5ebc-4215-adae-c7c09adad872) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 19:59:55.186057 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e70fa141-ebfb-45e0-9839-84594fb120a9 req-88e60027-e2ce-4d2d-9d8a-1aa8bb82c1d5 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:55.237833 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 19:59:55.240722 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e70fa141-ebfb-45e0-9839-84594fb120a9 req-88e60027-e2ce-4d2d-9d8a-1aa8bb82c1d5 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:55.285983 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 025bf74e-61d5-435c-9b48-f979e97ad65d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:59:55.293823 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e70fa141-ebfb-45e0-9839-84594fb120a9 req-88e60027-e2ce-4d2d-9d8a-1aa8bb82c1d5 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 19:59:55.297141 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-e70fa141-ebfb-45e0-9839-84594fb120a9 req-88e60027-e2ce-4d2d-9d8a-1aa8bb82c1d5 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 19:59:55.299781 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e70fa141-ebfb-45e0-9839-84594fb120a9 req-88e60027-e2ce-4d2d-9d8a-1aa8bb82c1d5 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 19:59:55.307564 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 025bf74e-61d5-435c-9b48-f979e97ad65d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:59:55.307975 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:55.312784 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e60027-e2ce-4d2d-9d8a-1aa8bb82c1d5 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Pushing event updated for resources: {'Port': ['ID=eff13d10-5ebc-4215-adae-c7c09adad872,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:55.316257 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port c6c0c476-902b-451c-9aaa-dcfd44d27296, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=c6c0c476-902b-451c-9aaa-dcfd44d27296,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:55.352125 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'c6c0c476-902b-451c-9aaa-dcfd44d27296', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': 'c6c0c476-902b-451c-9aaa-dcfd44d27296', 'mac_address': 'fa:16:3e:87:a0:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 19:59:55.411579 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:55.429550 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e70fa141-ebfb-45e0-9839-84594fb120a9 req-88e60027-e2ce-4d2d-9d8a-1aa8bb82c1d5 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:55.454178 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6c0c476-902b-451c-9aaa-dcfd44d27296 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:59:55.467548 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:55.487514 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e70fa141-ebfb-45e0-9839-84594fb120a9 req-88e60027-e2ce-4d2d-9d8a-1aa8bb82c1d5 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:55.492107 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port c6c0c476-902b-451c-9aaa-dcfd44d27296, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=c6c0c476-902b-451c-9aaa-dcfd44d27296,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:55.516032 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 025bf74e-61d5-435c-9b48-f979e97ad65d, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=025bf74e-61d5-435c-9b48-f979e97ad65d,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:55.517737 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cd1faa-95fd-4996-a25c-3b877e63759f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025bf74e-61d5-435c-9b48-f979e97ad65d'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:59:55.520842 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01423e6e-06d1-432e-8e45-878d30965eda" -d '{"events": [{"server_uuid": "52cd1faa-95fd-4996-a25c-3b877e63759f", "name": "network-vif-plugged", "status": "completed", "tag": "025bf74e-61d5-435c-9b48-f979e97ad65d"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:59:55.525321 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:55.531139 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:55.576852 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=c6c0c476-902b-451c-9aaa-dcfd44d27296,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:55.636829 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=025bf74e-61d5-435c-9b48-f979e97ad65d,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:55.679996 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e70fa141-ebfb-45e0-9839-84594fb120a9 req-88e60027-e2ce-4d2d-9d8a-1aa8bb82c1d5 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:55.685602 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e70fa141-ebfb-45e0-9839-84594fb120a9 req-88e60027-e2ce-4d2d-9d8a-1aa8bb82c1d5 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:55.716116 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e70fa141-ebfb-45e0-9839-84594fb120a9 req-88e60027-e2ce-4d2d-9d8a-1aa8bb82c1d5 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:55.736891 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e60027-e2ce-4d2d-9d8a-1aa8bb82c1d5 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Pushing event updated for resources: {'Port': ['ID=eff13d10-5ebc-4215-adae-c7c09adad872,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:55.740668 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e70fa141-ebfb-45e0-9839-84594fb120a9 req-88e60027-e2ce-4d2d-9d8a-1aa8bb82c1d5 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:55.741881 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e70fa141-ebfb-45e0-9839-84594fb120a9 req-88e60027-e2ce-4d2d-9d8a-1aa8bb82c1d5 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9842615 Aug 16 19:59:55.832455 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e70fa141-ebfb-45e0-9839-84594fb120a9 req-2df2b753-118e-4ef5-8a5b-1bea4dff303d tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.71 HTTP/1.1" status: 200 len: 695 time: 0.0814638 Aug 16 19:59:55.848375 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-4cf577e5-981e-45b0-9d57-4fc7f51c841c tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 19:59:55.849348 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-4cf577e5-981e-45b0-9d57-4fc7f51c841c tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064507 Aug 16 19:59:55.871606 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-13538dbd-bb36-4fdc-8717-1d1efcd5418e service neutron] Request body: {'binding': {'host': 'n-h1-787206-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:59:55.872047 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-13538dbd-bb36-4fdc-8717-1d1efcd5418e service neutron] Unknown quota resources ['binding']. {{(pid=94771) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 19:59:56.019200 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70fa141-ebfb-45e0-9839-84594fb120a9 req-31575804-2e1a-4ba8-8b22-cd1171f272c0 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:56.020593 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e70fa141-ebfb-45e0-9839-84594fb120a9 req-31575804-2e1a-4ba8-8b22-cd1171f272c0 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 784 time: 0.1765220 Aug 16 19:59:56.023966 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['c6c0c476-902b-451c-9aaa-dcfd44d27296'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 19:59:56.033010 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [req-e70fa141-ebfb-45e0-9839-84594fb120a9 req-e46af5b9-ee19-4c19-9c52-95731a5301a0 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 19:59:56.034049 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e70fa141-ebfb-45e0-9839-84594fb120a9 req-e46af5b9-ee19-4c19-9c52-95731a5301a0 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066757 Aug 16 19:59:56.089369 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-13538dbd-bb36-4fdc-8717-1d1efcd5418e service neutron] Attempting to bind port 60bdef77-16d9-469f-9e7e-e885abfe58e7 on host n-h1-787206-13 for vnic_type normal with profile None {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:59:56.089744 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-13538dbd-bb36-4fdc-8717-1d1efcd5418e service neutron] Attempting to bind port 60bdef77-16d9-469f-9e7e-e885abfe58e7 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:59:56.090219 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-13538dbd-bb36-4fdc-8717-1d1efcd5418e service neutron] Attempting to bind port 60bdef77-16d9-469f-9e7e-e885abfe58e7 on network 090f4e50-1fb3-4449-b92b-949da889d68e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:56.096140 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-13538dbd-bb36-4fdc-8717-1d1efcd5418e service neutron] Port 60bdef77-16d9-469f-9e7e-e885abfe58e7 on network 090f4e50-1fb3-4449-b92b-949da889d68e not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 19:59:56.096496 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-13538dbd-bb36-4fdc-8717-1d1efcd5418e service neutron] Attempting to bind port 60bdef77-16d9-469f-9e7e-e885abfe58e7 on network 090f4e50-1fb3-4449-b92b-949da889d68e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:56.102858 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-13538dbd-bb36-4fdc-8717-1d1efcd5418e service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:59:56.103322 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-13538dbd-bb36-4fdc-8717-1d1efcd5418e service neutron] Checking segment: {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:59:56.103909 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-13538dbd-bb36-4fdc-8717-1d1efcd5418e service neutron] Bound using segment: {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:59:56.104383 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-13538dbd-bb36-4fdc-8717-1d1efcd5418e service neutron] Bound port: 60bdef77-16d9-469f-9e7e-e885abfe58e7, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:59:56.203526 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-13538dbd-bb36-4fdc-8717-1d1efcd5418e service neutron] For port 60bdef77-16d9-469f-9e7e-e885abfe58e7, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=60bdef77-16d9-469f-9e7e-e885abfe58e7,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:59:56.214761 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-13538dbd-bb36-4fdc-8717-1d1efcd5418e service neutron] Notify callbacks [] for binding, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:56.215964 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-13538dbd-bb36-4fdc-8717-1d1efcd5418e service neutron] 10.222.0.68 "POST /v2.0/ports/60bdef77-16d9-469f-9e7e-e885abfe58e7/bindings HTTP/1.1" status: 201 len: 390 time: 0.3570871 Aug 16 19:59:56.224311 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c993f5-75cd-470a-ba07-814201150cd6 req-7ad635e4-7edf-4511-ad1a-929873d7b03d tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:56.226110 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-91c993f5-75cd-470a-ba07-814201150cd6 req-7ad635e4-7edf-4511-ad1a-929873d7b03d tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/ports?device_id=58d5a1de-bcda-4bc3-8a7f-3333291e0210 HTTP/1.1" status: 200 len: 945 time: 0.0830429 Aug 16 19:59:56.274246 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-91c993f5-75cd-470a-ba07-814201150cd6 req-eac6a9a1-c0f3-42b6-856d-5b8918ab5ee4 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/security-groups?id=9bc365a0-c4b7-46d5-b975-5d22c2ff0320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395544 Aug 16 19:59:56.358140 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 19:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461abdbf-a955-4e10-a80f-adc9ec213300 x-openstack-request-id: req-461abdbf-a955-4e10-a80f-adc9ec213300 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:59:56.359045 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cd1faa-95fd-4996-a25c-3b877e63759f", "name": "network-vif-plugged", "status": "completed", "tag": "025bf74e-61d5-435c-9b48-f979e97ad65d", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:59:56.361762 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-461abdbf-a955-4e10-a80f-adc9ec213300 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:59:56.370629 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cd1faa-95fd-4996-a25c-3b877e63759f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025bf74e-61d5-435c-9b48-f979e97ad65d', 'code': 200} Aug 16 19:59:56.408424 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d391c4-2f92-48ce-977a-535e9f8d6001 req-d5ef48cd-e08f-42d3-9af2-d2d852a8c4e0 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:56.410358 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c7d391c4-2f92-48ce-977a-535e9f8d6001 req-d5ef48cd-e08f-42d3-9af2-d2d852a8c4e0 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d5a1de-bcda-4bc3-8a7f-3333291e0210 HTTP/1.1" status: 200 len: 945 time: 0.0949535 Aug 16 19:59:56.511476 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88048efd-3adc-43a8-9b79-434bdf980b62 req-da8c551a-55a0-4146-96bc-c033f9cc3909 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:56.512974 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-88048efd-3adc-43a8-9b79-434bdf980b62 req-da8c551a-55a0-4146-96bc-c033f9cc3909 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/ports?device_id=52cd1faa-95fd-4996-a25c-3b877e63759f HTTP/1.1" status: 200 len: 950 time: 0.0990036 Aug 16 19:59:56.514890 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9854cc0-3cb7-4c36-a3c4-5aaa4e229514 req-b8d6715f-8c60-4884-bff9-3c5dc0bd5a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:56.516241 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a9854cc0-3cb7-4c36-a3c4-5aaa4e229514 req-b8d6715f-8c60-4884-bff9-3c5dc0bd5a55 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=52cd1faa-95fd-4996-a25c-3b877e63759f HTTP/1.1" status: 200 len: 1102 time: 0.0629699 Aug 16 19:59:56.552878 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987aef9f-644f-430f-9fc3-99237d79d834 req-fc43ae92-b7f7-4e03-96e2-e653c95a4b67 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:56.554363 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-987aef9f-644f-430f-9fc3-99237d79d834 req-fc43ae92-b7f7-4e03-96e2-e653c95a4b67 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e517ce67-26a1-45bb-ba8e-5488e08ca3d0 HTTP/1.1" status: 200 len: 949 time: 0.0865142 Aug 16 19:59:56.588082 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c7d391c4-2f92-48ce-977a-535e9f8d6001 req-f80abe52-693c-4604-826f-c1e80d3dfce3 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Deleting port c5d191bb-b445-48c0-8f09-55c9bffd2f37 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 19:59:56.590777 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c7d391c4-2f92-48ce-977a-535e9f8d6001 req-f80abe52-693c-4604-826f-c1e80d3dfce3 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:56.600462 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a9854cc0-3cb7-4c36-a3c4-5aaa4e229514 req-9fd1d33c-d48b-45de-ba2c-9a49c45699b5 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=bb30cecf-c58f-4d85-a5fe-cfc59be57061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739641 Aug 16 19:59:56.603442 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-88048efd-3adc-43a8-9b79-434bdf980b62 req-85d8923d-7aef-4a14-a8ba-7309122ecd02 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/security-groups?id=bb30cecf-c58f-4d85-a5fe-cfc59be57061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841310 Aug 16 19:59:56.614495 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-aae38003-69b6-46bb-ab6e-e79f03d46e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:56.616085 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-aae38003-69b6-46bb-ab6e-e79f03d46e18 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&device_id=0b063746-e496-4b45-82ca-424f7674d639 HTTP/1.1" status: 200 len: 1098 time: 0.0906816 Aug 16 19:59:56.651209 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-987aef9f-644f-430f-9fc3-99237d79d834 req-74b7a7e4-a3a4-4d6c-a961-f0b05462d847 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893860 Aug 16 19:59:56.721347 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c7d391c4-2f92-48ce-977a-535e9f8d6001 req-f80abe52-693c-4604-826f-c1e80d3dfce3 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] For port c5d191bb-b445-48c0-8f09-55c9bffd2f37, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=c5d191bb-b445-48c0-8f09-55c9bffd2f37,segment=NetworkSegment(ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4),segment_id=ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:56.721347 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c7d391c4-2f92-48ce-977a-535e9f8d6001 req-f80abe52-693c-4604-826f-c1e80d3dfce3 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:56.767586 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c7d391c4-2f92-48ce-977a-535e9f8d6001 req-f80abe52-693c-4604-826f-c1e80d3dfce3 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Calling delete_port for c5d191bb-b445-48c0-8f09-55c9bffd2f37 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 19:59:56.770454 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-b68fbbc5-c38b-41da-b8be-4854f19d2a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:56.771973 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-b68fbbc5-c38b-41da-b8be-4854f19d2a53 service neutron] 10.222.0.57 "GET /v2.0/networks?id=090f4e50-1fb3-4449-b92b-949da889d68e HTTP/1.1" status: 200 len: 909 time: 0.1387098 Aug 16 19:59:56.772684 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-63eb69f2-e5c5-4358-80fc-89e026e4faa6 req-566e1af8-72d9-4a7a-93f5-9c12972d194f tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] 10.222.0.68 "GET /v2.0/floatingips/a65bd1aa-5f53-4913-8c35-c9aaa6d8e533 HTTP/1.1" status: 200 len: 692 time: 0.0629954 Aug 16 19:59:56.843063 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-20500265-b31b-4c61-8491-ed7c3525e095 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60bdef77-16d9-469f-9e7e-e885abfe58e7 HTTP/1.1" status: 200 len: 217 time: 0.0601747 Aug 16 19:59:56.896891 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0334e3-d491-4a61-888c-a5ee048951bd req-afa8b57a-54c3-4ba7-914d-16b6d156035b tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:56.898512 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0b0334e3-d491-4a61-888c-a5ee048951bd req-afa8b57a-54c3-4ba7-914d-16b6d156035b tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 1097 time: 0.1256375 Aug 16 19:59:56.915429 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-dca4a8ae-762a-439d-b518-247ebcaacf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:56.917064 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-dca4a8ae-762a-439d-b518-247ebcaacf02 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bf22002-ba37-41ff-af5d-cdbe63ed2bd8 HTTP/1.1" status: 200 len: 848 time: 0.0660481 Aug 16 19:59:56.959871 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-e354bbd0-7f0d-4bce-9d20-d1a5c4d4ffe1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=090f4e50-1fb3-4449-b92b-949da889d68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320883 Aug 16 19:59:56.966771 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0b0334e3-d491-4a61-888c-a5ee048951bd req-a7d9d19c-947a-4f21-b8bf-c4a0134c39aa tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586014 Aug 16 19:59:56.980150 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device b584353f-767c-48df-9272-5d9cb4770a21 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 19:59:57.098279 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-698a7ed5-48eb-45fe-b375-6d0e691c3b05 service neutron] 10.222.0.57 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282780 Aug 16 19:59:57.140182 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port b584353f-767c-48df-9272-5d9cb4770a21, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=b584353f-767c-48df-9272-5d9cb4770a21,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:57.159901 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'b584353f-767c-48df-9272-5d9cb4770a21', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': 'b584353f-767c-48df-9272-5d9cb4770a21', 'mac_address': 'fa:16:3e:5c:02:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 19:59:57.188779 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb69f2-e5c5-4358-80fc-89e026e4faa6 req-08e67903-5e7f-43bb-a61a-16cd86133b8c tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:57.190156 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-63eb69f2-e5c5-4358-80fc-89e026e4faa6 req-08e67903-5e7f-43bb-a61a-16cd86133b8c tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 784 time: 0.4087181 Aug 16 19:59:57.210640 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:57.229452 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b584353f-767c-48df-9272-5d9cb4770a21 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 19:59:57.244487 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b9355-32ae-4d51-8ec7-632711f5b289 req-a85d0202-238b-41c8-845e-7562482cfd8e tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:57.246638 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-638b9355-32ae-4d51-8ec7-632711f5b289 req-a85d0202-238b-41c8-845e-7562482cfd8e tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=0b063746-e496-4b45-82ca-424f7674d639 HTTP/1.1" status: 200 len: 946 time: 0.1235251 Aug 16 19:59:57.253498 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port b584353f-767c-48df-9272-5d9cb4770a21, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=b584353f-767c-48df-9272-5d9cb4770a21,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:57.258373 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:57.275922 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-63eb69f2-e5c5-4358-80fc-89e026e4faa6 req-9b2b8542-315a-4b8f-a3bc-856bdfcfff46 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.71 HTTP/1.1" status: 200 len: 695 time: 0.0548081 Aug 16 19:59:57.294228 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-bcb6ad6f-3a40-4c70-9756-109082083f35 service neutron] 10.222.0.57 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806333 Aug 16 19:59:57.320088 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-638b9355-32ae-4d51-8ec7-632711f5b289 req-b0691413-6616-46fe-ae80-4f66ce49e844 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604408 Aug 16 19:59:57.322563 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=b584353f-767c-48df-9272-5d9cb4770a21,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:57.359285 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-63eb69f2-e5c5-4358-80fc-89e026e4faa6 req-03625ba3-deba-4d79-9ba7-344f16d2a41c tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.71 HTTP/1.1" status: 200 len: 695 time: 0.0766203 Aug 16 19:59:57.375689 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c7d391c4-2f92-48ce-977a-535e9f8d6001 req-f80abe52-693c-4604-826f-c1e80d3dfce3 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:57.398119 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['c5d191bb-b445-48c0-8f09-55c9bffd2f37'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 19:59:57.400738 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['b584353f-767c-48df-9272-5d9cb4770a21'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 19:59:57.454838 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-c1205c40-a8a0-48c7-b4f2-0ed6e3dc8921 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:57.455097 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80abe52-693c-4604-826f-c1e80d3dfce3 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Pushing event deleted for resources: {'Port': ['ID=c5d191bb-b445-48c0-8f09-55c9bffd2f37,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:57.455699 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-c1205c40-a8a0-48c7-b4f2-0ed6e3dc8921 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0b063746-e496-4b45-82ca-424f7674d639&tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&binding%3Ahost_id=n-h2-787206-13 HTTP/1.1" status: 200 len: 1098 time: 0.0899131 Aug 16 19:59:57.475706 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-59430b43-d2aa-493f-855e-73a66964c612 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-787206-13'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 19:59:57.552119 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d391c4-2f92-48ce-977a-535e9f8d6001 req-f80abe52-693c-4604-826f-c1e80d3dfce3 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] No DVR routers for this DVR port c5d191bb-b445-48c0-8f09-55c9bffd2f37 on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 19:59:57.557189 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c7d391c4-2f92-48ce-977a-535e9f8d6001 req-f80abe52-693c-4604-826f-c1e80d3dfce3 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:57.559793 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c7d391c4-2f92-48ce-977a-535e9f8d6001 req-f80abe52-693c-4604-826f-c1e80d3dfce3 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.57 "DELETE /v2.0/ports/c5d191bb-b445-48c0-8f09-55c9bffd2f37 HTTP/1.1" status: 204 len: 173 time: 1.1321530 Aug 16 19:59:57.560242 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d5a1de-bcda-4bc3-8a7f-3333291e0210', 'name': 'network-vif-deleted', 'tag': 'c5d191bb-b445-48c0-8f09-55c9bffd2f37'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:59:57.562497 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3a5fb1-2ff0-434b-bd46-b2b98038f59c" -d '{"events": [{"server_uuid": "58d5a1de-bcda-4bc3-8a7f-3333291e0210", "name": "network-vif-deleted", "tag": "c5d191bb-b445-48c0-8f09-55c9bffd2f37"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:59:57.590322 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-63eb69f2-e5c5-4358-80fc-89e026e4faa6 req-8cf22e3d-4e25-4b8b-8fe6-2694b5fe075a tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Deleting port eff13d10-5ebc-4215-adae-c7c09adad872 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 19:59:57.590656 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-63eb69f2-e5c5-4358-80fc-89e026e4faa6 req-8cf22e3d-4e25-4b8b-8fe6-2694b5fe075a tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:57.698647 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-63eb69f2-e5c5-4358-80fc-89e026e4faa6 req-8cf22e3d-4e25-4b8b-8fe6-2694b5fe075a tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:57.698969 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-63eb69f2-e5c5-4358-80fc-89e026e4faa6 req-8cf22e3d-4e25-4b8b-8fe6-2694b5fe075a tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:57.713131 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-63eb69f2-e5c5-4358-80fc-89e026e4faa6 req-8cf22e3d-4e25-4b8b-8fe6-2694b5fe075a tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Calling delete_port for eff13d10-5ebc-4215-adae-c7c09adad872 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 19:59:57.872726 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-59430b43-d2aa-493f-855e-73a66964c612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:57.894135 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-baff03f6-6df7-46b5-86fe-2d034b7274ed tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:57.895941 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-baff03f6-6df7-46b5-86fe-2d034b7274ed tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/networks?id=273a965b-291d-4de0-904d-d29903ed22d3 HTTP/1.1" status: 200 len: 821 time: 0.4543478 Aug 16 19:59:57.936281 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-604ae005-9dcb-42c0-a9f4-b4c8caee94d1 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/quotas/80d98bbe248147c88be18e7257fbdc13 HTTP/1.1" status: 200 len: 375 time: 0.0317540 Aug 16 19:59:57.965775 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-63eb69f2-e5c5-4358-80fc-89e026e4faa6 req-8cf22e3d-4e25-4b8b-8fe6-2694b5fe075a tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:57.997219 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf22e3d-4e25-4b8b-8fe6-2694b5fe075a tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Pushing event deleted for resources: {'Port': ['ID=eff13d10-5ebc-4215-adae-c7c09adad872,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:58.024249 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-63eb69f2-e5c5-4358-80fc-89e026e4faa6 req-8cf22e3d-4e25-4b8b-8fe6-2694b5fe075a tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:58.029065 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-63eb69f2-e5c5-4358-80fc-89e026e4faa6 req-8cf22e3d-4e25-4b8b-8fe6-2694b5fe075a tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:58.031080 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-63eb69f2-e5c5-4358-80fc-89e026e4faa6 req-8cf22e3d-4e25-4b8b-8fe6-2694b5fe075a tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] 10.222.0.68 "DELETE /v2.0/floatingips/a65bd1aa-5f53-4913-8c35-c9aaa6d8e533 HTTP/1.1" status: 204 len: 173 time: 0.6651077 Aug 16 19:59:58.053039 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-55f99dc2-2bf0-4986-80b7-f3e975abb365 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=80d98bbe248147c88be18e7257fbdc13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1098883 Aug 16 19:59:58.127144 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-59430b43-d2aa-493f-855e-73a66964c612 service neutron] For port 60bdef77-16d9-469f-9e7e-e885abfe58e7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=60bdef77-16d9-469f-9e7e-e885abfe58e7,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:58.168429 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a7c9937c-fe3e-4dd0-9ae8-1af3d810c931 req-1e6d9910-9206-4a8a-bc16-050f08a335f3 tempest-AttachSCSIVolumeTestJSON-2002919789 tempest-AttachSCSIVolumeTestJSON-2002919789-project] 10.222.0.68 "GET /v2.0/ports?device_id=58d5a1de-bcda-4bc3-8a7f-3333291e0210 HTTP/1.1" status: 200 len: 210 time: 0.0525451 Aug 16 19:59:58.201044 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-59430b43-d2aa-493f-855e-73a66964c612 service neutron] For port 60bdef77-16d9-469f-9e7e-e885abfe58e7, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:59:58.300854 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b063746-e496-4b45-82ca-424f7674d639', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60bdef77-16d9-469f-9e7e-e885abfe58e7'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:59:58.303460 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab0ca19-2fff-4af2-a76b-63235846926f" -d '{"events": [{"server_uuid": "0b063746-e496-4b45-82ca-424f7674d639", "name": "network-vif-unplugged", "status": "completed", "tag": "60bdef77-16d9-469f-9e7e-e885abfe58e7"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:59:58.307960 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-59430b43-d2aa-493f-855e-73a66964c612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:58.315450 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-09cf0e27-2cc8-450c-b690-5d5545be5342 service neutron] 10.222.0.68 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534616 Aug 16 19:59:58.317392 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-59430b43-d2aa-493f-855e-73a66964c612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:58.343864 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 19:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5556f8c3-45f1-423a-8fe9-88e567a9d026 x-openstack-request-id: req-5556f8c3-45f1-423a-8fe9-88e567a9d026 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:59:58.344155 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d5a1de-bcda-4bc3-8a7f-3333291e0210", "name": "network-vif-deleted", "tag": "c5d191bb-b445-48c0-8f09-55c9bffd2f37", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:59:58.344409 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5556f8c3-45f1-423a-8fe9-88e567a9d026 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:59:58.344805 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d5a1de-bcda-4bc3-8a7f-3333291e0210', 'name': 'network-vif-deleted', 'tag': 'c5d191bb-b445-48c0-8f09-55c9bffd2f37', 'status': 'completed', 'code': 200} Aug 16 19:59:58.519075 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59430b43-d2aa-493f-855e-73a66964c612 service neutron] Pushing event updated for resources: {'Port': ['ID=60bdef77-16d9-469f-9e7e-e885abfe58e7,revision_number=7']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:58.534608 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-59430b43-d2aa-493f-855e-73a66964c612 service neutron] Attempting to bind port 60bdef77-16d9-469f-9e7e-e885abfe58e7 on host n-h2-787206-13 for vnic_type normal with profile {"migrating_to": "n-h1-787206-13"} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 19:59:58.535172 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-59430b43-d2aa-493f-855e-73a66964c612 service neutron] Attempting to bind port 60bdef77-16d9-469f-9e7e-e885abfe58e7 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 19:59:58.535685 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-59430b43-d2aa-493f-855e-73a66964c612 service neutron] Attempting to bind port 60bdef77-16d9-469f-9e7e-e885abfe58e7 on network 090f4e50-1fb3-4449-b92b-949da889d68e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:58.558626 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-59430b43-d2aa-493f-855e-73a66964c612 service neutron] Port 60bdef77-16d9-469f-9e7e-e885abfe58e7 on network 090f4e50-1fb3-4449-b92b-949da889d68e not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 19:59:58.559053 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-59430b43-d2aa-493f-855e-73a66964c612 service neutron] Attempting to bind port 60bdef77-16d9-469f-9e7e-e885abfe58e7 on network 090f4e50-1fb3-4449-b92b-949da889d68e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 19:59:58.560045 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12b2d9-6c8c-46aa-851c-0ab13e3444f8 req-2a3e9f92-383c-41e1-88ad-fb2ece986aa5 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:58.562250 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1d12b2d9-6c8c-46aa-851c-0ab13e3444f8 req-2a3e9f92-383c-41e1-88ad-fb2ece986aa5 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/ports?device_id=52cd1faa-95fd-4996-a25c-3b877e63759f HTTP/1.1" status: 200 len: 950 time: 0.1208117 Aug 16 19:59:58.579137 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-59430b43-d2aa-493f-855e-73a66964c612 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 19, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 19:59:58.579635 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-59430b43-d2aa-493f-855e-73a66964c612 service neutron] Checking segment: {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 19:59:58.580088 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-59430b43-d2aa-493f-855e-73a66964c612 service neutron] Bound using segment: {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 19:59:58.580603 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-59430b43-d2aa-493f-855e-73a66964c612 service neutron] Bound port: 60bdef77-16d9-469f-9e7e-e885abfe58e7, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 19:59:58.581815 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-59430b43-d2aa-493f-855e-73a66964c612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:58.613615 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-ef2fba56-3dd2-4d72-9d76-54ceddcbd2cf service neutron] 10.222.0.68 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611206 Aug 16 19:59:58.623833 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1d12b2d9-6c8c-46aa-851c-0ab13e3444f8 req-5d4c0db3-ccd2-49ea-8ce9-a062eafb7168 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/security-groups?id=bb30cecf-c58f-4d85-a5fe-cfc59be57061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506792 Aug 16 19:59:58.738909 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-59430b43-d2aa-493f-855e-73a66964c612 service neutron] For port 60bdef77-16d9-469f-9e7e-e885abfe58e7, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 19:59:58.746219 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-59430b43-d2aa-493f-855e-73a66964c612 service neutron] For port 60bdef77-16d9-469f-9e7e-e885abfe58e7, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=60bdef77-16d9-469f-9e7e-e885abfe58e7,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 19:59:58.751125 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-59430b43-d2aa-493f-855e-73a66964c612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:58.788503 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc70c78-a55f-4880-82de-1b8011514030 req-e44ef210-65a3-469e-bf54-5161baa7a6d5 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:58.809139 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-adc70c78-a55f-4880-82de-1b8011514030 req-e44ef210-65a3-469e-bf54-5161baa7a6d5 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e517ce67-26a1-45bb-ba8e-5488e08ca3d0 HTTP/1.1" status: 200 len: 949 time: 0.1063702 Aug 16 19:59:58.855674 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59430b43-d2aa-493f-855e-73a66964c612 service neutron] Pushing event updated for resources: {'Port': ['ID=60bdef77-16d9-469f-9e7e-e885abfe58e7,revision_number=8']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:58.903110 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-adc70c78-a55f-4880-82de-1b8011514030 req-3f6e8dab-14b1-42a6-9e5a-5bd1653006fc tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916922 Aug 16 19:59:58.914860 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-59430b43-d2aa-493f-855e-73a66964c612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:58.915840 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-59430b43-d2aa-493f-855e-73a66964c612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:58.917537 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-59430b43-d2aa-493f-855e-73a66964c612 service neutron] 10.222.0.57 "PUT /v2.0/ports/60bdef77-16d9-469f-9e7e-e885abfe58e7 HTTP/1.1" status: 200 len: 1124 time: 1.4463687 Aug 16 19:59:58.997001 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device b584353f-767c-48df-9272-5d9cb4770a21 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:59:59.023062 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [req-e5ff92ed-3cd7-414a-9242-945c2c79509c req-8c96596b-0d69-4261-a090-4ca408080fc4 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] show failed (client error): The resource could not be found. Aug 16 19:59:59.024396 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e5ff92ed-3cd7-414a-9242-945c2c79509c req-8c96596b-0d69-4261-a090-4ca408080fc4 tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] 10.222.0.68 "GET /v2.0/floatingips/a65bd1aa-5f53-4913-8c35-c9aaa6d8e533 HTTP/1.1" status: 404 len: 350 time: 0.1186590 Aug 16 19:59:59.027644 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 19:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e087129e-985b-4794-b6cd-ed346e19a7bf x-openstack-request-id: req-e087129e-985b-4794-b6cd-ed346e19a7bf {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 19:59:59.028167 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b063746-e496-4b45-82ca-424f7674d639", "name": "network-vif-unplugged", "status": "completed", "tag": "60bdef77-16d9-469f-9e7e-e885abfe58e7", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 19:59:59.028714 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e087129e-985b-4794-b6cd-ed346e19a7bf {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 19:59:59.029528 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b063746-e496-4b45-82ca-424f7674d639', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60bdef77-16d9-469f-9e7e-e885abfe58e7', 'code': 200} Aug 16 19:59:59.053058 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['60bdef77-16d9-469f-9e7e-e885abfe58e7'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 19:59:59.246349 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port b584353f-767c-48df-9272-5d9cb4770a21 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:59:59.246729 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:59.276190 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0591739-d627-49c3-801f-e4d0a14c2d2a req-1377a329-d062-4d78-8381-50aa5a4dfe83 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:59.290574 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d0591739-d627-49c3-801f-e4d0a14c2d2a req-1377a329-d062-4d78-8381-50aa5a4dfe83 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=0b063746-e496-4b45-82ca-424f7674d639 HTTP/1.1" status: 200 len: 944 time: 0.1548548 Aug 16 19:59:59.445997 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d0591739-d627-49c3-801f-e4d0a14c2d2a req-cc7322a5-195a-486a-a597-0a23fdaa513f tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517684 Aug 16 19:59:59.454805 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:59.462471 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5aac3209-f1a6-4b7f-a192-0c116a84179b req-8efd0a3d-9699-4295-898b-e623ded6a0ef tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 210 time: 0.1366887 Aug 16 19:59:59.503725 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b500535-6c1d-40e0-8574-82b1d405e864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b584353f-767c-48df-9272-5d9cb4770a21'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 19:59:59.503725 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963f9ea7-afe1-4488-b9e5-a8017fcea807" -d '{"events": [{"server_uuid": "2b500535-6c1d-40e0-8574-82b1d405e864", "name": "network-vif-plugged", "status": "completed", "tag": "b584353f-767c-48df-9272-5d9cb4770a21"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 19:59:59.551300 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port b584353f-767c-48df-9272-5d9cb4770a21, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=b584353f-767c-48df-9272-5d9cb4770a21,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 19:59:59.566778 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:59.571196 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device c6c0c476-902b-451c-9aaa-dcfd44d27296 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 19:59:59.580189 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [req-d745a3d5-c216-41f2-b860-d306e43c420b req-d0d1aa71-507d-4434-ae3f-b20c59a3a9ab tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] show failed (client error): The resource could not be found. Aug 16 19:59:59.596609 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58168) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 19:59:59.597225 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d745a3d5-c216-41f2-b860-d306e43c420b req-d0d1aa71-507d-4434-ae3f-b20c59a3a9ab tempest-FloatingIPsTestJSON-1991686145 tempest-FloatingIPsTestJSON-1991686145-project] 10.222.0.68 "GET /v2.0/floatingips/a65bd1aa-5f53-4913-8c35-c9aaa6d8e533 HTTP/1.1" status: 404 len: 350 time: 0.0751569 Aug 16 19:59:59.781959 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=b584353f-767c-48df-9272-5d9cb4770a21,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 19:59:59.808771 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port c6c0c476-902b-451c-9aaa-dcfd44d27296 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 19:59:59.812943 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port c6c0c476-902b-451c-9aaa-dcfd44d27296 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 19:59:59.813780 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 19:59:59.896998 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d27b09-a5b7-4d70-af3f-93b3dcfbde11 req-77e1a90d-dec4-4e44-afc7-77bc1445623c tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 19:59:59.898892 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b1d27b09-a5b7-4d70-af3f-93b3dcfbde11 req-77e1a90d-dec4-4e44-afc7-77bc1445623c tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/ports?device_id=52cd1faa-95fd-4996-a25c-3b877e63759f HTTP/1.1" status: 200 len: 950 time: 0.1952970 Aug 16 19:59:59.997559 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:00.093398 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port c6c0c476-902b-451c-9aaa-dcfd44d27296, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=c6c0c476-902b-451c-9aaa-dcfd44d27296,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:00.099615 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:00.143463 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b1d27b09-a5b7-4d70-af3f-93b3dcfbde11 req-36b63ab1-2677-4684-b45e-e4532ea389f9 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/security-groups?id=bb30cecf-c58f-4d85-a5fe-cfc59be57061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229712 Aug 16 20:00:00.221711 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=c6c0c476-902b-451c-9aaa-dcfd44d27296,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:00.251558 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 19:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc76a45e-8117-4b60-ad4a-31befa315b4c x-openstack-request-id: req-cc76a45e-8117-4b60-ad4a-31befa315b4c {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:00:00.251848 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b500535-6c1d-40e0-8574-82b1d405e864", "name": "network-vif-plugged", "status": "completed", "tag": "b584353f-767c-48df-9272-5d9cb4770a21", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:00:00.255333 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cc76a45e-8117-4b60-ad4a-31befa315b4c {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:00:00.256824 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b500535-6c1d-40e0-8574-82b1d405e864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b584353f-767c-48df-9272-5d9cb4770a21', 'code': 200} Aug 16 20:00:00.778100 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdd658-fa90-4d3d-b4e7-0b90db356a74 req-b3bd38a0-a0e5-4ff0-9ead-17985e750240 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:00.799095 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4afdd658-fa90-4d3d-b4e7-0b90db356a74 req-b3bd38a0-a0e5-4ff0-9ead-17985e750240 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e517ce67-26a1-45bb-ba8e-5488e08ca3d0 HTTP/1.1" status: 200 len: 950 time: 0.3517570 Aug 16 20:00:00.924805 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4afdd658-fa90-4d3d-b4e7-0b90db356a74 req-c90d9856-5230-457e-ba61-f2f42cea6cf0 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245105 Aug 16 20:00:00.930274 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-0993ae06-a262-4408-92b2-35aa2ca24dbc tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=3f57965d09704e48b58e8ac4e81b7331&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381603 Aug 16 20:00:01.017720 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 60bdef77-16d9-469f-9e7e-e885abfe58e7 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:00:01.020743 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device c5d191bb-b445-48c0-8f09-55c9bffd2f37 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:00:01.043060 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b063746-e496-4b45-82ca-424f7674d639', 'tag': '60bdef77-16d9-469f-9e7e-e885abfe58e7'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:00:01.046304 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cd8bd4-70a5-4cd2-9663-b2a813006c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "0b063746-e496-4b45-82ca-424f7674d639", "tag": "60bdef77-16d9-469f-9e7e-e885abfe58e7"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:00:01.110071 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: c5d191bb-b445-48c0-8f09-55c9bffd2f37 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:00:01.110760 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device c5d191bb-b445-48c0-8f09-55c9bffd2f37 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:00:01.118891 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-be7b4557-1337-4497-a63f-d460817f3124 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:01.132663 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-be7b4557-1337-4497-a63f-d460817f3124 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.57 "GET /v2.0/networks?id=273a965b-291d-4de0-904d-d29903ed22d3 HTTP/1.1" status: 200 len: 821 time: 0.5220807 Aug 16 20:00:01.134711 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-7617a13e-4a94-433c-838a-b31db40f8cbf tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:01.141730 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-7617a13e-4a94-433c-838a-b31db40f8cbf tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2098012 Aug 16 20:00:01.156973 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-d83fea41-7339-4112-af31-aaa3f5e9ae3c tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Request body: {'port': {'device_id': '49d06d39-2905-4752-a520-1737a9a8a3e2', 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3', 'admin_state_up': True, 'tenant_id': '80d98bbe248147c88be18e7257fbdc13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:00:01.157814 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-38500113-af9c-4c91-94ce-b7718c35609f tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/quotas/3f57965d09704e48b58e8ac4e81b7331 HTTP/1.1" status: 200 len: 375 time: 0.0151815 Aug 16 20:00:01.226657 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-3a54970f-bc67-47a9-ae11-320d7c101202 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3f57965d09704e48b58e8ac4e81b7331&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0679250 Aug 16 20:00:01.255215 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 60bdef77-16d9-469f-9e7e-e885abfe58e7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=60bdef77-16d9-469f-9e7e-e885abfe58e7,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:01.269325 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 60bdef77-16d9-469f-9e7e-e885abfe58e7 has no active binding in host n-h1-787206-13 {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:00:01.318094 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd53498-5b0b-481d-8b75-5de03cab8352 req-c8102a4e-f869-4a5f-b758-2a51a04e7fe0 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:01.325567 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0cd53498-5b0b-481d-8b75-5de03cab8352 req-c8102a4e-f869-4a5f-b758-2a51a04e7fe0 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=0b063746-e496-4b45-82ca-424f7674d639 HTTP/1.1" status: 200 len: 944 time: 0.2758441 Aug 16 20:00:01.452004 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d564f3bb-544b-423f-aeb8-d2de9991d9e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:01.501343 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9344ef6d-8808-412f-a4ec-763aea2682b1 req-7d9d12ac-93ef-41da-b8da-d15440b7ee0f tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 210 time: 0.0699284 Aug 16 20:00:01.599006 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0cd53498-5b0b-481d-8b75-5de03cab8352 req-47d848b4-4c44-499a-b60a-ba043d4daf4c tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718029 Aug 16 20:00:01.748303 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0d93123a-95f5-47aa-a413-2a409affc46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:01.779685 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6fe87c-ae90-4e16-81c7-698777c3162d x-openstack-request-id: req-5a6fe87c-ae90-4e16-81c7-698777c3162d {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:00:01.779955 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b063746-e496-4b45-82ca-424f7674d639", "tag": "60bdef77-16d9-469f-9e7e-e885abfe58e7", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:00:01.780211 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5a6fe87c-ae90-4e16-81c7-698777c3162d {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:00:01.780757 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b063746-e496-4b45-82ca-424f7674d639', 'tag': '60bdef77-16d9-469f-9e7e-e885abfe58e7', 'status': 'completed', 'code': 200} Aug 16 20:00:01.792368 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-d83fea41-7339-4112-af31-aaa3f5e9ae3c tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Made reservation on behalf of 80d98bbe248147c88be18e7257fbdc13 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:00:01.797765 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-d83fea41-7339-4112-af31-aaa3f5e9ae3c tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:01.961270 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c12470b6-3638-4a91-8f5b-bda1d793eb2f req-47733bf0-1def-4973-b7b0-79057da6b39e tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd3834ac-232e-49bb-a149-4910b3b61a2b HTTP/1.1" status: 200 len: 210 time: 0.1937709 Aug 16 20:00:02.165670 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfecde-7506-4b97-8cc4-50e4099e314c req-bcd19fdf-2478-47e5-a20c-9121cddb9362 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:02.169573 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4acfecde-7506-4b97-8cc4-50e4099e314c req-bcd19fdf-2478-47e5-a20c-9121cddb9362 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e517ce67-26a1-45bb-ba8e-5488e08ca3d0 HTTP/1.1" status: 200 len: 950 time: 0.1226017 Aug 16 20:00:02.187835 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd8bd4-70a5-4cd2-9663-b2a813006c7f req-bdbf860e-1305-4e50-9eb3-dfe9fe5a3491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:02.189367 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b9cd8bd4-70a5-4cd2-9663-b2a813006c7f req-bdbf860e-1305-4e50-9eb3-dfe9fe5a3491 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&device_id=0b063746-e496-4b45-82ca-424f7674d639 HTTP/1.1" status: 200 len: 1127 time: 0.4232781 Aug 16 20:00:02.192987 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:00:02.250522 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4acfecde-7506-4b97-8cc4-50e4099e314c req-0e9c9d53-518e-4135-add4-98b20a96aab5 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738556 Aug 16 20:00:02.258257 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e517ce67-26a1-45bb-ba8e-5488e08ca3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c0c476-902b-451c-9aaa-dcfd44d27296'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:00:02.261209 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a362b7ec-7574-449c-9000-e0d587132dbc" -d '{"events": [{"server_uuid": "e517ce67-26a1-45bb-ba8e-5488e08ca3d0", "name": "network-vif-plugged", "status": "completed", "tag": "c6c0c476-902b-451c-9aaa-dcfd44d27296"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:00:02.304961 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbf33a9-af70-40ea-b34d-94e7c1e15d86 x-openstack-request-id: req-0cbf33a9-af70-40ea-b34d-94e7c1e15d86 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:00:02.305369 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e517ce67-26a1-45bb-ba8e-5488e08ca3d0", "name": "network-vif-plugged", "status": "completed", "tag": "c6c0c476-902b-451c-9aaa-dcfd44d27296", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:00:02.305717 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0cbf33a9-af70-40ea-b34d-94e7c1e15d86 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:00:02.306234 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e517ce67-26a1-45bb-ba8e-5488e08ca3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c0c476-902b-451c-9aaa-dcfd44d27296', 'code': 200} Aug 16 20:00:02.540935 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6c492-dbe8-45e7-9cf7-8bcdaf5022dd req-2e7f7ccb-5dd4-49ef-92c7-cdb4018cb27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:02.544477 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-26e6c492-dbe8-45e7-9cf7-8bcdaf5022dd req-2e7f7ccb-5dd4-49ef-92c7-cdb4018cb27a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e517ce67-26a1-45bb-ba8e-5488e08ca3d0 HTTP/1.1" status: 200 len: 1102 time: 0.0847306 Aug 16 20:00:02.575711 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-d83fea41-7339-4112-af31-aaa3f5e9ae3c tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Allocated IP 172.20.0.6 (273a965b-291d-4de0-904d-d29903ed22d3/49f83f5f-99d4-4f21-857e-7c691113f792/1c3c8be5-9b61-4d70-9e77-b74c1b4e672a) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:00:02.664654 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-731459cf-f8f8-4f60-9ee0-5e556026302f req-46451205-6677-4237-b31c-f25e0f99d78c tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 210 time: 0.0511990 Aug 16 20:00:02.671764 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-26e6c492-dbe8-45e7-9cf7-8bcdaf5022dd req-4bfda938-5bf9-4f5c-9e18-8f3c9d666b16 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179085 Aug 16 20:00:02.692737 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd8bd4-70a5-4cd2-9663-b2a813006c7f req-47d2a2a2-bd56-458a-b5ac-4ec738f7fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:02.694966 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b9cd8bd4-70a5-4cd2-9663-b2a813006c7f req-47d2a2a2-bd56-458a-b5ac-4ec738f7fa84 service neutron] 10.222.0.63 "GET /v2.0/networks?id=090f4e50-1fb3-4449-b92b-949da889d68e HTTP/1.1" status: 200 len: 909 time: 0.4845831 Aug 16 20:00:02.867133 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b9cd8bd4-70a5-4cd2-9663-b2a813006c7f req-5905cb7f-d502-4d6d-8bfd-f33d36015abf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60bdef77-16d9-469f-9e7e-e885abfe58e7 HTTP/1.1" status: 200 len: 217 time: 0.1540527 Aug 16 20:00:02.965728 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-c1104512-552e-48e9-962b-8d1c0c7a05cf tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=3f57965d09704e48b58e8ac4e81b7331&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356522 Aug 16 20:00:03.052991 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-d83fea41-7339-4112-af31-aaa3f5e9ae3c tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:03.076132 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d564f3bb-544b-423f-aeb8-d2de9991d9e3 admin admin] Deleting port da29b5fd-f4f2-4ca8-aecc-abc10cb0a601 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:00:03.076496 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d564f3bb-544b-423f-aeb8-d2de9991d9e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:03.125919 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-d83fea41-7339-4112-af31-aaa3f5e9ae3c tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:03.249947 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-99b5600f-c729-425e-bceb-6e2c42c3773b tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:03.252910 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-99b5600f-c729-425e-bceb-6e2c42c3773b tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2813511 Aug 16 20:00:03.260429 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eab1a5-c9ef-4f3f-84c9-2a7ce6c7f308 req-854b69b3-d723-4322-a416-2836a6b0a2ac tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:03.262727 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d7eab1a5-c9ef-4f3f-84c9-2a7ce6c7f308 req-854b69b3-d723-4322-a416-2836a6b0a2ac tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=0b063746-e496-4b45-82ca-424f7674d639 HTTP/1.1" status: 200 len: 944 time: 0.5063860 Aug 16 20:00:03.283675 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd8bd4-70a5-4cd2-9663-b2a813006c7f req-a797e7c2-2978-4a3b-8f8e-e9acf4bfde0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:03.285617 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b9cd8bd4-70a5-4cd2-9663-b2a813006c7f req-a797e7c2-2978-4a3b-8f8e-e9acf4bfde0c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7bf22002-ba37-41ff-af5d-cdbe63ed2bd8 HTTP/1.1" status: 200 len: 848 time: 0.3999240 Aug 16 20:00:03.307498 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-d83fea41-7339-4112-af31-aaa3f5e9ae3c tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Network 273a965b-291d-4de0-904d-d29903ed22d3 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:00:03.334698 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-d83fea41-7339-4112-af31-aaa3f5e9ae3c tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:00:03.335405 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-0061e4b5-abfa-493b-ad7b-892c0bcb512c tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Request body: {'port': {'device_id': 'bd3834ac-232e-49bb-a149-4910b3b61a2b', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'admin_state_up': True, 'tenant_id': '3f57965d09704e48b58e8ac4e81b7331'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:00:03.356695 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-d83fea41-7339-4112-af31-aaa3f5e9ae3c tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:00:03.362576 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-d83fea41-7339-4112-af31-aaa3f5e9ae3c tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:03.363501 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-d83fea41-7339-4112-af31-aaa3f5e9ae3c tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:03.367990 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b9cd8bd4-70a5-4cd2-9663-b2a813006c7f req-16e801cc-3ce8-453a-b81b-1283ed99e500 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=090f4e50-1fb3-4449-b92b-949da889d68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637836 Aug 16 20:00:03.368825 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fea41-7339-4112-af31-aaa3f5e9ae3c tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Pushing event updated for resources: {'Port': ['ID=1c3c8be5-9b61-4d70-9e77-b74c1b4e672a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:03.462976 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-6448e4c4-09e3-44a5-b746-8e48f28bdcb8 service neutron] 10.222.0.63 "GET /v2.0/ports/60bdef77-16d9-469f-9e7e-e885abfe58e7/bindings/n-h1-787206-13 HTTP/1.1" status: 200 len: 385 time: 0.3359857 Aug 16 20:00:03.477806 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d7eab1a5-c9ef-4f3f-84c9-2a7ce6c7f308 req-6f7601fc-a275-41fe-850b-05c1025811f0 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032201 Aug 16 20:00:03.479725 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-d83fea41-7339-4112-af31-aaa3f5e9ae3c tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3303018 Aug 16 20:00:03.489877 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-d564f3bb-544b-423f-aeb8-d2de9991d9e3 admin admin] For port da29b5fd-f4f2-4ca8-aecc-abc10cb0a601, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=da29b5fd-f4f2-4ca8-aecc-abc10cb0a601,segment=NetworkSegment(bb767d23-f595-46e5-99a8-0050d612f696),segment_id=bb767d23-f595-46e5-99a8-0050d612f696)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:03.491676 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d564f3bb-544b-423f-aeb8-d2de9991d9e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:03.525722 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-6a87e385-e6ff-468d-a6c5-32e83f476ccb service neutron] Request body: {'port': {'device_id': '49d06d39-2905-4752-a520-1737a9a8a3e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:00:03.570887 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-90486864-75be-4e96-b75b-25b2790db1cb req-c59a56a7-3f93-45f3-8210-f556ece2dd8a tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd3834ac-232e-49bb-a149-4910b3b61a2b HTTP/1.1" status: 200 len: 210 time: 0.4237001 Aug 16 20:00:03.577106 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d564f3bb-544b-423f-aeb8-d2de9991d9e3 admin admin] Calling delete_port for da29b5fd-f4f2-4ca8-aecc-abc10cb0a601 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:00:03.765139 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-2d0152c8-5308-4170-b0fe-3728b266f10b service neutron] For port 60bdef77-16d9-469f-9e7e-e885abfe58e7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=60bdef77-16d9-469f-9e7e-e885abfe58e7,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:03.823827 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-2d0152c8-5308-4170-b0fe-3728b266f10b service neutron] For port 60bdef77-16d9-469f-9e7e-e885abfe58e7, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:00:03.874964 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-6a87e385-e6ff-468d-a6c5-32e83f476ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:03.893083 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-2d0152c8-5308-4170-b0fe-3728b266f10b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60bdef77-16d9-469f-9e7e-e885abfe58e7 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:00:03.907593 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-2d0152c8-5308-4170-b0fe-3728b266f10b service neutron] For port 60bdef77-16d9-469f-9e7e-e885abfe58e7, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=60bdef77-16d9-469f-9e7e-e885abfe58e7,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:03.917751 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bea0af-b373-436c-ab88-42e86ea3eba0 req-106e1869-3fde-42a2-9bfc-2ae8d2ef9fe7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:03.919620 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-26bea0af-b373-436c-ab88-42e86ea3eba0 req-106e1869-3fde-42a2-9bfc-2ae8d2ef9fe7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e517ce67-26a1-45bb-ba8e-5488e08ca3d0 HTTP/1.1" status: 200 len: 950 time: 0.1556044 Aug 16 20:00:03.922535 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-0061e4b5-abfa-493b-ad7b-892c0bcb512c tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Made reservation on behalf of 3f57965d09704e48b58e8ac4e81b7331 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:00:03.928294 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-0061e4b5-abfa-493b-ad7b-892c0bcb512c tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:04.015514 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b9cd8bd4-70a5-4cd2-9663-b2a813006c7f req-69db00c6-dc9e-4dd9-9cbd-8d56bdedd520 service neutron] 10.222.0.63 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6285260 Aug 16 20:00:04.118676 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-0061e4b5-abfa-493b-ad7b-892c0bcb512c tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Allocated IP 192.168.233.53 (b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46/5dedf524-5a11-40fc-90de-b9413f1a2279/1a68f666-3d83-49ae-a4ea-9aadce5dd685) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:00:04.142655 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b9cd8bd4-70a5-4cd2-9663-b2a813006c7f req-f3bffb59-36e8-4b18-96fe-685697cd6eb9 service neutron] 10.222.0.63 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029820 Aug 16 20:00:04.208966 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-26bea0af-b373-436c-ab88-42e86ea3eba0 req-9d9eab0b-2951-4497-80a9-8a08cdcde8f5 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780738 Aug 16 20:00:04.295986 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d564f3bb-544b-423f-aeb8-d2de9991d9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:04.322283 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-0061e4b5-abfa-493b-ad7b-892c0bcb512c tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:04.338343 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564f3bb-544b-423f-aeb8-d2de9991d9e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=da29b5fd-f4f2-4ca8-aecc-abc10cb0a601,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:04.364024 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-0061e4b5-abfa-493b-ad7b-892c0bcb512c tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Transition to ACTIVE for port object 1a68f666-3d83-49ae-a4ea-9aadce5dd685 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:00:04.366682 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-2d0152c8-5308-4170-b0fe-3728b266f10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:04.377820 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2050dc10-ed56-42e8-b79e-65db1a0af0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:04.604241 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:04.644957 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e14f9-1906-4d3d-877c-62350b97542f req-81803a0f-98d2-46d1-a2ec-2ea6bdddde60 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:04.646324 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8b1e14f9-1906-4d3d-877c-62350b97542f req-81803a0f-98d2-46d1-a2ec-2ea6bdddde60 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 931 time: 0.6982284 Aug 16 20:00:04.691123 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-0061e4b5-abfa-493b-ad7b-892c0bcb512c tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:04.707812 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-2d0152c8-5308-4170-b0fe-3728b266f10b service neutron] Transition to ACTIVE for port object 60bdef77-16d9-469f-9e7e-e885abfe58e7 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:00:04.709918 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['025bf74e-61d5-435c-9b48-f979e97ad65d'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:00:04.767088 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-2d0152c8-5308-4170-b0fe-3728b266f10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:04.769651 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d564f3bb-544b-423f-aeb8-d2de9991d9e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:04.872468 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-0061e4b5-abfa-493b-ad7b-892c0bcb512c tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:00:04.888141 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-0061e4b5-abfa-493b-ad7b-892c0bcb512c tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:00:04.908898 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8b1e14f9-1906-4d3d-877c-62350b97542f req-6e0a035a-1c62-432b-a3af-bd981d3f0090 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406271 Aug 16 20:00:04.910746 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-0061e4b5-abfa-493b-ad7b-892c0bcb512c tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:00:04.926218 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-0061e4b5-abfa-493b-ad7b-892c0bcb512c tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:04.927614 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-0061e4b5-abfa-493b-ad7b-892c0bcb512c tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:04.957138 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061e4b5-abfa-493b-ad7b-892c0bcb512c tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Pushing event updated for resources: {'Port': ['ID=1a68f666-3d83-49ae-a4ea-9aadce5dd685,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:05.090692 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-2d0152c8-5308-4170-b0fe-3728b266f10b service neutron] No DVR routers for this DVR port 60bdef77-16d9-469f-9e7e-e885abfe58e7 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:00:05.183488 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b4c06-ae65-4946-a038-2f5cbfab8d4d req-71fc1743-b92c-4b6d-ab57-d329a77b681c tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:05.189927 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bc9b4c06-ae65-4946-a038-2f5cbfab8d4d req-71fc1743-b92c-4b6d-ab57-d329a77b681c tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=0b063746-e496-4b45-82ca-424f7674d639 HTTP/1.1" status: 200 len: 944 time: 0.5444503 Aug 16 20:00:05.236221 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-0061e4b5-abfa-493b-ad7b-892c0bcb512c tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9105089 Aug 16 20:00:05.289202 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-6a87e385-e6ff-468d-a6c5-32e83f476ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:00:05.314826 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-6a87e385-e6ff-468d-a6c5-32e83f476ccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:05.353540 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-cb4285e2-78f3-43f4-9157-9947cc0b6443 service neutron] Request body: {'port': {'device_id': 'bd3834ac-232e-49bb-a149-4910b3b61a2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:00:05.361696 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bc9b4c06-ae65-4946-a038-2f5cbfab8d4d req-eafdb423-a95c-49a7-bf16-3ee27659ce85 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222146 Aug 16 20:00:05.405257 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-6a87e385-e6ff-468d-a6c5-32e83f476ccb service neutron] Transition to ACTIVE for port object 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:00:05.416093 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-6a87e385-e6ff-468d-a6c5-32e83f476ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:05.461889 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d564f3bb-544b-423f-aeb8-d2de9991d9e3 admin admin] Router 661012f0-166d-4793-9f59-8bac1c311f52 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:00:05.471884 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-2d0152c8-5308-4170-b0fe-3728b266f10b service neutron] 10.222.0.63 "PUT /v2.0/ports/60bdef77-16d9-469f-9e7e-e885abfe58e7/bindings/n-h1-787206-13/activate HTTP/1.1" status: 200 len: 370 time: 1.9873300 Aug 16 20:00:05.475439 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0152c8-5308-4170-b0fe-3728b266f10b service neutron] Pushing event updated for resources: {'Port': ['ID=60bdef77-16d9-469f-9e7e-e885abfe58e7,revision_number=10']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:05.528352 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e2941-a457-4372-89bd-3416db38c7ab req-b6efac60-874a-4000-9978-a02a402f4af8 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:05.536153 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-152e2941-a457-4372-89bd-3416db38c7ab req-b6efac60-874a-4000-9978-a02a402f4af8 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd3834ac-232e-49bb-a149-4910b3b61a2b HTTP/1.1" status: 200 len: 935 time: 0.4218333 Aug 16 20:00:05.543940 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-cb4285e2-78f3-43f4-9157-9947cc0b6443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:05.575504 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:05.583320 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9696241f-c0b0-408c-9215-d4e1492adcc2 None None] Provisioning for port 1a68f666-3d83-49ae-a4ea-9aadce5dd685 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:00:05.595600 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9696241f-c0b0-408c-9215-d4e1492adcc2 None None] Provisioning complete for port 1a68f666-3d83-49ae-a4ea-9aadce5dd685 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:00:05.596110 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9696241f-c0b0-408c-9215-d4e1492adcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:05.616387 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87e385-e6ff-468d-a6c5-32e83f476ccb service neutron] Pushing event updated for resources: {'Port': ['ID=1c3c8be5-9b61-4d70-9e77-b74c1b4e672a,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:05.668042 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9696241f-c0b0-408c-9215-d4e1492adcc2 None None] Port 1a68f666-3d83-49ae-a4ea-9aadce5dd685 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:00:05.690029 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-152e2941-a457-4372-89bd-3416db38c7ab req-80628ca2-70fb-4749-a734-5c2fdd8819db tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/security-groups?id=bb30cecf-c58f-4d85-a5fe-cfc59be57061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526921 Aug 16 20:00:05.724089 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:05.771839 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:05.850957 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-85e51527-6ee1-4843-b7f2-8605caf77898 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:05.852642 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-85e51527-6ee1-4843-b7f2-8605caf77898 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0b063746-e496-4b45-82ca-424f7674d639&tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&binding%3Ahost_id=n-h2-787206-13 HTTP/1.1" status: 200 len: 1097 time: 0.2809451 Aug 16 20:00:05.945163 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f1e23-2569-4344-accb-1dd418bdebea req-a8baad36-a6f0-4b2c-af1c-d16ff45a2ed2 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:05.946835 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-985f1e23-2569-4344-accb-1dd418bdebea req-a8baad36-a6f0-4b2c-af1c-d16ff45a2ed2 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e517ce67-26a1-45bb-ba8e-5488e08ca3d0 HTTP/1.1" status: 200 len: 950 time: 0.4809124 Aug 16 20:00:05.996978 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-6a87e385-e6ff-468d-a6c5-32e83f476ccb service neutron] Attempting to bind port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:00:05.997549 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-6a87e385-e6ff-468d-a6c5-32e83f476ccb service neutron] Attempting to bind port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:00:05.998070 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-6a87e385-e6ff-468d-a6c5-32e83f476ccb service neutron] Attempting to bind port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a on network 273a965b-291d-4de0-904d-d29903ed22d3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:00:06.028010 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-6a87e385-e6ff-468d-a6c5-32e83f476ccb service neutron] Port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a on network 273a965b-291d-4de0-904d-d29903ed22d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:00:06.028010 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-6a87e385-e6ff-468d-a6c5-32e83f476ccb service neutron] Attempting to bind port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a on network 273a965b-291d-4de0-904d-d29903ed22d3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:00:06.036564 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-6a87e385-e6ff-468d-a6c5-32e83f476ccb service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:00:06.036903 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-6a87e385-e6ff-468d-a6c5-32e83f476ccb service neutron] Checking segment: {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:00:06.037290 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-6a87e385-e6ff-468d-a6c5-32e83f476ccb service neutron] Bound using segment: {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:00:06.037731 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-6a87e385-e6ff-468d-a6c5-32e83f476ccb service neutron] Bound port: 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:00:06.038088 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-6a87e385-e6ff-468d-a6c5-32e83f476ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:06.047760 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-798db260-40b7-4644-9327-9f6b42b470f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:06.049465 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-798db260-40b7-4644-9327-9f6b42b470f8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0b063746-e496-4b45-82ca-424f7674d639&tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd HTTP/1.1" status: 200 len: 1097 time: 0.1844594 Aug 16 20:00:06.087700 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-985f1e23-2569-4344-accb-1dd418bdebea req-ee71a280-daa2-4832-9582-bf57164054f8 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047733 Aug 16 20:00:06.100450 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58336) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:06.208181 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d564f3bb-544b-423f-aeb8-d2de9991d9e3 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:00:06.218528 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a654b3a-e417-423b-9bf3-a8c3911d2d78 None None] Sync routers for ids ['661012f0-166d-4793-9f59-8bac1c311f52'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:00:06.221742 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d564f3bb-544b-423f-aeb8-d2de9991d9e3 admin admin] 10.222.0.68 "PUT /v2.0/routers/661012f0-166d-4793-9f59-8bac1c311f52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6236680 Aug 16 20:00:06.226883 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58340) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:06.235804 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a654b3a-e417-423b-9bf3-a8c3911d2d78 None None] Routers {'661012f0-166d-4793-9f59-8bac1c311f52'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:00:06.238140 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7a654b3a-e417-423b-9bf3-a8c3911d2d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:00:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['661012f0-166d-4793-9f59-8bac1c311f52'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:00:06.300639 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-5c0a95d9-5c82-42a5-a14e-1a04ccf91570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:06.311624 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-5c0a95d9-5c82-42a5-a14e-1a04ccf91570 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&device_id=0b063746-e496-4b45-82ca-424f7674d639 HTTP/1.1" status: 200 len: 1097 time: 0.2238867 Aug 16 20:00:06.413255 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-7a654b3a-e417-423b-9bf3-a8c3911d2d78 None None] Set router 661012f0-166d-4793-9f59-8bac1c311f52 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:00:06.420075 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-cb4285e2-78f3-43f4-9157-9947cc0b6443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a68f666-3d83-49ae-a4ea-9aadce5dd685 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:00:06.461071 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-cb4285e2-78f3-43f4-9157-9947cc0b6443 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:06.520383 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-6a87e385-e6ff-468d-a6c5-32e83f476ccb service neutron] For port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:00:06.539944 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-cb4285e2-78f3-43f4-9157-9947cc0b6443 service neutron] Transition to ACTIVE for port object 1a68f666-3d83-49ae-a4ea-9aadce5dd685 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:00:06.550129 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-cb4285e2-78f3-43f4-9157-9947cc0b6443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:06.577521 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2957da6-fb91-4272-b063-513709828068 req-e3c858e1-4d13-4116-894d-929289531d15 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:06.580225 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e2957da6-fb91-4272-b063-513709828068 req-e3c858e1-4d13-4116-894d-929289531d15 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 943 time: 0.3631601 Aug 16 20:00:06.582640 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cf0af-61d5-45a7-b615-3b865d305fc9 req-e0925f17-516d-42b3-91fb-e9723b05b90d tempest-ServersOnMultiNodesTest-1869749609 tempest-ServersOnMultiNodesTest-1869749609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:06.586283 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-837cf0af-61d5-45a7-b615-3b865d305fc9 req-e0925f17-516d-42b3-91fb-e9723b05b90d tempest-ServersOnMultiNodesTest-1869749609 tempest-ServersOnMultiNodesTest-1869749609-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=e517ce67-26a1-45bb-ba8e-5488e08ca3d0 HTTP/1.1" status: 200 len: 1102 time: 0.3258080 Aug 16 20:00:06.594562 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-6a87e385-e6ff-468d-a6c5-32e83f476ccb service neutron] For port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1c3c8be5-9b61-4d70-9e77-b74c1b4e672a,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:00:06.672000 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-6a87e385-e6ff-468d-a6c5-32e83f476ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:06.704137 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-065d2ea8-21af-40e5-b2a7-c909c77b55c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:06.764284 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e2957da6-fb91-4272-b063-513709828068 req-ee016472-3175-4d32-b29b-75ac5e8915eb tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710343 Aug 16 20:00:06.766612 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-45eb7fb3-38c0-4a9f-94ba-cdf1f07a1cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:06.770098 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-45eb7fb3-38c0-4a9f-94ba-cdf1f07a1cda service neutron] 10.222.0.57 "GET /v2.0/networks?id=090f4e50-1fb3-4449-b92b-949da889d68e HTTP/1.1" status: 200 len: 909 time: 0.3305902 Aug 16 20:00:06.770570 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7a654b3a-e417-423b-9bf3-a8c3911d2d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661012f0-166d-4793-9f59-8bac1c311f52', 'name': 'tempest-FloatingIPsTestJSON-1861882293-router', 'tenant_id': '027e97d7b0c2427391b7ef8a75375255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'c647f6f1-4a0b-42d4-a45a-1e36e8401907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:59:36Z', 'updated_at': '2021-08-16T20:00:03Z', 'revision_number': 5, 'project_id': '027e97d7b0c2427391b7ef8a75375255', 'gw_port': {'id': 'c647f6f1-4a0b-42d4-a45a-1e36e8401907', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661012f0-166d-4793-9f59-8bac1c311f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:59:37Z', 'updated_at': '2021-08-16T19:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:00:06.777224 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4285e2-78f3-43f4-9157-9947cc0b6443 service neutron] Pushing event updated for resources: {'Port': ['ID=1a68f666-3d83-49ae-a4ea-9aadce5dd685,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:06.852624 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a654b3a-e417-423b-9bf3-a8c3911d2d78 None None] Checking router: 661012f0-166d-4793-9f59-8bac1c311f52 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:00:06.877441 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a654b3a-e417-423b-9bf3-a8c3911d2d78 None None] Routers {'661012f0-166d-4793-9f59-8bac1c311f52'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:00:06.878076 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7a654b3a-e417-423b-9bf3-a8c3911d2d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:00:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['661012f0-166d-4793-9f59-8bac1c311f52'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:00:06.909050 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:06.983330 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-8e13937c-2d2e-4081-a479-bdc2054ca4f6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60bdef77-16d9-469f-9e7e-e885abfe58e7 HTTP/1.1" status: 200 len: 217 time: 0.1729527 Aug 16 20:00:07.018597 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 60bdef77-16d9-469f-9e7e-e885abfe58e7 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:00:07.028567 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-cb4285e2-78f3-43f4-9157-9947cc0b6443 service neutron] Attempting to bind port 1a68f666-3d83-49ae-a4ea-9aadce5dd685 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:00:07.028567 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-cb4285e2-78f3-43f4-9157-9947cc0b6443 service neutron] Attempting to bind port 1a68f666-3d83-49ae-a4ea-9aadce5dd685 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:00:07.029001 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-cb4285e2-78f3-43f4-9157-9947cc0b6443 service neutron] Attempting to bind port 1a68f666-3d83-49ae-a4ea-9aadce5dd685 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:00:07.049250 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-837cf0af-61d5-45a7-b615-3b865d305fc9 req-606acf16-e8b8-41a3-961b-06bd8642c801 tempest-ServersOnMultiNodesTest-1869749609 tempest-ServersOnMultiNodesTest-1869749609-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397933 Aug 16 20:00:07.070325 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-cb4285e2-78f3-43f4-9157-9947cc0b6443 service neutron] Port 1a68f666-3d83-49ae-a4ea-9aadce5dd685 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:00:07.070644 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-cb4285e2-78f3-43f4-9157-9947cc0b6443 service neutron] Attempting to bind port 1a68f666-3d83-49ae-a4ea-9aadce5dd685 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:00:07.073346 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-6a87e385-e6ff-468d-a6c5-32e83f476ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:07.074319 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-6a87e385-e6ff-468d-a6c5-32e83f476ccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:07.076547 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-6a87e385-e6ff-468d-a6c5-32e83f476ccb service neutron] 10.222.0.57 "PUT /v2.0/ports/1c3c8be5-9b61-4d70-9e77-b74c1b4e672a HTTP/1.1" status: 200 len: 1092 time: 3.5757790 Aug 16 20:00:07.078474 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87e385-e6ff-468d-a6c5-32e83f476ccb service neutron] Pushing event updated for resources: {'Port': ['ID=1c3c8be5-9b61-4d70-9e77-b74c1b4e672a,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:07.092444 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-cb4285e2-78f3-43f4-9157-9947cc0b6443 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:00:07.092444 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-cb4285e2-78f3-43f4-9157-9947cc0b6443 service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:00:07.092444 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-cb4285e2-78f3-43f4-9157-9947cc0b6443 service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:00:07.092444 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-cb4285e2-78f3-43f4-9157-9947cc0b6443 service neutron] Bound port: 1a68f666-3d83-49ae-a4ea-9aadce5dd685, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:00:07.092926 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-cb4285e2-78f3-43f4-9157-9947cc0b6443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:07.098711 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d06d39-2905-4752-a520-1737a9a8a3e2', 'tag': '1c3c8be5-9b61-4d70-9e77-b74c1b4e672a'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:00:07.103493 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e36f64e-8305-4aac-a097-81af91e60b54" -d '{"events": [{"name": "network-changed", "server_uuid": "49d06d39-2905-4752-a520-1737a9a8a3e2", "tag": "1c3c8be5-9b61-4d70-9e77-b74c1b4e672a"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:00:07.111241 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-065d2ea8-21af-40e5-b2a7-c909c77b55c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:07.164190 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b744b8-b1bf-42e2-a368-fd931318d51f req-6a5b035a-5207-451c-a4a2-29bf542b831c tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:07.166065 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-84b744b8-b1bf-42e2-a368-fd931318d51f req-6a5b035a-5207-451c-a4a2-29bf542b831c tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=0b063746-e496-4b45-82ca-424f7674d639 HTTP/1.1" status: 200 len: 945 time: 0.2988973 Aug 16 20:00:07.168716 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-01637e16-4477-4d9d-a34b-60472fe4b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:07.170231 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-01637e16-4477-4d9d-a34b-60472fe4b9ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bf22002-ba37-41ff-af5d-cdbe63ed2bd8 HTTP/1.1" status: 200 len: 848 time: 0.1729336 Aug 16 20:00:07.172232 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 60bdef77-16d9-469f-9e7e-e885abfe58e7 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:00:07.212044 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-7a654b3a-e417-423b-9bf3-a8c3911d2d78 None None] Set router 661012f0-166d-4793-9f59-8bac1c311f52 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:00:07.249111 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-4ed50034-0c4d-4a94-8429-2fd1af50d4cb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=090f4e50-1fb3-4449-b92b-949da889d68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482690 Aug 16 20:00:07.285136 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-84b744b8-b1bf-42e2-a368-fd931318d51f req-78b0dcab-79f3-42d6-8a23-56e1d96d0750 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918806 Aug 16 20:00:07.357308 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-cb4285e2-78f3-43f4-9157-9947cc0b6443 service neutron] For port 1a68f666-3d83-49ae-a4ea-9aadce5dd685, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:00:07.365944 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-cb4285e2-78f3-43f4-9157-9947cc0b6443 service neutron] For port 1a68f666-3d83-49ae-a4ea-9aadce5dd685, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=1a68f666-3d83-49ae-a4ea-9aadce5dd685,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:00:07.376648 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-cb4285e2-78f3-43f4-9157-9947cc0b6443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:07.445790 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-cb4285e2-78f3-43f4-9157-9947cc0b6443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:07.446464 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-cb4285e2-78f3-43f4-9157-9947cc0b6443 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:07.448574 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-cb4285e2-78f3-43f4-9157-9947cc0b6443 service neutron] 10.222.0.63 "PUT /v2.0/ports/1a68f666-3d83-49ae-a4ea-9aadce5dd685 HTTP/1.1" status: 200 len: 1096 time: 2.1605132 Aug 16 20:00:07.451401 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3834ac-232e-49bb-a149-4910b3b61a2b', 'tag': '1a68f666-3d83-49ae-a4ea-9aadce5dd685'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:00:07.453932 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce06443f-5ac2-4635-9688-0104e76a2c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "bd3834ac-232e-49bb-a149-4910b3b61a2b", "tag": "1a68f666-3d83-49ae-a4ea-9aadce5dd685"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:00:07.503187 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-ebc00877-3088-4e85-b11c-d6305e4fabc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:07.505572 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-ebc00877-3088-4e85-b11c-d6305e4fabc2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=80d98bbe248147c88be18e7257fbdc13&device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 1095 time: 0.3171871 Aug 16 20:00:07.572199 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7a654b3a-e417-423b-9bf3-a8c3911d2d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661012f0-166d-4793-9f59-8bac1c311f52', 'name': 'tempest-FloatingIPsTestJSON-1861882293-router', 'tenant_id': '027e97d7b0c2427391b7ef8a75375255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'c647f6f1-4a0b-42d4-a45a-1e36e8401907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:59:36Z', 'updated_at': '2021-08-16T20:00:03Z', 'revision_number': 5, 'project_id': '027e97d7b0c2427391b7ef8a75375255', 'gw_port': {'id': 'c647f6f1-4a0b-42d4-a45a-1e36e8401907', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661012f0-166d-4793-9f59-8bac1c311f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:59:37Z', 'updated_at': '2021-08-16T19:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:00:07.589626 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-3f0a8c92-b8d7-4772-addb-8366628c3fe5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c3c8be5-9b61-4d70-9e77-b74c1b4e672a HTTP/1.1" status: 200 len: 217 time: 0.0660708 Aug 16 20:00:07.603408 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519f390-db98-4f7c-a630-8a7b50f398bc req-283899d4-d300-4f3a-b103-37e7658a397b tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:07.606112 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7519f390-db98-4f7c-a630-8a7b50f398bc req-283899d4-d300-4f3a-b103-37e7658a397b tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd3834ac-232e-49bb-a149-4910b3b61a2b HTTP/1.1" status: 200 len: 947 time: 0.2527471 Aug 16 20:00:07.665754 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a654b3a-e417-423b-9bf3-a8c3911d2d78 None None] The sync data for ids ['661012f0-166d-4793-9f59-8bac1c311f52'] in n-d-787206-13 is: [{'id': '661012f0-166d-4793-9f59-8bac1c311f52', 'name': 'tempest-FloatingIPsTestJSON-1861882293-router', 'tenant_id': '027e97d7b0c2427391b7ef8a75375255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'c647f6f1-4a0b-42d4-a45a-1e36e8401907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:59:36Z', 'updated_at': '2021-08-16T20:00:03Z', 'revision_number': 5, 'project_id': '027e97d7b0c2427391b7ef8a75375255', 'gw_port': {'id': 'c647f6f1-4a0b-42d4-a45a-1e36e8401907', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661012f0-166d-4793-9f59-8bac1c311f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:59:37Z', 'updated_at': '2021-08-16T19:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:00:07.736618 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-1d8ac3b3-10c8-4908-b3ed-24444a7a32be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:07.740174 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-1d8ac3b3-10c8-4908-b3ed-24444a7a32be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49f83f5f-99d4-4f21-857e-7c691113f792 HTTP/1.1" status: 200 len: 861 time: 0.1320372 Aug 16 20:00:07.750681 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba1c039-57a8-4982-b50b-c5842d2ac1bc x-openstack-request-id: req-cba1c039-57a8-4982-b50b-c5842d2ac1bc {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:00:07.751064 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d06d39-2905-4752-a520-1737a9a8a3e2", "tag": "1c3c8be5-9b61-4d70-9e77-b74c1b4e672a", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:00:07.751433 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cba1c039-57a8-4982-b50b-c5842d2ac1bc {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:00:07.751902 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d06d39-2905-4752-a520-1737a9a8a3e2', 'tag': '1c3c8be5-9b61-4d70-9e77-b74c1b4e672a', 'status': 'completed', 'code': 200} Aug 16 20:00:07.795157 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-b3242423-653e-4b61-b687-f6e7158ed90d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=273a965b-291d-4de0-904d-d29903ed22d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369484 Aug 16 20:00:07.892545 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-065d2ea8-21af-40e5-b2a7-c909c77b55c8 admin admin] Deleting port c647f6f1-4a0b-42d4-a45a-1e36e8401907 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:00:07.893157 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-065d2ea8-21af-40e5-b2a7-c909c77b55c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:07.956487 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-1cd104af-d578-40ab-9c0d-c41073d3b65f service neutron] 10.222.0.57 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6857691 Aug 16 20:00:07.966962 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4400e627-d943-4bcc-9491-da34d94a1774 req-e9987a64-9b87-48de-a7ae-abc1f3eb42b5 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=74e2f72781564173bac530a92b1cda23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589035 Aug 16 20:00:08.003570 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4285e2-78f3-43f4-9157-9947cc0b6443 service neutron] Pushing event updated for resources: {'Port': ['ID=1a68f666-3d83-49ae-a4ea-9aadce5dd685,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:08.023923 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7519f390-db98-4f7c-a630-8a7b50f398bc req-e8ec8fdb-23d8-4663-86ce-68641dc50ae4 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/security-groups?id=bb30cecf-c58f-4d85-a5fe-cfc59be57061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823532 Aug 16 20:00:08.110273 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-065d2ea8-21af-40e5-b2a7-c909c77b55c8 admin admin] For port c647f6f1-4a0b-42d4-a45a-1e36e8401907, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=c647f6f1-4a0b-42d4-a45a-1e36e8401907,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:08.110650 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-065d2ea8-21af-40e5-b2a7-c909c77b55c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:08.126298 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-065d2ea8-21af-40e5-b2a7-c909c77b55c8 admin admin] Calling delete_port for c647f6f1-4a0b-42d4-a45a-1e36e8401907 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:00:08.178588 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736003ca-55c6-4802-98c6-c8a775862634 x-openstack-request-id: req-736003ca-55c6-4802-98c6-c8a775862634 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:00:08.179237 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd3834ac-232e-49bb-a149-4910b3b61a2b", "tag": "1a68f666-3d83-49ae-a4ea-9aadce5dd685", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:00:08.179723 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-736003ca-55c6-4802-98c6-c8a775862634 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:00:08.180368 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd3834ac-232e-49bb-a149-4910b3b61a2b', 'tag': '1a68f666-3d83-49ae-a4ea-9aadce5dd685', 'status': 'completed', 'code': 200} Aug 16 20:00:08.209842 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400e627-d943-4bcc-9491-da34d94a1774 req-84e545c5-89d8-49ea-8885-056263157d33 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:08.211443 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4400e627-d943-4bcc-9491-da34d94a1774 req-84e545c5-89d8-49ea-8885-056263157d33 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2289181 Aug 16 20:00:08.258972 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-1b13e3b0-f827-4b8a-ad4e-75360c546cd5 service neutron] 10.222.0.57 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875862 Aug 16 20:00:08.260852 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-02d454b5-a503-4406-b122-c1f388f149df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:08.262325 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-02d454b5-a503-4406-b122-c1f388f149df service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3f57965d09704e48b58e8ac4e81b7331&device_id=bd3834ac-232e-49bb-a149-4910b3b61a2b HTTP/1.1" status: 200 len: 1099 time: 0.3650734 Aug 16 20:00:08.288453 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4400e627-d943-4bcc-9491-da34d94a1774 req-5d1294ee-0b11-4748-bd84-6370ce4ecfec tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/quotas/74e2f72781564173bac530a92b1cda23 HTTP/1.1" status: 200 len: 375 time: 0.0238988 Aug 16 20:00:08.369567 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-ac870af9-e2e8-45e7-8c17-939bab3155f0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=1a68f666-3d83-49ae-a4ea-9aadce5dd685 HTTP/1.1" status: 200 len: 217 time: 0.0950062 Aug 16 20:00:08.439461 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-2958daea-93ef-4f59-9401-7334a2b5cf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:08.441104 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-2958daea-93ef-4f59-9401-7334a2b5cf25 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.0603991 Aug 16 20:00:08.472690 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750d7d5-7a2a-47da-9992-19615aa428bf req-ca71a942-2350-4f40-96c6-ed7976ee35a6 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:08.474229 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8750d7d5-7a2a-47da-9992-19615aa428bf req-ca71a942-2350-4f40-96c6-ed7976ee35a6 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 943 time: 0.1454518 Aug 16 20:00:08.479820 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-529593a3-88d0-4996-85b9-19b070e8a3bd service neutron] 10.222.0.57 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6624055 Aug 16 20:00:08.481834 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-065d2ea8-21af-40e5-b2a7-c909c77b55c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:08.499506 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4400e627-d943-4bcc-9491-da34d94a1774 req-92e0d67d-f58d-4257-8f49-9650d3067d4e tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=74e2f72781564173bac530a92b1cda23&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1615705 Aug 16 20:00:08.500742 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9e72c0d-ccd3-461c-becb-d4aeb1ae67de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:08.543107 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-aeeae8df-5e0d-49db-a42e-085a3fd54c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:08.544953 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-aeeae8df-5e0d-49db-a42e-085a3fd54c3e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0876367 Aug 16 20:00:08.662422 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d2ea8-21af-40e5-b2a7-c909c77b55c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c647f6f1-4a0b-42d4-a45a-1e36e8401907,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:08.670140 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-065d2ea8-21af-40e5-b2a7-c909c77b55c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:08.702602 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-c3d29643-6e2b-4ffb-bf85-a563b73aad67 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503704 Aug 16 20:00:08.860125 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-ee34e47a-fdbe-416c-bf00-007a3f86186c tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:08.862141 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-ee34e47a-fdbe-416c-bf00-007a3f86186c tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0b063746-e496-4b45-82ca-424f7674d639&tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&binding%3Ahost_id=n-h1-787206-13 HTTP/1.1" status: 200 len: 1097 time: 0.1584375 Aug 16 20:00:08.959559 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device da29b5fd-f4f2-4ca8-aecc-abc10cb0a601 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:00:08.972965 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-065d2ea8-21af-40e5-b2a7-c909c77b55c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:08.977687 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8750d7d5-7a2a-47da-9992-19615aa428bf req-3d1c28bc-d864-4620-b762-d45926d100ef tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4904447 Aug 16 20:00:08.979398 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-065d2ea8-21af-40e5-b2a7-c909c77b55c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:08.998131 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f162c9-82e9-4cd5-852a-6c5656b15647 req-215769f5-e597-45f8-93c2-84a73b595181 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:08.999836 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-72f162c9-82e9-4cd5-852a-6c5656b15647 req-215769f5-e597-45f8-93c2-84a73b595181 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=0b063746-e496-4b45-82ca-424f7674d639 HTTP/1.1" status: 200 len: 945 time: 0.2137053 Aug 16 20:00:09.029683 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: da29b5fd-f4f2-4ca8-aecc-abc10cb0a601 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:00:09.030040 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device da29b5fd-f4f2-4ca8-aecc-abc10cb0a601 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:00:09.113256 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1b5cf25d-d476-4314-b9c5-5999ff3fe357 req-c1e98eac-0ac3-4007-99e4-48f9e69f07fc service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000037 Aug 16 20:00:09.241990 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-72f162c9-82e9-4cd5-852a-6c5656b15647 req-b50e08d6-cb59-4ed1-a155-dea069a4bb2f tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138648 Aug 16 20:00:09.322506 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06443f-5ac2-4635-9688-0104e76a2c5a req-8e317be2-87ea-4d71-b27b-5fa357c52aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:09.324148 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ce06443f-5ac2-4635-9688-0104e76a2c5a req-8e317be2-87ea-4d71-b27b-5fa357c52aec service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3f57965d09704e48b58e8ac4e81b7331&device_id=bd3834ac-232e-49bb-a149-4910b3b61a2b HTTP/1.1" status: 200 len: 1099 time: 0.1360571 Aug 16 20:00:09.371880 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-ec644495-de2d-49ac-a630-c1757c576ed6 service neutron] For port 60bdef77-16d9-469f-9e7e-e885abfe58e7, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:00:09.393879 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-352d5abe-46c3-4bbb-9eea-cd98082e48b7 req-ac19b76e-c039-4cad-81c4-48139533d53b tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1 HTTP/1.1" status: 200 len: 210 time: 0.0617559 Aug 16 20:00:09.488976 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-ec644495-de2d-49ac-a630-c1757c576ed6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:09.489308 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f69a34f4-ec3e-4227-a3a1-07f34dfd56fe req-ec644495-de2d-49ac-a630-c1757c576ed6 service neutron] 10.222.0.57 "DELETE /v2.0/ports/60bdef77-16d9-469f-9e7e-e885abfe58e7/bindings/n-h2-787206-13 HTTP/1.1" status: 204 len: 173 time: 0.6149049 Aug 16 20:00:09.527044 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-065d2ea8-21af-40e5-b2a7-c909c77b55c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:09.538382 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065d2ea8-21af-40e5-b2a7-c909c77b55c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 661012f0-166d-4793-9f59-8bac1c311f52 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:00:09.546333 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-283827ce-9f4f-4152-888d-61ef462a41f1 req-2a800734-f70f-4cb9-962f-41fd007621bc service neutron] 10.222.0.57 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0401907 Aug 16 20:00:09.554649 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-065d2ea8-21af-40e5-b2a7-c909c77b55c8 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:09.558546 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-065d2ea8-21af-40e5-b2a7-c909c77b55c8 admin admin] 10.222.0.68 "DELETE /v2.0/routers/661012f0-166d-4793-9f59-8bac1c311f52 HTTP/1.1" status: 204 len: 168 time: 3.3303242 Aug 16 20:00:09.565240 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58406) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:09.626534 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06443f-5ac2-4635-9688-0104e76a2c5a req-e82fde40-f27c-4e1e-9bb3-450e8e2f796d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:09.637143 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ce06443f-5ac2-4635-9688-0104e76a2c5a req-e82fde40-f27c-4e1e-9bb3-450e8e2f796d service neutron] 10.222.0.63 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.2968900 Aug 16 20:00:09.659150 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dc4a2-43ce-4475-9397-67b1eaddd36e req-6b575409-b7f4-416d-ad2b-f8a5aa920edf tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:09.666729 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e18dc4a2-43ce-4475-9397-67b1eaddd36e req-6b575409-b7f4-416d-ad2b-f8a5aa920edf tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd3834ac-232e-49bb-a149-4910b3b61a2b HTTP/1.1" status: 200 len: 947 time: 0.1668777 Aug 16 20:00:09.753884 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5574d17-8a99-46df-bf99-658a4e597986 req-b665434d-38d6-45b1-a08d-9003d6294343 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:09.762820 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a5574d17-8a99-46df-bf99-658a4e597986 req-b665434d-38d6-45b1-a08d-9003d6294343 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=0b063746-e496-4b45-82ca-424f7674d639 HTTP/1.1" status: 200 len: 1097 time: 0.2031369 Aug 16 20:00:09.778660 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ce06443f-5ac2-4635-9688-0104e76a2c5a req-e13685cc-0b6e-48eb-b794-f2da834c11df service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=1a68f666-3d83-49ae-a4ea-9aadce5dd685 HTTP/1.1" status: 200 len: 217 time: 0.0980377 Aug 16 20:00:09.810640 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36f64e-8305-4aac-a097-81af91e60b54 req-3f12fbba-80fc-4b42-a4ff-90484b6e45fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:09.813902 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8e36f64e-8305-4aac-a097-81af91e60b54 req-3f12fbba-80fc-4b42-a4ff-90484b6e45fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=80d98bbe248147c88be18e7257fbdc13&device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 1095 time: 0.1368747 Aug 16 20:00:09.828352 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e18dc4a2-43ce-4475-9397-67b1eaddd36e req-30a0665c-4c81-40d6-b4a6-3ad036a2ecfc tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/security-groups?id=bb30cecf-c58f-4d85-a5fe-cfc59be57061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605794 Aug 16 20:00:09.845165 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c0b8b46-956b-4a6c-be51-c1a356189a7c admin admin] Deleting subnet 906ea599-1936-4b2b-b2fd-3566f91234b5 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:00:09.871753 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c0b8b46-956b-4a6c-be51-c1a356189a7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:09.938355 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c0b8b46-956b-4a6c-be51-c1a356189a7c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:09.943402 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06443f-5ac2-4635-9688-0104e76a2c5a req-5343f177-2927-4641-9ada-607be0c8a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:09.953867 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ce06443f-5ac2-4635-9688-0104e76a2c5a req-5343f177-2927-4641-9ada-607be0c8a51c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1419296 Aug 16 20:00:09.987546 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a5574d17-8a99-46df-bf99-658a4e597986 req-0618c318-9a89-40c7-920f-8364146872a7 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236350 Aug 16 20:00:10.185182 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36f64e-8305-4aac-a097-81af91e60b54 req-4a410178-879c-4668-9641-2f7da25fa973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:10.186971 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8e36f64e-8305-4aac-a097-81af91e60b54 req-4a410178-879c-4668-9641-2f7da25fa973 service neutron] 10.222.0.57 "GET /v2.0/networks?id=273a965b-291d-4de0-904d-d29903ed22d3 HTTP/1.1" status: 200 len: 922 time: 0.3548980 Aug 16 20:00:10.230664 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c0b8b46-956b-4a6c-be51-c1a356189a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:10.266286 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8e36f64e-8305-4aac-a097-81af91e60b54 req-4aea1281-79eb-4ad2-b2b9-dc2d5e4696df service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c3c8be5-9b61-4d70-9e77-b74c1b4e672a HTTP/1.1" status: 200 len: 217 time: 0.0598481 Aug 16 20:00:10.266654 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06443f-5ac2-4635-9688-0104e76a2c5a req-1dcf7e56-02e9-4dca-8c55-2dbff6b4ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:10.268164 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ce06443f-5ac2-4635-9688-0104e76a2c5a req-1dcf7e56-02e9-4dca-8c55-2dbff6b4ba80 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2905524 Aug 16 20:00:10.297067 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c9e72c0d-ccd3-461c-becb-d4aeb1ae67de admin admin] Deleting port e6e8dfe5-c901-4c31-8740-cab3d413fb5a {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:00:10.298374 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9e72c0d-ccd3-461c-becb-d4aeb1ae67de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:10.396400 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1833d-a6fa-424b-a659-0b2f5ccd6a75 req-c02900e9-a5a9-452e-9fd9-0f7fb88befb8 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:10.405770 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6cd1833d-a6fa-424b-a659-0b2f5ccd6a75 req-c02900e9-a5a9-452e-9fd9-0f7fb88befb8 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 943 time: 0.2886176 Aug 16 20:00:10.484090 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4400e627-d943-4bcc-9491-da34d94a1774 req-7b301cb1-894d-4943-98a0-439edf3cef48 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=74e2f72781564173bac530a92b1cda23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552204 Aug 16 20:00:10.502645 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36f64e-8305-4aac-a097-81af91e60b54 req-4796c5bf-87c0-4332-91d7-25de76819d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:10.504555 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8e36f64e-8305-4aac-a097-81af91e60b54 req-4796c5bf-87c0-4332-91d7-25de76819d88 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49f83f5f-99d4-4f21-857e-7c691113f792 HTTP/1.1" status: 200 len: 861 time: 0.2188923 Aug 16 20:00:10.513020 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6cd1833d-a6fa-424b-a659-0b2f5ccd6a75 req-6fe23a55-25de-43c0-afcd-962d8bc41c00 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062596 Aug 16 20:00:10.574985 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8e36f64e-8305-4aac-a097-81af91e60b54 req-82b9c667-659f-4940-9706-ada319dc72b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=273a965b-291d-4de0-904d-d29903ed22d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532506 Aug 16 20:00:10.589068 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-c9e72c0d-ccd3-461c-becb-d4aeb1ae67de admin admin] For port e6e8dfe5-c901-4c31-8740-cab3d413fb5a, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e6e8dfe5-c901-4c31-8740-cab3d413fb5a,segment=NetworkSegment(ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4),segment_id=ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:10.589447 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9e72c0d-ccd3-461c-becb-d4aeb1ae67de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:10.677693 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c9e72c0d-ccd3-461c-becb-d4aeb1ae67de admin admin] Calling delete_port for e6e8dfe5-c901-4c31-8740-cab3d413fb5a owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:00:10.703241 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-4e7b1799-aaa5-4a5b-9b17-e354fd634811 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:10.713272 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-4e7b1799-aaa5-4a5b-9b17-e354fd634811 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/networks?id=090f4e50-1fb3-4449-b92b-949da889d68e HTTP/1.1" status: 200 len: 808 time: 0.3101604 Aug 16 20:00:10.742371 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-612fad0b-d2e0-4ed2-a5cc-ff5feb94be96 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/quotas/8d5b4a7740cb4bdab08de551ce2dd7dd HTTP/1.1" status: 200 len: 375 time: 0.0280254 Aug 16 20:00:10.776804 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ce06443f-5ac2-4635-9688-0104e76a2c5a req-739c7914-93a6-4874-ab26-88cc1fdd9d68 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960768 Aug 16 20:00:10.865113 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8e36f64e-8305-4aac-a097-81af91e60b54 req-168dcb34-6180-49b9-a2c4-59e28628f9ed service neutron] 10.222.0.57 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725432 Aug 16 20:00:10.872178 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c647f6f1-4a0b-42d4-a45a-1e36e8401907 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:00:10.876764 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6fce6f03-59da-4e87-9706-d8a678216a47 req-c76f3f69-ccc6-4dae-a161-9d7d08572498 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1 HTTP/1.1" status: 200 len: 210 time: 0.0944505 Aug 16 20:00:10.892227 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c0b8b46-956b-4a6c-be51-c1a356189a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:10.917881 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: c647f6f1-4a0b-42d4-a45a-1e36e8401907 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:00:10.917881 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c647f6f1-4a0b-42d4-a45a-1e36e8401907 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:00:10.976388 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-96b09cb8-beab-4a96-bfc3-4bf8c1d7d3de tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2008615 Aug 16 20:00:10.977331 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400e627-d943-4bcc-9491-da34d94a1774 req-6d077bf5-8fd5-498b-a711-0b9a5cb9ac91 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:10.979347 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4400e627-d943-4bcc-9491-da34d94a1774 req-6d077bf5-8fd5-498b-a711-0b9a5cb9ac91 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4857609 Aug 16 20:00:10.980099 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b8b46-956b-4a6c-be51-c1a356189a7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=906ea599-1936-4b2b-b2fd-3566f91234b5,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:10.987492 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c0b8b46-956b-4a6c-be51-c1a356189a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:10.992442 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8c0b8b46-956b-4a6c-be51-c1a356189a7c admin admin] 10.222.0.68 "DELETE /v2.0/subnets/906ea599-1936-4b2b-b2fd-3566f91234b5 HTTP/1.1" status: 204 len: 168 time: 1.4134743 Aug 16 20:00:10.992442 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58438) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:10.997542 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd560eb4-eb0f-4a29-99e4-4bc929d4bc36 None None] Network efb76b98-ecc1-4b4f-974c-093feb5afe05 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:00:11.101814 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:11.120060 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-4400e627-d943-4bcc-9491-da34d94a1774 req-fed7b7fd-ad05-4949-a57c-d06f9ec4935a tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Request body: {'port': {'device_id': '5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'admin_state_up': True, 'tenant_id': '74e2f72781564173bac530a92b1cda23'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:00:11.168494 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9e72c0d-ccd3-461c-becb-d4aeb1ae67de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:11.229966 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20945d3b-47a0-44f0-99c0-c8cd7e9fcd5b None None] DHCP port deletion for efb76b98-ecc1-4b4f-974c-093feb5afe05 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:00:11.254599 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ce06443f-5ac2-4635-9688-0104e76a2c5a req-8aefb870-94c1-48f9-953e-faeaf4a9dfec service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362457 Aug 16 20:00:11.269628 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8e36f64e-8305-4aac-a097-81af91e60b54 req-b5fb80b0-eadd-4c86-b3df-f1541514972b service neutron] 10.222.0.57 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819780 Aug 16 20:00:11.313944 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a10812-7a5b-4fdc-97f8-3ac9c36843ad req-0a950065-90e1-45d0-b44a-c6b10931ee6e tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:11.323441 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b6a10812-7a5b-4fdc-97f8-3ac9c36843ad req-0a950065-90e1-45d0-b44a-c6b10931ee6e tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd3834ac-232e-49bb-a149-4910b3b61a2b HTTP/1.1" status: 200 len: 947 time: 0.2152219 Aug 16 20:00:11.329180 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-20945d3b-47a0-44f0-99c0-c8cd7e9fcd5b None None] Deleting port 12aa1f2d-e3ef-4ca1-a295-1822531665de {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:00:11.329663 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-20945d3b-47a0-44f0-99c0-c8cd7e9fcd5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:11.333799 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e72c0d-ccd3-461c-becb-d4aeb1ae67de admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e8dfe5-c901-4c31-8740-cab3d413fb5a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:11.466637 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-20945d3b-47a0-44f0-99c0-c8cd7e9fcd5b None None] For port 12aa1f2d-e3ef-4ca1-a295-1822531665de, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=12aa1f2d-e3ef-4ca1-a295-1822531665de,segment=NetworkSegment(bb767d23-f595-46e5-99a8-0050d612f696),segment_id=bb767d23-f595-46e5-99a8-0050d612f696)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:11.467033 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-20945d3b-47a0-44f0-99c0-c8cd7e9fcd5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:11.469615 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b6a10812-7a5b-4fdc-97f8-3ac9c36843ad req-2addf906-c2cf-4eb3-9378-2b0a252538d7 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/security-groups?id=bb30cecf-c58f-4d85-a5fe-cfc59be57061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451168 Aug 16 20:00:11.475231 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-2b73b4c3-6683-4a42-baca-97d70f969217 service neutron] 10.222.0.68 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443607 Aug 16 20:00:11.523231 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-20945d3b-47a0-44f0-99c0-c8cd7e9fcd5b None None] Calling delete_port for 12aa1f2d-e3ef-4ca1-a295-1822531665de owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:00:11.547609 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4400e627-d943-4bcc-9491-da34d94a1774 req-fed7b7fd-ad05-4949-a57c-d06f9ec4935a tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Made reservation on behalf of 74e2f72781564173bac530a92b1cda23 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:00:11.564333 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4400e627-d943-4bcc-9491-da34d94a1774 req-fed7b7fd-ad05-4949-a57c-d06f9ec4935a tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:11.605662 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] Deleting port 12aa1f2d-e3ef-4ca1-a295-1822531665de {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:00:11.605937 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:11.788787 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-7b2d7c57-5b8e-499b-83df-356eb5944c6f service neutron] 10.222.0.68 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159600 Aug 16 20:00:11.793221 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-20945d3b-47a0-44f0-99c0-c8cd7e9fcd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:11.810169 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9e72c0d-ccd3-461c-becb-d4aeb1ae67de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:11.822040 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20945d3b-47a0-44f0-99c0-c8cd7e9fcd5b None None] Pushing event deleted for resources: {'Port': ['ID=12aa1f2d-e3ef-4ca1-a295-1822531665de,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:11.830588 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20945d3b-47a0-44f0-99c0-c8cd7e9fcd5b None None] No DVR routers for this DVR port 12aa1f2d-e3ef-4ca1-a295-1822531665de on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:00:11.958355 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] For port 12aa1f2d-e3ef-4ca1-a295-1822531665de, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=12aa1f2d-e3ef-4ca1-a295-1822531665de,segment=NetworkSegment(bb767d23-f595-46e5-99a8-0050d612f696),segment_id=bb767d23-f595-46e5-99a8-0050d612f696)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:11.959615 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:12.000432 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] Calling delete_port for 12aa1f2d-e3ef-4ca1-a295-1822531665de owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:00:12.018759 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278efddf-3fab-418f-a400-fde418775f5e req-89d9828f-334e-4903-bc84-fe98e97686cd tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:12.020861 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-278efddf-3fab-418f-a400-fde418775f5e req-89d9828f-334e-4903-bc84-fe98e97686cd tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 943 time: 0.2932212 Aug 16 20:00:12.050689 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-4400e627-d943-4bcc-9491-da34d94a1774 req-fed7b7fd-ad05-4949-a57c-d06f9ec4935a tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Allocated IP 192.168.233.210 (b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46/5dedf524-5a11-40fc-90de-b9413f1a2279/48464130-3a31-402e-9639-134033449aee) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:00:12.145909 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-278efddf-3fab-418f-a400-fde418775f5e req-923bdf61-070a-47c8-b168-d73ab4ef9b6f tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025345 Aug 16 20:00:12.166353 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e72c0d-ccd3-461c-becb-d4aeb1ae67de admin admin] Router a8595f81-75cf-4790-bfa4-09fcb3a87254 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:00:12.303167 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e72c0d-ccd3-461c-becb-d4aeb1ae67de admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:00:12.312641 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c9e72c0d-ccd3-461c-becb-d4aeb1ae67de admin admin] 10.222.0.68 "PUT /v2.0/routers/a8595f81-75cf-4790-bfa4-09fcb3a87254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2076771 Aug 16 20:00:12.317054 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e238ce11-fdaa-4d57-8910-9d05f7d4892c None None] Sync routers for ids ['a8595f81-75cf-4790-bfa4-09fcb3a87254'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:00:12.319799 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58460) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:12.346591 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e238ce11-fdaa-4d57-8910-9d05f7d4892c None None] Routers {'a8595f81-75cf-4790-bfa4-09fcb3a87254'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:00:12.347340 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e238ce11-fdaa-4d57-8910-9d05f7d4892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:00:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a8595f81-75cf-4790-bfa4-09fcb3a87254'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:00:12.518435 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4400e627-d943-4bcc-9491-da34d94a1774 req-fed7b7fd-ad05-4949-a57c-d06f9ec4935a tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:12.540039 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-e238ce11-fdaa-4d57-8910-9d05f7d4892c None None] Set router a8595f81-75cf-4790-bfa4-09fcb3a87254 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:00:12.540912 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-4400e627-d943-4bcc-9491-da34d94a1774 req-fed7b7fd-ad05-4949-a57c-d06f9ec4935a tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Transition to ACTIVE for port object 48464130-3a31-402e-9639-134033449aee will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:00:12.547596 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9d9b0df5-d8d2-480a-8a50-4e26e1e121df req-6c7025d7-bf02-418f-9657-5b265fa4fc2e tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1 HTTP/1.1" status: 200 len: 210 time: 0.1811838 Aug 16 20:00:12.551669 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff60143d-482e-495b-85ab-8a6a5662aa3b admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:12.596425 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-771dac29-4367-48e5-8512-897cda704438 req-0898ef54-806c-4d86-ac03-d0f0d3bd8fc4 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 210 time: 0.3362277 Aug 16 20:00:12.619979 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:12.668463 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] Pushing event deleted for resources: {'Port': ['ID=12aa1f2d-e3ef-4ca1-a295-1822531665de,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:12.670681 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] No DVR routers for this DVR port 12aa1f2d-e3ef-4ca1-a295-1822531665de on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:00:12.819496 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4400e627-d943-4bcc-9491-da34d94a1774 req-fed7b7fd-ad05-4949-a57c-d06f9ec4935a tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:12.895202 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd', 'c6c0c476-902b-451c-9aaa-dcfd44d27296'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:00:12.909910 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['251a8cc9-a8e6-4002-adb1-80ff793c59c9', '55d3f219-cd02-443f-800f-c0b1954e88bf', '4b294502-e578-44a3-aa2e-ed43d46f085d', 'f2033db9-2f1d-498b-892d-08c38b96416c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:00:13.023710 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff60143d-482e-495b-85ab-8a6a5662aa3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:13.077933 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:13.104896 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b25eaf-0ed4-48fd-8745-c47eb15cc41c req-420d200c-2e1b-4124-9c03-89629efec6ae tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:13.116046 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-98b25eaf-0ed4-48fd-8745-c47eb15cc41c req-420d200c-2e1b-4124-9c03-89629efec6ae tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd3834ac-232e-49bb-a149-4910b3b61a2b HTTP/1.1" status: 200 len: 947 time: 0.3801987 Aug 16 20:00:13.129291 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 1a68f666-3d83-49ae-a4ea-9aadce5dd685 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:00:13.131577 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 12aa1f2d-e3ef-4ca1-a295-1822531665de no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:00:13.134047 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ff60143d-482e-495b-85ab-8a6a5662aa3b admin admin] Deleting port 793f83f5-02cd-4325-9ac1-ad8900a1b47d {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:00:13.136023 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff60143d-482e-495b-85ab-8a6a5662aa3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:13.136535 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4400e627-d943-4bcc-9491-da34d94a1774 req-fed7b7fd-ad05-4949-a57c-d06f9ec4935a tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:00:13.140086 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:00:13.140516 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:00:13.141440 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:00:13.141795 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] Subscribe: > port after_create 55550000 {{(pid=94770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:00:13.142334 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] Subscribe: > port after_delete 55550000 {{(pid=94770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:00:13.142776 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] Subscribe: > port after_update 55550000 {{(pid=94770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:00:13.143192 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:00:13.143601 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:00:13.144009 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:00:13.144382 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:00:13.310066 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:00:13.437288 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:00:13.437788 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:00:13.438134 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:00:13.438534 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:00:13.438913 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb76b98-ecc1-4b4f-974c-093feb5afe05']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:00:13.486385 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb767d23-f595-46e5-99a8-0050d612f696') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:00:13.486696 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb767d23-f595-46e5-99a8-0050d612f696') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:00:13.546222 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:13.561302 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 1a68f666-3d83-49ae-a4ea-9aadce5dd685, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=1a68f666-3d83-49ae-a4ea-9aadce5dd685,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:13.584091 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 12aa1f2d-e3ef-4ca1-a295-1822531665de {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:00:13.584438 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 12aa1f2d-e3ef-4ca1-a295-1822531665de not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:00:13.587961 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '1a68f666-3d83-49ae-a4ea-9aadce5dd685', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': '1a68f666-3d83-49ae-a4ea-9aadce5dd685', 'mac_address': 'fa:16:3e:ea:6a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:00:13.652952 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:13.712480 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a614df4-acdd-42ea-a6d7-968691dc834c req-9bb92020-c174-4d05-bf70-f5b873b2b456 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:13.715779 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0a614df4-acdd-42ea-a6d7-968691dc834c req-9bb92020-c174-4d05-bf70-f5b873b2b456 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 943 time: 0.1087418 Aug 16 20:00:13.753302 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-ff60143d-482e-495b-85ab-8a6a5662aa3b admin admin] For port 793f83f5-02cd-4325-9ac1-ad8900a1b47d, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=793f83f5-02cd-4325-9ac1-ad8900a1b47d,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:13.753989 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff60143d-482e-495b-85ab-8a6a5662aa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:13.804927 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ff60143d-482e-495b-85ab-8a6a5662aa3b admin admin] Calling delete_port for 793f83f5-02cd-4325-9ac1-ad8900a1b47d owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:00:13.863401 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0a614df4-acdd-42ea-a6d7-968691dc834c req-91d76ef8-018a-49bf-846d-db60b2cca9d2 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386604 Aug 16 20:00:13.919333 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7b7fd-ad05-4949-a57c-d06f9ec4935a tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Pushing event updated for resources: {'Port': ['ID=48464130-3a31-402e-9639-134033449aee,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:13.981276 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-4400e627-d943-4bcc-9491-da34d94a1774 req-fed7b7fd-ad05-4949-a57c-d06f9ec4935a tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:00:13.986369 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4400e627-d943-4bcc-9491-da34d94a1774 req-fed7b7fd-ad05-4949-a57c-d06f9ec4935a tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:00:14.002997 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400e627-d943-4bcc-9491-da34d94a1774 req-fed7b7fd-ad05-4949-a57c-d06f9ec4935a tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:14.003793 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4400e627-d943-4bcc-9491-da34d94a1774 req-fed7b7fd-ad05-4949-a57c-d06f9ec4935a tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:14.006810 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a68f666-3d83-49ae-a4ea-9aadce5dd685 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:00:14.047435 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:14.093253 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d905f7-7408-4a47-875c-18760660196c req-8d4ba52b-efff-4d57-a256-5d7a4a9df10a tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:14.110738 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-57d905f7-7408-4a47-875c-18760660196c req-8d4ba52b-efff-4d57-a256-5d7a4a9df10a tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1 HTTP/1.1" status: 200 len: 936 time: 0.1126869 Aug 16 20:00:14.118797 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1c3c8be5-9b61-4d70-9e77-b74c1b4e672a,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:14.137018 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:00:14.137708 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: from cryptography.utils import int_from_bytes Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: from cryptography.utils import int_from_bytes Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: self.session.flush() Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: self.session.flush() Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: self.session.flush() Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: self.session.flush() Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:00:14.168397 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:00:14.172982 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '1c3c8be5-9b61-4d70-9e77-b74c1b4e672a', 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3', 'port_id': '1c3c8be5-9b61-4d70-9e77-b74c1b4e672a', 'mac_address': 'fa:16:3e:06:cb:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49f83f5f-99d4-4f21-857e-7c691113f792', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:00:14.211689 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-57d905f7-7408-4a47-875c-18760660196c req-1b1eca92-8a55-4a2e-979e-7f2bedeba6d2 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994229 Aug 16 20:00:14.250190 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff60143d-482e-495b-85ab-8a6a5662aa3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:14.293310 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4400e627-d943-4bcc-9491-da34d94a1774 req-fed7b7fd-ad05-4949-a57c-d06f9ec4935a tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1810448 Aug 16 20:00:14.304960 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-98b25eaf-0ed4-48fd-8745-c47eb15cc41c req-c20fbeff-c840-4312-babf-8c4c05dca182 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/security-groups?id=bb30cecf-c58f-4d85-a5fe-cfc59be57061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1874301 Aug 16 20:00:14.329264 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-4400e627-d943-4bcc-9491-da34d94a1774 req-4fd0e1e4-d1d6-4645-a3c1-d52e366840dc service neutron] Request body: {'port': {'device_id': '5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:00:14.382606 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60143d-482e-495b-85ab-8a6a5662aa3b admin admin] Pushing event deleted for resources: {'Port': ['ID=793f83f5-02cd-4325-9ac1-ad8900a1b47d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:14.395987 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff60143d-482e-495b-85ab-8a6a5662aa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:14.445109 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:14.461460 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:14.467841 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9272cd30-9f00-48dd-b632-dcfda77ca834 req-67291ae9-1497-4d83-988a-96f98d59cb5c tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 210 time: 0.0921657 Aug 16 20:00:14.481179 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-402186bc-a931-45bb-b863-afd908dc36fa tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:14.483050 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-402186bc-a931-45bb-b863-afd908dc36fa tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.63 "GET /v2.0/networks?id=090f4e50-1fb3-4449-b92b-949da889d68e HTTP/1.1" status: 200 len: 808 time: 0.5410209 Aug 16 20:00:14.507572 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-f9c8dec7-3236-4b3a-93d7-9746fbe6206e tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Request body: {'port': {'device_id': '67b507ac-42bf-413a-af56-93535bbf4a5a', 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e', 'admin_state_up': True, 'tenant_id': '8d5b4a7740cb4bdab08de551ce2dd7dd'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:00:14.513841 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] Pushing event deleted for resources: {'Network': ['ID=efb76b98-ecc1-4b4f-974c-093feb5afe05,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:14.518829 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:14.524472 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7e898d3e-d505-4941-acc0-0a3f446fb82d admin admin] 10.222.0.68 "DELETE /v2.0/networks/efb76b98-ecc1-4b4f-974c-093feb5afe05 HTTP/1.1" status: 204 len: 168 time: 3.5287211 Aug 16 20:00:14.524472 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4400e627-d943-4bcc-9491-da34d94a1774 req-4fd0e1e4-d1d6-4645-a3c1-d52e366840dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:14.585239 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 1a68f666-3d83-49ae-a4ea-9aadce5dd685, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=1a68f666-3d83-49ae-a4ea-9aadce5dd685,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:14.594564 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:00:14.629147 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff60143d-482e-495b-85ab-8a6a5662aa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:14.637100 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff60143d-482e-495b-85ab-8a6a5662aa3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:14.638199 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1c3c8be5-9b61-4d70-9e77-b74c1b4e672a,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:14.666221 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:14.675172 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:14.707162 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff60143d-482e-495b-85ab-8a6a5662aa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:14.707808 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff60143d-482e-495b-85ab-8a6a5662aa3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8595f81-75cf-4790-bfa4-09fcb3a87254 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:00:14.717872 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff60143d-482e-495b-85ab-8a6a5662aa3b admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:14.719043 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ff60143d-482e-495b-85ab-8a6a5662aa3b admin admin] 10.222.0.68 "DELETE /v2.0/routers/a8595f81-75cf-4790-bfa4-09fcb3a87254 HTTP/1.1" status: 204 len: 168 time: 2.3978677 Aug 16 20:00:14.731484 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58506) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:14.795609 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-08d614f7-9efe-47aa-842a-3d8e0a5e4b8b None None] Provisioning for port 48464130-3a31-402e-9639-134033449aee completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:00:14.802965 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b84c9832-cc7d-4bc6-8581-f17f759d41c6 admin admin] Deleting subnet 42079dd7-bb39-47f2-a8a8-ad0f84bf270b {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:00:14.806589 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b84c9832-cc7d-4bc6-8581-f17f759d41c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:14.820211 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-f9c8dec7-3236-4b3a-93d7-9746fbe6206e tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Made reservation on behalf of 8d5b4a7740cb4bdab08de551ce2dd7dd for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:00:14.826896 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-f9c8dec7-3236-4b3a-93d7-9746fbe6206e tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:14.892012 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b84c9832-cc7d-4bc6-8581-f17f759d41c6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:14.900648 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58510) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:14.991213 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=1c3c8be5-9b61-4d70-9e77-b74c1b4e672a,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:15.007760 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-08d614f7-9efe-47aa-842a-3d8e0a5e4b8b None None] Provisioning complete for port 48464130-3a31-402e-9639-134033449aee triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:00:15.019169 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-08d614f7-9efe-47aa-842a-3d8e0a5e4b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:15.038455 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b84c9832-cc7d-4bc6-8581-f17f759d41c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:15.054841 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-92efeb60-abc9-4fc5-abf0-9cf270bf49c0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=027e97d7b0c2427391b7ef8a75375255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520159 Aug 16 20:00:15.063851 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-f9c8dec7-3236-4b3a-93d7-9746fbe6206e tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Allocated IP 172.20.0.6 (090f4e50-1fb3-4449-b92b-949da889d68e/7bf22002-ba37-41ff-af5d-cdbe63ed2bd8/3a3364a1-1f25-4954-b847-6095eef6d486) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:00:15.076113 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58514) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:15.118471 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=1a68f666-3d83-49ae-a4ea-9aadce5dd685,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:15.155300 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7fe73ecc-5dbc-4b28-98f8-a55dda9d48ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:15.164774 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['1a68f666-3d83-49ae-a4ea-9aadce5dd685'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:00:15.203417 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7fe73ecc-5dbc-4b28-98f8-a55dda9d48ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:15.218090 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b84c9832-cc7d-4bc6-8581-f17f759d41c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:15.243955 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-f9c8dec7-3236-4b3a-93d7-9746fbe6206e tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:15.286097 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e238ce11-fdaa-4d57-8910-9d05f7d4892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8595f81-75cf-4790-bfa4-09fcb3a87254', 'name': 'tempest-AttachSCSIVolumeTestJSON-1586591815-router', 'tenant_id': 'e38eb8aee1564690bebbb2b4f1877833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '793f83f5-02cd-4325-9ac1-ad8900a1b47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:56Z', 'updated_at': '2021-08-16T20:00:11Z', 'revision_number': 5, 'project_id': 'e38eb8aee1564690bebbb2b4f1877833', 'gw_port': {'id': '793f83f5-02cd-4325-9ac1-ad8900a1b47d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8595f81-75cf-4790-bfa4-09fcb3a87254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:59Z', 'updated_at': '2021-08-16T19:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:00:15.293678 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-08d614f7-9efe-47aa-842a-3d8e0a5e4b8b None None] Port 48464130-3a31-402e-9639-134033449aee cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:00:15.303881 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c9832-cc7d-4bc6-8581-f17f759d41c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42079dd7-bb39-47f2-a8a8-ad0f84bf270b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:15.352962 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b84c9832-cc7d-4bc6-8581-f17f759d41c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:15.356503 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b84c9832-cc7d-4bc6-8581-f17f759d41c6 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/42079dd7-bb39-47f2-a8a8-ad0f84bf270b HTTP/1.1" status: 204 len: 168 time: 0.6188560 Aug 16 20:00:15.361317 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e238ce11-fdaa-4d57-8910-9d05f7d4892c None None] Checking router: a8595f81-75cf-4790-bfa4-09fcb3a87254 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:00:15.365239 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58520) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:15.368735 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9635bf-bbc9-42c7-97e3-5540c8593e86 None None] Network 8c5fcf0c-5f69-4031-9be2-b28eae97018b requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:00:15.373770 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162949b4-b8ff-4fc4-906f-d809e6198c76 req-e565bf92-97ca-4671-a9fd-411e0ae5cc26 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:15.375376 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-162949b4-b8ff-4fc4-906f-d809e6198c76 req-e565bf92-97ca-4671-a9fd-411e0ae5cc26 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 944 time: 0.1381583 Aug 16 20:00:15.433244 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad94c71-1300-43fe-9098-07cf7d1a999d req-f7ee2f08-f34f-4295-b341-ecb714e82129 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:15.446675 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2ad94c71-1300-43fe-9098-07cf7d1a999d req-f7ee2f08-f34f-4295-b341-ecb714e82129 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1 HTTP/1.1" status: 200 len: 936 time: 0.0977054 Aug 16 20:00:15.475304 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['1c3c8be5-9b61-4d70-9e77-b74c1b4e672a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:00:15.487598 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-f9c8dec7-3236-4b3a-93d7-9746fbe6206e tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:15.496701 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7fe73ecc-5dbc-4b28-98f8-a55dda9d48ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:15.499872 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7fe73ecc-5dbc-4b28-98f8-a55dda9d48ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:15.502027 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7fe73ecc-5dbc-4b28-98f8-a55dda9d48ac admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f2b5cde1-93c1-47cc-bfba-f160818f08e6 HTTP/1.1" status: 204 len: 168 time: 0.4247797 Aug 16 20:00:15.546965 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe73ecc-5dbc-4b28-98f8-a55dda9d48ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b5cde1-93c1-47cc-bfba-f160818f08e6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:15.560101 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8dec7-3236-4b3a-93d7-9746fbe6206e tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Pushing event updated for resources: {'Port': ['ID=3a3364a1-1f25-4954-b847-6095eef6d486,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:15.580243 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-4400e627-d943-4bcc-9491-da34d94a1774 req-4fd0e1e4-d1d6-4645-a3c1-d52e366840dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48464130-3a31-402e-9639-134033449aee {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:00:15.585890 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2ad94c71-1300-43fe-9098-07cf7d1a999d req-1233ad9b-2126-47b3-bf1f-b2e01b8a2889 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358428 Aug 16 20:00:15.600255 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4400e627-d943-4bcc-9491-da34d94a1774 req-4fd0e1e4-d1d6-4645-a3c1-d52e366840dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:15.627549 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-52f1d73d-ac7c-4e6c-82bc-6de442f148fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:15.641618 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-f9c8dec7-3236-4b3a-93d7-9746fbe6206e tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Network 090f4e50-1fb3-4449-b92b-949da889d68e is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:00:15.651028 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-4400e627-d943-4bcc-9491-da34d94a1774 req-4fd0e1e4-d1d6-4645-a3c1-d52e366840dc service neutron] Transition to ACTIVE for port object 48464130-3a31-402e-9639-134033449aee will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:00:15.652992 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-f9c8dec7-3236-4b3a-93d7-9746fbe6206e tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:00:15.658269 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-162949b4-b8ff-4fc4-906f-d809e6198c76 req-0923cb53-5232-4650-b4b2-9cd071c460f5 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696054 Aug 16 20:00:15.659711 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-f9c8dec7-3236-4b3a-93d7-9746fbe6206e tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:00:15.668276 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4400e627-d943-4bcc-9491-da34d94a1774 req-4fd0e1e4-d1d6-4645-a3c1-d52e366840dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:15.761363 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e238ce11-fdaa-4d57-8910-9d05f7d4892c None None] Routers set() bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:00:15.762395 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e238ce11-fdaa-4d57-8910-9d05f7d4892c None None] Router IDs set() for agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 20:00:15.763327 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_agentschedulers_db [None req-e238ce11-fdaa-4d57-8910-9d05f7d4892c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a8595f81-75cf-4790-bfa4-09fcb3a87254'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:00:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent'). {{(pid=94772) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 20:00:15.763975 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e238ce11-fdaa-4d57-8910-9d05f7d4892c None None] The sync data for ids ['a8595f81-75cf-4790-bfa4-09fcb3a87254'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:00:15.904095 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0e1e4-d1d6-4645-a3c1-d52e366840dc service neutron] Pushing event updated for resources: {'Port': ['ID=48464130-3a31-402e-9639-134033449aee,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:15.952089 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cb23d-8de1-4a56-8140-62174b7855fb req-a5e1f23f-600f-4ab2-aebf-802f3859deb9 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:15.963875 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-213cb23d-8de1-4a56-8140-62174b7855fb req-a5e1f23f-600f-4ab2-aebf-802f3859deb9 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd3834ac-232e-49bb-a149-4910b3b61a2b HTTP/1.1" status: 200 len: 948 time: 0.2096500 Aug 16 20:00:15.968219 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-f9c8dec7-3236-4b3a-93d7-9746fbe6206e tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:15.968889 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-f9c8dec7-3236-4b3a-93d7-9746fbe6206e tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:16.028340 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-213cb23d-8de1-4a56-8140-62174b7855fb req-dac88a2a-3ffd-4fb0-bfdb-99c351e1f258 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/security-groups?id=bb30cecf-c58f-4d85-a5fe-cfc59be57061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585973 Aug 16 20:00:16.130093 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-f9c8dec7-3236-4b3a-93d7-9746fbe6206e tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6276453 Aug 16 20:00:16.147295 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-8f05cdbf-c96e-4d7f-bfe0-46d01f06f2eb service neutron] Request body: {'port': {'device_id': '67b507ac-42bf-413a-af56-93535bbf4a5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:00:16.301693 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237f638-5f52-4213-8a45-cfaa73e08c28 req-218fd933-bdee-4bd4-b606-2cc820be7844 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:16.310218 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a237f638-5f52-4213-8a45-cfaa73e08c28 req-218fd933-bdee-4bd4-b606-2cc820be7844 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 931 time: 0.4612868 Aug 16 20:00:16.311814 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-52f1d73d-ac7c-4e6c-82bc-6de442f148fd admin admin] Deleting port f8ebc7ef-080e-4f00-be4e-5a969bec391f {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:00:16.312151 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-52f1d73d-ac7c-4e6c-82bc-6de442f148fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:16.328390 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc4b693-8dcc-43a3-b89a-2dc6151f4913 None None] DHCP port deletion for 8c5fcf0c-5f69-4031-9be2-b28eae97018b request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:00:16.351556 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-8f05cdbf-c96e-4d7f-bfe0-46d01f06f2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:16.412530 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-efc4b693-8dcc-43a3-b89a-2dc6151f4913 None None] Deleting port f8ebc7ef-080e-4f00-be4e-5a969bec391f {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:00:16.413645 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-efc4b693-8dcc-43a3-b89a-2dc6151f4913 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:16.451066 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-4400e627-d943-4bcc-9491-da34d94a1774 req-4fd0e1e4-d1d6-4645-a3c1-d52e366840dc service neutron] Attempting to bind port 48464130-3a31-402e-9639-134033449aee on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:00:16.451954 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-4400e627-d943-4bcc-9491-da34d94a1774 req-4fd0e1e4-d1d6-4645-a3c1-d52e366840dc service neutron] Attempting to bind port 48464130-3a31-402e-9639-134033449aee by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:00:16.452518 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4400e627-d943-4bcc-9491-da34d94a1774 req-4fd0e1e4-d1d6-4645-a3c1-d52e366840dc service neutron] Attempting to bind port 48464130-3a31-402e-9639-134033449aee on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:00:16.507381 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4400e627-d943-4bcc-9491-da34d94a1774 req-4fd0e1e4-d1d6-4645-a3c1-d52e366840dc service neutron] Port 48464130-3a31-402e-9639-134033449aee on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:00:16.507708 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4400e627-d943-4bcc-9491-da34d94a1774 req-4fd0e1e4-d1d6-4645-a3c1-d52e366840dc service neutron] Attempting to bind port 48464130-3a31-402e-9639-134033449aee on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:00:16.525954 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-efc4b693-8dcc-43a3-b89a-2dc6151f4913 None None] For port f8ebc7ef-080e-4f00-be4e-5a969bec391f, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f8ebc7ef-080e-4f00-be4e-5a969bec391f,segment=NetworkSegment(ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4),segment_id=ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:16.527089 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-efc4b693-8dcc-43a3-b89a-2dc6151f4913 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:16.535357 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-52f1d73d-ac7c-4e6c-82bc-6de442f148fd admin admin] For port f8ebc7ef-080e-4f00-be4e-5a969bec391f, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f8ebc7ef-080e-4f00-be4e-5a969bec391f,segment=NetworkSegment(ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4),segment_id=ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:16.535357 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-52f1d73d-ac7c-4e6c-82bc-6de442f148fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:16.545200 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4400e627-d943-4bcc-9491-da34d94a1774 req-4fd0e1e4-d1d6-4645-a3c1-d52e366840dc service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:00:16.545559 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4400e627-d943-4bcc-9491-da34d94a1774 req-4fd0e1e4-d1d6-4645-a3c1-d52e366840dc service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:00:16.546147 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4400e627-d943-4bcc-9491-da34d94a1774 req-4fd0e1e4-d1d6-4645-a3c1-d52e366840dc service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:00:16.546565 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-4400e627-d943-4bcc-9491-da34d94a1774 req-4fd0e1e4-d1d6-4645-a3c1-d52e366840dc service neutron] Bound port: 48464130-3a31-402e-9639-134033449aee, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:00:16.548013 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4400e627-d943-4bcc-9491-da34d94a1774 req-4fd0e1e4-d1d6-4645-a3c1-d52e366840dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:16.550479 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-efc4b693-8dcc-43a3-b89a-2dc6151f4913 None None] Calling delete_port for f8ebc7ef-080e-4f00-be4e-5a969bec391f owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:00:16.562993 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a237f638-5f52-4213-8a45-cfaa73e08c28 req-b35958d8-fb1b-4aff-8d4a-640c25e26757 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284977 Aug 16 20:00:16.577249 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-52f1d73d-ac7c-4e6c-82bc-6de442f148fd admin admin] Calling delete_port for f8ebc7ef-080e-4f00-be4e-5a969bec391f owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:00:16.863828 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-efc4b693-8dcc-43a3-b89a-2dc6151f4913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:16.934102 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-4400e627-d943-4bcc-9491-da34d94a1774 req-4fd0e1e4-d1d6-4645-a3c1-d52e366840dc service neutron] For port 48464130-3a31-402e-9639-134033449aee, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:00:16.958120 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38058da-e7dc-4e53-a9bf-76f5d8fe8bb7 req-4b6fbc59-9497-4ee9-92c6-0c9151872216 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:16.982600 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e38058da-e7dc-4e53-a9bf-76f5d8fe8bb7 req-4b6fbc59-9497-4ee9-92c6-0c9151872216 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1 HTTP/1.1" status: 200 len: 948 time: 0.2200668 Aug 16 20:00:17.008322 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4b693-8dcc-43a3-b89a-2dc6151f4913 None None] Pushing event deleted for resources: {'Port': ['ID=f8ebc7ef-080e-4f00-be4e-5a969bec391f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:17.024955 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-4400e627-d943-4bcc-9491-da34d94a1774 req-4fd0e1e4-d1d6-4645-a3c1-d52e366840dc service neutron] For port 48464130-3a31-402e-9639-134033449aee, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=48464130-3a31-402e-9639-134033449aee,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:00:17.036892 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e6e8dfe5-c901-4c31-8740-cab3d413fb5a no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:00:17.080042 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e38058da-e7dc-4e53-a9bf-76f5d8fe8bb7 req-220ed889-dfbe-4748-92e9-e73efe36e1c7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963862 Aug 16 20:00:17.080666 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58562) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:17.085678 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: e6e8dfe5-c901-4c31-8740-cab3d413fb5a {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:00:17.086622 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e6e8dfe5-c901-4c31-8740-cab3d413fb5a not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:00:17.087200 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 793f83f5-02cd-4325-9ac1-ad8900a1b47d no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:00:17.091069 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4400e627-d943-4bcc-9491-da34d94a1774 req-4fd0e1e4-d1d6-4645-a3c1-d52e366840dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:17.092748 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc4b693-8dcc-43a3-b89a-2dc6151f4913 None None] No DVR routers for this DVR port f8ebc7ef-080e-4f00-be4e-5a969bec391f on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:00:17.101323 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 1a68f666-3d83-49ae-a4ea-9aadce5dd685 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:00:17.177545 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 793f83f5-02cd-4325-9ac1-ad8900a1b47d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:00:17.177869 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 793f83f5-02cd-4325-9ac1-ad8900a1b47d not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:00:17.178228 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f8ebc7ef-080e-4f00-be4e-5a969bec391f no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:00:17.180742 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400e627-d943-4bcc-9491-da34d94a1774 req-4fd0e1e4-d1d6-4645-a3c1-d52e366840dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:17.181404 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4400e627-d943-4bcc-9491-da34d94a1774 req-4fd0e1e4-d1d6-4645-a3c1-d52e366840dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:17.183071 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4400e627-d943-4bcc-9491-da34d94a1774 req-4fd0e1e4-d1d6-4645-a3c1-d52e366840dc service neutron] 10.222.0.57 "PUT /v2.0/ports/48464130-3a31-402e-9639-134033449aee HTTP/1.1" status: 200 len: 1097 time: 2.8752260 Aug 16 20:00:17.251662 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: f8ebc7ef-080e-4f00-be4e-5a969bec391f {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:00:17.252092 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f8ebc7ef-080e-4f00-be4e-5a969bec391f not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:00:17.266890 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad141c8-8bb3-41d3-a4f1-8d162c416608 req-eeeff0b4-c40f-4aad-abe6-44656e11993c tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:17.275209 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1', 'tag': '48464130-3a31-402e-9639-134033449aee'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:00:17.275583 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0ad141c8-8bb3-41d3-a4f1-8d162c416608 req-eeeff0b4-c40f-4aad-abe6-44656e11993c tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd3834ac-232e-49bb-a149-4910b3b61a2b HTTP/1.1" status: 200 len: 948 time: 0.1124861 Aug 16 20:00:17.287220 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30561272-f4f5-4ea1-bd3d-d8844d3eac8a" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1", "tag": "48464130-3a31-402e-9639-134033449aee"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:00:17.294152 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-52f1d73d-ac7c-4e6c-82bc-6de442f148fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:17.312536 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-454fe3d2-12eb-46cc-bf1b-5bc200381d4f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-158279089-network', 'tenant_id': '44a7b6c5b7634630ae717b8e12f3697b'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:00:17.332522 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 1a68f666-3d83-49ae-a4ea-9aadce5dd685 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:00:17.336845 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 1a68f666-3d83-49ae-a4ea-9aadce5dd685 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:00:17.337224 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:17.372204 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0ad141c8-8bb3-41d3-a4f1-8d162c416608 req-f71a2135-bf1f-4642-9f1a-b9f25309ddfe tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/security-groups?id=bb30cecf-c58f-4d85-a5fe-cfc59be57061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946538 Aug 16 20:00:17.402465 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454fe3d2-12eb-46cc-bf1b-5bc200381d4f admin admin] Made reservation on behalf of 44a7b6c5b7634630ae717b8e12f3697b for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:00:17.408248 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-454fe3d2-12eb-46cc-bf1b-5bc200381d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:17.434048 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e5d2a-956b-4b2d-bf95-217710b6082e req-a9363e47-6802-4afa-b82b-da77ad3ee922 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:17.441891 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fe5e5d2a-956b-4b2d-bf95-217710b6082e req-a9363e47-6802-4afa-b82b-da77ad3ee922 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 944 time: 0.4849155 Aug 16 20:00:17.459121 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-454fe3d2-12eb-46cc-bf1b-5bc200381d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:17.460566 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f1d73d-ac7c-4e6c-82bc-6de442f148fd admin admin] No DVR routers for this DVR port f8ebc7ef-080e-4f00-be4e-5a969bec391f on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:00:17.505019 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:17.547184 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3834ac-232e-49bb-a149-4910b3b61a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a68f666-3d83-49ae-a4ea-9aadce5dd685'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:00:17.549851 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a6c803-661b-41f0-aa08-cffa3a3970da" -d '{"events": [{"server_uuid": "bd3834ac-232e-49bb-a149-4910b3b61a2b", "name": "network-vif-plugged", "status": "completed", "tag": "1a68f666-3d83-49ae-a4ea-9aadce5dd685"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:00:17.570481 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 1a68f666-3d83-49ae-a4ea-9aadce5dd685, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=1a68f666-3d83-49ae-a4ea-9aadce5dd685,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:17.578945 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:17.622406 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fe5e5d2a-956b-4b2d-bf95-217710b6082e req-6f0031d8-f740-42e4-8750-14d0295428c0 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792998 Aug 16 20:00:17.654961 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a1b900-6070-4205-bbc5-9d4ee3ca510c x-openstack-request-id: req-26a1b900-6070-4205-bbc5-9d4ee3ca510c {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:00:17.655697 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1", "tag": "48464130-3a31-402e-9639-134033449aee", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:00:17.664122 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-26a1b900-6070-4205-bbc5-9d4ee3ca510c {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:00:17.665492 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1', 'tag': '48464130-3a31-402e-9639-134033449aee', 'status': 'completed', 'code': 200} Aug 16 20:00:17.699706 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-454fe3d2-12eb-46cc-bf1b-5bc200381d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:17.708619 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-454fe3d2-12eb-46cc-bf1b-5bc200381d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:17.726791 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=1a68f666-3d83-49ae-a4ea-9aadce5dd685,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:17.735125 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400e627-d943-4bcc-9491-da34d94a1774 req-abf37d3e-241d-47b9-a7c9-dde664346d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:17.747047 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4400e627-d943-4bcc-9491-da34d94a1774 req-abf37d3e-241d-47b9-a7c9-dde664346d31 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74e2f72781564173bac530a92b1cda23&device_id=5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1 HTTP/1.1" status: 200 len: 1100 time: 0.4369361 Aug 16 20:00:17.762183 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed5627a-ac1f-48bd-b4d2-9228e387ddea x-openstack-request-id: req-1ed5627a-ac1f-48bd-b4d2-9228e387ddea {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:00:17.762540 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3834ac-232e-49bb-a149-4910b3b61a2b", "name": "network-vif-plugged", "status": "completed", "tag": "1a68f666-3d83-49ae-a4ea-9aadce5dd685", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:00:17.762707 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1ed5627a-ac1f-48bd-b4d2-9228e387ddea {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:00:17.763095 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3834ac-232e-49bb-a149-4910b3b61a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a68f666-3d83-49ae-a4ea-9aadce5dd685', 'code': 200} Aug 16 20:00:17.775497 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454fe3d2-12eb-46cc-bf1b-5bc200381d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6131e21-e5a3-4738-899c-a20d76679596,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:17.808018 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-454fe3d2-12eb-46cc-bf1b-5bc200381d4f admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:00:17.838329 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-454fe3d2-12eb-46cc-bf1b-5bc200381d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:17.838848 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-454fe3d2-12eb-46cc-bf1b-5bc200381d4f admin admin] Added segment 39bb53b0-3672-4c10-914d-f7549f63334e of type vlan for network 8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249 Aug 16 20:00:17.878141 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0e1e4-d1d6-4645-a3c1-d52e366840dc service neutron] Pushing event updated for resources: {'Port': ['ID=48464130-3a31-402e-9639-134033449aee,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:17.887339 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfdbc73-3036-4b66-a6a2-5f84d48d9426 req-45ea31f2-6d19-4eac-84d6-13a7400c6413 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:17.888909 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3cfdbc73-3036-4b66-a6a2-5f84d48d9426 req-45ea31f2-6d19-4eac-84d6-13a7400c6413 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 931 time: 0.1087809 Aug 16 20:00:17.912527 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-454fe3d2-12eb-46cc-bf1b-5bc200381d4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:17.968763 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3cfdbc73-3036-4b66-a6a2-5f84d48d9426 req-461b35fc-a61e-4bfe-94fe-c461d33496f9 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683916 Aug 16 20:00:17.971838 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-454fe3d2-12eb-46cc-bf1b-5bc200381d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:17.972916 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454fe3d2-12eb-46cc-bf1b-5bc200381d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:17.973395 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-454fe3d2-12eb-46cc-bf1b-5bc200381d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:18.021579 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-52f1d73d-ac7c-4e6c-82bc-6de442f148fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:18.053368 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-454fe3d2-12eb-46cc-bf1b-5bc200381d4f admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9710336 Aug 16 20:00:18.056185 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58584) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:18.069839 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b9b6e4e2-548a-4370-9627-14a31347519b admin admin] Request body: {'subnet': {'network_id': '8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-158279089-subnet', 'tenant_id': '44a7b6c5b7634630ae717b8e12f3697b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:00:18.076347 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4400e627-d943-4bcc-9491-da34d94a1774 req-b6b3f80e-912a-459c-a4c8-16d86b219197 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=48464130-3a31-402e-9639-134033449aee HTTP/1.1" status: 200 len: 217 time: 0.2028618 Aug 16 20:00:18.083749 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454fe3d2-12eb-46cc-bf1b-5bc200381d4f admin admin] Pushing event updated for resources: {'Network': ['ID=8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:18.095662 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:00:18.102337 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-8f05cdbf-c96e-4d7f-bfe0-46d01f06f2eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a3364a1-1f25-4954-b847-6095eef6d486 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:00:18.108838 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b6e4e2-548a-4370-9627-14a31347519b admin admin] Made reservation on behalf of 44a7b6c5b7634630ae717b8e12f3697b for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:00:18.112961 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b9b6e4e2-548a-4370-9627-14a31347519b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:18.115295 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-8f05cdbf-c96e-4d7f-bfe0-46d01f06f2eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:18.132178 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-8f05cdbf-c96e-4d7f-bfe0-46d01f06f2eb service neutron] Transition to ACTIVE for port object 3a3364a1-1f25-4954-b847-6095eef6d486 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:00:18.136102 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1d73d-ac7c-4e6c-82bc-6de442f148fd admin admin] Pushing event deleted for resources: {'Port': ['ID=f8ebc7ef-080e-4f00-be4e-5a969bec391f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:18.154838 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-52f1d73d-ac7c-4e6c-82bc-6de442f148fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c5fcf0c-5f69-4031-9be2-b28eae97018b']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:00:18.189621 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-8f05cdbf-c96e-4d7f-bfe0-46d01f06f2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:18.239269 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-52f1d73d-ac7c-4e6c-82bc-6de442f148fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:00:18.239968 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-52f1d73d-ac7c-4e6c-82bc-6de442f148fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8e4555-1a2c-4061-ae2e-b1e84cd6d3f4') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:00:18.300059 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12db0c9-db42-4143-9f9c-fc55bc48543d req-832dc4a4-6928-4ac7-a217-61932a6faf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:18.301970 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b12db0c9-db42-4143-9f9c-fc55bc48543d req-832dc4a4-6928-4ac7-a217-61932a6faf10 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=bd3834ac-232e-49bb-a149-4910b3b61a2b HTTP/1.1" status: 200 len: 1101 time: 0.4267118 Aug 16 20:00:18.311842 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-52f1d73d-ac7c-4e6c-82bc-6de442f148fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:18.379299 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400e627-d943-4bcc-9491-da34d94a1774 req-651aeac7-0a17-4de4-8bb2-29f0ea1a6c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:18.381660 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4400e627-d943-4bcc-9491-da34d94a1774 req-651aeac7-0a17-4de4-8bb2-29f0ea1a6c83 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.2396870 Aug 16 20:00:18.395216 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b9b6e4e2-548a-4370-9627-14a31347519b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:18.403215 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-52f1d73d-ac7c-4e6c-82bc-6de442f148fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:18.480027 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b6e4e2-548a-4370-9627-14a31347519b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a312b724-ccbe-45ba-958d-0163bd12dc4f,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:18.491083 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b12db0c9-db42-4143-9f9c-fc55bc48543d req-7a2df31f-1321-4639-82c2-57ae63b7d654 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=bb30cecf-c58f-4d85-a5fe-cfc59be57061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731226 Aug 16 20:00:18.501783 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17337964-6976-4524-9e11-d318235dc32e req-c4506bd2-09c2-4f83-946b-fcfe0f6b4e3b tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:18.504297 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-17337964-6976-4524-9e11-d318235dc32e req-c4506bd2-09c2-4f83-946b-fcfe0f6b4e3b tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1 HTTP/1.1" status: 200 len: 948 time: 0.2978926 Aug 16 20:00:18.505416 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05cdbf-c96e-4d7f-bfe0-46d01f06f2eb service neutron] Pushing event updated for resources: {'Port': ['ID=3a3364a1-1f25-4954-b847-6095eef6d486,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:18.514588 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f1d73d-ac7c-4e6c-82bc-6de442f148fd admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:00:18.515148 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-52f1d73d-ac7c-4e6c-82bc-6de442f148fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:18.529271 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b6e4e2-548a-4370-9627-14a31347519b admin admin] Checking segment: {'id': '39bb53b0-3672-4c10-914d-f7549f63334e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:00:18.529626 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b6e4e2-548a-4370-9627-14a31347519b admin admin] Network hostable DHCP agents. Network: 8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: self.session.flush() Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: self.session.flush() Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: self.session.flush() Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: self.session.flush() Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:00:18.531632 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:00:18.568221 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96f54b-0646-4315-8ccf-58e5c53fff09 req-d5e6f516-b03f-40ea-931a-fe2656617f43 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:18.576888 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7a96f54b-0646-4315-8ccf-58e5c53fff09 req-d5e6f516-b03f-40ea-931a-fe2656617f43 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd3834ac-232e-49bb-a149-4910b3b61a2b HTTP/1.1" status: 200 len: 949 time: 0.1015253 Aug 16 20:00:18.604812 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-8f05cdbf-c96e-4d7f-bfe0-46d01f06f2eb service neutron] Attempting to bind port 3a3364a1-1f25-4954-b847-6095eef6d486 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:00:18.605286 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-8f05cdbf-c96e-4d7f-bfe0-46d01f06f2eb service neutron] Attempting to bind port 3a3364a1-1f25-4954-b847-6095eef6d486 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:00:18.605752 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-8f05cdbf-c96e-4d7f-bfe0-46d01f06f2eb service neutron] Attempting to bind port 3a3364a1-1f25-4954-b847-6095eef6d486 on network 090f4e50-1fb3-4449-b92b-949da889d68e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:00:18.611209 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b6e4e2-548a-4370-9627-14a31347519b admin admin] Network 8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:00:18.637679 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-8f05cdbf-c96e-4d7f-bfe0-46d01f06f2eb service neutron] Port 3a3364a1-1f25-4954-b847-6095eef6d486 on network 090f4e50-1fb3-4449-b92b-949da889d68e not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:00:18.638116 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-8f05cdbf-c96e-4d7f-bfe0-46d01f06f2eb service neutron] Attempting to bind port 3a3364a1-1f25-4954-b847-6095eef6d486 on network 090f4e50-1fb3-4449-b92b-949da889d68e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:00:18.644106 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7a96f54b-0646-4315-8ccf-58e5c53fff09 req-c4f5d520-6a01-4993-98ab-f158e7cf4d20 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/security-groups?id=bb30cecf-c58f-4d85-a5fe-cfc59be57061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662017 Aug 16 20:00:18.653560 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b9b6e4e2-548a-4370-9627-14a31347519b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:00:18.665711 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b6e4e2-548a-4370-9627-14a31347519b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:18.666822 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400e627-d943-4bcc-9491-da34d94a1774 req-8de8c181-f5a8-4546-8cb3-fe2afb094ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:18.668171 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60bfe7d-eef7-4692-ab06-fd8e042a270a None None] Network 8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:00:18.668547 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b9b6e4e2-548a-4370-9627-14a31347519b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:18.669265 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4400e627-d943-4bcc-9491-da34d94a1774 req-8de8c181-f5a8-4546-8cb3-fe2afb094ffc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2172878 Aug 16 20:00:18.673718 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-8f05cdbf-c96e-4d7f-bfe0-46d01f06f2eb service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:00:18.674190 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-8f05cdbf-c96e-4d7f-bfe0-46d01f06f2eb service neutron] Checking segment: {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:00:18.674735 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-8f05cdbf-c96e-4d7f-bfe0-46d01f06f2eb service neutron] Bound using segment: {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:00:18.675599 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-8f05cdbf-c96e-4d7f-bfe0-46d01f06f2eb service neutron] Bound port: 3a3364a1-1f25-4954-b847-6095eef6d486, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:00:18.676112 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-8f05cdbf-c96e-4d7f-bfe0-46d01f06f2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:18.699504 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b9b6e4e2-548a-4370-9627-14a31347519b admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6420617 Aug 16 20:00:18.704194 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58594) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:18.709986 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-746a9251-ac7f-4209-a970-f189240117cf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-158279089-router', 'tenant_id': '44a7b6c5b7634630ae717b8e12f3697b', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:00:18.715275 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-52f1d73d-ac7c-4e6c-82bc-6de442f148fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:18.725632 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-17337964-6976-4524-9e11-d318235dc32e req-fef0d9b1-fd87-43f5-a31d-323db6644c9c tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812530 Aug 16 20:00:18.760695 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-746a9251-ac7f-4209-a970-f189240117cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:18.762245 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-746a9251-ac7f-4209-a970-f189240117cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:18.785855 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-52f1d73d-ac7c-4e6c-82bc-6de442f148fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:18.793932 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-52f1d73d-ac7c-4e6c-82bc-6de442f148fd admin admin] 10.222.0.68 "DELETE /v2.0/networks/8c5fcf0c-5f69-4031-9be2-b28eae97018b HTTP/1.1" status: 204 len: 168 time: 3.4143460 Aug 16 20:00:18.794174 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58602) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:18.882585 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1d73d-ac7c-4e6c-82bc-6de442f148fd admin admin] Pushing event deleted for resources: {'Network': ['ID=8c5fcf0c-5f69-4031-9be2-b28eae97018b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:18.988589 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da3c4ee-7f1c-4cb6-8fa4-d4c1d4c083bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249', 'network_id': '8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249', 'tenant_id': '44a7b6c5b7634630ae717b8e12f3697b', 'fixed_ips': [{'subnet_id': 'a312b724-ccbe-45ba-958d-0163bd12dc4f'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:00:18.989883 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2da3c4ee-7f1c-4cb6-8fa4-d4c1d4c083bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:18.998636 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-746a9251-ac7f-4209-a970-f189240117cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:19.038093 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121ef79-930c-4658-834a-39d8d87e0731 req-5363c2a0-2db2-49b4-aec5-061b562d0440 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:19.039707 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a121ef79-930c-4658-834a-39d8d87e0731 req-5363c2a0-2db2-49b4-aec5-061b562d0440 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 944 time: 0.1244664 Aug 16 20:00:19.108127 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a121ef79-930c-4658-834a-39d8d87e0731 req-78537fd7-94f4-4a94-bd22-feec491a5a86 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560021 Aug 16 20:00:19.112615 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-8f05cdbf-c96e-4d7f-bfe0-46d01f06f2eb service neutron] For port 3a3364a1-1f25-4954-b847-6095eef6d486, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:00:19.137517 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-8f05cdbf-c96e-4d7f-bfe0-46d01f06f2eb service neutron] For port 3a3364a1-1f25-4954-b847-6095eef6d486, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3a3364a1-1f25-4954-b847-6095eef6d486,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:00:19.146380 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:00:19.147733 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4400e627-d943-4bcc-9491-da34d94a1774 req-a00a316d-5cd3-4812-bf6c-112e0248c7b2 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540465 Aug 16 20:00:19.151080 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-8f05cdbf-c96e-4d7f-bfe0-46d01f06f2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:19.217419 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05cdbf-c96e-4d7f-bfe0-46d01f06f2eb service neutron] Pushing event updated for resources: {'Port': ['ID=3a3364a1-1f25-4954-b847-6095eef6d486,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:19.331583 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4400e627-d943-4bcc-9491-da34d94a1774 req-b85fba33-9067-4dff-82d1-b556ddb32fdb service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150720 Aug 16 20:00:19.340278 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-8f05cdbf-c96e-4d7f-bfe0-46d01f06f2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:19.341537 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-8f05cdbf-c96e-4d7f-bfe0-46d01f06f2eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:19.343310 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-8f05cdbf-c96e-4d7f-bfe0-46d01f06f2eb service neutron] 10.222.0.63 "PUT /v2.0/ports/3a3364a1-1f25-4954-b847-6095eef6d486 HTTP/1.1" status: 200 len: 1092 time: 3.2006307 Aug 16 20:00:19.439511 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:00:19.445511 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:00:19.445955 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:19.477169 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-2da3c4ee-7f1c-4cb6-8fa4-d4c1d4c083bf None None] Allocated IP 172.20.0.2 (8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249/a312b724-ccbe-45ba-958d-0163bd12dc4f/18fc3afa-9780-4cc7-9c8c-e60489c613ef) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:00:19.581011 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-d8d090b0-5d40-4879-a7c2-d5fe7f576eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:19.581011 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-d8d090b0-5d40-4879-a7c2-d5fe7f576eb4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 1095 time: 0.1394448 Aug 16 20:00:19.608707 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30561272-f4f5-4ea1-bd3d-d8844d3eac8a req-163b71b7-823f-45ab-83af-d0f1b84cea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:19.610534 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30561272-f4f5-4ea1-bd3d-d8844d3eac8a req-163b71b7-823f-45ab-83af-d0f1b84cea88 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74e2f72781564173bac530a92b1cda23&device_id=5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1 HTTP/1.1" status: 200 len: 1100 time: 0.1036706 Aug 16 20:00:19.642812 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-746a9251-ac7f-4209-a970-f189240117cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:19.662774 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f96638-be17-4acd-8c6b-1b32ffa54844 req-5e0bbeb8-9041-43b7-b5ef-ca6416dd1bea tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:19.665461 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-71f96638-be17-4acd-8c6b-1b32ffa54844 req-5e0bbeb8-9041-43b7-b5ef-ca6416dd1bea tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 943 time: 0.4692116 Aug 16 20:00:19.677241 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b507ac-42bf-413a-af56-93535bbf4a5a', 'tag': '3a3364a1-1f25-4954-b847-6095eef6d486'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:00:19.680035 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c597e1a8-0e2b-4456-8d0a-731e75719eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "67b507ac-42bf-413a-af56-93535bbf4a5a", "tag": "3a3364a1-1f25-4954-b847-6095eef6d486"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:00:19.684621 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-b43102ab-65ca-4ba4-8583-1c8d7359c0d9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a3364a1-1f25-4954-b847-6095eef6d486 HTTP/1.1" status: 200 len: 217 time: 0.0914724 Aug 16 20:00:19.767898 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2da3c4ee-7f1c-4cb6-8fa4-d4c1d4c083bf None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:19.777874 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2da3c4ee-7f1c-4cb6-8fa4-d4c1d4c083bf None None] Transition to ACTIVE for port object 18fc3afa-9780-4cc7-9c8c-e60489c613ef will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:00:19.842106 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2da3c4ee-7f1c-4cb6-8fa4-d4c1d4c083bf None None] Transition to ACTIVE for port object 18fc3afa-9780-4cc7-9c8c-e60489c613ef will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:00:19.853414 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:19.863834 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2da3c4ee-7f1c-4cb6-8fa4-d4c1d4c083bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:19.872477 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-71f96638-be17-4acd-8c6b-1b32ffa54844 req-e76c3708-ca78-4fbd-a837-0d15f2405560 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121960 Aug 16 20:00:19.992933 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3c4ee-7f1c-4cb6-8fa4-d4c1d4c083bf None None] Pushing event updated for resources: {'Port': ['ID=18fc3afa-9780-4cc7-9c8c-e60489c613ef,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:20.016834 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da3c4ee-7f1c-4cb6-8fa4-d4c1d4c083bf None None] Network 8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:00:20.042278 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-2da3c4ee-7f1c-4cb6-8fa4-d4c1d4c083bf None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:00:20.048492 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d06d39-2905-4752-a520-1737a9a8a3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3c8be5-9b61-4d70-9e77-b74c1b4e672a'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:00:20.052852 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b9ba4b-7299-4129-bb4a-0b4d5570875c" -d '{"events": [{"server_uuid": "49d06d39-2905-4752-a520-1737a9a8a3e2", "name": "network-vif-plugged", "status": "completed", "tag": "1c3c8be5-9b61-4d70-9e77-b74c1b4e672a"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:00:20.065616 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da3c4ee-7f1c-4cb6-8fa4-d4c1d4c083bf None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:00:20.080448 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1c3c8be5-9b61-4d70-9e77-b74c1b4e672a,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:20.167964 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:20.177431 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-746a9251-ac7f-4209-a970-f189240117cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:20.209113 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-746a9251-ac7f-4209-a970-f189240117cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:20.216540 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2da3c4ee-7f1c-4cb6-8fa4-d4c1d4c083bf None None] Attempting to bind port 18fc3afa-9780-4cc7-9c8c-e60489c613ef on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:00:20.216916 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2da3c4ee-7f1c-4cb6-8fa4-d4c1d4c083bf None None] Attempting to bind port 18fc3afa-9780-4cc7-9c8c-e60489c613ef by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '39bb53b0-3672-4c10-914d-f7549f63334e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:00:20.217281 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da3c4ee-7f1c-4cb6-8fa4-d4c1d4c083bf None None] Attempting to bind port 18fc3afa-9780-4cc7-9c8c-e60489c613ef on network 8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:00:20.229319 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40019652-b939-4990-a0ac-2b5ef1422e6c x-openstack-request-id: req-40019652-b939-4990-a0ac-2b5ef1422e6c {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:00:20.231077 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b507ac-42bf-413a-af56-93535bbf4a5a", "tag": "3a3364a1-1f25-4954-b847-6095eef6d486", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:00:20.232340 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-40019652-b939-4990-a0ac-2b5ef1422e6c {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:00:20.232928 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b507ac-42bf-413a-af56-93535bbf4a5a', 'tag': '3a3364a1-1f25-4954-b847-6095eef6d486', 'status': 'completed', 'code': 200} Aug 16 20:00:20.234606 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da3c4ee-7f1c-4cb6-8fa4-d4c1d4c083bf None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:00:20.234986 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da3c4ee-7f1c-4cb6-8fa4-d4c1d4c083bf None None] Checking segment: {'id': '39bb53b0-3672-4c10-914d-f7549f63334e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:00:20.235562 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2da3c4ee-7f1c-4cb6-8fa4-d4c1d4c083bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:20.235975 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da3c4ee-7f1c-4cb6-8fa4-d4c1d4c083bf None None] Bound using segment: {'id': '39bb53b0-3672-4c10-914d-f7549f63334e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:00:20.236468 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2da3c4ee-7f1c-4cb6-8fa4-d4c1d4c083bf None None] Bound port: 18fc3afa-9780-4cc7-9c8c-e60489c613ef, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bb53b0-3672-4c10-914d-f7549f63334e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:00:20.236857 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2da3c4ee-7f1c-4cb6-8fa4-d4c1d4c083bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:20.298902 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0189aef0-fa0e-49ac-aa0c-9ecfaabd473f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:20.310218 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2da3c4ee-7f1c-4cb6-8fa4-d4c1d4c083bf None None] For port 18fc3afa-9780-4cc7-9c8c-e60489c613ef, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:00:20.313706 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2da3c4ee-7f1c-4cb6-8fa4-d4c1d4c083bf None None] For port 18fc3afa-9780-4cc7-9c8c-e60489c613ef, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=18fc3afa-9780-4cc7-9c8c-e60489c613ef,segment=NetworkSegment(39bb53b0-3672-4c10-914d-f7549f63334e),segment_id=39bb53b0-3672-4c10-914d-f7549f63334e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:00:20.325411 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2da3c4ee-7f1c-4cb6-8fa4-d4c1d4c083bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:20.337217 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=1c3c8be5-9b61-4d70-9e77-b74c1b4e672a,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:20.388652 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-05fa90ac-3752-4e52-b761-919023d1a184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:20.390565 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-05fa90ac-3752-4e52-b761-919023d1a184 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7bf22002-ba37-41ff-af5d-cdbe63ed2bd8 HTTP/1.1" status: 200 len: 848 time: 0.6976955 Aug 16 20:00:20.450629 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb0fed-7a7c-4aa7-abf7-80e58b83d0b2 req-4d2198ad-bf86-4902-abba-bb4e6e9838a8 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:20.459322 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cfeb0fed-7a7c-4aa7-abf7-80e58b83d0b2 req-4d2198ad-bf86-4902-abba-bb4e6e9838a8 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd3834ac-232e-49bb-a149-4910b3b61a2b HTTP/1.1" status: 200 len: 949 time: 0.2447793 Aug 16 20:00:20.459855 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3c4ee-7f1c-4cb6-8fa4-d4c1d4c083bf None None] Pushing event updated for resources: {'Port': ['ID=18fc3afa-9780-4cc7-9c8c-e60489c613ef,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:20.482933 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-9f0ec286-d66f-406a-a2d7-80d1e73e77f4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=090f4e50-1fb3-4449-b92b-949da889d68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766330 Aug 16 20:00:20.605122 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30561272-f4f5-4ea1-bd3d-d8844d3eac8a req-27e4bc13-fc83-4964-b021-c8db3da1c6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:20.606609 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30561272-f4f5-4ea1-bd3d-d8844d3eac8a req-27e4bc13-fc83-4964-b021-c8db3da1c6df service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.9201276 Aug 16 20:00:20.617218 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cfeb0fed-7a7c-4aa7-abf7-80e58b83d0b2 req-551a55df-7b78-42f7-b7f5-fa32da2c68da tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/security-groups?id=bb30cecf-c58f-4d85-a5fe-cfc59be57061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565011 Aug 16 20:00:20.680989 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30561272-f4f5-4ea1-bd3d-d8844d3eac8a req-8e346cc6-de95-4515-b302-0b847bf068fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=48464130-3a31-402e-9639-134033449aee HTTP/1.1" status: 200 len: 217 time: 0.0595624 Aug 16 20:00:20.774610 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21f8d3-0a2d-4aa6-ae56-27455ab96983 req-2d92ec50-a3ee-4ce1-940b-8716f390d27a tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:20.785342 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4b21f8d3-0a2d-4aa6-ae56-27455ab96983 req-2d92ec50-a3ee-4ce1-940b-8716f390d27a tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1 HTTP/1.1" status: 200 len: 948 time: 0.5807197 Aug 16 20:00:20.846005 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-aac350fb-0233-4367-bd2d-91bc0c595e2b service neutron] 10.222.0.63 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533607 Aug 16 20:00:20.860436 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30561272-f4f5-4ea1-bd3d-d8844d3eac8a req-3f5f8614-7d21-40da-b9e8-d3012aa7c217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:20.861902 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30561272-f4f5-4ea1-bd3d-d8844d3eac8a req-3f5f8614-7d21-40da-b9e8-d3012aa7c217 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1562862 Aug 16 20:00:20.910668 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a64f2a0-9bac-410f-8198-3b970ed26c09 x-openstack-request-id: req-6a64f2a0-9bac-410f-8198-3b970ed26c09 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:00:20.910998 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d06d39-2905-4752-a520-1737a9a8a3e2", "name": "network-vif-plugged", "status": "completed", "tag": "1c3c8be5-9b61-4d70-9e77-b74c1b4e672a", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:00:20.911230 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6a64f2a0-9bac-410f-8198-3b970ed26c09 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:00:20.911630 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d06d39-2905-4752-a520-1737a9a8a3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3c8be5-9b61-4d70-9e77-b74c1b4e672a', 'code': 200} Aug 16 20:00:21.007233 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-746a9251-ac7f-4209-a970-f189240117cf admin admin] Allocated IP 172.25.8.232 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/501c8203-eedf-43b8-9d57-abc8c07bed7b) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:00:21.028468 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 18fc3afa-9780-4cc7-9c8c-e60489c613ef up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:00:21.096034 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 18fc3afa-9780-4cc7-9c8c-e60489c613ef completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:00:21.126109 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4b21f8d3-0a2d-4aa6-ae56-27455ab96983 req-57981cbe-1662-47f8-b420-049caac165c9 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396487 Aug 16 20:00:21.128883 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5acbb-3dd1-4035-8240-645028f1f236 req-a9bab27e-7232-4555-a07e-472bb5ac8d73 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:21.130513 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-def5acbb-3dd1-4035-8240-645028f1f236 req-a9bab27e-7232-4555-a07e-472bb5ac8d73 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 945 time: 0.1297884 Aug 16 20:00:21.137067 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-079a0c6b-ebea-435b-99b4-e2731e7d32e9 req-7e6d60de-172a-4fdb-b8e3-14984206288f service neutron] 10.222.0.63 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797103 Aug 16 20:00:21.140261 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30561272-f4f5-4ea1-bd3d-d8844d3eac8a req-932800e0-f41e-4a7c-a329-d162753aac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:21.141880 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30561272-f4f5-4ea1-bd3d-d8844d3eac8a req-932800e0-f41e-4a7c-a329-d162753aac90 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1400757 Aug 16 20:00:21.260748 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-746a9251-ac7f-4209-a970-f189240117cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:21.303527 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-def5acbb-3dd1-4035-8240-645028f1f236 req-4cd1d023-5047-484d-86d1-97cbeb2f6fa5 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602275 Aug 16 20:00:21.339177 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597e1a8-0e2b-4456-8d0a-731e75719eb6 req-1ea0144f-c0dd-49f5-b2c9-522fcb6df56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:21.341611 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c597e1a8-0e2b-4456-8d0a-731e75719eb6 req-1ea0144f-c0dd-49f5-b2c9-522fcb6df56e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 1095 time: 0.1463583 Aug 16 20:00:21.410852 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30561272-f4f5-4ea1-bd3d-d8844d3eac8a req-e95f447f-9224-4f76-9d38-fb2cd5939f27 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482712 Aug 16 20:00:21.417046 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e855b-ac5a-4ba0-822b-d926674d6c43 req-1e92e41b-7856-4372-b373-80d48e3ab269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:21.418569 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fc0e855b-ac5a-4ba0-822b-d926674d6c43 req-1e92e41b-7856-4372-b373-80d48e3ab269 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 1097 time: 0.4362364 Aug 16 20:00:21.503613 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-746a9251-ac7f-4209-a970-f189240117cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:21.569964 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b286afb-9f47-49a1-9a9e-ec82a5d88117 req-c0ccd862-96f2-40c7-89f7-4c03d93fda4f tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:21.572384 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b286afb-9f47-49a1-9a9e-ec82a5d88117 req-c0ccd862-96f2-40c7-89f7-4c03d93fda4f tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 943 time: 0.1628036 Aug 16 20:00:21.579453 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746a9251-ac7f-4209-a970-f189240117cf admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:00:21.590959 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-746a9251-ac7f-4209-a970-f189240117cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:00:21.611174 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746a9251-ac7f-4209-a970-f189240117cf admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:00:21.614213 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597e1a8-0e2b-4456-8d0a-731e75719eb6 req-6a8ec2db-2a3c-43ac-affb-4d4d87ace2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:21.615730 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c597e1a8-0e2b-4456-8d0a-731e75719eb6 req-6a8ec2db-2a3c-43ac-affb-4d4d87ace2b1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=090f4e50-1fb3-4449-b92b-949da889d68e HTTP/1.1" status: 200 len: 909 time: 0.2481408 Aug 16 20:00:21.623567 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30561272-f4f5-4ea1-bd3d-d8844d3eac8a req-beafbccd-1592-421c-aad1-7c499f45521b service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823630 Aug 16 20:00:21.636587 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d74183-c4a4-466b-a0b0-1f4f2dac0b7f req-78849ef0-9092-40ce-9b39-2f1ef512ee51 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:21.638154 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f7d74183-c4a4-466b-a0b0-1f4f2dac0b7f req-78849ef0-9092-40ce-9b39-2f1ef512ee51 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd3834ac-232e-49bb-a149-4910b3b61a2b HTTP/1.1" status: 200 len: 949 time: 0.1142192 Aug 16 20:00:21.668030 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a9251-ac7f-4209-a970-f189240117cf admin admin] Pushing event updated for resources: {'Port': ['ID=501c8203-eedf-43b8-9d57-abc8c07bed7b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:21.680762 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c597e1a8-0e2b-4456-8d0a-731e75719eb6 req-b6147dd9-2e11-4865-8024-230e34ceda28 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a3364a1-1f25-4954-b847-6095eef6d486 HTTP/1.1" status: 200 len: 217 time: 0.0414705 Aug 16 20:00:21.701478 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fc0e855b-ac5a-4ba0-822b-d926674d6c43 req-1f21430d-e88a-4b21-891b-48b8e7ca8d00 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236433 Aug 16 20:00:21.759458 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b286afb-9f47-49a1-9a9e-ec82a5d88117 req-b2a5e825-5860-49e9-8cbb-de981565ab77 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706202 Aug 16 20:00:21.784379 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f7d74183-c4a4-466b-a0b0-1f4f2dac0b7f req-17b88649-d47d-4d81-b9bc-dc5eac39836e tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/security-groups?id=bb30cecf-c58f-4d85-a5fe-cfc59be57061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072888 Aug 16 20:00:21.832356 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597e1a8-0e2b-4456-8d0a-731e75719eb6 req-af42f7c8-c623-4868-9e70-b6e9f348576d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:21.833311 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366bb7ec-9394-4662-8d94-90c6e4a7e8aa None None] Network 8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:00:21.835067 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c597e1a8-0e2b-4456-8d0a-731e75719eb6 req-af42f7c8-c623-4868-9e70-b6e9f348576d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7bf22002-ba37-41ff-af5d-cdbe63ed2bd8 HTTP/1.1" status: 200 len: 848 time: 0.1360774 Aug 16 20:00:21.912596 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c597e1a8-0e2b-4456-8d0a-731e75719eb6 req-47b7da6a-823a-45b6-aa8e-70f41f3200fc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=090f4e50-1fb3-4449-b92b-949da889d68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691125 Aug 16 20:00:21.926121 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0189aef0-fa0e-49ac-aa0c-9ecfaabd473f admin admin] Deleting port 667927a5-5708-4c0e-bb6e-cadb253f5dfa {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:00:21.926393 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0189aef0-fa0e-49ac-aa0c-9ecfaabd473f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:21.997429 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-94b2e1aa-e745-4e54-b7c7-d868b8cf5735 None None] Provisioning for port 18fc3afa-9780-4cc7-9c8c-e60489c613ef completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:00:22.025255 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-94b2e1aa-e745-4e54-b7c7-d868b8cf5735 None None] Provisioning complete for port 18fc3afa-9780-4cc7-9c8c-e60489c613ef triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:00:22.025673 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-94b2e1aa-e745-4e54-b7c7-d868b8cf5735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:22.034000 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c597e1a8-0e2b-4456-8d0a-731e75719eb6 req-9d410bd2-3016-424f-8bb6-79ad6b74e99b service neutron] 10.222.0.63 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101966 Aug 16 20:00:22.074288 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-746a9251-ac7f-4209-a970-f189240117cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:22.161415 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-94b2e1aa-e745-4e54-b7c7-d868b8cf5735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:22.181193 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-0189aef0-fa0e-49ac-aa0c-9ecfaabd473f admin admin] For port 667927a5-5708-4c0e-bb6e-cadb253f5dfa, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=667927a5-5708-4c0e-bb6e-cadb253f5dfa,segment=NetworkSegment(46c6c68f-e3c2-43a3-991b-a6127459752a),segment_id=46c6c68f-e3c2-43a3-991b-a6127459752a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:22.181193 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0189aef0-fa0e-49ac-aa0c-9ecfaabd473f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:22.202125 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c597e1a8-0e2b-4456-8d0a-731e75719eb6 req-d4290ec3-5049-4998-af1c-b72670774d12 service neutron] 10.222.0.63 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536229 Aug 16 20:00:22.224513 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-94b2e1aa-e745-4e54-b7c7-d868b8cf5735 None None] For port 18fc3afa-9780-4cc7-9c8c-e60489c613ef, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=18fc3afa-9780-4cc7-9c8c-e60489c613ef,segment=NetworkSegment(39bb53b0-3672-4c10-914d-f7549f63334e),segment_id=39bb53b0-3672-4c10-914d-f7549f63334e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:22.231562 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-94b2e1aa-e745-4e54-b7c7-d868b8cf5735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:22.264691 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0189aef0-fa0e-49ac-aa0c-9ecfaabd473f admin admin] Calling delete_port for 667927a5-5708-4c0e-bb6e-cadb253f5dfa owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:00:22.293938 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b2e1aa-e745-4e54-b7c7-d868b8cf5735 None None] Pushing event updated for resources: {'Port': ['ID=18fc3afa-9780-4cc7-9c8c-e60489c613ef,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:22.313572 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209225d1-0820-4b59-91ff-000934778b80 req-b2bdd9f0-8915-4678-b849-230024023912 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:22.313945 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97656f1-551e-4522-8337-90db8656e9be req-4862490a-3498-46ae-a30b-765500afcbcb tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:22.315696 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e97656f1-551e-4522-8337-90db8656e9be req-4862490a-3498-46ae-a30b-765500afcbcb tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1 HTTP/1.1" status: 200 len: 948 time: 0.0959015 Aug 16 20:00:22.320151 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-209225d1-0820-4b59-91ff-000934778b80 req-b2bdd9f0-8915-4678-b849-230024023912 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b500535-6c1d-40e0-8574-82b1d405e864 HTTP/1.1" status: 200 len: 949 time: 0.2373810 Aug 16 20:00:22.364216 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e97656f1-551e-4522-8337-90db8656e9be req-eb0407fd-d6be-4fe5-bbd1-cdc30ddb50ea tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360386 Aug 16 20:00:22.451888 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bcb80c0a-697f-4354-925a-d7018a22b93e None None] Provisioning complete for port 18fc3afa-9780-4cc7-9c8c-e60489c613ef triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:00:22.452317 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bcb80c0a-697f-4354-925a-d7018a22b93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:22.479540 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6f507-6317-479d-b1ff-a42c10a164c7 req-005db57f-be8f-4cf9-b95d-2f01fb02aa50 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:22.481081 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-34e6f507-6317-479d-b1ff-a42c10a164c7 req-005db57f-be8f-4cf9-b95d-2f01fb02aa50 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 945 time: 0.0526004 Aug 16 20:00:22.498163 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-209225d1-0820-4b59-91ff-000934778b80 req-e1a646d3-5403-4260-9df8-731c96110a7c tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/security-groups?id=0beef620-6449-4be3-9233-7b7b5e8e0ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708817 Aug 16 20:00:22.548268 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-34e6f507-6317-479d-b1ff-a42c10a164c7 req-990503e1-2ef4-49cc-8621-98ec3bfef489 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555120 Aug 16 20:00:22.563101 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-746a9251-ac7f-4209-a970-f189240117cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:22.737566 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0189aef0-fa0e-49ac-aa0c-9ecfaabd473f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:22.770261 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189aef0-fa0e-49ac-aa0c-9ecfaabd473f admin admin] Pushing event deleted for resources: {'Port': ['ID=667927a5-5708-4c0e-bb6e-cadb253f5dfa,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:22.805702 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746a9251-ac7f-4209-a970-f189240117cf admin admin] Router f43d7f13-c6d7-432e-81fa-6045214dd9fc is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:00:23.009355 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746a9251-ac7f-4209-a970-f189240117cf admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:00:23.015712 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 18fc3afa-9780-4cc7-9c8c-e60489c613ef up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:00:23.025042 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8589ea0-8337-47a8-aa62-2ace22dc1c34 None None] Sync routers for ids ['f43d7f13-c6d7-432e-81fa-6045214dd9fc'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:00:23.037510 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8589ea0-8337-47a8-aa62-2ace22dc1c34 None None] Routers {'f43d7f13-c6d7-432e-81fa-6045214dd9fc'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:00:23.039003 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a8589ea0-8337-47a8-aa62-2ace22dc1c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:00:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f43d7f13-c6d7-432e-81fa-6045214dd9fc'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:00:23.123724 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 18fc3afa-9780-4cc7-9c8c-e60489c613ef triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:00:23.124268 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:23.126685 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43879e7-7dc9-4900-80bb-3a8661f731f0 req-3b9ec0ac-b495-4cd9-8b2b-12b1d30bf656 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:23.134577 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0189aef0-fa0e-49ac-aa0c-9ecfaabd473f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:23.136560 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e43879e7-7dc9-4900-80bb-3a8661f731f0 req-3b9ec0ac-b495-4cd9-8b2b-12b1d30bf656 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd3834ac-232e-49bb-a149-4910b3b61a2b HTTP/1.1" status: 200 len: 949 time: 0.0748699 Aug 16 20:00:23.179506 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 48464130-3a31-402e-9639-134033449aee details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:00:23.183817 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e43879e7-7dc9-4900-80bb-3a8661f731f0 req-5705d72f-6dec-409c-be68-54ac634131b8 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/security-groups?id=bb30cecf-c58f-4d85-a5fe-cfc59be57061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462632 Aug 16 20:00:23.269233 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a537119-7277-41b2-862d-ecd99c9fdd3d req-a68af43c-7ce3-430e-af5b-6bc3814ed398 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:23.279029 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2a537119-7277-41b2-862d-ecd99c9fdd3d req-a68af43c-7ce3-430e-af5b-6bc3814ed398 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 943 time: 0.2740552 Aug 16 20:00:23.282300 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-746a9251-ac7f-4209-a970-f189240117cf admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:23.286553 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58708) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:23.286839 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-746a9251-ac7f-4209-a970-f189240117cf admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5809531 Aug 16 20:00:23.313285 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.db.resource_extend [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:00:23.339405 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-a8589ea0-8337-47a8-aa62-2ace22dc1c34 None None] Set router f43d7f13-c6d7-432e-81fa-6045214dd9fc gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:00:23.409373 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 48464130-3a31-402e-9639-134033449aee, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=48464130-3a31-402e-9639-134033449aee,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:23.425770 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '48464130-3a31-402e-9639-134033449aee', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': '48464130-3a31-402e-9639-134033449aee', 'mac_address': 'fa:16:3e:d4:c0:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:00:23.474314 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edc2ad-43f7-4a00-8047-fc70f8ef87ff req-6c76b834-4741-43f4-b4c7-38ff37b103f4 tempest-LiveMigrationNegativeTest-1882930369 tempest-LiveMigrationNegativeTest-1882930369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:23.482853 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c3edc2ad-43f7-4a00-8047-fc70f8ef87ff req-6c76b834-4741-43f4-b4c7-38ff37b103f4 tempest-LiveMigrationNegativeTest-1882930369 tempest-LiveMigrationNegativeTest-1882930369-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=bd3834ac-232e-49bb-a149-4910b3b61a2b HTTP/1.1" status: 200 len: 1101 time: 0.1006215 Aug 16 20:00:23.486157 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:23.506072 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48464130-3a31-402e-9639-134033449aee {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:00:23.535202 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 48464130-3a31-402e-9639-134033449aee, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=48464130-3a31-402e-9639-134033449aee,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:23.541429 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:23.544837 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c3edc2ad-43f7-4a00-8047-fc70f8ef87ff req-fc837872-9030-4f50-9584-4f41a0164aec tempest-LiveMigrationNegativeTest-1882930369 tempest-LiveMigrationNegativeTest-1882930369-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:23.596300 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a8589ea0-8337-47a8-aa62-2ace22dc1c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43d7f13-c6d7-432e-81fa-6045214dd9fc', 'name': 'tempest-FloatingIPDetailsTestJSON-158279089-router', 'tenant_id': '44a7b6c5b7634630ae717b8e12f3697b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '501c8203-eedf-43b8-9d57-abc8c07bed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:00:18Z', 'updated_at': '2021-08-16T20:00:21Z', 'revision_number': 3, 'project_id': '44a7b6c5b7634630ae717b8e12f3697b', 'gw_port': {'id': '501c8203-eedf-43b8-9d57-abc8c07bed7b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43d7f13-c6d7-432e-81fa-6045214dd9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:00:20Z', 'updated_at': '2021-08-16T20:00:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:00:23.608419 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=48464130-3a31-402e-9639-134033449aee,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:23.630683 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8589ea0-8337-47a8-aa62-2ace22dc1c34 None None] Checking router: f43d7f13-c6d7-432e-81fa-6045214dd9fc for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:00:23.631427 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8589ea0-8337-47a8-aa62-2ace22dc1c34 None None] Updating router f43d7f13-c6d7-432e-81fa-6045214dd9fc port 501c8203-eedf-43b8-9d57-abc8c07bed7b binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:00:23.679676 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a8589ea0-8337-47a8-aa62-2ace22dc1c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:23.693582 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2a537119-7277-41b2-862d-ecd99c9fdd3d req-2c16ca2d-8311-4d9f-ab1f-b4732931c7cd tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129393 Aug 16 20:00:23.831096 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c3edc2ad-43f7-4a00-8047-fc70f8ef87ff req-fc837872-9030-4f50-9584-4f41a0164aec tempest-LiveMigrationNegativeTest-1882930369 tempest-LiveMigrationNegativeTest-1882930369-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:23.856263 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c3edc2ad-43f7-4a00-8047-fc70f8ef87ff req-fc837872-9030-4f50-9584-4f41a0164aec tempest-LiveMigrationNegativeTest-1882930369 tempest-LiveMigrationNegativeTest-1882930369-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:23.863048 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0189aef0-fa0e-49ac-aa0c-9ecfaabd473f admin admin] Router cd6c139f-3402-4c1b-8f5d-a0cc07177ef4 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:00:23.873153 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d78182-9b54-479f-adac-db91b9fba70b req-3e746a89-408f-491c-ad6f-93c1ad1d5937 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:23.874687 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-96d78182-9b54-479f-adac-db91b9fba70b req-3e746a89-408f-491c-ad6f-93c1ad1d5937 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1 HTTP/1.1" status: 200 len: 949 time: 0.0779006 Aug 16 20:00:23.901741 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c3edc2ad-43f7-4a00-8047-fc70f8ef87ff req-fc837872-9030-4f50-9584-4f41a0164aec tempest-LiveMigrationNegativeTest-1882930369 tempest-LiveMigrationNegativeTest-1882930369-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=bb30cecf-c58f-4d85-a5fe-cfc59be57061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160621 Aug 16 20:00:23.931568 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc837872-9030-4f50-9584-4f41a0164aec tempest-LiveMigrationNegativeTest-1882930369 tempest-LiveMigrationNegativeTest-1882930369-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5922507-b4af-45d5-a6aa-8a9d0e801044,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:24.001292 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-96d78182-9b54-479f-adac-db91b9fba70b req-f5ed435b-b622-4d93-adc7-dadf650383ab tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828080 Aug 16 20:00:24.032935 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0189aef0-fa0e-49ac-aa0c-9ecfaabd473f admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:00:24.045174 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a55bb6-40dc-4a22-804e-969a29324028 None None] Sync routers for ids ['cd6c139f-3402-4c1b-8f5d-a0cc07177ef4'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:00:24.047241 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0189aef0-fa0e-49ac-aa0c-9ecfaabd473f admin admin] 10.222.0.68 "PUT /v2.0/routers/cd6c139f-3402-4c1b-8f5d-a0cc07177ef4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2511020 Aug 16 20:00:24.049640 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58718) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:24.062421 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a55bb6-40dc-4a22-804e-969a29324028 None None] Routers {'cd6c139f-3402-4c1b-8f5d-a0cc07177ef4'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:00:24.065465 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-36a55bb6-40dc-4a22-804e-969a29324028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:00:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['cd6c139f-3402-4c1b-8f5d-a0cc07177ef4'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:00:24.080826 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36bcaf-f48b-40d0-a7e5-ee25a306a195 req-26efd0c6-9ef5-423c-924c-e22980a3974b tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:24.082998 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1a36bcaf-f48b-40d0-a7e5-ee25a306a195 req-26efd0c6-9ef5-423c-924c-e22980a3974b tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 945 time: 0.1097233 Aug 16 20:00:24.094637 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a8589ea0-8337-47a8-aa62-2ace22dc1c34 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:24.102714 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d21ab3f-94db-4450-a23d-194c4916413c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:24.107208 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-a8589ea0-8337-47a8-aa62-2ace22dc1c34 None None] Transition to ACTIVE for port object 501c8203-eedf-43b8-9d57-abc8c07bed7b will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:00:24.114837 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a8589ea0-8337-47a8-aa62-2ace22dc1c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:24.170298 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40bec1-8223-400e-8d70-0813f6f9954a None None] Pushing event updated for resources: {'Port': ['ID=501c8203-eedf-43b8-9d57-abc8c07bed7b,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:24.200863 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-a8589ea0-8337-47a8-aa62-2ace22dc1c34 None None] Attempting to bind port 501c8203-eedf-43b8-9d57-abc8c07bed7b on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:00:24.201926 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-a8589ea0-8337-47a8-aa62-2ace22dc1c34 None None] Attempting to bind port 501c8203-eedf-43b8-9d57-abc8c07bed7b by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:00:24.202527 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8589ea0-8337-47a8-aa62-2ace22dc1c34 None None] Attempting to bind port 501c8203-eedf-43b8-9d57-abc8c07bed7b on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:00:24.208971 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8589ea0-8337-47a8-aa62-2ace22dc1c34 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:00:24.209464 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8589ea0-8337-47a8-aa62-2ace22dc1c34 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:00:24.209961 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a8589ea0-8337-47a8-aa62-2ace22dc1c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:24.210432 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8589ea0-8337-47a8-aa62-2ace22dc1c34 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:00:24.211780 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-a8589ea0-8337-47a8-aa62-2ace22dc1c34 None None] Bound port: 501c8203-eedf-43b8-9d57-abc8c07bed7b, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:00:24.211780 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a8589ea0-8337-47a8-aa62-2ace22dc1c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:24.263612 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['48464130-3a31-402e-9639-134033449aee'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:00:24.279701 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-a8589ea0-8337-47a8-aa62-2ace22dc1c34 None None] For port 501c8203-eedf-43b8-9d57-abc8c07bed7b, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:00:24.282973 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-a8589ea0-8337-47a8-aa62-2ace22dc1c34 None None] For port 501c8203-eedf-43b8-9d57-abc8c07bed7b, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=501c8203-eedf-43b8-9d57-abc8c07bed7b,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:00:24.289776 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a8589ea0-8337-47a8-aa62-2ace22dc1c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:24.324126 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-8d21ab3f-94db-4450-a23d-194c4916413c admin admin] Allocated IP 172.20.0.1 (8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249/a312b724-ccbe-45ba-958d-0163bd12dc4f/b144b583-21ef-490c-94d1-48ca55e00e69) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:00:24.342191 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6646baef-e7e2-432f-b254-1bb130073904 admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:24.346138 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40bec1-8223-400e-8d70-0813f6f9954a None None] Pushing event updated for resources: {'Port': ['ID=501c8203-eedf-43b8-9d57-abc8c07bed7b,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:24.363955 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-36a55bb6-40dc-4a22-804e-969a29324028 None None] Set router cd6c139f-3402-4c1b-8f5d-a0cc07177ef4 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:00:24.382092 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8589ea0-8337-47a8-aa62-2ace22dc1c34 None None] Routers {'f43d7f13-c6d7-432e-81fa-6045214dd9fc'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:00:24.382721 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a8589ea0-8337-47a8-aa62-2ace22dc1c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:00:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f43d7f13-c6d7-432e-81fa-6045214dd9fc'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:00:24.453882 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d21ab3f-94db-4450-a23d-194c4916413c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:24.499242 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-8d21ab3f-94db-4450-a23d-194c4916413c admin admin] Transition to ACTIVE for port object b144b583-21ef-490c-94d1-48ca55e00e69 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:00:24.526105 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6646baef-e7e2-432f-b254-1bb130073904 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:24.540241 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1a36bcaf-f48b-40d0-a7e5-ee25a306a195 req-7cf4b983-8eff-4ddd-b6b6-96dd8480532a tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4478586 Aug 16 20:00:24.621500 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d21ab3f-94db-4450-a23d-194c4916413c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:24.629700 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-a8589ea0-8337-47a8-aa62-2ace22dc1c34 None None] Set router f43d7f13-c6d7-432e-81fa-6045214dd9fc gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:00:24.637866 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6646baef-e7e2-432f-b254-1bb130073904 admin admin] Deleting port f9fea662-0788-4b4f-9ee8-9c098ec52aa6 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:00:24.638213 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6646baef-e7e2-432f-b254-1bb130073904 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:24.696623 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-36a55bb6-40dc-4a22-804e-969a29324028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6c139f-3402-4c1b-8f5d-a0cc07177ef4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1459430134-router', 'tenant_id': '624c2c3600d44854ad118d97db9a5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f9fea662-0788-4b4f-9ee8-9c098ec52aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:58:11Z', 'updated_at': '2021-08-16T20:00:22Z', 'revision_number': 5, 'project_id': '624c2c3600d44854ad118d97db9a5b0f', 'gw_port': {'id': 'f9fea662-0788-4b4f-9ee8-9c098ec52aa6', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6c139f-3402-4c1b-8f5d-a0cc07177ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:58:12Z', 'updated_at': '2021-08-16T19:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:00:24.752315 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d21ab3f-94db-4450-a23d-194c4916413c admin admin] Network 8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:00:24.759203 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-8d21ab3f-94db-4450-a23d-194c4916413c admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:00:24.764376 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d21ab3f-94db-4450-a23d-194c4916413c admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:00:24.767026 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21ab3f-94db-4450-a23d-194c4916413c admin admin] Pushing event updated for resources: {'Port': ['ID=b144b583-21ef-490c-94d1-48ca55e00e69,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:24.795452 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f9d94-16cf-47f0-8829-d4697b1109e7 req-2ca5bf62-3efa-4322-b82e-5c68b03ead38 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:24.797033 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6e6f9d94-16cf-47f0-8829-d4697b1109e7 req-2ca5bf62-3efa-4322-b82e-5c68b03ead38 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd3834ac-232e-49bb-a149-4910b3b61a2b HTTP/1.1" status: 200 len: 949 time: 0.0887835 Aug 16 20:00:24.823589 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbb43f-fddc-4adc-89c7-51c555ca7387 req-0589d229-0524-42f6-b018-33dded1e65f4 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:24.825172 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e3bbb43f-fddc-4adc-89c7-51c555ca7387 req-0589d229-0524-42f6-b018-33dded1e65f4 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 1097 time: 0.1447809 Aug 16 20:00:24.839887 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-6646baef-e7e2-432f-b254-1bb130073904 admin admin] For port f9fea662-0788-4b4f-9ee8-9c098ec52aa6, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f9fea662-0788-4b4f-9ee8-9c098ec52aa6,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:24.840350 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6646baef-e7e2-432f-b254-1bb130073904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:24.863057 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6646baef-e7e2-432f-b254-1bb130073904 admin admin] Calling delete_port for f9fea662-0788-4b4f-9ee8-9c098ec52aa6 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:00:24.867123 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d21ab3f-94db-4450-a23d-194c4916413c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:24.897098 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6e6f9d94-16cf-47f0-8829-d4697b1109e7 req-d93abb25-a6cf-4658-88d9-cdeecd08c0cd tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/security-groups?id=bb30cecf-c58f-4d85-a5fe-cfc59be57061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780504 Aug 16 20:00:24.959145 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a55bb6-40dc-4a22-804e-969a29324028 None None] Checking router: cd6c139f-3402-4c1b-8f5d-a0cc07177ef4 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:00:24.990018 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a55bb6-40dc-4a22-804e-969a29324028 None None] Routers {'cd6c139f-3402-4c1b-8f5d-a0cc07177ef4'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:00:24.991006 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-36a55bb6-40dc-4a22-804e-969a29324028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:00:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['cd6c139f-3402-4c1b-8f5d-a0cc07177ef4'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:00:24.995590 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e3bbb43f-fddc-4adc-89c7-51c555ca7387 req-db87f3eb-8b88-4456-aaf0-b6c2e3232d9e tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628664 Aug 16 20:00:25.015269 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a8589ea0-8337-47a8-aa62-2ace22dc1c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43d7f13-c6d7-432e-81fa-6045214dd9fc', 'name': 'tempest-FloatingIPDetailsTestJSON-158279089-router', 'tenant_id': '44a7b6c5b7634630ae717b8e12f3697b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '501c8203-eedf-43b8-9d57-abc8c07bed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:00:18Z', 'updated_at': '2021-08-16T20:00:21Z', 'revision_number': 3, 'project_id': '44a7b6c5b7634630ae717b8e12f3697b', 'gw_port': {'id': '501c8203-eedf-43b8-9d57-abc8c07bed7b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43d7f13-c6d7-432e-81fa-6045214dd9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:00:20Z', 'updated_at': '2021-08-16T20:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:00:25.070002 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8589ea0-8337-47a8-aa62-2ace22dc1c34 None None] The sync data for ids ['f43d7f13-c6d7-432e-81fa-6045214dd9fc'] in n-d-787206-13 is: [{'id': 'f43d7f13-c6d7-432e-81fa-6045214dd9fc', 'name': 'tempest-FloatingIPDetailsTestJSON-158279089-router', 'tenant_id': '44a7b6c5b7634630ae717b8e12f3697b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '501c8203-eedf-43b8-9d57-abc8c07bed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:00:18Z', 'updated_at': '2021-08-16T20:00:21Z', 'revision_number': 3, 'project_id': '44a7b6c5b7634630ae717b8e12f3697b', 'gw_port': {'id': '501c8203-eedf-43b8-9d57-abc8c07bed7b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43d7f13-c6d7-432e-81fa-6045214dd9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:00:20Z', 'updated_at': '2021-08-16T20:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:00:25.113274 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 3a3364a1-1f25-4954-b847-6095eef6d486 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:00:25.160019 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d21ab3f-94db-4450-a23d-194c4916413c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:25.189133 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5528db-fc00-4e15-981e-2be611643ff4 req-eee2cf1e-4bfd-4bf8-beb1-246f20d7e761 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:25.191156 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0d5528db-fc00-4e15-981e-2be611643ff4 req-eee2cf1e-4bfd-4bf8-beb1-246f20d7e761 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 943 time: 0.1147583 Aug 16 20:00:25.211180 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device b584353f-767c-48df-9272-5d9cb4770a21 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:00:25.269550 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-36a55bb6-40dc-4a22-804e-969a29324028 None None] Set router cd6c139f-3402-4c1b-8f5d-a0cc07177ef4 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:00:25.274341 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b3956a78-1e1e-44ae-a4f4-fdd96c33fee7 None None] Provisioning for port b144b583-21ef-490c-94d1-48ca55e00e69 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:00:25.279916 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0d5528db-fc00-4e15-981e-2be611643ff4 req-331535ec-dad0-4fc6-945f-82c871503b35 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805078 Aug 16 20:00:25.325016 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6646baef-e7e2-432f-b254-1bb130073904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:25.365690 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646baef-e7e2-432f-b254-1bb130073904 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9fea662-0788-4b4f-9ee8-9c098ec52aa6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:25.372904 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b3956a78-1e1e-44ae-a4f4-fdd96c33fee7 None None] Provisioning complete for port b144b583-21ef-490c-94d1-48ca55e00e69 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:00:25.373283 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b3956a78-1e1e-44ae-a4f4-fdd96c33fee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:25.379441 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-36a55bb6-40dc-4a22-804e-969a29324028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6c139f-3402-4c1b-8f5d-a0cc07177ef4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1459430134-router', 'tenant_id': '624c2c3600d44854ad118d97db9a5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:58:11Z', 'updated_at': '2021-08-16T20:00:24Z', 'revision_number': 6, 'project_id': '624c2c3600d44854ad118d97db9a5b0f', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:00:25.404295 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6646baef-e7e2-432f-b254-1bb130073904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:25.456584 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a55bb6-40dc-4a22-804e-969a29324028 None None] The sync data for ids ['cd6c139f-3402-4c1b-8f5d-a0cc07177ef4'] in n-d-787206-13 is: [{'id': 'cd6c139f-3402-4c1b-8f5d-a0cc07177ef4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1459430134-router', 'tenant_id': '624c2c3600d44854ad118d97db9a5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:58:11Z', 'updated_at': '2021-08-16T20:00:24Z', 'revision_number': 6, 'project_id': '624c2c3600d44854ad118d97db9a5b0f', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:00:25.482308 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 3a3364a1-1f25-4954-b847-6095eef6d486, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3a3364a1-1f25-4954-b847-6095eef6d486,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:25.564403 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '3a3364a1-1f25-4954-b847-6095eef6d486', 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e', 'port_id': '3a3364a1-1f25-4954-b847-6095eef6d486', 'mac_address': 'fa:16:3e:6a:f0:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf22002-ba37-41ff-af5d-cdbe63ed2bd8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:00:25.568757 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b3956a78-1e1e-44ae-a4f4-fdd96c33fee7 None None] Port b144b583-21ef-490c-94d1-48ca55e00e69 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:00:25.613297 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:25.635840 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6646baef-e7e2-432f-b254-1bb130073904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:25.640118 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6646baef-e7e2-432f-b254-1bb130073904 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:25.646225 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:25.661348 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b500535-6c1d-40e0-8574-82b1d405e864', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b584353f-767c-48df-9272-5d9cb4770a21'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:00:25.663918 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ef1767-6924-47df-80bf-e796818bed0c" -d '{"events": [{"server_uuid": "2b500535-6c1d-40e0-8574-82b1d405e864", "name": "network-vif-unplugged", "status": "completed", "tag": "b584353f-767c-48df-9272-5d9cb4770a21"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:00:25.689177 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port b584353f-767c-48df-9272-5d9cb4770a21, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=b584353f-767c-48df-9272-5d9cb4770a21,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:25.702084 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a3364a1-1f25-4954-b847-6095eef6d486 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:00:25.706615 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:25.753226 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6646baef-e7e2-432f-b254-1bb130073904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:25.754220 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6646baef-e7e2-432f-b254-1bb130073904 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd6c139f-3402-4c1b-8f5d-a0cc07177ef4 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:00:25.765331 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6646baef-e7e2-432f-b254-1bb130073904 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:25.767430 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6646baef-e7e2-432f-b254-1bb130073904 admin admin] 10.222.0.68 "DELETE /v2.0/routers/cd6c139f-3402-4c1b-8f5d-a0cc07177ef4 HTTP/1.1" status: 204 len: 168 time: 1.7160630 Aug 16 20:00:25.772693 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58764) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:25.793563 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d778b3ea-5275-489c-b02c-509f33757d54 x-openstack-request-id: req-d778b3ea-5275-489c-b02c-509f33757d54 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:00:25.793836 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b500535-6c1d-40e0-8574-82b1d405e864", "name": "network-vif-unplugged", "status": "completed", "tag": "b584353f-767c-48df-9272-5d9cb4770a21", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:00:25.794091 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d778b3ea-5275-489c-b02c-509f33757d54 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:00:25.794467 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b500535-6c1d-40e0-8574-82b1d405e864', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b584353f-767c-48df-9272-5d9cb4770a21', 'code': 200} Aug 16 20:00:25.796282 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 3a3364a1-1f25-4954-b847-6095eef6d486, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3a3364a1-1f25-4954-b847-6095eef6d486,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:25.801923 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:25.828139 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=b584353f-767c-48df-9272-5d9cb4770a21,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:25.864518 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bb53f-c179-4add-b307-aa21b2e04b26 req-e70fe6c8-ae1d-4a81-b043-403c5f686514 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:25.891858 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ce8bb53f-c179-4add-b307-aa21b2e04b26 req-e70fe6c8-ae1d-4a81-b043-403c5f686514 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1 HTTP/1.1" status: 200 len: 949 time: 0.7480812 Aug 16 20:00:25.902164 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e1a86de-9c74-4948-98ca-9b88f71743fc admin admin] Deleting subnet b5c1d82d-7382-4be7-9146-b613de846e1b {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:00:25.902622 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=3a3364a1-1f25-4954-b847-6095eef6d486,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:25.907325 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4e1a86de-9c74-4948-98ca-9b88f71743fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:25.975192 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d21ab3f-94db-4450-a23d-194c4916413c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:25.988239 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4e1a86de-9c74-4948-98ca-9b88f71743fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:26.013131 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d21ab3f-94db-4450-a23d-194c4916413c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:26.092309 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ce8bb53f-c179-4add-b307-aa21b2e04b26 req-4da61052-1765-4540-8656-e7555c4cc89f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995740 Aug 16 20:00:26.116577 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['3a3364a1-1f25-4954-b847-6095eef6d486'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:00:26.124630 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749d081-1151-4d27-9d15-c731ebbb9432 req-beeb2733-562f-4107-b1e5-de224d2dc4aa tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:26.126759 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6749d081-1151-4d27-9d15-c731ebbb9432 req-beeb2733-562f-4107-b1e5-de224d2dc4aa tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd3834ac-232e-49bb-a149-4910b3b61a2b HTTP/1.1" status: 200 len: 949 time: 0.0920165 Aug 16 20:00:26.209568 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d21ab3f-94db-4450-a23d-194c4916413c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:26.217887 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6749d081-1151-4d27-9d15-c731ebbb9432 req-f374e8a5-1248-486f-9c0f-cfa991010d35 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/security-groups?id=bb30cecf-c58f-4d85-a5fe-cfc59be57061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796392 Aug 16 20:00:26.257792 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21ab3f-94db-4450-a23d-194c4916413c admin admin] Pushing event updated for resources: {'Port': ['ID=b144b583-21ef-490c-94d1-48ca55e00e69,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:26.337688 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4e1a86de-9c74-4948-98ca-9b88f71743fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:26.415432 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148bf64-2e59-4947-a26e-a9cefba27847 req-feb16f7f-b32b-4074-96bb-b69733ce598d tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:26.418061 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d148bf64-2e59-4947-a26e-a9cefba27847 req-feb16f7f-b32b-4074-96bb-b69733ce598d tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.63 "GET /v2.0/ports?device_id=bd3834ac-232e-49bb-a149-4910b3b61a2b HTTP/1.1" status: 200 len: 949 time: 0.3243508 Aug 16 20:00:26.511007 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4e1a86de-9c74-4948-98ca-9b88f71743fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:26.559860 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a86de-9c74-4948-98ca-9b88f71743fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5c1d82d-7382-4be7-9146-b613de846e1b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:26.587082 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4e1a86de-9c74-4948-98ca-9b88f71743fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:26.592197 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4e1a86de-9c74-4948-98ca-9b88f71743fc admin admin] 10.222.0.68 "DELETE /v2.0/subnets/b5c1d82d-7382-4be7-9146-b613de846e1b HTTP/1.1" status: 204 len: 168 time: 0.8160837 Aug 16 20:00:26.592396 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58776) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:26.596002 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b42d921-f1a9-4dff-a659-88b3e57ed3e6 None None] Network 27c699d6-c055-4f27-a0e5-ba3efce275ed requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:00:26.599744 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611e358-410f-4de6-a2e9-48d266392646 req-d0797142-8b09-4b4f-bb3e-2ae4d72ba3c6 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:26.614210 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9611e358-410f-4de6-a2e9-48d266392646 req-d0797142-8b09-4b4f-bb3e-2ae4d72ba3c6 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 944 time: 0.2205591 Aug 16 20:00:26.660823 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d21ab3f-94db-4450-a23d-194c4916413c admin admin] Network 8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:00:26.667126 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-8d21ab3f-94db-4450-a23d-194c4916413c admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:00:26.701413 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:26.730507 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9611e358-410f-4de6-a2e9-48d266392646 req-c0b7847b-b3b2-4541-bd03-530ca257899e tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154010 Aug 16 20:00:26.806434 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] Deleting port 9a52bf37-bb9e-4e0b-a235-0113a40770b6 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:00:26.807915 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:26.830295 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-d148bf64-2e59-4947-a26e-a9cefba27847 req-008d6df9-6f6c-4f4c-abf6-c92855f15b2a tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Deleting port 1a68f666-3d83-49ae-a4ea-9aadce5dd685 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:00:26.830926 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d148bf64-2e59-4947-a26e-a9cefba27847 req-008d6df9-6f6c-4f4c-abf6-c92855f15b2a tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:26.926900 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] For port 9a52bf37-bb9e-4e0b-a235-0113a40770b6, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=9a52bf37-bb9e-4e0b-a235-0113a40770b6,segment=NetworkSegment(46c6c68f-e3c2-43a3-991b-a6127459752a),segment_id=46c6c68f-e3c2-43a3-991b-a6127459752a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:26.930212 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:26.948206 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d03aefa-9ddc-4806-96b7-5f827b01a841 None None] DHCP port deletion for 27c699d6-c055-4f27-a0e5-ba3efce275ed request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:00:26.968041 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] Calling delete_port for 9a52bf37-bb9e-4e0b-a235-0113a40770b6 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:00:27.048279 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d21ab3f-94db-4450-a23d-194c4916413c admin admin] Router f43d7f13-c6d7-432e-81fa-6045214dd9fc has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:00:27.060189 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-d148bf64-2e59-4947-a26e-a9cefba27847 req-008d6df9-6f6c-4f4c-abf6-c92855f15b2a tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] For port 1a68f666-3d83-49ae-a4ea-9aadce5dd685, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=1a68f666-3d83-49ae-a4ea-9aadce5dd685,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:27.060671 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d148bf64-2e59-4947-a26e-a9cefba27847 req-008d6df9-6f6c-4f4c-abf6-c92855f15b2a tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:27.110149 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-d148bf64-2e59-4947-a26e-a9cefba27847 req-008d6df9-6f6c-4f4c-abf6-c92855f15b2a tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Calling delete_port for 1a68f666-3d83-49ae-a4ea-9aadce5dd685 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:00:27.158780 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3d03aefa-9ddc-4806-96b7-5f827b01a841 None None] Deleting port 9a52bf37-bb9e-4e0b-a235-0113a40770b6 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:00:27.159345 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3d03aefa-9ddc-4806-96b7-5f827b01a841 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:27.187294 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:27.223738 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a52bf37-bb9e-4e0b-a235-0113a40770b6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:27.238284 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] No DVR routers for this DVR port 9a52bf37-bb9e-4e0b-a235-0113a40770b6 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:00:27.334267 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3d03aefa-9ddc-4806-96b7-5f827b01a841 None None] For port 9a52bf37-bb9e-4e0b-a235-0113a40770b6, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=9a52bf37-bb9e-4e0b-a235-0113a40770b6,segment=NetworkSegment(46c6c68f-e3c2-43a3-991b-a6127459752a),segment_id=46c6c68f-e3c2-43a3-991b-a6127459752a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:27.335174 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3d03aefa-9ddc-4806-96b7-5f827b01a841 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:27.356077 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 501c8203-eedf-43b8-9d57-abc8c07bed7b up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:00:27.366062 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:27.378150 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:00:27.378517 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:00:27.379364 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:00:27.379626 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] Subscribe: > port after_create 55550000 {{(pid=94771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:00:27.379959 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:00:27.380271 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] Subscribe: > port after_update 55550000 {{(pid=94771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:00:27.380385 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac6c55-c4ea-456c-9285-e7d81348f3a9 req-18a0afb9-f2b1-4cb9-b155-5be4595c56c0 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:27.380635 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:00:27.380889 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:00:27.381387 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:00:27.381507 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:00:27.383756 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4cac6c55-c4ea-456c-9285-e7d81348f3a9 req-18a0afb9-f2b1-4cb9-b155-5be4595c56c0 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1 HTTP/1.1" status: 200 len: 949 time: 0.1696153 Aug 16 20:00:27.391713 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 8697870c-30a4-4515-bb8d-0fd70eab1caf details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:00:27.394274 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 48464130-3a31-402e-9639-134033449aee up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:00:27.418168 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d21ab3f-94db-4450-a23d-194c4916413c admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:00:27.430776 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8d21ab3f-94db-4450-a23d-194c4916413c admin admin] 10.222.0.68 "PUT /v2.0/routers/f43d7f13-c6d7-432e-81fa-6045214dd9fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1422021 Aug 16 20:00:27.450088 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3d03aefa-9ddc-4806-96b7-5f827b01a841 None None] Calling delete_port for 9a52bf37-bb9e-4e0b-a235-0113a40770b6 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:00:27.460055 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:00:27.460403 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:00:27.461006 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:00:27.461380 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:00:27.461732 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c699d6-c055-4f27-a0e5-ba3efce275ed']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:00:27.474702 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4cac6c55-c4ea-456c-9285-e7d81348f3a9 req-dd1261ef-e631-4a71-b1ec-20e07bed4f9e tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754731 Aug 16 20:00:27.482757 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c6c68f-e3c2-43a3-991b-a6127459752a') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:00:27.483108 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c6c68f-e3c2-43a3-991b-a6127459752a') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:00:27.501258 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:27.514864 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a3c746f9-7deb-4dbb-9767-a42c6d65df96 None None] Provisioning complete for port b144b583-21ef-490c-94d1-48ca55e00e69 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:00:27.515236 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a3c746f9-7deb-4dbb-9767-a42c6d65df96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:27.529808 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:27.545067 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:00:27.545611 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:27.577309 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.db.resource_extend [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:00:27.598437 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d148bf64-2e59-4947-a26e-a9cefba27847 req-008d6df9-6f6c-4f4c-abf6-c92855f15b2a tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: from cryptography.utils import int_from_bytes Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: from cryptography.utils import int_from_bytes Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:00:27.636980 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:00:27.641332 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:27.672148 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3397059d-6d69-46fa-bb3d-64d17fab3e3b req-38d7cf41-ebeb-451b-b7b6-f1cc6bc39ce7 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd3834ac-232e-49bb-a149-4910b3b61a2b HTTP/1.1" status: 200 len: 210 time: 0.0497735 Aug 16 20:00:27.682602 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d6df9-6f6c-4f4c-abf6-c92855f15b2a tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Pushing event deleted for resources: {'Port': ['ID=1a68f666-3d83-49ae-a4ea-9aadce5dd685,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:27.693640 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['025bf74e-61d5-435c-9b48-f979e97ad65d', '1a68f666-3d83-49ae-a4ea-9aadce5dd685'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:00:27.699487 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=27c699d6-c055-4f27-a0e5-ba3efce275ed,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:27.704347 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 501c8203-eedf-43b8-9d57-abc8c07bed7b completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:00:27.708172 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:27.736963 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d745a4f7-ff18-4d64-9eef-6306fb597bc4 admin admin] 10.222.0.68 "DELETE /v2.0/networks/27c699d6-c055-4f27-a0e5-ba3efce275ed HTTP/1.1" status: 204 len: 168 time: 1.1402600 Aug 16 20:00:27.790724 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 501c8203-eedf-43b8-9d57-abc8c07bed7b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:00:27.791659 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:27.849785 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a3c746f9-7deb-4dbb-9767-a42c6d65df96 None None] Port b144b583-21ef-490c-94d1-48ca55e00e69 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:00:27.863211 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d148bf64-2e59-4947-a26e-a9cefba27847 req-008d6df9-6f6c-4f4c-abf6-c92855f15b2a tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] No DVR routers for this DVR port 1a68f666-3d83-49ae-a4ea-9aadce5dd685 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:00:27.877241 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d148bf64-2e59-4947-a26e-a9cefba27847 req-008d6df9-6f6c-4f4c-abf6-c92855f15b2a tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:27.880333 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d148bf64-2e59-4947-a26e-a9cefba27847 req-008d6df9-6f6c-4f4c-abf6-c92855f15b2a tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.63 "DELETE /v2.0/ports/1a68f666-3d83-49ae-a4ea-9aadce5dd685 HTTP/1.1" status: 204 len: 173 time: 1.4526119 Aug 16 20:00:27.880819 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3834ac-232e-49bb-a149-4910b3b61a2b', 'name': 'network-vif-deleted', 'tag': '1a68f666-3d83-49ae-a4ea-9aadce5dd685'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:00:27.883280 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaccbf4d-9558-441e-966c-755ec8e10f88" -d '{"events": [{"server_uuid": "bd3834ac-232e-49bb-a149-4910b3b61a2b", "name": "network-vif-deleted", "tag": "1a68f666-3d83-49ae-a4ea-9aadce5dd685"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:00:27.927571 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724a17fc-b9fe-4294-af9a-ffe5286d5c46 None None] Sync routers for ids ['f43d7f13-c6d7-432e-81fa-6045214dd9fc'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:00:27.949887 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 48464130-3a31-402e-9639-134033449aee completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:00:27.953195 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724a17fc-b9fe-4294-af9a-ffe5286d5c46 None None] Routers {'f43d7f13-c6d7-432e-81fa-6045214dd9fc'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:00:27.954386 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-724a17fc-b9fe-4294-af9a-ffe5286d5c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:00:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f43d7f13-c6d7-432e-81fa-6045214dd9fc'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:00:28.005288 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58824) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:28.038566 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 48464130-3a31-402e-9639-134033449aee triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:00:28.038935 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:28.152069 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 8697870c-30a4-4515-bb8d-0fd70eab1caf, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=8697870c-30a4-4515-bb8d-0fd70eab1caf,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:28.161660 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-724a17fc-b9fe-4294-af9a-ffe5286d5c46 None None] Set router f43d7f13-c6d7-432e-81fa-6045214dd9fc gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:00:28.170951 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050b51d-60f2-4388-8c43-907b085e15af req-3d04fe83-c494-4328-b02c-35f5b9ee5884 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:28.173332 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2050b51d-60f2-4388-8c43-907b085e15af req-3d04fe83-c494-4328-b02c-35f5b9ee5884 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 944 time: 0.2188733 Aug 16 20:00:28.177898 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ecd5db44-b4b2-48b5-949a-dff1c361f0f9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e38eb8aee1564690bebbb2b4f1877833&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1703610 Aug 16 20:00:28.180678 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58828) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:28.209039 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '8697870c-30a4-4515-bb8d-0fd70eab1caf', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': '8697870c-30a4-4515-bb8d-0fd70eab1caf', 'mac_address': 'fa:16:3e:ab:8e:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:00:28.210748 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3d03aefa-9ddc-4806-96b7-5f827b01a841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:28.223558 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-eb117e85-594f-4922-b82c-14a545e6a90a req-8ed5112c-539d-449b-94e9-a879628ab3db tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2463458 Aug 16 20:00:28.252448 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2050b51d-60f2-4388-8c43-907b085e15af req-89e6a18a-e9eb-4290-ab99-744c520f2e1f tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663934 Aug 16 20:00:28.269936 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-eb117e85-594f-4922-b82c-14a545e6a90a req-11f6dfa5-c274-4247-9315-7a8a2b2d2725 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:00:28.342348 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3d03aefa-9ddc-4806-96b7-5f827b01a841 None None] Network 27c699d6-c055-4f27-a0e5-ba3efce275ed is not hosted by any dhcp agent {{(pid=94772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 20:00:28.342809 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d03aefa-9ddc-4806-96b7-5f827b01a841 None None] No DVR routers for this DVR port 9a52bf37-bb9e-4e0b-a235-0113a40770b6 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:00:28.371174 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03aefa-9ddc-4806-96b7-5f827b01a841 None None] Pushing event deleted for resources: {'Port': ['ID=9a52bf37-bb9e-4e0b-a235-0113a40770b6,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:28.374554 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f27d87-0289-4819-a992-b70562ac8253 x-openstack-request-id: req-d2f27d87-0289-4819-a992-b70562ac8253 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:00:28.374852 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3834ac-232e-49bb-a149-4910b3b61a2b", "name": "network-vif-deleted", "tag": "1a68f666-3d83-49ae-a4ea-9aadce5dd685", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:00:28.375175 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d2f27d87-0289-4819-a992-b70562ac8253 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:00:28.375766 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3834ac-232e-49bb-a149-4910b3b61a2b', 'name': 'network-vif-deleted', 'tag': '1a68f666-3d83-49ae-a4ea-9aadce5dd685', 'status': 'completed', 'code': 200} Aug 16 20:00:28.381671 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-eb117e85-594f-4922-b82c-14a545e6a90a req-11f6dfa5-c274-4247-9315-7a8a2b2d2725 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:28.419087 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-596336c5-da97-4d3f-8edf-d421eb44bb19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:28.453966 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:28.468248 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:28.555559 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 501c8203-eedf-43b8-9d57-abc8c07bed7b, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=501c8203-eedf-43b8-9d57-abc8c07bed7b,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:28.563090 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:28.568912 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8697870c-30a4-4515-bb8d-0fd70eab1caf {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:00:28.604622 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:28.670569 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 8697870c-30a4-4515-bb8d-0fd70eab1caf, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=8697870c-30a4-4515-bb8d-0fd70eab1caf,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:28.678056 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-596336c5-da97-4d3f-8edf-d421eb44bb19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:28.688372 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48464130-3a31-402e-9639-134033449aee'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:00:28.690852 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122cb47d-2995-4dbf-a1d9-47452e2e3430" -d '{"events": [{"server_uuid": "5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1", "name": "network-vif-plugged", "status": "completed", "tag": "48464130-3a31-402e-9639-134033449aee"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:00:28.693755 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:28.693914 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-724a17fc-b9fe-4294-af9a-ffe5286d5c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43d7f13-c6d7-432e-81fa-6045214dd9fc', 'name': 'tempest-FloatingIPDetailsTestJSON-158279089-router', 'tenant_id': '44a7b6c5b7634630ae717b8e12f3697b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '501c8203-eedf-43b8-9d57-abc8c07bed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:00:18Z', 'updated_at': '2021-08-16T20:00:25Z', 'revision_number': 4, 'project_id': '44a7b6c5b7634630ae717b8e12f3697b', 'gw_port': {'id': '501c8203-eedf-43b8-9d57-abc8c07bed7b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43d7f13-c6d7-432e-81fa-6045214dd9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:00:20Z', 'updated_at': '2021-08-16T20:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'b144b583-21ef-490c-94d1-48ca55e00e69', 'name': '', 'network_id': '8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249', 'tenant_id': '44a7b6c5b7634630ae717b8e12f3697b', 'mac_address': 'fa:16:3e:a5:8f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43d7f13-c6d7-432e-81fa-6045214dd9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'a312b724-ccbe-45ba-958d-0163bd12dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:00:24Z', 'updated_at': '2021-08-16T20:00:25Z', 'revision_number': 2, 'project_id': '44a7b6c5b7634630ae717b8e12f3697b', 'subnets': [{'id': 'a312b724-ccbe-45ba-958d-0163bd12dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:00:28.736614 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 48464130-3a31-402e-9639-134033449aee, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=48464130-3a31-402e-9639-134033449aee,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:28.738176 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 667927a5-5708-4c0e-bb6e-cadb253f5dfa no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:00:28.774987 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:28.782404 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 667927a5-5708-4c0e-bb6e-cadb253f5dfa {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:00:28.782404 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 667927a5-5708-4c0e-bb6e-cadb253f5dfa not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:00:28.783233 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f9fea662-0788-4b4f-9ee8-9c098ec52aa6 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:00:28.787951 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=501c8203-eedf-43b8-9d57-abc8c07bed7b,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:28.800721 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724a17fc-b9fe-4294-af9a-ffe5286d5c46 None None] Checking router: f43d7f13-c6d7-432e-81fa-6045214dd9fc for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:00:28.801083 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724a17fc-b9fe-4294-af9a-ffe5286d5c46 None None] Updating router f43d7f13-c6d7-432e-81fa-6045214dd9fc port b144b583-21ef-490c-94d1-48ca55e00e69 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:00:28.833260 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: f9fea662-0788-4b4f-9ee8-9c098ec52aa6 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:00:28.833967 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f9fea662-0788-4b4f-9ee8-9c098ec52aa6 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:00:28.888807 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-724a17fc-b9fe-4294-af9a-ffe5286d5c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:28.905758 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-596336c5-da97-4d3f-8edf-d421eb44bb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:28.912091 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-596336c5-da97-4d3f-8edf-d421eb44bb19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:28.922098 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-596336c5-da97-4d3f-8edf-d421eb44bb19 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9bc365a0-c4b7-46d5-b975-5d22c2ff0320 HTTP/1.1" status: 204 len: 168 time: 0.7402899 Aug 16 20:00:28.960182 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596336c5-da97-4d3f-8edf-d421eb44bb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc365a0-c4b7-46d5-b975-5d22c2ff0320,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:28.994319 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-eb117e85-594f-4922-b82c-14a545e6a90a req-11f6dfa5-c274-4247-9315-7a8a2b2d2725 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:29.110698 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['8697870c-30a4-4515-bb8d-0fd70eab1caf'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:00:29.164664 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 501c8203-eedf-43b8-9d57-abc8c07bed7b up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:00:29.230672 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 3a3364a1-1f25-4954-b847-6095eef6d486 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:00:29.277620 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-eb117e85-594f-4922-b82c-14a545e6a90a req-11f6dfa5-c274-4247-9315-7a8a2b2d2725 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Allocated IP 172.25.8.65 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/98a23086-1557-48d3-b9ad-7be8154c78b9) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:00:29.470487 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 501c8203-eedf-43b8-9d57-abc8c07bed7b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:00:29.470938 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:29.476645 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7fd5e-128a-4573-87a5-781a081b92df req-95fa75bc-e75a-43c9-93e2-8ad080cc3c28 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:29.482578 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-84c7fd5e-128a-4573-87a5-781a081b92df req-95fa75bc-e75a-43c9-93e2-8ad080cc3c28 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1 HTTP/1.1" status: 200 len: 950 time: 0.1638441 Aug 16 20:00:29.492598 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 3a3364a1-1f25-4954-b847-6095eef6d486 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:00:29.508270 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-eb117e85-594f-4922-b82c-14a545e6a90a req-11f6dfa5-c274-4247-9315-7a8a2b2d2725 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:29.567056 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=8697870c-30a4-4515-bb8d-0fd70eab1caf,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:29.587013 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 3a3364a1-1f25-4954-b847-6095eef6d486 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:00:29.587851 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-84c7fd5e-128a-4573-87a5-781a081b92df req-91b6476a-2590-4d78-bd33-b3125a6cd834 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016288 Aug 16 20:00:29.589136 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:29.619023 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-eb117e85-594f-4922-b82c-14a545e6a90a req-11f6dfa5-c274-4247-9315-7a8a2b2d2725 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:29.679570 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb117e85-594f-4922-b82c-14a545e6a90a req-11f6dfa5-c274-4247-9315-7a8a2b2d2725 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:00:29.684075 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-eb117e85-594f-4922-b82c-14a545e6a90a req-11f6dfa5-c274-4247-9315-7a8a2b2d2725 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:00:29.695655 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb117e85-594f-4922-b82c-14a545e6a90a req-11f6dfa5-c274-4247-9315-7a8a2b2d2725 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:00:29.722168 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-724a17fc-b9fe-4294-af9a-ffe5286d5c46 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:29.736312 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-724a17fc-b9fe-4294-af9a-ffe5286d5c46 None None] Transition to ACTIVE for port object b144b583-21ef-490c-94d1-48ca55e00e69 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:00:29.752126 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-724a17fc-b9fe-4294-af9a-ffe5286d5c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:29.811593 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334634bb-e63a-4299-8034-aaa8764eb810 None None] Pushing event updated for resources: {'Port': ['ID=b144b583-21ef-490c-94d1-48ca55e00e69,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:29.840831 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e935b91-933f-44ae-876d-dce44367cca8 x-openstack-request-id: req-8e935b91-933f-44ae-876d-dce44367cca8 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:00:29.841380 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1", "name": "network-vif-plugged", "status": "completed", "tag": "48464130-3a31-402e-9639-134033449aee", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:00:29.841939 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8e935b91-933f-44ae-876d-dce44367cca8 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:00:29.842717 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48464130-3a31-402e-9639-134033449aee', 'code': 200} Aug 16 20:00:29.878709 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6dfa5-c274-4247-9315-7a8a2b2d2725 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Pushing event updated for resources: {'Port': ['ID=98a23086-1557-48d3-b9ad-7be8154c78b9,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:29.944216 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58880) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:29.960679 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-724a17fc-b9fe-4294-af9a-ffe5286d5c46 None None] Attempting to bind port b144b583-21ef-490c-94d1-48ca55e00e69 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:00:29.963824 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-724a17fc-b9fe-4294-af9a-ffe5286d5c46 None None] Attempting to bind port b144b583-21ef-490c-94d1-48ca55e00e69 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '39bb53b0-3672-4c10-914d-f7549f63334e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:00:29.964454 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724a17fc-b9fe-4294-af9a-ffe5286d5c46 None None] Attempting to bind port b144b583-21ef-490c-94d1-48ca55e00e69 on network 8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:00:29.990440 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724a17fc-b9fe-4294-af9a-ffe5286d5c46 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:00:29.990927 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724a17fc-b9fe-4294-af9a-ffe5286d5c46 None None] Checking segment: {'id': '39bb53b0-3672-4c10-914d-f7549f63334e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:00:29.991436 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-724a17fc-b9fe-4294-af9a-ffe5286d5c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:29.991906 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724a17fc-b9fe-4294-af9a-ffe5286d5c46 None None] Bound using segment: {'id': '39bb53b0-3672-4c10-914d-f7549f63334e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:00:29.992475 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-724a17fc-b9fe-4294-af9a-ffe5286d5c46 None None] Bound port: b144b583-21ef-490c-94d1-48ca55e00e69, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bb53b0-3672-4c10-914d-f7549f63334e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:00:29.992940 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-724a17fc-b9fe-4294-af9a-ffe5286d5c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:30.109151 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-724a17fc-b9fe-4294-af9a-ffe5286d5c46 None None] For port b144b583-21ef-490c-94d1-48ca55e00e69, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:00:30.112612 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-eb117e85-594f-4922-b82c-14a545e6a90a req-11f6dfa5-c274-4247-9315-7a8a2b2d2725 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:30.114065 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-724a17fc-b9fe-4294-af9a-ffe5286d5c46 None None] For port b144b583-21ef-490c-94d1-48ca55e00e69, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b144b583-21ef-490c-94d1-48ca55e00e69,segment=NetworkSegment(39bb53b0-3672-4c10-914d-f7549f63334e),segment_id=39bb53b0-3672-4c10-914d-f7549f63334e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:00:30.116234 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=48464130-3a31-402e-9639-134033449aee,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:30.124780 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-724a17fc-b9fe-4294-af9a-ffe5286d5c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:30.175578 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11948bd7-ce54-4f3d-8a0e-2d3965aef1b8 req-8cb6eb1d-1038-445e-b9c2-ddc963502ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:30.181961 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-11948bd7-ce54-4f3d-8a0e-2d3965aef1b8 req-8cb6eb1d-1038-445e-b9c2-ddc963502ff3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1 HTTP/1.1" status: 200 len: 1102 time: 0.3374016 Aug 16 20:00:30.206137 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-eb117e85-594f-4922-b82c-14a545e6a90a req-11f6dfa5-c274-4247-9315-7a8a2b2d2725 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:30.230059 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ebf6e7a8-41f4-4746-b52c-8d87fe9638eb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=624c2c3600d44854ad118d97db9a5b0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2800703 Aug 16 20:00:30.256701 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58882) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:30.272560 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:30.273367 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334634bb-e63a-4299-8034-aaa8764eb810 None None] Pushing event updated for resources: {'Port': ['ID=b144b583-21ef-490c-94d1-48ca55e00e69,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:30.329939 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724a17fc-b9fe-4294-af9a-ffe5286d5c46 None None] Routers {'f43d7f13-c6d7-432e-81fa-6045214dd9fc'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:00:30.331719 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-724a17fc-b9fe-4294-af9a-ffe5286d5c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:00:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f43d7f13-c6d7-432e-81fa-6045214dd9fc'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:00:30.375020 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 9a52bf37-bb9e-4e0b-a235-0113a40770b6 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:00:30.464715 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-11948bd7-ce54-4f3d-8a0e-2d3965aef1b8 req-8270710d-2907-49e7-a3b7-41e44abc8c72 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671022 Aug 16 20:00:30.480647 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a4f25-f066-483e-9fb8-13cbfe5e31e5 req-7a70f0f5-6718-4d7d-bfee-d3bdc5e3a328 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:30.491261 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-002a4f25-f066-483e-9fb8-13cbfe5e31e5 req-7a70f0f5-6718-4d7d-bfee-d3bdc5e3a328 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 944 time: 0.4204898 Aug 16 20:00:30.515125 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 3a3364a1-1f25-4954-b847-6095eef6d486, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3a3364a1-1f25-4954-b847-6095eef6d486,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:30.516225 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 9a52bf37-bb9e-4e0b-a235-0113a40770b6 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:00:30.516566 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 9a52bf37-bb9e-4e0b-a235-0113a40770b6 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:00:30.528844 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:30.528844 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 1a68f666-3d83-49ae-a4ea-9aadce5dd685 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:00:30.536965 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e459db8-62cb-45a8-85ef-a88d9097d20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:30.597202 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-724a17fc-b9fe-4294-af9a-ffe5286d5c46 None None] Set router f43d7f13-c6d7-432e-81fa-6045214dd9fc gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:00:30.638736 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=3a3364a1-1f25-4954-b847-6095eef6d486,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:30.656802 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-eb117e85-594f-4922-b82c-14a545e6a90a req-11f6dfa5-c274-4247-9315-7a8a2b2d2725 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:30.673753 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-eb117e85-594f-4922-b82c-14a545e6a90a req-11f6dfa5-c274-4247-9315-7a8a2b2d2725 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:30.677830 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 1a68f666-3d83-49ae-a4ea-9aadce5dd685 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:00:30.678282 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 1a68f666-3d83-49ae-a4ea-9aadce5dd685 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:00:30.698319 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-002a4f25-f066-483e-9fb8-13cbfe5e31e5 req-dfacffcf-cfa0-48cd-bbcd-46c7b9e2ffda tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032812 Aug 16 20:00:30.700507 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e459db8-62cb-45a8-85ef-a88d9097d20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:30.766367 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6dfa5-c274-4247-9315-7a8a2b2d2725 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Pushing event updated for resources: {'Port': ['ID=98a23086-1557-48d3-b9ad-7be8154c78b9,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:30.837402 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-eb117e85-594f-4922-b82c-14a545e6a90a req-11f6dfa5-c274-4247-9315-7a8a2b2d2725 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:30.842194 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e459db8-62cb-45a8-85ef-a88d9097d20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:30.844846 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e459db8-62cb-45a8-85ef-a88d9097d20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:30.852660 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9e459db8-62cb-45a8-85ef-a88d9097d20f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/46afee77-cb36-4ff8-a3e9-8a93a017345b HTTP/1.1" status: 204 len: 168 time: 0.5876791 Aug 16 20:00:30.868405 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-eb117e85-594f-4922-b82c-14a545e6a90a req-11f6dfa5-c274-4247-9315-7a8a2b2d2725 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:30.870504 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-eb117e85-594f-4922-b82c-14a545e6a90a req-11f6dfa5-c274-4247-9315-7a8a2b2d2725 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6319227 Aug 16 20:00:30.899517 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e459db8-62cb-45a8-85ef-a88d9097d20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46afee77-cb36-4ff8-a3e9-8a93a017345b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:30.975715 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-724a17fc-b9fe-4294-af9a-ffe5286d5c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43d7f13-c6d7-432e-81fa-6045214dd9fc', 'name': 'tempest-FloatingIPDetailsTestJSON-158279089-router', 'tenant_id': '44a7b6c5b7634630ae717b8e12f3697b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '501c8203-eedf-43b8-9d57-abc8c07bed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:00:18Z', 'updated_at': '2021-08-16T20:00:25Z', 'revision_number': 4, 'project_id': '44a7b6c5b7634630ae717b8e12f3697b', 'gw_port': {'id': '501c8203-eedf-43b8-9d57-abc8c07bed7b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43d7f13-c6d7-432e-81fa-6045214dd9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:00:20Z', 'updated_at': '2021-08-16T20:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'b144b583-21ef-490c-94d1-48ca55e00e69', 'name': '', 'network_id': '8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249', 'tenant_id': '44a7b6c5b7634630ae717b8e12f3697b', 'mac_address': 'fa:16:3e:a5:8f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43d7f13-c6d7-432e-81fa-6045214dd9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'a312b724-ccbe-45ba-958d-0163bd12dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:00:24Z', 'updated_at': '2021-08-16T20:00:30Z', 'revision_number': 4, 'project_id': '44a7b6c5b7634630ae717b8e12f3697b', 'subnets': [{'id': 'a312b724-ccbe-45ba-958d-0163bd12dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:00:30.988940 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-eb117e85-594f-4922-b82c-14a545e6a90a req-999ba499-dc7b-4326-b2af-a3e160954381 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.65 HTTP/1.1" status: 200 len: 695 time: 0.1065578 Aug 16 20:00:31.045451 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724a17fc-b9fe-4294-af9a-ffe5286d5c46 None None] The sync data for ids ['f43d7f13-c6d7-432e-81fa-6045214dd9fc'] in n-d-787206-13 is: [{'id': 'f43d7f13-c6d7-432e-81fa-6045214dd9fc', 'name': 'tempest-FloatingIPDetailsTestJSON-158279089-router', 'tenant_id': '44a7b6c5b7634630ae717b8e12f3697b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '501c8203-eedf-43b8-9d57-abc8c07bed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:00:18Z', 'updated_at': '2021-08-16T20:00:25Z', 'revision_number': 4, 'project_id': '44a7b6c5b7634630ae717b8e12f3697b', 'gw_port': {'id': '501c8203-eedf-43b8-9d57-abc8c07bed7b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43d7f13-c6d7-432e-81fa-6045214dd9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:00:20Z', 'updated_at': '2021-08-16T20:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'b144b583-21ef-490c-94d1-48ca55e00e69', 'name': '', 'network_id': '8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249', 'tenant_id': '44a7b6c5b7634630ae717b8e12f3697b', 'mac_address': 'fa:16:3e:a5:8f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43d7f13-c6d7-432e-81fa-6045214dd9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'a312b724-ccbe-45ba-958d-0163bd12dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:00:24Z', 'updated_at': '2021-08-16T20:00:30Z', 'revision_number': 4, 'project_id': '44a7b6c5b7634630ae717b8e12f3697b', 'subnets': [{'id': 'a312b724-ccbe-45ba-958d-0163bd12dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:00:31.240098 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 8697870c-30a4-4515-bb8d-0fd70eab1caf up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:00:31.334611 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb117e85-594f-4922-b82c-14a545e6a90a req-5af4d1e8-3d7e-4bc3-83da-71e3899ab93c tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:31.346294 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-eb117e85-594f-4922-b82c-14a545e6a90a req-5af4d1e8-3d7e-4bc3-83da-71e3899ab93c tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 784 time: 0.3494492 Aug 16 20:00:31.389526 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 8697870c-30a4-4515-bb8d-0fd70eab1caf triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:00:31.390064 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:31.529600 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39613fc3-9218-456d-9448-8d68564ef4b3 req-58ca92c4-d1d6-46ff-9df2-c605ad6946a9 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:31.534261 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-39613fc3-9218-456d-9448-8d68564ef4b3 req-58ca92c4-d1d6-46ff-9df2-c605ad6946a9 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1 HTTP/1.1" status: 200 len: 950 time: 0.1746373 Aug 16 20:00:31.587668 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:31.710181 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-39613fc3-9218-456d-9448-8d68564ef4b3 req-00d34740-638d-47df-accf-9df62297c98d tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689150 Aug 16 20:00:31.745398 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 8697870c-30a4-4515-bb8d-0fd70eab1caf, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=8697870c-30a4-4515-bb8d-0fd70eab1caf,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:31.762334 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:31.812782 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22268f-af71-4132-b968-b396dcbb8366 req-bdda3000-66bf-4f43-a07c-454c31746cc9 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:31.825505 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bc22268f-af71-4132-b968-b396dcbb8366 req-bdda3000-66bf-4f43-a07c-454c31746cc9 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/ports?device_id=52cd1faa-95fd-4996-a25c-3b877e63759f HTTP/1.1" status: 200 len: 950 time: 0.1686761 Aug 16 20:00:31.854647 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b507ac-42bf-413a-af56-93535bbf4a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3364a1-1f25-4954-b847-6095eef6d486'}, {'server_uuid': '0ee46e2a-470e-4c7f-b15e-d9aa02420908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8697870c-30a4-4515-bb8d-0fd70eab1caf'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:00:31.858861 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721b6444-81fe-45ab-8563-b7dfb5583203" -d '{"events": [{"server_uuid": "67b507ac-42bf-413a-af56-93535bbf4a5a", "name": "network-vif-plugged", "status": "completed", "tag": "3a3364a1-1f25-4954-b847-6095eef6d486"}, {"server_uuid": "0ee46e2a-470e-4c7f-b15e-d9aa02420908", "name": "network-vif-plugged", "status": "completed", "tag": "8697870c-30a4-4515-bb8d-0fd70eab1caf"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:00:31.877871 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12cac572-9f57-483e-91a3-fcd1c99363f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:31.935080 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bc22268f-af71-4132-b968-b396dcbb8366 req-41901ac8-d9b5-47f5-97a4-1466fcbe35b5 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/security-groups?id=bb30cecf-c58f-4d85-a5fe-cfc59be57061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057005 Aug 16 20:00:31.975645 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=8697870c-30a4-4515-bb8d-0fd70eab1caf,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:32.102159 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f87a497d-e276-4ec7-b44a-23176cd9906b req-9b88543a-41f6-4c3f-9817-8ee5a0016cc1 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2735906 Aug 16 20:00:32.131494 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-f87a497d-e276-4ec7-b44a-23176cd9906b req-91b86f9c-c473-4e73-b08b-3f0ee2c23145 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:00:32.203020 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f87a497d-e276-4ec7-b44a-23176cd9906b req-91b86f9c-c473-4e73-b08b-3f0ee2c23145 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:32.258979 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6a6c2-fcbc-4520-ba61-d00b50e44938 req-1f79bd03-3f43-4436-85c3-730defaffaef tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:32.268929 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-68d6a6c2-fcbc-4520-ba61-d00b50e44938 req-1f79bd03-3f43-4436-85c3-730defaffaef tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 945 time: 0.1655986 Aug 16 20:00:32.410022 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-68d6a6c2-fcbc-4520-ba61-d00b50e44938 req-7d7441cb-c0ca-4c2a-a4a9-5218087f0b01 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329274 Aug 16 20:00:32.449998 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f87a497d-e276-4ec7-b44a-23176cd9906b req-91b86f9c-c473-4e73-b08b-3f0ee2c23145 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:32.692650 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df05352-4430-4876-bca7-b214b6e73c37 req-3595d98b-4a85-454d-ba59-98541e8b2a1d tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:32.694223 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6df05352-4430-4876-bca7-b214b6e73c37 req-3595d98b-4a85-454d-ba59-98541e8b2a1d tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.63 "GET /v2.0/ports?device_id=52cd1faa-95fd-4996-a25c-3b877e63759f HTTP/1.1" status: 200 len: 950 time: 0.1265602 Aug 16 20:00:32.781846 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3c63a1-bad6-4ecf-a092-2a5f17ccdfc6 x-openstack-request-id: req-ce3c63a1-bad6-4ecf-a092-2a5f17ccdfc6 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:00:32.782346 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b507ac-42bf-413a-af56-93535bbf4a5a", "name": "network-vif-plugged", "status": "completed", "tag": "3a3364a1-1f25-4954-b847-6095eef6d486", "code": 200}, {"server_uuid": "0ee46e2a-470e-4c7f-b15e-d9aa02420908", "name": "network-vif-plugged", "status": "completed", "tag": "8697870c-30a4-4515-bb8d-0fd70eab1caf", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:00:32.782346 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ce3c63a1-bad6-4ecf-a092-2a5f17ccdfc6 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:00:32.782975 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b507ac-42bf-413a-af56-93535bbf4a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3364a1-1f25-4954-b847-6095eef6d486', 'code': 200} Aug 16 20:00:32.783219 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee46e2a-470e-4c7f-b15e-d9aa02420908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8697870c-30a4-4515-bb8d-0fd70eab1caf', 'code': 200} Aug 16 20:00:32.838053 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-f87a497d-e276-4ec7-b44a-23176cd9906b req-91b86f9c-c473-4e73-b08b-3f0ee2c23145 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Allocated IP 172.25.8.56 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/37c071b6-62b0-47ff-90fc-afff1fb184bc) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:00:32.956806 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8128e49-5f8c-422c-b160-b5b1175433e2 req-be185b7d-e7e3-45e0-9636-5cd522a09c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:32.958446 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a8128e49-5f8c-422c-b160-b5b1175433e2 req-be185b7d-e7e3-45e0-9636-5cd522a09c0a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 1097 time: 0.1377075 Aug 16 20:00:33.019893 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f87a497d-e276-4ec7-b44a-23176cd9906b req-91b86f9c-c473-4e73-b08b-3f0ee2c23145 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:33.064356 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f87a497d-e276-4ec7-b44a-23176cd9906b req-91b86f9c-c473-4e73-b08b-3f0ee2c23145 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:33.071207 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a8128e49-5f8c-422c-b160-b5b1175433e2 req-8779447e-f7e8-422d-bb1f-20d3c5011624 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986550 Aug 16 20:00:33.116691 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b144b583-21ef-490c-94d1-48ca55e00e69 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:00:33.202245 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-6df05352-4430-4876-bca7-b214b6e73c37 req-34d78a61-5f60-4f9b-8bb0-0be1381a4bbe tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Deleting port 025bf74e-61d5-435c-9b48-f979e97ad65d {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:00:33.205378 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6df05352-4430-4876-bca7-b214b6e73c37 req-34d78a61-5f60-4f9b-8bb0-0be1381a4bbe tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:33.241884 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b86f9c-c473-4e73-b08b-3f0ee2c23145 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Pushing event updated for resources: {'Port': ['ID=37c071b6-62b0-47ff-90fc-afff1fb184bc,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:33.274871 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f87a497d-e276-4ec7-b44a-23176cd9906b req-91b86f9c-c473-4e73-b08b-3f0ee2c23145 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:00:33.277109 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-f87a497d-e276-4ec7-b44a-23176cd9906b req-91b86f9c-c473-4e73-b08b-3f0ee2c23145 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:00:33.279501 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87a497d-e276-4ec7-b44a-23176cd9906b req-91b86f9c-c473-4e73-b08b-3f0ee2c23145 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:00:33.296671 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port b144b583-21ef-490c-94d1-48ca55e00e69 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:00:33.303599 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port b144b583-21ef-490c-94d1-48ca55e00e69 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:00:33.303979 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:33.405642 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f87a497d-e276-4ec7-b44a-23176cd9906b req-91b86f9c-c473-4e73-b08b-3f0ee2c23145 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:33.466687 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adeb4a-1dc4-4799-a0d1-c34a356e5b1d req-d82e5709-96c8-4ff7-a29c-26c23e8dc3cd tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:33.472275 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:33.473603 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-70adeb4a-1dc4-4799-a0d1-c34a356e5b1d req-d82e5709-96c8-4ff7-a29c-26c23e8dc3cd tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1 HTTP/1.1" status: 200 len: 950 time: 0.3926463 Aug 16 20:00:33.485304 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f87a497d-e276-4ec7-b44a-23176cd9906b req-91b86f9c-c473-4e73-b08b-3f0ee2c23145 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:33.567517 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port b144b583-21ef-490c-94d1-48ca55e00e69, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b144b583-21ef-490c-94d1-48ca55e00e69,segment=NetworkSegment(39bb53b0-3672-4c10-914d-f7549f63334e),segment_id=39bb53b0-3672-4c10-914d-f7549f63334e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:33.576103 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:33.598668 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-70adeb4a-1dc4-4799-a0d1-c34a356e5b1d req-6200e0b7-4846-4628-8563-6edb2a675922 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128652 Aug 16 20:00:33.603061 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6df05352-4430-4876-bca7-b214b6e73c37 req-34d78a61-5f60-4f9b-8bb0-0be1381a4bbe tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] For port 025bf74e-61d5-435c-9b48-f979e97ad65d, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=025bf74e-61d5-435c-9b48-f979e97ad65d,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:33.604904 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6df05352-4430-4876-bca7-b214b6e73c37 req-34d78a61-5f60-4f9b-8bb0-0be1381a4bbe tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:33.644474 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-6df05352-4430-4876-bca7-b214b6e73c37 req-34d78a61-5f60-4f9b-8bb0-0be1381a4bbe tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Calling delete_port for 025bf74e-61d5-435c-9b48-f979e97ad65d owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:00:33.708075 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=b144b583-21ef-490c-94d1-48ca55e00e69,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:33.767573 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f87a497d-e276-4ec7-b44a-23176cd9906b req-91b86f9c-c473-4e73-b08b-3f0ee2c23145 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:33.776548 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f87a497d-e276-4ec7-b44a-23176cd9906b req-91b86f9c-c473-4e73-b08b-3f0ee2c23145 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:33.902117 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b86f9c-c473-4e73-b08b-3f0ee2c23145 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Pushing event updated for resources: {'Port': ['ID=37c071b6-62b0-47ff-90fc-afff1fb184bc,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:33.913401 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f87a497d-e276-4ec7-b44a-23176cd9906b req-91b86f9c-c473-4e73-b08b-3f0ee2c23145 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:33.946823 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f87a497d-e276-4ec7-b44a-23176cd9906b req-91b86f9c-c473-4e73-b08b-3f0ee2c23145 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:33.951748 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f87a497d-e276-4ec7-b44a-23176cd9906b req-91b86f9c-c473-4e73-b08b-3f0ee2c23145 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8367305 Aug 16 20:00:33.962214 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6df05352-4430-4876-bca7-b214b6e73c37 req-34d78a61-5f60-4f9b-8bb0-0be1381a4bbe tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:33.974027 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['025bf74e-61d5-435c-9b48-f979e97ad65d'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:00:34.026846 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f87a497d-e276-4ec7-b44a-23176cd9906b req-d6754da6-50e2-45c1-acf8-6290550df025 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.56 HTTP/1.1" status: 200 len: 695 time: 0.0647416 Aug 16 20:00:34.068909 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d78a61-5f60-4f9b-8bb0-0be1381a4bbe tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Pushing event deleted for resources: {'Port': ['ID=025bf74e-61d5-435c-9b48-f979e97ad65d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:34.146344 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fcda4f84-a4ac-44c8-99ce-b80cb2579041 req-964a9ab7-e5ee-4485-af8f-cdba64b1fd25 tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.68 "GET /v2.0/ports?device_id=52cd1faa-95fd-4996-a25c-3b877e63759f HTTP/1.1" status: 200 len: 210 time: 0.0733368 Aug 16 20:00:34.232998 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a497d-e276-4ec7-b44a-23176cd9906b req-cdfa81b9-e81d-4d2e-bba4-f29820402885 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:34.256131 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f87a497d-e276-4ec7-b44a-23176cd9906b req-cdfa81b9-e81d-4d2e-bba4-f29820402885 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 784 time: 0.2204061 Aug 16 20:00:34.336925 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6bb5be1a-341d-4ba4-8872-a8b5d373e560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:34.539030 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42f442-ace8-46aa-8360-960eeb337226 req-508b1fe8-19ff-42fb-9186-0c5b3185e5f0 tempest-ServersOnMultiNodesTest-1869749609 tempest-ServersOnMultiNodesTest-1869749609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:34.541228 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0d42f442-ace8-46aa-8360-960eeb337226 req-508b1fe8-19ff-42fb-9186-0c5b3185e5f0 tempest-ServersOnMultiNodesTest-1869749609 tempest-ServersOnMultiNodesTest-1869749609-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1 HTTP/1.1" status: 200 len: 1102 time: 0.0695627 Aug 16 20:00:34.605926 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:34.658422 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0d42f442-ace8-46aa-8360-960eeb337226 req-90270b4b-66a6-41ca-b580-0ae3a161431e tempest-ServersOnMultiNodesTest-1869749609 tempest-ServersOnMultiNodesTest-1869749609-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055512 Aug 16 20:00:34.776147 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df05352-4430-4876-bca7-b214b6e73c37 req-34d78a61-5f60-4f9b-8bb0-0be1381a4bbe tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] No DVR routers for this DVR port 025bf74e-61d5-435c-9b48-f979e97ad65d on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:00:34.782980 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6df05352-4430-4876-bca7-b214b6e73c37 req-34d78a61-5f60-4f9b-8bb0-0be1381a4bbe tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:34.787836 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6df05352-4430-4876-bca7-b214b6e73c37 req-34d78a61-5f60-4f9b-8bb0-0be1381a4bbe tempest-LiveMigrationNegativeTest-1359564349 tempest-LiveMigrationNegativeTest-1359564349-project] 10.222.0.63 "DELETE /v2.0/ports/025bf74e-61d5-435c-9b48-f979e97ad65d HTTP/1.1" status: 204 len: 173 time: 2.0768325 Aug 16 20:00:34.794279 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cd1faa-95fd-4996-a25c-3b877e63759f', 'name': 'network-vif-deleted', 'tag': '025bf74e-61d5-435c-9b48-f979e97ad65d'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:00:34.804187 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce80e8f5-f37c-4041-a703-b9ea695331d2" -d '{"events": [{"server_uuid": "52cd1faa-95fd-4996-a25c-3b877e63759f", "name": "network-vif-deleted", "tag": "025bf74e-61d5-435c-9b48-f979e97ad65d"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:00:34.943037 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20138bc-402e-4770-8efb-49127ece1031 req-b242ada2-5270-4339-94e0-988c1db07df6 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:34.952420 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f20138bc-402e-4770-8efb-49127ece1031 req-b242ada2-5270-4339-94e0-988c1db07df6 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 945 time: 0.2011156 Aug 16 20:00:35.037214 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b144b583-21ef-490c-94d1-48ca55e00e69 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:00:35.070254 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f20138bc-402e-4770-8efb-49127ece1031 req-c42e2c75-454e-47a1-b182-dcefca1db458 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142242 Aug 16 20:00:35.175640 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port b144b583-21ef-490c-94d1-48ca55e00e69 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:00:35.176379 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:35.258769 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2ec4b8-7382-42e8-a5f8-74e3df5e7566 x-openstack-request-id: req-8e2ec4b8-7382-42e8-a5f8-74e3df5e7566 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:00:35.259821 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cd1faa-95fd-4996-a25c-3b877e63759f", "name": "network-vif-deleted", "tag": "025bf74e-61d5-435c-9b48-f979e97ad65d", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:00:35.260297 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8e2ec4b8-7382-42e8-a5f8-74e3df5e7566 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:00:35.261014 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cd1faa-95fd-4996-a25c-3b877e63759f', 'name': 'network-vif-deleted', 'tag': '025bf74e-61d5-435c-9b48-f979e97ad65d', 'status': 'completed', 'code': 200} Aug 16 20:00:35.482803 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:35.499969 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f645a8-ea35-4bf8-9ab0-9cab016503fc req-7ba4184f-b7b7-4309-a36c-631515d2ecbd tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:35.501761 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-76f645a8-ea35-4bf8-9ab0-9cab016503fc req-7ba4184f-b7b7-4309-a36c-631515d2ecbd tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=77cd4e1e-40c1-4a2a-b6fc-f534305730fe HTTP/1.1" status: 200 len: 946 time: 0.1068299 Aug 16 20:00:35.576853 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-76f645a8-ea35-4bf8-9ab0-9cab016503fc req-b236b4ee-ef63-4a30-8d84-6816ebb335bf tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/security-groups?id=1337fce4-273b-4435-a35c-c970b1f10dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645158 Aug 16 20:00:35.717803 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:35.795515 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:35.796859 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-766782f9-91ff-4fc8-a806-ae3603c79875 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=74e2f72781564173bac530a92b1cda23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620403 Aug 16 20:00:35.811660 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1e6f1878-a600-4145-8899-5bc3759f8ad6 req-e5294f8a-0e1b-4454-8808-e02b5a05366a tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8173780 Aug 16 20:00:35.828685 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-1e6f1878-a600-4145-8899-5bc3759f8ad6 req-12d94eb8-bc99-468d-8ab0-8a65789a1902 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:00:35.881689 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1e6f1878-a600-4145-8899-5bc3759f8ad6 req-12d94eb8-bc99-468d-8ab0-8a65789a1902 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:35.969478 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-f447be05-af3e-4242-9532-0c02f5d623fb tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:35.978057 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-f447be05-af3e-4242-9532-0c02f5d623fb tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1644449 Aug 16 20:00:35.998373 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-fe9802fc-8df2-401f-9eae-ef70bd525c47 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/quotas/74e2f72781564173bac530a92b1cda23 HTTP/1.1" status: 200 len: 375 time: 0.0191309 Aug 16 20:00:36.090271 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1e6f1878-a600-4145-8899-5bc3759f8ad6 req-12d94eb8-bc99-468d-8ab0-8a65789a1902 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:36.162010 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-f133ae5e-d1e5-475c-81c5-2a309ec93660 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=74e2f72781564173bac530a92b1cda23&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1625559 Aug 16 20:00:36.272966 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-1e6f1878-a600-4145-8899-5bc3759f8ad6 req-12d94eb8-bc99-468d-8ab0-8a65789a1902 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Allocated IP 172.25.8.186 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/1b83d9af-0bb3-4411-a9c0-e7d9aec15eb4) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:00:36.512912 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ef4ae-3b3e-4e5a-a7c4-986766485e81 req-9533dd14-b33e-4303-a31c-93f6e60ab791 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:36.523013 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9e2ef4ae-3b3e-4e5a-a7c4-986766485e81 req-9533dd14-b33e-4303-a31c-93f6e60ab791 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 1097 time: 0.0943828 Aug 16 20:00:36.568191 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1e6f1878-a600-4145-8899-5bc3759f8ad6 req-12d94eb8-bc99-468d-8ab0-8a65789a1902 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:36.619860 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9e2ef4ae-3b3e-4e5a-a7c4-986766485e81 req-d41d10c0-5a96-4c15-8f87-9ed5a91b0aba tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963447 Aug 16 20:00:36.724680 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1e6f1878-a600-4145-8899-5bc3759f8ad6 req-12d94eb8-bc99-468d-8ab0-8a65789a1902 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:36.947202 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:36.981546 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e6f1878-a600-4145-8899-5bc3759f8ad6 req-12d94eb8-bc99-468d-8ab0-8a65789a1902 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:00:36.995725 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-1e6f1878-a600-4145-8899-5bc3759f8ad6 req-12d94eb8-bc99-468d-8ab0-8a65789a1902 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:00:37.035568 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6f1878-a600-4145-8899-5bc3759f8ad6 req-12d94eb8-bc99-468d-8ab0-8a65789a1902 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:00:37.096885 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7014ed04-d7bd-4836-8a54-72bbfbbfdbc7 req-bfdb68b6-06f4-461c-8306-54fe05aed02e tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab36acfe-9fb4-4043-bd12-fa487a9d45e0 HTTP/1.1" status: 200 len: 210 time: 0.0975194 Aug 16 20:00:37.170755 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 025bf74e-61d5-435c-9b48-f979e97ad65d no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:00:37.208678 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d94eb8-bc99-468d-8ab0-8a65789a1902 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Pushing event updated for resources: {'Port': ['ID=1b83d9af-0bb3-4411-a9c0-e7d9aec15eb4,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:37.267574 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 025bf74e-61d5-435c-9b48-f979e97ad65d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:00:37.268063 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 025bf74e-61d5-435c-9b48-f979e97ad65d not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:00:37.412151 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1e6f1878-a600-4145-8899-5bc3759f8ad6 req-12d94eb8-bc99-468d-8ab0-8a65789a1902 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:37.499624 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1e6f1878-a600-4145-8899-5bc3759f8ad6 req-12d94eb8-bc99-468d-8ab0-8a65789a1902 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:37.551356 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59042) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:37.884149 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4348b2f5-3b29-4274-8f34-b8d1c01d1fe1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3f57965d09704e48b58e8ac4e81b7331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315990 Aug 16 20:00:37.886552 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59066) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:37.954298 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1e6f1878-a600-4145-8899-5bc3759f8ad6 req-12d94eb8-bc99-468d-8ab0-8a65789a1902 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:37.967003 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1e6f1878-a600-4145-8899-5bc3759f8ad6 req-12d94eb8-bc99-468d-8ab0-8a65789a1902 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:37.983208 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-ac0e2d37-a42d-4d4f-a9f7-278db8f71f38 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--2081919732&fields=id&tenant_id=dd60ee167a7c4249be845d9f57d57e43 HTTP/1.1" status: 200 len: 267 time: 0.0974815 Aug 16 20:00:38.004663 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ccd67d5f-38cf-4a48-9b41-c1a97a2751e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:38.031956 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ccd67d5f-38cf-4a48-9b41-c1a97a2751e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:38.057313 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d94eb8-bc99-468d-8ab0-8a65789a1902 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Pushing event updated for resources: {'Port': ['ID=1b83d9af-0bb3-4411-a9c0-e7d9aec15eb4,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:38.174464 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ccd67d5f-38cf-4a48-9b41-c1a97a2751e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:38.182542 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ccd67d5f-38cf-4a48-9b41-c1a97a2751e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:38.182542 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ccd67d5f-38cf-4a48-9b41-c1a97a2751e2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bb30cecf-c58f-4d85-a5fe-cfc59be57061 HTTP/1.1" status: 204 len: 168 time: 0.2921250 Aug 16 20:00:38.182847 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1e6f1878-a600-4145-8899-5bc3759f8ad6 req-12d94eb8-bc99-468d-8ab0-8a65789a1902 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:38.211582 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd67d5f-38cf-4a48-9b41-c1a97a2751e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb30cecf-c58f-4d85-a5fe-cfc59be57061,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:38.219263 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1e6f1878-a600-4145-8899-5bc3759f8ad6 req-12d94eb8-bc99-468d-8ab0-8a65789a1902 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:38.220744 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1e6f1878-a600-4145-8899-5bc3759f8ad6 req-12d94eb8-bc99-468d-8ab0-8a65789a1902 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4041057 Aug 16 20:00:38.312153 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1e6f1878-a600-4145-8899-5bc3759f8ad6 req-3ae8a0f0-945d-4fe6-85cf-493d30121070 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.186 HTTP/1.1" status: 200 len: 696 time: 0.0706191 Aug 16 20:00:38.388219 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-382c0517-dc71-4912-8298-24766d15b4c6 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:38.402717 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-382c0517-dc71-4912-8298-24766d15b4c6 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/networks?id=d97fcdba-147b-42c4-9a36-36beb7fe5385 HTTP/1.1" status: 200 len: 824 time: 0.4117782 Aug 16 20:00:38.475312 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-02c126c6-23fe-4fbe-a54b-02d39fc5d486 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/quotas/dd60ee167a7c4249be845d9f57d57e43 HTTP/1.1" status: 200 len: 375 time: 0.0705822 Aug 16 20:00:38.489303 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-5fb573cf-d76d-458a-8beb-321628027dc6 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=74e2f72781564173bac530a92b1cda23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0642841 Aug 16 20:00:38.629231 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f1878-a600-4145-8899-5bc3759f8ad6 req-1bd78b86-7e82-48f7-bf57-4ff9024e7881 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:38.636146 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1e6f1878-a600-4145-8899-5bc3759f8ad6 req-1bd78b86-7e82-48f7-bf57-4ff9024e7881 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 784 time: 0.3152363 Aug 16 20:00:38.720322 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-5d4b0d5b-0e5b-4fa6-aab1-a26236684d65 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=dd60ee167a7c4249be845d9f57d57e43&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2434926 Aug 16 20:00:38.841269 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-d6d1bfd2-3dc1-4dd9-8092-d7d51430c8bb tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:38.843455 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-d6d1bfd2-3dc1-4dd9-8092-d7d51430c8bb tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3272934 Aug 16 20:00:38.866136 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-9fba06a9-c54a-413b-a788-d241bae08dd6 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Request body: {'port': {'device_id': 'ab36acfe-9fb4-4043-bd12-fa487a9d45e0', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'admin_state_up': True, 'tenant_id': '74e2f72781564173bac530a92b1cda23'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:00:38.913249 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eebabd4a-9cb6-4015-8352-b18478f5e9b3 req-27989700-0c30-42e7-8966-d2c91991f524 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab36acfe-9fb4-4043-bd12-fa487a9d45e0 HTTP/1.1" status: 200 len: 210 time: 0.0629091 Aug 16 20:00:39.123162 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-f708ce5e-ec17-45d3-8400-b48e1d620aa4 service neutron] 10.222.0.68 "GET /v2.0/networks/d97fcdba-147b-42c4-9a36-36beb7fe5385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562207 Aug 16 20:00:39.125304 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59096) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:39.195898 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:00:39.218023 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-686389fc-15c2-4c70-8a72-b044e1c49b7a req-c3e01afd-c448-405d-a100-bd12c2796dec tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2771344 Aug 16 20:00:39.233435 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-686389fc-15c2-4c70-8a72-b044e1c49b7a req-2bb33585-6a3b-4cbc-9f13-bddbf13036a3 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:00:39.262509 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7859ed14-14f9-4e0c-94dd-d81d09b185cb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a668f3997a084356baa82630c200de40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1287875 Aug 16 20:00:39.266045 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59100) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:39.274770 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-9fba06a9-c54a-413b-a788-d241bae08dd6 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Made reservation on behalf of 74e2f72781564173bac530a92b1cda23 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:00:39.288037 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-9fba06a9-c54a-413b-a788-d241bae08dd6 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:39.333317 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-686389fc-15c2-4c70-8a72-b044e1c49b7a req-2bb33585-6a3b-4cbc-9f13-bddbf13036a3 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:39.381779 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-6d7b000d-1cc4-4090-b0d3-c2fae130c5b3 service neutron] 10.222.0.68 "GET /v2.0/networks/d97fcdba-147b-42c4-9a36-36beb7fe5385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574449 Aug 16 20:00:39.557972 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e73f7145-05fb-4831-aa98-e938eca67b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:39.619620 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-9fba06a9-c54a-413b-a788-d241bae08dd6 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Allocated IP 192.168.233.119 (b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46/5dedf524-5a11-40fc-90de-b9413f1a2279/3a180e61-4fd8-4678-baaa-aa060b094fe5) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:00:39.631202 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e73f7145-05fb-4831-aa98-e938eca67b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:39.745146 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c1711-f99a-4e65-8280-b17865dad6b4 req-7ac58c30-9306-46c2-9fb1-656e84ba7da1 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:39.747164 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3d0c1711-f99a-4e65-8280-b17865dad6b4 req-7ac58c30-9306-46c2-9fb1-656e84ba7da1 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.57 "GET /v2.0/ports?device_id=77cd4e1e-40c1-4a2a-b6fc-f534305730fe HTTP/1.1" status: 200 len: 946 time: 0.3499658 Aug 16 20:00:39.856161 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-686389fc-15c2-4c70-8a72-b044e1c49b7a req-2bb33585-6a3b-4cbc-9f13-bddbf13036a3 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:39.878705 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e73f7145-05fb-4831-aa98-e938eca67b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:39.882436 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e73f7145-05fb-4831-aa98-e938eca67b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:39.887545 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e73f7145-05fb-4831-aa98-e938eca67b4b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e5922507-b4af-45d5-a6aa-8a9d0e801044 HTTP/1.1" status: 204 len: 168 time: 0.6197624 Aug 16 20:00:39.919346 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d9aae26d-4ace-4307-85c5-e1bd85ba7c08 req-e8468af2-eca0-4e37-a62e-191c07b46a40 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=88f05a9a-6ed7-47e9-8500-28bd1536f431 HTTP/1.1" status: 200 len: 210 time: 0.0414011 Aug 16 20:00:39.969082 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f7145-05fb-4831-aa98-e938eca67b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5922507-b4af-45d5-a6aa-8a9d0e801044,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:40.066191 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-3d0c1711-f99a-4e65-8280-b17865dad6b4 req-804c1b53-150c-4688-a2c7-698923bdcc5c tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Deleting port 2d1ee24c-532b-464d-9b22-fb4c5229244f {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:00:40.079487 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3d0c1711-f99a-4e65-8280-b17865dad6b4 req-804c1b53-150c-4688-a2c7-698923bdcc5c tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:40.089315 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-9fba06a9-c54a-413b-a788-d241bae08dd6 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:40.133037 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-9fba06a9-c54a-413b-a788-d241bae08dd6 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Transition to ACTIVE for port object 3a180e61-4fd8-4678-baaa-aa060b094fe5 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:00:40.191468 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-686389fc-15c2-4c70-8a72-b044e1c49b7a req-2bb33585-6a3b-4cbc-9f13-bddbf13036a3 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Allocated IP 172.25.8.171 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/f6e06e94-6c10-48ba-b65a-bbd18c8f7341) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:00:40.222036 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-9fba06a9-c54a-413b-a788-d241bae08dd6 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:40.239703 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['251a8cc9-a8e6-4002-adb1-80ff793c59c9', '55d3f219-cd02-443f-800f-c0b1954e88bf', '4b294502-e578-44a3-aa2e-ed43d46f085d', 'f2033db9-2f1d-498b-892d-08c38b96416c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:00:40.292596 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-3d0c1711-f99a-4e65-8280-b17865dad6b4 req-804c1b53-150c-4688-a2c7-698923bdcc5c tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] For port 2d1ee24c-532b-464d-9b22-fb4c5229244f, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=2d1ee24c-532b-464d-9b22-fb4c5229244f,segment=NetworkSegment(827dd0b5-7f5a-4db7-ad86-73a8b5a29504),segment_id=827dd0b5-7f5a-4db7-ad86-73a8b5a29504)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:40.293129 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3d0c1711-f99a-4e65-8280-b17865dad6b4 req-804c1b53-150c-4688-a2c7-698923bdcc5c tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:40.379203 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-9fba06a9-c54a-413b-a788-d241bae08dd6 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:00:40.386714 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd', 'c6c0c476-902b-451c-9aaa-dcfd44d27296', '48464130-3a31-402e-9639-134033449aee'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:00:40.430090 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-9fba06a9-c54a-413b-a788-d241bae08dd6 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:00:40.507911 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba06a9-c54a-413b-a788-d241bae08dd6 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Pushing event updated for resources: {'Port': ['ID=3a180e61-4fd8-4678-baaa-aa060b094fe5,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:40.517324 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-9fba06a9-c54a-413b-a788-d241bae08dd6 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:00:40.541741 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-686389fc-15c2-4c70-8a72-b044e1c49b7a req-2bb33585-6a3b-4cbc-9f13-bddbf13036a3 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:40.763796 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e04d6-3d47-4bb3-bce8-ff70c2d0b7c7 req-8f30d9ec-6423-4e03-a789-9f902a4303ac tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:40.779988 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bf9e04d6-3d47-4bb3-bce8-ff70c2d0b7c7 req-8f30d9ec-6423-4e03-a789-9f902a4303ac tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab36acfe-9fb4-4043-bd12-fa487a9d45e0 HTTP/1.1" status: 200 len: 936 time: 0.4074392 Aug 16 20:00:40.881415 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-9fba06a9-c54a-413b-a788-d241bae08dd6 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:40.888564 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-9fba06a9-c54a-413b-a788-d241bae08dd6 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:40.968819 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bf9e04d6-3d47-4bb3-bce8-ff70c2d0b7c7 req-6c9eaf21-2035-453c-bc75-66cc571bc03e tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878612 Aug 16 20:00:40.974489 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-686389fc-15c2-4c70-8a72-b044e1c49b7a req-2bb33585-6a3b-4cbc-9f13-bddbf13036a3 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:40.994757 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-9fba06a9-c54a-413b-a788-d241bae08dd6 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1337774 Aug 16 20:00:41.021176 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-3bbabcc7-9045-4846-94b5-6f8cca7446f4 service neutron] Request body: {'port': {'device_id': 'ab36acfe-9fb4-4043-bd12-fa487a9d45e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:00:41.079674 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3d0c1711-f99a-4e65-8280-b17865dad6b4 req-804c1b53-150c-4688-a2c7-698923bdcc5c tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:41.082538 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3d0c1711-f99a-4e65-8280-b17865dad6b4 req-804c1b53-150c-4688-a2c7-698923bdcc5c tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:41.082955 n-d-787206-13 neutron-server[94771]: INFO neutron.db.l3_db [req-3d0c1711-f99a-4e65-8280-b17865dad6b4 req-804c1b53-150c-4688-a2c7-698923bdcc5c tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Floating IP 8c9f7cc2-dc94-4036-b497-38f0ed7dc663 disassociated. External IP: 172.25.8.246, port: 2d1ee24c-532b-464d-9b22-fb4c5229244f. Aug 16 20:00:41.083460 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-3d0c1711-f99a-4e65-8280-b17865dad6b4 req-804c1b53-150c-4688-a2c7-698923bdcc5c tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Calling delete_port for 2d1ee24c-532b-464d-9b22-fb4c5229244f owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:00:41.204105 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-686389fc-15c2-4c70-8a72-b044e1c49b7a req-2bb33585-6a3b-4cbc-9f13-bddbf13036a3 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:00:41.236512 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-686389fc-15c2-4c70-8a72-b044e1c49b7a req-2bb33585-6a3b-4cbc-9f13-bddbf13036a3 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:00:41.245762 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-686389fc-15c2-4c70-8a72-b044e1c49b7a req-2bb33585-6a3b-4cbc-9f13-bddbf13036a3 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:00:41.266254 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-3bbabcc7-9045-4846-94b5-6f8cca7446f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:41.297143 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7f1b78db-10b9-4e4a-afd0-e9fee13ddd2d None None] Provisioning for port 3a180e61-4fd8-4678-baaa-aa060b094fe5 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:00:41.337808 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7f1b78db-10b9-4e4a-afd0-e9fee13ddd2d None None] Provisioning complete for port 3a180e61-4fd8-4678-baaa-aa060b094fe5 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:00:41.338361 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f1b78db-10b9-4e4a-afd0-e9fee13ddd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:41.464314 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7f1b78db-10b9-4e4a-afd0-e9fee13ddd2d None None] Port 3a180e61-4fd8-4678-baaa-aa060b094fe5 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:00:41.564479 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb33585-6a3b-4cbc-9f13-bddbf13036a3 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Pushing event updated for resources: {'Port': ['ID=f6e06e94-6c10-48ba-b65a-bbd18c8f7341,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:41.940740 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-686389fc-15c2-4c70-8a72-b044e1c49b7a req-2bb33585-6a3b-4cbc-9f13-bddbf13036a3 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:42.191622 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-207ecbae-8f3b-4ac5-9bdc-1e90f0833ca9 req-26997b35-4ad1-4269-b0d9-0979457ecc14 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=88f05a9a-6ed7-47e9-8500-28bd1536f431 HTTP/1.1" status: 200 len: 210 time: 0.1921422 Aug 16 20:00:42.331872 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-686389fc-15c2-4c70-8a72-b044e1c49b7a req-2bb33585-6a3b-4cbc-9f13-bddbf13036a3 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:42.415050 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-3bbabcc7-9045-4846-94b5-6f8cca7446f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a180e61-4fd8-4678-baaa-aa060b094fe5 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:00:42.442154 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-3bbabcc7-9045-4846-94b5-6f8cca7446f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:42.476656 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-3bbabcc7-9045-4846-94b5-6f8cca7446f4 service neutron] Transition to ACTIVE for port object 3a180e61-4fd8-4678-baaa-aa060b094fe5 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:00:42.485504 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3d0c1711-f99a-4e65-8280-b17865dad6b4 req-804c1b53-150c-4688-a2c7-698923bdcc5c tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:42.487767 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-3bbabcc7-9045-4846-94b5-6f8cca7446f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:42.565657 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c1b53-150c-4688-a2c7-698923bdcc5c tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Pushing event deleted for resources: {'Port': ['ID=2d1ee24c-532b-464d-9b22-fb4c5229244f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:42.599716 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbabcc7-9045-4846-94b5-6f8cca7446f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3a180e61-4fd8-4678-baaa-aa060b094fe5,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:42.815125 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-3bbabcc7-9045-4846-94b5-6f8cca7446f4 service neutron] Attempting to bind port 3a180e61-4fd8-4678-baaa-aa060b094fe5 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:00:42.815766 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-3bbabcc7-9045-4846-94b5-6f8cca7446f4 service neutron] Attempting to bind port 3a180e61-4fd8-4678-baaa-aa060b094fe5 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:00:42.816100 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-3bbabcc7-9045-4846-94b5-6f8cca7446f4 service neutron] Attempting to bind port 3a180e61-4fd8-4678-baaa-aa060b094fe5 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:00:42.836596 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662b6ab-89f6-4130-9728-9c431cdaf785 req-e2ade48f-0f83-4cde-ad7b-42a660294535 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:42.844757 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c662b6ab-89f6-4130-9728-9c431cdaf785 req-e2ade48f-0f83-4cde-ad7b-42a660294535 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab36acfe-9fb4-4043-bd12-fa487a9d45e0 HTTP/1.1" status: 200 len: 948 time: 0.2122555 Aug 16 20:00:42.875289 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-3bbabcc7-9045-4846-94b5-6f8cca7446f4 service neutron] Port 3a180e61-4fd8-4678-baaa-aa060b094fe5 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:00:42.875639 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-3bbabcc7-9045-4846-94b5-6f8cca7446f4 service neutron] Attempting to bind port 3a180e61-4fd8-4678-baaa-aa060b094fe5 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:00:43.031114 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-3bbabcc7-9045-4846-94b5-6f8cca7446f4 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:00:43.034395 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-3bbabcc7-9045-4846-94b5-6f8cca7446f4 service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:00:43.034849 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-3bbabcc7-9045-4846-94b5-6f8cca7446f4 service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:00:43.035359 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-3bbabcc7-9045-4846-94b5-6f8cca7446f4 service neutron] Bound port: 3a180e61-4fd8-4678-baaa-aa060b094fe5, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:00:43.042686 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-3bbabcc7-9045-4846-94b5-6f8cca7446f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:43.223862 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-686389fc-15c2-4c70-8a72-b044e1c49b7a req-2bb33585-6a3b-4cbc-9f13-bddbf13036a3 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:43.244289 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c662b6ab-89f6-4130-9728-9c431cdaf785 req-e8efe516-c390-4a58-9819-619c46fc7890 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981280 Aug 16 20:00:43.263299 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-686389fc-15c2-4c70-8a72-b044e1c49b7a req-2bb33585-6a3b-4cbc-9f13-bddbf13036a3 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:43.300209 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 2d1ee24c-532b-464d-9b22-fb4c5229244f no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:00:43.356557 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b32d3a9b-b427-4169-97ac-1bb167b31c83 req-ca6fefbd-1f7f-4799-9e94-cc9814c7985e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4253774 Aug 16 20:00:43.387825 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 2d1ee24c-532b-464d-9b22-fb4c5229244f {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:00:43.388497 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 2d1ee24c-532b-464d-9b22-fb4c5229244f not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:00:43.390577 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d0c1711-f99a-4e65-8280-b17865dad6b4 req-804c1b53-150c-4688-a2c7-698923bdcc5c tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Router 4f73defd-ad39-406e-b353-dd46f1fd0f09 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:00:43.425663 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-3bbabcc7-9045-4846-94b5-6f8cca7446f4 service neutron] For port 3a180e61-4fd8-4678-baaa-aa060b094fe5, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:00:43.429367 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-3bbabcc7-9045-4846-94b5-6f8cca7446f4 service neutron] For port 3a180e61-4fd8-4678-baaa-aa060b094fe5, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3a180e61-4fd8-4678-baaa-aa060b094fe5,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:00:43.514584 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-3bbabcc7-9045-4846-94b5-6f8cca7446f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:43.662086 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d0c1711-f99a-4e65-8280-b17865dad6b4 req-804c1b53-150c-4688-a2c7-698923bdcc5c tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:00:43.673912 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17be1c5-a550-4ec5-94d9-2de47593f02b None None] Sync routers for ids ['4f73defd-ad39-406e-b353-dd46f1fd0f09'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:00:43.695101 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-96918668-6b24-4e62-8f7c-b133049fda58 req-2f2b132a-2c77-418b-b669-1eb8ee94d39f tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=88f05a9a-6ed7-47e9-8500-28bd1536f431 HTTP/1.1" status: 200 len: 210 time: 0.1976404 Aug 16 20:00:43.702180 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17be1c5-a550-4ec5-94d9-2de47593f02b None None] Routers {'4f73defd-ad39-406e-b353-dd46f1fd0f09'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:00:43.708688 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c17be1c5-a550-4ec5-94d9-2de47593f02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:00:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4f73defd-ad39-406e-b353-dd46f1fd0f09'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:00:43.743701 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-3bbabcc7-9045-4846-94b5-6f8cca7446f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:43.745112 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-3bbabcc7-9045-4846-94b5-6f8cca7446f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:43.746668 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-3bbabcc7-9045-4846-94b5-6f8cca7446f4 service neutron] 10.222.0.63 "PUT /v2.0/ports/3a180e61-4fd8-4678-baaa-aa060b094fe5 HTTP/1.1" status: 200 len: 1097 time: 2.7425511 Aug 16 20:00:43.758176 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab36acfe-9fb4-4043-bd12-fa487a9d45e0', 'tag': '3a180e61-4fd8-4678-baaa-aa060b094fe5'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:00:43.765691 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26c5108-4f2b-42c4-ba83-cb3c0b88b914" -d '{"events": [{"name": "network-changed", "server_uuid": "ab36acfe-9fb4-4043-bd12-fa487a9d45e0", "tag": "3a180e61-4fd8-4678-baaa-aa060b094fe5"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:00:43.813716 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0c1711-f99a-4e65-8280-b17865dad6b4 req-804c1b53-150c-4688-a2c7-698923bdcc5c tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] No DVR routers for this DVR port 2d1ee24c-532b-464d-9b22-fb4c5229244f on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:00:43.834172 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3d0c1711-f99a-4e65-8280-b17865dad6b4 req-804c1b53-150c-4688-a2c7-698923bdcc5c tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:43.839481 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3d0c1711-f99a-4e65-8280-b17865dad6b4 req-804c1b53-150c-4688-a2c7-698923bdcc5c tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.57 "DELETE /v2.0/ports/2d1ee24c-532b-464d-9b22-fb4c5229244f HTTP/1.1" status: 204 len: 173 time: 4.0682700 Aug 16 20:00:43.841642 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d3a9b-b427-4169-97ac-1bb167b31c83 req-c59dbb0b-3bb0-474c-a75b-1cb4f0731364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:43.845220 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b32d3a9b-b427-4169-97ac-1bb167b31c83 req-c59dbb0b-3bb0-474c-a75b-1cb4f0731364 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 1096 time: 0.3492370 Aug 16 20:00:43.858054 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-686389fc-15c2-4c70-8a72-b044e1c49b7a req-2bb33585-6a3b-4cbc-9f13-bddbf13036a3 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:43.867667 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb33585-6a3b-4cbc-9f13-bddbf13036a3 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Pushing event updated for resources: {'Port': ['ID=f6e06e94-6c10-48ba-b65a-bbd18c8f7341,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:43.908392 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cd4e1e-40c1-4a2a-b6fc-f534305730fe', 'name': 'network-vif-deleted', 'tag': '2d1ee24c-532b-464d-9b22-fb4c5229244f'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:00:43.928152 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bf5549-78b3-4475-88b5-1375f3b86893" -d '{"events": [{"server_uuid": "77cd4e1e-40c1-4a2a-b6fc-f534305730fe", "name": "network-vif-deleted", "tag": "2d1ee24c-532b-464d-9b22-fb4c5229244f"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:00:43.964704 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb33585-6a3b-4cbc-9f13-bddbf13036a3 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:43.965055 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb33585-6a3b-4cbc-9f13-bddbf13036a3 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:43.965385 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb33585-6a3b-4cbc-9f13-bddbf13036a3 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:43.965724 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb33585-6a3b-4cbc-9f13-bddbf13036a3 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:43.966051 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb33585-6a3b-4cbc-9f13-bddbf13036a3 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:43.966381 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb33585-6a3b-4cbc-9f13-bddbf13036a3 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:43.966706 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb33585-6a3b-4cbc-9f13-bddbf13036a3 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:43.967036 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb33585-6a3b-4cbc-9f13-bddbf13036a3 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:43.967383 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb33585-6a3b-4cbc-9f13-bddbf13036a3 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:43.967706 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb33585-6a3b-4cbc-9f13-bddbf13036a3 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:43.968044 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb33585-6a3b-4cbc-9f13-bddbf13036a3 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:43.968342 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb33585-6a3b-4cbc-9f13-bddbf13036a3 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:44.010044 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-36013fa7-29b0-44a0-a46e-8c353a95f3ef req-a51603fe-9a72-4aec-8cf7-66a7ef5e86a3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3851001 Aug 16 20:00:44.018462 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-686389fc-15c2-4c70-8a72-b044e1c49b7a req-2bb33585-6a3b-4cbc-9f13-bddbf13036a3 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:44.019713 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-686389fc-15c2-4c70-8a72-b044e1c49b7a req-2bb33585-6a3b-4cbc-9f13-bddbf13036a3 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.8003793 Aug 16 20:00:44.071536 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-c17be1c5-a550-4ec5-94d9-2de47593f02b None None] Set router 4f73defd-ad39-406e-b353-dd46f1fd0f09 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:00:44.106421 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbabcc7-9045-4846-94b5-6f8cca7446f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3a180e61-4fd8-4678-baaa-aa060b094fe5,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:44.136367 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-64312510-affb-4323-9209-e110931ec68d tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:44.137936 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-64312510-affb-4323-9209-e110931ec68d tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.63 "GET /v2.0/networks?id=d97fcdba-147b-42c4-9a36-36beb7fe5385 HTTP/1.1" status: 200 len: 824 time: 0.7065010 Aug 16 20:00:44.157609 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04eadd4b-9fe2-4386-a1ab-fc2b228f2c4e x-openstack-request-id: req-04eadd4b-9fe2-4386-a1ab-fc2b228f2c4e {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:00:44.157906 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab36acfe-9fb4-4043-bd12-fa487a9d45e0", "tag": "3a180e61-4fd8-4678-baaa-aa060b094fe5", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:00:44.158167 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-04eadd4b-9fe2-4386-a1ab-fc2b228f2c4e {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:00:44.158581 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab36acfe-9fb4-4043-bd12-fa487a9d45e0', 'tag': '3a180e61-4fd8-4678-baaa-aa060b094fe5', 'status': 'completed', 'code': 200} Aug 16 20:00:44.249320 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-686389fc-15c2-4c70-8a72-b044e1c49b7a req-64593aef-2177-44c5-9217-9b9b461600de tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.171 HTTP/1.1" status: 200 len: 696 time: 0.2224667 Aug 16 20:00:44.390753 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-ed6db745-ef0a-4c8a-a592-a35268005bf5 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd60ee167a7c4249be845d9f57d57e43 HTTP/1.1" status: 200 len: 380 time: 0.1479445 Aug 16 20:00:44.397269 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c17be1c5-a550-4ec5-94d9-2de47593f02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1893620888-router', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:45Z', 'revision_number': 4, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'gw_port': {'id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '1898fb28-768f-41a7-b28e-02ab5b750eaa', 'name': '', 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'mac_address': 'fa:16:3e:76:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '255dc5d0-2507-406e-9c79-293ed8a42973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:44Z', 'updated_at': '2021-08-16T19:57:53Z', 'revision_number': 5, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'subnets': [{'id': '255dc5d0-2507-406e-9c79-293ed8a42973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:00:44.402473 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-366457ac-3611-40b5-a819-9406cd5715f8 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Request body: {'port': {'device_id': '88f05a9a-6ed7-47e9-8500-28bd1536f431', 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385', 'admin_state_up': True, 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'security_groups': ['1337fce4-273b-4435-a35c-c970b1f10dad']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:00:44.456929 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-c5dc153d-78b4-45e7-9814-02f610eea607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:44.458520 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-c5dc153d-78b4-45e7-9814-02f610eea607 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=74e2f72781564173bac530a92b1cda23&device_id=ab36acfe-9fb4-4043-bd12-fa487a9d45e0 HTTP/1.1" status: 200 len: 1100 time: 0.5446548 Aug 16 20:00:44.487190 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17be1c5-a550-4ec5-94d9-2de47593f02b None None] Checking router: 4f73defd-ad39-406e-b353-dd46f1fd0f09 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:00:44.498385 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17be1c5-a550-4ec5-94d9-2de47593f02b None None] Routers {'4f73defd-ad39-406e-b353-dd46f1fd0f09'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:00:44.499010 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c17be1c5-a550-4ec5-94d9-2de47593f02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:00:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4f73defd-ad39-406e-b353-dd46f1fd0f09'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:00:44.523803 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-2beb84dc-57cf-4163-b382-27e95d1ccd64 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=3a180e61-4fd8-4678-baaa-aa060b094fe5 HTTP/1.1" status: 200 len: 217 time: 0.0452139 Aug 16 20:00:44.658233 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f6b08-4254-40da-b4fb-f367f9fb4be9 req-d5bdb0c8-4a53-461f-923e-b4b6349cf359 tempest-NetworksTest-878210180 tempest-NetworksTest-878210180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:44.658717 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f6b08-4254-40da-b4fb-f367f9fb4be9 req-d5bdb0c8-4a53-461f-923e-b4b6349cf359 tempest-NetworksTest-878210180 tempest-NetworksTest-878210180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:44.659235 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f6b08-4254-40da-b4fb-f367f9fb4be9 req-d5bdb0c8-4a53-461f-923e-b4b6349cf359 tempest-NetworksTest-878210180 tempest-NetworksTest-878210180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:44.659753 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f6b08-4254-40da-b4fb-f367f9fb4be9 req-d5bdb0c8-4a53-461f-923e-b4b6349cf359 tempest-NetworksTest-878210180 tempest-NetworksTest-878210180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:44.660372 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f6b08-4254-40da-b4fb-f367f9fb4be9 req-d5bdb0c8-4a53-461f-923e-b4b6349cf359 tempest-NetworksTest-878210180 tempest-NetworksTest-878210180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:44.660961 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f6b08-4254-40da-b4fb-f367f9fb4be9 req-d5bdb0c8-4a53-461f-923e-b4b6349cf359 tempest-NetworksTest-878210180 tempest-NetworksTest-878210180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:44.661642 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f6b08-4254-40da-b4fb-f367f9fb4be9 req-d5bdb0c8-4a53-461f-923e-b4b6349cf359 tempest-NetworksTest-878210180 tempest-NetworksTest-878210180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:44.662238 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f6b08-4254-40da-b4fb-f367f9fb4be9 req-d5bdb0c8-4a53-461f-923e-b4b6349cf359 tempest-NetworksTest-878210180 tempest-NetworksTest-878210180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:44.662713 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f6b08-4254-40da-b4fb-f367f9fb4be9 req-d5bdb0c8-4a53-461f-923e-b4b6349cf359 tempest-NetworksTest-878210180 tempest-NetworksTest-878210180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:44.663229 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f6b08-4254-40da-b4fb-f367f9fb4be9 req-d5bdb0c8-4a53-461f-923e-b4b6349cf359 tempest-NetworksTest-878210180 tempest-NetworksTest-878210180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:44.678128 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a28f6b08-4254-40da-b4fb-f367f9fb4be9 req-d5bdb0c8-4a53-461f-923e-b4b6349cf359 tempest-NetworksTest-878210180 tempest-NetworksTest-878210180-project-admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7140 time: 0.1487088 Aug 16 20:00:44.736326 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-c17be1c5-a550-4ec5-94d9-2de47593f02b None None] Set router 4f73defd-ad39-406e-b353-dd46f1fd0f09 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:00:44.925652 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d3a9b-b427-4169-97ac-1bb167b31c83 req-4427571a-d119-4638-a6ee-dd30e086c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:44.927144 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b32d3a9b-b427-4169-97ac-1bb167b31c83 req-4427571a-d119-4638-a6ee-dd30e086c124 service neutron] 10.222.0.57 "GET /v2.0/networks?id=090f4e50-1fb3-4449-b92b-949da889d68e HTTP/1.1" status: 200 len: 909 time: 0.8940380 Aug 16 20:00:45.035131 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d2f16f-8828-4591-b244-7c0e75a77ef4 x-openstack-request-id: req-b0d2f16f-8828-4591-b244-7c0e75a77ef4 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:00:45.035795 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cd4e1e-40c1-4a2a-b6fc-f534305730fe", "name": "network-vif-deleted", "tag": "2d1ee24c-532b-464d-9b22-fb4c5229244f", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:00:45.035900 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b0d2f16f-8828-4591-b244-7c0e75a77ef4 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:00:45.036230 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cd4e1e-40c1-4a2a-b6fc-f534305730fe', 'name': 'network-vif-deleted', 'tag': '2d1ee24c-532b-464d-9b22-fb4c5229244f', 'status': 'completed', 'code': 200} Aug 16 20:00:45.038534 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36013fa7-29b0-44a0-a46e-8c353a95f3ef req-d17ffaa9-6127-4840-a99e-b0eceecf24cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:45.040343 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-36013fa7-29b0-44a0-a46e-8c353a95f3ef req-d17ffaa9-6127-4840-a99e-b0eceecf24cd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80d98bbe248147c88be18e7257fbdc13&device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 1097 time: 1.0002317 Aug 16 20:00:45.075999 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b32d3a9b-b427-4169-97ac-1bb167b31c83 req-d0aae43e-0f0c-42f9-b095-d9a2eec6b6c3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03e06574-3d89-43c8-b9cf-47243f3420ed HTTP/1.1" status: 200 len: 217 time: 0.1277075 Aug 16 20:00:45.080030 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-1d2c8814-231d-4f39-88fd-f7d0ac29eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:45.081856 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-1d2c8814-231d-4f39-88fd-f7d0ac29eb8a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.5390186 Aug 16 20:00:45.185672 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d3a9b-b427-4169-97ac-1bb167b31c83 req-ff39e959-b450-4043-9a4c-f771edf5067f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:45.188047 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b32d3a9b-b427-4169-97ac-1bb167b31c83 req-ff39e959-b450-4043-9a4c-f771edf5067f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bf22002-ba37-41ff-af5d-cdbe63ed2bd8 HTTP/1.1" status: 200 len: 848 time: 0.1008325 Aug 16 20:00:45.264242 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c17be1c5-a550-4ec5-94d9-2de47593f02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1893620888-router', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:45Z', 'revision_number': 4, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'gw_port': {'id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '1898fb28-768f-41a7-b28e-02ab5b750eaa', 'name': '', 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'mac_address': 'fa:16:3e:76:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '255dc5d0-2507-406e-9c79-293ed8a42973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:44Z', 'updated_at': '2021-08-16T19:57:53Z', 'revision_number': 5, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'subnets': [{'id': '255dc5d0-2507-406e-9c79-293ed8a42973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:00:45.285449 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-366457ac-3611-40b5-a819-9406cd5715f8 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Made reservation on behalf of dd60ee167a7c4249be845d9f57d57e43 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:00:45.300931 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36013fa7-29b0-44a0-a46e-8c353a95f3ef req-f9a05f58-d2d0-41a1-9224-b94d847815c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:45.304483 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-36013fa7-29b0-44a0-a46e-8c353a95f3ef req-f9a05f58-d2d0-41a1-9224-b94d847815c3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=273a965b-291d-4de0-904d-d29903ed22d3 HTTP/1.1" status: 200 len: 922 time: 0.2243643 Aug 16 20:00:45.309957 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-366457ac-3611-40b5-a819-9406cd5715f8 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:45.324960 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686389fc-15c2-4c70-8a72-b044e1c49b7a req-e142abfa-7bc5-4ca4-9294-726798d0918a tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:45.326423 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-686389fc-15c2-4c70-8a72-b044e1c49b7a req-e142abfa-7bc5-4ca4-9294-726798d0918a tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 784 time: 1.0668135 Aug 16 20:00:45.336542 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17be1c5-a550-4ec5-94d9-2de47593f02b None None] The sync data for ids ['4f73defd-ad39-406e-b353-dd46f1fd0f09'] in n-d-787206-13 is: [{'id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1893620888-router', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:45Z', 'revision_number': 4, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'gw_port': {'id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '1898fb28-768f-41a7-b28e-02ab5b750eaa', 'name': '', 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'mac_address': 'fa:16:3e:76:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '255dc5d0-2507-406e-9c79-293ed8a42973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:44Z', 'updated_at': '2021-08-16T19:57:53Z', 'revision_number': 5, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'subnets': [{'id': '255dc5d0-2507-406e-9c79-293ed8a42973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:00:45.386022 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b32d3a9b-b427-4169-97ac-1bb167b31c83 req-69efcdb8-b3f2-4741-9e97-b39fa58b5b74 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=090f4e50-1fb3-4449-b92b-949da889d68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173213 Aug 16 20:00:45.394137 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-36013fa7-29b0-44a0-a46e-8c353a95f3ef req-952109a1-60c1-47b7-8c4a-9e7f8e889cfa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=210b9f61-2b6e-463d-b4dd-b2b93ef71c38 HTTP/1.1" status: 200 len: 217 time: 0.0639417 Aug 16 20:00:45.546418 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3e7c0-d175-4140-a825-e5012b0d13b9 req-97ae4ccc-f751-4990-918d-73aa93690570 tempest-NetworksTest-878210180 tempest-NetworksTest-878210180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:45.548213 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f8e3e7c0-d175-4140-a825-e5012b0d13b9 req-97ae4ccc-f751-4990-918d-73aa93690570 tempest-NetworksTest-878210180 tempest-NetworksTest-878210180-project-admin] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 886 time: 0.1467786 Aug 16 20:00:45.595746 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-d7b49870-22b7-469e-9274-f60145c710f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:45.597348 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-d7b49870-22b7-469e-9274-f60145c710f5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4148066 Aug 16 20:00:45.615401 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62811691-2b9c-4de2-bb1b-05713280a930 req-902bb8df-5e02-41b0-b378-1b014bd5484c tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:45.624435 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-62811691-2b9c-4de2-bb1b-05713280a930 req-902bb8df-5e02-41b0-b378-1b014bd5484c tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab36acfe-9fb4-4043-bd12-fa487a9d45e0 HTTP/1.1" status: 200 len: 948 time: 0.6746390 Aug 16 20:00:45.626592 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36013fa7-29b0-44a0-a46e-8c353a95f3ef req-1c1cc6b0-8975-423e-bff4-71be3326686b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:45.632015 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-36013fa7-29b0-44a0-a46e-8c353a95f3ef req-1c1cc6b0-8975-423e-bff4-71be3326686b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=49f83f5f-99d4-4f21-857e-7c691113f792 HTTP/1.1" status: 200 len: 861 time: 0.0819728 Aug 16 20:00:45.727815 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-00b02d68-3336-4529-bc46-7e55ba0668df req-61bad586-cfbe-41e5-ae28-1b9f9dc72274 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=88f05a9a-6ed7-47e9-8500-28bd1536f431 HTTP/1.1" status: 200 len: 210 time: 0.0357261 Aug 16 20:00:45.731888 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-36013fa7-29b0-44a0-a46e-8c353a95f3ef req-170cca24-55de-49de-8bf6-81311b94a42d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=273a965b-291d-4de0-904d-d29903ed22d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915620 Aug 16 20:00:45.866146 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-2047fc79-bb81-4b4b-bd15-438ae6aea645 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594416 Aug 16 20:00:45.918600 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead2ce15-fc02-4277-a7e7-19c029731d0b None None] New status for floating IP 8c9f7cc2-dc94-4036-b497-38f0ed7dc663: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:00:45.965295 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fc522693-56e0-4e7a-9f5b-261566429003 req-4627ccfe-79ec-4ca3-9e82-5aaa81fca730 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/floatingips/3f619953-796e-40ea-baae-8c9ef9186578 HTTP/1.1" status: 200 len: 693 time: 0.0724113 Aug 16 20:00:46.149270 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc522693-56e0-4e7a-9f5b-261566429003 req-a0136226-96dc-46d0-a6e7-87452659aa20 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:46.150746 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fc522693-56e0-4e7a-9f5b-261566429003 req-a0136226-96dc-46d0-a6e7-87452659aa20 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 784 time: 0.1751716 Aug 16 20:00:46.215299 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-36013fa7-29b0-44a0-a46e-8c353a95f3ef req-d10b65bc-1e08-4046-86d7-e7a8e788372d service neutron] 10.222.0.63 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609027 Aug 16 20:00:46.222035 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [req-fc522693-56e0-4e7a-9f5b-261566429003 req-1c97aadd-d276-4c71-8981-e5456e099352 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:00:46.236700 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fc522693-56e0-4e7a-9f5b-261566429003 req-1c97aadd-d276-4c71-8981-e5456e099352 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0203626 Aug 16 20:00:46.343514 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03db73c6-1117-4c67-b0f7-42fdcf19dd89 req-1673f50f-825d-4032-b2db-ef1d2b3e69ea service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629622 Aug 16 20:00:46.376142 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-62811691-2b9c-4de2-bb1b-05713280a930 req-98268569-0b3c-48c3-909b-22f740d33780 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7465274 Aug 16 20:00:46.384238 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b32d3a9b-b427-4169-97ac-1bb167b31c83 req-5a4ecb25-2980-4a85-9578-614ccc4b4fc2 service neutron] 10.222.0.57 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9690793 Aug 16 20:00:46.620030 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-36013fa7-29b0-44a0-a46e-8c353a95f3ef req-0e70be89-0660-4c3a-abc2-da606d55fcba service neutron] 10.222.0.63 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698001 Aug 16 20:00:46.656027 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b32d3a9b-b427-4169-97ac-1bb167b31c83 req-059a4f8b-f1d2-48b2-b377-deb3396d5228 service neutron] 10.222.0.57 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440143 Aug 16 20:00:46.699432 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed539b20-d08c-40ef-9663-77a273480761 req-b0c1f22d-65d6-480c-b005-f6cf7d06cade tempest-NetworksTest-878210180 tempest-NetworksTest-878210180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:46.700168 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed539b20-d08c-40ef-9663-77a273480761 req-b0c1f22d-65d6-480c-b005-f6cf7d06cade tempest-NetworksTest-878210180 tempest-NetworksTest-878210180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:46.700813 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed539b20-d08c-40ef-9663-77a273480761 req-b0c1f22d-65d6-480c-b005-f6cf7d06cade tempest-NetworksTest-878210180 tempest-NetworksTest-878210180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:46.701423 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed539b20-d08c-40ef-9663-77a273480761 req-b0c1f22d-65d6-480c-b005-f6cf7d06cade tempest-NetworksTest-878210180 tempest-NetworksTest-878210180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:46.702064 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed539b20-d08c-40ef-9663-77a273480761 req-b0c1f22d-65d6-480c-b005-f6cf7d06cade tempest-NetworksTest-878210180 tempest-NetworksTest-878210180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:46.702681 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed539b20-d08c-40ef-9663-77a273480761 req-b0c1f22d-65d6-480c-b005-f6cf7d06cade tempest-NetworksTest-878210180 tempest-NetworksTest-878210180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:46.703319 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed539b20-d08c-40ef-9663-77a273480761 req-b0c1f22d-65d6-480c-b005-f6cf7d06cade tempest-NetworksTest-878210180 tempest-NetworksTest-878210180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:46.704118 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed539b20-d08c-40ef-9663-77a273480761 req-b0c1f22d-65d6-480c-b005-f6cf7d06cade tempest-NetworksTest-878210180 tempest-NetworksTest-878210180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:46.704745 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed539b20-d08c-40ef-9663-77a273480761 req-b0c1f22d-65d6-480c-b005-f6cf7d06cade tempest-NetworksTest-878210180 tempest-NetworksTest-878210180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:46.705361 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed539b20-d08c-40ef-9663-77a273480761 req-b0c1f22d-65d6-480c-b005-f6cf7d06cade tempest-NetworksTest-878210180 tempest-NetworksTest-878210180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:46.708704 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ed539b20-d08c-40ef-9663-77a273480761 req-b0c1f22d-65d6-480c-b005-f6cf7d06cade tempest-NetworksTest-878210180 tempest-NetworksTest-878210180-project-admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7140 time: 0.4562244 Aug 16 20:00:46.727458 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c5108-4f2b-42c4-ba83-cb3c0b88b914 req-32775f1a-acb5-488f-b9fb-7ae45cc8ba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:46.729387 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e26c5108-4f2b-42c4-ba83-cb3c0b88b914 req-32775f1a-acb5-488f-b9fb-7ae45cc8ba03 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=74e2f72781564173bac530a92b1cda23&device_id=ab36acfe-9fb4-4043-bd12-fa487a9d45e0 HTTP/1.1" status: 200 len: 1100 time: 0.3078032 Aug 16 20:00:46.730947 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-366457ac-3611-40b5-a819-9406cd5715f8 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Allocated IP 172.20.0.5 (d97fcdba-147b-42c4-9a36-36beb7fe5385/255dc5d0-2507-406e-9c79-293ed8a42973/944c198d-a16e-4841-86ed-e2a60176e13d) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:00:46.737332 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66ce73-a97c-4a8b-b365-376d4d6e808e req-f0ece389-c28a-4a5f-80f7-737aef51b146 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:46.747960 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0a66ce73-a97c-4a8b-b365-376d4d6e808e req-f0ece389-c28a-4a5f-80f7-737aef51b146 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 1097 time: 0.2494454 Aug 16 20:00:46.940857 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8d4ea1a1-c858-4dc8-8024-034e50f50098 req-be211a67-42b7-4bcd-a4e1-590533970b3d tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/floatingips/3f619953-796e-40ea-baae-8c9ef9186578 HTTP/1.1" status: 200 len: 693 time: 0.1351788 Aug 16 20:00:47.049652 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0a66ce73-a97c-4a8b-b365-376d4d6e808e req-499363a7-4d38-4534-b61a-6384f9632151 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997675 Aug 16 20:00:47.200406 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59294) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:47.235492 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ea1a1-c858-4dc8-8024-034e50f50098 req-aba8cafb-5736-4a54-8a1f-e8f7699cb441 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:47.240051 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8d4ea1a1-c858-4dc8-8024-034e50f50098 req-aba8cafb-5736-4a54-8a1f-e8f7699cb441 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 784 time: 0.2947087 Aug 16 20:00:47.245121 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c5108-4f2b-42c4-ba83-cb3c0b88b914 req-2e2a0daa-dfad-4b07-a4ae-0e80b4a10d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:47.251816 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e26c5108-4f2b-42c4-ba83-cb3c0b88b914 req-2e2a0daa-dfad-4b07-a4ae-0e80b4a10d72 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.4849963 Aug 16 20:00:47.254616 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [req-8d4ea1a1-c858-4dc8-8024-034e50f50098 req-923f6987-1df7-482d-bf28-526739463a66 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:00:47.259573 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8d4ea1a1-c858-4dc8-8024-034e50f50098 req-923f6987-1df7-482d-bf28-526739463a66 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117738 Aug 16 20:00:47.356726 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59298) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:47.372177 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8d4ea1a1-c858-4dc8-8024-034e50f50098 req-18d6437a-8ff7-4407-9027-60621f9dcf5c tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.171 HTTP/1.1" status: 200 len: 696 time: 0.1081092 Aug 16 20:00:47.446965 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-366457ac-3611-40b5-a819-9406cd5715f8 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:47.464854 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-366457ac-3611-40b5-a819-9406cd5715f8 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Transition to ACTIVE for port object 944c198d-a16e-4841-86ed-e2a60176e13d will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:00:47.473743 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8d4ea1a1-c858-4dc8-8024-034e50f50098 req-003ed2ac-2187-4f77-9c5e-25e9214614fb tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.171 HTTP/1.1" status: 200 len: 696 time: 0.0932760 Aug 16 20:00:47.507973 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e26c5108-4f2b-42c4-ba83-cb3c0b88b914 req-64f7da04-6f10-4327-854c-c0f7f0528431 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=3a180e61-4fd8-4678-baaa-aa060b094fe5 HTTP/1.1" status: 200 len: 217 time: 0.2496972 Aug 16 20:00:47.540138 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-366457ac-3611-40b5-a819-9406cd5715f8 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:47.557199 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3186c099-9115-484b-8143-ad70654a89e8 req-d0efa917-077e-44c2-a682-e0a5207e0485 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=88f05a9a-6ed7-47e9-8500-28bd1536f431 HTTP/1.1" status: 200 len: 210 time: 0.2628319 Aug 16 20:00:47.604930 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a79948b-4073-416f-bf09-61303d4aaf60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:47.671008 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba695154-19ca-42c1-859b-b2c68e9cf125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:47.717205 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-366457ac-3611-40b5-a819-9406cd5715f8 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Network d97fcdba-147b-42c4-9a36-36beb7fe5385 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:00:47.718368 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366457ac-3611-40b5-a819-9406cd5715f8 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Pushing event updated for resources: {'Port': ['ID=944c198d-a16e-4841-86ed-e2a60176e13d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:47.730475 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-366457ac-3611-40b5-a819-9406cd5715f8 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:00:47.736790 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.db.api [None req-2a79948b-4073-416f-bf09-61303d4aaf60 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:00:47.736790 n-d-787206-13 neutron-server[94771]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:00:47.736790 n-d-787206-13 neutron-server[94771]: [parameters: {'project_id_1': '174dd690ae994bf39c3a445660b74863', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 0, 47, 701650)}] Aug 16 20:00:47.736790 n-d-787206-13 neutron-server[94771]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:00:47.737406 n-d-787206-13 neutron-server[94771]: DEBUG oslo_db.api [None req-2a79948b-4073-416f-bf09-61303d4aaf60 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:00:47.758326 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366457ac-3611-40b5-a819-9406cd5715f8 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:47.759220 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366457ac-3611-40b5-a819-9406cd5715f8 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:47.759889 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366457ac-3611-40b5-a819-9406cd5715f8 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:47.760402 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366457ac-3611-40b5-a819-9406cd5715f8 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:47.760946 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366457ac-3611-40b5-a819-9406cd5715f8 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:47.761528 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366457ac-3611-40b5-a819-9406cd5715f8 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:47.762365 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366457ac-3611-40b5-a819-9406cd5715f8 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:47.763092 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366457ac-3611-40b5-a819-9406cd5715f8 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:47.763647 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366457ac-3611-40b5-a819-9406cd5715f8 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:47.764260 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366457ac-3611-40b5-a819-9406cd5715f8 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:47.764851 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366457ac-3611-40b5-a819-9406cd5715f8 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:47.765371 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366457ac-3611-40b5-a819-9406cd5715f8 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:47.769213 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-366457ac-3611-40b5-a819-9406cd5715f8 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:00:47.817515 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c5108-4f2b-42c4-ba83-cb3c0b88b914 req-ccd003b4-5981-4b1f-af0f-0259c113e727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:47.819390 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e26c5108-4f2b-42c4-ba83-cb3c0b88b914 req-ccd003b4-5981-4b1f-af0f-0259c113e727 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.2808223 Aug 16 20:00:47.828405 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-8d4ea1a1-c858-4dc8-8024-034e50f50098 req-ed09c18b-b6b5-4137-be03-51b6e55382b1 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Deleting port f6e06e94-6c10-48ba-b65a-bbd18c8f7341 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:00:47.834706 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8d4ea1a1-c858-4dc8-8024-034e50f50098 req-ed09c18b-b6b5-4137-be03-51b6e55382b1 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:47.938167 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-366457ac-3611-40b5-a819-9406cd5715f8 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:47.938747 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-366457ac-3611-40b5-a819-9406cd5715f8 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:47.968010 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c5108-4f2b-42c4-ba83-cb3c0b88b914 req-9b988722-6144-4b73-b21b-f29d2db2b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:47.969593 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e26c5108-4f2b-42c4-ba83-cb3c0b88b914 req-9b988722-6144-4b73-b21b-f29d2db2b9df service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1350651 Aug 16 20:00:48.073182 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba695154-19ca-42c1-859b-b2c68e9cf125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:48.085236 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8d4ea1a1-c858-4dc8-8024-034e50f50098 req-ed09c18b-b6b5-4137-be03-51b6e55382b1 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:48.085701 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8d4ea1a1-c858-4dc8-8024-034e50f50098 req-ed09c18b-b6b5-4137-be03-51b6e55382b1 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:48.089443 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba695154-19ca-42c1-859b-b2c68e9cf125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:48.090457 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-366457ac-3611-40b5-a819-9406cd5715f8 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6917779 Aug 16 20:00:48.129885 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-06d2768c-26ed-4a51-8b36-6069b4ab027a None None] Provisioning for port 944c198d-a16e-4841-86ed-e2a60176e13d completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:00:48.135360 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-06d2768c-26ed-4a51-8b36-6069b4ab027a None None] Provisioning complete for port 944c198d-a16e-4841-86ed-e2a60176e13d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:00:48.135360 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06d2768c-26ed-4a51-8b36-6069b4ab027a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:48.154630 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-f7db9e58-e328-4e00-bf23-5095e1134370 service neutron] Request body: {'port': {'device_id': '88f05a9a-6ed7-47e9-8500-28bd1536f431', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:00:48.167337 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-8d4ea1a1-c858-4dc8-8024-034e50f50098 req-ed09c18b-b6b5-4137-be03-51b6e55382b1 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Calling delete_port for f6e06e94-6c10-48ba-b65a-bbd18c8f7341 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:00:48.200328 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e26c5108-4f2b-42c4-ba83-cb3c0b88b914 req-388c2822-e860-4dc1-a926-eeaa28e2ebc0 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230954 Aug 16 20:00:48.204960 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ba695154-19ca-42c1-859b-b2c68e9cf125 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c0f0646330b642d9a825362f50ca560c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0035777 Aug 16 20:00:48.208743 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59318) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:48.219522 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba695154-19ca-42c1-859b-b2c68e9cf125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246d50c3-8127-4708-b3a6-49b7b96ecfd7,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:48.238854 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a79948b-4073-416f-bf09-61303d4aaf60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:48.257548 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-06d2768c-26ed-4a51-8b36-6069b4ab027a None None] Port 944c198d-a16e-4841-86ed-e2a60176e13d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:00:48.326522 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-f7db9e58-e328-4e00-bf23-5095e1134370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:48.466052 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c87e8b5-699f-4e09-b37d-47b2e0a5367c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:48.544598 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e26c5108-4f2b-42c4-ba83-cb3c0b88b914 req-20ac8398-34a5-434a-ab0c-f0a22863ff26 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346171 Aug 16 20:00:48.578055 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c87e8b5-699f-4e09-b37d-47b2e0a5367c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:48.683127 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8d4ea1a1-c858-4dc8-8024-034e50f50098 req-ed09c18b-b6b5-4137-be03-51b6e55382b1 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:48.698239 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a79948b-4073-416f-bf09-61303d4aaf60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:48.717536 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c87e8b5-699f-4e09-b37d-47b2e0a5367c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:48.721755 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c87e8b5-699f-4e09-b37d-47b2e0a5367c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:48.723504 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9c87e8b5-699f-4e09-b37d-47b2e0a5367c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/246d50c3-8127-4708-b3a6-49b7b96ecfd7 HTTP/1.1" status: 204 len: 168 time: 0.5121863 Aug 16 20:00:48.729623 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09c18b-b6b5-4137-be03-51b6e55382b1 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Pushing event deleted for resources: {'Port': ['ID=f6e06e94-6c10-48ba-b65a-bbd18c8f7341,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:48.731847 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a79948b-4073-416f-bf09-61303d4aaf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:48.825056 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87e8b5-699f-4e09-b37d-47b2e0a5367c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246d50c3-8127-4708-b3a6-49b7b96ecfd7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:48.897801 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79948b-4073-416f-bf09-61303d4aaf60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db94f47a-4f0a-41a6-aa73-e983897276ce,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:48.925695 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2a79948b-4073-416f-bf09-61303d4aaf60 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=174dd690ae994bf39c3a445660b74863&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5677385 Aug 16 20:00:48.928537 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59344) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:48.986078 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8d4ea1a1-c858-4dc8-8024-034e50f50098 req-ed09c18b-b6b5-4137-be03-51b6e55382b1 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:48.998407 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8d4ea1a1-c858-4dc8-8024-034e50f50098 req-ed09c18b-b6b5-4137-be03-51b6e55382b1 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:49.015812 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8d4ea1a1-c858-4dc8-8024-034e50f50098 req-ed09c18b-b6b5-4137-be03-51b6e55382b1 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "DELETE /v2.0/floatingips/3f619953-796e-40ea-baae-8c9ef9186578 HTTP/1.1" status: 204 len: 173 time: 1.5345554 Aug 16 20:00:49.059792 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-f7db9e58-e328-4e00-bf23-5095e1134370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 944c198d-a16e-4841-86ed-e2a60176e13d {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:00:49.084463 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-f7db9e58-e328-4e00-bf23-5095e1134370 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:49.104352 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-f7db9e58-e328-4e00-bf23-5095e1134370 service neutron] Transition to ACTIVE for port object 944c198d-a16e-4841-86ed-e2a60176e13d will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:00:49.110961 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-f7db9e58-e328-4e00-bf23-5095e1134370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:49.151941 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3deaf2cf-0b4e-49a5-ba92-22f9bfd6b417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:49.200765 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 3a180e61-4fd8-4678-baaa-aa060b094fe5 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:00:49.205050 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db9e58-e328-4e00-bf23-5095e1134370 service neutron] Pushing event updated for resources: {'Port': ['ID=944c198d-a16e-4841-86ed-e2a60176e13d,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:49.338889 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-c116202c-5365-419d-ba06-68bce04ac774 req-d0779fec-2709-4220-b3fa-d13fd448cf95 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:00:49.348244 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3deaf2cf-0b4e-49a5-ba92-22f9bfd6b417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:49.352116 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c116202c-5365-419d-ba06-68bce04ac774 req-d0779fec-2709-4220-b3fa-d13fd448cf95 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200043 Aug 16 20:00:49.360535 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-c116202c-5365-419d-ba06-68bce04ac774 req-de6761e4-bd3b-4490-b06e-35cbaae83ecf service neutron] Request body: {'binding': {'host': 'n-h2-787206-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:00:49.361327 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-c116202c-5365-419d-ba06-68bce04ac774 req-de6761e4-bd3b-4490-b06e-35cbaae83ecf service neutron] Unknown quota resources ['binding']. {{(pid=94770) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:00:49.418861 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f863c-9a77-4e6f-bd31-cc91a414f286 req-526dc29a-4f50-4598-b926-f881f43b12cb tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:49.426334 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2f3f863c-9a77-4e6f-bd31-cc91a414f286 req-526dc29a-4f50-4598-b926-f881f43b12cb tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab36acfe-9fb4-4043-bd12-fa487a9d45e0 HTTP/1.1" status: 200 len: 948 time: 0.3045125 Aug 16 20:00:49.522117 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 3a180e61-4fd8-4678-baaa-aa060b094fe5, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3a180e61-4fd8-4678-baaa-aa060b094fe5,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:49.545373 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '3a180e61-4fd8-4678-baaa-aa060b094fe5', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': '3a180e61-4fd8-4678-baaa-aa060b094fe5', 'mac_address': 'fa:16:3e:5a:34:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:00:49.576577 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-c116202c-5365-419d-ba06-68bce04ac774 req-de6761e4-bd3b-4490-b06e-35cbaae83ecf service neutron] Attempting to bind port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a on host n-h2-787206-13 for vnic_type normal with profile None {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:00:49.576976 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-c116202c-5365-419d-ba06-68bce04ac774 req-de6761e4-bd3b-4490-b06e-35cbaae83ecf service neutron] Attempting to bind port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:00:49.577307 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c116202c-5365-419d-ba06-68bce04ac774 req-de6761e4-bd3b-4490-b06e-35cbaae83ecf service neutron] Attempting to bind port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a on network 273a965b-291d-4de0-904d-d29903ed22d3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:00:49.582320 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59350) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:49.585041 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c116202c-5365-419d-ba06-68bce04ac774 req-de6761e4-bd3b-4490-b06e-35cbaae83ecf service neutron] Port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a on network 273a965b-291d-4de0-904d-d29903ed22d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:00:49.585383 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c116202c-5365-419d-ba06-68bce04ac774 req-de6761e4-bd3b-4490-b06e-35cbaae83ecf service neutron] Attempting to bind port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a on network 273a965b-291d-4de0-904d-d29903ed22d3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:00:49.598418 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2f3f863c-9a77-4e6f-bd31-cc91a414f286 req-91a8161c-e436-44db-90a1-342cbd7b5c33 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651261 Aug 16 20:00:49.626299 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3deaf2cf-0b4e-49a5-ba92-22f9bfd6b417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:49.629517 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3deaf2cf-0b4e-49a5-ba92-22f9bfd6b417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:49.630146 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c116202c-5365-419d-ba06-68bce04ac774 req-de6761e4-bd3b-4490-b06e-35cbaae83ecf service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:00:49.636060 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c116202c-5365-419d-ba06-68bce04ac774 req-de6761e4-bd3b-4490-b06e-35cbaae83ecf service neutron] Checking segment: {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:00:49.636339 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3deaf2cf-0b4e-49a5-ba92-22f9bfd6b417 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/db94f47a-4f0a-41a6-aa73-e983897276ce HTTP/1.1" status: 204 len: 168 time: 0.6996143 Aug 16 20:00:49.636507 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c116202c-5365-419d-ba06-68bce04ac774 req-de6761e4-bd3b-4490-b06e-35cbaae83ecf service neutron] Bound using segment: {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:00:49.636507 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-c116202c-5365-419d-ba06-68bce04ac774 req-de6761e4-bd3b-4490-b06e-35cbaae83ecf service neutron] Bound port: 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:00:49.646171 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deaf2cf-0b4e-49a5-ba92-22f9bfd6b417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db94f47a-4f0a-41a6-aa73-e983897276ce,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:49.740156 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c116202c-5365-419d-ba06-68bce04ac774 req-de6761e4-bd3b-4490-b06e-35cbaae83ecf service neutron] For port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=1c3c8be5-9b61-4d70-9e77-b74c1b4e672a,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:00:49.742853 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dca13f55-52bd-4a58-a249-80dc743364bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:49.779083 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c116202c-5365-419d-ba06-68bce04ac774 req-de6761e4-bd3b-4490-b06e-35cbaae83ecf service neutron] Notify callbacks [] for binding, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:49.794509 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c116202c-5365-419d-ba06-68bce04ac774 req-de6761e4-bd3b-4490-b06e-35cbaae83ecf service neutron] 10.222.0.68 "POST /v2.0/ports/1c3c8be5-9b61-4d70-9e77-b74c1b4e672a/bindings HTTP/1.1" status: 201 len: 390 time: 0.4402533 Aug 16 20:00:49.872899 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:49.874668 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-f7db9e58-e328-4e00-bf23-5095e1134370 service neutron] Attempting to bind port 944c198d-a16e-4841-86ed-e2a60176e13d on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:00:49.877397 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-f7db9e58-e328-4e00-bf23-5095e1134370 service neutron] Attempting to bind port 944c198d-a16e-4841-86ed-e2a60176e13d by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '827dd0b5-7f5a-4db7-ad86-73a8b5a29504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:00:49.879072 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-f7db9e58-e328-4e00-bf23-5095e1134370 service neutron] Attempting to bind port 944c198d-a16e-4841-86ed-e2a60176e13d on network d97fcdba-147b-42c4-9a36-36beb7fe5385 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:00:49.908943 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a180e61-4fd8-4678-baaa-aa060b094fe5 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:00:49.930219 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-f7db9e58-e328-4e00-bf23-5095e1134370 service neutron] Port 944c198d-a16e-4841-86ed-e2a60176e13d on network d97fcdba-147b-42c4-9a36-36beb7fe5385 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:00:49.930769 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-f7db9e58-e328-4e00-bf23-5095e1134370 service neutron] Attempting to bind port 944c198d-a16e-4841-86ed-e2a60176e13d on network d97fcdba-147b-42c4-9a36-36beb7fe5385 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:00:49.942981 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbdff22-3c25-469b-b958-78de7776e5eb req-e0af71c9-48c8-42ba-942a-c26ca152a19d tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:49.945406 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1bbdff22-3c25-469b-b958-78de7776e5eb req-e0af71c9-48c8-42ba-942a-c26ca152a19d tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=88f05a9a-6ed7-47e9-8500-28bd1536f431 HTTP/1.1" status: 200 len: 943 time: 0.1715512 Aug 16 20:00:49.981433 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-f7db9e58-e328-4e00-bf23-5095e1134370 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:00:49.981918 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-f7db9e58-e328-4e00-bf23-5095e1134370 service neutron] Checking segment: {'id': '827dd0b5-7f5a-4db7-ad86-73a8b5a29504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:00:49.983096 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-f7db9e58-e328-4e00-bf23-5095e1134370 service neutron] Bound using segment: {'id': '827dd0b5-7f5a-4db7-ad86-73a8b5a29504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:00:49.983986 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-f7db9e58-e328-4e00-bf23-5095e1134370 service neutron] Bound port: 944c198d-a16e-4841-86ed-e2a60176e13d, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '827dd0b5-7f5a-4db7-ad86-73a8b5a29504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:00:49.986057 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 3a180e61-4fd8-4678-baaa-aa060b094fe5, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3a180e61-4fd8-4678-baaa-aa060b094fe5,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:49.998427 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:49.999110 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-f7db9e58-e328-4e00-bf23-5095e1134370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:50.166760 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1bbdff22-3c25-469b-b958-78de7776e5eb req-dbe96fcc-a2a8-4295-83ab-35c12693e727 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/security-groups?id=1337fce4-273b-4435-a35c-c970b1f10dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878979 Aug 16 20:00:50.317963 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=3a180e61-4fd8-4678-baaa-aa060b094fe5,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:50.324825 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['3a180e61-4fd8-4678-baaa-aa060b094fe5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:00:50.348045 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:50.350416 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:50.351003 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:50.369571 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:50.370267 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:50.371347 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:50.371949 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:50.372617 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:50.373098 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:50.379804 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:50.380395 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:50.381445 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:00:50.495569 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb162c-1c42-4866-a879-29eacc9f790e req-46e4826a-6a7a-46d4-b3bf-64ae2fc2632a tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:50.498868 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-f7db9e58-e328-4e00-bf23-5095e1134370 service neutron] For port 944c198d-a16e-4841-86ed-e2a60176e13d, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:00:50.499990 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d7eb162c-1c42-4866-a879-29eacc9f790e req-46e4826a-6a7a-46d4-b3bf-64ae2fc2632a tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 945 time: 0.1418049 Aug 16 20:00:50.566661 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-f7db9e58-e328-4e00-bf23-5095e1134370 service neutron] For port 944c198d-a16e-4841-86ed-e2a60176e13d, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=944c198d-a16e-4841-86ed-e2a60176e13d,segment=NetworkSegment(827dd0b5-7f5a-4db7-ad86-73a8b5a29504),segment_id=827dd0b5-7f5a-4db7-ad86-73a8b5a29504)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:00:50.601911 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d7eb162c-1c42-4866-a879-29eacc9f790e req-e38993c7-b9ed-4c88-b73c-323c9552bba8 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898607 Aug 16 20:00:50.641594 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-f7db9e58-e328-4e00-bf23-5095e1134370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:50.765524 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009d267-ad19-4e11-8c19-80d7dbd006bc req-765b1dae-04e7-4281-a05c-fd1460d91a22 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:50.781559 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e009d267-ad19-4e11-8c19-80d7dbd006bc req-765b1dae-04e7-4281-a05c-fd1460d91a22 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab36acfe-9fb4-4043-bd12-fa487a9d45e0 HTTP/1.1" status: 200 len: 949 time: 0.0942950 Aug 16 20:00:50.858566 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e009d267-ad19-4e11-8c19-80d7dbd006bc req-346163c2-ea4c-45d6-8067-0dba38024e7b tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632193 Aug 16 20:00:50.891991 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dca13f55-52bd-4a58-a249-80dc743364bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:50.903161 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f393d03-7f31-4624-8e11-adc51a24dcf6 req-12c3ba85-fcb1-4a33-b678-955dcad11bb1 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:50.913925 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4f393d03-7f31-4624-8e11-adc51a24dcf6 req-12c3ba85-fcb1-4a33-b678-955dcad11bb1 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.7493165 Aug 16 20:00:50.918275 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116202c-5365-419d-ba06-68bce04ac774 req-fcbb0d77-2c39-49ef-9135-ebdd93263af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:50.919616 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c116202c-5365-419d-ba06-68bce04ac774 req-fcbb0d77-2c39-49ef-9135-ebdd93263af6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80d98bbe248147c88be18e7257fbdc13&device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 1097 time: 0.6702971 Aug 16 20:00:50.926197 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dca13f55-52bd-4a58-a249-80dc743364bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:51.001715 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-f7db9e58-e328-4e00-bf23-5095e1134370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:51.014767 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-f7db9e58-e328-4e00-bf23-5095e1134370 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:51.016627 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-f7db9e58-e328-4e00-bf23-5095e1134370 service neutron] 10.222.0.63 "PUT /v2.0/ports/944c198d-a16e-4841-86ed-e2a60176e13d HTTP/1.1" status: 200 len: 1092 time: 2.8842871 Aug 16 20:00:51.018917 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f05a9a-6ed7-47e9-8500-28bd1536f431', 'tag': '944c198d-a16e-4841-86ed-e2a60176e13d'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:00:51.021806 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a885a57-1aa9-4e07-979b-ebdc156b2c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "88f05a9a-6ed7-47e9-8500-28bd1536f431", "tag": "944c198d-a16e-4841-86ed-e2a60176e13d"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:00:51.041965 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db9e58-e328-4e00-bf23-5095e1134370 service neutron] Pushing event updated for resources: {'Port': ['ID=944c198d-a16e-4841-86ed-e2a60176e13d,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:51.158207 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e586bf5d-847d-4e90-9e71-27707ade7054 req-17746352-4f6f-4a72-ad4c-d5b2db3d1f37 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/floatingips?tenant_id=44a7b6c5b7634630ae717b8e12f3697b HTTP/1.1" status: 200 len: 1655 time: 0.2056117 Aug 16 20:00:51.220612 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116202c-5365-419d-ba06-68bce04ac774 req-e1e75835-ef48-45bd-a493-ff41930557ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:51.222346 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c116202c-5365-419d-ba06-68bce04ac774 req-e1e75835-ef48-45bd-a493-ff41930557ba service neutron] 10.222.0.63 "GET /v2.0/networks?id=273a965b-291d-4de0-904d-d29903ed22d3 HTTP/1.1" status: 200 len: 922 time: 0.2619755 Aug 16 20:00:51.223380 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca13f55-52bd-4a58-a249-80dc743364bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4691f7a6-d846-434d-8b45-523d849a53e2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:51.227542 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644e124d-ce72-4fe0-a0e1-0f4737a47bb9 x-openstack-request-id: req-644e124d-ce72-4fe0-a0e1-0f4737a47bb9 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:00:51.228836 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f05a9a-6ed7-47e9-8500-28bd1536f431", "tag": "944c198d-a16e-4841-86ed-e2a60176e13d", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:00:51.229491 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-644e124d-ce72-4fe0-a0e1-0f4737a47bb9 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:00:51.230330 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f05a9a-6ed7-47e9-8500-28bd1536f431', 'tag': '944c198d-a16e-4841-86ed-e2a60176e13d', 'status': 'completed', 'code': 200} Aug 16 20:00:51.264424 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-dca13f55-52bd-4a58-a249-80dc743364bf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=eb023e8e30354890b5201180e1d629fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6734560 Aug 16 20:00:51.269969 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59402) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:51.342936 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c116202c-5365-419d-ba06-68bce04ac774 req-b09e027f-d089-4b36-bb9a-87f609b1d566 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c3c8be5-9b61-4d70-9e77-b74c1b4e672a HTTP/1.1" status: 200 len: 217 time: 0.0719821 Aug 16 20:00:51.405935 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586bf5d-847d-4e90-9e71-27707ade7054 req-3ee636c1-2e74-4601-9a41-e5e015a0396e tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:51.414733 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e586bf5d-847d-4e90-9e71-27707ade7054 req-3ee636c1-2e74-4601-9a41-e5e015a0396e tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/networks?id=eb87ae87-0925-464c-8e03-8bba27e76e58&id=eb87ae87-0925-464c-8e03-8bba27e76e58&id=eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 787 time: 0.2549939 Aug 16 20:00:51.422444 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [req-e586bf5d-847d-4e90-9e71-27707ade7054 req-7c9480de-2d39-4abe-a336-a7d53f4ac553 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:00:51.428636 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e586bf5d-847d-4e90-9e71-27707ade7054 req-7c9480de-2d39-4abe-a336-a7d53f4ac553 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130329 Aug 16 20:00:51.444559 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-9f32266e-6263-4362-9be8-4eff6ef54e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:51.449251 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-9f32266e-6263-4362-9be8-4eff6ef54e66 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dd60ee167a7c4249be845d9f57d57e43&device_id=88f05a9a-6ed7-47e9-8500-28bd1536f431 HTTP/1.1" status: 200 len: 1095 time: 0.2149007 Aug 16 20:00:51.516467 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aa1f0cc8-0afc-494b-830f-423296deca5d req-f2d65205-49c6-4c08-911c-3ae76182c49a tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/floatingips/2bd1037e-8681-4044-91c9-1d5cc8c038a0 HTTP/1.1" status: 200 len: 693 time: 0.0610728 Aug 16 20:00:51.666910 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f0cc8-0afc-494b-830f-423296deca5d req-afe56a15-f04e-4b06-99de-549477eac908 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:51.668629 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aa1f0cc8-0afc-494b-830f-423296deca5d req-afe56a15-f04e-4b06-99de-549477eac908 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 784 time: 0.1457043 Aug 16 20:00:51.733034 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aa1f0cc8-0afc-494b-830f-423296deca5d req-8ee29cb9-2adc-4d4c-b27c-e92afc0f6aa1 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.186 HTTP/1.1" status: 200 len: 696 time: 0.0541966 Aug 16 20:00:51.803141 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aa1f0cc8-0afc-494b-830f-423296deca5d req-d420acdd-7076-4371-9bc0-4bc5aa286995 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.186 HTTP/1.1" status: 200 len: 696 time: 0.0685213 Aug 16 20:00:51.807648 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-0ae4bde5-dcb7-43df-b6da-36d550cddfe8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=944c198d-a16e-4841-86ed-e2a60176e13d HTTP/1.1" status: 200 len: 217 time: 0.3388317 Aug 16 20:00:51.817579 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cbb48-3b9f-4d94-b0cc-9fe3dab7c083 req-802fe7ba-6461-407e-b936-555b5e993331 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:51.819239 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ca3cbb48-3b9f-4d94-b0cc-9fe3dab7c083 req-802fe7ba-6461-407e-b936-555b5e993331 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=88f05a9a-6ed7-47e9-8500-28bd1536f431 HTTP/1.1" status: 200 len: 943 time: 0.4743905 Aug 16 20:00:51.875413 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116202c-5365-419d-ba06-68bce04ac774 req-c26cc561-797f-43b7-96a7-a01d0d9aa907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:51.877039 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c116202c-5365-419d-ba06-68bce04ac774 req-c26cc561-797f-43b7-96a7-a01d0d9aa907 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=49f83f5f-99d4-4f21-857e-7c691113f792 HTTP/1.1" status: 200 len: 861 time: 0.5192001 Aug 16 20:00:51.887115 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eaacda00-458a-4434-b124-d06f86c20100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:51.910447 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eaacda00-458a-4434-b124-d06f86c20100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:51.971040 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-7e5f326e-bba5-4313-af85-cef3b08d56c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:51.972766 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-7e5f326e-bba5-4313-af85-cef3b08d56c6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=255dc5d0-2507-406e-9c79-293ed8a42973 HTTP/1.1" status: 200 len: 863 time: 0.1504276 Aug 16 20:00:52.011179 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c116202c-5365-419d-ba06-68bce04ac774 req-aa7dfd2e-355e-454e-8a1e-0086731bfe0b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=273a965b-291d-4de0-904d-d29903ed22d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459249 Aug 16 20:00:52.147468 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c116202c-5365-419d-ba06-68bce04ac774 req-ba500aa3-05a0-4263-85b3-6c32bda5c598 service neutron] 10.222.0.63 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196861 Aug 16 20:00:52.165709 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ca3cbb48-3b9f-4d94-b0cc-9fe3dab7c083 req-024308b4-1327-45e4-a968-93aa07409100 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/security-groups?id=1337fce4-273b-4435-a35c-c970b1f10dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3241539 Aug 16 20:00:52.321717 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-aa1f0cc8-0afc-494b-830f-423296deca5d req-9ce85604-25af-4ee7-9c07-078ecff82d27 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Deleting port 1b83d9af-0bb3-4411-a9c0-e7d9aec15eb4 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:00:52.322071 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-aa1f0cc8-0afc-494b-830f-423296deca5d req-9ce85604-25af-4ee7-9c07-078ecff82d27 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:52.323047 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eaacda00-458a-4434-b124-d06f86c20100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:52.325316 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eaacda00-458a-4434-b124-d06f86c20100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:52.328761 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-eaacda00-458a-4434-b124-d06f86c20100 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4691f7a6-d846-434d-8b45-523d849a53e2 HTTP/1.1" status: 204 len: 168 time: 1.0534463 Aug 16 20:00:52.344114 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c116202c-5365-419d-ba06-68bce04ac774 req-c1fc80ac-5330-42ed-ba60-92531d4fd8c3 service neutron] 10.222.0.63 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520948 Aug 16 20:00:52.369441 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaacda00-458a-4434-b124-d06f86c20100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4691f7a6-d846-434d-8b45-523d849a53e2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:52.379297 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-89124e23-8654-4a2e-a1b3-cc857fd8b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:52.381500 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-89124e23-8654-4a2e-a1b3-cc857fd8b3d0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d97fcdba-147b-42c4-9a36-36beb7fe5385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3672714 Aug 16 20:00:52.497670 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-aa1f0cc8-0afc-494b-830f-423296deca5d req-9ce85604-25af-4ee7-9c07-078ecff82d27 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:52.497995 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-aa1f0cc8-0afc-494b-830f-423296deca5d req-9ce85604-25af-4ee7-9c07-078ecff82d27 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:52.516659 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-aa1f0cc8-0afc-494b-830f-423296deca5d req-9ce85604-25af-4ee7-9c07-078ecff82d27 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Calling delete_port for 1b83d9af-0bb3-4411-a9c0-e7d9aec15eb4 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:00:52.526479 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-fd8d438d-10b9-4c43-a290-fbb071a2854b service neutron] 10.222.0.63 "GET /v2.0/networks/d97fcdba-147b-42c4-9a36-36beb7fe5385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355779 Aug 16 20:00:52.808109 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-aa1f0cc8-0afc-494b-830f-423296deca5d req-9ce85604-25af-4ee7-9c07-078ecff82d27 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:52.894511 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce85604-25af-4ee7-9c07-078ecff82d27 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Pushing event deleted for resources: {'Port': ['ID=1b83d9af-0bb3-4411-a9c0-e7d9aec15eb4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:52.907082 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d7a4f21c-aef7-498e-a203-4cdcecd87f83 req-17965618-0107-4c75-9f74-e6a55799c944 service neutron] 10.222.0.63 "GET /v2.0/networks/d97fcdba-147b-42c4-9a36-36beb7fe5385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698149 Aug 16 20:00:52.933995 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f50b3-bb47-49c8-a3de-4dc07f473b2d req-5c7ae014-495e-4f06-9a20-21ebf2e5e10d tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:52.944908 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-035f50b3-bb47-49c8-a3de-4dc07f473b2d req-5c7ae014-495e-4f06-9a20-21ebf2e5e10d tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 945 time: 0.1029680 Aug 16 20:00:52.955058 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-aa1f0cc8-0afc-494b-830f-423296deca5d req-9ce85604-25af-4ee7-9c07-078ecff82d27 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:52.961749 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-aa1f0cc8-0afc-494b-830f-423296deca5d req-9ce85604-25af-4ee7-9c07-078ecff82d27 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:52.963683 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aa1f0cc8-0afc-494b-830f-423296deca5d req-9ce85604-25af-4ee7-9c07-078ecff82d27 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "DELETE /v2.0/floatingips/2bd1037e-8681-4044-91c9-1d5cc8c038a0 HTTP/1.1" status: 204 len: 173 time: 1.1591558 Aug 16 20:00:53.094166 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a885a57-1aa9-4e07-979b-ebdc156b2c1b req-64287bf2-dbf9-4350-bee5-c5550ec3c870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:53.095779 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7a885a57-1aa9-4e07-979b-ebdc156b2c1b req-64287bf2-dbf9-4350-bee5-c5550ec3c870 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dd60ee167a7c4249be845d9f57d57e43&device_id=88f05a9a-6ed7-47e9-8500-28bd1536f431 HTTP/1.1" status: 200 len: 1095 time: 0.1375184 Aug 16 20:00:53.099133 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-035f50b3-bb47-49c8-a3de-4dc07f473b2d req-46dbb09f-2f17-4401-a296-5a551e4ae818 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521456 Aug 16 20:00:53.203850 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde6ba3-fae8-4e74-bf3a-6675b289dc39 req-bb8cb7ea-c691-4de1-a970-aa618f069f21 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:53.215316 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bdde6ba3-fae8-4e74-bf3a-6675b289dc39 req-bb8cb7ea-c691-4de1-a970-aa618f069f21 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab36acfe-9fb4-4043-bd12-fa487a9d45e0 HTTP/1.1" status: 200 len: 949 time: 0.0723801 Aug 16 20:00:53.219903 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 3a180e61-4fd8-4678-baaa-aa060b094fe5 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:00:53.305919 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a885a57-1aa9-4e07-979b-ebdc156b2c1b req-2e7d60af-58a4-407f-a2e2-354fdabaaeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:53.310546 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7a885a57-1aa9-4e07-979b-ebdc156b2c1b req-2e7d60af-58a4-407f-a2e2-354fdabaaeae service neutron] 10.222.0.63 "GET /v2.0/networks?id=d97fcdba-147b-42c4-9a36-36beb7fe5385 HTTP/1.1" status: 200 len: 925 time: 0.2061770 Aug 16 20:00:53.320213 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bdde6ba3-fae8-4e74-bf3a-6675b289dc39 req-7e886db0-e5e7-49c9-946d-bd8eec2fb28b tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037307 Aug 16 20:00:53.335210 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 3a180e61-4fd8-4678-baaa-aa060b094fe5 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:00:53.356825 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 3a180e61-4fd8-4678-baaa-aa060b094fe5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:00:53.357296 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:53.435094 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7a885a57-1aa9-4e07-979b-ebdc156b2c1b req-820ee67e-8a59-4d26-b208-219687e15084 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=944c198d-a16e-4841-86ed-e2a60176e13d HTTP/1.1" status: 200 len: 217 time: 0.1164162 Aug 16 20:00:53.570607 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-340f4311-67c3-432b-af90-3b70550e08f2 req-9d8979c2-215d-4731-bf0b-e03dfef1c95b tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/floatingips/87617ec3-9019-4fdd-b3a8-3e6341695366 HTTP/1.1" status: 200 len: 692 time: 0.2027807 Aug 16 20:00:53.606787 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a885a57-1aa9-4e07-979b-ebdc156b2c1b req-981f88a1-4409-49a3-a533-ef9f55363b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:53.610037 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7a885a57-1aa9-4e07-979b-ebdc156b2c1b req-981f88a1-4409-49a3-a533-ef9f55363b46 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=255dc5d0-2507-406e-9c79-293ed8a42973 HTTP/1.1" status: 200 len: 863 time: 0.1664202 Aug 16 20:00:53.629839 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:53.705271 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 3a180e61-4fd8-4678-baaa-aa060b094fe5, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3a180e61-4fd8-4678-baaa-aa060b094fe5,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:53.706523 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab36acfe-9fb4-4043-bd12-fa487a9d45e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a180e61-4fd8-4678-baaa-aa060b094fe5'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:00:53.715090 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76a6299-36dd-4bf3-8bec-76c21feced13" -d '{"events": [{"server_uuid": "ab36acfe-9fb4-4043-bd12-fa487a9d45e0", "name": "network-vif-plugged", "status": "completed", "tag": "3a180e61-4fd8-4678-baaa-aa060b094fe5"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:00:53.720751 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:53.732628 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f868f-c5ed-4dce-abac-e01ccc661f6c req-9ccd1afc-ece0-46b4-ac4a-deb957b66dd5 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:53.741104 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-668f868f-c5ed-4dce-abac-e01ccc661f6c req-9ccd1afc-ece0-46b4-ac4a-deb957b66dd5 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=88f05a9a-6ed7-47e9-8500-28bd1536f431 HTTP/1.1" status: 200 len: 943 time: 0.1039929 Aug 16 20:00:53.765319 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a885a57-1aa9-4e07-979b-ebdc156b2c1b req-6137d406-0de5-427e-b8cb-c09902b7c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:53.767429 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7a885a57-1aa9-4e07-979b-ebdc156b2c1b req-6137d406-0de5-427e-b8cb-c09902b7c1eb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d97fcdba-147b-42c4-9a36-36beb7fe5385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1471896 Aug 16 20:00:53.773347 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=3a180e61-4fd8-4678-baaa-aa060b094fe5,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:53.791034 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f4311-67c3-432b-af90-3b70550e08f2 req-99e138e7-b61e-4ede-8f8a-3bcc4b38a3f8 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:53.817143 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-340f4311-67c3-432b-af90-3b70550e08f2 req-99e138e7-b61e-4ede-8f8a-3bcc4b38a3f8 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 784 time: 0.2456632 Aug 16 20:00:53.884753 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-668f868f-c5ed-4dce-abac-e01ccc661f6c req-16841cd1-9e2f-49a8-89f4-0ab516be3cc0 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/security-groups?id=1337fce4-273b-4435-a35c-c970b1f10dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424623 Aug 16 20:00:53.912080 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7a885a57-1aa9-4e07-979b-ebdc156b2c1b req-c898f261-9abd-48d0-a043-74bb25ee86dc service neutron] 10.222.0.63 "GET /v2.0/networks/d97fcdba-147b-42c4-9a36-36beb7fe5385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225939 Aug 16 20:00:53.936185 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-340f4311-67c3-432b-af90-3b70550e08f2 req-2be32808-e145-4487-b50d-a08f9268cf48 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.56 HTTP/1.1" status: 200 len: 695 time: 0.1170177 Aug 16 20:00:54.014733 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59498) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:54.027877 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-340f4311-67c3-432b-af90-3b70550e08f2 req-675180c4-9881-47f2-aa13-aee4661986ef tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.56 HTTP/1.1" status: 200 len: 695 time: 0.0881169 Aug 16 20:00:54.061555 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7a885a57-1aa9-4e07-979b-ebdc156b2c1b req-b101ce1f-4603-43b9-ac0b-c72ea7f8c6b6 service neutron] 10.222.0.63 "GET /v2.0/networks/d97fcdba-147b-42c4-9a36-36beb7fe5385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395335 Aug 16 20:00:54.083659 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-331c3a29-77e4-4bb6-9596-4ecb1db86cdc req-4e609edf-e8d0-4fd9-9061-18c6d6f5c720 tempest-FlavorsV2NegativeTest-878210486 tempest-FlavorsV2NegativeTest-878210486-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=53c221461cae4417a9eff382a30e6214&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508907 Aug 16 20:00:54.158880 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b7680b7d-e41b-4a55-9a8b-6b31773a3995 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-942779704-network', 'tenant_id': '70abbb206d0d4e1b957abffc35cf78b2'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:00:54.206026 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7680b7d-e41b-4a55-9a8b-6b31773a3995 admin admin] Made reservation on behalf of 70abbb206d0d4e1b957abffc35cf78b2 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:00:54.208470 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7680b7d-e41b-4a55-9a8b-6b31773a3995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:54.210382 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c3a29-77e4-4bb6-9596-4ecb1db86cdc req-e0e0d29d-306c-4f0c-84ce-ff0dace31904 tempest-FlavorsV2NegativeTest-878210486 tempest-FlavorsV2NegativeTest-878210486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:54.218087 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-331c3a29-77e4-4bb6-9596-4ecb1db86cdc req-e0e0d29d-306c-4f0c-84ce-ff0dace31904 tempest-FlavorsV2NegativeTest-878210486 tempest-FlavorsV2NegativeTest-878210486-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1331820 Aug 16 20:00:54.220789 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7680b7d-e41b-4a55-9a8b-6b31773a3995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:54.228909 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-331c3a29-77e4-4bb6-9596-4ecb1db86cdc req-f297ad3b-415f-484c-8013-bc876681639a tempest-FlavorsV2NegativeTest-878210486 tempest-FlavorsV2NegativeTest-878210486-project] 10.222.0.68 "GET /v2.0/quotas/53c221461cae4417a9eff382a30e6214 HTTP/1.1" status: 200 len: 375 time: 0.0099843 Aug 16 20:00:54.241641 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-340f4311-67c3-432b-af90-3b70550e08f2 req-28ad965e-e54f-4ef2-9e29-c5705d838922 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Deleting port 37c071b6-62b0-47ff-90fc-afff1fb184bc {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:00:54.241985 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-340f4311-67c3-432b-af90-3b70550e08f2 req-28ad965e-e54f-4ef2-9e29-c5705d838922 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:54.264490 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-331c3a29-77e4-4bb6-9596-4ecb1db86cdc req-0257264a-b437-4449-b229-60d7a8d92542 tempest-FlavorsV2NegativeTest-878210486 tempest-FlavorsV2NegativeTest-878210486-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=53c221461cae4417a9eff382a30e6214&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279770 Aug 16 20:00:54.328976 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405c2e24-1b8d-49e9-b244-7148fbd7c390 x-openstack-request-id: req-405c2e24-1b8d-49e9-b244-7148fbd7c390 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:00:54.329909 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab36acfe-9fb4-4043-bd12-fa487a9d45e0", "name": "network-vif-plugged", "status": "completed", "tag": "3a180e61-4fd8-4678-baaa-aa060b094fe5", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:00:54.330500 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-405c2e24-1b8d-49e9-b244-7148fbd7c390 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:00:54.331106 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab36acfe-9fb4-4043-bd12-fa487a9d45e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a180e61-4fd8-4678-baaa-aa060b094fe5', 'code': 200} Aug 16 20:00:54.370490 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-340f4311-67c3-432b-af90-3b70550e08f2 req-28ad965e-e54f-4ef2-9e29-c5705d838922 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:54.370826 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-340f4311-67c3-432b-af90-3b70550e08f2 req-28ad965e-e54f-4ef2-9e29-c5705d838922 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:54.393004 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-340f4311-67c3-432b-af90-3b70550e08f2 req-28ad965e-e54f-4ef2-9e29-c5705d838922 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Calling delete_port for 37c071b6-62b0-47ff-90fc-afff1fb184bc owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:00:54.502823 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc60e53-7cd8-40f0-a145-9b5cd909886e req-9dcc2873-7597-4d89-ae31-9ef7b5219a0d tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:54.513025 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2dc60e53-7cd8-40f0-a145-9b5cd909886e req-9dcc2873-7597-4d89-ae31-9ef7b5219a0d tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 945 time: 0.1166730 Aug 16 20:00:54.530324 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7680b7d-e41b-4a55-9a8b-6b31773a3995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:54.539025 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7680b7d-e41b-4a55-9a8b-6b31773a3995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:54.576435 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2dc60e53-7cd8-40f0-a145-9b5cd909886e req-22079d25-ea94-4739-a640-e7e5ad055ecc tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623939 Aug 16 20:00:54.578795 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7680b7d-e41b-4a55-9a8b-6b31773a3995 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:00:54.583746 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51e0c0-fd60-4065-8947-32685065f6d7 req-065ea0d9-3721-4e78-892c-5c3f90a303b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:54.590800 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8d51e0c0-fd60-4065-8947-32685065f6d7 req-065ea0d9-3721-4e78-892c-5c3f90a303b4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ab36acfe-9fb4-4043-bd12-fa487a9d45e0 HTTP/1.1" status: 200 len: 1102 time: 0.1812584 Aug 16 20:00:54.607784 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7680b7d-e41b-4a55-9a8b-6b31773a3995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:54.608129 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-b7680b7d-e41b-4a55-9a8b-6b31773a3995 admin admin] Added segment 627df236-b6dd-47d5-9e3c-f7b3b1a2ec65 of type vlan for network 32ab34dc-dab9-4698-ba33-f8efbd07740e Aug 16 20:00:54.622492 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7680b7d-e41b-4a55-9a8b-6b31773a3995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:54.668066 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7680b7d-e41b-4a55-9a8b-6b31773a3995 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:54.688986 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8d51e0c0-fd60-4065-8947-32685065f6d7 req-9d6be4a4-aa1b-45fe-97d9-1466985715ce service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872271 Aug 16 20:00:54.752956 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7680b7d-e41b-4a55-9a8b-6b31773a3995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:54.753969 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7680b7d-e41b-4a55-9a8b-6b31773a3995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:54.754984 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7680b7d-e41b-4a55-9a8b-6b31773a3995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:54.756903 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-340f4311-67c3-432b-af90-3b70550e08f2 req-28ad965e-e54f-4ef2-9e29-c5705d838922 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:54.766970 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e83757-7547-42a6-8955-c00af8f1b2e6 req-925f0f7f-a807-4a59-93ac-c87bdfb2a802 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:54.768826 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-04e83757-7547-42a6-8955-c00af8f1b2e6 req-925f0f7f-a807-4a59-93ac-c87bdfb2a802 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab36acfe-9fb4-4043-bd12-fa487a9d45e0 HTTP/1.1" status: 200 len: 950 time: 0.0748260 Aug 16 20:00:54.815101 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-04e83757-7547-42a6-8955-c00af8f1b2e6 req-8be0abf8-9ef8-4c46-b76e-52418111b5c1 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399563 Aug 16 20:00:54.843865 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7680b7d-e41b-4a55-9a8b-6b31773a3995 admin admin] Pushing event updated for resources: {'Network': ['ID=32ab34dc-dab9-4698-ba33-f8efbd07740e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:54.856967 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 32ab34dc-dab9-4698-ba33-f8efbd07740e details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:00:54.890937 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad965e-e54f-4ef2-9e29-c5705d838922 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Pushing event deleted for resources: {'Port': ['ID=37c071b6-62b0-47ff-90fc-afff1fb184bc,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:54.921273 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b7680b7d-e41b-4a55-9a8b-6b31773a3995 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9054444 Aug 16 20:00:54.924239 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59542) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:54.929450 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d0b36cfa-74d2-45f1-813f-f5a21898ea69 admin admin] Request body: {'subnet': {'network_id': '32ab34dc-dab9-4698-ba33-f8efbd07740e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-942779704-subnet', 'tenant_id': '70abbb206d0d4e1b957abffc35cf78b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:00:54.967836 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-340f4311-67c3-432b-af90-3b70550e08f2 req-28ad965e-e54f-4ef2-9e29-c5705d838922 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:54.970855 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-340f4311-67c3-432b-af90-3b70550e08f2 req-28ad965e-e54f-4ef2-9e29-c5705d838922 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:54.972059 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-340f4311-67c3-432b-af90-3b70550e08f2 req-28ad965e-e54f-4ef2-9e29-c5705d838922 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "DELETE /v2.0/floatingips/87617ec3-9019-4fdd-b3a8-3e6341695366 HTTP/1.1" status: 204 len: 173 time: 0.9356499 Aug 16 20:00:55.011695 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b36cfa-74d2-45f1-813f-f5a21898ea69 admin admin] Made reservation on behalf of 70abbb206d0d4e1b957abffc35cf78b2 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:00:55.015898 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d0b36cfa-74d2-45f1-813f-f5a21898ea69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:55.100740 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59560) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:55.120216 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-edffc966-040e-4361-89e6-b8a285c64ee8 req-1c218c0d-c9fb-4832-a722-13cd98b6c46d tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/floatingips/e0e6e44b-10c1-4adc-a362-69c79658dd6d HTTP/1.1" status: 200 len: 692 time: 0.0558283 Aug 16 20:00:55.146365 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce8fb8-748b-4e6d-a3f0-c23a180a9c58 req-cb49aed2-bda0-4209-b29d-ac6b3016dfa5 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:55.148094 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7bce8fb8-748b-4e6d-a3f0-c23a180a9c58 req-cb49aed2-bda0-4209-b29d-ac6b3016dfa5 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=88f05a9a-6ed7-47e9-8500-28bd1536f431 HTTP/1.1" status: 200 len: 943 time: 0.1293437 Aug 16 20:00:55.244183 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffc966-040e-4361-89e6-b8a285c64ee8 req-7824360d-182e-4427-b003-2bb516d9d709 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:55.251733 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-edffc966-040e-4361-89e6-b8a285c64ee8 req-7824360d-182e-4427-b003-2bb516d9d709 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 784 time: 0.1258307 Aug 16 20:00:55.283009 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef315672-6a52-4314-9609-85dddbf1acdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:55.309091 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-edffc966-040e-4361-89e6-b8a285c64ee8 req-3e700d63-227d-412c-b6dc-fb2f1ad05790 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.65 HTTP/1.1" status: 200 len: 695 time: 0.0558012 Aug 16 20:00:55.313886 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d0b36cfa-74d2-45f1-813f-f5a21898ea69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:55.329119 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7bce8fb8-748b-4e6d-a3f0-c23a180a9c58 req-2543d09f-a799-4444-950f-4055b3ec3790 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/security-groups?id=1337fce4-273b-4435-a35c-c970b1f10dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829935 Aug 16 20:00:55.364752 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-edffc966-040e-4361-89e6-b8a285c64ee8 req-935540eb-d09d-4fa7-8269-f941c71224e8 tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.65 HTTP/1.1" status: 200 len: 695 time: 0.0482032 Aug 16 20:00:55.405951 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b36cfa-74d2-45f1-813f-f5a21898ea69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67859431-3c0a-43e3-b371-b5f64d62799e,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:55.460770 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b36cfa-74d2-45f1-813f-f5a21898ea69 admin admin] Checking segment: {'id': '627df236-b6dd-47d5-9e3c-f7b3b1a2ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '32ab34dc-dab9-4698-ba33-f8efbd07740e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:00:55.461176 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b36cfa-74d2-45f1-813f-f5a21898ea69 admin admin] Network hostable DHCP agents. Network: 32ab34dc-dab9-4698-ba33-f8efbd07740e, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:00:55.511206 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b86c37-e7a7-4ce3-a3c1-0b1e4da76208 req-98d6dc71-f4ed-4a13-865e-75c1ca9d4485 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:55.512751 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-84b86c37-e7a7-4ce3-a3c1-0b1e4da76208 req-98d6dc71-f4ed-4a13-865e-75c1ca9d4485 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee46e2a-470e-4c7f-b15e-d9aa02420908 HTTP/1.1" status: 200 len: 950 time: 0.1042557 Aug 16 20:00:55.516664 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b36cfa-74d2-45f1-813f-f5a21898ea69 admin admin] Network 32ab34dc-dab9-4698-ba33-f8efbd07740e is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:00:55.531847 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-edffc966-040e-4361-89e6-b8a285c64ee8 req-3a405faa-0db7-4720-a53d-21914855c03e tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Deleting port 98a23086-1557-48d3-b9ad-7be8154c78b9 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:00:55.532210 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-edffc966-040e-4361-89e6-b8a285c64ee8 req-3a405faa-0db7-4720-a53d-21914855c03e tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:55.563894 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-d0b36cfa-74d2-45f1-813f-f5a21898ea69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 32ab34dc-dab9-4698-ba33-f8efbd07740e) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:00:55.568403 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b36cfa-74d2-45f1-813f-f5a21898ea69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:55.568996 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d0b36cfa-74d2-45f1-813f-f5a21898ea69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:55.573524 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef315672-6a52-4314-9609-85dddbf1acdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:55.579977 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fa00b9-5395-46c6-95f7-78b65d4e0db7 None None] Network 32ab34dc-dab9-4698-ba33-f8efbd07740e requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:00:55.590544 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef315672-6a52-4314-9609-85dddbf1acdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:55.620810 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-84b86c37-e7a7-4ce3-a3c1-0b1e4da76208 req-b5c436ed-9d96-4cf6-ae41-c20fa9e30a65 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/security-groups?id=0beef620-6449-4be3-9233-7b7b5e8e0ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936708 Aug 16 20:00:55.630099 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d0b36cfa-74d2-45f1-813f-f5a21898ea69 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7047729 Aug 16 20:00:55.634344 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-edffc966-040e-4361-89e6-b8a285c64ee8 req-3a405faa-0db7-4720-a53d-21914855c03e tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:55.634880 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-edffc966-040e-4361-89e6-b8a285c64ee8 req-3a405faa-0db7-4720-a53d-21914855c03e tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:55.651527 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-edffc966-040e-4361-89e6-b8a285c64ee8 req-3a405faa-0db7-4720-a53d-21914855c03e tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Calling delete_port for 98a23086-1557-48d3-b9ad-7be8154c78b9 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:00:55.665459 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ef315672-6a52-4314-9609-85dddbf1acdf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=53c221461cae4417a9eff382a30e6214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5635948 Aug 16 20:00:55.667707 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef315672-6a52-4314-9609-85dddbf1acdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9beca853-39b2-4c98-9486-5a652b682bf8,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:55.669339 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59570) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:55.804764 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c05a33-1034-4428-a4cd-ec1baec21bb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-32ab34dc-dab9-4698-ba33-f8efbd07740e', 'network_id': '32ab34dc-dab9-4698-ba33-f8efbd07740e', 'tenant_id': '70abbb206d0d4e1b957abffc35cf78b2', 'fixed_ips': [{'subnet_id': '67859431-3c0a-43e3-b371-b5f64d62799e'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:00:55.805651 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-67c05a33-1034-4428-a4cd-ec1baec21bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:55.872275 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c75cf-0437-4090-94cb-6e7c6bb6e5de req-625dc2a9-f0c3-4a0e-a2e7-36fac2d75a50 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:55.873910 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-be5c75cf-0437-4090-94cb-6e7c6bb6e5de req-625dc2a9-f0c3-4a0e-a2e7-36fac2d75a50 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 945 time: 0.1088388 Aug 16 20:00:55.893597 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-98c58cab-6ff1-473c-aebd-d5af9a19738f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:55.923149 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-98c58cab-6ff1-473c-aebd-d5af9a19738f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:55.952573 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-be5c75cf-0437-4090-94cb-6e7c6bb6e5de req-65777538-6689-4246-8600-fb7e5d8ce5cd tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725825 Aug 16 20:00:56.062473 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-edffc966-040e-4361-89e6-b8a285c64ee8 req-3a405faa-0db7-4720-a53d-21914855c03e tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:56.087072 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-67c05a33-1034-4428-a4cd-ec1baec21bb3 None None] Allocated IP 172.20.0.2 (32ab34dc-dab9-4698-ba33-f8efbd07740e/67859431-3c0a-43e3-b371-b5f64d62799e/e94dbdc9-fcfc-4cbd-8471-4d024a49a046) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:00:56.150001 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a405faa-0db7-4720-a53d-21914855c03e tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Pushing event deleted for resources: {'Port': ['ID=98a23086-1557-48d3-b9ad-7be8154c78b9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:56.154181 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-98c58cab-6ff1-473c-aebd-d5af9a19738f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:56.156801 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-98c58cab-6ff1-473c-aebd-d5af9a19738f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:56.160172 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-98c58cab-6ff1-473c-aebd-d5af9a19738f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9beca853-39b2-4c98-9486-5a652b682bf8 HTTP/1.1" status: 204 len: 168 time: 0.4869502 Aug 16 20:00:56.177401 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c58cab-6ff1-473c-aebd-d5af9a19738f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9beca853-39b2-4c98-9486-5a652b682bf8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:56.193569 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-edffc966-040e-4361-89e6-b8a285c64ee8 req-3a405faa-0db7-4720-a53d-21914855c03e tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:56.197072 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-edffc966-040e-4361-89e6-b8a285c64ee8 req-3a405faa-0db7-4720-a53d-21914855c03e tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:56.204667 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59588) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:56.223934 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-edffc966-040e-4361-89e6-b8a285c64ee8 req-3a405faa-0db7-4720-a53d-21914855c03e tempest-FloatingIPDetailsTestJSON-1544418493 tempest-FloatingIPDetailsTestJSON-1544418493-project] 10.222.0.68 "DELETE /v2.0/floatingips/e0e6e44b-10c1-4adc-a362-69c79658dd6d HTTP/1.1" status: 204 len: 173 time: 0.8523908 Aug 16 20:00:56.375501 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-67c05a33-1034-4428-a4cd-ec1baec21bb3 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:56.388875 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79050a-7296-413c-840f-d432b0dcf6fa req-bedc53f6-4a16-489c-a504-0a497c916f11 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:56.389738 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-67c05a33-1034-4428-a4cd-ec1baec21bb3 None None] Transition to ACTIVE for port object e94dbdc9-fcfc-4cbd-8471-4d024a49a046 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:00:56.393407 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec79050a-7296-413c-840f-d432b0dcf6fa req-bedc53f6-4a16-489c-a504-0a497c916f11 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab36acfe-9fb4-4043-bd12-fa487a9d45e0 HTTP/1.1" status: 200 len: 950 time: 0.0824940 Aug 16 20:00:56.443615 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-67c05a33-1034-4428-a4cd-ec1baec21bb3 None None] Transition to ACTIVE for port object e94dbdc9-fcfc-4cbd-8471-4d024a49a046 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:00:56.451238 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-67c05a33-1034-4428-a4cd-ec1baec21bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:56.492621 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec79050a-7296-413c-840f-d432b0dcf6fa req-706c274a-9f2b-4cf5-95a1-108214991004 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919354 Aug 16 20:00:56.537402 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c05a33-1034-4428-a4cd-ec1baec21bb3 None None] Network 32ab34dc-dab9-4698-ba33-f8efbd07740e is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:00:56.542859 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-67c05a33-1034-4428-a4cd-ec1baec21bb3 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:00:56.553676 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c05a33-1034-4428-a4cd-ec1baec21bb3 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:00:56.562760 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c05a33-1034-4428-a4cd-ec1baec21bb3 None None] Pushing event updated for resources: {'Port': ['ID=e94dbdc9-fcfc-4cbd-8471-4d024a49a046,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:56.699924 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-67c05a33-1034-4428-a4cd-ec1baec21bb3 None None] Attempting to bind port e94dbdc9-fcfc-4cbd-8471-4d024a49a046 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:00:56.700521 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-67c05a33-1034-4428-a4cd-ec1baec21bb3 None None] Attempting to bind port e94dbdc9-fcfc-4cbd-8471-4d024a49a046 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '627df236-b6dd-47d5-9e3c-f7b3b1a2ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '32ab34dc-dab9-4698-ba33-f8efbd07740e'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:00:56.700632 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c05a33-1034-4428-a4cd-ec1baec21bb3 None None] Attempting to bind port e94dbdc9-fcfc-4cbd-8471-4d024a49a046 on network 32ab34dc-dab9-4698-ba33-f8efbd07740e {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:00:56.710497 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c05a33-1034-4428-a4cd-ec1baec21bb3 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:00:56.710913 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c05a33-1034-4428-a4cd-ec1baec21bb3 None None] Checking segment: {'id': '627df236-b6dd-47d5-9e3c-f7b3b1a2ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '32ab34dc-dab9-4698-ba33-f8efbd07740e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:00:56.711350 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-67c05a33-1034-4428-a4cd-ec1baec21bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:56.717970 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c05a33-1034-4428-a4cd-ec1baec21bb3 None None] Bound using segment: {'id': '627df236-b6dd-47d5-9e3c-f7b3b1a2ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '32ab34dc-dab9-4698-ba33-f8efbd07740e'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:00:56.718508 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-67c05a33-1034-4428-a4cd-ec1baec21bb3 None None] Bound port: e94dbdc9-fcfc-4cbd-8471-4d024a49a046, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627df236-b6dd-47d5-9e3c-f7b3b1a2ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '32ab34dc-dab9-4698-ba33-f8efbd07740e'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:00:56.718923 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-67c05a33-1034-4428-a4cd-ec1baec21bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:56.766997 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50259a77-a948-4c0b-b7f0-9423e6d1b703 req-722f493b-2f29-4687-b50b-0ced11035e0b tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:56.779167 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-50259a77-a948-4c0b-b7f0-9423e6d1b703 req-722f493b-2f29-4687-b50b-0ced11035e0b tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=88f05a9a-6ed7-47e9-8500-28bd1536f431 HTTP/1.1" status: 200 len: 943 time: 0.1163001 Aug 16 20:00:56.857168 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-50259a77-a948-4c0b-b7f0-9423e6d1b703 req-31ef2eb9-33fb-4879-bb13-437634234a55 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/security-groups?id=1337fce4-273b-4435-a35c-c970b1f10dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708635 Aug 16 20:00:56.902766 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-67c05a33-1034-4428-a4cd-ec1baec21bb3 None None] For port e94dbdc9-fcfc-4cbd-8471-4d024a49a046, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:00:56.928796 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-67c05a33-1034-4428-a4cd-ec1baec21bb3 None None] For port e94dbdc9-fcfc-4cbd-8471-4d024a49a046, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e94dbdc9-fcfc-4cbd-8471-4d024a49a046,segment=NetworkSegment(627df236-b6dd-47d5-9e3c-f7b3b1a2ec65),segment_id=627df236-b6dd-47d5-9e3c-f7b3b1a2ec65)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:00:56.938643 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-67c05a33-1034-4428-a4cd-ec1baec21bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:57.026113 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c05a33-1034-4428-a4cd-ec1baec21bb3 None None] Pushing event updated for resources: {'Port': ['ID=e94dbdc9-fcfc-4cbd-8471-4d024a49a046,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:57.135714 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e32799-df9f-4005-86dd-758dd03c3c59 req-f3ddf671-576f-49e0-81a2-5a53c6870d8b tempest-ServersOnMultiNodesTest-1869749609 tempest-ServersOnMultiNodesTest-1869749609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:57.137793 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-22e32799-df9f-4005-86dd-758dd03c3c59 req-f3ddf671-576f-49e0-81a2-5a53c6870d8b tempest-ServersOnMultiNodesTest-1869749609 tempest-ServersOnMultiNodesTest-1869749609-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=ab36acfe-9fb4-4043-bd12-fa487a9d45e0 HTTP/1.1" status: 200 len: 1102 time: 0.0661917 Aug 16 20:00:57.146528 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3c3c7050-b566-493d-9ef3-340ac8cbd123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:57.199666 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-22e32799-df9f-4005-86dd-758dd03c3c59 req-8365871d-9e2f-4fd3-adc8-6eaace922cbe tempest-ServersOnMultiNodesTest-1869749609 tempest-ServersOnMultiNodesTest-1869749609-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510759 Aug 16 20:00:57.217502 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 944c198d-a16e-4841-86ed-e2a60176e13d details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:00:57.289939 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-1c1d0742-4dd6-45a0-a38e-815c377494bd tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:57.297444 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-1c1d0742-4dd6-45a0-a38e-815c377494bd tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/networks?id=32ab34dc-dab9-4698-ba33-f8efbd07740e HTTP/1.1" status: 200 len: 815 time: 0.3303061 Aug 16 20:00:57.384115 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-8cb9b3f0-05e0-43f8-b3fa-7c605cde5c47 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/quotas/70abbb206d0d4e1b957abffc35cf78b2 HTTP/1.1" status: 200 len: 375 time: 0.0856156 Aug 16 20:00:57.425090 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59642) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:57.452558 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 944c198d-a16e-4841-86ed-e2a60176e13d, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=944c198d-a16e-4841-86ed-e2a60176e13d,segment=NetworkSegment(827dd0b5-7f5a-4db7-ad86-73a8b5a29504),segment_id=827dd0b5-7f5a-4db7-ad86-73a8b5a29504)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:57.465256 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8acab0-c352-44b2-8ec4-2982e0c7db01 req-f23856c6-eeb3-4ce3-9a35-cc022c9e1c68 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:57.466872 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bb8acab0-c352-44b2-8ec4-2982e0c7db01 req-f23856c6-eeb3-4ce3-9a35-cc022c9e1c68 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 945 time: 0.1136692 Aug 16 20:00:57.483039 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '944c198d-a16e-4841-86ed-e2a60176e13d', 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385', 'port_id': '944c198d-a16e-4841-86ed-e2a60176e13d', 'mac_address': 'fa:16:3e:61:48:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '255dc5d0-2507-406e-9c79-293ed8a42973', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:00:57.546513 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-3b6e6c91-93ce-4694-afae-faee76a8da8d tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=70abbb206d0d4e1b957abffc35cf78b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1609175 Aug 16 20:00:57.547511 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bb8acab0-c352-44b2-8ec4-2982e0c7db01 req-8b9849d5-bc63-492c-a3cb-6edb24ec8f01 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737543 Aug 16 20:00:57.562991 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:57.570726 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3e7ff3f8-c153-4106-8306-78aaa64397bc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-886798932-network', 'tenant_id': 'bfc4e88a20bb427bb0865cae1b76c3dc'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:00:57.584812 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 944c198d-a16e-4841-86ed-e2a60176e13d {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:00:57.624450 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7ff3f8-c153-4106-8306-78aaa64397bc admin admin] Made reservation on behalf of bfc4e88a20bb427bb0865cae1b76c3dc for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:00:57.632384 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e7ff3f8-c153-4106-8306-78aaa64397bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:57.642746 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 944c198d-a16e-4841-86ed-e2a60176e13d, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=944c198d-a16e-4841-86ed-e2a60176e13d,segment=NetworkSegment(827dd0b5-7f5a-4db7-ad86-73a8b5a29504),segment_id=827dd0b5-7f5a-4db7-ad86-73a8b5a29504)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:57.648135 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:57.667959 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e7ff3f8-c153-4106-8306-78aaa64397bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:57.755174 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=944c198d-a16e-4841-86ed-e2a60176e13d,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:57.818050 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-a3e360e2-a5d6-438d-bbaf-ebbe8aa8e045 service neutron] 10.222.0.68 "GET /v2.0/networks/32ab34dc-dab9-4698-ba33-f8efbd07740e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590611 Aug 16 20:00:57.882985 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e7ff3f8-c153-4106-8306-78aaa64397bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:57.893153 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e7ff3f8-c153-4106-8306-78aaa64397bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:57.907711 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7ff3f8-c153-4106-8306-78aaa64397bc admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:00:57.921997 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e7ff3f8-c153-4106-8306-78aaa64397bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:57.922349 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-3e7ff3f8-c153-4106-8306-78aaa64397bc admin admin] Added segment 2013fb8e-5cea-4bcd-b32b-12108d9d93ef of type vlan for network ecd35756-7702-4168-9b7e-f6ce21930664 Aug 16 20:00:57.994908 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-3c3c7050-b566-493d-9ef3-340ac8cbd123 admin admin] Deleting port b144b583-21ef-490c-94d1-48ca55e00e69 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:00:57.995495 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3c3c7050-b566-493d-9ef3-340ac8cbd123 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:58.009121 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e7ff3f8-c153-4106-8306-78aaa64397bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:58.017878 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['944c198d-a16e-4841-86ed-e2a60176e13d'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:00:58.050163 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e7ff3f8-c153-4106-8306-78aaa64397bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:58.051392 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7ff3f8-c153-4106-8306-78aaa64397bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:58.051970 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e7ff3f8-c153-4106-8306-78aaa64397bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:58.093686 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470154e-1e74-4d07-83eb-874f4d03319b req-49612479-1cbe-4ca1-91cb-f6a99e09a6ec tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:58.097825 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4470154e-1e74-4d07-83eb-874f4d03319b req-49612479-1cbe-4ca1-91cb-f6a99e09a6ec tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab36acfe-9fb4-4043-bd12-fa487a9d45e0 HTTP/1.1" status: 200 len: 950 time: 0.2703001 Aug 16 20:00:58.149710 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-3c3c7050-b566-493d-9ef3-340ac8cbd123 admin admin] For port b144b583-21ef-490c-94d1-48ca55e00e69, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b144b583-21ef-490c-94d1-48ca55e00e69,segment=NetworkSegment(39bb53b0-3672-4c10-914d-f7549f63334e),segment_id=39bb53b0-3672-4c10-914d-f7549f63334e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:00:58.150167 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3c3c7050-b566-493d-9ef3-340ac8cbd123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:58.162593 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ff3f8-c153-4106-8306-78aaa64397bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5a6877-1755-4484-98e4-5a244b69d423,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:58.165110 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-3c3c7050-b566-493d-9ef3-340ac8cbd123 admin admin] Calling delete_port for b144b583-21ef-490c-94d1-48ca55e00e69 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:00:58.183731 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3e7ff3f8-c153-4106-8306-78aaa64397bc admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.7562828 Aug 16 20:00:58.187750 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59654) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:58.209125 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4e60a570-c719-4f16-8530-ffc3cfee2a1b admin admin] Request body: {'subnet': {'network_id': 'ecd35756-7702-4168-9b7e-f6ce21930664', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-886798932-subnet', 'tenant_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:00:58.240784 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e60a570-c719-4f16-8530-ffc3cfee2a1b admin admin] Made reservation on behalf of bfc4e88a20bb427bb0865cae1b76c3dc for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:00:58.244496 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e60a570-c719-4f16-8530-ffc3cfee2a1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:58.253498 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ff3f8-c153-4106-8306-78aaa64397bc admin admin] Pushing event updated for resources: {'Network': ['ID=ecd35756-7702-4168-9b7e-f6ce21930664,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:58.339408 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network ecd35756-7702-4168-9b7e-f6ce21930664 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:00:58.340650 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4470154e-1e74-4d07-83eb-874f4d03319b req-f650609d-6cd0-46bf-b86c-20e4333fac5d tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206402 Aug 16 20:00:58.529057 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c7ade4-1587-4b5f-90c4-ab1bd430cd95 None None] Network 32ab34dc-dab9-4698-ba33-f8efbd07740e requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:00:58.614296 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e0924-ce6a-4453-baad-28019802ce2b req-350326b2-05c9-4d0e-928f-7a315cd4937d tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:58.616711 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-af5e0924-ce6a-4453-baad-28019802ce2b req-350326b2-05c9-4d0e-928f-7a315cd4937d tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=88f05a9a-6ed7-47e9-8500-28bd1536f431 HTTP/1.1" status: 200 len: 944 time: 0.1333423 Aug 16 20:00:58.659358 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9ae5200e-f7c4-42b3-8f54-18ca33da4778 None None] Provisioning for port e94dbdc9-fcfc-4cbd-8471-4d024a49a046 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:00:58.662104 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e60a570-c719-4f16-8530-ffc3cfee2a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:58.720254 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-af5e0924-ce6a-4453-baad-28019802ce2b req-dd4d863a-39af-4647-9ba1-731d8c09cfd7 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/security-groups?id=1337fce4-273b-4435-a35c-c970b1f10dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948331 Aug 16 20:00:58.729488 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60a570-c719-4f16-8530-ffc3cfee2a1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=77f1a840-5b8e-4477-a95c-1936e6445e57,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:58.750715 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-905c3a2c-873e-4836-97b2-132d2be0ba28 service neutron] 10.222.0.68 "GET /v2.0/networks/32ab34dc-dab9-4698-ba33-f8efbd07740e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9228120 Aug 16 20:00:58.765213 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e60a570-c719-4f16-8530-ffc3cfee2a1b admin admin] Checking segment: {'id': '2013fb8e-5cea-4bcd-b32b-12108d9d93ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecd35756-7702-4168-9b7e-f6ce21930664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:00:58.765628 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e60a570-c719-4f16-8530-ffc3cfee2a1b admin admin] Network hostable DHCP agents. Network: ecd35756-7702-4168-9b7e-f6ce21930664, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:00:58.793804 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e60a570-c719-4f16-8530-ffc3cfee2a1b admin admin] Network ecd35756-7702-4168-9b7e-f6ce21930664 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:00:58.808788 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-4e60a570-c719-4f16-8530-ffc3cfee2a1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, ecd35756-7702-4168-9b7e-f6ce21930664) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:00:58.814040 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e60a570-c719-4f16-8530-ffc3cfee2a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:58.815118 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e60a570-c719-4f16-8530-ffc3cfee2a1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:58.828859 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad832fdc-439a-426b-aeb0-78106fd6e3d3 None None] Network ecd35756-7702-4168-9b7e-f6ce21930664 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:00:58.853780 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4e60a570-c719-4f16-8530-ffc3cfee2a1b admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.6541102 Aug 16 20:00:58.856603 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59666) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:00:58.861911 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8fe281d3-ec8e-4203-acf5-d049a8ba40c9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-886798932-router', 'tenant_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:00:58.892201 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3c3c7050-b566-493d-9ef3-340ac8cbd123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:58.942108 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fe281d3-ec8e-4203-acf5-d049a8ba40c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:58.943696 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fe281d3-ec8e-4203-acf5-d049a8ba40c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:58.967973 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c7050-b566-493d-9ef3-340ac8cbd123 admin admin] Pushing event deleted for resources: {'Port': ['ID=b144b583-21ef-490c-94d1-48ca55e00e69,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:00:59.157127 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e94dbdc9-fcfc-4cbd-8471-4d024a49a046 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:00:59.180705 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fe281d3-ec8e-4203-acf5-d049a8ba40c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:59.340525 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port e94dbdc9-fcfc-4cbd-8471-4d024a49a046 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:00:59.357687 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a68ec0e-530e-4943-a4bb-e1707365acb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-ecd35756-7702-4168-9b7e-f6ce21930664', 'network_id': 'ecd35756-7702-4168-9b7e-f6ce21930664', 'tenant_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'fixed_ips': [{'subnet_id': '77f1a840-5b8e-4477-a95c-1936e6445e57'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:00:59.358658 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a68ec0e-530e-4943-a4bb-e1707365acb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:59.420190 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device b584353f-767c-48df-9272-5d9cb4770a21 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:00:59.423481 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 8697870c-30a4-4515-bb8d-0fd70eab1caf no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:00:59.427962 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port e94dbdc9-fcfc-4cbd-8471-4d024a49a046 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:00:59.428820 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:59.500670 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3c3c7050-b566-493d-9ef3-340ac8cbd123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:59.548976 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fb435eb3-368d-4300-be06-d860eaeede6a None None] Provisioning complete for port e94dbdc9-fcfc-4cbd-8471-4d024a49a046 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:00:59.549420 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb435eb3-368d-4300-be06-d860eaeede6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:59.588477 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fe281d3-ec8e-4203-acf5-d049a8ba40c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:59.602239 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0047798-5e45-4882-bf80-bd0d4d3f7ba3 req-3411dc01-eba0-4e36-82ae-b0be0cb96b64 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:59.605132 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d0047798-5e45-4882-bf80-bd0d4d3f7ba3 req-3411dc01-eba0-4e36-82ae-b0be0cb96b64 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 945 time: 0.4223170 Aug 16 20:00:59.663737 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-d0779473-e03f-44b9-a9a1-07ae72be1b7c tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:59.671625 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-d0779473-e03f-44b9-a9a1-07ae72be1b7c tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/networks?id=32ab34dc-dab9-4698-ba33-f8efbd07740e HTTP/1.1" status: 200 len: 815 time: 0.1683338 Aug 16 20:00:59.689516 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-1eb06167-2425-44ad-8c33-00933e3c7649 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/quotas/70abbb206d0d4e1b957abffc35cf78b2 HTTP/1.1" status: 200 len: 375 time: 0.0170217 Aug 16 20:00:59.732577 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d0047798-5e45-4882-bf80-bd0d4d3f7ba3 req-447409d2-beaf-454d-af52-406bc80ed5e0 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044784 Aug 16 20:00:59.833910 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50e269-aa59-4834-848b-daee26184b1a req-805f2888-1473-4e21-8c99-b4b2ed33805b tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:00:59.835586 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac50e269-aa59-4834-848b-daee26184b1a req-805f2888-1473-4e21-8c99-b4b2ed33805b tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab36acfe-9fb4-4043-bd12-fa487a9d45e0 HTTP/1.1" status: 200 len: 950 time: 0.2251306 Aug 16 20:00:59.965388 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fe281d3-ec8e-4203-acf5-d049a8ba40c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:00:59.986723 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-04aff249-0d72-448f-bd24-1ef450297358 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=70abbb206d0d4e1b957abffc35cf78b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2032053 Aug 16 20:01:00.018115 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fe281d3-ec8e-4203-acf5-d049a8ba40c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:00.039835 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e97a8-e164-46f7-92ba-1b7d88da8c48 req-7831f6d8-17e8-45cf-8260-fc55c26a9903 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:00.042252 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f38e97a8-e164-46f7-92ba-1b7d88da8c48 req-7831f6d8-17e8-45cf-8260-fc55c26a9903 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 1097 time: 0.1248310 Aug 16 20:01:00.145832 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f38e97a8-e164-46f7-92ba-1b7d88da8c48 req-e58030f7-c109-4d1f-a9ea-3206999e25f5 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746174 Aug 16 20:01:00.155084 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb435eb3-368d-4300-be06-d860eaeede6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:00.159009 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-ca64ec28-1a3e-4ea3-8f1d-400edc40635f service neutron] 10.222.0.68 "GET /v2.0/networks/32ab34dc-dab9-4698-ba33-f8efbd07740e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713307 Aug 16 20:01:00.162115 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3c7050-b566-493d-9ef3-340ac8cbd123 admin admin] Router f43d7f13-c6d7-432e-81fa-6045214dd9fc has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:01:00.172803 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-ac50e269-aa59-4834-848b-daee26184b1a req-8fceca79-dff2-47ef-9789-7edeb3c75f7b tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Deleting port 3a180e61-4fd8-4678-baaa-aa060b094fe5 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:01:00.173277 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ac50e269-aa59-4834-848b-daee26184b1a req-8fceca79-dff2-47ef-9789-7edeb3c75f7b tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:00.179318 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-8fe281d3-ec8e-4203-acf5-d049a8ba40c9 admin admin] Allocated IP 172.25.8.119 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/eae24a7a-0ed2-40f7-9d44-eb1b5154eb99) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:01:00.189938 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-4a68ec0e-530e-4943-a4bb-e1707365acb6 None None] Allocated IP 172.20.0.2 (ecd35756-7702-4168-9b7e-f6ce21930664/77f1a840-5b8e-4477-a95c-1936e6445e57/7f4c7078-48a2-465a-9121-eb11670a4948) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:01:00.233149 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:00.325012 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-fb435eb3-368d-4300-be06-d860eaeede6a None None] For port e94dbdc9-fcfc-4cbd-8471-4d024a49a046, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e94dbdc9-fcfc-4cbd-8471-4d024a49a046,segment=NetworkSegment(627df236-b6dd-47d5-9e3c-f7b3b1a2ec65),segment_id=627df236-b6dd-47d5-9e3c-f7b3b1a2ec65)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:00.337174 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port b584353f-767c-48df-9272-5d9cb4770a21, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=b584353f-767c-48df-9272-5d9cb4770a21,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:00.339230 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab2f4b-d92f-4cbd-98a8-88a13f3502eb req-5b0238bb-0c3c-4524-9ba1-c1be3782f0dc tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:00.344571 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-75ab2f4b-d92f-4cbd-98a8-88a13f3502eb req-5b0238bb-0c3c-4524-9ba1-c1be3782f0dc tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab36acfe-9fb4-4043-bd12-fa487a9d45e0 HTTP/1.1" status: 200 len: 950 time: 0.0758774 Aug 16 20:01:00.349787 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb435eb3-368d-4300-be06-d860eaeede6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:00.357896 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:00.369895 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee46e2a-470e-4c7f-b15e-d9aa02420908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8697870c-30a4-4515-bb8d-0fd70eab1caf'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:01:00.372220 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9a8f1f-cd73-4286-bf99-1a13d97d1388" -d '{"events": [{"server_uuid": "0ee46e2a-470e-4c7f-b15e-d9aa02420908", "name": "network-vif-unplugged", "status": "completed", "tag": "8697870c-30a4-4515-bb8d-0fd70eab1caf"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:01:00.405703 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fe281d3-ec8e-4203-acf5-d049a8ba40c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:00.406452 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'b584353f-767c-48df-9272-5d9cb4770a21', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': 'b584353f-767c-48df-9272-5d9cb4770a21', 'mac_address': 'fa:16:3e:5c:02:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:01:00.416107 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ac50e269-aa59-4834-848b-daee26184b1a req-8fceca79-dff2-47ef-9789-7edeb3c75f7b tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] For port 3a180e61-4fd8-4678-baaa-aa060b094fe5, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3a180e61-4fd8-4678-baaa-aa060b094fe5,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:00.416472 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ac50e269-aa59-4834-848b-daee26184b1a req-8fceca79-dff2-47ef-9789-7edeb3c75f7b tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:00.426251 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-75ab2f4b-d92f-4cbd-98a8-88a13f3502eb req-b43ba51d-9023-47aa-aacd-ce3b7e26cf93 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559444 Aug 16 20:01:00.426953 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 8697870c-30a4-4515-bb8d-0fd70eab1caf, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=8697870c-30a4-4515-bb8d-0fd70eab1caf,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:00.441922 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-1aa7f0d4-e3d6-4434-8ce4-84e025177285 service neutron] 10.222.0.68 "GET /v2.0/networks/32ab34dc-dab9-4698-ba33-f8efbd07740e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819047 Aug 16 20:01:00.452468 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-ac50e269-aa59-4834-848b-daee26184b1a req-8fceca79-dff2-47ef-9789-7edeb3c75f7b tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Calling delete_port for 3a180e61-4fd8-4678-baaa-aa060b094fe5 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:01:00.467928 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:00.469749 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3c7050-b566-493d-9ef3-340ac8cbd123 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:01:00.478854 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3c3c7050-b566-493d-9ef3-340ac8cbd123 admin admin] 10.222.0.68 "PUT /v2.0/routers/f43d7f13-c6d7-432e-81fa-6045214dd9fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2698541 Aug 16 20:01:00.503722 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59704) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:01:00.514906 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b3c058-419f-4213-93a0-2db115d60380 None None] Sync routers for ids ['f43d7f13-c6d7-432e-81fa-6045214dd9fc'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:01:00.533589 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fe281d3-ec8e-4203-acf5-d049a8ba40c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:00.545989 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb435eb3-368d-4300-be06-d860eaeede6a None None] Pushing event updated for resources: {'Port': ['ID=e94dbdc9-fcfc-4cbd-8471-4d024a49a046,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:00.566602 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:00.597593 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b3c058-419f-4213-93a0-2db115d60380 None None] Routers {'f43d7f13-c6d7-432e-81fa-6045214dd9fc'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:01:00.598246 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f3b3c058-419f-4213-93a0-2db115d60380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:00:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f43d7f13-c6d7-432e-81fa-6045214dd9fc'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:01:00.677253 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:01:00.677775 n-d-787206-13 neutron-server[94772]: DEBUG oslo_db.api [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:01:00.701966 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b584353f-767c-48df-9272-5d9cb4770a21 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:01:00.703501 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ac50e269-aa59-4834-848b-daee26184b1a req-8fceca79-dff2-47ef-9789-7edeb3c75f7b tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:00.740171 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd', 'c6c0c476-902b-451c-9aaa-dcfd44d27296', '48464130-3a31-402e-9639-134033449aee'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:01:00.742456 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['251a8cc9-a8e6-4002-adb1-80ff793c59c9', '55d3f219-cd02-443f-800f-c0b1954e88bf', '4b294502-e578-44a3-aa2e-ed43d46f085d', 'f2033db9-2f1d-498b-892d-08c38b96416c', '3a180e61-4fd8-4678-baaa-aa060b094fe5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:01:00.774057 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fceca79-dff2-47ef-9789-7edeb3c75f7b tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Pushing event deleted for resources: {'Port': ['ID=3a180e61-4fd8-4678-baaa-aa060b094fe5,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:00.893888 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac50e269-aa59-4834-848b-daee26184b1a req-8fceca79-dff2-47ef-9789-7edeb3c75f7b tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] No DVR routers for this DVR port 3a180e61-4fd8-4678-baaa-aa060b094fe5 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:01:00.916747 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ac50e269-aa59-4834-848b-daee26184b1a req-8fceca79-dff2-47ef-9789-7edeb3c75f7b tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:00.920398 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac50e269-aa59-4834-848b-daee26184b1a req-8fceca79-dff2-47ef-9789-7edeb3c75f7b tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.63 "DELETE /v2.0/ports/3a180e61-4fd8-4678-baaa-aa060b094fe5 HTTP/1.1" status: 204 len: 173 time: 1.0690408 Aug 16 20:01:00.922904 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab36acfe-9fb4-4043-bd12-fa487a9d45e0', 'name': 'network-vif-deleted', 'tag': '3a180e61-4fd8-4678-baaa-aa060b094fe5'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:01:00.923070 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port b584353f-767c-48df-9272-5d9cb4770a21, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=b584353f-767c-48df-9272-5d9cb4770a21,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:00.932081 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db7edae-6c2f-42ad-bdaf-510e0d86a882" -d '{"events": [{"server_uuid": "ab36acfe-9fb4-4043-bd12-fa487a9d45e0", "name": "network-vif-deleted", "tag": "3a180e61-4fd8-4678-baaa-aa060b094fe5"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:01:00.963866 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=8697870c-30a4-4515-bb8d-0fd70eab1caf,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:00.984770 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-00b7fe0e-61bc-4c9a-a973-2900108bbc6f tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:00.986527 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-00b7fe0e-61bc-4c9a-a973-2900108bbc6f tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.57 "GET /v2.0/networks?id=32ab34dc-dab9-4698-ba33-f8efbd07740e HTTP/1.1" status: 200 len: 815 time: 0.3430769 Aug 16 20:01:00.996556 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:01.009655 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-57fa8aee-62f1-4e96-a80e-cd12cc9978eb tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Request body: {'port': {'device_id': 'ad412143-e810-4b8f-943c-d80e5a1cceee', 'network_id': '32ab34dc-dab9-4698-ba33-f8efbd07740e', 'admin_state_up': True, 'tenant_id': '70abbb206d0d4e1b957abffc35cf78b2'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:01:01.017391 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a68ec0e-530e-4943-a4bb-e1707365acb6 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:01.165816 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4a68ec0e-530e-4943-a4bb-e1707365acb6 None None] Transition to ACTIVE for port object 7f4c7078-48a2-465a-9121-eb11670a4948 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:01:01.276151 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-57fa8aee-62f1-4e96-a80e-cd12cc9978eb tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Made reservation on behalf of 70abbb206d0d4e1b957abffc35cf78b2 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:01:01.277931 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['b584353f-767c-48df-9272-5d9cb4770a21'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:01:01.281575 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 944c198d-a16e-4841-86ed-e2a60176e13d up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:01:01.284133 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-57fa8aee-62f1-4e96-a80e-cd12cc9978eb tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:01.326070 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe281d3-ec8e-4203-acf5-d049a8ba40c9 admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:01:01.369392 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-8fe281d3-ec8e-4203-acf5-d049a8ba40c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:01:01.390923 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe281d3-ec8e-4203-acf5-d049a8ba40c9 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:01:01.414279 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe281d3-ec8e-4203-acf5-d049a8ba40c9 admin admin] Pushing event updated for resources: {'Port': ['ID=eae24a7a-0ed2-40f7-9d44-eb1b5154eb99,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:01.469940 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=b584353f-767c-48df-9272-5d9cb4770a21,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:01.482999 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ad236-0479-4910-9264-973ac67d3ee2 req-12230ebb-0eb0-43c2-b270-23850c1733e6 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:01.484592 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9a9ad236-0479-4910-9264-973ac67d3ee2 req-12230ebb-0eb0-43c2-b270-23850c1733e6 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=88f05a9a-6ed7-47e9-8500-28bd1536f431 HTTP/1.1" status: 200 len: 944 time: 0.8702934 Aug 16 20:01:01.504469 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be211f79-eb46-4d3d-beef-bf66a326f7d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:01.568295 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-f3b3c058-419f-4213-93a0-2db115d60380 None None] Set router f43d7f13-c6d7-432e-81fa-6045214dd9fc gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:01:01.584005 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4a68ec0e-530e-4943-a4bb-e1707365acb6 None None] Transition to ACTIVE for port object 7f4c7078-48a2-465a-9121-eb11670a4948 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:01:01.607379 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-57fa8aee-62f1-4e96-a80e-cd12cc9978eb tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Allocated IP 172.20.0.6 (32ab34dc-dab9-4698-ba33-f8efbd07740e/67859431-3c0a-43e3-b371-b5f64d62799e/8e2a7756-4d12-4d25-9c53-de559fb5b7f3) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:01:01.901228 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a68ec0e-530e-4943-a4bb-e1707365acb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:01.937240 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9a9ad236-0479-4910-9264-973ac67d3ee2 req-6b09c385-e082-4384-b2b2-53ea24ebc941 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/security-groups?id=1337fce4-273b-4435-a35c-c970b1f10dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4427106 Aug 16 20:01:02.005872 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-57fa8aee-62f1-4e96-a80e-cd12cc9978eb tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:02.054827 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a68ec0e-530e-4943-a4bb-e1707365acb6 None None] Network ecd35756-7702-4168-9b7e-f6ce21930664 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:01:02.059226 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-57fa8aee-62f1-4e96-a80e-cd12cc9978eb tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Transition to ACTIVE for port object 8e2a7756-4d12-4d25-9c53-de559fb5b7f3 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:01:02.069345 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2d3b64-5ca6-4af1-863b-954f8ef272bf x-openstack-request-id: req-be2d3b64-5ca6-4af1-863b-954f8ef272bf {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:01:02.069661 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee46e2a-470e-4c7f-b15e-d9aa02420908", "name": "network-vif-unplugged", "status": "completed", "tag": "8697870c-30a4-4515-bb8d-0fd70eab1caf", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:01:02.070310 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-be2d3b64-5ca6-4af1-863b-954f8ef272bf {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:01:02.070737 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee46e2a-470e-4c7f-b15e-d9aa02420908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8697870c-30a4-4515-bb8d-0fd70eab1caf', 'code': 200} Aug 16 20:01:02.079501 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be211f79-eb46-4d3d-beef-bf66a326f7d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:02.123880 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-57fa8aee-62f1-4e96-a80e-cd12cc9978eb tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:02.154833 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68ec0e-530e-4943-a4bb-e1707365acb6 None None] Pushing event updated for resources: {'Port': ['ID=7f4c7078-48a2-465a-9121-eb11670a4948,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:02.170417 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-4a68ec0e-530e-4943-a4bb-e1707365acb6 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:01:02.177677 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a68ec0e-530e-4943-a4bb-e1707365acb6 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:01:02.248674 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e94dbdc9-fcfc-4cbd-8471-4d024a49a046 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:01:02.259452 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-57fa8aee-62f1-4e96-a80e-cd12cc9978eb tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Network 32ab34dc-dab9-4698-ba33-f8efbd07740e is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:01:02.280379 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-57fa8aee-62f1-4e96-a80e-cd12cc9978eb tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:01:02.288750 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-57fa8aee-62f1-4e96-a80e-cd12cc9978eb tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:01:02.294876 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a2be5-d22f-4888-907d-a13ec8f34236 req-86a28cc8-b24a-4a95-a36d-21d4593d551e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:02.299385 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa8aee-62f1-4e96-a80e-cd12cc9978eb tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Pushing event updated for resources: {'Port': ['ID=8e2a7756-4d12-4d25-9c53-de559fb5b7f3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:02.305207 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-959a2be5-d22f-4888-907d-a13ec8f34236 req-86a28cc8-b24a-4a95-a36d-21d4593d551e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 945 time: 0.1439164 Aug 16 20:01:02.325110 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-649190f7-aef3-47cd-adf6-5dc476e247df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:02.420745 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-57fa8aee-62f1-4e96-a80e-cd12cc9978eb tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:02.422816 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-57fa8aee-62f1-4e96-a80e-cd12cc9978eb tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:02.443632 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-57fa8aee-62f1-4e96-a80e-cd12cc9978eb tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4386439 Aug 16 20:01:02.463720 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-2399ba9e-3e23-44f3-a913-1584ce70c99a service neutron] Request body: {'port': {'device_id': 'ad412143-e810-4b8f-943c-d80e5a1cceee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:01:02.493733 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-959a2be5-d22f-4888-907d-a13ec8f34236 req-921f0dba-f5a8-4625-84e4-52d88aeb7439 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871779 Aug 16 20:01:02.531083 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fe281d3-ec8e-4203-acf5-d049a8ba40c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:02.552596 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-be211f79-eb46-4d3d-beef-bf66a326f7d2 admin admin] Deleting port 501c8203-eedf-43b8-9d57-abc8c07bed7b {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:01:02.556068 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be211f79-eb46-4d3d-beef-bf66a326f7d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:02.608106 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-2399ba9e-3e23-44f3-a913-1584ce70c99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:02.888114 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4a68ec0e-530e-4943-a4bb-e1707365acb6 None None] Attempting to bind port 7f4c7078-48a2-465a-9121-eb11670a4948 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:01:02.888341 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4a68ec0e-530e-4943-a4bb-e1707365acb6 None None] Attempting to bind port 7f4c7078-48a2-465a-9121-eb11670a4948 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '2013fb8e-5cea-4bcd-b32b-12108d9d93ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecd35756-7702-4168-9b7e-f6ce21930664'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:01:02.892483 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-f77403ab-3b5a-434b-8c36-41d6065b10e3 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:01:02.893748 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-f77403ab-3b5a-434b-8c36-41d6065b10e3 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494957 Aug 16 20:01:02.904803 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a68ec0e-530e-4943-a4bb-e1707365acb6 None None] Attempting to bind port 7f4c7078-48a2-465a-9121-eb11670a4948 on network ecd35756-7702-4168-9b7e-f6ce21930664 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:01:02.924867 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-4ace3c43-7317-46a0-a57e-746e2bede30b service neutron] Request body: {'binding': {'host': 'n-h1-787206-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:01:02.925314 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-4ace3c43-7317-46a0-a57e-746e2bede30b service neutron] Unknown quota resources ['binding']. {{(pid=94771) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:01:02.960257 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-617cd2c3-71e0-4e00-ae32-dab41aa3dfc4 None None] Provisioning for port 8e2a7756-4d12-4d25-9c53-de559fb5b7f3 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:01:02.974834 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a68ec0e-530e-4943-a4bb-e1707365acb6 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:01:02.975235 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a68ec0e-530e-4943-a4bb-e1707365acb6 None None] Checking segment: {'id': '2013fb8e-5cea-4bcd-b32b-12108d9d93ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecd35756-7702-4168-9b7e-f6ce21930664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:01:02.976073 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a68ec0e-530e-4943-a4bb-e1707365acb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:02.976073 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a68ec0e-530e-4943-a4bb-e1707365acb6 None None] Bound using segment: {'id': '2013fb8e-5cea-4bcd-b32b-12108d9d93ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecd35756-7702-4168-9b7e-f6ce21930664'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:01:02.976515 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4a68ec0e-530e-4943-a4bb-e1707365acb6 None None] Bound port: 7f4c7078-48a2-465a-9121-eb11670a4948, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2013fb8e-5cea-4bcd-b32b-12108d9d93ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecd35756-7702-4168-9b7e-f6ce21930664'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:01:02.977093 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a68ec0e-530e-4943-a4bb-e1707365acb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:03.004568 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-617cd2c3-71e0-4e00-ae32-dab41aa3dfc4 None None] Provisioning complete for port 8e2a7756-4d12-4d25-9c53-de559fb5b7f3 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:01:03.004995 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-617cd2c3-71e0-4e00-ae32-dab41aa3dfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:03.006457 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 944c198d-a16e-4841-86ed-e2a60176e13d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:01:03.040686 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port e94dbdc9-fcfc-4cbd-8471-4d024a49a046 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:01:03.041054 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:03.064045 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 944c198d-a16e-4841-86ed-e2a60176e13d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:01:03.064423 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:03.140543 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-2399ba9e-3e23-44f3-a913-1584ce70c99a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e2a7756-4d12-4d25-9c53-de559fb5b7f3 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:01:03.152518 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-2399ba9e-3e23-44f3-a913-1584ce70c99a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:03.168102 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-2399ba9e-3e23-44f3-a913-1584ce70c99a service neutron] Transition to ACTIVE for port object 8e2a7756-4d12-4d25-9c53-de559fb5b7f3 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:01:03.171636 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-49b84064-b3f1-4f8c-9502-bee38bc9a2d3 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:03.173843 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-49b84064-b3f1-4f8c-9502-bee38bc9a2d3 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.57 "GET /v2.0/networks?id=32ab34dc-dab9-4698-ba33-f8efbd07740e HTTP/1.1" status: 200 len: 815 time: 0.4867604 Aug 16 20:01:03.178166 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-2399ba9e-3e23-44f3-a913-1584ce70c99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:03.191499 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-e545e6b5-e70b-40ac-834b-4aec40e4a655 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:03.200533 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-e545e6b5-e70b-40ac-834b-4aec40e4a655 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/networks?id=32ab34dc-dab9-4698-ba33-f8efbd07740e HTTP/1.1" status: 200 len: 815 time: 0.5144477 Aug 16 20:01:03.215658 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-8ab47957-5bd8-4120-abca-e806f52e3198 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Request body: {'port': {'device_id': 'f99d1691-55f0-4053-ad18-d7df57dcc42c', 'network_id': '32ab34dc-dab9-4698-ba33-f8efbd07740e', 'admin_state_up': True, 'tenant_id': '70abbb206d0d4e1b957abffc35cf78b2'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:01:03.234620 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-be211f79-eb46-4d3d-beef-bf66a326f7d2 admin admin] For port 501c8203-eedf-43b8-9d57-abc8c07bed7b, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=501c8203-eedf-43b8-9d57-abc8c07bed7b,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:03.235230 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be211f79-eb46-4d3d-beef-bf66a326f7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:03.277361 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399ba9e-3e23-44f3-a913-1584ce70c99a service neutron] Pushing event updated for resources: {'Port': ['ID=8e2a7756-4d12-4d25-9c53-de559fb5b7f3,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:03.382328 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-9c377784-e086-47c1-b0d7-5b18934c28c3 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/quotas/70abbb206d0d4e1b957abffc35cf78b2 HTTP/1.1" status: 200 len: 375 time: 0.1808178 Aug 16 20:01:03.406782 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-be211f79-eb46-4d3d-beef-bf66a326f7d2 admin admin] Calling delete_port for 501c8203-eedf-43b8-9d57-abc8c07bed7b owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:01:03.423519 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-2399ba9e-3e23-44f3-a913-1584ce70c99a service neutron] Attempting to bind port 8e2a7756-4d12-4d25-9c53-de559fb5b7f3 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:01:03.423884 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-2399ba9e-3e23-44f3-a913-1584ce70c99a service neutron] Attempting to bind port 8e2a7756-4d12-4d25-9c53-de559fb5b7f3 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '627df236-b6dd-47d5-9e3c-f7b3b1a2ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '32ab34dc-dab9-4698-ba33-f8efbd07740e'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:01:03.425011 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-2399ba9e-3e23-44f3-a913-1584ce70c99a service neutron] Attempting to bind port 8e2a7756-4d12-4d25-9c53-de559fb5b7f3 on network 32ab34dc-dab9-4698-ba33-f8efbd07740e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:01:03.429475 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-617cd2c3-71e0-4e00-ae32-dab41aa3dfc4 None None] Port 8e2a7756-4d12-4d25-9c53-de559fb5b7f3 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:01:03.436346 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-2399ba9e-3e23-44f3-a913-1584ce70c99a service neutron] Port 8e2a7756-4d12-4d25-9c53-de559fb5b7f3 on network 32ab34dc-dab9-4698-ba33-f8efbd07740e not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:01:03.436671 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-2399ba9e-3e23-44f3-a913-1584ce70c99a service neutron] Attempting to bind port 8e2a7756-4d12-4d25-9c53-de559fb5b7f3 on network 32ab34dc-dab9-4698-ba33-f8efbd07740e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:01:03.444948 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-2399ba9e-3e23-44f3-a913-1584ce70c99a service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:01:03.445317 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-2399ba9e-3e23-44f3-a913-1584ce70c99a service neutron] Checking segment: {'id': '627df236-b6dd-47d5-9e3c-f7b3b1a2ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '32ab34dc-dab9-4698-ba33-f8efbd07740e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:01:03.445668 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-2399ba9e-3e23-44f3-a913-1584ce70c99a service neutron] Bound using segment: {'id': '627df236-b6dd-47d5-9e3c-f7b3b1a2ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '32ab34dc-dab9-4698-ba33-f8efbd07740e'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:01:03.447092 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-2399ba9e-3e23-44f3-a913-1584ce70c99a service neutron] Bound port: 8e2a7756-4d12-4d25-9c53-de559fb5b7f3, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '627df236-b6dd-47d5-9e3c-f7b3b1a2ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '32ab34dc-dab9-4698-ba33-f8efbd07740e'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:01:03.447473 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-2399ba9e-3e23-44f3-a913-1584ce70c99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:03.558879 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f3b3c058-419f-4213-93a0-2db115d60380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43d7f13-c6d7-432e-81fa-6045214dd9fc', 'name': 'tempest-FloatingIPDetailsTestJSON-158279089-router', 'tenant_id': '44a7b6c5b7634630ae717b8e12f3697b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '501c8203-eedf-43b8-9d57-abc8c07bed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:00:18Z', 'updated_at': '2021-08-16T20:00:58Z', 'revision_number': 5, 'project_id': '44a7b6c5b7634630ae717b8e12f3697b', 'gw_port': {'id': '501c8203-eedf-43b8-9d57-abc8c07bed7b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43d7f13-c6d7-432e-81fa-6045214dd9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:00:20Z', 'updated_at': '2021-08-16T20:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:01:03.583953 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-2399ba9e-3e23-44f3-a913-1584ce70c99a service neutron] For port 8e2a7756-4d12-4d25-9c53-de559fb5b7f3, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:01:03.587494 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-2399ba9e-3e23-44f3-a913-1584ce70c99a service neutron] For port 8e2a7756-4d12-4d25-9c53-de559fb5b7f3, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=8e2a7756-4d12-4d25-9c53-de559fb5b7f3,segment=NetworkSegment(627df236-b6dd-47d5-9e3c-f7b3b1a2ec65),segment_id=627df236-b6dd-47d5-9e3c-f7b3b1a2ec65)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:01:03.603275 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-2399ba9e-3e23-44f3-a913-1584ce70c99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:03.625127 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4a68ec0e-530e-4943-a4bb-e1707365acb6 None None] For port 7f4c7078-48a2-465a-9121-eb11670a4948, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:01:03.639617 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b3c058-419f-4213-93a0-2db115d60380 None None] Checking router: f43d7f13-c6d7-432e-81fa-6045214dd9fc for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:01:03.676153 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-2399ba9e-3e23-44f3-a913-1584ce70c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:03.677177 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-2399ba9e-3e23-44f3-a913-1584ce70c99a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:03.678780 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-2399ba9e-3e23-44f3-a913-1584ce70c99a service neutron] 10.222.0.57 "PUT /v2.0/ports/8e2a7756-4d12-4d25-9c53-de559fb5b7f3 HTTP/1.1" status: 200 len: 1092 time: 1.2246284 Aug 16 20:01:03.696637 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4a68ec0e-530e-4943-a4bb-e1707365acb6 None None] For port 7f4c7078-48a2-465a-9121-eb11670a4948, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7f4c7078-48a2-465a-9121-eb11670a4948,segment=NetworkSegment(2013fb8e-5cea-4bcd-b32b-12108d9d93ef),segment_id=2013fb8e-5cea-4bcd-b32b-12108d9d93ef)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:01:03.750684 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a68ec0e-530e-4943-a4bb-e1707365acb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:03.765579 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399ba9e-3e23-44f3-a913-1584ce70c99a service neutron] Pushing event updated for resources: {'Port': ['ID=8e2a7756-4d12-4d25-9c53-de559fb5b7f3,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:03.768602 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b3c058-419f-4213-93a0-2db115d60380 None None] Routers {'f43d7f13-c6d7-432e-81fa-6045214dd9fc'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:01:03.769507 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f3b3c058-419f-4213-93a0-2db115d60380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:00:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f43d7f13-c6d7-432e-81fa-6045214dd9fc'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:01:03.808811 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be211f79-eb46-4d3d-beef-bf66a326f7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:03.853770 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-8ab47957-5bd8-4120-abca-e806f52e3198 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Made reservation on behalf of 70abbb206d0d4e1b957abffc35cf78b2 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:01:03.857689 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-8ab47957-5bd8-4120-abca-e806f52e3198 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:03.864048 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-0835b6b6-e256-4b3b-a587-8c655f07f6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:03.865863 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-0835b6b6-e256-4b3b-a587-8c655f07f6df service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70abbb206d0d4e1b957abffc35cf78b2&device_id=ad412143-e810-4b8f-943c-d80e5a1cceee HTTP/1.1" status: 200 len: 1095 time: 0.1268446 Aug 16 20:01:03.922150 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-6ea3a160-fba5-4d14-9053-1e2e0394b112 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=70abbb206d0d4e1b957abffc35cf78b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5384729 Aug 16 20:01:03.924592 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be211f79-eb46-4d3d-beef-bf66a326f7d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=501c8203-eedf-43b8-9d57-abc8c07bed7b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:03.940516 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-58a98a19-785a-4711-b29e-86db23a6b7eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e2a7756-4d12-4d25-9c53-de559fb5b7f3 HTTP/1.1" status: 200 len: 217 time: 0.0619771 Aug 16 20:01:04.045896 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-a5a6af0a-ce4e-4f04-9e41-20f70b05908b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:04.047540 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-a5a6af0a-ce4e-4f04-9e41-20f70b05908b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=67859431-3c0a-43e3-b371-b5f64d62799e HTTP/1.1" status: 200 len: 854 time: 0.0932350 Aug 16 20:01:04.071128 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-f3b3c058-419f-4213-93a0-2db115d60380 None None] Set router f43d7f13-c6d7-432e-81fa-6045214dd9fc gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:01:04.133953 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-83c8644d-3803-4c80-960d-4282d0107a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:04.136127 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-83c8644d-3803-4c80-960d-4282d0107a99 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=32ab34dc-dab9-4698-ba33-f8efbd07740e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795810 Aug 16 20:01:04.187185 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f3b3c058-419f-4213-93a0-2db115d60380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43d7f13-c6d7-432e-81fa-6045214dd9fc', 'name': 'tempest-FloatingIPDetailsTestJSON-158279089-router', 'tenant_id': '44a7b6c5b7634630ae717b8e12f3697b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:00:18Z', 'updated_at': '2021-08-16T20:01:03Z', 'revision_number': 7, 'project_id': '44a7b6c5b7634630ae717b8e12f3697b', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:01:04.228543 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fe281d3-ec8e-4203-acf5-d049a8ba40c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:04.253418 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b3c058-419f-4213-93a0-2db115d60380 None None] The sync data for ids ['f43d7f13-c6d7-432e-81fa-6045214dd9fc'] in n-d-787206-13 is: [{'id': 'f43d7f13-c6d7-432e-81fa-6045214dd9fc', 'name': 'tempest-FloatingIPDetailsTestJSON-158279089-router', 'tenant_id': '44a7b6c5b7634630ae717b8e12f3697b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:00:18Z', 'updated_at': '2021-08-16T20:01:03Z', 'revision_number': 7, 'project_id': '44a7b6c5b7634630ae717b8e12f3697b', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:01:04.254878 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:04.256927 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68ec0e-530e-4943-a4bb-e1707365acb6 None None] Pushing event updated for resources: {'Port': ['ID=7f4c7078-48a2-465a-9121-eb11670a4948,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:04.333310 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-d9b02020-80a8-4f77-a22b-230d638e9511 service neutron] 10.222.0.57 "GET /v2.0/networks/32ab34dc-dab9-4698-ba33-f8efbd07740e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829684 Aug 16 20:01:04.338967 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-8ab47957-5bd8-4120-abca-e806f52e3198 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Allocated IP 172.20.0.4 (32ab34dc-dab9-4698-ba33-f8efbd07740e/67859431-3c0a-43e3-b371-b5f64d62799e/a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:01:04.373123 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be211f79-eb46-4d3d-beef-bf66a326f7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:04.438671 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-24ac5c33-9595-4309-8f61-21da4375a73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:04.469247 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 944c198d-a16e-4841-86ed-e2a60176e13d, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=944c198d-a16e-4841-86ed-e2a60176e13d,segment=NetworkSegment(827dd0b5-7f5a-4db7-ad86-73a8b5a29504),segment_id=827dd0b5-7f5a-4db7-ad86-73a8b5a29504)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:04.473686 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f05a9a-6ed7-47e9-8500-28bd1536f431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944c198d-a16e-4841-86ed-e2a60176e13d'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:01:04.476987 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f23ab92-b177-4465-9d1a-5806f2d7d639" -d '{"events": [{"server_uuid": "88f05a9a-6ed7-47e9-8500-28bd1536f431", "name": "network-vif-plugged", "status": "completed", "tag": "944c198d-a16e-4841-86ed-e2a60176e13d"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:01:04.485088 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:04.516618 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-66ebcc1c-6297-4aa1-a441-de15c297f952 req-ac5eb72e-9c28-4d9d-bbfd-c55de25cef96 service neutron] 10.222.0.57 "GET /v2.0/networks/32ab34dc-dab9-4698-ba33-f8efbd07740e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724842 Aug 16 20:01:04.572382 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 3a180e61-4fd8-4678-baaa-aa060b094fe5 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:01:04.608676 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 3a180e61-4fd8-4678-baaa-aa060b094fe5 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:01:04.609155 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 3a180e61-4fd8-4678-baaa-aa060b094fe5 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:01:04.635830 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=944c198d-a16e-4841-86ed-e2a60176e13d,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:04.669002 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:04.922473 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be211f79-eb46-4d3d-beef-bf66a326f7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:04.924232 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-4ace3c43-7317-46a0-a57e-746e2bede30b service neutron] Attempting to bind port 3a3364a1-1f25-4954-b847-6095eef6d486 on host n-h1-787206-13 for vnic_type normal with profile None {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:01:04.924653 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-4ace3c43-7317-46a0-a57e-746e2bede30b service neutron] Attempting to bind port 3a3364a1-1f25-4954-b847-6095eef6d486 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:01:04.925047 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-4ace3c43-7317-46a0-a57e-746e2bede30b service neutron] Attempting to bind port 3a3364a1-1f25-4954-b847-6095eef6d486 on network 090f4e50-1fb3-4449-b92b-949da889d68e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:01:04.933569 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be211f79-eb46-4d3d-beef-bf66a326f7d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:04.982924 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-4ace3c43-7317-46a0-a57e-746e2bede30b service neutron] Port 3a3364a1-1f25-4954-b847-6095eef6d486 on network 090f4e50-1fb3-4449-b92b-949da889d68e not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:01:04.983492 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-4ace3c43-7317-46a0-a57e-746e2bede30b service neutron] Attempting to bind port 3a3364a1-1f25-4954-b847-6095eef6d486 on network 090f4e50-1fb3-4449-b92b-949da889d68e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:01:05.057698 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-4ace3c43-7317-46a0-a57e-746e2bede30b service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:01:05.058127 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-4ace3c43-7317-46a0-a57e-746e2bede30b service neutron] Checking segment: {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:01:05.058585 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-4ace3c43-7317-46a0-a57e-746e2bede30b service neutron] Bound using segment: {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:01:05.059097 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-4ace3c43-7317-46a0-a57e-746e2bede30b service neutron] Bound port: 3a3364a1-1f25-4954-b847-6095eef6d486, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:01:05.067901 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-6d43fd7b-4f05-48a8-9cdb-0f790a8e69f8 service neutron] 10.222.0.68 "GET /v2.0/networks/32ab34dc-dab9-4698-ba33-f8efbd07740e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1447067 Aug 16 20:01:05.146002 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be211f79-eb46-4d3d-beef-bf66a326f7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:05.146653 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be211f79-eb46-4d3d-beef-bf66a326f7d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f43d7f13-c6d7-432e-81fa-6045214dd9fc {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:01:05.151529 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be211f79-eb46-4d3d-beef-bf66a326f7d2 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:05.155277 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59796) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:01:05.155419 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-be211f79-eb46-4d3d-beef-bf66a326f7d2 admin admin] 10.222.0.68 "DELETE /v2.0/routers/f43d7f13-c6d7-432e-81fa-6045214dd9fc HTTP/1.1" status: 204 len: 168 time: 4.6467242 Aug 16 20:01:05.241927 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ffbd93f-64d8-4459-b487-539b25441016 admin admin] Deleting subnet a312b724-ccbe-45ba-958d-0163bd12dc4f {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:01:05.251217 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3ffbd93f-64d8-4459-b487-539b25441016 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:05.316124 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3ffbd93f-64d8-4459-b487-539b25441016 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:05.378807 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-4ace3c43-7317-46a0-a57e-746e2bede30b service neutron] For port 3a3364a1-1f25-4954-b847-6095eef6d486, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3a3364a1-1f25-4954-b847-6095eef6d486,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:01:05.409234 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device b584353f-767c-48df-9272-5d9cb4770a21 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:01:05.414245 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-4ace3c43-7317-46a0-a57e-746e2bede30b service neutron] Notify callbacks [] for binding, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:05.430486 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-4ace3c43-7317-46a0-a57e-746e2bede30b service neutron] 10.222.0.68 "POST /v2.0/ports/3a3364a1-1f25-4954-b847-6095eef6d486/bindings HTTP/1.1" status: 201 len: 390 time: 2.5005963 Aug 16 20:01:05.444116 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-8ab47957-5bd8-4120-abca-e806f52e3198 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:05.458835 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-e8ca7ccb-43e1-4f1c-830b-5e83c8a3d4bc service neutron] 10.222.0.68 "GET /v2.0/networks/32ab34dc-dab9-4698-ba33-f8efbd07740e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424242 Aug 16 20:01:05.508521 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-8ab47957-5bd8-4120-abca-e806f52e3198 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Transition to ACTIVE for port object a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:01:05.520840 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe281d3-ec8e-4203-acf5-d049a8ba40c9 admin admin] Router f71958ae-8dd0-4a09-b82a-70bbf33995d2 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:01:05.533020 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3ffbd93f-64d8-4459-b487-539b25441016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:05.624459 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83248ae-e69f-4029-b242-338220d2560f None None] Network ecd35756-7702-4168-9b7e-f6ce21930664 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:01:05.641560 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:05.666078 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3ffbd93f-64d8-4459-b487-539b25441016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:05.678376 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b819aad-c122-4927-ad3c-b074299ef3ce x-openstack-request-id: req-4b819aad-c122-4927-ad3c-b074299ef3ce {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:01:05.678732 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab36acfe-9fb4-4043-bd12-fa487a9d45e0", "name": "network-vif-deleted", "tag": "3a180e61-4fd8-4678-baaa-aa060b094fe5", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:01:05.679044 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4b819aad-c122-4927-ad3c-b074299ef3ce {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:01:05.679531 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab36acfe-9fb4-4043-bd12-fa487a9d45e0', 'name': 'network-vif-deleted', 'tag': '3a180e61-4fd8-4678-baaa-aa060b094fe5', 'status': 'completed', 'code': 200} Aug 16 20:01:05.721580 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffbd93f-64d8-4459-b487-539b25441016 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a312b724-ccbe-45ba-958d-0163bd12dc4f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:05.749288 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3ffbd93f-64d8-4459-b487-539b25441016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:05.756553 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3ffbd93f-64d8-4459-b487-539b25441016 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/a312b724-ccbe-45ba-958d-0163bd12dc4f HTTP/1.1" status: 204 len: 168 time: 0.5992608 Aug 16 20:01:05.767720 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59808) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:01:05.797499 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-8ab47957-5bd8-4120-abca-e806f52e3198 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:05.854757 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c765631-8bd0-4366-ab1f-3a4ab3b3711a None None] Network 8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:01:05.950174 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port b584353f-767c-48df-9272-5d9cb4770a21 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:01:05.954385 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:06.048837 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9ac2f63c-ef0e-43f4-b1c5-f08a1ed68ce7 None None] Provisioning for port 7f4c7078-48a2-465a-9121-eb11670a4948 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:01:06.077117 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:06.108115 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:06.130033 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-8ab47957-5bd8-4120-abca-e806f52e3198 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Network 32ab34dc-dab9-4698-ba33-f8efbd07740e is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:01:06.136398 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-47ba591e-68f1-48be-8e34-749e5e13a30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:06.140921 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-8ab47957-5bd8-4120-abca-e806f52e3198 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:01:06.143434 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab47957-5bd8-4120-abca-e806f52e3198 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Pushing event updated for resources: {'Port': ['ID=a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:06.146243 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-8ab47957-5bd8-4120-abca-e806f52e3198 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:01:06.170637 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116202c-5365-419d-ba06-68bce04ac774 req-7a61eb6f-6ae1-44a4-9395-12c93b6815f3 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:06.172483 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c116202c-5365-419d-ba06-68bce04ac774 req-7a61eb6f-6ae1-44a4-9395-12c93b6815f3 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2&tenant_id=80d98bbe248147c88be18e7257fbdc13&binding%3Ahost_id=n-h1-787206-13 HTTP/1.1" status: 200 len: 1097 time: 0.2787447 Aug 16 20:01:06.180500 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-0e6139e8-69f8-4638-8b03-f13b449ba106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:06.183005 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-0e6139e8-69f8-4638-8b03-f13b449ba106 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 1097 time: 0.3336434 Aug 16 20:01:06.189389 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe281d3-ec8e-4203-acf5-d049a8ba40c9 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:01:06.200957 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273d4f97-cd4f-4d42-8305-b20224ca6b9d None None] Sync routers for ids ['f71958ae-8dd0-4a09-b82a-70bbf33995d2'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:01:06.204798 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-c116202c-5365-419d-ba06-68bce04ac774 req-bff55241-57b1-4e19-a3db-66778b97a1d8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-787206-13'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:01:06.217152 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273d4f97-cd4f-4d42-8305-b20224ca6b9d None None] Routers {'f71958ae-8dd0-4a09-b82a-70bbf33995d2'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:01:06.217962 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-273d4f97-cd4f-4d42-8305-b20224ca6b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:01:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f71958ae-8dd0-4a09-b82a-70bbf33995d2'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:01:06.363856 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fe281d3-ec8e-4203-acf5-d049a8ba40c9 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:06.372271 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8fe281d3-ec8e-4203-acf5-d049a8ba40c9 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 7.5122621 Aug 16 20:01:06.402444 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e16410-2cfa-4673-9aa2-82bf56f7c23b req-03fb70a9-a4e9-46fe-9eae-69ffee1959d8 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:06.425562 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-60e16410-2cfa-4673-9aa2-82bf56f7c23b req-03fb70a9-a4e9-46fe-9eae-69ffee1959d8 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 945 time: 0.3858426 Aug 16 20:01:06.437572 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59822) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:01:06.483572 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-8ab47957-5bd8-4120-abca-e806f52e3198 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:06.488460 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-8ab47957-5bd8-4120-abca-e806f52e3198 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:06.574327 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:06.597288 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-8ab47957-5bd8-4120-abca-e806f52e3198 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3881385 Aug 16 20:01:06.612591 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-273d4f97-cd4f-4d42-8305-b20224ca6b9d None None] Set router f71958ae-8dd0-4a09-b82a-70bbf33995d2 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:01:06.619664 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-fe47ffe9-9a62-42dc-8723-a8aa0f05b1d2 service neutron] Request body: {'port': {'device_id': 'f99d1691-55f0-4053-ad18-d7df57dcc42c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:01:06.639228 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7f4c7078-48a2-465a-9121-eb11670a4948 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:01:06.758650 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea21f6d0-ee2d-47de-8a80-b2450f1b0a65 None None] DHCP port deletion for 8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:01:06.789612 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-fe47ffe9-9a62-42dc-8723-a8aa0f05b1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:06.820375 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-baf05c3f-8c18-4c7a-a129-8dc0a3ac590b None None] Provisioning for port a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:01:06.842578 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port b584353f-767c-48df-9272-5d9cb4770a21, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=b584353f-767c-48df-9272-5d9cb4770a21,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:06.843963 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-baf05c3f-8c18-4c7a-a129-8dc0a3ac590b None None] Provisioning complete for port a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:01:06.844876 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-baf05c3f-8c18-4c7a-a129-8dc0a3ac590b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:06.892829 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:06.925324 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-60e16410-2cfa-4673-9aa2-82bf56f7c23b req-81a48b4f-2e30-447c-870b-4071ba2f6f8c tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888964 Aug 16 20:01:07.111118 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-273d4f97-cd4f-4d42-8305-b20224ca6b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-886798932-router', 'tenant_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'eae24a7a-0ed2-40f7-9d44-eb1b5154eb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:00:58Z', 'updated_at': '2021-08-16T20:01:02Z', 'revision_number': 3, 'project_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'gw_port': {'id': 'eae24a7a-0ed2-40f7-9d44-eb1b5154eb99', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:01:00Z', 'updated_at': '2021-08-16T20:01:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:01:07.168137 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273d4f97-cd4f-4d42-8305-b20224ca6b9d None None] Checking router: f71958ae-8dd0-4a09-b82a-70bbf33995d2 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:01:07.168500 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273d4f97-cd4f-4d42-8305-b20224ca6b9d None None] Updating router f71958ae-8dd0-4a09-b82a-70bbf33995d2 port eae24a7a-0ed2-40f7-9d44-eb1b5154eb99 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:01:07.170689 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801d0cd0-78bd-47e8-9325-7fb0354530ff x-openstack-request-id: req-801d0cd0-78bd-47e8-9325-7fb0354530ff {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:01:07.173658 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f05a9a-6ed7-47e9-8500-28bd1536f431", "name": "network-vif-plugged", "status": "completed", "tag": "944c198d-a16e-4841-86ed-e2a60176e13d", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:01:07.174250 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-801d0cd0-78bd-47e8-9325-7fb0354530ff {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:01:07.176571 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f05a9a-6ed7-47e9-8500-28bd1536f431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944c198d-a16e-4841-86ed-e2a60176e13d', 'code': 200} Aug 16 20:01:07.212752 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6bad7-b87a-42b2-b65c-abd03c4b509c req-6635f932-e9a8-431f-868b-a064d6d0a6f2 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:07.220768 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-80b6bad7-b87a-42b2-b65c-abd03c4b509c req-6635f932-e9a8-431f-868b-a064d6d0a6f2 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=88f05a9a-6ed7-47e9-8500-28bd1536f431 HTTP/1.1" status: 200 len: 945 time: 1.1961036 Aug 16 20:01:07.231523 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-273d4f97-cd4f-4d42-8305-b20224ca6b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:07.238699 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=b584353f-767c-48df-9272-5d9cb4770a21,revision_number=10']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:07.278583 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:01:07.308097 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:07.325060 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-baf05c3f-8c18-4c7a-a129-8dc0a3ac590b None None] Port a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:01:07.349352 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c116202c-5365-419d-ba06-68bce04ac774 req-bff55241-57b1-4e19-a3db-66778b97a1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:07.380021 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 7f4c7078-48a2-465a-9121-eb11670a4948 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:01:07.391136 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ea21f6d0-ee2d-47de-8a80-b2450f1b0a65 None None] Deleting port 18fc3afa-9780-4cc7-9c8c-e60489c613ef {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:01:07.392116 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea21f6d0-ee2d-47de-8a80-b2450f1b0a65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:07.400737 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 7f4c7078-48a2-465a-9121-eb11670a4948 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:01:07.403808 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:07.527604 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 8e2a7756-4d12-4d25-9c53-de559fb5b7f3 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:01:07.552999 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-47ba591e-68f1-48be-8e34-749e5e13a30f admin admin] Deleting port 18fc3afa-9780-4cc7-9c8c-e60489c613ef {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:01:07.553351 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-47ba591e-68f1-48be-8e34-749e5e13a30f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:07.594110 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9aabf-9e3b-4123-9a96-4de5c619c290 req-2547bb8e-2c86-4813-bd01-cbb2c4c6f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:07.595638 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-46a9aabf-9e3b-4123-9a96-4de5c619c290 req-2547bb8e-2c86-4813-bd01-cbb2c4c6f558 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=88f05a9a-6ed7-47e9-8500-28bd1536f431 HTTP/1.1" status: 200 len: 1097 time: 0.3952446 Aug 16 20:01:07.615194 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f84a97-1ffb-43b9-931f-99b36c8e0684 req-91e359a7-cebd-49c0-b199-a7003f59fce2 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:07.616833 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-87f84a97-1ffb-43b9-931f-99b36c8e0684 req-91e359a7-cebd-49c0-b199-a7003f59fce2 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 945 time: 0.2973585 Aug 16 20:01:07.659597 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-80b6bad7-b87a-42b2-b65c-abd03c4b509c req-65ed2087-3b61-412d-af64-709eba6c3670 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/security-groups?id=1337fce4-273b-4435-a35c-c970b1f10dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4380660 Aug 16 20:01:07.685795 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad412143-e810-4b8f-943c-d80e5a1cceee', 'tag': '8e2a7756-4d12-4d25-9c53-de559fb5b7f3'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:01:07.685795 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69e8cf9-fdbc-47c0-a976-bb796e90fddf" -d '{"events": [{"name": "network-changed", "server_uuid": "ad412143-e810-4b8f-943c-d80e5a1cceee", "tag": "8e2a7756-4d12-4d25-9c53-de559fb5b7f3"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:01:07.797592 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-273d4f97-cd4f-4d42-8305-b20224ca6b9d None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:07.797804 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1c3c8be5-9b61-4d70-9e77-b74c1b4e672a,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:07.808962 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-273d4f97-cd4f-4d42-8305-b20224ca6b9d None None] Transition to ACTIVE for port object eae24a7a-0ed2-40f7-9d44-eb1b5154eb99 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:01:07.819877 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-273d4f97-cd4f-4d42-8305-b20224ca6b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:07.917539 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48684729-0479-47da-9790-1950a01e5a93 req-718a2683-8286-47d2-ba3c-128cc41afdf6 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d4072ed-df57-4360-80b6-7552957a2b29 HTTP/1.1" status: 200 len: 210 time: 0.0854208 Aug 16 20:01:07.922160 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408bbfe-d977-41a6-8717-8616731b9c76 None None] Pushing event updated for resources: {'Port': ['ID=eae24a7a-0ed2-40f7-9d44-eb1b5154eb99,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:07.925474 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-273d4f97-cd4f-4d42-8305-b20224ca6b9d None None] Attempting to bind port eae24a7a-0ed2-40f7-9d44-eb1b5154eb99 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:01:07.926047 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-273d4f97-cd4f-4d42-8305-b20224ca6b9d None None] Attempting to bind port eae24a7a-0ed2-40f7-9d44-eb1b5154eb99 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:01:07.926571 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273d4f97-cd4f-4d42-8305-b20224ca6b9d None None] Attempting to bind port eae24a7a-0ed2-40f7-9d44-eb1b5154eb99 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:01:07.937154 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408bbfe-d977-41a6-8717-8616731b9c76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:07.937667 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408bbfe-d977-41a6-8717-8616731b9c76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:07.938158 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408bbfe-d977-41a6-8717-8616731b9c76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:07.938643 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408bbfe-d977-41a6-8717-8616731b9c76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:07.939151 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408bbfe-d977-41a6-8717-8616731b9c76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:07.939674 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408bbfe-d977-41a6-8717-8616731b9c76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:07.940153 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408bbfe-d977-41a6-8717-8616731b9c76 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:07.940629 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408bbfe-d977-41a6-8717-8616731b9c76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:07.941124 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408bbfe-d977-41a6-8717-8616731b9c76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:07.941702 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408bbfe-d977-41a6-8717-8616731b9c76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:07.942193 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408bbfe-d977-41a6-8717-8616731b9c76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:07.942666 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408bbfe-d977-41a6-8717-8616731b9c76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:07.947731 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273d4f97-cd4f-4d42-8305-b20224ca6b9d None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:01:07.948368 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273d4f97-cd4f-4d42-8305-b20224ca6b9d None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:01:07.948952 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-273d4f97-cd4f-4d42-8305-b20224ca6b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:07.949651 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273d4f97-cd4f-4d42-8305-b20224ca6b9d None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:01:07.950274 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-273d4f97-cd4f-4d42-8305-b20224ca6b9d None None] Bound port: eae24a7a-0ed2-40f7-9d44-eb1b5154eb99, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:01:07.950968 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-273d4f97-cd4f-4d42-8305-b20224ca6b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:07.998374 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-87f84a97-1ffb-43b9-931f-99b36c8e0684 req-665cd48d-ba27-457b-a85f-66c39caa94eb tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280914 Aug 16 20:01:07.999356 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-8311f230-00a9-4307-a4bd-86fcb08804f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:08.001842 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-8311f230-00a9-4307-a4bd-86fcb08804f7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=090f4e50-1fb3-4449-b92b-949da889d68e HTTP/1.1" status: 200 len: 909 time: 1.7342060 Aug 16 20:01:08.006265 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-47ba591e-68f1-48be-8e34-749e5e13a30f admin admin] For port 18fc3afa-9780-4cc7-9c8c-e60489c613ef, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=18fc3afa-9780-4cc7-9c8c-e60489c613ef,segment=NetworkSegment(39bb53b0-3672-4c10-914d-f7549f63334e),segment_id=39bb53b0-3672-4c10-914d-f7549f63334e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:08.006781 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-47ba591e-68f1-48be-8e34-749e5e13a30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:08.034435 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-15834c20-29c3-4c68-9b83-673581e677ea None None] Provisioning complete for port 7f4c7078-48a2-465a-9121-eb11670a4948 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:01:08.037675 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-15834c20-29c3-4c68-9b83-673581e677ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:08.052294 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-273d4f97-cd4f-4d42-8305-b20224ca6b9d None None] For port eae24a7a-0ed2-40f7-9d44-eb1b5154eb99, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:01:08.053524 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:08.063557 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-273d4f97-cd4f-4d42-8305-b20224ca6b9d None None] For port eae24a7a-0ed2-40f7-9d44-eb1b5154eb99, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=eae24a7a-0ed2-40f7-9d44-eb1b5154eb99,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:01:08.072732 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-273d4f97-cd4f-4d42-8305-b20224ca6b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:08.074817 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-47ba591e-68f1-48be-8e34-749e5e13a30f admin admin] Calling delete_port for 18fc3afa-9780-4cc7-9c8c-e60489c613ef owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:01:08.166910 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-46a9aabf-9e3b-4123-9a96-4de5c619c290 req-fc35c7d4-0d45-4c45-bef7-ded149c62519 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=1337fce4-273b-4435-a35c-c970b1f10dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5047071 Aug 16 20:01:08.215073 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c116202c-5365-419d-ba06-68bce04ac774 req-bff55241-57b1-4e19-a3db-66778b97a1d8 service neutron] For port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1c3c8be5-9b61-4d70-9e77-b74c1b4e672a,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:08.260565 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408bbfe-d977-41a6-8717-8616731b9c76 None None] Pushing event updated for resources: {'Port': ['ID=eae24a7a-0ed2-40f7-9d44-eb1b5154eb99,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:08.263932 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273d4f97-cd4f-4d42-8305-b20224ca6b9d None None] Routers {'f71958ae-8dd0-4a09-b82a-70bbf33995d2'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:01:08.264711 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-273d4f97-cd4f-4d42-8305-b20224ca6b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:01:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f71958ae-8dd0-4a09-b82a-70bbf33995d2'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:01:08.295993 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-615463bd-bd73-462d-9774-55617423f5f6 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:08.298171 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-615463bd-bd73-462d-9774-55617423f5f6 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.63 "GET /v2.0/networks?id=32ab34dc-dab9-4698-ba33-f8efbd07740e HTTP/1.1" status: 200 len: 815 time: 0.5990932 Aug 16 20:01:08.315824 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6172660a-d40d-4572-9404-113926986e48 x-openstack-request-id: req-6172660a-d40d-4572-9404-113926986e48 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:01:08.323816 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad412143-e810-4b8f-943c-d80e5a1cceee", "tag": "8e2a7756-4d12-4d25-9c53-de559fb5b7f3", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:01:08.324197 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6172660a-d40d-4572-9404-113926986e48 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:01:08.324733 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad412143-e810-4b8f-943c-d80e5a1cceee', 'tag': '8e2a7756-4d12-4d25-9c53-de559fb5b7f3', 'status': 'completed', 'code': 200} Aug 16 20:01:08.328757 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-78445a8a-f2f2-4fcb-8122-e25cc3cb32a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a3364a1-1f25-4954-b847-6095eef6d486 HTTP/1.1" status: 200 len: 217 time: 0.3170080 Aug 16 20:01:08.339867 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-ffd5e466-af86-40e5-974b-90d0bb2bc4dd tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Request body: {'port': {'device_id': '8d4072ed-df57-4360-80b6-7552957a2b29', 'network_id': '32ab34dc-dab9-4698-ba33-f8efbd07740e', 'admin_state_up': True, 'tenant_id': '70abbb206d0d4e1b957abffc35cf78b2'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:01:08.375688 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a has no active binding in host n-h2-787206-13 {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:01:08.419882 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c116202c-5365-419d-ba06-68bce04ac774 req-bff55241-57b1-4e19-a3db-66778b97a1d8 service neutron] For port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:01:08.421512 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-47ba591e-68f1-48be-8e34-749e5e13a30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:08.443599 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.db.resource_extend [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] It took 0.61 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:01:08.458424 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 7f4c7078-48a2-465a-9121-eb11670a4948, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7f4c7078-48a2-465a-9121-eb11670a4948,segment=NetworkSegment(2013fb8e-5cea-4bcd-b32b-12108d9d93ef),segment_id=2013fb8e-5cea-4bcd-b32b-12108d9d93ef)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:08.484738 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-273d4f97-cd4f-4d42-8305-b20224ca6b9d None None] Set router f71958ae-8dd0-4a09-b82a-70bbf33995d2 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:01:08.494697 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:08.518625 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 501c8203-eedf-43b8-9d57-abc8c07bed7b no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:01:08.522295 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ea21f6d0-ee2d-47de-8a80-b2450f1b0a65 None None] For port 18fc3afa-9780-4cc7-9c8c-e60489c613ef, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=18fc3afa-9780-4cc7-9c8c-e60489c613ef,segment=NetworkSegment(39bb53b0-3672-4c10-914d-f7549f63334e),segment_id=39bb53b0-3672-4c10-914d-f7549f63334e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:08.522295 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea21f6d0-ee2d-47de-8a80-b2450f1b0a65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:08.630920 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c116202c-5365-419d-ba06-68bce04ac774 req-bff55241-57b1-4e19-a3db-66778b97a1d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:08.650040 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba591e-68f1-48be-8e34-749e5e13a30f admin admin] Pushing event deleted for resources: {'Port': ['ID=18fc3afa-9780-4cc7-9c8c-e60489c613ef,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:08.653423 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c116202c-5365-419d-ba06-68bce04ac774 req-bff55241-57b1-4e19-a3db-66778b97a1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:08.703349 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bd19929-9501-4526-9cad-4552b82d963c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:08.723860 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ea21f6d0-ee2d-47de-8a80-b2450f1b0a65 None None] Calling delete_port for 18fc3afa-9780-4cc7-9c8c-e60489c613ef owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:01:08.728935 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 501c8203-eedf-43b8-9d57-abc8c07bed7b {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:01:08.729694 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 501c8203-eedf-43b8-9d57-abc8c07bed7b not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:01:08.730724 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b144b583-21ef-490c-94d1-48ca55e00e69 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:01:08.769265 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ba591e-68f1-48be-8e34-749e5e13a30f admin admin] No DVR routers for this DVR port 18fc3afa-9780-4cc7-9c8c-e60489c613ef on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:01:08.774847 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: b144b583-21ef-490c-94d1-48ca55e00e69 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:01:08.774847 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b144b583-21ef-490c-94d1-48ca55e00e69 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:01:08.828748 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-273d4f97-cd4f-4d42-8305-b20224ca6b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-886798932-router', 'tenant_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'eae24a7a-0ed2-40f7-9d44-eb1b5154eb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:00:58Z', 'updated_at': '2021-08-16T20:01:02Z', 'revision_number': 3, 'project_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'gw_port': {'id': 'eae24a7a-0ed2-40f7-9d44-eb1b5154eb99', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:01:00Z', 'updated_at': '2021-08-16T20:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:01:08.932885 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273d4f97-cd4f-4d42-8305-b20224ca6b9d None None] The sync data for ids ['f71958ae-8dd0-4a09-b82a-70bbf33995d2'] in n-d-787206-13 is: [{'id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-886798932-router', 'tenant_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'eae24a7a-0ed2-40f7-9d44-eb1b5154eb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:00:58Z', 'updated_at': '2021-08-16T20:01:02Z', 'revision_number': 3, 'project_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'gw_port': {'id': 'eae24a7a-0ed2-40f7-9d44-eb1b5154eb99', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:01:00Z', 'updated_at': '2021-08-16T20:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:01:08.968191 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=7f4c7078-48a2-465a-9121-eb11670a4948,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:08.976421 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 18fc3afa-9780-4cc7-9c8c-e60489c613ef no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:01:08.989213 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42128dac-b1dc-4244-a8c3-42f2fd31750f req-250ca183-f9c2-4f84-a3e8-280855adb883 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:08.997295 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42128dac-b1dc-4244-a8c3-42f2fd31750f req-250ca183-f9c2-4f84-a3e8-280855adb883 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 945 time: 0.6648631 Aug 16 20:01:09.038150 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-68f169ca-6917-40d0-83b3-ef7dc60960af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:09.040128 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-68f169ca-6917-40d0-83b3-ef7dc60960af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bf22002-ba37-41ff-af5d-cdbe63ed2bd8 HTTP/1.1" status: 200 len: 848 time: 0.6666131 Aug 16 20:01:09.114053 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e8cf9-fdbc-47c0-a976-bb796e90fddf req-a9d48256-e312-423c-9efb-adc59169971a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:09.115964 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d69e8cf9-fdbc-47c0-a976-bb796e90fddf req-a9d48256-e312-423c-9efb-adc59169971a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70abbb206d0d4e1b957abffc35cf78b2&device_id=ad412143-e810-4b8f-943c-d80e5a1cceee HTTP/1.1" status: 200 len: 1095 time: 0.7452178 Aug 16 20:01:09.123371 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 8e2a7756-4d12-4d25-9c53-de559fb5b7f3, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=8e2a7756-4d12-4d25-9c53-de559fb5b7f3,segment=NetworkSegment(627df236-b6dd-47d5-9e3c-f7b3b1a2ec65),segment_id=627df236-b6dd-47d5-9e3c-f7b3b1a2ec65)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:09.130851 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 18fc3afa-9780-4cc7-9c8c-e60489c613ef {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:01:09.131189 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 18fc3afa-9780-4cc7-9c8c-e60489c613ef not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:01:09.158010 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea21f6d0-ee2d-47de-8a80-b2450f1b0a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:09.163928 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '8e2a7756-4d12-4d25-9c53-de559fb5b7f3', 'network_id': '32ab34dc-dab9-4698-ba33-f8efbd07740e', 'port_id': '8e2a7756-4d12-4d25-9c53-de559fb5b7f3', 'mac_address': 'fa:16:3e:0f:35:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67859431-3c0a-43e3-b371-b5f64d62799e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:01:09.193136 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-47ba591e-68f1-48be-8e34-749e5e13a30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:09.204525 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a8929-ecdc-460c-84df-c0b273af732a req-1d298898-459b-4c29-89e6-76c3510c04bf tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:09.213148 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b500535-6c1d-40e0-8574-82b1d405e864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b584353f-767c-48df-9272-5d9cb4770a21'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:01:09.214659 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-47ba591e-68f1-48be-8e34-749e5e13a30f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:01:09.217071 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c41ba08-1350-4b9f-876c-10bb45fb765c" -d '{"events": [{"server_uuid": "2b500535-6c1d-40e0-8574-82b1d405e864", "name": "network-vif-plugged", "status": "completed", "tag": "b584353f-767c-48df-9272-5d9cb4770a21"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:01:09.226042 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3d3a8929-ecdc-460c-84df-c0b273af732a req-1d298898-459b-4c29-89e6-76c3510c04bf tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1 HTTP/1.1" status: 200 len: 950 time: 0.7835987 Aug 16 20:01:09.230967 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21f6d0-ee2d-47de-8a80-b2450f1b0a65 None None] Pushing event deleted for resources: {'Port': ['ID=18fc3afa-9780-4cc7-9c8c-e60489c613ef,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:09.235113 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-fe47ffe9-9a62-42dc-8723-a8aa0f05b1d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:01:09.237253 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-47ba591e-68f1-48be-8e34-749e5e13a30f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39bb53b0-3672-4c10-914d-f7549f63334e') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:01:09.237744 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea21f6d0-ee2d-47de-8a80-b2450f1b0a65 None None] No DVR routers for this DVR port 18fc3afa-9780-4cc7-9c8c-e60489c613ef on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:01:09.237832 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-47ba591e-68f1-48be-8e34-749e5e13a30f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39bb53b0-3672-4c10-914d-f7549f63334e') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:01:09.262596 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-47ba591e-68f1-48be-8e34-749e5e13a30f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:09.283773 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-47ba591e-68f1-48be-8e34-749e5e13a30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:09.299964 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ba591e-68f1-48be-8e34-749e5e13a30f admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:01:09.300634 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-47ba591e-68f1-48be-8e34-749e5e13a30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:09.304824 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-fe47ffe9-9a62-42dc-8723-a8aa0f05b1d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:09.350355 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:09.394037 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2a7756-4d12-4d25-9c53-de559fb5b7f3 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:01:09.410151 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:01:09.410151 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:01:09.410151 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:01:09.410151 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:01:09.410151 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:01:09.410151 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:01:09.410151 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:01:09.410151 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:01:09.410151 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:01:09.410151 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:01:09.410151 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:01:09.410151 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:01:09.410151 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:01:09.410151 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:01:09.410151 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:01:09.410151 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:01:09.410151 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:01:09.410151 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:01:09.410151 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:01:09.410151 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:01:09.410151 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:01:09.410151 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:01:09.410151 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:01:09.410151 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:01:09.410151 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:01:09.410151 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:01:09.410151 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:01:09.410151 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:01:09.410151 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:01:09.410151 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:01:09.410151 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:01:09.410151 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:01:09.413365 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-c116202c-5365-419d-ba06-68bce04ac774 req-bff55241-57b1-4e19-a3db-66778b97a1d8 service neutron] Attempting to bind port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a on host n-h1-787206-13 for vnic_type normal with profile {"migrating_to": "n-h2-787206-13"} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:01:09.413365 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-c116202c-5365-419d-ba06-68bce04ac774 req-bff55241-57b1-4e19-a3db-66778b97a1d8 service neutron] Attempting to bind port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:01:09.413365 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c116202c-5365-419d-ba06-68bce04ac774 req-bff55241-57b1-4e19-a3db-66778b97a1d8 service neutron] Attempting to bind port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a on network 273a965b-291d-4de0-904d-d29903ed22d3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:01:09.428329 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 8e2a7756-4d12-4d25-9c53-de559fb5b7f3, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=8e2a7756-4d12-4d25-9c53-de559fb5b7f3,segment=NetworkSegment(627df236-b6dd-47d5-9e3c-f7b3b1a2ec65),segment_id=627df236-b6dd-47d5-9e3c-f7b3b1a2ec65)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:09.433725 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:09.486814 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-fe47ffe9-9a62-42dc-8723-a8aa0f05b1d2 service neutron] Transition to ACTIVE for port object a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:01:09.501087 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=8e2a7756-4d12-4d25-9c53-de559fb5b7f3,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:09.514728 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c116202c-5365-419d-ba06-68bce04ac774 req-bff55241-57b1-4e19-a3db-66778b97a1d8 service neutron] Port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a on network 273a965b-291d-4de0-904d-d29903ed22d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:01:09.515155 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c116202c-5365-419d-ba06-68bce04ac774 req-bff55241-57b1-4e19-a3db-66778b97a1d8 service neutron] Attempting to bind port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a on network 273a965b-291d-4de0-904d-d29903ed22d3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:01:09.524226 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-ffa9cbeb-c534-47c1-baa7-941cb923998c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=090f4e50-1fb3-4449-b92b-949da889d68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4688947 Aug 16 20:01:09.532856 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-fe47ffe9-9a62-42dc-8723-a8aa0f05b1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:09.549812 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff55241-57b1-4e19-a3db-66778b97a1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3c8be5-9b61-4d70-9e77-b74c1b4e672a,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:09.553831 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-47ba591e-68f1-48be-8e34-749e5e13a30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:09.585241 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3d3a8929-ecdc-460c-84df-c0b273af732a req-465ca35a-836a-463d-9077-399acf3550f1 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583975 Aug 16 20:01:09.585859 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-ffd5e466-af86-40e5-974b-90d0bb2bc4dd tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Made reservation on behalf of 70abbb206d0d4e1b957abffc35cf78b2 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:01:09.589758 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-ffd5e466-af86-40e5-974b-90d0bb2bc4dd tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:09.673515 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c116202c-5365-419d-ba06-68bce04ac774 req-bff55241-57b1-4e19-a3db-66778b97a1d8 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:01:09.676015 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c116202c-5365-419d-ba06-68bce04ac774 req-bff55241-57b1-4e19-a3db-66778b97a1d8 service neutron] Checking segment: {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:01:09.678099 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c116202c-5365-419d-ba06-68bce04ac774 req-bff55241-57b1-4e19-a3db-66778b97a1d8 service neutron] Bound using segment: {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:01:09.682484 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-c116202c-5365-419d-ba06-68bce04ac774 req-bff55241-57b1-4e19-a3db-66778b97a1d8 service neutron] Bound port: 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:01:09.682753 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c116202c-5365-419d-ba06-68bce04ac774 req-bff55241-57b1-4e19-a3db-66778b97a1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:09.743942 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42128dac-b1dc-4244-a8c3-42f2fd31750f req-efa2a716-ca60-4c1f-8c12-dabba72f74b1 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7450633 Aug 16 20:01:09.754196 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.57', 65492) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:01:09.783454 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-47ba591e-68f1-48be-8e34-749e5e13a30f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:09.788261 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-47ba591e-68f1-48be-8e34-749e5e13a30f admin admin] 10.222.0.68 "DELETE /v2.0/networks/8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249 HTTP/1.1" status: 204 len: 168 time: 4.0048018 Aug 16 20:01:09.794809 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['8e2a7756-4d12-4d25-9c53-de559fb5b7f3'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:01:09.845222 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba591e-68f1-48be-8e34-749e5e13a30f admin admin] Pushing event deleted for resources: {'Network': ['ID=8cb43dd1-6e8b-4f3f-a331-57a4b3b3d249,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:10.074537 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-58203151-b529-4698-be48-1807dd877f42 service neutron] 10.222.0.57 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306373 Aug 16 20:01:10.133506 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47ffe9-9a62-42dc-8723-a8aa0f05b1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:10.136783 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59856) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:01:10.149116 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e8cf9-fdbc-47c0-a976-bb796e90fddf req-e9253a7d-49e4-4108-bcc9-677666162a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:10.151392 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d69e8cf9-fdbc-47c0-a976-bb796e90fddf req-e9253a7d-49e4-4108-bcc9-677666162a54 service neutron] 10.222.0.57 "GET /v2.0/networks?id=32ab34dc-dab9-4698-ba33-f8efbd07740e HTTP/1.1" status: 200 len: 916 time: 0.6994123 Aug 16 20:01:10.283490 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fc08e430-b5e4-45b9-9bc0-caed2a5040b3 req-f1107030-3d1a-4e3a-b670-ca3fc02c5a13 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d4072ed-df57-4360-80b6-7552957a2b29 HTTP/1.1" status: 200 len: 210 time: 0.3201203 Aug 16 20:01:10.286348 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-b0c9b3e2-351d-44af-b7eb-21aceab66029 service neutron] 10.222.0.57 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337376 Aug 16 20:01:10.332030 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-fe47ffe9-9a62-42dc-8723-a8aa0f05b1d2 service neutron] Attempting to bind port a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:01:10.333389 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-fe47ffe9-9a62-42dc-8723-a8aa0f05b1d2 service neutron] Attempting to bind port a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '627df236-b6dd-47d5-9e3c-f7b3b1a2ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '32ab34dc-dab9-4698-ba33-f8efbd07740e'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:01:10.333886 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-fe47ffe9-9a62-42dc-8723-a8aa0f05b1d2 service neutron] Attempting to bind port a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e on network 32ab34dc-dab9-4698-ba33-f8efbd07740e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:01:10.343803 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-68b0e60c-3cd0-41d4-87b3-b1e0c5a40d27 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=44a7b6c5b7634630ae717b8e12f3697b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1367180 Aug 16 20:01:10.353037 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59858) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:01:10.357301 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-fe47ffe9-9a62-42dc-8723-a8aa0f05b1d2 service neutron] Port a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e on network 32ab34dc-dab9-4698-ba33-f8efbd07740e not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:01:10.357618 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-fe47ffe9-9a62-42dc-8723-a8aa0f05b1d2 service neutron] Attempting to bind port a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e on network 32ab34dc-dab9-4698-ba33-f8efbd07740e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:01:10.380777 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-fe47ffe9-9a62-42dc-8723-a8aa0f05b1d2 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:01:10.381244 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-fe47ffe9-9a62-42dc-8723-a8aa0f05b1d2 service neutron] Checking segment: {'id': '627df236-b6dd-47d5-9e3c-f7b3b1a2ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '32ab34dc-dab9-4698-ba33-f8efbd07740e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:01:10.381771 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-fe47ffe9-9a62-42dc-8723-a8aa0f05b1d2 service neutron] Bound using segment: {'id': '627df236-b6dd-47d5-9e3c-f7b3b1a2ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '32ab34dc-dab9-4698-ba33-f8efbd07740e'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:01:10.382372 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-fe47ffe9-9a62-42dc-8723-a8aa0f05b1d2 service neutron] Bound port: a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '627df236-b6dd-47d5-9e3c-f7b3b1a2ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '32ab34dc-dab9-4698-ba33-f8efbd07740e'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:01:10.382851 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-fe47ffe9-9a62-42dc-8723-a8aa0f05b1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:10.403384 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d06d39-2905-4752-a520-1737a9a8a3e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c3c8be5-9b61-4d70-9e77-b74c1b4e672a'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:01:10.405886 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d428143b-4126-42a6-a256-ea8be017fdf9" -d '{"events": [{"server_uuid": "49d06d39-2905-4752-a520-1737a9a8a3e2", "name": "network-vif-unplugged", "status": "completed", "tag": "1c3c8be5-9b61-4d70-9e77-b74c1b4e672a"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:01:10.410974 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d69e8cf9-fdbc-47c0-a976-bb796e90fddf req-c8522ae1-9a53-4287-8bec-3ab6b03c0cbf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e2a7756-4d12-4d25-9c53-de559fb5b7f3 HTTP/1.1" status: 200 len: 217 time: 0.1213567 Aug 16 20:01:10.439683 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ce203-bf64-4d53-a709-6735529dd617 req-189599b7-ef15-44e8-be66-266a550e35cd tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:10.441211 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-545ce203-bf64-4d53-a709-6735529dd617 req-189599b7-ef15-44e8-be66-266a550e35cd tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.57 "GET /v2.0/ports?device_id=5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1 HTTP/1.1" status: 200 len: 950 time: 0.3589132 Aug 16 20:01:10.447428 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-ffd5e466-af86-40e5-974b-90d0bb2bc4dd tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Allocated IP 172.20.0.11 (32ab34dc-dab9-4698-ba33-f8efbd07740e/67859431-3c0a-43e3-b371-b5f64d62799e/d44f4d58-3907-494e-a724-893b0ba27e2c) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:01:10.522915 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c116202c-5365-419d-ba06-68bce04ac774 req-bff55241-57b1-4e19-a3db-66778b97a1d8 service neutron] For port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:01:10.551569 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c116202c-5365-419d-ba06-68bce04ac774 req-bff55241-57b1-4e19-a3db-66778b97a1d8 service neutron] For port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1c3c8be5-9b61-4d70-9e77-b74c1b4e672a,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:01:10.573170 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cb7f5-8128-474a-afdf-9ddf7116c684 req-d0207364-e514-429b-ac3f-8f83394687ec tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:10.575904 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-395cb7f5-8128-474a-afdf-9ddf7116c684 req-d0207364-e514-429b-ac3f-8f83394687ec tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 945 time: 0.1398776 Aug 16 20:01:10.577566 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e8cf9-fdbc-47c0-a976-bb796e90fddf req-b11827e0-6b66-4c39-ab5a-81f4fd4fe72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:10.579205 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d69e8cf9-fdbc-47c0-a976-bb796e90fddf req-b11827e0-6b66-4c39-ab5a-81f4fd4fe72b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=67859431-3c0a-43e3-b371-b5f64d62799e HTTP/1.1" status: 200 len: 854 time: 0.1289985 Aug 16 20:01:10.581485 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c116202c-5365-419d-ba06-68bce04ac774 req-bff55241-57b1-4e19-a3db-66778b97a1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:10.621484 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-4bd19929-9501-4526-9cad-4552b82d963c admin admin] Allocated IP 172.20.0.1 (ecd35756-7702-4168-9b7e-f6ce21930664/77f1a840-5b8e-4477-a95c-1936e6445e57/a576cd75-585b-456f-998e-a7a6f84c0b6d) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:01:10.670135 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff55241-57b1-4e19-a3db-66778b97a1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3c8be5-9b61-4d70-9e77-b74c1b4e672a,revision_number=8']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:10.679272 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ae5eb-1dfd-4b89-bd9b-771542c12259 req-4e26971b-b6d5-4494-919f-c72a1db1ce17 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:10.687693 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6d9ae5eb-1dfd-4b89-bd9b-771542c12259 req-4e26971b-b6d5-4494-919f-c72a1db1ce17 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=88f05a9a-6ed7-47e9-8500-28bd1536f431 HTTP/1.1" status: 200 len: 945 time: 0.9821620 Aug 16 20:01:10.729302 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-545ce203-bf64-4d53-a709-6735529dd617 req-a493a848-1aaf-492c-80c8-d91722871d14 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Deleting port 48464130-3a31-402e-9639-134033449aee {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:01:10.729629 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-545ce203-bf64-4d53-a709-6735529dd617 req-a493a848-1aaf-492c-80c8-d91722871d14 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:10.754668 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-395cb7f5-8128-474a-afdf-9ddf7116c684 req-b1d6211b-fe0a-45ce-836d-da7fe3b967c6 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703207 Aug 16 20:01:10.774364 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6d9ae5eb-1dfd-4b89-bd9b-771542c12259 req-d005c109-d391-4315-88e7-ade3f7e6d263 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/security-groups?id=1337fce4-273b-4435-a35c-c970b1f10dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851996 Aug 16 20:01:10.824396 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e8cf9-fdbc-47c0-a976-bb796e90fddf req-5d6a93fb-96e7-4797-abf0-99e1aba69e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:10.838470 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d69e8cf9-fdbc-47c0-a976-bb796e90fddf req-5d6a93fb-96e7-4797-abf0-99e1aba69e9b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=32ab34dc-dab9-4698-ba33-f8efbd07740e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1816657 Aug 16 20:01:10.863154 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc306fa4-208b-4b8a-b173-66387a62fd40 x-openstack-request-id: req-dc306fa4-208b-4b8a-b173-66387a62fd40 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:01:10.865606 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b500535-6c1d-40e0-8574-82b1d405e864", "name": "network-vif-plugged", "status": "completed", "tag": "b584353f-767c-48df-9272-5d9cb4770a21", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:01:10.865981 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dc306fa4-208b-4b8a-b173-66387a62fd40 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:01:10.866398 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b500535-6c1d-40e0-8574-82b1d405e864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b584353f-767c-48df-9272-5d9cb4770a21', 'code': 200} Aug 16 20:01:10.958902 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116202c-5365-419d-ba06-68bce04ac774 req-bff55241-57b1-4e19-a3db-66778b97a1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:10.962889 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c116202c-5365-419d-ba06-68bce04ac774 req-bff55241-57b1-4e19-a3db-66778b97a1d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:10.970845 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c116202c-5365-419d-ba06-68bce04ac774 req-bff55241-57b1-4e19-a3db-66778b97a1d8 service neutron] 10.222.0.63 "PUT /v2.0/ports/1c3c8be5-9b61-4d70-9e77-b74c1b4e672a HTTP/1.1" status: 200 len: 1123 time: 4.7841702 Aug 16 20:01:10.994019 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22ef460-7709-4afc-b185-00f2422b68a7 x-openstack-request-id: req-c22ef460-7709-4afc-b185-00f2422b68a7 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:01:10.995827 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d06d39-2905-4752-a520-1737a9a8a3e2", "name": "network-vif-unplugged", "status": "completed", "tag": "1c3c8be5-9b61-4d70-9e77-b74c1b4e672a", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:01:10.995827 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c22ef460-7709-4afc-b185-00f2422b68a7 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:01:10.999416 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d06d39-2905-4752-a520-1737a9a8a3e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c3c8be5-9b61-4d70-9e77-b74c1b4e672a', 'code': 200} Aug 16 20:01:11.035241 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-fe47ffe9-9a62-42dc-8723-a8aa0f05b1d2 service neutron] For port a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:01:11.087780 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['1c3c8be5-9b61-4d70-9e77-b74c1b4e672a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:01:11.096865 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['1c3c8be5-9b61-4d70-9e77-b74c1b4e672a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:01:11.182844 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device eae24a7a-0ed2-40f7-9d44-eb1b5154eb99 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:01:11.185651 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fccfe405-9080-4156-a0b8-ec10b6243c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:11.271826 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-fe47ffe9-9a62-42dc-8723-a8aa0f05b1d2 service neutron] For port a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e,segment=NetworkSegment(627df236-b6dd-47d5-9e3c-f7b3b1a2ec65),segment_id=627df236-b6dd-47d5-9e3c-f7b3b1a2ec65)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:01:11.324147 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aca800-8a4f-42e5-a4b7-7f2dac975237 req-adb51421-dfa9-4887-bd5d-ea5958cb2d46 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:11.326223 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d9aca800-8a4f-42e5-a4b7-7f2dac975237 req-adb51421-dfa9-4887-bd5d-ea5958cb2d46 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1 HTTP/1.1" status: 200 len: 950 time: 0.2508960 Aug 16 20:01:11.382560 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d69e8cf9-fdbc-47c0-a976-bb796e90fddf req-c88a0e88-8955-4fd4-aa0c-69b8241c942d service neutron] 10.222.0.57 "GET /v2.0/networks/32ab34dc-dab9-4698-ba33-f8efbd07740e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093003 Aug 16 20:01:11.417918 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-fe47ffe9-9a62-42dc-8723-a8aa0f05b1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:11.463674 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fccfe405-9080-4156-a0b8-ec10b6243c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:11.489839 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 8e2a7756-4d12-4d25-9c53-de559fb5b7f3 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:01:11.571504 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port eae24a7a-0ed2-40f7-9d44-eb1b5154eb99 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:01:11.599229 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-fe47ffe9-9a62-42dc-8723-a8aa0f05b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:11.599936 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-fe47ffe9-9a62-42dc-8723-a8aa0f05b1d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:11.601680 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-fe47ffe9-9a62-42dc-8723-a8aa0f05b1d2 service neutron] 10.222.0.57 "PUT /v2.0/ports/a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e HTTP/1.1" status: 200 len: 1092 time: 4.9939110 Aug 16 20:01:11.626038 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port eae24a7a-0ed2-40f7-9d44-eb1b5154eb99 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:01:11.626492 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:11.629465 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99d1691-55f0-4053-ad18-d7df57dcc42c', 'tag': 'a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:01:11.631907 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d340ac22-4086-4eac-8f81-c1095c7c7603" -d '{"events": [{"name": "network-changed", "server_uuid": "f99d1691-55f0-4053-ad18-d7df57dcc42c", "tag": "a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:01:11.691168 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d69e8cf9-fdbc-47c0-a976-bb796e90fddf req-37b6d2be-fb7b-45e3-8830-2f6debc5f0a8 service neutron] 10.222.0.57 "GET /v2.0/networks/32ab34dc-dab9-4698-ba33-f8efbd07740e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651472 Aug 16 20:01:11.695433 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bd19929-9501-4526-9cad-4552b82d963c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:11.733511 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d9aca800-8a4f-42e5-a4b7-7f2dac975237 req-2389c9a7-1460-4f63-a657-39008585ff26 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478742 Aug 16 20:01:11.865469 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-545ce203-bf64-4d53-a709-6735529dd617 req-a493a848-1aaf-492c-80c8-d91722871d14 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] For port 48464130-3a31-402e-9639-134033449aee, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=48464130-3a31-402e-9639-134033449aee,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:11.866266 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-545ce203-bf64-4d53-a709-6735529dd617 req-a493a848-1aaf-492c-80c8-d91722871d14 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:11.896737 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789406d-0fc6-4dff-91d6-5c609ec39553 req-7b9c6daa-92a5-4021-b1fe-5dac0ee60b02 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:11.898344 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f789406d-0fc6-4dff-91d6-5c609ec39553 req-7b9c6daa-92a5-4021-b1fe-5dac0ee60b02 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 943 time: 0.7671897 Aug 16 20:01:11.937177 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47ffe9-9a62-42dc-8723-a8aa0f05b1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:11.993640 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec66025-0e6b-4f6b-b8a6-f1c246c1d86f req-d7531a29-896a-43fe-88dd-29b738ce8340 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:11.996211 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8ec66025-0e6b-4f6b-b8a6-f1c246c1d86f req-d7531a29-896a-43fe-88dd-29b738ce8340 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=88f05a9a-6ed7-47e9-8500-28bd1536f431 HTTP/1.1" status: 200 len: 945 time: 0.1378682 Aug 16 20:01:12.014622 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59886) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:01:12.022074 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-325b9835-75d0-4fbd-927e-9f6cc0d9a1c5 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Request body: {'floatingip': {'port_id': '944c198d-a16e-4841-86ed-e2a60176e13d'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:01:12.037994 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-545ce203-bf64-4d53-a709-6735529dd617 req-a493a848-1aaf-492c-80c8-d91722871d14 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Calling delete_port for 48464130-3a31-402e-9639-134033449aee owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:01:12.040766 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-4bd19929-9501-4526-9cad-4552b82d963c admin admin] Transition to ACTIVE for port object a576cd75-585b-456f-998e-a7a6f84c0b6d will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:01:12.070115 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 8e2a7756-4d12-4d25-9c53-de559fb5b7f3 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:01:12.078001 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-ffd5e466-af86-40e5-974b-90d0bb2bc4dd tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:12.116766 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 8e2a7756-4d12-4d25-9c53-de559fb5b7f3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:01:12.117511 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:12.205861 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-325b9835-75d0-4fbd-927e-9f6cc0d9a1c5 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:12.297085 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d77aef28-0a5e-453c-8a28-d961b522914a req-fad4ca8d-fd99-44be-a1c4-5928fa19c7f4 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d4072ed-df57-4360-80b6-7552957a2b29 HTTP/1.1" status: 200 len: 210 time: 0.0837948 Aug 16 20:01:12.348162 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:12.427019 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f789406d-0fc6-4dff-91d6-5c609ec39553 req-e628ee20-2c4d-4082-b7d5-f4d32ab1dbb4 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652846 Aug 16 20:01:12.428569 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bd19929-9501-4526-9cad-4552b82d963c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:12.442149 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-545ce203-bf64-4d53-a709-6735529dd617 req-a493a848-1aaf-492c-80c8-d91722871d14 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:12.444906 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-ffd5e466-af86-40e5-974b-90d0bb2bc4dd tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Transition to ACTIVE for port object d44f4d58-3907-494e-a724-893b0ba27e2c will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:01:12.450504 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565944be-f90b-41b8-948f-b88993c2f468 x-openstack-request-id: req-565944be-f90b-41b8-948f-b88993c2f468 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:01:12.451052 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99d1691-55f0-4053-ad18-d7df57dcc42c", "tag": "a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:01:12.452014 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-565944be-f90b-41b8-948f-b88993c2f468 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:01:12.453023 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99d1691-55f0-4053-ad18-d7df57dcc42c', 'tag': 'a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e', 'status': 'completed', 'code': 200} Aug 16 20:01:12.506529 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd', 'c6c0c476-902b-451c-9aaa-dcfd44d27296'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:01:12.516280 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port eae24a7a-0ed2-40f7-9d44-eb1b5154eb99, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=eae24a7a-0ed2-40f7-9d44-eb1b5154eb99,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:12.527476 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd19929-9501-4526-9cad-4552b82d963c admin admin] Network ecd35756-7702-4168-9b7e-f6ce21930664 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:01:12.532119 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-a2b0a690-2f16-4dd9-b33c-c78c509c12e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:12.537727 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-a2b0a690-2f16-4dd9-b33c-c78c509c12e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70abbb206d0d4e1b957abffc35cf78b2&device_id=f99d1691-55f0-4053-ad18-d7df57dcc42c HTTP/1.1" status: 200 len: 1095 time: 0.8476884 Aug 16 20:01:12.541788 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fccfe405-9080-4156-a0b8-ec10b6243c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:12.544896 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fccfe405-9080-4156-a0b8-ec10b6243c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:12.552532 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fccfe405-9080-4156-a0b8-ec10b6243c0c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e6131e21-e5a3-4738-899c-a20d76679596 HTTP/1.1" status: 204 len: 168 time: 2.1829746 Aug 16 20:01:12.646184 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:12.647388 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7f4c7078-48a2-465a-9121-eb11670a4948 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:01:12.669354 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd19929-9501-4526-9cad-4552b82d963c admin admin] Pushing event updated for resources: {'Port': ['ID=a576cd75-585b-456f-998e-a7a6f84c0b6d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:12.683065 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-4bd19929-9501-4526-9cad-4552b82d963c admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:01:12.740745 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-5d3df594-edd7-4ad9-963a-34aa2469b5fd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e HTTP/1.1" status: 200 len: 217 time: 0.1562688 Aug 16 20:01:12.741897 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd19929-9501-4526-9cad-4552b82d963c admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:01:12.783114 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccfe405-9080-4156-a0b8-ec10b6243c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6131e21-e5a3-4738-899c-a20d76679596,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:12.866953 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:12.976353 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a493a848-1aaf-492c-80c8-d91722871d14 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Pushing event deleted for resources: {'Port': ['ID=48464130-3a31-402e-9639-134033449aee,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:13.001744 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d06d39-2905-4752-a520-1737a9a8a3e2', 'tag': '1c3c8be5-9b61-4d70-9e77-b74c1b4e672a'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:01:13.014205 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62dd1a7e-d1da-4ef2-ad99-fab3e8ea3149" -d '{"events": [{"name": "network-changed", "server_uuid": "49d06d39-2905-4752-a520-1737a9a8a3e2", "tag": "1c3c8be5-9b61-4d70-9e77-b74c1b4e672a"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:01:13.138353 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f3f49a1c-be76-47e1-be6e-51af74d4d4eb req-88ddb960-2285-49cc-8be1-a12c189fc27a tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1 HTTP/1.1" status: 200 len: 210 time: 0.1942396 Aug 16 20:01:13.149749 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992e93a-4ea4-4377-9151-2898bbce7d07 req-a8ea9254-493f-4ec9-916f-22032e2d295f tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:13.151552 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f992e93a-4ea4-4377-9151-2898bbce7d07 req-a8ea9254-493f-4ec9-916f-22032e2d295f tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 945 time: 0.4456859 Aug 16 20:01:13.249241 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f992e93a-4ea4-4377-9151-2898bbce7d07 req-8605cd51-d2eb-4ea5-9476-2b3484d440cc tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565829 Aug 16 20:01:13.308821 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-ffd5e466-af86-40e5-974b-90d0bb2bc4dd tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:13.329484 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['251a8cc9-a8e6-4002-adb1-80ff793c59c9', '55d3f219-cd02-443f-800f-c0b1954e88bf', '4b294502-e578-44a3-aa2e-ed43d46f085d', 'f2033db9-2f1d-498b-892d-08c38b96416c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:01:13.363477 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bd19929-9501-4526-9cad-4552b82d963c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:13.381326 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-38991248-f6de-45e9-9701-cd05e287cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:13.409840 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-38991248-f6de-45e9-9701-cd05e287cbba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=67859431-3c0a-43e3-b371-b5f64d62799e HTTP/1.1" status: 200 len: 854 time: 0.6144392 Aug 16 20:01:13.413860 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-545ce203-bf64-4d53-a709-6735529dd617 req-a493a848-1aaf-492c-80c8-d91722871d14 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] No DVR routers for this DVR port 48464130-3a31-402e-9639-134033449aee on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:01:13.422441 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-545ce203-bf64-4d53-a709-6735529dd617 req-a493a848-1aaf-492c-80c8-d91722871d14 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:13.426583 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-545ce203-bf64-4d53-a709-6735529dd617 req-a493a848-1aaf-492c-80c8-d91722871d14 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.57 "DELETE /v2.0/ports/48464130-3a31-402e-9639-134033449aee HTTP/1.1" status: 204 len: 173 time: 2.9458716 Aug 16 20:01:13.596609 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.db.resource_extend [None req-325b9835-75d0-4fbd-927e-9f6cc0d9a1c5 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:01:13.669622 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=eae24a7a-0ed2-40f7-9d44-eb1b5154eb99,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:13.675765 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-325b9835-75d0-4fbd-927e-9f6cc0d9a1c5 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:13.677353 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad412143-e810-4b8f-943c-d80e5a1cceee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2a7756-4d12-4d25-9c53-de559fb5b7f3'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:01:13.688349 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fd04fe-6286-4acc-937a-a548f1a6526d" -d '{"events": [{"server_uuid": "ad412143-e810-4b8f-943c-d80e5a1cceee", "name": "network-vif-plugged", "status": "completed", "tag": "8e2a7756-4d12-4d25-9c53-de559fb5b7f3"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:01:13.690898 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6d9461-5715-4a47-8da2-b3e0613e6f99 x-openstack-request-id: req-2b6d9461-5715-4a47-8da2-b3e0613e6f99 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:01:13.691233 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d06d39-2905-4752-a520-1737a9a8a3e2", "tag": "1c3c8be5-9b61-4d70-9e77-b74c1b4e672a", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:01:13.691604 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2b6d9461-5715-4a47-8da2-b3e0613e6f99 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:01:13.692000 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d06d39-2905-4752-a520-1737a9a8a3e2', 'tag': '1c3c8be5-9b61-4d70-9e77-b74c1b4e672a', 'status': 'completed', 'code': 200} Aug 16 20:01:13.785663 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-325b9835-75d0-4fbd-927e-9f6cc0d9a1c5 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:13.815504 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 7f4c7078-48a2-465a-9121-eb11670a4948 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:01:13.816406 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:13.863356 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-ffd5e466-af86-40e5-974b-90d0bb2bc4dd tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Network 32ab34dc-dab9-4698-ba33-f8efbd07740e is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:01:14.041500 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-ffd5e466-af86-40e5-974b-90d0bb2bc4dd tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:01:14.056416 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-ffd5e466-af86-40e5-974b-90d0bb2bc4dd tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:01:14.082391 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 8e2a7756-4d12-4d25-9c53-de559fb5b7f3, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=8e2a7756-4d12-4d25-9c53-de559fb5b7f3,segment=NetworkSegment(627df236-b6dd-47d5-9e3c-f7b3b1a2ec65),segment_id=627df236-b6dd-47d5-9e3c-f7b3b1a2ec65)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:14.142078 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:14.179047 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e231ddf5-05c6-4361-8eba-d683d6a8a16d None None] Provisioning for port a576cd75-585b-456f-998e-a7a6f84c0b6d completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:01:14.221046 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-ffd5e466-af86-40e5-974b-90d0bb2bc4dd tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:14.221456 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-ffd5e466-af86-40e5-974b-90d0bb2bc4dd tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:14.227474 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 48464130-3a31-402e-9639-134033449aee no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:01:14.296745 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5e466-af86-40e5-974b-90d0bb2bc4dd tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Pushing event updated for resources: {'Port': ['ID=d44f4d58-3907-494e-a724-893b0ba27e2c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:14.344607 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-489ec8f7-7ad8-4860-8cd1-8f4edf23150c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:14.346304 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-489ec8f7-7ad8-4860-8cd1-8f4edf23150c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=32ab34dc-dab9-4698-ba33-f8efbd07740e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8507686 Aug 16 20:01:14.408533 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-ffd5e466-af86-40e5-974b-90d0bb2bc4dd tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0797591 Aug 16 20:01:14.496139 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-fc6fe450-b329-4e83-93eb-86ead558e103 service neutron] Request body: {'port': {'device_id': '8d4072ed-df57-4360-80b6-7552957a2b29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:01:14.505041 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1', 'name': 'network-vif-deleted', 'tag': '48464130-3a31-402e-9639-134033449aee'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:01:14.521448 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744b3069-4649-42b0-94d0-a1295ddf20af" -d '{"events": [{"server_uuid": "5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1", "name": "network-vif-deleted", "tag": "48464130-3a31-402e-9639-134033449aee"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:01:14.561959 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9c037-96cd-4b90-acfa-53272d9721ad req-c40e3190-0bbf-4570-981d-568ef85ac6dd tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:14.577108 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-71b9c037-96cd-4b90-acfa-53272d9721ad req-c40e3190-0bbf-4570-981d-568ef85ac6dd tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d4072ed-df57-4360-80b6-7552957a2b29 HTTP/1.1" status: 200 len: 932 time: 0.7929759 Aug 16 20:01:14.653791 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e231ddf5-05c6-4361-8eba-d683d6a8a16d None None] Provisioning complete for port a576cd75-585b-456f-998e-a7a6f84c0b6d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:01:14.654552 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e231ddf5-05c6-4361-8eba-d683d6a8a16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:14.659211 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 48464130-3a31-402e-9639-134033449aee {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:01:14.659578 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 48464130-3a31-402e-9639-134033449aee not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:01:14.972462 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-71b9c037-96cd-4b90-acfa-53272d9721ad req-84ffeee3-7053-401e-8cba-648d3a7235e9 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941596 Aug 16 20:01:15.089275 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e231ddf5-05c6-4361-8eba-d683d6a8a16d None None] Port a576cd75-585b-456f-998e-a7a6f84c0b6d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:01:15.101380 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=8e2a7756-4d12-4d25-9c53-de559fb5b7f3,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:15.138186 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b4fd3-50b1-40a8-a01e-206648559ad1 req-d035f028-6462-4e1d-bc04-52aaa2ffe51c tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:15.147908 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a69b4fd3-50b1-40a8-a01e-206648559ad1 req-d035f028-6462-4e1d-bc04-52aaa2ffe51c tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 943 time: 1.4696224 Aug 16 20:01:15.211358 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd1a7e-d1da-4ef2-ad99-fab3e8ea3149 req-692273e4-15b2-4df7-9d89-b1822188b154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:15.222325 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-62dd1a7e-d1da-4ef2-ad99-fab3e8ea3149 req-692273e4-15b2-4df7-9d89-b1822188b154 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=80d98bbe248147c88be18e7257fbdc13&device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 1126 time: 1.5274651 Aug 16 20:01:15.308216 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-fc6fe450-b329-4e83-93eb-86ead558e103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:15.345850 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bd19929-9501-4526-9cad-4552b82d963c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:15.366466 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1396d409-cbb1-48fe-b784-c71468ddfb53 None None] Provisioning for port d44f4d58-3907-494e-a724-893b0ba27e2c completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:01:15.388173 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1396d409-cbb1-48fe-b784-c71468ddfb53 None None] Provisioning complete for port d44f4d58-3907-494e-a724-893b0ba27e2c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:01:15.395925 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1396d409-cbb1-48fe-b784-c71468ddfb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:15.420402 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device eae24a7a-0ed2-40f7-9d44-eb1b5154eb99 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:01:15.575161 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd1a7e-d1da-4ef2-ad99-fab3e8ea3149 req-aaf9082a-7614-4b1c-8f9a-1722d79fe93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:15.578537 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-62dd1a7e-d1da-4ef2-ad99-fab3e8ea3149 req-aaf9082a-7614-4b1c-8f9a-1722d79fe93b service neutron] 10.222.0.57 "GET /v2.0/networks?id=273a965b-291d-4de0-904d-d29903ed22d3 HTTP/1.1" status: 200 len: 922 time: 0.3071933 Aug 16 20:01:15.597155 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-3a995858-43e9-4ee8-8e4b-f55c1d251689 service neutron] 10.222.0.57 "GET /v2.0/networks/32ab34dc-dab9-4698-ba33-f8efbd07740e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1932962 Aug 16 20:01:15.708618 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-62dd1a7e-d1da-4ef2-ad99-fab3e8ea3149 req-41a0bace-1499-41e1-a008-ee692e9644e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c3c8be5-9b61-4d70-9e77-b74c1b4e672a HTTP/1.1" status: 200 len: 217 time: 0.1185765 Aug 16 20:01:15.795948 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a69b4fd3-50b1-40a8-a01e-206648559ad1 req-ebba1bd7-bb28-4265-8743-afce647af184 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6073432 Aug 16 20:01:15.874099 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-325b9835-75d0-4fbd-927e-9f6cc0d9a1c5 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Floating IP 8c9f7cc2-dc94-4036-b497-38f0ed7dc663 associated. External IP: 172.25.8.246, port: 944c198d-a16e-4841-86ed-e2a60176e13d. Aug 16 20:01:15.999861 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1396d409-cbb1-48fe-b784-c71468ddfb53 None None] Port d44f4d58-3907-494e-a724-893b0ba27e2c cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:01:16.106103 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port eae24a7a-0ed2-40f7-9d44-eb1b5154eb99 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:01:16.106617 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:16.161798 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b69a45-209c-44de-b578-d933e592f5e5 x-openstack-request-id: req-f8b69a45-209c-44de-b578-d933e592f5e5 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:01:16.162109 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad412143-e810-4b8f-943c-d80e5a1cceee", "name": "network-vif-plugged", "status": "completed", "tag": "8e2a7756-4d12-4d25-9c53-de559fb5b7f3", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:01:16.162478 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f8b69a45-209c-44de-b578-d933e592f5e5 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:01:16.163142 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad412143-e810-4b8f-943c-d80e5a1cceee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2a7756-4d12-4d25-9c53-de559fb5b7f3', 'code': 200} Aug 16 20:01:16.198191 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:01:16.247355 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd1a7e-d1da-4ef2-ad99-fab3e8ea3149 req-dee13ed3-0d9b-4fc4-9fcc-36b1b011c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:16.250941 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-62dd1a7e-d1da-4ef2-ad99-fab3e8ea3149 req-dee13ed3-0d9b-4fc4-9fcc-36b1b011c656 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49f83f5f-99d4-4f21-857e-7c691113f792 HTTP/1.1" status: 200 len: 861 time: 0.4777017 Aug 16 20:01:16.267950 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325b9835-75d0-4fbd-927e-9f6cc0d9a1c5 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Router 4f73defd-ad39-406e-b353-dd46f1fd0f09 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:01:16.327765 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-62dd1a7e-d1da-4ef2-ad99-fab3e8ea3149 req-56df80df-e725-4ad5-9bbc-5cf0df4a19b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=273a965b-291d-4de0-904d-d29903ed22d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670300 Aug 16 20:01:16.567457 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-62dd1a7e-d1da-4ef2-ad99-fab3e8ea3149 req-29eae99d-7835-4519-b87e-adbce767529b service neutron] 10.222.0.57 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758356 Aug 16 20:01:16.764682 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d8cd07c0-5004-43c8-89ea-d34b425a3d64 req-cc809a3b-8fa6-4296-82f7-b78d58e31ee4 service neutron] 10.222.0.57 "GET /v2.0/networks/32ab34dc-dab9-4698-ba33-f8efbd07740e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1334941 Aug 16 20:01:16.786029 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-62dd1a7e-d1da-4ef2-ad99-fab3e8ea3149 req-5a2503ae-a988-4cbd-b13a-fa32934d19fc service neutron] 10.222.0.57 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424403 Aug 16 20:01:16.807088 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f70a92a-37e6-4f9c-a78d-b1403fd7dc1f x-openstack-request-id: req-2f70a92a-37e6-4f9c-a78d-b1403fd7dc1f {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:01:16.807406 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1", "name": "network-vif-deleted", "tag": "48464130-3a31-402e-9639-134033449aee", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:01:16.807659 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2f70a92a-37e6-4f9c-a78d-b1403fd7dc1f {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:01:16.808131 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa96c2d-f940-4dc7-be46-95b8eb9aa1c1', 'name': 'network-vif-deleted', 'tag': '48464130-3a31-402e-9639-134033449aee', 'status': 'completed', 'code': 200} Aug 16 20:01:16.898387 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['8e2a7756-4d12-4d25-9c53-de559fb5b7f3'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:01:16.908707 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc070579-f5ba-4290-8680-e76eb81654d8 req-1305bb97-28d8-4a48-b5f0-dc585981c296 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:16.910781 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dc070579-f5ba-4290-8680-e76eb81654d8 req-1305bb97-28d8-4a48-b5f0-dc585981c296 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 945 time: 0.3420734 Aug 16 20:01:17.036057 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340ac22-4086-4eac-8f81-c1095c7c7603 req-02e9beaf-6f20-41f9-b020-c9eed3303d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:17.038181 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d340ac22-4086-4eac-8f81-c1095c7c7603 req-02e9beaf-6f20-41f9-b020-c9eed3303d00 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70abbb206d0d4e1b957abffc35cf78b2&device_id=f99d1691-55f0-4053-ad18-d7df57dcc42c HTTP/1.1" status: 200 len: 1095 time: 0.1261866 Aug 16 20:01:17.039551 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325b9835-75d0-4fbd-927e-9f6cc0d9a1c5 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:01:17.057186 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-325b9835-75d0-4fbd-927e-9f6cc0d9a1c5 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:17.058852 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9f7f9b-0885-42a9-b378-4c688a7a4615 None None] Sync routers for ids ['4f73defd-ad39-406e-b353-dd46f1fd0f09'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:01:17.092550 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-325b9835-75d0-4fbd-927e-9f6cc0d9a1c5 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "PUT /v2.0/floatingips/8c9f7cc2-dc94-4036-b497-38f0ed7dc663 HTTP/1.1" status: 200 len: 991 time: 5.0764248 Aug 16 20:01:17.129431 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9f7f9b-0885-42a9-b378-4c688a7a4615 None None] Routers {'4f73defd-ad39-406e-b353-dd46f1fd0f09'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:01:17.130521 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4a9f7f9b-0885-42a9-b378-4c688a7a4615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:01:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4f73defd-ad39-406e-b353-dd46f1fd0f09'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:01:17.181433 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-fc6fe450-b329-4e83-93eb-86ead558e103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d44f4d58-3907-494e-a724-893b0ba27e2c {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:01:17.189928 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-fc6fe450-b329-4e83-93eb-86ead558e103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:17.199272 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f05a9a-6ed7-47e9-8500-28bd1536f431', 'tag': '944c198d-a16e-4841-86ed-e2a60176e13d'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:01:17.201847 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a95c86-0c70-4ac8-9a79-589f32de43f2" -d '{"events": [{"name": "network-changed", "server_uuid": "88f05a9a-6ed7-47e9-8500-28bd1536f431", "tag": "944c198d-a16e-4841-86ed-e2a60176e13d"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:01:17.203415 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-fc6fe450-b329-4e83-93eb-86ead558e103 service neutron] Transition to ACTIVE for port object d44f4d58-3907-494e-a724-893b0ba27e2c will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:01:17.216006 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-fc6fe450-b329-4e83-93eb-86ead558e103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:17.228594 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340ac22-4086-4eac-8f81-c1095c7c7603 req-3423c337-c59a-45c8-8653-1275d857330f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:17.233127 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d340ac22-4086-4eac-8f81-c1095c7c7603 req-3423c337-c59a-45c8-8653-1275d857330f service neutron] 10.222.0.57 "GET /v2.0/networks?id=32ab34dc-dab9-4698-ba33-f8efbd07740e HTTP/1.1" status: 200 len: 916 time: 0.1426539 Aug 16 20:01:17.261985 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dc070579-f5ba-4290-8680-e76eb81654d8 req-268bd96e-ef27-47f3-97ce-80506faad9d5 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917688 Aug 16 20:01:17.367413 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6fe450-b329-4e83-93eb-86ead558e103 service neutron] Pushing event updated for resources: {'Port': ['ID=d44f4d58-3907-494e-a724-893b0ba27e2c,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:17.406287 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc536224-5e38-4d88-8495-86ef9b9b3f31 req-d655b03e-85f3-4986-a61f-0ab234c2b18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:17.421207 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cc536224-5e38-4d88-8495-86ef9b9b3f31 req-d655b03e-85f3-4986-a61f-0ab234c2b18a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ad412143-e810-4b8f-943c-d80e5a1cceee HTTP/1.1" status: 200 len: 1097 time: 0.6599965 Aug 16 20:01:17.434786 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d340ac22-4086-4eac-8f81-c1095c7c7603 req-f1b0561c-1e4a-4e5b-a08a-ba8be08943a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e HTTP/1.1" status: 200 len: 217 time: 0.1611180 Aug 16 20:01:17.441247 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe405f-4bcb-4540-b1c5-1b2dbc97c119 req-ae737a02-20c6-4953-8226-8b0b38310acd tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:17.451034 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-47fe405f-4bcb-4540-b1c5-1b2dbc97c119 req-ae737a02-20c6-4953-8226-8b0b38310acd tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d4072ed-df57-4360-80b6-7552957a2b29 HTTP/1.1" status: 200 len: 944 time: 0.2418323 Aug 16 20:01:17.532483 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340ac22-4086-4eac-8f81-c1095c7c7603 req-54eb481e-fb2d-4565-b36e-7e32d3209549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:17.552103 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d340ac22-4086-4eac-8f81-c1095c7c7603 req-54eb481e-fb2d-4565-b36e-7e32d3209549 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=67859431-3c0a-43e3-b371-b5f64d62799e HTTP/1.1" status: 200 len: 854 time: 0.1110690 Aug 16 20:01:17.670260 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340ac22-4086-4eac-8f81-c1095c7c7603 req-624f8b10-4fa8-438f-99b2-cb4f0be31176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:17.674299 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d340ac22-4086-4eac-8f81-c1095c7c7603 req-624f8b10-4fa8-438f-99b2-cb4f0be31176 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=32ab34dc-dab9-4698-ba33-f8efbd07740e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1174874 Aug 16 20:01:17.698278 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-4a9f7f9b-0885-42a9-b378-4c688a7a4615 None None] Set router 4f73defd-ad39-406e-b353-dd46f1fd0f09 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:01:17.903098 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bd19929-9501-4526-9cad-4552b82d963c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:17.950310 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bd19929-9501-4526-9cad-4552b82d963c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:17.976026 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d340ac22-4086-4eac-8f81-c1095c7c7603 req-c63470f3-c89e-4cf0-9c55-00f4d13827cb service neutron] 10.222.0.57 "GET /v2.0/networks/32ab34dc-dab9-4698-ba33-f8efbd07740e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928305 Aug 16 20:01:18.064935 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-47fe405f-4bcb-4540-b1c5-1b2dbc97c119 req-77c26ffd-f138-4e40-80f1-6660fe401376 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6088598 Aug 16 20:01:18.083616 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84a3c3-7358-4824-9d19-da3764e077ba req-9d6ffaa2-4554-4e40-81c8-28780c728424 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:18.085514 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5a84a3c3-7358-4824-9d19-da3764e077ba req-9d6ffaa2-4554-4e40-81c8-28780c728424 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 943 time: 0.1492631 Aug 16 20:01:18.134958 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cc536224-5e38-4d88-8495-86ef9b9b3f31 req-df12d6f7-8f63-49e9-b188-0dd8266bf429 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6711235 Aug 16 20:01:18.160539 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-fc6fe450-b329-4e83-93eb-86ead558e103 service neutron] Attempting to bind port d44f4d58-3907-494e-a724-893b0ba27e2c on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:01:18.161205 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-fc6fe450-b329-4e83-93eb-86ead558e103 service neutron] Attempting to bind port d44f4d58-3907-494e-a724-893b0ba27e2c by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '627df236-b6dd-47d5-9e3c-f7b3b1a2ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '32ab34dc-dab9-4698-ba33-f8efbd07740e'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:01:18.161746 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-fc6fe450-b329-4e83-93eb-86ead558e103 service neutron] Attempting to bind port d44f4d58-3907-494e-a724-893b0ba27e2c on network 32ab34dc-dab9-4698-ba33-f8efbd07740e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:01:18.210072 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-fc6fe450-b329-4e83-93eb-86ead558e103 service neutron] Port d44f4d58-3907-494e-a724-893b0ba27e2c on network 32ab34dc-dab9-4698-ba33-f8efbd07740e not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:01:18.217909 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-fc6fe450-b329-4e83-93eb-86ead558e103 service neutron] Attempting to bind port d44f4d58-3907-494e-a724-893b0ba27e2c on network 32ab34dc-dab9-4698-ba33-f8efbd07740e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:01:18.225680 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d340ac22-4086-4eac-8f81-c1095c7c7603 req-015a0f64-c658-4930-989a-5a105feb14ae service neutron] 10.222.0.57 "GET /v2.0/networks/32ab34dc-dab9-4698-ba33-f8efbd07740e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331741 Aug 16 20:01:18.237580 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd19929-9501-4526-9cad-4552b82d963c admin admin] Pushing event updated for resources: {'Port': ['ID=a576cd75-585b-456f-998e-a7a6f84c0b6d,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:18.256918 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-fc6fe450-b329-4e83-93eb-86ead558e103 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:01:18.260929 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-fc6fe450-b329-4e83-93eb-86ead558e103 service neutron] Checking segment: {'id': '627df236-b6dd-47d5-9e3c-f7b3b1a2ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '32ab34dc-dab9-4698-ba33-f8efbd07740e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:01:18.261522 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-fc6fe450-b329-4e83-93eb-86ead558e103 service neutron] Bound using segment: {'id': '627df236-b6dd-47d5-9e3c-f7b3b1a2ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '32ab34dc-dab9-4698-ba33-f8efbd07740e'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:01:18.262239 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-fc6fe450-b329-4e83-93eb-86ead558e103 service neutron] Bound port: d44f4d58-3907-494e-a724-893b0ba27e2c, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '627df236-b6dd-47d5-9e3c-f7b3b1a2ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '32ab34dc-dab9-4698-ba33-f8efbd07740e'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:01:18.262816 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-fc6fe450-b329-4e83-93eb-86ead558e103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:18.268525 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bd19929-9501-4526-9cad-4552b82d963c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:18.329393 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5a84a3c3-7358-4824-9d19-da3764e077ba req-b901a9e9-421c-4434-8d1d-80cdad852b65 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239342 Aug 16 20:01:18.347881 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66966ed1-0cb2-4b1b-9e85-b886f9c9df8e x-openstack-request-id: req-66966ed1-0cb2-4b1b-9e85-b886f9c9df8e {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:01:18.348145 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f05a9a-6ed7-47e9-8500-28bd1536f431", "tag": "944c198d-a16e-4841-86ed-e2a60176e13d", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:01:18.348403 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-66966ed1-0cb2-4b1b-9e85-b886f9c9df8e {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:01:18.348810 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f05a9a-6ed7-47e9-8500-28bd1536f431', 'tag': '944c198d-a16e-4841-86ed-e2a60176e13d', 'status': 'completed', 'code': 200} Aug 16 20:01:18.481393 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a95c86-0c70-4ac8-9a79-589f32de43f2 req-32b095b3-80ab-41b2-976b-8bda55b404f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:18.486054 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4a95c86-0c70-4ac8-9a79-589f32de43f2 req-32b095b3-80ab-41b2-976b-8bda55b404f6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dd60ee167a7c4249be845d9f57d57e43&device_id=88f05a9a-6ed7-47e9-8500-28bd1536f431 HTTP/1.1" status: 200 len: 1097 time: 0.0835350 Aug 16 20:01:18.579741 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd19929-9501-4526-9cad-4552b82d963c admin admin] Network ecd35756-7702-4168-9b7e-f6ce21930664 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:01:18.587837 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-4bd19929-9501-4526-9cad-4552b82d963c admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:01:18.610560 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4a9f7f9b-0885-42a9-b378-4c688a7a4615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1893620888-router', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:45Z', 'revision_number': 4, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'gw_port': {'id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '8c9f7cc2-dc94-4036-b497-38f0ed7dc663', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'floating_ip_address': '172.25.8.246', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'port_id': '944c198d-a16e-4841-86ed-e2a60176e13d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385', 'mac_address': 'fa:16:3e:61:48:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f05a9a-6ed7-47e9-8500-28bd1536f431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T19:58:14Z', 'updated_at': '2021-08-16T20:01:13Z', 'revision_number': 5, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1898fb28-768f-41a7-b28e-02ab5b750eaa', 'name': '', 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'mac_address': 'fa:16:3e:76:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '255dc5d0-2507-406e-9c79-293ed8a42973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:44Z', 'updated_at': '2021-08-16T19:57:53Z', 'revision_number': 5, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'subnets': [{'id': '255dc5d0-2507-406e-9c79-293ed8a42973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:01:18.700455 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9f7f9b-0885-42a9-b378-4c688a7a4615 None None] Checking router: 4f73defd-ad39-406e-b353-dd46f1fd0f09 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:01:18.726554 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9f7f9b-0885-42a9-b378-4c688a7a4615 None None] Routers {'4f73defd-ad39-406e-b353-dd46f1fd0f09'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:01:18.727236 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4a9f7f9b-0885-42a9-b378-4c688a7a4615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:01:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4f73defd-ad39-406e-b353-dd46f1fd0f09'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:01:18.767812 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087681f2-7214-45ee-ab4b-980c543a6d65 req-1001d650-f5cf-4681-be0a-46d592be16cf tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:18.773641 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-087681f2-7214-45ee-ab4b-980c543a6d65 req-1001d650-f5cf-4681-be0a-46d592be16cf tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e517ce67-26a1-45bb-ba8e-5488e08ca3d0 HTTP/1.1" status: 200 len: 950 time: 0.2435911 Aug 16 20:01:18.841615 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-fc6fe450-b329-4e83-93eb-86ead558e103 service neutron] For port d44f4d58-3907-494e-a724-893b0ba27e2c, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:01:18.850847 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-fc6fe450-b329-4e83-93eb-86ead558e103 service neutron] For port d44f4d58-3907-494e-a724-893b0ba27e2c, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=d44f4d58-3907-494e-a724-893b0ba27e2c,segment=NetworkSegment(627df236-b6dd-47d5-9e3c-f7b3b1a2ec65),segment_id=627df236-b6dd-47d5-9e3c-f7b3b1a2ec65)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:01:18.865959 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-fc6fe450-b329-4e83-93eb-86ead558e103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:18.883723 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a95c86-0c70-4ac8-9a79-589f32de43f2 req-585b87ca-1432-4f78-8346-30f017f4b25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:18.886202 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4a95c86-0c70-4ac8-9a79-589f32de43f2 req-585b87ca-1432-4f78-8346-30f017f4b25a service neutron] 10.222.0.63 "GET /v2.0/networks?id=d97fcdba-147b-42c4-9a36-36beb7fe5385 HTTP/1.1" status: 200 len: 925 time: 0.3932915 Aug 16 20:01:18.990102 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-087681f2-7214-45ee-ab4b-980c543a6d65 req-dd356b62-1705-4db6-bba0-28151c0097a1 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895745 Aug 16 20:01:19.082122 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-4a9f7f9b-0885-42a9-b378-4c688a7a4615 None None] Set router 4f73defd-ad39-406e-b353-dd46f1fd0f09 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:01:19.132074 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4a95c86-0c70-4ac8-9a79-589f32de43f2 req-b88fc925-b9c0-46c8-b394-410df8f5e311 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=944c198d-a16e-4841-86ed-e2a60176e13d HTTP/1.1" status: 200 len: 999 time: 0.2308004 Aug 16 20:01:19.242615 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-fc6fe450-b329-4e83-93eb-86ead558e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:19.243533 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-fc6fe450-b329-4e83-93eb-86ead558e103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:19.245724 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-fc6fe450-b329-4e83-93eb-86ead558e103 service neutron] 10.222.0.63 "PUT /v2.0/ports/d44f4d58-3907-494e-a724-893b0ba27e2c HTTP/1.1" status: 200 len: 1093 time: 4.8124447 Aug 16 20:01:19.282287 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd19929-9501-4526-9cad-4552b82d963c admin admin] Router f71958ae-8dd0-4a09-b82a-70bbf33995d2 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:01:19.286629 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4072ed-df57-4360-80b6-7552957a2b29', 'tag': 'd44f4d58-3907-494e-a724-893b0ba27e2c'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:01:19.289768 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9bc672-3448-456b-9d92-d57ef897989f" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4072ed-df57-4360-80b6-7552957a2b29", "tag": "d44f4d58-3907-494e-a724-893b0ba27e2c"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:01:19.350360 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-90c40104-bef2-477e-8621-d1ff9e2783da None None] Provisioning complete for port a576cd75-585b-456f-998e-a7a6f84c0b6d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:01:19.350739 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-90c40104-bef2-477e-8621-d1ff9e2783da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:19.450358 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd19929-9501-4526-9cad-4552b82d963c admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:01:19.468354 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4bd19929-9501-4526-9cad-4552b82d963c admin admin] 10.222.0.68 "PUT /v2.0/routers/f71958ae-8dd0-4a09-b82a-70bbf33995d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0103383 Aug 16 20:01:19.488207 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3893e471-4147-445c-8e4b-6457a94b0a29 None None] Sync routers for ids ['f71958ae-8dd0-4a09-b82a-70bbf33995d2'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:01:19.520813 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3893e471-4147-445c-8e4b-6457a94b0a29 None None] Routers {'f71958ae-8dd0-4a09-b82a-70bbf33995d2'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:01:19.543403 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3893e471-4147-445c-8e4b-6457a94b0a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:01:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f71958ae-8dd0-4a09-b82a-70bbf33995d2'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:01:19.559776 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a95c86-0c70-4ac8-9a79-589f32de43f2 req-97dc3334-913a-4287-8d91-d1f10856ac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:19.560669 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-efad2f0b-7a0b-4b43-9b43-f743c7f30e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:19.564403 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-efad2f0b-7a0b-4b43-9b43-f743c7f30e0c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=70abbb206d0d4e1b957abffc35cf78b2&device_id=8d4072ed-df57-4360-80b6-7552957a2b29 HTTP/1.1" status: 200 len: 1096 time: 0.2632182 Aug 16 20:01:19.568406 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6fe450-b329-4e83-93eb-86ead558e103 service neutron] Pushing event updated for resources: {'Port': ['ID=d44f4d58-3907-494e-a724-893b0ba27e2c,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:19.569968 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4a95c86-0c70-4ac8-9a79-589f32de43f2 req-97dc3334-913a-4287-8d91-d1f10856ac2c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=255dc5d0-2507-406e-9c79-293ed8a42973 HTTP/1.1" status: 200 len: 863 time: 0.4257812 Aug 16 20:01:19.585778 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-90c40104-bef2-477e-8621-d1ff9e2783da None None] Port a576cd75-585b-456f-998e-a7a6f84c0b6d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:01:19.591469 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:01:19.694424 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-df9c844f-54e0-40be-b30c-6fd37becc29b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d44f4d58-3907-494e-a724-893b0ba27e2c HTTP/1.1" status: 200 len: 217 time: 0.1030874 Aug 16 20:01:19.754127 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f3c77-ffa8-4f4b-9060-bc929482e389 req-490194a7-5c95-40c0-a663-a1db130d9be0 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:19.793464 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-109f3c77-ffa8-4f4b-9060-bc929482e389 req-490194a7-5c95-40c0-a663-a1db130d9be0 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 945 time: 0.4810891 Aug 16 20:01:19.807737 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:01:19.820364 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac569e1d-324f-4553-9217-4e833d8c7522 req-572f2949-6cc6-4156-a070-e6d204cf41d4 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:19.824783 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac569e1d-324f-4553-9217-4e833d8c7522 req-572f2949-6cc6-4156-a070-e6d204cf41d4 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.57 "GET /v2.0/ports?device_id=e517ce67-26a1-45bb-ba8e-5488e08ca3d0 HTTP/1.1" status: 200 len: 950 time: 0.4869053 Aug 16 20:01:19.870874 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-5588bad5-3dab-4c3f-8aa9-f6a60bbb5b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:19.873005 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-5588bad5-3dab-4c3f-8aa9-f6a60bbb5b90 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=67859431-3c0a-43e3-b371-b5f64d62799e HTTP/1.1" status: 200 len: 854 time: 0.1709492 Aug 16 20:01:19.901147 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-3893e471-4147-445c-8e4b-6457a94b0a29 None None] Set router f71958ae-8dd0-4a09-b82a-70bbf33995d2 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:01:20.041719 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-109f3c77-ffa8-4f4b-9060-bc929482e389 req-bdab2a66-de15-45ce-8e83-b93008c8559f tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478900 Aug 16 20:01:20.162541 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-e7891412-adce-4bae-8a86-2439411f48ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:20.177358 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-e7891412-adce-4bae-8a86-2439411f48ec service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=32ab34dc-dab9-4698-ba33-f8efbd07740e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2957437 Aug 16 20:01:20.204775 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a95c86-0c70-4ac8-9a79-589f32de43f2 req-8c5e4faa-c85e-4d6f-9c43-c672fb3f59b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:20.207147 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4a95c86-0c70-4ac8-9a79-589f32de43f2 req-8c5e4faa-c85e-4d6f-9c43-c672fb3f59b8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d97fcdba-147b-42c4-9a36-36beb7fe5385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6211796 Aug 16 20:01:20.232740 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e,segment=NetworkSegment(627df236-b6dd-47d5-9e3c-f7b3b1a2ec65),segment_id=627df236-b6dd-47d5-9e3c-f7b3b1a2ec65)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:20.276258 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e', 'network_id': '32ab34dc-dab9-4698-ba33-f8efbd07740e', 'port_id': 'a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e', 'mac_address': 'fa:16:3e:7e:36:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67859431-3c0a-43e3-b371-b5f64d62799e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:01:20.281669 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4a9f7f9b-0885-42a9-b378-4c688a7a4615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1893620888-router', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:45Z', 'revision_number': 4, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'gw_port': {'id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '8c9f7cc2-dc94-4036-b497-38f0ed7dc663', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'floating_ip_address': '172.25.8.246', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'port_id': '944c198d-a16e-4841-86ed-e2a60176e13d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385', 'mac_address': 'fa:16:3e:61:48:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f05a9a-6ed7-47e9-8500-28bd1536f431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T19:58:14Z', 'updated_at': '2021-08-16T20:01:13Z', 'revision_number': 5, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1898fb28-768f-41a7-b28e-02ab5b750eaa', 'name': '', 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'mac_address': 'fa:16:3e:76:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '255dc5d0-2507-406e-9c79-293ed8a42973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:44Z', 'updated_at': '2021-08-16T19:57:53Z', 'revision_number': 5, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'subnets': [{'id': '255dc5d0-2507-406e-9c79-293ed8a42973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:01:20.300364 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ce16d-dcfa-493c-a212-689d4119f9f7 req-13a50ffb-4b8d-481a-ae14-90e6534329b5 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:20.320495 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7c3ce16d-dcfa-493c-a212-689d4119f9f7 req-13a50ffb-4b8d-481a-ae14-90e6534329b5 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d4072ed-df57-4360-80b6-7552957a2b29 HTTP/1.1" status: 200 len: 944 time: 0.3764744 Aug 16 20:01:20.321868 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3893e471-4147-445c-8e4b-6457a94b0a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-886798932-router', 'tenant_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'eae24a7a-0ed2-40f7-9d44-eb1b5154eb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:00:58Z', 'updated_at': '2021-08-16T20:01:14Z', 'revision_number': 4, 'project_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'gw_port': {'id': 'eae24a7a-0ed2-40f7-9d44-eb1b5154eb99', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:01:00Z', 'updated_at': '2021-08-16T20:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'a576cd75-585b-456f-998e-a7a6f84c0b6d', 'name': '', 'network_id': 'ecd35756-7702-4168-9b7e-f6ce21930664', 'tenant_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'mac_address': 'fa:16:3e:d2:b6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '77f1a840-5b8e-4477-a95c-1936e6445e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:01:09Z', 'updated_at': '2021-08-16T20:01:15Z', 'revision_number': 2, 'project_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'subnets': [{'id': '77f1a840-5b8e-4477-a95c-1936e6445e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:01:20.332886 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9f7f9b-0885-42a9-b378-4c688a7a4615 None None] The sync data for ids ['4f73defd-ad39-406e-b353-dd46f1fd0f09'] in n-d-787206-13 is: [{'id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1893620888-router', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:45Z', 'revision_number': 4, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'gw_port': {'id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '8c9f7cc2-dc94-4036-b497-38f0ed7dc663', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'floating_ip_address': '172.25.8.246', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'port_id': '944c198d-a16e-4841-86ed-e2a60176e13d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385', 'mac_address': 'fa:16:3e:61:48:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f05a9a-6ed7-47e9-8500-28bd1536f431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T19:58:14Z', 'updated_at': '2021-08-16T20:01:13Z', 'revision_number': 5, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1898fb28-768f-41a7-b28e-02ab5b750eaa', 'name': '', 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'mac_address': 'fa:16:3e:76:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '255dc5d0-2507-406e-9c79-293ed8a42973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:44Z', 'updated_at': '2021-08-16T19:57:53Z', 'revision_number': 5, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'subnets': [{'id': '255dc5d0-2507-406e-9c79-293ed8a42973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:01:20.403648 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3893e471-4147-445c-8e4b-6457a94b0a29 None None] Checking router: f71958ae-8dd0-4a09-b82a-70bbf33995d2 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:01:20.410650 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3893e471-4147-445c-8e4b-6457a94b0a29 None None] Updating router f71958ae-8dd0-4a09-b82a-70bbf33995d2 port a576cd75-585b-456f-998e-a7a6f84c0b6d binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:01:20.472433 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:20.474515 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3893e471-4147-445c-8e4b-6457a94b0a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:20.474989 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-b44975ea-6a77-4e80-aa3b-a7830b9b414c service neutron] 10.222.0.63 "GET /v2.0/networks/32ab34dc-dab9-4698-ba33-f8efbd07740e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848809 Aug 16 20:01:20.490915 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb9e5bf-e4bf-46ff-81a8-fb0f875a3be0 x-openstack-request-id: req-beb9e5bf-e4bf-46ff-81a8-fb0f875a3be0 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:01:20.491325 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4072ed-df57-4360-80b6-7552957a2b29", "tag": "d44f4d58-3907-494e-a724-893b0ba27e2c", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:01:20.491509 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-beb9e5bf-e4bf-46ff-81a8-fb0f875a3be0 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:01:20.491871 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4072ed-df57-4360-80b6-7552957a2b29', 'tag': 'd44f4d58-3907-494e-a724-893b0ba27e2c', 'status': 'completed', 'code': 200} Aug 16 20:01:20.533594 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:01:20.589063 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e,segment=NetworkSegment(627df236-b6dd-47d5-9e3c-f7b3b1a2ec65),segment_id=627df236-b6dd-47d5-9e3c-f7b3b1a2ec65)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:20.598405 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:20.648117 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7c3ce16d-dcfa-493c-a212-689d4119f9f7 req-d15813cf-6867-4d73-8e5f-ca50a6a87b8d tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266513 Aug 16 20:01:20.670309 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-ac569e1d-324f-4553-9217-4e833d8c7522 req-b10c6d2f-749b-4d42-8b71-909108d3fc17 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Deleting port c6c0c476-902b-451c-9aaa-dcfd44d27296 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:01:20.670862 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ac569e1d-324f-4553-9217-4e833d8c7522 req-b10c6d2f-749b-4d42-8b71-909108d3fc17 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:20.703056 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5f28527f-165a-418c-bdaf-c021e3861a22 req-9755d838-4e2f-455b-9a21-1837330d3eb2 service neutron] 10.222.0.63 "GET /v2.0/networks/32ab34dc-dab9-4698-ba33-f8efbd07740e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100995 Aug 16 20:01:20.764785 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:20.775008 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4a95c86-0c70-4ac8-9a79-589f32de43f2 req-eea82a01-7c06-45e4-ade9-2e46cbaf169e service neutron] 10.222.0.63 "GET /v2.0/networks/d97fcdba-147b-42c4-9a36-36beb7fe5385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5433109 Aug 16 20:01:20.828071 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e7fb7-e887-4746-a430-0384d99a6228 None None] New status for floating IP 8c9f7cc2-dc94-4036-b497-38f0ed7dc663: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:01:20.873227 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f8d49-fe91-4aa1-8e30-7864d825daa4 req-b9d68b08-ffbe-44f6-963a-beb3d4d2c1ef tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:20.874806 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3a4f8d49-fe91-4aa1-8e30-7864d825daa4 req-b9d68b08-ffbe-44f6-963a-beb3d4d2c1ef tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 943 time: 0.4041653 Aug 16 20:01:20.906362 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9bc672-3448-456b-9d92-d57ef897989f req-d40aa0f4-d076-475a-a007-91f5371907e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:20.913242 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cf9bc672-3448-456b-9d92-d57ef897989f req-d40aa0f4-d076-475a-a007-91f5371907e5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=70abbb206d0d4e1b957abffc35cf78b2&device_id=8d4072ed-df57-4360-80b6-7552957a2b29 HTTP/1.1" status: 200 len: 1096 time: 0.1483889 Aug 16 20:01:20.951280 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:01:21.164560 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3893e471-4147-445c-8e4b-6457a94b0a29 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:21.202646 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-3893e471-4147-445c-8e4b-6457a94b0a29 None None] Transition to ACTIVE for port object a576cd75-585b-456f-998e-a7a6f84c0b6d will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:01:21.213087 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3893e471-4147-445c-8e4b-6457a94b0a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:21.318390 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ac569e1d-324f-4553-9217-4e833d8c7522 req-b10c6d2f-749b-4d42-8b71-909108d3fc17 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] For port c6c0c476-902b-451c-9aaa-dcfd44d27296, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=c6c0c476-902b-451c-9aaa-dcfd44d27296,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:21.318676 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ac569e1d-324f-4553-9217-4e833d8c7522 req-b10c6d2f-749b-4d42-8b71-909108d3fc17 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:21.319526 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c116202c-5365-419d-ba06-68bce04ac774 req-f1daf231-4419-4125-a20e-d00b3f61c784 service neutron] 10.222.0.57 "GET /v2.0/ports/1c3c8be5-9b61-4d70-9e77-b74c1b4e672a/bindings/n-h2-787206-13 HTTP/1.1" status: 200 len: 385 time: 0.2554033 Aug 16 20:01:21.326945 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12bd417-acb4-4a93-ae2b-bc32393ed15c None None] Pushing event updated for resources: {'Port': ['ID=a576cd75-585b-456f-998e-a7a6f84c0b6d,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:21.330087 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9bc672-3448-456b-9d92-d57ef897989f req-200c79e7-debc-48a4-b51f-9f6438322bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:21.333223 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cf9bc672-3448-456b-9d92-d57ef897989f req-200c79e7-debc-48a4-b51f-9f6438322bb8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=32ab34dc-dab9-4698-ba33-f8efbd07740e HTTP/1.1" status: 200 len: 916 time: 0.4123623 Aug 16 20:01:21.354032 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3a4f8d49-fe91-4aa1-8e30-7864d825daa4 req-9dc4eadf-5dfc-4009-868c-f868b2cfb15a tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4368663 Aug 16 20:01:21.453235 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-ac569e1d-324f-4553-9217-4e833d8c7522 req-b10c6d2f-749b-4d42-8b71-909108d3fc17 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Calling delete_port for c6c0c476-902b-451c-9aaa-dcfd44d27296 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:01:21.510315 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4a95c86-0c70-4ac8-9a79-589f32de43f2 req-74ab52e1-9f0a-4b0d-8e13-73c06a8fea95 service neutron] 10.222.0.63 "GET /v2.0/networks/d97fcdba-147b-42c4-9a36-36beb7fe5385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6754999 Aug 16 20:01:21.516577 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-3893e471-4147-445c-8e4b-6457a94b0a29 None None] Attempting to bind port a576cd75-585b-456f-998e-a7a6f84c0b6d on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:01:21.517081 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-3893e471-4147-445c-8e4b-6457a94b0a29 None None] Attempting to bind port a576cd75-585b-456f-998e-a7a6f84c0b6d by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '2013fb8e-5cea-4bcd-b32b-12108d9d93ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecd35756-7702-4168-9b7e-f6ce21930664'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:01:21.519569 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3893e471-4147-445c-8e4b-6457a94b0a29 None None] Attempting to bind port a576cd75-585b-456f-998e-a7a6f84c0b6d on network ecd35756-7702-4168-9b7e-f6ce21930664 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:01:21.529097 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3893e471-4147-445c-8e4b-6457a94b0a29 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:01:21.532418 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3893e471-4147-445c-8e4b-6457a94b0a29 None None] Checking segment: {'id': '2013fb8e-5cea-4bcd-b32b-12108d9d93ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecd35756-7702-4168-9b7e-f6ce21930664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:01:21.533090 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3893e471-4147-445c-8e4b-6457a94b0a29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:21.534977 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3893e471-4147-445c-8e4b-6457a94b0a29 None None] Bound using segment: {'id': '2013fb8e-5cea-4bcd-b32b-12108d9d93ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecd35756-7702-4168-9b7e-f6ce21930664'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:01:21.535874 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-3893e471-4147-445c-8e4b-6457a94b0a29 None None] Bound port: a576cd75-585b-456f-998e-a7a6f84c0b6d, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2013fb8e-5cea-4bcd-b32b-12108d9d93ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecd35756-7702-4168-9b7e-f6ce21930664'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:01:21.537472 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cf9bc672-3448-456b-9d92-d57ef897989f req-cf933ba0-04b4-460e-8b5a-543b4a259e32 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d44f4d58-3907-494e-a724-893b0ba27e2c HTTP/1.1" status: 200 len: 217 time: 0.1711593 Aug 16 20:01:21.537998 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3893e471-4147-445c-8e4b-6457a94b0a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:21.630634 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:01:21.633311 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device c6c0c476-902b-451c-9aaa-dcfd44d27296 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:01:21.711042 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9bc672-3448-456b-9d92-d57ef897989f req-86e78ec6-4e7b-4469-8c4d-2151e18d34ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:21.712633 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cf9bc672-3448-456b-9d92-d57ef897989f req-86e78ec6-4e7b-4469-8c4d-2151e18d34ad service neutron] 10.222.0.63 "GET /v2.0/subnets?id=67859431-3c0a-43e3-b371-b5f64d62799e HTTP/1.1" status: 200 len: 854 time: 0.1594553 Aug 16 20:01:21.803984 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-3893e471-4147-445c-8e4b-6457a94b0a29 None None] For port a576cd75-585b-456f-998e-a7a6f84c0b6d, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:01:21.812001 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-3893e471-4147-445c-8e4b-6457a94b0a29 None None] For port a576cd75-585b-456f-998e-a7a6f84c0b6d, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=a576cd75-585b-456f-998e-a7a6f84c0b6d,segment=NetworkSegment(2013fb8e-5cea-4bcd-b32b-12108d9d93ef),segment_id=2013fb8e-5cea-4bcd-b32b-12108d9d93ef)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:01:21.813864 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ac569e1d-324f-4553-9217-4e833d8c7522 req-b10c6d2f-749b-4d42-8b71-909108d3fc17 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:21.823650 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3893e471-4147-445c-8e4b-6457a94b0a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:21.932395 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Port c6c0c476-902b-451c-9aaa-dcfd44d27296 update to DOWN by agent not found {{(pid=94772) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 16 20:01:21.939747 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['251a8cc9-a8e6-4002-adb1-80ff793c59c9', '55d3f219-cd02-443f-800f-c0b1954e88bf', '4b294502-e578-44a3-aa2e-ed43d46f085d', 'f2033db9-2f1d-498b-892d-08c38b96416c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:01:21.956167 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c6d2f-749b-4d42-8b71-909108d3fc17 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Pushing event deleted for resources: {'Port': ['ID=c6c0c476-902b-451c-9aaa-dcfd44d27296,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:22.012559 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec67a843-d95d-4a16-bd9f-479ccfc982da req-1c470aaa-8dd6-45cf-ba70-297ebe19e480 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e517ce67-26a1-45bb-ba8e-5488e08ca3d0 HTTP/1.1" status: 200 len: 210 time: 0.2095633 Aug 16 20:01:22.020356 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3893e471-4147-445c-8e4b-6457a94b0a29 None None] Routers {'f71958ae-8dd0-4a09-b82a-70bbf33995d2'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:01:22.021652 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3893e471-4147-445c-8e4b-6457a94b0a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:01:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f71958ae-8dd0-4a09-b82a-70bbf33995d2'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:01:22.024844 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12bd417-acb4-4a93-ae2b-bc32393ed15c None None] Pushing event updated for resources: {'Port': ['ID=a576cd75-585b-456f-998e-a7a6f84c0b6d,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:22.165299 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9bc672-3448-456b-9d92-d57ef897989f req-7661db74-53b2-47d2-97d7-9e4bda9a67f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:22.167085 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cf9bc672-3448-456b-9d92-d57ef897989f req-7661db74-53b2-47d2-97d7-9e4bda9a67f4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=32ab34dc-dab9-4698-ba33-f8efbd07740e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3587871 Aug 16 20:01:22.207803 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:01:22.287797 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-3893e471-4147-445c-8e4b-6457a94b0a29 None None] Set router f71958ae-8dd0-4a09-b82a-70bbf33995d2 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:01:22.332584 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cf9bc672-3448-456b-9d92-d57ef897989f req-b3eaba9f-44b9-4304-8f6e-0aa02705171e service neutron] 10.222.0.63 "GET /v2.0/networks/32ab34dc-dab9-4698-ba33-f8efbd07740e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503720 Aug 16 20:01:22.565229 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-c116202c-5365-419d-ba06-68bce04ac774 req-19f73214-c038-4639-b4cd-6c90e37e6530 service neutron] For port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1c3c8be5-9b61-4d70-9e77-b74c1b4e672a,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:22.689642 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-c116202c-5365-419d-ba06-68bce04ac774 req-19f73214-c038-4639-b4cd-6c90e37e6530 service neutron] For port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:01:22.733196 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-c116202c-5365-419d-ba06-68bce04ac774 req-19f73214-c038-4639-b4cd-6c90e37e6530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:01:22.749527 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-c116202c-5365-419d-ba06-68bce04ac774 req-19f73214-c038-4639-b4cd-6c90e37e6530 service neutron] For port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=1c3c8be5-9b61-4d70-9e77-b74c1b4e672a,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:22.770329 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c116202c-5365-419d-ba06-68bce04ac774 req-19f73214-c038-4639-b4cd-6c90e37e6530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:22.818201 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13791252-74f6-41a1-8354-c601580d23af req-320c3df7-b739-468d-9489-7abe1502093f tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:22.826832 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-13791252-74f6-41a1-8354-c601580d23af req-320c3df7-b739-468d-9489-7abe1502093f tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 945 time: 0.4907415 Aug 16 20:01:22.836233 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3893e471-4147-445c-8e4b-6457a94b0a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-886798932-router', 'tenant_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'eae24a7a-0ed2-40f7-9d44-eb1b5154eb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:00:58Z', 'updated_at': '2021-08-16T20:01:14Z', 'revision_number': 4, 'project_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'gw_port': {'id': 'eae24a7a-0ed2-40f7-9d44-eb1b5154eb99', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:01:00Z', 'updated_at': '2021-08-16T20:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'a576cd75-585b-456f-998e-a7a6f84c0b6d', 'name': '', 'network_id': 'ecd35756-7702-4168-9b7e-f6ce21930664', 'tenant_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'mac_address': 'fa:16:3e:d2:b6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '77f1a840-5b8e-4477-a95c-1936e6445e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:01:09Z', 'updated_at': '2021-08-16T20:01:21Z', 'revision_number': 4, 'project_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'subnets': [{'id': '77f1a840-5b8e-4477-a95c-1936e6445e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:01:22.908629 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3893e471-4147-445c-8e4b-6457a94b0a29 None None] The sync data for ids ['f71958ae-8dd0-4a09-b82a-70bbf33995d2'] in n-d-787206-13 is: [{'id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-886798932-router', 'tenant_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'eae24a7a-0ed2-40f7-9d44-eb1b5154eb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:00:58Z', 'updated_at': '2021-08-16T20:01:14Z', 'revision_number': 4, 'project_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'gw_port': {'id': 'eae24a7a-0ed2-40f7-9d44-eb1b5154eb99', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:01:00Z', 'updated_at': '2021-08-16T20:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'a576cd75-585b-456f-998e-a7a6f84c0b6d', 'name': '', 'network_id': 'ecd35756-7702-4168-9b7e-f6ce21930664', 'tenant_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'mac_address': 'fa:16:3e:d2:b6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '77f1a840-5b8e-4477-a95c-1936e6445e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:01:09Z', 'updated_at': '2021-08-16T20:01:21Z', 'revision_number': 4, 'project_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'subnets': [{'id': '77f1a840-5b8e-4477-a95c-1936e6445e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:01:22.963098 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-c116202c-5365-419d-ba06-68bce04ac774 req-19f73214-c038-4639-b4cd-6c90e37e6530 service neutron] Transition to ACTIVE for port object 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:01:22.991637 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cf9bc672-3448-456b-9d92-d57ef897989f req-8e693e41-6cca-4692-9629-36aede0a2774 service neutron] 10.222.0.63 "GET /v2.0/networks/32ab34dc-dab9-4698-ba33-f8efbd07740e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6416655 Aug 16 20:01:23.016290 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c116202c-5365-419d-ba06-68bce04ac774 req-19f73214-c038-4639-b4cd-6c90e37e6530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:23.121521 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac569e1d-324f-4553-9217-4e833d8c7522 req-b10c6d2f-749b-4d42-8b71-909108d3fc17 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] No DVR routers for this DVR port c6c0c476-902b-451c-9aaa-dcfd44d27296 on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:01:23.126722 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ac569e1d-324f-4553-9217-4e833d8c7522 req-b10c6d2f-749b-4d42-8b71-909108d3fc17 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:23.129372 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac569e1d-324f-4553-9217-4e833d8c7522 req-b10c6d2f-749b-4d42-8b71-909108d3fc17 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.57 "DELETE /v2.0/ports/c6c0c476-902b-451c-9aaa-dcfd44d27296 HTTP/1.1" status: 204 len: 173 time: 3.2853379 Aug 16 20:01:23.129851 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e517ce67-26a1-45bb-ba8e-5488e08ca3d0', 'name': 'network-vif-deleted', 'tag': 'c6c0c476-902b-451c-9aaa-dcfd44d27296'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:01:23.148729 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2aaf3c5-c2b1-4920-aa5c-63e16609ced0" -d '{"events": [{"server_uuid": "e517ce67-26a1-45bb-ba8e-5488e08ca3d0", "name": "network-vif-deleted", "tag": "c6c0c476-902b-451c-9aaa-dcfd44d27296"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:01:23.160321 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:01:23.212402 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-13791252-74f6-41a1-8354-c601580d23af req-c5b20366-cdf1-4c2d-89cd-7506ab9cda2a tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746202 Aug 16 20:01:23.220676 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c116202c-5365-419d-ba06-68bce04ac774 req-19f73214-c038-4639-b4cd-6c90e37e6530 service neutron] No DVR routers for this DVR port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:01:23.253494 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-93e8d97d-24ca-4649-891e-31f8e1c9e35b tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:23.268870 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-93e8d97d-24ca-4649-891e-31f8e1c9e35b tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/networks?id=ecd35756-7702-4168-9b7e-f6ce21930664 HTTP/1.1" status: 200 len: 828 time: 1.3400269 Aug 16 20:01:23.311759 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-c0d66507-aeb3-4f70-a4e4-2dec0900ad1f tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/quotas/bfc4e88a20bb427bb0865cae1b76c3dc HTTP/1.1" status: 200 len: 375 time: 0.0312381 Aug 16 20:01:23.336287 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f73214-c038-4639-b4cd-6c90e37e6530 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3c8be5-9b61-4d70-9e77-b74c1b4e672a,revision_number=10']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:23.364819 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c116202c-5365-419d-ba06-68bce04ac774 req-19f73214-c038-4639-b4cd-6c90e37e6530 service neutron] 10.222.0.57 "PUT /v2.0/ports/1c3c8be5-9b61-4d70-9e77-b74c1b4e672a/bindings/n-h2-787206-13/activate HTTP/1.1" status: 200 len: 370 time: 2.0304544 Aug 16 20:01:23.390809 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device d44f4d58-3907-494e-a724-893b0ba27e2c details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:01:23.444825 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-1baaef32-04a3-430f-b9d1-69ff86e00b48 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=bfc4e88a20bb427bb0865cae1b76c3dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1268399 Aug 16 20:01:23.581662 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port d44f4d58-3907-494e-a724-893b0ba27e2c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=d44f4d58-3907-494e-a724-893b0ba27e2c,segment=NetworkSegment(627df236-b6dd-47d5-9e3c-f7b3b1a2ec65),segment_id=627df236-b6dd-47d5-9e3c-f7b3b1a2ec65)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:23.588915 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-76509c04-7e11-43ef-81cd-77ffc772643a service neutron] 10.222.0.68 "GET /v2.0/networks/ecd35756-7702-4168-9b7e-f6ce21930664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331055 Aug 16 20:01:23.631867 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'd44f4d58-3907-494e-a724-893b0ba27e2c', 'network_id': '32ab34dc-dab9-4698-ba33-f8efbd07740e', 'port_id': 'd44f4d58-3907-494e-a724-893b0ba27e2c', 'mac_address': 'fa:16:3e:31:ac:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67859431-3c0a-43e3-b371-b5f64d62799e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:01:23.645221 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:01:23.648306 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device a576cd75-585b-456f-998e-a7a6f84c0b6d up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:01:23.769193 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01684734-69e6-4af9-9007-deb274252979 req-e1caa54e-29d1-4db7-9e09-17386eb347c6 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:23.783338 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-01684734-69e6-4af9-9007-deb274252979 req-e1caa54e-29d1-4db7-9e09-17386eb347c6 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d4072ed-df57-4360-80b6-7552957a2b29 HTTP/1.1" status: 200 len: 944 time: 0.2194531 Aug 16 20:01:23.827115 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-9e943185-3f89-47b1-9d22-c77f61aefd6c service neutron] 10.222.0.68 "GET /v2.0/networks/ecd35756-7702-4168-9b7e-f6ce21930664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310946 Aug 16 20:01:23.931979 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-01684734-69e6-4af9-9007-deb274252979 req-69772106-8d3f-4c96-b4c0-2666008c1cb6 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476295 Aug 16 20:01:23.941042 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116202c-5365-419d-ba06-68bce04ac774 req-58a08810-aac4-4dd8-a57b-ea0bd0403127 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:23.942558 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c116202c-5365-419d-ba06-68bce04ac774 req-58a08810-aac4-4dd8-a57b-ea0bd0403127 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2&tenant_id=80d98bbe248147c88be18e7257fbdc13&binding%3Ahost_id=n-h1-787206-13 HTTP/1.1" status: 200 len: 1096 time: 0.2654970 Aug 16 20:01:24.093060 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116202c-5365-419d-ba06-68bce04ac774 req-f2d64256-98df-4f62-8926-203bf7690eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:24.095239 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c116202c-5365-419d-ba06-68bce04ac774 req-f2d64256-98df-4f62-8926-203bf7690eaf service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2&tenant_id=80d98bbe248147c88be18e7257fbdc13 HTTP/1.1" status: 200 len: 1096 time: 0.1258173 Aug 16 20:01:24.228603 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116202c-5365-419d-ba06-68bce04ac774 req-9d25b817-9c21-4822-ad21-dcf8357a3b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:24.234754 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c116202c-5365-419d-ba06-68bce04ac774 req-9d25b817-9c21-4822-ad21-dcf8357a3b93 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80d98bbe248147c88be18e7257fbdc13&device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 1096 time: 0.1079144 Aug 16 20:01:24.300238 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:24.317576 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e32271a-598f-445d-8f2b-2a187cd8a299 x-openstack-request-id: req-2e32271a-598f-445d-8f2b-2a187cd8a299 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:01:24.318123 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e517ce67-26a1-45bb-ba8e-5488e08ca3d0", "name": "network-vif-deleted", "tag": "c6c0c476-902b-451c-9aaa-dcfd44d27296", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:01:24.318364 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2e32271a-598f-445d-8f2b-2a187cd8a299 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:01:24.318865 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e517ce67-26a1-45bb-ba8e-5488e08ca3d0', 'name': 'network-vif-deleted', 'tag': 'c6c0c476-902b-451c-9aaa-dcfd44d27296', 'status': 'completed', 'code': 200} Aug 16 20:01:24.358435 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d44f4d58-3907-494e-a724-893b0ba27e2c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:01:24.420972 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116202c-5365-419d-ba06-68bce04ac774 req-8402e71f-945f-4d89-9933-ddb156434277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:24.422511 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c116202c-5365-419d-ba06-68bce04ac774 req-8402e71f-945f-4d89-9933-ddb156434277 service neutron] 10.222.0.63 "GET /v2.0/networks?id=273a965b-291d-4de0-904d-d29903ed22d3 HTTP/1.1" status: 200 len: 922 time: 0.1801071 Aug 16 20:01:24.436925 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port d44f4d58-3907-494e-a724-893b0ba27e2c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=d44f4d58-3907-494e-a724-893b0ba27e2c,segment=NetworkSegment(627df236-b6dd-47d5-9e3c-f7b3b1a2ec65),segment_id=627df236-b6dd-47d5-9e3c-f7b3b1a2ec65)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:24.513806 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c116202c-5365-419d-ba06-68bce04ac774 req-6b4f59af-d963-418b-80a6-678c2c5fcec7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c3c8be5-9b61-4d70-9e77-b74c1b4e672a HTTP/1.1" status: 200 len: 217 time: 0.0809684 Aug 16 20:01:24.528671 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:24.565572 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8f080-f906-4821-a8ee-045edb931024 req-6cfccb68-400d-4d0c-96ac-1c119676f812 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:24.576006 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-92d8f080-f906-4821-a8ee-045edb931024 req-6cfccb68-400d-4d0c-96ac-1c119676f812 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 944 time: 0.2322879 Aug 16 20:01:24.672333 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-92d8f080-f906-4821-a8ee-045edb931024 req-3a952f23-03f0-495b-a1db-eb97e76ddbef tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969477 Aug 16 20:01:24.690712 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116202c-5365-419d-ba06-68bce04ac774 req-2fd413d9-c87a-4140-b45e-c6a210deef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:24.697073 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c116202c-5365-419d-ba06-68bce04ac774 req-2fd413d9-c87a-4140-b45e-c6a210deef70 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=49f83f5f-99d4-4f21-857e-7c691113f792 HTTP/1.1" status: 200 len: 861 time: 0.1713309 Aug 16 20:01:24.803184 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c116202c-5365-419d-ba06-68bce04ac774 req-312abdea-28c0-476e-b814-3a9a173e04b1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=273a965b-291d-4de0-904d-d29903ed22d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977588 Aug 16 20:01:24.874243 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=d44f4d58-3907-494e-a724-893b0ba27e2c,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:24.881050 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:01:24.896217 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port a576cd75-585b-456f-998e-a7a6f84c0b6d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:01:24.905042 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:01:24.906944 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:24.919149 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port a576cd75-585b-456f-998e-a7a6f84c0b6d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:01:24.923856 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:24.927184 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-277056b8-e19c-4514-bbae-f891994fef9a req-182d071e-23cf-43a2-97f7-0afdbb0aa15d tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f15b721-bad8-4eb2-aa8e-1415f334ecbf HTTP/1.1" status: 200 len: 210 time: 0.1198869 Aug 16 20:01:25.050800 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['d44f4d58-3907-494e-a724-893b0ba27e2c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:01:25.591101 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:25.843702 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665944b-a6a3-4c08-bd5c-ce4189c4d66c req-983745e0-ce71-4029-916f-7d2c3a3007e7 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:25.855331 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8665944b-a6a3-4c08-bd5c-ce4189c4d66c req-983745e0-ce71-4029-916f-7d2c3a3007e7 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d4072ed-df57-4360-80b6-7552957a2b29 HTTP/1.1" status: 200 len: 945 time: 0.1265862 Aug 16 20:01:25.861006 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port a576cd75-585b-456f-998e-a7a6f84c0b6d, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=a576cd75-585b-456f-998e-a7a6f84c0b6d,segment=NetworkSegment(2013fb8e-5cea-4bcd-b32b-12108d9d93ef),segment_id=2013fb8e-5cea-4bcd-b32b-12108d9d93ef)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:25.875738 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:25.952883 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8665944b-a6a3-4c08-bd5c-ce4189c4d66c req-4eca8cf2-450b-44e8-8b58-b80abd754150 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957501 Aug 16 20:01:25.966315 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c116202c-5365-419d-ba06-68bce04ac774 req-3d15148a-5381-4225-9063-a2bd89b00dbe service neutron] 10.222.0.63 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1553843 Aug 16 20:01:25.972348 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=a576cd75-585b-456f-998e-a7a6f84c0b6d,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:25.977514 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:26.011587 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99d1691-55f0-4053-ad18-d7df57dcc42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:01:26.015320 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe30933b-6ed6-46a5-9f17-300b9540e387" -d '{"events": [{"server_uuid": "f99d1691-55f0-4053-ad18-d7df57dcc42c", "name": "network-vif-plugged", "status": "completed", "tag": "a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:01:26.033170 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e,segment=NetworkSegment(627df236-b6dd-47d5-9e3c-f7b3b1a2ec65),segment_id=627df236-b6dd-47d5-9e3c-f7b3b1a2ec65)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:26.039203 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:26.134071 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:26.169543 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c116202c-5365-419d-ba06-68bce04ac774 req-53069616-2db5-4091-a62c-968c8d58267c service neutron] 10.222.0.63 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845386 Aug 16 20:01:26.186588 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6354306-a38f-4293-8795-560a529a8e2d req-72d47148-9c24-466a-9943-3a559463c40f tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:26.195132 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f6354306-a38f-4293-8795-560a529a8e2d req-72d47148-9c24-466a-9943-3a559463c40f tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 945 time: 0.2826059 Aug 16 20:01:26.254620 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f6354306-a38f-4293-8795-560a529a8e2d req-feb99be7-274b-4df7-9c5c-09bce9bdb8de tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575922 Aug 16 20:01:26.489522 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f50e3-5241-4f31-808f-870fa7928cab req-e7f665ed-36ee-48ef-8bc3-c3c6d681974f tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:26.491552 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b25f50e3-5241-4f31-808f-870fa7928cab req-e7f665ed-36ee-48ef-8bc3-c3c6d681974f tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 944 time: 0.0786417 Aug 16 20:01:26.547964 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b25f50e3-5241-4f31-808f-870fa7928cab req-6085622b-2f1a-4617-a627-57a06929336e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493417 Aug 16 20:01:26.585785 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fbb55352-223b-4f0c-9f3d-0c715cdb7d3d req-2ce5532b-72e5-45af-bce8-5ad757e4253b tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f15b721-bad8-4eb2-aa8e-1415f334ecbf HTTP/1.1" status: 200 len: 210 time: 0.0875413 Aug 16 20:01:26.612738 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-df24ef5d-7b55-4f4b-89c1-c655180b5b23 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:26.615158 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-df24ef5d-7b55-4f4b-89c1-c655180b5b23 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.57 "GET /v2.0/networks?id=ecd35756-7702-4168-9b7e-f6ce21930664 HTTP/1.1" status: 200 len: 828 time: 0.3464942 Aug 16 20:01:26.629549 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33580002-830c-4cc2-b7cc-c1e23fa0d868 x-openstack-request-id: req-33580002-830c-4cc2-b7cc-c1e23fa0d868 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:01:26.630061 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99d1691-55f0-4053-ad18-d7df57dcc42c", "name": "network-vif-plugged", "status": "completed", "tag": "a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:01:26.630061 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-33580002-830c-4cc2-b7cc-c1e23fa0d868 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:01:26.630465 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99d1691-55f0-4053-ad18-d7df57dcc42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e', 'code': 200} Aug 16 20:01:26.639022 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116202c-5365-419d-ba06-68bce04ac774 req-fae62e88-b719-404a-bd4b-98d7c51e3de2 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:26.641564 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c116202c-5365-419d-ba06-68bce04ac774 req-fae62e88-b719-404a-bd4b-98d7c51e3de2 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2&tenant_id=80d98bbe248147c88be18e7257fbdc13&binding%3Ahost_id=n-h2-787206-13 HTTP/1.1" status: 200 len: 1096 time: 0.0985062 Aug 16 20:01:26.683035 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-eecb947d-5e8e-4f4e-8f17-fdfdd27ef36a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Request body: {'port': {'device_id': '8f15b721-bad8-4eb2-aa8e-1415f334ecbf', 'network_id': 'ecd35756-7702-4168-9b7e-f6ce21930664', 'admin_state_up': True, 'tenant_id': 'bfc4e88a20bb427bb0865cae1b76c3dc'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:01:26.861606 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42768f55-f984-4c9f-b158-314454e7a5a7 req-67b586a9-7106-44a5-90c3-d00fc2bbb20a tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:26.863144 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-42768f55-f984-4c9f-b158-314454e7a5a7 req-67b586a9-7106-44a5-90c3-d00fc2bbb20a tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a8a8045-9b52-4f09-a0ef-ec55a305594a HTTP/1.1" status: 200 len: 949 time: 0.1990247 Aug 16 20:01:26.874522 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890f795-6f5b-4cee-9704-f7b5a011251a req-320723e9-518b-42ab-b5fd-05761ca65538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:26.876288 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f890f795-6f5b-4cee-9704-f7b5a011251a req-320723e9-518b-42ab-b5fd-05761ca65538 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f99d1691-55f0-4053-ad18-d7df57dcc42c HTTP/1.1" status: 200 len: 1097 time: 0.1331203 Aug 16 20:01:26.932271 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f890f795-6f5b-4cee-9704-f7b5a011251a req-dda92ba5-1746-4dec-8799-e8746532daeb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419433 Aug 16 20:01:27.002742 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-42768f55-f984-4c9f-b158-314454e7a5a7 req-b87b621a-6bc9-41d7-be2d-70d1b2287afd tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146636 Aug 16 20:01:27.136192 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f99bd6-4aa3-4e28-989c-de99268fdcc4 req-0ffa87cc-6f5b-4a5a-8e70-78d429b38a14 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:27.144644 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-32f99bd6-4aa3-4e28-989c-de99268fdcc4 req-0ffa87cc-6f5b-4a5a-8e70-78d429b38a14 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a8a8045-9b52-4f09-a0ef-ec55a305594a HTTP/1.1" status: 200 len: 949 time: 0.2371743 Aug 16 20:01:27.183955 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-eecb947d-5e8e-4f4e-8f17-fdfdd27ef36a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Made reservation on behalf of bfc4e88a20bb427bb0865cae1b76c3dc for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:01:27.188085 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-eecb947d-5e8e-4f4e-8f17-fdfdd27ef36a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:27.387625 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-c116202c-5365-419d-ba06-68bce04ac774 req-ffcb1830-91ca-41ff-8f9a-132e2526afa9 service neutron] For port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:01:27.405117 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa90dd-0287-4279-b5ff-e207cedc6b22 req-9dbdca6d-2980-44b0-8cc7-a97461c05eba tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:27.412558 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1afa90dd-0287-4279-b5ff-e207cedc6b22 req-9dbdca6d-2980-44b0-8cc7-a97461c05eba tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d4072ed-df57-4360-80b6-7552957a2b29 HTTP/1.1" status: 200 len: 945 time: 0.1960816 Aug 16 20:01:27.413048 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device d44f4d58-3907-494e-a724-893b0ba27e2c up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:01:27.422184 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c116202c-5365-419d-ba06-68bce04ac774 req-ffcb1830-91ca-41ff-8f9a-132e2526afa9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:27.424098 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c116202c-5365-419d-ba06-68bce04ac774 req-ffcb1830-91ca-41ff-8f9a-132e2526afa9 service neutron] 10.222.0.63 "DELETE /v2.0/ports/1c3c8be5-9b61-4d70-9e77-b74c1b4e672a/bindings/n-h1-787206-13 HTTP/1.1" status: 204 len: 173 time: 0.7361546 Aug 16 20:01:27.510717 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-32f99bd6-4aa3-4e28-989c-de99268fdcc4 req-bd7febe3-9f26-420d-ad33-b45a0091bea7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Deleting port 2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:01:27.511056 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-32f99bd6-4aa3-4e28-989c-de99268fdcc4 req-bd7febe3-9f26-420d-ad33-b45a0091bea7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:27.521756 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1afa90dd-0287-4279-b5ff-e207cedc6b22 req-b73a4a1d-07ff-4484-9892-c678b145b3fe tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080616 Aug 16 20:01:27.564983 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port d44f4d58-3907-494e-a724-893b0ba27e2c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:01:27.612500 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-eecb947d-5e8e-4f4e-8f17-fdfdd27ef36a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Allocated IP 172.20.0.14 (ecd35756-7702-4168-9b7e-f6ce21930664/77f1a840-5b8e-4477-a95c-1936e6445e57/d435f867-107d-4a0c-b53a-63b43160a3de) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:01:27.624223 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port d44f4d58-3907-494e-a724-893b0ba27e2c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:01:27.625059 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:27.771325 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:27.823517 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port d44f4d58-3907-494e-a724-893b0ba27e2c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=d44f4d58-3907-494e-a724-893b0ba27e2c,segment=NetworkSegment(627df236-b6dd-47d5-9e3c-f7b3b1a2ec65),segment_id=627df236-b6dd-47d5-9e3c-f7b3b1a2ec65)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:27.830449 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:27.887163 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-32f99bd6-4aa3-4e28-989c-de99268fdcc4 req-bd7febe3-9f26-420d-ad33-b45a0091bea7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] For port 2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:27.887788 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-32f99bd6-4aa3-4e28-989c-de99268fdcc4 req-bd7febe3-9f26-420d-ad33-b45a0091bea7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:27.969917 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f361490-bf05-4351-aa8c-78e15187f5ed req-0ba6fa8c-fa83-4f79-a39b-ab441255dda7 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:27.971539 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5f361490-bf05-4351-aa8c-78e15187f5ed req-0ba6fa8c-fa83-4f79-a39b-ab441255dda7 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 945 time: 0.3521497 Aug 16 20:01:27.973334 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-32f99bd6-4aa3-4e28-989c-de99268fdcc4 req-bd7febe3-9f26-420d-ad33-b45a0091bea7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Calling delete_port for 2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:01:28.051579 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=d44f4d58-3907-494e-a724-893b0ba27e2c,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:28.055787 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e3cd2-8d80-4be6-ad9c-f3f2416479d6 req-413c6ce8-20b0-4b31-9af7-6c3472fd66c1 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:28.057331 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e19e3cd2-8d80-4be6-ad9c-f3f2416479d6 req-413c6ce8-20b0-4b31-9af7-6c3472fd66c1 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.63 "GET /v2.0/ports?device_id=2bbd2481-44bb-403c-8ac9-33f72226757e HTTP/1.1" status: 200 len: 948 time: 0.3046436 Aug 16 20:01:28.105526 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device a576cd75-585b-456f-998e-a7a6f84c0b6d up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:01:28.190814 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port a576cd75-585b-456f-998e-a7a6f84c0b6d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:01:28.191201 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:28.210415 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5f361490-bf05-4351-aa8c-78e15187f5ed req-7a014938-2ef6-4027-8923-46bdf351c5e8 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251291 Aug 16 20:01:28.256683 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5bd24-a5ea-4ec1-aed3-9b8ad33b1e4a req-ea3bb196-d231-433d-821d-9a8c1c6bc7c3 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:28.265816 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-80f5bd24-a5ea-4ec1-aed3-9b8ad33b1e4a req-ea3bb196-d231-433d-821d-9a8c1c6bc7c3 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 944 time: 0.0864954 Aug 16 20:01:28.340196 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-80f5bd24-a5ea-4ec1-aed3-9b8ad33b1e4a req-ae23e68f-5905-434a-b58b-4f8d36651de5 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731156 Aug 16 20:01:28.387608 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2323f9ea-d786-44d3-8cf9-3e6a2b5756b0 req-238afa0b-fbda-47b7-bd89-e5de410fd5fa tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f15b721-bad8-4eb2-aa8e-1415f334ecbf HTTP/1.1" status: 200 len: 210 time: 0.0550067 Aug 16 20:01:28.409537 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-eecb947d-5e8e-4f4e-8f17-fdfdd27ef36a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:28.435874 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-eecb947d-5e8e-4f4e-8f17-fdfdd27ef36a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Transition to ACTIVE for port object d435f867-107d-4a0c-b53a-63b43160a3de will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:01:28.513021 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-eecb947d-5e8e-4f4e-8f17-fdfdd27ef36a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:28.631624 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4072ed-df57-4360-80b6-7552957a2b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44f4d58-3907-494e-a724-893b0ba27e2c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:01:28.635999 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd76732-58c6-4033-89c4-d93579ac31c2" -d '{"events": [{"server_uuid": "8d4072ed-df57-4360-80b6-7552957a2b29", "name": "network-vif-plugged", "status": "completed", "tag": "d44f4d58-3907-494e-a724-893b0ba27e2c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:01:28.660806 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-eecb947d-5e8e-4f4e-8f17-fdfdd27ef36a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Network ecd35756-7702-4168-9b7e-f6ce21930664 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:01:28.666334 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1b413-ea6e-46a5-9270-d28080c52005 req-44792079-5be0-43c1-b9a2-f91073a23901 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:28.678735 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-e19e3cd2-8d80-4be6-ad9c-f3f2416479d6 req-83aad620-2e7e-423d-9fed-e1750b23a54c tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Deleting port f2033db9-2f1d-498b-892d-08c38b96416c {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:01:28.679088 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e19e3cd2-8d80-4be6-ad9c-f3f2416479d6 req-83aad620-2e7e-423d-9fed-e1750b23a54c tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:28.680332 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f1d1b413-ea6e-46a5-9270-d28080c52005 req-44792079-5be0-43c1-b9a2-f91073a23901 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a8a8045-9b52-4f09-a0ef-ec55a305594a HTTP/1.1" status: 200 len: 949 time: 0.2366817 Aug 16 20:01:28.773896 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f1d1b413-ea6e-46a5-9270-d28080c52005 req-51fb19b9-b6ca-4cb8-b444-15d5f8e523fd tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924840 Aug 16 20:01:28.870332 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-eecb947d-5e8e-4f4e-8f17-fdfdd27ef36a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:01:28.890222 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-eecb947d-5e8e-4f4e-8f17-fdfdd27ef36a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:01:28.971383 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-eecb947d-5e8e-4f4e-8f17-fdfdd27ef36a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:28.972054 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-eecb947d-5e8e-4f4e-8f17-fdfdd27ef36a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:29.068953 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-32f99bd6-4aa3-4e28-989c-de99268fdcc4 req-bd7febe3-9f26-420d-ad33-b45a0091bea7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:29.088675 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb947d-5e8e-4f4e-8f17-fdfdd27ef36a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Pushing event updated for resources: {'Port': ['ID=d435f867-107d-4a0c-b53a-63b43160a3de,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:29.095921 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['251a8cc9-a8e6-4002-adb1-80ff793c59c9', '55d3f219-cd02-443f-800f-c0b1954e88bf', '4b294502-e578-44a3-aa2e-ed43d46f085d', 'f2033db9-2f1d-498b-892d-08c38b96416c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:01:29.105914 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:01:29.182466 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-e19e3cd2-8d80-4be6-ad9c-f3f2416479d6 req-83aad620-2e7e-423d-9fed-e1750b23a54c tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] For port f2033db9-2f1d-498b-892d-08c38b96416c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f2033db9-2f1d-498b-892d-08c38b96416c,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:29.184265 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e19e3cd2-8d80-4be6-ad9c-f3f2416479d6 req-83aad620-2e7e-423d-9fed-e1750b23a54c tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:29.207475 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-e19e3cd2-8d80-4be6-ad9c-f3f2416479d6 req-83aad620-2e7e-423d-9fed-e1750b23a54c tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Calling delete_port for f2033db9-2f1d-498b-892d-08c38b96416c owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:01:29.396843 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-eecb947d-5e8e-4f4e-8f17-fdfdd27ef36a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7466156 Aug 16 20:01:29.410097 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056619c3-9804-4f17-b05c-3f0b375ba85f req-c5f47b5a-2b3b-4056-98c5-4e02df71c94a tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:29.417760 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-056619c3-9804-4f17-b05c-3f0b375ba85f req-c5f47b5a-2b3b-4056-98c5-4e02df71c94a tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d4072ed-df57-4360-80b6-7552957a2b29 HTTP/1.1" status: 200 len: 946 time: 0.1690354 Aug 16 20:01:29.485698 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-7f549d63-590b-441d-b299-b2ab77944819 service neutron] Request body: {'port': {'device_id': '8f15b721-bad8-4eb2-aa8e-1415f334ecbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:01:29.513664 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-056619c3-9804-4f17-b05c-3f0b375ba85f req-b93472ad-63cc-4454-a39f-dbdf2bb06a29 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868182 Aug 16 20:01:29.647799 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c74431-048c-4c7a-86cd-0044305320d0 req-fa9bbc91-3455-4d1d-983b-49ecdcb221aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:29.649550 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b0c74431-048c-4c7a-86cd-0044305320d0 req-fa9bbc91-3455-4d1d-983b-49ecdcb221aa service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8d4072ed-df57-4360-80b6-7552957a2b29 HTTP/1.1" status: 200 len: 1098 time: 0.1251860 Aug 16 20:01:29.669678 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7febe3-9f26-420d-ad33-b45a0091bea7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Pushing event deleted for resources: {'Port': ['ID=2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:29.685914 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-7f549d63-590b-441d-b299-b2ab77944819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:29.739491 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f99bd6-4aa3-4e28-989c-de99268fdcc4 req-bd7febe3-9f26-420d-ad33-b45a0091bea7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] No DVR routers for this DVR port 2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:01:29.752899 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-32f99bd6-4aa3-4e28-989c-de99268fdcc4 req-bd7febe3-9f26-420d-ad33-b45a0091bea7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:29.754832 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-32f99bd6-4aa3-4e28-989c-de99268fdcc4 req-bd7febe3-9f26-420d-ad33-b45a0091bea7 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.57 "DELETE /v2.0/ports/2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd HTTP/1.1" status: 204 len: 173 time: 2.5857837 Aug 16 20:01:29.757648 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8a8045-9b52-4f09-a0ef-ec55a305594a', 'name': 'network-vif-deleted', 'tag': '2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:01:29.760402 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27571e3-27e1-46c6-9a70-f295c5d7ca77" -d '{"events": [{"server_uuid": "7a8a8045-9b52-4f09-a0ef-ec55a305594a", "name": "network-vif-deleted", "tag": "2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:01:29.785547 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e19e3cd2-8d80-4be6-ad9c-f3f2416479d6 req-83aad620-2e7e-423d-9fed-e1750b23a54c tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:29.822445 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f579fb-e31f-47f8-8291-3991cbd32e2f x-openstack-request-id: req-88f579fb-e31f-47f8-8291-3991cbd32e2f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:01:29.822836 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4072ed-df57-4360-80b6-7552957a2b29", "name": "network-vif-plugged", "status": "completed", "tag": "d44f4d58-3907-494e-a724-893b0ba27e2c", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:01:29.823087 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-88f579fb-e31f-47f8-8291-3991cbd32e2f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:01:29.823512 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4072ed-df57-4360-80b6-7552957a2b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44f4d58-3907-494e-a724-893b0ba27e2c', 'code': 200} Aug 16 20:01:29.823947 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b0c74431-048c-4c7a-86cd-0044305320d0 req-91a5e37a-4659-4610-88e5-d6b7b5b1489a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636834 Aug 16 20:01:29.832902 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d8be5-7199-4d21-8aa8-64fb3229ffca req-d990c283-d3f6-434c-8a44-bb2340bc6176 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:29.841171 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c55d8be5-7199-4d21-8aa8-64fb3229ffca req-d990c283-d3f6-434c-8a44-bb2340bc6176 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 945 time: 0.1657705 Aug 16 20:01:29.861396 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9a6648be-26e9-4620-9bcd-4c39d35b2920 None None] Provisioning for port d435f867-107d-4a0c-b53a-63b43160a3de completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:01:29.890851 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9a6648be-26e9-4620-9bcd-4c39d35b2920 None None] Provisioning complete for port d435f867-107d-4a0c-b53a-63b43160a3de triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:01:29.891714 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9a6648be-26e9-4620-9bcd-4c39d35b2920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:29.928618 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c55d8be5-7199-4d21-8aa8-64fb3229ffca req-3dec1ac8-e6f5-49f6-8051-0ea484cf1236 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824285 Aug 16 20:01:29.954979 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe0f18-83f6-496b-a373-90b15bc496aa req-5db581d2-1d37-40d2-b446-e2586db8936b tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:29.957752 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-61fe0f18-83f6-496b-a373-90b15bc496aa req-5db581d2-1d37-40d2-b446-e2586db8936b tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 1096 time: 0.3117585 Aug 16 20:01:29.962188 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aad620-2e7e-423d-9fed-e1750b23a54c tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Pushing event deleted for resources: {'Port': ['ID=f2033db9-2f1d-498b-892d-08c38b96416c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:29.978186 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9a6648be-26e9-4620-9bcd-4c39d35b2920 None None] Port d435f867-107d-4a0c-b53a-63b43160a3de cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:01:30.069104 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19e3cd2-8d80-4be6-ad9c-f3f2416479d6 req-83aad620-2e7e-423d-9fed-e1750b23a54c tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] No DVR routers for this DVR port f2033db9-2f1d-498b-892d-08c38b96416c on host n-h2-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:01:30.074090 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e19e3cd2-8d80-4be6-ad9c-f3f2416479d6 req-83aad620-2e7e-423d-9fed-e1750b23a54c tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:30.076185 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e19e3cd2-8d80-4be6-ad9c-f3f2416479d6 req-83aad620-2e7e-423d-9fed-e1750b23a54c tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.63 "DELETE /v2.0/ports/f2033db9-2f1d-498b-892d-08c38b96416c HTTP/1.1" status: 204 len: 173 time: 2.0063930 Aug 16 20:01:30.166443 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73d881-c1e5-46d7-ae7e-61fe87765f23 req-91c30b8c-5b2f-4480-8b63-ee862cf092e2 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:30.176879 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec73d881-c1e5-46d7-ae7e-61fe87765f23 req-91c30b8c-5b2f-4480-8b63-ee862cf092e2 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f15b721-bad8-4eb2-aa8e-1415f334ecbf HTTP/1.1" status: 200 len: 932 time: 0.0893536 Aug 16 20:01:30.250548 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-61fe0f18-83f6-496b-a373-90b15bc496aa req-9cf42671-3abc-4491-b90b-d51de8f77313 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853377 Aug 16 20:01:30.271516 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec73d881-c1e5-46d7-ae7e-61fe87765f23 req-32823ed1-61ea-4e07-a718-61635fca77ae tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/security-groups?id=fa5a6877-1755-4484-98e4-5a244b69d423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899026 Aug 16 20:01:30.356745 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6329f811-f1c4-4a2c-8596-bfaedf3dd08c x-openstack-request-id: req-6329f811-f1c4-4a2c-8596-bfaedf3dd08c {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:01:30.357039 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8a8045-9b52-4f09-a0ef-ec55a305594a", "name": "network-vif-deleted", "tag": "2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:01:30.357289 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6329f811-f1c4-4a2c-8596-bfaedf3dd08c {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:01:30.357708 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8a8045-9b52-4f09-a0ef-ec55a305594a', 'name': 'network-vif-deleted', 'tag': '2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd', 'status': 'completed', 'code': 200} Aug 16 20:01:30.426967 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-7f549d63-590b-441d-b299-b2ab77944819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d435f867-107d-4a0c-b53a-63b43160a3de {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:01:30.481651 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-7f549d63-590b-441d-b299-b2ab77944819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:30.486531 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7e957908-4f54-484d-a52d-29b01030fcf9 req-d8426100-b6d5-4573-8f0c-bc46a21f8e3d tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a8a8045-9b52-4f09-a0ef-ec55a305594a HTTP/1.1" status: 200 len: 210 time: 0.0511954 Aug 16 20:01:30.504720 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-7f549d63-590b-441d-b299-b2ab77944819 service neutron] Transition to ACTIVE for port object d435f867-107d-4a0c-b53a-63b43160a3de will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:01:30.514138 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-7f549d63-590b-441d-b299-b2ab77944819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:30.621381 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f549d63-590b-441d-b299-b2ab77944819 service neutron] Pushing event updated for resources: {'Port': ['ID=d435f867-107d-4a0c-b53a-63b43160a3de,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:30.791338 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-7f549d63-590b-441d-b299-b2ab77944819 service neutron] Attempting to bind port d435f867-107d-4a0c-b53a-63b43160a3de on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:01:30.791644 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-7f549d63-590b-441d-b299-b2ab77944819 service neutron] Attempting to bind port d435f867-107d-4a0c-b53a-63b43160a3de by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '2013fb8e-5cea-4bcd-b32b-12108d9d93ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecd35756-7702-4168-9b7e-f6ce21930664'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:01:30.791963 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-7f549d63-590b-441d-b299-b2ab77944819 service neutron] Attempting to bind port d435f867-107d-4a0c-b53a-63b43160a3de on network ecd35756-7702-4168-9b7e-f6ce21930664 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:01:30.798339 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-7f549d63-590b-441d-b299-b2ab77944819 service neutron] Port d435f867-107d-4a0c-b53a-63b43160a3de on network ecd35756-7702-4168-9b7e-f6ce21930664 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:01:30.798677 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-7f549d63-590b-441d-b299-b2ab77944819 service neutron] Attempting to bind port d435f867-107d-4a0c-b53a-63b43160a3de on network ecd35756-7702-4168-9b7e-f6ce21930664 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:01:30.863551 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-7f549d63-590b-441d-b299-b2ab77944819 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:01:30.863914 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-7f549d63-590b-441d-b299-b2ab77944819 service neutron] Checking segment: {'id': '2013fb8e-5cea-4bcd-b32b-12108d9d93ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecd35756-7702-4168-9b7e-f6ce21930664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:01:30.864592 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-7f549d63-590b-441d-b299-b2ab77944819 service neutron] Bound using segment: {'id': '2013fb8e-5cea-4bcd-b32b-12108d9d93ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecd35756-7702-4168-9b7e-f6ce21930664'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:01:30.864726 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-7f549d63-590b-441d-b299-b2ab77944819 service neutron] Bound port: d435f867-107d-4a0c-b53a-63b43160a3de, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2013fb8e-5cea-4bcd-b32b-12108d9d93ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ecd35756-7702-4168-9b7e-f6ce21930664'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:01:30.865122 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-7f549d63-590b-441d-b299-b2ab77944819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:30.880811 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4bd430-95a0-4862-b5f0-7de8bfbb9ed6 req-19bac51b-18c2-4230-aa8a-caf3b7ee61b7 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:30.882486 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5e4bd430-95a0-4862-b5f0-7de8bfbb9ed6 req-19bac51b-18c2-4230-aa8a-caf3b7ee61b7 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 1096 time: 0.0850964 Aug 16 20:01:30.977209 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5e4bd430-95a0-4862-b5f0-7de8bfbb9ed6 req-e61f0d48-a2b2-428b-abc0-db866c3ec1d5 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854959 Aug 16 20:01:30.991528 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-7f549d63-590b-441d-b299-b2ab77944819 service neutron] For port d435f867-107d-4a0c-b53a-63b43160a3de, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:01:30.995716 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-7f549d63-590b-441d-b299-b2ab77944819 service neutron] For port d435f867-107d-4a0c-b53a-63b43160a3de, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=d435f867-107d-4a0c-b53a-63b43160a3de,segment=NetworkSegment(2013fb8e-5cea-4bcd-b32b-12108d9d93ef),segment_id=2013fb8e-5cea-4bcd-b32b-12108d9d93ef)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:01:31.001663 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-7f549d63-590b-441d-b299-b2ab77944819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:31.088683 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-7f549d63-590b-441d-b299-b2ab77944819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:31.089691 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-7f549d63-590b-441d-b299-b2ab77944819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:31.090818 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-7f549d63-590b-441d-b299-b2ab77944819 service neutron] 10.222.0.57 "PUT /v2.0/ports/d435f867-107d-4a0c-b53a-63b43160a3de HTTP/1.1" status: 200 len: 1093 time: 1.6102989 Aug 16 20:01:31.237819 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f549d63-590b-441d-b299-b2ab77944819 service neutron] Pushing event updated for resources: {'Port': ['ID=d435f867-107d-4a0c-b53a-63b43160a3de,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:31.278602 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b0cd2-dd9c-4936-89d8-1eb1bbe8b0bf req-78564910-6e96-49aa-9812-666192a3eff2 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:31.280345 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b29b0cd2-dd9c-4936-89d8-1eb1bbe8b0bf req-78564910-6e96-49aa-9812-666192a3eff2 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d4072ed-df57-4360-80b6-7552957a2b29 HTTP/1.1" status: 200 len: 946 time: 0.1292396 Aug 16 20:01:31.282407 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-ea83787c-8d06-4468-92b6-f08c84892c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:31.284039 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-ea83787c-8d06-4468-92b6-f08c84892c7d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bfc4e88a20bb427bb0865cae1b76c3dc&device_id=8f15b721-bad8-4eb2-aa8e-1415f334ecbf HTTP/1.1" status: 200 len: 1096 time: 0.1256726 Aug 16 20:01:31.346182 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-6395ceb8-2d57-46bb-af10-1f82c1e0aa8c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d435f867-107d-4a0c-b53a-63b43160a3de HTTP/1.1" status: 200 len: 217 time: 0.0502546 Aug 16 20:01:31.348638 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec5852-da6c-4416-b13e-b54ba32aca6a req-72da6619-0cae-4a8f-89ca-fe8e36f8fdef tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:31.357292 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6cec5852-da6c-4416-b13e-b54ba32aca6a req-72da6619-0cae-4a8f-89ca-fe8e36f8fdef tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 945 time: 0.0775416 Aug 16 20:01:31.400369 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b29b0cd2-dd9c-4936-89d8-1eb1bbe8b0bf req-49da9ba0-b392-42b6-82c0-161e37ac3132 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122134 Aug 16 20:01:31.402689 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6cec5852-da6c-4416-b13e-b54ba32aca6a req-9da15115-a98f-43a4-bc21-8fb7a56cc4e7 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439718 Aug 16 20:01:31.424777 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-65bf3f24-f768-45a6-a1eb-07633ad381f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:31.429349 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-65bf3f24-f768-45a6-a1eb-07633ad381f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77f1a840-5b8e-4477-a95c-1936e6445e57 HTTP/1.1" status: 200 len: 867 time: 0.0750577 Aug 16 20:01:31.434739 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device f2033db9-2f1d-498b-892d-08c38b96416c no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:01:31.475762 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: f2033db9-2f1d-498b-892d-08c38b96416c {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:01:31.476110 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device f2033db9-2f1d-498b-892d-08c38b96416c not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:01:31.506359 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-8dc2803a-8495-4812-89b0-512027c1d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:31.508073 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-8dc2803a-8495-4812-89b0-512027c1d4e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ecd35756-7702-4168-9b7e-f6ce21930664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711846 Aug 16 20:01:31.513944 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:01:31.537338 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:01:31.537781 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 2ba54ab8-f9be-4f7a-9cf6-7a05947ea3cd not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:01:31.538259 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device b584353f-767c-48df-9272-5d9cb4770a21 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:01:31.571465 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['251a8cc9-a8e6-4002-adb1-80ff793c59c9', '55d3f219-cd02-443f-800f-c0b1954e88bf', '4b294502-e578-44a3-aa2e-ed43d46f085d'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:01:31.640478 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-37372e6f-88d9-4cf1-8249-5a3e61621750 service neutron] 10.222.0.57 "GET /v2.0/networks/ecd35756-7702-4168-9b7e-f6ce21930664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239860 Aug 16 20:01:31.803183 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e65dde8e-d1a8-4fd0-916c-683ab1da0075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:31.840424 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:31.947449 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port b584353f-767c-48df-9272-5d9cb4770a21, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=b584353f-767c-48df-9272-5d9cb4770a21,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:31.949893 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b500535-6c1d-40e0-8574-82b1d405e864', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b584353f-767c-48df-9272-5d9cb4770a21'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:01:31.953918 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a00dc6a-e1b5-40be-b357-d3ab08aed43e" -d '{"events": [{"server_uuid": "2b500535-6c1d-40e0-8574-82b1d405e864", "name": "network-vif-unplugged", "status": "completed", "tag": "b584353f-767c-48df-9272-5d9cb4770a21"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:01:31.958473 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:32.075048 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=b584353f-767c-48df-9272-5d9cb4770a21,revision_number=11']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:32.152846 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b06f6-ff83-40b9-bf25-dddacdfdc922 req-14ee3e34-6fb7-4041-b727-6ef6aad6b005 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:32.154707 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-192b06f6-ff83-40b9-bf25-dddacdfdc922 req-14ee3e34-6fb7-4041-b727-6ef6aad6b005 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f15b721-bad8-4eb2-aa8e-1415f334ecbf HTTP/1.1" status: 200 len: 944 time: 0.0738583 Aug 16 20:01:32.210535 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-192b06f6-ff83-40b9-bf25-dddacdfdc922 req-3bb44d62-5d58-41c0-a782-c94b64007e63 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/security-groups?id=fa5a6877-1755-4484-98e4-5a244b69d423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482523 Aug 16 20:01:32.228566 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace1c4c-ee54-4aa1-aa00-7ad747417da6 req-2dff6ea1-3daa-4dd9-bfbb-a1f8ea773396 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:32.236776 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5ace1c4c-ee54-4aa1-aa00-7ad747417da6 req-2dff6ea1-3daa-4dd9-bfbb-a1f8ea773396 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b500535-6c1d-40e0-8574-82b1d405e864 HTTP/1.1" status: 200 len: 948 time: 0.1247118 Aug 16 20:01:32.248050 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-f351ac4f-54f6-4f2f-8374-8839198747ba tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:32.249885 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-f351ac4f-54f6-4f2f-8374-8839198747ba tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a&tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&binding%3Ahost_id=n-h2-787206-13 HTTP/1.1" status: 200 len: 1097 time: 0.1354513 Aug 16 20:01:32.270599 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-1b5c645f-ee00-477d-bf8e-31007a817151 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-787206-13'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:01:32.301420 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-006714d6-8f2f-4721-8b54-13589a4d74f6 req-0ef59c9a-7485-4c7b-b7df-525d8a7d2c58 service neutron] 10.222.0.57 "GET /v2.0/networks/ecd35756-7702-4168-9b7e-f6ce21930664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6478913 Aug 16 20:01:32.349740 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5ace1c4c-ee54-4aa1-aa00-7ad747417da6 req-2f3dcc02-04ba-4b2b-b8c4-72593a170133 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/security-groups?id=0beef620-6449-4be3-9233-7b7b5e8e0ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118703 Aug 16 20:01:32.357628 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-1b5c645f-ee00-477d-bf8e-31007a817151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:32.360668 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbd2481-44bb-403c-8ac9-33f72226757e', 'name': 'network-vif-deleted', 'tag': 'f2033db9-2f1d-498b-892d-08c38b96416c'}, {'name': 'network-changed', 'server_uuid': '8f15b721-bad8-4eb2-aa8e-1415f334ecbf', 'tag': 'd435f867-107d-4a0c-b53a-63b43160a3de'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:01:32.363287 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b64eeb3-eef3-4d64-a1f0-ffdffe72061d" -d '{"events": [{"server_uuid": "2bbd2481-44bb-403c-8ac9-33f72226757e", "name": "network-vif-deleted", "tag": "f2033db9-2f1d-498b-892d-08c38b96416c"}, {"name": "network-changed", "server_uuid": "8f15b721-bad8-4eb2-aa8e-1415f334ecbf", "tag": "d435f867-107d-4a0c-b53a-63b43160a3de"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:01:32.439113 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9904903e-6520-417d-9f4a-bbbeade24330 req-46b1bdbb-0fca-4413-9ed2-ccd0ccfce575 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:32.440881 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9904903e-6520-417d-9f4a-bbbeade24330 req-46b1bdbb-0fca-4413-9ed2-ccd0ccfce575 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad412143-e810-4b8f-943c-d80e5a1cceee HTTP/1.1" status: 200 len: 945 time: 0.0822701 Aug 16 20:01:32.495126 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35af00d0-c91f-453f-bd17-e8ffc6b5a8c4 x-openstack-request-id: req-35af00d0-c91f-453f-bd17-e8ffc6b5a8c4 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:01:32.495670 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b500535-6c1d-40e0-8574-82b1d405e864", "name": "network-vif-unplugged", "status": "completed", "tag": "b584353f-767c-48df-9272-5d9cb4770a21", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:01:32.495931 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-35af00d0-c91f-453f-bd17-e8ffc6b5a8c4 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:01:32.496709 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9904903e-6520-417d-9f4a-bbbeade24330 req-4a5fbab8-efbc-4da0-bdba-0c90ed655737 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495749 Aug 16 20:01:32.497224 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b500535-6c1d-40e0-8574-82b1d405e864', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b584353f-767c-48df-9272-5d9cb4770a21', 'code': 200} Aug 16 20:01:32.528176 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-1b5c645f-ee00-477d-bf8e-31007a817151 service neutron] For port 3a3364a1-1f25-4954-b847-6095eef6d486, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3a3364a1-1f25-4954-b847-6095eef6d486,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:32.577874 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-1b5c645f-ee00-477d-bf8e-31007a817151 service neutron] For port 3a3364a1-1f25-4954-b847-6095eef6d486, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:01:32.606980 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 20:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddf9097-47a5-4f78-ad30-575996f42a7d x-openstack-request-id: req-fddf9097-47a5-4f78-ad30-575996f42a7d {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:01:32.607281 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbd2481-44bb-403c-8ac9-33f72226757e", "name": "network-vif-deleted", "tag": "f2033db9-2f1d-498b-892d-08c38b96416c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8f15b721-bad8-4eb2-aa8e-1415f334ecbf", "tag": "d435f867-107d-4a0c-b53a-63b43160a3de", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:01:32.607541 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fddf9097-47a5-4f78-ad30-575996f42a7d {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:01:32.607983 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bbd2481-44bb-403c-8ac9-33f72226757e', 'name': 'network-vif-deleted', 'tag': 'f2033db9-2f1d-498b-892d-08c38b96416c', 'status': 'completed', 'code': 200} Aug 16 20:01:32.608238 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f15b721-bad8-4eb2-aa8e-1415f334ecbf', 'tag': 'd435f867-107d-4a0c-b53a-63b43160a3de', 'status': 'completed', 'code': 200} Aug 16 20:01:32.677522 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64eeb3-eef3-4d64-a1f0-ffdffe72061d req-16448ef0-89bc-4be6-aa51-5a8d58073ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:32.679083 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1b64eeb3-eef3-4d64-a1f0-ffdffe72061d req-16448ef0-89bc-4be6-aa51-5a8d58073ff0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bfc4e88a20bb427bb0865cae1b76c3dc&device_id=8f15b721-bad8-4eb2-aa8e-1415f334ecbf HTTP/1.1" status: 200 len: 1096 time: 0.0664477 Aug 16 20:01:32.684472 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-1b5c645f-ee00-477d-bf8e-31007a817151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:32.699077 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-1b5c645f-ee00-477d-bf8e-31007a817151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:32.785153 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d2b73-9feb-46d0-9749-577d7120ed51 req-6a3f574a-fb12-4960-90f0-1322f4c539e2 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:32.794138 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-284d2b73-9feb-46d0-9749-577d7120ed51 req-6a3f574a-fb12-4960-90f0-1322f4c539e2 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 943 time: 0.0829663 Aug 16 20:01:32.837231 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-284d2b73-9feb-46d0-9749-577d7120ed51 req-f84d0152-3cc9-469a-9ed4-fdff0e6e7293 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418992 Aug 16 20:01:32.875373 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c645f-ee00-477d-bf8e-31007a817151 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3364a1-1f25-4954-b847-6095eef6d486,revision_number=7']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:32.931290 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705b5cb-b2fc-4ce6-ae53-f143f1004d70 req-5c848f13-a024-43c3-82ec-c82368016ab1 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:32.933098 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4705b5cb-b2fc-4ce6-ae53-f143f1004d70 req-5c848f13-a024-43c3-82ec-c82368016ab1 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=f99d1691-55f0-4053-ad18-d7df57dcc42c HTTP/1.1" status: 200 len: 945 time: 0.1341698 Aug 16 20:01:32.954705 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-1b5c645f-ee00-477d-bf8e-31007a817151 service neutron] Attempting to bind port 3a3364a1-1f25-4954-b847-6095eef6d486 on host n-h2-787206-13 for vnic_type normal with profile {"migrating_to": "n-h1-787206-13"} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:01:32.955039 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-1b5c645f-ee00-477d-bf8e-31007a817151 service neutron] Attempting to bind port 3a3364a1-1f25-4954-b847-6095eef6d486 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:01:32.955406 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-1b5c645f-ee00-477d-bf8e-31007a817151 service neutron] Attempting to bind port 3a3364a1-1f25-4954-b847-6095eef6d486 on network 090f4e50-1fb3-4449-b92b-949da889d68e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:01:32.976182 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-1b5c645f-ee00-477d-bf8e-31007a817151 service neutron] Port 3a3364a1-1f25-4954-b847-6095eef6d486 on network 090f4e50-1fb3-4449-b92b-949da889d68e not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:01:32.976507 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-1b5c645f-ee00-477d-bf8e-31007a817151 service neutron] Attempting to bind port 3a3364a1-1f25-4954-b847-6095eef6d486 on network 090f4e50-1fb3-4449-b92b-949da889d68e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:01:32.989854 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64eeb3-eef3-4d64-a1f0-ffdffe72061d req-b75c8f97-12ab-47bd-afe1-80963b4417f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:32.991420 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1b64eeb3-eef3-4d64-a1f0-ffdffe72061d req-b75c8f97-12ab-47bd-afe1-80963b4417f8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ecd35756-7702-4168-9b7e-f6ce21930664 HTTP/1.1" status: 200 len: 929 time: 0.3029878 Aug 16 20:01:32.992143 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-1b5c645f-ee00-477d-bf8e-31007a817151 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:01:32.992968 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-1b5c645f-ee00-477d-bf8e-31007a817151 service neutron] Checking segment: {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:01:32.993342 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-1b5c645f-ee00-477d-bf8e-31007a817151 service neutron] Bound using segment: {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:01:32.993780 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-1b5c645f-ee00-477d-bf8e-31007a817151 service neutron] Bound port: 3a3364a1-1f25-4954-b847-6095eef6d486, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:01:32.994255 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-1b5c645f-ee00-477d-bf8e-31007a817151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:33.065031 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4705b5cb-b2fc-4ce6-ae53-f143f1004d70 req-d0d10abd-5bac-4432-83dc-6af6bb0e2594 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196494 Aug 16 20:01:33.068620 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1b64eeb3-eef3-4d64-a1f0-ffdffe72061d req-b98ab1c7-cf0d-406b-b562-a8c325e84c57 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d435f867-107d-4a0c-b53a-63b43160a3de HTTP/1.1" status: 200 len: 217 time: 0.0641565 Aug 16 20:01:33.186651 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-1b5c645f-ee00-477d-bf8e-31007a817151 service neutron] For port 3a3364a1-1f25-4954-b847-6095eef6d486, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:01:33.191592 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-1b5c645f-ee00-477d-bf8e-31007a817151 service neutron] For port 3a3364a1-1f25-4954-b847-6095eef6d486, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3a3364a1-1f25-4954-b847-6095eef6d486,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:01:33.195843 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64eeb3-eef3-4d64-a1f0-ffdffe72061d req-5fee8bec-a497-412a-8219-10b183afef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:33.197514 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1b64eeb3-eef3-4d64-a1f0-ffdffe72061d req-5fee8bec-a497-412a-8219-10b183afef6d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77f1a840-5b8e-4477-a95c-1936e6445e57 HTTP/1.1" status: 200 len: 867 time: 0.0817604 Aug 16 20:01:33.199326 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-1b5c645f-ee00-477d-bf8e-31007a817151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:33.341992 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c645f-ee00-477d-bf8e-31007a817151 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3364a1-1f25-4954-b847-6095eef6d486,revision_number=8']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:33.369144 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-1b5c645f-ee00-477d-bf8e-31007a817151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:33.369786 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-1b5c645f-ee00-477d-bf8e-31007a817151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:33.371223 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-1b5c645f-ee00-477d-bf8e-31007a817151 service neutron] 10.222.0.57 "PUT /v2.0/ports/3a3364a1-1f25-4954-b847-6095eef6d486 HTTP/1.1" status: 200 len: 1123 time: 1.1054933 Aug 16 20:01:33.374300 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64eeb3-eef3-4d64-a1f0-ffdffe72061d req-46753e29-61e4-414c-a6ac-e627eb2d0ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:33.376408 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1b64eeb3-eef3-4d64-a1f0-ffdffe72061d req-46753e29-61e4-414c-a6ac-e627eb2d0ec6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ecd35756-7702-4168-9b7e-f6ce21930664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1438301 Aug 16 20:01:33.487208 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['3a3364a1-1f25-4954-b847-6095eef6d486'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:01:33.563909 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['3a3364a1-1f25-4954-b847-6095eef6d486'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:01:33.566975 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3a3364a1-1f25-4954-b847-6095eef6d486 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:01:33.593933 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1b64eeb3-eef3-4d64-a1f0-ffdffe72061d req-87684ca6-0474-4667-956b-7df4f9176126 service neutron] 10.222.0.57 "GET /v2.0/networks/ecd35756-7702-4168-9b7e-f6ce21930664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043245 Aug 16 20:01:33.661380 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1d2a3-d418-4903-82b8-ade3016cf91b req-8fd71034-bf9c-4da3-8b76-284cf812b40e tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:33.665045 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-18d1d2a3-d418-4903-82b8-ade3016cf91b req-8fd71034-bf9c-4da3-8b76-284cf812b40e tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f15b721-bad8-4eb2-aa8e-1415f334ecbf HTTP/1.1" status: 200 len: 944 time: 0.0779111 Aug 16 20:01:33.721725 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1b64eeb3-eef3-4d64-a1f0-ffdffe72061d req-d5b0f2db-e24d-457f-970c-f7ec88c57095 service neutron] 10.222.0.57 "GET /v2.0/networks/ecd35756-7702-4168-9b7e-f6ce21930664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144760 Aug 16 20:01:33.736263 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b30450-bbb1-45be-9281-06422c5ef1f1 req-19ffc6ff-6bc5-4f9a-b62e-65cf347d9fc5 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:33.737833 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-09b30450-bbb1-45be-9281-06422c5ef1f1 req-19ffc6ff-6bc5-4f9a-b62e-65cf347d9fc5 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d4072ed-df57-4360-80b6-7552957a2b29 HTTP/1.1" status: 200 len: 946 time: 0.1417928 Aug 16 20:01:33.744346 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-18d1d2a3-d418-4903-82b8-ade3016cf91b req-2da272e2-3d1e-42ed-bc43-499079d45b24 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/security-groups?id=fa5a6877-1755-4484-98e4-5a244b69d423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577867 Aug 16 20:01:33.818660 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-09b30450-bbb1-45be-9281-06422c5ef1f1 req-953488d3-5e78-4efc-8a13-60d602da71d7 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736601 Aug 16 20:01:33.964362 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 3a3364a1-1f25-4954-b847-6095eef6d486, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3a3364a1-1f25-4954-b847-6095eef6d486,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:34.002575 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3a3364a1-1f25-4954-b847-6095eef6d486 has no active binding in host n-h1-787206-13 {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:01:34.321850 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f9a80d9d-da78-4bcc-aef8-fbe510d9d137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:34.468291 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bdcc4-63b9-4d26-a054-2d55cd4b6569 req-56945f48-30a5-4c18-ba07-0bbecdba4182 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:34.470452 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cd6bdcc4-63b9-4d26-a054-2d55cd4b6569 req-56945f48-30a5-4c18-ba07-0bbecdba4182 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad412143-e810-4b8f-943c-d80e5a1cceee HTTP/1.1" status: 200 len: 945 time: 0.0785587 Aug 16 20:01:34.478992 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b2acf-0430-4325-a415-7ef70a8aa58d req-00aaa4e1-3faa-4087-93d2-f921afb9379e tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:34.481753 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e77b2acf-0430-4325-a415-7ef70a8aa58d req-00aaa4e1-3faa-4087-93d2-f921afb9379e tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 943 time: 0.0770953 Aug 16 20:01:34.530886 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cd6bdcc4-63b9-4d26-a054-2d55cd4b6569 req-5d0258e3-ce86-478d-a88f-ce2b43bf3625 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520954 Aug 16 20:01:34.541061 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e77b2acf-0430-4325-a415-7ef70a8aa58d req-2189bd62-bd13-4187-9846-aa561607fc61 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516043 Aug 16 20:01:34.610016 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b507ac-42bf-413a-af56-93535bbf4a5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a3364a1-1f25-4954-b847-6095eef6d486'}, {'name': 'network-changed', 'server_uuid': '67b507ac-42bf-413a-af56-93535bbf4a5a', 'tag': '3a3364a1-1f25-4954-b847-6095eef6d486'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:01:34.612605 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771e3dbb-20d8-4370-923b-d8eb17b454a8" -d '{"events": [{"server_uuid": "67b507ac-42bf-413a-af56-93535bbf4a5a", "name": "network-vif-unplugged", "status": "completed", "tag": "3a3364a1-1f25-4954-b847-6095eef6d486"}, {"name": "network-changed", "server_uuid": "67b507ac-42bf-413a-af56-93535bbf4a5a", "tag": "3a3364a1-1f25-4954-b847-6095eef6d486"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:01:34.646825 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:34.674035 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e465f-5d68-4dff-9b82-ed3f1af45d26 req-a109d5a2-ff0a-4307-a365-568fe9f506f9 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:34.676241 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-904e465f-5d68-4dff-9b82-ed3f1af45d26 req-a109d5a2-ff0a-4307-a365-568fe9f506f9 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9aaaefc-30a9-4e10-b02c-1f5fe31a58d6 HTTP/1.1" status: 200 len: 948 time: 0.0695584 Aug 16 20:01:34.735706 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-904e465f-5d68-4dff-9b82-ed3f1af45d26 req-f4ee842c-cf1b-49be-a486-b918c5f56b5f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500214 Aug 16 20:01:34.793092 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 16 Aug 2021 20:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfebd130-32aa-4298-9c11-712651041c81 x-openstack-request-id: req-bfebd130-32aa-4298-9c11-712651041c81 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:01:34.794099 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b507ac-42bf-413a-af56-93535bbf4a5a", "name": "network-vif-unplugged", "status": "completed", "tag": "3a3364a1-1f25-4954-b847-6095eef6d486", "code": 200}, {"name": "network-changed", "server_uuid": "67b507ac-42bf-413a-af56-93535bbf4a5a", "tag": "3a3364a1-1f25-4954-b847-6095eef6d486", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:01:34.795947 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bfebd130-32aa-4298-9c11-712651041c81 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:01:34.797011 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b507ac-42bf-413a-af56-93535bbf4a5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a3364a1-1f25-4954-b847-6095eef6d486', 'code': 200} Aug 16 20:01:34.797587 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b507ac-42bf-413a-af56-93535bbf4a5a', 'tag': '3a3364a1-1f25-4954-b847-6095eef6d486', 'status': 'completed', 'code': 200} Aug 16 20:01:34.952731 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e3dbb-20d8-4370-923b-d8eb17b454a8 req-5c03ccf6-b877-4a1f-9118-9a01c591e84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:34.954986 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-771e3dbb-20d8-4370-923b-d8eb17b454a8 req-5c03ccf6-b877-4a1f-9118-9a01c591e84d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 1126 time: 0.0904257 Aug 16 20:01:35.016015 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388f946-272a-4023-834e-e4d763294aab req-ed78711d-c837-440c-9f07-32d225721191 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:35.017952 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e388f946-272a-4023-834e-e4d763294aab req-ed78711d-c837-440c-9f07-32d225721191 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f15b721-bad8-4eb2-aa8e-1415f334ecbf HTTP/1.1" status: 200 len: 944 time: 0.0937347 Aug 16 20:01:35.077850 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e388f946-272a-4023-834e-e4d763294aab req-b2d16ec5-eadb-4f21-be9d-b50f9b4d801c tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/security-groups?id=fa5a6877-1755-4484-98e4-5a244b69d423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535936 Aug 16 20:01:35.118924 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e3dbb-20d8-4370-923b-d8eb17b454a8 req-e80799e8-31b8-4933-b27c-0fffa54772dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:35.122171 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-771e3dbb-20d8-4370-923b-d8eb17b454a8 req-e80799e8-31b8-4933-b27c-0fffa54772dc service neutron] 10.222.0.63 "GET /v2.0/networks?id=090f4e50-1fb3-4449-b92b-949da889d68e HTTP/1.1" status: 200 len: 909 time: 0.1577020 Aug 16 20:01:35.248815 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-771e3dbb-20d8-4370-923b-d8eb17b454a8 req-a913ea7a-94ee-4b87-aa59-c107bb692dac service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a3364a1-1f25-4954-b847-6095eef6d486 HTTP/1.1" status: 200 len: 217 time: 0.1089294 Aug 16 20:01:35.336949 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e72bf-88da-4573-808d-f1d62aa4775a req-73b911aa-8f06-45da-b9b7-860ad5f5e8a0 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:35.347497 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e72bf-88da-4573-808d-f1d62aa4775a req-73b911aa-8f06-45da-b9b7-860ad5f5e8a0 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:35.358671 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e72bf-88da-4573-808d-f1d62aa4775a req-73b911aa-8f06-45da-b9b7-860ad5f5e8a0 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:35.363893 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-705e72bf-88da-4573-808d-f1d62aa4775a req-73b911aa-8f06-45da-b9b7-860ad5f5e8a0 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d4072ed-df57-4360-80b6-7552957a2b29&device_id=f99d1691-55f0-4053-ad18-d7df57dcc42c&device_id=ad412143-e810-4b8f-943c-d80e5a1cceee HTTP/1.1" status: 200 len: 2417 time: 0.2372520 Aug 16 20:01:35.395094 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e3dbb-20d8-4370-923b-d8eb17b454a8 req-bdfed065-b888-4a64-a14f-253fdd0d5e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:35.396883 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-771e3dbb-20d8-4370-923b-d8eb17b454a8 req-bdfed065-b888-4a64-a14f-253fdd0d5e54 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7bf22002-ba37-41ff-af5d-cdbe63ed2bd8 HTTP/1.1" status: 200 len: 848 time: 0.1403184 Aug 16 20:01:35.489495 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:35.490656 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-705e72bf-88da-4573-808d-f1d62aa4775a req-6e67be81-6f1a-41c1-a0fe-94363b35bb55 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910304 Aug 16 20:01:35.499494 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-771e3dbb-20d8-4370-923b-d8eb17b454a8 req-5b00f62b-19b5-4071-aee4-3c3882c73f3e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=090f4e50-1fb3-4449-b92b-949da889d68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911467 Aug 16 20:01:35.511587 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device d435f867-107d-4a0c-b53a-63b43160a3de details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:01:35.607157 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573aeeac-858a-40bc-94c8-2d89a0275b94 req-f1df120d-7548-4368-9fe2-815901966bfc tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:35.608950 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-573aeeac-858a-40bc-94c8-2d89a0275b94 req-f1df120d-7548-4368-9fe2-815901966bfc tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9aaaefc-30a9-4e10-b02c-1f5fe31a58d6 HTTP/1.1" status: 200 len: 948 time: 0.1422856 Aug 16 20:01:35.670385 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60794) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:01:35.737828 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port d435f867-107d-4a0c-b53a-63b43160a3de, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=d435f867-107d-4a0c-b53a-63b43160a3de,segment=NetworkSegment(2013fb8e-5cea-4bcd-b32b-12108d9d93ef),segment_id=2013fb8e-5cea-4bcd-b32b-12108d9d93ef)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:35.757139 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'd435f867-107d-4a0c-b53a-63b43160a3de', 'network_id': 'ecd35756-7702-4168-9b7e-f6ce21930664', 'port_id': 'd435f867-107d-4a0c-b53a-63b43160a3de', 'mac_address': 'fa:16:3e:ff:fe:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f1a840-5b8e-4477-a95c-1936e6445e57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:01:35.790192 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:35.823272 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:35.823926 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-771e3dbb-20d8-4370-923b-d8eb17b454a8 req-a12ab667-0d61-4006-8fb7-addb0badc7f5 service neutron] 10.222.0.63 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145232 Aug 16 20:01:35.840780 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:35.873637 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d435f867-107d-4a0c-b53a-63b43160a3de {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:01:35.906542 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port d435f867-107d-4a0c-b53a-63b43160a3de, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=d435f867-107d-4a0c-b53a-63b43160a3de,segment=NetworkSegment(2013fb8e-5cea-4bcd-b32b-12108d9d93ef),segment_id=2013fb8e-5cea-4bcd-b32b-12108d9d93ef)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:35.912367 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:35.969717 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f3142d73-a57f-4c22-a3a3-d190ff3b6c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:35.991853 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=d435f867-107d-4a0c-b53a-63b43160a3de,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:36.047438 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a0e45-8998-4990-ae8e-c9174d00ed88 req-68f67c8d-9a17-4052-b198-488341d7334f tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:36.047774 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfd8b6-1525-4672-b126-86f8884bd777 req-7a472cef-e458-4284-861d-539324486993 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:36.047944 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7f6a0e45-8998-4990-ae8e-c9174d00ed88 req-68f67c8d-9a17-4052-b198-488341d7334f tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d4072ed-df57-4360-80b6-7552957a2b29 HTTP/1.1" status: 200 len: 946 time: 0.2154112 Aug 16 20:01:36.053939 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a8cfd8b6-1525-4672-b126-86f8884bd777 req-7a472cef-e458-4284-861d-539324486993 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 943 time: 0.1653302 Aug 16 20:01:36.072118 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-573aeeac-858a-40bc-94c8-2d89a0275b94 req-e156cae3-64cf-4150-8cde-3c3e2e8f8d4f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Deleting port 55d3f219-cd02-443f-800f-c0b1954e88bf {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:01:36.072618 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-573aeeac-858a-40bc-94c8-2d89a0275b94 req-e156cae3-64cf-4150-8cde-3c3e2e8f8d4f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:36.119441 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-771e3dbb-20d8-4370-923b-d8eb17b454a8 req-e4b9492f-b497-44cc-910d-ceb905bc939d service neutron] 10.222.0.63 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589397 Aug 16 20:01:36.140088 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7f6a0e45-8998-4990-ae8e-c9174d00ed88 req-0b1b7f90-581b-4096-8370-e4e6f2d67b59 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757308 Aug 16 20:01:36.230989 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a8cfd8b6-1525-4672-b126-86f8884bd777 req-d52609f7-5a3e-4bd7-91f5-abb34208970f tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756170 Aug 16 20:01:36.241148 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['d435f867-107d-4a0c-b53a-63b43160a3de'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:01:36.257445 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fcf9ba-9ac0-40c2-87a7-c0ba40d0db2f req-04acfb52-abcb-4ac4-9e5c-580432aa6b65 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:36.260644 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f4fcf9ba-9ac0-40c2-87a7-c0ba40d0db2f req-04acfb52-abcb-4ac4-9e5c-580432aa6b65 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.63 "GET /v2.0/ports?device_id=d3009236-61d6-4b21-b027-20d4f0875b54 HTTP/1.1" status: 200 len: 950 time: 0.2589138 Aug 16 20:01:36.303442 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0dbc5e-d23b-4559-a91a-b4a38e612e3a req-5f51dbe5-831b-4846-baa7-befd61d27079 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:36.312794 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ab0dbc5e-d23b-4559-a91a-b4a38e612e3a req-5f51dbe5-831b-4846-baa7-befd61d27079 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9aaaefc-30a9-4e10-b02c-1f5fe31a58d6 HTTP/1.1" status: 200 len: 948 time: 0.0936692 Aug 16 20:01:36.388305 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-573aeeac-858a-40bc-94c8-2d89a0275b94 req-e156cae3-64cf-4150-8cde-3c3e2e8f8d4f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] For port 55d3f219-cd02-443f-800f-c0b1954e88bf, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=55d3f219-cd02-443f-800f-c0b1954e88bf,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:36.388305 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-573aeeac-858a-40bc-94c8-2d89a0275b94 req-e156cae3-64cf-4150-8cde-3c3e2e8f8d4f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:36.388629 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ab0dbc5e-d23b-4559-a91a-b4a38e612e3a req-3cb1aa47-329b-40fd-a7a9-b5ff14d9c108 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728095 Aug 16 20:01:36.437292 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-573aeeac-858a-40bc-94c8-2d89a0275b94 req-e156cae3-64cf-4150-8cde-3c3e2e8f8d4f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Calling delete_port for 55d3f219-cd02-443f-800f-c0b1954e88bf owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:01:36.515173 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f3142d73-a57f-4c22-a3a3-d190ff3b6c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:36.530591 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f3142d73-a57f-4c22-a3a3-d190ff3b6c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:36.634142 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f3142d73-a57f-4c22-a3a3-d190ff3b6c8d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=df0a04013a9a4b9ba1909d7af2235678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9622519 Aug 16 20:01:36.638787 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60824) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:01:36.653633 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3142d73-a57f-4c22-a3a3-d190ff3b6c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba2d0f1-e4c3-4e98-8a4f-b32dd9b5b361,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:36.691669 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e16f2-2d00-4ef0-b954-766efbe8be23 req-b2f6311a-48ee-4a8e-bf5a-3f639ab01526 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:36.693351 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-979e16f2-2d00-4ef0-b954-766efbe8be23 req-b2f6311a-48ee-4a8e-bf5a-3f639ab01526 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f15b721-bad8-4eb2-aa8e-1415f334ecbf HTTP/1.1" status: 200 len: 945 time: 0.1857140 Aug 16 20:01:36.696794 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-f4fcf9ba-9ac0-40c2-87a7-c0ba40d0db2f req-83519dde-a053-4e41-9635-5cbf6df33c30 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Deleting port 4b294502-e578-44a3-aa2e-ed43d46f085d {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:01:36.697194 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f4fcf9ba-9ac0-40c2-87a7-c0ba40d0db2f req-83519dde-a053-4e41-9635-5cbf6df33c30 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:36.698267 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75f39e49-b3fd-45fa-8274-d861b8884f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:36.731816 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75f39e49-b3fd-45fa-8274-d861b8884f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:36.791627 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75f39e49-b3fd-45fa-8274-d861b8884f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:36.794275 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75f39e49-b3fd-45fa-8274-d861b8884f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:36.798173 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-75f39e49-b3fd-45fa-8274-d861b8884f7c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4ba2d0f1-e4c3-4e98-8a4f-b32dd9b5b361 HTTP/1.1" status: 204 len: 168 time: 0.1556258 Aug 16 20:01:36.804776 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f39e49-b3fd-45fa-8274-d861b8884f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba2d0f1-e4c3-4e98-8a4f-b32dd9b5b361,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:36.842047 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-979e16f2-2d00-4ef0-b954-766efbe8be23 req-9c9e0f10-43fd-4504-9b99-9085bf8e13df tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/security-groups?id=fa5a6877-1755-4484-98e4-5a244b69d423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378591 Aug 16 20:01:36.908442 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:36.951229 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-573aeeac-858a-40bc-94c8-2d89a0275b94 req-e156cae3-64cf-4150-8cde-3c3e2e8f8d4f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:36.964587 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['251a8cc9-a8e6-4002-adb1-80ff793c59c9', '55d3f219-cd02-443f-800f-c0b1954e88bf', '4b294502-e578-44a3-aa2e-ed43d46f085d'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:01:37.033084 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-f4fcf9ba-9ac0-40c2-87a7-c0ba40d0db2f req-83519dde-a053-4e41-9635-5cbf6df33c30 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] For port 4b294502-e578-44a3-aa2e-ed43d46f085d, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=4b294502-e578-44a3-aa2e-ed43d46f085d,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:37.033592 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f4fcf9ba-9ac0-40c2-87a7-c0ba40d0db2f req-83519dde-a053-4e41-9635-5cbf6df33c30 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:37.036222 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e156cae3-64cf-4150-8cde-3c3e2e8f8d4f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Pushing event deleted for resources: {'Port': ['ID=55d3f219-cd02-443f-800f-c0b1954e88bf,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:37.171403 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-f4fcf9ba-9ac0-40c2-87a7-c0ba40d0db2f req-83519dde-a053-4e41-9635-5cbf6df33c30 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Calling delete_port for 4b294502-e578-44a3-aa2e-ed43d46f085d owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:01:37.174835 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-573aeeac-858a-40bc-94c8-2d89a0275b94 req-e156cae3-64cf-4150-8cde-3c3e2e8f8d4f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] No DVR routers for this DVR port 55d3f219-cd02-443f-800f-c0b1954e88bf on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:01:37.193012 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-573aeeac-858a-40bc-94c8-2d89a0275b94 req-e156cae3-64cf-4150-8cde-3c3e2e8f8d4f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:37.196512 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-573aeeac-858a-40bc-94c8-2d89a0275b94 req-e156cae3-64cf-4150-8cde-3c3e2e8f8d4f tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.63 "DELETE /v2.0/ports/55d3f219-cd02-443f-800f-c0b1954e88bf HTTP/1.1" status: 204 len: 173 time: 1.5793664 Aug 16 20:01:37.209804 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9aaaefc-30a9-4e10-b02c-1f5fe31a58d6', 'name': 'network-vif-deleted', 'tag': '55d3f219-cd02-443f-800f-c0b1954e88bf'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:01:37.212924 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ab6079-1ed0-439a-826b-61ed057fba13" -d '{"events": [{"server_uuid": "f9aaaefc-30a9-4e10-b02c-1f5fe31a58d6", "name": "network-vif-deleted", "tag": "55d3f219-cd02-443f-800f-c0b1954e88bf"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:01:37.496690 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26eaa791-348a-4d83-9b0a-b0a86670840e x-openstack-request-id: req-26eaa791-348a-4d83-9b0a-b0a86670840e {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:01:37.497067 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9aaaefc-30a9-4e10-b02c-1f5fe31a58d6", "name": "network-vif-deleted", "tag": "55d3f219-cd02-443f-800f-c0b1954e88bf", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:01:37.497452 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-26eaa791-348a-4d83-9b0a-b0a86670840e {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:01:37.498078 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9aaaefc-30a9-4e10-b02c-1f5fe31a58d6', 'name': 'network-vif-deleted', 'tag': '55d3f219-cd02-443f-800f-c0b1954e88bf', 'status': 'completed', 'code': 200} Aug 16 20:01:37.537437 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device d435f867-107d-4a0c-b53a-63b43160a3de up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:01:37.628396 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port d435f867-107d-4a0c-b53a-63b43160a3de completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:01:37.637552 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port d435f867-107d-4a0c-b53a-63b43160a3de triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:01:37.638290 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:37.672080 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f4fcf9ba-9ac0-40c2-87a7-c0ba40d0db2f req-83519dde-a053-4e41-9635-5cbf6df33c30 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:37.698624 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-10c744eb-c2d2-47a8-ac4a-313b04255e49 req-22fceed5-e34d-4ed9-8597-6ed03d0f64f5 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9aaaefc-30a9-4e10-b02c-1f5fe31a58d6 HTTP/1.1" status: 200 len: 210 time: 0.0576053 Aug 16 20:01:37.748070 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c433b3-9cc2-4aa9-a4ef-048329c06f61 req-f9f50848-f389-4cfa-82bc-6e08387c7dd7 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:37.751016 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-51c433b3-9cc2-4aa9-a4ef-048329c06f61 req-f9f50848-f389-4cfa-82bc-6e08387c7dd7 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 943 time: 0.1637423 Aug 16 20:01:37.773904 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83519dde-a053-4e41-9635-5cbf6df33c30 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Pushing event deleted for resources: {'Port': ['ID=4b294502-e578-44a3-aa2e-ed43d46f085d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:37.806482 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:37.838949 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['251a8cc9-a8e6-4002-adb1-80ff793c59c9'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:01:37.928811 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f15b721-bad8-4eb2-aa8e-1415f334ecbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd435f867-107d-4a0c-b53a-63b43160a3de'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:01:37.934279 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011070fd-c243-4930-a649-8df41bd14562" -d '{"events": [{"server_uuid": "8f15b721-bad8-4eb2-aa8e-1415f334ecbf", "name": "network-vif-plugged", "status": "completed", "tag": "d435f867-107d-4a0c-b53a-63b43160a3de"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:01:37.934515 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-51c433b3-9cc2-4aa9-a4ef-048329c06f61 req-f4d2ec02-9092-43c3-8428-9f5446a38ccc tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766925 Aug 16 20:01:37.965692 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port d435f867-107d-4a0c-b53a-63b43160a3de, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=d435f867-107d-4a0c-b53a-63b43160a3de,segment=NetworkSegment(2013fb8e-5cea-4bcd-b32b-12108d9d93ef),segment_id=2013fb8e-5cea-4bcd-b32b-12108d9d93ef)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:37.973776 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4fcf9ba-9ac0-40c2-87a7-c0ba40d0db2f req-83519dde-a053-4e41-9635-5cbf6df33c30 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] No DVR routers for this DVR port 4b294502-e578-44a3-aa2e-ed43d46f085d on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:01:37.977685 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:37.988727 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f4fcf9ba-9ac0-40c2-87a7-c0ba40d0db2f req-83519dde-a053-4e41-9635-5cbf6df33c30 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:37.991487 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f4fcf9ba-9ac0-40c2-87a7-c0ba40d0db2f req-83519dde-a053-4e41-9635-5cbf6df33c30 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.63 "DELETE /v2.0/ports/4b294502-e578-44a3-aa2e-ed43d46f085d HTTP/1.1" status: 204 len: 173 time: 1.7087970 Aug 16 20:01:38.327219 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c32005-7d2c-4f66-ba27-f762c5348c44 req-107d1f32-71e1-4a88-aba3-daec61a00076 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:38.329249 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-17c32005-7d2c-4f66-ba27-f762c5348c44 req-107d1f32-71e1-4a88-aba3-daec61a00076 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f15b721-bad8-4eb2-aa8e-1415f334ecbf HTTP/1.1" status: 200 len: 946 time: 0.1343656 Aug 16 20:01:38.337432 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=d435f867-107d-4a0c-b53a-63b43160a3de,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:38.438590 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-17c32005-7d2c-4f66-ba27-f762c5348c44 req-1b531f0d-7c92-4e1d-a31c-06ffb292e07a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/security-groups?id=fa5a6877-1755-4484-98e4-5a244b69d423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962863 Aug 16 20:01:38.442445 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a909917d-3925-45cb-a60c-8183407c438e x-openstack-request-id: req-a909917d-3925-45cb-a60c-8183407c438e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:01:38.442822 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f15b721-bad8-4eb2-aa8e-1415f334ecbf", "name": "network-vif-plugged", "status": "completed", "tag": "d435f867-107d-4a0c-b53a-63b43160a3de", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:01:38.443149 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a909917d-3925-45cb-a60c-8183407c438e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:01:38.443670 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f15b721-bad8-4eb2-aa8e-1415f334ecbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd435f867-107d-4a0c-b53a-63b43160a3de', 'code': 200} Aug 16 20:01:38.708048 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a5784-c59d-4b46-a195-5a0b1b79b388 req-86f2b4de-0939-4044-ae22-72b9a8305562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:38.710216 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-044a5784-c59d-4b46-a195-5a0b1b79b388 req-86f2b4de-0939-4044-ae22-72b9a8305562 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8f15b721-bad8-4eb2-aa8e-1415f334ecbf HTTP/1.1" status: 200 len: 1098 time: 0.1143117 Aug 16 20:01:38.802997 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-044a5784-c59d-4b46-a195-5a0b1b79b388 req-79595c11-2302-4c71-a654-e67c0d5e17f2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fa5a6877-1755-4484-98e4-5a244b69d423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772228 Aug 16 20:01:38.933244 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-1987d9c2-58f9-419b-a60c-c75a7e090ca8 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=312e824ba8b2463cb6d744dee7e7e251&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395014 Aug 16 20:01:39.107902 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-f72a09cd-dd84-4977-b69f-aeb17e1b73de tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:39.109501 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-f72a09cd-dd84-4977-b69f-aeb17e1b73de tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1596341 Aug 16 20:01:39.126636 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-503693f4-6a5e-41f5-a6e2-e1d546249c0f tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.68 "GET /v2.0/quotas/312e824ba8b2463cb6d744dee7e7e251 HTTP/1.1" status: 200 len: 375 time: 0.0111182 Aug 16 20:01:39.164004 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-bfddb84c-6372-4ad1-9b85-c6d54ba92580 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=312e824ba8b2463cb6d744dee7e7e251&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288742 Aug 16 20:01:39.499620 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3009236-61d6-4b21-b027-20d4f0875b54', 'name': 'network-vif-deleted', 'tag': '4b294502-e578-44a3-aa2e-ed43d46f085d'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:01:39.502339 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddd61fb-86c1-4e05-ad4f-17d9a51b0ac9" -d '{"events": [{"server_uuid": "d3009236-61d6-4b21-b027-20d4f0875b54", "name": "network-vif-deleted", "tag": "4b294502-e578-44a3-aa2e-ed43d46f085d"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:01:39.511371 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 55d3f219-cd02-443f-800f-c0b1954e88bf no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:01:39.564426 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3a3364a1-1f25-4954-b847-6095eef6d486 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:01:39.599157 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 55d3f219-cd02-443f-800f-c0b1954e88bf {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:01:39.599530 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 55d3f219-cd02-443f-800f-c0b1954e88bf not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:01:39.599983 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 4b294502-e578-44a3-aa2e-ed43d46f085d no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:01:39.694676 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 4b294502-e578-44a3-aa2e-ed43d46f085d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:01:39.701829 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 4b294502-e578-44a3-aa2e-ed43d46f085d not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:01:39.919311 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 3a3364a1-1f25-4954-b847-6095eef6d486, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3a3364a1-1f25-4954-b847-6095eef6d486,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:39.934900 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3a3364a1-1f25-4954-b847-6095eef6d486 has no active binding in host n-h1-787206-13 {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:01:39.969297 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b3d11-9b9b-43d1-a4ac-96348f56cefd req-443401a8-36e0-4753-89c1-53a12f1ad3af tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:39.973692 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-949b3d11-9b9b-43d1-a4ac-96348f56cefd req-443401a8-36e0-4753-89c1-53a12f1ad3af tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 943 time: 0.1205626 Aug 16 20:01:40.010171 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-639ceb2d-a929-4f78-ac95-edb466aaf404 req-6dab7a7d-c439-49bd-b3a8-abd3ef5f7bbe tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.68 "GET /v2.0/ports?device_id=7699ae85-2554-4664-9a28-aea6090bdcc4 HTTP/1.1" status: 200 len: 210 time: 0.0398576 Aug 16 20:01:40.056319 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-949b3d11-9b9b-43d1-a4ac-96348f56cefd req-ac802146-963e-44e8-8cc6-089809132abe tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714495 Aug 16 20:01:40.179469 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03dd3c4e-0583-4252-bd3c-27639304b8dc x-openstack-request-id: req-03dd3c4e-0583-4252-bd3c-27639304b8dc {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:01:40.180026 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3009236-61d6-4b21-b027-20d4f0875b54", "name": "network-vif-deleted", "tag": "4b294502-e578-44a3-aa2e-ed43d46f085d", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:01:40.180509 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-03dd3c4e-0583-4252-bd3c-27639304b8dc {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:01:40.181144 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3009236-61d6-4b21-b027-20d4f0875b54', 'name': 'network-vif-deleted', 'tag': '4b294502-e578-44a3-aa2e-ed43d46f085d', 'status': 'completed', 'code': 200} Aug 16 20:01:40.270802 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb10e2-b485-46df-b54e-fcb60b5349e6 req-142e846c-0656-444f-817e-fcadd9f275c5 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:40.284671 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eddb10e2-b485-46df-b54e-fcb60b5349e6 req-142e846c-0656-444f-817e-fcadd9f275c5 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f15b721-bad8-4eb2-aa8e-1415f334ecbf HTTP/1.1" status: 200 len: 946 time: 0.1264665 Aug 16 20:01:40.359956 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46d8d2-4b33-4668-9e3d-42cf5154fa29 req-b7107392-20b7-4c18-96c1-4155ff44a467 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:40.366587 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ce46d8d2-4b33-4668-9e3d-42cf5154fa29 req-b7107392-20b7-4c18-96c1-4155ff44a467 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad412143-e810-4b8f-943c-d80e5a1cceee HTTP/1.1" status: 200 len: 945 time: 0.1076813 Aug 16 20:01:40.377715 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eddb10e2-b485-46df-b54e-fcb60b5349e6 req-8f47a73f-2114-419a-b2f4-4192ef0d7c0b tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/security-groups?id=fa5a6877-1755-4484-98e4-5a244b69d423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851941 Aug 16 20:01:40.455658 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ce46d8d2-4b33-4668-9e3d-42cf5154fa29 req-e53db31b-fad2-4467-8a2a-7a740dca0b82 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847340 Aug 16 20:01:40.962749 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-b10765ee-9405-48b8-b4b7-70b0bb1af5f4 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=312e824ba8b2463cb6d744dee7e7e251&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0851688 Aug 16 20:01:40.972921 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-51eca7d7-c295-4967-b639-4ab486944be8 req-425deab9-5783-48d2-b5eb-b615fa3b2fe9 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 258 time: 0.3948348 Aug 16 20:01:40.995653 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-51eca7d7-c295-4967-b639-4ab486944be8 req-059feaf4-76fd-4a42-a5ba-00d021566053 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:01:41.133545 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-51eca7d7-c295-4967-b639-4ab486944be8 req-059feaf4-76fd-4a42-a5ba-00d021566053 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:41.258017 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-9e07f7e4-bac3-456e-b064-f38053ad64af tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:41.260668 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-9e07f7e4-bac3-456e-b064-f38053ad64af tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2866800 Aug 16 20:01:41.280477 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-93268829-1b73-4daf-83fa-5cc9b83c5425 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Request body: {'port': {'device_id': '7699ae85-2554-4664-9a28-aea6090bdcc4', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'admin_state_up': True, 'tenant_id': '312e824ba8b2463cb6d744dee7e7e251'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:01:41.480731 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-93268829-1b73-4daf-83fa-5cc9b83c5425 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Made reservation on behalf of 312e824ba8b2463cb6d744dee7e7e251 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:01:41.484299 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-93268829-1b73-4daf-83fa-5cc9b83c5425 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:41.497372 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-51eca7d7-c295-4967-b639-4ab486944be8 req-059feaf4-76fd-4a42-a5ba-00d021566053 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:41.516250 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-93268829-1b73-4daf-83fa-5cc9b83c5425 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:41.588129 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8ea6fa4e-05dc-489c-bc63-94c598565d53 req-06ed98e7-0980-4bc6-9127-322930b06661 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.68 "GET /v2.0/ports?device_id=7699ae85-2554-4664-9a28-aea6090bdcc4 HTTP/1.1" status: 200 len: 210 time: 0.0715148 Aug 16 20:01:41.742064 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-51eca7d7-c295-4967-b639-4ab486944be8 req-059feaf4-76fd-4a42-a5ba-00d021566053 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Allocated IP 172.25.8.134 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/c6d96eea-f35a-4efb-a170-0c8fe7a91b66) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:01:41.787490 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98e501-ad58-4417-9e78-4f6d15ebea74 req-c8c7355c-20c4-4a6a-94fe-f890e2a76da9 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:41.790986 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3d98e501-ad58-4417-9e78-4f6d15ebea74 req-c8c7355c-20c4-4a6a-94fe-f890e2a76da9 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 943 time: 0.0744011 Aug 16 20:01:41.859581 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-93268829-1b73-4daf-83fa-5cc9b83c5425 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:41.887295 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3d98e501-ad58-4417-9e78-4f6d15ebea74 req-7381bdaf-7b51-4fa3-bf92-0ec70ad4da29 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852783 Aug 16 20:01:41.890479 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-93268829-1b73-4daf-83fa-5cc9b83c5425 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:42.077003 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93268829-1b73-4daf-83fa-5cc9b83c5425 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4d1c85-e244-4888-bb6f-1907f30a2a43,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:42.105660 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-51eca7d7-c295-4967-b639-4ab486944be8 req-059feaf4-76fd-4a42-a5ba-00d021566053 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:42.120039 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-39809a4a-34cd-4033-95f6-8e9bdef0b2ad service neutron] 10.222.0.63 "GET /v2.0/ports/3a3364a1-1f25-4954-b847-6095eef6d486/bindings/n-h1-787206-13 HTTP/1.1" status: 200 len: 385 time: 0.2717226 Aug 16 20:01:42.266184 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-93268829-1b73-4daf-83fa-5cc9b83c5425 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Allocated IP 192.168.233.174 (b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46/5dedf524-5a11-40fc-90de-b9413f1a2279/b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:01:42.345901 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-51eca7d7-c295-4967-b639-4ab486944be8 req-059feaf4-76fd-4a42-a5ba-00d021566053 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:42.429750 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51eca7d7-c295-4967-b639-4ab486944be8 req-059feaf4-76fd-4a42-a5ba-00d021566053 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:01:42.478513 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-51eca7d7-c295-4967-b639-4ab486944be8 req-059feaf4-76fd-4a42-a5ba-00d021566053 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:01:42.511984 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-51eca7d7-c295-4967-b639-4ab486944be8 req-059feaf4-76fd-4a42-a5ba-00d021566053 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:01:42.636083 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a66ab-b853-4874-b97d-e998c2553c8b req-1281dc30-76aa-4427-a31e-b02c3fde001e tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:42.645079 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7f7a66ab-b853-4874-b97d-e998c2553c8b req-1281dc30-76aa-4427-a31e-b02c3fde001e tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d1db1d-9dd7-48f9-9ddc-c4a080a0741d HTTP/1.1" status: 200 len: 949 time: 0.0698497 Aug 16 20:01:42.743736 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7f7a66ab-b853-4874-b97d-e998c2553c8b req-d329e07e-c7a0-43c4-8d1a-6efc213bfcd2 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/security-groups?id=7cd9b35d-914f-4377-9f25-bf4fc77cff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975997 Aug 16 20:01:42.885394 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1e02e-cac7-48a6-bcac-297c98332bac req-6a5060e9-07cd-4014-b46e-7fa7d2ce28b8 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:42.894671 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e6c1e02e-cac7-48a6-bcac-297c98332bac req-6a5060e9-07cd-4014-b46e-7fa7d2ce28b8 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad412143-e810-4b8f-943c-d80e5a1cceee HTTP/1.1" status: 200 len: 945 time: 0.0752094 Aug 16 20:01:42.971170 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059feaf4-76fd-4a42-a5ba-00d021566053 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Pushing event updated for resources: {'Port': ['ID=c6d96eea-f35a-4efb-a170-0c8fe7a91b66,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:43.003289 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e6c1e02e-cac7-48a6-bcac-297c98332bac req-fcc2724e-fee9-4813-b8cb-4cda9178f615 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072206 Aug 16 20:01:43.021648 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271f343-1df4-443e-aaa0-f60e3b8b265e req-42186969-1c3d-4f50-930f-1c97ef860652 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:43.024146 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5271f343-1df4-443e-aaa0-f60e3b8b265e req-42186969-1c3d-4f50-930f-1c97ef860652 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.63 "GET /v2.0/ports?device_id=28d1db1d-9dd7-48f9-9ddc-c4a080a0741d HTTP/1.1" status: 200 len: 949 time: 0.0988970 Aug 16 20:01:43.076672 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-bbdfc6b3-3f5f-4ba0-99bd-a60308f09c65 service neutron] For port 3a3364a1-1f25-4954-b847-6095eef6d486, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3a3364a1-1f25-4954-b847-6095eef6d486,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:43.146610 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-93268829-1b73-4daf-83fa-5cc9b83c5425 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:43.165713 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-bbdfc6b3-3f5f-4ba0-99bd-a60308f09c65 service neutron] For port 3a3364a1-1f25-4954-b847-6095eef6d486, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:01:43.193312 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-5271f343-1df4-443e-aaa0-f60e3b8b265e req-aa7a475f-6352-4304-96fd-e644bb7cfd60 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Deleting port 251a8cc9-a8e6-4002-adb1-80ff793c59c9 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:01:43.193860 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5271f343-1df4-443e-aaa0-f60e3b8b265e req-aa7a475f-6352-4304-96fd-e644bb7cfd60 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:43.200665 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-93268829-1b73-4daf-83fa-5cc9b83c5425 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Transition to ACTIVE for port object b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:01:43.213287 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-51eca7d7-c295-4967-b639-4ab486944be8 req-059feaf4-76fd-4a42-a5ba-00d021566053 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:43.226952 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-bbdfc6b3-3f5f-4ba0-99bd-a60308f09c65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a3364a1-1f25-4954-b847-6095eef6d486 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:01:43.242855 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-bbdfc6b3-3f5f-4ba0-99bd-a60308f09c65 service neutron] For port 3a3364a1-1f25-4954-b847-6095eef6d486, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3a3364a1-1f25-4954-b847-6095eef6d486,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:43.294934 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-bbdfc6b3-3f5f-4ba0-99bd-a60308f09c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:43.298999 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-51eca7d7-c295-4967-b639-4ab486944be8 req-059feaf4-76fd-4a42-a5ba-00d021566053 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:43.359735 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-5271f343-1df4-443e-aaa0-f60e3b8b265e req-aa7a475f-6352-4304-96fd-e644bb7cfd60 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] For port 251a8cc9-a8e6-4002-adb1-80ff793c59c9, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=251a8cc9-a8e6-4002-adb1-80ff793c59c9,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:43.360381 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5271f343-1df4-443e-aaa0-f60e3b8b265e req-aa7a475f-6352-4304-96fd-e644bb7cfd60 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:43.374207 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-5271f343-1df4-443e-aaa0-f60e3b8b265e req-aa7a475f-6352-4304-96fd-e644bb7cfd60 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Calling delete_port for 251a8cc9-a8e6-4002-adb1-80ff793c59c9 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:01:43.420892 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-53a4b3e8-48da-4ec0-973b-187438545761 req-70232da0-b4ac-49c7-beff-78c0cf861f04 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.68 "GET /v2.0/ports?device_id=7699ae85-2554-4664-9a28-aea6090bdcc4 HTTP/1.1" status: 200 len: 210 time: 0.0387306 Aug 16 20:01:43.421377 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-93268829-1b73-4daf-83fa-5cc9b83c5425 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:43.547040 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 3a3364a1-1f25-4954-b847-6095eef6d486 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:01:43.580358 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-93268829-1b73-4daf-83fa-5cc9b83c5425 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:01:43.609261 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-93268829-1b73-4daf-83fa-5cc9b83c5425 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:01:43.673252 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-93268829-1b73-4daf-83fa-5cc9b83c5425 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:01:43.714282 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404a477-4c78-4145-a5d1-24136a3aaea1 req-d0615cae-6b66-493d-b6bd-e8d1e0b6d995 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:43.715524 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d404a477-4c78-4145-a5d1-24136a3aaea1 req-d0615cae-6b66-493d-b6bd-e8d1e0b6d995 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 943 time: 0.1573534 Aug 16 20:01:43.720584 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93268829-1b73-4daf-83fa-5cc9b83c5425 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Pushing event updated for resources: {'Port': ['ID=b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:43.724007 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5271f343-1df4-443e-aaa0-f60e3b8b265e req-aa7a475f-6352-4304-96fd-e644bb7cfd60 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:43.737322 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['251a8cc9-a8e6-4002-adb1-80ff793c59c9'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:01:43.744463 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-bbdfc6b3-3f5f-4ba0-99bd-a60308f09c65 service neutron] Transition to ACTIVE for port object 3a3364a1-1f25-4954-b847-6095eef6d486 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:01:43.772375 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a475f-6352-4304-96fd-e644bb7cfd60 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Pushing event deleted for resources: {'Port': ['ID=251a8cc9-a8e6-4002-adb1-80ff793c59c9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:43.798342 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-bbdfc6b3-3f5f-4ba0-99bd-a60308f09c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:43.890956 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5271f343-1df4-443e-aaa0-f60e3b8b265e req-aa7a475f-6352-4304-96fd-e644bb7cfd60 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] No DVR routers for this DVR port 251a8cc9-a8e6-4002-adb1-80ff793c59c9 on host n-h2-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:01:43.895305 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5271f343-1df4-443e-aaa0-f60e3b8b265e req-aa7a475f-6352-4304-96fd-e644bb7cfd60 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:43.895479 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-93268829-1b73-4daf-83fa-5cc9b83c5425 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:43.895479 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-93268829-1b73-4daf-83fa-5cc9b83c5425 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:43.896252 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5271f343-1df4-443e-aaa0-f60e3b8b265e req-aa7a475f-6352-4304-96fd-e644bb7cfd60 tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.63 "DELETE /v2.0/ports/251a8cc9-a8e6-4002-adb1-80ff793c59c9 HTTP/1.1" status: 204 len: 173 time: 0.8646803 Aug 16 20:01:43.908711 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d1db1d-9dd7-48f9-9ddc-c4a080a0741d', 'name': 'network-vif-deleted', 'tag': '251a8cc9-a8e6-4002-adb1-80ff793c59c9'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:01:43.911692 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf23121-637d-40df-a244-3859219b5439" -d '{"events": [{"server_uuid": "28d1db1d-9dd7-48f9-9ddc-c4a080a0741d", "name": "network-vif-deleted", "tag": "251a8cc9-a8e6-4002-adb1-80ff793c59c9"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:01:43.919449 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d404a477-4c78-4145-a5d1-24136a3aaea1 req-60f0eb23-753c-4a43-ac4d-17e631a04fd8 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499367 Aug 16 20:01:43.947701 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-93268829-1b73-4daf-83fa-5cc9b83c5425 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6756151 Aug 16 20:01:43.970439 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-bbdfc6b3-3f5f-4ba0-99bd-a60308f09c65 service neutron] No DVR routers for this DVR port 3a3364a1-1f25-4954-b847-6095eef6d486 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:01:43.977247 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-643184c1-d708-4bd7-a64b-6728a4e13d2f service neutron] Request body: {'port': {'device_id': '7699ae85-2554-4664-9a28-aea6090bdcc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:01:44.026809 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-727e5dee-ad76-4e01-ba49-48bb12300bc4 None None] Provisioning for port b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:01:44.036477 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-727e5dee-ad76-4e01-ba49-48bb12300bc4 None None] Provisioning complete for port b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:01:44.036859 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-727e5dee-ad76-4e01-ba49-48bb12300bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:44.053317 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-51eca7d7-c295-4967-b639-4ab486944be8 req-059feaf4-76fd-4a42-a5ba-00d021566053 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:44.057504 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdfc6b3-3f5f-4ba0-99bd-a60308f09c65 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3364a1-1f25-4954-b847-6095eef6d486,revision_number=10']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:44.090139 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-51eca7d7-c295-4967-b639-4ab486944be8 req-059feaf4-76fd-4a42-a5ba-00d021566053 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:44.095198 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-bbdfc6b3-3f5f-4ba0-99bd-a60308f09c65 service neutron] 10.222.0.63 "PUT /v2.0/ports/3a3364a1-1f25-4954-b847-6095eef6d486/bindings/n-h1-787206-13/activate HTTP/1.1" status: 200 len: 370 time: 1.9645979 Aug 16 20:01:44.114865 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-727e5dee-ad76-4e01-ba49-48bb12300bc4 None None] Port b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:01:44.138333 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-643184c1-d708-4bd7-a64b-6728a4e13d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:44.144518 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d454f4-d8a1-4328-9aaa-7089c8a0e742 req-b7b85467-20f3-4815-bbfa-d3e3a89e9c94 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:44.152416 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-13d454f4-d8a1-4328-9aaa-7089c8a0e742 req-b7b85467-20f3-4815-bbfa-d3e3a89e9c94 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee46e2a-470e-4c7f-b15e-d9aa02420908 HTTP/1.1" status: 200 len: 948 time: 0.0933554 Aug 16 20:01:44.188182 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-13d454f4-d8a1-4328-9aaa-7089c8a0e742 req-e56b4bf0-c00e-40fa-8187-4d373dbf15c4 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/security-groups?id=0beef620-6449-4be3-9233-7b7b5e8e0ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345614 Aug 16 20:01:44.224780 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059feaf4-76fd-4a42-a5ba-00d021566053 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Pushing event updated for resources: {'Port': ['ID=c6d96eea-f35a-4efb-a170-0c8fe7a91b66,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:44.250895 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-51eca7d7-c295-4967-b639-4ab486944be8 req-059feaf4-76fd-4a42-a5ba-00d021566053 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:44.310354 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d4e7f176-e508-4e51-b0be-a1ea25dd57f3 req-ce6e2e36-c459-47de-985e-0739c3fe277b tempest-ServersOnMultiNodesTest-1689281849 tempest-ServersOnMultiNodesTest-1689281849-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d1db1d-9dd7-48f9-9ddc-c4a080a0741d HTTP/1.1" status: 200 len: 210 time: 0.0302804 Aug 16 20:01:44.341208 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-51eca7d7-c295-4967-b639-4ab486944be8 req-059feaf4-76fd-4a42-a5ba-00d021566053 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:44.343802 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-51eca7d7-c295-4967-b639-4ab486944be8 req-059feaf4-76fd-4a42-a5ba-00d021566053 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3572609 Aug 16 20:01:44.418046 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c595d21-18ab-4e1c-8fbc-8fbbecf94e16 x-openstack-request-id: req-5c595d21-18ab-4e1c-8fbc-8fbbecf94e16 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:01:44.419540 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d1db1d-9dd7-48f9-9ddc-c4a080a0741d", "name": "network-vif-deleted", "tag": "251a8cc9-a8e6-4002-adb1-80ff793c59c9", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:01:44.420005 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5c595d21-18ab-4e1c-8fbc-8fbbecf94e16 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:01:44.420503 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d1db1d-9dd7-48f9-9ddc-c4a080a0741d', 'name': 'network-vif-deleted', 'tag': '251a8cc9-a8e6-4002-adb1-80ff793c59c9', 'status': 'completed', 'code': 200} Aug 16 20:01:44.463173 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-51eca7d7-c295-4967-b639-4ab486944be8 req-b02a8dee-49ed-425d-a4c0-84b120613976 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.134 HTTP/1.1" status: 200 len: 696 time: 0.1004403 Aug 16 20:01:44.634937 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-596055eb-e3cf-4f34-b43b-e2d5fa605c43 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:44.636681 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-596055eb-e3cf-4f34-b43b-e2d5fa605c43 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a&tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&binding%3Ahost_id=n-h2-787206-13 HTTP/1.1" status: 200 len: 1096 time: 0.1342638 Aug 16 20:01:44.655932 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3783b4d-0e73-4b7b-adc1-e6b2148e2047 req-e98773ce-205f-485a-9d67-ab590003aec2 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:44.665452 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c3783b4d-0e73-4b7b-adc1-e6b2148e2047 req-e98773ce-205f-485a-9d67-ab590003aec2 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad412143-e810-4b8f-943c-d80e5a1cceee HTTP/1.1" status: 200 len: 945 time: 0.0808659 Aug 16 20:01:44.699111 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eca7d7-c295-4967-b639-4ab486944be8 req-cb37b515-d0b6-4bad-8691-9d80b95cb79e tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:44.700912 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-51eca7d7-c295-4967-b639-4ab486944be8 req-cb37b515-d0b6-4bad-8691-9d80b95cb79e tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 784 time: 0.2316456 Aug 16 20:01:44.750804 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c3783b4d-0e73-4b7b-adc1-e6b2148e2047 req-45f9655b-4169-4181-9a1f-ee51d760c520 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823770 Aug 16 20:01:44.789667 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-1f1e9f19-12dd-42a2-a151-9f76705d769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:44.791876 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-1f1e9f19-12dd-42a2-a151-9f76705d769a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a&tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd HTTP/1.1" status: 200 len: 1096 time: 0.1237714 Aug 16 20:01:44.886349 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-643184c1-d708-4bd7-a64b-6728a4e13d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:01:44.904484 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-643184c1-d708-4bd7-a64b-6728a4e13d2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:44.935211 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-643184c1-d708-4bd7-a64b-6728a4e13d2f service neutron] Transition to ACTIVE for port object b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:01:44.944485 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-643184c1-d708-4bd7-a64b-6728a4e13d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:44.963514 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-fbedfadc-6005-42c1-bcee-9eb82caaaf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:44.966128 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-fbedfadc-6005-42c1-bcee-9eb82caaaf60 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 1096 time: 0.1403313 Aug 16 20:01:45.020259 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d4dee-fbb1-4a46-b5b3-ebf7003ad66c req-37a11c71-4c34-434d-87b1-1e860c49fa84 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:45.021918 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-636d4dee-fbb1-4a46-b5b3-ebf7003ad66c req-37a11c71-4c34-434d-87b1-1e860c49fa84 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.68 "GET /v2.0/ports?device_id=7699ae85-2554-4664-9a28-aea6090bdcc4 HTTP/1.1" status: 200 len: 936 time: 0.1426065 Aug 16 20:01:45.099085 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-636d4dee-fbb1-4a46-b5b3-ebf7003ad66c req-13c3de45-4676-4953-bdac-a4c2d427c658 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.68 "GET /v2.0/security-groups?id=8c4d1c85-e244-4888-bb6f-1907f30a2a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512400 Aug 16 20:01:45.108356 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643184c1-d708-4bd7-a64b-6728a4e13d2f service neutron] Pushing event updated for resources: {'Port': ['ID=b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:45.144800 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-29869251-7af4-4300-a800-2ec919d0d201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:45.146729 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-29869251-7af4-4300-a800-2ec919d0d201 service neutron] 10.222.0.57 "GET /v2.0/networks?id=090f4e50-1fb3-4449-b92b-949da889d68e HTTP/1.1" status: 200 len: 909 time: 0.1595879 Aug 16 20:01:45.204982 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-f989ff17-8288-42f3-bfb3-2ee0a9d2e046 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a3364a1-1f25-4954-b847-6095eef6d486 HTTP/1.1" status: 200 len: 217 time: 0.0489080 Aug 16 20:01:45.222461 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04002f-9731-4262-8c9e-26c63289bc88 req-d7494a8a-9cd7-4731-ba85-336c762bbc83 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:45.231162 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2b04002f-9731-4262-8c9e-26c63289bc88 req-d7494a8a-9cd7-4731-ba85-336c762bbc83 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f15b721-bad8-4eb2-aa8e-1415f334ecbf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2712626 Aug 16 20:01:45.274888 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-b6349af9-cbc3-4cba-b1ee-2fa1ae9b739a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:45.276870 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-b6349af9-cbc3-4cba-b1ee-2fa1ae9b739a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bf22002-ba37-41ff-af5d-cdbe63ed2bd8 HTTP/1.1" status: 200 len: 848 time: 0.0559728 Aug 16 20:01:45.279686 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-643184c1-d708-4bd7-a64b-6728a4e13d2f service neutron] Attempting to bind port b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:01:45.280033 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-643184c1-d708-4bd7-a64b-6728a4e13d2f service neutron] Attempting to bind port b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:01:45.280370 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-643184c1-d708-4bd7-a64b-6728a4e13d2f service neutron] Attempting to bind port b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:01:45.305677 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2b04002f-9731-4262-8c9e-26c63289bc88 req-6ea9f348-be4b-4ae1-b0c1-b2b91fe55394 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.134 HTTP/1.1" status: 200 len: 696 time: 0.0731862 Aug 16 20:01:45.311011 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-2b04002f-9731-4262-8c9e-26c63289bc88 req-1fd951fb-72c2-4b10-bf65-96e522764b8d tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Request body: {'floatingip': {'port_id': 'd435f867-107d-4a0c-b53a-63b43160a3de', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:01:45.314146 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-643184c1-d708-4bd7-a64b-6728a4e13d2f service neutron] Port b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:01:45.314488 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-643184c1-d708-4bd7-a64b-6728a4e13d2f service neutron] Attempting to bind port b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:01:45.359608 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-e0342eb0-86ae-4f5f-a490-2baff3382d08 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=090f4e50-1fb3-4449-b92b-949da889d68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635278 Aug 16 20:01:45.368040 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-643184c1-d708-4bd7-a64b-6728a4e13d2f service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:01:45.368491 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-643184c1-d708-4bd7-a64b-6728a4e13d2f service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:01:45.369011 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-643184c1-d708-4bd7-a64b-6728a4e13d2f service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:01:45.369757 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-643184c1-d708-4bd7-a64b-6728a4e13d2f service neutron] Bound port: b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:01:45.371939 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-643184c1-d708-4bd7-a64b-6728a4e13d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:45.379156 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2b04002f-9731-4262-8c9e-26c63289bc88 req-1fd951fb-72c2-4b10-bf65-96e522764b8d tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:45.432675 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb9cb9-62a0-4df6-b940-f1cfb89fd25b req-909ad03f-8485-43c5-a5bf-38f43d639fb6 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:45.439870 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e4eb9cb9-62a0-4df6-b940-f1cfb89fd25b req-909ad03f-8485-43c5-a5bf-38f43d639fb6 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 944 time: 0.1668990 Aug 16 20:01:45.464195 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c48441-812f-4828-bd12-3625cf1a19d2 req-7e2eda07-c2aa-46d6-a75f-b776b760fbb6 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:45.465946 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-12c48441-812f-4828-bd12-3625cf1a19d2 req-7e2eda07-c2aa-46d6-a75f-b776b760fbb6 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ee46e2a-470e-4c7f-b15e-d9aa02420908 HTTP/1.1" status: 200 len: 948 time: 0.1875355 Aug 16 20:01:45.557537 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e4eb9cb9-62a0-4df6-b940-f1cfb89fd25b req-8c79319b-faf8-42fa-857e-4c50d4326b88 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167789 Aug 16 20:01:45.570156 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-41ac5c26-4cc4-4907-9bf3-e7293391d2a8 service neutron] 10.222.0.57 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000968 Aug 16 20:01:45.589246 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-643184c1-d708-4bd7-a64b-6728a4e13d2f service neutron] For port b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:01:45.655062 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-643184c1-d708-4bd7-a64b-6728a4e13d2f service neutron] For port b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:01:45.667096 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-643184c1-d708-4bd7-a64b-6728a4e13d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:45.738468 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-12c48441-812f-4828-bd12-3625cf1a19d2 req-8f3bfd75-7adb-447d-a2e8-263ea5c0987c tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Deleting port 8697870c-30a4-4515-bb8d-0fd70eab1caf {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:01:45.738699 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-643184c1-d708-4bd7-a64b-6728a4e13d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:45.738798 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-12c48441-812f-4828-bd12-3625cf1a19d2 req-8f3bfd75-7adb-447d-a2e8-263ea5c0987c tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:45.739285 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-643184c1-d708-4bd7-a64b-6728a4e13d2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:45.740709 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-643184c1-d708-4bd7-a64b-6728a4e13d2f service neutron] 10.222.0.63 "PUT /v2.0/ports/b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 HTTP/1.1" status: 200 len: 1097 time: 1.7718840 Aug 16 20:01:45.741372 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7699ae85-2554-4664-9a28-aea6090bdcc4', 'tag': 'b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:01:45.744408 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd7f070-3d3a-418f-a3dc-8553ad71a5f2" -d '{"events": [{"name": "network-changed", "server_uuid": "7699ae85-2554-4664-9a28-aea6090bdcc4", "tag": "b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:01:45.751985 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-61616d29-8fc7-45c1-9263-292ad2137af0 service neutron] 10.222.0.57 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606057 Aug 16 20:01:45.826073 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4c7c5-e38e-4c1a-89ae-f94c291ed043 req-95dd881f-29b4-4601-ac49-9402841124db tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:45.828104 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fef4c7c5-e38e-4c1a-89ae-f94c291ed043 req-95dd881f-29b4-4601-ac49-9402841124db tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee46e2a-470e-4c7f-b15e-d9aa02420908 HTTP/1.1" status: 200 len: 948 time: 0.1612644 Aug 16 20:01:45.835217 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643184c1-d708-4bd7-a64b-6728a4e13d2f service neutron] Pushing event updated for resources: {'Port': ['ID=b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:45.904938 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fef4c7c5-e38e-4c1a-89ae-f94c291ed043 req-9e6d608e-2e71-4f8d-87b2-7ce4cdb5d7b7 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/security-groups?id=0beef620-6449-4be3-9233-7b7b5e8e0ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690463 Aug 16 20:01:45.934078 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-12c48441-812f-4828-bd12-3625cf1a19d2 req-8f3bfd75-7adb-447d-a2e8-263ea5c0987c tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] For port 8697870c-30a4-4515-bb8d-0fd70eab1caf, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=8697870c-30a4-4515-bb8d-0fd70eab1caf,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:45.934935 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-12c48441-812f-4828-bd12-3625cf1a19d2 req-8f3bfd75-7adb-447d-a2e8-263ea5c0987c tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:45.958211 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-12c48441-812f-4828-bd12-3625cf1a19d2 req-8f3bfd75-7adb-447d-a2e8-263ea5c0987c tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Calling delete_port for 8697870c-30a4-4515-bb8d-0fd70eab1caf owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:01:46.037873 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-60fcac48-0f5f-4e85-a1a0-d4faf8ff65ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:46.040083 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-60fcac48-0f5f-4e85-a1a0-d4faf8ff65ff service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=312e824ba8b2463cb6d744dee7e7e251&device_id=7699ae85-2554-4664-9a28-aea6090bdcc4 HTTP/1.1" status: 200 len: 1100 time: 0.2071011 Aug 16 20:01:46.116158 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2539f4cd-c42f-4fd4-955c-7b673cfc6914 x-openstack-request-id: req-2539f4cd-c42f-4fd4-955c-7b673cfc6914 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:01:46.116522 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7699ae85-2554-4664-9a28-aea6090bdcc4", "tag": "b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:01:46.116914 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2539f4cd-c42f-4fd4-955c-7b673cfc6914 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:01:46.117318 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7699ae85-2554-4664-9a28-aea6090bdcc4', 'tag': 'b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7', 'status': 'completed', 'code': 200} Aug 16 20:01:46.120786 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-1fef608f-92ca-410b-b05b-e8d0aa5d548d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 HTTP/1.1" status: 200 len: 217 time: 0.0638709 Aug 16 20:01:46.269625 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-231e3fa6-220b-449b-9e0a-1afd2a42efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:46.271059 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-231e3fa6-220b-449b-9e0a-1afd2a42efbe service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1413484 Aug 16 20:01:46.328279 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2b04002f-9731-4262-8c9e-26c63289bc88 req-1fd951fb-72c2-4b10-bf65-96e522764b8d tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:46.337844 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2b04002f-9731-4262-8c9e-26c63289bc88 req-1fd951fb-72c2-4b10-bf65-96e522764b8d tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:46.414829 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-7ad1f28a-a84d-4cc3-b57d-77973847ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:46.417266 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-7ad1f28a-a84d-4cc3-b57d-77973847ca42 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1337130 Aug 16 20:01:46.478899 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33006) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:01:46.513833 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-b76eae13-bf3e-4de8-887c-334e9bfcb46a tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:46.515285 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-b76eae13-bf3e-4de8-887c-334e9bfcb46a tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a&tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&binding%3Ahost_id=n-h1-787206-13 HTTP/1.1" status: 200 len: 1096 time: 0.4151871 Aug 16 20:01:46.561079 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [req-2b04002f-9731-4262-8c9e-26c63289bc88 req-1fd951fb-72c2-4b10-bf65-96e522764b8d tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Floating IP a3d9d2ae-070c-4377-bf6e-b751383db293 associated. External IP: 172.25.8.134, port: d435f867-107d-4a0c-b53a-63b43160a3de. Aug 16 20:01:46.565181 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-12c48441-812f-4828-bd12-3625cf1a19d2 req-8f3bfd75-7adb-447d-a2e8-263ea5c0987c tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:46.584207 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f8c36-e5ae-444b-a309-e3306b191672 req-adf57862-3de2-46f7-969c-788de0e3ae05 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:46.592305 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ae3f8c36-e5ae-444b-a309-e3306b191672 req-adf57862-3de2-46f7-969c-788de0e3ae05 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad412143-e810-4b8f-943c-d80e5a1cceee HTTP/1.1" status: 200 len: 945 time: 0.4313192 Aug 16 20:01:46.630482 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bfd75-7adb-447d-a2e8-263ea5c0987c tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Pushing event deleted for resources: {'Port': ['ID=8697870c-30a4-4515-bb8d-0fd70eab1caf,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:46.685698 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bfd75-7adb-447d-a2e8-263ea5c0987c tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:46.686038 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bfd75-7adb-447d-a2e8-263ea5c0987c tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:46.686374 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bfd75-7adb-447d-a2e8-263ea5c0987c tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:46.686711 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bfd75-7adb-447d-a2e8-263ea5c0987c tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:46.687034 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bfd75-7adb-447d-a2e8-263ea5c0987c tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:46.688143 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bfd75-7adb-447d-a2e8-263ea5c0987c tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:46.688143 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bfd75-7adb-447d-a2e8-263ea5c0987c tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:46.688143 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bfd75-7adb-447d-a2e8-263ea5c0987c tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:46.688466 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bfd75-7adb-447d-a2e8-263ea5c0987c tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:46.688653 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bfd75-7adb-447d-a2e8-263ea5c0987c tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:46.688974 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bfd75-7adb-447d-a2e8-263ea5c0987c tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:46.689293 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bfd75-7adb-447d-a2e8-263ea5c0987c tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:46.717886 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c48441-812f-4828-bd12-3625cf1a19d2 req-8f3bfd75-7adb-447d-a2e8-263ea5c0987c tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] No DVR routers for this DVR port 8697870c-30a4-4515-bb8d-0fd70eab1caf on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:01:46.719488 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-05a92086-d028-4d7c-9b77-8f642d9c4e2f service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906055 Aug 16 20:01:46.724618 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-12c48441-812f-4828-bd12-3625cf1a19d2 req-8f3bfd75-7adb-447d-a2e8-263ea5c0987c tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:46.727120 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-12c48441-812f-4828-bd12-3625cf1a19d2 req-8f3bfd75-7adb-447d-a2e8-263ea5c0987c tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.57 "DELETE /v2.0/ports/8697870c-30a4-4515-bb8d-0fd70eab1caf HTTP/1.1" status: 204 len: 173 time: 1.2453513 Aug 16 20:01:46.727584 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee46e2a-470e-4c7f-b15e-d9aa02420908', 'name': 'network-vif-deleted', 'tag': '8697870c-30a4-4515-bb8d-0fd70eab1caf'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:01:46.730571 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847131b3-0fd4-4da8-8909-ba744c552c81" -d '{"events": [{"server_uuid": "0ee46e2a-470e-4c7f-b15e-d9aa02420908", "name": "network-vif-deleted", "tag": "8697870c-30a4-4515-bb8d-0fd70eab1caf"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:01:46.737275 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ae3f8c36-e5ae-444b-a309-e3306b191672 req-4ebf7ab7-a786-42bf-8db9-d82d473b09ab tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441321 Aug 16 20:01:46.828571 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-b886f842-d97b-42db-a3f7-13477fb93ccd service neutron] For port 3a3364a1-1f25-4954-b847-6095eef6d486, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:01:46.838312 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-b886f842-d97b-42db-a3f7-13477fb93ccd service neutron] Notify callbacks [] for binding, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:46.839904 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6e43570b-3370-4a2b-bd7c-81f3de5e98bb req-b886f842-d97b-42db-a3f7-13477fb93ccd service neutron] 10.222.0.57 "DELETE /v2.0/ports/3a3364a1-1f25-4954-b847-6095eef6d486/bindings/n-h2-787206-13 HTTP/1.1" status: 204 len: 173 time: 0.3141115 Aug 16 20:01:46.840036 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5de48744-76fe-447d-99a7-47f14ffe235e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=74e2f72781564173bac530a92b1cda23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3528173 Aug 16 20:01:46.842341 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33014) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:01:46.946140 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4b085d2-ae41-4b6c-8c37-21951a8aaa53 req-12d2e6eb-e65e-428d-8b61-660412c42e61 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142429 Aug 16 20:01:46.953080 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b04002f-9731-4262-8c9e-26c63289bc88 req-1fd951fb-72c2-4b10-bf65-96e522764b8d tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Router f71958ae-8dd0-4a09-b82a-70bbf33995d2 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:01:46.978573 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-83f2bde8-48cd-4faa-ab88-8405189111ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:47.028230 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-83f2bde8-48cd-4faa-ab88-8405189111ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:47.082550 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69365abf-402d-461d-ae12-59531be85395 req-0cd3aea1-701d-4f39-9de0-521847d3fd69 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:47.084118 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-69365abf-402d-461d-ae12-59531be85395 req-0cd3aea1-701d-4f39-9de0-521847d3fd69 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.68 "GET /v2.0/ports?device_id=7699ae85-2554-4664-9a28-aea6090bdcc4 HTTP/1.1" status: 200 len: 948 time: 0.1201077 Aug 16 20:01:47.115242 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7f070-3d3a-418f-a3dc-8553ad71a5f2 req-05e0f125-ad77-4ebc-a326-76900c9c0245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:47.117599 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5fd7f070-3d3a-418f-a3dc-8553ad71a5f2 req-05e0f125-ad77-4ebc-a326-76900c9c0245 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=312e824ba8b2463cb6d744dee7e7e251&device_id=7699ae85-2554-4664-9a28-aea6090bdcc4 HTTP/1.1" status: 200 len: 1100 time: 0.1005816 Aug 16 20:01:47.125404 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-83f2bde8-48cd-4faa-ab88-8405189111ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:47.126795 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b04002f-9731-4262-8c9e-26c63289bc88 req-1fd951fb-72c2-4b10-bf65-96e522764b8d tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:01:47.128198 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-83f2bde8-48cd-4faa-ab88-8405189111ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:47.131809 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-83f2bde8-48cd-4faa-ab88-8405189111ae admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7cd9b35d-914f-4377-9f25-bf4fc77cff6f HTTP/1.1" status: 204 len: 168 time: 0.2735267 Aug 16 20:01:47.136931 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2b04002f-9731-4262-8c9e-26c63289bc88 req-1fd951fb-72c2-4b10-bf65-96e522764b8d tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:47.146272 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ba7f5e-9067-4422-aa36-d0df6fa0c5d4 None None] Sync routers for ids ['f71958ae-8dd0-4a09-b82a-70bbf33995d2'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:01:47.162725 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ba7f5e-9067-4422-aa36-d0df6fa0c5d4 None None] Routers {'f71958ae-8dd0-4a09-b82a-70bbf33995d2'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:01:47.163394 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-65ba7f5e-9067-4422-aa36-d0df6fa0c5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:01:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f71958ae-8dd0-4a09-b82a-70bbf33995d2'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:01:47.235192 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-69365abf-402d-461d-ae12-59531be85395 req-792ac120-2efb-44cc-98a7-7d353aec738e tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.68 "GET /v2.0/security-groups?id=8c4d1c85-e244-4888-bb6f-1907f30a2a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196170 Aug 16 20:01:47.255702 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2bde8-48cd-4faa-ab88-8405189111ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd9b35d-914f-4377-9f25-bf4fc77cff6f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:47.440796 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0e7c8-c4f2-4a6f-afe4-28b5429406a0 req-067356b2-33e1-4ec1-a451-108893bce7b7 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:47.452385 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-48f0e7c8-c4f2-4a6f-afe4-28b5429406a0 req-067356b2-33e1-4ec1-a451-108893bce7b7 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 944 time: 0.1041594 Aug 16 20:01:47.483791 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-65ba7f5e-9067-4422-aa36-d0df6fa0c5d4 None None] Set router f71958ae-8dd0-4a09-b82a-70bbf33995d2 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:01:47.549167 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 251a8cc9-a8e6-4002-adb1-80ff793c59c9 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:01:47.589495 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2b04002f-9731-4262-8c9e-26c63289bc88 req-1fd951fb-72c2-4b10-bf65-96e522764b8d tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "PUT /v2.0/floatingips/a3d9d2ae-070c-4377-bf6e-b751383db293 HTTP/1.1" status: 200 len: 997 time: 2.2827151 Aug 16 20:01:47.597233 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-48f0e7c8-c4f2-4a6f-afe4-28b5429406a0 req-4b8784b5-732a-484e-a958-40a4aaeadb9a tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438634 Aug 16 20:01:47.625856 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 251a8cc9-a8e6-4002-adb1-80ff793c59c9 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:01:47.626779 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 251a8cc9-a8e6-4002-adb1-80ff793c59c9 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:01:47.672790 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdc568a-1ba2-4f1f-ab56-c9b6a7d4fa3c x-openstack-request-id: req-9cdc568a-1ba2-4f1f-ab56-c9b6a7d4fa3c {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:01:47.673719 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee46e2a-470e-4c7f-b15e-d9aa02420908", "name": "network-vif-deleted", "tag": "8697870c-30a4-4515-bb8d-0fd70eab1caf", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:01:47.674194 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9cdc568a-1ba2-4f1f-ab56-c9b6a7d4fa3c {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:01:47.674762 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee46e2a-470e-4c7f-b15e-d9aa02420908', 'name': 'network-vif-deleted', 'tag': '8697870c-30a4-4515-bb8d-0fd70eab1caf', 'status': 'completed', 'code': 200} Aug 16 20:01:47.698353 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7f070-3d3a-418f-a3dc-8553ad71a5f2 req-967c34e6-837f-462b-a42a-ca5dbc7a94d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:47.700541 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5fd7f070-3d3a-418f-a3dc-8553ad71a5f2 req-967c34e6-837f-462b-a42a-ca5dbc7a94d9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.5680075 Aug 16 20:01:47.724474 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04002f-9731-4262-8c9e-26c63289bc88 req-2236e817-c89d-412d-bb2e-0f93ea174602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:47.726919 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2b04002f-9731-4262-8c9e-26c63289bc88 req-2236e817-c89d-412d-bb2e-0f93ea174602 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bfc4e88a20bb427bb0865cae1b76c3dc&device_id=8f15b721-bad8-4eb2-aa8e-1415f334ecbf HTTP/1.1" status: 200 len: 1098 time: 0.1092324 Aug 16 20:01:47.812025 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5fd7f070-3d3a-418f-a3dc-8553ad71a5f2 req-9fddf4ab-088f-48c2-a47c-a132ffb80abe service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 HTTP/1.1" status: 200 len: 217 time: 0.0969343 Aug 16 20:01:47.934539 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33034) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:01:47.942925 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-65ba7f5e-9067-4422-aa36-d0df6fa0c5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-886798932-router', 'tenant_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'eae24a7a-0ed2-40f7-9d44-eb1b5154eb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:00:58Z', 'updated_at': '2021-08-16T20:01:14Z', 'revision_number': 4, 'project_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'gw_port': {'id': 'eae24a7a-0ed2-40f7-9d44-eb1b5154eb99', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:01:00Z', 'updated_at': '2021-08-16T20:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'a3d9d2ae-070c-4377-bf6e-b751383db293', 'tenant_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'floating_ip_address': '172.25.8.134', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'port_id': 'd435f867-107d-4a0c-b53a-63b43160a3de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd35756-7702-4168-9b7e-f6ce21930664', 'mac_address': 'fa:16:3e:ff:fe:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f15b721-bad8-4eb2-aa8e-1415f334ecbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:01:43Z', 'updated_at': '2021-08-16T20:01:46Z', 'revision_number': 1, 'project_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a576cd75-585b-456f-998e-a7a6f84c0b6d', 'name': '', 'network_id': 'ecd35756-7702-4168-9b7e-f6ce21930664', 'tenant_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'mac_address': 'fa:16:3e:d2:b6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '77f1a840-5b8e-4477-a95c-1936e6445e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:01:09Z', 'updated_at': '2021-08-16T20:01:25Z', 'revision_number': 5, 'project_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'subnets': [{'id': '77f1a840-5b8e-4477-a95c-1936e6445e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:01:47.955676 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7f070-3d3a-418f-a3dc-8553ad71a5f2 req-3aac72d8-502b-4b4d-ad80-4dabe3e7cfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:47.956925 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5fd7f070-3d3a-418f-a3dc-8553ad71a5f2 req-3aac72d8-502b-4b4d-ad80-4dabe3e7cfb7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1322563 Aug 16 20:01:48.010867 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04002f-9731-4262-8c9e-26c63289bc88 req-cbad083e-0184-44ca-8714-17bf923d2045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:48.012911 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2b04002f-9731-4262-8c9e-26c63289bc88 req-cbad083e-0184-44ca-8714-17bf923d2045 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ecd35756-7702-4168-9b7e-f6ce21930664 HTTP/1.1" status: 200 len: 929 time: 0.2128096 Aug 16 20:01:48.033097 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ba7f5e-9067-4422-aa36-d0df6fa0c5d4 None None] Checking router: f71958ae-8dd0-4a09-b82a-70bbf33995d2 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:01:48.060638 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ba7f5e-9067-4422-aa36-d0df6fa0c5d4 None None] Routers {'f71958ae-8dd0-4a09-b82a-70bbf33995d2'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:01:48.061353 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-65ba7f5e-9067-4422-aa36-d0df6fa0c5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:01:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f71958ae-8dd0-4a09-b82a-70bbf33995d2'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:01:48.063747 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-df0b30b2-5e39-48ac-9d7f-b6326c3720aa admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=35079e3b50944fdf8ee4f3661f942928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1254916 Aug 16 20:01:48.064522 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33038) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:01:48.085064 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7f070-3d3a-418f-a3dc-8553ad71a5f2 req-16ee49a2-f06d-4b58-b42b-4bddedcbfd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:48.087191 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5fd7f070-3d3a-418f-a3dc-8553ad71a5f2 req-16ee49a2-f06d-4b58-b42b-4bddedcbfd8e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1161020 Aug 16 20:01:48.106294 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2b04002f-9731-4262-8c9e-26c63289bc88 req-70c3a105-46aa-4677-ac0a-6425068e99b7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d435f867-107d-4a0c-b53a-63b43160a3de HTTP/1.1" status: 200 len: 1000 time: 0.0849085 Aug 16 20:01:48.119774 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f15b721-bad8-4eb2-aa8e-1415f334ecbf', 'tag': 'd435f867-107d-4a0c-b53a-63b43160a3de'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:01:48.122305 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079305c5-fe12-4f0f-bd67-9f611f4103d2" -d '{"events": [{"name": "network-changed", "server_uuid": "8f15b721-bad8-4eb2-aa8e-1415f334ecbf", "tag": "d435f867-107d-4a0c-b53a-63b43160a3de"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:01:48.159407 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37e340-d43b-4c27-ac33-705b18051ea3 req-895b2edd-0994-476d-aa54-406c51acfa1a tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:48.167349 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1d37e340-d43b-4c27-ac33-705b18051ea3 req-895b2edd-0994-476d-aa54-406c51acfa1a tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 1096 time: 0.1095901 Aug 16 20:01:48.206855 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed71b3c3-c2f0-43ee-9141-0957978c3318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:48.225882 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-65ba7f5e-9067-4422-aa36-d0df6fa0c5d4 None None] Set router f71958ae-8dd0-4a09-b82a-70bbf33995d2 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:01:48.234204 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1d37e340-d43b-4c27-ac33-705b18051ea3 req-aebc9a9a-e0fa-487f-87f1-b9933b08713a tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656264 Aug 16 20:01:48.245112 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04002f-9731-4262-8c9e-26c63289bc88 req-130eed2f-25f7-499e-afb6-2b88cb2fc008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:48.253410 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2b04002f-9731-4262-8c9e-26c63289bc88 req-130eed2f-25f7-499e-afb6-2b88cb2fc008 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=77f1a840-5b8e-4477-a95c-1936e6445e57 HTTP/1.1" status: 200 len: 867 time: 0.1276379 Aug 16 20:01:48.298967 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed71b3c3-c2f0-43ee-9141-0957978c3318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:48.339033 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5fd7f070-3d3a-418f-a3dc-8553ad71a5f2 req-e52a3829-4544-4528-aa22-de1f73efbe0e service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303052 Aug 16 20:01:48.376138 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04002f-9731-4262-8c9e-26c63289bc88 req-9f268fc4-7e17-418e-8827-4ed4d454c869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:48.377985 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2b04002f-9731-4262-8c9e-26c63289bc88 req-9f268fc4-7e17-418e-8827-4ed4d454c869 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ecd35756-7702-4168-9b7e-f6ce21930664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1238325 Aug 16 20:01:48.408695 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb734cc1-ed9b-4a70-a2bd-d0537ea1b29a req-da3133f2-61b9-4420-a9a3-88b5b31f073d tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:48.410282 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bb734cc1-ed9b-4a70-a2bd-d0537ea1b29a req-da3133f2-61b9-4420-a9a3-88b5b31f073d tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad412143-e810-4b8f-943c-d80e5a1cceee HTTP/1.1" status: 200 len: 945 time: 0.0938060 Aug 16 20:01:48.423649 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-2b04002f-9731-4262-8c9e-26c63289bc88 req-9b4cac35-34e9-4cf1-ae31-954d4c5d2dac service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:01:48.425458 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2b04002f-9731-4262-8c9e-26c63289bc88 req-9b4cac35-34e9-4cf1-ae31-954d4c5d2dac service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163369 Aug 16 20:01:48.454833 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed71b3c3-c2f0-43ee-9141-0957978c3318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:48.457442 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed71b3c3-c2f0-43ee-9141-0957978c3318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:48.458659 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ed71b3c3-c2f0-43ee-9141-0957978c3318 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e219bcaf-9688-4d22-9714-ac4a6804effd HTTP/1.1" status: 204 len: 168 time: 0.3900602 Aug 16 20:01:48.471099 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71b3c3-c2f0-43ee-9141-0957978c3318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e219bcaf-9688-4d22-9714-ac4a6804effd,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:48.484941 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bb734cc1-ed9b-4a70-a2bd-d0537ea1b29a req-5c309472-9d16-4b1d-8052-2e762d4d3352 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659125 Aug 16 20:01:48.566329 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-65ba7f5e-9067-4422-aa36-d0df6fa0c5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-886798932-router', 'tenant_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'eae24a7a-0ed2-40f7-9d44-eb1b5154eb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:00:58Z', 'updated_at': '2021-08-16T20:01:14Z', 'revision_number': 4, 'project_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'gw_port': {'id': 'eae24a7a-0ed2-40f7-9d44-eb1b5154eb99', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:01:00Z', 'updated_at': '2021-08-16T20:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'a3d9d2ae-070c-4377-bf6e-b751383db293', 'tenant_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'floating_ip_address': '172.25.8.134', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'port_id': 'd435f867-107d-4a0c-b53a-63b43160a3de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd35756-7702-4168-9b7e-f6ce21930664', 'mac_address': 'fa:16:3e:ff:fe:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f15b721-bad8-4eb2-aa8e-1415f334ecbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:01:43Z', 'updated_at': '2021-08-16T20:01:46Z', 'revision_number': 1, 'project_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a576cd75-585b-456f-998e-a7a6f84c0b6d', 'name': '', 'network_id': 'ecd35756-7702-4168-9b7e-f6ce21930664', 'tenant_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'mac_address': 'fa:16:3e:d2:b6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '77f1a840-5b8e-4477-a95c-1936e6445e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:01:09Z', 'updated_at': '2021-08-16T20:01:25Z', 'revision_number': 5, 'project_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'subnets': [{'id': '77f1a840-5b8e-4477-a95c-1936e6445e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:01:48.595780 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5fd7f070-3d3a-418f-a3dc-8553ad71a5f2 req-12fe9cbb-fe97-4fd1-bc43-5fb8c19068d2 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476583 Aug 16 20:01:48.608769 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ba7f5e-9067-4422-aa36-d0df6fa0c5d4 None None] The sync data for ids ['f71958ae-8dd0-4a09-b82a-70bbf33995d2'] in n-d-787206-13 is: [{'id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-886798932-router', 'tenant_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'eae24a7a-0ed2-40f7-9d44-eb1b5154eb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:00:58Z', 'updated_at': '2021-08-16T20:01:14Z', 'revision_number': 4, 'project_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'gw_port': {'id': 'eae24a7a-0ed2-40f7-9d44-eb1b5154eb99', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:01:00Z', 'updated_at': '2021-08-16T20:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'a3d9d2ae-070c-4377-bf6e-b751383db293', 'tenant_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'floating_ip_address': '172.25.8.134', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'port_id': 'd435f867-107d-4a0c-b53a-63b43160a3de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd35756-7702-4168-9b7e-f6ce21930664', 'mac_address': 'fa:16:3e:ff:fe:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f15b721-bad8-4eb2-aa8e-1415f334ecbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:01:43Z', 'updated_at': '2021-08-16T20:01:46Z', 'revision_number': 1, 'project_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a576cd75-585b-456f-998e-a7a6f84c0b6d', 'name': '', 'network_id': 'ecd35756-7702-4168-9b7e-f6ce21930664', 'tenant_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'mac_address': 'fa:16:3e:d2:b6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '77f1a840-5b8e-4477-a95c-1936e6445e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:01:09Z', 'updated_at': '2021-08-16T20:01:25Z', 'revision_number': 5, 'project_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'subnets': [{'id': '77f1a840-5b8e-4477-a95c-1936e6445e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:01:48.633552 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2b04002f-9731-4262-8c9e-26c63289bc88 req-2cf29c7c-c9f0-4bf8-ab7c-00be4ffc7efc service neutron] 10.222.0.68 "GET /v2.0/networks/ecd35756-7702-4168-9b7e-f6ce21930664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000806 Aug 16 20:01:48.722518 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f40ed5-4e59-40d2-8e69-f824e3bddadc req-9026a8a3-f7f5-418d-94e0-bda7d73ce14c tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:48.724130 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-61f40ed5-4e59-40d2-8e69-f824e3bddadc req-9026a8a3-f7f5-418d-94e0-bda7d73ce14c tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b500535-6c1d-40e0-8574-82b1d405e864 HTTP/1.1" status: 200 len: 948 time: 0.0889320 Aug 16 20:01:48.784011 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2b04002f-9731-4262-8c9e-26c63289bc88 req-747278d7-67be-44ee-8fce-c6550a14b541 service neutron] 10.222.0.68 "GET /v2.0/networks/ecd35756-7702-4168-9b7e-f6ce21930664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342809 Aug 16 20:01:48.800765 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-61f40ed5-4e59-40d2-8e69-f824e3bddadc req-c37ab052-46af-4285-b45d-bccd3a754e8b tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/security-groups?id=0beef620-6449-4be3-9233-7b7b5e8e0ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664904 Aug 16 20:01:48.863560 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d20a13c-e279-42fe-bf8f-6a596029796d x-openstack-request-id: req-3d20a13c-e279-42fe-bf8f-6a596029796d {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:01:48.863893 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f15b721-bad8-4eb2-aa8e-1415f334ecbf", "tag": "d435f867-107d-4a0c-b53a-63b43160a3de", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:01:48.864149 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3d20a13c-e279-42fe-bf8f-6a596029796d {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:01:48.864558 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f15b721-bad8-4eb2-aa8e-1415f334ecbf', 'tag': 'd435f867-107d-4a0c-b53a-63b43160a3de', 'status': 'completed', 'code': 200} Aug 16 20:01:48.880958 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28fcccb-7de4-4e35-b706-33d9dd59bb03 None None] New status for floating IP a3d9d2ae-070c-4377-bf6e-b751383db293: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:01:48.974980 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258507f-8ba2-4466-bb82-321f5fe88278 req-90c08dc7-1395-4dde-98c5-fed9455be1e1 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:48.977103 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7258507f-8ba2-4466-bb82-321f5fe88278 req-90c08dc7-1395-4dde-98c5-fed9455be1e1 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 1096 time: 0.0731623 Aug 16 20:01:48.998583 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079305c5-fe12-4f0f-bd67-9f611f4103d2 req-f6846d74-0b8c-48ef-ad45-7fd2f7dffbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:49.000335 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-079305c5-fe12-4f0f-bd67-9f611f4103d2 req-f6846d74-0b8c-48ef-ad45-7fd2f7dffbf4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bfc4e88a20bb427bb0865cae1b76c3dc&device_id=8f15b721-bad8-4eb2-aa8e-1415f334ecbf HTTP/1.1" status: 200 len: 1098 time: 0.1012681 Aug 16 20:01:49.050484 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7258507f-8ba2-4466-bb82-321f5fe88278 req-0d33ac18-7de0-495a-aa8e-6911e0d92ef8 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571594 Aug 16 20:01:49.113492 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658305d-6193-448a-9e6e-59204ac07d64 req-4717d98b-5fb5-4259-825d-d46c4c8eb267 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:49.126547 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a658305d-6193-448a-9e6e-59204ac07d64 req-4717d98b-5fb5-4259-825d-d46c4c8eb267 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.68 "GET /v2.0/ports?device_id=7699ae85-2554-4664-9a28-aea6090bdcc4 HTTP/1.1" status: 200 len: 948 time: 0.1819189 Aug 16 20:01:49.227823 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a658305d-6193-448a-9e6e-59204ac07d64 req-b88d0e22-d657-4465-9d5d-c551fc32570b tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.68 "GET /v2.0/security-groups?id=8c4d1c85-e244-4888-bb6f-1907f30a2a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955501 Aug 16 20:01:49.238072 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-749d820b-3414-4fff-9f3d-5f93e219647d req-3714e35b-dc69-4fd3-8174-77d00e361a81 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 258 time: 0.1666076 Aug 16 20:01:49.254269 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-749d820b-3414-4fff-9f3d-5f93e219647d req-689793c1-d87a-4762-a84b-f9c17fa9dc89 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:01:49.272224 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079305c5-fe12-4f0f-bd67-9f611f4103d2 req-f663896b-46bb-4667-b746-3a9d0215bf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:49.274437 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-079305c5-fe12-4f0f-bd67-9f611f4103d2 req-f663896b-46bb-4667-b746-3a9d0215bf2b service neutron] 10.222.0.57 "GET /v2.0/networks?id=ecd35756-7702-4168-9b7e-f6ce21930664 HTTP/1.1" status: 200 len: 929 time: 0.2629626 Aug 16 20:01:49.291060 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-749d820b-3414-4fff-9f3d-5f93e219647d req-689793c1-d87a-4762-a84b-f9c17fa9dc89 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:49.423966 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-079305c5-fe12-4f0f-bd67-9f611f4103d2 req-d1d0fc8a-7d62-4f07-9709-7914d7a2c04d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d435f867-107d-4a0c-b53a-63b43160a3de HTTP/1.1" status: 200 len: 1002 time: 0.1407058 Aug 16 20:01:49.452013 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-749d820b-3414-4fff-9f3d-5f93e219647d req-689793c1-d87a-4762-a84b-f9c17fa9dc89 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:49.484014 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079305c5-fe12-4f0f-bd67-9f611f4103d2 req-c2bed92b-d19a-4c18-840b-795bf2241890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:49.485547 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-079305c5-fe12-4f0f-bd67-9f611f4103d2 req-c2bed92b-d19a-4c18-840b-795bf2241890 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77f1a840-5b8e-4477-a95c-1936e6445e57 HTTP/1.1" status: 200 len: 867 time: 0.0532322 Aug 16 20:01:49.546486 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:01:49.562555 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079305c5-fe12-4f0f-bd67-9f611f4103d2 req-58fede27-10cd-4525-83d7-b833af6895f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:49.567641 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-079305c5-fe12-4f0f-bd67-9f611f4103d2 req-58fede27-10cd-4525-83d7-b833af6895f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ecd35756-7702-4168-9b7e-f6ce21930664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740154 Aug 16 20:01:49.601955 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 8697870c-30a4-4515-bb8d-0fd70eab1caf no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:01:49.665400 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 8697870c-30a4-4515-bb8d-0fd70eab1caf {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:01:49.665742 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 8697870c-30a4-4515-bb8d-0fd70eab1caf not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:01:49.719427 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f07ce4-85fb-4843-9502-120b7e284ad6 req-2180fe6e-8587-4c7b-8495-6ed41a4daa7d tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:49.722605 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-749d820b-3414-4fff-9f3d-5f93e219647d req-689793c1-d87a-4762-a84b-f9c17fa9dc89 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Allocated IP 172.25.8.245 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/ac589181-df0c-47f1-b9ac-59f1179abc7d) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:01:49.727573 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c0f07ce4-85fb-4843-9502-120b7e284ad6 req-2180fe6e-8587-4c7b-8495-6ed41a4daa7d tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad412143-e810-4b8f-943c-d80e5a1cceee HTTP/1.1" status: 200 len: 945 time: 0.1298044 Aug 16 20:01:49.749387 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:49.761618 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-079305c5-fe12-4f0f-bd67-9f611f4103d2 req-f313d534-3bd9-4ec3-9281-54813eb2e78c service neutron] 10.222.0.57 "GET /v2.0/networks/ecd35756-7702-4168-9b7e-f6ce21930664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831553 Aug 16 20:01:49.767793 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': 'b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7', 'mac_address': 'fa:16:3e:77:52:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:01:49.812956 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c0f07ce4-85fb-4843-9502-120b7e284ad6 req-a8c240b2-325a-4ece-862e-3b6e749a5443 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796876 Aug 16 20:01:49.874073 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:49.880236 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-749d820b-3414-4fff-9f3d-5f93e219647d req-689793c1-d87a-4762-a84b-f9c17fa9dc89 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:49.923454 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:01:49.958676 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-749d820b-3414-4fff-9f3d-5f93e219647d req-689793c1-d87a-4762-a84b-f9c17fa9dc89 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:49.984547 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:49.992300 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:50.006187 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-079305c5-fe12-4f0f-bd67-9f611f4103d2 req-ea15e2b7-54ee-4fbb-a9e2-7dcb7bddc463 service neutron] 10.222.0.57 "GET /v2.0/networks/ecd35756-7702-4168-9b7e-f6ce21930664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316701 Aug 16 20:01:50.087949 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b523ce1-112d-44e4-9645-bf40664cfb2d req-c6af6ade-ab1c-450d-9020-a066fd3fd73d tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:50.089840 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b523ce1-112d-44e4-9645-bf40664cfb2d req-c6af6ade-ab1c-450d-9020-a066fd3fd73d tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b500535-6c1d-40e0-8574-82b1d405e864 HTTP/1.1" status: 200 len: 948 time: 0.1007209 Aug 16 20:01:50.112766 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-749d820b-3414-4fff-9f3d-5f93e219647d req-689793c1-d87a-4762-a84b-f9c17fa9dc89 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:01:50.121443 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-749d820b-3414-4fff-9f3d-5f93e219647d req-689793c1-d87a-4762-a84b-f9c17fa9dc89 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:01:50.133630 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:50.137851 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-749d820b-3414-4fff-9f3d-5f93e219647d req-689793c1-d87a-4762-a84b-f9c17fa9dc89 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:01:50.147194 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689793c1-d87a-4762-a84b-f9c17fa9dc89 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Pushing event updated for resources: {'Port': ['ID=ac589181-df0c-47f1-b9ac-59f1179abc7d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:50.199752 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689793c1-d87a-4762-a84b-f9c17fa9dc89 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:50.200520 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689793c1-d87a-4762-a84b-f9c17fa9dc89 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:50.201544 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689793c1-d87a-4762-a84b-f9c17fa9dc89 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:50.201544 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689793c1-d87a-4762-a84b-f9c17fa9dc89 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:50.204228 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689793c1-d87a-4762-a84b-f9c17fa9dc89 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:50.205354 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689793c1-d87a-4762-a84b-f9c17fa9dc89 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:50.205709 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689793c1-d87a-4762-a84b-f9c17fa9dc89 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:50.207198 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689793c1-d87a-4762-a84b-f9c17fa9dc89 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:50.207561 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689793c1-d87a-4762-a84b-f9c17fa9dc89 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:50.209141 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689793c1-d87a-4762-a84b-f9c17fa9dc89 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:50.209479 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689793c1-d87a-4762-a84b-f9c17fa9dc89 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:50.209824 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689793c1-d87a-4762-a84b-f9c17fa9dc89 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:50.274703 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c2d34-12ab-47d0-a981-8ebc95cba179 req-60460121-fb54-4223-bb45-9a5e28f6d9ac tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:50.288053 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f88c2d34-12ab-47d0-a981-8ebc95cba179 req-60460121-fb54-4223-bb45-9a5e28f6d9ac tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b500535-6c1d-40e0-8574-82b1d405e864 HTTP/1.1" status: 200 len: 948 time: 0.1879125 Aug 16 20:01:50.301503 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-749d820b-3414-4fff-9f3d-5f93e219647d req-689793c1-d87a-4762-a84b-f9c17fa9dc89 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:50.318304 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:01:50.360888 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f88c2d34-12ab-47d0-a981-8ebc95cba179 req-39d7a123-3866-4998-b1f9-917b72eabcae tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/security-groups?id=0beef620-6449-4be3-9233-7b7b5e8e0ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582700 Aug 16 20:01:50.366502 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-6b523ce1-112d-44e4-9645-bf40664cfb2d req-d292bfa9-db0a-4dff-9612-ebd67c738ad9 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Deleting port b584353f-767c-48df-9272-5d9cb4770a21 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:01:50.367405 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6b523ce1-112d-44e4-9645-bf40664cfb2d req-d292bfa9-db0a-4dff-9612-ebd67c738ad9 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:50.397306 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-749d820b-3414-4fff-9f3d-5f93e219647d req-689793c1-d87a-4762-a84b-f9c17fa9dc89 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:50.574379 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-6b523ce1-112d-44e4-9645-bf40664cfb2d req-d292bfa9-db0a-4dff-9612-ebd67c738ad9 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] For port b584353f-767c-48df-9272-5d9cb4770a21, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=b584353f-767c-48df-9272-5d9cb4770a21,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:50.574698 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6b523ce1-112d-44e4-9645-bf40664cfb2d req-d292bfa9-db0a-4dff-9612-ebd67c738ad9 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:50.613398 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-6b523ce1-112d-44e4-9645-bf40664cfb2d req-d292bfa9-db0a-4dff-9612-ebd67c738ad9 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Calling delete_port for b584353f-767c-48df-9272-5d9cb4770a21 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:01:50.681788 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e47fb-60d1-453f-88e1-6eeeb9a2619e req-4197b3b2-71c0-40ca-9f4b-d8b88bf46ff9 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:50.689148 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4a6e47fb-60d1-453f-88e1-6eeeb9a2619e req-4197b3b2-71c0-40ca-9f4b-d8b88bf46ff9 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.68 "GET /v2.0/ports?device_id=7699ae85-2554-4664-9a28-aea6090bdcc4 HTTP/1.1" status: 200 len: 949 time: 0.1349514 Aug 16 20:01:50.739268 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-749d820b-3414-4fff-9f3d-5f93e219647d req-689793c1-d87a-4762-a84b-f9c17fa9dc89 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:50.744058 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4a6e47fb-60d1-453f-88e1-6eeeb9a2619e req-a9b08572-1859-4986-a4c8-bc93b4c2d995 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.68 "GET /v2.0/security-groups?id=8c4d1c85-e244-4888-bb6f-1907f30a2a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540299 Aug 16 20:01:50.756984 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-749d820b-3414-4fff-9f3d-5f93e219647d req-689793c1-d87a-4762-a84b-f9c17fa9dc89 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:50.831954 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6b523ce1-112d-44e4-9645-bf40664cfb2d req-d292bfa9-db0a-4dff-9612-ebd67c738ad9 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:50.844564 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689793c1-d87a-4762-a84b-f9c17fa9dc89 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Pushing event updated for resources: {'Port': ['ID=ac589181-df0c-47f1-b9ac-59f1179abc7d,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:50.871978 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292bfa9-db0a-4dff-9612-ebd67c738ad9 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Pushing event deleted for resources: {'Port': ['ID=b584353f-767c-48df-9272-5d9cb4770a21,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:50.922012 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b523ce1-112d-44e4-9645-bf40664cfb2d req-d292bfa9-db0a-4dff-9612-ebd67c738ad9 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] No DVR routers for this DVR port b584353f-767c-48df-9272-5d9cb4770a21 on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:01:50.926335 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6b523ce1-112d-44e4-9645-bf40664cfb2d req-d292bfa9-db0a-4dff-9612-ebd67c738ad9 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:50.928343 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b523ce1-112d-44e4-9645-bf40664cfb2d req-d292bfa9-db0a-4dff-9612-ebd67c738ad9 tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.57 "DELETE /v2.0/ports/b584353f-767c-48df-9272-5d9cb4770a21 HTTP/1.1" status: 204 len: 173 time: 0.8241947 Aug 16 20:01:50.928919 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b500535-6c1d-40e0-8574-82b1d405e864', 'name': 'network-vif-deleted', 'tag': 'b584353f-767c-48df-9272-5d9cb4770a21'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:01:50.932057 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c78041-a1be-45c4-9bdd-91515fcf8967" -d '{"events": [{"server_uuid": "2b500535-6c1d-40e0-8574-82b1d405e864", "name": "network-vif-deleted", "tag": "b584353f-767c-48df-9272-5d9cb4770a21"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:01:50.943566 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-749d820b-3414-4fff-9f3d-5f93e219647d req-689793c1-d87a-4762-a84b-f9c17fa9dc89 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:50.976829 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-749d820b-3414-4fff-9f3d-5f93e219647d req-689793c1-d87a-4762-a84b-f9c17fa9dc89 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:50.977993 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-749d820b-3414-4fff-9f3d-5f93e219647d req-689793c1-d87a-4762-a84b-f9c17fa9dc89 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7330179 Aug 16 20:01:50.994227 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acf945-f19a-4ed8-85d5-25842b6af9fc req-a9382983-fc2c-49f8-889e-a07c873e8a62 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:50.998748 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-96acf945-f19a-4ed8-85d5-25842b6af9fc req-a9382983-fc2c-49f8-889e-a07c873e8a62 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad412143-e810-4b8f-943c-d80e5a1cceee HTTP/1.1" status: 200 len: 945 time: 0.0723062 Aug 16 20:01:51.043150 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-749d820b-3414-4fff-9f3d-5f93e219647d req-f68e9417-8d0d-4731-be5d-ebb09ec2f6e9 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.245 HTTP/1.1" status: 200 len: 696 time: 0.0580249 Aug 16 20:01:51.083380 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-96acf945-f19a-4ed8-85d5-25842b6af9fc req-8e86cf30-23ae-442b-8143-167a2562d197 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761695 Aug 16 20:01:51.265586 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d820b-3414-4fff-9f3d-5f93e219647d req-68ad38dd-3e83-4890-ae76-e14fa689d04f tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:51.267511 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-749d820b-3414-4fff-9f3d-5f93e219647d req-68ad38dd-3e83-4890-ae76-e14fa689d04f tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 784 time: 0.2189300 Aug 16 20:01:51.383113 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e5dfbf-a074-4cd6-bc9a-699c96ff630f x-openstack-request-id: req-e6e5dfbf-a074-4cd6-bc9a-699c96ff630f {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:01:51.383641 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b500535-6c1d-40e0-8574-82b1d405e864", "name": "network-vif-deleted", "tag": "b584353f-767c-48df-9272-5d9cb4770a21", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:01:51.383641 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e6e5dfbf-a074-4cd6-bc9a-699c96ff630f {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:01:51.384168 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b500535-6c1d-40e0-8574-82b1d405e864', 'name': 'network-vif-deleted', 'tag': 'b584353f-767c-48df-9272-5d9cb4770a21', 'status': 'completed', 'code': 200} Aug 16 20:01:51.550073 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:01:51.663451 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477b83b-395a-4041-9ba6-f424dde95537 req-b3b772a5-0c50-4062-887d-e8e6676337d0 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:51.666757 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8477b83b-395a-4041-9ba6-f424dde95537 req-b3b772a5-0c50-4062-887d-e8e6676337d0 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f15b721-bad8-4eb2-aa8e-1415f334ecbf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1411192 Aug 16 20:01:51.694774 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-598cbd28-bda5-4ab4-9773-60dfd6282763 req-51d2b55c-45c5-458f-8c40-a8c0a71ebebf tempest-ListImageFiltersTestJSON-925334389 tempest-ListImageFiltersTestJSON-925334389-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b500535-6c1d-40e0-8574-82b1d405e864 HTTP/1.1" status: 200 len: 210 time: 0.0594203 Aug 16 20:01:51.696313 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:01:51.709851 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:01:51.710254 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:51.739081 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8477b83b-395a-4041-9ba6-f424dde95537 req-ab21e792-2e61-4aaa-ae93-4680d6de52fe tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.245 HTTP/1.1" status: 200 len: 696 time: 0.0659778 Aug 16 20:01:51.752752 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-8477b83b-395a-4041-9ba6-f424dde95537 req-2c030c43-1e1b-454a-bee5-da067068eac7 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Request body: {'floatingip': {'port_id': 'd435f867-107d-4a0c-b53a-63b43160a3de', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:01:51.808690 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:51.811540 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8477b83b-395a-4041-9ba6-f424dde95537 req-2c030c43-1e1b-454a-bee5-da067068eac7 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:51.848662 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:51.849840 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7699ae85-2554-4664-9a28-aea6090bdcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:01:51.853190 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80c5054-cf5d-4360-9bd7-e6b92bf9c881" -d '{"events": [{"server_uuid": "7699ae85-2554-4664-9a28-aea6090bdcc4", "name": "network-vif-plugged", "status": "completed", "tag": "b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:01:51.860379 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:51.955303 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:51.964794 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:51.965087 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:51.965399 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:51.965731 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:51.966071 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:51.966400 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:51.968208 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:51.968208 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:51.968208 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:51.968208 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:51.968208 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:51.968868 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:01:52.151376 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c9cfc-f368-4bfb-8bd7-a8a157eb71a4 req-519a30ff-01ae-40e0-a9f8-13656407eb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:52.153137 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d36c9cfc-f368-4bfb-8bd7-a8a157eb71a4 req-519a30ff-01ae-40e0-a9f8-13656407eb86 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70abbb206d0d4e1b957abffc35cf78b2&device_id=ad412143-e810-4b8f-943c-d80e5a1cceee HTTP/1.1" status: 200 len: 1097 time: 0.0555623 Aug 16 20:01:52.161422 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f0e09-f732-4aab-893a-c70a68a6c703 req-2e6e21e0-1eda-425a-93a9-6b6f280d27a9 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:52.163460 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a51f0e09-f732-4aab-893a-c70a68a6c703 req-2e6e21e0-1eda-425a-93a9-6b6f280d27a9 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.68 "GET /v2.0/ports?device_id=7699ae85-2554-4664-9a28-aea6090bdcc4 HTTP/1.1" status: 200 len: 950 time: 0.0980842 Aug 16 20:01:52.177418 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [req-8477b83b-395a-4041-9ba6-f424dde95537 req-2c030c43-1e1b-454a-bee5-da067068eac7 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 20:01:52.179761 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8477b83b-395a-4041-9ba6-f424dde95537 req-2c030c43-1e1b-454a-bee5-da067068eac7 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "PUT /v2.0/floatingips/92e61d81-027e-41f7-a75a-7d2bffbd6a2d HTTP/1.1" status: 409 len: 551 time: 0.4329414 Aug 16 20:01:52.227276 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce10acaf-7e3b-4160-8305-1730c53085d9 x-openstack-request-id: req-ce10acaf-7e3b-4160-8305-1730c53085d9 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:01:52.227574 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7699ae85-2554-4664-9a28-aea6090bdcc4", "name": "network-vif-plugged", "status": "completed", "tag": "b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:01:52.228930 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ce10acaf-7e3b-4160-8305-1730c53085d9 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:01:52.229940 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7699ae85-2554-4664-9a28-aea6090bdcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7', 'code': 200} Aug 16 20:01:52.279488 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a51f0e09-f732-4aab-893a-c70a68a6c703 req-1f8fa615-bd73-4b03-878f-cb388e291ac4 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.68 "GET /v2.0/security-groups?id=8c4d1c85-e244-4888-bb6f-1907f30a2a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066782 Aug 16 20:01:52.328007 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c9cfc-f368-4bfb-8bd7-a8a157eb71a4 req-6ad01862-1b5b-44ca-8e5b-cffdf6b3d63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:52.330114 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d36c9cfc-f368-4bfb-8bd7-a8a157eb71a4 req-6ad01862-1b5b-44ca-8e5b-cffdf6b3d63f service neutron] 10.222.0.57 "GET /v2.0/networks?id=32ab34dc-dab9-4698-ba33-f8efbd07740e HTTP/1.1" status: 200 len: 916 time: 0.1657343 Aug 16 20:01:52.407632 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf09c74-4083-4278-9945-54ca252b55c2 req-58119215-5bd9-4d69-8689-33ec727d079f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:52.409411 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9bf09c74-4083-4278-9945-54ca252b55c2 req-58119215-5bd9-4d69-8689-33ec727d079f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7699ae85-2554-4664-9a28-aea6090bdcc4 HTTP/1.1" status: 200 len: 1102 time: 0.1006348 Aug 16 20:01:52.417029 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-272aadd1-4187-4422-a31a-744d1bf0ef66 req-4332634c-e6ec-47a9-84f8-8b7d9665184f tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/floatingips/92e61d81-027e-41f7-a75a-7d2bffbd6a2d HTTP/1.1" status: 200 len: 693 time: 0.0822003 Aug 16 20:01:52.452111 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535efbc4-0650-46ef-a0b7-991c1230cba0 req-ef2ff8cb-d74f-43ff-a8f0-0124d48317da tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:52.453100 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-535efbc4-0650-46ef-a0b7-991c1230cba0 req-ef2ff8cb-d74f-43ff-a8f0-0124d48317da tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad412143-e810-4b8f-943c-d80e5a1cceee HTTP/1.1" status: 200 len: 945 time: 0.1033478 Aug 16 20:01:52.471119 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d36c9cfc-f368-4bfb-8bd7-a8a157eb71a4 req-10e8a246-2723-416c-8102-549c77d14f3c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e2a7756-4d12-4d25-9c53-de559fb5b7f3 HTTP/1.1" status: 200 len: 217 time: 0.1144259 Aug 16 20:01:52.488842 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9bf09c74-4083-4278-9945-54ca252b55c2 req-e4c5b063-0d77-4010-bcf0-7ce83235524b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=8c4d1c85-e244-4888-bb6f-1907f30a2a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637286 Aug 16 20:01:52.528326 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-535efbc4-0650-46ef-a0b7-991c1230cba0 req-8543d3a9-52f1-433d-a0cd-b55e08ff08ae tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633810 Aug 16 20:01:52.595621 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c9cfc-f368-4bfb-8bd7-a8a157eb71a4 req-096f62e9-9fad-4a06-b1a5-15d1a665c976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:52.598183 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d36c9cfc-f368-4bfb-8bd7-a8a157eb71a4 req-096f62e9-9fad-4a06-b1a5-15d1a665c976 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=67859431-3c0a-43e3-b371-b5f64d62799e HTTP/1.1" status: 200 len: 854 time: 0.1124408 Aug 16 20:01:52.699430 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c9cfc-f368-4bfb-8bd7-a8a157eb71a4 req-3a3decc9-31cf-4a2c-8cf3-236ee10fbb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:52.699430 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d36c9cfc-f368-4bfb-8bd7-a8a157eb71a4 req-3a3decc9-31cf-4a2c-8cf3-236ee10fbb9e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=32ab34dc-dab9-4698-ba33-f8efbd07740e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739958 Aug 16 20:01:52.699430 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272aadd1-4187-4422-a31a-744d1bf0ef66 req-7b7e7ade-0d07-4f43-a4db-92cab7792707 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:52.708779 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-272aadd1-4187-4422-a31a-744d1bf0ef66 req-7b7e7ade-0d07-4f43-a4db-92cab7792707 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 784 time: 0.2342694 Aug 16 20:01:52.824107 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-272aadd1-4187-4422-a31a-744d1bf0ef66 req-83ac3812-9729-4593-9afa-bb5292690e95 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.245 HTTP/1.1" status: 200 len: 696 time: 0.1160285 Aug 16 20:01:52.909550 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-272aadd1-4187-4422-a31a-744d1bf0ef66 req-aa6ecb03-1dd8-4b9d-85d7-5a8ab5e4218a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.245 HTTP/1.1" status: 200 len: 696 time: 0.0691242 Aug 16 20:01:52.968734 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d36c9cfc-f368-4bfb-8bd7-a8a157eb71a4 req-3177480e-21bb-44bd-a9be-d0ffa4ec9a5f service neutron] 10.222.0.57 "GET /v2.0/networks/32ab34dc-dab9-4698-ba33-f8efbd07740e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536893 Aug 16 20:01:53.154729 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d36c9cfc-f368-4bfb-8bd7-a8a157eb71a4 req-ecb3e7e3-3377-463d-a223-1c0590d78ab3 service neutron] 10.222.0.57 "GET /v2.0/networks/32ab34dc-dab9-4698-ba33-f8efbd07740e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472199 Aug 16 20:01:53.158468 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-272aadd1-4187-4422-a31a-744d1bf0ef66 req-d50bde50-234e-4ca0-ae01-8ffb7d4e658e tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Deleting port ac589181-df0c-47f1-b9ac-59f1179abc7d {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:01:53.159799 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-272aadd1-4187-4422-a31a-744d1bf0ef66 req-d50bde50-234e-4ca0-ae01-8ffb7d4e658e tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:53.196888 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:01:53.279117 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-272aadd1-4187-4422-a31a-744d1bf0ef66 req-d50bde50-234e-4ca0-ae01-8ffb7d4e658e tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:53.279507 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-272aadd1-4187-4422-a31a-744d1bf0ef66 req-d50bde50-234e-4ca0-ae01-8ffb7d4e658e tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:53.301482 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-272aadd1-4187-4422-a31a-744d1bf0ef66 req-d50bde50-234e-4ca0-ae01-8ffb7d4e658e tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Calling delete_port for ac589181-df0c-47f1-b9ac-59f1179abc7d owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:01:53.473338 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-272aadd1-4187-4422-a31a-744d1bf0ef66 req-d50bde50-234e-4ca0-ae01-8ffb7d4e658e tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:53.506146 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bde50-234e-4ca0-ae01-8ffb7d4e658e tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Pushing event deleted for resources: {'Port': ['ID=ac589181-df0c-47f1-b9ac-59f1179abc7d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:53.580361 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-272aadd1-4187-4422-a31a-744d1bf0ef66 req-d50bde50-234e-4ca0-ae01-8ffb7d4e658e tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:53.583325 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-272aadd1-4187-4422-a31a-744d1bf0ef66 req-d50bde50-234e-4ca0-ae01-8ffb7d4e658e tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:53.596089 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device b584353f-767c-48df-9272-5d9cb4770a21 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:01:53.617860 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-272aadd1-4187-4422-a31a-744d1bf0ef66 req-d50bde50-234e-4ca0-ae01-8ffb7d4e658e tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "DELETE /v2.0/floatingips/92e61d81-027e-41f7-a75a-7d2bffbd6a2d HTTP/1.1" status: 204 len: 173 time: 0.6963589 Aug 16 20:01:53.637517 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: b584353f-767c-48df-9272-5d9cb4770a21 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:01:53.638216 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device b584353f-767c-48df-9272-5d9cb4770a21 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:01:53.733048 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f6eb6-3a11-46de-98df-6174707713cd req-e8176e13-706b-4fbe-bd33-f71309fc6928 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:53.734964 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a7f6eb6-3a11-46de-98df-6174707713cd req-e8176e13-706b-4fbe-bd33-f71309fc6928 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.68 "GET /v2.0/ports?device_id=7699ae85-2554-4664-9a28-aea6090bdcc4 HTTP/1.1" status: 200 len: 950 time: 0.1369016 Aug 16 20:01:53.812872 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a7f6eb6-3a11-46de-98df-6174707713cd req-7e6127c7-99e0-4cf6-be76-6907248d0070 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.68 "GET /v2.0/security-groups?id=8c4d1c85-e244-4888-bb6f-1907f30a2a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657146 Aug 16 20:01:54.043738 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe22bd-71f5-46f7-9380-1707534992ad req-4834350b-2ec0-4ccc-a025-42bc40f78803 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:54.045323 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a3fe22bd-71f5-46f7-9380-1707534992ad req-4834350b-2ec0-4ccc-a025-42bc40f78803 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad412143-e810-4b8f-943c-d80e5a1cceee HTTP/1.1" status: 200 len: 945 time: 0.0764229 Aug 16 20:01:54.109148 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a3fe22bd-71f5-46f7-9380-1707534992ad req-fe36c00d-d1fb-4e49-9023-afd802e9ceaa tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504677 Aug 16 20:01:54.116034 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51373d70-9eee-4e11-a3b8-4e5e2779476d req-05b5b821-6183-426c-8cb4-6795292f4344 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.134 HTTP/1.1" status: 200 len: 1002 time: 0.1217251 Aug 16 20:01:54.171026 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51373d70-9eee-4e11-a3b8-4e5e2779476d req-6f4d74b8-99cc-4fd0-b0b7-c75d2fc57631 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:54.172540 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51373d70-9eee-4e11-a3b8-4e5e2779476d req-6f4d74b8-99cc-4fd0-b0b7-c75d2fc57631 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/ports/d435f867-107d-4a0c-b53a-63b43160a3de HTTP/1.1" status: 200 len: 943 time: 0.0509424 Aug 16 20:01:54.368324 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51373d70-9eee-4e11-a3b8-4e5e2779476d req-585a0dac-9a14-45d0-ab75-e8f560c4b3be tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.134 HTTP/1.1" status: 200 len: 1002 time: 0.0885444 Aug 16 20:01:54.537676 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51373d70-9eee-4e11-a3b8-4e5e2779476d req-140bc7f6-a5fc-46b5-acc3-4f2af1e39ba1 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:54.545813 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51373d70-9eee-4e11-a3b8-4e5e2779476d req-140bc7f6-a5fc-46b5-acc3-4f2af1e39ba1 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 784 time: 0.1766486 Aug 16 20:01:54.552357 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [req-51373d70-9eee-4e11-a3b8-4e5e2779476d req-0da44cf2-73fa-4df8-a00e-64bfc974b666 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:01:54.564072 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51373d70-9eee-4e11-a3b8-4e5e2779476d req-0da44cf2-73fa-4df8-a00e-64bfc974b666 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0173194 Aug 16 20:01:54.655206 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51373d70-9eee-4e11-a3b8-4e5e2779476d req-880e054b-6f1e-4b98-b8be-3ce58c80c879 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.134 HTTP/1.1" status: 200 len: 1002 time: 0.0901759 Aug 16 20:01:54.660723 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-51373d70-9eee-4e11-a3b8-4e5e2779476d req-b57b1786-05f5-4f94-b3af-04b8fc43a36a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:01:54.744790 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-51373d70-9eee-4e11-a3b8-4e5e2779476d req-b57b1786-05f5-4f94-b3af-04b8fc43a36a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks [] for floatingip, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:54.881162 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33258) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:01:55.047353 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0115d-3e5a-4363-9bbf-f02d7206d721 req-22a6c9c4-b6fd-4ec3-8c5d-a3a1db4c9c74 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:55.052959 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a5d0115d-3e5a-4363-9bbf-f02d7206d721 req-22a6c9c4-b6fd-4ec3-8c5d-a3a1db4c9c74 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad412143-e810-4b8f-943c-d80e5a1cceee HTTP/1.1" status: 200 len: 945 time: 0.1141918 Aug 16 20:01:55.110039 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6fe8a9a1-a6c8-434a-96e4-58ddf2f96615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:55.152049 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a5d0115d-3e5a-4363-9bbf-f02d7206d721 req-eb584621-fe70-42d2-bfa8-942219d4bc0f tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890749 Aug 16 20:01:55.275203 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33270) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:01:55.277068 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6fe8a9a1-a6c8-434a-96e4-58ddf2f96615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:55.295305 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6fe8a9a1-a6c8-434a-96e4-58ddf2f96615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:55.362900 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8a9a1-a6c8-434a-96e4-58ddf2f96615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c20da0-ab37-4ab3-ae68-e2fbbcddae93,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:55.372168 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6fe8a9a1-a6c8-434a-96e4-58ddf2f96615 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=579b34f4eaea4ea2944168922d3cdf2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4874916 Aug 16 20:01:55.378044 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b318293-4119-4996-b137-1fb2d80b466a req-b0886d31-2de7-4049-8c28-865bc19bb3f2 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:55.379610 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8b318293-4119-4996-b137-1fb2d80b466a req-b0886d31-2de7-4049-8c28-865bc19bb3f2 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.68 "GET /v2.0/ports?device_id=7699ae85-2554-4664-9a28-aea6090bdcc4 HTTP/1.1" status: 200 len: 950 time: 0.1052217 Aug 16 20:01:55.380098 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33274) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:01:55.476809 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-51373d70-9eee-4e11-a3b8-4e5e2779476d req-b57b1786-05f5-4f94-b3af-04b8fc43a36a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:55.482603 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-51373d70-9eee-4e11-a3b8-4e5e2779476d req-b57b1786-05f5-4f94-b3af-04b8fc43a36a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:55.483344 n-d-787206-13 neutron-server[94771]: INFO neutron.db.l3_db [req-51373d70-9eee-4e11-a3b8-4e5e2779476d req-b57b1786-05f5-4f94-b3af-04b8fc43a36a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Floating IP a3d9d2ae-070c-4377-bf6e-b751383db293 disassociated. External IP: 172.25.8.134, port: d435f867-107d-4a0c-b53a-63b43160a3de. Aug 16 20:01:55.489462 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15431480-b4f4-4087-b8af-1f07bb67f5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:55.503388 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8b318293-4119-4996-b137-1fb2d80b466a req-e529cae2-b709-4b80-961f-3d5a2081c7b4 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.68 "GET /v2.0/security-groups?id=8c4d1c85-e244-4888-bb6f-1907f30a2a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749435 Aug 16 20:01:55.534182 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15431480-b4f4-4087-b8af-1f07bb67f5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:55.559209 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7f554461-bcc6-4f7b-9a5b-0d7d9d282e20 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dc8cf4aefbca4ac8980a9ec9e8e27e7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805126 Aug 16 20:01:55.564687 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33278) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:01:55.666842 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-620c1a1e-9c76-4e3e-b65f-d6612a2b4f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:55.670076 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15431480-b4f4-4087-b8af-1f07bb67f5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:55.672625 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15431480-b4f4-4087-b8af-1f07bb67f5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:55.673790 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-15431480-b4f4-4087-b8af-1f07bb67f5b3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/95c20da0-ab37-4ab3-ae68-e2fbbcddae93 HTTP/1.1" status: 204 len: 168 time: 0.2927635 Aug 16 20:01:55.686952 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa67844-f122-49ff-bd0e-80ee9fe114ce req-cbc77cbd-d38b-414b-af9b-12c0c960eebd tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:55.688539 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3aa67844-f122-49ff-bd0e-80ee9fe114ce req-cbc77cbd-d38b-414b-af9b-12c0c960eebd tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=f99d1691-55f0-4053-ad18-d7df57dcc42c HTTP/1.1" status: 200 len: 945 time: 0.0868495 Aug 16 20:01:55.714926 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15431480-b4f4-4087-b8af-1f07bb67f5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c20da0-ab37-4ab3-ae68-e2fbbcddae93,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:55.736998 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-620c1a1e-9c76-4e3e-b65f-d6612a2b4f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:55.780046 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3aa67844-f122-49ff-bd0e-80ee9fe114ce req-d1456cfc-cb25-485a-b012-47402b4d2744 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828907 Aug 16 20:01:55.821809 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-620c1a1e-9c76-4e3e-b65f-d6612a2b4f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:55.826433 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-620c1a1e-9c76-4e3e-b65f-d6612a2b4f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:55.828769 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-620c1a1e-9c76-4e3e-b65f-d6612a2b4f87 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0beef620-6449-4be3-9233-7b7b5e8e0ed5 HTTP/1.1" status: 204 len: 168 time: 0.2629488 Aug 16 20:01:55.846073 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c1a1e-9c76-4e3e-b65f-d6612a2b4f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0beef620-6449-4be3-9233-7b7b5e8e0ed5,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:55.922075 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51373d70-9eee-4e11-a3b8-4e5e2779476d req-b57b1786-05f5-4f94-b3af-04b8fc43a36a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Router f71958ae-8dd0-4a09-b82a-70bbf33995d2 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:01:56.095523 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51373d70-9eee-4e11-a3b8-4e5e2779476d req-b57b1786-05f5-4f94-b3af-04b8fc43a36a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:01:56.100587 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-51373d70-9eee-4e11-a3b8-4e5e2779476d req-b57b1786-05f5-4f94-b3af-04b8fc43a36a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:56.109804 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fecc93-6d4b-4fad-b682-a931b567e876 None None] Sync routers for ids ['f71958ae-8dd0-4a09-b82a-70bbf33995d2'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:01:56.129498 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fecc93-6d4b-4fad-b682-a931b567e876 None None] Routers {'f71958ae-8dd0-4a09-b82a-70bbf33995d2'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:01:56.130143 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-10fecc93-6d4b-4fad-b682-a931b567e876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:01:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f71958ae-8dd0-4a09-b82a-70bbf33995d2'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:01:56.143728 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51373d70-9eee-4e11-a3b8-4e5e2779476d req-b57b1786-05f5-4f94-b3af-04b8fc43a36a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "PUT /v2.0/floatingips/a3d9d2ae-070c-4377-bf6e-b751383db293 HTTP/1.1" status: 200 len: 695 time: 1.4874358 Aug 16 20:01:56.144523 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f15b721-bad8-4eb2-aa8e-1415f334ecbf', 'tag': 'd435f867-107d-4a0c-b53a-63b43160a3de'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:01:56.151551 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e82b3f-c9b7-4de5-9932-6d6839881b8d" -d '{"events": [{"name": "network-changed", "server_uuid": "8f15b721-bad8-4eb2-aa8e-1415f334ecbf", "tag": "d435f867-107d-4a0c-b53a-63b43160a3de"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:01:56.214398 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51373d70-9eee-4e11-a3b8-4e5e2779476d req-06b7b358-78df-4093-beea-1aa5b273118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:56.219844 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51373d70-9eee-4e11-a3b8-4e5e2779476d req-06b7b358-78df-4093-beea-1aa5b273118e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bfc4e88a20bb427bb0865cae1b76c3dc&device_id=8f15b721-bad8-4eb2-aa8e-1415f334ecbf HTTP/1.1" status: 200 len: 1098 time: 0.0643957 Aug 16 20:01:56.353051 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33306) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:01:56.360662 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-10fecc93-6d4b-4fad-b682-a931b567e876 None None] Set router f71958ae-8dd0-4a09-b82a-70bbf33995d2 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:01:56.375770 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22c22213-66a5-421d-abfb-c7dbb62ff88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:56.403273 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51373d70-9eee-4e11-a3b8-4e5e2779476d req-e59a47d0-d14e-42fb-9c4e-76cfdbf7703f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:56.405375 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51373d70-9eee-4e11-a3b8-4e5e2779476d req-e59a47d0-d14e-42fb-9c4e-76cfdbf7703f service neutron] 10.222.0.68 "GET /v2.0/networks?id=ecd35756-7702-4168-9b7e-f6ce21930664 HTTP/1.1" status: 200 len: 929 time: 0.1793380 Aug 16 20:01:56.500120 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51373d70-9eee-4e11-a3b8-4e5e2779476d req-68e6c8fc-9d45-4128-8368-920e953f163b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d435f867-107d-4a0c-b53a-63b43160a3de HTTP/1.1" status: 200 len: 217 time: 0.0887907 Aug 16 20:01:56.650794 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51373d70-9eee-4e11-a3b8-4e5e2779476d req-f40065ef-1f94-4936-a70f-96c220c6a017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:56.653696 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51373d70-9eee-4e11-a3b8-4e5e2779476d req-f40065ef-1f94-4936-a70f-96c220c6a017 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=77f1a840-5b8e-4477-a95c-1936e6445e57 HTTP/1.1" status: 200 len: 867 time: 0.1469488 Aug 16 20:01:56.721419 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22c22213-66a5-421d-abfb-c7dbb62ff88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:56.725281 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51373d70-9eee-4e11-a3b8-4e5e2779476d req-1a029e36-aacb-464d-a436-7df040456614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:56.732308 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51373d70-9eee-4e11-a3b8-4e5e2779476d req-1a029e36-aacb-464d-a436-7df040456614 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ecd35756-7702-4168-9b7e-f6ce21930664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711544 Aug 16 20:01:56.741779 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886eb687-6a59-4fec-bcc8-4a05b8e55f12 req-81610a35-6e3a-4090-8370-f5d8cdb996ff tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:56.743820 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-886eb687-6a59-4fec-bcc8-4a05b8e55f12 req-81610a35-6e3a-4090-8370-f5d8cdb996ff tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d4072ed-df57-4360-80b6-7552957a2b29 HTTP/1.1" status: 200 len: 946 time: 0.1186011 Aug 16 20:01:56.745017 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22c22213-66a5-421d-abfb-c7dbb62ff88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:56.772594 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c22213-66a5-421d-abfb-c7dbb62ff88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34f4312-0adb-4d49-a67f-81046a2f8666,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:56.833521 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-22c22213-66a5-421d-abfb-c7dbb62ff88c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2e083d4a32354e6e9f57805d857a63cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4784927 Aug 16 20:01:56.836732 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33352) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:01:56.891549 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-886eb687-6a59-4fec-bcc8-4a05b8e55f12 req-67774849-8466-4226-91ff-63537d85f38d tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198728 Aug 16 20:01:56.909744 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-10fecc93-6d4b-4fad-b682-a931b567e876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-886798932-router', 'tenant_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'eae24a7a-0ed2-40f7-9d44-eb1b5154eb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:00:58Z', 'updated_at': '2021-08-16T20:01:14Z', 'revision_number': 4, 'project_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'gw_port': {'id': 'eae24a7a-0ed2-40f7-9d44-eb1b5154eb99', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:01:00Z', 'updated_at': '2021-08-16T20:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'a576cd75-585b-456f-998e-a7a6f84c0b6d', 'name': '', 'network_id': 'ecd35756-7702-4168-9b7e-f6ce21930664', 'tenant_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'mac_address': 'fa:16:3e:d2:b6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '77f1a840-5b8e-4477-a95c-1936e6445e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:01:09Z', 'updated_at': '2021-08-16T20:01:25Z', 'revision_number': 5, 'project_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'subnets': [{'id': '77f1a840-5b8e-4477-a95c-1936e6445e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:01:56.951798 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb2b0a5a-ba24-4afc-8a04-f9eb072110cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:56.960757 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fecc93-6d4b-4fad-b682-a931b567e876 None None] Checking router: f71958ae-8dd0-4a09-b82a-70bbf33995d2 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:01:56.973172 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fecc93-6d4b-4fad-b682-a931b567e876 None None] Routers {'f71958ae-8dd0-4a09-b82a-70bbf33995d2'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:01:56.973469 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-10fecc93-6d4b-4fad-b682-a931b567e876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:01:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f71958ae-8dd0-4a09-b82a-70bbf33995d2'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:01:56.984324 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51373d70-9eee-4e11-a3b8-4e5e2779476d req-215deed2-e01c-4357-89ec-106c2820e5d4 service neutron] 10.222.0.68 "GET /v2.0/networks/ecd35756-7702-4168-9b7e-f6ce21930664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411542 Aug 16 20:01:57.005752 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb2b0a5a-ba24-4afc-8a04-f9eb072110cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:57.044847 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5a701b-88ff-4c61-adcc-15595454d3ff x-openstack-request-id: req-0b5a701b-88ff-4c61-adcc-15595454d3ff {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:01:57.045173 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f15b721-bad8-4eb2-aa8e-1415f334ecbf", "tag": "d435f867-107d-4a0c-b53a-63b43160a3de", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:01:57.045436 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0b5a701b-88ff-4c61-adcc-15595454d3ff {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:01:57.045854 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f15b721-bad8-4eb2-aa8e-1415f334ecbf', 'tag': 'd435f867-107d-4a0c-b53a-63b43160a3de', 'status': 'completed', 'code': 200} Aug 16 20:01:57.127095 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb2b0a5a-ba24-4afc-8a04-f9eb072110cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:57.132441 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb2b0a5a-ba24-4afc-8a04-f9eb072110cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:57.167055 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bb2b0a5a-ba24-4afc-8a04-f9eb072110cf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b34f4312-0adb-4d49-a67f-81046a2f8666 HTTP/1.1" status: 204 len: 168 time: 0.3045170 Aug 16 20:01:57.228606 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b0a5a-ba24-4afc-8a04-f9eb072110cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34f4312-0adb-4d49-a67f-81046a2f8666,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:01:57.284131 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-47b3be58-af81-4768-a0ff-0d92fc8b72d1 req-8fa83d26-659f-44e0-809f-aebe7cb8b8d5 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:01:57.295578 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-10fecc93-6d4b-4fad-b682-a931b567e876 None None] Set router f71958ae-8dd0-4a09-b82a-70bbf33995d2 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:01:57.320158 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-47b3be58-af81-4768-a0ff-0d92fc8b72d1 req-8fa83d26-659f-44e0-809f-aebe7cb8b8d5 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0818467 Aug 16 20:01:57.481915 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51373d70-9eee-4e11-a3b8-4e5e2779476d req-7ad3f199-83c5-41a4-9201-5c4be9c943db service neutron] 10.222.0.68 "GET /v2.0/networks/ecd35756-7702-4168-9b7e-f6ce21930664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4878869 Aug 16 20:01:57.490737 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e82b3f-c9b7-4de5-9932-6d6839881b8d req-d36b6008-df0f-4760-acd1-670f96c22bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:57.492362 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f0e82b3f-c9b7-4de5-9932-6d6839881b8d req-d36b6008-df0f-4760-acd1-670f96c22bd3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bfc4e88a20bb427bb0865cae1b76c3dc&device_id=8f15b721-bad8-4eb2-aa8e-1415f334ecbf HTTP/1.1" status: 200 len: 1098 time: 0.3214850 Aug 16 20:01:57.555908 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-47b3be58-af81-4768-a0ff-0d92fc8b72d1 req-da4163d3-fbe3-442d-a6f5-932f88c08893 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2342842 Aug 16 20:01:57.973664 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a1eb73bc-2050-45e7-94cd-d57bb92f203a req-ddf6221e-fbf9-4c23-b3f0-42fff49ccefb tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/floatingips/a3d9d2ae-070c-4377-bf6e-b751383db293 HTTP/1.1" status: 200 len: 695 time: 0.2903473 Aug 16 20:01:58.021338 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e82b3f-c9b7-4de5-9932-6d6839881b8d req-a37b74c9-22c8-44a2-a076-a7319a5d77b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:58.024775 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f0e82b3f-c9b7-4de5-9932-6d6839881b8d req-a37b74c9-22c8-44a2-a076-a7319a5d77b1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ecd35756-7702-4168-9b7e-f6ce21930664 HTTP/1.1" status: 200 len: 929 time: 0.5219736 Aug 16 20:01:58.118718 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-10fecc93-6d4b-4fad-b682-a931b567e876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-886798932-router', 'tenant_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'eae24a7a-0ed2-40f7-9d44-eb1b5154eb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:00:58Z', 'updated_at': '2021-08-16T20:01:14Z', 'revision_number': 4, 'project_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'gw_port': {'id': 'eae24a7a-0ed2-40f7-9d44-eb1b5154eb99', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:01:00Z', 'updated_at': '2021-08-16T20:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'a576cd75-585b-456f-998e-a7a6f84c0b6d', 'name': '', 'network_id': 'ecd35756-7702-4168-9b7e-f6ce21930664', 'tenant_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'mac_address': 'fa:16:3e:d2:b6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '77f1a840-5b8e-4477-a95c-1936e6445e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:01:09Z', 'updated_at': '2021-08-16T20:01:25Z', 'revision_number': 5, 'project_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'subnets': [{'id': '77f1a840-5b8e-4477-a95c-1936e6445e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:01:58.141053 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f0e82b3f-c9b7-4de5-9932-6d6839881b8d req-97853ac6-8207-4b62-ab37-b3a924422e03 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d435f867-107d-4a0c-b53a-63b43160a3de HTTP/1.1" status: 200 len: 217 time: 0.0716906 Aug 16 20:01:58.198523 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fecc93-6d4b-4fad-b682-a931b567e876 None None] The sync data for ids ['f71958ae-8dd0-4a09-b82a-70bbf33995d2'] in n-d-787206-13 is: [{'id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-886798932-router', 'tenant_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'eae24a7a-0ed2-40f7-9d44-eb1b5154eb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:00:58Z', 'updated_at': '2021-08-16T20:01:14Z', 'revision_number': 4, 'project_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'gw_port': {'id': 'eae24a7a-0ed2-40f7-9d44-eb1b5154eb99', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:01:00Z', 'updated_at': '2021-08-16T20:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'a576cd75-585b-456f-998e-a7a6f84c0b6d', 'name': '', 'network_id': 'ecd35756-7702-4168-9b7e-f6ce21930664', 'tenant_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'mac_address': 'fa:16:3e:d2:b6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '77f1a840-5b8e-4477-a95c-1936e6445e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:01:09Z', 'updated_at': '2021-08-16T20:01:25Z', 'revision_number': 5, 'project_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'subnets': [{'id': '77f1a840-5b8e-4477-a95c-1936e6445e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:01:58.346608 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e82b3f-c9b7-4de5-9932-6d6839881b8d req-5e37a592-afc3-44e9-bcfd-4a464c8a1a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:58.348881 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f0e82b3f-c9b7-4de5-9932-6d6839881b8d req-5e37a592-afc3-44e9-bcfd-4a464c8a1a8d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77f1a840-5b8e-4477-a95c-1936e6445e57 HTTP/1.1" status: 200 len: 867 time: 0.1580946 Aug 16 20:01:58.527599 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e82b3f-c9b7-4de5-9932-6d6839881b8d req-e8995642-0f8c-4105-adbc-05d4a8add3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:58.529028 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f0e82b3f-c9b7-4de5-9932-6d6839881b8d req-e8995642-0f8c-4105-adbc-05d4a8add3df service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ecd35756-7702-4168-9b7e-f6ce21930664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1647637 Aug 16 20:01:58.539283 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb73bc-2050-45e7-94cd-d57bb92f203a req-475c2b74-31ed-40e0-a270-0af87dd61d8a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:58.540719 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a1eb73bc-2050-45e7-94cd-d57bb92f203a req-475c2b74-31ed-40e0-a270-0af87dd61d8a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 784 time: 0.5490675 Aug 16 20:01:58.681287 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a1eb73bc-2050-45e7-94cd-d57bb92f203a req-12d3e922-076d-4c32-828b-c3fccd859ce7 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.134 HTTP/1.1" status: 200 len: 698 time: 0.1312590 Aug 16 20:01:58.733017 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b509f4-f2a0-494e-ac6f-1895799e1127 None None] New status for floating IP a3d9d2ae-070c-4377-bf6e-b751383db293: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:01:58.761908 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f0e82b3f-c9b7-4de5-9932-6d6839881b8d req-1bdd7da6-a2fb-4077-8c75-52b3b8b5055c service neutron] 10.222.0.57 "GET /v2.0/networks/ecd35756-7702-4168-9b7e-f6ce21930664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201850 Aug 16 20:01:58.765103 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a1eb73bc-2050-45e7-94cd-d57bb92f203a req-e0f20f1d-b962-4e22-963f-624fd3aed298 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.134 HTTP/1.1" status: 200 len: 698 time: 0.0664437 Aug 16 20:01:58.792137 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b361ae0-20d1-488a-9a1c-a35abc87054e req-83c0e923-29b1-4f11-875f-fbecb2fe9ccb tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:58.805255 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8b361ae0-20d1-488a-9a1c-a35abc87054e req-83c0e923-29b1-4f11-875f-fbecb2fe9ccb tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad412143-e810-4b8f-943c-d80e5a1cceee HTTP/1.1" status: 200 len: 945 time: 0.1167200 Aug 16 20:01:58.888292 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8b361ae0-20d1-488a-9a1c-a35abc87054e req-03622b5f-7609-408f-b946-8f48289309ea tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820532 Aug 16 20:01:59.225459 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33468) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:01:59.272533 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79002e6f-4574-4666-9865-347fc5dd3dea req-830c6983-35b2-44e2-9b9b-014f5d1bf12f tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:59.274976 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-79002e6f-4574-4666-9865-347fc5dd3dea req-830c6983-35b2-44e2-9b9b-014f5d1bf12f tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=f99d1691-55f0-4053-ad18-d7df57dcc42c HTTP/1.1" status: 200 len: 945 time: 0.0940783 Aug 16 20:01:59.290347 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f0e82b3f-c9b7-4de5-9932-6d6839881b8d req-ad06fd46-f701-4cf0-8de6-c7046b6a1dad service neutron] 10.222.0.57 "GET /v2.0/networks/ecd35756-7702-4168-9b7e-f6ce21930664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5172179 Aug 16 20:01:59.321657 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-a1eb73bc-2050-45e7-94cd-d57bb92f203a req-464d221e-af79-4ec7-803b-485670cc194a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Deleting port c6d96eea-f35a-4efb-a170-0c8fe7a91b66 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:01:59.321934 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a1eb73bc-2050-45e7-94cd-d57bb92f203a req-464d221e-af79-4ec7-803b-485670cc194a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:59.370410 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-79002e6f-4574-4666-9865-347fc5dd3dea req-d30a12ec-a2d3-40ec-991f-b6c622ca1aaa tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878744 Aug 16 20:01:59.508771 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb0a1aba-eb06-4090-809b-eee81e1d466b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:59.608800 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:01:59.614923 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034f61a-8137-4356-9713-b2f81e599ba1 req-62439902-f401-45ce-a345-955a1ed7fe4a tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:01:59.631216 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9034f61a-8137-4356-9713-b2f81e599ba1 req-62439902-f401-45ce-a345-955a1ed7fe4a tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d4072ed-df57-4360-80b6-7552957a2b29 HTTP/1.1" status: 200 len: 946 time: 0.1307895 Aug 16 20:01:59.637258 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a1eb73bc-2050-45e7-94cd-d57bb92f203a req-464d221e-af79-4ec7-803b-485670cc194a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:59.638678 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a1eb73bc-2050-45e7-94cd-d57bb92f203a req-464d221e-af79-4ec7-803b-485670cc194a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:59.677087 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-a1eb73bc-2050-45e7-94cd-d57bb92f203a req-464d221e-af79-4ec7-803b-485670cc194a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Calling delete_port for c6d96eea-f35a-4efb-a170-0c8fe7a91b66 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:01:59.725341 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9034f61a-8137-4356-9713-b2f81e599ba1 req-b786561b-0bfd-4181-818f-da1d2d74384a tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787251 Aug 16 20:01:59.822234 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:59.839622 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': 'b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7', 'mac_address': 'fa:16:3e:77:52:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:01:59.906294 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:01:59.922504 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:01:59.966334 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:01:59.980367 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:00.066460 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb0a1aba-eb06-4090-809b-eee81e1d466b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:00.085141 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb0a1aba-eb06-4090-809b-eee81e1d466b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:00.137620 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:02:00.268328 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:00.285008 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cb0a1aba-eb06-4090-809b-eee81e1d466b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d79e71cbf8194613b12417942bdb294a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0530257 Aug 16 20:02:00.288415 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a1aba-eb06-4090-809b-eee81e1d466b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84657b2a-ba6b-4a80-b468-715a2f4ecfcf,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:00.288740 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33518) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:00.306789 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a1eb73bc-2050-45e7-94cd-d57bb92f203a req-464d221e-af79-4ec7-803b-485670cc194a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:00.341627 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d221e-af79-4ec7-803b-485670cc194a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Pushing event deleted for resources: {'Port': ['ID=c6d96eea-f35a-4efb-a170-0c8fe7a91b66,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:00.435855 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a1eb73bc-2050-45e7-94cd-d57bb92f203a req-464d221e-af79-4ec7-803b-485670cc194a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:00.439178 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a1eb73bc-2050-45e7-94cd-d57bb92f203a req-464d221e-af79-4ec7-803b-485670cc194a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:00.440779 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a1eb73bc-2050-45e7-94cd-d57bb92f203a req-464d221e-af79-4ec7-803b-485670cc194a tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "DELETE /v2.0/floatingips/a3d9d2ae-070c-4377-bf6e-b751383db293 HTTP/1.1" status: 204 len: 173 time: 1.6486421 Aug 16 20:02:00.453266 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-43ee0826-d653-4469-b0d5-277cd09260d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:00.509049 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-43ee0826-d653-4469-b0d5-277cd09260d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:00.573355 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9929071-cca4-4a89-88b6-cada0f28f024 req-342be30b-2b75-4f26-ab58-364a14088672 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:00.579913 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9929071-cca4-4a89-88b6-cada0f28f024 req-342be30b-2b75-4f26-ab58-364a14088672 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:00.586610 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9929071-cca4-4a89-88b6-cada0f28f024 req-342be30b-2b75-4f26-ab58-364a14088672 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:00.594564 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a9929071-cca4-4a89-88b6-cada0f28f024 req-342be30b-2b75-4f26-ab58-364a14088672 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d4072ed-df57-4360-80b6-7552957a2b29&device_id=f99d1691-55f0-4053-ad18-d7df57dcc42c&device_id=ad412143-e810-4b8f-943c-d80e5a1cceee HTTP/1.1" status: 200 len: 2417 time: 0.1902936 Aug 16 20:02:00.640291 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a9929071-cca4-4a89-88b6-cada0f28f024 req-164f7a5a-59da-4c68-8195-4f938044e2ba tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447059 Aug 16 20:02:00.662253 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-43ee0826-d653-4469-b0d5-277cd09260d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:00.667080 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-43ee0826-d653-4469-b0d5-277cd09260d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:00.669790 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-43ee0826-d653-4469-b0d5-277cd09260d1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/84657b2a-ba6b-4a80-b468-715a2f4ecfcf HTTP/1.1" status: 204 len: 168 time: 0.3794563 Aug 16 20:02:00.692121 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee0826-d653-4469-b0d5-277cd09260d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84657b2a-ba6b-4a80-b468-715a2f4ecfcf,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:01.640885 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:02:01.775440 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:02:01.775931 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:01.795739 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9026ec23-11b0-4fd4-83d3-e1e9e8160d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:01.912553 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33578) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:01.928267 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:01.988152 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7699ae85-2554-4664-9a28-aea6090bdcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:02:01.993131 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0575f767-1e24-449e-888a-f15691089172" -d '{"events": [{"server_uuid": "7699ae85-2554-4664-9a28-aea6090bdcc4", "name": "network-vif-plugged", "status": "completed", "tag": "b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:02:02.012906 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:02.021522 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:02.070679 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e5086586-6242-47b5-8e61-1557eafa1363 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-967273529-network', 'tenant_id': '0ef8ab90b2f84d0aa189390186d0acd0'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:02:02.109975 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5086586-6242-47b5-8e61-1557eafa1363 admin admin] Made reservation on behalf of 0ef8ab90b2f84d0aa189390186d0acd0 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:02:02.112916 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5086586-6242-47b5-8e61-1557eafa1363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:02.127739 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:02.134463 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5086586-6242-47b5-8e61-1557eafa1363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:02.315125 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5086586-6242-47b5-8e61-1557eafa1363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:02.329670 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5086586-6242-47b5-8e61-1557eafa1363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:02.362882 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5086586-6242-47b5-8e61-1557eafa1363 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:02:02.370516 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5086586-6242-47b5-8e61-1557eafa1363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a137f7-73e5-4b29-bc54-e225672a7abc,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:02.377174 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5086586-6242-47b5-8e61-1557eafa1363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:02.377635 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-e5086586-6242-47b5-8e61-1557eafa1363 admin admin] Added segment ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6 of type vlan for network 2faaf42a-8377-4cda-915c-463095539684 Aug 16 20:02:02.431039 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5086586-6242-47b5-8e61-1557eafa1363 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:02.485037 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5086586-6242-47b5-8e61-1557eafa1363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:02.486070 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5086586-6242-47b5-8e61-1557eafa1363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:02.490396 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5086586-6242-47b5-8e61-1557eafa1363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:02.549911 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e5086586-6242-47b5-8e61-1557eafa1363 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6360753 Aug 16 20:02:02.552676 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33584) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:02.560144 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-97aecf19-f136-45fc-bce9-16dd244b2362 admin admin] Request body: {'subnet': {'network_id': '2faaf42a-8377-4cda-915c-463095539684', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-967273529-subnet', 'tenant_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:02:02.564065 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5086586-6242-47b5-8e61-1557eafa1363 admin admin] Pushing event updated for resources: {'Network': ['ID=2faaf42a-8377-4cda-915c-463095539684,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:02.575559 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 2faaf42a-8377-4cda-915c-463095539684 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:02:02.607000 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97aecf19-f136-45fc-bce9-16dd244b2362 admin admin] Made reservation on behalf of 0ef8ab90b2f84d0aa189390186d0acd0 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:02:02.609629 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-97aecf19-f136-45fc-bce9-16dd244b2362 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:02.903768 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-97aecf19-f136-45fc-bce9-16dd244b2362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:02.963664 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aecf19-f136-45fc-bce9-16dd244b2362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22ab3704-c436-4171-98cd-4e587fb38538,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:02.978007 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aecf19-f136-45fc-bce9-16dd244b2362 admin admin] Checking segment: {'id': 'ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2faaf42a-8377-4cda-915c-463095539684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:02:02.978610 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97aecf19-f136-45fc-bce9-16dd244b2362 admin admin] Network hostable DHCP agents. Network: 2faaf42a-8377-4cda-915c-463095539684, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:02:03.006554 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97aecf19-f136-45fc-bce9-16dd244b2362 admin admin] Network 2faaf42a-8377-4cda-915c-463095539684 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:02:03.024685 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-97aecf19-f136-45fc-bce9-16dd244b2362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 2faaf42a-8377-4cda-915c-463095539684) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:02:03.029708 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97aecf19-f136-45fc-bce9-16dd244b2362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:03.030416 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-97aecf19-f136-45fc-bce9-16dd244b2362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:03.035759 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da58cb6b-121a-427a-9822-5efa5dee9dcd None None] Network 2faaf42a-8377-4cda-915c-463095539684 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:02:03.055658 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-97aecf19-f136-45fc-bce9-16dd244b2362 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4992571 Aug 16 20:02:03.058388 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33590) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:03.064996 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-4d22b164-8a37-4c91-9652-24c9d6ba8eb7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-967273529-router', 'tenant_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:02:03.097242 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d22b164-8a37-4c91-9652-24c9d6ba8eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:03.098585 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d22b164-8a37-4c91-9652-24c9d6ba8eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:03.213551 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d22b164-8a37-4c91-9652-24c9d6ba8eb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:03.240693 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397a69d0-4752-49f0-abce-321c0c3b680d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-2faaf42a-8377-4cda-915c-463095539684', 'network_id': '2faaf42a-8377-4cda-915c-463095539684', 'tenant_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'fixed_ips': [{'subnet_id': '22ab3704-c436-4171-98cd-4e587fb38538'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:02:03.241838 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-397a69d0-4752-49f0-abce-321c0c3b680d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:03.433372 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d22b164-8a37-4c91-9652-24c9d6ba8eb7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:03.435738 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-397a69d0-4752-49f0-abce-321c0c3b680d None None] Allocated IP 172.20.0.2 (2faaf42a-8377-4cda-915c-463095539684/22ab3704-c436-4171-98cd-4e587fb38538/be18fdb1-a08c-4cc9-8700-d32d96fbd2d8) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:02:03.705770 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-397a69d0-4752-49f0-abce-321c0c3b680d None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:03.719431 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d22b164-8a37-4c91-9652-24c9d6ba8eb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:03.725173 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-397a69d0-4752-49f0-abce-321c0c3b680d None None] Transition to ACTIVE for port object be18fdb1-a08c-4cc9-8700-d32d96fbd2d8 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:02:03.746502 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-397a69d0-4752-49f0-abce-321c0c3b680d None None] Transition to ACTIVE for port object be18fdb1-a08c-4cc9-8700-d32d96fbd2d8 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:02:03.749025 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d22b164-8a37-4c91-9652-24c9d6ba8eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:03.760136 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-397a69d0-4752-49f0-abce-321c0c3b680d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:03.824466 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397a69d0-4752-49f0-abce-321c0c3b680d None None] Network 2faaf42a-8377-4cda-915c-463095539684 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:02:03.828037 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-397a69d0-4752-49f0-abce-321c0c3b680d None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:02:03.833530 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397a69d0-4752-49f0-abce-321c0c3b680d None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:02:03.849029 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a69d0-4752-49f0-abce-321c0c3b680d None None] Pushing event updated for resources: {'Port': ['ID=be18fdb1-a08c-4cc9-8700-d32d96fbd2d8,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:03.912720 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-397a69d0-4752-49f0-abce-321c0c3b680d None None] Attempting to bind port be18fdb1-a08c-4cc9-8700-d32d96fbd2d8 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:02:03.913185 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-397a69d0-4752-49f0-abce-321c0c3b680d None None] Attempting to bind port be18fdb1-a08c-4cc9-8700-d32d96fbd2d8 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2faaf42a-8377-4cda-915c-463095539684'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:02:03.913485 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397a69d0-4752-49f0-abce-321c0c3b680d None None] Attempting to bind port be18fdb1-a08c-4cc9-8700-d32d96fbd2d8 on network 2faaf42a-8377-4cda-915c-463095539684 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:02:03.919576 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397a69d0-4752-49f0-abce-321c0c3b680d None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:02:03.919987 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397a69d0-4752-49f0-abce-321c0c3b680d None None] Checking segment: {'id': 'ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2faaf42a-8377-4cda-915c-463095539684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:02:03.920352 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-397a69d0-4752-49f0-abce-321c0c3b680d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:03.920883 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397a69d0-4752-49f0-abce-321c0c3b680d None None] Bound using segment: {'id': 'ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2faaf42a-8377-4cda-915c-463095539684'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:02:03.921369 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-397a69d0-4752-49f0-abce-321c0c3b680d None None] Bound port: be18fdb1-a08c-4cc9-8700-d32d96fbd2d8, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2faaf42a-8377-4cda-915c-463095539684'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:02:03.921754 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-397a69d0-4752-49f0-abce-321c0c3b680d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:04.028185 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-4d22b164-8a37-4c91-9652-24c9d6ba8eb7 admin admin] Allocated IP 172.25.8.225 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/f139be0c-089a-4d40-95c6-e06582a844f3) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:02:04.037786 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-397a69d0-4752-49f0-abce-321c0c3b680d None None] For port be18fdb1-a08c-4cc9-8700-d32d96fbd2d8, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:02:04.053167 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-397a69d0-4752-49f0-abce-321c0c3b680d None None] For port be18fdb1-a08c-4cc9-8700-d32d96fbd2d8, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=be18fdb1-a08c-4cc9-8700-d32d96fbd2d8,segment=NetworkSegment(ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6),segment_id=ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:02:04.059597 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-397a69d0-4752-49f0-abce-321c0c3b680d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:04.158805 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a69d0-4752-49f0-abce-321c0c3b680d None None] Pushing event updated for resources: {'Port': ['ID=be18fdb1-a08c-4cc9-8700-d32d96fbd2d8,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:04.190026 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d22b164-8a37-4c91-9652-24c9d6ba8eb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:04.246172 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d22b164-8a37-4c91-9652-24c9d6ba8eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:04.316165 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d22b164-8a37-4c91-9652-24c9d6ba8eb7 admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:02:04.322629 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca9d1369-7146-4753-b2c6-f04554fdad36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:04.324523 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-4d22b164-8a37-4c91-9652-24c9d6ba8eb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:02:04.326717 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22b164-8a37-4c91-9652-24c9d6ba8eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=f139be0c-089a-4d40-95c6-e06582a844f3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:04.329162 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d22b164-8a37-4c91-9652-24c9d6ba8eb7 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:02:04.612125 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:05.190889 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d22b164-8a37-4c91-9652-24c9d6ba8eb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:05.489188 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:05.540741 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d22b164-8a37-4c91-9652-24c9d6ba8eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:05.721791 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:05.725739 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a7fa7a-7f66-4251-b156-e709c4b78fcd None None] Network 2faaf42a-8377-4cda-915c-463095539684 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:02:05.769545 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d22b164-8a37-4c91-9652-24c9d6ba8eb7 admin admin] Router 1aa4e75a-80fc-4583-98ac-81b13265e952 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:02:05.848956 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:05.854794 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-234e354b-501b-481c-a2f5-396c700ca887 None None] Provisioning for port be18fdb1-a08c-4cc9-8700-d32d96fbd2d8 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:02:05.986435 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d22b164-8a37-4c91-9652-24c9d6ba8eb7 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:02:06.003781 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6f39b9-3899-49d7-bdfd-d7c5ca92053b None None] Sync routers for ids ['1aa4e75a-80fc-4583-98ac-81b13265e952'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:02:06.025613 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d22b164-8a37-4c91-9652-24c9d6ba8eb7 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:06.031101 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33608) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:06.032333 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6f39b9-3899-49d7-bdfd-d7c5ca92053b None None] Routers {'1aa4e75a-80fc-4583-98ac-81b13265e952'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:02:06.032872 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4d22b164-8a37-4c91-9652-24c9d6ba8eb7 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9714808 Aug 16 20:02:06.037979 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6a6f39b9-3899-49d7-bdfd-d7c5ca92053b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:02:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['1aa4e75a-80fc-4583-98ac-81b13265e952'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:02:06.173485 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device be18fdb1-a08c-4cc9-8700-d32d96fbd2d8 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:02:06.285853 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port be18fdb1-a08c-4cc9-8700-d32d96fbd2d8 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:02:06.293584 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port be18fdb1-a08c-4cc9-8700-d32d96fbd2d8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:02:06.294068 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:06.311302 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-6a6f39b9-3899-49d7-bdfd-d7c5ca92053b None None] Set router 1aa4e75a-80fc-4583-98ac-81b13265e952 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:02:06.463133 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:06.527909 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port be18fdb1-a08c-4cc9-8700-d32d96fbd2d8, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=be18fdb1-a08c-4cc9-8700-d32d96fbd2d8,segment=NetworkSegment(ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6),segment_id=ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:06.534861 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-02057900-c33f-43ac-bf14-b829f36bb575 None None] Provisioning complete for port be18fdb1-a08c-4cc9-8700-d32d96fbd2d8 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:02:06.535365 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-02057900-c33f-43ac-bf14-b829f36bb575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:06.537785 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:06.614610 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6a6f39b9-3899-49d7-bdfd-d7c5ca92053b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'name': 'tempest-ServersTestFqdnHostnames-967273529-router', 'tenant_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'f139be0c-089a-4d40-95c6-e06582a844f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:02:03Z', 'updated_at': '2021-08-16T20:02:05Z', 'revision_number': 3, 'project_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'gw_port': {'id': 'f139be0c-089a-4d40-95c6-e06582a844f3', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:28:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:02:03Z', 'updated_at': '2021-08-16T20:02:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:02:06.644803 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=be18fdb1-a08c-4cc9-8700-d32d96fbd2d8,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:06.658090 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6f39b9-3899-49d7-bdfd-d7c5ca92053b None None] Checking router: 1aa4e75a-80fc-4583-98ac-81b13265e952 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:02:06.658444 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6f39b9-3899-49d7-bdfd-d7c5ca92053b None None] Updating router 1aa4e75a-80fc-4583-98ac-81b13265e952 port f139be0c-089a-4d40-95c6-e06582a844f3 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:02:06.726664 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a6f39b9-3899-49d7-bdfd-d7c5ca92053b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:06.886326 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7da265fe-93a8-4b1a-aa54-faebcecd2bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:06.928747 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:07.207999 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a6f39b9-3899-49d7-bdfd-d7c5ca92053b None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:07.240539 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-6a6f39b9-3899-49d7-bdfd-d7c5ca92053b None None] Transition to ACTIVE for port object f139be0c-089a-4d40-95c6-e06582a844f3 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:02:07.290915 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a6f39b9-3899-49d7-bdfd-d7c5ca92053b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:07.390428 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-7da265fe-93a8-4b1a-aa54-faebcecd2bf9 admin admin] Allocated IP 172.20.0.1 (2faaf42a-8377-4cda-915c-463095539684/22ab3704-c436-4171-98cd-4e587fb38538/f70e2c97-cf90-434c-9c7b-ec13328009f5) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:02:07.472487 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-6a6f39b9-3899-49d7-bdfd-d7c5ca92053b None None] Attempting to bind port f139be0c-089a-4d40-95c6-e06582a844f3 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:02:07.473159 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-6a6f39b9-3899-49d7-bdfd-d7c5ca92053b None None] Attempting to bind port f139be0c-089a-4d40-95c6-e06582a844f3 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:02:07.473693 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6f39b9-3899-49d7-bdfd-d7c5ca92053b None None] Attempting to bind port f139be0c-089a-4d40-95c6-e06582a844f3 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:02:07.495911 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6f39b9-3899-49d7-bdfd-d7c5ca92053b None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:02:07.496409 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6f39b9-3899-49d7-bdfd-d7c5ca92053b None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:02:07.497041 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a6f39b9-3899-49d7-bdfd-d7c5ca92053b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:07.499004 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6f39b9-3899-49d7-bdfd-d7c5ca92053b None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:02:07.501466 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-6a6f39b9-3899-49d7-bdfd-d7c5ca92053b None None] Bound port: f139be0c-089a-4d40-95c6-e06582a844f3, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:02:07.501935 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a6f39b9-3899-49d7-bdfd-d7c5ca92053b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:07.504521 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b1209-b677-43ea-b892-71d6a223922d None None] Pushing event updated for resources: {'Port': ['ID=f139be0c-089a-4d40-95c6-e06582a844f3,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:07.610650 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-6a6f39b9-3899-49d7-bdfd-d7c5ca92053b None None] For port f139be0c-089a-4d40-95c6-e06582a844f3, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:02:07.610650 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-6a6f39b9-3899-49d7-bdfd-d7c5ca92053b None None] For port f139be0c-089a-4d40-95c6-e06582a844f3, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f139be0c-089a-4d40-95c6-e06582a844f3,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:02:07.618062 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7da265fe-93a8-4b1a-aa54-faebcecd2bf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:07.630540 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a6f39b9-3899-49d7-bdfd-d7c5ca92053b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:07.637526 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-7da265fe-93a8-4b1a-aa54-faebcecd2bf9 admin admin] Transition to ACTIVE for port object f70e2c97-cf90-434c-9c7b-ec13328009f5 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:02:07.718106 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7da265fe-93a8-4b1a-aa54-faebcecd2bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:07.720374 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b1209-b677-43ea-b892-71d6a223922d None None] Pushing event updated for resources: {'Port': ['ID=f139be0c-089a-4d40-95c6-e06582a844f3,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:07.723958 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6f39b9-3899-49d7-bdfd-d7c5ca92053b None None] Routers {'1aa4e75a-80fc-4583-98ac-81b13265e952'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:02:07.724678 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6a6f39b9-3899-49d7-bdfd-d7c5ca92053b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:02:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['1aa4e75a-80fc-4583-98ac-81b13265e952'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:02:07.792986 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da265fe-93a8-4b1a-aa54-faebcecd2bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=f70e2c97-cf90-434c-9c7b-ec13328009f5,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:07.817274 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da265fe-93a8-4b1a-aa54-faebcecd2bf9 admin admin] Network 2faaf42a-8377-4cda-915c-463095539684 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:02:07.821342 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7da265fe-93a8-4b1a-aa54-faebcecd2bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:02:07.835603 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da265fe-93a8-4b1a-aa54-faebcecd2bf9 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:02:07.906885 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7da265fe-93a8-4b1a-aa54-faebcecd2bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:07.938059 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-6a6f39b9-3899-49d7-bdfd-d7c5ca92053b None None] Set router 1aa4e75a-80fc-4583-98ac-81b13265e952 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:02:08.170889 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device be18fdb1-a08c-4cc9-8700-d32d96fbd2d8 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:02:08.293152 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7da265fe-93a8-4b1a-aa54-faebcecd2bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:08.307435 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bdcabd9e-d4b2-45a6-b898-e142747d3814 None None] Provisioning for port f70e2c97-cf90-434c-9c7b-ec13328009f5 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:02:08.316439 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bdcabd9e-d4b2-45a6-b898-e142747d3814 None None] Provisioning complete for port f70e2c97-cf90-434c-9c7b-ec13328009f5 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:02:08.317847 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bdcabd9e-d4b2-45a6-b898-e142747d3814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:08.356959 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port be18fdb1-a08c-4cc9-8700-d32d96fbd2d8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:02:08.357567 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:08.463707 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bdcabd9e-d4b2-45a6-b898-e142747d3814 None None] Port f70e2c97-cf90-434c-9c7b-ec13328009f5 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:02:08.504635 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6a6f39b9-3899-49d7-bdfd-d7c5ca92053b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'name': 'tempest-ServersTestFqdnHostnames-967273529-router', 'tenant_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'f139be0c-089a-4d40-95c6-e06582a844f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:02:03Z', 'updated_at': '2021-08-16T20:02:05Z', 'revision_number': 3, 'project_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'gw_port': {'id': 'f139be0c-089a-4d40-95c6-e06582a844f3', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:28:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:02:03Z', 'updated_at': '2021-08-16T20:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:02:08.543518 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6f39b9-3899-49d7-bdfd-d7c5ca92053b None None] The sync data for ids ['1aa4e75a-80fc-4583-98ac-81b13265e952'] in n-d-787206-13 is: [{'id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'name': 'tempest-ServersTestFqdnHostnames-967273529-router', 'tenant_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'f139be0c-089a-4d40-95c6-e06582a844f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:02:03Z', 'updated_at': '2021-08-16T20:02:05Z', 'revision_number': 3, 'project_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'gw_port': {'id': 'f139be0c-089a-4d40-95c6-e06582a844f3', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:28:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:02:03Z', 'updated_at': '2021-08-16T20:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:02:08.696661 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7da265fe-93a8-4b1a-aa54-faebcecd2bf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:08.704083 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7da265fe-93a8-4b1a-aa54-faebcecd2bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:08.821643 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da265fe-93a8-4b1a-aa54-faebcecd2bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=f70e2c97-cf90-434c-9c7b-ec13328009f5,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:08.836462 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7da265fe-93a8-4b1a-aa54-faebcecd2bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:09.085627 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da265fe-93a8-4b1a-aa54-faebcecd2bf9 admin admin] Network 2faaf42a-8377-4cda-915c-463095539684 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:02:09.087157 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7da265fe-93a8-4b1a-aa54-faebcecd2bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:02:09.513785 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8d8b23c6-e328-441d-86d3-6c8585fb983d None None] Provisioning complete for port f70e2c97-cf90-434c-9c7b-ec13328009f5 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:02:09.514862 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d8b23c6-e328-441d-86d3-6c8585fb983d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:09.610150 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8d8b23c6-e328-441d-86d3-6c8585fb983d None None] Port f70e2c97-cf90-434c-9c7b-ec13328009f5 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:02:09.798875 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da265fe-93a8-4b1a-aa54-faebcecd2bf9 admin admin] Router 1aa4e75a-80fc-4583-98ac-81b13265e952 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:02:10.001163 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da265fe-93a8-4b1a-aa54-faebcecd2bf9 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:02:10.012754 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7da265fe-93a8-4b1a-aa54-faebcecd2bf9 admin admin] 10.222.0.68 "PUT /v2.0/routers/1aa4e75a-80fc-4583-98ac-81b13265e952/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9784660 Aug 16 20:02:10.132606 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f139be0c-089a-4d40-95c6-e06582a844f3 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:02:10.206363 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port f139be0c-089a-4d40-95c6-e06582a844f3 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:02:10.218768 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port f139be0c-089a-4d40-95c6-e06582a844f3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:02:10.221175 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:10.338301 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:10.374870 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port f139be0c-089a-4d40-95c6-e06582a844f3, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f139be0c-089a-4d40-95c6-e06582a844f3,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:10.380944 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:10.459601 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=f139be0c-089a-4d40-95c6-e06582a844f3,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:11.012543 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdae6827-c96d-4235-93f1-2d0a1f37ae80 None None] Sync routers for ids ['1aa4e75a-80fc-4583-98ac-81b13265e952'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:02:11.031437 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdae6827-c96d-4235-93f1-2d0a1f37ae80 None None] Routers {'1aa4e75a-80fc-4583-98ac-81b13265e952'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:02:11.032140 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-fdae6827-c96d-4235-93f1-2d0a1f37ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:02:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['1aa4e75a-80fc-4583-98ac-81b13265e952'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:02:11.192755 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-fdae6827-c96d-4235-93f1-2d0a1f37ae80 None None] Set router 1aa4e75a-80fc-4583-98ac-81b13265e952 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:02:11.726580 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-fdae6827-c96d-4235-93f1-2d0a1f37ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'name': 'tempest-ServersTestFqdnHostnames-967273529-router', 'tenant_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'f139be0c-089a-4d40-95c6-e06582a844f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:02:03Z', 'updated_at': '2021-08-16T20:02:08Z', 'revision_number': 4, 'project_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'gw_port': {'id': 'f139be0c-089a-4d40-95c6-e06582a844f3', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:28:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:02:03Z', 'updated_at': '2021-08-16T20:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'f70e2c97-cf90-434c-9c7b-ec13328009f5', 'name': '', 'network_id': '2faaf42a-8377-4cda-915c-463095539684', 'tenant_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'mac_address': 'fa:16:3e:1e:97:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '22ab3704-c436-4171-98cd-4e587fb38538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:02:06Z', 'updated_at': '2021-08-16T20:02:08Z', 'revision_number': 2, 'project_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'subnets': [{'id': '22ab3704-c436-4171-98cd-4e587fb38538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:02:11.760535 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdae6827-c96d-4235-93f1-2d0a1f37ae80 None None] Checking router: 1aa4e75a-80fc-4583-98ac-81b13265e952 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:02:11.760996 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdae6827-c96d-4235-93f1-2d0a1f37ae80 None None] Updating router 1aa4e75a-80fc-4583-98ac-81b13265e952 port f70e2c97-cf90-434c-9c7b-ec13328009f5 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:02:11.799052 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fdae6827-c96d-4235-93f1-2d0a1f37ae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:12.097102 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f139be0c-089a-4d40-95c6-e06582a844f3 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:02:12.224837 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port f139be0c-089a-4d40-95c6-e06582a844f3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:02:12.225183 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:12.261323 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fdae6827-c96d-4235-93f1-2d0a1f37ae80 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:12.312819 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fdae6827-c96d-4235-93f1-2d0a1f37ae80 None None] Transition to ACTIVE for port object f70e2c97-cf90-434c-9c7b-ec13328009f5 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:02:12.374963 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fdae6827-c96d-4235-93f1-2d0a1f37ae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:12.537783 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f7c7d-8824-4950-94bd-04f882e77d33 None None] Pushing event updated for resources: {'Port': ['ID=f70e2c97-cf90-434c-9c7b-ec13328009f5,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:12.570911 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-fdae6827-c96d-4235-93f1-2d0a1f37ae80 None None] Attempting to bind port f70e2c97-cf90-434c-9c7b-ec13328009f5 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:02:12.571361 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-fdae6827-c96d-4235-93f1-2d0a1f37ae80 None None] Attempting to bind port f70e2c97-cf90-434c-9c7b-ec13328009f5 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2faaf42a-8377-4cda-915c-463095539684'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:02:12.571691 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdae6827-c96d-4235-93f1-2d0a1f37ae80 None None] Attempting to bind port f70e2c97-cf90-434c-9c7b-ec13328009f5 on network 2faaf42a-8377-4cda-915c-463095539684 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:02:12.592568 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdae6827-c96d-4235-93f1-2d0a1f37ae80 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:02:12.593513 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdae6827-c96d-4235-93f1-2d0a1f37ae80 None None] Checking segment: {'id': 'ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2faaf42a-8377-4cda-915c-463095539684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:02:12.594401 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fdae6827-c96d-4235-93f1-2d0a1f37ae80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:12.595016 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdae6827-c96d-4235-93f1-2d0a1f37ae80 None None] Bound using segment: {'id': 'ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2faaf42a-8377-4cda-915c-463095539684'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:02:12.595764 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-fdae6827-c96d-4235-93f1-2d0a1f37ae80 None None] Bound port: f70e2c97-cf90-434c-9c7b-ec13328009f5, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2faaf42a-8377-4cda-915c-463095539684'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:02:12.597071 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fdae6827-c96d-4235-93f1-2d0a1f37ae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:12.718996 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-fdae6827-c96d-4235-93f1-2d0a1f37ae80 None None] For port f70e2c97-cf90-434c-9c7b-ec13328009f5, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:02:12.724420 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-fdae6827-c96d-4235-93f1-2d0a1f37ae80 None None] For port f70e2c97-cf90-434c-9c7b-ec13328009f5, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f70e2c97-cf90-434c-9c7b-ec13328009f5,segment=NetworkSegment(ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6),segment_id=ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:02:12.731548 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fdae6827-c96d-4235-93f1-2d0a1f37ae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:12.897108 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f7c7d-8824-4950-94bd-04f882e77d33 None None] Pushing event updated for resources: {'Port': ['ID=f70e2c97-cf90-434c-9c7b-ec13328009f5,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:12.905168 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdae6827-c96d-4235-93f1-2d0a1f37ae80 None None] Routers {'1aa4e75a-80fc-4583-98ac-81b13265e952'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:02:12.906485 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-fdae6827-c96d-4235-93f1-2d0a1f37ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:02:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['1aa4e75a-80fc-4583-98ac-81b13265e952'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:02:13.080499 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-fdae6827-c96d-4235-93f1-2d0a1f37ae80 None None] Set router 1aa4e75a-80fc-4583-98ac-81b13265e952 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:02:13.336635 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-fdae6827-c96d-4235-93f1-2d0a1f37ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'name': 'tempest-ServersTestFqdnHostnames-967273529-router', 'tenant_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'f139be0c-089a-4d40-95c6-e06582a844f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:02:03Z', 'updated_at': '2021-08-16T20:02:08Z', 'revision_number': 4, 'project_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'gw_port': {'id': 'f139be0c-089a-4d40-95c6-e06582a844f3', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:28:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:02:03Z', 'updated_at': '2021-08-16T20:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'f70e2c97-cf90-434c-9c7b-ec13328009f5', 'name': '', 'network_id': '2faaf42a-8377-4cda-915c-463095539684', 'tenant_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'mac_address': 'fa:16:3e:1e:97:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '22ab3704-c436-4171-98cd-4e587fb38538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:02:06Z', 'updated_at': '2021-08-16T20:02:12Z', 'revision_number': 4, 'project_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'subnets': [{'id': '22ab3704-c436-4171-98cd-4e587fb38538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:02:13.378067 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdae6827-c96d-4235-93f1-2d0a1f37ae80 None None] The sync data for ids ['1aa4e75a-80fc-4583-98ac-81b13265e952'] in n-d-787206-13 is: [{'id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'name': 'tempest-ServersTestFqdnHostnames-967273529-router', 'tenant_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'f139be0c-089a-4d40-95c6-e06582a844f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:02:03Z', 'updated_at': '2021-08-16T20:02:08Z', 'revision_number': 4, 'project_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'gw_port': {'id': 'f139be0c-089a-4d40-95c6-e06582a844f3', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:28:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:02:03Z', 'updated_at': '2021-08-16T20:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'f70e2c97-cf90-434c-9c7b-ec13328009f5', 'name': '', 'network_id': '2faaf42a-8377-4cda-915c-463095539684', 'tenant_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'mac_address': 'fa:16:3e:1e:97:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '22ab3704-c436-4171-98cd-4e587fb38538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:02:06Z', 'updated_at': '2021-08-16T20:02:12Z', 'revision_number': 4, 'project_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'subnets': [{'id': '22ab3704-c436-4171-98cd-4e587fb38538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:02:14.125979 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f70e2c97-cf90-434c-9c7b-ec13328009f5 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:02:14.226587 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port f70e2c97-cf90-434c-9c7b-ec13328009f5 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:02:14.234943 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port f70e2c97-cf90-434c-9c7b-ec13328009f5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:02:14.235365 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:14.398486 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:14.450541 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port f70e2c97-cf90-434c-9c7b-ec13328009f5, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f70e2c97-cf90-434c-9c7b-ec13328009f5,segment=NetworkSegment(ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6),segment_id=ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:14.457121 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:14.523642 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=f70e2c97-cf90-434c-9c7b-ec13328009f5,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:14.786964 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [req-0aaefac2-af3a-4edf-b0ed-75824d89ac8e req-dbf152c2-c7c1-4863-a8f6-aad76e666dc6 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:02:14.788591 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0aaefac2-af3a-4edf-b0ed-75824d89ac8e req-dbf152c2-c7c1-4863-a8f6-aad76e666dc6 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086207 Aug 16 20:02:14.850736 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-569bcceb-faf3-4d6a-ab93-ca84c710e6c5 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=c9eed9f40283469bb50c28d4cafb29c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591779 Aug 16 20:02:14.989031 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0aaefac2-af3a-4edf-b0ed-75824d89ac8e req-f3184bf2-306a-4ac7-b152-f4798def0796 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1840198 Aug 16 20:02:15.055545 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-898511b3-d18a-409a-87da-402db3039136 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:15.066177 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-898511b3-d18a-409a-87da-402db3039136 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2018383 Aug 16 20:02:15.084883 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-676671b6-1211-4dc2-956d-8eb491c3ba0a tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.68 "GET /v2.0/quotas/c9eed9f40283469bb50c28d4cafb29c9 HTTP/1.1" status: 200 len: 375 time: 0.0163889 Aug 16 20:02:15.134889 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-2583fe2e-0517-45f5-9dc3-8a8494f7ba29 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=c9eed9f40283469bb50c28d4cafb29c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478125 Aug 16 20:02:15.344201 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e25fdc2-272d-477c-829d-6771e826cb4a x-openstack-request-id: req-8e25fdc2-272d-477c-829d-6771e826cb4a {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:02:15.344201 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7699ae85-2554-4664-9a28-aea6090bdcc4", "name": "network-vif-plugged", "status": "completed", "tag": "b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:02:15.344201 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8e25fdc2-272d-477c-829d-6771e826cb4a {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:02:15.344201 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7699ae85-2554-4664-9a28-aea6090bdcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7', 'code': 200} Aug 16 20:02:15.547184 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816896d9-b580-47b6-958d-47646f69e9e7 req-4e934eea-4719-49ca-98bd-912975842957 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:15.549800 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-816896d9-b580-47b6-958d-47646f69e9e7 req-4e934eea-4719-49ca-98bd-912975842957 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f15b721-bad8-4eb2-aa8e-1415f334ecbf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0745635 Aug 16 20:02:15.677692 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-816896d9-b580-47b6-958d-47646f69e9e7 req-d8a31125-9c7f-4820-aee6-6001527a8ec8 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1207404 Aug 16 20:02:16.015910 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33712) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:16.026446 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ee392a27-bbb4-43db-8121-9202e5fdd926 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1445554496', 'description': 'tempest-description--613985452'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:02:16.151755 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee392a27-bbb4-43db-8121-9202e5fdd926 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:16.155034 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f70e2c97-cf90-434c-9c7b-ec13328009f5 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:02:16.207639 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-068f386e-c6af-4e64-9dff-875debe78706 req-cb12b624-5a0e-45c9-b981-d309a67b4500 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055c012-1531-420a-8eba-5ead68e7c55e HTTP/1.1" status: 200 len: 210 time: 0.0756423 Aug 16 20:02:16.329794 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port f70e2c97-cf90-434c-9c7b-ec13328009f5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:02:16.330490 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:16.334754 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee392a27-bbb4-43db-8121-9202e5fdd926 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:16.336980 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591687e7-cb6d-42a5-b63b-2b673f5400df req-7c8a8ec0-120a-4547-b275-6666c92434bf tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:16.352577 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-591687e7-cb6d-42a5-b63b-2b673f5400df req-7c8a8ec0-120a-4547-b275-6666c92434bf tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.68 "GET /v2.0/ports?device_id=7699ae85-2554-4664-9a28-aea6090bdcc4 HTTP/1.1" status: 200 len: 950 time: 0.2011814 Aug 16 20:02:16.374002 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee392a27-bbb4-43db-8121-9202e5fdd926 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:16.384739 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e45f7c36-8820-4eae-a23a-b5e2a0e3f862 req-593162d1-b4b6-478b-af0d-0bbbcba6c9f6 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0933766 Aug 16 20:02:16.430184 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-591687e7-cb6d-42a5-b63b-2b673f5400df req-45e4ec9f-1dee-43ce-8a4a-2cbf978f9e18 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.68 "GET /v2.0/security-groups?id=8c4d1c85-e244-4888-bb6f-1907f30a2a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672584 Aug 16 20:02:16.432583 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee392a27-bbb4-43db-8121-9202e5fdd926 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:16.437103 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33724) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:16.437316 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ee392a27-bbb4-43db-8121-9202e5fdd926 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4201236 Aug 16 20:02:16.442203 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee392a27-bbb4-43db-8121-9202e5fdd926 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98ef8f83-eae4-434a-9412-c77b4d45b947,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:16.456599 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-84982054-5011-49c0-b87e-035295dcc2b2 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Request body: {'security_group_rule': {'security_group_id': '98ef8f83-eae4-434a-9412-c77b4d45b947', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:02:16.524216 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-84982054-5011-49c0-b87e-035295dcc2b2 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:16.623435 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-84982054-5011-49c0-b87e-035295dcc2b2 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:16.629230 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-84982054-5011-49c0-b87e-035295dcc2b2 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:16.654438 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84982054-5011-49c0-b87e-035295dcc2b2 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f82b0c8a-42b8-4e7c-990c-54619a801e66,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:16.667656 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-84982054-5011-49c0-b87e-035295dcc2b2 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:16.669262 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-84982054-5011-49c0-b87e-035295dcc2b2 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2304847 Aug 16 20:02:16.672025 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33732) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:16.686638 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ca25364e-e57e-44b4-ac8b-544adf95e4a7 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Request body: {'security_group_rule': {'security_group_id': '98ef8f83-eae4-434a-9412-c77b4d45b947', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:02:16.740058 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ca25364e-e57e-44b4-ac8b-544adf95e4a7 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:16.958195 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ca25364e-e57e-44b4-ac8b-544adf95e4a7 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:16.969375 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ca25364e-e57e-44b4-ac8b-544adf95e4a7 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:16.984210 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-41f5c2a8-dfc4-4f3c-9637-ffaeca66d7cc tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c9eed9f40283469bb50c28d4cafb29c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829849 Aug 16 20:02:17.014227 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca25364e-e57e-44b4-ac8b-544adf95e4a7 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4746cac3-794f-472f-9f55-9b1d0dcb12c8,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:17.051439 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ca25364e-e57e-44b4-ac8b-544adf95e4a7 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:17.055499 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ca25364e-e57e-44b4-ac8b-544adf95e4a7 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3788967 Aug 16 20:02:17.058192 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33750) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:17.066455 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2e02c24a-088a-4065-9900-8b0c1207296c tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:02:17.146636 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05044cf4-8b76-4846-9fd1-5ada63d84842 req-2b5ed0e9-4df2-4dc9-a9a0-3141b6baf827 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:17.151813 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-05044cf4-8b76-4846-9fd1-5ada63d84842 req-2b5ed0e9-4df2-4dc9-a9a0-3141b6baf827 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f15b721-bad8-4eb2-aa8e-1415f334ecbf HTTP/1.1" status: 200 len: 946 time: 0.1383080 Aug 16 20:02:17.198811 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e02c24a-088a-4065-9900-8b0c1207296c tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:17.278220 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-6e904949-11a6-4f34-b690-201ba6ef8948 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:17.281333 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-6e904949-11a6-4f34-b690-201ba6ef8948 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2910109 Aug 16 20:02:17.283292 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-05044cf4-8b76-4846-9fd1-5ada63d84842 req-3753127f-6b60-42c1-b376-18a71cdb162e tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/security-groups?id=fa5a6877-1755-4484-98e4-5a244b69d423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227014 Aug 16 20:02:17.315514 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-dfcc3592-5fe9-45dc-8cf3-ea1dab50a965 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Request body: {'port': {'device_id': '1055c012-1531-420a-8eba-5ead68e7c55e', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'admin_state_up': True, 'tenant_id': 'c9eed9f40283469bb50c28d4cafb29c9'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:02:17.427302 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e02c24a-088a-4065-9900-8b0c1207296c tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:17.575854 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ca1a67e9-1fc1-4f94-9dc1-29477d96ed91 req-2fe8d0ef-bdd9-44aa-90db-3e5ff855af57 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055c012-1531-420a-8eba-5ead68e7c55e HTTP/1.1" status: 200 len: 210 time: 0.1109517 Aug 16 20:02:17.618327 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-2e02c24a-088a-4065-9900-8b0c1207296c tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Allocated IP 172.25.8.113 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/153187f9-de2b-47dd-9e0e-c30c775e5f86) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:02:17.622097 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-dfcc3592-5fe9-45dc-8cf3-ea1dab50a965 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Made reservation on behalf of c9eed9f40283469bb50c28d4cafb29c9 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:02:17.636893 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-dfcc3592-5fe9-45dc-8cf3-ea1dab50a965 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:17.655430 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-dfcc3592-5fe9-45dc-8cf3-ea1dab50a965 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:17.745664 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:02:17.802571 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e02c24a-088a-4065-9900-8b0c1207296c tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:17.825181 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-dfcc3592-5fe9-45dc-8cf3-ea1dab50a965 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:17.830969 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-dfcc3592-5fe9-45dc-8cf3-ea1dab50a965 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:17.858277 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e02c24a-088a-4065-9900-8b0c1207296c tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:17.896792 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e02c24a-088a-4065-9900-8b0c1207296c tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:02:17.932128 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:17.977435 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7699ae85-2554-4664-9a28-aea6090bdcc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:02:17.980731 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fae5b2-8c71-46c5-b293-e5f7a3785667" -d '{"events": [{"server_uuid": "7699ae85-2554-4664-9a28-aea6090bdcc4", "name": "network-vif-unplugged", "status": "completed", "tag": "b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:02:17.981071 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-2e02c24a-088a-4065-9900-8b0c1207296c tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:02:17.984915 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e02c24a-088a-4065-9900-8b0c1207296c tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:02:18.023121 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:18.034427 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:18.102317 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02c24a-088a-4065-9900-8b0c1207296c tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Pushing event updated for resources: {'Port': ['ID=153187f9-de2b-47dd-9e0e-c30c775e5f86,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:18.127888 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-dfcc3592-5fe9-45dc-8cf3-ea1dab50a965 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Allocated IP 192.168.233.117 (b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46/5dedf524-5a11-40fc-90de-b9413f1a2279/13895d1d-8107-4d06-abd4-8549397e4dcf) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:02:18.192012 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:18.209147 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc3592-5fe9-45dc-8cf3-ea1dab50a965 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca76e91-fa5a-4758-8cba-bd0087ede051,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:18.253755 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd55ea7-a7f9-483c-8028-46904916e1ab x-openstack-request-id: req-afd55ea7-a7f9-483c-8028-46904916e1ab {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:02:18.254282 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7699ae85-2554-4664-9a28-aea6090bdcc4", "name": "network-vif-unplugged", "status": "completed", "tag": "b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:02:18.254717 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-afd55ea7-a7f9-483c-8028-46904916e1ab {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:02:18.255338 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7699ae85-2554-4664-9a28-aea6090bdcc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7', 'code': 200} Aug 16 20:02:18.278958 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e02c24a-088a-4065-9900-8b0c1207296c tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:18.367030 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e02c24a-088a-4065-9900-8b0c1207296c tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:18.621172 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-dfcc3592-5fe9-45dc-8cf3-ea1dab50a965 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:18.641528 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-dfcc3592-5fe9-45dc-8cf3-ea1dab50a965 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Transition to ACTIVE for port object 13895d1d-8107-4d06-abd4-8549397e4dcf will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:02:18.677138 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773f8fa-329b-4d44-98b8-10627cc2f9f8 req-8f9cd288-79b3-4d8e-ac22-599642b6e583 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:18.680020 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6773f8fa-329b-4d44-98b8-10627cc2f9f8 req-8f9cd288-79b3-4d8e-ac22-599642b6e583 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f15b721-bad8-4eb2-aa8e-1415f334ecbf HTTP/1.1" status: 200 len: 946 time: 0.0999188 Aug 16 20:02:18.734909 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-dfcc3592-5fe9-45dc-8cf3-ea1dab50a965 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:18.739408 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e02c24a-088a-4065-9900-8b0c1207296c tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:18.746988 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6773f8fa-329b-4d44-98b8-10627cc2f9f8 req-a5758ebc-e93d-4317-b66e-3e4258e4b999 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/security-groups?id=fa5a6877-1755-4484-98e4-5a244b69d423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597751 Aug 16 20:02:18.749044 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e02c24a-088a-4065-9900-8b0c1207296c tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:18.871346 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886108cc-d126-454b-b6f1-698ff742e3c4 req-514ee147-3689-4ee6-9f07-8c94a30f2548 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:18.873042 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-886108cc-d126-454b-b6f1-698ff742e3c4 req-514ee147-3689-4ee6-9f07-8c94a30f2548 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f15b721-bad8-4eb2-aa8e-1415f334ecbf HTTP/1.1" status: 200 len: 946 time: 0.5295517 Aug 16 20:02:18.880004 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc3592-5fe9-45dc-8cf3-ea1dab50a965 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Pushing event updated for resources: {'Port': ['ID=13895d1d-8107-4d06-abd4-8549397e4dcf,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:18.919709 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02c24a-088a-4065-9900-8b0c1207296c tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Pushing event updated for resources: {'Port': ['ID=153187f9-de2b-47dd-9e0e-c30c775e5f86,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:18.933377 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e02c24a-088a-4065-9900-8b0c1207296c tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:18.959294 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e02c24a-088a-4065-9900-8b0c1207296c tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:18.968827 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2e02c24a-088a-4065-9900-8b0c1207296c tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9007351 Aug 16 20:02:19.010969 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-dfcc3592-5fe9-45dc-8cf3-ea1dab50a965 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:02:19.027518 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-dfcc3592-5fe9-45dc-8cf3-ea1dab50a965 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:02:19.058322 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-dfcc3592-5fe9-45dc-8cf3-ea1dab50a965 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:02:19.146049 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-dfcc3592-5fe9-45dc-8cf3-ea1dab50a965 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:19.146731 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-dfcc3592-5fe9-45dc-8cf3-ea1dab50a965 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:19.187601 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-dfcc3592-5fe9-45dc-8cf3-ea1dab50a965 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8822238 Aug 16 20:02:19.207131 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-da3010e0-0bf4-4e41-aa5a-908e8d0ebab0 service neutron] Request body: {'port': {'device_id': '1055c012-1531-420a-8eba-5ead68e7c55e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:02:19.304918 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f8c56-6b18-493d-9454-441712883ff5 req-4c71df60-40cd-4d42-9131-c8b9250c94d5 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:19.314158 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4f7f8c56-6b18-493d-9454-441712883ff5 req-4c71df60-40cd-4d42-9131-c8b9250c94d5 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055c012-1531-420a-8eba-5ead68e7c55e HTTP/1.1" status: 200 len: 936 time: 0.3055372 Aug 16 20:02:19.352939 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-886108cc-d126-454b-b6f1-698ff742e3c4 req-84bd17c5-2450-41b2-9a51-c6cb70f40181 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Deleting port d435f867-107d-4a0c-b53a-63b43160a3de {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:02:19.353479 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-886108cc-d126-454b-b6f1-698ff742e3c4 req-84bd17c5-2450-41b2-9a51-c6cb70f40181 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:19.405542 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-da3010e0-0bf4-4e41-aa5a-908e8d0ebab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:19.409020 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b3febc18-db71-4d72-843f-1d31f26bac96 None None] Provisioning for port 13895d1d-8107-4d06-abd4-8549397e4dcf completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:02:19.409828 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c82d2-d310-4c97-9ed5-2ad38952dfa2 req-d3a3f9bd-4516-4cca-9a0c-1f08e3fc48e5 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:19.414240 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-950c82d2-d310-4c97-9ed5-2ad38952dfa2 req-d3a3f9bd-4516-4cca-9a0c-1f08e3fc48e5 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d4072ed-df57-4360-80b6-7552957a2b29 HTTP/1.1" status: 200 len: 946 time: 0.1214607 Aug 16 20:02:19.417609 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b3febc18-db71-4d72-843f-1d31f26bac96 None None] Provisioning complete for port 13895d1d-8107-4d06-abd4-8549397e4dcf triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:02:19.418299 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b3febc18-db71-4d72-843f-1d31f26bac96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:19.503646 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b3febc18-db71-4d72-843f-1d31f26bac96 None None] Port 13895d1d-8107-4d06-abd4-8549397e4dcf cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:02:19.513209 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4f7f8c56-6b18-493d-9454-441712883ff5 req-83d5fb70-4e1c-4ddc-be16-97b0e66fe511 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.68 "GET /v2.0/security-groups?id=eca76e91-fa5a-4758-8cba-bd0087ede051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980491 Aug 16 20:02:19.541167 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-950c82d2-d310-4c97-9ed5-2ad38952dfa2 req-c4c7e7df-6ddd-4d78-899c-c19a84f6a589 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200860 Aug 16 20:02:19.669585 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-886108cc-d126-454b-b6f1-698ff742e3c4 req-84bd17c5-2450-41b2-9a51-c6cb70f40181 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] For port d435f867-107d-4a0c-b53a-63b43160a3de, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=d435f867-107d-4a0c-b53a-63b43160a3de,segment=NetworkSegment(2013fb8e-5cea-4bcd-b32b-12108d9d93ef),segment_id=2013fb8e-5cea-4bcd-b32b-12108d9d93ef)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:19.670262 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-886108cc-d126-454b-b6f1-698ff742e3c4 req-84bd17c5-2450-41b2-9a51-c6cb70f40181 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:19.688742 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-886108cc-d126-454b-b6f1-698ff742e3c4 req-84bd17c5-2450-41b2-9a51-c6cb70f40181 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Calling delete_port for d435f867-107d-4a0c-b53a-63b43160a3de owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:02:19.889894 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-0d834b8d-e0cf-4d59-9bed-b4664dea1465 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1445554496&fields=id&tenant_id=0ef8ab90b2f84d0aa189390186d0acd0 HTTP/1.1" status: 200 len: 267 time: 0.2232080 Aug 16 20:02:19.953606 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902cb5cf-e223-4dc2-878e-e0ec2cc41af3 req-01ee4571-79c1-4ef3-922b-c7adf1301bd5 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:19.969575 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-902cb5cf-e223-4dc2-878e-e0ec2cc41af3 req-01ee4571-79c1-4ef3-922b-c7adf1301bd5 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f15b721-bad8-4eb2-aa8e-1415f334ecbf HTTP/1.1" status: 200 len: 946 time: 0.0963066 Aug 16 20:02:20.071688 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-902cb5cf-e223-4dc2-878e-e0ec2cc41af3 req-7c600db0-bb64-455c-b260-b1c2b1277bcd tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.68 "GET /v2.0/security-groups?id=fa5a6877-1755-4484-98e4-5a244b69d423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046009 Aug 16 20:02:20.191715 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-10359ac7-691e-40f5-9ee9-bf1b56949cf1 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:20.193439 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-10359ac7-691e-40f5-9ee9-bf1b56949cf1 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "GET /v2.0/networks?id=2faaf42a-8377-4cda-915c-463095539684 HTTP/1.1" status: 200 len: 814 time: 0.2600470 Aug 16 20:02:20.243003 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-587a5dfb-aed2-4fd8-a5f1-4e146706055d tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "GET /v2.0/quotas/0ef8ab90b2f84d0aa189390186d0acd0 HTTP/1.1" status: 200 len: 375 time: 0.0367050 Aug 16 20:02:20.286179 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-886108cc-d126-454b-b6f1-698ff742e3c4 req-84bd17c5-2450-41b2-9a51-c6cb70f40181 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:20.327422 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-da3010e0-0bf4-4e41-aa5a-908e8d0ebab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13895d1d-8107-4d06-abd4-8549397e4dcf {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:02:20.357228 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-da3010e0-0bf4-4e41-aa5a-908e8d0ebab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:20.359987 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd17c5-2450-41b2-9a51-c6cb70f40181 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Pushing event deleted for resources: {'Port': ['ID=d435f867-107d-4a0c-b53a-63b43160a3de,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:20.400639 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-da3010e0-0bf4-4e41-aa5a-908e8d0ebab0 service neutron] Transition to ACTIVE for port object 13895d1d-8107-4d06-abd4-8549397e4dcf will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:02:20.422665 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-da3010e0-0bf4-4e41-aa5a-908e8d0ebab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:20.439869 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-06a2539e-bb37-4425-a1fb-41496406efa7 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0ef8ab90b2f84d0aa189390186d0acd0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1701205 Aug 16 20:02:20.441958 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-886108cc-d126-454b-b6f1-698ff742e3c4 req-84bd17c5-2450-41b2-9a51-c6cb70f40181 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] No DVR routers for this DVR port d435f867-107d-4a0c-b53a-63b43160a3de on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:02:20.445895 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-886108cc-d126-454b-b6f1-698ff742e3c4 req-84bd17c5-2450-41b2-9a51-c6cb70f40181 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:20.449222 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-886108cc-d126-454b-b6f1-698ff742e3c4 req-84bd17c5-2450-41b2-9a51-c6cb70f40181 tempest-FloatingIPsAssociationNegativeTestJSON-846802686 tempest-FloatingIPsAssociationNegativeTestJSON-846802686-project] 10.222.0.57 "DELETE /v2.0/ports/d435f867-107d-4a0c-b53a-63b43160a3de HTTP/1.1" status: 204 len: 173 time: 1.5531890 Aug 16 20:02:20.472409 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f15b721-bad8-4eb2-aa8e-1415f334ecbf', 'name': 'network-vif-deleted', 'tag': 'd435f867-107d-4a0c-b53a-63b43160a3de'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:02:20.480753 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9818d-6e2a-4a18-8611-ef1d00959ba5 req-ba98445f-1e79-49ba-a7e5-a36f0ce9bf7c tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:20.482355 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e30bdd6-8eff-4630-a2f3-2a5a140b22c2" -d '{"events": [{"server_uuid": "8f15b721-bad8-4eb2-aa8e-1415f334ecbf", "name": "network-vif-deleted", "tag": "d435f867-107d-4a0c-b53a-63b43160a3de"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:02:20.482958 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-64e9818d-6e2a-4a18-8611-ef1d00959ba5 req-ba98445f-1e79-49ba-a7e5-a36f0ce9bf7c tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d4072ed-df57-4360-80b6-7552957a2b29 HTTP/1.1" status: 200 len: 946 time: 0.0859499 Aug 16 20:02:20.637840 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3010e0-0bf4-4e41-aa5a-908e8d0ebab0 service neutron] Pushing event updated for resources: {'Port': ['ID=13895d1d-8107-4d06-abd4-8549397e4dcf,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:20.682434 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b4d80b-fa0a-4c91-96ae-1a00b598ba6c x-openstack-request-id: req-d8b4d80b-fa0a-4c91-96ae-1a00b598ba6c {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:02:20.691788 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f15b721-bad8-4eb2-aa8e-1415f334ecbf", "name": "network-vif-deleted", "tag": "d435f867-107d-4a0c-b53a-63b43160a3de", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:02:20.692417 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d8b4d80b-fa0a-4c91-96ae-1a00b598ba6c {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:02:20.693060 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f15b721-bad8-4eb2-aa8e-1415f334ecbf', 'name': 'network-vif-deleted', 'tag': 'd435f867-107d-4a0c-b53a-63b43160a3de', 'status': 'completed', 'code': 200} Aug 16 20:02:20.813434 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-64e9818d-6e2a-4a18-8611-ef1d00959ba5 req-6fc221fe-4087-4035-873f-fc5d41d981f7 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Deleting port d44f4d58-3907-494e-a724-893b0ba27e2c {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:02:20.814009 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-64e9818d-6e2a-4a18-8611-ef1d00959ba5 req-6fc221fe-4087-4035-873f-fc5d41d981f7 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:20.868269 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-96983fd0-271a-423b-9ee8-1b20fe7da21b service neutron] 10.222.0.68 "GET /v2.0/networks/2faaf42a-8377-4cda-915c-463095539684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174457 Aug 16 20:02:20.992985 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadf155-7023-4914-a821-5cf123c68a36 req-ddae288b-728e-45ed-b178-e67a20c49573 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:20.994609 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-edadf155-7023-4914-a821-5cf123c68a36 req-ddae288b-728e-45ed-b178-e67a20c49573 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055c012-1531-420a-8eba-5ead68e7c55e HTTP/1.1" status: 200 len: 948 time: 0.1598508 Aug 16 20:02:21.008320 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-da3010e0-0bf4-4e41-aa5a-908e8d0ebab0 service neutron] Attempting to bind port 13895d1d-8107-4d06-abd4-8549397e4dcf on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:02:21.009777 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-da3010e0-0bf4-4e41-aa5a-908e8d0ebab0 service neutron] Attempting to bind port 13895d1d-8107-4d06-abd4-8549397e4dcf by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:02:21.011667 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-da3010e0-0bf4-4e41-aa5a-908e8d0ebab0 service neutron] Attempting to bind port 13895d1d-8107-4d06-abd4-8549397e4dcf on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:02:21.018144 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-da3010e0-0bf4-4e41-aa5a-908e8d0ebab0 service neutron] Port 13895d1d-8107-4d06-abd4-8549397e4dcf on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:02:21.018818 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-da3010e0-0bf4-4e41-aa5a-908e8d0ebab0 service neutron] Attempting to bind port 13895d1d-8107-4d06-abd4-8549397e4dcf on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:02:21.032591 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-da3010e0-0bf4-4e41-aa5a-908e8d0ebab0 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:02:21.032937 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-da3010e0-0bf4-4e41-aa5a-908e8d0ebab0 service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:02:21.033324 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-da3010e0-0bf4-4e41-aa5a-908e8d0ebab0 service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:02:21.039611 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-da3010e0-0bf4-4e41-aa5a-908e8d0ebab0 service neutron] Bound port: 13895d1d-8107-4d06-abd4-8549397e4dcf, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:02:21.039995 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-da3010e0-0bf4-4e41-aa5a-908e8d0ebab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:21.071768 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-64e9818d-6e2a-4a18-8611-ef1d00959ba5 req-6fc221fe-4087-4035-873f-fc5d41d981f7 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] For port d44f4d58-3907-494e-a724-893b0ba27e2c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=d44f4d58-3907-494e-a724-893b0ba27e2c,segment=NetworkSegment(627df236-b6dd-47d5-9e3c-f7b3b1a2ec65),segment_id=627df236-b6dd-47d5-9e3c-f7b3b1a2ec65)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:21.072152 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-64e9818d-6e2a-4a18-8611-ef1d00959ba5 req-6fc221fe-4087-4035-873f-fc5d41d981f7 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:21.102015 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-64e9818d-6e2a-4a18-8611-ef1d00959ba5 req-6fc221fe-4087-4035-873f-fc5d41d981f7 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Calling delete_port for d44f4d58-3907-494e-a724-893b0ba27e2c owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:02:21.135504 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-ad999241-aee0-472b-a088-3d9da5ec620c service neutron] 10.222.0.68 "GET /v2.0/networks/2faaf42a-8377-4cda-915c-463095539684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661784 Aug 16 20:02:21.140254 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-edadf155-7023-4914-a821-5cf123c68a36 req-3f7dd242-64a5-4f4b-8afc-452a8cc912db tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.68 "GET /v2.0/security-groups?id=eca76e91-fa5a-4758-8cba-bd0087ede051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116090 Aug 16 20:02:21.227775 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-da3010e0-0bf4-4e41-aa5a-908e8d0ebab0 service neutron] For port 13895d1d-8107-4d06-abd4-8549397e4dcf, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:02:21.233622 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-da3010e0-0bf4-4e41-aa5a-908e8d0ebab0 service neutron] For port 13895d1d-8107-4d06-abd4-8549397e4dcf, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=13895d1d-8107-4d06-abd4-8549397e4dcf,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:02:21.243671 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-da3010e0-0bf4-4e41-aa5a-908e8d0ebab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:21.354167 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-da3010e0-0bf4-4e41-aa5a-908e8d0ebab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:21.355056 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-da3010e0-0bf4-4e41-aa5a-908e8d0ebab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:21.357240 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-da3010e0-0bf4-4e41-aa5a-908e8d0ebab0 service neutron] 10.222.0.57 "PUT /v2.0/ports/13895d1d-8107-4d06-abd4-8549397e4dcf HTTP/1.1" status: 200 len: 1097 time: 2.1579428 Aug 16 20:02:21.376636 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf495bc-3db1-4d32-98ee-3cc17944d829 req-3f00251a-3e3f-4724-8379-6c2893c42b02 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:21.387654 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4bf495bc-3db1-4d32-98ee-3cc17944d829 req-3f00251a-3e3f-4724-8379-6c2893c42b02 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d4072ed-df57-4360-80b6-7552957a2b29 HTTP/1.1" status: 200 len: 946 time: 0.1302750 Aug 16 20:02:21.493822 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4bf495bc-3db1-4d32-98ee-3cc17944d829 req-8ba37154-eea4-4d18-8f5b-9f83499e4c61 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051650 Aug 16 20:02:21.552305 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3010e0-0bf4-4e41-aa5a-908e8d0ebab0 service neutron] Pushing event updated for resources: {'Port': ['ID=13895d1d-8107-4d06-abd4-8549397e4dcf,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:21.559825 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-64e9818d-6e2a-4a18-8611-ef1d00959ba5 req-6fc221fe-4087-4035-873f-fc5d41d981f7 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:21.573684 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['8e2a7756-4d12-4d25-9c53-de559fb5b7f3', 'a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:02:21.614205 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-44f42238-c83e-4546-b8ca-8d1baf12881e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:21.621598 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-44f42238-c83e-4546-b8ca-8d1baf12881e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c9eed9f40283469bb50c28d4cafb29c9&device_id=1055c012-1531-420a-8eba-5ead68e7c55e HTTP/1.1" status: 200 len: 1100 time: 0.2078545 Aug 16 20:02:21.653489 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['d44f4d58-3907-494e-a724-893b0ba27e2c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:02:21.716248 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device d435f867-107d-4a0c-b53a-63b43160a3de no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:02:21.749079 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-13bdf82a-de0c-4751-9914-0d2766efac42 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=13895d1d-8107-4d06-abd4-8549397e4dcf HTTP/1.1" status: 200 len: 217 time: 0.1201000 Aug 16 20:02:21.750966 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33916) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:21.758447 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc221fe-4087-4035-873f-fc5d41d981f7 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Pushing event deleted for resources: {'Port': ['ID=d44f4d58-3907-494e-a724-893b0ba27e2c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:21.778194 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e9818d-6e2a-4a18-8611-ef1d00959ba5 req-6fc221fe-4087-4035-873f-fc5d41d981f7 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] No DVR routers for this DVR port d44f4d58-3907-494e-a724-893b0ba27e2c on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:02:21.782597 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-64e9818d-6e2a-4a18-8611-ef1d00959ba5 req-6fc221fe-4087-4035-873f-fc5d41d981f7 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:21.785629 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-64e9818d-6e2a-4a18-8611-ef1d00959ba5 req-6fc221fe-4087-4035-873f-fc5d41d981f7 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.63 "DELETE /v2.0/ports/d44f4d58-3907-494e-a724-893b0ba27e2c HTTP/1.1" status: 204 len: 173 time: 1.2909303 Aug 16 20:02:21.786368 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4072ed-df57-4360-80b6-7552957a2b29', 'name': 'network-vif-deleted', 'tag': 'd44f4d58-3907-494e-a724-893b0ba27e2c'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:02:21.799729 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865b30f8-fe0e-4a7c-a950-cbdd4cb8f02a" -d '{"events": [{"server_uuid": "8d4072ed-df57-4360-80b6-7552957a2b29", "name": "network-vif-deleted", "tag": "d44f4d58-3907-494e-a724-893b0ba27e2c"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:02:21.815708 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:02:21.855075 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: d435f867-107d-4a0c-b53a-63b43160a3de {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:02:21.855446 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device d435f867-107d-4a0c-b53a-63b43160a3de not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:02:21.913915 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54704ca-92ed-4566-a774-7bfff93bffbd x-openstack-request-id: req-b54704ca-92ed-4566-a774-7bfff93bffbd {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:02:21.914938 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4072ed-df57-4360-80b6-7552957a2b29", "name": "network-vif-deleted", "tag": "d44f4d58-3907-494e-a724-893b0ba27e2c", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:02:21.914938 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b54704ca-92ed-4566-a774-7bfff93bffbd {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:02:21.915275 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4072ed-df57-4360-80b6-7552957a2b29', 'name': 'network-vif-deleted', 'tag': 'd44f4d58-3907-494e-a724-893b0ba27e2c', 'status': 'completed', 'code': 200} Aug 16 20:02:22.053777 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-657035a4-0bc9-4c72-9244-1d105df7b15f req-a3369a24-e58b-48e9-9dc3-d6edfcb221ca tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "GET /v2.0/ports?device_id=411ced76-e8eb-413d-990e-e0d6c1a4178d HTTP/1.1" status: 200 len: 210 time: 0.3034353 Aug 16 20:02:22.163625 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-5826e1b1-52cd-4314-8f34-b230427443b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:22.165168 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-5826e1b1-52cd-4314-8f34-b230427443b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.3382921 Aug 16 20:02:22.245396 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:22.284796 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-6cca8863-c80a-4a89-8ff2-81ad4f9ed70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:22.286265 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-6cca8863-c80a-4a89-8ff2-81ad4f9ed70b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0942502 Aug 16 20:02:22.295810 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': 'b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7', 'mac_address': 'fa:16:3e:77:52:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:02:22.359300 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91865b-2189-4f32-89ee-eaea6911c3ae req-b84a7d5a-c1f4-4885-a0a5-70fd9aa71b97 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:22.369324 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c91865b-2189-4f32-89ee-eaea6911c3ae req-b84a7d5a-c1f4-4885-a0a5-70fd9aa71b97 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055c012-1531-420a-8eba-5ead68e7c55e HTTP/1.1" status: 200 len: 948 time: 0.1224461 Aug 16 20:02:22.440709 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c91865b-2189-4f32-89ee-eaea6911c3ae req-5a5a8a7e-9f89-4f92-b7a7-e9b19a85a3c7 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.68 "GET /v2.0/security-groups?id=eca76e91-fa5a-4758-8cba-bd0087ede051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695524 Aug 16 20:02:22.476859 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-25abfcf8-c6ea-4f21-937a-f9b3e993525e service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800585 Aug 16 20:02:22.484393 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:22.518873 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:02:22.557479 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:22.575130 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:22.643491 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:22.676842 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:02:23.136671 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1055c012-1531-420a-8eba-5ead68e7c55e', 'tag': '13895d1d-8107-4d06-abd4-8549397e4dcf'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:02:23.144535 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd6a6fb-d6d7-45bd-803d-d1c4c3f6d6d9" -d '{"events": [{"name": "network-changed", "server_uuid": "1055c012-1531-420a-8eba-5ead68e7c55e", "tag": "13895d1d-8107-4d06-abd4-8549397e4dcf"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:02:23.164038 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a6406530-481d-4ca7-92b1-fc2a74687b1a req-7520f68b-29d0-49d0-ae3d-e5c7da6ce21a tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d4072ed-df57-4360-80b6-7552957a2b29 HTTP/1.1" status: 200 len: 210 time: 0.4663854 Aug 16 20:02:23.176793 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-16af0b2b-746b-4ecc-88df-e106f9c128e5 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:23.185190 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-16af0b2b-746b-4ecc-88df-e106f9c128e5 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/networks?id=273a965b-291d-4de0-904d-d29903ed22d3 HTTP/1.1" status: 200 len: 821 time: 0.1294172 Aug 16 20:02:23.215734 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9230a0af-4048-40cb-9fa6-97dd4f894e98 req-f648c285-d730-40d6-a5df-720444d10263 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7301922 Aug 16 20:02:23.321301 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-dee2dd0a-2f4b-4cd6-a933-8f61a5c994b9 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/quotas/80d98bbe248147c88be18e7257fbdc13 HTTP/1.1" status: 200 len: 375 time: 0.1350558 Aug 16 20:02:23.412196 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2031e47a-7891-4227-8763-5315d3537fcc req-e3a47843-8a2b-45d3-a887-41a1418cf96d tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "GET /v2.0/ports?device_id=411ced76-e8eb-413d-990e-e0d6c1a4178d HTTP/1.1" status: 200 len: 210 time: 0.1010890 Aug 16 20:02:23.473895 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0425b818-47a3-4607-b1ee-cde50b27f2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:23.516811 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-d5e9a923-1173-4fb7-9280-3abdcd26cbd9 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:23.521106 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-d5e9a923-1173-4fb7-9280-3abdcd26cbd9 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.63 "GET /v2.0/networks?id=2faaf42a-8377-4cda-915c-463095539684 HTTP/1.1" status: 200 len: 814 time: 0.3329778 Aug 16 20:02:23.604806 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06cf83f2-afbf-45c0-b316-ff8e609ebe49 x-openstack-request-id: req-06cf83f2-afbf-45c0-b316-ff8e609ebe49 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:02:23.605180 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1055c012-1531-420a-8eba-5ead68e7c55e", "tag": "13895d1d-8107-4d06-abd4-8549397e4dcf", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:02:23.605447 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-06cf83f2-afbf-45c0-b316-ff8e609ebe49 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:02:23.605835 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1055c012-1531-420a-8eba-5ead68e7c55e', 'tag': '13895d1d-8107-4d06-abd4-8549397e4dcf', 'status': 'completed', 'code': 200} Aug 16 20:02:23.617841 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-26a39b7f-ad3f-45ae-80d8-0284a24bbb41 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=80d98bbe248147c88be18e7257fbdc13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2817841 Aug 16 20:02:23.745509 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:02:23.747032 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6a6fb-d6d7-45bd-803d-d1c4c3f6d6d9 req-9171d276-ec4f-484c-ab1d-581031850de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:23.749938 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-efd6a6fb-d6d7-45bd-803d-d1c4c3f6d6d9 req-9171d276-ec4f-484c-ab1d-581031850de6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c9eed9f40283469bb50c28d4cafb29c9&device_id=1055c012-1531-420a-8eba-5ead68e7c55e HTTP/1.1" status: 200 len: 1100 time: 0.1432834 Aug 16 20:02:23.757905 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-eccab636-eb98-49cb-bcdb-df2979fec1b9 service neutron] 10.222.0.68 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365047 Aug 16 20:02:23.854119 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:02:23.855150 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:23.886857 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6072d51-ae01-4757-91f7-d83f7d016eb4 req-da2dc111-6524-4192-b954-0d7c902c4e05 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:23.900579 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d6072d51-ae01-4757-91f7-d83f7d016eb4 req-da2dc111-6524-4192-b954-0d7c902c4e05 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055c012-1531-420a-8eba-5ead68e7c55e HTTP/1.1" status: 200 len: 948 time: 0.2203782 Aug 16 20:02:23.922940 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-3ca333d3-f167-46b1-beaf-5e7fa15b6344 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ef8ab90b2f84d0aa189390186d0acd0 HTTP/1.1" status: 200 len: 380 time: 0.3856568 Aug 16 20:02:23.934090 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-800dfd4c-f507-4904-820e-ce95ecac41dc tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Request body: {'port': {'device_id': '411ced76-e8eb-413d-990e-e0d6c1a4178d', 'network_id': '2faaf42a-8377-4cda-915c-463095539684', 'admin_state_up': True, 'tenant_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'security_groups': ['98ef8f83-eae4-434a-9412-c77b4d45b947']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:02:24.096117 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-12237c5b-afde-434b-a788-920659eeeb09 service neutron] 10.222.0.68 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372798 Aug 16 20:02:24.113613 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:24.133850 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-800dfd4c-f507-4904-820e-ce95ecac41dc tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Made reservation on behalf of 0ef8ab90b2f84d0aa189390186d0acd0 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:02:24.141214 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-800dfd4c-f507-4904-820e-ce95ecac41dc tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:24.198518 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6a6fb-d6d7-45bd-803d-d1c4c3f6d6d9 req-60f8c920-7688-4ade-9cde-67e65faf21d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:24.206350 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-efd6a6fb-d6d7-45bd-803d-d1c4c3f6d6d9 req-60f8c920-7688-4ade-9cde-67e65faf21d5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.4205115 Aug 16 20:02:24.206754 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7699ae85-2554-4664-9a28-aea6090bdcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:02:24.212141 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d6072d51-ae01-4757-91f7-d83f7d016eb4 req-08faafa6-419d-43f1-a995-a332a9060cd3 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.68 "GET /v2.0/security-groups?id=eca76e91-fa5a-4758-8cba-bd0087ede051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094120 Aug 16 20:02:24.213291 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34974f2-e15e-45c0-864f-9a7895056f4a" -d '{"events": [{"server_uuid": "7699ae85-2554-4664-9a28-aea6090bdcc4", "name": "network-vif-plugged", "status": "completed", "tag": "b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:02:24.293901 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:24.304871 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:24.307872 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device d44f4d58-3907-494e-a724-893b0ba27e2c no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:02:24.439067 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-efd6a6fb-d6d7-45bd-803d-d1c4c3f6d6d9 req-2247e6f4-b18f-49b4-a1c2-9208094d532c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=13895d1d-8107-4d06-abd4-8549397e4dcf HTTP/1.1" status: 200 len: 217 time: 0.2174168 Aug 16 20:02:24.475373 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: d44f4d58-3907-494e-a724-893b0ba27e2c {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:02:24.475721 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device d44f4d58-3907-494e-a724-893b0ba27e2c not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:02:24.514151 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-800dfd4c-f507-4904-820e-ce95ecac41dc tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Allocated IP 172.20.0.8 (2faaf42a-8377-4cda-915c-463095539684/22ab3704-c436-4171-98cd-4e587fb38538/dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:02:24.560790 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7,revision_number=10']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:24.692834 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6a6fb-d6d7-45bd-803d-d1c4c3f6d6d9 req-caa23e61-1147-4b6c-891b-384c5c710a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:24.695824 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-efd6a6fb-d6d7-45bd-803d-d1c4c3f6d6d9 req-caa23e61-1147-4b6c-891b-384c5c710a60 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.2429495 Aug 16 20:02:24.724677 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266b2bea-d0ab-4280-8ab6-089a10374c42 x-openstack-request-id: req-266b2bea-d0ab-4280-8ab6-089a10374c42 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:02:24.724993 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7699ae85-2554-4664-9a28-aea6090bdcc4", "name": "network-vif-plugged", "status": "completed", "tag": "b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:02:24.725275 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-266b2bea-d0ab-4280-8ab6-089a10374c42 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:02:24.725692 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7699ae85-2554-4664-9a28-aea6090bdcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7', 'code': 200} Aug 16 20:02:24.739781 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-800dfd4c-f507-4904-820e-ce95ecac41dc tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:24.787594 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-800dfd4c-f507-4904-820e-ce95ecac41dc tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Transition to ACTIVE for port object dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:02:24.881207 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6a6fb-d6d7-45bd-803d-d1c4c3f6d6d9 req-b36647b5-ff10-4529-b25d-e71ac5f911aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:24.883759 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-efd6a6fb-d6d7-45bd-803d-d1c4c3f6d6d9 req-b36647b5-ff10-4529-b25d-e71ac5f911aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1655219 Aug 16 20:02:24.892395 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-800dfd4c-f507-4904-820e-ce95ecac41dc tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:24.923915 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0425b818-47a3-4607-b1ee-cde50b27f2a9 admin admin] Deleting port a576cd75-585b-456f-998e-a7a6f84c0b6d {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:02:24.924448 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0425b818-47a3-4607-b1ee-cde50b27f2a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:24.992372 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800dfd4c-f507-4904-820e-ce95ecac41dc tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Pushing event updated for resources: {'Port': ['ID=dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:25.036037 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-800dfd4c-f507-4904-820e-ce95ecac41dc tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Network 2faaf42a-8377-4cda-915c-463095539684 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:02:25.077269 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-800dfd4c-f507-4904-820e-ce95ecac41dc tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:02:25.088315 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-800dfd4c-f507-4904-820e-ce95ecac41dc tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:02:25.118219 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbfc82-7aa7-4c87-9d85-7df2d3005bf8 req-ac45c491-7b9d-4ddc-bd53-e15195f04747 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:25.119934 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f6dbfc82-7aa7-4c87-9d85-7df2d3005bf8 req-ac45c491-7b9d-4ddc-bd53-e15195f04747 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "GET /v2.0/ports?device_id=411ced76-e8eb-413d-990e-e0d6c1a4178d HTTP/1.1" status: 200 len: 931 time: 0.2391443 Aug 16 20:02:25.249871 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-efd6a6fb-d6d7-45bd-803d-d1c4c3f6d6d9 req-70d54c99-4545-47b6-807b-1e15bbdcebdb service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496187 Aug 16 20:02:25.251013 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-800dfd4c-f507-4904-820e-ce95ecac41dc tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:25.253576 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-800dfd4c-f507-4904-820e-ce95ecac41dc tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:25.324988 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-800dfd4c-f507-4904-820e-ce95ecac41dc tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3947344 Aug 16 20:02:25.338244 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f6dbfc82-7aa7-4c87-9d85-7df2d3005bf8 req-9ac2268a-1f86-499d-8431-3cbe6ff2cc66 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "GET /v2.0/security-groups?id=98ef8f83-eae4-434a-9412-c77b4d45b947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629199 Aug 16 20:02:25.356116 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-82a0f78b-06ab-40c6-be3a-ed921fa3012e service neutron] Request body: {'port': {'device_id': '411ced76-e8eb-413d-990e-e0d6c1a4178d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:02:25.397171 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-0425b818-47a3-4607-b1ee-cde50b27f2a9 admin admin] For port a576cd75-585b-456f-998e-a7a6f84c0b6d, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=a576cd75-585b-456f-998e-a7a6f84c0b6d,segment=NetworkSegment(2013fb8e-5cea-4bcd-b32b-12108d9d93ef),segment_id=2013fb8e-5cea-4bcd-b32b-12108d9d93ef)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:25.398496 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0425b818-47a3-4607-b1ee-cde50b27f2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:25.490300 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0425b818-47a3-4607-b1ee-cde50b27f2a9 admin admin] Calling delete_port for a576cd75-585b-456f-998e-a7a6f84c0b6d owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:02:25.508816 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b60ee049-45fb-4c77-a0aa-d896be69fc7c req-d913d9d1-66be-455c-aae9-8fc4b1c4c4bf tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 210 time: 0.3639636 Aug 16 20:02:25.599068 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-75d754f2-13f7-41f3-b1f6-59b15779049d None None] Provisioning for port dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:02:25.608377 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-75d754f2-13f7-41f3-b1f6-59b15779049d None None] Provisioning complete for port dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:02:25.609392 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-75d754f2-13f7-41f3-b1f6-59b15779049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:25.655510 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-82a0f78b-06ab-40c6-be3a-ed921fa3012e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:25.673193 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-75d754f2-13f7-41f3-b1f6-59b15779049d None None] Port dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:02:25.721675 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 13895d1d-8107-4d06-abd4-8549397e4dcf details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:02:25.820397 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86230378-0a1d-497a-a447-1893d3e662c2 req-7f5da374-349b-4fc3-9542-5f0662b71f17 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:25.844363 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-86230378-0a1d-497a-a447-1893d3e662c2 req-7f5da374-349b-4fc3-9542-5f0662b71f17 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=f99d1691-55f0-4053-ad18-d7df57dcc42c HTTP/1.1" status: 200 len: 945 time: 0.3414550 Aug 16 20:02:25.897935 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 13895d1d-8107-4d06-abd4-8549397e4dcf, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=13895d1d-8107-4d06-abd4-8549397e4dcf,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:25.928454 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '13895d1d-8107-4d06-abd4-8549397e4dcf', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': '13895d1d-8107-4d06-abd4-8549397e4dcf', 'mac_address': 'fa:16:3e:48:e9:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:02:25.931559 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0425b818-47a3-4607-b1ee-cde50b27f2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:26.018150 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425b818-47a3-4607-b1ee-cde50b27f2a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a576cd75-585b-456f-998e-a7a6f84c0b6d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:26.030047 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:26.053868 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-86230378-0a1d-497a-a447-1893d3e662c2 req-cbea840c-b006-43af-8147-8ff022a056ae tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056656 Aug 16 20:02:26.071752 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13895d1d-8107-4d06-abd4-8549397e4dcf {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:02:26.113333 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 13895d1d-8107-4d06-abd4-8549397e4dcf, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=13895d1d-8107-4d06-abd4-8549397e4dcf,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:26.121386 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:26.159799 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ffd3d-c7ab-472f-a105-3d5eeeec080b req-87a6797a-b491-4e0e-821a-0f44573e509e tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:26.181815 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-af9ffd3d-c7ab-472f-a105-3d5eeeec080b req-87a6797a-b491-4e0e-821a-0f44573e509e tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055c012-1531-420a-8eba-5ead68e7c55e HTTP/1.1" status: 200 len: 948 time: 0.4707294 Aug 16 20:02:26.372069 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=13895d1d-8107-4d06-abd4-8549397e4dcf,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:26.431702 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-efd6a6fb-d6d7-45bd-803d-d1c4c3f6d6d9 req-b76ac69d-7c9a-4f7d-b525-51fe238c796f service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9457765 Aug 16 20:02:26.453086 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['13895d1d-8107-4d06-abd4-8549397e4dcf'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:02:26.630820 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-af9ffd3d-c7ab-472f-a105-3d5eeeec080b req-b6fd92f2-e919-4fce-b198-1cd6dc647253 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.68 "GET /v2.0/security-groups?id=eca76e91-fa5a-4758-8cba-bd0087ede051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460089 Aug 16 20:02:26.683030 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-82a0f78b-06ab-40c6-be3a-ed921fa3012e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:02:26.702592 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-82a0f78b-06ab-40c6-be3a-ed921fa3012e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:26.736437 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-82a0f78b-06ab-40c6-be3a-ed921fa3012e service neutron] Transition to ACTIVE for port object dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:02:26.749355 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-82a0f78b-06ab-40c6-be3a-ed921fa3012e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:26.868860 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e73981a0-5184-471e-bc13-1aee8b762d2c req-25585294-5799-40ca-ba82-289da8af6403 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 210 time: 0.0920150 Aug 16 20:02:26.911327 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7b760-1343-420f-8740-6d61d98e8bc9 req-3f1b2c44-6765-418d-a0bf-b63ebb5d7930 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:26.913108 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dab7b760-1343-420f-8740-6d61d98e8bc9 req-3f1b2c44-6765-418d-a0bf-b63ebb5d7930 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.57 "GET /v2.0/ports?device_id=f99d1691-55f0-4053-ad18-d7df57dcc42c HTTP/1.1" status: 200 len: 945 time: 0.3524020 Aug 16 20:02:26.982812 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0425b818-47a3-4607-b1ee-cde50b27f2a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:27.004870 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb515c-354f-4003-859a-e17f58cd7452 req-ba9a3c59-8290-4fc7-bf75-5e71955826f3 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:27.011140 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-78eb515c-354f-4003-859a-e17f58cd7452 req-ba9a3c59-8290-4fc7-bf75-5e71955826f3 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "GET /v2.0/ports?device_id=411ced76-e8eb-413d-990e-e0d6c1a4178d HTTP/1.1" status: 200 len: 943 time: 0.2686379 Aug 16 20:02:27.015010 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0f78b-06ab-40c6-be3a-ed921fa3012e service neutron] Pushing event updated for resources: {'Port': ['ID=dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:27.126422 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-78eb515c-354f-4003-859a-e17f58cd7452 req-b601008f-565e-463f-a38b-40cbef7690a3 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "GET /v2.0/security-groups?id=98ef8f83-eae4-434a-9412-c77b4d45b947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655921 Aug 16 20:02:27.153493 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-82a0f78b-06ab-40c6-be3a-ed921fa3012e service neutron] Attempting to bind port dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:02:27.153779 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-82a0f78b-06ab-40c6-be3a-ed921fa3012e service neutron] Attempting to bind port dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2faaf42a-8377-4cda-915c-463095539684'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:02:27.154283 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-82a0f78b-06ab-40c6-be3a-ed921fa3012e service neutron] Attempting to bind port dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7 on network 2faaf42a-8377-4cda-915c-463095539684 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:02:27.160328 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-82a0f78b-06ab-40c6-be3a-ed921fa3012e service neutron] Port dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7 on network 2faaf42a-8377-4cda-915c-463095539684 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:02:27.160802 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-82a0f78b-06ab-40c6-be3a-ed921fa3012e service neutron] Attempting to bind port dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7 on network 2faaf42a-8377-4cda-915c-463095539684 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:02:27.168327 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-82a0f78b-06ab-40c6-be3a-ed921fa3012e service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:02:27.169174 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-82a0f78b-06ab-40c6-be3a-ed921fa3012e service neutron] Checking segment: {'id': 'ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2faaf42a-8377-4cda-915c-463095539684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:02:27.170346 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-82a0f78b-06ab-40c6-be3a-ed921fa3012e service neutron] Bound using segment: {'id': 'ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2faaf42a-8377-4cda-915c-463095539684'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:02:27.171149 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-82a0f78b-06ab-40c6-be3a-ed921fa3012e service neutron] Bound port: dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2faaf42a-8377-4cda-915c-463095539684'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:02:27.171866 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-82a0f78b-06ab-40c6-be3a-ed921fa3012e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:27.222460 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-30068faa-abaf-4463-977d-00b0467887a8 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:27.224662 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-30068faa-abaf-4463-977d-00b0467887a8 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.57 "GET /v2.0/networks?id=273a965b-291d-4de0-904d-d29903ed22d3 HTTP/1.1" status: 200 len: 821 time: 0.5752444 Aug 16 20:02:27.250138 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-30250de3-b0a6-44e6-9908-63c9e82dcdbf tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Request body: {'port': {'device_id': 'a0389840-105f-485a-9ebf-2b94a29b6dce', 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3', 'admin_state_up': True, 'tenant_id': '80d98bbe248147c88be18e7257fbdc13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:02:27.311493 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-82a0f78b-06ab-40c6-be3a-ed921fa3012e service neutron] For port dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:02:27.321980 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-82a0f78b-06ab-40c6-be3a-ed921fa3012e service neutron] For port dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7,segment=NetworkSegment(ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6),segment_id=ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:02:27.329167 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-82a0f78b-06ab-40c6-be3a-ed921fa3012e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:27.437234 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-82a0f78b-06ab-40c6-be3a-ed921fa3012e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:27.438413 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-82a0f78b-06ab-40c6-be3a-ed921fa3012e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:27.440743 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-82a0f78b-06ab-40c6-be3a-ed921fa3012e service neutron] 10.222.0.63 "PUT /v2.0/ports/dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7 HTTP/1.1" status: 200 len: 1092 time: 2.1009450 Aug 16 20:02:27.443679 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411ced76-e8eb-413d-990e-e0d6c1a4178d', 'tag': 'dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:02:27.446673 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cffeec-908c-4686-8fc2-0cba47c2d24f" -d '{"events": [{"name": "network-changed", "server_uuid": "411ced76-e8eb-413d-990e-e0d6c1a4178d", "tag": "dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:02:27.459650 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-dab7b760-1343-420f-8740-6d61d98e8bc9 req-acbbf730-6122-4f88-8a0d-eacaa5aa0b4e tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Deleting port a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:02:27.460189 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dab7b760-1343-420f-8740-6d61d98e8bc9 req-acbbf730-6122-4f88-8a0d-eacaa5aa0b4e tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:27.529968 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c366c3-3fc1-4a65-b480-0a733afaf9ac req-49d4a2b2-f7ca-4467-b502-53ba06b815d8 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:27.552027 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a697cc-fdb0-42d6-a63e-f0d04325aec3 x-openstack-request-id: req-02a697cc-fdb0-42d6-a63e-f0d04325aec3 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:02:27.554360 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "411ced76-e8eb-413d-990e-e0d6c1a4178d", "tag": "dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:02:27.554757 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-02a697cc-fdb0-42d6-a63e-f0d04325aec3 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:02:27.555306 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '411ced76-e8eb-413d-990e-e0d6c1a4178d', 'tag': 'dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7', 'status': 'completed', 'code': 200} Aug 16 20:02:27.556996 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f0c366c3-3fc1-4a65-b480-0a733afaf9ac req-49d4a2b2-f7ca-4467-b502-53ba06b815d8 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=f99d1691-55f0-4053-ad18-d7df57dcc42c HTTP/1.1" status: 200 len: 945 time: 0.3834100 Aug 16 20:02:27.589568 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0f78b-06ab-40c6-be3a-ed921fa3012e service neutron] Pushing event updated for resources: {'Port': ['ID=dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:27.627384 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-905ef519-3105-4153-b098-91fe4c029f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:27.629132 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-905ef519-3105-4153-b098-91fe4c029f64 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0ef8ab90b2f84d0aa189390186d0acd0&device_id=411ced76-e8eb-413d-990e-e0d6c1a4178d HTTP/1.1" status: 200 len: 1095 time: 0.1313622 Aug 16 20:02:27.666271 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-30250de3-b0a6-44e6-9908-63c9e82dcdbf tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Made reservation on behalf of 80d98bbe248147c88be18e7257fbdc13 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:02:27.670574 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-30250de3-b0a6-44e6-9908-63c9e82dcdbf tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:27.730365 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 13895d1d-8107-4d06-abd4-8549397e4dcf up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:02:27.746191 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-58dc1d1d-0e1a-477d-b763-0a4a18eeeaaf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7 HTTP/1.1" status: 200 len: 217 time: 0.1079340 Aug 16 20:02:27.793454 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f0c366c3-3fc1-4a65-b480-0a733afaf9ac req-63a96685-9968-4536-8865-5dd7ff80e3ef tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352488 Aug 16 20:02:27.852843 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 13895d1d-8107-4d06-abd4-8549397e4dcf completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:02:27.860718 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 13895d1d-8107-4d06-abd4-8549397e4dcf triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:02:27.861594 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:27.902520 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-156bfa4d-22e9-45e6-95de-62537f49a919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:27.904364 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-156bfa4d-22e9-45e6-95de-62537f49a919 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=22ab3704-c436-4171-98cd-4e587fb38538 HTTP/1.1" status: 200 len: 853 time: 0.1493282 Aug 16 20:02:28.020777 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53bbd6-e9a6-4a6c-b366-1107849468b1 req-089518ef-327d-4d40-ad21-80de3d014e37 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:28.023090 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac53bbd6-e9a6-4a6c-b366-1107849468b1 req-089518ef-327d-4d40-ad21-80de3d014e37 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055c012-1531-420a-8eba-5ead68e7c55e HTTP/1.1" status: 200 len: 949 time: 0.2397521 Aug 16 20:02:28.031106 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:28.076492 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1055c012-1531-420a-8eba-5ead68e7c55e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13895d1d-8107-4d06-abd4-8549397e4dcf'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:02:28.080887 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ee2243-d120-41d2-924d-439a6f0bb644" -d '{"events": [{"server_uuid": "1055c012-1531-420a-8eba-5ead68e7c55e", "name": "network-vif-plugged", "status": "completed", "tag": "13895d1d-8107-4d06-abd4-8549397e4dcf"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:02:28.104005 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 13895d1d-8107-4d06-abd4-8549397e4dcf, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=13895d1d-8107-4d06-abd4-8549397e4dcf,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:28.106948 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac53bbd6-e9a6-4a6c-b366-1107849468b1 req-add58a95-2c56-4e8b-b6e7-cec9a28f757a tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.68 "GET /v2.0/security-groups?id=eca76e91-fa5a-4758-8cba-bd0087ede051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754871 Aug 16 20:02:28.112550 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:28.116423 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-62406303-1fce-4604-ab0d-15a1878e229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:28.119073 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-62406303-1fce-4604-ab0d-15a1878e229d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2faaf42a-8377-4cda-915c-463095539684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1968091 Aug 16 20:02:28.238011 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=13895d1d-8107-4d06-abd4-8549397e4dcf,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:28.239458 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-a64d7743-a83c-4674-ac12-cd119152825e service neutron] 10.222.0.63 "GET /v2.0/networks/2faaf42a-8377-4cda-915c-463095539684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117623 Aug 16 20:02:28.375348 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cf6665ec-d860-4f94-89ac-e3c9840e97d3 req-5edfc41f-019d-4d07-b58c-b3cdab6f5f83 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 210 time: 0.0478151 Aug 16 20:02:28.422085 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-dab7b760-1343-420f-8740-6d61d98e8bc9 req-acbbf730-6122-4f88-8a0d-eacaa5aa0b4e tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] For port a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e,segment=NetworkSegment(627df236-b6dd-47d5-9e3c-f7b3b1a2ec65),segment_id=627df236-b6dd-47d5-9e3c-f7b3b1a2ec65)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:28.422487 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dab7b760-1343-420f-8740-6d61d98e8bc9 req-acbbf730-6122-4f88-8a0d-eacaa5aa0b4e tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:28.436637 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e14cc7a8-01dd-4aa2-b320-79bc2e6d7b01 req-e2651a4d-f090-4cd5-8dbe-d2938ee3f3e5 service neutron] 10.222.0.63 "GET /v2.0/networks/2faaf42a-8377-4cda-915c-463095539684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896825 Aug 16 20:02:28.438766 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-dab7b760-1343-420f-8740-6d61d98e8bc9 req-acbbf730-6122-4f88-8a0d-eacaa5aa0b4e tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Calling delete_port for a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:02:28.446550 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef08d0ff-243a-4bec-adbd-3ca1d5f76f50 x-openstack-request-id: req-ef08d0ff-243a-4bec-adbd-3ca1d5f76f50 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:02:28.446869 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1055c012-1531-420a-8eba-5ead68e7c55e", "name": "network-vif-plugged", "status": "completed", "tag": "13895d1d-8107-4d06-abd4-8549397e4dcf", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:02:28.447221 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ef08d0ff-243a-4bec-adbd-3ca1d5f76f50 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:02:28.447713 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1055c012-1531-420a-8eba-5ead68e7c55e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13895d1d-8107-4d06-abd4-8549397e4dcf', 'code': 200} Aug 16 20:02:28.634245 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cffeec-908c-4686-8fc2-0cba47c2d24f req-82c48d50-c0bb-4416-92c4-4a81db84f443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:28.635853 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-15cffeec-908c-4686-8fc2-0cba47c2d24f req-82c48d50-c0bb-4416-92c4-4a81db84f443 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0ef8ab90b2f84d0aa189390186d0acd0&device_id=411ced76-e8eb-413d-990e-e0d6c1a4178d HTTP/1.1" status: 200 len: 1095 time: 0.1184757 Aug 16 20:02:28.665562 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d6e2b-648c-4b70-bc19-4c0e80a5efab req-d31b35b8-ccaa-4843-abb3-830dcee1384e tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:28.673586 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-603d6e2b-648c-4b70-bc19-4c0e80a5efab req-d31b35b8-ccaa-4843-abb3-830dcee1384e tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "GET /v2.0/ports?device_id=411ced76-e8eb-413d-990e-e0d6c1a4178d HTTP/1.1" status: 200 len: 943 time: 0.1691327 Aug 16 20:02:28.676933 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c5736-3af9-469f-8c71-b50921c6a813 req-e6815dd2-d786-46b3-a306-dfbed0b149eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:28.678443 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-635c5736-3af9-469f-8c71-b50921c6a813 req-e6815dd2-d786-46b3-a306-dfbed0b149eb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1055c012-1531-420a-8eba-5ead68e7c55e HTTP/1.1" status: 200 len: 1102 time: 0.1091983 Aug 16 20:02:28.690127 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dab7b760-1343-420f-8740-6d61d98e8bc9 req-acbbf730-6122-4f88-8a0d-eacaa5aa0b4e tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:28.704158 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['8e2a7756-4d12-4d25-9c53-de559fb5b7f3'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:02:28.821792 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbf730-6122-4f88-8a0d-eacaa5aa0b4e tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Pushing event deleted for resources: {'Port': ['ID=a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:29.048238 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab7b760-1343-420f-8740-6d61d98e8bc9 req-acbbf730-6122-4f88-8a0d-eacaa5aa0b4e tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] No DVR routers for this DVR port a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:02:29.083136 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dab7b760-1343-420f-8740-6d61d98e8bc9 req-acbbf730-6122-4f88-8a0d-eacaa5aa0b4e tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:29.085718 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dab7b760-1343-420f-8740-6d61d98e8bc9 req-acbbf730-6122-4f88-8a0d-eacaa5aa0b4e tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.57 "DELETE /v2.0/ports/a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e HTTP/1.1" status: 204 len: 173 time: 2.1604881 Aug 16 20:02:29.086283 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99d1691-55f0-4053-ad18-d7df57dcc42c', 'name': 'network-vif-deleted', 'tag': 'a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:02:29.090458 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe396b2-cf11-477c-a70c-a7345072320f" -d '{"events": [{"server_uuid": "f99d1691-55f0-4053-ad18-d7df57dcc42c", "name": "network-vif-deleted", "tag": "a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:02:29.118605 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0425b818-47a3-4607-b1ee-cde50b27f2a9 admin admin] Router f71958ae-8dd0-4a09-b82a-70bbf33995d2 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:02:29.142159 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-30250de3-b0a6-44e6-9908-63c9e82dcdbf tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Allocated IP 172.20.0.4 (273a965b-291d-4de0-904d-d29903ed22d3/49f83f5f-99d4-4f21-857e-7c691113f792/3561362b-aeef-497c-80fd-d950db9fd8fb) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:02:29.277061 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-635c5736-3af9-469f-8c71-b50921c6a813 req-adcc3436-9a55-4313-83f0-c5b472555b51 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=eca76e91-fa5a-4758-8cba-bd0087ede051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5676014 Aug 16 20:02:29.312718 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-35944ade-8a58-461d-8c12-1b9ade0a2a2f tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:29.320708 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-603d6e2b-648c-4b70-bc19-4c0e80a5efab req-f16bf052-d664-4f41-9b99-f7026a980525 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "GET /v2.0/security-groups?id=98ef8f83-eae4-434a-9412-c77b4d45b947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6460459 Aug 16 20:02:29.323827 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-35944ade-8a58-461d-8c12-1b9ade0a2a2f tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/networks?id=090f4e50-1fb3-4449-b92b-949da889d68e HTTP/1.1" status: 200 len: 808 time: 0.6491709 Aug 16 20:02:29.384461 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cffeec-908c-4686-8fc2-0cba47c2d24f req-5b56d0cb-e9f8-4835-b786-d0148575a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:29.386314 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-15cffeec-908c-4686-8fc2-0cba47c2d24f req-5b56d0cb-e9f8-4835-b786-d0148575a9b6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2faaf42a-8377-4cda-915c-463095539684 HTTP/1.1" status: 200 len: 915 time: 0.7413926 Aug 16 20:02:29.471951 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-15cffeec-908c-4686-8fc2-0cba47c2d24f req-ea896676-b473-42b0-8b7b-fdb6e6c44cea service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7 HTTP/1.1" status: 200 len: 217 time: 0.0767639 Aug 16 20:02:29.481446 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-d9cc5a8e-4f4e-4435-992c-d67b5602cc93 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/quotas/8d5b4a7740cb4bdab08de551ce2dd7dd HTTP/1.1" status: 200 len: 375 time: 0.1469777 Aug 16 20:02:29.547607 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cffeec-908c-4686-8fc2-0cba47c2d24f req-1a01319b-5714-4d85-b74a-8d137ac18dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:29.550353 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-15cffeec-908c-4686-8fc2-0cba47c2d24f req-1a01319b-5714-4d85-b74a-8d137ac18dee service neutron] 10.222.0.63 "GET /v2.0/subnets?id=22ab3704-c436-4171-98cd-4e587fb38538 HTTP/1.1" status: 200 len: 853 time: 0.0678480 Aug 16 20:02:29.644468 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-c7d484af-7691-421d-8353-3fb71f64f9a3 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1618965 Aug 16 20:02:29.722397 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cffeec-908c-4686-8fc2-0cba47c2d24f req-3d25bdd4-5991-427d-a29b-e68aa65ae20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:29.725127 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-15cffeec-908c-4686-8fc2-0cba47c2d24f req-3d25bdd4-5991-427d-a29b-e68aa65ae20b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2faaf42a-8377-4cda-915c-463095539684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1661739 Aug 16 20:02:29.737744 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:02:29.779311 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:02:29.783567 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:02:29.822921 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0425b818-47a3-4607-b1ee-cde50b27f2a9 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:02:29.835704 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5d4f4c-4e8e-4b1a-9295-bbfb35862351 None None] Sync routers for ids ['f71958ae-8dd0-4a09-b82a-70bbf33995d2'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:02:29.862102 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5d4f4c-4e8e-4b1a-9295-bbfb35862351 None None] Routers {'f71958ae-8dd0-4a09-b82a-70bbf33995d2'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:02:29.862956 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ac5d4f4c-4e8e-4b1a-9295-bbfb35862351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:02:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f71958ae-8dd0-4a09-b82a-70bbf33995d2'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:02:29.906948 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0425b818-47a3-4607-b1ee-cde50b27f2a9 admin admin] 10.222.0.68 "PUT /v2.0/routers/f71958ae-8dd0-4a09-b82a-70bbf33995d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1547091 Aug 16 20:02:29.934126 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-65b8e523-27a8-49a4-9aff-e4cc7a448869 req-3890fdba-503d-469d-b2e5-3876ba03be72 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=f99d1691-55f0-4053-ad18-d7df57dcc42c HTTP/1.1" status: 200 len: 210 time: 0.2342529 Aug 16 20:02:29.936613 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34092) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:30.078760 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2b146e-9b49-4863-84c0-8f1d24d11025 x-openstack-request-id: req-dd2b146e-9b49-4863-84c0-8f1d24d11025 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:02:30.079191 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99d1691-55f0-4053-ad18-d7df57dcc42c", "name": "network-vif-deleted", "tag": "a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:02:30.081123 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dd2b146e-9b49-4863-84c0-8f1d24d11025 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:02:30.081597 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99d1691-55f0-4053-ad18-d7df57dcc42c', 'name': 'network-vif-deleted', 'tag': 'a3bfef82-22e7-41ea-8f2a-b1e3c68aee7e', 'status': 'completed', 'code': 200} Aug 16 20:02:30.106753 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-ac5d4f4c-4e8e-4b1a-9295-bbfb35862351 None None] Set router f71958ae-8dd0-4a09-b82a-70bbf33995d2 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:02:30.339293 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:02:30.380205 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-30250de3-b0a6-44e6-9908-63c9e82dcdbf tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:30.423405 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ac5d4f4c-4e8e-4b1a-9295-bbfb35862351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-886798932-router', 'tenant_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'eae24a7a-0ed2-40f7-9d44-eb1b5154eb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:00:58Z', 'updated_at': '2021-08-16T20:02:25Z', 'revision_number': 5, 'project_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'gw_port': {'id': 'eae24a7a-0ed2-40f7-9d44-eb1b5154eb99', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:01:00Z', 'updated_at': '2021-08-16T20:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:02:30.463048 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5d4f4c-4e8e-4b1a-9295-bbfb35862351 None None] Checking router: f71958ae-8dd0-4a09-b82a-70bbf33995d2 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:02:30.472728 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-db608d2a-0695-4da7-8aad-2f596ff4505a service neutron] 10.222.0.68 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7034335 Aug 16 20:02:30.478724 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-15cffeec-908c-4686-8fc2-0cba47c2d24f req-dfb8e561-3cb2-40c4-af5b-4140452130a8 service neutron] 10.222.0.63 "GET /v2.0/networks/2faaf42a-8377-4cda-915c-463095539684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7025187 Aug 16 20:02:30.485651 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5d4f4c-4e8e-4b1a-9295-bbfb35862351 None None] Routers {'f71958ae-8dd0-4a09-b82a-70bbf33995d2'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:02:30.486938 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ac5d4f4c-4e8e-4b1a-9295-bbfb35862351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:02:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f71958ae-8dd0-4a09-b82a-70bbf33995d2'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:02:30.522971 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa683932-1aa1-44ce-8173-9f4c8e16a96a admin admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:30.670974 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-00eda6de-c0b3-4118-9b3f-c4af1baa8b1f service neutron] 10.222.0.68 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846290 Aug 16 20:02:30.698802 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b02203-2d23-4e1b-b4c9-063120dd231e req-0c5d8b8b-f245-42d1-9c53-3eea87f720ed tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:30.710708 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a8b02203-2d23-4e1b-b4c9-063120dd231e req-0c5d8b8b-f245-42d1-9c53-3eea87f720ed tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055c012-1531-420a-8eba-5ead68e7c55e HTTP/1.1" status: 200 len: 950 time: 0.3163264 Aug 16 20:02:30.781484 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-30250de3-b0a6-44e6-9908-63c9e82dcdbf tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:30.783490 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-15cffeec-908c-4686-8fc2-0cba47c2d24f req-33e653a0-64e5-42b7-ba42-87c8e26bfe83 service neutron] 10.222.0.63 "GET /v2.0/networks/2faaf42a-8377-4cda-915c-463095539684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856240 Aug 16 20:02:30.815480 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a8b02203-2d23-4e1b-b4c9-063120dd231e req-8afc2121-20d6-4156-ac89-264271a131f5 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.68 "GET /v2.0/security-groups?id=eca76e91-fa5a-4758-8cba-bd0087ede051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033134 Aug 16 20:02:30.841578 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa683932-1aa1-44ce-8173-9f4c8e16a96a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:30.855913 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-ac5d4f4c-4e8e-4b1a-9295-bbfb35862351 None None] Set router f71958ae-8dd0-4a09-b82a-70bbf33995d2 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:02:30.925022 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-30250de3-b0a6-44e6-9908-63c9e82dcdbf tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Network 273a965b-291d-4de0-904d-d29903ed22d3 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:02:30.931481 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-30250de3-b0a6-44e6-9908-63c9e82dcdbf tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:02:30.941600 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-30250de3-b0a6-44e6-9908-63c9e82dcdbf tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:02:31.035544 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30250de3-b0a6-44e6-9908-63c9e82dcdbf tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Pushing event updated for resources: {'Port': ['ID=3561362b-aeef-497c-80fd-d950db9fd8fb,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:31.045118 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-aa683932-1aa1-44ce-8173-9f4c8e16a96a admin admin] Deleting port eae24a7a-0ed2-40f7-9d44-eb1b5154eb99 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:02:31.045442 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa683932-1aa1-44ce-8173-9f4c8e16a96a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:31.103624 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-30250de3-b0a6-44e6-9908-63c9e82dcdbf tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:31.104648 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-30250de3-b0a6-44e6-9908-63c9e82dcdbf tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:31.145372 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-30250de3-b0a6-44e6-9908-63c9e82dcdbf tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8994811 Aug 16 20:02:31.161640 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-072b9ee1-2eed-4937-8510-cbe9e7e9c868 service neutron] Request body: {'port': {'device_id': 'a0389840-105f-485a-9ebf-2b94a29b6dce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:02:31.222392 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375857b-4499-434b-99dd-b2dd0a863857 req-5220e2cf-368b-46b1-b0d8-a4635ca56403 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:31.234949 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4375857b-4499-434b-99dd-b2dd0a863857 req-5220e2cf-368b-46b1-b0d8-a4635ca56403 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 931 time: 0.2801950 Aug 16 20:02:31.285733 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ac5d4f4c-4e8e-4b1a-9295-bbfb35862351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-886798932-router', 'tenant_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'eae24a7a-0ed2-40f7-9d44-eb1b5154eb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:00:58Z', 'updated_at': '2021-08-16T20:02:25Z', 'revision_number': 5, 'project_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'gw_port': {'id': 'eae24a7a-0ed2-40f7-9d44-eb1b5154eb99', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:01:00Z', 'updated_at': '2021-08-16T20:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:02:31.366654 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5d4f4c-4e8e-4b1a-9295-bbfb35862351 None None] The sync data for ids ['f71958ae-8dd0-4a09-b82a-70bbf33995d2'] in n-d-787206-13 is: [{'id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-886798932-router', 'tenant_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'eae24a7a-0ed2-40f7-9d44-eb1b5154eb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:00:58Z', 'updated_at': '2021-08-16T20:02:25Z', 'revision_number': 5, 'project_id': 'bfc4e88a20bb427bb0865cae1b76c3dc', 'gw_port': {'id': 'eae24a7a-0ed2-40f7-9d44-eb1b5154eb99', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71958ae-8dd0-4a09-b82a-70bbf33995d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:01:00Z', 'updated_at': '2021-08-16T20:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:02:31.398023 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-072b9ee1-2eed-4937-8510-cbe9e7e9c868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:31.410461 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4375857b-4499-434b-99dd-b2dd0a863857 req-e896e7e6-8157-4768-8a16-cf588889895d tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701114 Aug 16 20:02:31.429336 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-aa683932-1aa1-44ce-8173-9f4c8e16a96a admin admin] For port eae24a7a-0ed2-40f7-9d44-eb1b5154eb99, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=eae24a7a-0ed2-40f7-9d44-eb1b5154eb99,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:31.429919 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa683932-1aa1-44ce-8173-9f4c8e16a96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:31.469648 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-aa683932-1aa1-44ce-8173-9f4c8e16a96a admin admin] Calling delete_port for eae24a7a-0ed2-40f7-9d44-eb1b5154eb99 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:02:31.766875 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:02:31.833222 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051b90d-371e-4447-a365-768e67df79f9 req-24c382ab-4a1d-4628-bf67-de8dc871d34c tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:31.841889 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f051b90d-371e-4447-a365-768e67df79f9 req-24c382ab-4a1d-4628-bf67-de8dc871d34c tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "GET /v2.0/ports?device_id=411ced76-e8eb-413d-990e-e0d6c1a4178d HTTP/1.1" status: 200 len: 943 time: 0.3391054 Aug 16 20:02:32.102222 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device a576cd75-585b-456f-998e-a7a6f84c0b6d no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:02:32.124761 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e5fd274-b453-4377-ba86-8995aafce837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:32.144093 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7,segment=NetworkSegment(ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6),segment_id=ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:32.153811 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e80cc3fd-e04f-47a2-8d15-0092460adcde req-8237d7a8-e882-4d53-9760-b56fbc5c5749 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 210 time: 0.1239235 Aug 16 20:02:32.196344 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa683932-1aa1-44ce-8173-9f4c8e16a96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:32.351601 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f051b90d-371e-4447-a365-768e67df79f9 req-3fa03075-cae6-4038-98ce-a92fa3ab7527 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "GET /v2.0/security-groups?id=98ef8f83-eae4-434a-9412-c77b4d45b947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5083535 Aug 16 20:02:32.366662 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa683932-1aa1-44ce-8173-9f4c8e16a96a admin admin] Pushing event deleted for resources: {'Port': ['ID=eae24a7a-0ed2-40f7-9d44-eb1b5154eb99,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:32.667646 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: a576cd75-585b-456f-998e-a7a6f84c0b6d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:02:32.668184 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device a576cd75-585b-456f-998e-a7a6f84c0b6d not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:02:32.717022 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7', 'network_id': '2faaf42a-8377-4cda-915c-463095539684', 'port_id': 'dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7', 'mac_address': 'fa:16:3e:c8:f4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ab3704-c436-4171-98cd-4e587fb38538', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:02:32.727679 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-072b9ee1-2eed-4937-8510-cbe9e7e9c868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3561362b-aeef-497c-80fd-d950db9fd8fb {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:02:32.741564 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-072b9ee1-2eed-4937-8510-cbe9e7e9c868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:32.758496 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-072b9ee1-2eed-4937-8510-cbe9e7e9c868 service neutron] Transition to ACTIVE for port object 3561362b-aeef-497c-80fd-d950db9fd8fb will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:02:32.766945 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-072b9ee1-2eed-4937-8510-cbe9e7e9c868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:32.890083 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:32.906317 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0c30a-62ab-43e4-9757-bde6256385e8 req-8db5c4cf-e3bd-4b47-b34a-400e03315622 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:32.924779 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d4a0c30a-62ab-43e4-9757-bde6256385e8 req-8db5c4cf-e3bd-4b47-b34a-400e03315622 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055c012-1531-420a-8eba-5ead68e7c55e HTTP/1.1" status: 200 len: 950 time: 0.5908427 Aug 16 20:02:32.961793 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:02:32.998922 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b9ee1-2eed-4937-8510-cbe9e7e9c868 service neutron] Pushing event updated for resources: {'Port': ['ID=3561362b-aeef-497c-80fd-d950db9fd8fb,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:33.045409 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa683932-1aa1-44ce-8173-9f4c8e16a96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:33.093707 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7,segment=NetworkSegment(ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6),segment_id=ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:33.102137 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:33.368771 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:33.374127 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-072b9ee1-2eed-4937-8510-cbe9e7e9c868 service neutron] Attempting to bind port 3561362b-aeef-497c-80fd-d950db9fd8fb on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:02:33.377424 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-072b9ee1-2eed-4937-8510-cbe9e7e9c868 service neutron] Attempting to bind port 3561362b-aeef-497c-80fd-d950db9fd8fb by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:02:33.377761 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-072b9ee1-2eed-4937-8510-cbe9e7e9c868 service neutron] Attempting to bind port 3561362b-aeef-497c-80fd-d950db9fd8fb on network 273a965b-291d-4de0-904d-d29903ed22d3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:02:33.377883 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa683932-1aa1-44ce-8173-9f4c8e16a96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:33.387611 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa683932-1aa1-44ce-8173-9f4c8e16a96a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:33.398858 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d4a0c30a-62ab-43e4-9757-bde6256385e8 req-914769bf-d9f2-47ad-8a4a-c23f3884c395 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.68 "GET /v2.0/security-groups?id=eca76e91-fa5a-4758-8cba-bd0087ede051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715943 Aug 16 20:02:33.429478 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:02:33.430564 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49b056-21ba-4ccc-82bc-53ffc442c8ad req-d4ee6067-d718-40fb-b4bf-ea3fe11e9aa8 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:33.443388 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9f49b056-21ba-4ccc-82bc-53ffc442c8ad req-d4ee6067-d718-40fb-b4bf-ea3fe11e9aa8 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 943 time: 0.2582443 Aug 16 20:02:33.485648 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-072b9ee1-2eed-4937-8510-cbe9e7e9c868 service neutron] Port 3561362b-aeef-497c-80fd-d950db9fd8fb on network 273a965b-291d-4de0-904d-d29903ed22d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:02:33.487799 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-072b9ee1-2eed-4937-8510-cbe9e7e9c868 service neutron] Attempting to bind port 3561362b-aeef-497c-80fd-d950db9fd8fb on network 273a965b-291d-4de0-904d-d29903ed22d3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:02:33.539061 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-072b9ee1-2eed-4937-8510-cbe9e7e9c868 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:02:33.539781 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-072b9ee1-2eed-4937-8510-cbe9e7e9c868 service neutron] Checking segment: {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:02:33.540365 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-072b9ee1-2eed-4937-8510-cbe9e7e9c868 service neutron] Bound using segment: {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:02:33.542346 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-072b9ee1-2eed-4937-8510-cbe9e7e9c868 service neutron] Bound port: 3561362b-aeef-497c-80fd-d950db9fd8fb, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:02:33.542943 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-072b9ee1-2eed-4937-8510-cbe9e7e9c868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:33.585256 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9f49b056-21ba-4ccc-82bc-53ffc442c8ad req-5a87b33f-7146-45a1-aa7d-e3f20e4dacc9 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385632 Aug 16 20:02:33.833931 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa683932-1aa1-44ce-8173-9f4c8e16a96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:33.838664 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa683932-1aa1-44ce-8173-9f4c8e16a96a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f71958ae-8dd0-4a09-b82a-70bbf33995d2 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:02:34.042042 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-072b9ee1-2eed-4937-8510-cbe9e7e9c868 service neutron] For port 3561362b-aeef-497c-80fd-d950db9fd8fb, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:02:34.088698 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-072b9ee1-2eed-4937-8510-cbe9e7e9c868 service neutron] For port 3561362b-aeef-497c-80fd-d950db9fd8fb, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3561362b-aeef-497c-80fd-d950db9fd8fb,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:02:34.103441 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa683932-1aa1-44ce-8173-9f4c8e16a96a admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:34.107395 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-aa683932-1aa1-44ce-8173-9f4c8e16a96a admin admin] 10.222.0.68 "DELETE /v2.0/routers/f71958ae-8dd0-4a09-b82a-70bbf33995d2 HTTP/1.1" status: 204 len: 168 time: 4.1649101 Aug 16 20:02:34.111952 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-072b9ee1-2eed-4937-8510-cbe9e7e9c868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:34.114125 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34152) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:34.212124 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7f7ac723-2ce0-46aa-9144-015d0168c4c7 req-0a414573-8018-4468-af9e-779c0bf2dc09 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 210 time: 0.1760626 Aug 16 20:02:34.321167 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b44c1c-f861-4fe3-afdb-645fa52360c8 req-7de0572c-044b-4c72-a061-b20f98a0fc31 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:34.325795 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c4af68a0-c533-4cf6-8bbe-8d112ff292d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:34.339159 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c2b44c1c-f861-4fe3-afdb-645fa52360c8 req-7de0572c-044b-4c72-a061-b20f98a0fc31 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad412143-e810-4b8f-943c-d80e5a1cceee HTTP/1.1" status: 200 len: 945 time: 0.5467966 Aug 16 20:02:34.363485 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-072b9ee1-2eed-4937-8510-cbe9e7e9c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:34.367828 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-072b9ee1-2eed-4937-8510-cbe9e7e9c868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:34.371453 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-072b9ee1-2eed-4937-8510-cbe9e7e9c868 service neutron] 10.222.0.57 "PUT /v2.0/ports/3561362b-aeef-497c-80fd-d950db9fd8fb HTTP/1.1" status: 200 len: 1092 time: 3.2152441 Aug 16 20:02:34.377334 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0389840-105f-485a-9ebf-2b94a29b6dce', 'tag': '3561362b-aeef-497c-80fd-d950db9fd8fb'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:02:34.384345 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8381f9a2-6d5e-4396-ae65-b6dbde61c71f" -d '{"events": [{"name": "network-changed", "server_uuid": "a0389840-105f-485a-9ebf-2b94a29b6dce", "tag": "3561362b-aeef-497c-80fd-d950db9fd8fb"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:02:34.438440 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-9b353cf7-15ab-421f-8681-8454c0065835 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:34.440133 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-9b353cf7-15ab-421f-8681-8454c0065835 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.63 "GET /v2.0/networks?id=090f4e50-1fb3-4449-b92b-949da889d68e HTTP/1.1" status: 200 len: 808 time: 0.6920133 Aug 16 20:02:34.465770 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-517f4f94-684e-4d1a-b4fd-81666e12de3a admin admin] Deleting subnet 77f1a840-5b8e-4477-a95c-1936e6445e57 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:02:34.472750 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-517f4f94-684e-4d1a-b4fd-81666e12de3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:34.495984 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c2b44c1c-f861-4fe3-afdb-645fa52360c8 req-ed149264-03ee-4f8e-8f42-692bbffbd4e6 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555855 Aug 16 20:02:34.540216 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b9ee1-2eed-4937-8510-cbe9e7e9c868 service neutron] Pushing event updated for resources: {'Port': ['ID=3561362b-aeef-497c-80fd-d950db9fd8fb,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:34.569255 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-1f6b9413-7c95-409c-bf9e-84e61ae35711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:34.582259 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-40095b85-01e3-4967-b021-e9f5747d97eb tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Request body: {'port': {'device_id': '576f1c83-d22c-4877-9326-8edc2b9ec82b', 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e', 'admin_state_up': True, 'tenant_id': '8d5b4a7740cb4bdab08de551ce2dd7dd'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:02:34.583175 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-1f6b9413-7c95-409c-bf9e-84e61ae35711 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=80d98bbe248147c88be18e7257fbdc13&device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 1095 time: 0.1555614 Aug 16 20:02:34.590429 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:34.652917 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-116e62e1-7481-468c-8bc2-5afaf83ef34e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3561362b-aeef-497c-80fd-d950db9fd8fb HTTP/1.1" status: 200 len: 217 time: 0.0603168 Aug 16 20:02:34.760172 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-10e0d438-5d62-45d0-bfe5-f235af1ccd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:34.762827 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-10e0d438-5d62-45d0-bfe5-f235af1ccd41 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49f83f5f-99d4-4f21-857e-7c691113f792 HTTP/1.1" status: 200 len: 861 time: 0.1031892 Aug 16 20:02:34.847667 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-a6c6abc4-8871-4ca8-a02f-37d986838092 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=273a965b-291d-4de0-904d-d29903ed22d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745592 Aug 16 20:02:34.909028 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-517f4f94-684e-4d1a-b4fd-81666e12de3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:34.984356 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-6f75c3eb-aef8-4444-a604-be44513ea0a0 service neutron] 10.222.0.57 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241510 Aug 16 20:02:35.099264 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98f762b-f159-4340-baad-b14b4c63016c x-openstack-request-id: req-e98f762b-f159-4340-baad-b14b4c63016c {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:02:35.099535 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0389840-105f-485a-9ebf-2b94a29b6dce", "tag": "3561362b-aeef-497c-80fd-d950db9fd8fb", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:02:35.099780 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e98f762b-f159-4340-baad-b14b4c63016c {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:02:35.100203 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0389840-105f-485a-9ebf-2b94a29b6dce', 'tag': '3561362b-aeef-497c-80fd-d950db9fd8fb', 'status': 'completed', 'code': 200} Aug 16 20:02:35.126334 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f00ed5-d4f5-47e1-8364-ae13d9fa775f req-17e8a10c-c29d-40b6-934b-815f32429b6c tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:35.127974 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-67f00ed5-d4f5-47e1-8364-ae13d9fa775f req-17e8a10c-c29d-40b6-934b-815f32429b6c tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "GET /v2.0/ports?device_id=411ced76-e8eb-413d-990e-e0d6c1a4178d HTTP/1.1" status: 200 len: 944 time: 0.6656086 Aug 16 20:02:35.163760 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b761e3c-f2d2-49ee-ae67-cdc94ede49f5 req-4325700c-8669-4224-9dac-437417deb4d2 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:35.165239 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3b761e3c-f2d2-49ee-ae67-cdc94ede49f5 req-4325700c-8669-4224-9dac-437417deb4d2 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad412143-e810-4b8f-943c-d80e5a1cceee HTTP/1.1" status: 200 len: 945 time: 0.5457838 Aug 16 20:02:35.176599 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56898418-a5b2-4e05-996e-c4fcb0ed9bbc req-933c8e74-2e83-4581-85d2-803a1c8dd065 service neutron] 10.222.0.57 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667647 Aug 16 20:02:35.309788 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-517f4f94-684e-4d1a-b4fd-81666e12de3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:35.360043 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-67f00ed5-d4f5-47e1-8364-ae13d9fa775f req-19aa6c3c-3be4-4b11-a4d2-39bdb8e78860 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "GET /v2.0/security-groups?id=98ef8f83-eae4-434a-9412-c77b4d45b947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071109 Aug 16 20:02:35.377154 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-40095b85-01e3-4967-b021-e9f5747d97eb tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Made reservation on behalf of 8d5b4a7740cb4bdab08de551ce2dd7dd for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:02:35.380899 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-40095b85-01e3-4967-b021-e9f5747d97eb tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:35.399045 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381f9a2-6d5e-4396-ae65-b6dbde61c71f req-5071f4ae-21d5-49d2-8e15-6a5ef26b135a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:35.401411 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8381f9a2-6d5e-4396-ae65-b6dbde61c71f req-5071f4ae-21d5-49d2-8e15-6a5ef26b135a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=80d98bbe248147c88be18e7257fbdc13&device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 1095 time: 0.1638324 Aug 16 20:02:35.514306 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:35.524108 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-517f4f94-684e-4d1a-b4fd-81666e12de3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:35.545045 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381f9a2-6d5e-4396-ae65-b6dbde61c71f req-d499568d-7848-4006-b7cc-844be1bf578c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:35.546495 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8381f9a2-6d5e-4396-ae65-b6dbde61c71f req-d499568d-7848-4006-b7cc-844be1bf578c service neutron] 10.222.0.57 "GET /v2.0/networks?id=273a965b-291d-4de0-904d-d29903ed22d3 HTTP/1.1" status: 200 len: 922 time: 0.1241803 Aug 16 20:02:35.576676 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-3b761e3c-f2d2-49ee-ae67-cdc94ede49f5 req-317d4e77-f84b-4f5c-9017-a79ea20b56bf tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Deleting port 8e2a7756-4d12-4d25-9c53-de559fb5b7f3 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:02:35.577238 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3b761e3c-f2d2-49ee-ae67-cdc94ede49f5 req-317d4e77-f84b-4f5c-9017-a79ea20b56bf tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:35.578339 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24a9b87-115f-4ffd-b5ce-b50bc69efff9 None None] Network ecd35756-7702-4168-9b7e-f6ce21930664 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:02:35.580661 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f4f94-684e-4d1a-b4fd-81666e12de3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77f1a840-5b8e-4477-a95c-1936e6445e57,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:35.587802 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-517f4f94-684e-4d1a-b4fd-81666e12de3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:35.589891 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-517f4f94-684e-4d1a-b4fd-81666e12de3a admin admin] 10.222.0.68 "DELETE /v2.0/subnets/77f1a840-5b8e-4477-a95c-1936e6445e57 HTTP/1.1" status: 204 len: 168 time: 1.4699709 Aug 16 20:02:35.609234 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34182) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:35.628272 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8381f9a2-6d5e-4396-ae65-b6dbde61c71f req-0ad77fc6-94ea-453d-8d52-5a4559166d71 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3561362b-aeef-497c-80fd-d950db9fd8fb HTTP/1.1" status: 200 len: 217 time: 0.0712314 Aug 16 20:02:35.636846 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703c4f7-35a7-4c9c-bbcc-feac9096ba2a req-fd7637f3-5295-484c-8da2-493718f5fe1b tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:35.644861 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e703c4f7-35a7-4c9c-bbcc-feac9096ba2a req-fd7637f3-5295-484c-8da2-493718f5fe1b tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 943 time: 0.3123574 Aug 16 20:02:35.703676 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381f9a2-6d5e-4396-ae65-b6dbde61c71f req-7911fd4b-c0a7-4f99-9f49-68cbb6b12abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:35.712149 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8381f9a2-6d5e-4396-ae65-b6dbde61c71f req-7911fd4b-c0a7-4f99-9f49-68cbb6b12abd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49f83f5f-99d4-4f21-857e-7c691113f792 HTTP/1.1" status: 200 len: 861 time: 0.0527010 Aug 16 20:02:35.747545 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8381f9a2-6d5e-4396-ae65-b6dbde61c71f req-ed3ee3e8-212c-4f96-b0a7-72faa0ff9747 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=273a965b-291d-4de0-904d-d29903ed22d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333407 Aug 16 20:02:35.841287 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e703c4f7-35a7-4c9c-bbcc-feac9096ba2a req-e56afc70-f797-4a93-943e-94f4553167e1 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953547 Aug 16 20:02:35.882106 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-40095b85-01e3-4967-b021-e9f5747d97eb tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Allocated IP 172.20.0.13 (090f4e50-1fb3-4449-b92b-949da889d68e/7bf22002-ba37-41ff-af5d-cdbe63ed2bd8/1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:02:35.886120 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:02:35.963726 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:35.978928 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8381f9a2-6d5e-4396-ae65-b6dbde61c71f req-756696eb-1587-46be-9f43-2a410b19a46b service neutron] 10.222.0.57 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199862 Aug 16 20:02:35.983243 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:35.993541 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c4e8d71a-9e20-48c6-913d-e00843c07c6c req-7c54dada-349c-43cf-be42-98f76b7d7bcd tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 210 time: 0.1674261 Aug 16 20:02:36.015075 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:02:36.027587 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:02:36.028199 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:36.050036 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95a30f39-907c-4925-a12b-6aa6c2c8aa1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:36.068641 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-3b761e3c-f2d2-49ee-ae67-cdc94ede49f5 req-317d4e77-f84b-4f5c-9017-a79ea20b56bf tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] For port 8e2a7756-4d12-4d25-9c53-de559fb5b7f3, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=8e2a7756-4d12-4d25-9c53-de559fb5b7f3,segment=NetworkSegment(627df236-b6dd-47d5-9e3c-f7b3b1a2ec65),segment_id=627df236-b6dd-47d5-9e3c-f7b3b1a2ec65)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:36.069795 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3b761e3c-f2d2-49ee-ae67-cdc94ede49f5 req-317d4e77-f84b-4f5c-9017-a79ea20b56bf tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:36.120838 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device eae24a7a-0ed2-40f7-9d44-eb1b5154eb99 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:02:36.129159 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4251dfeb-244a-4e61-8a92-f925b9287ea3 None None] DHCP port deletion for ecd35756-7702-4168-9b7e-f6ce21930664 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:02:36.144858 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-3b761e3c-f2d2-49ee-ae67-cdc94ede49f5 req-317d4e77-f84b-4f5c-9017-a79ea20b56bf tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Calling delete_port for 8e2a7756-4d12-4d25-9c53-de559fb5b7f3 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:02:36.196032 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: eae24a7a-0ed2-40f7-9d44-eb1b5154eb99 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:02:36.196032 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device eae24a7a-0ed2-40f7-9d44-eb1b5154eb99 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:02:36.271971 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8381f9a2-6d5e-4396-ae65-b6dbde61c71f req-c8eee110-fc20-49c2-b85e-f3d61cdcb628 service neutron] 10.222.0.57 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654431 Aug 16 20:02:36.315160 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be224f33-e865-4ae8-83b4-08eb24918715 req-b9a2a49b-082c-4488-b79b-6674b935a763 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:36.318392 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:36.328191 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-be224f33-e865-4ae8-83b4-08eb24918715 req-b9a2a49b-082c-4488-b79b-6674b935a763 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad412143-e810-4b8f-943c-d80e5a1cceee HTTP/1.1" status: 200 len: 945 time: 0.4033267 Aug 16 20:02:36.459700 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-be224f33-e865-4ae8-83b4-08eb24918715 req-ba45dea1-b4ce-4fe6-a46c-d21a03ed0120 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/security-groups?id=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291134 Aug 16 20:02:36.487306 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7,segment=NetworkSegment(ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6),segment_id=ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:36.499621 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411ced76-e8eb-413d-990e-e0d6c1a4178d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:02:36.512512 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a080ccb8-cebe-481a-b865-9d27846ff28e" -d '{"events": [{"server_uuid": "411ced76-e8eb-413d-990e-e0d6c1a4178d", "name": "network-vif-plugged", "status": "completed", "tag": "dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:02:36.531130 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4251dfeb-244a-4e61-8a92-f925b9287ea3 None None] Deleting port 7f4c7078-48a2-465a-9121-eb11670a4948 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:02:36.531743 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4251dfeb-244a-4e61-8a92-f925b9287ea3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:36.606070 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-95a30f39-907c-4925-a12b-6aa6c2c8aa1c admin admin] Deleting port 7f4c7078-48a2-465a-9121-eb11670a4948 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:02:36.606595 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95a30f39-907c-4925-a12b-6aa6c2c8aa1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:36.612142 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-40095b85-01e3-4967-b021-e9f5747d97eb tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:36.694477 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4251dfeb-244a-4e61-8a92-f925b9287ea3 None None] For port 7f4c7078-48a2-465a-9121-eb11670a4948, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7f4c7078-48a2-465a-9121-eb11670a4948,segment=NetworkSegment(2013fb8e-5cea-4bcd-b32b-12108d9d93ef),segment_id=2013fb8e-5cea-4bcd-b32b-12108d9d93ef)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:36.695508 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4251dfeb-244a-4e61-8a92-f925b9287ea3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:36.710456 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4251dfeb-244a-4e61-8a92-f925b9287ea3 None None] Calling delete_port for 7f4c7078-48a2-465a-9121-eb11670a4948 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:02:36.813922 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:36.829348 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4251dfeb-244a-4e61-8a92-f925b9287ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:36.843090 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3b761e3c-f2d2-49ee-ae67-cdc94ede49f5 req-317d4e77-f84b-4f5c-9017-a79ea20b56bf tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:36.899218 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4251dfeb-244a-4e61-8a92-f925b9287ea3 None None] No DVR routers for this DVR port 7f4c7078-48a2-465a-9121-eb11670a4948 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:02:36.966513 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0975fb24-bb87-43a8-b64a-b37779fe2d72 x-openstack-request-id: req-0975fb24-bb87-43a8-b64a-b37779fe2d72 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:02:36.966985 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411ced76-e8eb-413d-990e-e0d6c1a4178d", "name": "network-vif-plugged", "status": "completed", "tag": "dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:02:36.967431 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0975fb24-bb87-43a8-b64a-b37779fe2d72 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:02:36.967993 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411ced76-e8eb-413d-990e-e0d6c1a4178d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7', 'code': 200} Aug 16 20:02:36.970198 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:36.981352 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:37.036213 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251dfeb-244a-4e61-8a92-f925b9287ea3 None None] Pushing event deleted for resources: {'Port': ['ID=7f4c7078-48a2-465a-9121-eb11670a4948,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:37.138415 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea75f0-1270-42be-a2f3-4b5e49686f5e req-b306437f-7719-4496-b0b3-fa4d5934391d tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:37.140028 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bbea75f0-1270-42be-a2f3-4b5e49686f5e req-b306437f-7719-4496-b0b3-fa4d5934391d tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055c012-1531-420a-8eba-5ead68e7c55e HTTP/1.1" status: 200 len: 950 time: 0.0798714 Aug 16 20:02:37.224215 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bbea75f0-1270-42be-a2f3-4b5e49686f5e req-597588c1-c188-4eae-a861-e45c54a38c71 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.68 "GET /v2.0/security-groups?id=eca76e91-fa5a-4758-8cba-bd0087ede051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732703 Aug 16 20:02:37.351918 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac40bec-3e7d-4e97-80db-d444cabcecd0 req-8a0c0ae9-d7f5-4cbb-9a48-0fcebd8aa4d8 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:37.360962 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eac40bec-3e7d-4e97-80db-d444cabcecd0 req-8a0c0ae9-d7f5-4cbb-9a48-0fcebd8aa4d8 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 943 time: 0.0693831 Aug 16 20:02:37.362302 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d4e77-f84b-4f5c-9017-a79ea20b56bf tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Pushing event deleted for resources: {'Port': ['ID=8e2a7756-4d12-4d25-9c53-de559fb5b7f3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:37.420562 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-95a30f39-907c-4925-a12b-6aa6c2c8aa1c admin admin] For port 7f4c7078-48a2-465a-9121-eb11670a4948, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7f4c7078-48a2-465a-9121-eb11670a4948,segment=NetworkSegment(2013fb8e-5cea-4bcd-b32b-12108d9d93ef),segment_id=2013fb8e-5cea-4bcd-b32b-12108d9d93ef)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:37.420924 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95a30f39-907c-4925-a12b-6aa6c2c8aa1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:37.432914 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eac40bec-3e7d-4e97-80db-d444cabcecd0 req-c2e8bebd-a18d-4cee-9a67-bc45e5ac5b3f tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708227 Aug 16 20:02:37.436823 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-95a30f39-907c-4925-a12b-6aa6c2c8aa1c admin admin] Calling delete_port for 7f4c7078-48a2-465a-9121-eb11670a4948 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:02:37.541621 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95a30f39-907c-4925-a12b-6aa6c2c8aa1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:37.557432 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dc0ef7db-1e87-44ec-95af-2ab64327e69f req-40b14cde-6608-46ff-bbb3-245baefa92c3 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 210 time: 0.0382953 Aug 16 20:02:37.605137 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a30f39-907c-4925-a12b-6aa6c2c8aa1c admin admin] Pushing event deleted for resources: {'Port': ['ID=7f4c7078-48a2-465a-9121-eb11670a4948,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:37.645413 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4220ab-f7db-44da-85f7-b5238d4eca54 req-d0353887-a0d8-4c2a-b708-d883037b5f0f tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:37.653396 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1f4220ab-f7db-44da-85f7-b5238d4eca54 req-d0353887-a0d8-4c2a-b708-d883037b5f0f tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "GET /v2.0/ports?device_id=411ced76-e8eb-413d-990e-e0d6c1a4178d HTTP/1.1" status: 200 len: 945 time: 0.9949234 Aug 16 20:02:37.678847 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-11927af6-a49b-4599-b2dc-aad6c7e93a7d req-730c8bd9-4bb4-4025-afe6-e07620b397b9 tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad412143-e810-4b8f-943c-d80e5a1cceee HTTP/1.1" status: 200 len: 210 time: 0.0361602 Aug 16 20:02:37.722533 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a30f39-907c-4925-a12b-6aa6c2c8aa1c admin admin] No DVR routers for this DVR port 7f4c7078-48a2-465a-9121-eb11670a4948 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:02:37.735616 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f12d9-bb80-4211-a72c-d55845807ae6 req-6e215b2b-b0f1-4418-a37a-c4095aaeee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:37.737111 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2f1f12d9-bb80-4211-a72c-d55845807ae6 req-6e215b2b-b0f1-4418-a37a-c4095aaeee76 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=411ced76-e8eb-413d-990e-e0d6c1a4178d HTTP/1.1" status: 200 len: 1097 time: 0.3871970 Aug 16 20:02:37.737858 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b761e3c-f2d2-49ee-ae67-cdc94ede49f5 req-317d4e77-f84b-4f5c-9017-a79ea20b56bf tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] No DVR routers for this DVR port 8e2a7756-4d12-4d25-9c53-de559fb5b7f3 on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:02:37.741899 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3b761e3c-f2d2-49ee-ae67-cdc94ede49f5 req-317d4e77-f84b-4f5c-9017-a79ea20b56bf tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:37.745230 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3b761e3c-f2d2-49ee-ae67-cdc94ede49f5 req-317d4e77-f84b-4f5c-9017-a79ea20b56bf tempest-ListServerFiltersTestJSON-32734242 tempest-ListServerFiltersTestJSON-32734242-project] 10.222.0.57 "DELETE /v2.0/ports/8e2a7756-4d12-4d25-9c53-de559fb5b7f3 HTTP/1.1" status: 204 len: 173 time: 2.5475259 Aug 16 20:02:37.770929 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad412143-e810-4b8f-943c-d80e5a1cceee', 'name': 'network-vif-deleted', 'tag': '8e2a7756-4d12-4d25-9c53-de559fb5b7f3'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:02:37.773658 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 8e2a7756-4d12-4d25-9c53-de559fb5b7f3 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:02:37.774278 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629bd9af-3920-432d-9328-211c451fa811" -d '{"events": [{"server_uuid": "ad412143-e810-4b8f-943c-d80e5a1cceee", "name": "network-vif-deleted", "tag": "8e2a7756-4d12-4d25-9c53-de559fb5b7f3"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:02:37.809483 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 8e2a7756-4d12-4d25-9c53-de559fb5b7f3 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:02:37.810145 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 8e2a7756-4d12-4d25-9c53-de559fb5b7f3 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:02:37.823886 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1f4220ab-f7db-44da-85f7-b5238d4eca54 req-2599078d-559a-45a3-b554-c4257e64db21 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "GET /v2.0/security-groups?id=98ef8f83-eae4-434a-9412-c77b4d45b947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695187 Aug 16 20:02:37.940142 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a89223-cd71-4667-9a8d-77899d6eeba5 x-openstack-request-id: req-12a89223-cd71-4667-9a8d-77899d6eeba5 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:02:37.940778 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad412143-e810-4b8f-943c-d80e5a1cceee", "name": "network-vif-deleted", "tag": "8e2a7756-4d12-4d25-9c53-de559fb5b7f3", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:02:37.941272 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-12a89223-cd71-4667-9a8d-77899d6eeba5 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:02:37.941897 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad412143-e810-4b8f-943c-d80e5a1cceee', 'name': 'network-vif-deleted', 'tag': '8e2a7756-4d12-4d25-9c53-de559fb5b7f3', 'status': 'completed', 'code': 200} Aug 16 20:02:37.956235 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-40095b85-01e3-4967-b021-e9f5747d97eb tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:37.969376 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['3a3364a1-1f25-4954-b847-6095eef6d486'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:02:38.020650 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2f1f12d9-bb80-4211-a72c-d55845807ae6 req-1a1ee04d-f7ee-425f-958a-e1ba9a4a6078 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=98ef8f83-eae4-434a-9412-c77b4d45b947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524290 Aug 16 20:02:38.082573 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95a30f39-907c-4925-a12b-6aa6c2c8aa1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:38.128938 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-40095b85-01e3-4967-b021-e9f5747d97eb tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Network 090f4e50-1fb3-4449-b92b-949da889d68e is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:02:38.130906 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-40095b85-01e3-4967-b021-e9f5747d97eb tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:02:38.165042 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7f4c7078-48a2-465a-9121-eb11670a4948 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:02:38.181671 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40095b85-01e3-4967-b021-e9f5747d97eb tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Pushing event updated for resources: {'Port': ['ID=1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:38.190012 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-40095b85-01e3-4967-b021-e9f5747d97eb tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:02:38.256897 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 7f4c7078-48a2-465a-9121-eb11670a4948 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:02:38.257593 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7f4c7078-48a2-465a-9121-eb11670a4948 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:02:38.268293 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-95a30f39-907c-4925-a12b-6aa6c2c8aa1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd35756-7702-4168-9b7e-f6ce21930664']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:02:38.277963 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-40095b85-01e3-4967-b021-e9f5747d97eb tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:38.278636 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-40095b85-01e3-4967-b021-e9f5747d97eb tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:38.311286 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-95a30f39-907c-4925-a12b-6aa6c2c8aa1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2013fb8e-5cea-4bcd-b32b-12108d9d93ef') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:02:38.311580 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-95a30f39-907c-4925-a12b-6aa6c2c8aa1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2013fb8e-5cea-4bcd-b32b-12108d9d93ef') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:02:38.345077 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95a30f39-907c-4925-a12b-6aa6c2c8aa1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:38.355979 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fceec4-fa39-4885-b113-28c03b7409d2 req-d8d493aa-6dc4-4d3d-8c60-9b119e84fa0f tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:38.358071 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-06fceec4-fa39-4885-b113-28c03b7409d2 req-d8d493aa-6dc4-4d3d-8c60-9b119e84fa0f tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.57 "GET /v2.0/ports?device_id=1055c012-1531-420a-8eba-5ead68e7c55e HTTP/1.1" status: 200 len: 950 time: 0.2603297 Aug 16 20:02:38.379461 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-40095b85-01e3-4967-b021-e9f5747d97eb tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9014678 Aug 16 20:02:38.404529 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95a30f39-907c-4925-a12b-6aa6c2c8aa1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:38.442412 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-8aa11e2b-c4c9-42a8-94fb-b5bef811b209 service neutron] Request body: {'port': {'device_id': '576f1c83-d22c-4877-9326-8edc2b9ec82b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:02:38.454330 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087140b0-4673-4d05-9925-5f59e5dabcbf req-3cf4178b-45b0-4dc9-89b1-c5628ba5b0b7 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:38.461911 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-087140b0-4673-4d05-9925-5f59e5dabcbf req-3cf4178b-45b0-4dc9-89b1-c5628ba5b0b7 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055c012-1531-420a-8eba-5ead68e7c55e HTTP/1.1" status: 200 len: 950 time: 0.1015418 Aug 16 20:02:38.551098 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-087140b0-4673-4d05-9925-5f59e5dabcbf req-953453ef-f387-419e-9d0a-751e8dae5adb tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.68 "GET /v2.0/security-groups?id=eca76e91-fa5a-4758-8cba-bd0087ede051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881526 Aug 16 20:02:38.567851 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a30f39-907c-4925-a12b-6aa6c2c8aa1c admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:02:38.568318 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95a30f39-907c-4925-a12b-6aa6c2c8aa1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: self.session.flush() Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: self.session.flush() Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: self.session.flush() Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: self.session.flush() Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:02:38.646980 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:02:38.709825 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95a30f39-907c-4925-a12b-6aa6c2c8aa1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:38.722751 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-8aa11e2b-c4c9-42a8-94fb-b5bef811b209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:38.732094 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95a30f39-907c-4925-a12b-6aa6c2c8aa1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:38.736522 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-95a30f39-907c-4925-a12b-6aa6c2c8aa1c admin admin] 10.222.0.68 "DELETE /v2.0/networks/ecd35756-7702-4168-9b7e-f6ce21930664 HTTP/1.1" status: 204 len: 168 time: 3.1204588 Aug 16 20:02:38.767769 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0c1aa-b16c-46e0-86a5-764d34a38c77 req-492e6cee-951c-482c-bb98-6701daaf7ad1 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:38.777036 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ed0c1aa-b16c-46e0-86a5-764d34a38c77 req-492e6cee-951c-482c-bb98-6701daaf7ad1 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 932 time: 0.1125619 Aug 16 20:02:38.785963 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a30f39-907c-4925-a12b-6aa6c2c8aa1c admin admin] Pushing event deleted for resources: {'Network': ['ID=ecd35756-7702-4168-9b7e-f6ce21930664,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:38.869878 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742aafc-a36e-4bca-b1ab-686ac833238e req-e138fcad-5d16-4458-9509-3264987419e2 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:38.872200 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7742aafc-a36e-4bca-b1ab-686ac833238e req-e138fcad-5d16-4458-9509-3264987419e2 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 943 time: 0.3236494 Aug 16 20:02:38.877348 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ed0c1aa-b16c-46e0-86a5-764d34a38c77 req-10adf068-604b-40b6-93da-e5079eceb210 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969388 Aug 16 20:02:39.002572 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34242) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:39.061885 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34244) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:39.065348 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-06fceec4-fa39-4885-b113-28c03b7409d2 req-ce51cc01-7bfa-44ea-a574-4a27f6294582 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Deleting port 13895d1d-8107-4d06-abd4-8549397e4dcf {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:02:39.065714 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-06fceec4-fa39-4885-b113-28c03b7409d2 req-ce51cc01-7bfa-44ea-a574-4a27f6294582 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:39.129027 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d628c9-3407-4457-a41f-881454b676db admin admin] Deleting subnet 67859431-3c0a-43e3-b371-b5f64d62799e {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:02:39.134435 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92d628c9-3407-4457-a41f-881454b676db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:39.188321 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92d628c9-3407-4457-a41f-881454b676db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:39.266235 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4f283004-5105-4deb-8b16-3878be89f574 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bfc4e88a20bb427bb0865cae1b76c3dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1948054 Aug 16 20:02:39.266902 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34246) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:39.287814 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7742aafc-a36e-4bca-b1ab-686ac833238e req-747bb0a7-4968-4846-acf8-9a26ecf1de54 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071884 Aug 16 20:02:39.340388 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92d628c9-3407-4457-a41f-881454b676db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:39.461462 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-06fceec4-fa39-4885-b113-28c03b7409d2 req-ce51cc01-7bfa-44ea-a574-4a27f6294582 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] For port 13895d1d-8107-4d06-abd4-8549397e4dcf, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=13895d1d-8107-4d06-abd4-8549397e4dcf,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:39.462054 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-06fceec4-fa39-4885-b113-28c03b7409d2 req-ce51cc01-7bfa-44ea-a574-4a27f6294582 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:39.467814 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258ac80-a02b-4f7a-a13e-d9cf4926390f req-9b172514-0a0b-4fd0-ac23-5de3a40a3d3f tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:39.481277 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9258ac80-a02b-4f7a-a13e-d9cf4926390f req-9b172514-0a0b-4fd0-ac23-5de3a40a3d3f tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "GET /v2.0/ports?device_id=411ced76-e8eb-413d-990e-e0d6c1a4178d HTTP/1.1" status: 200 len: 945 time: 0.1106308 Aug 16 20:02:39.485705 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-06fceec4-fa39-4885-b113-28c03b7409d2 req-ce51cc01-7bfa-44ea-a574-4a27f6294582 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Calling delete_port for 13895d1d-8107-4d06-abd4-8549397e4dcf owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:02:39.529843 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3a49e1e6-31eb-4032-b7b9-29b7d5eeb63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:39.535041 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92d628c9-3407-4457-a41f-881454b676db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:39.600699 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9258ac80-a02b-4f7a-a13e-d9cf4926390f req-4cd73304-9912-4c87-adb4-33af008737f6 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "GET /v2.0/security-groups?id=98ef8f83-eae4-434a-9412-c77b4d45b947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156366 Aug 16 20:02:39.601854 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d628c9-3407-4457-a41f-881454b676db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67859431-3c0a-43e3-b371-b5f64d62799e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:39.619652 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92d628c9-3407-4457-a41f-881454b676db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:39.623629 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-92d628c9-3407-4457-a41f-881454b676db admin admin] 10.222.0.68 "DELETE /v2.0/subnets/67859431-3c0a-43e3-b371-b5f64d62799e HTTP/1.1" status: 204 len: 168 time: 0.6178246 Aug 16 20:02:39.626976 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34260) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:39.627951 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5607138-10a3-4ee7-978b-be0d3f82a1db None None] Network 32ab34dc-dab9-4698-ba33-f8efbd07740e requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:02:39.663633 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3a49e1e6-31eb-4032-b7b9-29b7d5eeb63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:39.765709 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30f5d0-3c70-49c9-929a-ff6d1a3a5d2c req-7babb7de-9b49-4b94-8923-7387455d4f76 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:39.780369 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fe30f5d0-3c70-49c9-929a-ff6d1a3a5d2c req-7babb7de-9b49-4b94-8923-7387455d4f76 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "GET /v2.0/ports?device_id=411ced76-e8eb-413d-990e-e0d6c1a4178d HTTP/1.1" status: 200 len: 945 time: 0.0839314 Aug 16 20:02:39.780956 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34262) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:39.793230 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e0344737-e0b6-4944-82ab-bed2b89f3130 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Request body: {'floatingip': {'port_id': 'dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:02:39.912167 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0344737-e0b6-4944-82ab-bed2b89f3130 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks [] for floatingip, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:39.928099 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b47e3b4c-a426-4186-84c6-22789a24d211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:39.964992 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-8aa11e2b-c4c9-42a8-94fb-b5bef811b209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:02:39.986786 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d8418a-2473-4730-9854-7ba623c66936 None None] DHCP port deletion for 32ab34dc-dab9-4698-ba33-f8efbd07740e request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:02:39.995430 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe361c-cf17-457a-9209-bce90c45898a req-0b9a92c7-9a9b-489a-9248-5a8f2156051b tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:39.997060 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4fe361c-cf17-457a-9209-bce90c45898a req-0b9a92c7-9a9b-489a-9248-5a8f2156051b tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055c012-1531-420a-8eba-5ead68e7c55e HTTP/1.1" status: 200 len: 950 time: 0.2970257 Aug 16 20:02:40.029589 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-8aa11e2b-c4c9-42a8-94fb-b5bef811b209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:40.144297 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e94dbdc9-fcfc-4cbd-8471-4d024a49a046 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:02:40.181441 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b36b4-ec79-4aac-b177-225cecaf2016 req-16243511-d7bc-4ee4-b26e-c91006ac2f57 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:40.183093 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ef3b36b4-ec79-4aac-b177-225cecaf2016 req-16243511-d7bc-4ee4-b26e-c91006ac2f57 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 932 time: 0.1534801 Aug 16 20:02:40.197304 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-97d8418a-2473-4730-9854-7ba623c66936 None None] Deleting port e94dbdc9-fcfc-4cbd-8471-4d024a49a046 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:02:40.197673 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97d8418a-2473-4730-9854-7ba623c66936 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:40.205090 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3a49e1e6-31eb-4032-b7b9-29b7d5eeb63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:40.208539 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3a49e1e6-31eb-4032-b7b9-29b7d5eeb63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:40.210620 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3a49e1e6-31eb-4032-b7b9-29b7d5eeb63f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fa5a6877-1755-4484-98e4-5a244b69d423 HTTP/1.1" status: 204 len: 168 time: 0.9374871 Aug 16 20:02:40.215304 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-8aa11e2b-c4c9-42a8-94fb-b5bef811b209 service neutron] Transition to ACTIVE for port object 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:02:40.240911 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-8aa11e2b-c4c9-42a8-94fb-b5bef811b209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:40.253001 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49e1e6-31eb-4032-b7b9-29b7d5eeb63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5a6877-1755-4484-98e4-5a244b69d423,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:40.349854 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-06fceec4-fa39-4885-b113-28c03b7409d2 req-ce51cc01-7bfa-44ea-a574-4a27f6294582 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:40.360972 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ef3b36b4-ec79-4aac-b177-225cecaf2016 req-eca957a6-fd84-4540-a0b0-f4ba979b14b6 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499505 Aug 16 20:02:40.413115 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4fe361c-cf17-457a-9209-bce90c45898a req-614270b2-87f8-4782-b3e4-db50d781e46c tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.68 "GET /v2.0/security-groups?id=eca76e91-fa5a-4758-8cba-bd0087ede051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987780 Aug 16 20:02:40.418170 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-97d8418a-2473-4730-9854-7ba623c66936 None None] For port e94dbdc9-fcfc-4cbd-8471-4d024a49a046, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e94dbdc9-fcfc-4cbd-8471-4d024a49a046,segment=NetworkSegment(627df236-b6dd-47d5-9e3c-f7b3b1a2ec65),segment_id=627df236-b6dd-47d5-9e3c-f7b3b1a2ec65)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:40.424526 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97d8418a-2473-4730-9854-7ba623c66936 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:40.529705 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-97d8418a-2473-4730-9854-7ba623c66936 None None] Calling delete_port for e94dbdc9-fcfc-4cbd-8471-4d024a49a046 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:02:40.630376 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:40.678827 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa11e2b-c4c9-42a8-94fb-b5bef811b209 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:40.817490 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-06fceec4-fa39-4885-b113-28c03b7409d2 req-ce51cc01-7bfa-44ea-a574-4a27f6294582 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] No DVR routers for this DVR port 13895d1d-8107-4d06-abd4-8549397e4dcf on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:02:40.881826 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97d8418a-2473-4730-9854-7ba623c66936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:40.925115 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-06fceec4-fa39-4885-b113-28c03b7409d2 req-ce51cc01-7bfa-44ea-a574-4a27f6294582 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:40.937170 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-06fceec4-fa39-4885-b113-28c03b7409d2 req-ce51cc01-7bfa-44ea-a574-4a27f6294582 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.57 "DELETE /v2.0/ports/13895d1d-8107-4d06-abd4-8549397e4dcf HTTP/1.1" status: 204 len: 173 time: 2.5572507 Aug 16 20:02:40.939882 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1055c012-1531-420a-8eba-5ead68e7c55e', 'name': 'network-vif-deleted', 'tag': '13895d1d-8107-4d06-abd4-8549397e4dcf'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:02:40.943107 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5d1f20-32ac-43bd-941a-a207ea3a73df" -d '{"events": [{"server_uuid": "1055c012-1531-420a-8eba-5ead68e7c55e", "name": "network-vif-deleted", "tag": "13895d1d-8107-4d06-abd4-8549397e4dcf"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:02:40.970752 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51cc01-7bfa-44ea-a574-4a27f6294582 tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] Pushing event deleted for resources: {'Port': ['ID=13895d1d-8107-4d06-abd4-8549397e4dcf,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:40.999150 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d8418a-2473-4730-9854-7ba623c66936 None None] No DVR routers for this DVR port e94dbdc9-fcfc-4cbd-8471-4d024a49a046 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:02:41.021203 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8418a-2473-4730-9854-7ba623c66936 None None] Pushing event deleted for resources: {'Port': ['ID=e94dbdc9-fcfc-4cbd-8471-4d024a49a046,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:41.060882 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-b47e3b4c-a426-4186-84c6-22789a24d211 admin admin] Deleting port e94dbdc9-fcfc-4cbd-8471-4d024a49a046 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:02:41.061363 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b47e3b4c-a426-4186-84c6-22789a24d211 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:41.092937 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d362dec7-2660-4320-a8ae-7d4f688ebd67 x-openstack-request-id: req-d362dec7-2660-4320-a8ae-7d4f688ebd67 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:02:41.093566 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1055c012-1531-420a-8eba-5ead68e7c55e", "name": "network-vif-deleted", "tag": "13895d1d-8107-4d06-abd4-8549397e4dcf", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:02:41.094039 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d362dec7-2660-4320-a8ae-7d4f688ebd67 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:02:41.094478 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1055c012-1531-420a-8eba-5ead68e7c55e', 'name': 'network-vif-deleted', 'tag': '13895d1d-8107-4d06-abd4-8549397e4dcf', 'status': 'completed', 'code': 200} Aug 16 20:02:41.223673 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ab887-efa2-48e3-8699-dcf8e01eed2b req-0892f981-92d8-4bb7-8426-0a439c075f6a tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:41.226842 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fc1ab887-efa2-48e3-8699-dcf8e01eed2b req-0892f981-92d8-4bb7-8426-0a439c075f6a tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 943 time: 0.6317589 Aug 16 20:02:41.317706 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-8aa11e2b-c4c9-42a8-94fb-b5bef811b209 service neutron] Attempting to bind port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:02:41.318070 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-8aa11e2b-c4c9-42a8-94fb-b5bef811b209 service neutron] Attempting to bind port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:02:41.318360 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-8aa11e2b-c4c9-42a8-94fb-b5bef811b209 service neutron] Attempting to bind port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 on network 090f4e50-1fb3-4449-b92b-949da889d68e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:02:41.340344 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-b47e3b4c-a426-4186-84c6-22789a24d211 admin admin] For port e94dbdc9-fcfc-4cbd-8471-4d024a49a046, host n-d-787206-13, got binding levels [] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:41.340619 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b47e3b4c-a426-4186-84c6-22789a24d211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:41.348867 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-8aa11e2b-c4c9-42a8-94fb-b5bef811b209 service neutron] Port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 on network 090f4e50-1fb3-4449-b92b-949da889d68e not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:02:41.349141 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-8aa11e2b-c4c9-42a8-94fb-b5bef811b209 service neutron] Attempting to bind port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 on network 090f4e50-1fb3-4449-b92b-949da889d68e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:02:41.361855 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fc1ab887-efa2-48e3-8699-dcf8e01eed2b req-d6cfda83-596f-410f-9c48-8b042434212d tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238873 Aug 16 20:02:41.370193 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-b47e3b4c-a426-4186-84c6-22789a24d211 admin admin] Calling delete_port for e94dbdc9-fcfc-4cbd-8471-4d024a49a046 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:02:41.372209 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-8aa11e2b-c4c9-42a8-94fb-b5bef811b209 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:02:41.372549 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-8aa11e2b-c4c9-42a8-94fb-b5bef811b209 service neutron] Checking segment: {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:02:41.373163 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-8aa11e2b-c4c9-42a8-94fb-b5bef811b209 service neutron] Bound using segment: {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:02:41.374345 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-8aa11e2b-c4c9-42a8-94fb-b5bef811b209 service neutron] Bound port: 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:02:41.374345 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-8aa11e2b-c4c9-42a8-94fb-b5bef811b209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:41.378197 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.ipam_backend_mixin [None req-b47e3b4c-a426-4186-84c6-22789a24d211 admin admin] Port e94dbdc9-fcfc-4cbd-8471-4d024a49a046 was not found and therefore no delete operation was performed {{(pid=94770) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:02:41.386318 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b47e3b4c-a426-4186-84c6-22789a24d211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:41.426411 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47e3b4c-a426-4186-84c6-22789a24d211 admin admin] No DVR routers for this DVR port e94dbdc9-fcfc-4cbd-8471-4d024a49a046 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:02:41.440926 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e3b4c-a426-4186-84c6-22789a24d211 admin admin] Pushing event deleted for resources: {'Port': ['ID=e94dbdc9-fcfc-4cbd-8471-4d024a49a046,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:41.781636 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.db.resource_extend [None req-e0344737-e0b6-4944-82ab-bed2b89f3130 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:02:41.789018 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6c28ce9a-1433-4252-9606-b9e11338a958 req-e180c5fb-2a75-43fb-b576-0697795d5d9c tempest-TenantUsagesTestJSON-997377820 tempest-TenantUsagesTestJSON-997377820-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055c012-1531-420a-8eba-5ead68e7c55e HTTP/1.1" status: 200 len: 210 time: 0.1193428 Aug 16 20:02:41.790226 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 13895d1d-8107-4d06-abd4-8549397e4dcf no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:02:41.819970 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b47e3b4c-a426-4186-84c6-22789a24d211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:41.862080 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 13895d1d-8107-4d06-abd4-8549397e4dcf {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:02:41.862725 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 13895d1d-8107-4d06-abd4-8549397e4dcf not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:02:41.882865 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510127a-f851-45d5-b963-d202f484d9fa req-942aebc5-c9b2-48c0-a01a-b372ccf45c7e tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:41.890029 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34310) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:41.900179 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3510127a-f851-45d5-b963-d202f484d9fa req-942aebc5-c9b2-48c0-a01a-b372ccf45c7e tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 944 time: 0.2883534 Aug 16 20:02:41.910805 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-b47e3b4c-a426-4186-84c6-22789a24d211 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ab34dc-dab9-4698-ba33-f8efbd07740e']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:02:41.987424 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0344737-e0b6-4944-82ab-bed2b89f3130 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:41.998186 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0344737-e0b6-4944-82ab-bed2b89f3130 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:42.047710 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-b47e3b4c-a426-4186-84c6-22789a24d211 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '627df236-b6dd-47d5-9e3c-f7b3b1a2ec65') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:02:42.049371 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-b47e3b4c-a426-4186-84c6-22789a24d211 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '627df236-b6dd-47d5-9e3c-f7b3b1a2ec65') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:02:42.105288 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-8aa11e2b-c4c9-42a8-94fb-b5bef811b209 service neutron] For port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:02:42.123101 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b47e3b4c-a426-4186-84c6-22789a24d211 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:42.126236 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-8aa11e2b-c4c9-42a8-94fb-b5bef811b209 service neutron] For port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:02:42.147425 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-8aa11e2b-c4c9-42a8-94fb-b5bef811b209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:42.197077 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b47e3b4c-a426-4186-84c6-22789a24d211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:42.226325 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b47e3b4c-a426-4186-84c6-22789a24d211 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b47e3b4c-a426-4186-84c6-22789a24d211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:02:42.244409 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:02:42.296406 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3510127a-f851-45d5-b963-d202f484d9fa req-5c610d66-ab93-4a63-9aae-18b577390a69 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501000 Aug 16 20:02:42.296532 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-8aa11e2b-c4c9-42a8-94fb-b5bef811b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:42.296532 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-8aa11e2b-c4c9-42a8-94fb-b5bef811b209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:42.296532 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-8aa11e2b-c4c9-42a8-94fb-b5bef811b209 service neutron] 10.222.0.63 "PUT /v2.0/ports/1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 HTTP/1.1" status: 200 len: 1093 time: 3.8453341 Aug 16 20:02:42.314360 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa11e2b-c4c9-42a8-94fb-b5bef811b209 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:42.350150 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-567c21f3-db92-4765-8d03-68e2ef0a9851 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-136590746-network', 'tenant_id': '3d4c841e259544d78ad8fc783177205f'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:02:42.350444 n-d-787206-13 neutron-server[94771]: INFO neutron.db.l3_db [None req-e0344737-e0b6-4944-82ab-bed2b89f3130 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Floating IP 512d7f87-b27f-470c-83e9-8458ec05710f associated. External IP: 172.25.8.113, port: dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7. Aug 16 20:02:42.359549 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b47e3b4c-a426-4186-84c6-22789a24d211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:42.371652 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b47e3b4c-a426-4186-84c6-22789a24d211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:42.375219 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b47e3b4c-a426-4186-84c6-22789a24d211 admin admin] 10.222.0.68 "DELETE /v2.0/networks/32ab34dc-dab9-4698-ba33-f8efbd07740e HTTP/1.1" status: 204 len: 168 time: 2.7438920 Aug 16 20:02:42.408892 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e3b4c-a426-4186-84c6-22789a24d211 admin admin] Pushing event deleted for resources: {'Network': ['ID=32ab34dc-dab9-4698-ba33-f8efbd07740e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:42.576616 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567c21f3-db92-4765-8d03-68e2ef0a9851 admin admin] Made reservation on behalf of 3d4c841e259544d78ad8fc783177205f for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:02:42.579007 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-567c21f3-db92-4765-8d03-68e2ef0a9851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:42.603632 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825ecc9-19ca-4e22-8951-75074e2022d1 req-5421cf58-7432-4cd4-b8c2-ca1b61735a7f tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:42.611529 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e825ecc9-19ca-4e22-8951-75074e2022d1 req-5421cf58-7432-4cd4-b8c2-ca1b61735a7f tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 943 time: 0.1023645 Aug 16 20:02:42.637496 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-379006cb-2fc9-4611-8c9d-1477c6e41d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:42.639189 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-379006cb-2fc9-4611-8c9d-1477c6e41d65 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 1096 time: 0.2450793 Aug 16 20:02:42.642825 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-567c21f3-db92-4765-8d03-68e2ef0a9851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:42.671366 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34330) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:42.773182 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0344737-e0b6-4944-82ab-bed2b89f3130 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Router 1aa4e75a-80fc-4583-98ac-81b13265e952 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:02:42.783000 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-53e09e4c-7cc3-4eb1-b433-d00d7155cc5c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 HTTP/1.1" status: 200 len: 217 time: 0.1296389 Aug 16 20:02:42.800657 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e825ecc9-19ca-4e22-8951-75074e2022d1 req-bde499d6-55cd-4509-9bea-ae3bdd47bac2 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861460 Aug 16 20:02:42.902056 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-9f5aecbd-485d-4dba-afee-339697a07e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:42.903529 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-9f5aecbd-485d-4dba-afee-339697a07e85 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7bf22002-ba37-41ff-af5d-cdbe63ed2bd8 HTTP/1.1" status: 200 len: 848 time: 0.0938497 Aug 16 20:02:42.955145 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-010b3fb4-297a-4b98-82ac-1017d4c48b62 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=090f4e50-1fb3-4449-b92b-949da889d68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372064 Aug 16 20:02:43.077600 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0344737-e0b6-4944-82ab-bed2b89f3130 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:02:43.098127 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0344737-e0b6-4944-82ab-bed2b89f3130 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:43.120241 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab88622-9bd0-4695-b198-5d2f99d44a09 None None] Sync routers for ids ['1aa4e75a-80fc-4583-98ac-81b13265e952'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:02:43.148429 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab88622-9bd0-4695-b198-5d2f99d44a09 None None] Routers {'1aa4e75a-80fc-4583-98ac-81b13265e952'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:02:43.150715 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9ab88622-9bd0-4695-b198-5d2f99d44a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:02:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['1aa4e75a-80fc-4583-98ac-81b13265e952'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:02:43.153671 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576f1c83-d22c-4877-9326-8edc2b9ec82b', 'tag': '1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:02:43.161351 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3df9c24-e8f3-4ff7-bd9b-7cb07462797d" -d '{"events": [{"name": "network-changed", "server_uuid": "576f1c83-d22c-4877-9326-8edc2b9ec82b", "tag": "1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:02:43.197385 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-33747028-0617-44dc-b9e4-902122621075 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=70abbb206d0d4e1b957abffc35cf78b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5115948 Aug 16 20:02:43.202208 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34340) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:43.291591 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e0344737-e0b6-4944-82ab-bed2b89f3130 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "PUT /v2.0/floatingips/512d7f87-b27f-470c-83e9-8458ec05710f HTTP/1.1" status: 200 len: 991 time: 3.5095887 Aug 16 20:02:43.299720 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411ced76-e8eb-413d-990e-e0d6c1a4178d', 'tag': 'dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:02:43.306475 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d443b6d-796a-49f8-86dc-f4d7900faa4e" -d '{"events": [{"name": "network-changed", "server_uuid": "411ced76-e8eb-413d-990e-e0d6c1a4178d", "tag": "dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:02:43.371697 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4911845-4b65-49e7-ae53-2ca94452c84f x-openstack-request-id: req-d4911845-4b65-49e7-ae53-2ca94452c84f {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:02:43.372004 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576f1c83-d22c-4877-9326-8edc2b9ec82b", "tag": "1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:02:43.372241 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d4911845-4b65-49e7-ae53-2ca94452c84f {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:02:43.372642 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576f1c83-d22c-4877-9326-8edc2b9ec82b', 'tag': '1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1', 'status': 'completed', 'code': 200} Aug 16 20:02:43.450809 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f68cecf-07fc-4788-82d8-fa471383857f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:43.509772 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f68cecf-07fc-4788-82d8-fa471383857f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:43.530516 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-9ab88622-9bd0-4695-b198-5d2f99d44a09 None None] Set router 1aa4e75a-80fc-4583-98ac-81b13265e952 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:02:43.625613 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34360) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:43.627598 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9569b0f3-3a2b-4c1b-ba99-20e2d0447f61 x-openstack-request-id: req-9569b0f3-3a2b-4c1b-ba99-20e2d0447f61 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:02:43.628146 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "411ced76-e8eb-413d-990e-e0d6c1a4178d", "tag": "dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:02:43.632987 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9569b0f3-3a2b-4c1b-ba99-20e2d0447f61 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:02:43.633577 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '411ced76-e8eb-413d-990e-e0d6c1a4178d', 'tag': 'dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7', 'status': 'completed', 'code': 200} Aug 16 20:02:43.661258 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-39221bf2-0aa9-4237-8d06-7a1dcb22cd42 service neutron] 10.222.0.63 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6959777 Aug 16 20:02:43.724527 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d443b6d-796a-49f8-86dc-f4d7900faa4e req-1072719b-ba96-4baf-835d-0f1d9e6b57ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:43.727659 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7d443b6d-796a-49f8-86dc-f4d7900faa4e req-1072719b-ba96-4baf-835d-0f1d9e6b57ba service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0ef8ab90b2f84d0aa189390186d0acd0&device_id=411ced76-e8eb-413d-990e-e0d6c1a4178d HTTP/1.1" status: 200 len: 1097 time: 0.0815601 Aug 16 20:02:43.728539 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f68cecf-07fc-4788-82d8-fa471383857f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:43.732468 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f68cecf-07fc-4788-82d8-fa471383857f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:43.734164 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8f68cecf-07fc-4788-82d8-fa471383857f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199 HTTP/1.1" status: 204 len: 168 time: 0.5281150 Aug 16 20:02:43.806868 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3561362b-aeef-497c-80fd-d950db9fd8fb details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:02:43.819494 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-567c21f3-db92-4765-8d03-68e2ef0a9851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:43.842855 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-567c21f3-db92-4765-8d03-68e2ef0a9851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:43.857711 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b6b85543-737c-4171-8838-80d1028cefab req-0dfebed0-281b-4e34-85fb-2beec323985d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2561812 Aug 16 20:02:43.914944 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fc976-0b09-40f3-8113-d2a19d3e0997 req-cb871ed1-afe9-417b-9789-91e4eb564c06 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:43.923311 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fb9fc976-0b09-40f3-8113-d2a19d3e0997 req-cb871ed1-afe9-417b-9789-91e4eb564c06 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 944 time: 0.2733526 Aug 16 20:02:43.951849 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-567c21f3-db92-4765-8d03-68e2ef0a9851 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:02:43.993707 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c21f3-db92-4765-8d03-68e2ef0a9851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fb740f-4fc5-41f8-80fd-8989a7b4179c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:44.015205 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-96b55ad8-31bb-462c-afa6-fee718a36aa7 req-6b7b6630-8fe7-4eda-a3a4-dabb2e03d9e7 service neutron] 10.222.0.63 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263054 Aug 16 20:02:44.021644 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-567c21f3-db92-4765-8d03-68e2ef0a9851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:44.022233 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-567c21f3-db92-4765-8d03-68e2ef0a9851 admin admin] Added segment 0c1a0b86-acc2-4302-8120-36cbe873b497 of type vlan for network 50038fe1-20b3-430a-a3e5-f13498455fc2 Aug 16 20:02:44.038597 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68cecf-07fc-4788-82d8-fa471383857f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e3a2c0-94f1-4ed8-b9b6-b3ad36bb2199,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:44.156125 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fb9fc976-0b09-40f3-8113-d2a19d3e0997 req-9e519041-bc70-4055-83b4-0c4a5c79f5d9 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318101 Aug 16 20:02:44.170333 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b85543-737c-4171-8838-80d1028cefab req-15c19127-2ad4-4387-b27d-5fc6a8352196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:44.176688 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b6b85543-737c-4171-8838-80d1028cefab req-15c19127-2ad4-4387-b27d-5fc6a8352196 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80d98bbe248147c88be18e7257fbdc13&device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 1097 time: 0.2480392 Aug 16 20:02:44.195830 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-567c21f3-db92-4765-8d03-68e2ef0a9851 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:44.214027 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d443b6d-796a-49f8-86dc-f4d7900faa4e req-21ddaea7-104e-4a19-a0cf-c63196e26fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:44.215583 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7d443b6d-796a-49f8-86dc-f4d7900faa4e req-21ddaea7-104e-4a19-a0cf-c63196e26fa3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2faaf42a-8377-4cda-915c-463095539684 HTTP/1.1" status: 200 len: 915 time: 0.4799421 Aug 16 20:02:44.248320 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 3561362b-aeef-497c-80fd-d950db9fd8fb, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3561362b-aeef-497c-80fd-d950db9fd8fb,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:44.274109 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '3561362b-aeef-497c-80fd-d950db9fd8fb', 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3', 'port_id': '3561362b-aeef-497c-80fd-d950db9fd8fb', 'mac_address': 'fa:16:3e:7b:ca:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49f83f5f-99d4-4f21-857e-7c691113f792', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:02:44.321767 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.db.resource_extend [None req-567c21f3-db92-4765-8d03-68e2ef0a9851 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:02:44.332535 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34376) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:44.356046 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-53e42a12-5fb6-4f9d-a3ca-465d25f5edec admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c9eed9f40283469bb50c28d4cafb29c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7125390 Aug 16 20:02:44.368277 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:44.394654 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3561362b-aeef-497c-80fd-d950db9fd8fb {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:02:44.440248 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 3561362b-aeef-497c-80fd-d950db9fd8fb, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3561362b-aeef-497c-80fd-d950db9fd8fb,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:44.459992 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:44.549263 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7d443b6d-796a-49f8-86dc-f4d7900faa4e req-20d64b48-ef27-4f87-97a8-24c73a2ea498 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7 HTTP/1.1" status: 200 len: 999 time: 0.3246000 Aug 16 20:02:44.624357 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9ab88622-9bd0-4695-b198-5d2f99d44a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'name': 'tempest-ServersTestFqdnHostnames-967273529-router', 'tenant_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'f139be0c-089a-4d40-95c6-e06582a844f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:02:03Z', 'updated_at': '2021-08-16T20:02:08Z', 'revision_number': 4, 'project_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'gw_port': {'id': 'f139be0c-089a-4d40-95c6-e06582a844f3', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:28:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:02:03Z', 'updated_at': '2021-08-16T20:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '512d7f87-b27f-470c-83e9-8458ec05710f', 'tenant_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'floating_ip_address': '172.25.8.113', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'port_id': 'dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2faaf42a-8377-4cda-915c-463095539684', 'mac_address': 'fa:16:3e:c8:f4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411ced76-e8eb-413d-990e-e0d6c1a4178d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:02:18Z', 'updated_at': '2021-08-16T20:02:41Z', 'revision_number': 1, 'project_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f70e2c97-cf90-434c-9c7b-ec13328009f5', 'name': '', 'network_id': '2faaf42a-8377-4cda-915c-463095539684', 'tenant_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'mac_address': 'fa:16:3e:1e:97:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '22ab3704-c436-4171-98cd-4e587fb38538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:02:06Z', 'updated_at': '2021-08-16T20:02:14Z', 'revision_number': 5, 'project_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'subnets': [{'id': '22ab3704-c436-4171-98cd-4e587fb38538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:02:44.640999 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df9c24-e8f3-4ff7-bd9b-7cb07462797d req-efc556b0-35a6-4803-bd0e-7cf169766097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:44.652677 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b3df9c24-e8f3-4ff7-bd9b-7cb07462797d req-efc556b0-35a6-4803-bd0e-7cf169766097 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 1096 time: 0.5549548 Aug 16 20:02:44.660586 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b85543-737c-4171-8838-80d1028cefab req-473c27ae-5202-4554-b55a-2a2979f1afff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:44.667421 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b6b85543-737c-4171-8838-80d1028cefab req-473c27ae-5202-4554-b55a-2a2979f1afff service neutron] 10.222.0.63 "GET /v2.0/networks?id=273a965b-291d-4de0-904d-d29903ed22d3 HTTP/1.1" status: 200 len: 922 time: 0.4193678 Aug 16 20:02:44.681770 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=3561362b-aeef-497c-80fd-d950db9fd8fb,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:44.701633 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a21814e0-c8db-4ca7-ba8e-1892b790d16e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:44.712829 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['3561362b-aeef-497c-80fd-d950db9fd8fb'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:02:44.725252 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d443b6d-796a-49f8-86dc-f4d7900faa4e req-0af9b83e-6a3e-47d9-bfdd-e9c1912527b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:44.727281 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7d443b6d-796a-49f8-86dc-f4d7900faa4e req-0af9b83e-6a3e-47d9-bfdd-e9c1912527b4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=22ab3704-c436-4171-98cd-4e587fb38538 HTTP/1.1" status: 200 len: 853 time: 0.1661782 Aug 16 20:02:44.731288 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab88622-9bd0-4695-b198-5d2f99d44a09 None None] Checking router: 1aa4e75a-80fc-4583-98ac-81b13265e952 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:02:44.734696 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b6b85543-737c-4171-8838-80d1028cefab req-a70de246-a19d-4b7e-952f-79b834053147 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=210b9f61-2b6e-463d-b4dd-b2b93ef71c38 HTTP/1.1" status: 200 len: 217 time: 0.0610218 Aug 16 20:02:44.747841 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326fde3-b9c9-4b3e-8d13-ae200756f9ab req-fcde0a5c-6d18-45da-bcb6-58848a802e3a tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:44.749734 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3326fde3-b9c9-4b3e-8d13-ae200756f9ab req-fcde0a5c-6d18-45da-bcb6-58848a802e3a tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 944 time: 0.7145612 Aug 16 20:02:44.756671 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a21814e0-c8db-4ca7-ba8e-1892b790d16e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:44.765263 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-567c21f3-db92-4765-8d03-68e2ef0a9851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:44.766251 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567c21f3-db92-4765-8d03-68e2ef0a9851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:44.766835 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-567c21f3-db92-4765-8d03-68e2ef0a9851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:44.846793 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab88622-9bd0-4695-b198-5d2f99d44a09 None None] Routers {'1aa4e75a-80fc-4583-98ac-81b13265e952'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:02:44.851438 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9ab88622-9bd0-4695-b198-5d2f99d44a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:02:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['1aa4e75a-80fc-4583-98ac-81b13265e952'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:02:44.860780 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3326fde3-b9c9-4b3e-8d13-ae200756f9ab req-8d65dd95-1509-47ed-b8e6-2f6b9bca723b tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875404 Aug 16 20:02:44.874481 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d443b6d-796a-49f8-86dc-f4d7900faa4e req-762cab85-55f4-4cac-99af-48a1bf179e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:44.876439 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7d443b6d-796a-49f8-86dc-f4d7900faa4e req-762cab85-55f4-4cac-99af-48a1bf179e2d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2faaf42a-8377-4cda-915c-463095539684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1226654 Aug 16 20:02:44.930478 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a21814e0-c8db-4ca7-ba8e-1892b790d16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:44.936818 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a21814e0-c8db-4ca7-ba8e-1892b790d16e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:44.944135 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a21814e0-c8db-4ca7-ba8e-1892b790d16e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/eca76e91-fa5a-4758-8cba-bd0087ede051 HTTP/1.1" status: 204 len: 168 time: 0.6032028 Aug 16 20:02:45.032661 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21814e0-c8db-4ca7-ba8e-1892b790d16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca76e91-fa5a-4758-8cba-bd0087ede051,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:45.128229 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7d443b6d-796a-49f8-86dc-f4d7900faa4e req-29327d20-7e82-4cfb-bda5-2d2efce3f876 service neutron] 10.222.0.63 "GET /v2.0/networks/2faaf42a-8377-4cda-915c-463095539684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421772 Aug 16 20:02:45.435283 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-9ab88622-9bd0-4695-b198-5d2f99d44a09 None None] Set router 1aa4e75a-80fc-4583-98ac-81b13265e952 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:02:45.496937 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42fc381c-9b45-4adb-86d9-fa888fdcf6d3 req-a657c35c-9d68-4657-91fc-4e480631a8be service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9196754 Aug 16 20:02:45.520518 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7d443b6d-796a-49f8-86dc-f4d7900faa4e req-2d919317-984a-43cd-b218-07bdd4a87693 service neutron] 10.222.0.63 "GET /v2.0/networks/2faaf42a-8377-4cda-915c-463095539684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852983 Aug 16 20:02:45.542660 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789cf74-70ab-45d8-9d56-b7c56ac9abd2 req-debafd65-d2d8-4889-b53f-e4fca59bed1b tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:45.546806 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a789cf74-70ab-45d8-9d56-b7c56ac9abd2 req-debafd65-d2d8-4889-b53f-e4fca59bed1b tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 944 time: 0.2112572 Aug 16 20:02:45.576648 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df9c24-e8f3-4ff7-bd9b-7cb07462797d req-f9578c9a-f8a2-40b4-9446-224151bde753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:45.579136 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b3df9c24-e8f3-4ff7-bd9b-7cb07462797d req-f9578c9a-f8a2-40b4-9446-224151bde753 service neutron] 10.222.0.63 "GET /v2.0/networks?id=090f4e50-1fb3-4449-b92b-949da889d68e HTTP/1.1" status: 200 len: 909 time: 0.9105415 Aug 16 20:02:45.593279 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-567c21f3-db92-4765-8d03-68e2ef0a9851 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 3.6985383 Aug 16 20:02:45.626555 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34418) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:45.647301 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a789cf74-70ab-45d8-9d56-b7c56ac9abd2 req-fbee88ea-51d2-4d51-b342-1fc2eaaab6b5 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906410 Aug 16 20:02:45.659371 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d20ce5f0-18fd-4f0f-b7d6-1b106b83fff1 admin admin] Request body: {'subnet': {'network_id': '50038fe1-20b3-430a-a3e5-f13498455fc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-136590746-subnet', 'tenant_id': '3d4c841e259544d78ad8fc783177205f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:02:45.719269 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20ce5f0-18fd-4f0f-b7d6-1b106b83fff1 admin admin] Made reservation on behalf of 3d4c841e259544d78ad8fc783177205f for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:02:45.728821 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d20ce5f0-18fd-4f0f-b7d6-1b106b83fff1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:45.757041 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c21f3-db92-4765-8d03-68e2ef0a9851 admin admin] Pushing event updated for resources: {'Network': ['ID=50038fe1-20b3-430a-a3e5-f13498455fc2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:45.764402 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34424) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:45.765641 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b3df9c24-e8f3-4ff7-bd9b-7cb07462797d req-66dcd202-7e12-4397-95e3-44bfd7f5da63 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 HTTP/1.1" status: 200 len: 217 time: 0.1189084 Aug 16 20:02:45.777929 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 50038fe1-20b3-430a-a3e5-f13498455fc2 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:02:45.851005 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df9c24-e8f3-4ff7-bd9b-7cb07462797d req-33955087-a898-454a-8613-aa0d63a3ee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:45.852618 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b3df9c24-e8f3-4ff7-bd9b-7cb07462797d req-33955087-a898-454a-8613-aa0d63a3ee13 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7bf22002-ba37-41ff-af5d-cdbe63ed2bd8 HTTP/1.1" status: 200 len: 848 time: 0.0611920 Aug 16 20:02:45.893203 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e20e42ef-14a8-45f8-ba31-70eff36212e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:45.905747 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b3df9c24-e8f3-4ff7-bd9b-7cb07462797d req-b4a0429b-6136-4274-968c-e8502a4761f5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=090f4e50-1fb3-4449-b92b-949da889d68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346942 Aug 16 20:02:45.912197 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b85543-737c-4171-8838-80d1028cefab req-5d003a5c-e515-4916-841a-29643937e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:45.914317 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b6b85543-737c-4171-8838-80d1028cefab req-5d003a5c-e515-4916-841a-29643937e4ea service neutron] 10.222.0.63 "GET /v2.0/subnets?id=49f83f5f-99d4-4f21-857e-7c691113f792 HTTP/1.1" status: 200 len: 861 time: 1.1541505 Aug 16 20:02:45.994552 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc381c-9b45-4adb-86d9-fa888fdcf6d3 req-2e44419f-41dd-4e2f-90b6-965e6e5afe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:45.996392 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42fc381c-9b45-4adb-86d9-fa888fdcf6d3 req-2e44419f-41dd-4e2f-90b6-965e6e5afe6c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 1096 time: 0.4144604 Aug 16 20:02:46.076078 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b6b85543-737c-4171-8838-80d1028cefab req-9d5778a6-5e3a-448a-bca7-ce244b259829 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=273a965b-291d-4de0-904d-d29903ed22d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845912 Aug 16 20:02:46.263466 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9ab88622-9bd0-4695-b198-5d2f99d44a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'name': 'tempest-ServersTestFqdnHostnames-967273529-router', 'tenant_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'f139be0c-089a-4d40-95c6-e06582a844f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:02:03Z', 'updated_at': '2021-08-16T20:02:08Z', 'revision_number': 4, 'project_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'gw_port': {'id': 'f139be0c-089a-4d40-95c6-e06582a844f3', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:28:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:02:03Z', 'updated_at': '2021-08-16T20:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '512d7f87-b27f-470c-83e9-8458ec05710f', 'tenant_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'floating_ip_address': '172.25.8.113', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'port_id': 'dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2faaf42a-8377-4cda-915c-463095539684', 'mac_address': 'fa:16:3e:c8:f4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411ced76-e8eb-413d-990e-e0d6c1a4178d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:02:18Z', 'updated_at': '2021-08-16T20:02:41Z', 'revision_number': 1, 'project_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f70e2c97-cf90-434c-9c7b-ec13328009f5', 'name': '', 'network_id': '2faaf42a-8377-4cda-915c-463095539684', 'tenant_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'mac_address': 'fa:16:3e:1e:97:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '22ab3704-c436-4171-98cd-4e587fb38538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:02:06Z', 'updated_at': '2021-08-16T20:02:14Z', 'revision_number': 5, 'project_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'subnets': [{'id': '22ab3704-c436-4171-98cd-4e587fb38538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:02:46.340740 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab88622-9bd0-4695-b198-5d2f99d44a09 None None] The sync data for ids ['1aa4e75a-80fc-4583-98ac-81b13265e952'] in n-d-787206-13 is: [{'id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'name': 'tempest-ServersTestFqdnHostnames-967273529-router', 'tenant_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'f139be0c-089a-4d40-95c6-e06582a844f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:02:03Z', 'updated_at': '2021-08-16T20:02:08Z', 'revision_number': 4, 'project_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'gw_port': {'id': 'f139be0c-089a-4d40-95c6-e06582a844f3', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:28:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:02:03Z', 'updated_at': '2021-08-16T20:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '512d7f87-b27f-470c-83e9-8458ec05710f', 'tenant_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'floating_ip_address': '172.25.8.113', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'port_id': 'dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2faaf42a-8377-4cda-915c-463095539684', 'mac_address': 'fa:16:3e:c8:f4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411ced76-e8eb-413d-990e-e0d6c1a4178d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:02:18Z', 'updated_at': '2021-08-16T20:02:41Z', 'revision_number': 1, 'project_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f70e2c97-cf90-434c-9c7b-ec13328009f5', 'name': '', 'network_id': '2faaf42a-8377-4cda-915c-463095539684', 'tenant_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'mac_address': 'fa:16:3e:1e:97:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '22ab3704-c436-4171-98cd-4e587fb38538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:02:06Z', 'updated_at': '2021-08-16T20:02:14Z', 'revision_number': 5, 'project_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'subnets': [{'id': '22ab3704-c436-4171-98cd-4e587fb38538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:02:46.424344 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b3df9c24-e8f3-4ff7-bd9b-7cb07462797d req-4a1da4f9-cd74-4b07-ad41-6c062cad0dc9 service neutron] 10.222.0.63 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5086801 Aug 16 20:02:46.444738 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc381c-9b45-4adb-86d9-fa888fdcf6d3 req-e4eb667c-9c64-41e5-bacf-19434e324b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:46.447081 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42fc381c-9b45-4adb-86d9-fa888fdcf6d3 req-e4eb667c-9c64-41e5-bacf-19434e324b9a service neutron] 10.222.0.57 "GET /v2.0/networks?id=090f4e50-1fb3-4449-b92b-949da889d68e HTTP/1.1" status: 200 len: 909 time: 0.4103293 Aug 16 20:02:46.525762 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e20e42ef-14a8-45f8-ba31-70eff36212e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:46.538339 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e20e42ef-14a8-45f8-ba31-70eff36212e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:46.541156 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d20ce5f0-18fd-4f0f-b7d6-1b106b83fff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:46.551538 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42fc381c-9b45-4adb-86d9-fa888fdcf6d3 req-7b2ff172-810b-4bf5-872b-8137dccf1a7b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03e06574-3d89-43c8-b9cf-47243f3420ed HTTP/1.1" status: 200 len: 217 time: 0.0850604 Aug 16 20:02:46.565641 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b6b85543-737c-4171-8838-80d1028cefab req-751b238f-52be-4ea7-b37e-9c6a108ef9a7 service neutron] 10.222.0.63 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4718523 Aug 16 20:02:46.657973 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e42ef-14a8-45f8-ba31-70eff36212e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57ad990-18a8-4736-8e55-747cfb40bbba,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:46.661044 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34444) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:46.699550 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ce5f0-18fd-4f0f-b7d6-1b106b83fff1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70c9c4f3-11fd-4c7a-afd6-8ebf2bdda796,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:46.714917 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e20e42ef-14a8-45f8-ba31-70eff36212e4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=042a89c97fae4395910979a515fded0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9415102 Aug 16 20:02:46.719076 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34450) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:46.720781 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc381c-9b45-4adb-86d9-fa888fdcf6d3 req-69bcc2a2-af89-4c95-a164-beb13c3743f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:46.724474 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42fc381c-9b45-4adb-86d9-fa888fdcf6d3 req-69bcc2a2-af89-4c95-a164-beb13c3743f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bf22002-ba37-41ff-af5d-cdbe63ed2bd8 HTTP/1.1" status: 200 len: 848 time: 0.1261604 Aug 16 20:02:46.745629 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ce5f0-18fd-4f0f-b7d6-1b106b83fff1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:46.745876 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ce5f0-18fd-4f0f-b7d6-1b106b83fff1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:46.746291 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ce5f0-18fd-4f0f-b7d6-1b106b83fff1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:46.746627 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ce5f0-18fd-4f0f-b7d6-1b106b83fff1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:46.746958 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ce5f0-18fd-4f0f-b7d6-1b106b83fff1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:46.747349 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ce5f0-18fd-4f0f-b7d6-1b106b83fff1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:46.747927 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ce5f0-18fd-4f0f-b7d6-1b106b83fff1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:46.748377 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ce5f0-18fd-4f0f-b7d6-1b106b83fff1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:46.748779 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ce5f0-18fd-4f0f-b7d6-1b106b83fff1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:46.749168 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ce5f0-18fd-4f0f-b7d6-1b106b83fff1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:46.749496 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ce5f0-18fd-4f0f-b7d6-1b106b83fff1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:46.750314 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ce5f0-18fd-4f0f-b7d6-1b106b83fff1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:46.773016 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20ce5f0-18fd-4f0f-b7d6-1b106b83fff1 admin admin] Checking segment: {'id': '0c1a0b86-acc2-4302-8120-36cbe873b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '50038fe1-20b3-430a-a3e5-f13498455fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:02:46.773379 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20ce5f0-18fd-4f0f-b7d6-1b106b83fff1 admin admin] Network hostable DHCP agents. Network: 50038fe1-20b3-430a-a3e5-f13498455fc2, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:02:46.857203 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20ce5f0-18fd-4f0f-b7d6-1b106b83fff1 admin admin] Network 50038fe1-20b3-430a-a3e5-f13498455fc2 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:02:46.857981 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31481f58-5e99-4c02-b682-793d7c9b216a None None] New status for floating IP 512d7f87-b27f-470c-83e9-8458ec05710f: ACTIVE {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:02:46.890996 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42fc381c-9b45-4adb-86d9-fa888fdcf6d3 req-afb98943-4776-45f2-a77c-aad5c8bfd957 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=090f4e50-1fb3-4449-b92b-949da889d68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1570873 Aug 16 20:02:46.928679 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c4ac5f22-8673-4ea9-a6c7-203ce1a5990b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:46.934958 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d20ce5f0-18fd-4f0f-b7d6-1b106b83fff1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 50038fe1-20b3-430a-a3e5-f13498455fc2) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:02:46.945662 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c268b943-4e22-4473-9c7a-2e2499683e80 None None] Network 50038fe1-20b3-430a-a3e5-f13498455fc2 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:02:46.950028 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20ce5f0-18fd-4f0f-b7d6-1b106b83fff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:46.950836 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d20ce5f0-18fd-4f0f-b7d6-1b106b83fff1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:46.960273 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5b67f96-075a-4bac-9439-c186d1929776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:46.985542 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5b67f96-075a-4bac-9439-c186d1929776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:47.059154 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42fc381c-9b45-4adb-86d9-fa888fdcf6d3 req-30122e2b-0781-460c-b242-209cb6505fe6 service neutron] 10.222.0.57 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566660 Aug 16 20:02:47.089467 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5b67f96-075a-4bac-9439-c186d1929776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:47.096542 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5b67f96-075a-4bac-9439-c186d1929776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:47.100083 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a5b67f96-075a-4bac-9439-c186d1929776 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f57ad990-18a8-4736-8e55-747cfb40bbba HTTP/1.1" status: 204 len: 168 time: 0.3656988 Aug 16 20:02:47.162516 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d20ce5f0-18fd-4f0f-b7d6-1b106b83fff1 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5017650 Aug 16 20:02:47.169410 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddf8dd7-6d99-47ff-b757-7b922d11ca75 None None] Network 50038fe1-20b3-430a-a3e5-f13498455fc2 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:02:47.180978 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0ee7a-d5a1-423e-959e-65b75b7420d0 req-de84740a-d82a-402f-85e7-545dd4885cca tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:47.182015 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242e51d-37f3-4fdd-b3f2-ef588014d1af req-584c0943-58dd-4d74-9c82-70ceb625d15b tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:47.189174 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2242e51d-37f3-4fdd-b3f2-ef588014d1af req-584c0943-58dd-4d74-9c82-70ceb625d15b tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 944 time: 1.1446962 Aug 16 20:02:47.195931 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4ca0ee7a-d5a1-423e-959e-65b75b7420d0 req-de84740a-d82a-402f-85e7-545dd4885cca tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 944 time: 0.3680191 Aug 16 20:02:47.198827 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b67f96-075a-4bac-9439-c186d1929776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57ad990-18a8-4736-8e55-747cfb40bbba,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:47.217737 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b3df9c24-e8f3-4ff7-bd9b-7cb07462797d req-97ba3f3d-dd17-469a-a283-d46504b82d0f service neutron] 10.222.0.63 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7525256 Aug 16 20:02:47.344766 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4ca0ee7a-d5a1-423e-959e-65b75b7420d0 req-8d64f7e7-697e-43e6-9498-bb485677449e tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319721 Aug 16 20:02:47.397736 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b6b85543-737c-4171-8838-80d1028cefab req-46d63247-2ae8-41bd-bc25-3c65938d4895 service neutron] 10.222.0.63 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7979529 Aug 16 20:02:47.433173 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c4ac5f22-8673-4ea9-a6c7-203ce1a5990b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:47.444525 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c4ac5f22-8673-4ea9-a6c7-203ce1a5990b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:47.444769 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42fc381c-9b45-4adb-86d9-fa888fdcf6d3 req-dc9193e0-6374-4849-8553-d9b5b7488a99 service neutron] 10.222.0.57 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709219 Aug 16 20:02:47.468969 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2242e51d-37f3-4fdd-b3f2-ef588014d1af req-0561205f-81bf-4835-8cdd-2aa773e840c1 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579868 Aug 16 20:02:47.532751 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c4ac5f22-8673-4ea9-a6c7-203ce1a5990b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=48fb16ff035f4c7480ee290130df245b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8612127 Aug 16 20:02:47.533337 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34464) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:47.542354 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac5f22-8673-4ea9-a6c7-203ce1a5990b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49d4b3d-3940-46a6-8230-7258a68c3148,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:47.655988 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9d778f6a-627c-42b2-9b4a-48e5c9836c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:47.693092 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9d778f6a-627c-42b2-9b4a-48e5c9836c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:47.778760 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9d778f6a-627c-42b2-9b4a-48e5c9836c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:47.779665 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9d778f6a-627c-42b2-9b4a-48e5c9836c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:47.784807 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9d778f6a-627c-42b2-9b4a-48e5c9836c4c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f49d4b3d-3940-46a6-8230-7258a68c3148 HTTP/1.1" status: 204 len: 168 time: 0.2469311 Aug 16 20:02:47.792905 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d778f6a-627c-42b2-9b4a-48e5c9836c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49d4b3d-3940-46a6-8230-7258a68c3148,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:47.821394 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3561362b-aeef-497c-80fd-d950db9fd8fb up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:02:47.899487 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 3561362b-aeef-497c-80fd-d950db9fd8fb completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:02:47.914959 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 3561362b-aeef-497c-80fd-d950db9fd8fb triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:02:47.915441 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:48.101708 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:48.142488 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0389840-105f-485a-9ebf-2b94a29b6dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3561362b-aeef-497c-80fd-d950db9fd8fb'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:02:48.146323 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62218c4-e0e8-49d2-8150-fda43990a331" -d '{"events": [{"server_uuid": "a0389840-105f-485a-9ebf-2b94a29b6dce", "name": "network-vif-plugged", "status": "completed", "tag": "3561362b-aeef-497c-80fd-d950db9fd8fb"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:02:48.164737 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 3561362b-aeef-497c-80fd-d950db9fd8fb, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3561362b-aeef-497c-80fd-d950db9fd8fb,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:48.175235 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:48.213784 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c8dd60-098c-493c-8ef6-c8883ebba2a8 x-openstack-request-id: req-c6c8dd60-098c-493c-8ef6-c8883ebba2a8 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:02:48.214155 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0389840-105f-485a-9ebf-2b94a29b6dce", "name": "network-vif-plugged", "status": "completed", "tag": "3561362b-aeef-497c-80fd-d950db9fd8fb", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:02:48.214249 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c6c8dd60-098c-493c-8ef6-c8883ebba2a8 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:02:48.214775 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0389840-105f-485a-9ebf-2b94a29b6dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3561362b-aeef-497c-80fd-d950db9fd8fb', 'code': 200} Aug 16 20:02:48.271005 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=3561362b-aeef-497c-80fd-d950db9fd8fb,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:48.292741 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-c333f713-f76e-4089-8a1b-1d81e9e796b2 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:48.301917 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-c333f713-f76e-4089-8a1b-1d81e9e796b2 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/networks?id=50038fe1-20b3-430a-a3e5-f13498455fc2 HTTP/1.1" status: 200 len: 804 time: 0.2896540 Aug 16 20:02:48.329872 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-6649c8a3-d52b-4f23-9c7c-3a2de2832e66 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/quotas/3d4c841e259544d78ad8fc783177205f HTTP/1.1" status: 200 len: 375 time: 0.0270073 Aug 16 20:02:48.392659 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-e7beb2e1-3198-4adc-92f8-20d117e164b1 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3d4c841e259544d78ad8fc783177205f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613437 Aug 16 20:02:48.421143 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f3bc7-85da-4438-aca1-a99f307e8d9a req-fcff2a2b-f340-4e75-82ad-c35758aacaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:48.422495 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5d1f3bc7-85da-4438-aca1-a99f307e8d9a req-fcff2a2b-f340-4e75-82ad-c35758aacaf2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 1097 time: 0.1177583 Aug 16 20:02:48.521176 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5d1f3bc7-85da-4438-aca1-a99f307e8d9a req-81f11883-0a4c-4247-bba1-e7361af44fcc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619125 Aug 16 20:02:48.562107 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-1a16a04e-3805-4fff-992a-2e727b9dcd80 service neutron] 10.222.0.68 "GET /v2.0/networks/50038fe1-20b3-430a-a3e5-f13498455fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684253 Aug 16 20:02:48.630183 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640a74d-0f5a-4cce-bc44-5dd3bbb2d69f req-f4643c72-d6f8-40da-9f6a-a1bef534e303 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:48.639304 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f640a74d-0f5a-4cce-bc44-5dd3bbb2d69f req-f4643c72-d6f8-40da-9f6a-a1bef534e303 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 944 time: 0.1215825 Aug 16 20:02:48.705852 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-44a62df9-0882-4778-8da4-00375c7289b6 service neutron] 10.222.0.68 "GET /v2.0/networks/50038fe1-20b3-430a-a3e5-f13498455fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426363 Aug 16 20:02:48.742372 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f640a74d-0f5a-4cce-bc44-5dd3bbb2d69f req-3fd00e3e-8556-4571-aa74-b02481177f1b tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807655 Aug 16 20:02:48.870305 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce777479-aca6-4946-8840-aa0e5ab845ab req-a4a3aaf4-1dd0-4557-9b94-5e4322eb0144 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:48.877573 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ce777479-aca6-4946-8840-aa0e5ab845ab req-a4a3aaf4-1dd0-4557-9b94-5e4322eb0144 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 945 time: 0.0767674 Aug 16 20:02:48.934985 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ce777479-aca6-4946-8840-aa0e5ab845ab req-02cf1e56-3983-4a76-b6ec-eaa268de6189 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564530 Aug 16 20:02:49.310764 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-747f2713-137c-462f-8f8f-faa80727e294 req-b11911ea-6862-455c-bdb2-602083deb1b3 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=45d55b5c-09c1-4467-a675-08762628925d HTTP/1.1" status: 200 len: 210 time: 0.1121297 Aug 16 20:02:49.889041 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ce194-de29-40fc-ba72-342e101877ad req-3ab9b291-2c6a-4a03-819e-59f0de0fcaee tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:49.890864 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-705ce194-de29-40fc-ba72-342e101877ad req-3ab9b291-2c6a-4a03-819e-59f0de0fcaee tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 944 time: 0.0599828 Aug 16 20:02:49.966758 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-705ce194-de29-40fc-ba72-342e101877ad req-ec56e9b7-babd-4b07-8254-e05679320002 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672529 Aug 16 20:02:50.165484 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54177684-a1fb-47d7-b607-8392786d724c req-f9e3d878-c8f1-426b-8d21-8d5d817def58 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:50.167243 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54177684-a1fb-47d7-b607-8392786d724c req-f9e3d878-c8f1-426b-8d21-8d5d817def58 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 945 time: 0.1017084 Aug 16 20:02:50.232715 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54177684-a1fb-47d7-b607-8392786d724c req-444adfb1-6bb4-409a-930c-d49c910c0f25 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570004 Aug 16 20:02:50.634284 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42cb10c0-a1c7-4d4d-ba81-94f6a23f6db0 req-f5e8d4da-5b20-4521-99c7-fd3a7e1d9464 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=45d55b5c-09c1-4467-a675-08762628925d HTTP/1.1" status: 200 len: 210 time: 0.0325856 Aug 16 20:02:50.679762 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80fba0-390b-4ef9-8d36-baa3a97c0d98 req-3ffc24bc-ca75-4b2e-9e83-8e1670ac418d tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:50.684576 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7f80fba0-390b-4ef9-8d36-baa3a97c0d98 req-3ffc24bc-ca75-4b2e-9e83-8e1670ac418d tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 1097 time: 0.0738511 Aug 16 20:02:50.732367 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7f80fba0-390b-4ef9-8d36-baa3a97c0d98 req-4042bb2b-5f4d-4737-854f-cb279fe5ce2f tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347302 Aug 16 20:02:50.874831 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae8bd9-6b05-4283-8dc1-6feb09435bb3 req-71f67dd4-8017-4157-9e6b-a1a2344786e3 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:50.876452 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-28ae8bd9-6b05-4283-8dc1-6feb09435bb3 req-71f67dd4-8017-4157-9e6b-a1a2344786e3 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 1097 time: 0.0514674 Aug 16 20:02:50.912694 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-28ae8bd9-6b05-4283-8dc1-6feb09435bb3 req-9f53ea86-08d7-4941-bb8c-6dfa2271c87a tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296566 Aug 16 20:02:51.140706 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d07e90-f575-4bab-99e8-b651ea3ac384 req-e86f9225-3b51-4942-994a-a9f0cb641b7b tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:51.143060 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-21d07e90-f575-4bab-99e8-b651ea3ac384 req-e86f9225-3b51-4942-994a-a9f0cb641b7b tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 944 time: 0.0624614 Aug 16 20:02:51.195431 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-21d07e90-f575-4bab-99e8-b651ea3ac384 req-d208be19-5b20-492d-a2ec-11e1757ccbeb tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452995 Aug 16 20:02:51.334399 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-13a5a1bd-7aa5-4d00-a296-8cac41be727b tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:51.335983 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-13a5a1bd-7aa5-4d00-a296-8cac41be727b tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.57 "GET /v2.0/networks?id=50038fe1-20b3-430a-a3e5-f13498455fc2 HTTP/1.1" status: 200 len: 804 time: 0.1475329 Aug 16 20:02:51.350360 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-d922b744-7de2-4d44-8d1f-475cf29d8293 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Request body: {'port': {'device_id': '45d55b5c-09c1-4467-a675-08762628925d', 'network_id': '50038fe1-20b3-430a-a3e5-f13498455fc2', 'admin_state_up': True, 'tenant_id': '3d4c841e259544d78ad8fc783177205f'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:02:51.367539 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34662) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:51.496606 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-d922b744-7de2-4d44-8d1f-475cf29d8293 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Made reservation on behalf of 3d4c841e259544d78ad8fc783177205f for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:02:51.500667 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-d922b744-7de2-4d44-8d1f-475cf29d8293 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:51.625098 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e099f5e2-faaf-4e63-b4bd-1efe3bf376df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:51.661634 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-d922b744-7de2-4d44-8d1f-475cf29d8293 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Allocated IP 172.20.0.3 (50038fe1-20b3-430a-a3e5-f13498455fc2/70c9c4f3-11fd-4c7a-afd6-8ebf2bdda796/a6ef13a1-4664-4c61-8dd2-b8607f760d77) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:02:51.764215 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e099f5e2-faaf-4e63-b4bd-1efe3bf376df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:51.774469 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e099f5e2-faaf-4e63-b4bd-1efe3bf376df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:51.828794 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e099f5e2-faaf-4e63-b4bd-1efe3bf376df admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=06b2fd52a54e4ba0a8e655f6b38aff8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4599013 Aug 16 20:02:51.830079 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099f5e2-faaf-4e63-b4bd-1efe3bf376df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca70fd7e-b8ba-456e-9b74-b8f4792b747f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:51.831667 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34704) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:51.900237 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:02:51.930723 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-d922b744-7de2-4d44-8d1f-475cf29d8293 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:51.974277 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cd7b6527-18af-4a86-a28d-49f51afbc4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:52.057081 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cd7b6527-18af-4a86-a28d-49f51afbc4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:52.085479 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2d5961a5-95e6-424a-8694-f8fc4bc389b2 req-26b76ad4-1e35-4dc4-ac9a-396407d24cfa tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=45d55b5c-09c1-4467-a675-08762628925d HTTP/1.1" status: 200 len: 210 time: 0.0569766 Aug 16 20:02:52.087508 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:52.105854 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1', 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e', 'port_id': '1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1', 'mac_address': 'fa:16:3e:af:b0:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf22002-ba37-41ff-af5d-cdbe63ed2bd8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:02:52.120006 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-d922b744-7de2-4d44-8d1f-475cf29d8293 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:52.156178 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34722) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:52.156365 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:52.173115 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:02:52.199400 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:52.204724 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:52.231956 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-d922b744-7de2-4d44-8d1f-475cf29d8293 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Network 50038fe1-20b3-430a-a3e5-f13498455fc2 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:02:52.240008 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cd7b6527-18af-4a86-a28d-49f51afbc4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:52.243856 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cd7b6527-18af-4a86-a28d-49f51afbc4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:52.245495 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-cd7b6527-18af-4a86-a28d-49f51afbc4e5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ca70fd7e-b8ba-456e-9b74-b8f4792b747f HTTP/1.1" status: 204 len: 168 time: 0.4127841 Aug 16 20:02:52.256579 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a86d45-d5be-4eb0-ad8c-a87970ba5974 req-52df0621-b89f-4f06-9695-1d7f81eed848 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:52.258459 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-33a86d45-d5be-4eb0-ad8c-a87970ba5974 req-52df0621-b89f-4f06-9695-1d7f81eed848 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.68 "GET /v2.0/ports?device_id=7699ae85-2554-4664-9a28-aea6090bdcc4 HTTP/1.1" status: 200 len: 951 time: 0.0824881 Aug 16 20:02:52.285417 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:52.287750 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-d922b744-7de2-4d44-8d1f-475cf29d8293 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:02:52.293797 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b6527-18af-4a86-a28d-49f51afbc4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca70fd7e-b8ba-456e-9b74-b8f4792b747f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:52.296262 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.296382 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.296681 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.297059 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.297621 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.297981 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.298316 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.298648 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.299105 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.299474 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.299806 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.300132 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.300563 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-d922b744-7de2-4d44-8d1f-475cf29d8293 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:02:52.316460 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-3a835339-4a44-43a4-a8d7-58cf450c937c tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:02:52.320139 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-3a835339-4a44-43a4-a8d7-58cf450c937c tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0272410 Aug 16 20:02:52.320692 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922b744-7de2-4d44-8d1f-475cf29d8293 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Pushing event updated for resources: {'Port': ['ID=a6ef13a1-4664-4c61-8dd2-b8607f760d77,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:52.325895 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-33a86d45-d5be-4eb0-ad8c-a87970ba5974 req-22af0cfe-7078-43bb-87b6-f602693fef13 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.68 "GET /v2.0/security-groups?id=8c4d1c85-e244-4888-bb6f-1907f30a2a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574558 Aug 16 20:02:52.341909 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d63b7e61-2794-4a52-8531-88671916d527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:52.364738 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1795f21e-6d6a-4722-9edf-b82610ddc1b9 service neutron] Request body: {'binding': {'host': 'n-h2-787206-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:02:52.365927 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1795f21e-6d6a-4722-9edf-b82610ddc1b9 service neutron] Unknown quota resources ['binding']. {{(pid=94770) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:02:52.375414 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b6527-18af-4a86-a28d-49f51afbc4e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.375909 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b6527-18af-4a86-a28d-49f51afbc4e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.376331 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b6527-18af-4a86-a28d-49f51afbc4e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.377032 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b6527-18af-4a86-a28d-49f51afbc4e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.377032 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b6527-18af-4a86-a28d-49f51afbc4e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.377456 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b6527-18af-4a86-a28d-49f51afbc4e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.378219 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b6527-18af-4a86-a28d-49f51afbc4e5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.378725 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b6527-18af-4a86-a28d-49f51afbc4e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.379223 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b6527-18af-4a86-a28d-49f51afbc4e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.379724 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b6527-18af-4a86-a28d-49f51afbc4e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.380194 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b6527-18af-4a86-a28d-49f51afbc4e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.380771 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b6527-18af-4a86-a28d-49f51afbc4e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.414215 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922b744-7de2-4d44-8d1f-475cf29d8293 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.415034 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922b744-7de2-4d44-8d1f-475cf29d8293 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.415736 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922b744-7de2-4d44-8d1f-475cf29d8293 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.416426 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922b744-7de2-4d44-8d1f-475cf29d8293 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.417174 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922b744-7de2-4d44-8d1f-475cf29d8293 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.417654 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922b744-7de2-4d44-8d1f-475cf29d8293 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.418415 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922b744-7de2-4d44-8d1f-475cf29d8293 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.418943 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922b744-7de2-4d44-8d1f-475cf29d8293 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.419441 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922b744-7de2-4d44-8d1f-475cf29d8293 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.419958 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922b744-7de2-4d44-8d1f-475cf29d8293 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.420430 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922b744-7de2-4d44-8d1f-475cf29d8293 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.420898 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922b744-7de2-4d44-8d1f-475cf29d8293 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:02:52.451041 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-d922b744-7de2-4d44-8d1f-475cf29d8293 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:52.451811 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-d922b744-7de2-4d44-8d1f-475cf29d8293 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:52.485127 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:02:52.503455 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d63b7e61-2794-4a52-8531-88671916d527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:52.512279 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d3dc7-43ad-4e4d-a04e-e54f9d94c588 req-769224c9-6388-4944-81ce-56d5616477bb tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:52.514201 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-724d3dc7-43ad-4e4d-a04e-e54f9d94c588 req-769224c9-6388-4944-81ce-56d5616477bb tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 945 time: 0.0839620 Aug 16 20:02:52.515579 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d63b7e61-2794-4a52-8531-88671916d527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:52.533576 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-d922b744-7de2-4d44-8d1f-475cf29d8293 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1865120 Aug 16 20:02:52.551688 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-470a2096-0468-4bbf-a2a4-4d8e6db9e55c service neutron] Request body: {'port': {'device_id': '45d55b5c-09c1-4467-a675-08762628925d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:02:52.580247 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d63b7e61-2794-4a52-8531-88671916d527 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d03731582df741bca42e315614869f9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4225883 Aug 16 20:02:52.581823 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b7e61-2794-4a52-8531-88671916d527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fa05b7-7afb-4fda-8f6d-38e95bf14328,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:52.585004 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34734) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:52.624921 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-724d3dc7-43ad-4e4d-a04e-e54f9d94c588 req-46d03bed-35f4-40ea-acda-06332f3c5e4a tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980697 Aug 16 20:02:52.673638 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-470a2096-0468-4bbf-a2a4-4d8e6db9e55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:52.686781 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-324e63ce-3933-41b8-a912-d62e7a05298b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:52.688594 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1795f21e-6d6a-4722-9edf-b82610ddc1b9 service neutron] Attempting to bind port 3561362b-aeef-497c-80fd-d950db9fd8fb on host n-h2-787206-13 for vnic_type normal with profile None {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:02:52.689223 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1795f21e-6d6a-4722-9edf-b82610ddc1b9 service neutron] Attempting to bind port 3561362b-aeef-497c-80fd-d950db9fd8fb by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:02:52.689660 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1795f21e-6d6a-4722-9edf-b82610ddc1b9 service neutron] Attempting to bind port 3561362b-aeef-497c-80fd-d950db9fd8fb on network 273a965b-291d-4de0-904d-d29903ed22d3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:02:52.725195 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-324e63ce-3933-41b8-a912-d62e7a05298b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:52.735235 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1795f21e-6d6a-4722-9edf-b82610ddc1b9 service neutron] Port 3561362b-aeef-497c-80fd-d950db9fd8fb on network 273a965b-291d-4de0-904d-d29903ed22d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:02:52.735617 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1795f21e-6d6a-4722-9edf-b82610ddc1b9 service neutron] Attempting to bind port 3561362b-aeef-497c-80fd-d950db9fd8fb on network 273a965b-291d-4de0-904d-d29903ed22d3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:02:52.754889 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34744) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:52.756380 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1795f21e-6d6a-4722-9edf-b82610ddc1b9 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:02:52.756726 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1795f21e-6d6a-4722-9edf-b82610ddc1b9 service neutron] Checking segment: {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:02:52.757107 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1795f21e-6d6a-4722-9edf-b82610ddc1b9 service neutron] Bound using segment: {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:02:52.757542 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1795f21e-6d6a-4722-9edf-b82610ddc1b9 service neutron] Bound port: 3561362b-aeef-497c-80fd-d950db9fd8fb, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:02:52.775537 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c91e514-47a7-4d56-a867-b42a069ab906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:52.823124 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-324e63ce-3933-41b8-a912-d62e7a05298b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:52.825650 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-324e63ce-3933-41b8-a912-d62e7a05298b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:52.829319 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-324e63ce-3933-41b8-a912-d62e7a05298b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/60fa05b7-7afb-4fda-8f6d-38e95bf14328 HTTP/1.1" status: 204 len: 168 time: 0.2405868 Aug 16 20:02:52.848207 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e63ce-3933-41b8-a912-d62e7a05298b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fa05b7-7afb-4fda-8f6d-38e95bf14328,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:52.921174 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1795f21e-6d6a-4722-9edf-b82610ddc1b9 service neutron] For port 3561362b-aeef-497c-80fd-d950db9fd8fb, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3561362b-aeef-497c-80fd-d950db9fd8fb,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:02:52.934429 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1795f21e-6d6a-4722-9edf-b82610ddc1b9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:52.936338 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1795f21e-6d6a-4722-9edf-b82610ddc1b9 service neutron] 10.222.0.68 "POST /v2.0/ports/3561362b-aeef-497c-80fd-d950db9fd8fb/bindings HTTP/1.1" status: 201 len: 390 time: 0.5882330 Aug 16 20:02:52.937298 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c91e514-47a7-4d56-a867-b42a069ab906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:52.943940 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c91e514-47a7-4d56-a867-b42a069ab906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:53.003045 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5c91e514-47a7-4d56-a867-b42a069ab906 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ba664a8dc621488585c43c6d2d68a520&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441051 Aug 16 20:02:53.003944 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c91e514-47a7-4d56-a867-b42a069ab906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94b889c-db50-40e5-9909-8f9ffa323567,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:53.021221 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34754) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:53.055138 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-470a2096-0468-4bbf-a2a4-4d8e6db9e55c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6ef13a1-4664-4c61-8dd2-b8607f760d77 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:02:53.065719 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-470a2096-0468-4bbf-a2a4-4d8e6db9e55c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:53.094173 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-470a2096-0468-4bbf-a2a4-4d8e6db9e55c service neutron] Transition to ACTIVE for port object a6ef13a1-4664-4c61-8dd2-b8607f760d77 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:02:53.103800 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-470a2096-0468-4bbf-a2a4-4d8e6db9e55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:53.152549 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc009ae0-fcc8-4dd9-b7df-f7646284c5c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:53.181915 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a2096-0468-4bbf-a2a4-4d8e6db9e55c service neutron] Pushing event updated for resources: {'Port': ['ID=a6ef13a1-4664-4c61-8dd2-b8607f760d77,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:53.217832 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc009ae0-fcc8-4dd9-b7df-f7646284c5c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:53.311475 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc009ae0-fcc8-4dd9-b7df-f7646284c5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:53.315642 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc009ae0-fcc8-4dd9-b7df-f7646284c5c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:53.320186 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fc009ae0-fcc8-4dd9-b7df-f7646284c5c7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e94b889c-db50-40e5-9909-8f9ffa323567 HTTP/1.1" status: 204 len: 168 time: 0.2946382 Aug 16 20:02:53.334558 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc009ae0-fcc8-4dd9-b7df-f7646284c5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94b889c-db50-40e5-9909-8f9ffa323567,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:53.341648 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-470a2096-0468-4bbf-a2a4-4d8e6db9e55c service neutron] Attempting to bind port a6ef13a1-4664-4c61-8dd2-b8607f760d77 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:02:53.342090 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-470a2096-0468-4bbf-a2a4-4d8e6db9e55c service neutron] Attempting to bind port a6ef13a1-4664-4c61-8dd2-b8607f760d77 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '0c1a0b86-acc2-4302-8120-36cbe873b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '50038fe1-20b3-430a-a3e5-f13498455fc2'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:02:53.343440 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-470a2096-0468-4bbf-a2a4-4d8e6db9e55c service neutron] Attempting to bind port a6ef13a1-4664-4c61-8dd2-b8607f760d77 on network 50038fe1-20b3-430a-a3e5-f13498455fc2 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:02:53.365608 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-470a2096-0468-4bbf-a2a4-4d8e6db9e55c service neutron] Port a6ef13a1-4664-4c61-8dd2-b8607f760d77 on network 50038fe1-20b3-430a-a3e5-f13498455fc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:02:53.366924 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-470a2096-0468-4bbf-a2a4-4d8e6db9e55c service neutron] Attempting to bind port a6ef13a1-4664-4c61-8dd2-b8607f760d77 on network 50038fe1-20b3-430a-a3e5-f13498455fc2 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:02:53.388934 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-470a2096-0468-4bbf-a2a4-4d8e6db9e55c service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:02:53.389337 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-470a2096-0468-4bbf-a2a4-4d8e6db9e55c service neutron] Checking segment: {'id': '0c1a0b86-acc2-4302-8120-36cbe873b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '50038fe1-20b3-430a-a3e5-f13498455fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:02:53.389728 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-470a2096-0468-4bbf-a2a4-4d8e6db9e55c service neutron] Bound using segment: {'id': '0c1a0b86-acc2-4302-8120-36cbe873b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '50038fe1-20b3-430a-a3e5-f13498455fc2'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:02:53.390212 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-470a2096-0468-4bbf-a2a4-4d8e6db9e55c service neutron] Bound port: a6ef13a1-4664-4c61-8dd2-b8607f760d77, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1a0b86-acc2-4302-8120-36cbe873b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '50038fe1-20b3-430a-a3e5-f13498455fc2'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:02:53.390705 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-470a2096-0468-4bbf-a2a4-4d8e6db9e55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:53.493442 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3336b84-c605-4afc-b137-7637177923a8 req-600ee415-8af6-4270-b012-6cbc8630574b tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:53.495315 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b3336b84-c605-4afc-b137-7637177923a8 req-600ee415-8af6-4270-b012-6cbc8630574b tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 945 time: 0.1099229 Aug 16 20:02:53.556342 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-470a2096-0468-4bbf-a2a4-4d8e6db9e55c service neutron] For port a6ef13a1-4664-4c61-8dd2-b8607f760d77, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:02:53.579545 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-470a2096-0468-4bbf-a2a4-4d8e6db9e55c service neutron] For port a6ef13a1-4664-4c61-8dd2-b8607f760d77, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a6ef13a1-4664-4c61-8dd2-b8607f760d77,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:02:53.596422 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-470a2096-0468-4bbf-a2a4-4d8e6db9e55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:53.620182 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1943cbc2-5734-447b-932e-76f9c724baa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:53.621714 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1943cbc2-5734-447b-932e-76f9c724baa4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80d98bbe248147c88be18e7257fbdc13&device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 1097 time: 0.3817849 Aug 16 20:02:53.658283 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b3336b84-c605-4afc-b137-7637177923a8 req-a2304568-3192-4963-868e-218724341e8b tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509521 Aug 16 20:02:53.658283 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-470a2096-0468-4bbf-a2a4-4d8e6db9e55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:53.658283 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-470a2096-0468-4bbf-a2a4-4d8e6db9e55c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:53.658969 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-470a2096-0468-4bbf-a2a4-4d8e6db9e55c service neutron] 10.222.0.57 "PUT /v2.0/ports/a6ef13a1-4664-4c61-8dd2-b8607f760d77 HTTP/1.1" status: 200 len: 1092 time: 1.1178198 Aug 16 20:02:53.663119 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d55b5c-09c1-4467-a675-08762628925d', 'tag': 'a6ef13a1-4664-4c61-8dd2-b8607f760d77'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:02:53.665747 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115a4f63-dbee-416f-92fe-982bd3bfbefd" -d '{"events": [{"name": "network-changed", "server_uuid": "45d55b5c-09c1-4467-a675-08762628925d", "tag": "a6ef13a1-4664-4c61-8dd2-b8607f760d77"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:02:53.781241 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b97276-269b-4818-a421-b3c8a4f6e05b req-77953b07-35b1-4ed0-840a-3ea5c53d0f05 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:53.783276 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a2096-0468-4bbf-a2a4-4d8e6db9e55c service neutron] Pushing event updated for resources: {'Port': ['ID=a6ef13a1-4664-4c61-8dd2-b8607f760d77,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:53.791362 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-33b97276-269b-4818-a421-b3c8a4f6e05b req-77953b07-35b1-4ed0-840a-3ea5c53d0f05 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=45d55b5c-09c1-4467-a675-08762628925d HTTP/1.1" status: 200 len: 943 time: 0.0804572 Aug 16 20:02:53.798352 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-7fca202b-0340-4dad-bd41-714b5f4830a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:53.799899 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-7fca202b-0340-4dad-bd41-714b5f4830a3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d4c841e259544d78ad8fc783177205f&device_id=45d55b5c-09c1-4467-a675-08762628925d HTTP/1.1" status: 200 len: 1095 time: 0.0805023 Aug 16 20:02:53.851314 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-33b97276-269b-4818-a421-b3c8a4f6e05b req-666daca9-480d-42b9-a33a-7b02f18e7715 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583220 Aug 16 20:02:53.892372 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-f51a3105-efa0-4f71-b573-df9633110046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:53.894555 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-f51a3105-efa0-4f71-b573-df9633110046 service neutron] 10.222.0.63 "GET /v2.0/networks?id=273a965b-291d-4de0-904d-d29903ed22d3 HTTP/1.1" status: 200 len: 922 time: 0.2326686 Aug 16 20:02:53.900841 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:02:53.912013 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-76cf9bc2-4476-47c0-966b-8116e519d6a0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6ef13a1-4664-4c61-8dd2-b8607f760d77 HTTP/1.1" status: 200 len: 217 time: 0.0978928 Aug 16 20:02:53.914763 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de9b84e-de91-46d3-984e-1e4ea5996c1b x-openstack-request-id: req-0de9b84e-de91-46d3-984e-1e4ea5996c1b {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:02:53.915055 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d55b5c-09c1-4467-a675-08762628925d", "tag": "a6ef13a1-4664-4c61-8dd2-b8607f760d77", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:02:53.915329 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0de9b84e-de91-46d3-984e-1e4ea5996c1b {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:02:53.915716 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d55b5c-09c1-4467-a675-08762628925d', 'tag': 'a6ef13a1-4664-4c61-8dd2-b8607f760d77', 'status': 'completed', 'code': 200} Aug 16 20:02:54.014101 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:02:54.018532 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:02:54.018948 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:54.029526 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1bbd72d3-6799-4f3c-9b70-c2a9dc6110cc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3561362b-aeef-497c-80fd-d950db9fd8fb HTTP/1.1" status: 200 len: 217 time: 0.1127713 Aug 16 20:02:54.121092 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-e79f1f78-c013-434b-9543-72e45589146c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:54.122573 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-e79f1f78-c013-434b-9543-72e45589146c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70c9c4f3-11fd-4c7a-afd6-8ebf2bdda796 HTTP/1.1" status: 200 len: 844 time: 0.1815062 Aug 16 20:02:54.131026 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4793ac-fc4e-4096-a595-1890478d253e req-386e62fb-3bd5-47c8-bce1-4d5831729dce tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:54.139434 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9b4793ac-fc4e-4096-a595-1890478d253e req-386e62fb-3bd5-47c8-bce1-4d5831729dce tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 945 time: 0.2433758 Aug 16 20:02:54.181032 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:54.191236 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-13a9e391-1390-4bcb-a456-ade148429139 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50038fe1-20b3-430a-a3e5-f13498455fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458088 Aug 16 20:02:54.217453 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576f1c83-d22c-4877-9326-8edc2b9ec82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:02:54.221520 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29dffe8c-1caa-4563-9507-588dceedc2c1" -d '{"events": [{"server_uuid": "576f1c83-d22c-4877-9326-8edc2b9ec82b", "name": "network-vif-plugged", "status": "completed", "tag": "1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:02:54.243013 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:54.244785 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6897a-d67a-49f6-bf6a-02a4281d1471 req-ef5e8c01-f35f-4a4b-80b7-fb71eb5dcd4b tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:54.249850 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:54.251558 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ffe6897a-d67a-49f6-bf6a-02a4281d1471 req-ef5e8c01-f35f-4a4b-80b7-fb71eb5dcd4b tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.68 "GET /v2.0/ports?device_id=7699ae85-2554-4664-9a28-aea6090bdcc4 HTTP/1.1" status: 200 len: 951 time: 0.0999520 Aug 16 20:02:54.262074 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:02:54.272866 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-80167920-5f96-4b00-8a1c-1d9e3a60f4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:54.274364 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-80167920-5f96-4b00-8a1c-1d9e3a60f4c3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=49f83f5f-99d4-4f21-857e-7c691113f792 HTTP/1.1" status: 200 len: 861 time: 0.2171876 Aug 16 20:02:54.292243 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9b4793ac-fc4e-4096-a595-1890478d253e req-e99b7a2d-7086-46d9-b9c7-93f16ece4e82 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515830 Aug 16 20:02:54.338187 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ffe6897a-d67a-49f6-bf6a-02a4281d1471 req-b535352b-839b-4c03-b854-26af879aa645 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.68 "GET /v2.0/security-groups?id=8c4d1c85-e244-4888-bb6f-1907f30a2a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754814 Aug 16 20:02:54.342251 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-a6ea2df2-a720-432f-b750-eaf6e7c368a9 service neutron] 10.222.0.57 "GET /v2.0/networks/50038fe1-20b3-430a-a3e5-f13498455fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392503 Aug 16 20:02:54.391768 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-8afafec0-729f-4a04-88c3-2e9c5c5d3e32 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=273a965b-291d-4de0-904d-d29903ed22d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524142 Aug 16 20:02:54.422643 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551a3eef-72bc-4c1f-b8b6-2ea5f20f2da3 x-openstack-request-id: req-551a3eef-72bc-4c1f-b8b6-2ea5f20f2da3 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:02:54.422927 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576f1c83-d22c-4877-9326-8edc2b9ec82b", "name": "network-vif-plugged", "status": "completed", "tag": "1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:02:54.423698 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-551a3eef-72bc-4c1f-b8b6-2ea5f20f2da3 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:02:54.424244 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576f1c83-d22c-4877-9326-8edc2b9ec82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1', 'code': 200} Aug 16 20:02:54.431714 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:54.482614 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:54.522903 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:54.529173 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:54.595189 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7,revision_number=11']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:54.688436 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34858) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:54.729047 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34864) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:54.858526 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d5996e6-fd17-4c50-a4b0-d9fdfee7a23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:54.872178 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-56472aff-a552-4f3e-9e00-71cd09cec6df admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1924279105-network', 'tenant_id': '9af89e8c3f704e059456ec3245f7d987'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:02:54.898160 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.db.api [None req-3d5996e6-fd17-4c50-a4b0-d9fdfee7a23b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:02:54.898160 n-d-787206-13 neutron-server[94771]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 20:02:54.898160 n-d-787206-13 neutron-server[94771]: [parameters: {'project_id': '73c51a1e7fca4c45b307de4c05039ae6', 'id': 'f5eb8c84-ec58-4550-aefb-2deb09705905', 'expiration': datetime.datetime(2021, 8, 16, 20, 4, 54, 890688)}] Aug 16 20:02:54.898160 n-d-787206-13 neutron-server[94771]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:02:54.899116 n-d-787206-13 neutron-server[94771]: DEBUG oslo_db.api [None req-3d5996e6-fd17-4c50-a4b0-d9fdfee7a23b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:02:54.905122 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56472aff-a552-4f3e-9e00-71cd09cec6df admin admin] Made reservation on behalf of 9af89e8c3f704e059456ec3245f7d987 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:02:54.908078 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-56472aff-a552-4f3e-9e00-71cd09cec6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:54.920496 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-56472aff-a552-4f3e-9e00-71cd09cec6df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:54.983974 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0856a-a199-41a6-a48f-0b94fc73193b req-5cc8eca5-97c9-4c32-b715-dff79c265759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:54.985491 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a2a0856a-a199-41a6-a48f-0b94fc73193b req-5cc8eca5-97c9-4c32-b715-dff79c265759 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 1098 time: 0.1576090 Aug 16 20:02:55.005662 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce31db-d188-40f1-ad44-4e63c3f6fe27 req-ed3ff569-2819-4457-a629-b80510b3d733 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:55.007176 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-44ce31db-d188-40f1-ad44-4e63c3f6fe27 req-ed3ff569-2819-4457-a629-b80510b3d733 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=45d55b5c-09c1-4467-a675-08762628925d HTTP/1.1" status: 200 len: 943 time: 0.0832589 Aug 16 20:02:55.037757 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706be61-65f2-4b8b-993b-de71307af3e4 req-5112c01c-b999-4884-b02b-13fb8f18dd8f tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:55.045193 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9706be61-65f2-4b8b-993b-de71307af3e4 req-5112c01c-b999-4884-b02b-13fb8f18dd8f tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 945 time: 0.2185738 Aug 16 20:02:55.048947 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0fa72235-2a85-463e-be9f-2687a57f7a68 req-45c86364-6b02-49db-bdcf-2a0dfd98d637 service neutron] 10.222.0.57 "GET /v2.0/networks/50038fe1-20b3-430a-a3e5-f13498455fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6912181 Aug 16 20:02:55.069228 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-44ce31db-d188-40f1-ad44-4e63c3f6fe27 req-4a8b4aac-9594-4883-b55d-99ad35537e7b tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527594 Aug 16 20:02:55.070648 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-c90a9e6a-0b94-4bd8-97d7-e16438550ae0 service neutron] 10.222.0.63 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6573651 Aug 16 20:02:55.102805 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-56472aff-a552-4f3e-9e00-71cd09cec6df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:55.108033 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-56472aff-a552-4f3e-9e00-71cd09cec6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:55.126079 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a2a0856a-a199-41a6-a48f-0b94fc73193b req-1ec827c6-7745-4c9f-adde-d8f315d45096 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218252 Aug 16 20:02:55.137733 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56472aff-a552-4f3e-9e00-71cd09cec6df admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:02:55.144223 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56472aff-a552-4f3e-9e00-71cd09cec6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c1546e-6550-47c2-8a88-62e94eec6dd7,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:55.151201 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-56472aff-a552-4f3e-9e00-71cd09cec6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:55.151683 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-56472aff-a552-4f3e-9e00-71cd09cec6df admin admin] Added segment e46f83ae-8b1c-4e35-a80f-e6b32316de09 of type vlan for network b0be46e3-7682-4c23-9759-3e962c4493af Aug 16 20:02:55.165004 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9706be61-65f2-4b8b-993b-de71307af3e4 req-79f3b39a-da34-490f-9c74-1889c77b9039 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189117 Aug 16 20:02:55.196927 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-56472aff-a552-4f3e-9e00-71cd09cec6df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:55.217113 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a4f63-dbee-416f-92fe-982bd3bfbefd req-98804589-c5eb-45c3-974a-0eb2f5f492b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:55.218633 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-115a4f63-dbee-416f-92fe-982bd3bfbefd req-98804589-c5eb-45c3-974a-0eb2f5f492b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d4c841e259544d78ad8fc783177205f&device_id=45d55b5c-09c1-4467-a675-08762628925d HTTP/1.1" status: 200 len: 1095 time: 0.1074090 Aug 16 20:02:55.222911 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-56472aff-a552-4f3e-9e00-71cd09cec6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:55.224121 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56472aff-a552-4f3e-9e00-71cd09cec6df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:55.224717 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-56472aff-a552-4f3e-9e00-71cd09cec6df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:55.279279 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-56472aff-a552-4f3e-9e00-71cd09cec6df admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5897036 Aug 16 20:02:55.280195 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-ee427c01-e54b-49d2-9405-0581f0a6bc84 service neutron] 10.222.0.63 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899025 Aug 16 20:02:55.282453 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34870) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:55.289923 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f8373abf-a2ef-4fc7-9ee8-a1fcd5ed7ede admin admin] Request body: {'subnet': {'network_id': 'b0be46e3-7682-4c23-9759-3e962c4493af', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1924279105-subnet', 'tenant_id': '9af89e8c3f704e059456ec3245f7d987', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:02:55.291923 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56472aff-a552-4f3e-9e00-71cd09cec6df admin admin] Pushing event updated for resources: {'Network': ['ID=b0be46e3-7682-4c23-9759-3e962c4493af,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:55.308617 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network b0be46e3-7682-4c23-9759-3e962c4493af details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:02:55.332239 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8373abf-a2ef-4fc7-9ee8-a1fcd5ed7ede admin admin] Made reservation on behalf of 9af89e8c3f704e059456ec3245f7d987 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:02:55.335815 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f8373abf-a2ef-4fc7-9ee8-a1fcd5ed7ede admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:55.395649 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a4f63-dbee-416f-92fe-982bd3bfbefd req-83d390ca-a294-43d6-b133-3a6902644e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:55.397233 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-115a4f63-dbee-416f-92fe-982bd3bfbefd req-83d390ca-a294-43d6-b133-3a6902644e9e service neutron] 10.222.0.57 "GET /v2.0/networks?id=50038fe1-20b3-430a-a3e5-f13498455fc2 HTTP/1.1" status: 200 len: 905 time: 0.1691465 Aug 16 20:02:55.420991 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d5996e6-fd17-4c50-a4b0-d9fdfee7a23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:55.475297 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-115a4f63-dbee-416f-92fe-982bd3bfbefd req-9eb1ace1-68d1-48a4-927c-5ee8a2db277a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6ef13a1-4664-4c61-8dd2-b8607f760d77 HTTP/1.1" status: 200 len: 217 time: 0.0680244 Aug 16 20:02:55.485092 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534536e-cf98-4f8a-b134-2f5e7813e623 req-7e24ab9d-d794-4ef7-b4d4-28dc8015d348 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:55.491843 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2534536e-cf98-4f8a-b134-2f5e7813e623 req-7e24ab9d-d794-4ef7-b4d4-28dc8015d348 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 946 time: 0.1131659 Aug 16 20:02:55.569241 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62b925-6eb3-476d-9e46-bce6da117020 req-8e9aee4a-cd2d-4703-bced-2c2f1123a449 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:55.571004 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-df62b925-6eb3-476d-9e46-bce6da117020 req-8e9aee4a-cd2d-4703-bced-2c2f1123a449 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.68 "GET /v2.0/ports?device_id=7699ae85-2554-4664-9a28-aea6090bdcc4 HTTP/1.1" status: 200 len: 949 time: 0.1176627 Aug 16 20:02:55.575603 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a4f63-dbee-416f-92fe-982bd3bfbefd req-463ea0c0-0463-4c80-b2da-af44abeb6ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:55.577670 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-115a4f63-dbee-416f-92fe-982bd3bfbefd req-463ea0c0-0463-4c80-b2da-af44abeb6ba3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70c9c4f3-11fd-4c7a-afd6-8ebf2bdda796 HTTP/1.1" status: 200 len: 844 time: 0.0838561 Aug 16 20:02:55.661570 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-115a4f63-dbee-416f-92fe-982bd3bfbefd req-3fa7ff3e-390d-4bfe-bf59-36df8f7d17a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50038fe1-20b3-430a-a3e5-f13498455fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399268 Aug 16 20:02:55.762516 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-df62b925-6eb3-476d-9e46-bce6da117020 req-4d9d5448-b9e4-4860-b100-343bfef331cb tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.68 "GET /v2.0/security-groups?id=8c4d1c85-e244-4888-bb6f-1907f30a2a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812801 Aug 16 20:02:55.804720 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f8373abf-a2ef-4fc7-9ee8-a1fcd5ed7ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:55.861405 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2534536e-cf98-4f8a-b134-2f5e7813e623 req-c4c467ba-299f-470f-9fa9-f57a600be9b8 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613832 Aug 16 20:02:55.899871 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d5996e6-fd17-4c50-a4b0-d9fdfee7a23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:55.903465 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-115a4f63-dbee-416f-92fe-982bd3bfbefd req-d45c1c28-170b-4a27-92c3-175d0f271a7c service neutron] 10.222.0.57 "GET /v2.0/networks/50038fe1-20b3-430a-a3e5-f13498455fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314875 Aug 16 20:02:55.905759 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d5996e6-fd17-4c50-a4b0-d9fdfee7a23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:55.956532 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3d5996e6-fd17-4c50-a4b0-d9fdfee7a23b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=73c51a1e7fca4c45b307de4c05039ae6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2260478 Aug 16 20:02:55.960477 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34880) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:55.967681 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5996e6-fd17-4c50-a4b0-d9fdfee7a23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51e1a11-ba55-4f98-877d-4d353a5ab623,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:55.980515 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8373abf-a2ef-4fc7-9ee8-a1fcd5ed7ede admin admin] Pushing event updated for resources: {'Subnet': ['ID=3176f0fb-c5ba-4cdd-ab80-8c89b9437d24,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:55.997930 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8373abf-a2ef-4fc7-9ee8-a1fcd5ed7ede admin admin] Checking segment: {'id': 'e46f83ae-8b1c-4e35-a80f-e6b32316de09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b0be46e3-7682-4c23-9759-3e962c4493af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:02:55.998296 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8373abf-a2ef-4fc7-9ee8-a1fcd5ed7ede admin admin] Network hostable DHCP agents. Network: b0be46e3-7682-4c23-9759-3e962c4493af, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:02:56.031718 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-601828d2-6c2c-4020-ad9d-3fb0fb921989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:56.032320 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8373abf-a2ef-4fc7-9ee8-a1fcd5ed7ede admin admin] Network b0be46e3-7682-4c23-9759-3e962c4493af is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:02:56.058926 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-601828d2-6c2c-4020-ad9d-3fb0fb921989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:56.067098 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-f8373abf-a2ef-4fc7-9ee8-a1fcd5ed7ede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, b0be46e3-7682-4c23-9759-3e962c4493af) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:02:56.067945 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8373abf-a2ef-4fc7-9ee8-a1fcd5ed7ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:56.069223 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f8373abf-a2ef-4fc7-9ee8-a1fcd5ed7ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:56.070591 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736c1946-b614-4eae-99cd-184ac7a19c4d None None] Network b0be46e3-7682-4c23-9759-3e962c4493af requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:02:56.079132 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-115a4f63-dbee-416f-92fe-982bd3bfbefd req-5b9ffb2b-f941-4e06-bf5f-9bd5f6362bd1 service neutron] 10.222.0.57 "GET /v2.0/networks/50038fe1-20b3-430a-a3e5-f13498455fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647806 Aug 16 20:02:56.092540 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f8373abf-a2ef-4fc7-9ee8-a1fcd5ed7ede admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8091362 Aug 16 20:02:56.129142 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-601828d2-6c2c-4020-ad9d-3fb0fb921989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:56.133225 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-601828d2-6c2c-4020-ad9d-3fb0fb921989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:56.137529 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-601828d2-6c2c-4020-ad9d-3fb0fb921989 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e51e1a11-ba55-4f98-877d-4d353a5ab623 HTTP/1.1" status: 204 len: 168 time: 0.1727061 Aug 16 20:02:56.178238 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601828d2-6c2c-4020-ad9d-3fb0fb921989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51e1a11-ba55-4f98-877d-4d353a5ab623,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:56.338640 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab0123-0263-4259-b8c2-aff62f94a68c req-882f1376-6143-4220-95cb-348adbacec76 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:56.357523 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9dab0123-0263-4259-b8c2-aff62f94a68c req-882f1376-6143-4220-95cb-348adbacec76 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=45d55b5c-09c1-4467-a675-08762628925d HTTP/1.1" status: 200 len: 943 time: 0.1264870 Aug 16 20:02:56.412687 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612e3a11-cd98-492d-8a28-d4c734084519 None None] Network b0be46e3-7682-4c23-9759-3e962c4493af requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:02:56.430173 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7699ae85-2554-4664-9a28-aea6090bdcc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:02:56.433025 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39d7679-e507-4e5c-b1b1-21b0cc832105" -d '{"events": [{"server_uuid": "7699ae85-2554-4664-9a28-aea6090bdcc4", "name": "network-vif-unplugged", "status": "completed", "tag": "b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:02:56.433249 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d1a17-5822-403f-b48b-06dbc9e146fb req-31650c97-488d-4d16-87a3-843b4c19de83 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:56.434918 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-eb2d1a17-5822-403f-b48b-06dbc9e146fb req-31650c97-488d-4d16-87a3-843b4c19de83 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 945 time: 0.1292324 Aug 16 20:02:56.449569 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925599a1-232c-46bf-9169-fe5e97b49d9a req-28aa7fe2-947f-4dda-bc6c-46e3019851ec tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:56.450639 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9dab0123-0263-4259-b8c2-aff62f94a68c req-525ae156-e300-43cb-9c48-34da68d38da9 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920486 Aug 16 20:02:56.451684 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-925599a1-232c-46bf-9169-fe5e97b49d9a req-28aa7fe2-947f-4dda-bc6c-46e3019851ec tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.63 "GET /v2.0/ports?device_id=7699ae85-2554-4664-9a28-aea6090bdcc4 HTTP/1.1" status: 200 len: 949 time: 0.0852845 Aug 16 20:02:56.541838 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-eb2d1a17-5822-403f-b48b-06dbc9e146fb req-73de58a8-8187-4190-a574-2a93da9feae6 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890088 Aug 16 20:02:56.627347 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-925599a1-232c-46bf-9169-fe5e97b49d9a req-9ae5f483-0a44-468d-98c4-0ece3fa85764 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Deleting port b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:02:56.627994 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-925599a1-232c-46bf-9169-fe5e97b49d9a req-9ae5f483-0a44-468d-98c4-0ece3fa85764 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:56.646234 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33da588-a54d-42e1-842b-e0105123576b x-openstack-request-id: req-d33da588-a54d-42e1-842b-e0105123576b {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:02:56.646556 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7699ae85-2554-4664-9a28-aea6090bdcc4", "name": "network-vif-unplugged", "status": "completed", "tag": "b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:02:56.646801 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d33da588-a54d-42e1-842b-e0105123576b {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:02:56.647194 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7699ae85-2554-4664-9a28-aea6090bdcc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7', 'code': 200} Aug 16 20:02:56.743721 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-925599a1-232c-46bf-9169-fe5e97b49d9a req-9ae5f483-0a44-468d-98c4-0ece3fa85764 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] For port b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:56.744472 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-925599a1-232c-46bf-9169-fe5e97b49d9a req-9ae5f483-0a44-468d-98c4-0ece3fa85764 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:56.763367 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-925599a1-232c-46bf-9169-fe5e97b49d9a req-9ae5f483-0a44-468d-98c4-0ece3fa85764 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Calling delete_port for b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:02:56.882932 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-c6b1f7db-62e4-4407-83e8-23f610accf0e req-8358959e-c040-49b1-be47-5a76da567631 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1604623063', 'description': 'tempest-description-53299597'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:02:56.936089 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c6b1f7db-62e4-4407-83e8-23f610accf0e req-8358959e-c040-49b1-be47-5a76da567631 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:57.020735 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc3039-60cc-44ee-8f8e-bde7dc4e805b req-330abbf5-5fe3-4d34-859d-ed0c05aa23e7 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:57.022291 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-76bc3039-60cc-44ee-8f8e-bde7dc4e805b req-330abbf5-5fe3-4d34-859d-ed0c05aa23e7 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.68 "GET /v2.0/ports?device_id=7699ae85-2554-4664-9a28-aea6090bdcc4 HTTP/1.1" status: 200 len: 949 time: 0.1325786 Aug 16 20:02:57.046797 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-925599a1-232c-46bf-9169-fe5e97b49d9a req-9ae5f483-0a44-468d-98c4-0ece3fa85764 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:57.070050 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c6b1f7db-62e4-4407-83e8-23f610accf0e req-8358959e-c040-49b1-be47-5a76da567631 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:57.074795 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c6b1f7db-62e4-4407-83e8-23f610accf0e req-8358959e-c040-49b1-be47-5a76da567631 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:57.085651 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5f483-0a44-468d-98c4-0ece3fa85764 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Pushing event deleted for resources: {'Port': ['ID=b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:57.118020 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358959e-c040-49b1-be47-5a76da567631 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74677ef2-015e-4191-86e6-a76047f1727e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:57.134342 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c6b1f7db-62e4-4407-83e8-23f610accf0e req-8358959e-c040-49b1-be47-5a76da567631 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:57.136820 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c6b1f7db-62e4-4407-83e8-23f610accf0e req-8358959e-c040-49b1-be47-5a76da567631 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2622070 Aug 16 20:02:57.156341 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-76bc3039-60cc-44ee-8f8e-bde7dc4e805b req-dd3769a5-1936-4146-982f-0e11c13a2ed0 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.68 "GET /v2.0/security-groups?id=8c4d1c85-e244-4888-bb6f-1907f30a2a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248536 Aug 16 20:02:57.157130 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-925599a1-232c-46bf-9169-fe5e97b49d9a req-9ae5f483-0a44-468d-98c4-0ece3fa85764 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] No DVR routers for this DVR port b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:02:57.160336 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-925599a1-232c-46bf-9169-fe5e97b49d9a req-9ae5f483-0a44-468d-98c4-0ece3fa85764 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:57.162957 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-925599a1-232c-46bf-9169-fe5e97b49d9a req-9ae5f483-0a44-468d-98c4-0ece3fa85764 tempest-ImagesOneServerTestJSON-1835316106 tempest-ImagesOneServerTestJSON-1835316106-project] 10.222.0.63 "DELETE /v2.0/ports/b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 HTTP/1.1" status: 204 len: 173 time: 0.7001879 Aug 16 20:02:57.163600 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7699ae85-2554-4664-9a28-aea6090bdcc4', 'name': 'network-vif-deleted', 'tag': 'b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:02:57.165926 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7810d15a-e5d8-41dd-8886-155bf79c87d2" -d '{"events": [{"server_uuid": "7699ae85-2554-4664-9a28-aea6090bdcc4", "name": "network-vif-deleted", "tag": "b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:02:57.294993 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ea176-f288-4f93-981a-d0d195973cec req-0e1422b7-b98a-4cae-8eed-3976fafcc354 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:57.305936 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-490ea176-f288-4f93-981a-d0d195973cec req-0e1422b7-b98a-4cae-8eed-3976fafcc354 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 946 time: 0.0699272 Aug 16 20:02:57.350496 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-490ea176-f288-4f93-981a-d0d195973cec req-96337356-25ee-4cba-ae34-298a0f6f56e6 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434694 Aug 16 20:02:57.392806 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-640bfb58-c14e-44cc-a37f-717669996dda req-f67f54d4-96fe-487b-9920-e07f12879745 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "GET /v2.0/security-groups/74677ef2-015e-4191-86e6-a76047f1727e HTTP/1.1" status: 200 len: 1803 time: 0.0433121 Aug 16 20:02:57.406350 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-640bfb58-c14e-44cc-a37f-717669996dda req-961aab4b-92be-45de-b8a9-71af031688bb tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '74677ef2-015e-4191-86e6-a76047f1727e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:02:57.406950 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-640bfb58-c14e-44cc-a37f-717669996dda req-961aab4b-92be-45de-b8a9-71af031688bb tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '74677ef2-015e-4191-86e6-a76047f1727e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:02:57.481516 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-640bfb58-c14e-44cc-a37f-717669996dda req-961aab4b-92be-45de-b8a9-71af031688bb tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:57.538023 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-640bfb58-c14e-44cc-a37f-717669996dda req-961aab4b-92be-45de-b8a9-71af031688bb tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:57.542999 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-640bfb58-c14e-44cc-a37f-717669996dda req-961aab4b-92be-45de-b8a9-71af031688bb tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:57.562129 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42850467-5c56-4448-b858-deb71442c26f x-openstack-request-id: req-42850467-5c56-4448-b858-deb71442c26f {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:02:57.562695 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7699ae85-2554-4664-9a28-aea6090bdcc4", "name": "network-vif-deleted", "tag": "b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:02:57.562695 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-42850467-5c56-4448-b858-deb71442c26f {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:02:57.562932 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7699ae85-2554-4664-9a28-aea6090bdcc4', 'name': 'network-vif-deleted', 'tag': 'b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7', 'status': 'completed', 'code': 200} Aug 16 20:02:57.568064 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961aab4b-92be-45de-b8a9-71af031688bb tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36de9830-0262-4f0e-aa0a-663d64b9d965,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:57.574826 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-640bfb58-c14e-44cc-a37f-717669996dda req-961aab4b-92be-45de-b8a9-71af031688bb tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:57.576212 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-640bfb58-c14e-44cc-a37f-717669996dda req-961aab4b-92be-45de-b8a9-71af031688bb tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1741772 Aug 16 20:02:57.721649 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e7f0c-480c-4dd3-b2e0-566e3976e6a9 req-b1bcc475-452c-4cbb-a261-5b8834d02a74 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:57.727757 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9e1e7f0c-480c-4dd3-b2e0-566e3976e6a9 req-b1bcc475-452c-4cbb-a261-5b8834d02a74 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 1098 time: 0.0859735 Aug 16 20:02:57.769170 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9e1e7f0c-480c-4dd3-b2e0-566e3976e6a9 req-76c5e460-478d-4300-88b2-1eb035493aa4 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392816 Aug 16 20:02:57.892271 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b9192-9826-4a5a-98ef-85eb03e39b8e req-03fcc1dc-f3ac-464e-a927-630c058d041e tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:57.900007 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f93b9192-9826-4a5a-98ef-85eb03e39b8e req-03fcc1dc-f3ac-464e-a927-630c058d041e tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=45d55b5c-09c1-4467-a675-08762628925d HTTP/1.1" status: 200 len: 943 time: 0.0635254 Aug 16 20:02:57.914279 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device a6ef13a1-4664-4c61-8dd2-b8607f760d77 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:02:57.939162 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f93b9192-9826-4a5a-98ef-85eb03e39b8e req-1e4a45f2-39d4-484c-876b-81c24c0ede3f tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381877 Aug 16 20:02:58.074056 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port a6ef13a1-4664-4c61-8dd2-b8607f760d77, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a6ef13a1-4664-4c61-8dd2-b8607f760d77,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:58.088608 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'a6ef13a1-4664-4c61-8dd2-b8607f760d77', 'network_id': '50038fe1-20b3-430a-a3e5-f13498455fc2', 'port_id': 'a6ef13a1-4664-4c61-8dd2-b8607f760d77', 'mac_address': 'fa:16:3e:51:5b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c9c4f3-11fd-4c7a-afd6-8ebf2bdda796', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:02:58.102301 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20983e1-a3c7-40f9-86e5-8299966c23ee req-afd523e0-ca83-431c-bcd6-c9195126a349 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:58.105339 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a20983e1-a3c7-40f9-86e5-8299966c23ee req-afd523e0-ca83-431c-bcd6-c9195126a349 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 945 time: 0.0737224 Aug 16 20:02:58.136986 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:58.156357 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6ef13a1-4664-4c61-8dd2-b8607f760d77 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:02:58.159015 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-750bb55a-9df6-4d5e-ae9d-3f4b8c037c19 req-f7ee8719-bc47-45c9-9c21-caec1936d49c tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1330029131', 'description': 'tempest-description-1931419845'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:02:58.172842 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a20983e1-a3c7-40f9-86e5-8299966c23ee req-a58cd7bb-4c23-4083-a11d-0c145057f719 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599110 Aug 16 20:02:58.187387 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port a6ef13a1-4664-4c61-8dd2-b8607f760d77, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a6ef13a1-4664-4c61-8dd2-b8607f760d77,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:02:58.192807 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:58.203667 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-750bb55a-9df6-4d5e-ae9d-3f4b8c037c19 req-f7ee8719-bc47-45c9-9c21-caec1936d49c tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:58.262375 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=a6ef13a1-4664-4c61-8dd2-b8607f760d77,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:58.315531 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d747ad2-8ca9-4c12-a11c-54ecc16195f0 req-9270fc48-f1cc-42f5-abb2-2d05aa47dbc3 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:58.319024 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1d747ad2-8ca9-4c12-a11c-54ecc16195f0 req-9270fc48-f1cc-42f5-abb2-2d05aa47dbc3 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 1098 time: 0.0579324 Aug 16 20:02:58.348083 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-750bb55a-9df6-4d5e-ae9d-3f4b8c037c19 req-f7ee8719-bc47-45c9-9c21-caec1936d49c tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:58.357034 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-750bb55a-9df6-4d5e-ae9d-3f4b8c037c19 req-f7ee8719-bc47-45c9-9c21-caec1936d49c tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:58.396987 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1d747ad2-8ca9-4c12-a11c-54ecc16195f0 req-1363cc75-1852-47c5-9f31-a2373c0fd3c7 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625989 Aug 16 20:02:58.398018 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-750bb55a-9df6-4d5e-ae9d-3f4b8c037c19 req-f7ee8719-bc47-45c9-9c21-caec1936d49c tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:58.399510 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-750bb55a-9df6-4d5e-ae9d-3f4b8c037c19 req-f7ee8719-bc47-45c9-9c21-caec1936d49c tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2491255 Aug 16 20:02:58.401791 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee8719-bc47-45c9-9c21-caec1936d49c tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=572f82b0-ae02-4f6c-b594-ee1450d6a5bd,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:58.439920 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['a6ef13a1-4664-4c61-8dd2-b8607f760d77'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:02:58.688508 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bb6459d7-c53c-4a48-8700-2d7e936779a1 req-5c86540a-1702-4b3e-ad2a-5d071d45dde7 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "GET /v2.0/security-groups/572f82b0-ae02-4f6c-b594-ee1450d6a5bd HTTP/1.1" status: 200 len: 1805 time: 0.0768435 Aug 16 20:02:58.698177 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-bb6459d7-c53c-4a48-8700-2d7e936779a1 req-367a7f61-ce76-4544-a16f-436b88b0d66a tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '572f82b0-ae02-4f6c-b594-ee1450d6a5bd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:02:58.698177 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-bb6459d7-c53c-4a48-8700-2d7e936779a1 req-367a7f61-ce76-4544-a16f-436b88b0d66a tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '572f82b0-ae02-4f6c-b594-ee1450d6a5bd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:02:58.777421 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-bb6459d7-c53c-4a48-8700-2d7e936779a1 req-367a7f61-ce76-4544-a16f-436b88b0d66a tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:58.814696 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-bb6459d7-c53c-4a48-8700-2d7e936779a1 req-367a7f61-ce76-4544-a16f-436b88b0d66a tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:58.821028 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-bb6459d7-c53c-4a48-8700-2d7e936779a1 req-367a7f61-ce76-4544-a16f-436b88b0d66a tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:58.855271 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a7f61-ce76-4544-a16f-436b88b0d66a tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad8a534-d080-4652-bf86-d4e8b83c653d,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:58.864222 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-bb6459d7-c53c-4a48-8700-2d7e936779a1 req-367a7f61-ce76-4544-a16f-436b88b0d66a tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:58.866085 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bb6459d7-c53c-4a48-8700-2d7e936779a1 req-367a7f61-ce76-4544-a16f-436b88b0d66a tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1765468 Aug 16 20:02:58.896420 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bb884-2afa-4b35-b7f3-4b7a03a481e3 req-1c86e1ad-0821-4cc9-8626-807fed42e1be tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:58.898973 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1c2bb884-2afa-4b35-b7f3-4b7a03a481e3 req-1c86e1ad-0821-4cc9-8626-807fed42e1be tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=88f05a9a-6ed7-47e9-8500-28bd1536f431 HTTP/1.1" status: 200 len: 945 time: 0.0900815 Aug 16 20:02:58.991606 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1c2bb884-2afa-4b35-b7f3-4b7a03a481e3 req-14bcbb8b-90fe-4b4e-82ba-8cb48a2dcaa0 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/security-groups?id=1337fce4-273b-4435-a35c-c970b1f10dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795987 Aug 16 20:02:58.992838 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34978) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:59.041414 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-fbdc5a0a-0016-46ce-8f25-38e872b17f58 req-00620a54-1c9f-4fc5-bdae-c05db821e6b9 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-948703211', 'description': 'tempest-description-1824142418'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:02:59.091659 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fbdc5a0a-0016-46ce-8f25-38e872b17f58 req-00620a54-1c9f-4fc5-bdae-c05db821e6b9 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:59.196617 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fbdc5a0a-0016-46ce-8f25-38e872b17f58 req-00620a54-1c9f-4fc5-bdae-c05db821e6b9 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:59.205126 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fbdc5a0a-0016-46ce-8f25-38e872b17f58 req-00620a54-1c9f-4fc5-bdae-c05db821e6b9 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:59.237992 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b8bdf188-4cea-4a44-97a9-5809aff99444 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=312e824ba8b2463cb6d744dee7e7e251&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2439640 Aug 16 20:02:59.239106 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34990) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:02:59.253772 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00620a54-1c9f-4fc5-bdae-c05db821e6b9 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=824d2462-f0d0-40f7-b08a-0f50a4e34dd4,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:59.257709 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fbdc5a0a-0016-46ce-8f25-38e872b17f58 req-00620a54-1c9f-4fc5-bdae-c05db821e6b9 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:59.259010 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fbdc5a0a-0016-46ce-8f25-38e872b17f58 req-00620a54-1c9f-4fc5-bdae-c05db821e6b9 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2252870 Aug 16 20:02:59.313970 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-98508147-515f-4f10-8ee8-616607335cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:59.340105 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-98508147-515f-4f10-8ee8-616607335cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:59.407885 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de165f8d-8ce2-4ad0-b45c-300c36292905 req-8653740d-f3e4-4c3e-876c-95ffc3906342 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:59.409511 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-98508147-515f-4f10-8ee8-616607335cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:59.412409 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-98508147-515f-4f10-8ee8-616607335cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:59.412903 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-de165f8d-8ce2-4ad0-b45c-300c36292905 req-8653740d-f3e4-4c3e-876c-95ffc3906342 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=45d55b5c-09c1-4467-a675-08762628925d HTTP/1.1" status: 200 len: 944 time: 0.0681820 Aug 16 20:02:59.416001 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-98508147-515f-4f10-8ee8-616607335cc5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8c4d1c85-e244-4888-bb6f-1907f30a2a43 HTTP/1.1" status: 204 len: 168 time: 0.1732092 Aug 16 20:02:59.421425 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98508147-515f-4f10-8ee8-616607335cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4d1c85-e244-4888-bb6f-1907f30a2a43,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:02:59.491755 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-de165f8d-8ce2-4ad0-b45c-300c36292905 req-88112cb0-7357-4a32-9572-d19e4704efec tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597572 Aug 16 20:02:59.635354 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8914889-43d8-41b4-8024-25cd973266fc req-b84d1f62-98c5-4c14-8218-2db8b1b0966a tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:02:59.637134 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8914889-43d8-41b4-8024-25cd973266fc req-b84d1f62-98c5-4c14-8218-2db8b1b0966a tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 945 time: 0.0742884 Aug 16 20:02:59.715811 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8914889-43d8-41b4-8024-25cd973266fc req-99f17568-870c-4c04-bb5b-a10e81a28f2e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594931 Aug 16 20:02:59.738950 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-4fa1dfab-3f4b-418b-99a6-a102eb4b4417 req-98a00971-b4da-4c6d-b5d4-fa8cbd791e4d tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-756132277', 'description': 'tempest-description-995477151'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:02:59.764571 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4fa1dfab-3f4b-418b-99a6-a102eb4b4417 req-98a00971-b4da-4c6d-b5d4-fa8cbd791e4d tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:59.904368 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4fa1dfab-3f4b-418b-99a6-a102eb4b4417 req-98a00971-b4da-4c6d-b5d4-fa8cbd791e4d tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:59.910047 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4fa1dfab-3f4b-418b-99a6-a102eb4b4417 req-98a00971-b4da-4c6d-b5d4-fa8cbd791e4d tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:59.933724 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:02:59.939988 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device a6ef13a1-4664-4c61-8dd2-b8607f760d77 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:02:59.945835 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4fa1dfab-3f4b-418b-99a6-a102eb4b4417 req-98a00971-b4da-4c6d-b5d4-fa8cbd791e4d tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:02:59.962999 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4fa1dfab-3f4b-418b-99a6-a102eb4b4417 req-98a00971-b4da-4c6d-b5d4-fa8cbd791e4d tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2281964 Aug 16 20:02:59.967721 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a00971-b4da-4c6d-b5d4-fa8cbd791e4d tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef4584b-78ba-428a-962c-438b3f87e144,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:00.024527 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-70e2da00-32e2-4d5c-a7f5-cc87433904ef tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:03:00.031685 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-70e2da00-32e2-4d5c-a7f5-cc87433904ef tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146394 Aug 16 20:03:00.045788 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-3cda32b4-646d-4422-880c-1a52ff1c65fa service neutron] Request body: {'binding': {'host': 'n-h1-787206-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:00.047845 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-3cda32b4-646d-4422-880c-1a52ff1c65fa service neutron] Unknown quota resources ['binding']. {{(pid=94771) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:03:00.052868 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:03:00.053592 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device b8fa1d3c-ab5e-4b1f-9174-9e9ad048e3a7 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:03:00.096418 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port a6ef13a1-4664-4c61-8dd2-b8607f760d77 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:03:00.110715 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port a6ef13a1-4664-4c61-8dd2-b8607f760d77 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:03:00.112261 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:00.253969 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:00.305606 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-3cda32b4-646d-4422-880c-1a52ff1c65fa service neutron] Attempting to bind port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 on host n-h1-787206-13 for vnic_type normal with profile None {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:03:00.305952 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-3cda32b4-646d-4422-880c-1a52ff1c65fa service neutron] Attempting to bind port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:03:00.306515 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-3cda32b4-646d-4422-880c-1a52ff1c65fa service neutron] Attempting to bind port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 on network 090f4e50-1fb3-4449-b92b-949da889d68e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:03:00.312977 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-3cda32b4-646d-4422-880c-1a52ff1c65fa service neutron] Port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 on network 090f4e50-1fb3-4449-b92b-949da889d68e not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:03:00.313351 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-3cda32b4-646d-4422-880c-1a52ff1c65fa service neutron] Attempting to bind port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 on network 090f4e50-1fb3-4449-b92b-949da889d68e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:03:00.319922 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-3cda32b4-646d-4422-880c-1a52ff1c65fa service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:03:00.321455 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-3cda32b4-646d-4422-880c-1a52ff1c65fa service neutron] Checking segment: {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:03:00.322273 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-3cda32b4-646d-4422-880c-1a52ff1c65fa service neutron] Bound using segment: {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:03:00.322969 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-3cda32b4-646d-4422-880c-1a52ff1c65fa service neutron] Bound port: 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:03:00.336131 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port a6ef13a1-4664-4c61-8dd2-b8607f760d77, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a6ef13a1-4664-4c61-8dd2-b8607f760d77,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:00.337443 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d55b5c-09c1-4467-a675-08762628925d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ef13a1-4664-4c61-8dd2-b8607f760d77'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:03:00.340491 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a434b6e6-b0aa-4a83-8be2-be23de986735" -d '{"events": [{"server_uuid": "45d55b5c-09c1-4467-a675-08762628925d", "name": "network-vif-plugged", "status": "completed", "tag": "a6ef13a1-4664-4c61-8dd2-b8607f760d77"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:03:00.353903 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:00.406913 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5d33d442-122f-4365-9dd3-fbbfef26fbd4 req-46f65ae7-42fc-44b3-8697-0abde38d95af tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "GET /v2.0/security-groups/824d2462-f0d0-40f7-b08a-0f50a4e34dd4 HTTP/1.1" status: 200 len: 1804 time: 0.1058180 Aug 16 20:03:00.436037 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-3cda32b4-646d-4422-880c-1a52ff1c65fa service neutron] For port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:03:00.444253 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-3cda32b4-646d-4422-880c-1a52ff1c65fa service neutron] Notify callbacks [] for binding, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:00.453784 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=a6ef13a1-4664-4c61-8dd2-b8607f760d77,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:00.456451 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-3cda32b4-646d-4422-880c-1a52ff1c65fa service neutron] 10.222.0.68 "POST /v2.0/ports/1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1/bindings HTTP/1.1" status: 201 len: 390 time: 0.4167490 Aug 16 20:03:00.507742 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5d33d442-122f-4365-9dd3-fbbfef26fbd4 req-fc7e2c2c-5106-4d2d-89a5-d311c6b5e523 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "GET /v2.0/security-groups/5ef4584b-78ba-428a-962c-438b3f87e144 HTTP/1.1" status: 200 len: 1803 time: 0.0809450 Aug 16 20:03:00.513298 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-5d33d442-122f-4365-9dd3-fbbfef26fbd4 req-8f457dd8-d754-4cf3-8d59-2b937aa25760 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '824d2462-f0d0-40f7-b08a-0f50a4e34dd4', 'remote_group_id': '5ef4584b-78ba-428a-962c-438b3f87e144', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:00.513618 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-5d33d442-122f-4365-9dd3-fbbfef26fbd4 req-8f457dd8-d754-4cf3-8d59-2b937aa25760 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '824d2462-f0d0-40f7-b08a-0f50a4e34dd4', 'remote_group_id': '5ef4584b-78ba-428a-962c-438b3f87e144', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:00.629720 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5d33d442-122f-4365-9dd3-fbbfef26fbd4 req-8f457dd8-d754-4cf3-8d59-2b937aa25760 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:00.688002 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5d33d442-122f-4365-9dd3-fbbfef26fbd4 req-8f457dd8-d754-4cf3-8d59-2b937aa25760 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:00.694132 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5d33d442-122f-4365-9dd3-fbbfef26fbd4 req-8f457dd8-d754-4cf3-8d59-2b937aa25760 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:00.717074 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f457dd8-d754-4cf3-8d59-2b937aa25760 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b72a547-ef08-4ff7-a1de-87516a57522a,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:00.724985 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5d33d442-122f-4365-9dd3-fbbfef26fbd4 req-8f457dd8-d754-4cf3-8d59-2b937aa25760 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:00.739420 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5d33d442-122f-4365-9dd3-fbbfef26fbd4 req-8f457dd8-d754-4cf3-8d59-2b937aa25760 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2306046 Aug 16 20:03:00.796174 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae3f735-7ae0-4dbf-a562-6c343954c774 x-openstack-request-id: req-cae3f735-7ae0-4dbf-a562-6c343954c774 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:03:00.796609 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d55b5c-09c1-4467-a675-08762628925d", "name": "network-vif-plugged", "status": "completed", "tag": "a6ef13a1-4664-4c61-8dd2-b8607f760d77", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:03:00.796959 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cae3f735-7ae0-4dbf-a562-6c343954c774 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:03:00.797484 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d55b5c-09c1-4467-a675-08762628925d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ef13a1-4664-4c61-8dd2-b8607f760d77', 'code': 200} Aug 16 20:03:00.798840 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-92cce7b1-e169-48e8-9907-f61dd273e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:00.800830 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-92cce7b1-e169-48e8-9907-f61dd273e455 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 1098 time: 0.0601876 Aug 16 20:03:00.857131 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1b778-223b-4289-980b-c0c7e8e08147 req-47b5f0c3-191a-41f6-9e33-1c741fd84bda tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:00.859123 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-21a1b778-223b-4289-980b-c0c7e8e08147 req-47b5f0c3-191a-41f6-9e33-1c741fd84bda tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=88f05a9a-6ed7-47e9-8500-28bd1536f431 HTTP/1.1" status: 200 len: 945 time: 0.1048930 Aug 16 20:03:00.930293 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da53891-706f-4839-9072-2fa9799b90f3 req-f295b11d-a54f-4a3b-a344-22d1c04646f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:00.931849 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9da53891-706f-4839-9072-2fa9799b90f3 req-f295b11d-a54f-4a3b-a344-22d1c04646f2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=45d55b5c-09c1-4467-a675-08762628925d HTTP/1.1" status: 200 len: 1097 time: 0.0716860 Aug 16 20:03:00.940542 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-21a1b778-223b-4289-980b-c0c7e8e08147 req-32682a10-8f7a-4295-a137-86e68fe670d3 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/security-groups?id=1337fce4-273b-4435-a35c-c970b1f10dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495627 Aug 16 20:03:00.962598 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204dea3-fbac-4646-925d-6fade7d60c75 req-2be2e9c9-73a2-418a-9d99-cf475ac70f26 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:00.964206 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2204dea3-fbac-4646-925d-6fade7d60c75 req-2be2e9c9-73a2-418a-9d99-cf475ac70f26 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=45d55b5c-09c1-4467-a675-08762628925d HTTP/1.1" status: 200 len: 945 time: 0.0768321 Aug 16 20:03:00.965291 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-80a23faf-c104-478d-b02e-9dd1357a85a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:00.966653 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-80a23faf-c104-478d-b02e-9dd1357a85a2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=090f4e50-1fb3-4449-b92b-949da889d68e HTTP/1.1" status: 200 len: 909 time: 0.1580160 Aug 16 20:03:00.984929 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9da53891-706f-4839-9072-2fa9799b90f3 req-46e0aea9-05e9-4276-9944-511b954b7a6c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433636 Aug 16 20:03:01.022111 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-50381b29-df7e-47d7-a056-137e2aa813c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 HTTP/1.1" status: 200 len: 217 time: 0.0481107 Aug 16 20:03:01.073224 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11caaf-50f4-4ef5-800b-446b95cb8953 req-724636cd-55f3-45ac-b84d-8adc4095943b tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:01.075358 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2204dea3-fbac-4646-925d-6fade7d60c75 req-f90dd48c-40c1-4f66-8771-194e4ff343cd tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950143 Aug 16 20:03:01.075823 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fd11caaf-50f4-4ef5-800b-446b95cb8953 req-724636cd-55f3-45ac-b84d-8adc4095943b tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 946 time: 0.0593853 Aug 16 20:03:01.099096 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-012cb378-7bd0-4165-872c-4d368c73eee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:01.101442 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-012cb378-7bd0-4165-872c-4d368c73eee5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bf22002-ba37-41ff-af5d-cdbe63ed2bd8 HTTP/1.1" status: 200 len: 848 time: 0.0671372 Aug 16 20:03:01.129215 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fd11caaf-50f4-4ef5-800b-446b95cb8953 req-30367410-f21c-4246-9116-f59aaa8a8560 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478780 Aug 16 20:03:01.136321 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-2ad38f85-fea2-448c-b533-5a153ffb832a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=090f4e50-1fb3-4449-b92b-949da889d68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277836 Aug 16 20:03:01.246004 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-51d9a738-22b6-45d4-9119-449b0f1af756 service neutron] 10.222.0.57 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017787 Aug 16 20:03:01.324687 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-267e6a4c-602d-4aa8-a15f-5c39cfaf21dd req-e57e9324-0dbd-46d8-af8b-d5fa742bb70b tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-582873278', 'description': 'tempest-description-103742329'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:01.355683 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50b498-0603-4772-a5d2-0d5ee093d090 req-237f87d2-f9b7-47db-8690-4783ac4d1c82 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:01.357408 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7b50b498-0603-4772-a5d2-0d5ee093d090 req-237f87d2-f9b7-47db-8690-4783ac4d1c82 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 945 time: 0.0583630 Aug 16 20:03:01.379025 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-267e6a4c-602d-4aa8-a15f-5c39cfaf21dd req-e57e9324-0dbd-46d8-af8b-d5fa742bb70b tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:01.393790 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-f50386c4-57a0-491e-9eb4-444eaf9da050 service neutron] 10.222.0.57 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393783 Aug 16 20:03:01.410745 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7b50b498-0603-4772-a5d2-0d5ee093d090 req-578c8242-19f8-43a9-84df-e31aa924ce64 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457528 Aug 16 20:03:01.519236 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-267e6a4c-602d-4aa8-a15f-5c39cfaf21dd req-e57e9324-0dbd-46d8-af8b-d5fa742bb70b tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:01.525493 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-267e6a4c-602d-4aa8-a15f-5c39cfaf21dd req-e57e9324-0dbd-46d8-af8b-d5fa742bb70b tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:01.553805 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-267e6a4c-602d-4aa8-a15f-5c39cfaf21dd req-e57e9324-0dbd-46d8-af8b-d5fa742bb70b tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:01.576215 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-267e6a4c-602d-4aa8-a15f-5c39cfaf21dd req-e57e9324-0dbd-46d8-af8b-d5fa742bb70b tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2602248 Aug 16 20:03:01.605044 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e9324-0dbd-46d8-af8b-d5fa742bb70b tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca40b74-1a8f-4340-982c-fe95f6020466,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:01.648387 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-714b2a8f-079e-47e9-9619-c424382f56e9 req-bdac8b00-cc95-4d43-aa40-e1596c779bfb tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1067804419', 'description': 'tempest-description-1848696450'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:01.673851 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-714b2a8f-079e-47e9-9619-c424382f56e9 req-bdac8b00-cc95-4d43-aa40-e1596c779bfb tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:01.757134 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ed266e2c-af4e-45ef-8f6e-a90047af3671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:01.864305 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-714b2a8f-079e-47e9-9619-c424382f56e9 req-bdac8b00-cc95-4d43-aa40-e1596c779bfb tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:01.864465 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808bbb2-2c66-4280-80cd-a29e4070b5e9 req-236245b2-9a2f-468c-a20f-4212b3dc5046 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:01.866822 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8808bbb2-2c66-4280-80cd-a29e4070b5e9 req-236245b2-9a2f-468c-a20f-4212b3dc5046 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.63 "GET /v2.0/ports?device_id=88f05a9a-6ed7-47e9-8500-28bd1536f431 HTTP/1.1" status: 200 len: 945 time: 0.0630181 Aug 16 20:03:01.874342 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-714b2a8f-079e-47e9-9619-c424382f56e9 req-bdac8b00-cc95-4d43-aa40-e1596c779bfb tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:01.945583 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac8b00-cc95-4d43-aa40-e1596c779bfb tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e348194-f20a-4c8e-bdd2-1cce191ee805,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:01.960829 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-714b2a8f-079e-47e9-9619-c424382f56e9 req-bdac8b00-cc95-4d43-aa40-e1596c779bfb tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:01.966373 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-714b2a8f-079e-47e9-9619-c424382f56e9 req-bdac8b00-cc95-4d43-aa40-e1596c779bfb tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3225632 Aug 16 20:03:02.084440 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e7efe1c4-6272-4d1e-a838-82f15a8e363f req-f6901c88-cd44-4f5a-9d48-53c0932574ac tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "GET /v2.0/security-groups/eca40b74-1a8f-4340-982c-fe95f6020466 HTTP/1.1" status: 200 len: 1803 time: 0.0639417 Aug 16 20:03:02.126683 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca935bb9-635f-4fc1-87ea-2f232df738df req-950f11bb-f8d5-4b51-8999-7b4b9d16fa5a tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:02.129140 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ca935bb9-635f-4fc1-87ea-2f232df738df req-950f11bb-f8d5-4b51-8999-7b4b9d16fa5a tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=88f05a9a-6ed7-47e9-8500-28bd1536f431 HTTP/1.1" status: 200 len: 945 time: 0.0744741 Aug 16 20:03:02.163709 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-8808bbb2-2c66-4280-80cd-a29e4070b5e9 req-2577aaa0-78ca-4917-822c-cd318d0792c0 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Deleting port 944c198d-a16e-4841-86ed-e2a60176e13d {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:03:02.164065 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8808bbb2-2c66-4280-80cd-a29e4070b5e9 req-2577aaa0-78ca-4917-822c-cd318d0792c0 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:02.170489 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e7efe1c4-6272-4d1e-a838-82f15a8e363f req-88cf3c7d-0936-4535-b9b1-f7399dfbe4d6 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "GET /v2.0/security-groups/1e348194-f20a-4c8e-bdd2-1cce191ee805 HTTP/1.1" status: 200 len: 1805 time: 0.0687888 Aug 16 20:03:02.183215 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ca935bb9-635f-4fc1-87ea-2f232df738df req-f7f48d30-921f-487a-92dd-6126a0d3eede tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/security-groups?id=1337fce4-273b-4435-a35c-c970b1f10dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464616 Aug 16 20:03:02.214072 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e7efe1c4-6272-4d1e-a838-82f15a8e363f req-efc6ddcc-e78f-4553-9ba9-7a797b7b93f7 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'eca40b74-1a8f-4340-982c-fe95f6020466', 'remote_group_id': '1e348194-f20a-4c8e-bdd2-1cce191ee805', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:02.214675 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e7efe1c4-6272-4d1e-a838-82f15a8e363f req-efc6ddcc-e78f-4553-9ba9-7a797b7b93f7 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'eca40b74-1a8f-4340-982c-fe95f6020466', 'remote_group_id': '1e348194-f20a-4c8e-bdd2-1cce191ee805', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:02.236325 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35112) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:02.329688 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-8808bbb2-2c66-4280-80cd-a29e4070b5e9 req-2577aaa0-78ca-4917-822c-cd318d0792c0 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] For port 944c198d-a16e-4841-86ed-e2a60176e13d, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=944c198d-a16e-4841-86ed-e2a60176e13d,segment=NetworkSegment(827dd0b5-7f5a-4db7-ad86-73a8b5a29504),segment_id=827dd0b5-7f5a-4db7-ad86-73a8b5a29504)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:02.330110 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8808bbb2-2c66-4280-80cd-a29e4070b5e9 req-2577aaa0-78ca-4917-822c-cd318d0792c0 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:02.354388 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e7efe1c4-6272-4d1e-a838-82f15a8e363f req-efc6ddcc-e78f-4553-9ba9-7a797b7b93f7 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:02.392474 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a8270a4c-ff75-434a-9f03-59b22f7828b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:02.410730 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c01a5-335a-4e2c-b05d-9e5e7c4e8bab req-8b6ee597-e065-4f19-9d49-9008646ad5f3 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:02.413079 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-365c01a5-335a-4e2c-b05d-9e5e7c4e8bab req-8b6ee597-e065-4f19-9d49-9008646ad5f3 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=45d55b5c-09c1-4467-a675-08762628925d HTTP/1.1" status: 200 len: 945 time: 0.1111381 Aug 16 20:03:02.507988 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a8270a4c-ff75-434a-9f03-59b22f7828b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:02.509164 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e7efe1c4-6272-4d1e-a838-82f15a8e363f req-efc6ddcc-e78f-4553-9ba9-7a797b7b93f7 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:02.519333 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a8270a4c-ff75-434a-9f03-59b22f7828b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:02.527763 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e7efe1c4-6272-4d1e-a838-82f15a8e363f req-efc6ddcc-e78f-4553-9ba9-7a797b7b93f7 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:02.594013 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a8270a4c-ff75-434a-9f03-59b22f7828b8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2255ba46f2794925be1e0c56976df788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3538625 Aug 16 20:03:02.595550 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35120) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:02.595688 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8270a4c-ff75-434a-9f03-59b22f7828b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84376e26-652f-41a1-bc76-f649d0d32803,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:02.605549 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-365c01a5-335a-4e2c-b05d-9e5e7c4e8bab req-26da8bc9-9140-42ad-af18-6b69f6ec20fe tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960240 Aug 16 20:03:02.639965 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6ddcc-e78f-4553-9ba9-7a797b7b93f7 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4c441c6-feb7-4ef0-98bc-3f86c599bc68,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:02.652454 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e7efe1c4-6272-4d1e-a838-82f15a8e363f req-efc6ddcc-e78f-4553-9ba9-7a797b7b93f7 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:02.654001 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e7efe1c4-6272-4d1e-a838-82f15a8e363f req-efc6ddcc-e78f-4553-9ba9-7a797b7b93f7 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4733865 Aug 16 20:03:02.753080 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fff15-7750-456c-b4ce-923b49aa2aea req-ab678281-335d-4ad1-9111-37fabe21a218 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:02.754599 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-736fff15-7750-456c-b4ce-923b49aa2aea req-ab678281-335d-4ad1-9111-37fabe21a218 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 946 time: 0.0646822 Aug 16 20:03:02.766811 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b029c62-18ca-40d9-bb57-ff389f3df523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:02.798123 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-736fff15-7750-456c-b4ce-923b49aa2aea req-3fd7062b-0d59-4216-8488-9a71ee99d791 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361331 Aug 16 20:03:02.798544 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8808bbb2-2c66-4280-80cd-a29e4070b5e9 req-2577aaa0-78ca-4917-822c-cd318d0792c0 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:02.798929 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8808bbb2-2c66-4280-80cd-a29e4070b5e9 req-2577aaa0-78ca-4917-822c-cd318d0792c0 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:02.799241 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [req-8808bbb2-2c66-4280-80cd-a29e4070b5e9 req-2577aaa0-78ca-4917-822c-cd318d0792c0 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Floating IP 8c9f7cc2-dc94-4036-b497-38f0ed7dc663 disassociated. External IP: 172.25.8.246, port: 944c198d-a16e-4841-86ed-e2a60176e13d. Aug 16 20:03:02.799610 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-8808bbb2-2c66-4280-80cd-a29e4070b5e9 req-2577aaa0-78ca-4917-822c-cd318d0792c0 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Calling delete_port for 944c198d-a16e-4841-86ed-e2a60176e13d owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:03:02.816384 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b029c62-18ca-40d9-bb57-ff389f3df523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:02.865366 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ebc48-25fc-41bf-a388-7e988a13f44a req-64adc049-309d-40d7-9f5d-3ae5b0e30edb tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:02.875160 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-826ebc48-25fc-41bf-a388-7e988a13f44a req-64adc049-309d-40d7-9f5d-3ae5b0e30edb tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 945 time: 0.1507034 Aug 16 20:03:02.978394 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-826ebc48-25fc-41bf-a388-7e988a13f44a req-03653889-9411-44d2-a2e5-f1b648a432da tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023116 Aug 16 20:03:03.097842 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b029c62-18ca-40d9-bb57-ff389f3df523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:03.100723 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b029c62-18ca-40d9-bb57-ff389f3df523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:03.104342 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3b029c62-18ca-40d9-bb57-ff389f3df523 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/84376e26-652f-41a1-bc76-f649d0d32803 HTTP/1.1" status: 204 len: 168 time: 0.5007019 Aug 16 20:03:03.132198 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8808bbb2-2c66-4280-80cd-a29e4070b5e9 req-2577aaa0-78ca-4917-822c-cd318d0792c0 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:03.136055 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b029c62-18ca-40d9-bb57-ff389f3df523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84376e26-652f-41a1-bc76-f649d0d32803,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:03.178592 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-36458a0f-d577-448a-a2a9-ea47143adda6 req-4c62ac58-d949-4860-83f5-186caca510e2 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "GET /v2.0/security-groups/1e348194-f20a-4c8e-bdd2-1cce191ee805 HTTP/1.1" status: 200 len: 1805 time: 0.1246879 Aug 16 20:03:03.182979 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577aaa0-78ca-4917-822c-cd318d0792c0 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Pushing event deleted for resources: {'Port': ['ID=944c198d-a16e-4841-86ed-e2a60176e13d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:03.332533 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-36458a0f-d577-448a-a2a9-ea47143adda6 req-c83bc024-605d-4ccc-9cbb-436a04f18528 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:03.365631 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf45f46-dbbf-4644-8eca-699576b49cba req-1bf10024-138d-42ce-9c39-d64e0bcaacf5 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:03.370316 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-36458a0f-d577-448a-a2a9-ea47143adda6 req-c83bc024-605d-4ccc-9cbb-436a04f18528 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:03.373177 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4cf45f46-dbbf-4644-8eca-699576b49cba req-1bf10024-138d-42ce-9c39-d64e0bcaacf5 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=45d55b5c-09c1-4467-a675-08762628925d HTTP/1.1" status: 200 len: 945 time: 0.1332226 Aug 16 20:03:03.413295 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8808bbb2-2c66-4280-80cd-a29e4070b5e9 req-2577aaa0-78ca-4917-822c-cd318d0792c0 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Router 4f73defd-ad39-406e-b353-dd46f1fd0f09 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:03:03.448621 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4cf45f46-dbbf-4644-8eca-699576b49cba req-60f09e35-6951-4386-bcab-fd01bf076962 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627401 Aug 16 20:03:03.612628 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8808bbb2-2c66-4280-80cd-a29e4070b5e9 req-2577aaa0-78ca-4917-822c-cd318d0792c0 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:03:03.613411 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d1f6da17-d8c7-4f90-9bbf-c8029b6f64ad req-ec3247f7-57da-4359-acc3-c602b576dadc tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/ports?device_id=88f05a9a-6ed7-47e9-8500-28bd1536f431 HTTP/1.1" status: 200 len: 210 time: 0.0700400 Aug 16 20:03:03.628212 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb17e35-943e-4dd8-80bf-d1cb5b1396dd None None] Sync routers for ids ['4f73defd-ad39-406e-b353-dd46f1fd0f09'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:03:03.636529 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-36458a0f-d577-448a-a2a9-ea47143adda6 req-c83bc024-605d-4ccc-9cbb-436a04f18528 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:03.639900 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-36458a0f-d577-448a-a2a9-ea47143adda6 req-c83bc024-605d-4ccc-9cbb-436a04f18528 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:03.641270 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-36458a0f-d577-448a-a2a9-ea47143adda6 req-c83bc024-605d-4ccc-9cbb-436a04f18528 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "DELETE /v2.0/security-groups/1e348194-f20a-4c8e-bdd2-1cce191ee805 HTTP/1.1" status: 204 len: 173 time: 0.4501264 Aug 16 20:03:03.648436 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb17e35-943e-4dd8-80bf-d1cb5b1396dd None None] Routers {'4f73defd-ad39-406e-b353-dd46f1fd0f09'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:03:03.649094 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0eb17e35-943e-4dd8-80bf-d1cb5b1396dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:02:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4f73defd-ad39-406e-b353-dd46f1fd0f09'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:03:03.695520 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bc024-605d-4ccc-9cbb-436a04f18528 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e348194-f20a-4c8e-bdd2-1cce191ee805,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:03.718563 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8808bbb2-2c66-4280-80cd-a29e4070b5e9 req-2577aaa0-78ca-4917-822c-cd318d0792c0 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] No DVR routers for this DVR port 944c198d-a16e-4841-86ed-e2a60176e13d on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:03:03.726001 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8808bbb2-2c66-4280-80cd-a29e4070b5e9 req-2577aaa0-78ca-4917-822c-cd318d0792c0 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:03.726493 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7cbcdb5a-09af-4527-a927-c20b99d3edec req-616c631b-8e1a-4b93-8ee4-1464bafa47d9 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "GET /v2.0/security-groups/eca40b74-1a8f-4340-982c-fe95f6020466 HTTP/1.1" status: 200 len: 1803 time: 0.0665054 Aug 16 20:03:03.728088 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8808bbb2-2c66-4280-80cd-a29e4070b5e9 req-2577aaa0-78ca-4917-822c-cd318d0792c0 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.63 "DELETE /v2.0/ports/944c198d-a16e-4841-86ed-e2a60176e13d HTTP/1.1" status: 204 len: 173 time: 1.8458087 Aug 16 20:03:03.728544 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f05a9a-6ed7-47e9-8500-28bd1536f431', 'name': 'network-vif-deleted', 'tag': '944c198d-a16e-4841-86ed-e2a60176e13d'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:03:03.737773 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c844f0f5-bed3-4381-b324-6a2ea0f2cfad" -d '{"events": [{"server_uuid": "88f05a9a-6ed7-47e9-8500-28bd1536f431", "name": "network-vif-deleted", "tag": "944c198d-a16e-4841-86ed-e2a60176e13d"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:03:03.752629 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-c5ecc899-137b-4620-b2a0-0fa8553925f7 req-d12c64af-cc40-413b-9ed1-dcef04d5baf0 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1072319529', 'description': 'tempest-description-1563184099'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:03.801741 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c5ecc899-137b-4620-b2a0-0fa8553925f7 req-d12c64af-cc40-413b-9ed1-dcef04d5baf0 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:03.871514 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ad8a05-0808-4e32-8eb3-c820400c39ca x-openstack-request-id: req-56ad8a05-0808-4e32-8eb3-c820400c39ca {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:03:03.871794 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f05a9a-6ed7-47e9-8500-28bd1536f431", "name": "network-vif-deleted", "tag": "944c198d-a16e-4841-86ed-e2a60176e13d", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:03:03.872006 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-56ad8a05-0808-4e32-8eb3-c820400c39ca {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:03:03.872489 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f05a9a-6ed7-47e9-8500-28bd1536f431', 'name': 'network-vif-deleted', 'tag': '944c198d-a16e-4841-86ed-e2a60176e13d', 'status': 'completed', 'code': 200} Aug 16 20:03:03.989607 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-0eb17e35-943e-4dd8-80bf-d1cb5b1396dd None None] Set router 4f73defd-ad39-406e-b353-dd46f1fd0f09 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:03:04.085367 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c5ecc899-137b-4620-b2a0-0fa8553925f7 req-d12c64af-cc40-413b-9ed1-dcef04d5baf0 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:04.097711 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c5ecc899-137b-4620-b2a0-0fa8553925f7 req-d12c64af-cc40-413b-9ed1-dcef04d5baf0 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:04.121176 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c85ae-c391-491c-810a-fd5b237bef01 req-9aced49e-4a68-4e27-9dd7-8dde10d8b552 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:04.123815 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-954c85ae-c391-491c-810a-fd5b237bef01 req-9aced49e-4a68-4e27-9dd7-8dde10d8b552 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 946 time: 0.1365359 Aug 16 20:03:04.136084 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c5ecc899-137b-4620-b2a0-0fa8553925f7 req-d12c64af-cc40-413b-9ed1-dcef04d5baf0 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:04.137649 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c5ecc899-137b-4620-b2a0-0fa8553925f7 req-d12c64af-cc40-413b-9ed1-dcef04d5baf0 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3891845 Aug 16 20:03:04.139241 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c64af-cc40-413b-9ed1-dcef04d5baf0 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22fd0a34-8a69-41ae-8374-7056b750af95,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:04.251410 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-954c85ae-c391-491c-810a-fd5b237bef01 req-56cc0a07-c182-4ce7-99dc-bab79221a555 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032016 Aug 16 20:03:04.393269 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4f69b4d7-4b6f-48b1-9a77-e2ae2da5505a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:04.456486 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1e8113ee-a926-4c05-9809-e1f8bd07d30d req-a3db3514-54fc-421c-a044-29573c766bdc tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "GET /v2.0/security-groups/22fd0a34-8a69-41ae-8374-7056b750af95 HTTP/1.1" status: 200 len: 1805 time: 0.1063709 Aug 16 20:03:04.473083 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-1e8113ee-a926-4c05-9809-e1f8bd07d30d req-08417acb-2251-4bb5-a155-fea3e23438e2 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '22fd0a34-8a69-41ae-8374-7056b750af95', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:04.473432 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-1e8113ee-a926-4c05-9809-e1f8bd07d30d req-08417acb-2251-4bb5-a155-fea3e23438e2 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '22fd0a34-8a69-41ae-8374-7056b750af95', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:04.592187 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34575f5f-3d97-47e8-b92c-8ca9f2315478 req-e2fc5589-b996-4a16-897c-bcd17b234220 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:04.603751 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1e8113ee-a926-4c05-9809-e1f8bd07d30d req-08417acb-2251-4bb5-a155-fea3e23438e2 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:04.607065 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-34575f5f-3d97-47e8-b92c-8ca9f2315478 req-e2fc5589-b996-4a16-897c-bcd17b234220 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 945 time: 0.2135248 Aug 16 20:03:04.644939 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1e8113ee-a926-4c05-9809-e1f8bd07d30d req-08417acb-2251-4bb5-a155-fea3e23438e2 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:04.651646 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1e8113ee-a926-4c05-9809-e1f8bd07d30d req-08417acb-2251-4bb5-a155-fea3e23438e2 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:04.663702 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:04.697221 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08417acb-2251-4bb5-a155-fea3e23438e2 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca40279e-36e1-4b29-81bd-ddfd980dc06b,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:04.705111 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1e8113ee-a926-4c05-9809-e1f8bd07d30d req-08417acb-2251-4bb5-a155-fea3e23438e2 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:04.710411 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-34575f5f-3d97-47e8-b92c-8ca9f2315478 req-83ea27a5-7bac-4b80-97ba-f63b06ccbc46 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962543 Aug 16 20:03:04.713521 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1e8113ee-a926-4c05-9809-e1f8bd07d30d req-08417acb-2251-4bb5-a155-fea3e23438e2 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2460034 Aug 16 20:03:04.716353 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0eb17e35-943e-4dd8-80bf-d1cb5b1396dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1893620888-router', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:45Z', 'revision_number': 4, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'gw_port': {'id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '1898fb28-768f-41a7-b28e-02ab5b750eaa', 'name': '', 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'mac_address': 'fa:16:3e:76:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '255dc5d0-2507-406e-9c79-293ed8a42973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:44Z', 'updated_at': '2021-08-16T19:57:53Z', 'revision_number': 5, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'subnets': [{'id': '255dc5d0-2507-406e-9c79-293ed8a42973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:03:04.740830 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35182) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:04.752392 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35186) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:04.800273 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb17e35-943e-4dd8-80bf-d1cb5b1396dd None None] Checking router: 4f73defd-ad39-406e-b353-dd46f1fd0f09 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:03:04.820159 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb17e35-943e-4dd8-80bf-d1cb5b1396dd None None] Routers {'4f73defd-ad39-406e-b353-dd46f1fd0f09'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:03:04.823034 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0eb17e35-943e-4dd8-80bf-d1cb5b1396dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:03:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4f73defd-ad39-406e-b353-dd46f1fd0f09'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:03:04.902329 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-45e94b7a-f352-4058-8113-66a55ae23799 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1144050546-network', 'tenant_id': '0cd2c2719e284dd8879588746ddb0e9f'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:04.966125 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b59f3-98cc-45b2-83d6-7ce751eb96a8 req-22ea7b6f-6fa4-4df5-88ce-ae734e4e9b66 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:04.969579 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9cb590d4-b4f3-4ee6-9ed6-49a0655e29e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:04.977068 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c00b59f3-98cc-45b2-83d6-7ce751eb96a8 req-22ea7b6f-6fa4-4df5-88ce-ae734e4e9b66 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=45d55b5c-09c1-4467-a675-08762628925d HTTP/1.1" status: 200 len: 945 time: 0.0914845 Aug 16 20:03:04.998565 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-89197a98-a8fb-4509-90b3-cf7aa90125a2 req-690f6e79-85cf-46d9-8748-7022c4998419 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "GET /v2.0/security-groups/22fd0a34-8a69-41ae-8374-7056b750af95 HTTP/1.1" status: 200 len: 2398 time: 0.0887642 Aug 16 20:03:05.004377 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e94b7a-f352-4058-8113-66a55ae23799 admin admin] Made reservation on behalf of 0cd2c2719e284dd8879588746ddb0e9f for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:03:05.006990 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45e94b7a-f352-4058-8113-66a55ae23799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:05.026164 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-89197a98-a8fb-4509-90b3-cf7aa90125a2 req-daa02567-2e11-4c42-a6f1-8584cc00b039 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '22fd0a34-8a69-41ae-8374-7056b750af95', 'remote_group_id': None}]} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:05.026425 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45e94b7a-f352-4058-8113-66a55ae23799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:05.026996 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-89197a98-a8fb-4509-90b3-cf7aa90125a2 req-daa02567-2e11-4c42-a6f1-8584cc00b039 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '22fd0a34-8a69-41ae-8374-7056b750af95', 'remote_group_id': None}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:05.041812 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c00b59f3-98cc-45b2-83d6-7ce751eb96a8 req-cb1efeac-d912-4d7b-861f-ce9e020c8a50 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604308 Aug 16 20:03:05.134515 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9cb590d4-b4f3-4ee6-9ed6-49a0655e29e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:05.145405 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9cb590d4-b4f3-4ee6-9ed6-49a0655e29e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:05.176919 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb590d4-b4f3-4ee6-9ed6-49a0655e29e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5cde19-b436-4800-a281-3700b3391910,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:05.199010 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-0eb17e35-943e-4dd8-80bf-d1cb5b1396dd None None] Set router 4f73defd-ad39-406e-b353-dd46f1fd0f09 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:03:05.226534 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9cb590d4-b4f3-4ee6-9ed6-49a0655e29e3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6b5b1c1edf74484f954266ed2cacb11e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4843752 Aug 16 20:03:05.227516 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35200) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:05.311212 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2c899fd-1bcc-4c04-94be-29c477a51c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:05.336555 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-89197a98-a8fb-4509-90b3-cf7aa90125a2 req-daa02567-2e11-4c42-a6f1-8584cc00b039 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:05.357949 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2c899fd-1bcc-4c04-94be-29c477a51c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:05.381399 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-89197a98-a8fb-4509-90b3-cf7aa90125a2 req-daa02567-2e11-4c42-a6f1-8584cc00b039 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:05.383748 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45e94b7a-f352-4058-8113-66a55ae23799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:05.397688 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-89197a98-a8fb-4509-90b3-cf7aa90125a2 req-daa02567-2e11-4c42-a6f1-8584cc00b039 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:05.399095 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45e94b7a-f352-4058-8113-66a55ae23799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:05.430899 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e94b7a-f352-4058-8113-66a55ae23799 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:03:05.433567 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-89197a98-a8fb-4509-90b3-cf7aa90125a2 req-daa02567-2e11-4c42-a6f1-8584cc00b039 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:05.438041 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e94b7a-f352-4058-8113-66a55ae23799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70526f9-1da7-456a-88bf-b029b196a2ff,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:05.446794 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45e94b7a-f352-4058-8113-66a55ae23799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:05.447141 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-45e94b7a-f352-4058-8113-66a55ae23799 admin admin] Added segment 6f0d4c8a-2bbe-458a-88ca-b652fa41f807 of type vlan for network 5a8263b7-f7ee-45e4-9c93-3b54bf67f7ae Aug 16 20:03:05.463858 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-89197a98-a8fb-4509-90b3-cf7aa90125a2 req-daa02567-2e11-4c42-a6f1-8584cc00b039 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4436884 Aug 16 20:03:05.469082 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa02567-2e11-4c42-a6f1-8584cc00b039 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efba68a3-f18f-4b87-a827-2d2e73c56fef,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:05.510778 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2c899fd-1bcc-4c04-94be-29c477a51c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:05.515141 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2c899fd-1bcc-4c04-94be-29c477a51c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:05.516399 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c2c899fd-1bcc-4c04-94be-29c477a51c17 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9a5cde19-b436-4800-a281-3700b3391910 HTTP/1.1" status: 204 len: 168 time: 0.2877712 Aug 16 20:03:05.523565 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45e94b7a-f352-4058-8113-66a55ae23799 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:05.537377 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c899fd-1bcc-4c04-94be-29c477a51c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5cde19-b436-4800-a281-3700b3391910,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:05.554782 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:05.566254 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45e94b7a-f352-4058-8113-66a55ae23799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:05.567437 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e94b7a-f352-4058-8113-66a55ae23799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:05.568681 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45e94b7a-f352-4058-8113-66a55ae23799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:05.579823 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0eb17e35-943e-4dd8-80bf-d1cb5b1396dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1893620888-router', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:45Z', 'revision_number': 4, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'gw_port': {'id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '1898fb28-768f-41a7-b28e-02ab5b750eaa', 'name': '', 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'mac_address': 'fa:16:3e:76:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '255dc5d0-2507-406e-9c79-293ed8a42973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:44Z', 'updated_at': '2021-08-16T19:57:53Z', 'revision_number': 5, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'subnets': [{'id': '255dc5d0-2507-406e-9c79-293ed8a42973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:03:05.616554 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb17e35-943e-4dd8-80bf-d1cb5b1396dd None None] The sync data for ids ['4f73defd-ad39-406e-b353-dd46f1fd0f09'] in n-d-787206-13 is: [{'id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1893620888-router', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:45Z', 'revision_number': 4, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'gw_port': {'id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '1898fb28-768f-41a7-b28e-02ab5b750eaa', 'name': '', 'network_id': 'd97fcdba-147b-42c4-9a36-36beb7fe5385', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'mac_address': 'fa:16:3e:76:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '255dc5d0-2507-406e-9c79-293ed8a42973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:44Z', 'updated_at': '2021-08-16T19:57:53Z', 'revision_number': 5, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'subnets': [{'id': '255dc5d0-2507-406e-9c79-293ed8a42973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:03:05.664878 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-45e94b7a-f352-4058-8113-66a55ae23799 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9107685 Aug 16 20:03:05.668065 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35216) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:05.685627 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4f80515e-7286-4b9d-a780-06eb64b5f0cd admin admin] Request body: {'subnet': {'network_id': '5a8263b7-f7ee-45e4-9c93-3b54bf67f7ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1144050546-subnet', 'tenant_id': '0cd2c2719e284dd8879588746ddb0e9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:05.685951 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e94b7a-f352-4058-8113-66a55ae23799 admin admin] Pushing event updated for resources: {'Network': ['ID=5a8263b7-f7ee-45e4-9c93-3b54bf67f7ae,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:05.714807 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 5a8263b7-f7ee-45e4-9c93-3b54bf67f7ae details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:03:05.749225 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba40731-fac1-4b05-b04d-641bc32d4686 req-44931a06-d934-405d-b0f5-4b3fd2fddb15 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:05.767540 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dba40731-fac1-4b05-b04d-641bc32d4686 req-44931a06-d934-405d-b0f5-4b3fd2fddb15 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 946 time: 0.1493802 Aug 16 20:03:05.846908 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dba40731-fac1-4b05-b04d-641bc32d4686 req-fa40a782-bac3-4d54-a52c-5adc473861d4 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783088 Aug 16 20:03:05.848270 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f80515e-7286-4b9d-a780-06eb64b5f0cd admin admin] Made reservation on behalf of 0cd2c2719e284dd8879588746ddb0e9f for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:03:05.852935 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4f80515e-7286-4b9d-a780-06eb64b5f0cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:05.872637 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:05.888841 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:05.900707 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35224) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:05.959847 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 944c198d-a16e-4841-86ed-e2a60176e13d no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:03:06.032597 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 944c198d-a16e-4841-86ed-e2a60176e13d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:03:06.033002 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 944c198d-a16e-4841-86ed-e2a60176e13d not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:03:06.050587 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-14873748-af10-450e-9e39-dbf0dabfd9d2 req-e5bfa754-dda5-46ff-bc17-19819ea902c4 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "GET /v2.0/security-groups/22fd0a34-8a69-41ae-8374-7056b750af95 HTTP/1.1" status: 200 len: 2996 time: 0.2198954 Aug 16 20:03:06.108635 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb941df6-d6b8-4d6e-aa11-98a2250f13ac tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:06.136479 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-497bcff2-361b-4ede-9f6d-d10446ecf107 req-e5989b92-bf4e-4a48-9a85-6cb281833a0c tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "GET /v2.0/security-group-rules/efba68a3-f18f-4b87-a827-2d2e73c56fef HTTP/1.1" status: 200 len: 783 time: 0.0643036 Aug 16 20:03:06.150704 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4f80515e-7286-4b9d-a780-06eb64b5f0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:06.155714 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5605b36-f3c1-417e-bc5c-48ec653a06a7 None None] New status for floating IP 8c9f7cc2-dc94-4036-b497-38f0ed7dc663: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:03:06.179368 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb941df6-d6b8-4d6e-aa11-98a2250f13ac tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:06.220492 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f80515e-7286-4b9d-a780-06eb64b5f0cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c2042b1-7728-47cd-9477-bb128b317430,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:06.231982 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9b8e7-7a44-47c5-86b6-33c4ebb647a7 req-fea3ada8-3ea3-4e38-8f5a-963e497ad4fb tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:06.233532 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b6e9b8e7-7a44-47c5-86b6-33c4ebb647a7 req-fea3ada8-3ea3-4e38-8f5a-963e497ad4fb tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 945 time: 0.1224666 Aug 16 20:03:06.260613 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-497bcff2-361b-4ede-9f6d-d10446ecf107 req-bcc1f789-3b52-4549-8b95-baf00753e6f4 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "GET /v2.0/security-groups/22fd0a34-8a69-41ae-8374-7056b750af95 HTTP/1.1" status: 200 len: 2996 time: 0.1157568 Aug 16 20:03:06.265009 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f80515e-7286-4b9d-a780-06eb64b5f0cd admin admin] Checking segment: {'id': '6f0d4c8a-2bbe-458a-88ca-b652fa41f807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5a8263b7-f7ee-45e4-9c93-3b54bf67f7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:03:06.265376 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f80515e-7286-4b9d-a780-06eb64b5f0cd admin admin] Network hostable DHCP agents. Network: 5a8263b7-f7ee-45e4-9c93-3b54bf67f7ae, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:03:06.298499 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b6e9b8e7-7a44-47c5-86b6-33c4ebb647a7 req-156f88af-bcb5-421c-bea9-ace24d5770b7 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542996 Aug 16 20:03:06.308682 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f80515e-7286-4b9d-a780-06eb64b5f0cd admin admin] Network 5a8263b7-f7ee-45e4-9c93-3b54bf67f7ae is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:03:06.335677 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-4f80515e-7286-4b9d-a780-06eb64b5f0cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 5a8263b7-f7ee-45e4-9c93-3b54bf67f7ae) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:03:06.336842 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-497bcff2-361b-4ede-9f6d-d10446ecf107 req-ae66d51b-b404-49f7-a5d8-474dfe699576 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:06.346464 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e1ad81-ea83-4849-9ac2-6cf3e714d476 None None] Network 5a8263b7-f7ee-45e4-9c93-3b54bf67f7ae requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:03:06.351438 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f80515e-7286-4b9d-a780-06eb64b5f0cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:06.352249 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4f80515e-7286-4b9d-a780-06eb64b5f0cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:06.352752 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-497bcff2-361b-4ede-9f6d-d10446ecf107 req-ae66d51b-b404-49f7-a5d8-474dfe699576 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:06.373439 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb941df6-d6b8-4d6e-aa11-98a2250f13ac tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:06.375510 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4f80515e-7286-4b9d-a780-06eb64b5f0cd admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7042105 Aug 16 20:03:06.376851 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb941df6-d6b8-4d6e-aa11-98a2250f13ac tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:06.381543 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bb941df6-d6b8-4d6e-aa11-98a2250f13ac tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "DELETE /v2.0/security-groups/1337fce4-273b-4435-a35c-c970b1f10dad HTTP/1.1" status: 204 len: 168 time: 0.4754913 Aug 16 20:03:06.382608 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35244) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:06.402823 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-3ba26e36-3e9c-41a8-a698-c68f9ef87a04 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] show failed (client error): The resource could not be found. Aug 16 20:03:06.404014 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3ba26e36-3e9c-41a8-a698-c68f9ef87a04 tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "GET /v2.0/security-groups/1337fce4-273b-4435-a35c-c970b1f10dad HTTP/1.1" status: 404 len: 347 time: 0.0186858 Aug 16 20:03:06.408390 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35248) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:06.410375 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb941df6-d6b8-4d6e-aa11-98a2250f13ac tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1337fce4-273b-4435-a35c-c970b1f10dad,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:06.421898 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-497bcff2-361b-4ede-9f6d-d10446ecf107 req-ae66d51b-b404-49f7-a5d8-474dfe699576 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:06.427913 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-497bcff2-361b-4ede-9f6d-d10446ecf107 req-ae66d51b-b404-49f7-a5d8-474dfe699576 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:06.433035 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-497bcff2-361b-4ede-9f6d-d10446ecf107 req-ae66d51b-b404-49f7-a5d8-474dfe699576 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/efba68a3-f18f-4b87-a827-2d2e73c56fef HTTP/1.1" status: 204 len: 173 time: 0.1655514 Aug 16 20:03:06.443674 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66d51b-b404-49f7-a5d8-474dfe699576 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=efba68a3-f18f-4b87-a827-2d2e73c56fef,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:06.578901 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaa750f-c271-499b-9b2a-1c2ad8688971 None None] Network 5a8263b7-f7ee-45e4-9c93-3b54bf67f7ae requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:03:06.624530 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-36cdf500-2a9c-41d0-9815-820a87f5ced4 req-8ad992bf-4105-4b3d-bc2b-cccf83b2b1aa tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "GET /v2.0/security-groups/22fd0a34-8a69-41ae-8374-7056b750af95 HTTP/1.1" status: 200 len: 2398 time: 0.1563694 Aug 16 20:03:06.767447 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [req-8f760294-85dc-43a5-9bf7-158dcc2aa1f9 req-ca9ddff7-a2d9-4569-82a1-ca52a1f221a3 tempest-SecurityGroupsNegativeTestJSON-1015958553 tempest-SecurityGroupsNegativeTestJSON-1015958553-project] show failed (client error): The resource could not be found. Aug 16 20:03:06.768479 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8f760294-85dc-43a5-9bf7-158dcc2aa1f9 req-ca9ddff7-a2d9-4569-82a1-ca52a1f221a3 tempest-SecurityGroupsNegativeTestJSON-1015958553 tempest-SecurityGroupsNegativeTestJSON-1015958553-project] 10.222.0.68 "GET /v2.0/security-groups/7b56e11a-ea75-40ad-b3a6-04bb09c27da1 HTTP/1.1" status: 404 len: 352 time: 0.0158813 Aug 16 20:03:06.789246 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-a4f433d5-0282-41ca-9eca-1e33944986ea tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Deleting port 4c76f5b1-3cbd-44dd-bddc-ac6aa5a85100 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:03:06.789724 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4f433d5-0282-41ca-9eca-1e33944986ea tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:06.848631 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-36cdf500-2a9c-41d0-9815-820a87f5ced4 req-c6feb91f-71ef-476f-98cb-7af59bf934a7 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:06.871859 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b76734b1-8f8a-477d-987f-66edff4783b4 req-8ce31751-e80d-4d92-8955-9cdc8e4bb0c6 tempest-SecurityGroupsNegativeTestJSON-1015958553 tempest-SecurityGroupsNegativeTestJSON-1015958553-project] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0cd2c2719e284dd8879588746ddb0e9f HTTP/1.1" status: 200 len: 2984 time: 0.0554800 Aug 16 20:03:06.890764 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-36cdf500-2a9c-41d0-9815-820a87f5ced4 req-c6feb91f-71ef-476f-98cb-7af59bf934a7 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:06.921189 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:06.925146 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4f433d5-0282-41ca-9eca-1e33944986ea tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:06.925341 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4f433d5-0282-41ca-9eca-1e33944986ea tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:06.949816 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-a4f433d5-0282-41ca-9eca-1e33944986ea tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Calling delete_port for 4c76f5b1-3cbd-44dd-bddc-ac6aa5a85100 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:03:06.999695 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b76734b1-8f8a-477d-987f-66edff4783b4 req-5cd06eaf-1fd3-43bd-8b38-8dd497b72205 tempest-SecurityGroupsNegativeTestJSON-1015958553 tempest-SecurityGroupsNegativeTestJSON-1015958553-project] 10.222.0.68 "GET /v2.0/security-groups/f70526f9-1da7-456a-88bf-b029b196a2ff HTTP/1.1" status: 200 len: 2981 time: 0.1180701 Aug 16 20:03:07.021864 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-36cdf500-2a9c-41d0-9815-820a87f5ced4 req-c6feb91f-71ef-476f-98cb-7af59bf934a7 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:07.024464 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-36cdf500-2a9c-41d0-9815-820a87f5ced4 req-c6feb91f-71ef-476f-98cb-7af59bf934a7 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:07.029895 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-36cdf500-2a9c-41d0-9815-820a87f5ced4 req-c6feb91f-71ef-476f-98cb-7af59bf934a7 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "DELETE /v2.0/security-groups/22fd0a34-8a69-41ae-8374-7056b750af95 HTTP/1.1" status: 204 len: 173 time: 0.4041805 Aug 16 20:03:07.055181 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-7421b9ec-35d0-4354-bc4f-ab579f9b3957 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:07.056738 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-7421b9ec-35d0-4354-bc4f-ab579f9b3957 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce&tenant_id=80d98bbe248147c88be18e7257fbdc13&binding%3Ahost_id=n-h1-787206-13 HTTP/1.1" status: 200 len: 1097 time: 0.1467104 Aug 16 20:03:07.063837 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6feb91f-71ef-476f-98cb-7af59bf934a7 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fd0a34-8a69-41ae-8374-7056b750af95,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:07.098093 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1492ef37-6da3-4b30-aa88-9c97c0d43ffe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-787206-13'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:07.151066 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4f433d5-0282-41ca-9eca-1e33944986ea tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:07.173083 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1492ef37-6da3-4b30-aa88-9c97c0d43ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:07.183123 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f433d5-0282-41ca-9eca-1e33944986ea tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Pushing event deleted for resources: {'Port': ['ID=4c76f5b1-3cbd-44dd-bddc-ac6aa5a85100,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:07.210567 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:03:07.286571 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4f433d5-0282-41ca-9eca-1e33944986ea tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:07.289511 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4f433d5-0282-41ca-9eca-1e33944986ea tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:07.293940 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a4f433d5-0282-41ca-9eca-1e33944986ea tempest-ServersWithSpecificFlavorTestJSON-193699286 tempest-ServersWithSpecificFlavorTestJSON-193699286-project] 10.222.0.68 "DELETE /v2.0/floatingips/8c9f7cc2-dc94-4036-b497-38f0ed7dc663 HTTP/1.1" status: 204 len: 168 time: 0.8842609 Aug 16 20:03:07.318743 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f1bd5-a6e2-4a11-92ac-c3ac99800d0f req-30f359a7-09b4-48e4-ae8e-1811199c39a6 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:07.320355 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1d6f1bd5-a6e2-4a11-92ac-c3ac99800d0f req-30f359a7-09b4-48e4-ae8e-1811199c39a6 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 946 time: 0.0835421 Aug 16 20:03:07.323008 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b76734b1-8f8a-477d-987f-66edff4783b4 req-5ea11fd1-104d-499f-beca-8622ac15f8da tempest-SecurityGroupsNegativeTestJSON-1015958553 tempest-SecurityGroupsNegativeTestJSON-1015958553-project] 10.222.0.68 "GET /v2.0/security-groups/f70526f9-1da7-456a-88bf-b029b196a2ff HTTP/1.1" status: 200 len: 2981 time: 0.3129480 Aug 16 20:03:07.390788 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1d6f1bd5-a6e2-4a11-92ac-c3ac99800d0f req-e488eecd-e06d-4e00-94ad-03ba07c6db8f tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622931 Aug 16 20:03:07.440060 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1492ef37-6da3-4b30-aa88-9c97c0d43ffe service neutron] For port 3561362b-aeef-497c-80fd-d950db9fd8fb, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3561362b-aeef-497c-80fd-d950db9fd8fb,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:07.466198 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [req-50542cae-0b76-4215-a1e8-da709ba7bbef req-157cd588-952b-49d5-b50c-c4afc6d6c59f tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] show failed (client error): The resource could not be found. Aug 16 20:03:07.467368 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-50542cae-0b76-4215-a1e8-da709ba7bbef req-157cd588-952b-49d5-b50c-c4afc6d6c59f tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "GET /v2.0/security-groups/1e348194-f20a-4c8e-bdd2-1cce191ee805 HTTP/1.1" status: 404 len: 352 time: 0.0307412 Aug 16 20:03:07.509082 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1492ef37-6da3-4b30-aa88-9c97c0d43ffe service neutron] For port 3561362b-aeef-497c-80fd-d950db9fd8fb, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:03:07.571397 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a76a73ec-94c8-41fb-87f9-009479c591f0 req-79077e4d-2aba-44c0-80c5-fe64bbafeffc tempest-SecurityGroupsNegativeTestJSON-1015958553 tempest-SecurityGroupsNegativeTestJSON-1015958553-project] 10.222.0.68 "GET /v2.0/security-groups/f70526f9-1da7-456a-88bf-b029b196a2ff HTTP/1.1" status: 200 len: 2981 time: 0.1101227 Aug 16 20:03:07.582011 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0389840-105f-485a-9ebf-2b94a29b6dce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3561362b-aeef-497c-80fd-d950db9fd8fb'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:03:07.595909 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75cb4d2-6335-41aa-b415-d02d44e72323" -d '{"events": [{"server_uuid": "a0389840-105f-485a-9ebf-2b94a29b6dce", "name": "network-vif-unplugged", "status": "completed", "tag": "3561362b-aeef-497c-80fd-d950db9fd8fb"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:03:07.602082 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1492ef37-6da3-4b30-aa88-9c97c0d43ffe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:07.634527 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1492ef37-6da3-4b30-aa88-9c97c0d43ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:07.677737 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [req-a76a73ec-94c8-41fb-87f9-009479c591f0 req-b29b02ce-8c42-4ee0-a814-f9ed2e9049c4 tempest-SecurityGroupsNegativeTestJSON-1015958553 tempest-SecurityGroupsNegativeTestJSON-1015958553-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 20:03:07.693013 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a76a73ec-94c8-41fb-87f9-009479c591f0 req-b29b02ce-8c42-4ee0-a814-f9ed2e9049c4 tempest-SecurityGroupsNegativeTestJSON-1015958553 tempest-SecurityGroupsNegativeTestJSON-1015958553-project] 10.222.0.68 "DELETE /v2.0/security-groups/f70526f9-1da7-456a-88bf-b029b196a2ff HTTP/1.1" status: 409 len: 352 time: 0.1091242 Aug 16 20:03:07.730926 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b3aeb-0041-4d7c-a8a8-4093e6464f61 req-075e14fa-d6b1-4bc9-9ba3-cfcb42f04f78 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:07.733165 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-867b3aeb-0041-4d7c-a8a8-4093e6464f61 req-075e14fa-d6b1-4bc9-9ba3-cfcb42f04f78 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 945 time: 0.1338153 Aug 16 20:03:07.783499 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492ef37-6da3-4b30-aa88-9c97c0d43ffe service neutron] Pushing event updated for resources: {'Port': ['ID=3561362b-aeef-497c-80fd-d950db9fd8fb,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:07.832283 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3894efd7-a6ae-431f-8f6c-04b06cbe02c6 req-06f7ddf4-23e3-4c18-b0ff-d382d418e547 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "GET /v2.0/security-groups/eca40b74-1a8f-4340-982c-fe95f6020466 HTTP/1.1" status: 200 len: 1803 time: 0.0718355 Aug 16 20:03:07.864728 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-867b3aeb-0041-4d7c-a8a8-4093e6464f61 req-69146a62-dacf-428b-9414-47217fc55410 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037755 Aug 16 20:03:07.867494 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1492ef37-6da3-4b30-aa88-9c97c0d43ffe service neutron] Attempting to bind port 3561362b-aeef-497c-80fd-d950db9fd8fb on host n-h1-787206-13 for vnic_type normal with profile {"migrating_to": "n-h2-787206-13"} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:03:07.867829 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1492ef37-6da3-4b30-aa88-9c97c0d43ffe service neutron] Attempting to bind port 3561362b-aeef-497c-80fd-d950db9fd8fb by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:03:07.868354 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1492ef37-6da3-4b30-aa88-9c97c0d43ffe service neutron] Attempting to bind port 3561362b-aeef-497c-80fd-d950db9fd8fb on network 273a965b-291d-4de0-904d-d29903ed22d3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:03:07.873847 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1492ef37-6da3-4b30-aa88-9c97c0d43ffe service neutron] Port 3561362b-aeef-497c-80fd-d950db9fd8fb on network 273a965b-291d-4de0-904d-d29903ed22d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:03:07.874169 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1492ef37-6da3-4b30-aa88-9c97c0d43ffe service neutron] Attempting to bind port 3561362b-aeef-497c-80fd-d950db9fd8fb on network 273a965b-291d-4de0-904d-d29903ed22d3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:03:07.879908 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1492ef37-6da3-4b30-aa88-9c97c0d43ffe service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:03:07.880761 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1492ef37-6da3-4b30-aa88-9c97c0d43ffe service neutron] Checking segment: {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:03:07.881150 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1492ef37-6da3-4b30-aa88-9c97c0d43ffe service neutron] Bound using segment: {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:03:07.881677 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1492ef37-6da3-4b30-aa88-9c97c0d43ffe service neutron] Bound port: 3561362b-aeef-497c-80fd-d950db9fd8fb, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:03:07.882075 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1492ef37-6da3-4b30-aa88-9c97c0d43ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:07.929843 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3894efd7-a6ae-431f-8f6c-04b06cbe02c6 req-47b32db2-821f-4034-8422-09fff898dfbb tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:07.938106 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c699c8-1feb-4bb3-b914-e9e680dbfd23 x-openstack-request-id: req-72c699c8-1feb-4bb3-b914-e9e680dbfd23 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:03:07.938393 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0389840-105f-485a-9ebf-2b94a29b6dce", "name": "network-vif-unplugged", "status": "completed", "tag": "3561362b-aeef-497c-80fd-d950db9fd8fb", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:03:07.938643 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-72c699c8-1feb-4bb3-b914-e9e680dbfd23 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:03:07.939031 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0389840-105f-485a-9ebf-2b94a29b6dce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3561362b-aeef-497c-80fd-d950db9fd8fb', 'code': 200} Aug 16 20:03:07.961565 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 3561362b-aeef-497c-80fd-d950db9fd8fb details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:03:07.964973 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3894efd7-a6ae-431f-8f6c-04b06cbe02c6 req-47b32db2-821f-4034-8422-09fff898dfbb tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:07.972219 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [req-90291d03-89e1-400b-837b-5d6bd9635aee req-865ba2a3-2541-41b9-9a32-6295194da4f9 tempest-SecurityGroupsNegativeTestJSON-1015958553 tempest-SecurityGroupsNegativeTestJSON-1015958553-project] show failed (client error): The resource could not be found. Aug 16 20:03:07.973365 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-90291d03-89e1-400b-837b-5d6bd9635aee req-865ba2a3-2541-41b9-9a32-6295194da4f9 tempest-SecurityGroupsNegativeTestJSON-1015958553 tempest-SecurityGroupsNegativeTestJSON-1015958553-project] 10.222.0.68 "GET /v2.0/security-groups/56afbe34-82c6-4bed-ba51-c7244ed6d877 HTTP/1.1" status: 404 len: 352 time: 0.0335274 Aug 16 20:03:07.995623 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device a6ef13a1-4664-4c61-8dd2-b8607f760d77 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:03:08.018954 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1492ef37-6da3-4b30-aa88-9c97c0d43ffe service neutron] For port 3561362b-aeef-497c-80fd-d950db9fd8fb, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:03:08.024342 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1492ef37-6da3-4b30-aa88-9c97c0d43ffe service neutron] For port 3561362b-aeef-497c-80fd-d950db9fd8fb, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3561362b-aeef-497c-80fd-d950db9fd8fb,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:03:08.025930 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3894efd7-a6ae-431f-8f6c-04b06cbe02c6 req-47b32db2-821f-4034-8422-09fff898dfbb tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:08.029370 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3894efd7-a6ae-431f-8f6c-04b06cbe02c6 req-47b32db2-821f-4034-8422-09fff898dfbb tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:08.030570 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3894efd7-a6ae-431f-8f6c-04b06cbe02c6 req-47b32db2-821f-4034-8422-09fff898dfbb tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "DELETE /v2.0/security-groups/eca40b74-1a8f-4340-982c-fe95f6020466 HTTP/1.1" status: 204 len: 173 time: 0.1906519 Aug 16 20:03:08.045370 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1492ef37-6da3-4b30-aa88-9c97c0d43ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:08.057900 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b32db2-821f-4034-8422-09fff898dfbb tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca40b74-1a8f-4340-982c-fe95f6020466,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:08.092264 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [req-1993f6cd-8341-4335-9a21-c0db2badd8ea req-41a57944-9500-44f3-9c1c-6eeaf6ce862a tempest-SecurityGroupsNegativeTestJSON-1015958553 tempest-SecurityGroupsNegativeTestJSON-1015958553-project] show failed (client error): The resource could not be found. Aug 16 20:03:08.093338 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1993f6cd-8341-4335-9a21-c0db2badd8ea req-41a57944-9500-44f3-9c1c-6eeaf6ce862a tempest-SecurityGroupsNegativeTestJSON-1015958553 tempest-SecurityGroupsNegativeTestJSON-1015958553-project] 10.222.0.68 "GET /v2.0/security-groups/1a98c6a3-e67e-4459-966d-0ed074862541 HTTP/1.1" status: 404 len: 352 time: 0.0161681 Aug 16 20:03:08.113834 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35326) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:08.280750 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port a6ef13a1-4664-4c61-8dd2-b8607f760d77, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a6ef13a1-4664-4c61-8dd2-b8607f760d77,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:08.285813 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-57fe8123-643e-4511-badc-88b866351a76 admin admin] Deleting subnet 4c2042b1-7728-47cd-9477-bb128b317430 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:03:08.299697 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57fe8123-643e-4511-badc-88b866351a76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:08.309487 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 3561362b-aeef-497c-80fd-d950db9fd8fb, host n-h1-787206-13, got binding levels [] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:08.312424 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'a6ef13a1-4664-4c61-8dd2-b8607f760d77', 'network_id': '50038fe1-20b3-430a-a3e5-f13498455fc2', 'port_id': 'a6ef13a1-4664-4c61-8dd2-b8607f760d77', 'mac_address': 'fa:16:3e:51:5b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c9c4f3-11fd-4c7a-afd6-8ebf2bdda796', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:03:08.398990 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Attempting to bind port 3561362b-aeef-497c-80fd-d950db9fd8fb on host n-h1-787206-13 for vnic_type normal with profile {"migrating_to": "n-h2-787206-13"} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:03:08.403659 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Attempting to bind port 3561362b-aeef-497c-80fd-d950db9fd8fb by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:03:08.414534 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Attempting to bind port 3561362b-aeef-497c-80fd-d950db9fd8fb on network 273a965b-291d-4de0-904d-d29903ed22d3 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:03:08.422548 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57fe8123-643e-4511-badc-88b866351a76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:08.434203 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Port 3561362b-aeef-497c-80fd-d950db9fd8fb on network 273a965b-291d-4de0-904d-d29903ed22d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:03:08.434760 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Attempting to bind port 3561362b-aeef-497c-80fd-d950db9fd8fb on network 273a965b-291d-4de0-904d-d29903ed22d3 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:03:08.437936 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:08.495752 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57fe8123-643e-4511-badc-88b866351a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:08.517652 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6ef13a1-4664-4c61-8dd2-b8607f760d77 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:03:08.540991 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:03:08.541487 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Checking segment: {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:03:08.542231 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Bound using segment: {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:03:08.542905 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Bound port: 3561362b-aeef-497c-80fd-d950db9fd8fb, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee6c6d07-e921-4d74-a773-6cab7513fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '273a965b-291d-4de0-904d-d29903ed22d3'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:03:08.543722 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:08.590006 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1492ef37-6da3-4b30-aa88-9c97c0d43ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:08.591361 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1492ef37-6da3-4b30-aa88-9c97c0d43ffe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:08.593495 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1492ef37-6da3-4b30-aa88-9c97c0d43ffe service neutron] 10.222.0.63 "PUT /v2.0/ports/3561362b-aeef-497c-80fd-d950db9fd8fb HTTP/1.1" status: 200 len: 1123 time: 1.5219259 Aug 16 20:03:08.636895 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492ef37-6da3-4b30-aa88-9c97c0d43ffe service neutron] Pushing event updated for resources: {'Port': ['ID=3561362b-aeef-497c-80fd-d950db9fd8fb,revision_number=8']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:08.664118 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0295a00e-08b1-4b18-9a77-5f034d3a43ed req-d2a12513-1db2-440e-980f-e81c3a8e0af8 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "GET /v2.0/security-groups/5ef4584b-78ba-428a-962c-438b3f87e144 HTTP/1.1" status: 200 len: 1803 time: 0.1274712 Aug 16 20:03:08.690279 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port a6ef13a1-4664-4c61-8dd2-b8607f760d77, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a6ef13a1-4664-4c61-8dd2-b8607f760d77,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:08.694695 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9eb9e-a3a9-4bd5-8c4e-c74b7392be01 req-a8504de8-bfe3-4931-a1d3-be0b33b5d66c tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:08.706969 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-35c9eb9e-a3a9-4bd5-8c4e-c74b7392be01 req-a8504de8-bfe3-4931-a1d3-be0b33b5d66c tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 946 time: 0.0733232 Aug 16 20:03:08.717048 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:08.717695 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57fe8123-643e-4511-badc-88b866351a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:08.774172 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe8123-643e-4511-badc-88b866351a76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c2042b1-7728-47cd-9477-bb128b317430,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:08.787713 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57fe8123-643e-4511-badc-88b866351a76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:08.790104 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-57fe8123-643e-4511-badc-88b866351a76 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/4c2042b1-7728-47cd-9477-bb128b317430 HTTP/1.1" status: 204 len: 168 time: 0.6745269 Aug 16 20:03:08.793650 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35364) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:08.801237 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0295a00e-08b1-4b18-9a77-5f034d3a43ed req-f8e671f6-3d3a-46ef-9fb3-2f720b9c37bc tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:08.839139 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0295a00e-08b1-4b18-9a77-5f034d3a43ed req-f8e671f6-3d3a-46ef-9fb3-2f720b9c37bc tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:08.865252 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['3561362b-aeef-497c-80fd-d950db9fd8fb'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:03:08.869480 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['3561362b-aeef-497c-80fd-d950db9fd8fb'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:03:08.881118 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3997ca6-0ee1-4842-a7d1-3c3f36a83abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:08.913380 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-35c9eb9e-a3a9-4bd5-8c4e-c74b7392be01 req-142b7d42-f5c3-42ca-9a12-d1f57df48f46 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046857 Aug 16 20:03:08.942679 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0295a00e-08b1-4b18-9a77-5f034d3a43ed req-f8e671f6-3d3a-46ef-9fb3-2f720b9c37bc tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:08.946646 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0295a00e-08b1-4b18-9a77-5f034d3a43ed req-f8e671f6-3d3a-46ef-9fb3-2f720b9c37bc tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:08.948923 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['a6ef13a1-4664-4c61-8dd2-b8607f760d77'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:03:08.963562 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0295a00e-08b1-4b18-9a77-5f034d3a43ed req-f8e671f6-3d3a-46ef-9fb3-2f720b9c37bc tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "DELETE /v2.0/security-groups/5ef4584b-78ba-428a-962c-438b3f87e144 HTTP/1.1" status: 204 len: 173 time: 0.2868249 Aug 16 20:03:08.991695 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e671f6-3d3a-46ef-9fb3-2f720b9c37bc tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef4584b-78ba-428a-962c-438b3f87e144,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:09.020288 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=a6ef13a1-4664-4c61-8dd2-b8607f760d77,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:09.071711 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35376) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:09.103047 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3997ca6-0ee1-4842-a7d1-3c3f36a83abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:09.131874 n-d-787206-13 neutron-server[94772]: WARNING neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Concurrent port binding operations failed on port 3561362b-aeef-497c-80fd-d950db9fd8fb Aug 16 20:03:09.141837 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 3561362b-aeef-497c-80fd-d950db9fd8fb, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3561362b-aeef-497c-80fd-d950db9fd8fb,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:09.154535 n-d-787206-13 neutron-server[94772]: INFO neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Attempt 2 to bind port 3561362b-aeef-497c-80fd-d950db9fd8fb Aug 16 20:03:09.155106 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 3561362b-aeef-497c-80fd-d950db9fd8fb has no active binding in host n-h2-787206-13 {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:03:09.156063 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75341993-c7ba-4e20-8c43-a3e3bdf92fc8 req-76e91886-b457-46d6-b976-ab37767577bd tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:09.165437 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-75341993-c7ba-4e20-8c43-a3e3bdf92fc8 req-76e91886-b457-46d6-b976-ab37767577bd tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 943 time: 0.0952246 Aug 16 20:03:09.222464 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-75341993-c7ba-4e20-8c43-a3e3bdf92fc8 req-00621525-c96b-4003-a3e1-1b64a224810f tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474312 Aug 16 20:03:09.246007 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e3997ca6-0ee1-4842-a7d1-3c3f36a83abd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8263b7-f7ee-45e4-9c93-3b54bf67f7ae']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:03:09.262330 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4016198c-9342-442e-bb48-8ea62f6908f1 req-4f746295-ffa3-4344-9c18-887b904824e7 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "GET /v2.0/security-groups/824d2462-f0d0-40f7-b08a-0f50a4e34dd4 HTTP/1.1" status: 200 len: 1804 time: 0.1544471 Aug 16 20:03:09.267960 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e3997ca6-0ee1-4842-a7d1-3c3f36a83abd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f0d4c8a-2bbe-458a-88ca-b652fa41f807') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:03:09.268463 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e3997ca6-0ee1-4842-a7d1-3c3f36a83abd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f0d4c8a-2bbe-458a-88ca-b652fa41f807') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:03:09.319520 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3997ca6-0ee1-4842-a7d1-3c3f36a83abd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:09.371765 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3997ca6-0ee1-4842-a7d1-3c3f36a83abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:09.380884 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3997ca6-0ee1-4842-a7d1-3c3f36a83abd admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:03:09.381521 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3997ca6-0ee1-4842-a7d1-3c3f36a83abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:09.383469 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:03:09.383469 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:03:09.383469 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:03:09.383469 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:03:09.383469 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:03:09.383469 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:03:09.383469 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:03:09.383469 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:03:09.383469 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:03:09.383469 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:03:09.383469 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:03:09.383469 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:03:09.383469 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:03:09.383469 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:03:09.383469 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:03:09.383469 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:03:09.383469 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:03:09.383469 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:03:09.383469 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:03:09.383469 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:03:09.383469 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:03:09.383469 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:03:09.383469 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:03:09.383469 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:03:09.383469 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:03:09.383469 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:03:09.383469 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:03:09.383469 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:03:09.383469 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:03:09.383469 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:03:09.383469 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:03:09.383469 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:03:09.446764 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4016198c-9342-442e-bb48-8ea62f6908f1 req-a5ad2609-51a0-45e3-a790-2aa4e3c7679d tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:09.466221 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3997ca6-0ee1-4842-a7d1-3c3f36a83abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:09.481007 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4016198c-9342-442e-bb48-8ea62f6908f1 req-a5ad2609-51a0-45e3-a790-2aa4e3c7679d tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:09.492303 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3997ca6-0ee1-4842-a7d1-3c3f36a83abd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:09.494188 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e3997ca6-0ee1-4842-a7d1-3c3f36a83abd admin admin] 10.222.0.68 "DELETE /v2.0/networks/5a8263b7-f7ee-45e4-9c93-3b54bf67f7ae HTTP/1.1" status: 204 len: 168 time: 0.6991992 Aug 16 20:03:09.500306 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3997ca6-0ee1-4842-a7d1-3c3f36a83abd admin admin] Pushing event deleted for resources: {'Network': ['ID=5a8263b7-f7ee-45e4-9c93-3b54bf67f7ae,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:09.561395 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4016198c-9342-442e-bb48-8ea62f6908f1 req-a5ad2609-51a0-45e3-a790-2aa4e3c7679d tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:09.564453 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4016198c-9342-442e-bb48-8ea62f6908f1 req-a5ad2609-51a0-45e3-a790-2aa4e3c7679d tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:09.569489 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4016198c-9342-442e-bb48-8ea62f6908f1 req-a5ad2609-51a0-45e3-a790-2aa4e3c7679d tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "DELETE /v2.0/security-groups/824d2462-f0d0-40f7-b08a-0f50a4e34dd4 HTTP/1.1" status: 204 len: 173 time: 0.3060009 Aug 16 20:03:09.587132 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad2609-51a0-45e3-a790-2aa4e3c7679d tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=824d2462-f0d0-40f7-b08a-0f50a4e34dd4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:09.715137 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-47f93ed9-30b3-4bcb-a67c-de954b34563e req-f51d5662-0bd9-47a3-a266-194f040f8d51 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "GET /v2.0/security-groups/572f82b0-ae02-4f6c-b594-ee1450d6a5bd HTTP/1.1" status: 200 len: 2404 time: 0.1223361 Aug 16 20:03:09.834857 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35410) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:09.841177 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35412) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:09.852537 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-47f93ed9-30b3-4bcb-a67c-de954b34563e req-c792ecb7-4266-4c9e-b639-9806aa067703 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:09.888932 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-47f93ed9-30b3-4bcb-a67c-de954b34563e req-c792ecb7-4266-4c9e-b639-9806aa067703 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:09.950287 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-47f93ed9-30b3-4bcb-a67c-de954b34563e req-c792ecb7-4266-4c9e-b639-9806aa067703 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:09.954278 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-47f93ed9-30b3-4bcb-a67c-de954b34563e req-c792ecb7-4266-4c9e-b639-9806aa067703 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:09.955989 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-47f93ed9-30b3-4bcb-a67c-de954b34563e req-c792ecb7-4266-4c9e-b639-9806aa067703 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "DELETE /v2.0/security-groups/572f82b0-ae02-4f6c-b594-ee1450d6a5bd HTTP/1.1" status: 204 len: 173 time: 0.2400048 Aug 16 20:03:09.969686 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792ecb7-4266-4c9e-b639-9806aa067703 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=572f82b0-ae02-4f6c-b594-ee1450d6a5bd,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:09.995926 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device a6ef13a1-4664-4c61-8dd2-b8607f760d77 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:03:10.015325 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0389840-105f-485a-9ebf-2b94a29b6dce', 'tag': '3561362b-aeef-497c-80fd-d950db9fd8fb'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:03:10.017980 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386b132b-fa42-42f4-9e16-b0cd96743791" -d '{"events": [{"name": "network-changed", "server_uuid": "a0389840-105f-485a-9ebf-2b94a29b6dce", "tag": "3561362b-aeef-497c-80fd-d950db9fd8fb"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:03:10.066022 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-080c6a9a-5eca-4d18-a86e-29d3ede81fd0 req-9a828691-019b-49b0-8318-fd96a8405bcb tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "GET /v2.0/security-groups/74677ef2-015e-4191-86e6-a76047f1727e HTTP/1.1" status: 200 len: 2396 time: 0.0779932 Aug 16 20:03:10.114469 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f19ca8df-f9ed-45ae-9780-bdc2ece89078 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0cd2c2719e284dd8879588746ddb0e9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783601 Aug 16 20:03:10.120521 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35422) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:10.137560 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port a6ef13a1-4664-4c61-8dd2-b8607f760d77 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:03:10.139858 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:10.185407 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-080c6a9a-5eca-4d18-a86e-29d3ede81fd0 req-e1a5d0c8-0515-4804-88aa-58f562ac1492 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:10.239842 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-080c6a9a-5eca-4d18-a86e-29d3ede81fd0 req-e1a5d0c8-0515-4804-88aa-58f562ac1492 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:10.247067 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258fdf5-0cce-40c7-8ba9-066f562032f0 req-5b66e9e3-2d4e-46dc-ab0e-13cf233c2255 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:10.255021 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c258fdf5-0cce-40c7-8ba9-066f562032f0 req-5b66e9e3-2d4e-46dc-ab0e-13cf233c2255 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 946 time: 0.2279317 Aug 16 20:03:10.278552 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-258b9470-f450-413d-a367-98a4ee2db4a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:10.298073 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:10.311379 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-080c6a9a-5eca-4d18-a86e-29d3ede81fd0 req-e1a5d0c8-0515-4804-88aa-58f562ac1492 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:10.313954 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-080c6a9a-5eca-4d18-a86e-29d3ede81fd0 req-e1a5d0c8-0515-4804-88aa-58f562ac1492 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:10.315093 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-080c6a9a-5eca-4d18-a86e-29d3ede81fd0 req-e1a5d0c8-0515-4804-88aa-58f562ac1492 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] 10.222.0.68 "DELETE /v2.0/security-groups/74677ef2-015e-4191-86e6-a76047f1727e HTTP/1.1" status: 204 len: 173 time: 0.2479966 Aug 16 20:03:10.327625 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5d0c8-0515-4804-88aa-58f562ac1492 tempest-SecurityGroupRulesTestJSON-1918908269 tempest-SecurityGroupRulesTestJSON-1918908269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74677ef2-015e-4191-86e6-a76047f1727e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:10.330753 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35426) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:10.338351 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port a6ef13a1-4664-4c61-8dd2-b8607f760d77, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a6ef13a1-4664-4c61-8dd2-b8607f760d77,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:10.340999 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d55b5c-09c1-4467-a675-08762628925d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ef13a1-4664-4c61-8dd2-b8607f760d77'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:03:10.346398 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e09e73-bd5a-4450-81d8-a2f33fef9f49" -d '{"events": [{"server_uuid": "45d55b5c-09c1-4467-a675-08762628925d", "name": "network-vif-plugged", "status": "completed", "tag": "a6ef13a1-4664-4c61-8dd2-b8607f760d77"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:03:10.358940 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:10.384248 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e64b851-b87e-4355-bdf6-6325936b9f65 admin admin] Deleting subnet 3176f0fb-c5ba-4cdd-ab80-8c89b9437d24 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:03:10.391601 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e64b851-b87e-4355-bdf6-6325936b9f65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:10.420975 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=a6ef13a1-4664-4c61-8dd2-b8607f760d77,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:10.444177 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e64b851-b87e-4355-bdf6-6325936b9f65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:10.499074 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4777e31-2f41-4889-ae63-1158a83ea5f0 x-openstack-request-id: req-e4777e31-2f41-4889-ae63-1158a83ea5f0 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:03:10.499787 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0389840-105f-485a-9ebf-2b94a29b6dce", "tag": "3561362b-aeef-497c-80fd-d950db9fd8fb", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:03:10.500265 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e4777e31-2f41-4889-ae63-1158a83ea5f0 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:03:10.500728 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0389840-105f-485a-9ebf-2b94a29b6dce', 'tag': '3561362b-aeef-497c-80fd-d950db9fd8fb', 'status': 'completed', 'code': 200} Aug 16 20:03:10.530223 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e64b851-b87e-4355-bdf6-6325936b9f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:10.570260 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eee4aa01-227b-413f-92a2-969cde0b48ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:10.596326 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165bff49-4556-4654-a04f-324e4961a9fe req-298dffad-aed1-46cd-815a-ad83100062fc tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:10.597863 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-165bff49-4556-4654-a04f-324e4961a9fe req-298dffad-aed1-46cd-815a-ad83100062fc tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 943 time: 0.1121893 Aug 16 20:03:10.614488 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c258fdf5-0cce-40c7-8ba9-066f562032f0 req-cd6843b9-4298-40e9-b08e-a770f4f81905 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579421 Aug 16 20:03:10.641416 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eee4aa01-227b-413f-92a2-969cde0b48ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:10.670002 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e64b851-b87e-4355-bdf6-6325936b9f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:10.694996 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2b405b-4711-47ed-967f-9e9a8f03c54e x-openstack-request-id: req-cb2b405b-4711-47ed-967f-9e9a8f03c54e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:03:10.695323 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d55b5c-09c1-4467-a675-08762628925d", "name": "network-vif-plugged", "status": "completed", "tag": "a6ef13a1-4664-4c61-8dd2-b8607f760d77", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:03:10.695585 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cb2b405b-4711-47ed-967f-9e9a8f03c54e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:03:10.696138 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d55b5c-09c1-4467-a675-08762628925d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ef13a1-4664-4c61-8dd2-b8607f760d77', 'code': 200} Aug 16 20:03:10.699875 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64b851-b87e-4355-bdf6-6325936b9f65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3176f0fb-c5ba-4cdd-ab80-8c89b9437d24,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:10.718598 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-165bff49-4556-4654-a04f-324e4961a9fe req-ca715c03-e73b-4a1e-993f-8d8e8da308ce tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117547 Aug 16 20:03:10.745842 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e64b851-b87e-4355-bdf6-6325936b9f65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:10.749547 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-258b9470-f450-413d-a367-98a4ee2db4a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:10.750154 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4e64b851-b87e-4355-bdf6-6325936b9f65 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/3176f0fb-c5ba-4cdd-ab80-8c89b9437d24 HTTP/1.1" status: 204 len: 168 time: 0.4177999 Aug 16 20:03:10.752749 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35434) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:10.767311 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b132b-fa42-42f4-9e16-b0cd96743791 req-485a2b41-9072-4359-b7d2-3de8b9f725b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:10.768956 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-386b132b-fa42-42f4-9e16-b0cd96743791 req-485a2b41-9072-4359-b7d2-3de8b9f725b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=80d98bbe248147c88be18e7257fbdc13&device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 1126 time: 0.2814121 Aug 16 20:03:10.782146 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-258b9470-f450-413d-a367-98a4ee2db4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:10.845727 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b9470-f450-413d-a367-98a4ee2db4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bbb550-a548-4c1b-8386-24ad611471e2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:10.877021 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93332c3e-e538-4195-995b-041ac3dce53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:10.929975 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-258b9470-f450-413d-a367-98a4ee2db4a6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=72213f93518c46b38a918a1b66f89dd1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0710552 Aug 16 20:03:10.931086 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35444) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:10.964867 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eee4aa01-227b-413f-92a2-969cde0b48ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:10.967729 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eee4aa01-227b-413f-92a2-969cde0b48ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:10.968937 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-eee4aa01-227b-413f-92a2-969cde0b48ce admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f70526f9-1da7-456a-88bf-b029b196a2ff HTTP/1.1" status: 204 len: 168 time: 0.8470361 Aug 16 20:03:11.006065 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4aa01-227b-413f-92a2-969cde0b48ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70526f9-1da7-456a-88bf-b029b196a2ff,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:11.016368 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93332c3e-e538-4195-995b-041ac3dce53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:11.041131 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b132b-fa42-42f4-9e16-b0cd96743791 req-4f998ba2-c71b-493b-94d3-6b31bb62b97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:11.042601 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-386b132b-fa42-42f4-9e16-b0cd96743791 req-4f998ba2-c71b-493b-94d3-6b31bb62b97f service neutron] 10.222.0.57 "GET /v2.0/networks?id=273a965b-291d-4de0-904d-d29903ed22d3 HTTP/1.1" status: 200 len: 922 time: 0.2576094 Aug 16 20:03:11.054775 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-93332c3e-e538-4195-995b-041ac3dce53f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0be46e3-7682-4c23-9759-3e962c4493af']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:03:11.063510 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91323742-7cf7-4d86-8162-8fcdb3ba4c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:11.082505 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-93332c3e-e538-4195-995b-041ac3dce53f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e46f83ae-8b1c-4e35-a80f-e6b32316de09') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:03:11.083000 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-93332c3e-e538-4195-995b-041ac3dce53f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e46f83ae-8b1c-4e35-a80f-e6b32316de09') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:03:11.097946 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-386b132b-fa42-42f4-9e16-b0cd96743791 req-691875ab-9bae-4703-aeed-d4689f943a87 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3561362b-aeef-497c-80fd-d950db9fd8fb HTTP/1.1" status: 200 len: 217 time: 0.0466282 Aug 16 20:03:11.125871 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93332c3e-e538-4195-995b-041ac3dce53f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:11.128717 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8725-2333-4412-bdb9-7e3646b190de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:11.169503 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93332c3e-e538-4195-995b-041ac3dce53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:11.189065 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8725-2333-4412-bdb9-7e3646b190de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:11.192311 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93332c3e-e538-4195-995b-041ac3dce53f admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:03:11.193085 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93332c3e-e538-4195-995b-041ac3dce53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:11.195729 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:03:11.195729 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:03:11.195729 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:03:11.195729 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:03:11.195729 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:03:11.195729 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:03:11.195729 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:03:11.195729 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:03:11.195729 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:03:11.195729 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:03:11.195729 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:03:11.195729 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:03:11.195729 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:03:11.195729 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:03:11.195729 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:03:11.195729 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:03:11.195729 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:03:11.195729 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:03:11.195729 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:03:11.195729 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:03:11.195729 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:03:11.195729 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:03:11.195729 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:03:11.195729 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:03:11.195729 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:03:11.195729 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:03:11.195729 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:03:11.195729 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:03:11.195729 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:03:11.195729 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:03:11.195729 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:03:11.195729 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:03:11.224515 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b132b-fa42-42f4-9e16-b0cd96743791 req-7dcbd844-c06f-4423-96b4-3ae252bfab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:11.225980 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-386b132b-fa42-42f4-9e16-b0cd96743791 req-7dcbd844-c06f-4423-96b4-3ae252bfab5a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49f83f5f-99d4-4f21-857e-7c691113f792 HTTP/1.1" status: 200 len: 861 time: 0.0918953 Aug 16 20:03:11.269910 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-386b132b-fa42-42f4-9e16-b0cd96743791 req-4da8ae8f-1edb-4b02-ad7a-941ff5d1cdcb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=273a965b-291d-4de0-904d-d29903ed22d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346024 Aug 16 20:03:11.340601 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93332c3e-e538-4195-995b-041ac3dce53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:11.370110 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93332c3e-e538-4195-995b-041ac3dce53f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:11.372223 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-93332c3e-e538-4195-995b-041ac3dce53f admin admin] 10.222.0.68 "DELETE /v2.0/networks/b0be46e3-7682-4c23-9759-3e962c4493af HTTP/1.1" status: 204 len: 168 time: 0.6174073 Aug 16 20:03:11.373363 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93332c3e-e538-4195-995b-041ac3dce53f admin admin] Pushing event deleted for resources: {'Network': ['ID=b0be46e3-7682-4c23-9759-3e962c4493af,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:11.385943 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8725-2333-4412-bdb9-7e3646b190de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:11.394350 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8725-2333-4412-bdb9-7e3646b190de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:11.398385 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8bbd8725-2333-4412-bdb9-7e3646b190de admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c7bbb550-a548-4c1b-8386-24ad611471e2 HTTP/1.1" status: 204 len: 168 time: 0.4617918 Aug 16 20:03:11.418004 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd8725-2333-4412-bdb9-7e3646b190de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bbb550-a548-4c1b-8386-24ad611471e2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:11.463162 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-386b132b-fa42-42f4-9e16-b0cd96743791 req-7e78c2c1-660b-4664-a264-ccf527f3adad service neutron] 10.222.0.57 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572831 Aug 16 20:03:11.619921 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35462) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:11.680435 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-386b132b-fa42-42f4-9e16-b0cd96743791 req-5eae00a6-64dd-4a59-8cbd-60e1ef8e32be service neutron] 10.222.0.57 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089605 Aug 16 20:03:11.719951 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35466) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:11.720703 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0498dc23-56bc-4f5b-b1d0-8dbfb311215d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9af89e8c3f704e059456ec3245f7d987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0992644 Aug 16 20:03:11.858991 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-91323742-7cf7-4d86-8162-8fcdb3ba4c9a admin admin] Deleting port 1898fb28-768f-41a7-b28e-02ab5b750eaa {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:03:11.859611 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91323742-7cf7-4d86-8162-8fcdb3ba4c9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:11.888980 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfec53-9d20-4e49-b532-f13d12fd152f req-0a08569c-ca23-49c5-8a5a-8f1319877869 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:11.891778 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d9cfec53-9d20-4e49-b532-f13d12fd152f req-0a08569c-ca23-49c5-8a5a-8f1319877869 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 943 time: 0.0891340 Aug 16 20:03:11.946088 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c28dc2b4-4d08-49fd-9894-d43c1186113f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:12.004721 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c28dc2b4-4d08-49fd-9894-d43c1186113f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:12.007469 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d9cfec53-9d20-4e49-b532-f13d12fd152f req-96c8fdba-2d4e-4759-826d-38245849b00c tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047072 Aug 16 20:03:12.101834 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35476) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:12.124093 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf84bf6c-72f9-4642-b723-4ba4156e9694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:12.241620 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c28dc2b4-4d08-49fd-9894-d43c1186113f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:12.244278 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c28dc2b4-4d08-49fd-9894-d43c1186113f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:12.245450 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c28dc2b4-4d08-49fd-9894-d43c1186113f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/55c1546e-6550-47c2-8a88-62e94eec6dd7 HTTP/1.1" status: 204 len: 168 time: 0.5244200 Aug 16 20:03:12.286990 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28dc2b4-4d08-49fd-9894-d43c1186113f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c1546e-6550-47c2-8a88-62e94eec6dd7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:12.352430 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf8280-42d6-4afc-ac86-934afd263cd2 req-7af47dee-3aa3-48a9-80b9-e0ee5c2d0cac tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:12.356509 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-06bf8280-42d6-4afc-ac86-934afd263cd2 req-7af47dee-3aa3-48a9-80b9-e0ee5c2d0cac tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 946 time: 0.5413725 Aug 16 20:03:12.406329 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf84bf6c-72f9-4642-b723-4ba4156e9694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:12.415348 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf84bf6c-72f9-4642-b723-4ba4156e9694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:12.482650 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-06bf8280-42d6-4afc-ac86-934afd263cd2 req-9cd00300-39d2-412f-825f-0d64ac9179c5 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169116 Aug 16 20:03:12.484671 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-91323742-7cf7-4d86-8162-8fcdb3ba4c9a admin admin] For port 1898fb28-768f-41a7-b28e-02ab5b750eaa, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1898fb28-768f-41a7-b28e-02ab5b750eaa,segment=NetworkSegment(827dd0b5-7f5a-4db7-ad86-73a8b5a29504),segment_id=827dd0b5-7f5a-4db7-ad86-73a8b5a29504)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:12.485039 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91323742-7cf7-4d86-8162-8fcdb3ba4c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:12.500797 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-91323742-7cf7-4d86-8162-8fcdb3ba4c9a admin admin] Calling delete_port for 1898fb28-768f-41a7-b28e-02ab5b750eaa owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:03:12.524605 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84bf6c-72f9-4642-b723-4ba4156e9694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acb7ae6-03d3-4d5a-b0d0-d68d7d88eb81,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:12.533028 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bf84bf6c-72f9-4642-b723-4ba4156e9694 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3c6388914f0244348737a16f3a2644be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4301298 Aug 16 20:03:12.535852 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35494) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:12.659781 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b09ef0a1-8bff-4f9b-bd8a-013ddb58460c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:12.762611 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b09ef0a1-8bff-4f9b-bd8a-013ddb58460c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:12.829994 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35500) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:12.837948 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b09ef0a1-8bff-4f9b-bd8a-013ddb58460c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:12.841169 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b09ef0a1-8bff-4f9b-bd8a-013ddb58460c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:12.842524 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b09ef0a1-8bff-4f9b-bd8a-013ddb58460c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8acb7ae6-03d3-4d5a-b0d0-d68d7d88eb81 HTTP/1.1" status: 204 len: 168 time: 0.3052285 Aug 16 20:03:12.851422 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ef0a1-8bff-4f9b-bd8a-013ddb58460c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acb7ae6-03d3-4d5a-b0d0-d68d7d88eb81,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:13.026571 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91323742-7cf7-4d86-8162-8fcdb3ba4c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:13.061784 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e4bef5c9-28fe-4330-951e-093123b9b6fc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1183289596-network', 'tenant_id': '660f9d21c81a4d0490e02db145c56c81'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:13.080247 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91323742-7cf7-4d86-8162-8fcdb3ba4c9a admin admin] Pushing event deleted for resources: {'Port': ['ID=1898fb28-768f-41a7-b28e-02ab5b750eaa,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:13.118618 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bef5c9-28fe-4330-951e-093123b9b6fc admin admin] Made reservation on behalf of 660f9d21c81a4d0490e02db145c56c81 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:03:13.121398 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4bef5c9-28fe-4330-951e-093123b9b6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:13.140632 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4bef5c9-28fe-4330-951e-093123b9b6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:13.414144 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91323742-7cf7-4d86-8162-8fcdb3ba4c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:13.460692 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565f298-4c0c-41c8-ac42-9510464e34d3 req-e2fcc7e4-f829-4b35-a0d7-d8cf6e39ab1e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:13.471138 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6565f298-4c0c-41c8-ac42-9510464e34d3 req-e2fcc7e4-f829-4b35-a0d7-d8cf6e39ab1e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 943 time: 0.2088716 Aug 16 20:03:13.628633 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4bef5c9-28fe-4330-951e-093123b9b6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:13.648185 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6565f298-4c0c-41c8-ac42-9510464e34d3 req-1bc84eec-476e-4402-9309-06786fe90cd7 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726937 Aug 16 20:03:13.653574 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4bef5c9-28fe-4330-951e-093123b9b6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:13.751410 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4bef5c9-28fe-4330-951e-093123b9b6fc admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:03:13.793627 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bef5c9-28fe-4330-951e-093123b9b6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b50810-b6f7-4b3b-8963-1ed5616b202b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:13.804957 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4bef5c9-28fe-4330-951e-093123b9b6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:13.805307 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-e4bef5c9-28fe-4330-951e-093123b9b6fc admin admin] Added segment 1a389533-0611-4082-9806-72db3146632f of type vlan for network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd Aug 16 20:03:13.892725 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28eef03-8402-4475-a520-c9fbc1394e03 req-1fcfb336-4926-4b95-b869-8c3adc3a713f tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:13.907287 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e28eef03-8402-4475-a520-c9fbc1394e03 req-1fcfb336-4926-4b95-b869-8c3adc3a713f tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 946 time: 0.2458942 Aug 16 20:03:13.947882 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4bef5c9-28fe-4330-951e-093123b9b6fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:14.014424 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4bef5c9-28fe-4330-951e-093123b9b6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:14.015502 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bef5c9-28fe-4330-951e-093123b9b6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:14.017369 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4bef5c9-28fe-4330-951e-093123b9b6fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:14.027565 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3561362b-aeef-497c-80fd-d950db9fd8fb no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:03:14.217369 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bef5c9-28fe-4330-951e-093123b9b6fc admin admin] Pushing event updated for resources: {'Network': ['ID=4abc880e-d4ce-42ee-a2b7-ca1942016bbd,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:14.271995 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e4bef5c9-28fe-4330-951e-093123b9b6fc admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4400597 Aug 16 20:03:14.274635 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35552) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:14.281516 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7f7988dc-2d0f-4740-9723-d73671fc1925 admin admin] Request body: {'subnet': {'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1183289596-subnet', 'tenant_id': '660f9d21c81a4d0490e02db145c56c81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:14.282648 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:03:14.292495 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-3fbc1dcc-3b13-4572-983d-bbdca936ed5d tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:14.298869 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-3fbc1dcc-3b13-4572-983d-bbdca936ed5d tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b&tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&binding%3Ahost_id=n-h2-787206-13 HTTP/1.1" status: 200 len: 1098 time: 0.4362359 Aug 16 20:03:14.348622 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e28eef03-8402-4475-a520-c9fbc1394e03 req-83bbba0f-32c1-47d7-ab33-56df6325f941 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401219 Aug 16 20:03:14.369764 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7988dc-2d0f-4740-9723-d73671fc1925 admin admin] Made reservation on behalf of 660f9d21c81a4d0490e02db145c56c81 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:03:14.373369 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f7988dc-2d0f-4740-9723-d73671fc1925 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:14.490115 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-dafc6eba-3216-41a3-adbd-62eebf33ff39 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-787206-13'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:14.575396 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35570) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:14.607653 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91323742-7cf7-4d86-8162-8fcdb3ba4c9a admin admin] Router 4f73defd-ad39-406e-b353-dd46f1fd0f09 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:03:14.697790 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-dafc6eba-3216-41a3-adbd-62eebf33ff39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:15.011012 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-245ba1c6-4bb1-4f25-940a-c99855eee8ea admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1018671291-network', 'tenant_id': '15433c3e5edc4cc7bbc9311a7e9a2acf'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:15.050440 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f7988dc-2d0f-4740-9723-d73671fc1925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:15.068751 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-dafc6eba-3216-41a3-adbd-62eebf33ff39 service neutron] For port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:15.073361 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245ba1c6-4bb1-4f25-940a-c99855eee8ea admin admin] Made reservation on behalf of 15433c3e5edc4cc7bbc9311a7e9a2acf for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:03:15.077824 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-245ba1c6-4bb1-4f25-940a-c99855eee8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:15.105585 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-245ba1c6-4bb1-4f25-940a-c99855eee8ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:15.122654 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91323742-7cf7-4d86-8162-8fcdb3ba4c9a admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:03:15.136219 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08cc299-ebc6-4b0b-ae8c-0eead3673043 None None] Sync routers for ids ['4f73defd-ad39-406e-b353-dd46f1fd0f09'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:03:15.147170 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-91323742-7cf7-4d86-8162-8fcdb3ba4c9a admin admin] 10.222.0.68 "PUT /v2.0/routers/4f73defd-ad39-406e-b353-dd46f1fd0f09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0740674 Aug 16 20:03:15.150300 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35582) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:15.152287 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08cc299-ebc6-4b0b-ae8c-0eead3673043 None None] Routers {'4f73defd-ad39-406e-b353-dd46f1fd0f09'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:03:15.153570 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a08cc299-ebc6-4b0b-ae8c-0eead3673043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:03:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4f73defd-ad39-406e-b353-dd46f1fd0f09'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:03:15.159193 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-dafc6eba-3216-41a3-adbd-62eebf33ff39 service neutron] For port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:03:15.222104 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576f1c83-d22c-4877-9326-8edc2b9ec82b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:03:15.227606 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97be4ffe-a137-48bb-8f87-7b65c9ff48bb" -d '{"events": [{"server_uuid": "576f1c83-d22c-4877-9326-8edc2b9ec82b", "name": "network-vif-unplugged", "status": "completed", "tag": "1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:03:15.234874 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-dafc6eba-3216-41a3-adbd-62eebf33ff39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:15.254215 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-dafc6eba-3216-41a3-adbd-62eebf33ff39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:15.313818 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a5a88e-d011-4f33-8757-6029c90b2aa3 x-openstack-request-id: req-b2a5a88e-d011-4f33-8757-6029c90b2aa3 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:03:15.314937 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576f1c83-d22c-4877-9326-8edc2b9ec82b", "name": "network-vif-unplugged", "status": "completed", "tag": "1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:03:15.315393 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b2a5a88e-d011-4f33-8757-6029c90b2aa3 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:03:15.315979 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576f1c83-d22c-4877-9326-8edc2b9ec82b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1', 'code': 200} Aug 16 20:03:15.373980 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-7812ed4c-aaf1-4346-9c0b-2fab7aa68167 service neutron] 10.222.0.57 "GET /v2.0/ports/3561362b-aeef-497c-80fd-d950db9fd8fb/bindings/n-h2-787206-13 HTTP/1.1" status: 200 len: 385 time: 0.5782704 Aug 16 20:03:15.410347 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-a08cc299-ebc6-4b0b-ae8c-0eead3673043 None None] Set router 4f73defd-ad39-406e-b353-dd46f1fd0f09 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:03:15.414108 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904c7aa-4f77-403f-8b17-e57f5e7b47b5 req-fedda7aa-fe6d-4b7d-9fc4-19ab6e97b058 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:15.417758 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7904c7aa-4f77-403f-8b17-e57f5e7b47b5 req-fedda7aa-fe6d-4b7d-9fc4-19ab6e97b058 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 943 time: 0.5433800 Aug 16 20:03:15.430612 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc6eba-3216-41a3-adbd-62eebf33ff39 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:15.439119 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-dafc6eba-3216-41a3-adbd-62eebf33ff39 service neutron] Attempting to bind port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 on host n-h2-787206-13 for vnic_type normal with profile {"migrating_to": "n-h1-787206-13"} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:03:15.444205 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-dafc6eba-3216-41a3-adbd-62eebf33ff39 service neutron] Attempting to bind port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:03:15.444555 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-dafc6eba-3216-41a3-adbd-62eebf33ff39 service neutron] Attempting to bind port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 on network 090f4e50-1fb3-4449-b92b-949da889d68e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:03:15.455274 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-dafc6eba-3216-41a3-adbd-62eebf33ff39 service neutron] Port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 on network 090f4e50-1fb3-4449-b92b-949da889d68e not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:03:15.455542 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-dafc6eba-3216-41a3-adbd-62eebf33ff39 service neutron] Attempting to bind port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 on network 090f4e50-1fb3-4449-b92b-949da889d68e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:03:15.474864 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-dafc6eba-3216-41a3-adbd-62eebf33ff39 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:03:15.475202 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-dafc6eba-3216-41a3-adbd-62eebf33ff39 service neutron] Checking segment: {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:03:15.478991 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-dafc6eba-3216-41a3-adbd-62eebf33ff39 service neutron] Bound using segment: {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:03:15.478991 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-dafc6eba-3216-41a3-adbd-62eebf33ff39 service neutron] Bound port: 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '090f4e50-1fb3-4449-b92b-949da889d68e'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:03:15.479376 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-dafc6eba-3216-41a3-adbd-62eebf33ff39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:15.562740 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7988dc-2d0f-4740-9723-d73671fc1925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:15.595413 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-dafc6eba-3216-41a3-adbd-62eebf33ff39 service neutron] For port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:03:15.606517 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed62035-5f48-473b-aae9-5827a67ebe66 req-d7609f2b-faf4-49ac-9457-351332f65088 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:15.616747 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ed62035-5f48-473b-aae9-5827a67ebe66 req-d7609f2b-faf4-49ac-9457-351332f65088 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 944 time: 0.1195707 Aug 16 20:03:15.620123 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-dafc6eba-3216-41a3-adbd-62eebf33ff39 service neutron] For port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:03:15.647412 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-dafc6eba-3216-41a3-adbd-62eebf33ff39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:15.714857 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ed62035-5f48-473b-aae9-5827a67ebe66 req-29bd8869-f22a-4289-ad85-db43036bd175 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874329 Aug 16 20:03:15.772436 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-072f62ca-c7e6-49f9-a40a-2e8b0f6351dd admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:15.845870 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-dafc6eba-3216-41a3-adbd-62eebf33ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:15.850438 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-dafc6eba-3216-41a3-adbd-62eebf33ff39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:15.852150 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-dafc6eba-3216-41a3-adbd-62eebf33ff39 service neutron] 10.222.0.57 "PUT /v2.0/ports/1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 HTTP/1.1" status: 200 len: 1124 time: 1.5383377 Aug 16 20:03:15.867780 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc6eba-3216-41a3-adbd-62eebf33ff39 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1,revision_number=8']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:15.926462 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:03:15.983023 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:03:16.026264 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a08cc299-ebc6-4b0b-ae8c-0eead3673043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1893620888-router', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T20:03:12Z', 'revision_number': 5, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'gw_port': {'id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:03:16.053484 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:03:16.139705 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08cc299-ebc6-4b0b-ae8c-0eead3673043 None None] Checking router: 4f73defd-ad39-406e-b353-dd46f1fd0f09 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:03:16.364420 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.db.resource_extend [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:03:16.384323 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7988dc-2d0f-4740-9723-d73671fc1925 admin admin] Checking segment: {'id': '1a389533-0611-4082-9806-72db3146632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:03:16.385548 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7988dc-2d0f-4740-9723-d73671fc1925 admin admin] Network hostable DHCP agents. Network: 4abc880e-d4ce-42ee-a2b7-ca1942016bbd, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:03:16.391206 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08cc299-ebc6-4b0b-ae8c-0eead3673043 None None] Routers {'4f73defd-ad39-406e-b353-dd46f1fd0f09'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:03:16.391977 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a08cc299-ebc6-4b0b-ae8c-0eead3673043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:03:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4f73defd-ad39-406e-b353-dd46f1fd0f09'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:03:16.408210 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7904c7aa-4f77-403f-8b17-e57f5e7b47b5 req-5c21791a-3fb3-4b93-a43a-5b63aae4897c tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9287295 Aug 16 20:03:16.511744 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-a08cc299-ebc6-4b0b-ae8c-0eead3673043 None None] Set router 4f73defd-ad39-406e-b353-dd46f1fd0f09 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:03:16.529573 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-245ba1c6-4bb1-4f25-940a-c99855eee8ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:16.555613 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-072f62ca-c7e6-49f9-a40a-2e8b0f6351dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:16.562999 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-245ba1c6-4bb1-4f25-940a-c99855eee8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:16.578274 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245ba1c6-4bb1-4f25-940a-c99855eee8ea admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:03:16.591310 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-245ba1c6-4bb1-4f25-940a-c99855eee8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:16.591657 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-245ba1c6-4bb1-4f25-940a-c99855eee8ea admin admin] Added segment 091e7a4f-01cd-41d7-8f52-8b9667ec5dcd of type vlan for network 42ca9f4d-6a05-4b43-8285-8adba253e009 Aug 16 20:03:16.649189 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-245ba1c6-4bb1-4f25-940a-c99855eee8ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:16.788622 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ba1c6-4bb1-4f25-940a-c99855eee8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ae2add-ba36-44c3-a03d-d010e1c4853c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:16.831536 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-245ba1c6-4bb1-4f25-940a-c99855eee8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:16.832902 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245ba1c6-4bb1-4f25-940a-c99855eee8ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:16.834314 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-245ba1c6-4bb1-4f25-940a-c99855eee8ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:16.951958 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0624db-c27d-4c27-8384-481faa5c05ec req-880e6b35-7629-4bde-aea7-0e78412317ab tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:16.964322 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4d0624db-c27d-4c27-8384-481faa5c05ec req-880e6b35-7629-4bde-aea7-0e78412317ab tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 944 time: 0.1180887 Aug 16 20:03:16.999948 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:17.043368 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ba1c6-4bb1-4f25-940a-c99855eee8ea admin admin] Pushing event updated for resources: {'Network': ['ID=42ca9f4d-6a05-4b43-8285-8adba253e009,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:17.055338 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-245ba1c6-4bb1-4f25-940a-c99855eee8ea admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4771755 Aug 16 20:03:17.065421 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35656) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:17.066205 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7988dc-2d0f-4740-9723-d73671fc1925 admin admin] Network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:03:17.074001 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2052413d-0f83-4b88-8b6c-ba8a876b7bc2 admin admin] Request body: {'subnet': {'network_id': '42ca9f4d-6a05-4b43-8285-8adba253e009', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1018671291-subnet', 'tenant_id': '15433c3e5edc4cc7bbc9311a7e9a2acf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:17.081160 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4d0624db-c27d-4c27-8384-481faa5c05ec req-e7a307b6-c9f4-4e04-ab9e-068b7c1dfe0c tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157558 Aug 16 20:03:17.089971 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 has no active binding in host n-h1-787206-13 {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:03:17.094464 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 42ca9f4d-6a05-4b43-8285-8adba253e009 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:03:17.112001 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7f7988dc-2d0f-4740-9723-d73671fc1925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 4abc880e-d4ce-42ee-a2b7-ca1942016bbd) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:03:17.128612 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7988dc-2d0f-4740-9723-d73671fc1925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:17.129300 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f7988dc-2d0f-4740-9723-d73671fc1925 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:17.138195 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2052413d-0f83-4b88-8b6c-ba8a876b7bc2 admin admin] Made reservation on behalf of 15433c3e5edc4cc7bbc9311a7e9a2acf for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:03:17.140906 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2052413d-0f83-4b88-8b6c-ba8a876b7bc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:17.153120 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327250a8-7aac-409b-91d2-05aab3ce895e None None] Network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:03:17.213462 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-95eac8b8-86b3-4fc7-8ed1-8509e9491c52 service neutron] For port 3561362b-aeef-497c-80fd-d950db9fd8fb, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3561362b-aeef-497c-80fd-d950db9fd8fb,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:17.216869 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a08cc299-ebc6-4b0b-ae8c-0eead3673043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1893620888-router', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T20:03:12Z', 'revision_number': 5, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'gw_port': {'id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:03:17.239673 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7f7988dc-2d0f-4740-9723-d73671fc1925 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9636037 Aug 16 20:03:17.252277 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-072f62ca-c7e6-49f9-a40a-2e8b0f6351dd admin admin] Deleting port 6fbde4c4-c935-4329-b792-ddcb7399ba3b {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:03:17.252588 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-072f62ca-c7e6-49f9-a40a-2e8b0f6351dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:17.320136 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576f1c83-d22c-4877-9326-8edc2b9ec82b', 'tag': '1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:03:17.323041 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f4ddf7-b0a7-4062-aca2-98162528be33" -d '{"events": [{"name": "network-changed", "server_uuid": "576f1c83-d22c-4877-9326-8edc2b9ec82b", "tag": "1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:03:17.357761 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-95eac8b8-86b3-4fc7-8ed1-8509e9491c52 service neutron] For port 3561362b-aeef-497c-80fd-d950db9fd8fb, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:03:17.392967 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433e93da-d94a-46f3-a805-71ca8a9d0200 x-openstack-request-id: req-433e93da-d94a-46f3-a805-71ca8a9d0200 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:03:17.393487 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576f1c83-d22c-4877-9326-8edc2b9ec82b", "tag": "1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:03:17.393896 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-433e93da-d94a-46f3-a805-71ca8a9d0200 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:03:17.394448 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576f1c83-d22c-4877-9326-8edc2b9ec82b', 'tag': '1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1', 'status': 'completed', 'code': 200} Aug 16 20:03:17.402542 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08cc299-ebc6-4b0b-ae8c-0eead3673043 None None] The sync data for ids ['4f73defd-ad39-406e-b353-dd46f1fd0f09'] in n-d-787206-13 is: [{'id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1893620888-router', 'tenant_id': 'dd60ee167a7c4249be845d9f57d57e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T20:03:12Z', 'revision_number': 5, 'project_id': 'dd60ee167a7c4249be845d9f57d57e43', 'gw_port': {'id': '6fbde4c4-c935-4329-b792-ddcb7399ba3b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73defd-ad39-406e-b353-dd46f1fd0f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:57:41Z', 'updated_at': '2021-08-16T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:03:17.565402 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c106fdaa-b401-4dee-b695-38876ae83ee7 None None] Network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:03:17.574335 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-95eac8b8-86b3-4fc7-8ed1-8509e9491c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3561362b-aeef-497c-80fd-d950db9fd8fb {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:03:17.582463 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4ddf7-b0a7-4062-aca2-98162528be33 req-b6defb0e-6b9e-4718-ba4e-fbd79aec200d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:17.584348 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-49f4ddf7-b0a7-4062-aca2-98162528be33 req-b6defb0e-6b9e-4718-ba4e-fbd79aec200d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 1127 time: 0.1585641 Aug 16 20:03:17.759507 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-95eac8b8-86b3-4fc7-8ed1-8509e9491c52 service neutron] For port 3561362b-aeef-497c-80fd-d950db9fd8fb, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3561362b-aeef-497c-80fd-d950db9fd8fb,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:17.846628 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-072f62ca-c7e6-49f9-a40a-2e8b0f6351dd admin admin] For port 6fbde4c4-c935-4329-b792-ddcb7399ba3b, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6fbde4c4-c935-4329-b792-ddcb7399ba3b,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:17.857664 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-072f62ca-c7e6-49f9-a40a-2e8b0f6351dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:17.863164 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-95eac8b8-86b3-4fc7-8ed1-8509e9491c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:17.961901 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35676) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:18.012714 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-072f62ca-c7e6-49f9-a40a-2e8b0f6351dd admin admin] Calling delete_port for 6fbde4c4-c935-4329-b792-ddcb7399ba3b owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:03:18.119205 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1898fb28-768f-41a7-b28e-02ab5b750eaa no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:03:18.177401 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 1898fb28-768f-41a7-b28e-02ab5b750eaa {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:03:18.178017 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1898fb28-768f-41a7-b28e-02ab5b750eaa not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:03:18.289467 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2052413d-0f83-4b88-8b6c-ba8a876b7bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:18.390727 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ce8cb-b187-47cc-b8ad-6023d83b6b81 req-e3b643b4-e83e-4a39-be3f-59b26ee66713 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:18.404147 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e31ce8cb-b187-47cc-b8ad-6023d83b6b81 req-e3b643b4-e83e-4a39-be3f-59b26ee66713 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 943 time: 0.8155003 Aug 16 20:03:18.407602 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ff9920e-7f07-4ca0-b15c-58f303cce531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:18.480369 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e31ce8cb-b187-47cc-b8ad-6023d83b6b81 req-766c0a5d-62d5-414d-8ee7-9e7381095e2b tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746040 Aug 16 20:03:18.541393 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052413d-0f83-4b88-8b6c-ba8a876b7bc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22c6c5f8-46bd-497d-ab58-5f92e328c3b4,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:18.557024 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-95eac8b8-86b3-4fc7-8ed1-8509e9491c52 service neutron] Transition to ACTIVE for port object 3561362b-aeef-497c-80fd-d950db9fd8fb will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:03:18.578678 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4ddf7-b0a7-4062-aca2-98162528be33 req-cd2021c1-40b3-4789-9fb1-2d58fa39c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:18.585614 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-49f4ddf7-b0a7-4062-aca2-98162528be33 req-cd2021c1-40b3-4789-9fb1-2d58fa39c6dc service neutron] 10.222.0.63 "GET /v2.0/networks?id=090f4e50-1fb3-4449-b92b-949da889d68e HTTP/1.1" status: 200 len: 909 time: 0.9656537 Aug 16 20:03:18.593766 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-95eac8b8-86b3-4fc7-8ed1-8509e9491c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:18.652219 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-49f4ddf7-b0a7-4062-aca2-98162528be33 req-c20bb87f-e198-44e0-a092-a190472c9cb7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 HTTP/1.1" status: 200 len: 217 time: 0.0572343 Aug 16 20:03:18.681593 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2052413d-0f83-4b88-8b6c-ba8a876b7bc2 admin admin] Checking segment: {'id': '091e7a4f-01cd-41d7-8f52-8b9667ec5dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '42ca9f4d-6a05-4b43-8285-8adba253e009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:03:18.682002 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2052413d-0f83-4b88-8b6c-ba8a876b7bc2 admin admin] Network hostable DHCP agents. Network: 42ca9f4d-6a05-4b43-8285-8adba253e009, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:03:18.702238 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-35aa55d6-7567-422d-80e3-2504316bc188 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:18.709687 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-35aa55d6-7567-422d-80e3-2504316bc188 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/networks?id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd HTTP/1.1" status: 200 len: 812 time: 0.4283121 Aug 16 20:03:18.728401 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4ddf7-b0a7-4062-aca2-98162528be33 req-da2250bf-9473-48a2-be57-35cad9121b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:18.730384 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-49f4ddf7-b0a7-4062-aca2-98162528be33 req-da2250bf-9473-48a2-be57-35cad9121b19 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7bf22002-ba37-41ff-af5d-cdbe63ed2bd8 HTTP/1.1" status: 200 len: 848 time: 0.0608835 Aug 16 20:03:18.779346 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-49f4ddf7-b0a7-4062-aca2-98162528be33 req-233a77c6-9751-44af-8476-fbe0f25c9faf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=090f4e50-1fb3-4449-b92b-949da889d68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363312 Aug 16 20:03:18.817440 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-95eac8b8-86b3-4fc7-8ed1-8509e9491c52 service neutron] No DVR routers for this DVR port 3561362b-aeef-497c-80fd-d950db9fd8fb on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:03:18.826304 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-2268bca6-6c2c-449a-8dad-3305f02725c6 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/quotas/660f9d21c81a4d0490e02db145c56c81 HTTP/1.1" status: 200 len: 375 time: 0.1156967 Aug 16 20:03:18.897643 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eac8b8-86b3-4fc7-8ed1-8509e9491c52 service neutron] Pushing event updated for resources: {'Port': ['ID=3561362b-aeef-497c-80fd-d950db9fd8fb,revision_number=10']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:18.917001 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-cd0fb9b7-be54-4d63-a6fa-23ab9be37e3b tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=660f9d21c81a4d0490e02db145c56c81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0897362 Aug 16 20:03:18.929742 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-49f4ddf7-b0a7-4062-aca2-98162528be33 req-a06dcd1b-9146-461c-9e3c-294bc3b407ce service neutron] 10.222.0.63 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390586 Aug 16 20:03:18.937725 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2052413d-0f83-4b88-8b6c-ba8a876b7bc2 admin admin] Network 42ca9f4d-6a05-4b43-8285-8adba253e009 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:03:18.973027 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-95eac8b8-86b3-4fc7-8ed1-8509e9491c52 service neutron] 10.222.0.57 "PUT /v2.0/ports/3561362b-aeef-497c-80fd-d950db9fd8fb/bindings/n-h2-787206-13/activate HTTP/1.1" status: 200 len: 370 time: 3.5515108 Aug 16 20:03:18.984557 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-072f62ca-c7e6-49f9-a40a-2e8b0f6351dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:19.092539 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ff9920e-7f07-4ca0-b15c-58f303cce531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:19.093982 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-2052413d-0f83-4b88-8b6c-ba8a876b7bc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 42ca9f4d-6a05-4b43-8285-8adba253e009) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:03:19.106218 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea9f0e0-2afb-408e-a3fd-43751f233cad None None] Network 42ca9f4d-6a05-4b43-8285-8adba253e009 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:03:19.131827 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ff9920e-7f07-4ca0-b15c-58f303cce531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:19.136364 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052413d-0f83-4b88-8b6c-ba8a876b7bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:19.137094 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2052413d-0f83-4b88-8b6c-ba8a876b7bc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:19.154362 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f62ca-c7e6-49f9-a40a-2e8b0f6351dd admin admin] Pushing event deleted for resources: {'Port': ['ID=6fbde4c4-c935-4329-b792-ddcb7399ba3b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:19.172269 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-49f4ddf7-b0a7-4062-aca2-98162528be33 req-e8177c2c-1996-484f-aecb-0b67a43a5c7b service neutron] 10.222.0.63 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295487 Aug 16 20:03:19.204495 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-9a5565ea-0c9e-4b86-ab06-512a7ac35237 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:19.206545 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-9a5565ea-0c9e-4b86-ab06-512a7ac35237 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce&tenant_id=80d98bbe248147c88be18e7257fbdc13&binding%3Ahost_id=n-h1-787206-13 HTTP/1.1" status: 200 len: 1096 time: 0.1111646 Aug 16 20:03:19.243141 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7fab1-e837-4744-abf1-d0686bc0de71 req-a3c2856e-8fd8-4846-b5b8-a48e77182b01 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:19.257909 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-88d7fab1-e837-4744-abf1-d0686bc0de71 req-a3c2856e-8fd8-4846-b5b8-a48e77182b01 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 944 time: 0.3265166 Aug 16 20:03:19.288428 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2052413d-0f83-4b88-8b6c-ba8a876b7bc2 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2196164 Aug 16 20:03:19.305043 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9920e-7f07-4ca0-b15c-58f303cce531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fa37bb-616f-4ea5-b908-d817c84b3822,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:19.319666 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6ff9920e-7f07-4ca0-b15c-58f303cce531 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6c491eb5f2744205958c2b7af335ea71&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3560305 Aug 16 20:03:19.320538 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35704) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:19.365911 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-2ca95fe5-65a7-4298-878c-024d81a01e9f service neutron] 10.222.0.68 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474659 Aug 16 20:03:19.368929 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-072f62ca-c7e6-49f9-a40a-2e8b0f6351dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:19.396782 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-88d7fab1-e837-4744-abf1-d0686bc0de71 req-882ccd3a-c93d-4a8b-9e00-4d355daca38a tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359420 Aug 16 20:03:19.402881 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-3d18300a-2f66-438a-9313-a0483e15566c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:19.418360 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-3d18300a-2f66-438a-9313-a0483e15566c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce&tenant_id=80d98bbe248147c88be18e7257fbdc13 HTTP/1.1" status: 200 len: 1096 time: 0.1564138 Aug 16 20:03:19.508748 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-072f62ca-c7e6-49f9-a40a-2e8b0f6351dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:19.518549 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-072f62ca-c7e6-49f9-a40a-2e8b0f6351dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:19.522637 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d554b7-2d0c-4918-868f-308d1f08c701 None None] Network 42ca9f4d-6a05-4b43-8285-8adba253e009 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:03:19.596654 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-072f62ca-c7e6-49f9-a40a-2e8b0f6351dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:19.598178 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072f62ca-c7e6-49f9-a40a-2e8b0f6351dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f73defd-ad39-406e-b353-dd46f1fd0f09 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:03:19.600211 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1a0000dc-11d2-41a5-9c0c-95deb0d18d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:19.608527 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-1a0000dc-11d2-41a5-9c0c-95deb0d18d27 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80d98bbe248147c88be18e7257fbdc13&device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 1096 time: 0.1550519 Aug 16 20:03:19.658278 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-072f62ca-c7e6-49f9-a40a-2e8b0f6351dd admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:19.660243 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-072f62ca-c7e6-49f9-a40a-2e8b0f6351dd admin admin] 10.222.0.68 "DELETE /v2.0/routers/4f73defd-ad39-406e-b353-dd46f1fd0f09 HTTP/1.1" status: 204 len: 168 time: 4.4852095 Aug 16 20:03:19.665866 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35710) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:19.882461 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0e35ab46-f329-4d9d-9ad4-459ae5c10d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:19.939561 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-41b28935-95b1-4f42-a361-1c2ff43e54ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:19.941478 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-41b28935-95b1-4f42-a361-1c2ff43e54ac service neutron] 10.222.0.63 "GET /v2.0/networks?id=273a965b-291d-4de0-904d-d29903ed22d3 HTTP/1.1" status: 200 len: 922 time: 0.3235018 Aug 16 20:03:19.957704 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee79c54-03fe-4dea-be01-785e16cc18e4 admin admin] Deleting subnet 255dc5d0-2507-406e-9c79-293ed8a42973 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:03:19.980753 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cee79c54-03fe-4dea-be01-785e16cc18e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:20.022489 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-233ec582-e4cb-49b0-a392-51f2218b5ff3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3561362b-aeef-497c-80fd-d950db9fd8fb HTTP/1.1" status: 200 len: 217 time: 0.0612969 Aug 16 20:03:20.023169 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0e35ab46-f329-4d9d-9ad4-459ae5c10d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:20.028349 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-d1e97d76-fb3e-4bd0-a908-d7041a0bccec service neutron] 10.222.0.68 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470189 Aug 16 20:03:20.033213 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32260d8d-ec71-4de9-85e6-b4489d63dd4a req-e9e4378b-ff64-4878-8e9a-3809b24a2a29 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:20.062104 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-32260d8d-ec71-4de9-85e6-b4489d63dd4a req-e9e4378b-ff64-4878-8e9a-3809b24a2a29 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 944 time: 0.3805156 Aug 16 20:03:20.101588 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cee79c54-03fe-4dea-be01-785e16cc18e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:20.165981 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-32260d8d-ec71-4de9-85e6-b4489d63dd4a req-5ce28024-8406-41c5-ae93-b6baf43276d7 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025543 Aug 16 20:03:20.167828 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-ce521152-4bbd-45be-af54-9de05f9910d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:20.169464 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-ce521152-4bbd-45be-af54-9de05f9910d6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=49f83f5f-99d4-4f21-857e-7c691113f792 HTTP/1.1" status: 200 len: 861 time: 0.1032701 Aug 16 20:03:20.229313 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-050a8b63-d4c4-492f-af40-71913705ad13 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=273a965b-291d-4de0-904d-d29903ed22d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489018 Aug 16 20:03:20.307742 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0e35ab46-f329-4d9d-9ad4-459ae5c10d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:20.310515 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0e35ab46-f329-4d9d-9ad4-459ae5c10d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:20.311724 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0e35ab46-f329-4d9d-9ad4-459ae5c10d6e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b4fa37bb-616f-4ea5-b908-d817c84b3822 HTTP/1.1" status: 204 len: 168 time: 0.9827440 Aug 16 20:03:20.363357 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35ab46-f329-4d9d-9ad4-459ae5c10d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fa37bb-616f-4ea5-b908-d817c84b3822,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:20.445655 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cee79c54-03fe-4dea-be01-785e16cc18e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:20.469093 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6fbde4c4-c935-4329-b792-ddcb7399ba3b no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:03:20.502769 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 6fbde4c4-c935-4329-b792-ddcb7399ba3b {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:03:20.503114 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6fbde4c4-c935-4329-b792-ddcb7399ba3b not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:03:20.578258 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-bb1e5daa-7ab3-4964-afe9-bb4e340b359a req-cf200154-e717-4710-b21c-4dd37b542db4 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1256721245', 'description': 'tempest-description-538969440'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:20.623293 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cee79c54-03fe-4dea-be01-785e16cc18e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:20.664126 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-475f2d97-41bf-490a-a355-f7d2bc172401 req-62011e48-d7c1-4c82-94c7-3f4e8f42a6dc tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=939acfbf-0e6f-44a1-8457-17a1c944ae91 HTTP/1.1" status: 200 len: 210 time: 0.0633659 Aug 16 20:03:20.696710 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-206d48e7-44be-453a-8a46-ddaa694d0cf2 service neutron] 10.222.0.63 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479055 Aug 16 20:03:20.716353 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee79c54-03fe-4dea-be01-785e16cc18e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=255dc5d0-2507-406e-9c79-293ed8a42973,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:20.724346 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cee79c54-03fe-4dea-be01-785e16cc18e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:20.730152 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368e90d4-c3c6-46ca-8f3c-1a5406748953 None None] Network d97fcdba-147b-42c4-9a36-36beb7fe5385 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:03:20.739619 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bb1e5daa-7ab3-4964-afe9-bb4e340b359a req-cf200154-e717-4710-b21c-4dd37b542db4 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:20.749829 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cee79c54-03fe-4dea-be01-785e16cc18e4 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/255dc5d0-2507-406e-9c79-293ed8a42973 HTTP/1.1" status: 204 len: 168 time: 1.0775695 Aug 16 20:03:20.751385 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35740) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:20.945614 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-e8d3d270-398c-4f59-83eb-c04f59f49a72 service neutron] 10.222.0.63 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383180 Aug 16 20:03:21.059949 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bb1e5daa-7ab3-4964-afe9-bb4e340b359a req-cf200154-e717-4710-b21c-4dd37b542db4 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:21.069628 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bb1e5daa-7ab3-4964-afe9-bb4e340b359a req-cf200154-e717-4710-b21c-4dd37b542db4 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:21.112394 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5e1091-9b7f-42b2-b7fe-2a0ac62664d9 None None] DHCP port deletion for d97fcdba-147b-42c4-9a36-36beb7fe5385 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:03:21.120958 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf200154-e717-4710-b21c-4dd37b542db4 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff69974a-5f12-4f01-8d43-b044494872fa,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:21.134638 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bb1e5daa-7ab3-4964-afe9-bb4e340b359a req-cf200154-e717-4710-b21c-4dd37b542db4 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:21.137441 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bb1e5daa-7ab3-4964-afe9-bb4e340b359a req-cf200154-e717-4710-b21c-4dd37b542db4 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6107173 Aug 16 20:03:21.171695 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35746) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:21.186212 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-69a33e9c-b54b-4b5b-9145-685188a477ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:21.212075 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05a421f2-c0fa-4d4c-9a63-f31f768d6022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:21.233339 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076374d-c97c-4bf1-8b11-a0e3ad663e5e req-098adb50-a07d-4091-b1ad-e965f0c46e7b tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:21.240493 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c076374d-c97c-4bf1-8b11-a0e3ad663e5e req-098adb50-a07d-4091-b1ad-e965f0c46e7b tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 944 time: 0.2981586 Aug 16 20:03:21.283356 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ea5e1091-9b7f-42b2-b7fe-2a0ac62664d9 None None] Deleting port 18be317f-3e4d-4e80-a324-cbe3945a32a3 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:03:21.283740 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea5e1091-9b7f-42b2-b7fe-2a0ac62664d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:21.384184 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c076374d-c97c-4bf1-8b11-a0e3ad663e5e req-2a8a4537-8bdf-46e0-90c0-971aa4494e9b tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225796 Aug 16 20:03:21.404736 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ea5e1091-9b7f-42b2-b7fe-2a0ac62664d9 None None] For port 18be317f-3e4d-4e80-a324-cbe3945a32a3, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=18be317f-3e4d-4e80-a324-cbe3945a32a3,segment=NetworkSegment(827dd0b5-7f5a-4db7-ad86-73a8b5a29504),segment_id=827dd0b5-7f5a-4db7-ad86-73a8b5a29504)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:21.405508 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea5e1091-9b7f-42b2-b7fe-2a0ac62664d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:21.422809 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ea5e1091-9b7f-42b2-b7fe-2a0ac62664d9 None None] Calling delete_port for 18be317f-3e4d-4e80-a324-cbe3945a32a3 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:03:21.462556 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-69a33e9c-b54b-4b5b-9145-685188a477ac admin admin] Deleting port 18be317f-3e4d-4e80-a324-cbe3945a32a3 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:03:21.464720 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-69a33e9c-b54b-4b5b-9145-685188a477ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:21.529849 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aff79498-9122-4ff3-ad38-0457898ab672 req-bad00e32-6143-4923-b35c-f598fd92d3ec tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] 10.222.0.68 "GET /v2.0/security-groups/ff69974a-5f12-4f01-8d43-b044494872fa HTTP/1.1" status: 200 len: 1812 time: 0.3072350 Aug 16 20:03:21.540591 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-aff79498-9122-4ff3-ad38-0457898ab672 req-763a7d7c-569c-4d41-a590-94fa7facb9bd tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ff69974a-5f12-4f01-8d43-b044494872fa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:21.548030 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea5e1091-9b7f-42b2-b7fe-2a0ac62664d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:21.548320 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-aff79498-9122-4ff3-ad38-0457898ab672 req-763a7d7c-569c-4d41-a590-94fa7facb9bd tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ff69974a-5f12-4f01-8d43-b044494872fa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:21.575419 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-f39c2167-2e02-4743-b564-9e10d3640852 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:21.579227 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-f39c2167-2e02-4743-b564-9e10d3640852 tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce&tenant_id=80d98bbe248147c88be18e7257fbdc13&binding%3Ahost_id=n-h2-787206-13 HTTP/1.1" status: 200 len: 1096 time: 0.2572007 Aug 16 20:03:21.581042 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e1091-9b7f-42b2-b7fe-2a0ac62664d9 None None] Pushing event deleted for resources: {'Port': ['ID=18be317f-3e4d-4e80-a324-cbe3945a32a3,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:21.592954 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5e1091-9b7f-42b2-b7fe-2a0ac62664d9 None None] No DVR routers for this DVR port 18be317f-3e4d-4e80-a324-cbe3945a32a3 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:03:21.724294 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-69a33e9c-b54b-4b5b-9145-685188a477ac admin admin] For port 18be317f-3e4d-4e80-a324-cbe3945a32a3, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=18be317f-3e4d-4e80-a324-cbe3945a32a3,segment=NetworkSegment(827dd0b5-7f5a-4db7-ad86-73a8b5a29504),segment_id=827dd0b5-7f5a-4db7-ad86-73a8b5a29504)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:21.724904 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-69a33e9c-b54b-4b5b-9145-685188a477ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:21.762142 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-69a33e9c-b54b-4b5b-9145-685188a477ac admin admin] Calling delete_port for 18be317f-3e4d-4e80-a324-cbe3945a32a3 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:03:21.767689 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f632c-b22f-4444-8199-809268f971ba req-b71789f8-416a-4218-8a41-2949bdbbbf08 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:21.769362 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-317f632c-b22f-4444-8199-809268f971ba req-b71789f8-416a-4218-8a41-2949bdbbbf08 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 944 time: 0.1801589 Aug 16 20:03:21.807120 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05a421f2-c0fa-4d4c-9a63-f31f768d6022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:21.840880 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05a421f2-c0fa-4d4c-9a63-f31f768d6022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:21.891134 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-317f632c-b22f-4444-8199-809268f971ba req-08c53bc5-3d69-4b88-99cf-298c0d975885 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064365 Aug 16 20:03:21.919792 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-76a1c027-f051-4fbd-a824-c863f055856b service neutron] For port 3561362b-aeef-497c-80fd-d950db9fd8fb, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:03:21.932886 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-05a421f2-c0fa-4d4c-9a63-f31f768d6022 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=03ace343397347619b0bab5b33a9cbf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7600751 Aug 16 20:03:21.939130 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-76a1c027-f051-4fbd-a824-c863f055856b service neutron] Notify callbacks [] for binding, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:21.940683 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ffd1c9e-53f1-4bfb-afed-b0929dbc7897 req-76a1c027-f051-4fbd-a824-c863f055856b service neutron] 10.222.0.63 "DELETE /v2.0/ports/3561362b-aeef-497c-80fd-d950db9fd8fb/bindings/n-h1-787206-13 HTTP/1.1" status: 204 len: 173 time: 0.3421717 Aug 16 20:03:21.944415 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35756) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:21.953739 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a421f2-c0fa-4d4c-9a63-f31f768d6022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e9c928-5e2a-4f5b-b857-fca9278ccd13,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:21.957348 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-aff79498-9122-4ff3-ad38-0457898ab672 req-763a7d7c-569c-4d41-a590-94fa7facb9bd tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:21.999083 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-69a33e9c-b54b-4b5b-9145-685188a477ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:22.034231 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-aff79498-9122-4ff3-ad38-0457898ab672 req-763a7d7c-569c-4d41-a590-94fa7facb9bd tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:22.043623 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a33e9c-b54b-4b5b-9145-685188a477ac admin admin] Pushing event deleted for resources: {'Port': ['ID=18be317f-3e4d-4e80-a324-cbe3945a32a3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:22.062561 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:03:22.078394 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a33e9c-b54b-4b5b-9145-685188a477ac admin admin] No DVR routers for this DVR port 18be317f-3e4d-4e80-a324-cbe3945a32a3 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:03:22.124497 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ab8e3894-625f-4ff0-a969-5f307de32741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:22.127364 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-aff79498-9122-4ff3-ad38-0457898ab672 req-763a7d7c-569c-4d41-a590-94fa7facb9bd tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:22.189926 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 18be317f-3e4d-4e80-a324-cbe3945a32a3 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:03:22.218834 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ab8e3894-625f-4ff0-a969-5f307de32741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:22.266394 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 18be317f-3e4d-4e80-a324-cbe3945a32a3 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:03:22.266777 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 18be317f-3e4d-4e80-a324-cbe3945a32a3 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:03:22.272006 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-69a33e9c-b54b-4b5b-9145-685188a477ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:22.317980 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-69a33e9c-b54b-4b5b-9145-685188a477ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d97fcdba-147b-42c4-9a36-36beb7fe5385']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:03:22.348379 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-69a33e9c-b54b-4b5b-9145-685188a477ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '827dd0b5-7f5a-4db7-ad86-73a8b5a29504') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:03:22.348890 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-69a33e9c-b54b-4b5b-9145-685188a477ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '827dd0b5-7f5a-4db7-ad86-73a8b5a29504') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:03:22.371277 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-69a33e9c-b54b-4b5b-9145-685188a477ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:22.376052 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a7d7c-569c-4d41-a590-94fa7facb9bd tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39147291-1880-4cbb-94cc-992f87a60230,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:22.420488 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-69a33e9c-b54b-4b5b-9145-685188a477ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:22.430207 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a33e9c-b54b-4b5b-9145-685188a477ac admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:03:22.430605 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-69a33e9c-b54b-4b5b-9145-685188a477ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:22.457258 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-aff79498-9122-4ff3-ad38-0457898ab672 req-763a7d7c-569c-4d41-a590-94fa7facb9bd tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:22.459463 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aff79498-9122-4ff3-ad38-0457898ab672 req-763a7d7c-569c-4d41-a590-94fa7facb9bd tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9291611 Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: self.session.flush() Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: self.session.flush() Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: self.session.flush() Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: self.session.flush() Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:03:22.516487 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:03:22.533866 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-69a33e9c-b54b-4b5b-9145-685188a477ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:22.589026 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-6d89f80e-efd4-4378-9e36-45057161c163 service neutron] 10.222.0.63 "GET /v2.0/ports/1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1/bindings/n-h1-787206-13 HTTP/1.1" status: 200 len: 385 time: 0.5945454 Aug 16 20:03:22.591023 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-69a33e9c-b54b-4b5b-9145-685188a477ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:22.594041 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-69a33e9c-b54b-4b5b-9145-685188a477ac admin admin] 10.222.0.68 "DELETE /v2.0/networks/d97fcdba-147b-42c4-9a36-36beb7fe5385 HTTP/1.1" status: 204 len: 168 time: 1.8375359 Aug 16 20:03:22.595422 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a33e9c-b54b-4b5b-9145-685188a477ac admin admin] Pushing event deleted for resources: {'Network': ['ID=d97fcdba-147b-42c4-9a36-36beb7fe5385,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:22.599662 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35774) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:22.613883 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b45b9ff3-ffda-481b-9155-377414abf514 req-b1107b43-6991-4152-ab68-837acd6b37fd tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=939acfbf-0e6f-44a1-8457-17a1c944ae91 HTTP/1.1" status: 200 len: 210 time: 0.0864396 Aug 16 20:03:22.625770 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-68238751-c3da-486e-abe2-55daa4e9ed4e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:22.627221 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-68238751-c3da-486e-abe2-55daa4e9ed4e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.63 "GET /v2.0/networks?id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd HTTP/1.1" status: 200 len: 812 time: 0.3992467 Aug 16 20:03:22.714530 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-eaa04038-090b-4148-b7d3-a6e4fd5cceca tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Request body: {'port': {'device_id': '939acfbf-0e6f-44a1-8457-17a1c944ae91', 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd', 'admin_state_up': True, 'tenant_id': '660f9d21c81a4d0490e02db145c56c81'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:22.755775 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ab8e3894-625f-4ff0-a969-5f307de32741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:22.763819 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ab8e3894-625f-4ff0-a969-5f307de32741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:22.766068 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ab8e3894-625f-4ff0-a969-5f307de32741 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/51e9c928-5e2a-4f5b-b857-fca9278ccd13 HTTP/1.1" status: 204 len: 168 time: 0.8070154 Aug 16 20:03:22.855562 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e3894-625f-4ff0-a969-5f307de32741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e9c928-5e2a-4f5b-b857-fca9278ccd13,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:22.906318 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-16f9562d-5921-4be8-b050-d607c09e0312 req-263e5a99-9a9d-408a-9e03-d86cca6ac18f tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] 10.222.0.68 "GET /v2.0/security-groups/ff69974a-5f12-4f01-8d43-b044494872fa HTTP/1.1" status: 200 len: 2405 time: 0.2010045 Aug 16 20:03:23.012650 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-4d9fbeea-675a-4f23-861f-f2297c0fb1a4 service neutron] For port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:23.129619 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-4d9fbeea-675a-4f23-861f-f2297c0fb1a4 service neutron] For port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:03:23.169736 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309cd38-c227-4412-b727-3c31c68b3032 req-8192bf13-0c2f-42c7-b7c2-c0e2d19677aa tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:23.179584 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0309cd38-c227-4412-b727-3c31c68b3032 req-8192bf13-0c2f-42c7-b7c2-c0e2d19677aa tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 1096 time: 0.1293111 Aug 16 20:03:23.183921 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f851a4-a9ab-4b47-92ac-967c759f8895 req-035c543f-954d-4a68-acc0-d47305fc1ac7 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:23.186062 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f8f851a4-a9ab-4b47-92ac-967c759f8895 req-035c543f-954d-4a68-acc0-d47305fc1ac7 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 944 time: 0.4851089 Aug 16 20:03:23.291867 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0309cd38-c227-4412-b727-3c31c68b3032 req-da032f56-2641-4dbc-86b8-94cbe26c4a0d tempest-LiveAutoBlockMigrationV225Test-131507084 tempest-LiveAutoBlockMigrationV225Test-131507084-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106060 Aug 16 20:03:23.352575 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-4d9fbeea-675a-4f23-861f-f2297c0fb1a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:03:23.418604 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f8f851a4-a9ab-4b47-92ac-967c759f8895 req-db769e24-f81c-48b7-97eb-1049fa8ab916 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063525 Aug 16 20:03:23.430458 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-4d9fbeea-675a-4f23-861f-f2297c0fb1a4 service neutron] For port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:23.462548 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-4d9fbeea-675a-4f23-861f-f2297c0fb1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:23.517185 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7753a98d-9928-4f36-8a1b-3d35ade1a8cb req-06e46e91-8671-4e33-96ee-059d47933fbd tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] 10.222.0.68 "GET /v2.0/security-group-rules/39147291-1880-4cbb-94cc-992f87a60230 HTTP/1.1" status: 200 len: 778 time: 0.1058574 Aug 16 20:03:23.655226 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-4d9fbeea-675a-4f23-861f-f2297c0fb1a4 service neutron] Transition to ACTIVE for port object 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:03:23.681293 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-4d9fbeea-675a-4f23-861f-f2297c0fb1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:23.697351 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-eaa04038-090b-4148-b7d3-a6e4fd5cceca tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Made reservation on behalf of 660f9d21c81a4d0490e02db145c56c81 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:03:23.703523 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-eaa04038-090b-4148-b7d3-a6e4fd5cceca tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:23.718218 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7753a98d-9928-4f36-8a1b-3d35ade1a8cb req-d29870b4-925b-4e4f-8810-c5a3a0c2bbe6 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] 10.222.0.68 "GET /v2.0/security-groups/ff69974a-5f12-4f01-8d43-b044494872fa HTTP/1.1" status: 200 len: 2405 time: 0.1752927 Aug 16 20:03:23.794314 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7753a98d-9928-4f36-8a1b-3d35ade1a8cb req-65e5d0e2-6615-49c6-8308-a4151307c90c tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:23.804485 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7753a98d-9928-4f36-8a1b-3d35ade1a8cb req-65e5d0e2-6615-49c6-8308-a4151307c90c tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:23.855914 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d593d52-83f6-4782-bcf7-0109d0ed4f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:23.934164 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7753a98d-9928-4f36-8a1b-3d35ade1a8cb req-65e5d0e2-6615-49c6-8308-a4151307c90c tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:23.950804 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7753a98d-9928-4f36-8a1b-3d35ade1a8cb req-65e5d0e2-6615-49c6-8308-a4151307c90c tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:23.954146 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7753a98d-9928-4f36-8a1b-3d35ade1a8cb req-65e5d0e2-6615-49c6-8308-a4151307c90c tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/39147291-1880-4cbb-94cc-992f87a60230 HTTP/1.1" status: 204 len: 173 time: 0.2350214 Aug 16 20:03:23.995048 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-4d9fbeea-675a-4f23-861f-f2297c0fb1a4 service neutron] No DVR routers for this DVR port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:03:24.127943 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9fbeea-675a-4f23-861f-f2297c0fb1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1,revision_number=10']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:24.167101 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-8d7b6f3a-669d-44ed-956a-526b5392d53e req-23963c45-e508-42a2-b5ef-e16401ed176d tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1679301160', 'description': 'tempest-description-730371970'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:24.178116 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5d0e2-6615-49c6-8308-a4151307c90c tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39147291-1880-4cbb-94cc-992f87a60230,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:24.206752 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-4d9fbeea-675a-4f23-861f-f2297c0fb1a4 service neutron] 10.222.0.63 "PUT /v2.0/ports/1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1/bindings/n-h1-787206-13/activate HTTP/1.1" status: 200 len: 370 time: 1.5781453 Aug 16 20:03:24.208288 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8d7b6f3a-669d-44ed-956a-526b5392d53e req-23963c45-e508-42a2-b5ef-e16401ed176d tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:24.242519 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9119a595-e652-4e37-a409-a1bddec421f4 req-97355307-30e0-4fbe-8828-b19c9f4e2c7f tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=939acfbf-0e6f-44a1-8457-17a1c944ae91 HTTP/1.1" status: 200 len: 210 time: 0.1199493 Aug 16 20:03:24.312804 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-eaa04038-090b-4148-b7d3-a6e4fd5cceca tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Allocated IP 172.20.0.8 (4abc880e-d4ce-42ee-a2b7-ca1942016bbd/4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc/a29987fb-7732-4397-a0bd-07d0d794a61d) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:03:24.541522 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8d7b6f3a-669d-44ed-956a-526b5392d53e req-23963c45-e508-42a2-b5ef-e16401ed176d tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:24.561435 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8d7b6f3a-669d-44ed-956a-526b5392d53e req-23963c45-e508-42a2-b5ef-e16401ed176d tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:24.651229 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8d7b6f3a-669d-44ed-956a-526b5392d53e req-23963c45-e508-42a2-b5ef-e16401ed176d tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:24.678708 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8d7b6f3a-669d-44ed-956a-526b5392d53e req-23963c45-e508-42a2-b5ef-e16401ed176d tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5208664 Aug 16 20:03:24.705533 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23963c45-e508-42a2-b5ef-e16401ed176d tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5773ec7b-7def-416a-aba8-a388d1d7abb7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:24.774406 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-eaa04038-090b-4148-b7d3-a6e4fd5cceca tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:24.939836 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d5955-ba0c-4c40-8ef9-eba5c1998cec req-b3ee8364-f576-4ee5-a1af-f4d105737e54 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:24.941726 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4c7d5955-ba0c-4c40-8ef9-eba5c1998cec req-b3ee8364-f576-4ee5-a1af-f4d105737e54 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 944 time: 0.1200714 Aug 16 20:03:24.943941 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-eaa04038-090b-4148-b7d3-a6e4fd5cceca tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:24.953774 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89236724-0b68-41d7-b93c-7cbbf18a02fc req-c88184ce-2d0c-4cb7-828c-9c2788795625 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:24.955562 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-89236724-0b68-41d7-b93c-7cbbf18a02fc req-c88184ce-2d0c-4cb7-828c-9c2788795625 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 945 time: 0.1651251 Aug 16 20:03:25.029876 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-d41ab04e-4e75-47fb-9eaa-9812e4c25d34 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:25.031627 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-d41ab04e-4e75-47fb-9eaa-9812e4c25d34 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b&tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&binding%3Ahost_id=n-h2-787206-13 HTTP/1.1" status: 200 len: 1097 time: 0.7348232 Aug 16 20:03:25.070491 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-eaa04038-090b-4148-b7d3-a6e4fd5cceca tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:03:25.114376 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-eaa04038-090b-4148-b7d3-a6e4fd5cceca tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:03:25.132236 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-eaa04038-090b-4148-b7d3-a6e4fd5cceca tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:03:25.137553 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-701e83a9-b8bf-4bae-9ff8-858b65fb8d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:25.139276 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-701e83a9-b8bf-4bae-9ff8-858b65fb8d1e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b&tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd HTTP/1.1" status: 200 len: 1097 time: 0.0783548 Aug 16 20:03:25.140562 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa04038-090b-4148-b7d3-a6e4fd5cceca tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Pushing event updated for resources: {'Port': ['ID=a29987fb-7732-4397-a0bd-07d0d794a61d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:25.156642 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9d593d52-83f6-4782-bcf7-0109d0ed4f48 admin admin] Deleting port aa6c67ac-2679-44d1-8b66-fbf41c6c50a9 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:03:25.157155 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d593d52-83f6-4782-bcf7-0109d0ed4f48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:25.186533 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-89236724-0b68-41d7-b93c-7cbbf18a02fc req-9cfe7815-6ab4-4158-afc7-7c12b8aaddd0 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128475 Aug 16 20:03:25.275323 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-eaa04038-090b-4148-b7d3-a6e4fd5cceca tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:25.276031 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-eaa04038-090b-4148-b7d3-a6e4fd5cceca tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:25.320948 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-eaa04038-090b-4148-b7d3-a6e4fd5cceca tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6214573 Aug 16 20:03:25.337537 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-4c7d5955-ba0c-4c40-8ef9-eba5c1998cec req-7029187b-f917-42b3-87d2-915049781cda tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Deleting port 3561362b-aeef-497c-80fd-d950db9fd8fb {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:03:25.338184 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4c7d5955-ba0c-4c40-8ef9-eba5c1998cec req-7029187b-f917-42b3-87d2-915049781cda tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:25.365190 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-09d5fbbc-9db6-44f8-8075-a352ca845921 service neutron] Request body: {'port': {'device_id': '939acfbf-0e6f-44a1-8457-17a1c944ae91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:25.415917 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-9d593d52-83f6-4782-bcf7-0109d0ed4f48 admin admin] For port aa6c67ac-2679-44d1-8b66-fbf41c6c50a9, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=aa6c67ac-2679-44d1-8b66-fbf41c6c50a9,segment=NetworkSegment(ba647bbc-071d-4c3c-b29b-0c7016cb1078),segment_id=ba647bbc-071d-4c3c-b29b-0c7016cb1078)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:25.416469 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d593d52-83f6-4782-bcf7-0109d0ed4f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:25.522356 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9d593d52-83f6-4782-bcf7-0109d0ed4f48 admin admin] Calling delete_port for aa6c67ac-2679-44d1-8b66-fbf41c6c50a9 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:03:25.541088 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a9e47264-5e97-4b6d-a04d-453eb28fba7b req-1d7ca84c-83d1-4c93-84c7-41a574a71745 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] 10.222.0.68 "GET /v2.0/security-groups/5773ec7b-7def-416a-aba8-a388d1d7abb7 HTTP/1.1" status: 200 len: 1812 time: 0.1929324 Aug 16 20:03:25.555610 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7c618-98c7-4248-8b33-24451ae177d8 req-42ced825-3126-4f77-825f-763d34479a40 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:25.563094 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-85a7c618-98c7-4248-8b33-24451ae177d8 req-42ced825-3126-4f77-825f-763d34479a40 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 944 time: 0.6012061 Aug 16 20:03:25.566424 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-09d5fbbc-9db6-44f8-8075-a352ca845921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:25.609643 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-4c7d5955-ba0c-4c40-8ef9-eba5c1998cec req-7029187b-f917-42b3-87d2-915049781cda tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] For port 3561362b-aeef-497c-80fd-d950db9fd8fb, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3561362b-aeef-497c-80fd-d950db9fd8fb,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:25.610021 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4c7d5955-ba0c-4c40-8ef9-eba5c1998cec req-7029187b-f917-42b3-87d2-915049781cda tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:25.645311 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-5ecfa901-cf0f-4d80-9882-561e6dbe0b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:25.647149 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-5ecfa901-cf0f-4d80-9882-561e6dbe0b4d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 1097 time: 0.4668376 Aug 16 20:03:25.656728 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-4c7d5955-ba0c-4c40-8ef9-eba5c1998cec req-7029187b-f917-42b3-87d2-915049781cda tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Calling delete_port for 3561362b-aeef-497c-80fd-d950db9fd8fb owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:03:25.775200 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-d6411228-94d7-4b30-81e1-943a34bafc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:25.776955 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-d6411228-94d7-4b30-81e1-943a34bafc34 service neutron] 10.222.0.57 "GET /v2.0/networks?id=090f4e50-1fb3-4449-b92b-949da889d68e HTTP/1.1" status: 200 len: 909 time: 0.1193838 Aug 16 20:03:25.789225 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-85a7c618-98c7-4248-8b33-24451ae177d8 req-248644e3-6d7a-4fb3-89e6-839919305654 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251136 Aug 16 20:03:25.837504 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-ae6e345f-483d-4011-bfa5-6de02da0dc4a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 HTTP/1.1" status: 200 len: 217 time: 0.0471973 Aug 16 20:03:25.893761 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-9ca93831-cef7-4f35-91ad-0a6866e6f368 req-86aa48b1-79ad-4118-9c26-eb24323eab69 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-837447209', 'description': 'tempest-description-117436207'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:25.938489 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9ca93831-cef7-4f35-91ad-0a6866e6f368 req-86aa48b1-79ad-4118-9c26-eb24323eab69 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:26.013388 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-4842ccfa-3f41-4d95-8538-86d67e5ca548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:26.015540 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-4842ccfa-3f41-4d95-8538-86d67e5ca548 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bf22002-ba37-41ff-af5d-cdbe63ed2bd8 HTTP/1.1" status: 200 len: 848 time: 0.1642289 Aug 16 20:03:26.094541 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bdeb3-bac8-4f4a-8b72-876a865aeeaa req-30c382f7-5a47-49cc-8a99-9a42c1840a2e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:26.103834 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-693bdeb3-bac8-4f4a-8b72-876a865aeeaa req-30c382f7-5a47-49cc-8a99-9a42c1840a2e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=939acfbf-0e6f-44a1-8457-17a1c944ae91 HTTP/1.1" status: 200 len: 931 time: 0.2866578 Aug 16 20:03:26.210013 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9ca93831-cef7-4f35-91ad-0a6866e6f368 req-86aa48b1-79ad-4118-9c26-eb24323eab69 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:26.213044 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-693bdeb3-bac8-4f4a-8b72-876a865aeeaa req-28e58e16-38a4-496f-9101-5b0268e4353e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079931 Aug 16 20:03:26.255804 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9ca93831-cef7-4f35-91ad-0a6866e6f368 req-86aa48b1-79ad-4118-9c26-eb24323eab69 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:26.260422 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-d8ebf6d4-e387-4bed-983b-01c391697137 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=090f4e50-1fb3-4449-b92b-949da889d68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2257738 Aug 16 20:03:26.378927 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4c7d5955-ba0c-4c40-8ef9-eba5c1998cec req-7029187b-f917-42b3-87d2-915049781cda tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:26.441413 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029187b-f917-42b3-87d2-915049781cda tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Pushing event deleted for resources: {'Port': ['ID=3561362b-aeef-497c-80fd-d950db9fd8fb,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:26.449237 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-4213eb99-8a46-41fd-a9f9-daf897b3ebe8 service neutron] 10.222.0.57 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698978 Aug 16 20:03:26.565061 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7d5955-ba0c-4c40-8ef9-eba5c1998cec req-7029187b-f917-42b3-87d2-915049781cda tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] No DVR routers for this DVR port 3561362b-aeef-497c-80fd-d950db9fd8fb on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:03:26.587839 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4c7d5955-ba0c-4c40-8ef9-eba5c1998cec req-7029187b-f917-42b3-87d2-915049781cda tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:26.592964 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4c7d5955-ba0c-4c40-8ef9-eba5c1998cec req-7029187b-f917-42b3-87d2-915049781cda tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.63 "DELETE /v2.0/ports/3561362b-aeef-497c-80fd-d950db9fd8fb HTTP/1.1" status: 204 len: 173 time: 1.6321621 Aug 16 20:03:26.598417 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0389840-105f-485a-9ebf-2b94a29b6dce', 'name': 'network-vif-deleted', 'tag': '3561362b-aeef-497c-80fd-d950db9fd8fb'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:03:26.603213 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9ca93831-cef7-4f35-91ad-0a6866e6f368 req-86aa48b1-79ad-4118-9c26-eb24323eab69 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:26.603523 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6a6c8a-ba15-4d6c-ab09-fe8678c756fd" -d '{"events": [{"server_uuid": "a0389840-105f-485a-9ebf-2b94a29b6dce", "name": "network-vif-deleted", "tag": "3561362b-aeef-497c-80fd-d950db9fd8fb"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:03:26.604078 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9ca93831-cef7-4f35-91ad-0a6866e6f368 req-86aa48b1-79ad-4118-9c26-eb24323eab69 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.7397058 Aug 16 20:03:26.613294 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa48b1-79ad-4118-9c26-eb24323eab69 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4849973a-a5ef-48b0-97c7-0482e0c622d2,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:26.628435 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749056a-bdfe-45b2-908c-e5b84d2931ac req-5a19741a-2891-4b0c-b471-0a587878cb2d tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:26.636670 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2749056a-bdfe-45b2-908c-e5b84d2931ac req-5a19741a-2891-4b0c-b471-0a587878cb2d tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 945 time: 0.2949305 Aug 16 20:03:26.644144 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-09d5fbbc-9db6-44f8-8075-a352ca845921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a29987fb-7732-4397-a0bd-07d0d794a61d {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:03:26.650781 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-e33d40af-2d1e-459b-b5ec-4c8cc34b82b3 service neutron] 10.222.0.57 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875846 Aug 16 20:03:26.685103 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-09d5fbbc-9db6-44f8-8075-a352ca845921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:26.701704 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d593d52-83f6-4782-bcf7-0109d0ed4f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:26.769552 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-09d5fbbc-9db6-44f8-8075-a352ca845921 service neutron] Transition to ACTIVE for port object a29987fb-7732-4397-a0bd-07d0d794a61d will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:03:26.780459 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2749056a-bdfe-45b2-908c-e5b84d2931ac req-82affed9-cafc-46eb-876f-d20658f9fefe tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250820 Aug 16 20:03:26.787241 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-09d5fbbc-9db6-44f8-8075-a352ca845921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:26.886240 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d593d52-83f6-4782-bcf7-0109d0ed4f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa6c67ac-2679-44d1-8b66-fbf41c6c50a9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:26.916417 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5247e753-7d74-4d47-aecb-530c504edca2 x-openstack-request-id: req-5247e753-7d74-4d47-aecb-530c504edca2 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:03:26.916701 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0389840-105f-485a-9ebf-2b94a29b6dce", "name": "network-vif-deleted", "tag": "3561362b-aeef-497c-80fd-d950db9fd8fb", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:03:26.916989 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5247e753-7d74-4d47-aecb-530c504edca2 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:03:26.917387 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0389840-105f-485a-9ebf-2b94a29b6dce', 'name': 'network-vif-deleted', 'tag': '3561362b-aeef-497c-80fd-d950db9fd8fb', 'status': 'completed', 'code': 200} Aug 16 20:03:27.077578 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5fbbc-9db6-44f8-8075-a352ca845921 service neutron] Pushing event updated for resources: {'Port': ['ID=a29987fb-7732-4397-a0bd-07d0d794a61d,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:27.189756 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9f16051e-6f16-4598-95f3-fe3acc979eb6 req-973e57ad-390b-43fb-9702-e30c6672e494 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] 10.222.0.68 "GET /v2.0/security-groups/4849973a-a5ef-48b0-97c7-0482e0c622d2 HTTP/1.1" status: 200 len: 1811 time: 0.2235672 Aug 16 20:03:27.226002 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-09d5fbbc-9db6-44f8-8075-a352ca845921 service neutron] Attempting to bind port a29987fb-7732-4397-a0bd-07d0d794a61d on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:03:27.226433 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-09d5fbbc-9db6-44f8-8075-a352ca845921 service neutron] Attempting to bind port a29987fb-7732-4397-a0bd-07d0d794a61d by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '1a389533-0611-4082-9806-72db3146632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:03:27.226702 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-09d5fbbc-9db6-44f8-8075-a352ca845921 service neutron] Attempting to bind port a29987fb-7732-4397-a0bd-07d0d794a61d on network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:03:27.238074 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-09d5fbbc-9db6-44f8-8075-a352ca845921 service neutron] Port a29987fb-7732-4397-a0bd-07d0d794a61d on network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:03:27.238461 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-09d5fbbc-9db6-44f8-8075-a352ca845921 service neutron] Attempting to bind port a29987fb-7732-4397-a0bd-07d0d794a61d on network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:03:27.261100 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-016c1b0b-d6ab-4863-a235-ae281374fa3c req-871f06bc-2081-4c2a-a45e-527a4a04cfe0 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1423767079', 'description': 'tempest-description-1924765041'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:27.280416 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-09d5fbbc-9db6-44f8-8075-a352ca845921 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:03:27.280910 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-09d5fbbc-9db6-44f8-8075-a352ca845921 service neutron] Checking segment: {'id': '1a389533-0611-4082-9806-72db3146632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:03:27.281427 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-09d5fbbc-9db6-44f8-8075-a352ca845921 service neutron] Bound using segment: {'id': '1a389533-0611-4082-9806-72db3146632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:03:27.281885 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-09d5fbbc-9db6-44f8-8075-a352ca845921 service neutron] Bound port: a29987fb-7732-4397-a0bd-07d0d794a61d, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a389533-0611-4082-9806-72db3146632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:03:27.282350 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-09d5fbbc-9db6-44f8-8075-a352ca845921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:27.329086 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b84ba616-eb1a-4107-a5c1-d32ecc5b3486 req-1d824541-7593-4949-8dbe-174863a8f3a2 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 210 time: 0.1537805 Aug 16 20:03:27.439999 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-09d5fbbc-9db6-44f8-8075-a352ca845921 service neutron] For port a29987fb-7732-4397-a0bd-07d0d794a61d, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:03:27.454169 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-90320fe8-9824-4acf-9884-0bf7c8e3403d tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:27.457220 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-09d5fbbc-9db6-44f8-8075-a352ca845921 service neutron] For port a29987fb-7732-4397-a0bd-07d0d794a61d, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a29987fb-7732-4397-a0bd-07d0d794a61d,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:03:27.459588 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-016c1b0b-d6ab-4863-a235-ae281374fa3c req-871f06bc-2081-4c2a-a45e-527a4a04cfe0 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:27.470476 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-90320fe8-9824-4acf-9884-0bf7c8e3403d tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b&tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&binding%3Ahost_id=n-h1-787206-13 HTTP/1.1" status: 200 len: 1097 time: 0.2935972 Aug 16 20:03:27.488933 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-09d5fbbc-9db6-44f8-8075-a352ca845921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:27.554979 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d593d52-83f6-4782-bcf7-0109d0ed4f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:27.759911 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc1f4f-8020-41b1-8d4f-10cdb448ff8d req-a986f5ef-c36b-4c44-b6dc-bf1a185ad81d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:27.764079 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-36bc1f4f-8020-41b1-8d4f-10cdb448ff8d req-a986f5ef-c36b-4c44-b6dc-bf1a185ad81d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=939acfbf-0e6f-44a1-8457-17a1c944ae91 HTTP/1.1" status: 200 len: 943 time: 0.2117553 Aug 16 20:03:27.803604 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5fbbc-9db6-44f8-8075-a352ca845921 service neutron] Pushing event updated for resources: {'Port': ['ID=a29987fb-7732-4397-a0bd-07d0d794a61d,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:27.849630 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-09d5fbbc-9db6-44f8-8075-a352ca845921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:27.850804 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-09d5fbbc-9db6-44f8-8075-a352ca845921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:27.857288 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-09d5fbbc-9db6-44f8-8075-a352ca845921 service neutron] 10.222.0.63 "PUT /v2.0/ports/a29987fb-7732-4397-a0bd-07d0d794a61d HTTP/1.1" status: 200 len: 1092 time: 2.5106666 Aug 16 20:03:27.903166 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-c96dd338-b1e0-45f5-b6ae-f93c8d3f8468 service neutron] For port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:03:27.908629 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-36bc1f4f-8020-41b1-8d4f-10cdb448ff8d req-ca3aa140-92f9-4c1e-b095-c42f245a93f0 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327009 Aug 16 20:03:27.920299 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-c96dd338-b1e0-45f5-b6ae-f93c8d3f8468 service neutron] Notify callbacks [] for binding, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:27.921397 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-52b43c6b-2ce8-483f-ab3a-150a66bc492a req-c96dd338-b1e0-45f5-b6ae-f93c8d3f8468 service neutron] 10.222.0.57 "DELETE /v2.0/ports/1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1/bindings/n-h2-787206-13 HTTP/1.1" status: 204 len: 173 time: 0.4421535 Aug 16 20:03:27.962612 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-016c1b0b-d6ab-4863-a235-ae281374fa3c req-871f06bc-2081-4c2a-a45e-527a4a04cfe0 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:27.978326 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35910) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:28.006841 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-016c1b0b-d6ab-4863-a235-ae281374fa3c req-871f06bc-2081-4c2a-a45e-527a4a04cfe0 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:28.101859 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 3561362b-aeef-497c-80fd-d950db9fd8fb no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:03:28.299756 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-016c1b0b-d6ab-4863-a235-ae281374fa3c req-871f06bc-2081-4c2a-a45e-527a4a04cfe0 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:28.301895 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-016c1b0b-d6ab-4863-a235-ae281374fa3c req-871f06bc-2081-4c2a-a45e-527a4a04cfe0 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.0648015 Aug 16 20:03:28.369732 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f06bc-2081-4c2a-a45e-527a4a04cfe0 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=505173ae-ecfb-4ef8-802d-740206cc791b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:28.385432 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-ecdf7798-efe5-4088-957a-7844b5757fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:28.389981 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-ecdf7798-efe5-4088-957a-7844b5757fd0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=660f9d21c81a4d0490e02db145c56c81&device_id=939acfbf-0e6f-44a1-8457-17a1c944ae91 HTTP/1.1" status: 200 len: 1095 time: 0.4398134 Aug 16 20:03:28.399908 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d593d52-83f6-4782-bcf7-0109d0ed4f48 admin admin] Router 5f76ae0e-b8a5-4d4b-acb6-febeacb158f8 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:03:28.421149 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a19af-d126-48ea-8a08-583e6cd1ec3a req-33bacd9d-b808-4f85-b23c-6546500f2c07 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:28.436285 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2c4a19af-d126-48ea-8a08-583e6cd1ec3a req-33bacd9d-b808-4f85-b23c-6546500f2c07 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 945 time: 0.2511201 Aug 16 20:03:28.439572 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7978a577-8d2a-4433-957e-b523711752e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:28.541096 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-d0e666a1-2921-465d-830c-092ca4202ad0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a29987fb-7732-4397-a0bd-07d0d794a61d HTTP/1.1" status: 200 len: 217 time: 0.1417937 Aug 16 20:03:28.673515 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2c4a19af-d126-48ea-8a08-583e6cd1ec3a req-c8d4785f-eb23-4261-bcb3-7aca839de6ef tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356312 Aug 16 20:03:28.702596 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 3561362b-aeef-497c-80fd-d950db9fd8fb {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:03:28.705150 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 3561362b-aeef-497c-80fd-d950db9fd8fb not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:03:28.715146 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-34923fb4-4e65-4bd0-b4b6-1cb628666ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:28.727429 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-34923fb4-4e65-4bd0-b4b6-1cb628666ac6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc HTTP/1.1" status: 200 len: 852 time: 0.1683350 Aug 16 20:03:28.780826 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d593d52-83f6-4782-bcf7-0109d0ed4f48 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:03:28.792274 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9d593d52-83f6-4782-bcf7-0109d0ed4f48 admin admin] 10.222.0.68 "PUT /v2.0/routers/5f76ae0e-b8a5-4d4b-acb6-febeacb158f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1710782 Aug 16 20:03:28.796260 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35930) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:28.799547 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55c8bfb-fe2a-482a-b0d2-42b208cee8fe None None] Sync routers for ids ['5f76ae0e-b8a5-4d4b-acb6-febeacb158f8'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:03:28.863088 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55c8bfb-fe2a-482a-b0d2-42b208cee8fe None None] Routers {'5f76ae0e-b8a5-4d4b-acb6-febeacb158f8'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:03:28.865233 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f55c8bfb-fe2a-482a-b0d2-42b208cee8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:03:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['5f76ae0e-b8a5-4d4b-acb6-febeacb158f8'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:03:28.949640 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939acfbf-0e6f-44a1-8457-17a1c944ae91', 'tag': 'a29987fb-7732-4397-a0bd-07d0d794a61d'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:03:28.957013 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd1a70c-602b-4363-a438-6dff9cb4a9a9" -d '{"events": [{"name": "network-changed", "server_uuid": "939acfbf-0e6f-44a1-8457-17a1c944ae91", "tag": "a29987fb-7732-4397-a0bd-07d0d794a61d"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:03:29.005007 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-cc047c67-e0e6-4922-80b9-a0da0af2c99a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2761629 Aug 16 20:03:29.013197 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bf7858df-8e1d-4cae-8c9c-a6cec062ae77 req-28a3f27f-58f5-4f9f-9d9b-f3a6e234b51a tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] 10.222.0.68 "GET /v2.0/security-groups/505173ae-ecfb-4ef8-802d-740206cc791b HTTP/1.1" status: 200 len: 1813 time: 0.2507849 Aug 16 20:03:29.149424 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f0eed1a9-aa18-4a4e-a919-52e357fb4ffd req-9a17422c-3033-483d-a1cf-d709963a9f1a tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 210 time: 0.1152179 Aug 16 20:03:29.297386 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-f55c8bfb-fe2a-482a-b0d2-42b208cee8fe None None] Set router 5f76ae0e-b8a5-4d4b-acb6-febeacb158f8 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:03:29.325691 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7978a577-8d2a-4433-957e-b523711752e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:29.339357 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b27e95b-c35b-4115-ad46-988ad02493f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:29.352265 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171e35f8-6c73-4742-9479-034fd86259ac x-openstack-request-id: req-171e35f8-6c73-4742-9479-034fd86259ac {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:03:29.353383 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939acfbf-0e6f-44a1-8457-17a1c944ae91", "tag": "a29987fb-7732-4397-a0bd-07d0d794a61d", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:03:29.353833 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-171e35f8-6c73-4742-9479-034fd86259ac {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:03:29.354515 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939acfbf-0e6f-44a1-8457-17a1c944ae91', 'tag': 'a29987fb-7732-4397-a0bd-07d0d794a61d', 'status': 'completed', 'code': 200} Aug 16 20:03:29.426338 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc5301-1655-41ef-99dd-c242799689f3 req-6e1d1fc3-63dc-4dc8-b13b-cdddbb7eda90 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:29.440624 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7978a577-8d2a-4433-957e-b523711752e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:29.441788 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5acc5301-1655-41ef-99dd-c242799689f3 req-6e1d1fc3-63dc-4dc8-b13b-cdddbb7eda90 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=939acfbf-0e6f-44a1-8457-17a1c944ae91 HTTP/1.1" status: 200 len: 943 time: 0.2098715 Aug 16 20:03:29.493658 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-9eb9e227-ac9f-4a13-8dcd-ee42b5f78892 req-4d1ad33a-7c8f-4048-bf8c-f13167b9ddcf tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-298241256', 'description': 'tempest-description-582873117'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:29.518285 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-08b7a3d3-15b4-4ba4-8468-a8c3910fb77a service neutron] 10.222.0.63 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5039384 Aug 16 20:03:29.595138 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7978a577-8d2a-4433-957e-b523711752e0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=88aff21e041f473d84f5de65ca34e623&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6102109 Aug 16 20:03:29.600262 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35942) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:29.605505 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978a577-8d2a-4433-957e-b523711752e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8489c00-a84d-4263-b4b0-a8a7b601fba4,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:29.632148 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f55c8bfb-fe2a-482a-b0d2-42b208cee8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76ae0e-b8a5-4d4b-acb6-febeacb158f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1795951047-router', 'tenant_id': 'eed4ea77f86245aeab881d4d7bc3fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'f600014f-5f54-47d6-a6ca-26f1a52c73f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:57Z', 'updated_at': '2021-08-16T20:03:26Z', 'revision_number': 5, 'project_id': 'eed4ea77f86245aeab881d4d7bc3fe09', 'gw_port': {'id': 'f600014f-5f54-47d6-a6ca-26f1a52c73f4', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76ae0e-b8a5-4d4b-acb6-febeacb158f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:58:02Z', 'updated_at': '2021-08-16T19:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:03:29.664868 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55c8bfb-fe2a-482a-b0d2-42b208cee8fe None None] Checking router: 5f76ae0e-b8a5-4d4b-acb6-febeacb158f8 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:03:29.666174 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9eb9e227-ac9f-4a13-8dcd-ee42b5f78892 req-4d1ad33a-7c8f-4048-bf8c-f13167b9ddcf tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:29.677623 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55c8bfb-fe2a-482a-b0d2-42b208cee8fe None None] Routers {'5f76ae0e-b8a5-4d4b-acb6-febeacb158f8'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:03:29.678921 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f55c8bfb-fe2a-482a-b0d2-42b208cee8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:03:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['5f76ae0e-b8a5-4d4b-acb6-febeacb158f8'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:03:29.725839 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b27e95b-c35b-4115-ad46-988ad02493f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:29.815659 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-f55c8bfb-fe2a-482a-b0d2-42b208cee8fe None None] Set router 5f76ae0e-b8a5-4d4b-acb6-febeacb158f8 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:03:29.946294 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9eb9e227-ac9f-4a13-8dcd-ee42b5f78892 req-4d1ad33a-7c8f-4048-bf8c-f13167b9ddcf tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:29.950047 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-da49588e-60ee-463a-8739-3e72e8ece398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:29.971208 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9eb9e227-ac9f-4a13-8dcd-ee42b5f78892 req-4d1ad33a-7c8f-4048-bf8c-f13167b9ddcf tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:30.099451 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-da49588e-60ee-463a-8739-3e72e8ece398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:30.108324 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9eb9e227-ac9f-4a13-8dcd-ee42b5f78892 req-4d1ad33a-7c8f-4048-bf8c-f13167b9ddcf tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:30.109705 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9eb9e227-ac9f-4a13-8dcd-ee42b5f78892 req-4d1ad33a-7c8f-4048-bf8c-f13167b9ddcf tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.6603560 Aug 16 20:03:30.125684 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f55c8bfb-fe2a-482a-b0d2-42b208cee8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76ae0e-b8a5-4d4b-acb6-febeacb158f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1795951047-router', 'tenant_id': 'eed4ea77f86245aeab881d4d7bc3fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'f600014f-5f54-47d6-a6ca-26f1a52c73f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:57Z', 'updated_at': '2021-08-16T20:03:26Z', 'revision_number': 5, 'project_id': 'eed4ea77f86245aeab881d4d7bc3fe09', 'gw_port': {'id': 'f600014f-5f54-47d6-a6ca-26f1a52c73f4', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76ae0e-b8a5-4d4b-acb6-febeacb158f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:58:02Z', 'updated_at': '2021-08-16T19:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:03:30.131606 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ad33a-7c8f-4048-bf8c-f13167b9ddcf tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c84e446b-506e-4933-94e9-7f679380da40,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:30.172562 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-3b27e95b-c35b-4115-ad46-988ad02493f9 admin admin] Deleting port f600014f-5f54-47d6-a6ca-26f1a52c73f4 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:03:30.172903 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b27e95b-c35b-4115-ad46-988ad02493f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:30.191934 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55c8bfb-fe2a-482a-b0d2-42b208cee8fe None None] The sync data for ids ['5f76ae0e-b8a5-4d4b-acb6-febeacb158f8'] in n-d-787206-13 is: [{'id': '5f76ae0e-b8a5-4d4b-acb6-febeacb158f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1795951047-router', 'tenant_id': 'eed4ea77f86245aeab881d4d7bc3fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'f600014f-5f54-47d6-a6ca-26f1a52c73f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T19:57:57Z', 'updated_at': '2021-08-16T20:03:26Z', 'revision_number': 5, 'project_id': 'eed4ea77f86245aeab881d4d7bc3fe09', 'gw_port': {'id': 'f600014f-5f54-47d6-a6ca-26f1a52c73f4', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76ae0e-b8a5-4d4b-acb6-febeacb158f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T19:58:02Z', 'updated_at': '2021-08-16T19:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:03:30.220949 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5acc5301-1655-41ef-99dd-c242799689f3 req-b1759601-3177-4234-9f0d-9390060d6694 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7781930 Aug 16 20:03:30.387123 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ba99e373-2671-4d8f-b07d-d2e4552de545 req-b39f91bc-745c-423f-97da-e7a2478ec18d service neutron] 10.222.0.63 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8601272 Aug 16 20:03:30.403825 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-da49588e-60ee-463a-8739-3e72e8ece398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:30.405819 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-da49588e-60ee-463a-8739-3e72e8ece398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:30.410514 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-da49588e-60ee-463a-8739-3e72e8ece398 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f8489c00-a84d-4263-b4b0-a8a7b601fba4 HTTP/1.1" status: 204 len: 168 time: 0.7983010 Aug 16 20:03:30.477980 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da49588e-60ee-463a-8739-3e72e8ece398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8489c00-a84d-4263-b4b0-a8a7b601fba4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:30.487648 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a873be-b9f8-4903-9bde-fd0bd1c2dc79 req-73d63326-0740-4d82-87a1-396439f53459 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:30.490202 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-75a873be-b9f8-4903-9bde-fd0bd1c2dc79 req-73d63326-0740-4d82-87a1-396439f53459 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 1097 time: 0.2098205 Aug 16 20:03:30.526280 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-3b27e95b-c35b-4115-ad46-988ad02493f9 admin admin] For port f600014f-5f54-47d6-a6ca-26f1a52c73f4, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f600014f-5f54-47d6-a6ca-26f1a52c73f4,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:30.526648 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b27e95b-c35b-4115-ad46-988ad02493f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:30.566164 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1a70c-602b-4363-a438-6dff9cb4a9a9 req-848a93a4-54eb-4cb7-84ee-89b47b236b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:30.568815 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1cd1a70c-602b-4363-a438-6dff9cb4a9a9 req-848a93a4-54eb-4cb7-84ee-89b47b236b3b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=660f9d21c81a4d0490e02db145c56c81&device_id=939acfbf-0e6f-44a1-8457-17a1c944ae91 HTTP/1.1" status: 200 len: 1095 time: 0.1006329 Aug 16 20:03:30.592278 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-3b27e95b-c35b-4115-ad46-988ad02493f9 admin admin] Calling delete_port for f600014f-5f54-47d6-a6ca-26f1a52c73f4 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:03:30.614753 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-75a873be-b9f8-4903-9bde-fd0bd1c2dc79 req-cb195c30-f1e7-48b5-a24f-afc24e8fd4a3 tempest-LiveMigrationTest-1777900666 tempest-LiveMigrationTest-1777900666-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015861 Aug 16 20:03:30.846109 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-03a56dee-c7e1-4df5-82f4-1cd317c8cd5d req-f8baa6d2-3a03-4a0d-b2de-ffce4dd0714b tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 210 time: 0.0424104 Aug 16 20:03:30.876881 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1a70c-602b-4363-a438-6dff9cb4a9a9 req-710d88b8-d831-49b8-bce2-c5520148b5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:30.878639 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1cd1a70c-602b-4363-a438-6dff9cb4a9a9 req-710d88b8-d831-49b8-bce2-c5520148b5fb service neutron] 10.222.0.63 "GET /v2.0/networks?id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd HTTP/1.1" status: 200 len: 913 time: 0.3007984 Aug 16 20:03:30.893372 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fe4783de-46d2-443b-b377-4c09bbc4da56 req-fb71def0-2bf2-41c7-9b1d-5be821375413 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] 10.222.0.68 "GET /v2.0/security-groups/c84e446b-506e-4933-94e9-7f679380da40 HTTP/1.1" status: 200 len: 1811 time: 0.2906744 Aug 16 20:03:30.970989 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b27e95b-c35b-4115-ad46-988ad02493f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:31.020392 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1cd1a70c-602b-4363-a438-6dff9cb4a9a9 req-a812f91c-18ff-4601-893b-e7a450ce5252 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a29987fb-7732-4397-a0bd-07d0d794a61d HTTP/1.1" status: 200 len: 217 time: 0.1234248 Aug 16 20:03:31.063860 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [req-aecec6f6-c9c0-48c3-b250-7c1c97b299c2 req-31123a8f-3f55-42ec-8ae3-027b3b4638b9 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] show failed (client error): The resource could not be found. Aug 16 20:03:31.084601 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aecec6f6-c9c0-48c3-b250-7c1c97b299c2 req-31123a8f-3f55-42ec-8ae3-027b3b4638b9 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] 10.222.0.68 "GET /v2.0/security-groups/daa3c1dd-0bde-4d16-beae-76e353c6dee7 HTTP/1.1" status: 404 len: 352 time: 0.0868278 Aug 16 20:03:31.147990 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35968) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:31.196958 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27e95b-c35b-4115-ad46-988ad02493f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f600014f-5f54-47d6-a6ca-26f1a52c73f4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:31.235306 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f4048de7-2ab5-470f-8a7a-8f5ce1f28b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:31.264175 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [req-876b7904-8603-4b4c-ae1b-b76b4c2ac210 req-675ebc57-7ef4-4273-bd82-2ac662426f7d tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] show failed (client error): The resource could not be found. Aug 16 20:03:31.272831 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b27e95b-c35b-4115-ad46-988ad02493f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:31.287795 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-876b7904-8603-4b4c-ae1b-b76b4c2ac210 req-675ebc57-7ef4-4273-bd82-2ac662426f7d tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] 10.222.0.68 "GET /v2.0/security-group-rules/b2916155-8fd9-43f2-83ed-0817f97dc4dd HTTP/1.1" status: 404 len: 361 time: 0.1267803 Aug 16 20:03:31.369351 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1a70c-602b-4363-a438-6dff9cb4a9a9 req-c2b8ae0f-b1b4-4415-ad7f-0179f5c4304d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:31.374903 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1cd1a70c-602b-4363-a438-6dff9cb4a9a9 req-c2b8ae0f-b1b4-4415-ad7f-0179f5c4304d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc HTTP/1.1" status: 200 len: 852 time: 0.3436046 Aug 16 20:03:31.448218 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1cd1a70c-602b-4363-a438-6dff9cb4a9a9 req-ba77a454-b8b8-4086-b471-f7064be33caf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625212 Aug 16 20:03:31.467741 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b27e95b-c35b-4115-ad46-988ad02493f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:31.473416 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b27e95b-c35b-4115-ad46-988ad02493f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:31.500776 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983b71a-22c4-46c1-9da2-54fb886bba77 req-91176bb1-5afa-4a29-aeb1-b1534db9e823 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:31.502417 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d983b71a-22c4-46c1-9da2-54fb886bba77 req-91176bb1-5afa-4a29-aeb1-b1534db9e823 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 945 time: 0.1368210 Aug 16 20:03:31.601377 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1cd1a70c-602b-4363-a438-6dff9cb4a9a9 req-0b98bfa1-d920-4f87-8e2f-a518d21af45a service neutron] 10.222.0.63 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313593 Aug 16 20:03:31.610231 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b27e95b-c35b-4115-ad46-988ad02493f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:31.610846 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b27e95b-c35b-4115-ad46-988ad02493f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f76ae0e-b8a5-4d4b-acb6-febeacb158f8 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:03:31.629249 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b27e95b-c35b-4115-ad46-988ad02493f9 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:31.637089 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3b27e95b-c35b-4115-ad46-988ad02493f9 admin admin] 10.222.0.68 "DELETE /v2.0/routers/5f76ae0e-b8a5-4d4b-acb6-febeacb158f8 HTTP/1.1" status: 204 len: 168 time: 2.8331478 Aug 16 20:03:31.645787 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35980) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:31.672689 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d983b71a-22c4-46c1-9da2-54fb886bba77 req-10dc67b4-02ee-45ab-8824-998dcd2115d6 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023457 Aug 16 20:03:31.772591 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3df75f5b-ce34-4a26-bca7-d9de19ce0b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:31.804201 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249e46e-d997-4984-9f4e-73b0f289e27c req-4e390590-01cf-4c05-9dcf-3937a5256b53 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:31.806624 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-42c4e094-56dd-4259-904e-8d13d5e7636b req-cdf7f28d-38f2-433f-948e-6a19d26625b2 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] 10.222.0.68 "GET /v2.0/security-groups/c84e446b-506e-4933-94e9-7f679380da40 HTTP/1.1" status: 200 len: 1811 time: 0.0853090 Aug 16 20:03:31.819312 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b249e46e-d997-4984-9f4e-73b0f289e27c req-4e390590-01cf-4c05-9dcf-3937a5256b53 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=939acfbf-0e6f-44a1-8457-17a1c944ae91 HTTP/1.1" status: 200 len: 943 time: 0.4020233 Aug 16 20:03:31.917198 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eed82f5-17c4-4cd3-be6c-65af0c9cc737 admin admin] Deleting subnet 22a3d444-778f-4603-86a7-5f2fa088805b {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:03:31.923807 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2eed82f5-17c4-4cd3-be6c-65af0c9cc737 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:31.960214 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b249e46e-d997-4984-9f4e-73b0f289e27c req-d7ba18cb-0a23-4a25-8c1f-45ab506e4379 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351986 Aug 16 20:03:31.985479 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1cd1a70c-602b-4363-a438-6dff9cb4a9a9 req-800ab102-3c9f-435a-aa93-cddefea34520 service neutron] 10.222.0.63 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756630 Aug 16 20:03:32.034697 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80d609-93f1-4a62-a829-7ca2cf3e0ed5 req-7e861b94-81d6-4bf8-ac3e-1d6cb76ebd9e tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:32.038685 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ae80d609-93f1-4a62-a829-7ca2cf3e0ed5 req-7e861b94-81d6-4bf8-ac3e-1d6cb76ebd9e tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.57 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 945 time: 0.1878192 Aug 16 20:03:32.117200 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f4048de7-2ab5-470f-8a7a-8f5ce1f28b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:32.132458 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device a29987fb-7732-4397-a0bd-07d0d794a61d details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:03:32.148490 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2eed82f5-17c4-4cd3-be6c-65af0c9cc737 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:32.340627 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2eed82f5-17c4-4cd3-be6c-65af0c9cc737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:32.360049 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-42c4e094-56dd-4259-904e-8d13d5e7636b req-6aef9dc3-4c84-41df-9c7f-257c5c5bd3a5 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:32.423923 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port a29987fb-7732-4397-a0bd-07d0d794a61d, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a29987fb-7732-4397-a0bd-07d0d794a61d,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:32.441134 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-42c4e094-56dd-4259-904e-8d13d5e7636b req-6aef9dc3-4c84-41df-9c7f-257c5c5bd3a5 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:32.455488 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'a29987fb-7732-4397-a0bd-07d0d794a61d', 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd', 'port_id': 'a29987fb-7732-4397-a0bd-07d0d794a61d', 'mac_address': 'fa:16:3e:16:27:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:03:32.466339 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device aa6c67ac-2679-44d1-8b66-fbf41c6c50a9 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:03:32.511494 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: aa6c67ac-2679-44d1-8b66-fbf41c6c50a9 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:03:32.512310 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device aa6c67ac-2679-44d1-8b66-fbf41c6c50a9 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:03:32.512966 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f600014f-5f54-47d6-a6ca-26f1a52c73f4 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:03:32.549594 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: f600014f-5f54-47d6-a6ca-26f1a52c73f4 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:03:32.550243 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f600014f-5f54-47d6-a6ca-26f1a52c73f4 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:03:32.578128 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:32.582604 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ff1aebfd-f6d3-4758-a029-20fc0866bd7d req-efc071e5-1557-4292-b04e-4450d95caae6 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 210 time: 0.0787575 Aug 16 20:03:32.585791 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f4048de7-2ab5-470f-8a7a-8f5ce1f28b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:32.590559 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2eed82f5-17c4-4cd3-be6c-65af0c9cc737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:32.605425 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-42c4e094-56dd-4259-904e-8d13d5e7636b req-6aef9dc3-4c84-41df-9c7f-257c5c5bd3a5 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:32.609575 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a29987fb-7732-4397-a0bd-07d0d794a61d {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:03:32.620433 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-42c4e094-56dd-4259-904e-8d13d5e7636b req-6aef9dc3-4c84-41df-9c7f-257c5c5bd3a5 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:32.621740 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-42c4e094-56dd-4259-904e-8d13d5e7636b req-6aef9dc3-4c84-41df-9c7f-257c5c5bd3a5 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] 10.222.0.68 "DELETE /v2.0/security-groups/c84e446b-506e-4933-94e9-7f679380da40 HTTP/1.1" status: 204 len: 173 time: 0.8057711 Aug 16 20:03:32.654931 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef9dc3-4c84-41df-9c7f-257c5c5bd3a5 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84e446b-506e-4933-94e9-7f679380da40,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:32.673992 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port a29987fb-7732-4397-a0bd-07d0d794a61d, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a29987fb-7732-4397-a0bd-07d0d794a61d,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:32.689770 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed82f5-17c4-4cd3-be6c-65af0c9cc737 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22a3d444-778f-4603-86a7-5f2fa088805b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:32.704530 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:32.733637 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-ae80d609-93f1-4a62-a829-7ca2cf3e0ed5 req-53182b6f-52a4-4174-b7b6-363c8bfe2dfc tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Deleting port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:03:32.733987 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ae80d609-93f1-4a62-a829-7ca2cf3e0ed5 req-53182b6f-52a4-4174-b7b6-363c8bfe2dfc tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:32.741778 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4048de7-2ab5-470f-8a7a-8f5ce1f28b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b86304a-7aee-4371-a503-49f519148407,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:32.781899 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2eed82f5-17c4-4cd3-be6c-65af0c9cc737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:32.785058 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2eed82f5-17c4-4cd3-be6c-65af0c9cc737 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/22a3d444-778f-4603-86a7-5f2fa088805b HTTP/1.1" status: 204 len: 168 time: 1.1368940 Aug 16 20:03:32.797469 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f4048de7-2ab5-470f-8a7a-8f5ce1f28b32 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8b01f216a28d493f8ca67683dbd1ae9e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6078906 Aug 16 20:03:32.798718 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36000) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:32.799275 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36002) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:32.848172 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=a29987fb-7732-4397-a0bd-07d0d794a61d,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:32.869380 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-44b65e36-2b5b-4bc3-9fde-ca7f984948f7 req-d499afc8-a687-4473-bff8-09d6c2b3dfe0 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] 10.222.0.68 "GET /v2.0/security-groups/505173ae-ecfb-4ef8-802d-740206cc791b HTTP/1.1" status: 200 len: 1813 time: 0.2172990 Aug 16 20:03:32.872773 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366da72d-345e-4e64-b6bd-63c1cd81260e None None] Network a8a9c764-b693-4615-a895-4d8fec38c13c requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:03:32.999722 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['a29987fb-7732-4397-a0bd-07d0d794a61d'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:03:33.032590 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ae80d609-93f1-4a62-a829-7ca2cf3e0ed5 req-53182b6f-52a4-4174-b7b6-363c8bfe2dfc tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] For port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:33.032998 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ae80d609-93f1-4a62-a829-7ca2cf3e0ed5 req-53182b6f-52a4-4174-b7b6-363c8bfe2dfc tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:33.048162 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-ae80d609-93f1-4a62-a829-7ca2cf3e0ed5 req-53182b6f-52a4-4174-b7b6-363c8bfe2dfc tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Calling delete_port for 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:03:33.052155 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e47d9a8c-eb86-4186-94b2-1b0d01c7bf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:33.080890 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-799a74e7-dbe5-4f0a-9355-ebb1cba583e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:33.107794 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-799a74e7-dbe5-4f0a-9355-ebb1cba583e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:33.193285 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-44b65e36-2b5b-4bc3-9fde-ca7f984948f7 req-f8f95138-ac1c-4204-bf4d-f20fe43990ea tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:33.220917 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-44b65e36-2b5b-4bc3-9fde-ca7f984948f7 req-f8f95138-ac1c-4204-bf4d-f20fe43990ea tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:33.271164 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-799a74e7-dbe5-4f0a-9355-ebb1cba583e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:33.275350 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-799a74e7-dbe5-4f0a-9355-ebb1cba583e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:33.277194 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-799a74e7-dbe5-4f0a-9355-ebb1cba583e7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7b86304a-7aee-4371-a503-49f519148407 HTTP/1.1" status: 204 len: 168 time: 0.4695902 Aug 16 20:03:33.287225 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-44b65e36-2b5b-4bc3-9fde-ca7f984948f7 req-f8f95138-ac1c-4204-bf4d-f20fe43990ea tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:33.290447 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-44b65e36-2b5b-4bc3-9fde-ca7f984948f7 req-f8f95138-ac1c-4204-bf4d-f20fe43990ea tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:33.291909 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-44b65e36-2b5b-4bc3-9fde-ca7f984948f7 req-f8f95138-ac1c-4204-bf4d-f20fe43990ea tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] 10.222.0.68 "DELETE /v2.0/security-groups/505173ae-ecfb-4ef8-802d-740206cc791b HTTP/1.1" status: 204 len: 173 time: 0.4136941 Aug 16 20:03:33.306207 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a74e7-dbe5-4f0a-9355-ebb1cba583e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b86304a-7aee-4371-a503-49f519148407,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:33.341512 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f95138-ac1c-4204-bf4d-f20fe43990ea tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=505173ae-ecfb-4ef8-802d-740206cc791b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:33.370991 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e47d9a8c-eb86-4186-94b2-1b0d01c7bf2c admin admin] Deleting port 9df0d034-df50-4dcf-a3c0-bcb931984b80 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:03:33.371725 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e47d9a8c-eb86-4186-94b2-1b0d01c7bf2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:33.452789 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-e47d9a8c-eb86-4186-94b2-1b0d01c7bf2c admin admin] For port 9df0d034-df50-4dcf-a3c0-bcb931984b80, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=9df0d034-df50-4dcf-a3c0-bcb931984b80,segment=NetworkSegment(ba647bbc-071d-4c3c-b29b-0c7016cb1078),segment_id=ba647bbc-071d-4c3c-b29b-0c7016cb1078)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:33.454666 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e47d9a8c-eb86-4186-94b2-1b0d01c7bf2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:33.478018 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e47d9a8c-eb86-4186-94b2-1b0d01c7bf2c admin admin] Calling delete_port for 9df0d034-df50-4dcf-a3c0-bcb931984b80 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:03:33.585377 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e47d9a8c-eb86-4186-94b2-1b0d01c7bf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:33.616853 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438610c0-db37-4c4a-b302-f1913bc18c7c None None] DHCP port deletion for a8a9c764-b693-4615-a895-4d8fec38c13c request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:03:33.643033 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d9a8c-eb86-4186-94b2-1b0d01c7bf2c admin admin] Pushing event deleted for resources: {'Port': ['ID=9df0d034-df50-4dcf-a3c0-bcb931984b80,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:33.648708 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47d9a8c-eb86-4186-94b2-1b0d01c7bf2c admin admin] No DVR routers for this DVR port 9df0d034-df50-4dcf-a3c0-bcb931984b80 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:03:33.793137 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e47d9a8c-eb86-4186-94b2-1b0d01c7bf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:33.823333 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e47d9a8c-eb86-4186-94b2-1b0d01c7bf2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a9c764-b693-4615-a895-4d8fec38c13c']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:03:33.840210 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0f924-69be-4212-b716-2f5bb55b9447 req-2db07fc7-ab4a-4e95-a41f-1c86ece5b9ee tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:33.841904 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dba0f924-69be-4212-b716-2f5bb55b9447 req-2db07fc7-ab4a-4e95-a41f-1c86ece5b9ee tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=939acfbf-0e6f-44a1-8457-17a1c944ae91 HTTP/1.1" status: 200 len: 944 time: 0.2700222 Aug 16 20:03:33.862399 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3c969-416e-4d19-870d-cb8f74debcf5 req-e98e3a0c-6eba-4ad6-abb4-b854336a074c tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:33.865568 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0df3c969-416e-4d19-870d-cb8f74debcf5 req-e98e3a0c-6eba-4ad6-abb4-b854336a074c tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 945 time: 1.0020354 Aug 16 20:03:33.878927 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e47d9a8c-eb86-4186-94b2-1b0d01c7bf2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba647bbc-071d-4c3c-b29b-0c7016cb1078') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:03:33.879482 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e47d9a8c-eb86-4186-94b2-1b0d01c7bf2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba647bbc-071d-4c3c-b29b-0c7016cb1078') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:03:33.903547 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e47d9a8c-eb86-4186-94b2-1b0d01c7bf2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:33.920417 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ae80d609-93f1-4a62-a829-7ca2cf3e0ed5 req-53182b6f-52a4-4174-b7b6-363c8bfe2dfc tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:33.929004 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e47d9a8c-eb86-4186-94b2-1b0d01c7bf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:33.938528 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['3a3364a1-1f25-4954-b847-6095eef6d486'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:03:33.947878 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dba0f924-69be-4212-b716-2f5bb55b9447 req-c04c527b-4735-4f62-b43b-46bd6937190d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768061 Aug 16 20:03:33.949309 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47d9a8c-eb86-4186-94b2-1b0d01c7bf2c admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:03:33.952327 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e47d9a8c-eb86-4186-94b2-1b0d01c7bf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:33.960339 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:03:33.960339 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:03:33.960339 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:03:33.960339 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:03:33.960339 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:03:33.960339 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:03:33.960339 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:03:33.960339 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:03:33.960339 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:03:33.960339 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:03:33.960339 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:03:33.960339 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:03:33.960339 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:03:33.960339 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:03:33.960339 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:03:33.960339 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:03:33.960339 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:03:33.960339 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:03:33.960339 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:03:33.960339 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:03:33.960339 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:03:33.960339 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:03:33.960339 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:03:33.960339 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:03:33.960339 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:03:33.960339 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:03:33.960339 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:03:33.960339 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:03:33.960339 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:03:33.960339 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:03:33.960339 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:03:33.960339 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:03:34.029682 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53182b6f-52a4-4174-b7b6-363c8bfe2dfc tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Pushing event deleted for resources: {'Port': ['ID=1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:34.071904 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0df3c969-416e-4d19-870d-cb8f74debcf5 req-1c77d7e6-8762-4148-82a7-9a73fac3de16 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893249 Aug 16 20:03:34.092574 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e47d9a8c-eb86-4186-94b2-1b0d01c7bf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:34.100495 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e47d9a8c-eb86-4186-94b2-1b0d01c7bf2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:34.109093 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e47d9a8c-eb86-4186-94b2-1b0d01c7bf2c admin admin] 10.222.0.68 "DELETE /v2.0/networks/a8a9c764-b693-4615-a895-4d8fec38c13c HTTP/1.1" status: 204 len: 168 time: 1.3085816 Aug 16 20:03:34.155800 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d9a8c-eb86-4186-94b2-1b0d01c7bf2c admin admin] Pushing event deleted for resources: {'Network': ['ID=a8a9c764-b693-4615-a895-4d8fec38c13c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:34.156306 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device a29987fb-7732-4397-a0bd-07d0d794a61d up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:03:34.161343 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:03:34.214886 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:03:34.215317 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:03:34.227078 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae80d609-93f1-4a62-a829-7ca2cf3e0ed5 req-53182b6f-52a4-4174-b7b6-363c8bfe2dfc tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] No DVR routers for this DVR port 1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:03:34.230745 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ae80d609-93f1-4a62-a829-7ca2cf3e0ed5 req-53182b6f-52a4-4174-b7b6-363c8bfe2dfc tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:34.243790 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ae80d609-93f1-4a62-a829-7ca2cf3e0ed5 req-53182b6f-52a4-4174-b7b6-363c8bfe2dfc tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.57 "DELETE /v2.0/ports/1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1 HTTP/1.1" status: 204 len: 173 time: 2.1886413 Aug 16 20:03:34.248674 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576f1c83-d22c-4877-9326-8edc2b9ec82b', 'name': 'network-vif-deleted', 'tag': '1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:03:34.256547 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f02d423-f05a-4473-9d76-c7c853d9b6f5" -d '{"events": [{"server_uuid": "576f1c83-d22c-4877-9326-8edc2b9ec82b", "name": "network-vif-deleted", "tag": "1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:03:34.264532 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2c2e8096-0970-4bd6-b258-9e110fb867a6 req-ee9de18a-d675-47b1-9a09-a6ba78a5453c tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] 10.222.0.68 "GET /v2.0/security-groups/4849973a-a5ef-48b0-97c7-0482e0c622d2 HTTP/1.1" status: 200 len: 1811 time: 0.1207943 Aug 16 20:03:34.282841 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 9df0d034-df50-4dcf-a3c0-bcb931984b80 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:03:34.380964 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b4014982-ef32-4c9c-9d49-c16b31e06ea6 req-07b800e1-f4f9-4ac0-844f-f9ec24cb6b7d tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=a0389840-105f-485a-9ebf-2b94a29b6dce HTTP/1.1" status: 200 len: 210 time: 0.0655842 Aug 16 20:03:34.388274 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2c2e8096-0970-4bd6-b258-9e110fb867a6 req-8057132b-3403-4d98-9c5f-0cf0fb878db8 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:34.421451 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 9df0d034-df50-4dcf-a3c0-bcb931984b80 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:03:34.425668 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 9df0d034-df50-4dcf-a3c0-bcb931984b80 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:03:34.428669 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2c2e8096-0970-4bd6-b258-9e110fb867a6 req-8057132b-3403-4d98-9c5f-0cf0fb878db8 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:34.518544 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8239bcba-148c-4d14-ba44-30a322363788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:34.546632 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port a29987fb-7732-4397-a0bd-07d0d794a61d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:03:34.557961 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36066) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:34.578314 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port a29987fb-7732-4397-a0bd-07d0d794a61d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:03:34.579013 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:34.587208 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2c2e8096-0970-4bd6-b258-9e110fb867a6 req-8057132b-3403-4d98-9c5f-0cf0fb878db8 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:34.593131 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2c2e8096-0970-4bd6-b258-9e110fb867a6 req-8057132b-3403-4d98-9c5f-0cf0fb878db8 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:34.593476 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2c2e8096-0970-4bd6-b258-9e110fb867a6 req-8057132b-3403-4d98-9c5f-0cf0fb878db8 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] 10.222.0.68 "DELETE /v2.0/security-groups/4849973a-a5ef-48b0-97c7-0482e0c622d2 HTTP/1.1" status: 204 len: 173 time: 0.3275619 Aug 16 20:03:34.616262 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057132b-3403-4d98-9c5f-0cf0fb878db8 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4849973a-a5ef-48b0-97c7-0482e0c622d2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:34.650046 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:34.666777 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0aaadb92-c31c-44f0-bff5-d485c2c32f87 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dd60ee167a7c4249be845d9f57d57e43&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1052980 Aug 16 20:03:34.667469 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36076) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:34.772587 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:34.802694 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f39069c7-b016-4e50-8764-513eb0262e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:34.831119 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f39069c7-b016-4e50-8764-513eb0262e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:34.844662 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port a29987fb-7732-4397-a0bd-07d0d794a61d, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a29987fb-7732-4397-a0bd-07d0d794a61d,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:34.849205 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939acfbf-0e6f-44a1-8457-17a1c944ae91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29987fb-7732-4397-a0bd-07d0d794a61d'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:03:34.857079 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f28f98b-77a7-4b73-9da3-2d1f41e0e5e0" -d '{"events": [{"server_uuid": "939acfbf-0e6f-44a1-8457-17a1c944ae91", "name": "network-vif-plugged", "status": "completed", "tag": "a29987fb-7732-4397-a0bd-07d0d794a61d"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:03:34.866166 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:34.896721 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65387bc4-fc12-4a2b-b998-5abd1492f684 x-openstack-request-id: req-65387bc4-fc12-4a2b-b998-5abd1492f684 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:03:34.897702 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576f1c83-d22c-4877-9326-8edc2b9ec82b", "name": "network-vif-deleted", "tag": "1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:03:34.898131 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-65387bc4-fc12-4a2b-b998-5abd1492f684 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:03:34.898341 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576f1c83-d22c-4877-9326-8edc2b9ec82b', 'name': 'network-vif-deleted', 'tag': '1bf4cf4e-f2cd-49ed-93ad-a71b1ae90ff1', 'status': 'completed', 'code': 200} Aug 16 20:03:34.950793 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0ab7efd3-9593-4b4f-8a73-3f990b923973 req-cbd417e0-4679-4923-9f8d-ab0d1ab8f40e tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] 10.222.0.68 "GET /v2.0/security-groups/5773ec7b-7def-416a-aba8-a388d1d7abb7 HTTP/1.1" status: 200 len: 1812 time: 0.0593188 Aug 16 20:03:34.951829 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f39069c7-b016-4e50-8764-513eb0262e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:34.955182 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f39069c7-b016-4e50-8764-513eb0262e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:34.956719 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f39069c7-b016-4e50-8764-513eb0262e7f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8e8699e8-8e43-4ccb-acca-08bd56c567eb HTTP/1.1" status: 204 len: 168 time: 0.2881465 Aug 16 20:03:34.966911 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39069c7-b016-4e50-8764-513eb0262e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8699e8-8e43-4ccb-acca-08bd56c567eb,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:35.016685 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=a29987fb-7732-4397-a0bd-07d0d794a61d,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:35.096592 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0ab7efd3-9593-4b4f-8a73-3f990b923973 req-f7961972-def5-4923-8b96-7d002674d0fa tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:35.134312 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0ab7efd3-9593-4b4f-8a73-3f990b923973 req-f7961972-def5-4923-8b96-7d002674d0fa tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:35.188112 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0ab7efd3-9593-4b4f-8a73-3f990b923973 req-f7961972-def5-4923-8b96-7d002674d0fa tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:35.191395 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0ab7efd3-9593-4b4f-8a73-3f990b923973 req-f7961972-def5-4923-8b96-7d002674d0fa tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:35.194191 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0ab7efd3-9593-4b4f-8a73-3f990b923973 req-f7961972-def5-4923-8b96-7d002674d0fa tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] 10.222.0.68 "DELETE /v2.0/security-groups/5773ec7b-7def-416a-aba8-a388d1d7abb7 HTTP/1.1" status: 204 len: 173 time: 0.2285860 Aug 16 20:03:35.209718 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7961972-def5-4923-8b96-7d002674d0fa tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5773ec7b-7def-416a-aba8-a388d1d7abb7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:35.499299 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:35.584604 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a110d7-b83d-47be-bab6-251a6a5d30a8 x-openstack-request-id: req-35a110d7-b83d-47be-bab6-251a6a5d30a8 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:03:35.585030 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939acfbf-0e6f-44a1-8457-17a1c944ae91", "name": "network-vif-plugged", "status": "completed", "tag": "a29987fb-7732-4397-a0bd-07d0d794a61d", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:03:35.585405 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-35a110d7-b83d-47be-bab6-251a6a5d30a8 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:03:35.588263 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939acfbf-0e6f-44a1-8457-17a1c944ae91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29987fb-7732-4397-a0bd-07d0d794a61d', 'code': 200} Aug 16 20:03:35.758405 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef6c15-8428-459b-a146-550416d6aca1 req-f0b0b5f7-8e4a-40ea-8616-b81c549290f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:35.760815 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1fef6c15-8428-459b-a146-550416d6aca1 req-f0b0b5f7-8e4a-40ea-8616-b81c549290f0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=939acfbf-0e6f-44a1-8457-17a1c944ae91 HTTP/1.1" status: 200 len: 1097 time: 0.0867853 Aug 16 20:03:35.762588 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36136) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:35.776086 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:35.812284 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01fb9e-c3a4-4dad-aa83-1b186648938e req-dc2beb16-1e74-4b30-821f-37ec24ffbcb8 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:35.827604 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:35.827947 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6a01fb9e-c3a4-4dad-aa83-1b186648938e req-dc2beb16-1e74-4b30-821f-37ec24ffbcb8 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=939acfbf-0e6f-44a1-8457-17a1c944ae91 HTTP/1.1" status: 200 len: 945 time: 0.1271460 Aug 16 20:03:35.864907 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1fef6c15-8428-459b-a146-550416d6aca1 req-d3982894-32d9-4c00-af96-08fa0bf6462a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931947 Aug 16 20:03:35.868517 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-60161c74-acef-4f00-83b8-fedd0a73376d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=eed4ea77f86245aeab881d4d7bc3fe09&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1046190 Aug 16 20:03:35.876924 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36140) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:35.882547 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6a01fb9e-c3a4-4dad-aa83-1b186648938e req-bc6cc89e-8e64-4324-94dc-01a19aa7ebf7 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507436 Aug 16 20:03:35.927166 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-55603d1e-7fad-4926-b3ec-456ebaf4b897 req-f017914d-66e9-4f2a-a58f-5e3c6e89d931 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 210 time: 0.0611103 Aug 16 20:03:36.064228 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-24f57ac4-6700-428b-a598-c3cf319db23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:36.092284 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-049089ec-acda-4595-bf2a-e1df2ba952f3 req-0f11558b-0efd-439a-8332-bc50620997ce tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] 10.222.0.68 "GET /v2.0/security-groups/ff69974a-5f12-4f01-8d43-b044494872fa HTTP/1.1" status: 200 len: 1812 time: 0.1287680 Aug 16 20:03:36.171083 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-24f57ac4-6700-428b-a598-c3cf319db23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:36.350932 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-049089ec-acda-4595-bf2a-e1df2ba952f3 req-b0a7dd5d-fa5c-4c02-97a8-24467cce3ed0 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:36.401341 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-24f57ac4-6700-428b-a598-c3cf319db23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:36.405793 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-24f57ac4-6700-428b-a598-c3cf319db23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:36.410596 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-24f57ac4-6700-428b-a598-c3cf319db23c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5e3f035a-359d-49aa-8b7f-057eeb55a4c6 HTTP/1.1" status: 204 len: 168 time: 0.5289857 Aug 16 20:03:36.415150 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-049089ec-acda-4595-bf2a-e1df2ba952f3 req-b0a7dd5d-fa5c-4c02-97a8-24467cce3ed0 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:36.432180 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f57ac4-6700-428b-a598-c3cf319db23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3f035a-359d-49aa-8b7f-057eeb55a4c6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:36.487159 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-049089ec-acda-4595-bf2a-e1df2ba952f3 req-b0a7dd5d-fa5c-4c02-97a8-24467cce3ed0 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:36.490801 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-049089ec-acda-4595-bf2a-e1df2ba952f3 req-b0a7dd5d-fa5c-4c02-97a8-24467cce3ed0 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:36.493062 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-049089ec-acda-4595-bf2a-e1df2ba952f3 req-b0a7dd5d-fa5c-4c02-97a8-24467cce3ed0 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] 10.222.0.68 "DELETE /v2.0/security-groups/ff69974a-5f12-4f01-8d43-b044494872fa HTTP/1.1" status: 204 len: 173 time: 0.3893678 Aug 16 20:03:36.498509 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36164) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:36.503611 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7dd5d-fa5c-4c02-97a8-24467cce3ed0 tempest-SecurityGroupRulesNegativeTestJSON-576300749 tempest-SecurityGroupRulesNegativeTestJSON-576300749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff69974a-5f12-4f01-8d43-b044494872fa,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:36.593567 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f583d1ed-16ac-4c9b-9e9c-225ef711be13 admin admin] Deleting subnet 22c6c5f8-46bd-497d-ab58-5f92e328c3b4 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:03:36.637901 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f583d1ed-16ac-4c9b-9e9c-225ef711be13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:36.718616 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f583d1ed-16ac-4c9b-9e9c-225ef711be13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:36.791395 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-4d5f6ab8-95b7-44e7-b53d-0e1bdb5b619c tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:36.792953 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-4d5f6ab8-95b7-44e7-b53d-0e1bdb5b619c tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/networks?id=50038fe1-20b3-430a-a3e5-f13498455fc2 HTTP/1.1" status: 200 len: 804 time: 0.2295799 Aug 16 20:03:36.816437 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f583d1ed-16ac-4c9b-9e9c-225ef711be13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:36.847631 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-d4a25a35-f102-4986-9360-d67ffdb52a01 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/quotas/3d4c841e259544d78ad8fc783177205f HTTP/1.1" status: 200 len: 375 time: 0.0450382 Aug 16 20:03:36.922645 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:36.983039 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f583d1ed-16ac-4c9b-9e9c-225ef711be13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:37.025863 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-51943fe2-dc97-43de-be97-ab39b78cf0e1 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3d4c841e259544d78ad8fc783177205f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1657712 Aug 16 20:03:37.032187 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36190) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:37.065960 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f583d1ed-16ac-4c9b-9e9c-225ef711be13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:37.071429 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f583d1ed-16ac-4c9b-9e9c-225ef711be13 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/22c6c5f8-46bd-497d-ab58-5f92e328c3b4 HTTP/1.1" status: 204 len: 168 time: 0.5718367 Aug 16 20:03:37.073870 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36194) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:37.084499 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583d1ed-16ac-4c9b-9e9c-225ef711be13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22c6c5f8-46bd-497d-ab58-5f92e328c3b4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:37.086274 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02837601-9632-4020-a037-6f9cee539270 req-f9f138e6-3f21-46c0-aba9-bd2a5d743c5a tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:37.089998 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02837601-9632-4020-a037-6f9cee539270 req-f9f138e6-3f21-46c0-aba9-bd2a5d743c5a tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=939acfbf-0e6f-44a1-8457-17a1c944ae91 HTTP/1.1" status: 200 len: 945 time: 0.1221054 Aug 16 20:03:37.164761 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ad6943e-38e3-4e5f-94c5-ea8719d3edc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:37.167546 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02837601-9632-4020-a037-6f9cee539270 req-f0f9e157-bd45-4f5d-a299-438c0f699603 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720220 Aug 16 20:03:37.310395 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d8c7b944-a62e-4ff4-958b-6b15389b762d req-f2bfe4c1-7716-4b66-8384-08a98407ebf0 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 210 time: 0.0556800 Aug 16 20:03:37.320848 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9223466c-b884-4cb3-802f-b81212880b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:37.349237 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ad6943e-38e3-4e5f-94c5-ea8719d3edc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:37.411695 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-3ad6943e-38e3-4e5f-94c5-ea8719d3edc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ca9f4d-6a05-4b43-8285-8adba253e009']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:03:37.429558 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-3ad6943e-38e3-4e5f-94c5-ea8719d3edc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '091e7a4f-01cd-41d7-8f52-8b9667ec5dcd') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:03:37.429951 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-3ad6943e-38e3-4e5f-94c5-ea8719d3edc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '091e7a4f-01cd-41d7-8f52-8b9667ec5dcd') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:03:37.456460 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ad6943e-38e3-4e5f-94c5-ea8719d3edc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:37.482768 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ad6943e-38e3-4e5f-94c5-ea8719d3edc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:37.498330 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad6943e-38e3-4e5f-94c5-ea8719d3edc6 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:03:37.498742 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ad6943e-38e3-4e5f-94c5-ea8719d3edc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:37.500517 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:03:37.500517 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:03:37.500517 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:03:37.500517 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:03:37.500517 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:03:37.500517 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:03:37.500517 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:03:37.500517 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:03:37.500517 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:03:37.500517 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:03:37.500517 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:03:37.500517 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:03:37.500517 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:03:37.500517 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:03:37.500517 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:03:37.500517 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:03:37.500517 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:03:37.500517 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:03:37.500517 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:03:37.500517 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:03:37.500517 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:03:37.500517 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:03:37.500517 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:03:37.500517 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:03:37.500517 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:03:37.500517 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:03:37.500517 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:03:37.500517 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:03:37.500517 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:03:37.500517 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:03:37.500517 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:03:37.500517 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:03:37.546292 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-09388c4f-84fa-4272-ae3d-6d5ac9b13c95 service neutron] 10.222.0.68 "GET /v2.0/networks/50038fe1-20b3-430a-a3e5-f13498455fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732468 Aug 16 20:03:37.550907 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9223466c-b884-4cb3-802f-b81212880b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:37.559460 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9223466c-b884-4cb3-802f-b81212880b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:37.608046 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223466c-b884-4cb3-802f-b81212880b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e544505b-5b0a-4332-94b4-e8c5e6557e19,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:37.628449 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ad6943e-38e3-4e5f-94c5-ea8719d3edc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:37.649652 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ad6943e-38e3-4e5f-94c5-ea8719d3edc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:37.652310 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3ad6943e-38e3-4e5f-94c5-ea8719d3edc6 admin admin] 10.222.0.68 "DELETE /v2.0/networks/42ca9f4d-6a05-4b43-8285-8adba253e009 HTTP/1.1" status: 204 len: 168 time: 0.5770876 Aug 16 20:03:37.653370 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6943e-38e3-4e5f-94c5-ea8719d3edc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=42ca9f4d-6a05-4b43-8285-8adba253e009,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:37.662562 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9223466c-b884-4cb3-802f-b81212880b4c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=32af4d98c5c84fd2a4ba58db5ea09891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6275067 Aug 16 20:03:37.665819 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36212) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:37.716329 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-5cc62e9e-6302-403e-9855-1b28e1f0b532 service neutron] 10.222.0.68 "GET /v2.0/networks/50038fe1-20b3-430a-a3e5-f13498455fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683335 Aug 16 20:03:37.835062 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-555f5392-0c96-4277-9737-c8017d846778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:37.871459 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065fa5f-3369-465e-af07-0a28cee65554 req-8b5677ca-ecac-4ac1-b07c-242d5eafc782 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:37.873516 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b065fa5f-3369-465e-af07-0a28cee65554 req-8b5677ca-ecac-4ac1-b07c-242d5eafc782 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=939acfbf-0e6f-44a1-8457-17a1c944ae91 HTTP/1.1" status: 200 len: 945 time: 0.0797009 Aug 16 20:03:37.892770 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36222) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:37.899354 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-555f5392-0c96-4277-9737-c8017d846778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:37.958415 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e402dd4a-d8fc-4846-bf94-1854233af49c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=15433c3e5edc4cc7bbc9311a7e9a2acf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0641992 Aug 16 20:03:37.961681 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36224) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:37.970327 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b065fa5f-3369-465e-af07-0a28cee65554 req-578df275-e2c1-4405-8a8f-3588f37735d2 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848246 Aug 16 20:03:38.015983 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-555f5392-0c96-4277-9737-c8017d846778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:38.019855 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-555f5392-0c96-4277-9737-c8017d846778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:38.021347 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-555f5392-0c96-4277-9737-c8017d846778 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e544505b-5b0a-4332-94b4-e8c5e6557e19 HTTP/1.1" status: 204 len: 168 time: 0.3532012 Aug 16 20:03:38.035586 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f5392-0c96-4277-9737-c8017d846778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e544505b-5b0a-4332-94b4-e8c5e6557e19,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:38.170274 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-df5248c7-2d78-452e-bf00-824709ae9723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:38.173465 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e6320772-55ec-4fdf-8055-2660a9ca9f97 req-77b70bdb-0914-46eb-bc7a-fea30ed1d009 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 210 time: 0.1045740 Aug 16 20:03:38.179194 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device a6ef13a1-4664-4c61-8dd2-b8607f760d77 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:03:38.276870 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509962a7-52db-4f1c-98c2-4914dd74004f req-414d2ec1-6f80-4b01-8cce-229c03fee001 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:38.278720 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-509962a7-52db-4f1c-98c2-4914dd74004f req-414d2ec1-6f80-4b01-8cce-229c03fee001 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.57 "GET /v2.0/ports?device_id=45d55b5c-09c1-4467-a675-08762628925d HTTP/1.1" status: 200 len: 945 time: 0.2473230 Aug 16 20:03:38.281012 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-df5248c7-2d78-452e-bf00-824709ae9723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:38.328929 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:38.397460 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port a6ef13a1-4664-4c61-8dd2-b8607f760d77, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a6ef13a1-4664-4c61-8dd2-b8607f760d77,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:38.399062 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d55b5c-09c1-4467-a675-08762628925d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6ef13a1-4664-4c61-8dd2-b8607f760d77'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:03:38.402749 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716a9115-027a-426b-b77b-29cca7ac48ff" -d '{"events": [{"server_uuid": "45d55b5c-09c1-4467-a675-08762628925d", "name": "network-vif-unplugged", "status": "completed", "tag": "a6ef13a1-4664-4c61-8dd2-b8607f760d77"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:03:38.408637 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:38.479525 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-df5248c7-2d78-452e-bf00-824709ae9723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:38.483940 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-df5248c7-2d78-452e-bf00-824709ae9723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:38.504918 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-df5248c7-2d78-452e-bf00-824709ae9723 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/58ae2add-ba36-44c3-a03d-d010e1c4853c HTTP/1.1" status: 204 len: 168 time: 0.5299711 Aug 16 20:03:38.506747 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ceffde-6ead-4d7d-8fd1-3e78bd439704 x-openstack-request-id: req-82ceffde-6ead-4d7d-8fd1-3e78bd439704 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:03:38.508809 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d55b5c-09c1-4467-a675-08762628925d", "name": "network-vif-unplugged", "status": "completed", "tag": "a6ef13a1-4664-4c61-8dd2-b8607f760d77", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:03:38.509583 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-82ceffde-6ead-4d7d-8fd1-3e78bd439704 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:03:38.512443 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d55b5c-09c1-4467-a675-08762628925d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6ef13a1-4664-4c61-8dd2-b8607f760d77', 'code': 200} Aug 16 20:03:38.535441 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5248c7-2d78-452e-bf00-824709ae9723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ae2add-ba36-44c3-a03d-d010e1c4853c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:38.547933 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=a6ef13a1-4664-4c61-8dd2-b8607f760d77,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:38.578767 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-509962a7-52db-4f1c-98c2-4914dd74004f req-6c076fa5-5103-4315-ad94-76b11cfc8acd tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Deleting port a6ef13a1-4664-4c61-8dd2-b8607f760d77 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:03:38.583400 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-509962a7-52db-4f1c-98c2-4914dd74004f req-6c076fa5-5103-4315-ad94-76b11cfc8acd tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:38.665618 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8f2a6151-4904-4dd0-ba4f-7d8cb305942a req-9eead03b-a70c-4848-a4eb-b32078e08764 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 210 time: 0.0788188 Aug 16 20:03:38.831916 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-509962a7-52db-4f1c-98c2-4914dd74004f req-6c076fa5-5103-4315-ad94-76b11cfc8acd tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] For port a6ef13a1-4664-4c61-8dd2-b8607f760d77, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a6ef13a1-4664-4c61-8dd2-b8607f760d77,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:38.833081 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-509962a7-52db-4f1c-98c2-4914dd74004f req-6c076fa5-5103-4315-ad94-76b11cfc8acd tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:38.858704 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-509962a7-52db-4f1c-98c2-4914dd74004f req-6c076fa5-5103-4315-ad94-76b11cfc8acd tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Calling delete_port for a6ef13a1-4664-4c61-8dd2-b8607f760d77 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:03:39.119514 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfe9c1-4ae1-43f0-b5c7-528c6a03e8a9 req-2b46a169-cd76-4f6b-b55a-90422a76c293 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:39.123089 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d7dfe9c1-4ae1-43f0-b5c7-528c6a03e8a9 req-2b46a169-cd76-4f6b-b55a-90422a76c293 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.63 "GET /v2.0/ports?device_id=939acfbf-0e6f-44a1-8457-17a1c944ae91 HTTP/1.1" status: 200 len: 945 time: 0.1222763 Aug 16 20:03:39.130459 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-509962a7-52db-4f1c-98c2-4914dd74004f req-6c076fa5-5103-4315-ad94-76b11cfc8acd tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:39.174499 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c076fa5-5103-4315-ad94-76b11cfc8acd tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Pushing event deleted for resources: {'Port': ['ID=a6ef13a1-4664-4c61-8dd2-b8607f760d77,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:39.190361 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7aff59-d333-481e-a5e9-fac65e34bdb2 req-4b7b27b9-b2e2-4ba6-af0e-2012265e3c7a tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:39.198179 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2c7aff59-d333-481e-a5e9-fac65e34bdb2 req-4b7b27b9-b2e2-4ba6-af0e-2012265e3c7a tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=939acfbf-0e6f-44a1-8457-17a1c944ae91 HTTP/1.1" status: 200 len: 945 time: 0.1206620 Aug 16 20:03:39.327822 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-509962a7-52db-4f1c-98c2-4914dd74004f req-6c076fa5-5103-4315-ad94-76b11cfc8acd tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] No DVR routers for this DVR port a6ef13a1-4664-4c61-8dd2-b8607f760d77 on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:03:39.344559 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-509962a7-52db-4f1c-98c2-4914dd74004f req-6c076fa5-5103-4315-ad94-76b11cfc8acd tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:39.351564 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-509962a7-52db-4f1c-98c2-4914dd74004f req-6c076fa5-5103-4315-ad94-76b11cfc8acd tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.57 "DELETE /v2.0/ports/a6ef13a1-4664-4c61-8dd2-b8607f760d77 HTTP/1.1" status: 204 len: 173 time: 1.0626087 Aug 16 20:03:39.352079 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d55b5c-09c1-4467-a675-08762628925d', 'name': 'network-vif-deleted', 'tag': 'a6ef13a1-4664-4c61-8dd2-b8607f760d77'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:03:39.354476 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabda341-94b5-4e85-b94e-5656803d63f5" -d '{"events": [{"server_uuid": "45d55b5c-09c1-4467-a675-08762628925d", "name": "network-vif-deleted", "tag": "a6ef13a1-4664-4c61-8dd2-b8607f760d77"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:03:39.395763 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2c7aff59-d333-481e-a5e9-fac65e34bdb2 req-754b2f3c-9318-433e-9757-707e6ab7fbae tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961081 Aug 16 20:03:39.405725 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-74bf6cf6-7d30-448b-8611-608451af8d68 req-e6dbeb83-8041-4de8-830a-6188a1734f47 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 210 time: 0.0786262 Aug 16 20:03:39.472648 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0228da-30c5-4c48-89a0-323d5d4b118c x-openstack-request-id: req-8e0228da-30c5-4c48-89a0-323d5d4b118c {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:03:39.472973 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d55b5c-09c1-4467-a675-08762628925d", "name": "network-vif-deleted", "tag": "a6ef13a1-4664-4c61-8dd2-b8607f760d77", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:03:39.473244 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8e0228da-30c5-4c48-89a0-323d5d4b118c {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:03:39.473649 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d55b5c-09c1-4467-a675-08762628925d', 'name': 'network-vif-deleted', 'tag': 'a6ef13a1-4664-4c61-8dd2-b8607f760d77', 'status': 'completed', 'code': 200} Aug 16 20:03:39.477493 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-d7dfe9c1-4ae1-43f0-b5c7-528c6a03e8a9 req-7d4fa5a2-fbec-4f6b-aa6b-c719f2e4c13d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Deleting port a29987fb-7732-4397-a0bd-07d0d794a61d {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:03:39.477853 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d7dfe9c1-4ae1-43f0-b5c7-528c6a03e8a9 req-7d4fa5a2-fbec-4f6b-aa6b-c719f2e4c13d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:39.742613 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-78982016-11d6-4be3-8ec6-5ccbda3d5efe tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:39.744213 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-78982016-11d6-4be3-8ec6-5ccbda3d5efe tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.57 "GET /v2.0/networks?id=50038fe1-20b3-430a-a3e5-f13498455fc2 HTTP/1.1" status: 200 len: 804 time: 0.2087014 Aug 16 20:03:39.768922 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-68e7c50b-8995-4641-8560-be6f58288b22 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Request body: {'port': {'device_id': '1e7019cf-6f18-466b-a7e8-fbc732b40c0b', 'network_id': '50038fe1-20b3-430a-a3e5-f13498455fc2', 'admin_state_up': True, 'tenant_id': '3d4c841e259544d78ad8fc783177205f'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:39.786566 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-d7dfe9c1-4ae1-43f0-b5c7-528c6a03e8a9 req-7d4fa5a2-fbec-4f6b-aa6b-c719f2e4c13d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] For port a29987fb-7732-4397-a0bd-07d0d794a61d, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a29987fb-7732-4397-a0bd-07d0d794a61d,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:39.786943 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d7dfe9c1-4ae1-43f0-b5c7-528c6a03e8a9 req-7d4fa5a2-fbec-4f6b-aa6b-c719f2e4c13d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:39.819986 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-d7dfe9c1-4ae1-43f0-b5c7-528c6a03e8a9 req-7d4fa5a2-fbec-4f6b-aa6b-c719f2e4c13d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Calling delete_port for a29987fb-7732-4397-a0bd-07d0d794a61d owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:03:39.845237 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b3843106-7051-4f9b-ad22-b2d97adbd4e1 req-eade2cfb-8045-4193-8553-a877ca64f27a tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 210 time: 0.0500619 Aug 16 20:03:40.061838 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-68e7c50b-8995-4641-8560-be6f58288b22 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Made reservation on behalf of 3d4c841e259544d78ad8fc783177205f for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:03:40.066265 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-68e7c50b-8995-4641-8560-be6f58288b22 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:40.078923 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d7dfe9c1-4ae1-43f0-b5c7-528c6a03e8a9 req-7d4fa5a2-fbec-4f6b-aa6b-c719f2e4c13d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:40.093023 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['a29987fb-7732-4397-a0bd-07d0d794a61d'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:03:40.141405 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fa5a2-fbec-4f6b-aa6b-c719f2e4c13d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Pushing event deleted for resources: {'Port': ['ID=a29987fb-7732-4397-a0bd-07d0d794a61d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:40.212696 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7dfe9c1-4ae1-43f0-b5c7-528c6a03e8a9 req-7d4fa5a2-fbec-4f6b-aa6b-c719f2e4c13d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] No DVR routers for this DVR port a29987fb-7732-4397-a0bd-07d0d794a61d on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:03:40.217136 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d7dfe9c1-4ae1-43f0-b5c7-528c6a03e8a9 req-7d4fa5a2-fbec-4f6b-aa6b-c719f2e4c13d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:40.220853 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d7dfe9c1-4ae1-43f0-b5c7-528c6a03e8a9 req-7d4fa5a2-fbec-4f6b-aa6b-c719f2e4c13d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.63 "DELETE /v2.0/ports/a29987fb-7732-4397-a0bd-07d0d794a61d HTTP/1.1" status: 204 len: 173 time: 1.0901692 Aug 16 20:03:40.221582 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939acfbf-0e6f-44a1-8457-17a1c944ae91', 'name': 'network-vif-deleted', 'tag': 'a29987fb-7732-4397-a0bd-07d0d794a61d'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:03:40.226276 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad0d388-1409-4a36-871b-4062be925e93" -d '{"events": [{"server_uuid": "939acfbf-0e6f-44a1-8457-17a1c944ae91", "name": "network-vif-deleted", "tag": "a29987fb-7732-4397-a0bd-07d0d794a61d"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:03:40.320803 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba726d3-603f-470b-b012-89abb22a8c7e x-openstack-request-id: req-5ba726d3-603f-470b-b012-89abb22a8c7e {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:03:40.321194 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939acfbf-0e6f-44a1-8457-17a1c944ae91", "name": "network-vif-deleted", "tag": "a29987fb-7732-4397-a0bd-07d0d794a61d", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:03:40.321954 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5ba726d3-603f-470b-b012-89abb22a8c7e {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:03:40.321954 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939acfbf-0e6f-44a1-8457-17a1c944ae91', 'name': 'network-vif-deleted', 'tag': 'a29987fb-7732-4397-a0bd-07d0d794a61d', 'status': 'completed', 'code': 200} Aug 16 20:03:40.505234 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-68e7c50b-8995-4641-8560-be6f58288b22 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Allocated IP 172.20.0.7 (50038fe1-20b3-430a-a3e5-f13498455fc2/70c9c4f3-11fd-4c7a-afd6-8ebf2bdda796/ea5e359b-e5c4-4ec5-95c1-7126c69cded6) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:03:40.580949 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8dbf5c2e-5acf-4be9-b805-9bc5234e4577 req-706bfea8-eb6b-4364-8ef6-2c109ebea45b tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 210 time: 0.0648925 Aug 16 20:03:40.633542 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-28d1b75e-7c38-47e0-920f-8ec237f1be42 req-8c9fdbcc-b6fa-415b-b57c-b0b494429482 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=939acfbf-0e6f-44a1-8457-17a1c944ae91 HTTP/1.1" status: 200 len: 210 time: 0.0700479 Aug 16 20:03:40.820263 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-68e7c50b-8995-4641-8560-be6f58288b22 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:40.937800 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-68e7c50b-8995-4641-8560-be6f58288b22 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:40.998770 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-68e7c50b-8995-4641-8560-be6f58288b22 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Network 50038fe1-20b3-430a-a3e5-f13498455fc2 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:03:41.065016 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-68e7c50b-8995-4641-8560-be6f58288b22 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:03:41.084661 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36336) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:41.087311 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-68e7c50b-8995-4641-8560-be6f58288b22 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:03:41.108948 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-344772da-26b4-4f65-b12d-a069afdc72f5 req-2665b120-70c1-49a3-b6be-c906a8955ab0 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=576f1c83-d22c-4877-9326-8edc2b9ec82b HTTP/1.1" status: 200 len: 210 time: 0.0737388 Aug 16 20:03:41.166783 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7c50b-8995-4641-8560-be6f58288b22 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Pushing event updated for resources: {'Port': ['ID=ea5e359b-e5c4-4ec5-95c1-7126c69cded6,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:41.186235 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-68e7c50b-8995-4641-8560-be6f58288b22 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:41.187167 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-68e7c50b-8995-4641-8560-be6f58288b22 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:41.213260 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-68e7c50b-8995-4641-8560-be6f58288b22 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4505849 Aug 16 20:03:41.348679 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-927d44e7-be6c-4262-aafa-a68fa28951fe admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-698728042-network', 'tenant_id': '7953acbddec64dfe80daa44374e7d7da'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:41.397822 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927d44e7-be6c-4262-aafa-a68fa28951fe admin admin] Made reservation on behalf of 7953acbddec64dfe80daa44374e7d7da for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:03:41.402615 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-927d44e7-be6c-4262-aafa-a68fa28951fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:41.417406 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-927d44e7-be6c-4262-aafa-a68fa28951fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:41.462118 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-1f66ad98-a541-49ae-b742-e2d8f0248f79 service neutron] Request body: {'port': {'device_id': '1e7019cf-6f18-466b-a7e8-fbc732b40c0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:41.595084 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-1f66ad98-a541-49ae-b742-e2d8f0248f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:41.611375 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-927d44e7-be6c-4262-aafa-a68fa28951fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:41.619694 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-927d44e7-be6c-4262-aafa-a68fa28951fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:41.647889 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-927d44e7-be6c-4262-aafa-a68fa28951fe admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:03:41.665335 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d44e7-be6c-4262-aafa-a68fa28951fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e51435-6bf9-4427-8e6b-56644b1419b8,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:41.693387 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-927d44e7-be6c-4262-aafa-a68fa28951fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:41.693921 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-927d44e7-be6c-4262-aafa-a68fa28951fe admin admin] Added segment 84652948-dfec-4209-8e91-f43af2892c7b of type vlan for network c5366f7d-0e62-48c7-b4d9-d33f22653472 Aug 16 20:03:41.807608 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-927d44e7-be6c-4262-aafa-a68fa28951fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:41.876059 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-927d44e7-be6c-4262-aafa-a68fa28951fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:41.879958 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927d44e7-be6c-4262-aafa-a68fa28951fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:41.881198 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-927d44e7-be6c-4262-aafa-a68fa28951fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:41.986637 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36374) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:41.987195 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-927d44e7-be6c-4262-aafa-a68fa28951fe admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8999445 Aug 16 20:03:42.002522 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3d8e34c4-a58c-4a58-91c8-c95b6e57301a admin admin] Request body: {'subnet': {'network_id': 'c5366f7d-0e62-48c7-b4d9-d33f22653472', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-698728042-subnet', 'tenant_id': '7953acbddec64dfe80daa44374e7d7da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:42.026393 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d44e7-be6c-4262-aafa-a68fa28951fe admin admin] Pushing event updated for resources: {'Network': ['ID=c5366f7d-0e62-48c7-b4d9-d33f22653472,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:42.039679 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network c5366f7d-0e62-48c7-b4d9-d33f22653472 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:03:42.155441 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a073796-a7e1-4a03-8c49-35acbb3544df req-889fcac4-ecde-459e-841b-5175b2cf7b2e tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:42.157753 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2a073796-a7e1-4a03-8c49-35acbb3544df req-889fcac4-ecde-459e-841b-5175b2cf7b2e tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 931 time: 0.1912804 Aug 16 20:03:42.162237 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8e34c4-a58c-4a58-91c8-c95b6e57301a admin admin] Made reservation on behalf of 7953acbddec64dfe80daa44374e7d7da for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:03:42.165701 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d8e34c4-a58c-4a58-91c8-c95b6e57301a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:42.204370 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device a29987fb-7732-4397-a0bd-07d0d794a61d no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:03:42.219946 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device a6ef13a1-4664-4c61-8dd2-b8607f760d77 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:03:42.246055 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: a29987fb-7732-4397-a0bd-07d0d794a61d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:03:42.246793 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device a29987fb-7732-4397-a0bd-07d0d794a61d not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:03:42.269684 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: a6ef13a1-4664-4c61-8dd2-b8607f760d77 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:03:42.271161 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device a6ef13a1-4664-4c61-8dd2-b8607f760d77 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:03:42.460311 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2a073796-a7e1-4a03-8c49-35acbb3544df req-4e5b592a-63cd-47df-b889-ba02d2a33e1a tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915869 Aug 16 20:03:42.590407 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-1f66ad98-a541-49ae-b742-e2d8f0248f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea5e359b-e5c4-4ec5-95c1-7126c69cded6 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:03:42.606603 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36402) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:42.622338 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d8e34c4-a58c-4a58-91c8-c95b6e57301a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:42.635021 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-1f66ad98-a541-49ae-b742-e2d8f0248f79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:42.684953 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e34c4-a58c-4a58-91c8-c95b6e57301a admin admin] Pushing event updated for resources: {'Subnet': ['ID=50c58c3d-bf24-4120-bc19-85467393ab3b,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:42.705171 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-1f66ad98-a541-49ae-b742-e2d8f0248f79 service neutron] Transition to ACTIVE for port object ea5e359b-e5c4-4ec5-95c1-7126c69cded6 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:03:42.728048 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-1f66ad98-a541-49ae-b742-e2d8f0248f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:42.784412 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-6ab18250-7f55-44eb-af27-9fa52a3bf96e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:42.796139 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-6ab18250-7f55-44eb-af27-9fa52a3bf96e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/networks?id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd HTTP/1.1" status: 200 len: 812 time: 0.3396168 Aug 16 20:03:42.828503 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-7d6ab90b-89a8-4966-8bef-8c43fe038370 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/quotas/660f9d21c81a4d0490e02db145c56c81 HTTP/1.1" status: 200 len: 375 time: 0.0308042 Aug 16 20:03:42.841495 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66ad98-a541-49ae-b742-e2d8f0248f79 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5e359b-e5c4-4ec5-95c1-7126c69cded6,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:42.857513 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8e34c4-a58c-4a58-91c8-c95b6e57301a admin admin] Checking segment: {'id': '84652948-dfec-4209-8e91-f43af2892c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c5366f7d-0e62-48c7-b4d9-d33f22653472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:03:42.858195 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8e34c4-a58c-4a58-91c8-c95b6e57301a admin admin] Network hostable DHCP agents. Network: c5366f7d-0e62-48c7-b4d9-d33f22653472, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:03:42.933661 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-6a7cd62a-2ccc-4aae-94b1-d8d901299f57 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=660f9d21c81a4d0490e02db145c56c81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1041756 Aug 16 20:03:43.008880 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8e34c4-a58c-4a58-91c8-c95b6e57301a admin admin] Network c5366f7d-0e62-48c7-b4d9-d33f22653472 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:03:43.082486 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-3d8e34c4-a58c-4a58-91c8-c95b6e57301a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, c5366f7d-0e62-48c7-b4d9-d33f22653472) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:03:43.086743 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-26e51d43-661c-4683-8046-5fa8f8d4027f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:43.094300 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e30d151-a0ce-4845-b305-a91f87edbc42 None None] Network c5366f7d-0e62-48c7-b4d9-d33f22653472 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:03:43.096524 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8e34c4-a58c-4a58-91c8-c95b6e57301a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:43.103642 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d8e34c4-a58c-4a58-91c8-c95b6e57301a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:43.145563 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3d8e34c4-a58c-4a58-91c8-c95b6e57301a admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1418276 Aug 16 20:03:43.231235 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-1f66ad98-a541-49ae-b742-e2d8f0248f79 service neutron] Attempting to bind port ea5e359b-e5c4-4ec5-95c1-7126c69cded6 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:03:43.237357 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-1f66ad98-a541-49ae-b742-e2d8f0248f79 service neutron] Attempting to bind port ea5e359b-e5c4-4ec5-95c1-7126c69cded6 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '0c1a0b86-acc2-4302-8120-36cbe873b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '50038fe1-20b3-430a-a3e5-f13498455fc2'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:03:43.237825 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-1f66ad98-a541-49ae-b742-e2d8f0248f79 service neutron] Attempting to bind port ea5e359b-e5c4-4ec5-95c1-7126c69cded6 on network 50038fe1-20b3-430a-a3e5-f13498455fc2 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:03:43.249775 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-1f66ad98-a541-49ae-b742-e2d8f0248f79 service neutron] Port ea5e359b-e5c4-4ec5-95c1-7126c69cded6 on network 50038fe1-20b3-430a-a3e5-f13498455fc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:03:43.250106 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-1f66ad98-a541-49ae-b742-e2d8f0248f79 service neutron] Attempting to bind port ea5e359b-e5c4-4ec5-95c1-7126c69cded6 on network 50038fe1-20b3-430a-a3e5-f13498455fc2 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:03:43.270546 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-1f66ad98-a541-49ae-b742-e2d8f0248f79 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:03:43.274737 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-1f66ad98-a541-49ae-b742-e2d8f0248f79 service neutron] Checking segment: {'id': '0c1a0b86-acc2-4302-8120-36cbe873b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '50038fe1-20b3-430a-a3e5-f13498455fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:03:43.276649 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-1f66ad98-a541-49ae-b742-e2d8f0248f79 service neutron] Bound using segment: {'id': '0c1a0b86-acc2-4302-8120-36cbe873b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '50038fe1-20b3-430a-a3e5-f13498455fc2'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:03:43.281370 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-1f66ad98-a541-49ae-b742-e2d8f0248f79 service neutron] Bound port: ea5e359b-e5c4-4ec5-95c1-7126c69cded6, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1a0b86-acc2-4302-8120-36cbe873b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '50038fe1-20b3-430a-a3e5-f13498455fc2'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:03:43.282048 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-1f66ad98-a541-49ae-b742-e2d8f0248f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:43.407171 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-4f2744cd-5ed8-4113-a762-c2a089f64d6a service neutron] 10.222.0.68 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710369 Aug 16 20:03:43.493304 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724e1da0-1dc2-49cc-aec8-83a63ddeb82d None None] Network c5366f7d-0e62-48c7-b4d9-d33f22653472 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:03:43.505219 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-1f66ad98-a541-49ae-b742-e2d8f0248f79 service neutron] For port ea5e359b-e5c4-4ec5-95c1-7126c69cded6, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:03:43.509893 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-1f66ad98-a541-49ae-b742-e2d8f0248f79 service neutron] For port ea5e359b-e5c4-4ec5-95c1-7126c69cded6, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=ea5e359b-e5c4-4ec5-95c1-7126c69cded6,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:03:43.522640 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-1f66ad98-a541-49ae-b742-e2d8f0248f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:43.614343 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-1f66ad98-a541-49ae-b742-e2d8f0248f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:43.615913 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-1f66ad98-a541-49ae-b742-e2d8f0248f79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:43.618572 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-1f66ad98-a541-49ae-b742-e2d8f0248f79 service neutron] 10.222.0.57 "PUT /v2.0/ports/ea5e359b-e5c4-4ec5-95c1-7126c69cded6 HTTP/1.1" status: 200 len: 1092 time: 2.3985269 Aug 16 20:03:43.627794 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7019cf-6f18-466b-a7e8-fbc732b40c0b', 'tag': 'ea5e359b-e5c4-4ec5-95c1-7126c69cded6'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:03:43.633781 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec9d793-e577-4588-b2df-0fac70d0cba8" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7019cf-6f18-466b-a7e8-fbc732b40c0b", "tag": "ea5e359b-e5c4-4ec5-95c1-7126c69cded6"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:03:43.673113 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-aa563308-bbf4-468f-8888-d473d28a30e3 service neutron] 10.222.0.68 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633867 Aug 16 20:03:43.691393 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-26e51d43-661c-4683-8046-5fa8f8d4027f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:43.770134 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-26e51d43-661c-4683-8046-5fa8f8d4027f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:43.912845 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-26e51d43-661c-4683-8046-5fa8f8d4027f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2329b31591c748938aeb1c06df2f169b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3047552 Aug 16 20:03:43.916147 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e51d43-661c-4683-8046-5fa8f8d4027f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e0ea07-e681-4299-857c-a772fa357794,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:43.916472 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36448) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:43.921245 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66ad98-a541-49ae-b742-e2d8f0248f79 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5e359b-e5c4-4ec5-95c1-7126c69cded6,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:43.963205 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-7e765cad-f364-4226-b9ae-c850f2598a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:43.965752 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-7e765cad-f364-4226-b9ae-c850f2598a45 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d4c841e259544d78ad8fc783177205f&device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 1095 time: 0.2510855 Aug 16 20:03:44.149850 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-a73fe910-154f-4a72-8c76-8bd425242411 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea5e359b-e5c4-4ec5-95c1-7126c69cded6 HTTP/1.1" status: 200 len: 217 time: 0.1626079 Aug 16 20:03:44.230257 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:03:44.247651 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-0c63f76b-245a-43db-984b-a577642f8dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:44.249257 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-0c63f76b-245a-43db-984b-a577642f8dc6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70c9c4f3-11fd-4c7a-afd6-8ebf2bdda796 HTTP/1.1" status: 200 len: 844 time: 0.0978999 Aug 16 20:03:44.312559 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c53fe81-a34d-4858-ad93-50440d48f5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:44.348896 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-51f99204-bf9c-4a09-9cb4-ddc81714bc7f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50038fe1-20b3-430a-a3e5-f13498455fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808492 Aug 16 20:03:44.503800 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c53fe81-a34d-4858-ad93-50440d48f5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:44.596862 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5da070f9-c6e6-446a-ac1f-731fec9e75e6 req-e7a77f56-d9bc-41ff-8e73-5e69586800de service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=82951381-23c8-4537-a6c1-336a9dc2f33a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3713448 Aug 16 20:03:44.609590 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-4e55da15-26d9-4303-ab67-06c8bdaeed64 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:44.620637 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-4e55da15-26d9-4303-ab67-06c8bdaeed64 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] 10.222.0.68 "GET /v2.0/networks?id=c5366f7d-0e62-48c7-b4d9-d33f22653472 HTTP/1.1" status: 200 len: 817 time: 0.4676113 Aug 16 20:03:44.670471 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217caae-3426-4db4-81dd-12854d072f73 req-2436574c-8694-4eb8-8798-00fb5bc830ef tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:44.673825 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-a2b08392-32b7-4cfc-932c-75b93ef3d3e2 service neutron] 10.222.0.57 "GET /v2.0/networks/50038fe1-20b3-430a-a3e5-f13498455fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672884 Aug 16 20:03:44.680073 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c217caae-3426-4db4-81dd-12854d072f73 req-2436574c-8694-4eb8-8798-00fb5bc830ef tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 943 time: 0.4030926 Aug 16 20:03:44.693475 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-c611005e-8ade-4cda-b071-3f91a03cead9 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] 10.222.0.68 "GET /v2.0/quotas/7953acbddec64dfe80daa44374e7d7da HTTP/1.1" status: 200 len: 375 time: 0.0488842 Aug 16 20:03:44.785435 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-10eae8fb-3280-4909-816c-2deb7bd9de6b tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7953acbddec64dfe80daa44374e7d7da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633907 Aug 16 20:03:44.805872 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da070f9-c6e6-446a-ac1f-731fec9e75e6 req-9f441b7d-1ea1-4bfb-9f18-5bdd090d83e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:44.811097 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5da070f9-c6e6-446a-ac1f-731fec9e75e6 req-9f441b7d-1ea1-4bfb-9f18-5bdd090d83e0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80d98bbe248147c88be18e7257fbdc13&device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 1097 time: 0.1511374 Aug 16 20:03:44.835784 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c217caae-3426-4db4-81dd-12854d072f73 req-1e538c8f-3fd7-4128-8596-bd2adee93e1f tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544816 Aug 16 20:03:44.951051 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-20911f65-0738-48b2-b3dd-9f631d41324f service neutron] 10.222.0.68 "GET /v2.0/networks/c5366f7d-0e62-48c7-b4d9-d33f22653472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643834 Aug 16 20:03:45.007642 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c53fe81-a34d-4858-ad93-50440d48f5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:45.010345 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c53fe81-a34d-4858-ad93-50440d48f5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:45.016473 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0c53fe81-a34d-4858-ad93-50440d48f5f3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/29e0ea07-e681-4299-857c-a772fa357794 HTTP/1.1" status: 204 len: 168 time: 1.0985928 Aug 16 20:03:45.030442 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49fdf16-29d4-417f-bd1d-ec8e10059e16 x-openstack-request-id: req-f49fdf16-29d4-417f-bd1d-ec8e10059e16 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:03:45.031021 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7019cf-6f18-466b-a7e8-fbc732b40c0b", "tag": "ea5e359b-e5c4-4ec5-95c1-7126c69cded6", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:03:45.031508 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f49fdf16-29d4-417f-bd1d-ec8e10059e16 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:03:45.032063 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7019cf-6f18-466b-a7e8-fbc732b40c0b', 'tag': 'ea5e359b-e5c4-4ec5-95c1-7126c69cded6', 'status': 'completed', 'code': 200} Aug 16 20:03:45.064720 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53fe81-a34d-4858-ad93-50440d48f5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e0ea07-e681-4299-857c-a772fa357794,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:45.079051 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0e21ae64-55a1-4a9d-8ceb-37a6a2eee6d9 req-5e8f785d-2a67-4e51-b7cf-35e27629dc47 service neutron] 10.222.0.57 "GET /v2.0/networks/50038fe1-20b3-430a-a3e5-f13498455fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977964 Aug 16 20:03:45.153343 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-7cfa6c66-1c87-4d93-bb8b-bcfd8f0f6f57 service neutron] 10.222.0.68 "GET /v2.0/networks/c5366f7d-0e62-48c7-b4d9-d33f22653472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003436 Aug 16 20:03:45.182681 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da070f9-c6e6-446a-ac1f-731fec9e75e6 req-965cdeba-39d9-48d0-990a-61cb7b02898a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:45.184825 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5da070f9-c6e6-446a-ac1f-731fec9e75e6 req-965cdeba-39d9-48d0-990a-61cb7b02898a service neutron] 10.222.0.63 "GET /v2.0/networks?id=273a965b-291d-4de0-904d-d29903ed22d3 HTTP/1.1" status: 200 len: 922 time: 0.3376455 Aug 16 20:03:45.274228 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5da070f9-c6e6-446a-ac1f-731fec9e75e6 req-c65c927e-f251-4dcc-b243-3ed2859d7b83 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 HTTP/1.1" status: 200 len: 217 time: 0.0738552 Aug 16 20:03:45.389216 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da070f9-c6e6-446a-ac1f-731fec9e75e6 req-32886e4a-7497-4c06-8dd4-1c4439f9326d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:45.390758 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5da070f9-c6e6-446a-ac1f-731fec9e75e6 req-32886e4a-7497-4c06-8dd4-1c4439f9326d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=49f83f5f-99d4-4f21-857e-7c691113f792 HTTP/1.1" status: 200 len: 861 time: 0.1100271 Aug 16 20:03:45.406795 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9d793-e577-4588-b2df-0fac70d0cba8 req-8520afb8-a994-498d-93b6-184768e7956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:45.413069 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7ec9d793-e577-4588-b2df-0fac70d0cba8 req-8520afb8-a994-498d-93b6-184768e7956b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d4c841e259544d78ad8fc783177205f&device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 1095 time: 0.2265522 Aug 16 20:03:45.477384 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5da070f9-c6e6-446a-ac1f-731fec9e75e6 req-e028a42d-d4d8-4f1f-8868-93d4847e1ab1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=273a965b-291d-4de0-904d-d29903ed22d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785899 Aug 16 20:03:45.553048 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-572dc778-5e72-4726-bd9c-e333cbdf283f req-3a01f00f-436a-475e-976b-2589e9b01c74 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=f187fe73-dd55-4522-8800-ca2f98f79f24 HTTP/1.1" status: 200 len: 210 time: 0.0717618 Aug 16 20:03:45.696920 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9d793-e577-4588-b2df-0fac70d0cba8 req-2daa49ad-3c41-47cc-91f3-1e4f00b39f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:45.707678 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7ec9d793-e577-4588-b2df-0fac70d0cba8 req-2daa49ad-3c41-47cc-91f3-1e4f00b39f03 service neutron] 10.222.0.57 "GET /v2.0/networks?id=50038fe1-20b3-430a-a3e5-f13498455fc2 HTTP/1.1" status: 200 len: 905 time: 0.2825320 Aug 16 20:03:45.838804 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7ec9d793-e577-4588-b2df-0fac70d0cba8 req-1c555fd6-f440-4842-8b70-18859cf4f948 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea5e359b-e5c4-4ec5-95c1-7126c69cded6 HTTP/1.1" status: 200 len: 217 time: 0.1282780 Aug 16 20:03:45.860988 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aca858c0-87ad-4df8-8850-a1a773dd7319 req-50d8418b-2ebe-4ba1-bc7f-b6cfeb5ad1e2 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] 10.222.0.68 "GET /v2.0/ports?device_id=fcb3daee-5d6d-454c-966c-9b2f3cdbe534 HTTP/1.1" status: 200 len: 210 time: 0.0998914 Aug 16 20:03:45.919662 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c36c02b6-362b-45a7-83ae-0ba9af335d80 req-993dfd4a-921f-46af-a0a3-18c0a8cde11c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0b063746-e496-4b45-82ca-424f7674d639&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3358040 Aug 16 20:03:46.056924 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9d793-e577-4588-b2df-0fac70d0cba8 req-742d9321-0a37-4f81-bd4d-be6dc0b210e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:46.058632 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7ec9d793-e577-4588-b2df-0fac70d0cba8 req-742d9321-0a37-4f81-bd4d-be6dc0b210e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70c9c4f3-11fd-4c7a-afd6-8ebf2bdda796 HTTP/1.1" status: 200 len: 844 time: 0.2092099 Aug 16 20:03:46.162496 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7ec9d793-e577-4588-b2df-0fac70d0cba8 req-f92134db-2a01-40da-8cb4-ba043021d73c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50038fe1-20b3-430a-a3e5-f13498455fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756888 Aug 16 20:03:46.171020 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-26f511a1-74dc-49bd-908a-458985f711a3 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:46.172849 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-26f511a1-74dc-49bd-908a-458985f711a3 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.63 "GET /v2.0/networks?id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd HTTP/1.1" status: 200 len: 812 time: 0.2340956 Aug 16 20:03:46.200416 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-368336b5-dd8d-4b3e-b3f3-df3ff2a9b367 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Request body: {'port': {'device_id': 'f187fe73-dd55-4522-8800-ca2f98f79f24', 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd', 'admin_state_up': True, 'tenant_id': '660f9d21c81a4d0490e02db145c56c81'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:46.224903 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device ea5e359b-e5c4-4ec5-95c1-7126c69cded6 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:03:46.348972 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5da070f9-c6e6-446a-ac1f-731fec9e75e6 req-79b89a59-0bec-41ab-97a7-1a29ef82f139 service neutron] 10.222.0.63 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8633485 Aug 16 20:03:46.361566 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72f04b-b317-4f9c-842a-ecd85f940846 req-9a84b0d1-b514-459d-8fea-e59598e12c02 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:46.370185 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5f72f04b-b317-4f9c-842a-ecd85f940846 req-9a84b0d1-b514-459d-8fea-e59598e12c02 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 943 time: 0.1961641 Aug 16 20:03:46.373586 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c02b6-362b-45a7-83ae-0ba9af335d80 req-e8003401-1869-48df-9769-08ba226de372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:46.375128 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c36c02b6-362b-45a7-83ae-0ba9af335d80 req-e8003401-1869-48df-9769-08ba226de372 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&device_id=0b063746-e496-4b45-82ca-424f7674d639 HTTP/1.1" status: 200 len: 1097 time: 0.2002399 Aug 16 20:03:46.448335 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7ec9d793-e577-4588-b2df-0fac70d0cba8 req-b98e8c19-6fb6-4830-b183-516bbd69cc5a service neutron] 10.222.0.57 "GET /v2.0/networks/50038fe1-20b3-430a-a3e5-f13498455fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825913 Aug 16 20:03:46.571805 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5da070f9-c6e6-446a-ac1f-731fec9e75e6 req-042b1b09-0324-4ed6-852b-3f1b80334a5a service neutron] 10.222.0.63 "GET /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927485 Aug 16 20:03:46.821184 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c02b6-362b-45a7-83ae-0ba9af335d80 req-1213d50b-e862-484d-97d2-478108b39f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:46.825070 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c36c02b6-362b-45a7-83ae-0ba9af335d80 req-1213d50b-e862-484d-97d2-478108b39f12 service neutron] 10.222.0.57 "GET /v2.0/networks?id=090f4e50-1fb3-4449-b92b-949da889d68e HTTP/1.1" status: 200 len: 909 time: 0.2483902 Aug 16 20:03:46.826812 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port ea5e359b-e5c4-4ec5-95c1-7126c69cded6, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=ea5e359b-e5c4-4ec5-95c1-7126c69cded6,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:46.986705 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'ea5e359b-e5c4-4ec5-95c1-7126c69cded6', 'network_id': '50038fe1-20b3-430a-a3e5-f13498455fc2', 'port_id': 'ea5e359b-e5c4-4ec5-95c1-7126c69cded6', 'mac_address': 'fa:16:3e:bf:5e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c9c4f3-11fd-4c7a-afd6-8ebf2bdda796', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:03:47.002353 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649da753-4f1b-4d22-bdde-6bd88d86358f req-a5ad7797-839f-402c-86e5-25df6e2dff32 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:47.005219 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-649da753-4f1b-4d22-bdde-6bd88d86358f req-a5ad7797-839f-402c-86e5-25df6e2dff32 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.63 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 944 time: 0.4145474 Aug 16 20:03:47.078053 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5f72f04b-b317-4f9c-842a-ecd85f940846 req-a09097e1-e2f4-484f-8686-d1ac9da6c8c6 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7067678 Aug 16 20:03:47.099496 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:47.106420 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c36c02b6-362b-45a7-83ae-0ba9af335d80 req-445695a1-0247-4396-ab7f-85899072eb1c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60bdef77-16d9-469f-9e7e-e885abfe58e7 HTTP/1.1" status: 200 len: 217 time: 0.2553227 Aug 16 20:03:47.137258 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7ec9d793-e577-4588-b2df-0fac70d0cba8 req-eb1696f8-590f-46e9-a084-98ac8c1b9279 service neutron] 10.222.0.57 "GET /v2.0/networks/50038fe1-20b3-430a-a3e5-f13498455fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6828954 Aug 16 20:03:47.149373 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea5e359b-e5c4-4ec5-95c1-7126c69cded6 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:03:47.258697 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port ea5e359b-e5c4-4ec5-95c1-7126c69cded6, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=ea5e359b-e5c4-4ec5-95c1-7126c69cded6,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:47.276261 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:47.304112 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-28166a43-0a6c-4815-a02e-f65d79aba815 req-386d5ebc-dbad-45d2-8ee0-89f22cc08f9f tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=f187fe73-dd55-4522-8800-ca2f98f79f24 HTTP/1.1" status: 200 len: 210 time: 0.0974400 Aug 16 20:03:47.313795 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-368336b5-dd8d-4b3e-b3f3-df3ff2a9b367 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Made reservation on behalf of 660f9d21c81a4d0490e02db145c56c81 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:03:47.318345 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-368336b5-dd8d-4b3e-b3f3-df3ff2a9b367 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:47.424151 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=ea5e359b-e5c4-4ec5-95c1-7126c69cded6,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:47.521776 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d29df-cb2d-4c65-a079-d31b2311848c req-8eaa56ee-2f47-4eb2-b4b6-43bed8204d9b tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:47.525705 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['ea5e359b-e5c4-4ec5-95c1-7126c69cded6'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:03:47.534503 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-007d29df-cb2d-4c65-a079-d31b2311848c req-8eaa56ee-2f47-4eb2-b4b6-43bed8204d9b tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 944 time: 0.3060098 Aug 16 20:03:47.698590 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-007d29df-cb2d-4c65-a079-d31b2311848c req-9b2c3c63-1d27-4686-8076-b6d7edb44f9f tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631088 Aug 16 20:03:47.708339 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-368336b5-dd8d-4b3e-b3f3-df3ff2a9b367 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Allocated IP 172.20.0.10 (4abc880e-d4ce-42ee-a2b7-ca1942016bbd/4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc/8d4cb161-94c7-427b-b4e7-cc29db0e2c8c) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:03:47.752319 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-649da753-4f1b-4d22-bdde-6bd88d86358f req-9d7575c7-64ad-49ea-bd2c-645b1fe60493 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Deleting port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:03:47.752667 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-649da753-4f1b-4d22-bdde-6bd88d86358f req-9d7575c7-64ad-49ea-bd2c-645b1fe60493 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:47.789587 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c02b6-362b-45a7-83ae-0ba9af335d80 req-f08beb67-d021-416e-957d-2672f88be44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:47.792320 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c36c02b6-362b-45a7-83ae-0ba9af335d80 req-f08beb67-d021-416e-957d-2672f88be44e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bf22002-ba37-41ff-af5d-cdbe63ed2bd8 HTTP/1.1" status: 200 len: 848 time: 0.6842394 Aug 16 20:03:47.874504 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8eec7ba6-5b14-4129-96e8-0e0e2e7c60dd req-3d8b79c0-13ad-4ab8-8e6e-24b0a79af0e2 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] 10.222.0.68 "GET /v2.0/ports?device_id=fcb3daee-5d6d-454c-966c-9b2f3cdbe534 HTTP/1.1" status: 200 len: 210 time: 0.1088977 Aug 16 20:03:48.290180 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-649da753-4f1b-4d22-bdde-6bd88d86358f req-9d7575c7-64ad-49ea-bd2c-645b1fe60493 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] For port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=1c3c8be5-9b61-4d70-9e77-b74c1b4e672a,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:48.290882 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-649da753-4f1b-4d22-bdde-6bd88d86358f req-9d7575c7-64ad-49ea-bd2c-645b1fe60493 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:48.308381 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-649da753-4f1b-4d22-bdde-6bd88d86358f req-9d7575c7-64ad-49ea-bd2c-645b1fe60493 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Calling delete_port for 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:03:48.545216 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-de1bf638-6a89-49cc-aed1-3239b36d9f1b tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:48.546868 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-de1bf638-6a89-49cc-aed1-3239b36d9f1b tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] 10.222.0.57 "GET /v2.0/networks?id=c5366f7d-0e62-48c7-b4d9-d33f22653472 HTTP/1.1" status: 200 len: 817 time: 0.5325935 Aug 16 20:03:48.577323 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6942a67f-3740-4fc9-b150-485e92ee4449 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] Request body: {'port': {'device_id': 'fcb3daee-5d6d-454c-966c-9b2f3cdbe534', 'network_id': 'c5366f7d-0e62-48c7-b4d9-d33f22653472', 'admin_state_up': True, 'tenant_id': '7953acbddec64dfe80daa44374e7d7da'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:48.686932 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c36c02b6-362b-45a7-83ae-0ba9af335d80 req-e98b7b1e-62f7-4ce1-b426-49ffe80ef974 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=090f4e50-1fb3-4449-b92b-949da889d68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8136215 Aug 16 20:03:48.897869 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c36c02b6-362b-45a7-83ae-0ba9af335d80 req-b7cdc7f5-eb37-4ac6-affc-07ef646e63d3 service neutron] 10.222.0.57 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074373 Aug 16 20:03:48.939399 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4cfbc-cb83-4db9-b0ae-885cd033196b req-ed149d9e-9423-45d6-89dd-5af58fcc5270 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:48.947462 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-caf4cfbc-cb83-4db9-b0ae-885cd033196b req-ed149d9e-9423-45d6-89dd-5af58fcc5270 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 944 time: 0.2381990 Aug 16 20:03:49.099851 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-caf4cfbc-cb83-4db9-b0ae-885cd033196b req-717162ab-3a0d-42a7-85d3-b73c6b136feb tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511052 Aug 16 20:03:49.146675 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-368336b5-dd8d-4b3e-b3f3-df3ff2a9b367 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:49.239625 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fe094876-929a-4cb6-a6dd-0dd226dd6f79 req-b00acb5f-2b69-4871-b2ef-218eaa083411 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=f187fe73-dd55-4522-8800-ca2f98f79f24 HTTP/1.1" status: 200 len: 210 time: 0.6915374 Aug 16 20:03:49.268742 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c36c02b6-362b-45a7-83ae-0ba9af335d80 req-a6c5c49f-58ac-4b54-8951-ef43aa4a38f1 service neutron] 10.222.0.57 "GET /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586447 Aug 16 20:03:49.280269 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-649da753-4f1b-4d22-bdde-6bd88d86358f req-9d7575c7-64ad-49ea-bd2c-645b1fe60493 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:49.314413 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-368336b5-dd8d-4b3e-b3f3-df3ff2a9b367 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:49.349354 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7575c7-64ad-49ea-bd2c-645b1fe60493 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Pushing event deleted for resources: {'Port': ['ID=1c3c8be5-9b61-4d70-9e77-b74c1b4e672a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:49.391384 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7575c7-64ad-49ea-bd2c-645b1fe60493 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:49.391752 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7575c7-64ad-49ea-bd2c-645b1fe60493 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:49.392065 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7575c7-64ad-49ea-bd2c-645b1fe60493 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:49.392397 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7575c7-64ad-49ea-bd2c-645b1fe60493 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:49.392731 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7575c7-64ad-49ea-bd2c-645b1fe60493 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:49.393060 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7575c7-64ad-49ea-bd2c-645b1fe60493 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:49.393384 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7575c7-64ad-49ea-bd2c-645b1fe60493 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:49.393705 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7575c7-64ad-49ea-bd2c-645b1fe60493 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:49.394027 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7575c7-64ad-49ea-bd2c-645b1fe60493 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:49.394344 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7575c7-64ad-49ea-bd2c-645b1fe60493 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:49.395172 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7575c7-64ad-49ea-bd2c-645b1fe60493 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:49.395528 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7575c7-64ad-49ea-bd2c-645b1fe60493 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:49.443194 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-368336b5-dd8d-4b3e-b3f3-df3ff2a9b367 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:03:49.463485 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c94ddcd4-fa37-48be-8f27-4e79b7d35eca req-bd2e4f1d-8a35-4f69-9907-b3d59547a1ff tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] 10.222.0.68 "GET /v2.0/ports?device_id=fcb3daee-5d6d-454c-966c-9b2f3cdbe534 HTTP/1.1" status: 200 len: 210 time: 0.0780683 Aug 16 20:03:49.463716 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-98a6a219-b40b-4245-a6cd-47c7175a947c req-e1e45a4e-360d-4d7b-b7ee-086dc6a3d5cd tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=49d06d39-2905-4752-a520-1737a9a8a3e2 HTTP/1.1" status: 200 len: 210 time: 0.0932901 Aug 16 20:03:49.465947 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-368336b5-dd8d-4b3e-b3f3-df3ff2a9b367 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:03:49.480868 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-368336b5-dd8d-4b3e-b3f3-df3ff2a9b367 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:03:49.533181 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368336b5-dd8d-4b3e-b3f3-df3ff2a9b367 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Pushing event updated for resources: {'Port': ['ID=8d4cb161-94c7-427b-b4e7-cc29db0e2c8c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:49.561634 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-649da753-4f1b-4d22-bdde-6bd88d86358f req-9d7575c7-64ad-49ea-bd2c-645b1fe60493 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] No DVR routers for this DVR port 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a on host n-h2-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:03:49.570767 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-649da753-4f1b-4d22-bdde-6bd88d86358f req-9d7575c7-64ad-49ea-bd2c-645b1fe60493 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:49.576401 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-649da753-4f1b-4d22-bdde-6bd88d86358f req-9d7575c7-64ad-49ea-bd2c-645b1fe60493 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.63 "DELETE /v2.0/ports/1c3c8be5-9b61-4d70-9e77-b74c1b4e672a HTTP/1.1" status: 204 len: 173 time: 2.5384262 Aug 16 20:03:49.586570 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d06d39-2905-4752-a520-1737a9a8a3e2', 'name': 'network-vif-deleted', 'tag': '1c3c8be5-9b61-4d70-9e77-b74c1b4e672a'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:03:49.591758 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f6602b-e397-451c-a86c-8d2de0c8dcaf" -d '{"events": [{"server_uuid": "49d06d39-2905-4752-a520-1737a9a8a3e2", "name": "network-vif-deleted", "tag": "1c3c8be5-9b61-4d70-9e77-b74c1b4e672a"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:03:49.621835 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-368336b5-dd8d-4b3e-b3f3-df3ff2a9b367 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:49.623025 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-368336b5-dd8d-4b3e-b3f3-df3ff2a9b367 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:49.673773 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4028b66e-79bd-479b-bbd3-41b9015036b0 x-openstack-request-id: req-4028b66e-79bd-479b-bbd3-41b9015036b0 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:03:49.674170 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d06d39-2905-4752-a520-1737a9a8a3e2", "name": "network-vif-deleted", "tag": "1c3c8be5-9b61-4d70-9e77-b74c1b4e672a", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:03:49.674520 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4028b66e-79bd-479b-bbd3-41b9015036b0 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:03:49.676253 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d06d39-2905-4752-a520-1737a9a8a3e2', 'name': 'network-vif-deleted', 'tag': '1c3c8be5-9b61-4d70-9e77-b74c1b4e672a', 'status': 'completed', 'code': 200} Aug 16 20:03:49.693365 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6942a67f-3740-4fc9-b150-485e92ee4449 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] Made reservation on behalf of 7953acbddec64dfe80daa44374e7d7da for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:03:49.697963 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6942a67f-3740-4fc9-b150-485e92ee4449 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:49.710708 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-368336b5-dd8d-4b3e-b3f3-df3ff2a9b367 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5155954 Aug 16 20:03:49.723973 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-423f2f12-3dd8-4f99-b2e0-54be8e297b8e service neutron] Request body: {'port': {'device_id': 'f187fe73-dd55-4522-8800-ca2f98f79f24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:49.868653 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-423f2f12-3dd8-4f99-b2e0-54be8e297b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:50.002074 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6942a67f-3740-4fc9-b150-485e92ee4449 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] Allocated IP 172.20.0.10 (c5366f7d-0e62-48c7-b4d9-d33f22653472/50c58c3d-bf24-4120-bc19-85467393ab3b/5a8d2512-cb04-470b-8e5f-525063c9a847) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:03:50.225761 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:03:50.296652 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6942a67f-3740-4fc9-b150-485e92ee4449 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:50.315497 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device ea5e359b-e5c4-4ec5-95c1-7126c69cded6 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:03:50.317170 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fe471-b8b5-475c-933e-ca0b8bf912e3 req-5358c438-7854-42a6-992d-af6cff64563f tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:50.324852 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d16fe471-b8b5-475c-933e-ca0b8bf912e3 req-5358c438-7854-42a6-992d-af6cff64563f tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 944 time: 0.0995710 Aug 16 20:03:50.326612 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:03:50.327206 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 1c3c8be5-9b61-4d70-9e77-b74c1b4e672a not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:03:50.373047 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6942a67f-3740-4fc9-b150-485e92ee4449 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:50.389883 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d16fe471-b8b5-475c-933e-ca0b8bf912e3 req-bd0b9e82-6bab-424f-a9cf-181e5c6af9ea tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628309 Aug 16 20:03:50.439347 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6942a67f-3740-4fc9-b150-485e92ee4449 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] Network c5366f7d-0e62-48c7-b4d9-d33f22653472 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:03:50.441330 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port ea5e359b-e5c4-4ec5-95c1-7126c69cded6 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:03:50.452191 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6942a67f-3740-4fc9-b150-485e92ee4449 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:03:50.458569 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942a67f-3740-4fc9-b150-485e92ee4449 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] Pushing event updated for resources: {'Port': ['ID=5a8d2512-cb04-470b-8e5f-525063c9a847,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:50.461465 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6942a67f-3740-4fc9-b150-485e92ee4449 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:03:50.476033 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port ea5e359b-e5c4-4ec5-95c1-7126c69cded6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:03:50.478534 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:50.518715 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6942a67f-3740-4fc9-b150-485e92ee4449 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:50.519592 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6942a67f-3740-4fc9-b150-485e92ee4449 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:50.533889 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-423f2f12-3dd8-4f99-b2e0-54be8e297b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d4cb161-94c7-427b-b4e7-cc29db0e2c8c {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:03:50.546193 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-423f2f12-3dd8-4f99-b2e0-54be8e297b8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:50.562807 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-423f2f12-3dd8-4f99-b2e0-54be8e297b8e service neutron] Transition to ACTIVE for port object 8d4cb161-94c7-427b-b4e7-cc29db0e2c8c will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:03:50.575555 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-423f2f12-3dd8-4f99-b2e0-54be8e297b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:50.588180 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6942a67f-3740-4fc9-b150-485e92ee4449 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0174451 Aug 16 20:03:50.591750 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:50.606996 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9e40c-23aa-4251-84b9-e1d005045302 req-c7734a52-f4ff-486d-b5eb-963f2162984b tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:50.609134 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-98d9e40c-23aa-4251-84b9-e1d005045302 req-c7734a52-f4ff-486d-b5eb-963f2162984b tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=f187fe73-dd55-4522-8800-ca2f98f79f24 HTTP/1.1" status: 200 len: 932 time: 0.0867045 Aug 16 20:03:50.614731 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6637ca35-1b2c-4a6e-b58e-1b87bdb452e7 service neutron] Request body: {'port': {'device_id': 'fcb3daee-5d6d-454c-966c-9b2f3cdbe534', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:03:50.643606 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port ea5e359b-e5c4-4ec5-95c1-7126c69cded6, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=ea5e359b-e5c4-4ec5-95c1-7126c69cded6,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:50.649295 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7019cf-6f18-466b-a7e8-fbc732b40c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5e359b-e5c4-4ec5-95c1-7126c69cded6'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:03:50.655351 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb07e493-fdbf-4512-b9c9-62454d02f7d7" -d '{"events": [{"server_uuid": "1e7019cf-6f18-466b-a7e8-fbc732b40c0b", "name": "network-vif-plugged", "status": "completed", "tag": "ea5e359b-e5c4-4ec5-95c1-7126c69cded6"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:03:50.666775 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:50.689783 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-98d9e40c-23aa-4251-84b9-e1d005045302 req-b79f9609-3c3b-4906-b616-dd1a73245113 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707145 Aug 16 20:03:50.797708 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6637ca35-1b2c-4a6e-b58e-1b87bdb452e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:50.799227 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f2f12-3dd8-4f99-b2e0-54be8e297b8e service neutron] Pushing event updated for resources: {'Port': ['ID=8d4cb161-94c7-427b-b4e7-cc29db0e2c8c,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:50.809746 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=ea5e359b-e5c4-4ec5-95c1-7126c69cded6,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:50.849007 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b22dba-1782-40b4-9325-8c4eb3df8b0c x-openstack-request-id: req-80b22dba-1782-40b4-9325-8c4eb3df8b0c {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:03:50.851528 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7019cf-6f18-466b-a7e8-fbc732b40c0b", "name": "network-vif-plugged", "status": "completed", "tag": "ea5e359b-e5c4-4ec5-95c1-7126c69cded6", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:03:50.853262 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-80b22dba-1782-40b4-9325-8c4eb3df8b0c {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:03:50.853706 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7019cf-6f18-466b-a7e8-fbc732b40c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5e359b-e5c4-4ec5-95c1-7126c69cded6', 'code': 200} Aug 16 20:03:50.982141 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-423f2f12-3dd8-4f99-b2e0-54be8e297b8e service neutron] Attempting to bind port 8d4cb161-94c7-427b-b4e7-cc29db0e2c8c on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:03:50.982484 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-423f2f12-3dd8-4f99-b2e0-54be8e297b8e service neutron] Attempting to bind port 8d4cb161-94c7-427b-b4e7-cc29db0e2c8c by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '1a389533-0611-4082-9806-72db3146632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:03:50.982819 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-423f2f12-3dd8-4f99-b2e0-54be8e297b8e service neutron] Attempting to bind port 8d4cb161-94c7-427b-b4e7-cc29db0e2c8c on network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:03:50.989595 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-423f2f12-3dd8-4f99-b2e0-54be8e297b8e service neutron] Port 8d4cb161-94c7-427b-b4e7-cc29db0e2c8c on network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:03:50.989921 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-423f2f12-3dd8-4f99-b2e0-54be8e297b8e service neutron] Attempting to bind port 8d4cb161-94c7-427b-b4e7-cc29db0e2c8c on network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:03:51.001485 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c81d8d-6aea-4af7-89cc-3277753f20eb req-7cedcf47-7608-41af-acf5-ce67407f1326 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:51.007908 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-32c81d8d-6aea-4af7-89cc-3277753f20eb req-7cedcf47-7608-41af-acf5-ce67407f1326 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] 10.222.0.68 "GET /v2.0/ports?device_id=fcb3daee-5d6d-454c-966c-9b2f3cdbe534 HTTP/1.1" status: 200 len: 932 time: 0.1835060 Aug 16 20:03:51.029989 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-423f2f12-3dd8-4f99-b2e0-54be8e297b8e service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:03:51.030501 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-423f2f12-3dd8-4f99-b2e0-54be8e297b8e service neutron] Checking segment: {'id': '1a389533-0611-4082-9806-72db3146632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:03:51.030720 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-423f2f12-3dd8-4f99-b2e0-54be8e297b8e service neutron] Bound using segment: {'id': '1a389533-0611-4082-9806-72db3146632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:03:51.031157 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-423f2f12-3dd8-4f99-b2e0-54be8e297b8e service neutron] Bound port: 8d4cb161-94c7-427b-b4e7-cc29db0e2c8c, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a389533-0611-4082-9806-72db3146632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:03:51.031561 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-423f2f12-3dd8-4f99-b2e0-54be8e297b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:51.067643 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6723e88-4905-493d-b1d3-50a01b31383a req-f5d05424-bbd9-4b06-bfcb-ac5b6016256b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:51.069197 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f6723e88-4905-493d-b1d3-50a01b31383a req-f5d05424-bbd9-4b06-bfcb-ac5b6016256b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 1097 time: 0.1642504 Aug 16 20:03:51.083964 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36664) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:51.138603 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-32c81d8d-6aea-4af7-89cc-3277753f20eb req-453bdddd-7a08-45b1-a645-76769f35386e tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6e51435-6bf9-4427-8e6b-56644b1419b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296422 Aug 16 20:03:51.171608 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36670) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:51.223326 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f6723e88-4905-493d-b1d3-50a01b31383a req-c4af3abb-7d65-4504-8c1e-26926b4d4193 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276639 Aug 16 20:03:51.224789 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-423f2f12-3dd8-4f99-b2e0-54be8e297b8e service neutron] For port 8d4cb161-94c7-427b-b4e7-cc29db0e2c8c, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:03:51.239906 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-423f2f12-3dd8-4f99-b2e0-54be8e297b8e service neutron] For port 8d4cb161-94c7-427b-b4e7-cc29db0e2c8c, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=8d4cb161-94c7-427b-b4e7-cc29db0e2c8c,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:03:51.247764 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-423f2f12-3dd8-4f99-b2e0-54be8e297b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:51.314411 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-423f2f12-3dd8-4f99-b2e0-54be8e297b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:51.314901 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-423f2f12-3dd8-4f99-b2e0-54be8e297b8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:51.317032 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-423f2f12-3dd8-4f99-b2e0-54be8e297b8e service neutron] 10.222.0.63 "PUT /v2.0/ports/8d4cb161-94c7-427b-b4e7-cc29db0e2c8c HTTP/1.1" status: 200 len: 1093 time: 1.5979433 Aug 16 20:03:51.333731 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f187fe73-dd55-4522-8800-ca2f98f79f24', 'tag': '8d4cb161-94c7-427b-b4e7-cc29db0e2c8c'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:03:51.336197 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e21b9af-4362-43b4-91ae-2ae517815d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "f187fe73-dd55-4522-8800-ca2f98f79f24", "tag": "8d4cb161-94c7-427b-b4e7-cc29db0e2c8c"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:03:51.374300 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f2f12-3dd8-4f99-b2e0-54be8e297b8e service neutron] Pushing event updated for resources: {'Port': ['ID=8d4cb161-94c7-427b-b4e7-cc29db0e2c8c,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:51.403326 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35352f6f-e57a-4332-85a3-1b0b1994a697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:51.405128 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb38e95-9cc1-4b90-9a57-cea0fd5891b9 req-9180fa30-5f59-4582-a3c8-7754953a527b tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:51.406648 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1bb38e95-9cc1-4b90-9a57-cea0fd5891b9 req-9180fa30-5f59-4582-a3c8-7754953a527b tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 945 time: 0.1211402 Aug 16 20:03:51.418375 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6c9f0c1-90fe-4a83-b523-9a9f714c0142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:51.434136 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-ed87883f-0d1e-4bb9-a534-a7f49600c090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:51.435823 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-ed87883f-0d1e-4bb9-a534-a7f49600c090 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=660f9d21c81a4d0490e02db145c56c81&device_id=f187fe73-dd55-4522-8800-ca2f98f79f24 HTTP/1.1" status: 200 len: 1096 time: 0.0766544 Aug 16 20:03:51.488437 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1bb38e95-9cc1-4b90-9a57-cea0fd5891b9 req-259cc987-f371-497a-8ef9-648fe9986cd0 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748315 Aug 16 20:03:51.490341 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-81955c51-dc4d-48bd-bcb3-1d246e6ee83c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d4cb161-94c7-427b-b4e7-cc29db0e2c8c HTTP/1.1" status: 200 len: 217 time: 0.0419266 Aug 16 20:03:51.501037 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f90901-6c78-44d2-a957-7b5f88f3c8ca req-b3aa7813-7ccf-44b5-aee6-f085976d3341 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:51.509683 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-37f90901-6c78-44d2-a957-7b5f88f3c8ca req-b3aa7813-7ccf-44b5-aee6-f085976d3341 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 944 time: 0.2293186 Aug 16 20:03:51.565779 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.db.api [None req-e6c9f0c1-90fe-4a83-b523-9a9f714c0142 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:03:51.565779 n-d-787206-13 neutron-server[94771]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 20:03:51.565779 n-d-787206-13 neutron-server[94771]: [parameters: {'project_id': 'db0b936c97334942a5b9e799a2c8fe40', 'id': '93eebcab-f6bc-4dd5-a2ec-25550bf66808', 'expiration': datetime.datetime(2021, 8, 16, 20, 5, 51, 531053)}] Aug 16 20:03:51.565779 n-d-787206-13 neutron-server[94771]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:03:51.566210 n-d-787206-13 neutron-server[94771]: DEBUG oslo_db.api [None req-e6c9f0c1-90fe-4a83-b523-9a9f714c0142 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:03:51.567089 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1622a1-0992-49b4-b485-93efc47438c2 x-openstack-request-id: req-eb1622a1-0992-49b4-b485-93efc47438c2 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:03:51.567572 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f187fe73-dd55-4522-8800-ca2f98f79f24", "tag": "8d4cb161-94c7-427b-b4e7-cc29db0e2c8c", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:03:51.567829 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eb1622a1-0992-49b4-b485-93efc47438c2 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:03:51.568931 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f187fe73-dd55-4522-8800-ca2f98f79f24', 'tag': '8d4cb161-94c7-427b-b4e7-cc29db0e2c8c', 'status': 'completed', 'code': 200} Aug 16 20:03:51.585938 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-ccbed2ed-83fa-4276-b339-0c0cadd37b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:51.587867 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-ccbed2ed-83fa-4276-b339-0c0cadd37b0e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc HTTP/1.1" status: 200 len: 852 time: 0.0906467 Aug 16 20:03:51.635294 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-37f90901-6c78-44d2-a957-7b5f88f3c8ca req-4023729c-921e-4289-abf8-a1733e6b7768 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245868 Aug 16 20:03:51.652803 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51890fd-2e2a-472c-bab2-2db31f6a18d2 req-d43e631c-0dc0-4d90-a63b-720ec617fcd7 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:51.654137 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-c2d86d97-cfc8-4175-a639-483a49bc7030 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582037 Aug 16 20:03:51.654419 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b51890fd-2e2a-472c-bab2-2db31f6a18d2 req-d43e631c-0dc0-4d90-a63b-720ec617fcd7 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.63 "GET /v2.0/ports?device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 945 time: 0.2186036 Aug 16 20:03:51.682798 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6637ca35-1b2c-4a6e-b58e-1b87bdb452e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a8d2512-cb04-470b-8e5f-525063c9a847 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:03:51.712605 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6637ca35-1b2c-4a6e-b58e-1b87bdb452e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:51.746831 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fff00-1922-48d8-a285-3f77758affbb req-0edfe658-ed60-40ff-bc76-bf864143b134 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:51.748708 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-299fff00-1922-48d8-a285-3f77758affbb req-0edfe658-ed60-40ff-bc76-bf864143b134 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 945 time: 0.1403835 Aug 16 20:03:51.770801 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6637ca35-1b2c-4a6e-b58e-1b87bdb452e7 service neutron] Transition to ACTIVE for port object 5a8d2512-cb04-470b-8e5f-525063c9a847 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:03:51.796621 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6637ca35-1b2c-4a6e-b58e-1b87bdb452e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:51.820116 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35352f6f-e57a-4332-85a3-1b0b1994a697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:51.836696 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-86bf561e-5cf9-44ea-af1f-e2c4c9994eb8 service neutron] 10.222.0.63 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676955 Aug 16 20:03:51.868823 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35352f6f-e57a-4332-85a3-1b0b1994a697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:51.874991 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-299fff00-1922-48d8-a285-3f77758affbb req-1e34bdd9-227e-4c9f-9039-916c34d0486c tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169672 Aug 16 20:03:51.921151 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90990391-2d44-49cb-aea6-2750f80803a5 req-28db6d08-1bcc-451b-8df0-57fe6b0b5b36 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:51.922637 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-90990391-2d44-49cb-aea6-2750f80803a5 req-28db6d08-1bcc-451b-8df0-57fe6b0b5b36 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.57 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 944 time: 0.1557853 Aug 16 20:03:51.964977 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637ca35-1b2c-4a6e-b58e-1b87bdb452e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8d2512-cb04-470b-8e5f-525063c9a847,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:51.971020 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35352f6f-e57a-4332-85a3-1b0b1994a697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de41e0b8-4a5b-4f63-b992-7912eca8bb4b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:51.990515 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-b51890fd-2e2a-472c-bab2-2db31f6a18d2 req-a0d1553f-eb6f-4e7e-91ff-c7db192a109a tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Deleting port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:03:51.990804 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b51890fd-2e2a-472c-bab2-2db31f6a18d2 req-a0d1553f-eb6f-4e7e-91ff-c7db192a109a tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:51.994382 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4bed4a8-e6a6-4d31-9c83-7d43b5401b8d req-d6d8e0ef-4e84-402f-be27-f0105ef01e14 service neutron] 10.222.0.63 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477914 Aug 16 20:03:51.998411 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-35352f6f-e57a-4332-85a3-1b0b1994a697 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=37608da7f9054d6db12dd3b35734d620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8229659 Aug 16 20:03:52.002532 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36682) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:52.072164 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-90990391-2d44-49cb-aea6-2750f80803a5 req-5092c755-d7a3-49ea-8b49-222a200f9911 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Deleting port 3a3364a1-1f25-4954-b847-6095eef6d486 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:03:52.072505 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-90990391-2d44-49cb-aea6-2750f80803a5 req-5092c755-d7a3-49ea-8b49-222a200f9911 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:52.087534 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6c9f0c1-90fe-4a83-b523-9a9f714c0142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:52.123842 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148321de-4e0f-414d-a00e-93731344d38a req-fee322ca-a0fe-4834-96dc-e4ef18a45ba7 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:52.125375 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-148321de-4e0f-414d-a00e-93731344d38a req-fee322ca-a0fe-4834-96dc-e4ef18a45ba7 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=f187fe73-dd55-4522-8800-ca2f98f79f24 HTTP/1.1" status: 200 len: 944 time: 0.2877738 Aug 16 20:03:52.162688 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21b9af-4362-43b4-91ae-2ae517815d3d req-3ad65e91-bc87-42f8-a9dc-5afb609c8cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:52.164275 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5e21b9af-4362-43b4-91ae-2ae517815d3d req-3ad65e91-bc87-42f8-a9dc-5afb609c8cc4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=660f9d21c81a4d0490e02db145c56c81&device_id=f187fe73-dd55-4522-8800-ca2f98f79f24 HTTP/1.1" status: 200 len: 1096 time: 0.1079986 Aug 16 20:03:52.251705 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-90990391-2d44-49cb-aea6-2750f80803a5 req-5092c755-d7a3-49ea-8b49-222a200f9911 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] For port 3a3364a1-1f25-4954-b847-6095eef6d486, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3a3364a1-1f25-4954-b847-6095eef6d486,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:52.252034 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-148321de-4e0f-414d-a00e-93731344d38a req-84aa8486-e1d2-44a3-845f-2ee1e1b6cc2b tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107132 Aug 16 20:03:52.252193 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-90990391-2d44-49cb-aea6-2750f80803a5 req-5092c755-d7a3-49ea-8b49-222a200f9911 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:52.283059 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9b7502a-038c-4e7a-a456-73e115b7b89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:52.284732 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6637ca35-1b2c-4a6e-b58e-1b87bdb452e7 service neutron] Attempting to bind port 5a8d2512-cb04-470b-8e5f-525063c9a847 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:03:52.285057 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6637ca35-1b2c-4a6e-b58e-1b87bdb452e7 service neutron] Attempting to bind port 5a8d2512-cb04-470b-8e5f-525063c9a847 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '84652948-dfec-4209-8e91-f43af2892c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c5366f7d-0e62-48c7-b4d9-d33f22653472'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:03:52.285416 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6637ca35-1b2c-4a6e-b58e-1b87bdb452e7 service neutron] Attempting to bind port 5a8d2512-cb04-470b-8e5f-525063c9a847 on network c5366f7d-0e62-48c7-b4d9-d33f22653472 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:03:52.289556 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-90990391-2d44-49cb-aea6-2750f80803a5 req-5092c755-d7a3-49ea-8b49-222a200f9911 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Calling delete_port for 3a3364a1-1f25-4954-b847-6095eef6d486 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:03:52.317716 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6637ca35-1b2c-4a6e-b58e-1b87bdb452e7 service neutron] Port 5a8d2512-cb04-470b-8e5f-525063c9a847 on network c5366f7d-0e62-48c7-b4d9-d33f22653472 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:03:52.317953 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6637ca35-1b2c-4a6e-b58e-1b87bdb452e7 service neutron] Attempting to bind port 5a8d2512-cb04-470b-8e5f-525063c9a847 on network c5366f7d-0e62-48c7-b4d9-d33f22653472 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:03:52.336155 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39b0e4-710d-4406-a120-81f1fe164700 req-f1ea8fc9-65b3-43da-90a3-0e4611241850 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:52.337522 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-b51890fd-2e2a-472c-bab2-2db31f6a18d2 req-a0d1553f-eb6f-4e7e-91ff-c7db192a109a tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] For port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=028e0b1c-c3bb-4dd1-85c3-e193b851ddd3,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:52.337696 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0e39b0e4-710d-4406-a120-81f1fe164700 req-f1ea8fc9-65b3-43da-90a3-0e4611241850 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] 10.222.0.68 "GET /v2.0/ports?device_id=fcb3daee-5d6d-454c-966c-9b2f3cdbe534 HTTP/1.1" status: 200 len: 944 time: 0.1079135 Aug 16 20:03:52.337899 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b51890fd-2e2a-472c-bab2-2db31f6a18d2 req-a0d1553f-eb6f-4e7e-91ff-c7db192a109a tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:52.350836 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9b7502a-038c-4e7a-a456-73e115b7b89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:52.352723 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6637ca35-1b2c-4a6e-b58e-1b87bdb452e7 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:03:52.353059 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6637ca35-1b2c-4a6e-b58e-1b87bdb452e7 service neutron] Checking segment: {'id': '84652948-dfec-4209-8e91-f43af2892c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c5366f7d-0e62-48c7-b4d9-d33f22653472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:03:52.353449 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6637ca35-1b2c-4a6e-b58e-1b87bdb452e7 service neutron] Bound using segment: {'id': '84652948-dfec-4209-8e91-f43af2892c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c5366f7d-0e62-48c7-b4d9-d33f22653472'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:03:52.353883 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6637ca35-1b2c-4a6e-b58e-1b87bdb452e7 service neutron] Bound port: 5a8d2512-cb04-470b-8e5f-525063c9a847, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84652948-dfec-4209-8e91-f43af2892c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c5366f7d-0e62-48c7-b4d9-d33f22653472'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:03:52.354223 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6637ca35-1b2c-4a6e-b58e-1b87bdb452e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:52.378302 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-b51890fd-2e2a-472c-bab2-2db31f6a18d2 req-a0d1553f-eb6f-4e7e-91ff-c7db192a109a tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Calling delete_port for 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:03:52.381097 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21b9af-4362-43b4-91ae-2ae517815d3d req-09b62248-f1bc-4f46-91c9-d888452a5fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:52.382522 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5e21b9af-4362-43b4-91ae-2ae517815d3d req-09b62248-f1bc-4f46-91c9-d888452a5fec service neutron] 10.222.0.63 "GET /v2.0/networks?id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd HTTP/1.1" status: 200 len: 913 time: 0.2082329 Aug 16 20:03:52.447526 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5e21b9af-4362-43b4-91ae-2ae517815d3d req-32a16eb1-e0a0-4303-ac51-c47c9f7558ee service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d4cb161-94c7-427b-b4e7-cc29db0e2c8c HTTP/1.1" status: 200 len: 217 time: 0.0458810 Aug 16 20:03:52.495325 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0e39b0e4-710d-4406-a120-81f1fe164700 req-d5ff8e29-5eab-498e-bc95-9431480d063c tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6e51435-6bf9-4427-8e6b-56644b1419b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259034 Aug 16 20:03:52.536083 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21b9af-4362-43b4-91ae-2ae517815d3d req-1bd421fe-e12b-4edb-9fe2-ffdddb6c6084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:52.537575 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5e21b9af-4362-43b4-91ae-2ae517815d3d req-1bd421fe-e12b-4edb-9fe2-ffdddb6c6084 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc HTTP/1.1" status: 200 len: 852 time: 0.0805285 Aug 16 20:03:52.542966 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6637ca35-1b2c-4a6e-b58e-1b87bdb452e7 service neutron] For port 5a8d2512-cb04-470b-8e5f-525063c9a847, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:03:52.549179 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6c9f0c1-90fe-4a83-b523-9a9f714c0142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:52.575468 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6c9f0c1-90fe-4a83-b523-9a9f714c0142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:52.579329 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6637ca35-1b2c-4a6e-b58e-1b87bdb452e7 service neutron] For port 5a8d2512-cb04-470b-8e5f-525063c9a847, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5a8d2512-cb04-470b-8e5f-525063c9a847,segment=NetworkSegment(84652948-dfec-4209-8e91-f43af2892c7b),segment_id=84652948-dfec-4209-8e91-f43af2892c7b)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:03:52.587880 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5e21b9af-4362-43b4-91ae-2ae517815d3d req-db31d9ac-9f01-45cf-a128-fec11d1e44f6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411329 Aug 16 20:03:52.605192 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9b7502a-038c-4e7a-a456-73e115b7b89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:52.608362 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9b7502a-038c-4e7a-a456-73e115b7b89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:52.609492 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c9b7502a-038c-4e7a-a456-73e115b7b89f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/de41e0b8-4a5b-4f63-b992-7912eca8bb4b HTTP/1.1" status: 204 len: 168 time: 0.6035416 Aug 16 20:03:52.622679 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6637ca35-1b2c-4a6e-b58e-1b87bdb452e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:52.637956 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-90990391-2d44-49cb-aea6-2750f80803a5 req-5092c755-d7a3-49ea-8b49-222a200f9911 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:52.717390 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092c755-d7a3-49ea-8b49-222a200f9911 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Pushing event deleted for resources: {'Port': ['ID=3a3364a1-1f25-4954-b847-6095eef6d486,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:52.722079 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-90990391-2d44-49cb-aea6-2750f80803a5 req-5092c755-d7a3-49ea-8b49-222a200f9911 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] No DVR routers for this DVR port 3a3364a1-1f25-4954-b847-6095eef6d486 on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:03:52.729529 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-90990391-2d44-49cb-aea6-2750f80803a5 req-5092c755-d7a3-49ea-8b49-222a200f9911 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:52.732020 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-90990391-2d44-49cb-aea6-2750f80803a5 req-5092c755-d7a3-49ea-8b49-222a200f9911 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.57 "DELETE /v2.0/ports/3a3364a1-1f25-4954-b847-6095eef6d486 HTTP/1.1" status: 204 len: 173 time: 0.7996423 Aug 16 20:03:52.735671 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5092c755-d7a3-49ea-8b49-222a200f9911 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:52.735856 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5092c755-d7a3-49ea-8b49-222a200f9911 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:52.736180 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5092c755-d7a3-49ea-8b49-222a200f9911 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:52.736506 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5092c755-d7a3-49ea-8b49-222a200f9911 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:52.736829 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5092c755-d7a3-49ea-8b49-222a200f9911 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:52.737151 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5092c755-d7a3-49ea-8b49-222a200f9911 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:52.737497 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5092c755-d7a3-49ea-8b49-222a200f9911 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:52.737822 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5092c755-d7a3-49ea-8b49-222a200f9911 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:52.738191 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5092c755-d7a3-49ea-8b49-222a200f9911 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:52.739063 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5092c755-d7a3-49ea-8b49-222a200f9911 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:52.739407 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5092c755-d7a3-49ea-8b49-222a200f9911 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:52.739724 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5092c755-d7a3-49ea-8b49-222a200f9911 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:52.763597 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e6c9f0c1-90fe-4a83-b523-9a9f714c0142 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=db0b936c97334942a5b9e799a2c8fe40&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6726036 Aug 16 20:03:52.763597 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9f0c1-90fe-4a83-b523-9a9f714c0142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d04682-feac-4c85-8051-e6e3069e0801,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:52.765006 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36698) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:52.787655 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5e21b9af-4362-43b4-91ae-2ae517815d3d req-aefd9009-593b-474f-87f6-26c67668feb0 service neutron] 10.222.0.63 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914861 Aug 16 20:03:52.808131 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6637ca35-1b2c-4a6e-b58e-1b87bdb452e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:52.809537 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6637ca35-1b2c-4a6e-b58e-1b87bdb452e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:52.811772 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-6637ca35-1b2c-4a6e-b58e-1b87bdb452e7 service neutron] 10.222.0.57 "PUT /v2.0/ports/5a8d2512-cb04-470b-8e5f-525063c9a847 HTTP/1.1" status: 200 len: 1093 time: 2.2016053 Aug 16 20:03:52.814772 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7502a-038c-4e7a-a456-73e115b7b89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de41e0b8-4a5b-4f63-b992-7912eca8bb4b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:52.830367 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb3daee-5d6d-454c-966c-9b2f3cdbe534', 'tag': '5a8d2512-cb04-470b-8e5f-525063c9a847'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:03:52.835387 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc4cbba-c262-4f91-866d-59b433b40678" -d '{"events": [{"name": "network-changed", "server_uuid": "fcb3daee-5d6d-454c-966c-9b2f3cdbe534", "tag": "5a8d2512-cb04-470b-8e5f-525063c9a847"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:03:52.895685 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e713fd-a1e2-4f25-8f54-d6e026f91bad req-d7e122fa-1a5e-4e11-9592-f3a4b091a8fa tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:52.899800 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-12e713fd-a1e2-4f25-8f54-d6e026f91bad req-d7e122fa-1a5e-4e11-9592-f3a4b091a8fa tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=82951381-23c8-4537-a6c1-336a9dc2f33a HTTP/1.1" status: 200 len: 945 time: 0.2958202 Aug 16 20:03:52.902441 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637ca35-1b2c-4a6e-b58e-1b87bdb452e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8d2512-cb04-470b-8e5f-525063c9a847,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:52.946456 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5e21b9af-4362-43b4-91ae-2ae517815d3d req-baa65f64-1a6c-4374-969d-397770229678 service neutron] 10.222.0.63 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499748 Aug 16 20:03:52.990992 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b51890fd-2e2a-472c-bab2-2db31f6a18d2 req-a0d1553f-eb6f-4e7e-91ff-c7db192a109a tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:53.026823 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36704) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:53.041039 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-12e713fd-a1e2-4f25-8f54-d6e026f91bad req-1cedd900-4d34-4b0d-b027-24690813f1cf tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207638 Aug 16 20:03:53.047125 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99de4a5d-6cd7-4562-bce5-2083b86ff1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:53.047833 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1553f-eb6f-4e7e-91ff-c7db192a109a tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Pushing event deleted for resources: {'Port': ['ID=028e0b1c-c3bb-4dd1-85c3-e193b851ddd3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:53.093651 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-32637e95-b266-4f0f-9106-c9e7cfe81faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:53.095172 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-32637e95-b266-4f0f-9106-c9e7cfe81faf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7953acbddec64dfe80daa44374e7d7da&device_id=fcb3daee-5d6d-454c-966c-9b2f3cdbe534 HTTP/1.1" status: 200 len: 1096 time: 0.2209964 Aug 16 20:03:53.097857 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1422f5b6-380b-4ce8-a8b1-f585562b3bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:53.120672 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51890fd-2e2a-472c-bab2-2db31f6a18d2 req-a0d1553f-eb6f-4e7e-91ff-c7db192a109a tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] No DVR routers for this DVR port 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 on host n-h2-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:03:53.127612 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b51890fd-2e2a-472c-bab2-2db31f6a18d2 req-a0d1553f-eb6f-4e7e-91ff-c7db192a109a tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:53.130249 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b51890fd-2e2a-472c-bab2-2db31f6a18d2 req-a0d1553f-eb6f-4e7e-91ff-c7db192a109a tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.63 "DELETE /v2.0/ports/028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 HTTP/1.1" status: 204 len: 173 time: 1.4623945 Aug 16 20:03:53.181365 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-27752193-5ffd-4440-90bf-4c6469ed9dfe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a8d2512-cb04-470b-8e5f-525063c9a847 HTTP/1.1" status: 200 len: 217 time: 0.0580921 Aug 16 20:03:53.186721 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1422f5b6-380b-4ce8-a8b1-f585562b3bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:53.219831 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cbd84f61-7a13-4d40-8d37-a0d116572cbb req-4c39b46d-60fb-4f72-bdf5-2a03d573ba15 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=67b507ac-42bf-413a-af56-93535bbf4a5a HTTP/1.1" status: 200 len: 210 time: 0.0794058 Aug 16 20:03:53.275037 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be6f3f8-aa4e-46ab-811a-50af886c335c x-openstack-request-id: req-1be6f3f8-aa4e-46ab-811a-50af886c335c {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:03:53.275619 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcb3daee-5d6d-454c-966c-9b2f3cdbe534", "tag": "5a8d2512-cb04-470b-8e5f-525063c9a847", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:03:53.276026 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1be6f3f8-aa4e-46ab-811a-50af886c335c {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:03:53.276633 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb3daee-5d6d-454c-966c-9b2f3cdbe534', 'tag': '5a8d2512-cb04-470b-8e5f-525063c9a847', 'status': 'completed', 'code': 200} Aug 16 20:03:53.278672 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99de4a5d-6cd7-4562-bce5-2083b86ff1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:53.288747 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99de4a5d-6cd7-4562-bce5-2083b86ff1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:53.361142 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-f8fdd7d0-584e-4c69-8424-f9755d4dfe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:53.362589 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-f8fdd7d0-584e-4c69-8424-f9755d4dfe88 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=50c58c3d-bf24-4120-bc19-85467393ab3b HTTP/1.1" status: 200 len: 857 time: 0.1737306 Aug 16 20:03:53.414214 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-99de4a5d-6cd7-4562-bce5-2083b86ff1d0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4163fe38164a4ae7a26b7158e9d7526b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3859847 Aug 16 20:03:53.424337 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36708) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:53.427304 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de4a5d-6cd7-4562-bce5-2083b86ff1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00da606-b984-45d7-979c-20cf453f8a2f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:53.428592 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-c9589429-802a-48d8-80bf-048fd0a49070 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c5366f7d-0e62-48c7-b4d9-d33f22653472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493968 Aug 16 20:03:53.457733 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1422f5b6-380b-4ce8-a8b1-f585562b3bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:53.460219 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1422f5b6-380b-4ce8-a8b1-f585562b3bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:53.461309 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1422f5b6-380b-4ce8-a8b1-f585562b3bd7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/48d04682-feac-4c85-8051-e6e3069e0801 HTTP/1.1" status: 204 len: 168 time: 0.6868227 Aug 16 20:03:53.480714 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc98a03-91aa-4fc8-8bf9-8771c8879c8e req-39afdadd-cec3-4ae1-b0fd-603c8bc8c21d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:53.481522 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84e048-aa49-4586-b7db-f85d30e22864 req-449a7709-d24a-470d-a044-3d84b9328e74 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:53.482210 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-abc98a03-91aa-4fc8-8bf9-8771c8879c8e req-39afdadd-cec3-4ae1-b0fd-603c8bc8c21d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=f187fe73-dd55-4522-8800-ca2f98f79f24 HTTP/1.1" status: 200 len: 944 time: 0.1359787 Aug 16 20:03:53.483023 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2c84e048-aa49-4586-b7db-f85d30e22864 req-449a7709-d24a-470d-a044-3d84b9328e74 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 945 time: 0.1595674 Aug 16 20:03:53.515962 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5abf1cbd-eb9a-4b82-b27d-f89c0a98e1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:53.529969 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422f5b6-380b-4ce8-a8b1-f585562b3bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d04682-feac-4c85-8051-e6e3069e0801,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:53.557454 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5abf1cbd-eb9a-4b82-b27d-f89c0a98e1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:53.568411 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-abc98a03-91aa-4fc8-8bf9-8771c8879c8e req-f27c4808-776e-4209-a2ef-1a55cf433c1f tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557508 Aug 16 20:03:53.571653 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2c84e048-aa49-4586-b7db-f85d30e22864 req-5950e813-b599-4158-9f90-278f47dffa67 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750697 Aug 16 20:03:53.576314 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b507ac-42bf-413a-af56-93535bbf4a5a', 'name': 'network-vif-deleted', 'tag': '3a3364a1-1f25-4954-b847-6095eef6d486'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:03:53.578780 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ad83f8-1f9d-4d40-9dfe-1f9cc53484e4" -d '{"events": [{"server_uuid": "67b507ac-42bf-413a-af56-93535bbf4a5a", "name": "network-vif-deleted", "tag": "3a3364a1-1f25-4954-b847-6095eef6d486"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:03:53.602272 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-29932e5c-69a4-4e51-9b60-13f259b60ec9 service neutron] 10.222.0.57 "GET /v2.0/networks/c5366f7d-0e62-48c7-b4d9-d33f22653472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639638 Aug 16 20:03:53.634395 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5abf1cbd-eb9a-4b82-b27d-f89c0a98e1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:53.637400 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5abf1cbd-eb9a-4b82-b27d-f89c0a98e1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:53.641016 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5abf1cbd-eb9a-4b82-b27d-f89c0a98e1c3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f00da606-b984-45d7-979c-20cf453f8a2f HTTP/1.1" status: 204 len: 168 time: 0.2125039 Aug 16 20:03:53.656024 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf1cbd-eb9a-4b82-b27d-f89c0a98e1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00da606-b984-45d7-979c-20cf453f8a2f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:53.674600 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cb5b85-ee84-4f99-ae72-fc30cf4275c3 x-openstack-request-id: req-35cb5b85-ee84-4f99-ae72-fc30cf4275c3 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:03:53.675027 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b507ac-42bf-413a-af56-93535bbf4a5a", "name": "network-vif-deleted", "tag": "3a3364a1-1f25-4954-b847-6095eef6d486", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:03:53.675230 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-35cb5b85-ee84-4f99-ae72-fc30cf4275c3 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:03:53.675570 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b507ac-42bf-413a-af56-93535bbf4a5a', 'name': 'network-vif-deleted', 'tag': '3a3364a1-1f25-4954-b847-6095eef6d486', 'status': 'completed', 'code': 200} Aug 16 20:03:53.763783 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c48613-d0f8-4efa-9c7d-9c4355651985 req-9f03e3c0-40c4-4c75-bbca-8b7f5905dd71 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:53.765301 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-65c48613-d0f8-4efa-9c7d-9c4355651985 req-9f03e3c0-40c4-4c75-bbca-8b7f5905dd71 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] 10.222.0.68 "GET /v2.0/ports?device_id=fcb3daee-5d6d-454c-966c-9b2f3cdbe534 HTTP/1.1" status: 200 len: 944 time: 0.0862801 Aug 16 20:03:53.776746 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ceb9aa7-8e47-4bfd-a001-ac9edabdde64 req-166d433a-ce09-4933-bb45-84d0ab68e621 service neutron] 10.222.0.57 "GET /v2.0/networks/c5366f7d-0e62-48c7-b4d9-d33f22653472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556008 Aug 16 20:03:53.812780 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-65c48613-d0f8-4efa-9c7d-9c4355651985 req-8cea5090-f72c-426f-8474-1b90012ffe4d tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6e51435-6bf9-4427-8e6b-56644b1419b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394385 Aug 16 20:03:53.925150 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4cbba-c262-4f91-866d-59b433b40678 req-529bf955-0fe3-4468-b9a6-584d1d296c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:53.927556 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1bc4cbba-c262-4f91-866d-59b433b40678 req-529bf955-0fe3-4468-b9a6-584d1d296c95 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7953acbddec64dfe80daa44374e7d7da&device_id=fcb3daee-5d6d-454c-966c-9b2f3cdbe534 HTTP/1.1" status: 200 len: 1096 time: 0.0558796 Aug 16 20:03:54.039426 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73629ffa-c59c-4bb1-9f9a-f15f5686b17f req-199fe4a8-199c-4ffb-bc5d-9025a046d853 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:54.040772 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-73629ffa-c59c-4bb1-9f9a-f15f5686b17f req-199fe4a8-199c-4ffb-bc5d-9025a046d853 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 945 time: 0.1103182 Aug 16 20:03:54.073462 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36730) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:54.088055 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4cbba-c262-4f91-866d-59b433b40678 req-9c0a1efe-10d5-4770-aea3-27469e4435a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:54.089539 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1bc4cbba-c262-4f91-866d-59b433b40678 req-9c0a1efe-10d5-4770-aea3-27469e4435a1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c5366f7d-0e62-48c7-b4d9-d33f22653472 HTTP/1.1" status: 200 len: 918 time: 0.1487856 Aug 16 20:03:54.091597 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cfd1991e-15e7-4d3d-b3f0-4f8e688d4f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:54.103551 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-73629ffa-c59c-4bb1-9f9a-f15f5686b17f req-b133fd36-f161-4729-b915-27e785125c43 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529718 Aug 16 20:03:54.149397 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1bc4cbba-c262-4f91-866d-59b433b40678 req-5a01b5fa-88b7-4146-b276-1cd02077b5b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a8d2512-cb04-470b-8e5f-525063c9a847 HTTP/1.1" status: 200 len: 217 time: 0.0424085 Aug 16 20:03:54.220793 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cfd1991e-15e7-4d3d-b3f0-4f8e688d4f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:54.231008 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cfd1991e-15e7-4d3d-b3f0-4f8e688d4f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:54.258705 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3a3364a1-1f25-4954-b847-6095eef6d486 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:03:54.261623 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 8d4cb161-94c7-427b-b4e7-cc29db0e2c8c details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:03:54.263244 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4cbba-c262-4f91-866d-59b433b40678 req-77fe5fe1-d29e-4b4b-a1e7-eb4b8c8eca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:54.264768 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:03:54.266560 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1bc4cbba-c262-4f91-866d-59b433b40678 req-77fe5fe1-d29e-4b4b-a1e7-eb4b8c8eca96 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=50c58c3d-bf24-4120-bc19-85467393ab3b HTTP/1.1" status: 200 len: 857 time: 0.1090729 Aug 16 20:03:54.274127 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-cfd1991e-15e7-4d3d-b3f0-4f8e688d4f39 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=57aa233b74684523bf405ce8da47df20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1984117 Aug 16 20:03:54.278078 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36742) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:54.285624 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1991e-15e7-4d3d-b3f0-4f8e688d4f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d1cf06-ba6e-491d-9cb4-d2efb689876a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:54.341613 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1bc4cbba-c262-4f91-866d-59b433b40678 req-21221a4a-7872-40fb-9892-36479ed1342b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c5366f7d-0e62-48c7-b4d9-d33f22653472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641303 Aug 16 20:03:54.361925 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a3a40913-eef1-4301-a244-3f42eb697129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:54.381999 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 3a3364a1-1f25-4954-b847-6095eef6d486 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:03:54.382619 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3a3364a1-1f25-4954-b847-6095eef6d486 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:03:54.384053 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:03:54.384594 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 028e0b1c-c3bb-4dd1-85c3-e193b851ddd3 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:03:54.409771 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a3a40913-eef1-4301-a244-3f42eb697129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:54.539335 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1bc4cbba-c262-4f91-866d-59b433b40678 req-c909b946-9d22-483a-8fd3-9777ba2744eb service neutron] 10.222.0.57 "GET /v2.0/networks/c5366f7d-0e62-48c7-b4d9-d33f22653472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889019 Aug 16 20:03:54.567387 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f5f4f-69cd-462f-81a1-7da3f2aa2879 req-31e849a4-4628-4e0e-b742-617c91315e57 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:54.575332 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 8d4cb161-94c7-427b-b4e7-cc29db0e2c8c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=8d4cb161-94c7-427b-b4e7-cc29db0e2c8c,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:54.577349 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d76f5f4f-69cd-462f-81a1-7da3f2aa2879 req-31e849a4-4628-4e0e-b742-617c91315e57 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 945 time: 0.0925577 Aug 16 20:03:54.589832 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '8d4cb161-94c7-427b-b4e7-cc29db0e2c8c', 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd', 'port_id': '8d4cb161-94c7-427b-b4e7-cc29db0e2c8c', 'mac_address': 'fa:16:3e:da:1c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:03:54.598614 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a3a40913-eef1-4301-a244-3f42eb697129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:54.601704 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a3a40913-eef1-4301-a244-3f42eb697129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:54.603090 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a3a40913-eef1-4301-a244-3f42eb697129 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f6d1cf06-ba6e-491d-9cb4-d2efb689876a HTTP/1.1" status: 204 len: 168 time: 0.3235030 Aug 16 20:03:54.620183 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a40913-eef1-4301-a244-3f42eb697129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d1cf06-ba6e-491d-9cb4-d2efb689876a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:54.645718 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d76f5f4f-69cd-462f-81a1-7da3f2aa2879 req-f77adacc-8fc1-4ec1-aa64-f815eeb92fbe tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671759 Aug 16 20:03:54.720281 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:54.752167 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4cb161-94c7-427b-b4e7-cc29db0e2c8c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:03:54.789322 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 8d4cb161-94c7-427b-b4e7-cc29db0e2c8c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=8d4cb161-94c7-427b-b4e7-cc29db0e2c8c,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:54.809612 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:54.827287 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc30f1-0de4-41f0-bd41-80de645db8e6 req-042ed6a6-e188-4ef9-860d-4d7db83eb2f4 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:54.836977 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b2fc30f1-0de4-41f0-bd41-80de645db8e6 req-042ed6a6-e188-4ef9-860d-4d7db83eb2f4 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=f187fe73-dd55-4522-8800-ca2f98f79f24 HTTP/1.1" status: 200 len: 944 time: 0.1015029 Aug 16 20:03:54.899961 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1bc4cbba-c262-4f91-866d-59b433b40678 req-afc6587e-0ada-407e-bca9-1a747ab25224 service neutron] 10.222.0.57 "GET /v2.0/networks/c5366f7d-0e62-48c7-b4d9-d33f22653472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530595 Aug 16 20:03:54.921461 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b2fc30f1-0de4-41f0-bd41-80de645db8e6 req-b2bd2982-bcb4-48e9-89dc-6371fe75b84d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777915 Aug 16 20:03:54.923039 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=8d4cb161-94c7-427b-b4e7-cc29db0e2c8c,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:54.933639 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:54.934299 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:54.934814 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:54.935147 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:54.935514 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:54.935976 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:54.936663 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:54.937435 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:54.937914 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:54.938380 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:54.938844 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:54.939336 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:03:54.955785 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f197e6-5385-4398-b766-d4d60d632a26 req-e25470cf-c23f-4fb1-bf11-3217cacebe50 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:54.963967 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02f197e6-5385-4398-b766-d4d60d632a26 req-e25470cf-c23f-4fb1-bf11-3217cacebe50 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=0b063746-e496-4b45-82ca-424f7674d639 HTTP/1.1" status: 200 len: 945 time: 0.2111304 Aug 16 20:03:54.978259 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0ec88-8caa-4e32-ad26-ba9c7f39d669 req-e6a577f4-2973-492d-b836-4d46d8f77b1d tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:54.980363 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4ef0ec88-8caa-4e32-ad26-ba9c7f39d669 req-e6a577f4-2973-492d-b836-4d46d8f77b1d tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.63 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 945 time: 0.1502407 Aug 16 20:03:55.039458 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['8d4cb161-94c7-427b-b4e7-cc29db0e2c8c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:03:55.102854 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02f197e6-5385-4398-b766-d4d60d632a26 req-b4a565c8-a729-4514-a0a9-5fcd07ca22c1 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378291 Aug 16 20:03:55.125165 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366fccc-84cd-46fb-b31b-26b24467c0fb req-ff9e91eb-d286-42bd-b1a1-31ac83993b04 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:55.135773 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6366fccc-84cd-46fb-b31b-26b24467c0fb req-ff9e91eb-d286-42bd-b1a1-31ac83993b04 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] 10.222.0.68 "GET /v2.0/ports?device_id=fcb3daee-5d6d-454c-966c-9b2f3cdbe534 HTTP/1.1" status: 200 len: 944 time: 0.1269383 Aug 16 20:03:55.190375 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c7dba-04f0-433c-aecd-bb6417d5d849 req-062a9b2d-4087-4bd3-b2bf-dda83a7d476c tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:55.199569 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-557c7dba-04f0-433c-aecd-bb6417d5d849 req-062a9b2d-4087-4bd3-b2bf-dda83a7d476c tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b063746-e496-4b45-82ca-424f7674d639 HTTP/1.1" status: 200 len: 945 time: 0.1717401 Aug 16 20:03:55.251904 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6366fccc-84cd-46fb-b31b-26b24467c0fb req-dedf3a59-4f65-4303-b8c3-0456035e67be tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6e51435-6bf9-4427-8e6b-56644b1419b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144037 Aug 16 20:03:55.254502 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36782) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:55.616210 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82951381-23c8-4537-a6c1-336a9dc2f33a', 'name': 'network-vif-deleted', 'tag': '028e0b1c-c3bb-4dd1-85c3-e193b851ddd3'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:03:55.618585 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bab9fe-d358-4abe-9269-82de4932cdb1" -d '{"events": [{"server_uuid": "82951381-23c8-4537-a6c1-336a9dc2f33a", "name": "network-vif-deleted", "tag": "028e0b1c-c3bb-4dd1-85c3-e193b851ddd3"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:03:55.655786 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5889d476-b293-4983-ab36-a565a5776ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:55.692570 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20151679-d59e-4de3-ae1c-b81d05f0d255 x-openstack-request-id: req-20151679-d59e-4de3-ae1c-b81d05f0d255 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:03:55.692855 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82951381-23c8-4537-a6c1-336a9dc2f33a", "name": "network-vif-deleted", "tag": "028e0b1c-c3bb-4dd1-85c3-e193b851ddd3", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:03:55.693169 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-20151679-d59e-4de3-ae1c-b81d05f0d255 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:03:55.693483 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82951381-23c8-4537-a6c1-336a9dc2f33a', 'name': 'network-vif-deleted', 'tag': '028e0b1c-c3bb-4dd1-85c3-e193b851ddd3', 'status': 'completed', 'code': 200} Aug 16 20:03:55.697663 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-4ef0ec88-8caa-4e32-ad26-ba9c7f39d669 req-62350ffd-f7c8-47d8-ad98-ce37fd39371e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Deleting port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:03:55.698012 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4ef0ec88-8caa-4e32-ad26-ba9c7f39d669 req-62350ffd-f7c8-47d8-ad98-ce37fd39371e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:55.760779 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7503d-0dea-40a2-901f-625884454999 req-36029cad-d613-4bf6-8d7f-b85e6c748b98 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:55.762404 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3fc7503d-0dea-40a2-901f-625884454999 req-36029cad-d613-4bf6-8d7f-b85e6c748b98 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 945 time: 0.5508504 Aug 16 20:03:55.825133 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d10d5b-bfe2-4617-a3ee-e7b104d455b6 req-e2389fa2-a127-4150-b47b-971e9bebb09d tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:55.827316 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e9d10d5b-bfe2-4617-a3ee-e7b104d455b6 req-e2389fa2-a127-4150-b47b-971e9bebb09d tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 945 time: 0.0830567 Aug 16 20:03:55.887324 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e9d10d5b-bfe2-4617-a3ee-e7b104d455b6 req-7f9a1f9b-634e-40b7-99bc-c54fca6a4f78 tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/security-groups?id=df68dd35-3152-478d-b6b2-aebebcdcd27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512204 Aug 16 20:03:55.907334 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3fc7503d-0dea-40a2-901f-625884454999 req-5053dbcd-1c68-4c9f-b75a-bf0d886c9d51 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290681 Aug 16 20:03:55.909395 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-4ef0ec88-8caa-4e32-ad26-ba9c7f39d669 req-62350ffd-f7c8-47d8-ad98-ce37fd39371e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] For port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=210b9f61-2b6e-463d-b4dd-b2b93ef71c38,segment=NetworkSegment(ee6c6d07-e921-4d74-a773-6cab7513fa74),segment_id=ee6c6d07-e921-4d74-a773-6cab7513fa74)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:55.909771 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4ef0ec88-8caa-4e32-ad26-ba9c7f39d669 req-62350ffd-f7c8-47d8-ad98-ce37fd39371e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:55.943738 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-4ef0ec88-8caa-4e32-ad26-ba9c7f39d669 req-62350ffd-f7c8-47d8-ad98-ce37fd39371e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Calling delete_port for 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:03:55.955849 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-557c7dba-04f0-433c-aecd-bb6417d5d849 req-ae123dc8-8dde-4dc1-9d6a-5997949ca2a2 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Deleting port 60bdef77-16d9-469f-9e7e-e885abfe58e7 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:03:55.956194 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-557c7dba-04f0-433c-aecd-bb6417d5d849 req-ae123dc8-8dde-4dc1-9d6a-5997949ca2a2 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:56.091978 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869b699-e787-42e5-a332-998b5374600e req-9bbbb1a7-4a9e-4588-94ee-b8c8153e7689 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:56.094174 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9869b699-e787-42e5-a332-998b5374600e req-9bbbb1a7-4a9e-4588-94ee-b8c8153e7689 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=f187fe73-dd55-4522-8800-ca2f98f79f24 HTTP/1.1" status: 200 len: 945 time: 0.0760489 Aug 16 20:03:56.135971 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5889d476-b293-4983-ab36-a565a5776ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:56.147971 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5889d476-b293-4983-ab36-a565a5776ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:56.169187 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9869b699-e787-42e5-a332-998b5374600e req-7d82991f-8bd7-4bf3-b92d-93d283d810cd tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591962 Aug 16 20:03:56.201923 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-557c7dba-04f0-433c-aecd-bb6417d5d849 req-ae123dc8-8dde-4dc1-9d6a-5997949ca2a2 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] For port 60bdef77-16d9-469f-9e7e-e885abfe58e7, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=60bdef77-16d9-469f-9e7e-e885abfe58e7,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:56.202311 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-557c7dba-04f0-433c-aecd-bb6417d5d849 req-ae123dc8-8dde-4dc1-9d6a-5997949ca2a2 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:56.238831 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-557c7dba-04f0-433c-aecd-bb6417d5d849 req-ae123dc8-8dde-4dc1-9d6a-5997949ca2a2 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Calling delete_port for 60bdef77-16d9-469f-9e7e-e885abfe58e7 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:03:56.260281 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 5a8d2512-cb04-470b-8e5f-525063c9a847 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:03:56.261823 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5889d476-b293-4983-ab36-a565a5776ca3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5f48b8bbc1fa4790b7371f6979462727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9888978 Aug 16 20:03:56.263623 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 8d4cb161-94c7-427b-b4e7-cc29db0e2c8c up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:03:56.266738 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36834) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:56.274834 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889d476-b293-4983-ab36-a565a5776ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7910e5-6904-4f27-b486-e7717da3cbcc,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:56.347217 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 8d4cb161-94c7-427b-b4e7-cc29db0e2c8c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:03:56.381486 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33a83a-22b4-40d7-b7d4-b03a35c391cf req-a6c58c05-676f-4758-998c-90a3692ab0b1 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:56.383070 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1a33a83a-22b4-40d7-b7d4-b03a35c391cf req-a6c58c05-676f-4758-998c-90a3692ab0b1 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=0b063746-e496-4b45-82ca-424f7674d639 HTTP/1.1" status: 200 len: 945 time: 0.1764352 Aug 16 20:03:56.405028 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4ef0ec88-8caa-4e32-ad26-ba9c7f39d669 req-62350ffd-f7c8-47d8-ad98-ce37fd39371e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:56.438834 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 8d4cb161-94c7-427b-b4e7-cc29db0e2c8c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:03:56.439699 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:56.459467 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f714d6f-3ef1-4173-9d8f-9068a6f7f3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:56.460444 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62350ffd-f7c8-47d8-ad98-ce37fd39371e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Pushing event deleted for resources: {'Port': ['ID=210b9f61-2b6e-463d-b4dd-b2b93ef71c38,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:56.503126 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f714d6f-3ef1-4173-9d8f-9068a6f7f3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:56.549870 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1a33a83a-22b4-40d7-b7d4-b03a35c391cf req-99be91b7-9bb1-4a8c-b1bc-d1cf266c2b73 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541762 Aug 16 20:03:56.567203 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef0ec88-8caa-4e32-ad26-ba9c7f39d669 req-62350ffd-f7c8-47d8-ad98-ce37fd39371e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] No DVR routers for this DVR port 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 on host n-h2-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:03:56.567362 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341b11b-f141-4cde-b3c5-982497fa15d3 req-b924ff03-fa8b-46d5-a2dd-0eac242beb69 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:56.567362 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5341b11b-f141-4cde-b3c5-982497fa15d3 req-b924ff03-fa8b-46d5-a2dd-0eac242beb69 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] 10.222.0.68 "GET /v2.0/ports?device_id=fcb3daee-5d6d-454c-966c-9b2f3cdbe534 HTTP/1.1" status: 200 len: 944 time: 0.1769407 Aug 16 20:03:56.578228 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4ef0ec88-8caa-4e32-ad26-ba9c7f39d669 req-62350ffd-f7c8-47d8-ad98-ce37fd39371e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:56.580727 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 5a8d2512-cb04-470b-8e5f-525063c9a847, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5a8d2512-cb04-470b-8e5f-525063c9a847,segment=NetworkSegment(84652948-dfec-4209-8e91-f43af2892c7b),segment_id=84652948-dfec-4209-8e91-f43af2892c7b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:56.581826 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4ef0ec88-8caa-4e32-ad26-ba9c7f39d669 req-62350ffd-f7c8-47d8-ad98-ce37fd39371e tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.63 "DELETE /v2.0/ports/210b9f61-2b6e-463d-b4dd-b2b93ef71c38 HTTP/1.1" status: 204 len: 173 time: 1.5942214 Aug 16 20:03:56.609061 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '5a8d2512-cb04-470b-8e5f-525063c9a847', 'network_id': 'c5366f7d-0e62-48c7-b4d9-d33f22653472', 'port_id': '5a8d2512-cb04-470b-8e5f-525063c9a847', 'mac_address': 'fa:16:3e:ae:83:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50c58c3d-bf24-4120-bc19-85467393ab3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:03:56.622598 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-557c7dba-04f0-433c-aecd-bb6417d5d849 req-ae123dc8-8dde-4dc1-9d6a-5997949ca2a2 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:56.630902 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:56.653129 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5341b11b-f141-4cde-b3c5-982497fa15d3 req-28363472-bbee-43b5-a153-115383866242 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6e51435-6bf9-4427-8e6b-56644b1419b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754483 Aug 16 20:03:56.657420 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f714d6f-3ef1-4173-9d8f-9068a6f7f3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:56.664349 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f714d6f-3ef1-4173-9d8f-9068a6f7f3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:56.676113 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae123dc8-8dde-4dc1-9d6a-5997949ca2a2 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Pushing event deleted for resources: {'Port': ['ID=60bdef77-16d9-469f-9e7e-e885abfe58e7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:56.686804 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1f714d6f-3ef1-4173-9d8f-9068a6f7f3d4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4d7910e5-6904-4f27-b486-e7717da3cbcc HTTP/1.1" status: 204 len: 168 time: 0.4182436 Aug 16 20:03:56.698894 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f714d6f-3ef1-4173-9d8f-9068a6f7f3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7910e5-6904-4f27-b486-e7717da3cbcc,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:56.741737 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-557c7dba-04f0-433c-aecd-bb6417d5d849 req-ae123dc8-8dde-4dc1-9d6a-5997949ca2a2 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] No DVR routers for this DVR port 60bdef77-16d9-469f-9e7e-e885abfe58e7 on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:03:56.744933 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-557c7dba-04f0-433c-aecd-bb6417d5d849 req-ae123dc8-8dde-4dc1-9d6a-5997949ca2a2 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:56.748050 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-557c7dba-04f0-433c-aecd-bb6417d5d849 req-ae123dc8-8dde-4dc1-9d6a-5997949ca2a2 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.57 "DELETE /v2.0/ports/60bdef77-16d9-469f-9e7e-e885abfe58e7 HTTP/1.1" status: 204 len: 173 time: 1.5350170 Aug 16 20:03:56.766427 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 8d4cb161-94c7-427b-b4e7-cc29db0e2c8c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=8d4cb161-94c7-427b-b4e7-cc29db0e2c8c,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:56.768702 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f187fe73-dd55-4522-8800-ca2f98f79f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4cb161-94c7-427b-b4e7-cc29db0e2c8c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:03:56.774290 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59404dc-1972-4299-9159-3a313eacfaf7" -d '{"events": [{"server_uuid": "f187fe73-dd55-4522-8800-ca2f98f79f24", "name": "network-vif-plugged", "status": "completed", "tag": "8d4cb161-94c7-427b-b4e7-cc29db0e2c8c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:03:56.779947 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:56.815103 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:56.816081 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:03:56.852175 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633235ef-8735-489c-a47a-6d21a52e64ff x-openstack-request-id: req-633235ef-8735-489c-a47a-6d21a52e64ff {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:03:56.852422 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f187fe73-dd55-4522-8800-ca2f98f79f24", "name": "network-vif-plugged", "status": "completed", "tag": "8d4cb161-94c7-427b-b4e7-cc29db0e2c8c", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:03:56.852763 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-633235ef-8735-489c-a47a-6d21a52e64ff {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:03:56.853409 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f187fe73-dd55-4522-8800-ca2f98f79f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4cb161-94c7-427b-b4e7-cc29db0e2c8c', 'code': 200} Aug 16 20:03:56.855830 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a8d2512-cb04-470b-8e5f-525063c9a847 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:03:56.885633 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:03:56.886058 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 210b9f61-2b6e-463d-b4dd-b2b93ef71c38 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:03:56.927404 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 5a8d2512-cb04-470b-8e5f-525063c9a847, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5a8d2512-cb04-470b-8e5f-525063c9a847,segment=NetworkSegment(84652948-dfec-4209-8e91-f43af2892c7b),segment_id=84652948-dfec-4209-8e91-f43af2892c7b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:56.940538 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:56.949933 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=8d4cb161-94c7-427b-b4e7-cc29db0e2c8c,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:57.030589 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=5a8d2512-cb04-470b-8e5f-525063c9a847,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:57.039288 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd5e61-ba94-4460-9416-49598fe874f7 req-743c83f9-8d92-45bb-b3a9-012936b7801a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:57.046921 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c59a075d-9d5b-4cdd-855a-686fc8212a1f req-e18c7211-fd26-40f8-9f32-f6c953ab058b tempest-LiveAutoBlockMigrationV225Test-481437976 tempest-LiveAutoBlockMigrationV225Test-481437976-project] 10.222.0.68 "GET /v2.0/ports?device_id=465e3bd2-2281-4d83-8bb1-72e2d9ee3532 HTTP/1.1" status: 200 len: 210 time: 0.0392547 Aug 16 20:03:57.060345 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-efbd5e61-ba94-4460-9416-49598fe874f7 req-743c83f9-8d92-45bb-b3a9-012936b7801a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f187fe73-dd55-4522-8800-ca2f98f79f24 HTTP/1.1" status: 200 len: 1098 time: 0.1355834 Aug 16 20:03:57.157154 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-efbd5e61-ba94-4460-9416-49598fe874f7 req-23a6ab12-df9d-4931-b3aa-5c639b8b0b79 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877590 Aug 16 20:03:57.172468 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaaf932-9d51-4d57-a4cd-9846d25919d5 req-3dd66434-2342-4840-affc-3588848c52b6 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:57.182121 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5eaaf932-9d51-4d57-a4cd-9846d25919d5 req-3dd66434-2342-4840-affc-3588848c52b6 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 945 time: 0.0981901 Aug 16 20:03:57.190811 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['5a8d2512-cb04-470b-8e5f-525063c9a847'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:03:57.243360 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5eaaf932-9d51-4d57-a4cd-9846d25919d5 req-9b72a6e8-c379-4245-b244-99151d1e2db8 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571814 Aug 16 20:03:57.365075 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f39822-c178-4c73-9663-2485c953bed6 req-6f9b0fd9-ac6f-4485-85e4-971aaea13f41 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:57.378297 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-52f39822-c178-4c73-9663-2485c953bed6 req-6f9b0fd9-ac6f-4485-85e4-971aaea13f41 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=f187fe73-dd55-4522-8800-ca2f98f79f24 HTTP/1.1" status: 200 len: 946 time: 0.0908065 Aug 16 20:03:57.446378 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-52f39822-c178-4c73-9663-2485c953bed6 req-d29a4694-633e-415b-8baa-ece8235954a4 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669756 Aug 16 20:03:57.695285 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465e3bd2-2281-4d83-8bb1-72e2d9ee3532', 'name': 'network-vif-deleted', 'tag': '210b9f61-2b6e-463d-b4dd-b2b93ef71c38'}, {'server_uuid': '0b063746-e496-4b45-82ca-424f7674d639', 'name': 'network-vif-deleted', 'tag': '60bdef77-16d9-469f-9e7e-e885abfe58e7'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:03:57.698487 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad7cb5e-17d3-43c2-b291-53026f3ad295" -d '{"events": [{"server_uuid": "465e3bd2-2281-4d83-8bb1-72e2d9ee3532", "name": "network-vif-deleted", "tag": "210b9f61-2b6e-463d-b4dd-b2b93ef71c38"}, {"server_uuid": "0b063746-e496-4b45-82ca-424f7674d639", "name": "network-vif-deleted", "tag": "60bdef77-16d9-469f-9e7e-e885abfe58e7"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:03:57.812187 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7244b7-65bb-4e4f-a83f-58624e80df12 x-openstack-request-id: req-6c7244b7-65bb-4e4f-a83f-58624e80df12 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:03:57.812876 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465e3bd2-2281-4d83-8bb1-72e2d9ee3532", "name": "network-vif-deleted", "tag": "210b9f61-2b6e-463d-b4dd-b2b93ef71c38", "status": "completed", "code": 200}, {"server_uuid": "0b063746-e496-4b45-82ca-424f7674d639", "name": "network-vif-deleted", "tag": "60bdef77-16d9-469f-9e7e-e885abfe58e7", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:03:57.813571 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6c7244b7-65bb-4e4f-a83f-58624e80df12 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:03:57.814138 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465e3bd2-2281-4d83-8bb1-72e2d9ee3532', 'name': 'network-vif-deleted', 'tag': '210b9f61-2b6e-463d-b4dd-b2b93ef71c38', 'status': 'completed', 'code': 200} Aug 16 20:03:57.814821 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b063746-e496-4b45-82ca-424f7674d639', 'name': 'network-vif-deleted', 'tag': '60bdef77-16d9-469f-9e7e-e885abfe58e7', 'status': 'completed', 'code': 200} Aug 16 20:03:57.896952 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94806de3-198d-478b-9ec2-99b10de57f3f req-5409f832-6512-49b9-a12d-da483e66023c tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:57.898806 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-94806de3-198d-478b-9ec2-99b10de57f3f req-5409f832-6512-49b9-a12d-da483e66023c tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] 10.222.0.68 "GET /v2.0/ports?device_id=fcb3daee-5d6d-454c-966c-9b2f3cdbe534 HTTP/1.1" status: 200 len: 945 time: 0.0804029 Aug 16 20:03:57.947662 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d388d9f-1b39-4d75-a6ce-ea7c9820f0b8 req-4db41489-8feb-44f1-bf5c-12dfc7aaaabc tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:57.949432 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6d388d9f-1b39-4d75-a6ce-ea7c9820f0b8 req-4db41489-8feb-44f1-bf5c-12dfc7aaaabc tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 944 time: 0.0809290 Aug 16 20:03:57.961112 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-94806de3-198d-478b-9ec2-99b10de57f3f req-0c409d6f-7959-4315-a1ba-74d52a5038a8 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6e51435-6bf9-4427-8e6b-56644b1419b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490620 Aug 16 20:03:58.034655 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6d388d9f-1b39-4d75-a6ce-ea7c9820f0b8 req-e1a35929-0747-42a5-baad-47beffaebb38 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/security-groups?id=53edda12-8da8-4a8e-9336-97757e031767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674708 Aug 16 20:03:58.115992 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36942) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:58.270788 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 5a8d2512-cb04-470b-8e5f-525063c9a847 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:03:58.278428 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21807d-9c18-489d-80e8-2acf30475fc6 req-84be5919-3c84-41fc-a1ba-f1f2f4d7e874 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:58.282025 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ea21807d-9c18-489d-80e8-2acf30475fc6 req-84be5919-3c84-41fc-a1ba-f1f2f4d7e874 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 944 time: 0.0645740 Aug 16 20:03:58.306548 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c5f89f-b072-4f94-962e-9826b95b60fd admin admin] Deleting subnet 49f83f5f-99d4-4f21-857e-7c691113f792 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:03:58.315051 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05c5f89f-b072-4f94-962e-9826b95b60fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:58.387398 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 5a8d2512-cb04-470b-8e5f-525063c9a847 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:03:58.395037 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 5a8d2512-cb04-470b-8e5f-525063c9a847 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:03:58.396383 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:58.408957 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05c5f89f-b072-4f94-962e-9826b95b60fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:58.442530 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1450d9a-d5aa-44f2-8073-f3268422861c req-8c4d0d98-a7b6-497a-a653-6d2d21dd94c1 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:58.450190 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d1450d9a-d5aa-44f2-8073-f3268422861c req-8c4d0d98-a7b6-497a-a653-6d2d21dd94c1 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 945 time: 0.0991597 Aug 16 20:03:58.471773 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-ea21807d-9c18-489d-80e8-2acf30475fc6 req-723b54b6-9abf-4dbe-93b5-c2ae13ae2646 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Deleting port 03e06574-3d89-43c8-b9cf-47243f3420ed {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:03:58.473748 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ea21807d-9c18-489d-80e8-2acf30475fc6 req-723b54b6-9abf-4dbe-93b5-c2ae13ae2646 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:58.546398 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d1450d9a-d5aa-44f2-8073-f3268422861c req-05c02599-ed25-4578-8ed2-47c47b95b63d tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952876 Aug 16 20:03:58.574596 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05c5f89f-b072-4f94-962e-9826b95b60fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:58.651277 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05c5f89f-b072-4f94-962e-9826b95b60fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:58.652529 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ea21807d-9c18-489d-80e8-2acf30475fc6 req-723b54b6-9abf-4dbe-93b5-c2ae13ae2646 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] For port 03e06574-3d89-43c8-b9cf-47243f3420ed, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=03e06574-3d89-43c8-b9cf-47243f3420ed,segment=NetworkSegment(a525e9d9-cca8-4ae3-aa4c-b214b0d8459a),segment_id=a525e9d9-cca8-4ae3-aa4c-b214b0d8459a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:58.653154 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ea21807d-9c18-489d-80e8-2acf30475fc6 req-723b54b6-9abf-4dbe-93b5-c2ae13ae2646 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:58.670164 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-ea21807d-9c18-489d-80e8-2acf30475fc6 req-723b54b6-9abf-4dbe-93b5-c2ae13ae2646 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Calling delete_port for 03e06574-3d89-43c8-b9cf-47243f3420ed owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:03:58.691506 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301ef01-7f83-410d-8342-bb052e23a81b req-e61bca29-f159-4862-ac99-19dfc64b548e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:58.693569 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0301ef01-7f83-410d-8342-bb052e23a81b req-e61bca29-f159-4862-ac99-19dfc64b548e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=f187fe73-dd55-4522-8800-ca2f98f79f24 HTTP/1.1" status: 200 len: 946 time: 0.1325681 Aug 16 20:03:58.716996 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5f89f-b072-4f94-962e-9826b95b60fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49f83f5f-99d4-4f21-857e-7c691113f792,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:58.729363 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05c5f89f-b072-4f94-962e-9826b95b60fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:58.732710 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-05c5f89f-b072-4f94-962e-9826b95b60fd admin admin] 10.222.0.68 "DELETE /v2.0/subnets/49f83f5f-99d4-4f21-857e-7c691113f792 HTTP/1.1" status: 204 len: 168 time: 0.6154859 Aug 16 20:03:58.733977 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:58.740189 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36972) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:58.775738 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 5a8d2512-cb04-470b-8e5f-525063c9a847, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5a8d2512-cb04-470b-8e5f-525063c9a847,segment=NetworkSegment(84652948-dfec-4209-8e91-f43af2892c7b),segment_id=84652948-dfec-4209-8e91-f43af2892c7b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:03:58.783712 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:58.785607 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 60bdef77-16d9-469f-9e7e-e885abfe58e7 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:03:58.870768 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0301ef01-7f83-410d-8342-bb052e23a81b req-9a0a3631-8532-47e2-b994-ff8fc85dfe21 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172338 Aug 16 20:03:58.877214 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb3daee-5d6d-454c-966c-9b2f3cdbe534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8d2512-cb04-470b-8e5f-525063c9a847'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:03:58.880553 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d41065-dab9-4953-b919-41428bccba44" -d '{"events": [{"server_uuid": "fcb3daee-5d6d-454c-966c-9b2f3cdbe534", "name": "network-vif-plugged", "status": "completed", "tag": "5a8d2512-cb04-470b-8e5f-525063c9a847"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:03:58.883889 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=5a8d2512-cb04-470b-8e5f-525063c9a847,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:58.898612 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 60bdef77-16d9-469f-9e7e-e885abfe58e7 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:03:58.898612 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 60bdef77-16d9-469f-9e7e-e885abfe58e7 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:03:58.923243 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3bfcf950-e0f2-4582-b739-dc388110fb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:58.948448 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b89beb-c6aa-48a3-b7b0-2ab26a3437fb x-openstack-request-id: req-a7b89beb-c6aa-48a3-b7b0-2ab26a3437fb {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:03:58.948871 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb3daee-5d6d-454c-966c-9b2f3cdbe534", "name": "network-vif-plugged", "status": "completed", "tag": "5a8d2512-cb04-470b-8e5f-525063c9a847", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:03:58.949654 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a7b89beb-c6aa-48a3-b7b0-2ab26a3437fb {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:03:58.950117 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb3daee-5d6d-454c-966c-9b2f3cdbe534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8d2512-cb04-470b-8e5f-525063c9a847', 'code': 200} Aug 16 20:03:59.019912 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ea21807d-9c18-489d-80e8-2acf30475fc6 req-723b54b6-9abf-4dbe-93b5-c2ae13ae2646 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:59.103672 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b54b6-9abf-4dbe-93b5-c2ae13ae2646 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Pushing event deleted for resources: {'Port': ['ID=03e06574-3d89-43c8-b9cf-47243f3420ed,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:59.118961 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3bfcf950-e0f2-4582-b739-dc388110fb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:59.139971 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-3bfcf950-e0f2-4582-b739-dc388110fb51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['273a965b-291d-4de0-904d-d29903ed22d3']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:03:59.155650 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-3bfcf950-e0f2-4582-b739-dc388110fb51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee6c6d07-e921-4d74-a773-6cab7513fa74') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:03:59.155932 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-3bfcf950-e0f2-4582-b739-dc388110fb51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee6c6d07-e921-4d74-a773-6cab7513fa74') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:03:59.175721 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91698b-c7da-43b5-81e0-a898da172933 req-05db79fa-6f78-42b8-a820-f5128ab9d7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:59.177260 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6f91698b-c7da-43b5-81e0-a898da172933 req-05db79fa-6f78-42b8-a820-f5128ab9d7b1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fcb3daee-5d6d-454c-966c-9b2f3cdbe534 HTTP/1.1" status: 200 len: 1098 time: 0.1335683 Aug 16 20:03:59.179056 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3bfcf950-e0f2-4582-b739-dc388110fb51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:59.222783 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea21807d-9c18-489d-80e8-2acf30475fc6 req-723b54b6-9abf-4dbe-93b5-c2ae13ae2646 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] No DVR routers for this DVR port 03e06574-3d89-43c8-b9cf-47243f3420ed on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:03:59.226506 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ea21807d-9c18-489d-80e8-2acf30475fc6 req-723b54b6-9abf-4dbe-93b5-c2ae13ae2646 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:59.228878 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ea21807d-9c18-489d-80e8-2acf30475fc6 req-723b54b6-9abf-4dbe-93b5-c2ae13ae2646 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.57 "DELETE /v2.0/ports/03e06574-3d89-43c8-b9cf-47243f3420ed HTTP/1.1" status: 204 len: 173 time: 0.9396009 Aug 16 20:03:59.230217 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3bfcf950-e0f2-4582-b739-dc388110fb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:59.253675 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c432a-608d-4b04-aa02-e32a77df32a6 req-9d7788a0-b377-4718-9222-ab04b85cd4a3 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:59.262560 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6f91698b-c7da-43b5-81e0-a898da172933 req-0234fb10-8ea6-469c-a1c1-bbe747049603 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d6e51435-6bf9-4427-8e6b-56644b1419b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746212 Aug 16 20:03:59.264022 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bfcf950-e0f2-4582-b739-dc388110fb51 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:03:59.264427 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3bfcf950-e0f2-4582-b739-dc388110fb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:59.266654 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:03:59.266654 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:03:59.266654 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:03:59.266654 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:03:59.266654 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:03:59.266654 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:03:59.266654 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:03:59.266654 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:03:59.266654 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:03:59.266654 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:03:59.266654 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:03:59.266654 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:03:59.266654 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:03:59.266654 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:03:59.266654 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:03:59.266654 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:03:59.266654 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:03:59.266654 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:03:59.266654 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:03:59.266654 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:03:59.266654 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:03:59.266654 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:03:59.266654 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:03:59.266654 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:03:59.266654 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:03:59.266654 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:03:59.266654 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:03:59.266654 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:03:59.266654 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:03:59.266654 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:03:59.266654 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:03:59.266654 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:03:59.276741 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ac8c432a-608d-4b04-aa02-e32a77df32a6 req-9d7788a0-b377-4718-9222-ab04b85cd4a3 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] 10.222.0.68 "GET /v2.0/ports?device_id=fcb3daee-5d6d-454c-966c-9b2f3cdbe534 HTTP/1.1" status: 200 len: 946 time: 0.1534371 Aug 16 20:03:59.280940 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-a723f00a-86ac-43ce-aa5d-95a483ed23b9 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=5387867c0f094aff86314c0158180630&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682409 Aug 16 20:03:59.328648 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ac8c432a-608d-4b04-aa02-e32a77df32a6 req-6d69d2a1-4951-481d-8371-e96750db5bf9 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6e51435-6bf9-4427-8e6b-56644b1419b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509057 Aug 16 20:03:59.384125 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3bfcf950-e0f2-4582-b739-dc388110fb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:59.435141 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3bfcf950-e0f2-4582-b739-dc388110fb51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:59.435141 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3bfcf950-e0f2-4582-b739-dc388110fb51 admin admin] 10.222.0.68 "DELETE /v2.0/networks/273a965b-291d-4de0-904d-d29903ed22d3 HTTP/1.1" status: 204 len: 168 time: 0.6924269 Aug 16 20:03:59.436750 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37034) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:03:59.446271 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfcf950-e0f2-4582-b739-dc388110fb51 admin admin] Pushing event deleted for resources: {'Network': ['ID=273a965b-291d-4de0-904d-d29903ed22d3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:59.524353 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-163c29e7-bcb0-4c43-902b-3231dd9b7412 admin admin] Deleting subnet 7d347d68-943f-4c1d-a427-f6cd9f83f0d3 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:03:59.529444 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-163c29e7-bcb0-4c43-902b-3231dd9b7412 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:59.541146 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-d3ff5ce5-bda4-494a-8204-01185c49b1a2 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:59.542984 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-d3ff5ce5-bda4-494a-8204-01185c49b1a2 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2366211 Aug 16 20:03:59.563440 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-2773d137-3320-425f-8bee-1b7ca51ae141 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.68 "GET /v2.0/quotas/5387867c0f094aff86314c0158180630 HTTP/1.1" status: 200 len: 375 time: 0.0113285 Aug 16 20:03:59.571320 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-163c29e7-bcb0-4c43-902b-3231dd9b7412 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:59.622215 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-590ae0aa-9f5a-4773-9193-49f350a0cf93 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5387867c0f094aff86314c0158180630&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510881 Aug 16 20:03:59.626147 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-159d649b-7fd4-43e5-9eb4-5df5a9ffb2a6 req-b35c9c63-07aa-4ef0-a4ba-51f8d3024d41 tempest-LiveMigrationTest-113237760 tempest-LiveMigrationTest-113237760-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ee4d583-0b06-4dc7-8738-d45d46b86f7c HTTP/1.1" status: 200 len: 210 time: 0.0562074 Aug 16 20:03:59.678240 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-163c29e7-bcb0-4c43-902b-3231dd9b7412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:59.827110 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee4d583-0b06-4dc7-8738-d45d46b86f7c', 'name': 'network-vif-deleted', 'tag': '03e06574-3d89-43c8-b9cf-47243f3420ed'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:03:59.831268 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b742b0-851e-4322-8f87-a4da53adfe69" -d '{"events": [{"server_uuid": "1ee4d583-0b06-4dc7-8738-d45d46b86f7c", "name": "network-vif-deleted", "tag": "03e06574-3d89-43c8-b9cf-47243f3420ed"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:03:59.854267 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a59ff-5ff4-4c98-883d-67a10936f204 req-2bdde40f-4d3a-4e50-9f48-673a93f22109 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:03:59.858888 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0e6a59ff-5ff4-4c98-883d-67a10936f204 req-2bdde40f-4d3a-4e50-9f48-673a93f22109 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 945 time: 0.1171198 Aug 16 20:03:59.862046 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-163c29e7-bcb0-4c43-902b-3231dd9b7412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:59.893020 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c29e7-bcb0-4c43-902b-3231dd9b7412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d347d68-943f-4c1d-a427-f6cd9f83f0d3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:03:59.992122 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d4a74d6a-6f40-4df5-822d-b09e40e9a06c req-09663cf1-61bc-455d-b129-c9464cd5c520 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.68 "GET /v2.0/ports?device_id=d8a40197-2f7c-4fec-a520-1ad36e1b4fdf HTTP/1.1" status: 200 len: 210 time: 0.1215639 Aug 16 20:03:59.992543 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0e6a59ff-5ff4-4c98-883d-67a10936f204 req-2ed873f1-24d8-4171-bb83-960bc20a10f4 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958264 Aug 16 20:03:59.994018 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-163c29e7-bcb0-4c43-902b-3231dd9b7412 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:03:59.996244 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-163c29e7-bcb0-4c43-902b-3231dd9b7412 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/7d347d68-943f-4c1d-a427-f6cd9f83f0d3 HTTP/1.1" status: 204 len: 168 time: 0.5585206 Aug 16 20:04:00.000454 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37076) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:00.100262 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f64e8c-12fd-444e-891f-972cff8558c0 x-openstack-request-id: req-87f64e8c-12fd-444e-891f-972cff8558c0 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:04:00.100559 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee4d583-0b06-4dc7-8738-d45d46b86f7c", "name": "network-vif-deleted", "tag": "03e06574-3d89-43c8-b9cf-47243f3420ed", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:04:00.100813 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-87f64e8c-12fd-444e-891f-972cff8558c0 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:04:00.101227 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee4d583-0b06-4dc7-8738-d45d46b86f7c', 'name': 'network-vif-deleted', 'tag': '03e06574-3d89-43c8-b9cf-47243f3420ed', 'status': 'completed', 'code': 200} Aug 16 20:04:00.117064 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e70cacc6-6c9d-4c71-b98d-f254e5063f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:00.270711 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e70cacc6-6c9d-4c71-b98d-f254e5063f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:00.288787 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e70cacc6-6c9d-4c71-b98d-f254e5063f4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b340fb23-32db-46aa-ae2a-1291b02c6aea']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:00.309372 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e70cacc6-6c9d-4c71-b98d-f254e5063f4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '807e81eb-8c71-491d-906a-158caacd8b97') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:00.309772 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e70cacc6-6c9d-4c71-b98d-f254e5063f4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '807e81eb-8c71-491d-906a-158caacd8b97') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:00.325411 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e70cacc6-6c9d-4c71-b98d-f254e5063f4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:00.346016 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e70cacc6-6c9d-4c71-b98d-f254e5063f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:00.353789 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e70cacc6-6c9d-4c71-b98d-f254e5063f4e admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:04:00.354187 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e70cacc6-6c9d-4c71-b98d-f254e5063f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:00.356329 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:04:00.356329 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:04:00.356329 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:04:00.356329 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:04:00.356329 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:04:00.356329 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:04:00.356329 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:04:00.356329 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:04:00.356329 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:04:00.356329 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:04:00.356329 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:04:00.356329 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:04:00.356329 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:04:00.356329 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:04:00.356329 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:04:00.356329 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:04:00.356329 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:04:00.356329 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:04:00.356329 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:04:00.356329 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:04:00.356329 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:04:00.356329 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:04:00.356329 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:04:00.356329 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:04:00.356329 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:04:00.356329 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:04:00.356329 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:04:00.356329 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:04:00.356329 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:04:00.356329 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:04:00.356329 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:04:00.356329 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:04:00.416677 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e70cacc6-6c9d-4c71-b98d-f254e5063f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:00.425424 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e70cacc6-6c9d-4c71-b98d-f254e5063f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:00.434588 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e70cacc6-6c9d-4c71-b98d-f254e5063f4e admin admin] 10.222.0.68 "DELETE /v2.0/networks/b340fb23-32db-46aa-ae2a-1291b02c6aea HTTP/1.1" status: 204 len: 168 time: 0.4316306 Aug 16 20:04:00.446111 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70cacc6-6c9d-4c71-b98d-f254e5063f4e admin admin] Pushing event deleted for resources: {'Network': ['ID=b340fb23-32db-46aa-ae2a-1291b02c6aea,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:00.526399 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ddeaa-f9c0-4388-9fce-e3a2d319f568 req-1839105b-5dda-420a-9041-e8354b3b0631 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:00.533851 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fb0ddeaa-f9c0-4388-9fce-e3a2d319f568 req-1839105b-5dda-420a-9041-e8354b3b0631 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] 10.222.0.68 "GET /v2.0/ports?device_id=fcb3daee-5d6d-454c-966c-9b2f3cdbe534 HTTP/1.1" status: 200 len: 946 time: 0.0854506 Aug 16 20:04:00.597018 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fb0ddeaa-f9c0-4388-9fce-e3a2d319f568 req-fe6c8f87-ad9c-4ce8-9fbe-46d3c241ccb4 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6e51435-6bf9-4427-8e6b-56644b1419b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571728 Aug 16 20:04:00.698972 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37126) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:00.837288 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37140) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:00.885028 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d5b69d26-8931-4075-963c-6caaefe3b379 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=80d98bbe248147c88be18e7257fbdc13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465143 Aug 16 20:04:00.887702 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37144) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:00.920385 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89fcad1-d5a6-40d4-9c5e-9cd1f253c501 req-74cc1240-a551-4d5c-b173-ea7772942dc8 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:00.928586 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e89fcad1-d5a6-40d4-9c5e-9cd1f253c501 req-74cc1240-a551-4d5c-b173-ea7772942dc8 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] 10.222.0.68 "GET /v2.0/ports?device_id=fcb3daee-5d6d-454c-966c-9b2f3cdbe534 HTTP/1.1" status: 200 len: 946 time: 0.0674846 Aug 16 20:04:00.952408 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5c7531e-50bd-437d-a767-cc2fcfd0fcab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:00.986040 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5c7531e-50bd-437d-a767-cc2fcfd0fcab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:00.987185 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e89fcad1-d5a6-40d4-9c5e-9cd1f253c501 req-11b0460e-fcca-449b-a50a-4019a45d503a tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6e51435-6bf9-4427-8e6b-56644b1419b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572464 Aug 16 20:04:01.122606 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a93b52ae-e7cc-4cf1-abe0-0a6bfbca719e req-360e2121-175f-4288-bb9e-4e1bd06bb35f tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.68 "GET /v2.0/ports?device_id=d8a40197-2f7c-4fec-a520-1ad36e1b4fdf HTTP/1.1" status: 200 len: 210 time: 0.0347812 Aug 16 20:04:01.132351 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5c7531e-50bd-437d-a767-cc2fcfd0fcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:01.136273 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-525d24fc-4f65-4431-8725-63a77ae19d5c admin admin] Deleting subnet 7bf22002-ba37-41ff-af5d-cdbe63ed2bd8 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:04:01.137205 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5c7531e-50bd-437d-a767-cc2fcfd0fcab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:01.138689 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f5c7531e-50bd-437d-a767-cc2fcfd0fcab admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/df68dd35-3152-478d-b6b2-aebebcdcd27d HTTP/1.1" status: 204 len: 168 time: 0.2498562 Aug 16 20:04:01.147739 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7531e-50bd-437d-a767-cc2fcfd0fcab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df68dd35-3152-478d-b6b2-aebebcdcd27d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:01.165855 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-525d24fc-4f65-4431-8725-63a77ae19d5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:01.210699 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-525d24fc-4f65-4431-8725-63a77ae19d5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:01.237461 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9066200-77fd-472a-982a-762f4b7397be req-d70118e1-3b21-426c-b721-cf240afed35f tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:01.239063 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f9066200-77fd-472a-982a-762f4b7397be req-d70118e1-3b21-426c-b721-cf240afed35f tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 945 time: 0.1177189 Aug 16 20:04:01.313851 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-525d24fc-4f65-4431-8725-63a77ae19d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:01.341688 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f9066200-77fd-472a-982a-762f4b7397be req-6a46fac9-b2cb-4db7-aa30-fa8d55b89e26 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905304 Aug 16 20:04:01.396715 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-525d24fc-4f65-4431-8725-63a77ae19d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:01.428087 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d24fc-4f65-4431-8725-63a77ae19d5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bf22002-ba37-41ff-af5d-cdbe63ed2bd8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:01.436044 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-525d24fc-4f65-4431-8725-63a77ae19d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:01.440101 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-525d24fc-4f65-4431-8725-63a77ae19d5c admin admin] 10.222.0.68 "DELETE /v2.0/subnets/7bf22002-ba37-41ff-af5d-cdbe63ed2bd8 HTTP/1.1" status: 204 len: 168 time: 0.7377253 Aug 16 20:04:01.441269 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37176) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:01.463355 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-f9d6034f-a76b-41f4-a522-3a5ebc5be067 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=5387867c0f094aff86314c0158180630&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311875 Aug 16 20:04:01.550351 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-909e8ae6-a2d3-4c5a-ac8d-8c829cd6fec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:01.583499 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37184) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:01.667721 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4fbca80c-526c-4b30-8ddd-f3e168c54132 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=36a1c7a723024f97ada482c76a767134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0828500 Aug 16 20:04:01.671732 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37188) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:01.681575 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-909e8ae6-a2d3-4c5a-ac8d-8c829cd6fec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:01.694590 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-909e8ae6-a2d3-4c5a-ac8d-8c829cd6fec2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090f4e50-1fb3-4449-b92b-949da889d68e']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:01.701438 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-52a817b0-9113-4c3c-8d83-be3c73c6f7a0 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:01.702960 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-52a817b0-9113-4c3c-8d83-be3c73c6f7a0 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2308757 Aug 16 20:04:01.707170 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-909e8ae6-a2d3-4c5a-ac8d-8c829cd6fec2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:01.707500 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-909e8ae6-a2d3-4c5a-ac8d-8c829cd6fec2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a525e9d9-cca8-4ae3-aa4c-b214b0d8459a') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:01.720976 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-909e8ae6-a2d3-4c5a-ac8d-8c829cd6fec2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:01.724359 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-b81de36f-7eb0-4d42-9d8c-9e9f8ee2e159 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Request body: {'port': {'device_id': 'd8a40197-2f7c-4fec-a520-1ad36e1b4fdf', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'admin_state_up': True, 'tenant_id': '5387867c0f094aff86314c0158180630'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:01.739418 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-909e8ae6-a2d3-4c5a-ac8d-8c829cd6fec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:01.747193 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909e8ae6-a2d3-4c5a-ac8d-8c829cd6fec2 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:04:01.748169 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-909e8ae6-a2d3-4c5a-ac8d-8c829cd6fec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:01.761297 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:04:01.761297 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:04:01.761297 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:04:01.761297 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:04:01.761297 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:04:01.761297 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:04:01.761297 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:04:01.761297 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:04:01.761297 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:04:01.761297 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:04:01.761297 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:04:01.761297 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:04:01.761297 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:04:01.761297 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:04:01.761297 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:04:01.761297 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:04:01.761297 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:04:01.761297 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:04:01.761297 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:04:01.761297 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:04:01.761297 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:04:01.761297 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:04:01.761297 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:04:01.761297 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:04:01.761297 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:04:01.761297 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:04:01.761297 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:04:01.761297 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:04:01.761297 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:04:01.761297 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:04:01.761297 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:04:01.761297 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:04:01.763556 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-07cb03b1-f5b9-4539-a9ff-069ba688f1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:01.813214 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-909e8ae6-a2d3-4c5a-ac8d-8c829cd6fec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:01.825615 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-909e8ae6-a2d3-4c5a-ac8d-8c829cd6fec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:01.828031 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-909e8ae6-a2d3-4c5a-ac8d-8c829cd6fec2 admin admin] 10.222.0.68 "DELETE /v2.0/networks/090f4e50-1fb3-4449-b92b-949da889d68e HTTP/1.1" status: 204 len: 168 time: 0.3858459 Aug 16 20:04:01.833827 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37198) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:01.839190 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e8ae6-a2d3-4c5a-ac8d-8c829cd6fec2 admin admin] Pushing event deleted for resources: {'Network': ['ID=090f4e50-1fb3-4449-b92b-949da889d68e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:01.904173 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46817d1c-369a-4798-9e99-12c0ac0a4412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:01.956135 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7789d92-0061-4158-96cb-e3f42b3553a0 admin admin] Deleting subnet de64d3e1-9ab3-4e67-9dfb-7bdfc63c7ae8 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:04:01.959545 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a7789d92-0061-4158-96cb-e3f42b3553a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:01.962769 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46817d1c-369a-4798-9e99-12c0ac0a4412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:02.057296 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a7789d92-0061-4158-96cb-e3f42b3553a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:02.105871 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-b81de36f-7eb0-4d42-9d8c-9e9f8ee2e159 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Made reservation on behalf of 5387867c0f094aff86314c0158180630 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:04:02.109514 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-b81de36f-7eb0-4d42-9d8c-9e9f8ee2e159 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:02.125188 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-b81de36f-7eb0-4d42-9d8c-9e9f8ee2e159 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:02.158027 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a7789d92-0061-4158-96cb-e3f42b3553a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:02.198583 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46817d1c-369a-4798-9e99-12c0ac0a4412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:02.201122 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46817d1c-369a-4798-9e99-12c0ac0a4412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:02.205267 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-46817d1c-369a-4798-9e99-12c0ac0a4412 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/847c30b6-3573-4319-85bb-adb1ab23247d HTTP/1.1" status: 204 len: 168 time: 0.5325332 Aug 16 20:04:02.233997 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46817d1c-369a-4798-9e99-12c0ac0a4412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847c30b6-3573-4319-85bb-adb1ab23247d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:02.286379 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 03e06574-3d89-43c8-b9cf-47243f3420ed no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:04:02.302683 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e04b4582-589a-4a76-a960-a88e4785a415 req-ce892e09-1198-4329-9f9c-e3742fe6d0cb tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.68 "GET /v2.0/ports?device_id=d8a40197-2f7c-4fec-a520-1ad36e1b4fdf HTTP/1.1" status: 200 len: 210 time: 0.0568891 Aug 16 20:04:02.348652 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a7789d92-0061-4158-96cb-e3f42b3553a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:02.352580 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 03e06574-3d89-43c8-b9cf-47243f3420ed {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:04:02.352937 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 03e06574-3d89-43c8-b9cf-47243f3420ed not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:04:02.388544 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7789d92-0061-4158-96cb-e3f42b3553a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de64d3e1-9ab3-4e67-9dfb-7bdfc63c7ae8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:02.395722 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a7789d92-0061-4158-96cb-e3f42b3553a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:02.399953 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a7789d92-0061-4158-96cb-e3f42b3553a0 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/de64d3e1-9ab3-4e67-9dfb-7bdfc63c7ae8 HTTP/1.1" status: 204 len: 168 time: 0.5620835 Aug 16 20:04:02.400313 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37246) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:02.469353 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-b81de36f-7eb0-4d42-9d8c-9e9f8ee2e159 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:02.492569 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-b81de36f-7eb0-4d42-9d8c-9e9f8ee2e159 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:02.547383 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cea4d6ba-6e10-44d0-87d4-1f44d1e5075b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:02.631821 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81de36f-7eb0-4d42-9d8c-9e9f8ee2e159 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4cb342-5a28-44b9-a70b-cccdf4748b90,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:02.811226 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841a3e5-0ed5-41ba-a403-eb41d3416808 req-e65b610d-998e-4ec9-8b04-1c64e5be0e78 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:02.821122 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d841a3e5-0ed5-41ba-a403-eb41d3416808 req-e65b610d-998e-4ec9-8b04-1c64e5be0e78 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] 10.222.0.68 "GET /v2.0/ports?device_id=fcb3daee-5d6d-454c-966c-9b2f3cdbe534 HTTP/1.1" status: 200 len: 946 time: 0.7093403 Aug 16 20:04:02.827811 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-b81de36f-7eb0-4d42-9d8c-9e9f8ee2e159 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Allocated IP 192.168.233.32 (b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46/5dedf524-5a11-40fc-90de-b9413f1a2279/1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:04:02.859070 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697d9f2-bd7f-4bec-9d2f-0cc8acd368da req-ed4deb1c-6145-481b-b79b-38f4dd6e277a tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:02.868847 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5697d9f2-bd7f-4bec-9d2f-0cc8acd368da req-ed4deb1c-6145-481b-b79b-38f4dd6e277a tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 945 time: 0.2430813 Aug 16 20:04:02.870394 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d841a3e5-0ed5-41ba-a403-eb41d3416808 req-8241ae6a-9550-4e8d-954e-a9b9bbc03f2e tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6e51435-6bf9-4427-8e6b-56644b1419b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480866 Aug 16 20:04:02.889438 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cea4d6ba-6e10-44d0-87d4-1f44d1e5075b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:02.914557 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484d1f3-c2f4-40ce-8d0e-1495a8bd94a8 req-f68bbd6d-1bd5-4fc0-b7d2-8f653f2230a5 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:02.916258 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3484d1f3-c2f4-40ce-8d0e-1495a8bd94a8 req-f68bbd6d-1bd5-4fc0-b7d2-8f653f2230a5 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcb3daee-5d6d-454c-966c-9b2f3cdbe534 HTTP/1.1" status: 200 len: 946 time: 0.7443743 Aug 16 20:04:02.921269 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-cea4d6ba-6e10-44d0-87d4-1f44d1e5075b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5815b0b-720b-4fd2-b1fb-7f2b648d964a']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:02.967659 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-cea4d6ba-6e10-44d0-87d4-1f44d1e5075b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '539a755e-7cc1-45ee-b058-6146e1b9efed') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:02.967946 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-cea4d6ba-6e10-44d0-87d4-1f44d1e5075b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '539a755e-7cc1-45ee-b058-6146e1b9efed') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:03.046842 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cea4d6ba-6e10-44d0-87d4-1f44d1e5075b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:03.064531 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-3484d1f3-c2f4-40ce-8d0e-1495a8bd94a8 req-d20620a0-5e3d-43ae-bc2d-61f253765303 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] Deleting port 5a8d2512-cb04-470b-8e5f-525063c9a847 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:04:03.067048 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3484d1f3-c2f4-40ce-8d0e-1495a8bd94a8 req-d20620a0-5e3d-43ae-bc2d-61f253765303 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:03.072987 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5697d9f2-bd7f-4bec-9d2f-0cc8acd368da req-32d06c7d-8469-4d45-8c29-3af991d793ef tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030938 Aug 16 20:04:03.141466 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cea4d6ba-6e10-44d0-87d4-1f44d1e5075b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:03.162872 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea4d6ba-6e10-44d0-87d4-1f44d1e5075b admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:04:03.163591 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cea4d6ba-6e10-44d0-87d4-1f44d1e5075b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:03.165654 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:04:03.165654 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:04:03.165654 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:04:03.165654 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:04:03.165654 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:04:03.165654 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:04:03.165654 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:04:03.165654 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:04:03.165654 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:04:03.165654 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:04:03.165654 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:04:03.165654 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:04:03.165654 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:04:03.165654 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:04:03.165654 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:04:03.165654 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:04:03.165654 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:04:03.165654 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:04:03.165654 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:04:03.165654 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:04:03.165654 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:04:03.165654 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:04:03.165654 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:04:03.165654 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:04:03.165654 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:04:03.165654 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:04:03.165654 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:04:03.165654 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:04:03.165654 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:04:03.165654 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:04:03.165654 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:04:03.165654 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:04:03.192466 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-3484d1f3-c2f4-40ce-8d0e-1495a8bd94a8 req-d20620a0-5e3d-43ae-bc2d-61f253765303 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] For port 5a8d2512-cb04-470b-8e5f-525063c9a847, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5a8d2512-cb04-470b-8e5f-525063c9a847,segment=NetworkSegment(84652948-dfec-4209-8e91-f43af2892c7b),segment_id=84652948-dfec-4209-8e91-f43af2892c7b)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:03.192684 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3484d1f3-c2f4-40ce-8d0e-1495a8bd94a8 req-d20620a0-5e3d-43ae-bc2d-61f253765303 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:03.210588 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-3484d1f3-c2f4-40ce-8d0e-1495a8bd94a8 req-d20620a0-5e3d-43ae-bc2d-61f253765303 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] Calling delete_port for 5a8d2512-cb04-470b-8e5f-525063c9a847 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:04:03.262800 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cea4d6ba-6e10-44d0-87d4-1f44d1e5075b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:03.269071 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cea4d6ba-6e10-44d0-87d4-1f44d1e5075b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:03.272885 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cea4d6ba-6e10-44d0-87d4-1f44d1e5075b admin admin] 10.222.0.68 "DELETE /v2.0/networks/c5815b0b-720b-4fd2-b1fb-7f2b648d964a HTTP/1.1" status: 204 len: 168 time: 0.8716335 Aug 16 20:04:03.319676 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4d6ba-6e10-44d0-87d4-1f44d1e5075b admin admin] Pushing event deleted for resources: {'Network': ['ID=c5815b0b-720b-4fd2-b1fb-7f2b648d964a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:03.356167 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-b81de36f-7eb0-4d42-9d8c-9e9f8ee2e159 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:03.378529 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-b81de36f-7eb0-4d42-9d8c-9e9f8ee2e159 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Transition to ACTIVE for port object 1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:04:03.461240 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-b81de36f-7eb0-4d42-9d8c-9e9f8ee2e159 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:03.466982 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-018a7795-f057-42d2-a879-1f110b4b8008 req-31323a98-99ca-4661-b3d9-1897b56befbf tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.68 "GET /v2.0/ports?device_id=d8a40197-2f7c-4fec-a520-1ad36e1b4fdf HTTP/1.1" status: 200 len: 210 time: 0.0351818 Aug 16 20:04:03.510205 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3484d1f3-c2f4-40ce-8d0e-1495a8bd94a8 req-d20620a0-5e3d-43ae-bc2d-61f253765303 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:03.522974 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['5a8d2512-cb04-470b-8e5f-525063c9a847'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:04:03.547392 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-b81de36f-7eb0-4d42-9d8c-9e9f8ee2e159 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:04:03.554239 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-b81de36f-7eb0-4d42-9d8c-9e9f8ee2e159 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:04:03.573876 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-b81de36f-7eb0-4d42-9d8c-9e9f8ee2e159 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:04:03.581550 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20620a0-5e3d-43ae-bc2d-61f253765303 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] Pushing event deleted for resources: {'Port': ['ID=5a8d2512-cb04-470b-8e5f-525063c9a847,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:03.641868 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-b81de36f-7eb0-4d42-9d8c-9e9f8ee2e159 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:03.643347 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-b81de36f-7eb0-4d42-9d8c-9e9f8ee2e159 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:03.654575 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81de36f-7eb0-4d42-9d8c-9e9f8ee2e159 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Pushing event updated for resources: {'Port': ['ID=1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:03.668286 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37298) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:03.690502 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-b81de36f-7eb0-4d42-9d8c-9e9f8ee2e159 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9740589 Aug 16 20:04:03.695077 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3484d1f3-c2f4-40ce-8d0e-1495a8bd94a8 req-d20620a0-5e3d-43ae-bc2d-61f253765303 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] No DVR routers for this DVR port 5a8d2512-cb04-470b-8e5f-525063c9a847 on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:04:03.700292 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3484d1f3-c2f4-40ce-8d0e-1495a8bd94a8 req-d20620a0-5e3d-43ae-bc2d-61f253765303 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:03.702274 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3484d1f3-c2f4-40ce-8d0e-1495a8bd94a8 req-d20620a0-5e3d-43ae-bc2d-61f253765303 tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] 10.222.0.57 "DELETE /v2.0/ports/5a8d2512-cb04-470b-8e5f-525063c9a847 HTTP/1.1" status: 204 len: 173 time: 0.7792852 Aug 16 20:04:03.702755 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb3daee-5d6d-454c-966c-9b2f3cdbe534', 'name': 'network-vif-deleted', 'tag': '5a8d2512-cb04-470b-8e5f-525063c9a847'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:04:03.705894 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d3078c-425f-4d37-ba6f-99581fce8d8d" -d '{"events": [{"server_uuid": "fcb3daee-5d6d-454c-966c-9b2f3cdbe534", "name": "network-vif-deleted", "tag": "5a8d2512-cb04-470b-8e5f-525063c9a847"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:04:03.740957 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-9cbabf59-e534-4388-879f-01be39bf959b service neutron] Request body: {'port': {'device_id': 'd8a40197-2f7c-4fec-a520-1ad36e1b4fdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:03.774653 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72ff348-ddc0-425f-83e5-f32db0acd609 x-openstack-request-id: req-d72ff348-ddc0-425f-83e5-f32db0acd609 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:04:03.774943 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb3daee-5d6d-454c-966c-9b2f3cdbe534", "name": "network-vif-deleted", "tag": "5a8d2512-cb04-470b-8e5f-525063c9a847", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:04:03.775196 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d72ff348-ddc0-425f-83e5-f32db0acd609 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:04:03.775617 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb3daee-5d6d-454c-966c-9b2f3cdbe534', 'name': 'network-vif-deleted', 'tag': '5a8d2512-cb04-470b-8e5f-525063c9a847', 'status': 'completed', 'code': 200} Aug 16 20:04:03.813459 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37308) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:03.843906 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-29c24ffd-14c2-440a-a87b-5eb5d295aa99 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8d5b4a7740cb4bdab08de551ce2dd7dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1719773 Aug 16 20:04:03.844341 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37312) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:03.895487 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-9cbabf59-e534-4388-879f-01be39bf959b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:03.962781 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d441fbe0-6f9e-4bf1-aaf4-372f8e834e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:04.005813 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-092ee828-fc0e-4d6d-86c0-7708550e52cb None None] Provisioning for port 1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:04:04.014018 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-092ee828-fc0e-4d6d-86c0-7708550e52cb None None] Provisioning complete for port 1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:04:04.014664 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-092ee828-fc0e-4d6d-86c0-7708550e52cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:04.025870 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d441fbe0-6f9e-4bf1-aaf4-372f8e834e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:04.116994 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d441fbe0-6f9e-4bf1-aaf4-372f8e834e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:04.120082 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d441fbe0-6f9e-4bf1-aaf4-372f8e834e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:04.127928 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d441fbe0-6f9e-4bf1-aaf4-372f8e834e49 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/53edda12-8da8-4a8e-9336-97757e031767 HTTP/1.1" status: 204 len: 168 time: 0.2820866 Aug 16 20:04:04.143918 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-092ee828-fc0e-4d6d-86c0-7708550e52cb None None] Port 1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:04:04.153790 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441fbe0-6f9e-4bf1-aaf4-372f8e834e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53edda12-8da8-4a8e-9336-97757e031767,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:04.233767 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-30df433d-6eea-4c96-9e67-659162251f67 req-f6705a67-8e74-43a8-a5ae-811e1adafb3b tempest-InstanceActionsV221TestJSON-213953419 tempest-InstanceActionsV221TestJSON-213953419-project] 10.222.0.68 "GET /v2.0/ports?device_id=fcb3daee-5d6d-454c-966c-9b2f3cdbe534 HTTP/1.1" status: 200 len: 210 time: 0.0828588 Aug 16 20:04:04.273985 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f11f197c-cffa-4fde-a678-a027e64a002c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-257231421-network', 'tenant_id': '140ba6fa05904ca8b94b81e58cacce3b'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:04.333931 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3905ab4-bea2-47ee-8c3f-6793264b43ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:04.334437 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc973f-ee2f-4294-b8f2-095bf1f98f53 req-261c51db-979f-41d2-83cf-ab248258da97 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:04.342901 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-21cc973f-ee2f-4294-b8f2-095bf1f98f53 req-261c51db-979f-41d2-83cf-ab248258da97 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 945 time: 0.1487074 Aug 16 20:04:04.344788 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37330) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:04.437605 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-21cc973f-ee2f-4294-b8f2-095bf1f98f53 req-1273d78f-e8eb-45e3-972e-32ffb6409d48 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934415 Aug 16 20:04:04.439100 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11f197c-cffa-4fde-a678-a027e64a002c admin admin] Made reservation on behalf of 140ba6fa05904ca8b94b81e58cacce3b for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:04:04.440807 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f11f197c-cffa-4fde-a678-a027e64a002c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:04.466936 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f11f197c-cffa-4fde-a678-a027e64a002c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:04.554393 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-9cbabf59-e534-4388-879f-01be39bf959b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:04:04.586578 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-9cbabf59-e534-4388-879f-01be39bf959b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:04.589250 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f11f197c-cffa-4fde-a678-a027e64a002c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:04.594565 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f11f197c-cffa-4fde-a678-a027e64a002c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:04.615014 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:04.625321 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-9cbabf59-e534-4388-879f-01be39bf959b service neutron] Transition to ACTIVE for port object 1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:04:04.634184 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f197c-cffa-4fde-a678-a027e64a002c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d182c39-1fcd-4c5f-bbf1-607baa44080f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:04.638016 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-9cbabf59-e534-4388-879f-01be39bf959b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:04.653994 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f11f197c-cffa-4fde-a678-a027e64a002c admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:04:04.667122 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f11f197c-cffa-4fde-a678-a027e64a002c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:04.667543 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-f11f197c-cffa-4fde-a678-a027e64a002c admin admin] Added segment 728fa74e-016b-46ab-85f8-0c30b13cef92 of type vlan for network 389c2e20-ce78-4af5-844d-2a8a05d0dffb Aug 16 20:04:04.702226 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-041ad6c2-d106-421c-bb3b-093699579f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:04.723148 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f11f197c-cffa-4fde-a678-a027e64a002c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:04.756026 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f11f197c-cffa-4fde-a678-a027e64a002c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:04.758205 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11f197c-cffa-4fde-a678-a027e64a002c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:04.758933 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f11f197c-cffa-4fde-a678-a027e64a002c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:04.812351 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbabf59-e534-4388-879f-01be39bf959b service neutron] Pushing event updated for resources: {'Port': ['ID=1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:04.825077 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f197c-cffa-4fde-a678-a027e64a002c admin admin] Pushing event updated for resources: {'Network': ['ID=389c2e20-ce78-4af5-844d-2a8a05d0dffb,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:04.842069 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 389c2e20-ce78-4af5-844d-2a8a05d0dffb details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:04:04.875428 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37340) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:04.932892 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b7c2fb33-4bc3-4884-804a-74868484bfe2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8617d00b41dc405b9808e0c8f81d290f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544765 Aug 16 20:04:04.935557 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37342) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:04.997175 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f4646e94-64e6-4371-9aed-63ca747d704d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:05.000214 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-041ad6c2-d106-421c-bb3b-093699579f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:05.010650 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-041ad6c2-d106-421c-bb3b-093699579f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:05.022054 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f4646e94-64e6-4371-9aed-63ca747d704d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:05.024544 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f11f197c-cffa-4fde-a678-a027e64a002c admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2100515 Aug 16 20:04:05.029816 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37344) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:05.036691 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c4aa4bb1-572d-4363-9a98-25e3f190851d admin admin] Request body: {'subnet': {'network_id': '389c2e20-ce78-4af5-844d-2a8a05d0dffb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-257231421-subnet', 'tenant_id': '140ba6fa05904ca8b94b81e58cacce3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:05.046356 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-041ad6c2-d106-421c-bb3b-093699579f5f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=056c27882a814328a7a89f880dc177f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7004018 Aug 16 20:04:05.047911 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37346) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:05.063424 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b0641-de34-40a5-990f-915454aad0b4 req-3fae37e6-3d63-4b59-83de-51a176b3095c tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:05.065269 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ba4b0641-de34-40a5-990f-915454aad0b4 req-3fae37e6-3d63-4b59-83de-51a176b3095c tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.68 "GET /v2.0/ports?device_id=d8a40197-2f7c-4fec-a520-1ad36e1b4fdf HTTP/1.1" status: 200 len: 947 time: 0.3677588 Aug 16 20:04:05.088470 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4aa4bb1-572d-4363-9a98-25e3f190851d admin admin] Made reservation on behalf of 140ba6fa05904ca8b94b81e58cacce3b for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:04:05.090959 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c4aa4bb1-572d-4363-9a98-25e3f190851d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:05.131454 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ad6c2-d106-421c-bb3b-093699579f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ab741a-3578-489b-8ecd-cdfe5d5d9261,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:05.160952 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f4646e94-64e6-4371-9aed-63ca747d704d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:05.163827 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f4646e94-64e6-4371-9aed-63ca747d704d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:05.165121 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f4646e94-64e6-4371-9aed-63ca747d704d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0989371f-f19c-4dba-b85e-60fc38aaf5af HTTP/1.1" status: 204 len: 168 time: 0.2284594 Aug 16 20:04:05.172643 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-9cbabf59-e534-4388-879f-01be39bf959b service neutron] Attempting to bind port 1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:04:05.173242 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-9cbabf59-e534-4388-879f-01be39bf959b service neutron] Attempting to bind port 1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:04:05.173827 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-9cbabf59-e534-4388-879f-01be39bf959b service neutron] Attempting to bind port 1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:04:05.180653 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4646e94-64e6-4371-9aed-63ca747d704d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0989371f-f19c-4dba-b85e-60fc38aaf5af,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:05.228946 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-80e6dc5b-48ac-400f-9cf8-f9c4e1a87b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:05.233763 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-9cbabf59-e534-4388-879f-01be39bf959b service neutron] Port 1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:04:05.234085 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-9cbabf59-e534-4388-879f-01be39bf959b service neutron] Attempting to bind port 1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:04:05.251730 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ba4b0641-de34-40a5-990f-915454aad0b4 req-fcbedd2d-aca3-4d0e-ae25-32dfb085ab98 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.68 "GET /v2.0/security-groups?id=9a4cb342-5a28-44b9-a70b-cccdf4748b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616700 Aug 16 20:04:05.255098 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-9cbabf59-e534-4388-879f-01be39bf959b service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:04:05.256861 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-9cbabf59-e534-4388-879f-01be39bf959b service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:04:05.257269 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-9cbabf59-e534-4388-879f-01be39bf959b service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:04:05.257703 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-9cbabf59-e534-4388-879f-01be39bf959b service neutron] Bound port: 1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:04:05.258067 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-9cbabf59-e534-4388-879f-01be39bf959b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:05.341168 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-80e6dc5b-48ac-400f-9cf8-f9c4e1a87b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:05.371291 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c4aa4bb1-572d-4363-9a98-25e3f190851d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:05.433803 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-9cbabf59-e534-4388-879f-01be39bf959b service neutron] For port 1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:04:05.454801 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa4bb1-572d-4363-9a98-25e3f190851d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9561961e-9045-4921-9aeb-e159d9e44b92,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:05.473286 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-80e6dc5b-48ac-400f-9cf8-f9c4e1a87b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:05.478780 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-80e6dc5b-48ac-400f-9cf8-f9c4e1a87b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:05.485105 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-80e6dc5b-48ac-400f-9cf8-f9c4e1a87b42 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b9ab741a-3578-489b-8ecd-cdfe5d5d9261 HTTP/1.1" status: 204 len: 168 time: 0.4154136 Aug 16 20:04:05.489894 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-9cbabf59-e534-4388-879f-01be39bf959b service neutron] For port 1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:04:05.510925 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e6dc5b-48ac-400f-9cf8-f9c4e1a87b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ab741a-3578-489b-8ecd-cdfe5d5d9261,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:05.520745 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-9cbabf59-e534-4388-879f-01be39bf959b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:05.521030 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:05.606691 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-9cbabf59-e534-4388-879f-01be39bf959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:05.607348 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-9cbabf59-e534-4388-879f-01be39bf959b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:05.608806 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-9cbabf59-e534-4388-879f-01be39bf959b service neutron] 10.222.0.63 "PUT /v2.0/ports/1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7 HTTP/1.1" status: 200 len: 1096 time: 1.8804898 Aug 16 20:04:05.617475 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a40197-2f7c-4fec-a520-1ad36e1b4fdf', 'tag': '1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:04:05.624056 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2377703-a566-48aa-9285-40c34aff3a37" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a40197-2f7c-4fec-a520-1ad36e1b4fdf", "tag": "1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:04:05.632450 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aa4bb1-572d-4363-9a98-25e3f190851d admin admin] Checking segment: {'id': '728fa74e-016b-46ab-85f8-0c30b13cef92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '389c2e20-ce78-4af5-844d-2a8a05d0dffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:04:05.632902 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4aa4bb1-572d-4363-9a98-25e3f190851d admin admin] Network hostable DHCP agents. Network: 389c2e20-ce78-4af5-844d-2a8a05d0dffb, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:04:05.644824 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37370) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:05.723886 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0a78b-eb50-4fa6-961f-acca338b407d req-98416232-12fd-4766-9f52-6caf4ddfd8d4 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:05.726378 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2ab0a78b-eb50-4fa6-961f-acca338b407d req-98416232-12fd-4766-9f52-6caf4ddfd8d4 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 945 time: 0.1699779 Aug 16 20:04:05.728994 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4aa4bb1-572d-4363-9a98-25e3f190851d admin admin] Network 389c2e20-ce78-4af5-844d-2a8a05d0dffb is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:04:05.756350 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:05.764553 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08764322-1acb-4f92-93e9-7480f2592b22 x-openstack-request-id: req-08764322-1acb-4f92-93e9-7480f2592b22 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:04:05.764850 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a40197-2f7c-4fec-a520-1ad36e1b4fdf", "tag": "1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:04:05.765150 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-08764322-1acb-4f92-93e9-7480f2592b22 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:04:05.765542 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a40197-2f7c-4fec-a520-1ad36e1b4fdf', 'tag': '1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7', 'status': 'completed', 'code': 200} Aug 16 20:04:05.806678 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:05.808197 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-c4aa4bb1-572d-4363-9a98-25e3f190851d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 389c2e20-ce78-4af5-844d-2a8a05d0dffb) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:04:05.819646 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4aa4bb1-572d-4363-9a98-25e3f190851d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:05.820203 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f287f31-6e54-40a1-aa7c-95ea051bbea0 None None] Network 389c2e20-ce78-4af5-844d-2a8a05d0dffb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:04:05.820337 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c4aa4bb1-572d-4363-9a98-25e3f190851d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:05.902214 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2ab0a78b-eb50-4fa6-961f-acca338b407d req-f9dea321-c9f1-4e68-9f6c-9f466b6c297e tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539621 Aug 16 20:04:05.914445 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbabf59-e534-4388-879f-01be39bf959b service neutron] Pushing event updated for resources: {'Port': ['ID=1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:05.914813 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c4aa4bb1-572d-4363-9a98-25e3f190851d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8820844 Aug 16 20:04:05.939007 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-a854dfb2-60d3-421c-8f9a-62f7f631beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:05.943941 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-a854dfb2-60d3-421c-8f9a-62f7f631beb2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5387867c0f094aff86314c0158180630&device_id=d8a40197-2f7c-4fec-a520-1ad36e1b4fdf HTTP/1.1" status: 200 len: 1099 time: 0.2573242 Aug 16 20:04:05.975156 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c870fd-98d8-43e6-9dc0-cc67e1d35dd7 admin admin] Deleting subnet 50c58c3d-bf24-4120-bc19-85467393ab3b {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:04:06.047595 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fce690b-1c44-4188-9ac6-0ef49f7b99e4 None None] Network 389c2e20-ce78-4af5-844d-2a8a05d0dffb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:04:06.055002 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-42c870fd-98d8-43e6-9dc0-cc67e1d35dd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:06.119667 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-42c870fd-98d8-43e6-9dc0-cc67e1d35dd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:06.176967 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-42c870fd-98d8-43e6-9dc0-cc67e1d35dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:06.302860 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 5a8d2512-cb04-470b-8e5f-525063c9a847 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:04:06.338118 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 5a8d2512-cb04-470b-8e5f-525063c9a847 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:04:06.338969 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 5a8d2512-cb04-470b-8e5f-525063c9a847 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:04:06.567888 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-d812beb2-b9dc-4a71-9aa0-8f2ec4261cc9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7 HTTP/1.1" status: 200 len: 217 time: 0.6136868 Aug 16 20:04:06.601034 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-42c870fd-98d8-43e6-9dc0-cc67e1d35dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:06.681402 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea954a90-bb63-4bd3-a173-047fbfce60cf req-1620fadc-6d31-4d19-976a-dc6db37418af tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:06.682999 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ea954a90-bb63-4bd3-a173-047fbfce60cf req-1620fadc-6d31-4d19-976a-dc6db37418af tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.68 "GET /v2.0/ports?device_id=d8a40197-2f7c-4fec-a520-1ad36e1b4fdf HTTP/1.1" status: 200 len: 947 time: 0.1136873 Aug 16 20:04:06.685930 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-42c870fd-98d8-43e6-9dc0-cc67e1d35dd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:06.687781 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-42c870fd-98d8-43e6-9dc0-cc67e1d35dd7 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/50c58c3d-bf24-4120-bc19-85467393ab3b HTTP/1.1" status: 204 len: 168 time: 1.0408823 Aug 16 20:04:06.688623 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c870fd-98d8-43e6-9dc0-cc67e1d35dd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50c58c3d-bf24-4120-bc19-85467393ab3b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:06.690647 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37410) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:06.762267 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-f0e57f9e-4ed2-4a48-837b-fce3fe0fa179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:06.763762 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-f0e57f9e-4ed2-4a48-837b-fce3fe0fa179 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1641419 Aug 16 20:04:06.782048 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4924a14b-9829-4d17-8fb1-98599e7d10c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:06.797438 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ea954a90-bb63-4bd3-a173-047fbfce60cf req-b922b261-fc7b-4918-a54c-a9aa4df9375e tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.68 "GET /v2.0/security-groups?id=9a4cb342-5a28-44b9-a70b-cccdf4748b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982499 Aug 16 20:04:06.852857 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-e170d573-3d0e-4cb1-9c26-bdde0c68b57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:06.857586 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-e170d573-3d0e-4cb1-9c26-bdde0c68b57e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0846801 Aug 16 20:04:06.934580 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:07.006915 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4924a14b-9829-4d17-8fb1-98599e7d10c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:07.025146 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-4924a14b-9829-4d17-8fb1-98599e7d10c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5366f7d-0e62-48c7-b4d9-d33f22653472']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:07.039744 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-4924a14b-9829-4d17-8fb1-98599e7d10c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84652948-dfec-4209-8e91-f43af2892c7b') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:07.040195 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-4924a14b-9829-4d17-8fb1-98599e7d10c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84652948-dfec-4209-8e91-f43af2892c7b') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:07.060888 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4924a14b-9829-4d17-8fb1-98599e7d10c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:07.083995 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4924a14b-9829-4d17-8fb1-98599e7d10c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:07.090993 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-268198d6-874e-4888-a6dd-8a73a6e6cf8c service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246821 Aug 16 20:04:07.093969 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4924a14b-9829-4d17-8fb1-98599e7d10c2 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:04:07.095272 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4924a14b-9829-4d17-8fb1-98599e7d10c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:07.122330 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bbbd4-ee54-417a-8a04-5bbeb86a25fe req-f2f2c6e9-0d28-4a3b-b963-c9ddfa53f18f tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:07.123975 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3c0bbbd4-ee54-417a-8a04-5bbeb86a25fe req-f2f2c6e9-0d28-4a3b-b963-c9ddfa53f18f tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 945 time: 0.0979598 Aug 16 20:04:07.166450 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:04:07.166450 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:04:07.166450 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:04:07.166450 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:04:07.166450 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:04:07.166450 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:04:07.166450 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:04:07.166450 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:04:07.166450 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:04:07.166450 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:04:07.166450 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:04:07.166450 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:04:07.166450 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:04:07.166450 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:04:07.166450 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:04:07.166450 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:04:07.166450 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:04:07.166450 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:04:07.166450 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:04:07.166450 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:04:07.166450 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:04:07.166450 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:04:07.166450 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:04:07.166450 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:04:07.166450 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:04:07.166450 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:04:07.166450 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:04:07.166450 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:04:07.166450 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:04:07.166450 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:04:07.166450 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:04:07.166450 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:04:07.172241 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4924a14b-9829-4d17-8fb1-98599e7d10c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:07.190047 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4924a14b-9829-4d17-8fb1-98599e7d10c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:07.194456 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4924a14b-9829-4d17-8fb1-98599e7d10c2 admin admin] 10.222.0.68 "DELETE /v2.0/networks/c5366f7d-0e62-48c7-b4d9-d33f22653472 HTTP/1.1" status: 204 len: 168 time: 0.5002093 Aug 16 20:04:07.222898 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924a14b-9829-4d17-8fb1-98599e7d10c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5366f7d-0e62-48c7-b4d9-d33f22653472,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:07.235818 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3c0bbbd4-ee54-417a-8a04-5bbeb86a25fe req-c8bb8726-d28f-48aa-b3c9-147e886c569d tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999081 Aug 16 20:04:07.281739 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51249b2b-76c1-4efb-ad9b-07c54c9822ec req-7db5ab0c-b62e-4c1e-89a5-95970e0d3ab6 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800890 Aug 16 20:04:07.344870 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37436) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:07.353289 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-dbdcfa1e-00bf-4436-ac7c-32a5aed96600 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-36987842-network', 'tenant_id': '0d2cc70620934df4803455d65dc4265e'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:07.378601 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdcfa1e-00bf-4436-ac7c-32a5aed96600 admin admin] Made reservation on behalf of 0d2cc70620934df4803455d65dc4265e for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:04:07.386356 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dbdcfa1e-00bf-4436-ac7c-32a5aed96600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:07.403130 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dbdcfa1e-00bf-4436-ac7c-32a5aed96600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:07.423554 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2377703-a566-48aa-9285-40c34aff3a37 req-6640405c-6f37-45e6-928e-9fd29454b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:07.426977 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f2377703-a566-48aa-9285-40c34aff3a37 req-6640405c-6f37-45e6-928e-9fd29454b3a9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5387867c0f094aff86314c0158180630&device_id=d8a40197-2f7c-4fec-a520-1ad36e1b4fdf HTTP/1.1" status: 200 len: 1099 time: 0.0906153 Aug 16 20:04:07.575603 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dbdcfa1e-00bf-4436-ac7c-32a5aed96600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:07.586569 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dbdcfa1e-00bf-4436-ac7c-32a5aed96600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:07.600282 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbdcfa1e-00bf-4436-ac7c-32a5aed96600 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:04:07.601788 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37442) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:07.617589 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dbdcfa1e-00bf-4436-ac7c-32a5aed96600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:07.618222 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-dbdcfa1e-00bf-4436-ac7c-32a5aed96600 admin admin] Added segment 03bbe175-f498-4aa7-a2ed-b2348e150255 of type vlan for network 4280ac43-879c-47bd-a808-d7b9cc8875e9 Aug 16 20:04:07.623611 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2377703-a566-48aa-9285-40c34aff3a37 req-16099584-c610-45c8-8e1b-e28e85c3d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:07.628881 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f2377703-a566-48aa-9285-40c34aff3a37 req-16099584-c610-45c8-8e1b-e28e85c3d323 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.1932006 Aug 16 20:04:07.663758 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dbdcfa1e-00bf-4436-ac7c-32a5aed96600 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:07.715367 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdcfa1e-00bf-4436-ac7c-32a5aed96600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b236bdd-2ee9-4cb9-8e65-57dd580f74cb,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:07.725003 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dbdcfa1e-00bf-4436-ac7c-32a5aed96600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:07.726001 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdcfa1e-00bf-4436-ac7c-32a5aed96600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:07.726575 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dbdcfa1e-00bf-4436-ac7c-32a5aed96600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:07.753557 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f2377703-a566-48aa-9285-40c34aff3a37 req-761e0c5c-4408-4904-a7cf-31256098ce13 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7 HTTP/1.1" status: 200 len: 217 time: 0.1027119 Aug 16 20:04:07.796376 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdcfa1e-00bf-4436-ac7c-32a5aed96600 admin admin] Pushing event updated for resources: {'Network': ['ID=4280ac43-879c-47bd-a808-d7b9cc8875e9,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:07.810349 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 4280ac43-879c-47bd-a808-d7b9cc8875e9 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:04:07.816303 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-dbdcfa1e-00bf-4436-ac7c-32a5aed96600 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4677646 Aug 16 20:04:07.822031 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37448) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:07.834908 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-5c289b88-f3ed-4986-9971-05b6e3799c8b admin admin] Request body: {'subnet': {'network_id': '4280ac43-879c-47bd-a808-d7b9cc8875e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-36987842-subnet', 'tenant_id': '0d2cc70620934df4803455d65dc4265e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:07.867098 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2756d4ab-f074-4950-abe0-4584bc670b79 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7953acbddec64dfe80daa44374e7d7da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2612247 Aug 16 20:04:07.874049 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37452) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:07.903236 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c289b88-f3ed-4986-9971-05b6e3799c8b admin admin] Made reservation on behalf of 0d2cc70620934df4803455d65dc4265e for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:04:07.905718 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5c289b88-f3ed-4986-9971-05b6e3799c8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:07.945183 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2377703-a566-48aa-9285-40c34aff3a37 req-4b1b64ac-2185-4a93-9421-af24a3d8c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:07.947505 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f2377703-a566-48aa-9285-40c34aff3a37 req-4b1b64ac-2185-4a93-9421-af24a3d8c123 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1817672 Aug 16 20:04:08.038202 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-87e6a13e-bd7d-4e4d-833c-a55bf60e21ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:08.043680 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2377703-a566-48aa-9285-40c34aff3a37 req-8f019a2b-63bb-4cbe-ba68-8717cecfa882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:08.045529 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f2377703-a566-48aa-9285-40c34aff3a37 req-8f019a2b-63bb-4cbe-ba68-8717cecfa882 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0808518 Aug 16 20:04:08.051377 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc0fe9-de73-4c1a-b25f-b87cd1a6781a req-e9ff2033-6382-4028-b604-eb5c4ed6e6f5 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:08.052939 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d2cc0fe9-de73-4c1a-b25f-b87cd1a6781a req-e9ff2033-6382-4028-b604-eb5c4ed6e6f5 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.68 "GET /v2.0/ports?device_id=d8a40197-2f7c-4fec-a520-1ad36e1b4fdf HTTP/1.1" status: 200 len: 947 time: 0.0978720 Aug 16 20:04:08.101047 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-87e6a13e-bd7d-4e4d-833c-a55bf60e21ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:08.132695 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d2cc0fe9-de73-4c1a-b25f-b87cd1a6781a req-23c80f59-c652-4866-80b7-eb447cee0655 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.68 "GET /v2.0/security-groups?id=9a4cb342-5a28-44b9-a70b-cccdf4748b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674124 Aug 16 20:04:08.238575 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5c289b88-f3ed-4986-9971-05b6e3799c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:08.278009 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-87e6a13e-bd7d-4e4d-833c-a55bf60e21ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:08.281004 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-87e6a13e-bd7d-4e4d-833c-a55bf60e21ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:08.282342 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-87e6a13e-bd7d-4e4d-833c-a55bf60e21ab admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d6e51435-6bf9-4427-8e6b-56644b1419b8 HTTP/1.1" status: 204 len: 168 time: 0.4064603 Aug 16 20:04:08.287488 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f2377703-a566-48aa-9285-40c34aff3a37 req-f7210d97-d770-4215-9d65-045186b247ad service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162094 Aug 16 20:04:08.294636 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6a13e-bd7d-4e4d-833c-a55bf60e21ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e51435-6bf9-4427-8e6b-56644b1419b8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:08.334637 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c289b88-f3ed-4986-9971-05b6e3799c8b admin admin] Checking segment: {'id': '03bbe175-f498-4aa7-a2ed-b2348e150255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4280ac43-879c-47bd-a808-d7b9cc8875e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:04:08.335002 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c289b88-f3ed-4986-9971-05b6e3799c8b admin admin] Network hostable DHCP agents. Network: 4280ac43-879c-47bd-a808-d7b9cc8875e9, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:04:08.340672 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c289b88-f3ed-4986-9971-05b6e3799c8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2226a5aa-aa5f-403c-84e8-10331f40199e,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:08.420148 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c289b88-f3ed-4986-9971-05b6e3799c8b admin admin] Network 4280ac43-879c-47bd-a808-d7b9cc8875e9 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:04:08.420506 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f2377703-a566-48aa-9285-40c34aff3a37 req-b1978c1f-b1b1-4fd9-b9fa-1f184267b346 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215568 Aug 16 20:04:08.444298 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3977e-4963-4d76-ad69-fabc0441b318 req-166560e6-d0b6-408e-bd36-4f0935d8d276 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:08.445913 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09f3977e-4963-4d76-ad69-fabc0441b318 req-166560e6-d0b6-408e-bd36-4f0935d8d276 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 945 time: 0.0772800 Aug 16 20:04:08.446846 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-5c289b88-f3ed-4986-9971-05b6e3799c8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 4280ac43-879c-47bd-a808-d7b9cc8875e9) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:04:08.451079 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c289b88-f3ed-4986-9971-05b6e3799c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:08.451702 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5c289b88-f3ed-4986-9971-05b6e3799c8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:08.458961 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe159fa-9d2c-4c3f-abeb-0108b2b23296 None None] Network 4280ac43-879c-47bd-a808-d7b9cc8875e9 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:04:08.501112 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5c289b88-f3ed-4986-9971-05b6e3799c8b admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6778851 Aug 16 20:04:08.507732 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09f3977e-4963-4d76-ad69-fabc0441b318 req-d4fe1c03-bc3d-4d49-93a1-33bfeeca0235 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530879 Aug 16 20:04:08.611945 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1283fdad-80af-4131-a802-794577cb9d4d None None] Network 4280ac43-879c-47bd-a808-d7b9cc8875e9 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:04:08.730751 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37486) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:08.782164 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-94df75ce-6a28-4470-aeec-7f7a3d1cffbc admin admin] Deleting subnet 9561961e-9045-4921-9aeb-e159d9e44b92 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:04:08.785686 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94df75ce-6a28-4470-aeec-7f7a3d1cffbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:08.824442 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94df75ce-6a28-4470-aeec-7f7a3d1cffbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:08.874522 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94df75ce-6a28-4470-aeec-7f7a3d1cffbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:08.909590 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37496) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:08.940060 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94df75ce-6a28-4470-aeec-7f7a3d1cffbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:08.969641 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df75ce-6a28-4470-aeec-7f7a3d1cffbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9561961e-9045-4921-9aeb-e159d9e44b92,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:08.971901 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94df75ce-6a28-4470-aeec-7f7a3d1cffbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:08.974341 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-94df75ce-6a28-4470-aeec-7f7a3d1cffbc admin admin] 10.222.0.68 "DELETE /v2.0/subnets/9561961e-9045-4921-9aeb-e159d9e44b92 HTTP/1.1" status: 204 len: 168 time: 0.2420094 Aug 16 20:04:08.976822 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37502) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:09.063635 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-1354a7bd-a468-4ce8-943e-5bbe56f1f2f9 tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-117194342', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:09.064065 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66c8a1ab-e2f8-43a3-9621-656796cb88ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:09.086488 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1354a7bd-a468-4ce8-943e-5bbe56f1f2f9 tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Made reservation on behalf of 60fb94f4e1c642d1a51861139ff02f44 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:04:09.089588 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1354a7bd-a468-4ce8-943e-5bbe56f1f2f9 tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:09.096476 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8533e124-91d2-4572-b855-169a5643ddfd req-66643828-44b0-4b78-b8a1-db6a3f18d4dd tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306697 Aug 16 20:04:09.101092 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1354a7bd-a468-4ce8-943e-5bbe56f1f2f9 tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:09.205073 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1354a7bd-a468-4ce8-943e-5bbe56f1f2f9 tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:09.212564 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1354a7bd-a468-4ce8-943e-5bbe56f1f2f9 tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:09.218003 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-1354a7bd-a468-4ce8-943e-5bbe56f1f2f9 tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] device_id is not set on port b13b9043-fe4d-4d6a-8eda-43efee1f7675 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:04:09.242822 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66c8a1ab-e2f8-43a3-9621-656796cb88ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:09.258654 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-66c8a1ab-e2f8-43a3-9621-656796cb88ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['389c2e20-ce78-4af5-844d-2a8a05d0dffb']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:09.278575 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-66c8a1ab-e2f8-43a3-9621-656796cb88ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '728fa74e-016b-46ab-85f8-0c30b13cef92') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:09.278873 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-66c8a1ab-e2f8-43a3-9621-656796cb88ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '728fa74e-016b-46ab-85f8-0c30b13cef92') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:09.297010 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66c8a1ab-e2f8-43a3-9621-656796cb88ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:09.315941 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533e124-91d2-4572-b855-169a5643ddfd req-d0a1192e-e86c-43fa-9040-bf377039d5f9 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:09.317361 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8533e124-91d2-4572-b855-169a5643ddfd req-d0a1192e-e86c-43fa-9040-bf377039d5f9 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2127266 Aug 16 20:04:09.321803 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354a7bd-a468-4ce8-943e-5bbe56f1f2f9 tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ac8270-a922-4ce7-b174-88cc5a1a16f6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:09.333674 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66c8a1ab-e2f8-43a3-9621-656796cb88ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:09.339797 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8533e124-91d2-4572-b855-169a5643ddfd req-134046e4-b86f-4f31-aa3d-607e42de43ed tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/quotas/f79b284ed8d04e57925fd24cf95b04a3 HTTP/1.1" status: 200 len: 375 time: 0.0167987 Aug 16 20:04:09.342398 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c8a1ab-e2f8-43a3-9621-656796cb88ca admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:04:09.342971 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66c8a1ab-e2f8-43a3-9621-656796cb88ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:09.344879 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:04:09.344879 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:04:09.344879 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:04:09.344879 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:04:09.344879 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:04:09.344879 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:04:09.344879 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:04:09.344879 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:04:09.344879 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:04:09.344879 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:04:09.344879 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:04:09.344879 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:04:09.344879 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:04:09.344879 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:04:09.344879 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:04:09.344879 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:04:09.344879 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:04:09.344879 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:04:09.344879 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:04:09.344879 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:04:09.344879 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:04:09.344879 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:04:09.344879 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:04:09.344879 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:04:09.344879 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:04:09.344879 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:04:09.344879 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:04:09.344879 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:04:09.344879 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:04:09.344879 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:04:09.344879 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:04:09.344879 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:04:09.351311 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec28fd-3cb9-4878-9313-fda5a2ffffd3 req-da7158cb-f7a3-4969-80e2-5d4037efc7fe tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:09.352887 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-55ec28fd-3cb9-4878-9313-fda5a2ffffd3 req-da7158cb-f7a3-4969-80e2-5d4037efc7fe tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.68 "GET /v2.0/ports?device_id=d8a40197-2f7c-4fec-a520-1ad36e1b4fdf HTTP/1.1" status: 200 len: 947 time: 0.1274345 Aug 16 20:04:09.418167 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8533e124-91d2-4572-b855-169a5643ddfd req-4cea7892-6825-419f-a740-33b1dae8ac10 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571623 Aug 16 20:04:09.421980 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-1354a7bd-a468-4ce8-943e-5bbe56f1f2f9 tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Allocated IP 172.25.8.210 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/b13b9043-fe4d-4d6a-8eda-43efee1f7675) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:04:09.429864 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-55ec28fd-3cb9-4878-9313-fda5a2ffffd3 req-e15de97a-0493-423a-81f0-796b095350dd tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.68 "GET /v2.0/security-groups?id=9a4cb342-5a28-44b9-a70b-cccdf4748b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579214 Aug 16 20:04:09.440379 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66c8a1ab-e2f8-43a3-9621-656796cb88ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:09.455692 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66c8a1ab-e2f8-43a3-9621-656796cb88ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:09.463703 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-66c8a1ab-e2f8-43a3-9621-656796cb88ca admin admin] 10.222.0.68 "DELETE /v2.0/networks/389c2e20-ce78-4af5-844d-2a8a05d0dffb HTTP/1.1" status: 204 len: 168 time: 0.4833915 Aug 16 20:04:09.464470 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37526) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:09.485075 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37528) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:09.498883 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8a1ab-e2f8-43a3-9621-656796cb88ca admin admin] Pushing event deleted for resources: {'Network': ['ID=389c2e20-ce78-4af5-844d-2a8a05d0dffb,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:09.550465 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cf201d-4799-453d-8b22-2758b2b52ee5 admin admin] Deleting subnet 2226a5aa-aa5f-403c-84e8-10331f40199e {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:04:09.554518 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-91cf201d-4799-453d-8b22-2758b2b52ee5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:09.640027 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-91cf201d-4799-453d-8b22-2758b2b52ee5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:09.651564 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a7930f44-abdc-4b54-bc04-491e0f47527c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1275707542-network', 'tenant_id': '8eb8de7d06034ad984d745edc6893cc6'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:09.680494 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9824e31f-473b-4b6b-aeac-22af30766efc req-2c6085f8-17d0-4cf6-aa88-67fd83f6bd47 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 210 time: 0.0539193 Aug 16 20:04:09.707577 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-91cf201d-4799-453d-8b22-2758b2b52ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:09.714865 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc0ca1-900a-4b48-8383-fc53a7ea4375 req-e292419c-d562-495a-9350-53dfe267a747 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:09.716580 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ddbc0ca1-900a-4b48-8383-fc53a7ea4375 req-e292419c-d562-495a-9350-53dfe267a747 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 945 time: 0.1042902 Aug 16 20:04:09.723568 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7930f44-abdc-4b54-bc04-491e0f47527c admin admin] Made reservation on behalf of 8eb8de7d06034ad984d745edc6893cc6 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:04:09.725878 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7930f44-abdc-4b54-bc04-491e0f47527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:09.751991 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7930f44-abdc-4b54-bc04-491e0f47527c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:09.778446 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1354a7bd-a468-4ce8-943e-5bbe56f1f2f9 tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:09.786603 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-91cf201d-4799-453d-8b22-2758b2b52ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:09.823943 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf201d-4799-453d-8b22-2758b2b52ee5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2226a5aa-aa5f-403c-84e8-10331f40199e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:09.825573 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ddbc0ca1-900a-4b48-8383-fc53a7ea4375 req-fd8f282f-c704-4ed9-8ab5-73b51e79557d tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972965 Aug 16 20:04:09.844157 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-91cf201d-4799-453d-8b22-2758b2b52ee5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:09.850728 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-91cf201d-4799-453d-8b22-2758b2b52ee5 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/2226a5aa-aa5f-403c-84e8-10331f40199e HTTP/1.1" status: 204 len: 168 time: 0.3629200 Aug 16 20:04:09.851754 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37544) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:09.887059 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1354a7bd-a468-4ce8-943e-5bbe56f1f2f9 tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:09.945360 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1354a7bd-a468-4ce8-943e-5bbe56f1f2f9 tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:04:09.946133 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae4ba1a5-78fb-45d7-b8b6-bf96ba1448a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:09.952798 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-1354a7bd-a468-4ce8-943e-5bbe56f1f2f9 tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:04:09.963938 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1354a7bd-a468-4ce8-943e-5bbe56f1f2f9 tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:04:09.991959 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354a7bd-a468-4ce8-943e-5bbe56f1f2f9 tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Pushing event updated for resources: {'Port': ['ID=b13b9043-fe4d-4d6a-8eda-43efee1f7675,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:10.006901 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7930f44-abdc-4b54-bc04-491e0f47527c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:10.013686 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7930f44-abdc-4b54-bc04-491e0f47527c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:10.052678 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7930f44-abdc-4b54-bc04-491e0f47527c admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:04:10.052907 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae4ba1a5-78fb-45d7-b8b6-bf96ba1448a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:10.061515 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1354a7bd-a468-4ce8-943e-5bbe56f1f2f9 tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:10.062061 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1354a7bd-a468-4ce8-943e-5bbe56f1f2f9 tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:10.065599 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-ae4ba1a5-78fb-45d7-b8b6-bf96ba1448a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4280ac43-879c-47bd-a808-d7b9cc8875e9']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:10.076082 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7930f44-abdc-4b54-bc04-491e0f47527c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfba102-5de4-4178-becb-e9018414008c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:10.080413 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7930f44-abdc-4b54-bc04-491e0f47527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:10.080773 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-a7930f44-abdc-4b54-bc04-491e0f47527c admin admin] Added segment fa30f218-5dcc-42b1-b1d2-b3cdbc9cc7a8 of type vlan for network 45d31233-774f-46dc-b2b9-f6281be88f6a Aug 16 20:04:10.083722 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-ae4ba1a5-78fb-45d7-b8b6-bf96ba1448a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03bbe175-f498-4aa7-a2ed-b2348e150255') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:10.084546 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-ae4ba1a5-78fb-45d7-b8b6-bf96ba1448a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03bbe175-f498-4aa7-a2ed-b2348e150255') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:10.094989 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1354a7bd-a468-4ce8-943e-5bbe56f1f2f9 tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.1831198 Aug 16 20:04:10.098990 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37548) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:10.102000 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae4ba1a5-78fb-45d7-b8b6-bf96ba1448a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:10.106274 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-60e24a70-5ff9-40f5-b95a-d5e09c0a2b78 tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.210'}]}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:10.128904 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae4ba1a5-78fb-45d7-b8b6-bf96ba1448a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:10.136386 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7930f44-abdc-4b54-bc04-491e0f47527c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:10.140072 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4ba1a5-78fb-45d7-b8b6-bf96ba1448a5 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:04:10.140810 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae4ba1a5-78fb-45d7-b8b6-bf96ba1448a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:10.142810 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:04:10.142810 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:04:10.142810 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:04:10.142810 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:04:10.142810 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:04:10.142810 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:04:10.142810 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:04:10.142810 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:04:10.142810 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:04:10.142810 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:04:10.142810 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:04:10.142810 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:04:10.142810 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:04:10.142810 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:04:10.142810 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:04:10.142810 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:04:10.142810 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:04:10.142810 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:04:10.142810 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:04:10.142810 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:04:10.142810 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:04:10.142810 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:04:10.142810 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:04:10.142810 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:04:10.142810 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:04:10.142810 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:04:10.142810 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:04:10.142810 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:04:10.142810 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:04:10.142810 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:04:10.142810 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:04:10.142810 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:04:10.153937 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60e24a70-5ff9-40f5-b95a-d5e09c0a2b78 tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:10.154972 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60e24a70-5ff9-40f5-b95a-d5e09c0a2b78 tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:10.166030 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7930f44-abdc-4b54-bc04-491e0f47527c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:10.167434 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7930f44-abdc-4b54-bc04-491e0f47527c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:10.168043 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7930f44-abdc-4b54-bc04-491e0f47527c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:10.216912 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae4ba1a5-78fb-45d7-b8b6-bf96ba1448a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:10.228900 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae4ba1a5-78fb-45d7-b8b6-bf96ba1448a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:10.231212 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ae4ba1a5-78fb-45d7-b8b6-bf96ba1448a5 admin admin] 10.222.0.68 "DELETE /v2.0/networks/4280ac43-879c-47bd-a808-d7b9cc8875e9 HTTP/1.1" status: 204 len: 168 time: 0.3778872 Aug 16 20:04:10.242478 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a7930f44-abdc-4b54-bc04-491e0f47527c admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7563155 Aug 16 20:04:10.245173 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37552) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:10.251468 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-dcb69d29-4d9a-4ede-83f1-5a63c878943e admin admin] Request body: {'subnet': {'network_id': '45d31233-774f-46dc-b2b9-f6281be88f6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1275707542-subnet', 'tenant_id': '8eb8de7d06034ad984d745edc6893cc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:10.260816 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7930f44-abdc-4b54-bc04-491e0f47527c admin admin] Pushing event updated for resources: {'Network': ['ID=45d31233-774f-46dc-b2b9-f6281be88f6a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:10.268139 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ba1a5-78fb-45d7-b8b6-bf96ba1448a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4280ac43-879c-47bd-a808-d7b9cc8875e9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:10.275434 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:04:10.281268 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 45d31233-774f-46dc-b2b9-f6281be88f6a details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:04:10.292589 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb69d29-4d9a-4ede-83f1-5a63c878943e admin admin] Made reservation on behalf of 8eb8de7d06034ad984d745edc6893cc6 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:04:10.295289 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dcb69d29-4d9a-4ede-83f1-5a63c878943e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:10.314147 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60e24a70-5ff9-40f5-b95a-d5e09c0a2b78 tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:10.419612 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37554) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:10.464916 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:10.486616 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': '1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7', 'mac_address': 'fa:16:3e:4c:52:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:04:10.506986 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60e24a70-5ff9-40f5-b95a-d5e09c0a2b78 tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:10.536926 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:10.553768 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:04:10.567603 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dcb69d29-4d9a-4ede-83f1-5a63c878943e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:10.594695 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:10.602688 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-984a8266-1ab3-43ed-928d-c4a88c9fac7a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=140ba6fa05904ca8b94b81e58cacce3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1819048 Aug 16 20:04:10.607119 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:10.608251 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37560) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:10.638700 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb69d29-4d9a-4ede-83f1-5a63c878943e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8df7db58-3b84-4979-ae33-048847bb1b4e,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:10.652910 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb69d29-4d9a-4ede-83f1-5a63c878943e admin admin] Checking segment: {'id': 'fa30f218-5dcc-42b1-b1d2-b3cdbc9cc7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '45d31233-774f-46dc-b2b9-f6281be88f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:04:10.653275 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb69d29-4d9a-4ede-83f1-5a63c878943e admin admin] Network hostable DHCP agents. Network: 45d31233-774f-46dc-b2b9-f6281be88f6a, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:04:10.673397 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb69d29-4d9a-4ede-83f1-5a63c878943e admin admin] Network 45d31233-774f-46dc-b2b9-f6281be88f6a is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:04:10.679236 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb0f70-b2bb-48d6-894c-5d2f85019312 req-b5a3855a-e8fe-4e1d-bcd4-8e642e2407ac tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:10.680776 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cddb0f70-b2bb-48d6-894c-5d2f85019312 req-b5a3855a-e8fe-4e1d-bcd4-8e642e2407ac tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.68 "GET /v2.0/ports?device_id=d8a40197-2f7c-4fec-a520-1ad36e1b4fdf HTTP/1.1" status: 200 len: 947 time: 0.1513731 Aug 16 20:04:10.683052 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:10.686273 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-dcb69d29-4d9a-4ede-83f1-5a63c878943e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 45d31233-774f-46dc-b2b9-f6281be88f6a) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:04:10.692903 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb69d29-4d9a-4ede-83f1-5a63c878943e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:10.693772 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dcb69d29-4d9a-4ede-83f1-5a63c878943e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:10.700650 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ab444f-fa9c-4c5b-a148-f470049f17f9 None None] Network 45d31233-774f-46dc-b2b9-f6281be88f6a requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:04:10.701377 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1745e4f-0ebc-4cca-a4bd-67a8e654269e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:10.750645 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8533e124-91d2-4572-b855-169a5643ddfd req-fccaf843-16dc-48de-bd4f-3810d4434df6 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352325 Aug 16 20:04:10.758457 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-dcb69d29-4d9a-4ede-83f1-5a63c878943e admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5115824 Aug 16 20:04:10.759114 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1745e4f-0ebc-4cca-a4bd-67a8e654269e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:10.783048 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cddb0f70-b2bb-48d6-894c-5d2f85019312 req-34d6056d-890b-4d07-89d3-3766d285d6cb tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.68 "GET /v2.0/security-groups?id=9a4cb342-5a28-44b9-a70b-cccdf4748b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782058 Aug 16 20:04:10.857598 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:04:10.899003 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5397f8fa-d069-4c9f-a6d0-5a12480f2719 req-5c010dcb-c8d8-4d62-9602-d77a525ecf6c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 210 time: 0.0519645 Aug 16 20:04:10.972829 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1745e4f-0ebc-4cca-a4bd-67a8e654269e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:10.976072 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1745e4f-0ebc-4cca-a4bd-67a8e654269e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:10.980176 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a1745e4f-0ebc-4cca-a4bd-67a8e654269e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5d182c39-1fcd-4c5f-bbf1-607baa44080f HTTP/1.1" status: 204 len: 168 time: 0.3706119 Aug 16 20:04:10.996472 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533e124-91d2-4572-b855-169a5643ddfd req-1869dd62-2884-48e2-9219-3f1fa953c3be tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:10.998044 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8533e124-91d2-4572-b855-169a5643ddfd req-1869dd62-2884-48e2-9219-3f1fa953c3be tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2380137 Aug 16 20:04:11.011738 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89be7431-6704-45e2-948c-c1a3807659d0 None None] Network 45d31233-774f-46dc-b2b9-f6281be88f6a requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:04:11.017751 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-8533e124-91d2-4572-b855-169a5643ddfd req-556a9652-2f7b-4b88-ab95-58b70bb1e367 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Request body: {'port': {'device_id': 'aaa0ec70-4468-40c4-b38e-6bd4107c33b6', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'admin_state_up': True, 'tenant_id': 'f79b284ed8d04e57925fd24cf95b04a3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:11.040505 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1745e4f-0ebc-4cca-a4bd-67a8e654269e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d182c39-1fcd-4c5f-bbf1-607baa44080f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:11.119565 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60e24a70-5ff9-40f5-b95a-d5e09c0a2b78 tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:11.167942 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60e24a70-5ff9-40f5-b95a-d5e09c0a2b78 tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:11.296545 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc6aa9-cc53-46f8-9b8c-c618f8aef1be req-40ec9bfd-e693-4ae0-bb06-7ce41be89724 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:11.298692 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cabc6aa9-cc53-46f8-9b8c-c618f8aef1be req-40ec9bfd-e693-4ae0-bb06-7ce41be89724 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 945 time: 0.2615449 Aug 16 20:04:11.309298 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8533e124-91d2-4572-b855-169a5643ddfd req-556a9652-2f7b-4b88-ab95-58b70bb1e367 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Made reservation on behalf of f79b284ed8d04e57925fd24cf95b04a3 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:04:11.330519 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8533e124-91d2-4572-b855-169a5643ddfd req-556a9652-2f7b-4b88-ab95-58b70bb1e367 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:11.348023 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8533e124-91d2-4572-b855-169a5643ddfd req-556a9652-2f7b-4b88-ab95-58b70bb1e367 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:11.386195 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cabc6aa9-cc53-46f8-9b8c-c618f8aef1be req-8d7efdd3-ef7f-4d98-af15-24e83b7a7633 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784326 Aug 16 20:04:11.437885 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60e24a70-5ff9-40f5-b95a-d5e09c0a2b78 tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:11.485112 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37588) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:11.599647 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60e24a70-5ff9-40f5-b95a-d5e09c0a2b78 tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:11.602029 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60e24a70-5ff9-40f5-b95a-d5e09c0a2b78 tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:11.660281 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60e24a70-5ff9-40f5-b95a-d5e09c0a2b78 tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:11.661004 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e24a70-5ff9-40f5-b95a-d5e09c0a2b78 tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01f1c6bf-83f8-43af-a425-ee4f6dff0f8c {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:04:11.667980 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-934a092f-ac0d-45a3-9568-2a5477f6ee14 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0d2cc70620934df4803455d65dc4265e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1809537 Aug 16 20:04:11.671278 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37592) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:11.707651 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-473b84fe-24ad-4af9-9ef4-e03a0ae80c1c tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:11.709868 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-473b84fe-24ad-4af9-9ef4-e03a0ae80c1c tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] 10.222.0.68 "GET /v2.0/networks?id=45d31233-774f-46dc-b2b9-f6281be88f6a HTTP/1.1" status: 200 len: 822 time: 0.3581753 Aug 16 20:04:11.726353 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7c8ddb97-b006-4ddd-958f-ea8ce5dda3c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:11.740495 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-b41b6c33-b0b2-4c7b-8f4a-5d1c2cb955f7 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] 10.222.0.68 "GET /v2.0/quotas/8eb8de7d06034ad984d745edc6893cc6 HTTP/1.1" status: 200 len: 375 time: 0.0218091 Aug 16 20:04:11.749190 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7c8ddb97-b006-4ddd-958f-ea8ce5dda3c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:11.795436 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7c8ddb97-b006-4ddd-958f-ea8ce5dda3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:11.798017 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7c8ddb97-b006-4ddd-958f-ea8ce5dda3c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:11.802093 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7c8ddb97-b006-4ddd-958f-ea8ce5dda3c0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8b236bdd-2ee9-4cb9-8e65-57dd580f74cb HTTP/1.1" status: 204 len: 168 time: 0.1262054 Aug 16 20:04:11.802264 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-6e414150-0599-4eae-a94f-298b8d417b8b tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=8eb8de7d06034ad984d745edc6893cc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510063 Aug 16 20:04:11.802583 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8533e124-91d2-4572-b855-169a5643ddfd req-556a9652-2f7b-4b88-ab95-58b70bb1e367 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:11.808718 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ddb97-b006-4ddd-958f-ea8ce5dda3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b236bdd-2ee9-4cb9-8e65-57dd580f74cb,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:11.811857 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8533e124-91d2-4572-b855-169a5643ddfd req-556a9652-2f7b-4b88-ab95-58b70bb1e367 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:11.821769 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-60e24a70-5ff9-40f5-b95a-d5e09c0a2b78 tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 16 20:04:11.825992 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-60e24a70-5ff9-40f5-b95a-d5e09c0a2b78 tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7260315 Aug 16 20:04:11.828818 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37598) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:11.977087 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee134a7e-d17e-4790-8f67-cae81e4bd60f req-6fdecbad-9e32-4e3c-82d3-b2f67af4967f tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:11.978595 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ee134a7e-d17e-4790-8f67-cae81e4bd60f req-6fdecbad-9e32-4e3c-82d3-b2f67af4967f tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.68 "GET /v2.0/ports?device_id=d8a40197-2f7c-4fec-a520-1ad36e1b4fdf HTTP/1.1" status: 200 len: 948 time: 0.0721612 Aug 16 20:04:11.981277 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e4de55e2-1d0a-480d-ac2e-863f6152195d tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Deleting port b13b9043-fe4d-4d6a-8eda-43efee1f7675 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:04:11.981623 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4de55e2-1d0a-480d-ac2e-863f6152195d tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:12.055799 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a9652-2f7b-4b88-ab95-58b70bb1e367 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d81ebac-b867-4db3-b474-531f35bf5234,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:12.075736 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ee134a7e-d17e-4790-8f67-cae81e4bd60f req-d49bd0b6-6f0f-462e-9e0b-5c37a15e4d30 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.68 "GET /v2.0/security-groups?id=9a4cb342-5a28-44b9-a70b-cccdf4748b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886006 Aug 16 20:04:12.100108 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4de55e2-1d0a-480d-ac2e-863f6152195d tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:12.119957 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-8533e124-91d2-4572-b855-169a5643ddfd req-556a9652-2f7b-4b88-ab95-58b70bb1e367 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Allocated IP 192.168.233.16 (b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46/5dedf524-5a11-40fc-90de-b9413f1a2279/a8456123-9de6-4feb-9c09-95083ab502b6) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:04:12.120416 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e4de55e2-1d0a-480d-ac2e-863f6152195d tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Calling delete_port for b13b9043-fe4d-4d6a-8eda-43efee1f7675 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:04:12.152396 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-ec1b2f95-3769-429e-8e1e-604ea9fd2b36 service neutron] 10.222.0.68 "GET /v2.0/networks/45d31233-774f-46dc-b2b9-f6281be88f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281567 Aug 16 20:04:12.248299 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-89e58dce-3e39-49a5-b6f1-e75fc1197e5f req-33e9be87-9a60-4c5a-8409-96838cc96417 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 210 time: 0.0368123 Aug 16 20:04:12.294130 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-7550b545-9c0a-40a0-80e5-b355033d14ec service neutron] 10.222.0.68 "GET /v2.0/networks/45d31233-774f-46dc-b2b9-f6281be88f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248331 Aug 16 20:04:12.300899 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:04:12.324455 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4de55e2-1d0a-480d-ac2e-863f6152195d tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:12.356555 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de55e2-1d0a-480d-ac2e-863f6152195d tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Pushing event deleted for resources: {'Port': ['ID=b13b9043-fe4d-4d6a-8eda-43efee1f7675,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:12.385966 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:04:12.391079 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:04:12.392473 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:12.443574 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4de55e2-1d0a-480d-ac2e-863f6152195d tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:12.447717 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e4de55e2-1d0a-480d-ac2e-863f6152195d tempest-RoutersAdminNegativeIpV6Test-638184601 tempest-RoutersAdminNegativeIpV6Test-638184601-project-admin] 10.222.0.68 "DELETE /v2.0/ports/b13b9043-fe4d-4d6a-8eda-43efee1f7675 HTTP/1.1" status: 204 len: 168 time: 0.6179073 Aug 16 20:04:12.515581 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:12.555025 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:12.556129 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a40197-2f7c-4fec-a520-1ad36e1b4fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:04:12.558892 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073f170d-ee68-47a9-8a3d-5af9db685de5" -d '{"events": [{"server_uuid": "d8a40197-2f7c-4fec-a520-1ad36e1b4fdf", "name": "network-vif-plugged", "status": "completed", "tag": "1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:04:12.565886 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:12.588929 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8533e124-91d2-4572-b855-169a5643ddfd req-556a9652-2f7b-4b88-ab95-58b70bb1e367 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:12.618513 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-8533e124-91d2-4572-b855-169a5643ddfd req-556a9652-2f7b-4b88-ab95-58b70bb1e367 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Transition to ACTIVE for port object a8456123-9de6-4feb-9c09-95083ab502b6 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:04:12.653122 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae52d38-2b46-44c4-8d82-845703f59516 req-4b0cdebc-bb10-471e-a536-1d329caaee3a tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:12.654807 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6ae52d38-2b46-44c4-8d82-845703f59516 req-4b0cdebc-bb10-471e-a536-1d329caaee3a tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 945 time: 0.1041408 Aug 16 20:04:12.664109 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:12.688718 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8533e124-91d2-4572-b855-169a5643ddfd req-556a9652-2f7b-4b88-ab95-58b70bb1e367 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:12.715928 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6ae52d38-2b46-44c4-8d82-845703f59516 req-672bc0c1-0c5c-4216-9023-8005050e55b7 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525353 Aug 16 20:04:12.778238 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37640) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:12.798288 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b42428a8-1848-4006-a085-9568c81cfca7 req-5c8eaadf-0857-4873-9ab5-3c27fc1453a0 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bda6d7a-0346-4ff8-ac7b-0bad33990248 HTTP/1.1" status: 200 len: 210 time: 0.1326294 Aug 16 20:04:12.801341 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff03310-890c-407a-a7ad-6ff741893cfb x-openstack-request-id: req-aff03310-890c-407a-a7ad-6ff741893cfb {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:04:12.801740 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a40197-2f7c-4fec-a520-1ad36e1b4fdf", "name": "network-vif-plugged", "status": "completed", "tag": "1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:04:12.802132 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-aff03310-890c-407a-a7ad-6ff741893cfb {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:04:12.802258 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a40197-2f7c-4fec-a520-1ad36e1b4fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7', 'code': 200} Aug 16 20:04:12.833254 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8533e124-91d2-4572-b855-169a5643ddfd req-556a9652-2f7b-4b88-ab95-58b70bb1e367 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:04:12.837803 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-8533e124-91d2-4572-b855-169a5643ddfd req-556a9652-2f7b-4b88-ab95-58b70bb1e367 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:04:12.844078 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8533e124-91d2-4572-b855-169a5643ddfd req-556a9652-2f7b-4b88-ab95-58b70bb1e367 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:04:12.899709 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a9652-2f7b-4b88-ab95-58b70bb1e367 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Pushing event updated for resources: {'Port': ['ID=a8456123-9de6-4feb-9c09-95083ab502b6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:12.963422 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533e124-91d2-4572-b855-169a5643ddfd req-556a9652-2f7b-4b88-ab95-58b70bb1e367 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:12.968649 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8533e124-91d2-4572-b855-169a5643ddfd req-556a9652-2f7b-4b88-ab95-58b70bb1e367 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:12.971426 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f15e4-209a-4a4f-94f1-42e7b405c0e1 req-5af557d4-34a7-4c83-897b-2f643fb93aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:12.973608 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5c0f15e4-209a-4a4f-94f1-42e7b405c0e1 req-5af557d4-34a7-4c83-897b-2f643fb93aa0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d8a40197-2f7c-4fec-a520-1ad36e1b4fdf HTTP/1.1" status: 200 len: 1101 time: 0.1024036 Aug 16 20:04:12.995580 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8533e124-91d2-4572-b855-169a5643ddfd req-556a9652-2f7b-4b88-ab95-58b70bb1e367 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9839356 Aug 16 20:04:13.013161 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-8533e124-91d2-4572-b855-169a5643ddfd req-a270f158-71cd-4943-992f-9fbe5155ae6e service neutron] Request body: {'port': {'device_id': 'aaa0ec70-4468-40c4-b38e-6bd4107c33b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:13.047628 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5c0f15e4-209a-4a4f-94f1-42e7b405c0e1 req-81ddc7b9-1dc7-4f13-ae17-a51cbeae3563 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9a4cb342-5a28-44b9-a70b-cccdf4748b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623343 Aug 16 20:04:13.083619 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8533e124-91d2-4572-b855-169a5643ddfd req-a270f158-71cd-4943-992f-9fbe5155ae6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:13.138643 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d0467ee-2168-4c42-8653-f38eec07022e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:13.235856 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a54e16cd-5fd0-481a-883a-63c2cde3ccea None None] Provisioning for port a8456123-9de6-4feb-9c09-95083ab502b6 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:04:13.241048 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a54e16cd-5fd0-481a-883a-63c2cde3ccea None None] Provisioning complete for port a8456123-9de6-4feb-9c09-95083ab502b6 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:04:13.241426 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a54e16cd-5fd0-481a-883a-63c2cde3ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:13.280774 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a54e16cd-5fd0-481a-883a-63c2cde3ccea None None] Port a8456123-9de6-4feb-9c09-95083ab502b6 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:04:13.335310 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d0467ee-2168-4c42-8653-f38eec07022e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:13.346639 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d0467ee-2168-4c42-8653-f38eec07022e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:13.431523 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3d0467ee-2168-4c42-8653-f38eec07022e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=184042c901c3453a9a31641f4e236dd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6520696 Aug 16 20:04:13.434937 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0467ee-2168-4c42-8653-f38eec07022e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6a9173-dd85-4fd0-8029-dfd2824833c9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:13.440741 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37660) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:13.441721 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6550a-4cff-4a21-b733-1ce9243770f6 req-d490beae-eb5f-4ad0-a693-23bae929e0a5 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:13.443345 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09b6550a-4cff-4a21-b733-1ce9243770f6 req-d490beae-eb5f-4ad0-a693-23bae929e0a5 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.68 "GET /v2.0/ports?device_id=d8a40197-2f7c-4fec-a520-1ad36e1b4fdf HTTP/1.1" status: 200 len: 949 time: 0.1824467 Aug 16 20:04:13.456367 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f510ab-8f7e-4e57-b8bf-8c91706a7478 req-c0d47fc2-4810-436b-9dc7-3441ab1e7ebe tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:13.458355 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-04f510ab-8f7e-4e57-b8bf-8c91706a7478 req-c0d47fc2-4810-436b-9dc7-3441ab1e7ebe tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 935 time: 0.1051250 Aug 16 20:04:13.510797 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09b6550a-4cff-4a21-b733-1ce9243770f6 req-24b95426-0992-4693-8d8a-b81c6c9d37fb tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.68 "GET /v2.0/security-groups?id=9a4cb342-5a28-44b9-a70b-cccdf4748b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580311 Aug 16 20:04:13.533606 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-04f510ab-8f7e-4e57-b8bf-8c91706a7478 req-7e9fd5ff-0f4b-4458-b174-e0d9bd83731a tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648608 Aug 16 20:04:13.550146 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-459c6e40-0f25-45b6-b047-1c255adf0552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:13.588326 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-459c6e40-0f25-45b6-b047-1c255adf0552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:13.603133 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-8533e124-91d2-4572-b855-169a5643ddfd req-a270f158-71cd-4943-992f-9fbe5155ae6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8456123-9de6-4feb-9c09-95083ab502b6 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:04:13.613502 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8533e124-91d2-4572-b855-169a5643ddfd req-a270f158-71cd-4943-992f-9fbe5155ae6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:13.628055 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-8533e124-91d2-4572-b855-169a5643ddfd req-a270f158-71cd-4943-992f-9fbe5155ae6e service neutron] Transition to ACTIVE for port object a8456123-9de6-4feb-9c09-95083ab502b6 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:04:13.631965 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8533e124-91d2-4572-b855-169a5643ddfd req-a270f158-71cd-4943-992f-9fbe5155ae6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:13.652056 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-459c6e40-0f25-45b6-b047-1c255adf0552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:13.655370 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-459c6e40-0f25-45b6-b047-1c255adf0552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:13.659768 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-459c6e40-0f25-45b6-b047-1c255adf0552 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cf6a9173-dd85-4fd0-8029-dfd2824833c9 HTTP/1.1" status: 204 len: 168 time: 0.2177863 Aug 16 20:04:13.688591 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c6e40-0f25-45b6-b047-1c255adf0552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6a9173-dd85-4fd0-8029-dfd2824833c9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:13.734973 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270f158-71cd-4943-992f-9fbe5155ae6e service neutron] Pushing event updated for resources: {'Port': ['ID=a8456123-9de6-4feb-9c09-95083ab502b6,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:13.786092 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-8533e124-91d2-4572-b855-169a5643ddfd req-a270f158-71cd-4943-992f-9fbe5155ae6e service neutron] Attempting to bind port a8456123-9de6-4feb-9c09-95083ab502b6 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:04:13.786458 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-8533e124-91d2-4572-b855-169a5643ddfd req-a270f158-71cd-4943-992f-9fbe5155ae6e service neutron] Attempting to bind port a8456123-9de6-4feb-9c09-95083ab502b6 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:04:13.792741 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8533e124-91d2-4572-b855-169a5643ddfd req-a270f158-71cd-4943-992f-9fbe5155ae6e service neutron] Attempting to bind port a8456123-9de6-4feb-9c09-95083ab502b6 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:04:13.799150 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8533e124-91d2-4572-b855-169a5643ddfd req-a270f158-71cd-4943-992f-9fbe5155ae6e service neutron] Port a8456123-9de6-4feb-9c09-95083ab502b6 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:04:13.799835 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8533e124-91d2-4572-b855-169a5643ddfd req-a270f158-71cd-4943-992f-9fbe5155ae6e service neutron] Attempting to bind port a8456123-9de6-4feb-9c09-95083ab502b6 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:04:13.813659 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8533e124-91d2-4572-b855-169a5643ddfd req-a270f158-71cd-4943-992f-9fbe5155ae6e service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:04:13.814162 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8533e124-91d2-4572-b855-169a5643ddfd req-a270f158-71cd-4943-992f-9fbe5155ae6e service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:04:13.814554 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8533e124-91d2-4572-b855-169a5643ddfd req-a270f158-71cd-4943-992f-9fbe5155ae6e service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:04:13.814993 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-8533e124-91d2-4572-b855-169a5643ddfd req-a270f158-71cd-4943-992f-9fbe5155ae6e service neutron] Bound port: a8456123-9de6-4feb-9c09-95083ab502b6, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:04:13.815389 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8533e124-91d2-4572-b855-169a5643ddfd req-a270f158-71cd-4943-992f-9fbe5155ae6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:14.032994 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-400aa86b-dd21-4243-ba0a-58cb24af7cc8 req-c274cc54-28c5-4ca0-9dc1-0ef02f7c4a07 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bda6d7a-0346-4ff8-ac7b-0bad33990248 HTTP/1.1" status: 200 len: 210 time: 0.0512416 Aug 16 20:04:14.052548 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58101a62-002d-4804-b443-c5923503bc14 req-8d93b705-2e01-4a43-a168-61e8a2db7844 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:14.054196 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58101a62-002d-4804-b443-c5923503bc14 req-8d93b705-2e01-4a43-a168-61e8a2db7844 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 945 time: 0.1961596 Aug 16 20:04:14.056660 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-8533e124-91d2-4572-b855-169a5643ddfd req-a270f158-71cd-4943-992f-9fbe5155ae6e service neutron] For port a8456123-9de6-4feb-9c09-95083ab502b6, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:04:14.075059 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-8533e124-91d2-4572-b855-169a5643ddfd req-a270f158-71cd-4943-992f-9fbe5155ae6e service neutron] For port a8456123-9de6-4feb-9c09-95083ab502b6, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a8456123-9de6-4feb-9c09-95083ab502b6,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:04:14.103018 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8533e124-91d2-4572-b855-169a5643ddfd req-a270f158-71cd-4943-992f-9fbe5155ae6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:14.166753 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533e124-91d2-4572-b855-169a5643ddfd req-a270f158-71cd-4943-992f-9fbe5155ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:14.168171 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8533e124-91d2-4572-b855-169a5643ddfd req-a270f158-71cd-4943-992f-9fbe5155ae6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:14.169671 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8533e124-91d2-4572-b855-169a5643ddfd req-a270f158-71cd-4943-992f-9fbe5155ae6e service neutron] 10.222.0.57 "PUT /v2.0/ports/a8456123-9de6-4feb-9c09-95083ab502b6 HTTP/1.1" status: 200 len: 1096 time: 1.1623487 Aug 16 20:04:14.170299 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa0ec70-4468-40c4-b38e-6bd4107c33b6', 'tag': 'a8456123-9de6-4feb-9c09-95083ab502b6'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:04:14.172799 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c52cc66-22a8-4efe-9642-a9454f08b2b7" -d '{"events": [{"name": "network-changed", "server_uuid": "aaa0ec70-4468-40c4-b38e-6bd4107c33b6", "tag": "a8456123-9de6-4feb-9c09-95083ab502b6"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:04:14.180322 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58101a62-002d-4804-b443-c5923503bc14 req-1c96575f-697d-4b5f-b561-d7347218e1c7 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075387 Aug 16 20:04:14.222268 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270f158-71cd-4943-992f-9fbe5155ae6e service neutron] Pushing event updated for resources: {'Port': ['ID=a8456123-9de6-4feb-9c09-95083ab502b6,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:14.258747 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7992c452-93db-4fa4-8890-124af3cc6261 x-openstack-request-id: req-7992c452-93db-4fa4-8890-124af3cc6261 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:04:14.259101 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaa0ec70-4468-40c4-b38e-6bd4107c33b6", "tag": "a8456123-9de6-4feb-9c09-95083ab502b6", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:04:14.259403 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7992c452-93db-4fa4-8890-124af3cc6261 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:04:14.259813 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa0ec70-4468-40c4-b38e-6bd4107c33b6', 'tag': 'a8456123-9de6-4feb-9c09-95083ab502b6', 'status': 'completed', 'code': 200} Aug 16 20:04:14.278413 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-871b7471-59c5-424f-87f7-2c101c24662a tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:14.281742 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-871b7471-59c5-424f-87f7-2c101c24662a tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] 10.222.0.57 "GET /v2.0/networks?id=45d31233-774f-46dc-b2b9-f6281be88f6a HTTP/1.1" status: 200 len: 822 time: 0.2471936 Aug 16 20:04:14.297858 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-384816aa-46cb-4429-a2b7-34e759e7a5b8 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] Request body: {'port': {'device_id': '3bda6d7a-0346-4ff8-ac7b-0bad33990248', 'network_id': '45d31233-774f-46dc-b2b9-f6281be88f6a', 'admin_state_up': True, 'tenant_id': '8eb8de7d06034ad984d745edc6893cc6'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:14.368172 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37688) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:14.415542 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52cc66-22a8-4efe-9642-a9454f08b2b7 req-1c65b9c2-802a-45a5-9075-c4b40e7c6608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:14.416800 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c52cc66-22a8-4efe-9642-a9454f08b2b7 req-1c65b9c2-802a-45a5-9075-c4b40e7c6608 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 1099 time: 0.1188507 Aug 16 20:04:14.455773 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-38621c80-cc02-413a-a546-26e6bf613389 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=60fb94f4e1c642d1a51861139ff02f44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0693040 Aug 16 20:04:14.455773 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37690) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:14.471509 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37694) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:14.491541 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-384816aa-46cb-4429-a2b7-34e759e7a5b8 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] Made reservation on behalf of 8eb8de7d06034ad984d745edc6893cc6 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:04:14.495626 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-384816aa-46cb-4429-a2b7-34e759e7a5b8 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:14.511124 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c52cc66-22a8-4efe-9642-a9454f08b2b7 req-e1f263d9-c567-4f1c-b9e8-cf019d9d8757 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0801995 Aug 16 20:04:14.633487 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38574f90-6cb5-4810-9efc-7674fce02dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:14.715948 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-520c8e70-8c51-4ce2-96f4-478c0c8c9950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:14.740726 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-384816aa-46cb-4429-a2b7-34e759e7a5b8 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] Allocated IP 172.20.0.2 (45d31233-774f-46dc-b2b9-f6281be88f6a/8df7db58-3b84-4979-ae33-048847bb1b4e/64bc8fe2-bf67-495e-850b-146e633e1e86) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:04:14.743676 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38574f90-6cb5-4810-9efc-7674fce02dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:14.769488 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91c2e0-5374-4a28-afc2-d2489c90f6b4 req-737d5c73-0476-4815-986f-0a31919a42e3 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:14.771016 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-af91c2e0-5374-4a28-afc2-d2489c90f6b4 req-737d5c73-0476-4815-986f-0a31919a42e3 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.68 "GET /v2.0/ports?device_id=d8a40197-2f7c-4fec-a520-1ad36e1b4fdf HTTP/1.1" status: 200 len: 949 time: 0.1059902 Aug 16 20:04:14.801675 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52cc66-22a8-4efe-9642-a9454f08b2b7 req-556b2556-519d-4242-96f9-b5f961a966d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:14.803044 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c52cc66-22a8-4efe-9642-a9454f08b2b7 req-556b2556-519d-4242-96f9-b5f961a966d1 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2838202 Aug 16 20:04:14.818577 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2896f-07ec-4814-8af1-bfd8cf57eb33 req-3f1e8d16-4aca-4e16-b762-540d504f0a92 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:14.820119 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dce2896f-07ec-4814-8af1-bfd8cf57eb33 req-3f1e8d16-4aca-4e16-b762-540d504f0a92 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 947 time: 0.1264255 Aug 16 20:04:14.868494 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38574f90-6cb5-4810-9efc-7674fce02dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:14.871073 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38574f90-6cb5-4810-9efc-7674fce02dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:14.872379 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-38574f90-6cb5-4810-9efc-7674fce02dcb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b6ac8270-a922-4ce7-b174-88cc5a1a16f6 HTTP/1.1" status: 204 len: 168 time: 0.4189942 Aug 16 20:04:14.888593 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dce2896f-07ec-4814-8af1-bfd8cf57eb33 req-67be6fe2-9b25-4b36-a8a8-5c11af2f89c3 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581446 Aug 16 20:04:14.907601 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-af91c2e0-5374-4a28-afc2-d2489c90f6b4 req-9619a899-edb9-44a8-8d66-7bd740bb23e7 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.68 "GET /v2.0/security-groups?id=9a4cb342-5a28-44b9-a70b-cccdf4748b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258307 Aug 16 20:04:14.926067 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38574f90-6cb5-4810-9efc-7674fce02dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ac8270-a922-4ce7-b174-88cc5a1a16f6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:14.948228 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533e124-91d2-4572-b855-169a5643ddfd req-5f152d60-1d55-4a63-8b00-0d3f5e97ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:14.950713 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8533e124-91d2-4572-b855-169a5643ddfd req-5f152d60-1d55-4a63-8b00-0d3f5e97ae9e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 1099 time: 0.0770621 Aug 16 20:04:14.992974 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-520c8e70-8c51-4ce2-96f4-478c0c8c9950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:15.001721 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-520c8e70-8c51-4ce2-96f4-478c0c8c9950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:15.009802 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8533e124-91d2-4572-b855-169a5643ddfd req-67154330-3fad-43af-8dc4-875a46aedd3c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=a8456123-9de6-4feb-9c09-95083ab502b6 HTTP/1.1" status: 200 len: 217 time: 0.0489421 Aug 16 20:04:15.073382 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-520c8e70-8c51-4ce2-96f4-478c0c8c9950 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c65ec7c8d81344db9169e25ca921c6cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6009758 Aug 16 20:04:15.076245 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c8e70-8c51-4ce2-96f4-478c0c8c9950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b41eed-d276-4ccd-a00f-261a67b6325b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:15.078877 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37714) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:15.105754 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-384816aa-46cb-4429-a2b7-34e759e7a5b8 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:15.111738 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e7591-1b9c-45e4-823e-32c53885a093 req-a7d89d33-5f23-48fa-af43-7131484588a4 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:15.113814 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-966e7591-1b9c-45e4-823e-32c53885a093 req-a7d89d33-5f23-48fa-af43-7131484588a4 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=f187fe73-dd55-4522-8800-ca2f98f79f24 HTTP/1.1" status: 200 len: 946 time: 0.1067929 Aug 16 20:04:15.115698 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533e124-91d2-4572-b855-169a5643ddfd req-a29fcb62-794f-409d-ba81-07ee5709b641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:15.117029 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8533e124-91d2-4572-b855-169a5643ddfd req-a29fcb62-794f-409d-ba81-07ee5709b641 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.0976398 Aug 16 20:04:15.169539 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f494f41-80e9-40b6-9438-5dc4fb2f7f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:15.212774 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-966e7591-1b9c-45e4-823e-32c53885a093 req-e3d032cd-55c5-428d-b291-d9630fa86a58 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854506 Aug 16 20:04:15.246163 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533e124-91d2-4572-b855-169a5643ddfd req-641a6e2d-7e91-4a1b-b900-f6443b2420a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:15.249324 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8533e124-91d2-4572-b855-169a5643ddfd req-641a6e2d-7e91-4a1b-b900-f6443b2420a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1171625 Aug 16 20:04:15.522690 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f494f41-80e9-40b6-9438-5dc4fb2f7f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:15.538640 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-384816aa-46cb-4429-a2b7-34e759e7a5b8 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:15.633879 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-384816aa-46cb-4429-a2b7-34e759e7a5b8 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] Network 45d31233-774f-46dc-b2b9-f6281be88f6a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:04:15.637335 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384816aa-46cb-4429-a2b7-34e759e7a5b8 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] Pushing event updated for resources: {'Port': ['ID=64bc8fe2-bf67-495e-850b-146e633e1e86,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:15.641053 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-384816aa-46cb-4429-a2b7-34e759e7a5b8 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:04:15.645369 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-384816aa-46cb-4429-a2b7-34e759e7a5b8 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:04:15.658967 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b63513-3145-4812-b101-ccc37b39dd13 req-05af4625-4f78-4de3-94ff-155588705dbc tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:15.660690 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-83b63513-3145-4812-b101-ccc37b39dd13 req-05af4625-4f78-4de3-94ff-155588705dbc tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 945 time: 0.1404421 Aug 16 20:04:15.706092 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f494f41-80e9-40b6-9438-5dc4fb2f7f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:15.709157 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f494f41-80e9-40b6-9438-5dc4fb2f7f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:15.712958 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5f494f41-80e9-40b6-9438-5dc4fb2f7f81 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/31b41eed-d276-4ccd-a00f-261a67b6325b HTTP/1.1" status: 204 len: 168 time: 0.6282079 Aug 16 20:04:15.736584 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-384816aa-46cb-4429-a2b7-34e759e7a5b8 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:15.737216 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-384816aa-46cb-4429-a2b7-34e759e7a5b8 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:15.746191 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f494f41-80e9-40b6-9438-5dc4fb2f7f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b41eed-d276-4ccd-a00f-261a67b6325b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:15.772378 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-83b63513-3145-4812-b101-ccc37b39dd13 req-0cb11097-80b9-4ec2-a0ae-afed16dfe2b8 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842907 Aug 16 20:04:15.788021 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-384816aa-46cb-4429-a2b7-34e759e7a5b8 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4964020 Aug 16 20:04:15.801073 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-cc553ba4-4c03-4d2d-8206-a8fc5cb43813 service neutron] Request body: {'port': {'device_id': '3bda6d7a-0346-4ff8-ac7b-0bad33990248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:15.819879 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf3588-7234-4d55-9612-770f65814912 req-f2f44820-0dac-4953-9590-6dd2801fa5c9 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:15.823426 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-eabf3588-7234-4d55-9612-770f65814912 req-f2f44820-0dac-4953-9590-6dd2801fa5c9 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bda6d7a-0346-4ff8-ac7b-0bad33990248 HTTP/1.1" status: 200 len: 931 time: 0.1511576 Aug 16 20:04:15.824159 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37740) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:15.865566 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-cc553ba4-4c03-4d2d-8206-a8fc5cb43813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:15.881165 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8533e124-91d2-4572-b855-169a5643ddfd req-ae9f2cb1-c581-4f27-add5-79992034ec9d service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6228573 Aug 16 20:04:15.911099 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-eabf3588-7234-4d55-9612-770f65814912 req-71802d09-c93c-4421-a22d-b261d4ef3bf0 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dfba102-5de4-4178-becb-e9018414008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612051 Aug 16 20:04:16.034834 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbae8b-488f-4a48-bb98-3a295f0effc5 req-263ed04b-5d12-4fb3-a81d-e88a86b12a36 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:16.036554 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0ddbae8b-488f-4a48-bb98-3a295f0effc5 req-263ed04b-5d12-4fb3-a81d-e88a86b12a36 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.68 "GET /v2.0/ports?device_id=d8a40197-2f7c-4fec-a520-1ad36e1b4fdf HTTP/1.1" status: 200 len: 949 time: 0.1570072 Aug 16 20:04:16.118793 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae541fc-9dd4-4009-ad74-245c53170377 req-24d5e59f-d3a7-4a41-8b4a-189d4a9383be tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:16.119952 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2ae541fc-9dd4-4009-ad74-245c53170377 req-24d5e59f-d3a7-4a41-8b4a-189d4a9383be tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 947 time: 0.1180918 Aug 16 20:04:16.126250 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8533e124-91d2-4572-b855-169a5643ddfd req-a4ef6c94-e823-497e-bd00-73293b2a7690 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140529 Aug 16 20:04:16.149283 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-69c50cca-cb77-40b3-a7ec-e8229e6b21b3 tempest-NetworksNegativeTestJSON-1532287692 tempest-NetworksNegativeTestJSON-1532287692-project] Request body: {'port': {'network_id': '8949eed7-97ed-46df-bdd8-bfe30b92b0ab', 'name': 'tempest-NetworksNegativeTestJSON-1714938665'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:16.163865 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0ddbae8b-488f-4a48-bb98-3a295f0effc5 req-3b3c84db-cfb4-44f8-8f68-22ae4de2fbf1 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.68 "GET /v2.0/security-groups?id=9a4cb342-5a28-44b9-a70b-cccdf4748b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143069 Aug 16 20:04:16.168406 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-69c50cca-cb77-40b3-a7ec-e8229e6b21b3 tempest-NetworksNegativeTestJSON-1532287692 tempest-NetworksNegativeTestJSON-1532287692-project] POST failed (client error): The resource could not be found. Aug 16 20:04:16.168804 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69c50cca-cb77-40b3-a7ec-e8229e6b21b3 tempest-NetworksNegativeTestJSON-1532287692 tempest-NetworksNegativeTestJSON-1532287692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:04:16.170320 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-69c50cca-cb77-40b3-a7ec-e8229e6b21b3 tempest-NetworksNegativeTestJSON-1532287692 tempest-NetworksNegativeTestJSON-1532287692-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3369801 Aug 16 20:04:16.176562 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37748) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:16.195092 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2ae541fc-9dd4-4009-ad74-245c53170377 req-915c31bf-1bfa-4ee7-97de-edda3c861d32 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643520 Aug 16 20:04:16.213844 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b6922c-c274-41aa-9c0b-8d74762666ee tempest-NetworksNegativeTestJSON-1532287692 tempest-NetworksNegativeTestJSON-1532287692-project] DELETE failed (client error): The resource could not be found. Aug 16 20:04:16.214470 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01b6922c-c274-41aa-9c0b-8d74762666ee tempest-NetworksNegativeTestJSON-1532287692 tempest-NetworksNegativeTestJSON-1532287692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:04:16.216205 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-01b6922c-c274-41aa-9c0b-8d74762666ee tempest-NetworksNegativeTestJSON-1532287692 tempest-NetworksNegativeTestJSON-1532287692-project] 10.222.0.68 "DELETE /v2.0/networks/136ebcc8-1b8b-42dc-af2e-ba5507cd8646 HTTP/1.1" status: 404 len: 339 time: 0.0376601 Aug 16 20:04:16.220343 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37750) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:16.222886 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37752) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:16.246009 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a2fe47-7283-4804-95bc-43b419c9a569 tempest-NetworksNegativeTestJSON-1532287692 tempest-NetworksNegativeTestJSON-1532287692-project] DELETE failed (client error): The resource could not be found. Aug 16 20:04:16.246669 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a2fe47-7283-4804-95bc-43b419c9a569 tempest-NetworksNegativeTestJSON-1532287692 tempest-NetworksNegativeTestJSON-1532287692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:04:16.248445 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-74a2fe47-7283-4804-95bc-43b419c9a569 tempest-NetworksNegativeTestJSON-1532287692 tempest-NetworksNegativeTestJSON-1532287692-project] 10.222.0.68 "DELETE /v2.0/ports/9a514464-25b0-4946-9c75-040093a22433 HTTP/1.1" status: 404 len: 333 time: 0.0270901 Aug 16 20:04:16.249243 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3baaec0f-1978-4b8b-9fc6-f8af169fbc73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:16.252313 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37756) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:16.282001 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-20eabe0f-adbc-440a-b652-5cc95372d7d3 tempest-NetworksNegativeTestJSON-1532287692 tempest-NetworksNegativeTestJSON-1532287692-project] DELETE failed (client error): The resource could not be found. Aug 16 20:04:16.282367 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20eabe0f-adbc-440a-b652-5cc95372d7d3 tempest-NetworksNegativeTestJSON-1532287692 tempest-NetworksNegativeTestJSON-1532287692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:04:16.287901 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-20eabe0f-adbc-440a-b652-5cc95372d7d3 tempest-NetworksNegativeTestJSON-1532287692 tempest-NetworksNegativeTestJSON-1532287692-project] 10.222.0.68 "DELETE /v2.0/subnets/1f2ddec8-7e95-421e-8a40-5c068e2f7a8e HTTP/1.1" status: 404 len: 337 time: 0.0310891 Aug 16 20:04:16.288272 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37758) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:16.308425 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d7f04b-0a6d-481f-b7f6-37d74f3c0043 tempest-NetworksNegativeTestJSON-1532287692 tempest-NetworksNegativeTestJSON-1532287692-project] GET failed (client error): The resource could not be found. Aug 16 20:04:16.309908 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-06d7f04b-0a6d-481f-b7f6-37d74f3c0043 tempest-NetworksNegativeTestJSON-1532287692 tempest-NetworksNegativeTestJSON-1532287692-project] 10.222.0.68 "GET /v2.0/networks/926bf70b-f47f-49a1-903a-4059e0b60152 HTTP/1.1" status: 404 len: 339 time: 0.0207214 Aug 16 20:04:16.313479 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37760) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:16.339180 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-de1ff568-e806-4f65-8577-9f7abc9a2af9 tempest-NetworksNegativeTestJSON-1532287692 tempest-NetworksNegativeTestJSON-1532287692-project] GET failed (client error): The resource could not be found. Aug 16 20:04:16.340882 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-de1ff568-e806-4f65-8577-9f7abc9a2af9 tempest-NetworksNegativeTestJSON-1532287692 tempest-NetworksNegativeTestJSON-1532287692-project] 10.222.0.68 "GET /v2.0/ports/a8d71d06-74c5-4365-928f-f57652b99a95 HTTP/1.1" status: 404 len: 333 time: 0.0263689 Aug 16 20:04:16.344474 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37764) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:16.372195 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-cc553ba4-4c03-4d2d-8206-a8fc5cb43813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64bc8fe2-bf67-495e-850b-146e633e1e86 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:04:16.376918 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9aa7b4f-730a-4207-af55-817c5db060ff tempest-NetworksNegativeTestJSON-1532287692 tempest-NetworksNegativeTestJSON-1532287692-project] GET failed (client error): The resource could not be found. Aug 16 20:04:16.378373 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d9aa7b4f-730a-4207-af55-817c5db060ff tempest-NetworksNegativeTestJSON-1532287692 tempest-NetworksNegativeTestJSON-1532287692-project] 10.222.0.68 "GET /v2.0/subnets/0156bf87-8f20-43f2-9782-c794b676e0b5 HTTP/1.1" status: 404 len: 337 time: 0.0328593 Aug 16 20:04:16.382822 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37766) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:16.384888 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-cc553ba4-4c03-4d2d-8206-a8fc5cb43813 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:16.388376 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e76be69f-5dcb-4b8f-865d-8e7a18d8004b tempest-NetworksNegativeTestJSON-1532287692 tempest-NetworksNegativeTestJSON-1532287692-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:16.402692 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-e76be69f-5dcb-4b8f-865d-8e7a18d8004b tempest-NetworksNegativeTestJSON-1532287692 tempest-NetworksNegativeTestJSON-1532287692-project] PUT failed (client error): The resource could not be found. Aug 16 20:04:16.403305 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e76be69f-5dcb-4b8f-865d-8e7a18d8004b tempest-NetworksNegativeTestJSON-1532287692 tempest-NetworksNegativeTestJSON-1532287692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:04:16.408056 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e76be69f-5dcb-4b8f-865d-8e7a18d8004b tempest-NetworksNegativeTestJSON-1532287692 tempest-NetworksNegativeTestJSON-1532287692-project] 10.222.0.68 "PUT /v2.0/networks/8f9f48e1-4c0c-4432-bd52-abe7fe61d573 HTTP/1.1" status: 404 len: 339 time: 0.0206304 Aug 16 20:04:16.408288 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37768) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:16.413691 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-949b958f-510a-4ac0-b36d-de220b6da664 tempest-NetworksNegativeTestJSON-1532287692 tempest-NetworksNegativeTestJSON-1532287692-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:16.431080 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958fef2-314f-4575-8275-a086086d7bac req-a43e3e53-2e57-49e9-8556-8ae0f75d4b97 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:16.432542 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-949b958f-510a-4ac0-b36d-de220b6da664 tempest-NetworksNegativeTestJSON-1532287692 tempest-NetworksNegativeTestJSON-1532287692-project] PUT failed (client error): The resource could not be found. Aug 16 20:04:16.432690 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2958fef2-314f-4575-8275-a086086d7bac req-a43e3e53-2e57-49e9-8556-8ae0f75d4b97 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=f187fe73-dd55-4522-8800-ca2f98f79f24 HTTP/1.1" status: 200 len: 946 time: 0.1458812 Aug 16 20:04:16.433192 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-949b958f-510a-4ac0-b36d-de220b6da664 tempest-NetworksNegativeTestJSON-1532287692 tempest-NetworksNegativeTestJSON-1532287692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:04:16.433616 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-cc553ba4-4c03-4d2d-8206-a8fc5cb43813 service neutron] Transition to ACTIVE for port object 64bc8fe2-bf67-495e-850b-146e633e1e86 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:04:16.434335 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-949b958f-510a-4ac0-b36d-de220b6da664 tempest-NetworksNegativeTestJSON-1532287692 tempest-NetworksNegativeTestJSON-1532287692-project] 10.222.0.68 "PUT /v2.0/ports/096907a9-501c-43b4-9764-7d6697374fa9 HTTP/1.1" status: 404 len: 333 time: 0.0250902 Aug 16 20:04:16.438800 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37770) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:16.446224 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ef4ebc36-043a-47fa-9374-8967950885e2 tempest-NetworksNegativeTestJSON-1532287692 tempest-NetworksNegativeTestJSON-1532287692-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:16.467057 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-cc553ba4-4c03-4d2d-8206-a8fc5cb43813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:16.467507 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4ebc36-043a-47fa-9374-8967950885e2 tempest-NetworksNegativeTestJSON-1532287692 tempest-NetworksNegativeTestJSON-1532287692-project] PUT failed (client error): The resource could not be found. Aug 16 20:04:16.468001 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef4ebc36-043a-47fa-9374-8967950885e2 tempest-NetworksNegativeTestJSON-1532287692 tempest-NetworksNegativeTestJSON-1532287692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:04:16.469350 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ef4ebc36-043a-47fa-9374-8967950885e2 tempest-NetworksNegativeTestJSON-1532287692 tempest-NetworksNegativeTestJSON-1532287692-project] 10.222.0.68 "PUT /v2.0/subnets/5b54dd3d-111c-43a1-a95b-73e06f0c26fd HTTP/1.1" status: 404 len: 337 time: 0.0289640 Aug 16 20:04:16.572849 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3baaec0f-1978-4b8b-9fc6-f8af169fbc73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:16.579144 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2958fef2-314f-4575-8275-a086086d7bac req-4ad0c0a9-fcff-471e-9958-ab0586818c83 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368270 Aug 16 20:04:16.587383 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dd0e0-3302-4bda-a923-486787b9af00 req-477b7119-974c-4adc-82ef-d763bb58b776 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:16.589061 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-572dd0e0-3302-4bda-a923-486787b9af00 req-477b7119-974c-4adc-82ef-d763bb58b776 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f187fe73-dd55-4522-8800-ca2f98f79f24 HTTP/1.1" status: 200 len: 946 time: 0.1837049 Aug 16 20:04:16.592156 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc553ba4-4c03-4d2d-8206-a8fc5cb43813 service neutron] Pushing event updated for resources: {'Port': ['ID=64bc8fe2-bf67-495e-850b-146e633e1e86,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:16.595363 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3baaec0f-1978-4b8b-9fc6-f8af169fbc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:16.707829 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baaec0f-1978-4b8b-9fc6-f8af169fbc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04da03e-cff1-45ed-8130-008c0475d42f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:16.725942 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae98e5-5a1c-408e-890d-64c4a703e4c8 req-4485e6f5-2b60-49b8-8efe-6a2ea9cf9403 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:16.727867 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0cae98e5-5a1c-408e-890d-64c4a703e4c8 req-4485e6f5-2b60-49b8-8efe-6a2ea9cf9403 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8a40197-2f7c-4fec-a520-1ad36e1b4fdf HTTP/1.1" status: 200 len: 949 time: 0.0531774 Aug 16 20:04:16.737141 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3baaec0f-1978-4b8b-9fc6-f8af169fbc73 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=db62d5f7c26b4252b0bbb5356ca813a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5132346 Aug 16 20:04:16.740734 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37776) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:16.760466 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37778) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:16.780159 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-cc553ba4-4c03-4d2d-8206-a8fc5cb43813 service neutron] Attempting to bind port 64bc8fe2-bf67-495e-850b-146e633e1e86 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:04:16.780498 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-cc553ba4-4c03-4d2d-8206-a8fc5cb43813 service neutron] Attempting to bind port 64bc8fe2-bf67-495e-850b-146e633e1e86 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'fa30f218-5dcc-42b1-b1d2-b3cdbc9cc7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '45d31233-774f-46dc-b2b9-f6281be88f6a'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:04:16.780824 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-cc553ba4-4c03-4d2d-8206-a8fc5cb43813 service neutron] Attempting to bind port 64bc8fe2-bf67-495e-850b-146e633e1e86 on network 45d31233-774f-46dc-b2b9-f6281be88f6a {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:04:16.789778 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-cc553ba4-4c03-4d2d-8206-a8fc5cb43813 service neutron] Port 64bc8fe2-bf67-495e-850b-146e633e1e86 on network 45d31233-774f-46dc-b2b9-f6281be88f6a not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:04:16.790053 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-cc553ba4-4c03-4d2d-8206-a8fc5cb43813 service neutron] Attempting to bind port 64bc8fe2-bf67-495e-850b-146e633e1e86 on network 45d31233-774f-46dc-b2b9-f6281be88f6a {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:04:16.799452 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-572dd0e0-3302-4bda-a923-486787b9af00 req-2f8c8ef2-e73c-4763-849a-f0b40476df87 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Deleting port 8d4cb161-94c7-427b-b4e7-cc29db0e2c8c {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:04:16.799802 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-572dd0e0-3302-4bda-a923-486787b9af00 req-2f8c8ef2-e73c-4763-849a-f0b40476df87 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:16.803295 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-cc553ba4-4c03-4d2d-8206-a8fc5cb43813 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:04:16.803642 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-cc553ba4-4c03-4d2d-8206-a8fc5cb43813 service neutron] Checking segment: {'id': 'fa30f218-5dcc-42b1-b1d2-b3cdbc9cc7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '45d31233-774f-46dc-b2b9-f6281be88f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:04:16.804058 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-cc553ba4-4c03-4d2d-8206-a8fc5cb43813 service neutron] Bound using segment: {'id': 'fa30f218-5dcc-42b1-b1d2-b3cdbc9cc7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '45d31233-774f-46dc-b2b9-f6281be88f6a'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:04:16.804492 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-cc553ba4-4c03-4d2d-8206-a8fc5cb43813 service neutron] Bound port: 64bc8fe2-bf67-495e-850b-146e633e1e86, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa30f218-5dcc-42b1-b1d2-b3cdbc9cc7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '45d31233-774f-46dc-b2b9-f6281be88f6a'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:04:16.804838 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-cc553ba4-4c03-4d2d-8206-a8fc5cb43813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:16.894403 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b8c02f99-9265-44ae-bf49-c164a0479fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:16.943452 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b766e0-aea1-4b25-a259-66d99e3a0051 req-097d6efb-71b1-4aa2-8d79-92ea320145e9 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:16.945013 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d6b766e0-aea1-4b25-a259-66d99e3a0051 req-097d6efb-71b1-4aa2-8d79-92ea320145e9 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 945 time: 0.0927591 Aug 16 20:04:16.947156 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b8c02f99-9265-44ae-bf49-c164a0479fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:16.950253 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-0cae98e5-5a1c-408e-890d-64c4a703e4c8 req-d0289b5c-5ac2-4c5d-896e-142dd754d105 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Deleting port 1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:04:16.950585 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0cae98e5-5a1c-408e-890d-64c4a703e4c8 req-d0289b5c-5ac2-4c5d-896e-142dd754d105 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:16.955416 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-cc553ba4-4c03-4d2d-8206-a8fc5cb43813 service neutron] For port 64bc8fe2-bf67-495e-850b-146e633e1e86, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:04:16.958765 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-12f0df01-76b8-4aca-b263-0a22ca6d2261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:16.972851 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-572dd0e0-3302-4bda-a923-486787b9af00 req-2f8c8ef2-e73c-4763-849a-f0b40476df87 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] For port 8d4cb161-94c7-427b-b4e7-cc29db0e2c8c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=8d4cb161-94c7-427b-b4e7-cc29db0e2c8c,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:16.973206 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-572dd0e0-3302-4bda-a923-486787b9af00 req-2f8c8ef2-e73c-4763-849a-f0b40476df87 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:16.996664 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-cc553ba4-4c03-4d2d-8206-a8fc5cb43813 service neutron] For port 64bc8fe2-bf67-495e-850b-146e633e1e86, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=64bc8fe2-bf67-495e-850b-146e633e1e86,segment=NetworkSegment(fa30f218-5dcc-42b1-b1d2-b3cdbc9cc7a8),segment_id=fa30f218-5dcc-42b1-b1d2-b3cdbc9cc7a8)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:04:16.997948 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-572dd0e0-3302-4bda-a923-486787b9af00 req-2f8c8ef2-e73c-4763-849a-f0b40476df87 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Calling delete_port for 8d4cb161-94c7-427b-b4e7-cc29db0e2c8c owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:04:17.015644 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-cc553ba4-4c03-4d2d-8206-a8fc5cb43813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:17.068768 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d6b766e0-aea1-4b25-a259-66d99e3a0051 req-6ecc02cf-cc52-4247-8d79-648972b2cc26 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149611 Aug 16 20:04:17.104474 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b8c02f99-9265-44ae-bf49-c164a0479fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:17.107272 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b8c02f99-9265-44ae-bf49-c164a0479fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:17.108393 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b8c02f99-9265-44ae-bf49-c164a0479fb8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f04da03e-cff1-45ed-8130-008c0475d42f HTTP/1.1" status: 204 len: 168 time: 0.3665926 Aug 16 20:04:17.115403 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-0cae98e5-5a1c-408e-890d-64c4a703e4c8 req-d0289b5c-5ac2-4c5d-896e-142dd754d105 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] For port 1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:17.115776 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0cae98e5-5a1c-408e-890d-64c4a703e4c8 req-d0289b5c-5ac2-4c5d-896e-142dd754d105 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:17.118887 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-cc553ba4-4c03-4d2d-8206-a8fc5cb43813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:17.119529 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-cc553ba4-4c03-4d2d-8206-a8fc5cb43813 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:17.121875 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-cc553ba4-4c03-4d2d-8206-a8fc5cb43813 service neutron] 10.222.0.57 "PUT /v2.0/ports/64bc8fe2-bf67-495e-850b-146e633e1e86 HTTP/1.1" status: 200 len: 1092 time: 1.3253787 Aug 16 20:04:17.130486 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bda6d7a-0346-4ff8-ac7b-0bad33990248', 'tag': '64bc8fe2-bf67-495e-850b-146e633e1e86'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:04:17.130827 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c02f99-9265-44ae-bf49-c164a0479fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04da03e-cff1-45ed-8130-008c0475d42f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:17.133516 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfaa109e-820d-48fa-9e70-aa5d2baa4229" -d '{"events": [{"name": "network-changed", "server_uuid": "3bda6d7a-0346-4ff8-ac7b-0bad33990248", "tag": "64bc8fe2-bf67-495e-850b-146e633e1e86"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:04:17.140383 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-0cae98e5-5a1c-408e-890d-64c4a703e4c8 req-d0289b5c-5ac2-4c5d-896e-142dd754d105 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Calling delete_port for 1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:04:17.217308 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730a24a-d3ac-439d-b9c3-3e3483cf584e req-2e88b1fb-8cf2-4039-8d59-6504cc83a220 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:17.225324 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d730a24a-d3ac-439d-b9c3-3e3483cf584e req-2e88b1fb-8cf2-4039-8d59-6504cc83a220 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bda6d7a-0346-4ff8-ac7b-0bad33990248 HTTP/1.1" status: 200 len: 943 time: 0.2313488 Aug 16 20:04:17.227876 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc553ba4-4c03-4d2d-8206-a8fc5cb43813 service neutron] Pushing event updated for resources: {'Port': ['ID=64bc8fe2-bf67-495e-850b-146e633e1e86,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:17.251018 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888181d7-b7a4-42b9-bcaa-6e938938c8f8 x-openstack-request-id: req-888181d7-b7a4-42b9-bcaa-6e938938c8f8 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:04:17.251369 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bda6d7a-0346-4ff8-ac7b-0bad33990248", "tag": "64bc8fe2-bf67-495e-850b-146e633e1e86", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:04:17.251626 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-888181d7-b7a4-42b9-bcaa-6e938938c8f8 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:04:17.252022 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bda6d7a-0346-4ff8-ac7b-0bad33990248', 'tag': '64bc8fe2-bf67-495e-850b-146e633e1e86', 'status': 'completed', 'code': 200} Aug 16 20:04:17.336527 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d730a24a-d3ac-439d-b9c3-3e3483cf584e req-b391e3d1-ae26-4cd4-a9f7-5588a52cc84a tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dfba102-5de4-4178-becb-e9018414008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095362 Aug 16 20:04:17.344237 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-aad4b3e5-67b1-465a-a697-0eea39cc31fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:17.346212 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-aad4b3e5-67b1-465a-a697-0eea39cc31fc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8eb8de7d06034ad984d745edc6893cc6&device_id=3bda6d7a-0346-4ff8-ac7b-0bad33990248 HTTP/1.1" status: 200 len: 1095 time: 0.1677899 Aug 16 20:04:17.363225 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b78ba6-c1b5-4450-9eeb-cb597c80ba1c req-61eb3e0f-c4d7-48ba-839b-3975a386232a tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:17.370593 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-04b78ba6-c1b5-4450-9eeb-cb597c80ba1c req-61eb3e0f-c4d7-48ba-839b-3975a386232a tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.68 "GET /v2.0/ports?device_id=d8a40197-2f7c-4fec-a520-1ad36e1b4fdf HTTP/1.1" status: 200 len: 949 time: 0.0976007 Aug 16 20:04:17.373551 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0cae98e5-5a1c-408e-890d-64c4a703e4c8 req-d0289b5c-5ac2-4c5d-896e-142dd754d105 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:17.385352 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:04:17.433664 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-12f0df01-76b8-4aca-b263-0a22ca6d2261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:17.439120 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-62cc40f0-40be-49fc-b131-1154b4260698 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=64bc8fe2-bf67-495e-850b-146e633e1e86 HTTP/1.1" status: 200 len: 217 time: 0.0815253 Aug 16 20:04:17.458519 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0289b5c-5ac2-4c5d-896e-142dd754d105 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Pushing event deleted for resources: {'Port': ['ID=1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:17.482862 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-04b78ba6-c1b5-4450-9eeb-cb597c80ba1c req-26c1a033-0273-4573-88d6-b78374abb078 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.68 "GET /v2.0/security-groups?id=9a4cb342-5a28-44b9-a70b-cccdf4748b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077800 Aug 16 20:04:17.486774 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-12f0df01-76b8-4aca-b263-0a22ca6d2261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:17.524148 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cae98e5-5a1c-408e-890d-64c4a703e4c8 req-d0289b5c-5ac2-4c5d-896e-142dd754d105 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] No DVR routers for this DVR port 1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:04:17.526943 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0cae98e5-5a1c-408e-890d-64c4a703e4c8 req-d0289b5c-5ac2-4c5d-896e-142dd754d105 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:17.529306 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0cae98e5-5a1c-408e-890d-64c4a703e4c8 req-d0289b5c-5ac2-4c5d-896e-142dd754d105 tempest-ServerDiagnosticsNegativeTest-964145790 tempest-ServerDiagnosticsNegativeTest-964145790-project] 10.222.0.63 "DELETE /v2.0/ports/1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7 HTTP/1.1" status: 204 len: 173 time: 0.7960222 Aug 16 20:04:17.530140 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a40197-2f7c-4fec-a520-1ad36e1b4fdf', 'name': 'network-vif-deleted', 'tag': '1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:04:17.535574 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352c6a8c-ee92-41a6-a9ad-c86e89eeaefb" -d '{"events": [{"server_uuid": "d8a40197-2f7c-4fec-a520-1ad36e1b4fdf", "name": "network-vif-deleted", "tag": "1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:04:17.584165 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-572dd0e0-3302-4bda-a923-486787b9af00 req-2f8c8ef2-e73c-4763-849a-f0b40476df87 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:17.595092 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['8d4cb161-94c7-427b-b4e7-cc29db0e2c8c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:04:17.635353 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-12f0df01-76b8-4aca-b263-0a22ca6d2261 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6a8ae2fad0b64a95bb3a31204420bf8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8692245 Aug 16 20:04:17.636093 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f0df01-76b8-4aca-b263-0a22ca6d2261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f93b5e-ae3c-41c5-a066-f26f52f713d2,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:17.643180 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37808) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:17.646118 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0171bec6-0b6f-494d-841f-cb91b4bdbead x-openstack-request-id: req-0171bec6-0b6f-494d-841f-cb91b4bdbead {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:04:17.646934 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a40197-2f7c-4fec-a520-1ad36e1b4fdf", "name": "network-vif-deleted", "tag": "1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:04:17.647447 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0171bec6-0b6f-494d-841f-cb91b4bdbead {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:04:17.651573 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a40197-2f7c-4fec-a520-1ad36e1b4fdf', 'name': 'network-vif-deleted', 'tag': '1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7', 'status': 'completed', 'code': 200} Aug 16 20:04:17.673132 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-09f48173-107e-441c-89cd-fee6c9fb1801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:17.674965 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-09f48173-107e-441c-89cd-fee6c9fb1801 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8df7db58-3b84-4979-ae33-048847bb1b4e HTTP/1.1" status: 200 len: 862 time: 0.2176416 Aug 16 20:04:17.683179 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c8ef2-e73c-4763-849a-f0b40476df87 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Pushing event deleted for resources: {'Port': ['ID=8d4cb161-94c7-427b-b4e7-cc29db0e2c8c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:17.703882 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2d9fb-97ad-4d31-8497-e34abd79970b req-1cc4b1fc-1b20-4105-9886-0a9119384f74 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:17.711793 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a7a2d9fb-97ad-4d31-8497-e34abd79970b req-1cc4b1fc-1b20-4105-9886-0a9119384f74 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 947 time: 0.2746954 Aug 16 20:04:17.765140 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-caeb41ba-4e45-4f5d-9c4b-33a18d58b7f1 req-d1e6009e-2f2a-4346-b0ad-4ab754300c3a tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=f187fe73-dd55-4522-8800-ca2f98f79f24 HTTP/1.1" status: 200 len: 210 time: 0.0346282 Aug 16 20:04:17.794814 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-4dfb7af0-aba3-4a20-bfea-c9df04285ba1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=45d31233-774f-46dc-b2b9-f6281be88f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088610 Aug 16 20:04:17.800956 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-572dd0e0-3302-4bda-a923-486787b9af00 req-2f8c8ef2-e73c-4763-849a-f0b40476df87 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] No DVR routers for this DVR port 8d4cb161-94c7-427b-b4e7-cc29db0e2c8c on host n-h2-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:04:17.805953 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-572dd0e0-3302-4bda-a923-486787b9af00 req-2f8c8ef2-e73c-4763-849a-f0b40476df87 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:17.807903 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-572dd0e0-3302-4bda-a923-486787b9af00 req-2f8c8ef2-e73c-4763-849a-f0b40476df87 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.63 "DELETE /v2.0/ports/8d4cb161-94c7-427b-b4e7-cc29db0e2c8c HTTP/1.1" status: 204 len: 173 time: 1.2094219 Aug 16 20:04:17.880673 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a7a2d9fb-97ad-4d31-8497-e34abd79970b req-4b9f1003-4ba5-4217-bc20-e9cef816dc60 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673620 Aug 16 20:04:17.909711 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fb817a50-2056-45b6-a5da-0b62abf14953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:17.953572 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fb817a50-2056-45b6-a5da-0b62abf14953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:17.968817 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-0502a750-6624-48de-9d0a-d96cae69c03e service neutron] 10.222.0.57 "GET /v2.0/networks/45d31233-774f-46dc-b2b9-f6281be88f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640179 Aug 16 20:04:18.088550 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2c0a3426-210d-45b5-b264-ed5061e99c11 req-3af6d96c-9e3a-4b02-b6a3-612f9aaf9c70 service neutron] 10.222.0.57 "GET /v2.0/networks/45d31233-774f-46dc-b2b9-f6281be88f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119211 Aug 16 20:04:18.091229 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fb817a50-2056-45b6-a5da-0b62abf14953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:18.096696 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fb817a50-2056-45b6-a5da-0b62abf14953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:18.098656 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fb817a50-2056-45b6-a5da-0b62abf14953 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/01f93b5e-ae3c-41c5-a066-f26f52f713d2 HTTP/1.1" status: 204 len: 168 time: 0.4354482 Aug 16 20:04:18.112211 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb817a50-2056-45b6-a5da-0b62abf14953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f93b5e-ae3c-41c5-a066-f26f52f713d2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:18.237786 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa109e-820d-48fa-9e70-aa5d2baa4229 req-8849a93f-58b6-4578-97a7-e9ceaa30c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:18.241523 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dfaa109e-820d-48fa-9e70-aa5d2baa4229 req-8849a93f-58b6-4578-97a7-e9ceaa30c893 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8eb8de7d06034ad984d745edc6893cc6&device_id=3bda6d7a-0346-4ff8-ac7b-0bad33990248 HTTP/1.1" status: 200 len: 1095 time: 0.0742695 Aug 16 20:04:18.282418 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf9e5e-db67-49a7-9b6b-0256bd1ea27b req-01e96900-2f67-445b-8213-948e8cc69daf tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:18.284133 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cddf9e5e-db67-49a7-9b6b-0256bd1ea27b req-01e96900-2f67-445b-8213-948e8cc69daf tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 945 time: 0.0964322 Aug 16 20:04:18.352302 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device a8456123-9de6-4feb-9c09-95083ab502b6 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:04:18.386643 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cddf9e5e-db67-49a7-9b6b-0256bd1ea27b req-5e9e6884-6e20-485b-bbaf-1801cb2d042c tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941458 Aug 16 20:04:18.413293 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa109e-820d-48fa-9e70-aa5d2baa4229 req-3528ad03-335a-4509-8ba9-9b02375032e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:18.416765 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dfaa109e-820d-48fa-9e70-aa5d2baa4229 req-3528ad03-335a-4509-8ba9-9b02375032e0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=45d31233-774f-46dc-b2b9-f6281be88f6a HTTP/1.1" status: 200 len: 923 time: 0.1673789 Aug 16 20:04:18.494158 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port a8456123-9de6-4feb-9c09-95083ab502b6, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a8456123-9de6-4feb-9c09-95083ab502b6,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:18.515870 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dfaa109e-820d-48fa-9e70-aa5d2baa4229 req-7b2c5d1c-a2b9-4085-b659-ccc886e4d4e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=64bc8fe2-bf67-495e-850b-146e633e1e86 HTTP/1.1" status: 200 len: 217 time: 0.0902655 Aug 16 20:04:18.522099 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'a8456123-9de6-4feb-9c09-95083ab502b6', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': 'a8456123-9de6-4feb-9c09-95083ab502b6', 'mac_address': 'fa:16:3e:8d:3b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:04:18.595860 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:18.626427 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8456123-9de6-4feb-9c09-95083ab502b6 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:04:18.640633 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa109e-820d-48fa-9e70-aa5d2baa4229 req-babb7115-0b96-4abe-88cd-f761ade3a603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:18.643011 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dfaa109e-820d-48fa-9e70-aa5d2baa4229 req-babb7115-0b96-4abe-88cd-f761ade3a603 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8df7db58-3b84-4979-ae33-048847bb1b4e HTTP/1.1" status: 200 len: 862 time: 0.1093755 Aug 16 20:04:18.652211 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port a8456123-9de6-4feb-9c09-95083ab502b6, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a8456123-9de6-4feb-9c09-95083ab502b6,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:18.662527 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542c05a-9362-47a9-ba9d-c3fa7c4ecf91 req-0a922148-a694-45e0-90af-2bc5f99fca07 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:18.665703 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:18.676778 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8542c05a-9362-47a9-ba9d-c3fa7c4ecf91 req-0a922148-a694-45e0-90af-2bc5f99fca07 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bda6d7a-0346-4ff8-ac7b-0bad33990248 HTTP/1.1" status: 200 len: 943 time: 0.1739886 Aug 16 20:04:18.734585 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dfaa109e-820d-48fa-9e70-aa5d2baa4229 req-1b6f2436-a4e1-49ed-9fa7-c865fdd1c435 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=45d31233-774f-46dc-b2b9-f6281be88f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569437 Aug 16 20:04:18.744078 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=a8456123-9de6-4feb-9c09-95083ab502b6,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:18.849560 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8542c05a-9362-47a9-ba9d-c3fa7c4ecf91 req-90044f9a-6f5e-49c8-88a8-043815e87dae tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dfba102-5de4-4178-becb-e9018414008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509252 Aug 16 20:04:18.907617 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dfaa109e-820d-48fa-9e70-aa5d2baa4229 req-65e4df61-f912-4f58-b9ab-a2abe1b0c487 service neutron] 10.222.0.57 "GET /v2.0/networks/45d31233-774f-46dc-b2b9-f6281be88f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490040 Aug 16 20:04:18.913492 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['a8456123-9de6-4feb-9c09-95083ab502b6'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:04:18.979497 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2c2621e6-d021-4002-883e-653388e162e4 req-df109d14-38b3-4b9f-af91-38851a65dedb tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=f187fe73-dd55-4522-8800-ca2f98f79f24 HTTP/1.1" status: 200 len: 210 time: 0.1141586 Aug 16 20:04:19.028985 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37852) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:19.124127 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db91a9c-8470-4ca2-9e80-e17a7c2aae8b req-5c30451e-af1b-4577-b792-3421205eeba0 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:19.136729 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5db91a9c-8470-4ca2-9e80-e17a7c2aae8b req-5c30451e-af1b-4577-b792-3421205eeba0 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 948 time: 0.1218045 Aug 16 20:04:19.214315 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5db91a9c-8470-4ca2-9e80-e17a7c2aae8b req-fd0c4cdf-aa10-4c4e-ae84-cbeb0e2776d0 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711184 Aug 16 20:04:19.217492 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dfaa109e-820d-48fa-9e70-aa5d2baa4229 req-329978cd-c07b-4424-b638-00015122ee7c service neutron] 10.222.0.57 "GET /v2.0/networks/45d31233-774f-46dc-b2b9-f6281be88f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988420 Aug 16 20:04:19.254084 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f187fe73-dd55-4522-8800-ca2f98f79f24', 'name': 'network-vif-deleted', 'tag': '8d4cb161-94c7-427b-b4e7-cc29db0e2c8c'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:04:19.256948 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e027d931-e0ec-4c57-ae49-7f2e8252750e" -d '{"events": [{"server_uuid": "f187fe73-dd55-4522-8800-ca2f98f79f24", "name": "network-vif-deleted", "tag": "8d4cb161-94c7-427b-b4e7-cc29db0e2c8c"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:04:19.346509 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4edc9c-dce9-4b98-9f9a-561d147b06d3 x-openstack-request-id: req-6a4edc9c-dce9-4b98-9f9a-561d147b06d3 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:04:19.346804 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f187fe73-dd55-4522-8800-ca2f98f79f24", "name": "network-vif-deleted", "tag": "8d4cb161-94c7-427b-b4e7-cc29db0e2c8c", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:04:19.347640 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6a4edc9c-dce9-4b98-9f9a-561d147b06d3 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:04:19.348043 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f187fe73-dd55-4522-8800-ca2f98f79f24', 'name': 'network-vif-deleted', 'tag': '8d4cb161-94c7-427b-b4e7-cc29db0e2c8c', 'status': 'completed', 'code': 200} Aug 16 20:04:19.369076 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b0b21fc6-13a9-43a7-ac84-01ba5ff9a57c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5387867c0f094aff86314c0158180630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3382325 Aug 16 20:04:19.371284 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37866) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:19.448758 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-14a3673a-7313-4996-9fb9-fc93833cd0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:19.480749 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-14a3673a-7313-4996-9fb9-fc93833cd0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:19.594054 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-14a3673a-7313-4996-9fb9-fc93833cd0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:19.596954 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-14a3673a-7313-4996-9fb9-fc93833cd0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:19.600851 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-14a3673a-7313-4996-9fb9-fc93833cd0ba admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9a4cb342-5a28-44b9-a70b-cccdf4748b90 HTTP/1.1" status: 204 len: 168 time: 0.2257078 Aug 16 20:04:19.609172 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b810c-e877-4ca1-bcc9-e9cd09ec0229 req-c9db18f6-6689-4610-936f-a41f0a907166 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:19.611749 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-615b810c-e877-4ca1-bcc9-e9cd09ec0229 req-c9db18f6-6689-4610-936f-a41f0a907166 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 945 time: 0.0818334 Aug 16 20:04:19.630536 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3673a-7313-4996-9fb9-fc93833cd0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4cb342-5a28-44b9-a70b-cccdf4748b90,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:19.667916 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-615b810c-e877-4ca1-bcc9-e9cd09ec0229 req-284fccc4-e9c7-4dc5-ab18-550d6a8af798 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445275 Aug 16 20:04:19.838717 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37890) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:19.998390 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773e0b0-76bb-4d3f-aa7c-8398e7900dfe req-892d902f-554e-4316-b217-2636a9f9950c tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:20.000348 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2773e0b0-76bb-4d3f-aa7c-8398e7900dfe req-892d902f-554e-4316-b217-2636a9f9950c tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bda6d7a-0346-4ff8-ac7b-0bad33990248 HTTP/1.1" status: 200 len: 943 time: 0.0577929 Aug 16 20:04:20.046816 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2773e0b0-76bb-4d3f-aa7c-8398e7900dfe req-84fb9b08-b0f0-467a-8d46-4a5403fb0001 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dfba102-5de4-4178-becb-e9018414008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391936 Aug 16 20:04:20.086192 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-486a122c-f6f3-402b-9fa3-a70dbcc38a01 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-74462641', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:20.132849 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-486a122c-f6f3-402b-9fa3-a70dbcc38a01 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:20.134023 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-486a122c-f6f3-402b-9fa3-a70dbcc38a01 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:20.187363 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-95099c2e-2b1e-45be-a0ca-014faae56f5b req-d7947897-1cfe-4f48-b81d-a915c253a98b tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=f187fe73-dd55-4522-8800-ca2f98f79f24 HTTP/1.1" status: 200 len: 210 time: 0.0477276 Aug 16 20:04:20.218287 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-486a122c-f6f3-402b-9fa3-a70dbcc38a01 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:20.225888 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-486a122c-f6f3-402b-9fa3-a70dbcc38a01 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:20.275681 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-9002feee-6eb8-42c4-a28f-6531246da5bc tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=521de6403d364cf3b663febc26d411f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359635 Aug 16 20:04:20.281201 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-486a122c-f6f3-402b-9fa3-a70dbcc38a01 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:20.282462 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-486a122c-f6f3-402b-9fa3-a70dbcc38a01 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4411008 Aug 16 20:04:20.293444 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37910) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:20.307853 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7d101a7f-b5e2-4179-8245-68c630d64f6a tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-652989520'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:20.332673 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:04:20.340986 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce84346-b63f-4084-a33a-7b5dbb616ef4 req-f7231c3a-70fe-4e19-bbb0-5c7c0f080443 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:20.352481 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6ce84346-b63f-4084-a33a-7b5dbb616ef4 req-f7231c3a-70fe-4e19-bbb0-5c7c0f080443 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 948 time: 0.0678849 Aug 16 20:04:20.392156 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 64bc8fe2-bf67-495e-850b-146e633e1e86 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:04:20.394669 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37912) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:20.399312 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device a8456123-9de6-4feb-9c09-95083ab502b6 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:04:20.406040 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:04:20.406863 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 1d64739a-e5d1-4f98-a0b7-e5752a3d0ab7 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:04:20.409190 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d101a7f-b5e2-4179-8245-68c630d64f6a tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Made reservation on behalf of e49f163c2d8e40928266b56b4e50194f for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:04:20.409874 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 8d4cb161-94c7-427b-b4e7-cc29db0e2c8c no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:04:20.413456 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d101a7f-b5e2-4179-8245-68c630d64f6a tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:20.417730 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6b13d50-2e89-416f-b721-3681710e1024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:20.430275 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d101a7f-b5e2-4179-8245-68c630d64f6a tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:20.430607 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6ce84346-b63f-4084-a33a-7b5dbb616ef4 req-9c698fdb-7704-40b2-a65a-4ebc4e88af41 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767460 Aug 16 20:04:20.471531 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-589c12fb-a5fd-464e-ae66-fd23464ce357 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:20.478038 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 8d4cb161-94c7-427b-b4e7-cc29db0e2c8c {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:04:20.478695 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 8d4cb161-94c7-427b-b4e7-cc29db0e2c8c not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:04:20.480843 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-589c12fb-a5fd-464e-ae66-fd23464ce357 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1969714 Aug 16 20:04:20.493122 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-5a83f2df-9338-4fdb-bc49-da7f9d313b80 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/quotas/521de6403d364cf3b663febc26d411f5 HTTP/1.1" status: 200 len: 375 time: 0.0106001 Aug 16 20:04:20.550986 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-01be093e-b640-48a8-b380-7d8e6e70ab3e tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=521de6403d364cf3b663febc26d411f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507619 Aug 16 20:04:20.556706 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6b13d50-2e89-416f-b721-3681710e1024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:20.564914 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6b13d50-2e89-416f-b721-3681710e1024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:20.568798 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port a8456123-9de6-4feb-9c09-95083ab502b6 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:04:20.578518 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port a8456123-9de6-4feb-9c09-95083ab502b6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:04:20.578887 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:20.605088 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d6b13d50-2e89-416f-b721-3681710e1024 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b2ac45abf9954b70a2e7b68243737d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2086172 Aug 16 20:04:20.607084 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37914) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:20.624379 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 64bc8fe2-bf67-495e-850b-146e633e1e86, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=64bc8fe2-bf67-495e-850b-146e633e1e86,segment=NetworkSegment(fa30f218-5dcc-42b1-b1d2-b3cdbc9cc7a8),segment_id=fa30f218-5dcc-42b1-b1d2-b3cdbc9cc7a8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:20.644891 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '64bc8fe2-bf67-495e-850b-146e633e1e86', 'network_id': '45d31233-774f-46dc-b2b9-f6281be88f6a', 'port_id': '64bc8fe2-bf67-495e-850b-146e633e1e86', 'mac_address': 'fa:16:3e:dc:e5:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df7db58-3b84-4979-ae33-048847bb1b4e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:04:20.685357 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b13d50-2e89-416f-b721-3681710e1024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e500d3ca-c954-4810-87bb-4d0778281b43,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:20.692060 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d101a7f-b5e2-4179-8245-68c630d64f6a tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:20.702467 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d101a7f-b5e2-4179-8245-68c630d64f6a tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:20.716777 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:20.718008 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d101a7f-b5e2-4179-8245-68c630d64f6a tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:04:20.732684 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d101a7f-b5e2-4179-8245-68c630d64f6a tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:20.732684 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-7d101a7f-b5e2-4179-8245-68c630d64f6a tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Added segment f478ba70-2115-42b4-902d-085b25fd180f of type vlan for network 47a46649-12bf-4d91-9b22-3439e254ecf3 Aug 16 20:04:20.738584 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:20.757313 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64bc8fe2-bf67-495e-850b-146e633e1e86 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:04:20.762721 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-34ae746f-e644-499f-b6b9-1ec123d550c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:20.786184 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d101a7f-b5e2-4179-8245-68c630d64f6a tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:20.843549 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d101a7f-b5e2-4179-8245-68c630d64f6a tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df2d97cf-8e23-4320-814a-95d25f451e27,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:20.846497 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d101a7f-b5e2-4179-8245-68c630d64f6a tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:20.855603 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d101a7f-b5e2-4179-8245-68c630d64f6a tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:20.856190 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 64bc8fe2-bf67-495e-850b-146e633e1e86, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=64bc8fe2-bf67-495e-850b-146e633e1e86,segment=NetworkSegment(fa30f218-5dcc-42b1-b1d2-b3cdbc9cc7a8),segment_id=fa30f218-5dcc-42b1-b1d2-b3cdbc9cc7a8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:20.856521 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d101a7f-b5e2-4179-8245-68c630d64f6a tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:20.867308 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-34ae746f-e644-499f-b6b9-1ec123d550c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:20.872320 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa0ec70-4468-40c4-b38e-6bd4107c33b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8456123-9de6-4feb-9c09-95083ab502b6'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:04:20.882257 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfaf4d13-5900-48da-982e-08e3db3d7e43" -d '{"events": [{"server_uuid": "aaa0ec70-4468-40c4-b38e-6bd4107c33b6", "name": "network-vif-plugged", "status": "completed", "tag": "a8456123-9de6-4feb-9c09-95083ab502b6"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:04:20.905223 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:20.918180 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1979ab-5bde-4cf7-bd71-41b47488bc29 req-e2ef68cd-65a5-4204-801b-732f23906eee tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:20.928347 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ef1979ab-5bde-4cf7-bd71-41b47488bc29 req-e2ef68cd-65a5-4204-801b-732f23906eee tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 945 time: 0.1155968 Aug 16 20:04:20.974604 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7d101a7f-b5e2-4179-8245-68c630d64f6a tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6708744 Aug 16 20:04:20.982989 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37926) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:20.986441 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ef1979ab-5bde-4cf7-bd71-41b47488bc29 req-9132be93-3aa1-4eeb-bf07-05e38d1ef3b2 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523257 Aug 16 20:04:21.010655 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-34ae746f-e644-499f-b6b9-1ec123d550c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:21.014079 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-34ae746f-e644-499f-b6b9-1ec123d550c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:21.016348 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-34ae746f-e644-499f-b6b9-1ec123d550c0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e500d3ca-c954-4810-87bb-4d0778281b43 HTTP/1.1" status: 204 len: 168 time: 0.4078288 Aug 16 20:04:21.020839 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-1d973341-31e5-4c91-98a4-3e14a1263061 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Request body: {'subnet': {'network_id': '47a46649-12bf-4d91-9b22-3439e254ecf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:21.032966 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae746f-e644-499f-b6b9-1ec123d550c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e500d3ca-c954-4810-87bb-4d0778281b43,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:21.073584 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port a8456123-9de6-4feb-9c09-95083ab502b6, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a8456123-9de6-4feb-9c09-95083ab502b6,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:21.098248 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b02b48-6877-442b-af9c-0b7614318038 x-openstack-request-id: req-b6b02b48-6877-442b-af9c-0b7614318038 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:04:21.098735 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa0ec70-4468-40c4-b38e-6bd4107c33b6", "name": "network-vif-plugged", "status": "completed", "tag": "a8456123-9de6-4feb-9c09-95083ab502b6", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:04:21.099594 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b6b02b48-6877-442b-af9c-0b7614318038 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:04:21.100175 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa0ec70-4468-40c4-b38e-6bd4107c33b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8456123-9de6-4feb-9c09-95083ab502b6', 'code': 200} Aug 16 20:04:21.111751 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d101a7f-b5e2-4179-8245-68c630d64f6a tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Pushing event updated for resources: {'Network': ['ID=47a46649-12bf-4d91-9b22-3439e254ecf3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:21.133326 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=64bc8fe2-bf67-495e-850b-146e633e1e86,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:21.139691 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 47a46649-12bf-4d91-9b22-3439e254ecf3 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:04:21.142752 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:21.200923 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-e42fc943-d6c7-4133-b3e8-78d0d9202314 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=521de6403d364cf3b663febc26d411f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753055 Aug 16 20:04:21.211641 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:04:21.257833 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d973341-31e5-4c91-98a4-3e14a1263061 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Made reservation on behalf of e49f163c2d8e40928266b56b4e50194f for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:04:21.266558 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d973341-31e5-4c91-98a4-3e14a1263061 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:21.294614 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=a8456123-9de6-4feb-9c09-95083ab502b6,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:21.310217 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['64bc8fe2-bf67-495e-850b-146e633e1e86'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:04:21.356489 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-e899e779-0567-4abd-8a0c-0082b6e7e39c tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:21.365182 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-e899e779-0567-4abd-8a0c-0082b6e7e39c tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1627913 Aug 16 20:04:21.388075 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-4edc8ca9-ccea-48dd-a092-ffc306eb026f tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/quotas/521de6403d364cf3b663febc26d411f5 HTTP/1.1" status: 200 len: 375 time: 0.0217402 Aug 16 20:04:21.437881 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-16372d77-3ac2-4a3d-8d8c-5dc1e566486d tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=521de6403d364cf3b663febc26d411f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478787 Aug 16 20:04:21.459088 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04038a-c563-4cc0-9e15-49f59a6fd5fc req-7ffe7450-629f-40ca-ac44-33adf3aaf5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:21.463450 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ad04038a-c563-4cc0-9e15-49f59a6fd5fc req-7ffe7450-629f-40ca-ac44-33adf3aaf5df service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 1101 time: 0.2935240 Aug 16 20:04:21.543278 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ad04038a-c563-4cc0-9e15-49f59a6fd5fc req-a5e74a8e-131f-484b-9d32-0709c203c872 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705698 Aug 16 20:04:21.705433 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5debd86-b6ce-4ae1-85aa-72843d598917 req-b1e867f5-0e36-43e9-a5ad-721302c9b421 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:21.709520 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d5debd86-b6ce-4ae1-85aa-72843d598917 req-b1e867f5-0e36-43e9-a5ad-721302c9b421 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bda6d7a-0346-4ff8-ac7b-0bad33990248 HTTP/1.1" status: 200 len: 944 time: 0.4828119 Aug 16 20:04:21.834366 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d973341-31e5-4c91-98a4-3e14a1263061 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:21.854455 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-48b6271c-f466-470e-962c-d665cccee8e4 req-803f6369-3f35-46bc-a9d8-c55f77b07700 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=f187fe73-dd55-4522-8800-ca2f98f79f24 HTTP/1.1" status: 200 len: 210 time: 0.0900967 Aug 16 20:04:21.858426 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d5debd86-b6ce-4ae1-85aa-72843d598917 req-a9a4dc20-f6e2-4188-a30c-04349226fe76 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dfba102-5de4-4178-becb-e9018414008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423953 Aug 16 20:04:21.998327 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2d168779-4ceb-4ae4-9d54-6f228d11e911 req-cafdd6c7-ecf2-4c2c-bbaa-0891681fa364 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=db26bf53-1ca2-4997-ae1d-db844ba89024 HTTP/1.1" status: 200 len: 210 time: 0.0473182 Aug 16 20:04:22.023233 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d973341-31e5-4c91-98a4-3e14a1263061 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Pushing event updated for resources: {'Subnet': ['ID=8b906bbd-ab1a-45b1-9c12-a6c9ec9ac889,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:22.034789 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d973341-31e5-4c91-98a4-3e14a1263061 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Checking segment: {'id': 'f478ba70-2115-42b4-902d-085b25fd180f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '47a46649-12bf-4d91-9b22-3439e254ecf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:04:22.035612 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca7fc6-3321-4afc-8470-baf61b7bf654 req-01a0e541-bf5e-4c54-bf6a-689de57f30fe tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:22.035863 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d973341-31e5-4c91-98a4-3e14a1263061 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Network hostable DHCP agents. Network: 47a46649-12bf-4d91-9b22-3439e254ecf3, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:04:22.048731 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-59ca7fc6-3321-4afc-8470-baf61b7bf654 req-01a0e541-bf5e-4c54-bf6a-689de57f30fe tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 949 time: 0.0882068 Aug 16 20:04:22.090326 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d973341-31e5-4c91-98a4-3e14a1263061 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Network 47a46649-12bf-4d91-9b22-3439e254ecf3 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:04:22.094841 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-59ca7fc6-3321-4afc-8470-baf61b7bf654 req-bf2651c2-09a1-4de4-bf46-0e54172d0fa2 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462923 Aug 16 20:04:22.120278 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-1d973341-31e5-4c91-98a4-3e14a1263061 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 47a46649-12bf-4d91-9b22-3439e254ecf3) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:04:22.129072 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bca820-c8ac-4ac7-92a2-0602382fcedb None None] Network 47a46649-12bf-4d91-9b22-3439e254ecf3 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:04:22.134152 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d973341-31e5-4c91-98a4-3e14a1263061 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:22.134756 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d973341-31e5-4c91-98a4-3e14a1263061 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:22.161121 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37980) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:22.163879 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1d973341-31e5-4c91-98a4-3e14a1263061 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1780498 Aug 16 20:04:22.167067 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-504726b7-1f03-448e-8069-3df19bf0d07f tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Request body: {'network': {'name': 'tempest-router-network01--991743900'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:22.286679 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504726b7-1f03-448e-8069-3df19bf0d07f tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Made reservation on behalf of e49f163c2d8e40928266b56b4e50194f for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:04:22.291671 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-504726b7-1f03-448e-8069-3df19bf0d07f tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:22.342743 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0358967-0d61-4322-b4df-47e4103464d8 req-218c09d7-dd70-446a-9368-08edef065d82 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:22.352024 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e0358967-0d61-4322-b4df-47e4103464d8 req-218c09d7-dd70-446a-9368-08edef065d82 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 945 time: 0.1541097 Aug 16 20:04:22.365319 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 64bc8fe2-bf67-495e-850b-146e633e1e86 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:04:22.409453 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504726b7-1f03-448e-8069-3df19bf0d07f tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:04:22.416132 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-5c69519a-fecf-487c-af6b-64fdf7bcd939 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=521de6403d364cf3b663febc26d411f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603628 Aug 16 20:04:22.513659 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-504726b7-1f03-448e-8069-3df19bf0d07f tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:22.514257 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-504726b7-1f03-448e-8069-3df19bf0d07f tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Added segment b377d1cd-961f-483f-9efb-632514efb4bd of type vlan for network 4650fd3e-0eeb-4019-ad97-e369e2ef4836 Aug 16 20:04:22.547797 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105ea95e-bac7-4568-8f5b-e21811fc20a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-47a46649-12bf-4d91-9b22-3439e254ecf3', 'network_id': '47a46649-12bf-4d91-9b22-3439e254ecf3', 'tenant_id': 'e49f163c2d8e40928266b56b4e50194f', 'fixed_ips': [{'subnet_id': '8b906bbd-ab1a-45b1-9c12-a6c9ec9ac889'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:04:22.548936 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-105ea95e-bac7-4568-8f5b-e21811fc20a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:22.554727 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e0358967-0d61-4322-b4df-47e4103464d8 req-e24b7794-65f2-414c-a009-de096ee67a89 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957858 Aug 16 20:04:22.628698 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-504726b7-1f03-448e-8069-3df19bf0d07f tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:22.660615 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-84865d00-b4ef-4ab2-bcde-680c94eed18d tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:22.662167 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-84865d00-b4ef-4ab2-bcde-680c94eed18d tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2341309 Aug 16 20:04:22.677279 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-ae9aa5c9-b521-4e8a-bb93-138cb528af24 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Request body: {'port': {'device_id': 'e7ed605d-4bbf-4c5f-bca2-b267234d0bc7', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'admin_state_up': True, 'tenant_id': '521de6403d364cf3b663febc26d411f5'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:22.696733 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-504726b7-1f03-448e-8069-3df19bf0d07f tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:22.705331 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504726b7-1f03-448e-8069-3df19bf0d07f tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:22.706005 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-504726b7-1f03-448e-8069-3df19bf0d07f tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:22.771456 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 64bc8fe2-bf67-495e-850b-146e633e1e86 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:04:22.779407 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 64bc8fe2-bf67-495e-850b-146e633e1e86 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:04:22.779885 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:22.812370 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-105ea95e-bac7-4568-8f5b-e21811fc20a3 None None] Allocated IP 172.20.0.2 (47a46649-12bf-4d91-9b22-3439e254ecf3/8b906bbd-ab1a-45b1-9c12-a6c9ec9ac889/3365e6db-5b44-423b-a0a0-6be9848fc3f3) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:04:22.924452 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504726b7-1f03-448e-8069-3df19bf0d07f tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Pushing event updated for resources: {'Network': ['ID=4650fd3e-0eeb-4019-ad97-e369e2ef4836,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:22.957832 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:22.959980 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 4650fd3e-0eeb-4019-ad97-e369e2ef4836 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:04:22.970144 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-504726b7-1f03-448e-8069-3df19bf0d07f tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8054063 Aug 16 20:04:22.974615 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37996) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:22.992773 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-26902e9c-9a44-44c7-9b6f-55f92fecdd00 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Request body: {'network': {'name': 'tempest-router-network02--566001165'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:23.033760 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0f8392cf-6efe-4ad3-a1bd-67fd13fe0fe3 req-0b32df38-9db5-41c8-84ab-04a43a872ccb tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=f187fe73-dd55-4522-8800-ca2f98f79f24 HTTP/1.1" status: 200 len: 210 time: 0.0694220 Aug 16 20:04:23.099580 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 64bc8fe2-bf67-495e-850b-146e633e1e86, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=64bc8fe2-bf67-495e-850b-146e633e1e86,segment=NetworkSegment(fa30f218-5dcc-42b1-b1d2-b3cdbc9cc7a8),segment_id=fa30f218-5dcc-42b1-b1d2-b3cdbc9cc7a8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:23.105558 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bda6d7a-0346-4ff8-ac7b-0bad33990248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64bc8fe2-bf67-495e-850b-146e633e1e86'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:04:23.107435 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e330899f-5218-41b7-8c45-d195ea95b71a" -d '{"events": [{"server_uuid": "3bda6d7a-0346-4ff8-ac7b-0bad33990248", "name": "network-vif-plugged", "status": "completed", "tag": "64bc8fe2-bf67-495e-850b-146e633e1e86"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:04:23.134638 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8188f92-fa88-42b1-ba35-dcd4e3b8e5ac req-617089a5-91ff-42c5-ab33-a2e7639b1fe3 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:23.135716 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:23.146189 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d8188f92-fa88-42b1-ba35-dcd4e3b8e5ac req-617089a5-91ff-42c5-ab33-a2e7639b1fe3 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bda6d7a-0346-4ff8-ac7b-0bad33990248 HTTP/1.1" status: 200 len: 944 time: 0.1455793 Aug 16 20:04:23.178864 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26902e9c-9a44-44c7-9b6f-55f92fecdd00 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Made reservation on behalf of e49f163c2d8e40928266b56b4e50194f for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:04:23.185152 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-26902e9c-9a44-44c7-9b6f-55f92fecdd00 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:23.187342 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-105ea95e-bac7-4568-8f5b-e21811fc20a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:23.206520 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-105ea95e-bac7-4568-8f5b-e21811fc20a3 None None] Transition to ACTIVE for port object 3365e6db-5b44-423b-a0a0-6be9848fc3f3 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:04:23.215138 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=64bc8fe2-bf67-495e-850b-146e633e1e86,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:23.223303 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b556f6e4-5f8d-4b53-b0cf-6e2d1f5651b1 req-9dea2163-3775-4272-807c-ccbad24d6e1b tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=db26bf53-1ca2-4997-ae1d-db844ba89024 HTTP/1.1" status: 200 len: 210 time: 0.0666928 Aug 16 20:04:23.237248 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-105ea95e-bac7-4568-8f5b-e21811fc20a3 None None] Transition to ACTIVE for port object 3365e6db-5b44-423b-a0a0-6be9848fc3f3 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:04:23.246432 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-105ea95e-bac7-4568-8f5b-e21811fc20a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:23.272505 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26902e9c-9a44-44c7-9b6f-55f92fecdd00 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:04:23.285865 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-26902e9c-9a44-44c7-9b6f-55f92fecdd00 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:23.286209 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-26902e9c-9a44-44c7-9b6f-55f92fecdd00 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Added segment 9754267c-6275-4551-be74-30a06eba2bc4 of type vlan for network 03de9478-7b82-4ac1-8ff4-d06cad62ce8a Aug 16 20:04:23.303525 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105ea95e-bac7-4568-8f5b-e21811fc20a3 None None] Network 47a46649-12bf-4d91-9b22-3439e254ecf3 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:04:23.306857 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-105ea95e-bac7-4568-8f5b-e21811fc20a3 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:04:23.310414 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-6b8d53a5-2558-4498-ab0a-fbb971dadb86 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=521de6403d364cf3b663febc26d411f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777667 Aug 16 20:04:23.313530 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105ea95e-bac7-4568-8f5b-e21811fc20a3 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:04:23.353010 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ea95e-bac7-4568-8f5b-e21811fc20a3 None None] Pushing event updated for resources: {'Port': ['ID=3365e6db-5b44-423b-a0a0-6be9848fc3f3,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:23.392893 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-105ea95e-bac7-4568-8f5b-e21811fc20a3 None None] Attempting to bind port 3365e6db-5b44-423b-a0a0-6be9848fc3f3 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:04:23.393256 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-105ea95e-bac7-4568-8f5b-e21811fc20a3 None None] Attempting to bind port 3365e6db-5b44-423b-a0a0-6be9848fc3f3 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'f478ba70-2115-42b4-902d-085b25fd180f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '47a46649-12bf-4d91-9b22-3439e254ecf3'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:04:23.394446 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105ea95e-bac7-4568-8f5b-e21811fc20a3 None None] Attempting to bind port 3365e6db-5b44-423b-a0a0-6be9848fc3f3 on network 47a46649-12bf-4d91-9b22-3439e254ecf3 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:04:23.402469 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105ea95e-bac7-4568-8f5b-e21811fc20a3 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:04:23.403201 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105ea95e-bac7-4568-8f5b-e21811fc20a3 None None] Checking segment: {'id': 'f478ba70-2115-42b4-902d-085b25fd180f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '47a46649-12bf-4d91-9b22-3439e254ecf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:04:23.403805 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-105ea95e-bac7-4568-8f5b-e21811fc20a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:23.404366 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105ea95e-bac7-4568-8f5b-e21811fc20a3 None None] Bound using segment: {'id': 'f478ba70-2115-42b4-902d-085b25fd180f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '47a46649-12bf-4d91-9b22-3439e254ecf3'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:04:23.405196 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-105ea95e-bac7-4568-8f5b-e21811fc20a3 None None] Bound port: 3365e6db-5b44-423b-a0a0-6be9848fc3f3, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f478ba70-2115-42b4-902d-085b25fd180f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '47a46649-12bf-4d91-9b22-3439e254ecf3'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:04:23.405918 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-105ea95e-bac7-4568-8f5b-e21811fc20a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:23.548732 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-105ea95e-bac7-4568-8f5b-e21811fc20a3 None None] For port 3365e6db-5b44-423b-a0a0-6be9848fc3f3, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:04:23.552934 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-105ea95e-bac7-4568-8f5b-e21811fc20a3 None None] For port 3365e6db-5b44-423b-a0a0-6be9848fc3f3, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=3365e6db-5b44-423b-a0a0-6be9848fc3f3,segment=NetworkSegment(f478ba70-2115-42b4-902d-085b25fd180f),segment_id=f478ba70-2115-42b4-902d-085b25fd180f)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:04:23.560931 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-105ea95e-bac7-4568-8f5b-e21811fc20a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:23.635149 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce3d05-aa8f-4ef2-86cc-27a5b968660f req-f105b369-7ac8-4ad3-9f1e-33438590df0a tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:23.636740 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-00ce3d05-aa8f-4ef2-86cc-27a5b968660f req-f105b369-7ac8-4ad3-9f1e-33438590df0a tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 949 time: 0.1735380 Aug 16 20:04:23.643413 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ea95e-bac7-4568-8f5b-e21811fc20a3 None None] Pushing event updated for resources: {'Port': ['ID=3365e6db-5b44-423b-a0a0-6be9848fc3f3,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:23.696143 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-5a01f93c-10d8-455e-9bc2-f00d5588639f tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:23.697760 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-5a01f93c-10d8-455e-9bc2-f00d5588639f tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3794935 Aug 16 20:04:23.723222 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-b8ea3612-c3f0-4293-aab5-4461724f15bb tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Request body: {'port': {'device_id': 'db26bf53-1ca2-4997-ae1d-db844ba89024', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'admin_state_up': True, 'tenant_id': '521de6403d364cf3b663febc26d411f5'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:23.741056 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-00ce3d05-aa8f-4ef2-86cc-27a5b968660f req-4973ef84-e0a5-4253-8f5c-dfd79c00682e tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781145 Aug 16 20:04:23.747861 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d8188f92-fa88-42b1-ba35-dcd4e3b8e5ac req-cb0f624f-c5d2-4077-b731-bc9c3957b2a4 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dfba102-5de4-4178-becb-e9018414008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5991600 Aug 16 20:04:23.773554 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-26902e9c-9a44-44c7-9b6f-55f92fecdd00 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:23.813111 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e836b3-2db8-432e-bfe3-ded0c9541ec3 x-openstack-request-id: req-91e836b3-2db8-432e-bfe3-ded0c9541ec3 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:04:23.815830 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bda6d7a-0346-4ff8-ac7b-0bad33990248", "name": "network-vif-plugged", "status": "completed", "tag": "64bc8fe2-bf67-495e-850b-146e633e1e86", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:04:23.816645 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-91e836b3-2db8-432e-bfe3-ded0c9541ec3 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:04:23.817138 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bda6d7a-0346-4ff8-ac7b-0bad33990248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64bc8fe2-bf67-495e-850b-146e633e1e86', 'code': 200} Aug 16 20:04:23.836209 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-ae9aa5c9-b521-4e8a-bb93-138cb528af24 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Made reservation on behalf of 521de6403d364cf3b663febc26d411f5 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:04:23.841517 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-ae9aa5c9-b521-4e8a-bb93-138cb528af24 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:23.856509 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-ae9aa5c9-b521-4e8a-bb93-138cb528af24 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:23.859438 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-26902e9c-9a44-44c7-9b6f-55f92fecdd00 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:23.865670 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26902e9c-9a44-44c7-9b6f-55f92fecdd00 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:23.866642 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-26902e9c-9a44-44c7-9b6f-55f92fecdd00 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:23.891184 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-b8ea3612-c3f0-4293-aab5-4461724f15bb tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Made reservation on behalf of 521de6403d364cf3b663febc26d411f5 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:04:23.897497 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-b8ea3612-c3f0-4293-aab5-4461724f15bb tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:23.932665 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-b8ea3612-c3f0-4293-aab5-4461724f15bb tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:24.051132 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26902e9c-9a44-44c7-9b6f-55f92fecdd00 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Pushing event updated for resources: {'Network': ['ID=03de9478-7b82-4ac1-8ff4-d06cad62ce8a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:24.066506 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20038d-23df-40bf-adb1-aa8758bda407 req-7babee25-6dc0-46b9-9a5d-a00b96224b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:24.069935 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 03de9478-7b82-4ac1-8ff4-d06cad62ce8a details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:04:24.079325 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2d20038d-23df-40bf-adb1-aa8758bda407 req-7babee25-6dc0-46b9-9a5d-a00b96224b51 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3bda6d7a-0346-4ff8-ac7b-0bad33990248 HTTP/1.1" status: 200 len: 1097 time: 0.1606646 Aug 16 20:04:24.105246 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cc1cc-a717-4cc9-a30b-41ece364572d req-7472eab1-df3d-47d8-b569-f73683cdc466 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:24.106779 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c22cc1cc-a717-4cc9-a30b-41ece364572d req-7472eab1-df3d-47d8-b569-f73683cdc466 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 945 time: 0.1528654 Aug 16 20:04:24.172847 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2d20038d-23df-40bf-adb1-aa8758bda407 req-784a5a28-6f78-4256-9112-5923b8ea238a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0dfba102-5de4-4178-becb-e9018414008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925071 Aug 16 20:04:24.185193 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-b8ea3612-c3f0-4293-aab5-4461724f15bb tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:24.199283 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-b8ea3612-c3f0-4293-aab5-4461724f15bb tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:24.202970 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c22cc1cc-a717-4cc9-a30b-41ece364572d req-e6a0c297-e4b5-4a50-a98e-b0cc513755db tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863507 Aug 16 20:04:24.224565 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-26902e9c-9a44-44c7-9b6f-55f92fecdd00 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2464039 Aug 16 20:04:24.226461 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38036) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:24.232949 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-712957d1-7094-4052-869b-e657ef80559d tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Request body: {'subnet': {'network_id': '4650fd3e-0eeb-4019-ad97-e369e2ef4836', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:24.280037 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea3612-c3f0-4293-aab5-4461724f15bb tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=043fe401-d4ac-4974-a559-551972bde1d4,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:24.330289 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 3365e6db-5b44-423b-a0a0-6be9848fc3f3 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:04:24.370495 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7e34ea39-58dd-4223-8170-387603c06356 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=48c5a907546543f1809d8cdcb27f41ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0932996 Aug 16 20:04:24.385760 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.db.api [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-ae9aa5c9-b521-4e8a-bb93-138cb528af24 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 521de6403d364cf3b663febc26d411f5 {{(pid=94771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:04:24.386090 n-d-787206-13 neutron-server[94771]: DEBUG oslo_db.api [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-ae9aa5c9-b521-4e8a-bb93-138cb528af24 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:04:24.402599 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 3365e6db-5b44-423b-a0a0-6be9848fc3f3 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:04:24.420075 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712957d1-7094-4052-869b-e657ef80559d tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Made reservation on behalf of e49f163c2d8e40928266b56b4e50194f for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:04:24.425435 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-712957d1-7094-4052-869b-e657ef80559d tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:24.548218 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b2740-6c7c-47d2-96ab-ddc90fb446b7 req-7138ddfe-2b6c-4dcd-9ca0-c0e11367c125 tempest-MigrationsAdminTest-1024675587 tempest-MigrationsAdminTest-1024675587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:24.549838 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e66b2740-6c7c-47d2-96ab-ddc90fb446b7 req-7138ddfe-2b6c-4dcd-9ca0-c0e11367c125 tempest-MigrationsAdminTest-1024675587 tempest-MigrationsAdminTest-1024675587-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 1101 time: 0.0770690 Aug 16 20:04:24.571132 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-b8ea3612-c3f0-4293-aab5-4461724f15bb tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Allocated IP 192.168.233.88 (b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46/5dedf524-5a11-40fc-90de-b9413f1a2279/dee14a78-88c8-43ae-becd-b8d2dcde2153) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:04:24.586768 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e66b2740-6c7c-47d2-96ab-ddc90fb446b7 req-1022edf0-23e1-4374-b211-14b3d6e3e66c tempest-MigrationsAdminTest-1024675587 tempest-MigrationsAdminTest-1024675587-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:24.589492 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-360d648e-073e-4f53-a8b7-ee59ad9a2869 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:24.590925 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-360d648e-073e-4f53-a8b7-ee59ad9a2869 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1745338 Aug 16 20:04:24.621930 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-0ffa3c31-5fc9-45e1-a0b2-1874f06dcf0a tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/quotas/48c5a907546543f1809d8cdcb27f41ef HTTP/1.1" status: 200 len: 375 time: 0.0186253 Aug 16 20:04:24.683915 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7ed4e132-8736-4bce-b958-5dde3be4e225 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=48c5a907546543f1809d8cdcb27f41ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538497 Aug 16 20:04:24.727380 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-712957d1-7094-4052-869b-e657ef80559d tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:24.845192 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-b8ea3612-c3f0-4293-aab5-4461724f15bb tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:24.850667 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712957d1-7094-4052-869b-e657ef80559d tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Checking segment: {'id': 'b377d1cd-961f-483f-9efb-632514efb4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4650fd3e-0eeb-4019-ad97-e369e2ef4836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:04:24.851021 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712957d1-7094-4052-869b-e657ef80559d tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Network hostable DHCP agents. Network: 4650fd3e-0eeb-4019-ad97-e369e2ef4836, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:04:24.860446 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e66b2740-6c7c-47d2-96ab-ddc90fb446b7 req-1022edf0-23e1-4374-b211-14b3d6e3e66c tempest-MigrationsAdminTest-1024675587 tempest-MigrationsAdminTest-1024675587-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:24.874524 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712957d1-7094-4052-869b-e657ef80559d tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Pushing event updated for resources: {'Subnet': ['ID=b73746cd-c1ae-47d5-9d4f-e6da4bfe0949,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:24.879283 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e66b2740-6c7c-47d2-96ab-ddc90fb446b7 req-1022edf0-23e1-4374-b211-14b3d6e3e66c tempest-MigrationsAdminTest-1024675587 tempest-MigrationsAdminTest-1024675587-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:24.891018 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-b8ea3612-c3f0-4293-aab5-4461724f15bb tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Transition to ACTIVE for port object dee14a78-88c8-43ae-becd-b8d2dcde2153 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:04:24.937690 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-ae9aa5c9-b521-4e8a-bb93-138cb528af24 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:24.985063 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-b8ea3612-c3f0-4293-aab5-4461724f15bb tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:24.997804 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e66b2740-6c7c-47d2-96ab-ddc90fb446b7 req-1022edf0-23e1-4374-b211-14b3d6e3e66c tempest-MigrationsAdminTest-1024675587 tempest-MigrationsAdminTest-1024675587-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356918 Aug 16 20:04:24.998776 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022edf0-23e1-4374-b211-14b3d6e3e66c tempest-MigrationsAdminTest-1024675587 tempest-MigrationsAdminTest-1024675587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5cf0f6-e029-4b19-9bfd-57fceff6f5cd,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:25.026524 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712957d1-7094-4052-869b-e657ef80559d tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Network 4650fd3e-0eeb-4019-ad97-e369e2ef4836 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:04:25.057385 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-712957d1-7094-4052-869b-e657ef80559d tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 4650fd3e-0eeb-4019-ad97-e369e2ef4836) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:04:25.068320 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfec7a38-d0ff-478f-b748-27f0508a94cc None None] Network 4650fd3e-0eeb-4019-ad97-e369e2ef4836 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:04:25.072697 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712957d1-7094-4052-869b-e657ef80559d tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:25.073312 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-712957d1-7094-4052-869b-e657ef80559d tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:25.109584 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-b8ea3612-c3f0-4293-aab5-4461724f15bb tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:04:25.118586 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec43e425-70cb-4c53-9bb4-567877689feb None None] Network 47a46649-12bf-4d91-9b22-3439e254ecf3 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:04:25.132287 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-712957d1-7094-4052-869b-e657ef80559d tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9046113 Aug 16 20:04:25.135259 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38058) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:25.136946 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-b8ea3612-c3f0-4293-aab5-4461724f15bb tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:04:25.143129 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7d32280f-0bcd-44d6-bdbb-dd9819e3c538 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Request body: {'subnet': {'network_id': '03de9478-7b82-4ac1-8ff4-d06cad62ce8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:25.155689 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-b8ea3612-c3f0-4293-aab5-4461724f15bb tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:04:25.214558 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea3612-c3f0-4293-aab5-4461724f15bb tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Pushing event updated for resources: {'Port': ['ID=dee14a78-88c8-43ae-becd-b8d2dcde2153,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:25.282611 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb400a-e372-4715-bc79-7fb71457874c req-7bd55a2b-089b-45fb-a57d-1f13548fe4a2 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:25.291050 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f9fb400a-e372-4715-bc79-7fb71457874c req-7bd55a2b-089b-45fb-a57d-1f13548fe4a2 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=db26bf53-1ca2-4997-ae1d-db844ba89024 HTTP/1.1" status: 200 len: 935 time: 0.2892661 Aug 16 20:04:25.310577 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-b8ea3612-c3f0-4293-aab5-4461724f15bb tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:25.311498 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-b8ea3612-c3f0-4293-aab5-4461724f15bb tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:25.356571 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-b8ea3612-c3f0-4293-aab5-4461724f15bb tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6454952 Aug 16 20:04:25.378603 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-60138e5c-52cf-4952-8e56-671ba0d35b0b service neutron] Request body: {'port': {'device_id': 'db26bf53-1ca2-4997-ae1d-db844ba89024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:25.382861 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b73eda86-0ed3-4f23-92ea-86e2555782c1 None None] Provisioning for port 3365e6db-5b44-423b-a0a0-6be9848fc3f3 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:04:25.387350 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-ae9aa5c9-b521-4e8a-bb93-138cb528af24 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Allocated IP 192.168.233.151 (b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46/5dedf524-5a11-40fc-90de-b9413f1a2279/66790174-0992-4d0e-87b7-0f660e21bfd2) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:04:25.392435 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d32280f-0bcd-44d6-bdbb-dd9819e3c538 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Made reservation on behalf of e49f163c2d8e40928266b56b4e50194f for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:04:25.397275 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d32280f-0bcd-44d6-bdbb-dd9819e3c538 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:25.411808 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b73eda86-0ed3-4f23-92ea-86e2555782c1 None None] Provisioning complete for port 3365e6db-5b44-423b-a0a0-6be9848fc3f3 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:04:25.413713 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f9fb400a-e372-4715-bc79-7fb71457874c req-9cdcf0ae-2244-4a67-a294-c3fe8eaf24e3 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194565 Aug 16 20:04:25.423508 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b73eda86-0ed3-4f23-92ea-86e2555782c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:25.536418 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-60138e5c-52cf-4952-8e56-671ba0d35b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:25.584170 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9455cb-fce3-4a45-9e76-5eb06a06550d req-f26eecc2-4443-4de7-a51a-6a25e17ef345 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:25.585823 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3f9455cb-fce3-4a45-9e76-5eb06a06550d req-f26eecc2-4443-4de7-a51a-6a25e17ef345 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bda6d7a-0346-4ff8-ac7b-0bad33990248 HTTP/1.1" status: 200 len: 945 time: 0.1651688 Aug 16 20:04:25.587309 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-27f986f1-68ca-4639-a678-2bef31c12ed2 req-cd712187-a3b8-4040-9a30-db5bb5a1fdb1 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/ports?device_id=88058b08-fee3-40ae-8e32-47ace2b750fc HTTP/1.1" status: 200 len: 210 time: 0.0516491 Aug 16 20:04:25.698666 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b73eda86-0ed3-4f23-92ea-86e2555782c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:25.717206 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-ae9aa5c9-b521-4e8a-bb93-138cb528af24 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:25.733006 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-ae9aa5c9-b521-4e8a-bb93-138cb528af24 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Transition to ACTIVE for port object 66790174-0992-4d0e-87b7-0f660e21bfd2 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:04:25.737511 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b73eda86-0ed3-4f23-92ea-86e2555782c1 None None] For port 3365e6db-5b44-423b-a0a0-6be9848fc3f3, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=3365e6db-5b44-423b-a0a0-6be9848fc3f3,segment=NetworkSegment(f478ba70-2115-42b4-902d-085b25fd180f),segment_id=f478ba70-2115-42b4-902d-085b25fd180f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:25.762616 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b73eda86-0ed3-4f23-92ea-86e2555782c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:25.808615 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fe2efd-6c46-40b3-8bc1-23ee373f4d87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-4650fd3e-0eeb-4019-ad97-e369e2ef4836', 'network_id': '4650fd3e-0eeb-4019-ad97-e369e2ef4836', 'tenant_id': 'e49f163c2d8e40928266b56b4e50194f', 'fixed_ips': [{'subnet_id': 'b73746cd-c1ae-47d5-9d4f-e6da4bfe0949'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:04:25.809826 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12fe2efd-6c46-40b3-8bc1-23ee373f4d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:25.820050 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-ae9aa5c9-b521-4e8a-bb93-138cb528af24 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:25.875125 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3f9455cb-fce3-4a45-9e76-5eb06a06550d req-44b283a9-81f3-46a0-a0c9-9e801075eff8 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dfba102-5de4-4178-becb-e9018414008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104538 Aug 16 20:04:25.932576 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-ae9aa5c9-b521-4e8a-bb93-138cb528af24 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:04:25.935728 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73eda86-0ed3-4f23-92ea-86e2555782c1 None None] Pushing event updated for resources: {'Port': ['ID=3365e6db-5b44-423b-a0a0-6be9848fc3f3,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:25.942871 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-ae9aa5c9-b521-4e8a-bb93-138cb528af24 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:04:25.949362 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-ae9aa5c9-b521-4e8a-bb93-138cb528af24 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:04:25.980577 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-58e2fe44-30f5-4613-b14e-0ac934776ea8 None None] Provisioning for port dee14a78-88c8-43ae-becd-b8d2dcde2153 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:04:26.026351 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-58e2fe44-30f5-4613-b14e-0ac934776ea8 None None] Provisioning complete for port dee14a78-88c8-43ae-becd-b8d2dcde2153 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:04:26.026729 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-58e2fe44-30f5-4613-b14e-0ac934776ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:26.039630 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9aa5c9-b521-4e8a-bb93-138cb528af24 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Pushing event updated for resources: {'Port': ['ID=66790174-0992-4d0e-87b7-0f660e21bfd2,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:26.214909 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-60138e5c-52cf-4952-8e56-671ba0d35b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee14a78-88c8-43ae-becd-b8d2dcde2153 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:04:26.231345 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-ae9aa5c9-b521-4e8a-bb93-138cb528af24 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:26.232049 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-ae9aa5c9-b521-4e8a-bb93-138cb528af24 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:26.239955 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d32280f-0bcd-44d6-bdbb-dd9819e3c538 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:26.242110 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-58e2fe44-30f5-4613-b14e-0ac934776ea8 None None] Port dee14a78-88c8-43ae-becd-b8d2dcde2153 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:04:26.248136 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-12fe2efd-6c46-40b3-8bc1-23ee373f4d87 None None] Allocated IP 172.20.0.2 (4650fd3e-0eeb-4019-ad97-e369e2ef4836/b73746cd-c1ae-47d5-9d4f-e6da4bfe0949/1201abfd-6698-4717-8996-0a1602d133ba) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:04:26.249587 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-60138e5c-52cf-4952-8e56-671ba0d35b0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:26.250390 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 3365e6db-5b44-423b-a0a0-6be9848fc3f3 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:04:26.285749 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-60138e5c-52cf-4952-8e56-671ba0d35b0b service neutron] Transition to ACTIVE for port object dee14a78-88c8-43ae-becd-b8d2dcde2153 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:04:26.301729 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-60138e5c-52cf-4952-8e56-671ba0d35b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:26.318835 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc363a96-3ea2-4e4d-93fa-ca0216e9c2d7 req-c8fcd012-10ba-430f-a295-b78d36f781ad tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:26.334595 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dc363a96-3ea2-4e4d-93fa-ca0216e9c2d7 req-c8fcd012-10ba-430f-a295-b78d36f781ad tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 945 time: 0.2137458 Aug 16 20:04:26.360257 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-ae9aa5c9-b521-4e8a-bb93-138cb528af24 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6871021 Aug 16 20:04:26.426241 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-75822517-ab6f-4fe5-ab56-6e10c987e42f service neutron] Request body: {'port': {'device_id': 'e7ed605d-4bbf-4c5f-bca2-b267234d0bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:26.438392 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 3365e6db-5b44-423b-a0a0-6be9848fc3f3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:04:26.439028 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:26.495655 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60138e5c-52cf-4952-8e56-671ba0d35b0b service neutron] Pushing event updated for resources: {'Port': ['ID=dee14a78-88c8-43ae-becd-b8d2dcde2153,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:26.538149 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-0a453c13-1812-47e9-b4a5-59656297f95e tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=48c5a907546543f1809d8cdcb27f41ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380704 Aug 16 20:04:26.543107 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-60138e5c-52cf-4952-8e56-671ba0d35b0b service neutron] Attempting to bind port dee14a78-88c8-43ae-becd-b8d2dcde2153 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:04:26.543710 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-60138e5c-52cf-4952-8e56-671ba0d35b0b service neutron] Attempting to bind port dee14a78-88c8-43ae-becd-b8d2dcde2153 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:04:26.544204 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-60138e5c-52cf-4952-8e56-671ba0d35b0b service neutron] Attempting to bind port dee14a78-88c8-43ae-becd-b8d2dcde2153 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:04:26.558409 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32280f-0bcd-44d6-bdbb-dd9819e3c538 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Pushing event updated for resources: {'Subnet': ['ID=618449ee-573a-49d0-8a93-b174ae45cbe1,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:26.560254 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-60138e5c-52cf-4952-8e56-671ba0d35b0b service neutron] Port dee14a78-88c8-43ae-becd-b8d2dcde2153 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:04:26.560761 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-60138e5c-52cf-4952-8e56-671ba0d35b0b service neutron] Attempting to bind port dee14a78-88c8-43ae-becd-b8d2dcde2153 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:04:26.584085 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dc363a96-3ea2-4e4d-93fa-ca0216e9c2d7 req-690752d8-5025-4b52-8f33-79ba87cd9972 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485030 Aug 16 20:04:26.598082 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-75822517-ab6f-4fe5-ab56-6e10c987e42f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:26.612144 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-60138e5c-52cf-4952-8e56-671ba0d35b0b service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:04:26.612791 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-60138e5c-52cf-4952-8e56-671ba0d35b0b service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:04:26.613350 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-60138e5c-52cf-4952-8e56-671ba0d35b0b service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:04:26.613990 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-60138e5c-52cf-4952-8e56-671ba0d35b0b service neutron] Bound port: dee14a78-88c8-43ae-becd-b8d2dcde2153, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:04:26.614541 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-60138e5c-52cf-4952-8e56-671ba0d35b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:26.625503 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4cf15a27-b2b9-4656-a943-71947e72cb03 None None] Provisioning complete for port 3365e6db-5b44-423b-a0a0-6be9848fc3f3 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:04:26.625883 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4cf15a27-b2b9-4656-a943-71947e72cb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:26.635490 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.63', 51342) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:26.638196 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d32280f-0bcd-44d6-bdbb-dd9819e3c538 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Checking segment: {'id': '9754267c-6275-4551-be74-30a06eba2bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '03de9478-7b82-4ac1-8ff4-d06cad62ce8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:04:26.640633 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d32280f-0bcd-44d6-bdbb-dd9819e3c538 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Network hostable DHCP agents. Network: 03de9478-7b82-4ac1-8ff4-d06cad62ce8a, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:04:26.787289 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12fe2efd-6c46-40b3-8bc1-23ee373f4d87 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:26.788567 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d32280f-0bcd-44d6-bdbb-dd9819e3c538 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Network 03de9478-7b82-4ac1-8ff4-d06cad62ce8a is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:04:26.807206 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc71c2c-54df-49bd-a9a1-6cecde8edf53 req-5b4c31b8-0834-4068-94c8-685450f3deda tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:26.808796 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cbc71c2c-54df-49bd-a9a1-6cecde8edf53 req-5b4c31b8-0834-4068-94c8-685450f3deda tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.63 "GET /v2.0/ports?device_id=411ced76-e8eb-413d-990e-e0d6c1a4178d HTTP/1.1" status: 200 len: 945 time: 0.1705163 Aug 16 20:04:26.813543 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-12fe2efd-6c46-40b3-8bc1-23ee373f4d87 None None] Transition to ACTIVE for port object 1201abfd-6698-4717-8996-0a1602d133ba will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:04:26.887224 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-12fe2efd-6c46-40b3-8bc1-23ee373f4d87 None None] Transition to ACTIVE for port object 1201abfd-6698-4717-8996-0a1602d133ba will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:04:26.903137 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12fe2efd-6c46-40b3-8bc1-23ee373f4d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:26.907505 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36692fa6-c425-4664-bf4a-f6bdf4a4eba8 req-422a2eff-2d8e-43a3-96ee-4ce118d713ee tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:26.910123 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-f94a551d-8e66-4117-88be-969a6852f555 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:26.911639 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-f94a551d-8e66-4117-88be-969a6852f555 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3639035 Aug 16 20:04:26.912976 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-60138e5c-52cf-4952-8e56-671ba0d35b0b service neutron] For port dee14a78-88c8-43ae-becd-b8d2dcde2153, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:04:26.917290 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-36692fa6-c425-4664-bf4a-f6bdf4a4eba8 req-422a2eff-2d8e-43a3-96ee-4ce118d713ee tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "GET /v2.0/ports?device_id=411ced76-e8eb-413d-990e-e0d6c1a4178d HTTP/1.1" status: 200 len: 945 time: 0.2114685 Aug 16 20:04:26.919121 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7d32280f-0bcd-44d6-bdbb-dd9819e3c538 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 03de9478-7b82-4ac1-8ff4-d06cad62ce8a) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:04:26.925912 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d32280f-0bcd-44d6-bdbb-dd9819e3c538 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:26.925912 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d32280f-0bcd-44d6-bdbb-dd9819e3c538 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:26.933316 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7eb97a3d-ea88-4a1a-84f1-f4b737132ad6 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Request body: {'port': {'device_id': '88058b08-fee3-40ae-8e32-47ace2b750fc', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'admin_state_up': True, 'tenant_id': '48c5a907546543f1809d8cdcb27f41ef'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:26.938793 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-60138e5c-52cf-4952-8e56-671ba0d35b0b service neutron] For port dee14a78-88c8-43ae-becd-b8d2dcde2153, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=dee14a78-88c8-43ae-becd-b8d2dcde2153,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:04:26.969516 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7d32280f-0bcd-44d6-bdbb-dd9819e3c538 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8299139 Aug 16 20:04:26.969748 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fe2efd-6c46-40b3-8bc1-23ee373f4d87 None None] Network 4650fd3e-0eeb-4019-ad97-e369e2ef4836 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:04:26.973951 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38100) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:26.983097 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5aadc61-7a6e-4a6a-b568-6a691b6cb8f5 None None] Network 03de9478-7b82-4ac1-8ff4-d06cad62ce8a requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:04:26.987867 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-60138e5c-52cf-4952-8e56-671ba0d35b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:27.002302 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-12fe2efd-6c46-40b3-8bc1-23ee373f4d87 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:04:27.087221 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-60138e5c-52cf-4952-8e56-671ba0d35b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:27.088468 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-60138e5c-52cf-4952-8e56-671ba0d35b0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:27.090263 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-60138e5c-52cf-4952-8e56-671ba0d35b0b service neutron] 10.222.0.63 "PUT /v2.0/ports/dee14a78-88c8-43ae-becd-b8d2dcde2153 HTTP/1.1" status: 200 len: 1096 time: 1.7177520 Aug 16 20:04:27.099103 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-cbc71c2c-54df-49bd-a9a1-6cecde8edf53 req-b5460754-e159-4602-8b9d-6f06b9db0bc3 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Deleting port dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:04:27.099611 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cbc71c2c-54df-49bd-a9a1-6cecde8edf53 req-b5460754-e159-4602-8b9d-6f06b9db0bc3 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:27.103216 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db26bf53-1ca2-4997-ae1d-db844ba89024', 'tag': 'dee14a78-88c8-43ae-becd-b8d2dcde2153'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:04:27.106197 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bae2cd-9083-4136-934a-9cdd592d1f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "db26bf53-1ca2-4997-ae1d-db844ba89024", "tag": "dee14a78-88c8-43ae-becd-b8d2dcde2153"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:04:27.193225 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fe2efd-6c46-40b3-8bc1-23ee373f4d87 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:04:27.215606 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe2efd-6c46-40b3-8bc1-23ee373f4d87 None None] Pushing event updated for resources: {'Port': ['ID=1201abfd-6698-4717-8996-0a1602d133ba,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:27.224420 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-527060df-46dc-40d8-99c6-fab4fffea2d8 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:27.226754 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-527060df-46dc-40d8-99c6-fab4fffea2d8 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/networks?id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd HTTP/1.1" status: 200 len: 812 time: 0.1862402 Aug 16 20:04:27.323842 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-cfdab986-aeda-4468-bae6-f3e7d1ed1574 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/quotas/660f9d21c81a4d0490e02db145c56c81 HTTP/1.1" status: 200 len: 375 time: 0.0449719 Aug 16 20:04:27.329967 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-36692fa6-c425-4664-bf4a-f6bdf4a4eba8 req-49a29b05-3ecb-40d3-83a6-33e350f9a99e tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "GET /v2.0/security-groups?id=98ef8f83-eae4-434a-9412-c77b4d45b947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4118893 Aug 16 20:04:27.346342 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-12fe2efd-6c46-40b3-8bc1-23ee373f4d87 None None] Attempting to bind port 1201abfd-6698-4717-8996-0a1602d133ba on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:04:27.347523 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-12fe2efd-6c46-40b3-8bc1-23ee373f4d87 None None] Attempting to bind port 1201abfd-6698-4717-8996-0a1602d133ba by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'b377d1cd-961f-483f-9efb-632514efb4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4650fd3e-0eeb-4019-ad97-e369e2ef4836'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:04:27.348675 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fe2efd-6c46-40b3-8bc1-23ee373f4d87 None None] Attempting to bind port 1201abfd-6698-4717-8996-0a1602d133ba on network 4650fd3e-0eeb-4019-ad97-e369e2ef4836 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:04:27.373949 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fe2efd-6c46-40b3-8bc1-23ee373f4d87 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:04:27.374614 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fe2efd-6c46-40b3-8bc1-23ee373f4d87 None None] Checking segment: {'id': 'b377d1cd-961f-483f-9efb-632514efb4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4650fd3e-0eeb-4019-ad97-e369e2ef4836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:04:27.375354 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12fe2efd-6c46-40b3-8bc1-23ee373f4d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:27.376002 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fe2efd-6c46-40b3-8bc1-23ee373f4d87 None None] Bound using segment: {'id': 'b377d1cd-961f-483f-9efb-632514efb4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4650fd3e-0eeb-4019-ad97-e369e2ef4836'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:04:27.376832 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-12fe2efd-6c46-40b3-8bc1-23ee373f4d87 None None] Bound port: 1201abfd-6698-4717-8996-0a1602d133ba, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b377d1cd-961f-483f-9efb-632514efb4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4650fd3e-0eeb-4019-ad97-e369e2ef4836'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:04:27.377512 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12fe2efd-6c46-40b3-8bc1-23ee373f4d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:27.381988 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2e48f8e9-f02f-49fe-9b68-0a0557ef6ea1 None None] Provisioning for port 66790174-0992-4d0e-87b7-0f660e21bfd2 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:04:27.398044 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2e48f8e9-f02f-49fe-9b68-0a0557ef6ea1 None None] Provisioning complete for port 66790174-0992-4d0e-87b7-0f660e21bfd2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:04:27.398453 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2e48f8e9-f02f-49fe-9b68-0a0557ef6ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:27.498154 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2e48f8e9-f02f-49fe-9b68-0a0557ef6ea1 None None] Port 66790174-0992-4d0e-87b7-0f660e21bfd2 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:04:27.548540 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-12fe2efd-6c46-40b3-8bc1-23ee373f4d87 None None] For port 1201abfd-6698-4717-8996-0a1602d133ba, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:04:27.552877 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-12fe2efd-6c46-40b3-8bc1-23ee373f4d87 None None] For port 1201abfd-6698-4717-8996-0a1602d133ba, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1201abfd-6698-4717-8996-0a1602d133ba,segment=NetworkSegment(b377d1cd-961f-483f-9efb-632514efb4bd),segment_id=b377d1cd-961f-483f-9efb-632514efb4bd)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:04:27.559107 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b1bcbd-f362-4c5e-a49e-37ae3f5b0936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-03de9478-7b82-4ac1-8ff4-d06cad62ce8a', 'network_id': '03de9478-7b82-4ac1-8ff4-d06cad62ce8a', 'tenant_id': 'e49f163c2d8e40928266b56b4e50194f', 'fixed_ips': [{'subnet_id': '618449ee-573a-49d0-8a93-b174ae45cbe1'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:04:27.560560 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97b1bcbd-f362-4c5e-a49e-37ae3f5b0936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:27.565836 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12fe2efd-6c46-40b3-8bc1-23ee373f4d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:27.587965 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65497492-c1bc-4d62-a61c-a69e0b73df6c req-08a1ce31-2e4e-4c8b-b69e-7c728bb21ba1 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:27.589572 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-65497492-c1bc-4d62-a61c-a69e0b73df6c req-08a1ce31-2e4e-4c8b-b69e-7c728bb21ba1 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=db26bf53-1ca2-4997-ae1d-db844ba89024 HTTP/1.1" status: 200 len: 947 time: 0.1646237 Aug 16 20:04:27.591797 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-75822517-ab6f-4fe5-ab56-6e10c987e42f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66790174-0992-4d0e-87b7-0f660e21bfd2 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:04:27.598072 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2003a06-b225-4556-b738-7eaee67f12d0 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:27.606496 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-75822517-ab6f-4fe5-ab56-6e10c987e42f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:27.642617 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-75822517-ab6f-4fe5-ab56-6e10c987e42f service neutron] Transition to ACTIVE for port object 66790174-0992-4d0e-87b7-0f660e21bfd2 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:04:27.713575 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-75822517-ab6f-4fe5-ab56-6e10c987e42f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:27.721641 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe2efd-6c46-40b3-8bc1-23ee373f4d87 None None] Pushing event updated for resources: {'Port': ['ID=1201abfd-6698-4717-8996-0a1602d133ba,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:27.741692 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-7f20c2d4-b8c4-4f2c-98df-3f82e488ade4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8654392 Aug 16 20:04:27.742307 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60138e5c-52cf-4952-8e56-671ba0d35b0b service neutron] Pushing event updated for resources: {'Port': ['ID=dee14a78-88c8-43ae-becd-b8d2dcde2153,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:27.762684 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-65497492-c1bc-4d62-a61c-a69e0b73df6c req-6a6fe71a-02af-45bc-a605-8954aeaf98b2 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603386 Aug 16 20:04:27.804068 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-ede21c6c-974f-4b6b-992f-b1b23876f440 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=660f9d21c81a4d0490e02db145c56c81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4345169 Aug 16 20:04:27.817545 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7eb97a3d-ea88-4a1a-84f1-f4b737132ad6 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Made reservation on behalf of 48c5a907546543f1809d8cdcb27f41ef for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:04:27.821628 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7eb97a3d-ea88-4a1a-84f1-f4b737132ad6 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:27.875986 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-97b1bcbd-f362-4c5e-a49e-37ae3f5b0936 None None] Allocated IP 172.20.0.2 (03de9478-7b82-4ac1-8ff4-d06cad62ce8a/618449ee-573a-49d0-8a93-b174ae45cbe1/7643d1cb-78f6-43b0-9065-8e6d5fc78f3f) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:04:27.905830 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75822517-ab6f-4fe5-ab56-6e10c987e42f service neutron] Pushing event updated for resources: {'Port': ['ID=66790174-0992-4d0e-87b7-0f660e21bfd2,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:27.920161 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-553231c7-9f1f-4c3a-8df1-90223049792c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:27.922884 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-553231c7-9f1f-4c3a-8df1-90223049792c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=521de6403d364cf3b663febc26d411f5&device_id=db26bf53-1ca2-4997-ae1d-db844ba89024 HTTP/1.1" status: 200 len: 1099 time: 0.6708791 Aug 16 20:04:27.937862 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7eb97a3d-ea88-4a1a-84f1-f4b737132ad6 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:28.037107 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-23e536be-7e7e-49da-b9ee-0c06944ab3cc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=dee14a78-88c8-43ae-becd-b8d2dcde2153 HTTP/1.1" status: 200 len: 217 time: 0.1028893 Aug 16 20:04:28.062455 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-cbc71c2c-54df-49bd-a9a1-6cecde8edf53 req-b5460754-e159-4602-8b9d-6f06b9db0bc3 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] For port dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7,segment=NetworkSegment(ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6),segment_id=ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:28.063989 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cbc71c2c-54df-49bd-a9a1-6cecde8edf53 req-b5460754-e159-4602-8b9d-6f06b9db0bc3 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:28.258173 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97b1bcbd-f362-4c5e-a49e-37ae3f5b0936 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:28.292673 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1201abfd-6698-4717-8996-0a1602d133ba up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:04:28.307332 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-97b1bcbd-f362-4c5e-a49e-37ae3f5b0936 None None] Transition to ACTIVE for port object 7643d1cb-78f6-43b0-9065-8e6d5fc78f3f will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:04:28.328112 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-97b1bcbd-f362-4c5e-a49e-37ae3f5b0936 None None] Transition to ACTIVE for port object 7643d1cb-78f6-43b0-9065-8e6d5fc78f3f will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:04:28.373993 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97b1bcbd-f362-4c5e-a49e-37ae3f5b0936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:28.411389 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-c5fe1cb5-d642-441c-9283-977cc840d600 service neutron] 10.222.0.68 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6063459 Aug 16 20:04:28.439065 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b1bcbd-f362-4c5e-a49e-37ae3f5b0936 None None] Network 03de9478-7b82-4ac1-8ff4-d06cad62ce8a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:04:28.449509 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-97b1bcbd-f362-4c5e-a49e-37ae3f5b0936 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:04:28.454251 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b1bcbd-f362-4c5e-a49e-37ae3f5b0936 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:04:28.475121 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1bcbd-f362-4c5e-a49e-37ae3f5b0936 None None] Pushing event updated for resources: {'Port': ['ID=7643d1cb-78f6-43b0-9065-8e6d5fc78f3f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:28.515322 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-fd841cba-f18e-4207-b08b-de5267ac763d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:28.516559 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 1201abfd-6698-4717-8996-0a1602d133ba completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:04:28.517623 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-fd841cba-f18e-4207-b08b-de5267ac763d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.4671581 Aug 16 20:04:28.523918 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-53571bf8-044f-4378-873d-a8004963fb20 req-1f237336-c3be-4fd3-8581-f2d5412705eb tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/ports?device_id=88058b08-fee3-40ae-8e32-47ace2b750fc HTTP/1.1" status: 200 len: 210 time: 0.5006163 Aug 16 20:04:28.559198 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-97b1bcbd-f362-4c5e-a49e-37ae3f5b0936 None None] Attempting to bind port 7643d1cb-78f6-43b0-9065-8e6d5fc78f3f on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:04:28.559644 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-97b1bcbd-f362-4c5e-a49e-37ae3f5b0936 None None] Attempting to bind port 7643d1cb-78f6-43b0-9065-8e6d5fc78f3f by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '9754267c-6275-4551-be74-30a06eba2bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '03de9478-7b82-4ac1-8ff4-d06cad62ce8a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:04:28.560055 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b1bcbd-f362-4c5e-a49e-37ae3f5b0936 None None] Attempting to bind port 7643d1cb-78f6-43b0-9065-8e6d5fc78f3f on network 03de9478-7b82-4ac1-8ff4-d06cad62ce8a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:04:28.568241 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b1bcbd-f362-4c5e-a49e-37ae3f5b0936 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:04:28.568802 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b1bcbd-f362-4c5e-a49e-37ae3f5b0936 None None] Checking segment: {'id': '9754267c-6275-4551-be74-30a06eba2bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '03de9478-7b82-4ac1-8ff4-d06cad62ce8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:04:28.569262 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97b1bcbd-f362-4c5e-a49e-37ae3f5b0936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:28.569656 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b1bcbd-f362-4c5e-a49e-37ae3f5b0936 None None] Bound using segment: {'id': '9754267c-6275-4551-be74-30a06eba2bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '03de9478-7b82-4ac1-8ff4-d06cad62ce8a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:04:28.570175 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-97b1bcbd-f362-4c5e-a49e-37ae3f5b0936 None None] Bound port: 7643d1cb-78f6-43b0-9065-8e6d5fc78f3f, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9754267c-6275-4551-be74-30a06eba2bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '03de9478-7b82-4ac1-8ff4-d06cad62ce8a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:04:28.570699 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97b1bcbd-f362-4c5e-a49e-37ae3f5b0936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:28.665797 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-97b1bcbd-f362-4c5e-a49e-37ae3f5b0936 None None] For port 7643d1cb-78f6-43b0-9065-8e6d5fc78f3f, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:04:28.667308 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-75822517-ab6f-4fe5-ab56-6e10c987e42f service neutron] Attempting to bind port 66790174-0992-4d0e-87b7-0f660e21bfd2 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:04:28.667858 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-75822517-ab6f-4fe5-ab56-6e10c987e42f service neutron] Attempting to bind port 66790174-0992-4d0e-87b7-0f660e21bfd2 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:04:28.668360 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-75822517-ab6f-4fe5-ab56-6e10c987e42f service neutron] Attempting to bind port 66790174-0992-4d0e-87b7-0f660e21bfd2 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:04:28.670917 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-97b1bcbd-f362-4c5e-a49e-37ae3f5b0936 None None] For port 7643d1cb-78f6-43b0-9065-8e6d5fc78f3f, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7643d1cb-78f6-43b0-9065-8e6d5fc78f3f,segment=NetworkSegment(9754267c-6275-4551-be74-30a06eba2bc4),segment_id=9754267c-6275-4551-be74-30a06eba2bc4)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:04:28.682542 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-75822517-ab6f-4fe5-ab56-6e10c987e42f service neutron] Port 66790174-0992-4d0e-87b7-0f660e21bfd2 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:04:28.683160 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-75822517-ab6f-4fe5-ab56-6e10c987e42f service neutron] Attempting to bind port 66790174-0992-4d0e-87b7-0f660e21bfd2 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:04:28.684442 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97b1bcbd-f362-4c5e-a49e-37ae3f5b0936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:28.686786 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-e2003a06-b225-4556-b738-7eaee67f12d0 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Allocated IP 172.20.0.1 (4650fd3e-0eeb-4019-ad97-e369e2ef4836/b73746cd-c1ae-47d5-9d4f-e6da4bfe0949/0d216242-537b-4586-b6f2-0b2e5f85fcf9) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:04:28.692977 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-75822517-ab6f-4fe5-ab56-6e10c987e42f service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:04:28.693702 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-75822517-ab6f-4fe5-ab56-6e10c987e42f service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:04:28.694332 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-75822517-ab6f-4fe5-ab56-6e10c987e42f service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:04:28.694996 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-75822517-ab6f-4fe5-ab56-6e10c987e42f service neutron] Bound port: 66790174-0992-4d0e-87b7-0f660e21bfd2, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:04:28.695631 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-75822517-ab6f-4fe5-ab56-6e10c987e42f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:28.726193 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-ec546961-8b3b-40fc-bed4-ba4cbadc0f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:28.731513 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-ec546961-8b3b-40fc-bed4-ba4cbadc0f2b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2024348 Aug 16 20:04:28.763063 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-0e0179cb-6bfe-4f67-bf35-b05b5e219a32 service neutron] 10.222.0.68 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507040 Aug 16 20:04:28.770931 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cbc71c2c-54df-49bd-a9a1-6cecde8edf53 req-b5460754-e159-4602-8b9d-6f06b9db0bc3 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:28.771497 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cbc71c2c-54df-49bd-a9a1-6cecde8edf53 req-b5460754-e159-4602-8b9d-6f06b9db0bc3 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:28.771824 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [req-cbc71c2c-54df-49bd-a9a1-6cecde8edf53 req-b5460754-e159-4602-8b9d-6f06b9db0bc3 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Floating IP 512d7f87-b27f-470c-83e9-8458ec05710f disassociated. External IP: 172.25.8.113, port: dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7. Aug 16 20:04:28.772198 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-cbc71c2c-54df-49bd-a9a1-6cecde8edf53 req-b5460754-e159-4602-8b9d-6f06b9db0bc3 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Calling delete_port for dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:04:28.830342 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1bcbd-f362-4c5e-a49e-37ae3f5b0936 None None] Pushing event updated for resources: {'Port': ['ID=7643d1cb-78f6-43b0-9065-8e6d5fc78f3f,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:28.977901 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-75822517-ab6f-4fe5-ab56-6e10c987e42f service neutron] For port 66790174-0992-4d0e-87b7-0f660e21bfd2, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:04:29.049549 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-75822517-ab6f-4fe5-ab56-6e10c987e42f service neutron] For port 66790174-0992-4d0e-87b7-0f660e21bfd2, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=66790174-0992-4d0e-87b7-0f660e21bfd2,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:04:29.064147 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-75822517-ab6f-4fe5-ab56-6e10c987e42f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:29.078603 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2003a06-b225-4556-b738-7eaee67f12d0 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:29.141269 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-e2003a06-b225-4556-b738-7eaee67f12d0 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Transition to ACTIVE for port object 0d216242-537b-4586-b6f2-0b2e5f85fcf9 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:04:29.149851 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7eb97a3d-ea88-4a1a-84f1-f4b737132ad6 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:29.188528 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cbc71c2c-54df-49bd-a9a1-6cecde8edf53 req-b5460754-e159-4602-8b9d-6f06b9db0bc3 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:29.241895 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7eb97a3d-ea88-4a1a-84f1-f4b737132ad6 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:29.423663 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-75822517-ab6f-4fe5-ab56-6e10c987e42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:29.424218 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-75822517-ab6f-4fe5-ab56-6e10c987e42f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:29.426617 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-75822517-ab6f-4fe5-ab56-6e10c987e42f service neutron] 10.222.0.63 "PUT /v2.0/ports/66790174-0992-4d0e-87b7-0f660e21bfd2 HTTP/1.1" status: 200 len: 1097 time: 3.0515320 Aug 16 20:04:29.427844 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ed605d-4bbf-4c5f-bca2-b267234d0bc7', 'tag': '66790174-0992-4d0e-87b7-0f660e21bfd2'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:04:29.438203 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7eb97a3d-ea88-4a1a-84f1-f4b737132ad6 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Allocated IP 192.168.233.76 (b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46/5dedf524-5a11-40fc-90de-b9413f1a2279/dab70d52-c831-46a0-8780-f1a8d3c6381c) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:04:29.443708 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3319d6-bcde-4be4-bbec-02b26283ff29" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ed605d-4bbf-4c5f-bca2-b267234d0bc7", "tag": "66790174-0992-4d0e-87b7-0f660e21bfd2"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:04:29.455235 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2003a06-b225-4556-b738-7eaee67f12d0 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:29.495224 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4719f196-bd86-4091-9f3e-a33cd7a0024a x-openstack-request-id: req-4719f196-bd86-4091-9f3e-a33cd7a0024a {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:04:29.495624 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db26bf53-1ca2-4997-ae1d-db844ba89024", "tag": "dee14a78-88c8-43ae-becd-b8d2dcde2153", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:04:29.495878 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4719f196-bd86-4091-9f3e-a33cd7a0024a {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:04:29.496270 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db26bf53-1ca2-4997-ae1d-db844ba89024', 'tag': 'dee14a78-88c8-43ae-becd-b8d2dcde2153', 'status': 'completed', 'code': 200} Aug 16 20:04:29.581866 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2003a06-b225-4556-b738-7eaee67f12d0 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Network 4650fd3e-0eeb-4019-ad97-e369e2ef4836 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:04:29.582511 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5460754-e159-4602-8b9d-6f06b9db0bc3 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Pushing event deleted for resources: {'Port': ['ID=dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:29.602752 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-e2003a06-b225-4556-b738-7eaee67f12d0 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:04:29.619533 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2003a06-b225-4556-b738-7eaee67f12d0 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:04:29.619964 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2ba3a8-7998-43cc-a8fb-5932b6f38fbb None None] Network 4650fd3e-0eeb-4019-ad97-e369e2ef4836 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:04:29.625173 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb97a3d-ea88-4a1a-84f1-f4b737132ad6 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=679ae586-eac6-4da8-8233-9cab83bbe988,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:29.633109 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dfa6473b-b46d-457a-8003-9c55a1da154f req-a8d4055a-e1a0-498b-941c-99ab289400a6 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "GET /v2.0/ports?device_id=411ced76-e8eb-413d-990e-e0d6c1a4178d HTTP/1.1" status: 200 len: 210 time: 0.0760171 Aug 16 20:04:29.639516 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75822517-ab6f-4fe5-ab56-6e10c987e42f service neutron] Pushing event updated for resources: {'Port': ['ID=66790174-0992-4d0e-87b7-0f660e21bfd2,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:29.767371 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-2c37bfa9-3718-4417-be4f-51684d4bfdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:29.769707 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-2c37bfa9-3718-4417-be4f-51684d4bfdf3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=521de6403d364cf3b663febc26d411f5&device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 1100 time: 0.2828774 Aug 16 20:04:29.804146 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2003a06-b225-4556-b738-7eaee67f12d0 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:29.811433 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fbeea-427f-47b6-b20f-5ec5da70d1e4 req-ad7e4808-30ec-4ea7-a063-e64ce44a7b98 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:29.819958 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-351fbeea-427f-47b6-b20f-5ec5da70d1e4 req-ad7e4808-30ec-4ea7-a063-e64ce44a7b98 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 949 time: 0.6899614 Aug 16 20:04:29.832676 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-eb80b3bf-cfcf-4ee3-a6e6-b4c594a09849 None None] Provisioning for port 1201abfd-6698-4717-8996-0a1602d133ba completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:04:29.844756 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-eb80b3bf-cfcf-4ee3-a6e6-b4c594a09849 None None] Provisioning complete for port 1201abfd-6698-4717-8996-0a1602d133ba triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:04:29.845135 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb80b3bf-cfcf-4ee3-a6e6-b4c594a09849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:29.886920 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2003a06-b225-4556-b738-7eaee67f12d0 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Pushing event updated for resources: {'Port': ['ID=0d216242-537b-4586-b6f2-0b2e5f85fcf9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:29.893708 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-f2573189-50a9-48a4-b9d1-cc0c9db794ad service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=66790174-0992-4d0e-87b7-0f660e21bfd2 HTTP/1.1" status: 200 len: 217 time: 0.1017902 Aug 16 20:04:29.985380 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0c664-adc6-49a8-9283-ca87abadc817 req-c8cf81cf-3eec-45b3-ac1f-d15693a67299 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:29.996713 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7fc0c664-adc6-49a8-9283-ca87abadc817 req-c8cf81cf-3eec-45b3-ac1f-d15693a67299 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=db26bf53-1ca2-4997-ae1d-db844ba89024 HTTP/1.1" status: 200 len: 947 time: 0.2584519 Aug 16 20:04:30.038095 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb80b3bf-cfcf-4ee3-a6e6-b4c594a09849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:30.092105 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-eb80b3bf-cfcf-4ee3-a6e6-b4c594a09849 None None] For port 1201abfd-6698-4717-8996-0a1602d133ba, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1201abfd-6698-4717-8996-0a1602d133ba,segment=NetworkSegment(b377d1cd-961f-483f-9efb-632514efb4bd),segment_id=b377d1cd-961f-483f-9efb-632514efb4bd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:30.102206 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-57e5fe12-435e-4b54-8abf-edafac895c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:30.103788 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-57e5fe12-435e-4b54-8abf-edafac895c8c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.2004471 Aug 16 20:04:30.116572 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb80b3bf-cfcf-4ee3-a6e6-b4c594a09849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:30.204833 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-a5c0a59d-3982-40b3-94d3-88b645c10b49 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4175680 Aug 16 20:04:30.205967 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80b3bf-cfcf-4ee3-a6e6-b4c594a09849 None None] Pushing event updated for resources: {'Port': ['ID=1201abfd-6698-4717-8996-0a1602d133ba,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:30.299830 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7fc0c664-adc6-49a8-9283-ca87abadc817 req-3b63b261-b8bb-4c95-ada2-d3d83418d99b tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772188 Aug 16 20:04:30.310339 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7eb97a3d-ea88-4a1a-84f1-f4b737132ad6 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:30.323632 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2003a06-b225-4556-b738-7eaee67f12d0 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:30.329915 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7643d1cb-78f6-43b0-9065-8e6d5fc78f3f up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:04:30.342932 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbc71c2c-54df-49bd-a9a1-6cecde8edf53 req-b5460754-e159-4602-8b9d-6f06b9db0bc3 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Router 1aa4e75a-80fc-4583-98ac-81b13265e952 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:04:30.397271 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:04:30.412936 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-0da62a91-2a2c-4785-aca2-c964169e7ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:30.414985 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-0da62a91-2a2c-4785-aca2-c964169e7ddf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2517221 Aug 16 20:04:30.436947 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device ea5e359b-e5c4-4ec5-95c1-7126c69cded6 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:04:30.441459 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:04:30.441925 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:04:30.443798 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-dd86d3ea-ce95-46ad-aa42-f29aebda3115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:30.445519 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-dd86d3ea-ce95-46ad-aa42-f29aebda3115 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 1101 time: 0.2838578 Aug 16 20:04:30.475795 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7eb97a3d-ea88-4a1a-84f1-f4b737132ad6 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Transition to ACTIVE for port object dab70d52-c831-46a0-8780-f1a8d3c6381c will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:04:30.504810 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d9662aee-b8f9-4dd2-948f-792aa38c7e78 req-0cf0ea8d-c6f2-4c9f-b8a2-c067d7df194a tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0e595f09-4933-439d-ac6d-04117dad51aa HTTP/1.1" status: 200 len: 210 time: 0.1050255 Aug 16 20:04:30.523380 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-351fbeea-427f-47b6-b20f-5ec5da70d1e4 req-27798613-528d-4c83-b4f5-262add67c6aa tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4706502 Aug 16 20:04:30.549261 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 7643d1cb-78f6-43b0-9065-8e6d5fc78f3f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:04:30.636042 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9225619b-9651-4761-a04a-636fb22dc975 None None] Provisioning complete for port 1201abfd-6698-4717-8996-0a1602d133ba triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:04:30.637228 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9225619b-9651-4761-a04a-636fb22dc975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:30.648735 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-04b594d3-41f0-4936-9733-3ae5e45744ec req-b9ba8f1e-050c-41ed-8e8e-ba7f731b89be service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820261 Aug 16 20:04:30.719675 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port ea5e359b-e5c4-4ec5-95c1-7126c69cded6, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=ea5e359b-e5c4-4ec5-95c1-7126c69cded6,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:30.792718 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16876e4-e350-44e7-8f82-2c4957d0acb8 None None] Network 03de9478-7b82-4ac1-8ff4-d06cad62ce8a requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:04:30.795691 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7eb97a3d-ea88-4a1a-84f1-f4b737132ad6 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:30.842384 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76867753-2d66-4942-844d-8e9a4b72e019 x-openstack-request-id: req-76867753-2d66-4942-844d-8e9a4b72e019 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:04:30.843083 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ed605d-4bbf-4c5f-bca2-b267234d0bc7", "tag": "66790174-0992-4d0e-87b7-0f660e21bfd2", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:04:30.843083 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-76867753-2d66-4942-844d-8e9a4b72e019 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:04:30.843579 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ed605d-4bbf-4c5f-bca2-b267234d0bc7', 'tag': '66790174-0992-4d0e-87b7-0f660e21bfd2', 'status': 'completed', 'code': 200} Aug 16 20:04:30.851875 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'ea5e359b-e5c4-4ec5-95c1-7126c69cded6', 'network_id': '50038fe1-20b3-430a-a3e5-f13498455fc2', 'port_id': 'ea5e359b-e5c4-4ec5-95c1-7126c69cded6', 'mac_address': 'fa:16:3e:bf:5e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c9c4f3-11fd-4c7a-afd6-8ebf2bdda796', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:04:30.861313 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbc71c2c-54df-49bd-a9a1-6cecde8edf53 req-b5460754-e159-4602-8b9d-6f06b9db0bc3 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:04:30.869906 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7eb97a3d-ea88-4a1a-84f1-f4b737132ad6 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:04:30.937107 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc71c2c-54df-49bd-a9a1-6cecde8edf53 req-b5460754-e159-4602-8b9d-6f06b9db0bc3 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] No DVR routers for this DVR port dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:04:30.939990 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7eb97a3d-ea88-4a1a-84f1-f4b737132ad6 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:04:30.951910 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7eb97a3d-ea88-4a1a-84f1-f4b737132ad6 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:04:31.070014 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cbc71c2c-54df-49bd-a9a1-6cecde8edf53 req-b5460754-e159-4602-8b9d-6f06b9db0bc3 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:31.074439 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cbc71c2c-54df-49bd-a9a1-6cecde8edf53 req-b5460754-e159-4602-8b9d-6f06b9db0bc3 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.63 "DELETE /v2.0/ports/dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7 HTTP/1.1" status: 204 len: 173 time: 4.2532511 Aug 16 20:04:31.082793 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:31.091712 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7afb380-ab75-4063-a715-ad4956d4c7fc None None] Sync routers for ids ['1aa4e75a-80fc-4583-98ac-81b13265e952'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:04:31.125626 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7eb97a3d-ea88-4a1a-84f1-f4b737132ad6 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:31.126319 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7eb97a3d-ea88-4a1a-84f1-f4b737132ad6 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:31.173998 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7afb380-ab75-4063-a715-ad4956d4c7fc None None] Routers {'1aa4e75a-80fc-4583-98ac-81b13265e952'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:04:31.179872 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d7afb380-ab75-4063-a715-ad4956d4c7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:04:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['1aa4e75a-80fc-4583-98ac-81b13265e952'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:31.180293 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb97a3d-ea88-4a1a-84f1-f4b737132ad6 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Pushing event updated for resources: {'Port': ['ID=dab70d52-c831-46a0-8780-f1a8d3c6381c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:31.184336 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-6445c5ab-6b28-497c-975e-37d23aa11cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:31.186402 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-6445c5ab-6b28-497c-975e-37d23aa11cf5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.7091305 Aug 16 20:04:31.187050 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea5e359b-e5c4-4ec5-95c1-7126c69cded6 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:04:31.188881 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-db0c6170-df13-410e-afcd-c52c63935e3b service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7422366 Aug 16 20:04:31.221047 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bae2cd-9083-4136-934a-9cdd592d1f9e req-b64618e6-f500-42c5-8562-3a7c5b0c3450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:31.226600 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-97bae2cd-9083-4136-934a-9cdd592d1f9e req-b64618e6-f500-42c5-8562-3a7c5b0c3450 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=521de6403d364cf3b663febc26d411f5&device_id=db26bf53-1ca2-4997-ae1d-db844ba89024 HTTP/1.1" status: 200 len: 1099 time: 0.4793515 Aug 16 20:04:31.263172 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port ea5e359b-e5c4-4ec5-95c1-7126c69cded6, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=ea5e359b-e5c4-4ec5-95c1-7126c69cded6,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:31.361169 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:31.378848 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-afbf9dbf-8719-4a87-a14f-67a7d83cb83b req-3957bff1-0af0-44fd-a660-9371ae5ec0e4 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546910 Aug 16 20:04:31.440183 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-234b6c9d-eb6c-49e3-aca3-ea1969308aef req-ff9edf0f-0742-429d-83c8-a95bb38d4db7 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "GET /v2.0/ports?device_id=411ced76-e8eb-413d-990e-e0d6c1a4178d HTTP/1.1" status: 200 len: 210 time: 0.0549998 Aug 16 20:04:31.441800 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-a1473f53-356d-428c-9345-4ce3af269d01 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=a8456123-9de6-4feb-9c09-95083ab502b6 HTTP/1.1" status: 200 len: 217 time: 0.2366104 Aug 16 20:04:31.490964 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7eb97a3d-ea88-4a1a-84f1-f4b737132ad6 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5660839 Aug 16 20:04:31.501114 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411ced76-e8eb-413d-990e-e0d6c1a4178d', 'name': 'network-vif-deleted', 'tag': 'dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:04:31.503503 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1eac748-6c2c-44c0-aa5b-6326b80454a2" -d '{"events": [{"server_uuid": "411ced76-e8eb-413d-990e-e0d6c1a4178d", "name": "network-vif-deleted", "tag": "dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:04:31.511662 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7c9c32cd-5571-4473-8679-7562b6166b23 service neutron] Request body: {'port': {'device_id': '88058b08-fee3-40ae-8e32-47ace2b750fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:31.552450 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['ea5e359b-e5c4-4ec5-95c1-7126c69cded6'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:04:31.609744 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3319d6-bcde-4be4-bbec-02b26283ff29 req-51ffbc5b-a585-4743-a241-c27d0f06b857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:31.611306 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ab3319d6-bcde-4be4-bbec-02b26283ff29 req-51ffbc5b-a585-4743-a241-c27d0f06b857 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=521de6403d364cf3b663febc26d411f5&device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 1100 time: 0.1655912 Aug 16 20:04:31.673030 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445a19c-5f5b-4264-9e1c-7fd5a9e43060 req-7baafbe6-8a0d-4b16-8f40-29b099b460ef tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:31.685488 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3445a19c-5f5b-4264-9e1c-7fd5a9e43060 req-7baafbe6-8a0d-4b16-8f40-29b099b460ef tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/ports?device_id=88058b08-fee3-40ae-8e32-47ace2b750fc HTTP/1.1" status: 200 len: 935 time: 0.5453973 Aug 16 20:04:31.723238 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-a38f1bbc-c29d-464d-b084-37dee50a5e24 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:31.724743 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-a38f1bbc-c29d-464d-b084-37dee50a5e24 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.57 "GET /v2.0/networks?id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd HTTP/1.1" status: 200 len: 812 time: 0.6494167 Aug 16 20:04:31.725381 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7c9c32cd-5571-4473-8679-7562b6166b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:31.758976 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-c352caa9-dcaa-49c9-9405-fd7810e8c952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:31.762807 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-c352caa9-dcaa-49c9-9405-fd7810e8c952 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.2577167 Aug 16 20:04:31.783567 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-3cd31973-1be6-4b44-b1cd-5e6f94aa1370 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Request body: {'port': {'device_id': '0e595f09-4933-439d-ac6d-04117dad51aa', 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd', 'admin_state_up': True, 'tenant_id': '660f9d21c81a4d0490e02db145c56c81'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:31.812035 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2003a06-b225-4556-b738-7eaee67f12d0 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:31.849946 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bae2cd-9083-4136-934a-9cdd592d1f9e req-5c5017ef-7628-4ba1-a6d7-7fe8b67691ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:31.850317 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=ea5e359b-e5c4-4ec5-95c1-7126c69cded6,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:31.851553 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-97bae2cd-9083-4136-934a-9cdd592d1f9e req-5c5017ef-7628-4ba1-a6d7-7fe8b67691ba service neutron] 10.222.0.63 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.5402837 Aug 16 20:04:31.859609 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2003a06-b225-4556-b738-7eaee67f12d0 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:31.875149 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-d7afb380-ab75-4063-a715-ad4956d4c7fc None None] Set router 1aa4e75a-80fc-4583-98ac-81b13265e952 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:04:31.927671 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38836a79-9259-44b3-8bfd-70fa8632ac68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:31.929089 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9225619b-9651-4761-a04a-636fb22dc975 None None] Provisioning for port 0d216242-537b-4586-b6f2-0b2e5f85fcf9 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:04:31.930751 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3319d6-bcde-4be4-bbec-02b26283ff29 req-3ab9b936-b063-4e32-93ce-5b49d7ba2018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:31.932308 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ab3319d6-bcde-4be4-bbec-02b26283ff29 req-3ab9b936-b063-4e32-93ce-5b49d7ba2018 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.3075569 Aug 16 20:04:31.961423 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3445a19c-5f5b-4264-9e1c-7fd5a9e43060 req-ee0ed83d-5e26-44f8-ae3b-c5866b9e0549 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/security-groups?id=679ae586-eac6-4da8-8233-9cab83bbe988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748644 Aug 16 20:04:31.973451 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-97bae2cd-9083-4136-934a-9cdd592d1f9e req-af7f06a1-8ac2-4e0a-bf78-aabc8aa25316 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=dee14a78-88c8-43ae-becd-b8d2dcde2153 HTTP/1.1" status: 200 len: 217 time: 0.1033559 Aug 16 20:04:31.986660 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9225619b-9651-4761-a04a-636fb22dc975 None None] Provisioning complete for port 0d216242-537b-4586-b6f2-0b2e5f85fcf9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:04:31.987030 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9225619b-9651-4761-a04a-636fb22dc975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:32.010387 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2003a06-b225-4556-b738-7eaee67f12d0 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Pushing event updated for resources: {'Port': ['ID=0d216242-537b-4586-b6f2-0b2e5f85fcf9,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:32.073723 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc66c5-00a9-4748-b44f-679f9706de5a req-590a2768-e6f9-48f6-bb0d-9ddc28ba1657 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:32.076067 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2ddc66c5-00a9-4748-b44f-679f9706de5a req-590a2768-e6f9-48f6-bb0d-9ddc28ba1657 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bda6d7a-0346-4ff8-ac7b-0bad33990248 HTTP/1.1" status: 200 len: 945 time: 0.5056803 Aug 16 20:04:32.164175 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8951430-e961-4e6c-b8a2-49b88ce71506 req-7a5d9cd2-9df8-4768-ae2f-652c760f1c58 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0e595f09-4933-439d-ac6d-04117dad51aa HTTP/1.1" status: 200 len: 210 time: 0.0989692 Aug 16 20:04:32.173030 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-a640f4d9-5463-47c0-b1dd-fdc9097fb13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:32.174992 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-a640f4d9-5463-47c0-b1dd-fdc9097fb13a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3925748 Aug 16 20:04:32.176776 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ab3319d6-bcde-4be4-bbec-02b26283ff29 req-fffd659e-1da1-4142-805f-5dcf149ac2c1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=66790174-0992-4d0e-87b7-0f660e21bfd2 HTTP/1.1" status: 200 len: 217 time: 0.1489191 Aug 16 20:04:32.177779 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2003a06-b225-4556-b738-7eaee67f12d0 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:32.188261 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bae2cd-9083-4136-934a-9cdd592d1f9e req-a752d951-87dc-47df-b8a0-511413fe5e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:32.189780 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-97bae2cd-9083-4136-934a-9cdd592d1f9e req-a752d951-87dc-47df-b8a0-511413fe5e65 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1935422 Aug 16 20:04:32.200706 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9225619b-9651-4761-a04a-636fb22dc975 None None] Port 0d216242-537b-4586-b6f2-0b2e5f85fcf9 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:04:32.241600 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1201abfd-6698-4717-8996-0a1602d133ba up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:04:32.445665 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device dee14a78-88c8-43ae-becd-b8d2dcde2153 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:04:32.449090 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-21e9fea3-8a4e-4e23-b353-8a1a7d0d6c84 None None] Provisioning for port 7643d1cb-78f6-43b0-9065-8e6d5fc78f3f completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:04:32.475558 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-21e9fea3-8a4e-4e23-b353-8a1a7d0d6c84 None None] Provisioning complete for port 7643d1cb-78f6-43b0-9065-8e6d5fc78f3f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:04:32.475838 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21e9fea3-8a4e-4e23-b353-8a1a7d0d6c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:32.480054 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2003a06-b225-4556-b738-7eaee67f12d0 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Network 4650fd3e-0eeb-4019-ad97-e369e2ef4836 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:04:32.493418 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-e2003a06-b225-4556-b738-7eaee67f12d0 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:04:32.515481 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-3cd31973-1be6-4b44-b1cd-5e6f94aa1370 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Made reservation on behalf of 660f9d21c81a4d0490e02db145c56c81 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:04:32.519913 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2ddc66c5-00a9-4748-b44f-679f9706de5a req-7d2e4f7e-1aa0-4319-813c-944b57c3e705 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dfba102-5de4-4178-becb-e9018414008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674836 Aug 16 20:04:32.537671 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-3cd31973-1be6-4b44-b1cd-5e6f94aa1370 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:32.540210 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 1201abfd-6698-4717-8996-0a1602d133ba triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:04:32.540580 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:32.546931 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3319d6-bcde-4be4-bbec-02b26283ff29 req-f7857932-b944-4999-9cdb-9ac960527972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:32.548983 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ab3319d6-bcde-4be4-bbec-02b26283ff29 req-f7857932-b944-4999-9cdb-9ac960527972 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.3574178 Aug 16 20:04:32.669837 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302d149d-5d84-4537-86fb-ad759259cb32 x-openstack-request-id: req-302d149d-5d84-4537-86fb-ad759259cb32 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:04:32.669837 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411ced76-e8eb-413d-990e-e0d6c1a4178d", "name": "network-vif-deleted", "tag": "dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:04:32.669837 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-302d149d-5d84-4537-86fb-ad759259cb32 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:04:32.670191 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411ced76-e8eb-413d-990e-e0d6c1a4178d', 'name': 'network-vif-deleted', 'tag': 'dc917fcd-2ff4-4bb5-bc86-7a8e45ccc9c7', 'status': 'completed', 'code': 200} Aug 16 20:04:32.672016 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bae2cd-9083-4136-934a-9cdd592d1f9e req-4ff237db-05e9-4b8c-bd0f-e5ee0cbb5e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:32.673705 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-97bae2cd-9083-4136-934a-9cdd592d1f9e req-4ff237db-05e9-4b8c-bd0f-e5ee0cbb5e09 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4749498 Aug 16 20:04:32.841915 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-b6f9aabe-f9d8-45d0-9d9c-2b09aa9c4058 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6145928 Aug 16 20:04:32.848216 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3319d6-bcde-4be4-bbec-02b26283ff29 req-38479907-e5b4-405e-9e26-0f50de448a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:32.849844 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ab3319d6-bcde-4be4-bbec-02b26283ff29 req-38479907-e5b4-405e-9e26-0f50de448a16 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2836084 Aug 16 20:04:32.897885 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d7afb380-ab75-4063-a715-ad4956d4c7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'name': 'tempest-ServersTestFqdnHostnames-967273529-router', 'tenant_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'f139be0c-089a-4d40-95c6-e06582a844f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:02:03Z', 'updated_at': '2021-08-16T20:02:08Z', 'revision_number': 4, 'project_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'gw_port': {'id': 'f139be0c-089a-4d40-95c6-e06582a844f3', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:28:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:02:03Z', 'updated_at': '2021-08-16T20:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'f70e2c97-cf90-434c-9c7b-ec13328009f5', 'name': '', 'network_id': '2faaf42a-8377-4cda-915c-463095539684', 'tenant_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'mac_address': 'fa:16:3e:1e:97:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '22ab3704-c436-4171-98cd-4e587fb38538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:02:06Z', 'updated_at': '2021-08-16T20:02:14Z', 'revision_number': 5, 'project_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'subnets': [{'id': '22ab3704-c436-4171-98cd-4e587fb38538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:32.999638 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port dee14a78-88c8-43ae-becd-b8d2dcde2153, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=dee14a78-88c8-43ae-becd-b8d2dcde2153,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:33.015066 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7afb380-ab75-4063-a715-ad4956d4c7fc None None] Checking router: 1aa4e75a-80fc-4583-98ac-81b13265e952 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:04:33.053717 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'dee14a78-88c8-43ae-becd-b8d2dcde2153', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': 'dee14a78-88c8-43ae-becd-b8d2dcde2153', 'mac_address': 'fa:16:3e:8b:47:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:04:33.078050 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21e9fea3-8a4e-4e23-b353-8a1a7d0d6c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:33.122132 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7afb380-ab75-4063-a715-ad4956d4c7fc None None] Routers {'1aa4e75a-80fc-4583-98ac-81b13265e952'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:04:33.122882 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d7afb380-ab75-4063-a715-ad4956d4c7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:04:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['1aa4e75a-80fc-4583-98ac-81b13265e952'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:33.309612 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-243b10b7-1264-421e-ba75-7fe6b1118ced service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585543 Aug 16 20:04:33.364309 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220f8a6-30c4-4334-bddc-6914e7571cf8 req-62fb6cb9-d76c-42b6-90db-87210eee9d17 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:33.372297 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f220f8a6-30c4-4334-bddc-6914e7571cf8 req-62fb6cb9-d76c-42b6-90db-87210eee9d17 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 949 time: 0.6207643 Aug 16 20:04:33.443373 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-21e9fea3-8a4e-4e23-b353-8a1a7d0d6c84 None None] For port 7643d1cb-78f6-43b0-9065-8e6d5fc78f3f, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7643d1cb-78f6-43b0-9065-8e6d5fc78f3f,segment=NetworkSegment(9754267c-6275-4551-be74-30a06eba2bc4),segment_id=9754267c-6275-4551-be74-30a06eba2bc4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:33.494568 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3e2dd-b8b4-4543-a180-31a39376abd5 req-79aafd06-6f47-4e20-9d8a-0fe770d35545 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:33.496580 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-13e3e2dd-b8b4-4543-a180-31a39376abd5 req-79aafd06-6f47-4e20-9d8a-0fe770d35545 tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] 10.222.0.57 "GET /v2.0/ports?device_id=3bda6d7a-0346-4ff8-ac7b-0bad33990248 HTTP/1.1" status: 200 len: 945 time: 0.1816304 Aug 16 20:04:33.512250 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f220f8a6-30c4-4334-bddc-6914e7571cf8 req-c9a0b733-445c-4e2a-8c01-bb120d77383c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386664 Aug 16 20:04:33.560627 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:33.564441 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21e9fea3-8a4e-4e23-b353-8a1a7d0d6c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:33.595532 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-3cd31973-1be6-4b44-b1cd-5e6f94aa1370 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Allocated IP 172.20.0.5 (4abc880e-d4ce-42ee-a2b7-ca1942016bbd/4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc/dfc03942-c1e2-4aac-b317-2957f9d6f0f4) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:04:33.602649 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2003a06-b225-4556-b738-7eaee67f12d0 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Router 5f855814-e58a-4f59-81ff-0d1481060d6d is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:04:33.621662 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee14a78-88c8-43ae-becd-b8d2dcde2153 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:04:33.677894 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-d7afb380-ab75-4063-a715-ad4956d4c7fc None None] Set router 1aa4e75a-80fc-4583-98ac-81b13265e952 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:04:33.737934 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-21e9fea3-8a4e-4e23-b353-8a1a7d0d6c84 None None] Provisioning complete for port 0d216242-537b-4586-b6f2-0b2e5f85fcf9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:04:33.738354 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21e9fea3-8a4e-4e23-b353-8a1a7d0d6c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:33.750256 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port dee14a78-88c8-43ae-becd-b8d2dcde2153, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=dee14a78-88c8-43ae-becd-b8d2dcde2153,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:33.795860 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:33.803585 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9fea3-8a4e-4e23-b353-8a1a7d0d6c84 None None] Pushing event updated for resources: {'Port': ['ID=7643d1cb-78f6-43b0-9065-8e6d5fc78f3f,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:33.858932 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d6950-f757-4dfc-b2bd-e61032a03026 req-0e88c2d3-403f-48ba-9015-55edb900dd06 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:33.860548 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0b4d6950-f757-4dfc-b2bd-e61032a03026 req-0e88c2d3-403f-48ba-9015-55edb900dd06 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=db26bf53-1ca2-4997-ae1d-db844ba89024 HTTP/1.1" status: 200 len: 947 time: 1.4630508 Aug 16 20:04:33.890434 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ab3319d6-bcde-4be4-bbec-02b26283ff29 req-6ee0acf0-ca0c-4c5b-8470-752e8c14e190 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5766265 Aug 16 20:04:33.941641 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7c9c32cd-5571-4473-8679-7562b6166b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab70d52-c831-46a0-8780-f1a8d3c6381c {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:04:33.945344 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-21e9fea3-8a4e-4e23-b353-8a1a7d0d6c84 None None] Port 0d216242-537b-4586-b6f2-0b2e5f85fcf9 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:04:33.947526 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=dee14a78-88c8-43ae-becd-b8d2dcde2153,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:33.950366 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7c9c32cd-5571-4473-8679-7562b6166b23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:33.977401 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7c9c32cd-5571-4473-8679-7562b6166b23 service neutron] Transition to ACTIVE for port object dab70d52-c831-46a0-8780-f1a8d3c6381c will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:04:34.023146 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-21e9fea3-8a4e-4e23-b353-8a1a7d0d6c84 None None] Provisioning for port dab70d52-c831-46a0-8780-f1a8d3c6381c completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:04:34.033684 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adfda0-b30f-4b92-80bf-a9ac07c23619 req-88e857de-fb95-4be0-a2a4-fe1e66f0868e tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:34.035782 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-08adfda0-b30f-4b92-80bf-a9ac07c23619 req-88e857de-fb95-4be0-a2a4-fe1e66f0868e tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/ports?device_id=88058b08-fee3-40ae-8e32-47ace2b750fc HTTP/1.1" status: 200 len: 935 time: 0.2339971 Aug 16 20:04:34.039495 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2003a06-b225-4556-b738-7eaee67f12d0 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:04:34.046081 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['dee14a78-88c8-43ae-becd-b8d2dcde2153'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:04:34.052862 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721b7546-bf38-4071-bd1e-645582200d84 None None] Sync routers for ids ['5f855814-e58a-4f59-81ff-0d1481060d6d'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:04:34.053426 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7c9c32cd-5571-4473-8679-7562b6166b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:34.063528 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-3cd31973-1be6-4b44-b1cd-5e6f94aa1370 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:34.069573 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e2003a06-b225-4556-b738-7eaee67f12d0 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] 10.222.0.68 "PUT /v2.0/routers/5f855814-e58a-4f59-81ff-0d1481060d6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0941796 Aug 16 20:04:34.070972 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38232) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:34.077879 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721b7546-bf38-4071-bd1e-645582200d84 None None] Routers {'5f855814-e58a-4f59-81ff-0d1481060d6d'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:04:34.078510 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-721b7546-bf38-4071-bd1e-645582200d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:04:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['5f855814-e58a-4f59-81ff-0d1481060d6d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:34.138176 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-721b7546-bf38-4071-bd1e-645582200d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:34.152647 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721b7546-bf38-4071-bd1e-645582200d84 None None] Routers {'5f855814-e58a-4f59-81ff-0d1481060d6d'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:04:34.154332 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-721b7546-bf38-4071-bd1e-645582200d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:04:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['5f855814-e58a-4f59-81ff-0d1481060d6d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:34.164051 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0b4d6950-f757-4dfc-b2bd-e61032a03026 req-f49b6c54-4db0-47c5-ae27-bb62c2b56bb1 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821411 Aug 16 20:04:34.250856 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-21329ecc-23ea-4ec2-b70c-9c6141f0adc0 None None] Provisioning complete for port 7643d1cb-78f6-43b0-9065-8e6d5fc78f3f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:04:34.269334 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21329ecc-23ea-4ec2-b70c-9c6141f0adc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:34.283706 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-97bae2cd-9083-4136-934a-9cdd592d1f9e req-1f4d3371-dec4-481e-aefe-7b37cba8983f service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5819349 Aug 16 20:04:34.332322 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c32cd-5571-4473-8679-7562b6166b23 service neutron] Pushing event updated for resources: {'Port': ['ID=dab70d52-c831-46a0-8780-f1a8d3c6381c,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:34.419782 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7643d1cb-78f6-43b0-9065-8e6d5fc78f3f up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:04:34.419906 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-721b7546-bf38-4071-bd1e-645582200d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:34.420273 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721b7546-bf38-4071-bd1e-645582200d84 None None] The sync data for ids ['5f855814-e58a-4f59-81ff-0d1481060d6d'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:04:34.440880 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ab3319d6-bcde-4be4-bbec-02b26283ff29 req-36a89f5d-75b6-4808-bf6b-94c89bc8dc48 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416625 Aug 16 20:04:34.453851 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-13e3e2dd-b8b4-4543-a180-31a39376abd5 req-10798c7b-b7fe-4f27-b6ee-7417d45617ae tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] Deleting port 64bc8fe2-bf67-495e-850b-146e633e1e86 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:04:34.454611 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-13e3e2dd-b8b4-4543-a180-31a39376abd5 req-10798c7b-b7fe-4f27-b6ee-7417d45617ae tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:34.472076 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 66790174-0992-4d0e-87b7-0f660e21bfd2 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:04:34.515267 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-70fd95d6-3542-4826-b0ec-2181d6392259 req-1a589048-e612-4e4d-b407-ccd850af712f tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0e595f09-4933-439d-ac6d-04117dad51aa HTTP/1.1" status: 200 len: 210 time: 0.1251326 Aug 16 20:04:34.567956 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device ea5e359b-e5c4-4ec5-95c1-7126c69cded6 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:04:34.588096 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-3cd31973-1be6-4b44-b1cd-5e6f94aa1370 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:34.602439 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-13e3e2dd-b8b4-4543-a180-31a39376abd5 req-10798c7b-b7fe-4f27-b6ee-7417d45617ae tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] For port 64bc8fe2-bf67-495e-850b-146e633e1e86, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=64bc8fe2-bf67-495e-850b-146e633e1e86,segment=NetworkSegment(fa30f218-5dcc-42b1-b1d2-b3cdbc9cc7a8),segment_id=fa30f218-5dcc-42b1-b1d2-b3cdbc9cc7a8)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:34.602924 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-13e3e2dd-b8b4-4543-a180-31a39376abd5 req-10798c7b-b7fe-4f27-b6ee-7417d45617ae tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:34.617982 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-13e3e2dd-b8b4-4543-a180-31a39376abd5 req-10798c7b-b7fe-4f27-b6ee-7417d45617ae tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] Calling delete_port for 64bc8fe2-bf67-495e-850b-146e633e1e86 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:04:34.688383 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-3cd31973-1be6-4b44-b1cd-5e6f94aa1370 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:04:34.692622 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7c9c32cd-5571-4473-8679-7562b6166b23 service neutron] Attempting to bind port dab70d52-c831-46a0-8780-f1a8d3c6381c on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:04:34.693543 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7c9c32cd-5571-4473-8679-7562b6166b23 service neutron] Attempting to bind port dab70d52-c831-46a0-8780-f1a8d3c6381c by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:04:34.694099 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7c9c32cd-5571-4473-8679-7562b6166b23 service neutron] Attempting to bind port dab70d52-c831-46a0-8780-f1a8d3c6381c on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:04:34.720832 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-3cd31973-1be6-4b44-b1cd-5e6f94aa1370 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:04:34.733149 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-97bae2cd-9083-4136-934a-9cdd592d1f9e req-aee249f7-cb30-4bfa-add5-8593461db7fd service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414973 Aug 16 20:04:34.735363 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-3cd31973-1be6-4b44-b1cd-5e6f94aa1370 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:04:34.738897 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd31973-1be6-4b44-b1cd-5e6f94aa1370 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Pushing event updated for resources: {'Port': ['ID=dfc03942-c1e2-4aac-b317-2957f9d6f0f4,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:34.741507 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7c9c32cd-5571-4473-8679-7562b6166b23 service neutron] Port dab70d52-c831-46a0-8780-f1a8d3c6381c on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:04:34.742042 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7c9c32cd-5571-4473-8679-7562b6166b23 service neutron] Attempting to bind port dab70d52-c831-46a0-8780-f1a8d3c6381c on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:04:34.780973 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7c9c32cd-5571-4473-8679-7562b6166b23 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:04:34.781603 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7c9c32cd-5571-4473-8679-7562b6166b23 service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:04:34.782164 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7c9c32cd-5571-4473-8679-7562b6166b23 service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:04:34.782851 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7c9c32cd-5571-4473-8679-7562b6166b23 service neutron] Bound port: dab70d52-c831-46a0-8780-f1a8d3c6381c, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:04:34.783450 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7c9c32cd-5571-4473-8679-7562b6166b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:34.820925 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-08adfda0-b30f-4b92-80bf-a9ac07c23619 req-574e7219-b5a6-418a-b057-dca171049a19 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/security-groups?id=679ae586-eac6-4da8-8233-9cab83bbe988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7601140 Aug 16 20:04:34.830168 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port ea5e359b-e5c4-4ec5-95c1-7126c69cded6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:04:34.830582 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:34.842612 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e900a7-1f10-4ba9-9412-a769fa48ab85 req-8afb2a52-ee45-4c1d-98e5-d3f2b79e0dfc tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:34.846202 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-27e900a7-1f10-4ba9-9412-a769fa48ab85 req-8afb2a52-ee45-4c1d-98e5-d3f2b79e0dfc tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bda6d7a-0346-4ff8-ac7b-0bad33990248 HTTP/1.1" status: 200 len: 867 time: 0.1702149 Aug 16 20:04:34.892847 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:34.903071 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38238) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:34.911310 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-3cd31973-1be6-4b44-b1cd-5e6f94aa1370 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:34.911964 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-3cd31973-1be6-4b44-b1cd-5e6f94aa1370 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:34.916427 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-37b747f5-ec90-4b39-a7f2-643089cfaf53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:34.933652 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-13e3e2dd-b8b4-4543-a180-31a39376abd5 req-10798c7b-b7fe-4f27-b6ee-7417d45617ae tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:34.945986 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.db.resource_extend [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:04:34.989419 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-3cd31973-1be6-4b44-b1cd-5e6f94aa1370 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2337046 Aug 16 20:04:34.993030 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10798c7b-b7fe-4f27-b6ee-7417d45617ae tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] Pushing event deleted for resources: {'Port': ['ID=64bc8fe2-bf67-495e-850b-146e633e1e86,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:35.014577 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-f4e2017e-af8b-472e-a8f9-520ce9b9895b service neutron] Request body: {'port': {'device_id': '0e595f09-4933-439d-ac6d-04117dad51aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:35.055796 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-27e900a7-1f10-4ba9-9412-a769fa48ab85 req-0cf1f089-c219-4ad1-91e7-20537decda4d tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dfba102-5de4-4178-becb-e9018414008c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823821 Aug 16 20:04:35.097225 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e3e2dd-b8b4-4543-a180-31a39376abd5 req-10798c7b-b7fe-4f27-b6ee-7417d45617ae tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] No DVR routers for this DVR port 64bc8fe2-bf67-495e-850b-146e633e1e86 on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:04:35.118249 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-13e3e2dd-b8b4-4543-a180-31a39376abd5 req-10798c7b-b7fe-4f27-b6ee-7417d45617ae tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:35.120946 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-13e3e2dd-b8b4-4543-a180-31a39376abd5 req-10798c7b-b7fe-4f27-b6ee-7417d45617ae tempest-InstanceActionsNegativeTestJSON-636459271 tempest-InstanceActionsNegativeTestJSON-636459271-project] 10.222.0.57 "DELETE /v2.0/ports/64bc8fe2-bf67-495e-850b-146e633e1e86 HTTP/1.1" status: 204 len: 173 time: 1.6051261 Aug 16 20:04:35.121826 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7c9c32cd-5571-4473-8679-7562b6166b23 service neutron] For port dab70d52-c831-46a0-8780-f1a8d3c6381c, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:04:35.166162 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bda6d7a-0346-4ff8-ac7b-0bad33990248', 'name': 'network-vif-deleted', 'tag': '64bc8fe2-bf67-495e-850b-146e633e1e86'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:04:35.169426 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dc0fa0-9bc3-4742-ba5e-e5df46059b15" -d '{"events": [{"server_uuid": "3bda6d7a-0346-4ff8-ac7b-0bad33990248", "name": "network-vif-deleted", "tag": "64bc8fe2-bf67-495e-850b-146e633e1e86"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:04:35.205954 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc46760a-37d9-41e5-a299-0404533356e4 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:35.240475 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7c9c32cd-5571-4473-8679-7562b6166b23 service neutron] For port dab70d52-c831-46a0-8780-f1a8d3c6381c, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=dab70d52-c831-46a0-8780-f1a8d3c6381c,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:04:35.291989 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02111d-a993-4be9-ac75-8ddd3a74f60d req-e41382fb-d787-41c2-b66f-8b53d098b667 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:35.293955 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2d02111d-a993-4be9-ac75-8ddd3a74f60d req-e41382fb-d787-41c2-b66f-8b53d098b667 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 949 time: 0.2458360 Aug 16 20:04:35.326628 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d7afb380-ab75-4063-a715-ad4956d4c7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'name': 'tempest-ServersTestFqdnHostnames-967273529-router', 'tenant_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'f139be0c-089a-4d40-95c6-e06582a844f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:02:03Z', 'updated_at': '2021-08-16T20:02:08Z', 'revision_number': 4, 'project_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'gw_port': {'id': 'f139be0c-089a-4d40-95c6-e06582a844f3', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:28:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:02:03Z', 'updated_at': '2021-08-16T20:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'f70e2c97-cf90-434c-9c7b-ec13328009f5', 'name': '', 'network_id': '2faaf42a-8377-4cda-915c-463095539684', 'tenant_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'mac_address': 'fa:16:3e:1e:97:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '22ab3704-c436-4171-98cd-4e587fb38538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:02:06Z', 'updated_at': '2021-08-16T20:02:14Z', 'revision_number': 5, 'project_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'subnets': [{'id': '22ab3704-c436-4171-98cd-4e587fb38538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:35.337305 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7c9c32cd-5571-4473-8679-7562b6166b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:35.349505 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2d02111d-a993-4be9-ac75-8ddd3a74f60d req-dd0a73c1-d710-4e80-a1c9-81b6cc6fe0c9 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453873 Aug 16 20:04:35.381444 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7afb380-ab75-4063-a715-ad4956d4c7fc None None] The sync data for ids ['1aa4e75a-80fc-4583-98ac-81b13265e952'] in n-d-787206-13 is: [{'id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'name': 'tempest-ServersTestFqdnHostnames-967273529-router', 'tenant_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'f139be0c-089a-4d40-95c6-e06582a844f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:02:03Z', 'updated_at': '2021-08-16T20:02:08Z', 'revision_number': 4, 'project_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'gw_port': {'id': 'f139be0c-089a-4d40-95c6-e06582a844f3', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:28:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:02:03Z', 'updated_at': '2021-08-16T20:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'f70e2c97-cf90-434c-9c7b-ec13328009f5', 'name': '', 'network_id': '2faaf42a-8377-4cda-915c-463095539684', 'tenant_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'mac_address': 'fa:16:3e:1e:97:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '22ab3704-c436-4171-98cd-4e587fb38538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:02:06Z', 'updated_at': '2021-08-16T20:02:14Z', 'revision_number': 5, 'project_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'subnets': [{'id': '22ab3704-c436-4171-98cd-4e587fb38538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:04:35.414506 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 7643d1cb-78f6-43b0-9065-8e6d5fc78f3f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:04:35.414887 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:35.443736 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fc912a-d335-4803-893c-2e0f865213fb x-openstack-request-id: req-46fc912a-d335-4803-893c-2e0f865213fb {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:04:35.444695 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bda6d7a-0346-4ff8-ac7b-0bad33990248", "name": "network-vif-deleted", "tag": "64bc8fe2-bf67-495e-850b-146e633e1e86", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:04:35.445183 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-46fc912a-d335-4803-893c-2e0f865213fb {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:04:35.445787 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bda6d7a-0346-4ff8-ac7b-0bad33990248', 'name': 'network-vif-deleted', 'tag': '64bc8fe2-bf67-495e-850b-146e633e1e86', 'status': 'completed', 'code': 200} Aug 16 20:04:35.457582 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:35.532323 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-0bb978b6-00ff-4d3a-83e8-b3b9d544e986 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:04:35.532539 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:35.539668 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0bb978b6-00ff-4d3a-83e8-b3b9d544e986 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] 10.222.0.68 "PUT /v2.0/routers/5f855814-e58a-4f59-81ff-0d1481060d6d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4637449 Aug 16 20:04:35.544447 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38252) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:35.552925 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 66790174-0992-4d0e-87b7-0f660e21bfd2, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=66790174-0992-4d0e-87b7-0f660e21bfd2,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:35.555014 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7019cf-6f18-466b-a7e8-fbc732b40c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5e359b-e5c4-4ec5-95c1-7126c69cded6'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:04:35.558126 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ee4b6f-028d-4a6a-9708-0bd873eba0ee" -d '{"events": [{"server_uuid": "1e7019cf-6f18-466b-a7e8-fbc732b40c0b", "name": "network-vif-plugged", "status": "completed", "tag": "ea5e359b-e5c4-4ec5-95c1-7126c69cded6"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:04:35.577062 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-21329ecc-23ea-4ec2-b70c-9c6141f0adc0 None None] Provisioning complete for port 0d216242-537b-4586-b6f2-0b2e5f85fcf9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:04:35.577390 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21329ecc-23ea-4ec2-b70c-9c6141f0adc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:35.594109 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port ea5e359b-e5c4-4ec5-95c1-7126c69cded6, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=ea5e359b-e5c4-4ec5-95c1-7126c69cded6,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:35.618966 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '66790174-0992-4d0e-87b7-0f660e21bfd2', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': '66790174-0992-4d0e-87b7-0f660e21bfd2', 'mac_address': 'fa:16:3e:6c:1c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:04:35.625529 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:35.654540 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c32cd-5571-4473-8679-7562b6166b23 service neutron] Pushing event updated for resources: {'Port': ['ID=dab70d52-c831-46a0-8780-f1a8d3c6381c,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:35.696152 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:35.717869 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc46760a-37d9-41e5-a299-0404533356e4 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:35.726962 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-f4e2017e-af8b-472e-a8f9-520ce9b9895b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:35.802763 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7c9c32cd-5571-4473-8679-7562b6166b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:35.804218 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7c9c32cd-5571-4473-8679-7562b6166b23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:35.808064 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7c9c32cd-5571-4473-8679-7562b6166b23 service neutron] 10.222.0.63 "PUT /v2.0/ports/dab70d52-c831-46a0-8780-f1a8d3c6381c HTTP/1.1" status: 200 len: 1096 time: 4.3007326 Aug 16 20:04:35.812895 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88058b08-fee3-40ae-8e32-47ace2b750fc', 'tag': 'dab70d52-c831-46a0-8780-f1a8d3c6381c'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:04:35.817120 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1ae448-47e0-4aa3-9ee5-3f1af2775885" -d '{"events": [{"name": "network-changed", "server_uuid": "88058b08-fee3-40ae-8e32-47ace2b750fc", "tag": "dab70d52-c831-46a0-8780-f1a8d3c6381c"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:04:35.851098 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848758f-1587-4e1e-b179-a37b64d37c89 req-0dd5871e-703e-47e9-88e8-3794057ee6c5 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:35.862871 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4848758f-1587-4e1e-b179-a37b64d37c89 req-0dd5871e-703e-47e9-88e8-3794057ee6c5 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0e595f09-4933-439d-ac6d-04117dad51aa HTTP/1.1" status: 200 len: 931 time: 0.1601305 Aug 16 20:04:35.904316 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-21329ecc-23ea-4ec2-b70c-9c6141f0adc0 None None] Port 0d216242-537b-4586-b6f2-0b2e5f85fcf9 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:04:35.933276 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66790174-0992-4d0e-87b7-0f660e21bfd2 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:04:35.965421 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:35.969035 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf4219b-8c14-4fb4-bf3a-187643372d78 None None] New status for floating IP 512d7f87-b27f-470c-83e9-8458ec05710f: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:04:36.013486 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a0cd0-2ca2-40ed-8e7c-21e186626f71 req-71e904ac-0b38-4ba9-a9df-868eec4ae13c tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:36.015307 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1d4a0cd0-2ca2-40ed-8e7c-21e186626f71 req-71e904ac-0b38-4ba9-a9df-868eec4ae13c tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=db26bf53-1ca2-4997-ae1d-db844ba89024 HTTP/1.1" status: 200 len: 948 time: 0.7538054 Aug 16 20:04:36.102000 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-475d7f40-86b3-4c9c-a566-76e7a19653cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:36.103609 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-475d7f40-86b3-4c9c-a566-76e7a19653cf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=48c5a907546543f1809d8cdcb27f41ef&device_id=88058b08-fee3-40ae-8e32-47ace2b750fc HTTP/1.1" status: 200 len: 1099 time: 0.1702859 Aug 16 20:04:36.126919 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4848758f-1587-4e1e-b179-a37b64d37c89 req-30f64b0f-f34a-4f1a-8907-03552137e6f9 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575264 Aug 16 20:04:36.163969 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-077fc172-2af2-4223-be80-4f5ec74dd9ae service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=dab70d52-c831-46a0-8780-f1a8d3c6381c HTTP/1.1" status: 200 len: 217 time: 0.0501091 Aug 16 20:04:36.225296 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a947f14-62df-414d-adca-065b78807095 x-openstack-request-id: req-9a947f14-62df-414d-adca-065b78807095 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:04:36.225736 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7019cf-6f18-466b-a7e8-fbc732b40c0b", "name": "network-vif-plugged", "status": "completed", "tag": "ea5e359b-e5c4-4ec5-95c1-7126c69cded6", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:04:36.226112 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9a947f14-62df-414d-adca-065b78807095 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:04:36.226688 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7019cf-6f18-466b-a7e8-fbc732b40c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5e359b-e5c4-4ec5-95c1-7126c69cded6', 'code': 200} Aug 16 20:04:36.231704 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 66790174-0992-4d0e-87b7-0f660e21bfd2, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=66790174-0992-4d0e-87b7-0f660e21bfd2,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:36.240793 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:36.249709 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=ea5e359b-e5c4-4ec5-95c1-7126c69cded6,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:36.256451 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:36.291525 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-589da371-217f-4f8b-8a2e-6b98ea2454d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:36.293310 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-589da371-217f-4f8b-8a2e-6b98ea2454d1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.0692487 Aug 16 20:04:36.301009 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188023cc-b247-4f24-9825-1413ea059b92 x-openstack-request-id: req-188023cc-b247-4f24-9825-1413ea059b92 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:04:36.301277 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88058b08-fee3-40ae-8e32-47ace2b750fc", "tag": "dab70d52-c831-46a0-8780-f1a8d3c6381c", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:04:36.301567 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-188023cc-b247-4f24-9825-1413ea059b92 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:04:36.301968 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88058b08-fee3-40ae-8e32-47ace2b750fc', 'tag': 'dab70d52-c831-46a0-8780-f1a8d3c6381c', 'status': 'completed', 'code': 200} Aug 16 20:04:36.352846 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1d4a0cd0-2ca2-40ed-8e7c-21e186626f71 req-34e7657a-32c5-4555-ac0a-1c62d359453b tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225942 Aug 16 20:04:36.371726 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc46760a-37d9-41e5-a299-0404533356e4 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:36.374285 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc46760a-37d9-41e5-a299-0404533356e4 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:36.378156 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-dc46760a-37d9-41e5-a299-0404533356e4 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "DELETE /v2.0/security-groups/98ef8f83-eae4-434a-9412-c77b4d45b947 HTTP/1.1" status: 204 len: 168 time: 1.4607365 Aug 16 20:04:36.408077 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38268) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:36.411148 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46760a-37d9-41e5-a299-0404533356e4 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ef8f83-eae4-434a-9412-c77b4d45b947,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:36.432908 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=66790174-0992-4d0e-87b7-0f660e21bfd2,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:36.446016 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38270) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:36.448290 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device dee14a78-88c8-43ae-becd-b8d2dcde2153 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:04:36.472008 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-cd220644-83cb-40b6-8d57-4ba63a2e3c73 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] show failed (client error): The resource could not be found. Aug 16 20:04:36.473276 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-cd220644-83cb-40b6-8d57-4ba63a2e3c73 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "GET /v2.0/security-groups/98ef8f83-eae4-434a-9412-c77b4d45b947 HTTP/1.1" status: 404 len: 347 time: 0.0439894 Aug 16 20:04:36.478019 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38276) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:36.490893 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 64bc8fe2-bf67-495e-850b-146e633e1e86 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:04:36.492938 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['66790174-0992-4d0e-87b7-0f660e21bfd2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:04:36.500155 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade0aab-b1ee-4d0e-9969-80339f929504 req-3f6fcda9-fa59-4c06-b578-2cf3286ac949 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:36.502051 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5ade0aab-b1ee-4d0e-9969-80339f929504 req-3f6fcda9-fa59-4c06-b578-2cf3286ac949 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/ports?device_id=88058b08-fee3-40ae-8e32-47ace2b750fc HTTP/1.1" status: 200 len: 947 time: 0.1345794 Aug 16 20:04:36.583680 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-84a7b4dd-f041-4dce-bdbf-2a2c721f39a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:36.594068 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-84a7b4dd-f041-4dce-bdbf-2a2c721f39a8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2845426 Aug 16 20:04:36.613839 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 64bc8fe2-bf67-495e-850b-146e633e1e86 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:04:36.614090 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 64bc8fe2-bf67-495e-850b-146e633e1e86 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:04:36.619976 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port dee14a78-88c8-43ae-becd-b8d2dcde2153 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:04:36.626099 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port dee14a78-88c8-43ae-becd-b8d2dcde2153 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:04:36.626478 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:36.660159 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5ade0aab-b1ee-4d0e-9969-80339f929504 req-e4003b39-3f39-4a81-aee4-1db2023572c5 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/security-groups?id=679ae586-eac6-4da8-8233-9cab83bbe988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333418 Aug 16 20:04:36.666773 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-44e5761d-c7ca-4969-89ba-12ca6ae80926 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:36.673460 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d244f839-bba1-42b4-8a98-93e7bbaffa96 admin admin] Deleting subnet 8df7db58-3b84-4979-ae33-048847bb1b4e {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:04:36.678524 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d244f839-bba1-42b4-8a98-93e7bbaffa96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:36.730482 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d244f839-bba1-42b4-8a98-93e7bbaffa96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:36.777432 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d244f839-bba1-42b4-8a98-93e7bbaffa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:36.798340 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:36.853645 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port dee14a78-88c8-43ae-becd-b8d2dcde2153, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=dee14a78-88c8-43ae-becd-b8d2dcde2153,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:36.862608 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:36.889277 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d244f839-bba1-42b4-8a98-93e7bbaffa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:36.941067 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104a417-c04d-49b7-b02f-30408516c2bc req-56286109-5419-4048-9cd4-c89d6340a880 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:36.945152 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:36.953425 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6104a417-c04d-49b7-b02f-30408516c2bc req-56286109-5419-4048-9cd4-c89d6340a880 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 949 time: 0.2776952 Aug 16 20:04:36.961932 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244f839-bba1-42b4-8a98-93e7bbaffa96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8df7db58-3b84-4979-ae33-048847bb1b4e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:36.968251 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=dee14a78-88c8-43ae-becd-b8d2dcde2153,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:36.981816 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d244f839-bba1-42b4-8a98-93e7bbaffa96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:36.993771 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d244f839-bba1-42b4-8a98-93e7bbaffa96 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/8df7db58-3b84-4979-ae33-048847bb1b4e HTTP/1.1" status: 204 len: 168 time: 0.5413542 Aug 16 20:04:36.996730 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38282) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:37.056027 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6104a417-c04d-49b7-b02f-30408516c2bc req-5432377c-6f4e-4479-ad3c-854973cec728 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013393 Aug 16 20:04:37.071505 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-4120e7ae-56c8-4a5d-b774-d232098a05b8 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Deleting port 153187f9-de2b-47dd-9e0e-c30c775e5f86 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:04:37.074076 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4120e7ae-56c8-4a5d-b774-d232098a05b8 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:37.080808 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-7747ddd4-c8cc-4a67-85d3-b3ffa3f4849d service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902099 Aug 16 20:04:37.141234 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81213899-6442-477d-a00a-024ac89ee699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:37.259121 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-f4e2017e-af8b-472e-a8f9-520ce9b9895b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc03942-c1e2-4aac-b317-2957f9d6f0f4 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:04:37.290346 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-f4e2017e-af8b-472e-a8f9-520ce9b9895b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:37.296507 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4120e7ae-56c8-4a5d-b774-d232098a05b8 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:37.296946 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4120e7ae-56c8-4a5d-b774-d232098a05b8 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:37.324076 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-4120e7ae-56c8-4a5d-b774-d232098a05b8 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Calling delete_port for 153187f9-de2b-47dd-9e0e-c30c775e5f86 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:04:37.338440 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b7d3b307-898f-4dd9-9ed0-f6a8b9479418 req-bbd940d1-4763-4128-bf8a-6e63ea39a3d8 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464044 Aug 16 20:04:37.342695 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-f4e2017e-af8b-472e-a8f9-520ce9b9895b service neutron] Transition to ACTIVE for port object dfc03942-c1e2-4aac-b317-2957f9d6f0f4 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:04:37.353370 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81213899-6442-477d-a00a-024ac89ee699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:37.368362 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-81213899-6442-477d-a00a-024ac89ee699 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d31233-774f-46dc-b2b9-f6281be88f6a']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:37.398468 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-f4e2017e-af8b-472e-a8f9-520ce9b9895b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:37.410008 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9329c-01e4-41e4-9605-14e7e3561b3d req-f2cf69ca-0b27-4a76-8f77-afb5a79e3ec5 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:37.411622 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-15d9329c-01e4-41e4-9605-14e7e3561b3d req-f2cf69ca-0b27-4a76-8f77-afb5a79e3ec5 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0e595f09-4933-439d-ac6d-04117dad51aa HTTP/1.1" status: 200 len: 931 time: 0.1707256 Aug 16 20:04:37.413495 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-81213899-6442-477d-a00a-024ac89ee699 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa30f218-5dcc-42b1-b1d2-b3cdbc9cc7a8') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:37.413792 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-81213899-6442-477d-a00a-024ac89ee699 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa30f218-5dcc-42b1-b1d2-b3cdbc9cc7a8') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:37.432967 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81213899-6442-477d-a00a-024ac89ee699 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:37.468274 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81213899-6442-477d-a00a-024ac89ee699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:37.484570 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81213899-6442-477d-a00a-024ac89ee699 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:04:37.484979 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81213899-6442-477d-a00a-024ac89ee699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:37.487649 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:04:37.487649 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:04:37.487649 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:04:37.487649 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:04:37.487649 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:04:37.487649 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:04:37.487649 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:04:37.487649 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:04:37.487649 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:04:37.487649 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:04:37.487649 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:04:37.487649 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:04:37.487649 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:04:37.487649 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:04:37.487649 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:04:37.487649 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:04:37.487649 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:04:37.487649 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:04:37.487649 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:04:37.487649 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:04:37.487649 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:04:37.487649 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:04:37.487649 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:04:37.487649 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:04:37.487649 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:04:37.487649 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:04:37.487649 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:04:37.487649 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:04:37.487649 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:04:37.487649 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:04:37.487649 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:04:37.487649 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:04:37.504025 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-15d9329c-01e4-41e4-9605-14e7e3561b3d req-f0981ecb-4700-49e6-8199-3df69e7f5076 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819995 Aug 16 20:04:37.589104 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-44e5761d-c7ca-4969-89ba-12ca6ae80926 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Deleting port 0d216242-537b-4586-b6f2-0b2e5f85fcf9 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:04:37.589746 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-44e5761d-c7ca-4969-89ba-12ca6ae80926 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:37.604456 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2017e-af8b-472e-a8f9-520ce9b9895b service neutron] Pushing event updated for resources: {'Port': ['ID=dfc03942-c1e2-4aac-b317-2957f9d6f0f4,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:37.645477 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47eb4e-2b0a-4e2f-b07c-3d8588e710cd req-31744e3f-fe2e-424b-92bb-f49caddf7aec tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:37.647323 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fd47eb4e-2b0a-4e2f-b07c-3d8588e710cd req-31744e3f-fe2e-424b-92bb-f49caddf7aec tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=db26bf53-1ca2-4997-ae1d-db844ba89024 HTTP/1.1" status: 200 len: 949 time: 0.1677139 Aug 16 20:04:37.664115 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81213899-6442-477d-a00a-024ac89ee699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:37.681116 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ae448-47e0-4aa3-9ee5-3f1af2775885 req-c77cf964-7e3a-4cb1-a83e-7488d501bbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:37.682634 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9a1ae448-47e0-4aa3-9ee5-3f1af2775885 req-c77cf964-7e3a-4cb1-a83e-7488d501bbcb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=48c5a907546543f1809d8cdcb27f41ef&device_id=88058b08-fee3-40ae-8e32-47ace2b750fc HTTP/1.1" status: 200 len: 1099 time: 0.2139745 Aug 16 20:04:37.688300 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81213899-6442-477d-a00a-024ac89ee699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:37.693376 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-81213899-6442-477d-a00a-024ac89ee699 admin admin] 10.222.0.68 "DELETE /v2.0/networks/45d31233-774f-46dc-b2b9-f6281be88f6a HTTP/1.1" status: 204 len: 168 time: 0.6955752 Aug 16 20:04:37.698501 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81213899-6442-477d-a00a-024ac89ee699 admin admin] Pushing event deleted for resources: {'Network': ['ID=45d31233-774f-46dc-b2b9-f6281be88f6a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:37.793518 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-44e5761d-c7ca-4969-89ba-12ca6ae80926 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:37.814414 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a19ac-8b64-4682-b185-5bbe3c39ebcf req-8aa841ed-b85c-4c0d-ba07-54d14a64f5a2 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:37.816795 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-653a19ac-8b64-4682-b185-5bbe3c39ebcf req-8aa841ed-b85c-4c0d-ba07-54d14a64f5a2 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/ports?device_id=88058b08-fee3-40ae-8e32-47ace2b750fc HTTP/1.1" status: 200 len: 947 time: 0.0852094 Aug 16 20:04:37.821434 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-44e5761d-c7ca-4969-89ba-12ca6ae80926 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Calling delete_port for 0d216242-537b-4586-b6f2-0b2e5f85fcf9 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:04:37.864243 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fd47eb4e-2b0a-4e2f-b07c-3d8588e710cd req-fed7919b-7886-4716-90fc-416dcfc8d45c tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997790 Aug 16 20:04:37.899105 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-653a19ac-8b64-4682-b185-5bbe3c39ebcf req-7e83c6e2-6495-4426-874c-e7e7058a94ce tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/security-groups?id=679ae586-eac6-4da8-8233-9cab83bbe988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750597 Aug 16 20:04:37.905611 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-f4e2017e-af8b-472e-a8f9-520ce9b9895b service neutron] Attempting to bind port dfc03942-c1e2-4aac-b317-2957f9d6f0f4 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:04:37.905961 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-f4e2017e-af8b-472e-a8f9-520ce9b9895b service neutron] Attempting to bind port dfc03942-c1e2-4aac-b317-2957f9d6f0f4 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '1a389533-0611-4082-9806-72db3146632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:04:37.906268 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-f4e2017e-af8b-472e-a8f9-520ce9b9895b service neutron] Attempting to bind port dfc03942-c1e2-4aac-b317-2957f9d6f0f4 on network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:04:37.936896 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-f4e2017e-af8b-472e-a8f9-520ce9b9895b service neutron] Port dfc03942-c1e2-4aac-b317-2957f9d6f0f4 on network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:04:37.937421 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-f4e2017e-af8b-472e-a8f9-520ce9b9895b service neutron] Attempting to bind port dfc03942-c1e2-4aac-b317-2957f9d6f0f4 on network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:04:37.940153 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4120e7ae-56c8-4a5d-b774-d232098a05b8 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:37.959455 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-f4e2017e-af8b-472e-a8f9-520ce9b9895b service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:04:37.960261 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-f4e2017e-af8b-472e-a8f9-520ce9b9895b service neutron] Checking segment: {'id': '1a389533-0611-4082-9806-72db3146632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:04:37.960400 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-f4e2017e-af8b-472e-a8f9-520ce9b9895b service neutron] Bound using segment: {'id': '1a389533-0611-4082-9806-72db3146632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:04:37.960919 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-f4e2017e-af8b-472e-a8f9-520ce9b9895b service neutron] Bound port: dfc03942-c1e2-4aac-b317-2957f9d6f0f4, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a389533-0611-4082-9806-72db3146632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:04:37.961392 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-f4e2017e-af8b-472e-a8f9-520ce9b9895b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:38.000153 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ae448-47e0-4aa3-9ee5-3f1af2775885 req-ebacd65f-d9db-4fdb-b6af-376b06623856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:38.001940 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9a1ae448-47e0-4aa3-9ee5-3f1af2775885 req-ebacd65f-d9db-4fdb-b6af-376b06623856 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.3059542 Aug 16 20:04:38.073806 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120e7ae-56c8-4a5d-b774-d232098a05b8 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Pushing event deleted for resources: {'Port': ['ID=153187f9-de2b-47dd-9e0e-c30c775e5f86,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:38.078215 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9a1ae448-47e0-4aa3-9ee5-3f1af2775885 req-cbefdfa8-8249-4c97-acbd-cca3b0550138 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=dab70d52-c831-46a0-8780-f1a8d3c6381c HTTP/1.1" status: 200 len: 217 time: 0.0493388 Aug 16 20:04:38.078895 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38302) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:38.228132 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db26bf53-1ca2-4997-ae1d-db844ba89024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee14a78-88c8-43ae-becd-b8d2dcde2153'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:04:38.231654 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8799c9-ce19-4e28-8a0b-d54d3dbe3916" -d '{"events": [{"server_uuid": "db26bf53-1ca2-4997-ae1d-db844ba89024", "name": "network-vif-plugged", "status": "completed", "tag": "dee14a78-88c8-43ae-becd-b8d2dcde2153"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:04:38.243516 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-44e5761d-c7ca-4969-89ba-12ca6ae80926 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:38.259648 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ae448-47e0-4aa3-9ee5-3f1af2775885 req-c5aca1b6-0fd8-4d8c-8752-34dad21997ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:38.261751 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9a1ae448-47e0-4aa3-9ee5-3f1af2775885 req-c5aca1b6-0fd8-4d8c-8752-34dad21997ed service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1727669 Aug 16 20:04:38.289003 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5761d-c7ca-4969-89ba-12ca6ae80926 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Pushing event deleted for resources: {'Port': ['ID=0d216242-537b-4586-b6f2-0b2e5f85fcf9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:38.333233 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4120e7ae-56c8-4a5d-b774-d232098a05b8 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:38.352982 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4120e7ae-56c8-4a5d-b774-d232098a05b8 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:38.360046 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4120e7ae-56c8-4a5d-b774-d232098a05b8 tempest-ServersTestFqdnHostnames-2071294372 tempest-ServersTestFqdnHostnames-2071294372-project] 10.222.0.68 "DELETE /v2.0/floatingips/512d7f87-b27f-470c-83e9-8458ec05710f HTTP/1.1" status: 204 len: 168 time: 1.8796084 Aug 16 20:04:38.362978 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38308) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:38.372858 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-267e006c-eb1a-4a12-be3c-4dbd9d0000c3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8eb8de7d06034ad984d745edc6893cc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2896440 Aug 16 20:04:38.373110 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd401cc7-5db0-40f1-9cfa-4edf5d871876 x-openstack-request-id: req-fd401cc7-5db0-40f1-9cfa-4edf5d871876 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:04:38.373110 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db26bf53-1ca2-4997-ae1d-db844ba89024", "name": "network-vif-plugged", "status": "completed", "tag": "dee14a78-88c8-43ae-becd-b8d2dcde2153", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:04:38.373110 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fd401cc7-5db0-40f1-9cfa-4edf5d871876 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:04:38.373110 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db26bf53-1ca2-4997-ae1d-db844ba89024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee14a78-88c8-43ae-becd-b8d2dcde2153', 'code': 200} Aug 16 20:04:38.425232 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38310) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:38.456311 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device dab70d52-c831-46a0-8780-f1a8d3c6381c details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:04:38.459676 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 66790174-0992-4d0e-87b7-0f660e21bfd2 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:04:38.499195 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-f4e2017e-af8b-472e-a8f9-520ce9b9895b service neutron] For port dfc03942-c1e2-4aac-b317-2957f9d6f0f4, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:04:38.642476 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-f4e2017e-af8b-472e-a8f9-520ce9b9895b service neutron] For port dfc03942-c1e2-4aac-b317-2957f9d6f0f4, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=dfc03942-c1e2-4aac-b317-2957f9d6f0f4,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:04:38.692858 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-f4e2017e-af8b-472e-a8f9-520ce9b9895b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:38.716051 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 66790174-0992-4d0e-87b7-0f660e21bfd2 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:04:38.746284 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 66790174-0992-4d0e-87b7-0f660e21bfd2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:04:38.746848 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:38.812943 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port dab70d52-c831-46a0-8780-f1a8d3c6381c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=dab70d52-c831-46a0-8780-f1a8d3c6381c,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:38.815623 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2017e-af8b-472e-a8f9-520ce9b9895b service neutron] Pushing event updated for resources: {'Port': ['ID=dfc03942-c1e2-4aac-b317-2957f9d6f0f4,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:38.831228 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ae448-47e0-4aa3-9ee5-3f1af2775885 req-6003be9d-677a-4be9-867f-f68b064714e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:38.835847 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9a1ae448-47e0-4aa3-9ee5-3f1af2775885 req-6003be9d-677a-4be9-867f-f68b064714e2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5311992 Aug 16 20:04:38.853163 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'dab70d52-c831-46a0-8780-f1a8d3c6381c', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': 'dab70d52-c831-46a0-8780-f1a8d3c6381c', 'mac_address': 'fa:16:3e:57:6b:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:04:38.873371 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b472934-b71b-493f-9587-3812d5968426 req-5558ae14-303a-41cf-8b88-cc3e4f4251dc tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:38.876302 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9b472934-b71b-493f-9587-3812d5968426 req-5558ae14-303a-41cf-8b88-cc3e4f4251dc tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 949 time: 0.6335025 Aug 16 20:04:38.935207 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:38.946294 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:38.965611 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab70d52-c831-46a0-8780-f1a8d3c6381c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:04:38.989979 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c2c60f8-4db0-4c97-a6b0-ca45e963f488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:38.992764 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcfbd5-6e0c-44ac-951c-3bb2652242a5 req-47adbe05-49a8-4fcb-b6c7-f7d6e95d770e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:38.994316 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a8dcfbd5-6e0c-44ac-951c-3bb2652242a5 req-47adbe05-49a8-4fcb-b6c7-f7d6e95d770e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0e595f09-4933-439d-ac6d-04117dad51aa HTTP/1.1" status: 200 len: 943 time: 0.0977080 Aug 16 20:04:38.997139 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9a1ae448-47e0-4aa3-9ee5-3f1af2775885 req-c6207021-76e8-47c7-a665-1a913a07749b service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188307 Aug 16 20:04:39.013373 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port dab70d52-c831-46a0-8780-f1a8d3c6381c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=dab70d52-c831-46a0-8780-f1a8d3c6381c,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:39.019668 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 66790174-0992-4d0e-87b7-0f660e21bfd2, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=66790174-0992-4d0e-87b7-0f660e21bfd2,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:39.023056 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:39.040152 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:39.086011 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-f4e2017e-af8b-472e-a8f9-520ce9b9895b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:39.086547 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-f4e2017e-af8b-472e-a8f9-520ce9b9895b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:39.087997 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-f4e2017e-af8b-472e-a8f9-520ce9b9895b service neutron] 10.222.0.57 "PUT /v2.0/ports/dfc03942-c1e2-4aac-b317-2957f9d6f0f4 HTTP/1.1" status: 200 len: 1092 time: 4.0790207 Aug 16 20:04:39.097280 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e595f09-4933-439d-ac6d-04117dad51aa', 'tag': 'dfc03942-c1e2-4aac-b317-2957f9d6f0f4'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:04:39.099554 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc4b9ed-7225-425a-9b9d-4306ea939995" -d '{"events": [{"name": "network-changed", "server_uuid": "0e595f09-4933-439d-ac6d-04117dad51aa", "tag": "dfc03942-c1e2-4aac-b317-2957f9d6f0f4"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:04:39.103588 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceaa601-cae0-4acc-8593-4a0805d578d3 req-04b7b162-1fc1-44bd-9e7c-fed03d5c3a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:39.105818 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dceaa601-cae0-4acc-8593-4a0805d578d3 req-04b7b162-1fc1-44bd-9e7c-fed03d5c3a7e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=db26bf53-1ca2-4997-ae1d-db844ba89024 HTTP/1.1" status: 200 len: 1101 time: 0.6629157 Aug 16 20:04:39.123846 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=dab70d52-c831-46a0-8780-f1a8d3c6381c,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:39.131678 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-44e5761d-c7ca-4969-89ba-12ca6ae80926 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:39.194555 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c2c60f8-4db0-4c97-a6b0-ca45e963f488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:39.210215 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9b472934-b71b-493f-9587-3812d5968426 req-ec567f36-aa71-4e18-a637-3db2a8c6dbf3 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106409 Aug 16 20:04:39.211840 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=66790174-0992-4d0e-87b7-0f660e21bfd2,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:39.313225 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['dab70d52-c831-46a0-8780-f1a8d3c6381c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:04:39.351033 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c2c60f8-4db0-4c97-a6b0-ca45e963f488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:39.352491 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a8dcfbd5-6e0c-44ac-951c-3bb2652242a5 req-578a05bb-2455-497c-a803-725e02dd3b5e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494663 Aug 16 20:04:39.353614 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c2c60f8-4db0-4c97-a6b0-ca45e963f488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:39.379176 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7c2c60f8-4db0-4c97-a6b0-ca45e963f488 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0dfba102-5de4-4178-becb-e9018414008c HTTP/1.1" status: 204 len: 168 time: 0.9298689 Aug 16 20:04:39.570280 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e5761d-c7ca-4969-89ba-12ca6ae80926 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Router 5f855814-e58a-4f59-81ff-0d1481060d6d has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:04:39.646759 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f26fc7-2724-4814-829a-2cff8cc11bd0 req-6e5a9904-f654-42cf-9374-8ab579aa3433 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:39.655180 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b3f26fc7-2724-4814-829a-2cff8cc11bd0 req-6e5a9904-f654-42cf-9374-8ab579aa3433 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/ports?device_id=88058b08-fee3-40ae-8e32-47ace2b750fc HTTP/1.1" status: 200 len: 948 time: 0.1972377 Aug 16 20:04:39.778357 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e5761d-c7ca-4969-89ba-12ca6ae80926 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:04:39.790711 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628a978c-7cd3-4aa2-a1f8-3b85a906ffb8 None None] Sync routers for ids ['5f855814-e58a-4f59-81ff-0d1481060d6d'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:04:39.792352 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-44e5761d-c7ca-4969-89ba-12ca6ae80926 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] 10.222.0.68 "PUT /v2.0/routers/5f855814-e58a-4f59-81ff-0d1481060d6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2462118 Aug 16 20:04:39.806494 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b3f26fc7-2724-4814-829a-2cff8cc11bd0 req-6d4edc5f-afe3-4a79-b9e0-933282f19474 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/security-groups?id=679ae586-eac6-4da8-8233-9cab83bbe988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481757 Aug 16 20:04:39.808650 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38334) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:39.812196 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628a978c-7cd3-4aa2-a1f8-3b85a906ffb8 None None] Routers {'5f855814-e58a-4f59-81ff-0d1481060d6d'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:04:39.812839 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-628a978c-7cd3-4aa2-a1f8-3b85a906ffb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:04:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['5f855814-e58a-4f59-81ff-0d1481060d6d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:39.876739 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-628a978c-7cd3-4aa2-a1f8-3b85a906ffb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:39.878218 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-4c7c2661-fc5b-41de-aa25-75491e0aa988 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] delete failed (client error): The resource could not be found. Aug 16 20:04:39.879757 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4c7c2661-fc5b-41de-aa25-75491e0aa988 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] 10.222.0.68 "DELETE /v2.0/routers/tempest-non_exist_router-872495093 HTTP/1.1" status: 404 len: 334 time: 0.0699215 Aug 16 20:04:39.884842 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38338) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:39.891312 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0e51f780-006f-4079-b90f-84f2ee671e9a tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Request body: {'router': {'external_gateway_info': {'network_id': '5f855814-e58a-4f59-81ff-0d1481060d6d'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:39.900531 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628a978c-7cd3-4aa2-a1f8-3b85a906ffb8 None None] Routers {'5f855814-e58a-4f59-81ff-0d1481060d6d'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:04:39.901391 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-628a978c-7cd3-4aa2-a1f8-3b85a906ffb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:04:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['5f855814-e58a-4f59-81ff-0d1481060d6d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:39.964253 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dceaa601-cae0-4acc-8593-4a0805d578d3 req-fb018c1c-9f58-4034-8b64-e152db294c6d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8388178 Aug 16 20:04:39.965704 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-628a978c-7cd3-4aa2-a1f8-3b85a906ffb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:39.966366 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-7b1c0c09-4252-4cad-91d2-afcee591b06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:39.967037 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628a978c-7cd3-4aa2-a1f8-3b85a906ffb8 None None] The sync data for ids ['5f855814-e58a-4f59-81ff-0d1481060d6d'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:04:39.968730 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-7b1c0c09-4252-4cad-91d2-afcee591b06d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=660f9d21c81a4d0490e02db145c56c81&device_id=0e595f09-4933-439d-ac6d-04117dad51aa HTTP/1.1" status: 200 len: 1095 time: 0.8154814 Aug 16 20:04:39.981978 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b51c94-fda1-4a1d-8788-6ba710fce963 x-openstack-request-id: req-28b51c94-fda1-4a1d-8788-6ba710fce963 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:04:39.981978 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e595f09-4933-439d-ac6d-04117dad51aa", "tag": "dfc03942-c1e2-4aac-b317-2957f9d6f0f4", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:04:39.981978 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-28b51c94-fda1-4a1d-8788-6ba710fce963 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:04:39.982442 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e595f09-4933-439d-ac6d-04117dad51aa', 'tag': 'dfc03942-c1e2-4aac-b317-2957f9d6f0f4', 'status': 'completed', 'code': 200} Aug 16 20:04:40.010105 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c60f8-4db0-4c97-a6b0-ca45e963f488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfba102-5de4-4178-becb-e9018414008c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:40.121216 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-a027fe74-ec08-4446-8fe3-fac9880c4070 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfc03942-c1e2-4aac-b317-2957f9d6f0f4 HTTP/1.1" status: 200 len: 217 time: 0.1354332 Aug 16 20:04:40.127453 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9a1ae448-47e0-4aa3-9ee5-3f1af2775885 req-a8cd799f-4bde-4503-ad56-6e990583f55f service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1104398 Aug 16 20:04:40.174838 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3361275-e544-4563-95b2-066772e9113c req-31f05846-11e4-4685-ac92-918675e59584 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:40.176549 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f3361275-e544-4563-95b2-066772e9113c req-31f05846-11e4-4685-ac92-918675e59584 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=db26bf53-1ca2-4997-ae1d-db844ba89024 HTTP/1.1" status: 200 len: 949 time: 0.2150846 Aug 16 20:04:40.217917 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-fac3ef11-4863-4eff-ae00-1716bc857337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:40.220204 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-fac3ef11-4863-4eff-ae00-1716bc857337 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc HTTP/1.1" status: 200 len: 852 time: 0.0902023 Aug 16 20:04:40.279147 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-301e7f3f-1bfb-404c-a0f3-453eed0beea0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460474 Aug 16 20:04:40.341512 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f3361275-e544-4563-95b2-066772e9113c req-cd590fc0-fc2b-453e-99b0-37d758fa7106 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444194 Aug 16 20:04:40.375034 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ed605d-4bbf-4c5f-bca2-b267234d0bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66790174-0992-4d0e-87b7-0f660e21bfd2'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:04:40.379586 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a976ef-78fa-4cd7-bd06-53ee6f899808" -d '{"events": [{"server_uuid": "e7ed605d-4bbf-4c5f-bca2-b267234d0bc7", "name": "network-vif-plugged", "status": "completed", "tag": "66790174-0992-4d0e-87b7-0f660e21bfd2"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:04:40.434391 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0e51f780-006f-4079-b90f-84f2ee671e9a tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:40.457702 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device dab70d52-c831-46a0-8780-f1a8d3c6381c up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:04:40.459943 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-db1089ae-adf5-40c1-8d86-173b20639cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:40.515338 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-0e51f780-006f-4079-b90f-84f2ee671e9a tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] update failed (client error): The resource could not be found. Aug 16 20:04:40.520555 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0e51f780-006f-4079-b90f-84f2ee671e9a tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] 10.222.0.68 "PUT /v2.0/routers/5f855814-e58a-4f59-81ff-0d1481060d6d HTTP/1.1" status: 404 len: 339 time: 0.6305931 Aug 16 20:04:40.520949 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38372) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:40.558331 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-20794b0c-3573-45b7-abc0-056018b1a17f service neutron] 10.222.0.57 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670379 Aug 16 20:04:40.592207 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port dab70d52-c831-46a0-8780-f1a8d3c6381c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:04:40.597872 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port dab70d52-c831-46a0-8780-f1a8d3c6381c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:04:40.598516 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:40.722194 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38376) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:40.732588 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b01d62-6de4-4cfb-8117-723e3a20f408 req-1472246e-a1eb-4eea-9262-7d45cb3d6172 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:40.745025 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a4b01d62-6de4-4cfb-8117-723e3a20f408 req-1472246e-a1eb-4eea-9262-7d45cb3d6172 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 949 time: 0.3502986 Aug 16 20:04:40.770630 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:40.778602 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be7265-3dbc-4e8d-b274-e0ec43d7cc31 req-a55cb12f-63b0-4bb7-97e0-ded42e007420 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:40.780957 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-38be7265-3dbc-4e8d-b274-e0ec43d7cc31 req-a55cb12f-63b0-4bb7-97e0-ded42e007420 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0e595f09-4933-439d-ac6d-04117dad51aa HTTP/1.1" status: 200 len: 943 time: 0.2213180 Aug 16 20:04:40.863685 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port dab70d52-c831-46a0-8780-f1a8d3c6381c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=dab70d52-c831-46a0-8780-f1a8d3c6381c,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:40.871824 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:40.931488 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=dab70d52-c831-46a0-8780-f1a8d3c6381c,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:40.943792 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-17e2c8f6-064e-4c97-9aa2-bcacfbea5f59 req-4f4b72a2-bd6a-4ec3-9f31-428f5a81ddae service neutron] 10.222.0.57 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653107 Aug 16 20:04:40.980712 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-38be7265-3dbc-4e8d-b274-e0ec43d7cc31 req-e4213634-72e3-44a3-8073-ac73f9d87365 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891735 Aug 16 20:04:41.004926 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2cb1855a-5edd-4809-b3a2-e5cc1221a24d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-960998579-network', 'tenant_id': 'f084a522d2454e22ab02e0e991970977'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:41.024553 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a4b01d62-6de4-4cfb-8117-723e3a20f408 req-ba79342b-f8b2-4566-82d5-08928925833a tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784548 Aug 16 20:04:41.045246 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261c897b-2513-4638-9bae-882c66013585 x-openstack-request-id: req-261c897b-2513-4638-9bae-882c66013585 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:04:41.045761 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ed605d-4bbf-4c5f-bca2-b267234d0bc7", "name": "network-vif-plugged", "status": "completed", "tag": "66790174-0992-4d0e-87b7-0f660e21bfd2", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:04:41.046201 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-261c897b-2513-4638-9bae-882c66013585 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:04:41.046788 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ed605d-4bbf-4c5f-bca2-b267234d0bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66790174-0992-4d0e-87b7-0f660e21bfd2', 'code': 200} Aug 16 20:04:41.242648 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb1855a-5edd-4809-b3a2-e5cc1221a24d admin admin] Made reservation on behalf of f084a522d2454e22ab02e0e991970977 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:04:41.246077 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cb1855a-5edd-4809-b3a2-e5cc1221a24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:41.265981 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cb1855a-5edd-4809-b3a2-e5cc1221a24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:41.298842 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f5b8d-d578-40fb-86c7-ecaa0fdcfdee req-54e82c49-cdd1-4cd2-9704-08deebf384a3 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:41.307883 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2f4f5b8d-d578-40fb-86c7-ecaa0fdcfdee req-54e82c49-cdd1-4cd2-9704-08deebf384a3 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/ports?device_id=88058b08-fee3-40ae-8e32-47ace2b750fc HTTP/1.1" status: 200 len: 949 time: 0.1802261 Aug 16 20:04:41.379556 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4b9ed-7225-425a-9b9d-4306ea939995 req-dafc5cfe-1568-4cb4-b280-9f7ea02253f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:41.381196 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4bc4b9ed-7225-425a-9b9d-4306ea939995 req-dafc5cfe-1568-4cb4-b280-9f7ea02253f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=660f9d21c81a4d0490e02db145c56c81&device_id=0e595f09-4933-439d-ac6d-04117dad51aa HTTP/1.1" status: 200 len: 1095 time: 0.3639092 Aug 16 20:04:41.383782 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e3e4b79-7321-4cfb-a38d-5469ea58e685 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:41.394584 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b48bd-f683-4b11-b7f4-5a4ea18365f2 req-d3f23c5b-3f8a-4205-8ff8-1a226434b693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:41.397845 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b2b48bd-f683-4b11-b7f4-5a4ea18365f2 req-d3f23c5b-3f8a-4205-8ff8-1a226434b693 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 1102 time: 0.2409008 Aug 16 20:04:41.468839 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2f4f5b8d-d578-40fb-86c7-ecaa0fdcfdee req-575cec17-0bcd-4100-a0c6-1c4c7618500d tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/security-groups?id=679ae586-eac6-4da8-8233-9cab83bbe988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595991 Aug 16 20:04:41.660156 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b2b48bd-f683-4b11-b7f4-5a4ea18365f2 req-9b5fadcd-a6dd-48e6-944d-25ca9507626b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467020 Aug 16 20:04:41.708949 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4b9ed-7225-425a-9b9d-4306ea939995 req-b22e6b75-6869-48d8-925a-196e5749fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:41.711543 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4bc4b9ed-7225-425a-9b9d-4306ea939995 req-b22e6b75-6869-48d8-925a-196e5749fe4e service neutron] 10.222.0.57 "GET /v2.0/networks?id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd HTTP/1.1" status: 200 len: 913 time: 0.3005171 Aug 16 20:04:41.717962 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cb1855a-5edd-4809-b3a2-e5cc1221a24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:41.768314 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cb1855a-5edd-4809-b3a2-e5cc1221a24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:41.776895 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4bc4b9ed-7225-425a-9b9d-4306ea939995 req-78b4aa06-a29e-460d-aeb0-7749426b5613 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfc03942-c1e2-4aac-b317-2957f9d6f0f4 HTTP/1.1" status: 200 len: 217 time: 0.0561407 Aug 16 20:04:41.777196 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c1e80-f6cf-442a-9386-ece8b716530f req-901b34d3-df42-4b1e-9d96-53f08584d5c3 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:41.778781 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a37c1e80-f6cf-442a-9386-ece8b716530f req-901b34d3-df42-4b1e-9d96-53f08584d5c3 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=db26bf53-1ca2-4997-ae1d-db844ba89024 HTTP/1.1" status: 200 len: 949 time: 0.3676715 Aug 16 20:04:41.808228 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb1855a-5edd-4809-b3a2-e5cc1221a24d admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:04:41.853589 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cb1855a-5edd-4809-b3a2-e5cc1221a24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:41.854111 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-2cb1855a-5edd-4809-b3a2-e5cc1221a24d admin admin] Added segment 8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69 of type vlan for network 98047d7b-ac4f-4ee8-a843-59cbf20c8ee9 Aug 16 20:04:41.864439 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1855a-5edd-4809-b3a2-e5cc1221a24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c114c874-e8a1-4184-b68a-f2324b9b211e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:41.910582 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4b9ed-7225-425a-9b9d-4306ea939995 req-3b6e1412-5940-4055-9dd6-01492c56d653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:41.916212 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4bc4b9ed-7225-425a-9b9d-4306ea939995 req-3b6e1412-5940-4055-9dd6-01492c56d653 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc HTTP/1.1" status: 200 len: 852 time: 0.1286919 Aug 16 20:04:41.920710 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cb1855a-5edd-4809-b3a2-e5cc1221a24d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:41.926820 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a37c1e80-f6cf-442a-9386-ece8b716530f req-324e0538-9202-4003-98f3-fb01cab1c085 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403048 Aug 16 20:04:41.928505 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-db1089ae-adf5-40c1-8d86-173b20639cc3 admin admin] Deleting port f70e2c97-cf90-434c-9c7b-ec13328009f5 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:04:41.928842 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-db1089ae-adf5-40c1-8d86-173b20639cc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:41.975143 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4bc4b9ed-7225-425a-9b9d-4306ea939995 req-1325f86e-c378-4e26-aac2-d01c8291edbf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480270 Aug 16 20:04:42.055582 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-db1089ae-adf5-40c1-8d86-173b20639cc3 admin admin] For port f70e2c97-cf90-434c-9c7b-ec13328009f5, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f70e2c97-cf90-434c-9c7b-ec13328009f5,segment=NetworkSegment(ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6),segment_id=ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:42.058014 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-db1089ae-adf5-40c1-8d86-173b20639cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:42.060962 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cb1855a-5edd-4809-b3a2-e5cc1221a24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:42.061956 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb1855a-5edd-4809-b3a2-e5cc1221a24d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:42.062708 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cb1855a-5edd-4809-b3a2-e5cc1221a24d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:42.103158 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-db1089ae-adf5-40c1-8d86-173b20639cc3 admin admin] Calling delete_port for f70e2c97-cf90-434c-9c7b-ec13328009f5 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:04:42.163197 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2cb1855a-5edd-4809-b3a2-e5cc1221a24d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4397938 Aug 16 20:04:42.170345 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38400) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:42.178873 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8f6ad821-bf66-49a6-b72c-03edaa74c356 admin admin] Request body: {'subnet': {'network_id': '98047d7b-ac4f-4ee8-a843-59cbf20c8ee9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-960998579-subnet', 'tenant_id': 'f084a522d2454e22ab02e0e991970977', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:42.195109 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1855a-5edd-4809-b3a2-e5cc1221a24d admin admin] Pushing event updated for resources: {'Network': ['ID=98047d7b-ac4f-4ee8-a843-59cbf20c8ee9,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:42.207579 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4bc4b9ed-7225-425a-9b9d-4306ea939995 req-d8f22d93-e0dc-4170-9bec-3b2b41116a4b service neutron] 10.222.0.57 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210062 Aug 16 20:04:42.211117 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 98047d7b-ac4f-4ee8-a843-59cbf20c8ee9 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:04:42.250809 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879073c-f2e7-4ab7-88ef-3fd34d71fed1 req-fc509409-cac7-46c5-94f2-b4b8d8c1fe28 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:42.253982 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5879073c-f2e7-4ab7-88ef-3fd34d71fed1 req-fc509409-cac7-46c5-94f2-b4b8d8c1fe28 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.1849031 Aug 16 20:04:42.285128 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-6e3e4b79-7321-4cfb-a38d-5469ea58e685 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Allocated IP 172.20.0.1 (47a46649-12bf-4d91-9b22-3439e254ecf3/8b906bbd-ab1a-45b1-9c12-a6c9ec9ac889/6a5fa3ea-42a4-4f8a-9aea-ccc70f491657) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:04:42.308114 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91197a67-a775-4e3c-9904-43ed5ce2a0c9 req-3bf4917a-a7bd-4288-9bdf-65a78dbc2bcf tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:42.309910 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-91197a67-a775-4e3c-9904-43ed5ce2a0c9 req-3bf4917a-a7bd-4288-9bdf-65a78dbc2bcf tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0e595f09-4933-439d-ac6d-04117dad51aa HTTP/1.1" status: 200 len: 943 time: 0.2405596 Aug 16 20:04:42.429727 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5879073c-f2e7-4ab7-88ef-3fd34d71fed1 req-5bcdbb9a-4748-4f6e-a179-d233d46e96e9 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010385 Aug 16 20:04:42.466209 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4bc4b9ed-7225-425a-9b9d-4306ea939995 req-7810e182-8b26-4edc-8943-37339195ebf4 service neutron] 10.222.0.57 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392788 Aug 16 20:04:42.504756 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device dfc03942-c1e2-4aac-b317-2957f9d6f0f4 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:04:42.634219 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0aeea6-113f-49df-9e60-bb40adb32b07 req-04d4ecd6-4a4a-4299-8554-0a6923382868 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:42.637879 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8b0aeea6-113f-49df-9e60-bb40adb32b07 req-04d4ecd6-4a4a-4299-8554-0a6923382868 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 949 time: 0.1093183 Aug 16 20:04:42.688419 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port dfc03942-c1e2-4aac-b317-2957f9d6f0f4, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=dfc03942-c1e2-4aac-b317-2957f9d6f0f4,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:42.713420 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8b0aeea6-113f-49df-9e60-bb40adb32b07 req-3be4e3ba-384b-45d0-983b-84e6acfcf9c9 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688612 Aug 16 20:04:42.741446 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'dfc03942-c1e2-4aac-b317-2957f9d6f0f4', 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd', 'port_id': 'dfc03942-c1e2-4aac-b317-2957f9d6f0f4', 'mac_address': 'fa:16:3e:a0:e1:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:04:42.838088 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:42.853731 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc03942-c1e2-4aac-b317-2957f9d6f0f4 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:04:42.892458 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port dfc03942-c1e2-4aac-b317-2957f9d6f0f4, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=dfc03942-c1e2-4aac-b317-2957f9d6f0f4,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:42.901979 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:42.943846 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bfa61-87b8-4592-ba1b-492da663d2ef req-95241b01-1ab5-4c97-966d-2f029eb87e10 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:42.946524 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c61bfa61-87b8-4592-ba1b-492da663d2ef req-95241b01-1ab5-4c97-966d-2f029eb87e10 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/ports?device_id=88058b08-fee3-40ae-8e32-47ace2b750fc HTTP/1.1" status: 200 len: 949 time: 0.1078229 Aug 16 20:04:42.982908 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6ad821-bf66-49a6-b72c-03edaa74c356 admin admin] Made reservation on behalf of f084a522d2454e22ab02e0e991970977 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:04:42.985857 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f6ad821-bf66-49a6-b72c-03edaa74c356 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:43.007865 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=dfc03942-c1e2-4aac-b317-2957f9d6f0f4,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:43.051497 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c61bfa61-87b8-4592-ba1b-492da663d2ef req-18af7a72-a716-4cfb-9f1c-0772e305b740 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/security-groups?id=679ae586-eac6-4da8-8233-9cab83bbe988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860069 Aug 16 20:04:43.051837 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88058b08-fee3-40ae-8e32-47ace2b750fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab70d52-c831-46a0-8780-f1a8d3c6381c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:04:43.054397 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc7c2a2-66d1-4620-ac93-5074ac98e165" -d '{"events": [{"server_uuid": "88058b08-fee3-40ae-8e32-47ace2b750fc", "name": "network-vif-plugged", "status": "completed", "tag": "dab70d52-c831-46a0-8780-f1a8d3c6381c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:04:43.165629 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0afc188-abb4-48fa-9e7a-ebce49ee9634 x-openstack-request-id: req-e0afc188-abb4-48fa-9e7a-ebce49ee9634 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:04:43.166048 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88058b08-fee3-40ae-8e32-47ace2b750fc", "name": "network-vif-plugged", "status": "completed", "tag": "dab70d52-c831-46a0-8780-f1a8d3c6381c", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:04:43.166405 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e0afc188-abb4-48fa-9e7a-ebce49ee9634 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:04:43.166914 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88058b08-fee3-40ae-8e32-47ace2b750fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab70d52-c831-46a0-8780-f1a8d3c6381c', 'code': 200} Aug 16 20:04:43.169361 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['dfc03942-c1e2-4aac-b317-2957f9d6f0f4'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:04:43.318471 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ce359-30f8-4b99-be97-74ed525b08df req-e98a2b49-7b58-47b8-9258-db5d25079b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:43.320112 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-692ce359-30f8-4b99-be97-74ed525b08df req-e98a2b49-7b58-47b8-9258-db5d25079b1e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=88058b08-fee3-40ae-8e32-47ace2b750fc HTTP/1.1" status: 200 len: 1101 time: 0.0593066 Aug 16 20:04:43.375852 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-692ce359-30f8-4b99-be97-74ed525b08df req-98db18a4-71d5-4736-8277-8694a7629cfa service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=679ae586-eac6-4da8-8233-9cab83bbe988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449104 Aug 16 20:04:43.407027 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-91197a67-a775-4e3c-9904-43ed5ce2a0c9 req-df69521e-4760-48f7-aedb-29970dbe81d7 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0854173 Aug 16 20:04:43.584630 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e3e4b79-7321-4cfb-a38d-5469ea58e685 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:43.602321 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee44bf-1081-40e2-b6e8-f5a222fde20a req-fd2d1b5e-2b44-4e41-be0f-3266e1689d58 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:43.605763 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f6ad821-bf66-49a6-b72c-03edaa74c356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:43.610820 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-edee44bf-1081-40e2-b6e8-f5a222fde20a req-fd2d1b5e-2b44-4e41-be0f-3266e1689d58 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.0695419 Aug 16 20:04:43.617736 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-6e3e4b79-7321-4cfb-a38d-5469ea58e685 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Transition to ACTIVE for port object 6a5fa3ea-42a4-4f8a-9aea-ccc70f491657 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:04:43.649827 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-db1089ae-adf5-40c1-8d86-173b20639cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:43.667589 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-edee44bf-1081-40e2-b6e8-f5a222fde20a req-d5acfaa9-b683-4a52-813c-d4ae21f8158e tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556536 Aug 16 20:04:43.699079 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1089ae-adf5-40c1-8d86-173b20639cc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f70e2c97-cf90-434c-9c7b-ec13328009f5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:43.818883 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ad821-bf66-49a6-b72c-03edaa74c356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91bec72d-8489-41bf-9029-0bb4a068613d,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:43.910823 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6ad821-bf66-49a6-b72c-03edaa74c356 admin admin] Checking segment: {'id': '8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '98047d7b-ac4f-4ee8-a843-59cbf20c8ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:04:43.910823 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6ad821-bf66-49a6-b72c-03edaa74c356 admin admin] Network hostable DHCP agents. Network: 98047d7b-ac4f-4ee8-a843-59cbf20c8ee9, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:04:43.953647 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e3e4b79-7321-4cfb-a38d-5469ea58e685 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:44.026097 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-4400a9f8-374b-4da6-8a7f-e67e0c1cce13 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=521de6403d364cf3b663febc26d411f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371225 Aug 16 20:04:44.106235 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca98cd-4428-46b3-88f2-628368958183 req-6e960363-ed44-457c-9d50-03bb069a858d tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:44.107978 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aaca98cd-4428-46b3-88f2-628368958183 req-6e960363-ed44-457c-9d50-03bb069a858d tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 949 time: 0.2640183 Aug 16 20:04:44.110184 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3e4b79-7321-4cfb-a38d-5469ea58e685 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Network 47a46649-12bf-4d91-9b22-3439e254ecf3 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:04:44.146209 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6ad821-bf66-49a6-b72c-03edaa74c356 admin admin] Network 98047d7b-ac4f-4ee8-a843-59cbf20c8ee9 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:04:44.188265 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-ec78933f-84ec-4916-9992-22a2449db2de tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:44.196588 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-6e3e4b79-7321-4cfb-a38d-5469ea58e685 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:04:44.198805 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-ec78933f-84ec-4916-9992-22a2449db2de tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1715946 Aug 16 20:04:44.199168 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-db1089ae-adf5-40c1-8d86-173b20639cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:44.211318 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e4b79-7321-4cfb-a38d-5469ea58e685 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Pushing event updated for resources: {'Port': ['ID=6a5fa3ea-42a4-4f8a-9aea-ccc70f491657,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:44.214492 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3e4b79-7321-4cfb-a38d-5469ea58e685 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:04:44.220895 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-d66607f7-dd45-4b2f-8bf9-68a7a7b9a416 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/quotas/521de6403d364cf3b663febc26d411f5 HTTP/1.1" status: 200 len: 375 time: 0.0200529 Aug 16 20:04:44.305851 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-da7c5ef4-41c6-437a-a881-fd3e2fce7254 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=521de6403d364cf3b663febc26d411f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844684 Aug 16 20:04:44.319849 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e3e4b79-7321-4cfb-a38d-5469ea58e685 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:44.520184 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device dfc03942-c1e2-4aac-b317-2957f9d6f0f4 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:04:44.680615 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port dfc03942-c1e2-4aac-b317-2957f9d6f0f4 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:04:44.688020 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port dfc03942-c1e2-4aac-b317-2957f9d6f0f4 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:04:44.688686 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:44.719597 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-8f6ad821-bf66-49a6-b72c-03edaa74c356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 98047d7b-ac4f-4ee8-a843-59cbf20c8ee9) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:04:44.734820 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06963e3-146d-4394-86c2-668abb48db49 None None] Network 98047d7b-ac4f-4ee8-a843-59cbf20c8ee9 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:04:44.753642 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6ad821-bf66-49a6-b72c-03edaa74c356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:44.754238 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f6ad821-bf66-49a6-b72c-03edaa74c356 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:44.816656 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f029fe-5bc0-4a3e-9de0-a510696b6b91 req-266d8221-41b1-4125-ad67-a1ea7aaaf29f tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:44.821163 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48f029fe-5bc0-4a3e-9de0-a510696b6b91 req-266d8221-41b1-4125-ad67-a1ea7aaaf29f tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/ports?device_id=88058b08-fee3-40ae-8e32-47ace2b750fc HTTP/1.1" status: 200 len: 949 time: 0.1125257 Aug 16 20:04:44.839754 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8f6ad821-bf66-49a6-b72c-03edaa74c356 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.6555767 Aug 16 20:04:44.866218 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a86f11f-1251-4414-b7e8-8bd349ed0b04 None None] Provisioning for port 6a5fa3ea-42a4-4f8a-9aea-ccc70f491657 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:04:44.893903 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a86f11f-1251-4414-b7e8-8bd349ed0b04 None None] Provisioning complete for port 6a5fa3ea-42a4-4f8a-9aea-ccc70f491657 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:04:44.894024 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a86f11f-1251-4414-b7e8-8bd349ed0b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:44.914039 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aaca98cd-4428-46b3-88f2-628368958183 req-720623c6-1997-4447-9816-3931507400b4 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7611980 Aug 16 20:04:44.953979 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48f029fe-5bc0-4a3e-9de0-a510696b6b91 req-8feb09ec-d7d9-4f21-8564-f2c0b1edb447 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/security-groups?id=679ae586-eac6-4da8-8233-9cab83bbe988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250782 Aug 16 20:04:44.959085 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a86f11f-1251-4414-b7e8-8bd349ed0b04 None None] Port 6a5fa3ea-42a4-4f8a-9aea-ccc70f491657 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:04:44.960570 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065b3d98-6222-43c2-b6ce-8f1588d9c9a8 None None] Network 98047d7b-ac4f-4ee8-a843-59cbf20c8ee9 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:04:44.999611 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e3e4b79-7321-4cfb-a38d-5469ea58e685 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:45.226983 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8915df-2629-4f99-92e1-50c2c19fd3e6 req-8270c864-f3c5-41a8-b535-5d667c9d35c9 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:45.232015 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-db8915df-2629-4f99-92e1-50c2c19fd3e6 req-8270c864-f3c5-41a8-b535-5d667c9d35c9 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0e595f09-4933-439d-ac6d-04117dad51aa HTTP/1.1" status: 200 len: 944 time: 0.1099813 Aug 16 20:04:45.343742 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-db8915df-2629-4f99-92e1-50c2c19fd3e6 req-7ed1ed1f-5c91-49d5-9cc7-de6b5ee4f871 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943289 Aug 16 20:04:45.395299 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d5d8f393-731b-400d-9bdd-a948a5dc1e43 req-4da1d420-513c-47bb-9621-6bf82a938c57 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=24252552-3394-449d-b818-c49b99d084fe HTTP/1.1" status: 200 len: 210 time: 0.1410294 Aug 16 20:04:45.433706 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1089ae-adf5-40c1-8d86-173b20639cc3 admin admin] Router 1aa4e75a-80fc-4583-98ac-81b13265e952 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:04:45.487987 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:45.590217 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port dfc03942-c1e2-4aac-b317-2957f9d6f0f4, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=dfc03942-c1e2-4aac-b317-2957f9d6f0f4,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:45.592176 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e595f09-4933-439d-ac6d-04117dad51aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc03942-c1e2-4aac-b317-2957f9d6f0f4'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:04:45.594486 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591e112e-eccf-46b3-8462-f11694daaae8" -d '{"events": [{"server_uuid": "0e595f09-4933-439d-ac6d-04117dad51aa", "name": "network-vif-plugged", "status": "completed", "tag": "dfc03942-c1e2-4aac-b317-2957f9d6f0f4"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:04:45.599089 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:45.675162 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=dfc03942-c1e2-4aac-b317-2957f9d6f0f4,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:45.823992 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f91296-2d3e-4403-aed4-2aa7c18c62ac x-openstack-request-id: req-68f91296-2d3e-4403-aed4-2aa7c18c62ac {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:04:45.824432 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e595f09-4933-439d-ac6d-04117dad51aa", "name": "network-vif-plugged", "status": "completed", "tag": "dfc03942-c1e2-4aac-b317-2957f9d6f0f4", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:04:45.825024 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-68f91296-2d3e-4403-aed4-2aa7c18c62ac {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:04:45.825699 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e595f09-4933-439d-ac6d-04117dad51aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc03942-c1e2-4aac-b317-2957f9d6f0f4', 'code': 200} Aug 16 20:04:45.884743 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e3e4b79-7321-4cfb-a38d-5469ea58e685 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:45.903705 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e3e4b79-7321-4cfb-a38d-5469ea58e685 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:45.994446 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a134d-3eb4-4994-9703-3b3cfa1f3060 req-c5aa9cd8-a3e3-4157-bf10-6f7201ae087e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:45.996356 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-296a134d-3eb4-4994-9703-3b3cfa1f3060 req-c5aa9cd8-a3e3-4157-bf10-6f7201ae087e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0e595f09-4933-439d-ac6d-04117dad51aa HTTP/1.1" status: 200 len: 1097 time: 0.0688841 Aug 16 20:04:46.105277 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-296a134d-3eb4-4994-9703-3b3cfa1f3060 req-17b555fc-6ccc-42b2-a1b0-11b945ffb017 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001115 Aug 16 20:04:46.114646 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e47ce2-0c2a-4cf6-b26d-2e3ea5a3b7e4 req-10362be3-5eaa-431e-ad6e-fea77d1924ee tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:46.116430 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-31e47ce2-0c2a-4cf6-b26d-2e3ea5a3b7e4 req-10362be3-5eaa-431e-ad6e-fea77d1924ee tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 949 time: 0.1039402 Aug 16 20:04:46.191889 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-31e47ce2-0c2a-4cf6-b26d-2e3ea5a3b7e4 req-20dc599a-ffb1-436c-942a-7faa0752d10a tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666864 Aug 16 20:04:46.304002 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e4b79-7321-4cfb-a38d-5469ea58e685 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Pushing event updated for resources: {'Port': ['ID=6a5fa3ea-42a4-4f8a-9aea-ccc70f491657,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:46.306840 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e3e4b79-7321-4cfb-a38d-5469ea58e685 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:46.333341 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-07b735db-91a3-4ee6-9eca-1dc39eb5063c tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=521de6403d364cf3b663febc26d411f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294106 Aug 16 20:04:46.354066 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-b0e74a3a-1b60-430f-888a-e2d906e18826 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=48c5a907546543f1809d8cdcb27f41ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655477 Aug 16 20:04:46.410706 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-e5679ae7-792a-40d9-98ad-7e3697280829 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:46.413336 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-e5679ae7-792a-40d9-98ad-7e3697280829 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/networks?id=98047d7b-ac4f-4ee8-a843-59cbf20c8ee9 HTTP/1.1" status: 200 len: 817 time: 0.6515777 Aug 16 20:04:46.536766 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-d8425138-d75d-4081-9228-ad5c21ffadab tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:46.538801 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-d8425138-d75d-4081-9228-ad5c21ffadab tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1950328 Aug 16 20:04:46.554985 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-8f0d3cba-ac9d-40e7-a06c-ab8fd66e2e98 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Request body: {'port': {'device_id': '24252552-3394-449d-b818-c49b99d084fe', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'admin_state_up': True, 'tenant_id': '521de6403d364cf3b663febc26d411f5'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:46.568067 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-548f2b6e-5f24-4de7-ac6b-91a10166d15e tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:46.570061 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-548f2b6e-5f24-4de7-ac6b-91a10166d15e tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2020090 Aug 16 20:04:46.612030 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-397e64fc-5930-4615-97fa-c0a595f3f4d0 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/quotas/f084a522d2454e22ab02e0e991970977 HTTP/1.1" status: 200 len: 375 time: 0.0569923 Aug 16 20:04:46.632614 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-1daad599-afb9-41d1-a4f2-3ff83a999424 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/quotas/48c5a907546543f1809d8cdcb27f41ef HTTP/1.1" status: 200 len: 375 time: 0.0488014 Aug 16 20:04:46.656624 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1089ae-adf5-40c1-8d86-173b20639cc3 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:04:46.667858 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-db1089ae-adf5-40c1-8d86-173b20639cc3 admin admin] 10.222.0.68 "PUT /v2.0/routers/1aa4e75a-80fc-4583-98ac-81b13265e952/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3032811 Aug 16 20:04:46.672184 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc09e34-81fa-4b44-9173-9e316e299411 None None] Sync routers for ids ['1aa4e75a-80fc-4583-98ac-81b13265e952'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:04:46.676567 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38502) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:46.693342 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc09e34-81fa-4b44-9173-9e316e299411 None None] Routers {'1aa4e75a-80fc-4583-98ac-81b13265e952'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:04:46.694371 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1fc09e34-81fa-4b44-9173-9e316e299411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:04:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['1aa4e75a-80fc-4583-98ac-81b13265e952'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:46.703141 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-b43119fd-731c-43eb-9875-90e79a60aba5 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f084a522d2454e22ab02e0e991970977&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751913 Aug 16 20:04:46.729189 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3e4b79-7321-4cfb-a38d-5469ea58e685 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Network 47a46649-12bf-4d91-9b22-3439e254ecf3 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:04:46.744495 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-6e3e4b79-7321-4cfb-a38d-5469ea58e685 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:04:46.881222 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-1fc09e34-81fa-4b44-9173-9e316e299411 None None] Set router 1aa4e75a-80fc-4583-98ac-81b13265e952 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:04:46.882293 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-54120c38-358b-479b-95c9-d811c5d588c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:47.034663 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-8f0d3cba-ac9d-40e7-a06c-ab8fd66e2e98 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Made reservation on behalf of 521de6403d364cf3b663febc26d411f5 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:04:47.038582 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-8f0d3cba-ac9d-40e7-a06c-ab8fd66e2e98 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:47.053524 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-8974ac49-dcf9-42bd-bb22-09d17de2b990 service neutron] 10.222.0.68 "GET /v2.0/networks/98047d7b-ac4f-4ee8-a843-59cbf20c8ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224182 Aug 16 20:04:47.062556 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3e4b79-7321-4cfb-a38d-5469ea58e685 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Router 5f855814-e58a-4f59-81ff-0d1481060d6d has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:04:47.099677 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-55faff20-7982-4705-86bb-651ec1403e85 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=48c5a907546543f1809d8cdcb27f41ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4514563 Aug 16 20:04:47.118155 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1ad0d70b-d722-40f7-89c1-08b592e9de6c None None] Provisioning complete for port 6a5fa3ea-42a4-4f8a-9aea-ccc70f491657 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:04:47.118553 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ad0d70b-d722-40f7-89c1-08b592e9de6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:47.178651 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1ad0d70b-d722-40f7-89c1-08b592e9de6c None None] Port 6a5fa3ea-42a4-4f8a-9aea-ccc70f491657 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:04:47.299459 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-54120c38-358b-479b-95c9-d811c5d588c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:47.309097 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d848a-b4d9-4bca-ab56-4d8528548136 req-b6797e9e-f4ec-431d-8964-063a612076e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:47.310446 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c1d848a-b4d9-4bca-ab56-4d8528548136 req-b6797e9e-f4ec-431d-8964-063a612076e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=660f9d21c81a4d0490e02db145c56c81&device_id=0e595f09-4933-439d-ac6d-04117dad51aa HTTP/1.1" status: 200 len: 1097 time: 0.1459420 Aug 16 20:04:47.325462 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1fc09e34-81fa-4b44-9173-9e316e299411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'name': 'tempest-ServersTestFqdnHostnames-967273529-router', 'tenant_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'f139be0c-089a-4d40-95c6-e06582a844f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:02:03Z', 'updated_at': '2021-08-16T20:04:43Z', 'revision_number': 5, 'project_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'gw_port': {'id': 'f139be0c-089a-4d40-95c6-e06582a844f3', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:28:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:02:03Z', 'updated_at': '2021-08-16T20:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:47.367978 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc09e34-81fa-4b44-9173-9e316e299411 None None] Checking router: 1aa4e75a-80fc-4583-98ac-81b13265e952 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:04:47.378525 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc09e34-81fa-4b44-9173-9e316e299411 None None] Routers {'1aa4e75a-80fc-4583-98ac-81b13265e952'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:04:47.379298 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1fc09e34-81fa-4b44-9173-9e316e299411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:04:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['1aa4e75a-80fc-4583-98ac-81b13265e952'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:47.448424 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-d2d18ca5-a1a8-4f4d-b41d-0af954480847 service neutron] 10.222.0.68 "GET /v2.0/networks/98047d7b-ac4f-4ee8-a843-59cbf20c8ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843307 Aug 16 20:04:47.449677 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3e4b79-7321-4cfb-a38d-5469ea58e685 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:04:47.457456 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6e3e4b79-7321-4cfb-a38d-5469ea58e685 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] 10.222.0.68 "PUT /v2.0/routers/5f855814-e58a-4f59-81ff-0d1481060d6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9330711 Aug 16 20:04:47.457717 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38518) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:47.469159 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f75f01-2357-49c0-b58a-408a7839dcaa None None] Sync routers for ids ['5f855814-e58a-4f59-81ff-0d1481060d6d'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:04:47.493383 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f75f01-2357-49c0-b58a-408a7839dcaa None None] Routers {'5f855814-e58a-4f59-81ff-0d1481060d6d'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:04:47.505677 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b9f75f01-2357-49c0-b58a-408a7839dcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:04:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['5f855814-e58a-4f59-81ff-0d1481060d6d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:47.578837 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-1fc09e34-81fa-4b44-9173-9e316e299411 None None] Set router 1aa4e75a-80fc-4583-98ac-81b13265e952 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:04:47.581442 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b9f75f01-2357-49c0-b58a-408a7839dcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:47.604241 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f75f01-2357-49c0-b58a-408a7839dcaa None None] Routers {'5f855814-e58a-4f59-81ff-0d1481060d6d'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:04:47.605308 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b9f75f01-2357-49c0-b58a-408a7839dcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:04:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['5f855814-e58a-4f59-81ff-0d1481060d6d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:47.687299 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b9f75f01-2357-49c0-b58a-408a7839dcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:47.688010 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f75f01-2357-49c0-b58a-408a7839dcaa None None] The sync data for ids ['5f855814-e58a-4f59-81ff-0d1481060d6d'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:04:47.720789 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1fc09e34-81fa-4b44-9173-9e316e299411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'name': 'tempest-ServersTestFqdnHostnames-967273529-router', 'tenant_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:02:03Z', 'updated_at': '2021-08-16T20:04:47Z', 'revision_number': 6, 'project_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:47.801283 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc09e34-81fa-4b44-9173-9e316e299411 None None] The sync data for ids ['1aa4e75a-80fc-4583-98ac-81b13265e952'] in n-d-787206-13 is: [{'id': '1aa4e75a-80fc-4583-98ac-81b13265e952', 'name': 'tempest-ServersTestFqdnHostnames-967273529-router', 'tenant_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:02:03Z', 'updated_at': '2021-08-16T20:04:47Z', 'revision_number': 6, 'project_id': '0ef8ab90b2f84d0aa189390186d0acd0', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:04:47.891329 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-8f0d3cba-ac9d-40e7-a06c-ab8fd66e2e98 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Allocated IP 192.168.233.5 (b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46/5dedf524-5a11-40fc-90de-b9413f1a2279/a6070b4d-af34-4dd6-acea-8e6bd26430c3) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:04:48.133419 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-8f0d3cba-ac9d-40e7-a06c-ab8fd66e2e98 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:48.163086 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-8f0d3cba-ac9d-40e7-a06c-ab8fd66e2e98 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Transition to ACTIVE for port object a6070b4d-af34-4dd6-acea-8e6bd26430c3 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:04:48.234155 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4f5d1f4b-6078-498e-99ef-5d2c59deb784 req-d9a52f08-ffd8-4b6e-b4ce-f7e45e987ae5 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=24252552-3394-449d-b818-c49b99d084fe HTTP/1.1" status: 200 len: 210 time: 0.0663691 Aug 16 20:04:48.244897 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-8f0d3cba-ac9d-40e7-a06c-ab8fd66e2e98 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:48.259833 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['dee14a78-88c8-43ae-becd-b8d2dcde2153', '66790174-0992-4d0e-87b7-0f660e21bfd2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:04:48.299032 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ebeba1f-a6b0-4504-ab5e-273424aaacd6 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:48.385257 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f70e2c97-cf90-434c-9c7b-ec13328009f5 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:04:48.450554 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: f70e2c97-cf90-434c-9c7b-ec13328009f5 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:04:48.451184 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f70e2c97-cf90-434c-9c7b-ec13328009f5 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:04:48.483099 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70339d25-b1d7-4c2b-8271-ef559c7a6eb5 req-77588b53-57ea-43f9-b283-b927a2bfa8bd tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:48.505247 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-70339d25-b1d7-4c2b-8271-ef559c7a6eb5 req-77588b53-57ea-43f9-b283-b927a2bfa8bd tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0e595f09-4933-439d-ac6d-04117dad51aa HTTP/1.1" status: 200 len: 945 time: 0.9889600 Aug 16 20:04:48.548456 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-4ebeba1f-a6b0-4504-ab5e-273424aaacd6 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 20:04:48.553734 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4ebeba1f-a6b0-4504-ab5e-273424aaacd6 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] 10.222.0.68 "DELETE /v2.0/routers/5f855814-e58a-4f59-81ff-0d1481060d6d HTTP/1.1" status: 409 len: 329 time: 1.0920031 Aug 16 20:04:48.559738 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38536) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:48.579672 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4a738-b64a-4ff3-958d-b6ad966aee01 req-7b7285a8-05b1-46a6-a773-87f0ab0256c6 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:48.591816 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-98b4a738-b64a-4ff3-958d-b6ad966aee01 req-7b7285a8-05b1-46a6-a773-87f0ab0256c6 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 949 time: 0.1399760 Aug 16 20:04:48.722361 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d848a-b4d9-4bca-ab56-4d8528548136 req-da0765d3-7a98-46c8-88db-a0281c40e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:48.723893 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c1d848a-b4d9-4bca-ab56-4d8528548136 req-da0765d3-7a98-46c8-88db-a0281c40e16b service neutron] 10.222.0.57 "GET /v2.0/networks?id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd HTTP/1.1" status: 200 len: 913 time: 1.4036362 Aug 16 20:04:48.770471 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-98b4a738-b64a-4ff3-958d-b6ad966aee01 req-15495b92-2c2e-4a1d-88d3-54598caec4fc tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755128 Aug 16 20:04:48.819060 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-8f0d3cba-ac9d-40e7-a06c-ab8fd66e2e98 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:04:48.826956 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-8f0d3cba-ac9d-40e7-a06c-ab8fd66e2e98 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:04:48.901830 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-8f0d3cba-ac9d-40e7-a06c-ab8fd66e2e98 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:04:48.914211 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-70339d25-b1d7-4c2b-8271-ef559c7a6eb5 req-9edec694-e29b-4eb0-9077-b6d8bbf18e7e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035378 Aug 16 20:04:48.945347 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c1d848a-b4d9-4bca-ab56-4d8528548136 req-a7ad83a8-dd4a-4221-bf53-5e9f00a283f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfc03942-c1e2-4aac-b317-2957f9d6f0f4 HTTP/1.1" status: 200 len: 217 time: 0.1759210 Aug 16 20:04:48.949803 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-54120c38-358b-479b-95c9-d811c5d588c3 admin admin] Deleting port f139be0c-089a-4d40-95c6-e06582a844f3 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:04:48.950434 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-54120c38-358b-479b-95c9-d811c5d588c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:48.955697 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d3cba-ac9d-40e7-a06c-ab8fd66e2e98 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Pushing event updated for resources: {'Port': ['ID=a6070b4d-af34-4dd6-acea-8e6bd26430c3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:49.147226 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-36f2b2c8-fbab-4810-92d0-e19f79fa292f req-4f1e208a-50bc-41c5-ac5c-75785ddc4603 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/ports?device_id=720715bc-76d4-4b2f-b576-720b5365fcdd HTTP/1.1" status: 200 len: 210 time: 0.2020016 Aug 16 20:04:49.327995 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-232935cd-575a-4a22-85c7-273c6e50c68c None None] Provisioning for port a6070b4d-af34-4dd6-acea-8e6bd26430c3 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:04:49.335900 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-8f0d3cba-ac9d-40e7-a06c-ab8fd66e2e98 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:49.336679 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-8f0d3cba-ac9d-40e7-a06c-ab8fd66e2e98 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:49.339801 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-232935cd-575a-4a22-85c7-273c6e50c68c None None] Provisioning complete for port a6070b4d-af34-4dd6-acea-8e6bd26430c3 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:04:49.341451 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-232935cd-575a-4a22-85c7-273c6e50c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:49.395387 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4e81f464-6a30-42f5-9121-4941e1ae767e req-71374449-bea5-4c70-8084-5aae7f18e9cc tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b4e36b5-25c6-4a54-b9d2-7e23815d8ef0 HTTP/1.1" status: 200 len: 210 time: 0.0904267 Aug 16 20:04:49.421532 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d848a-b4d9-4bca-ab56-4d8528548136 req-b6a55812-1b8d-4b68-bbc4-abeb749781ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:49.426997 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c1d848a-b4d9-4bca-ab56-4d8528548136 req-b6a55812-1b8d-4b68-bbc4-abeb749781ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc HTTP/1.1" status: 200 len: 852 time: 0.4646091 Aug 16 20:04:49.429513 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-232935cd-575a-4a22-85c7-273c6e50c68c None None] Port a6070b4d-af34-4dd6-acea-8e6bd26430c3 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:04:49.434908 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-8f0d3cba-ac9d-40e7-a06c-ab8fd66e2e98 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8848653 Aug 16 20:04:49.457648 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Request body: {'port': {'device_id': '24252552-3394-449d-b818-c49b99d084fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:49.604239 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-52969da7-abd7-4cdf-abf1-1f67ff53ea60 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=48c5a907546543f1809d8cdcb27f41ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1692600 Aug 16 20:04:49.876778 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87272425-03e8-4c1e-97bc-18708290b3f5 req-3d2f3a0d-3537-4f99-87df-8593264d7af0 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:49.878584 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-87272425-03e8-4c1e-97bc-18708290b3f5 req-3d2f3a0d-3537-4f99-87df-8593264d7af0 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=24252552-3394-449d-b818-c49b99d084fe HTTP/1.1" status: 200 len: 934 time: 0.4493210 Aug 16 20:04:49.914757 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-d93f1d81-a65f-4115-bf40-fa53b28ff2c7 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:49.916393 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-d93f1d81-a65f-4115-bf40-fa53b28ff2c7 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2959414 Aug 16 20:04:49.927092 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c1d848a-b4d9-4bca-ab56-4d8528548136 req-b69f0cd4-4b1a-4c36-91b7-9497b2728a8d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4899864 Aug 16 20:04:49.964935 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-203bee05-55ed-4bf9-9bc6-aca45be87b8b tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Request body: {'port': {'device_id': '720715bc-76d4-4b2f-b576-720b5365fcdd', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'admin_state_up': True, 'tenant_id': '48c5a907546543f1809d8cdcb27f41ef'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:50.021181 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-54120c38-358b-479b-95c9-d811c5d588c3 admin admin] For port f139be0c-089a-4d40-95c6-e06582a844f3, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f139be0c-089a-4d40-95c6-e06582a844f3,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:50.021963 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-54120c38-358b-479b-95c9-d811c5d588c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:50.066767 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-54120c38-358b-479b-95c9-d811c5d588c3 admin admin] Calling delete_port for f139be0c-089a-4d40-95c6-e06582a844f3 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:04:50.095573 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:50.146684 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-87272425-03e8-4c1e-97bc-18708290b3f5 req-9d0a4ea6-9866-42e3-bfed-7ae5a690e5cc tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291658 Aug 16 20:04:50.188125 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9de2e-756d-4fc1-beba-568c25ae67ec req-1d7d330d-bb81-4405-ba6c-ab03dfd85c49 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:50.195556 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-afe9de2e-756d-4fc1-beba-568c25ae67ec req-1d7d330d-bb81-4405-ba6c-ab03dfd85c49 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 949 time: 0.2668486 Aug 16 20:04:50.256856 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c1d848a-b4d9-4bca-ab56-4d8528548136 req-8dba23c0-acb6-4373-881a-b07880339c80 service neutron] 10.222.0.57 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169887 Aug 16 20:04:50.333579 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-203bee05-55ed-4bf9-9bc6-aca45be87b8b tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Made reservation on behalf of 48c5a907546543f1809d8cdcb27f41ef for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:04:50.338664 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-203bee05-55ed-4bf9-9bc6-aca45be87b8b tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:50.359728 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-afe9de2e-756d-4fc1-beba-568c25ae67ec req-abd3ea4e-0b74-43f0-ba9b-9faee8ad3978 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627014 Aug 16 20:04:50.393874 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f139be0c-089a-4d40-95c6-e06582a844f3 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:04:50.431661 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eab05f-8f48-4bbd-bed1-93fc453ae23e req-2ae859a5-d00d-4022-a029-7f8d4bca3f5d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:50.441056 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-65eab05f-8f48-4bbd-bed1-93fc453ae23e req-2ae859a5-d00d-4022-a029-7f8d4bca3f5d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0e595f09-4933-439d-ac6d-04117dad51aa HTTP/1.1" status: 200 len: 945 time: 0.1729012 Aug 16 20:04:50.526485 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c48ffce8-9b1a-4dca-9260-e0b1abb8249b tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:50.559884 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:50.598516 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port f139be0c-089a-4d40-95c6-e06582a844f3, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f139be0c-089a-4d40-95c6-e06582a844f3,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:50.605542 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:50.708374 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=f139be0c-089a-4d40-95c6-e06582a844f3,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:50.774630 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6070b4d-af34-4dd6-acea-8e6bd26430c3 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:04:50.785448 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:50.805935 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-65eab05f-8f48-4bbd-bed1-93fc453ae23e req-316dad2c-0857-4284-a7af-f4ddb5557125 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638878 Aug 16 20:04:51.006860 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-54120c38-358b-479b-95c9-d811c5d588c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:51.036866 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-805d479e-18a3-43c0-9ce2-82c7cdd50c21 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:51.039220 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-805d479e-18a3-43c0-9ce2-82c7cdd50c21 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.57 "GET /v2.0/networks?id=98047d7b-ac4f-4ee8-a843-59cbf20c8ee9 HTTP/1.1" status: 200 len: 817 time: 0.5271850 Aug 16 20:04:51.068325 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5fef264e-0d4f-4133-8969-99551ea76365 req-4502dfe9-06e1-448b-82af-dacd26ba14a1 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b4e36b5-25c6-4a54-b9d2-7e23815d8ef0 HTTP/1.1" status: 200 len: 210 time: 0.0600612 Aug 16 20:04:51.072083 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-cc1993e1-0a68-47f5-bf42-f54d581c28d0 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Request body: {'port': {'device_id': '3775534d-3b50-437a-917b-69bd152ade96', 'network_id': '98047d7b-ac4f-4ee8-a843-59cbf20c8ee9', 'admin_state_up': True, 'tenant_id': 'f084a522d2454e22ab02e0e991970977'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:51.097947 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c7f48589-3bfe-4a90-a5a4-dc50ce13122f req-3f51e6fa-ec0a-4025-9f46-c1253b7b29db tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/ports?device_id=720715bc-76d4-4b2f-b576-720b5365fcdd HTTP/1.1" status: 200 len: 210 time: 0.1325643 Aug 16 20:04:51.115292 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Transition to ACTIVE for port object a6070b4d-af34-4dd6-acea-8e6bd26430c3 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:04:51.147338 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54120c38-358b-479b-95c9-d811c5d588c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f139be0c-089a-4d40-95c6-e06582a844f3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:51.162161 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:51.269542 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-203bee05-55ed-4bf9-9bc6-aca45be87b8b tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Allocated IP 192.168.233.40 (b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46/5dedf524-5a11-40fc-90de-b9413f1a2279/676f874a-0962-4a9b-96c3-caa8a2dd9053) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:04:51.407195 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c1d848a-b4d9-4bca-ab56-4d8528548136 req-3f938772-a3c9-4a6d-939d-4f0bab60cd25 service neutron] 10.222.0.57 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1257257 Aug 16 20:04:51.426571 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a6070b4d-af34-4dd6-acea-8e6bd26430c3,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:51.488406 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-cc1993e1-0a68-47f5-bf42-f54d581c28d0 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Made reservation on behalf of f084a522d2454e22ab02e0e991970977 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:04:51.488684 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-2d834c1f-f248-495f-9595-c3309cbf065f tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:51.490066 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-2d834c1f-f248-495f-9595-c3309cbf065f tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.63 "GET /v2.0/networks?id=98047d7b-ac4f-4ee8-a843-59cbf20c8ee9 HTTP/1.1" status: 200 len: 817 time: 0.5572610 Aug 16 20:04:51.492820 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-cc1993e1-0a68-47f5-bf42-f54d581c28d0 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:51.495306 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-54120c38-358b-479b-95c9-d811c5d588c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:51.544388 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c73be9-e000-41b6-a56b-cf376099cecd req-51ef9f7f-c195-4c47-be34-09ada7172ec5 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:51.546326 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-47c73be9-e000-41b6-a56b-cf376099cecd req-51ef9f7f-c195-4c47-be34-09ada7172ec5 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=24252552-3394-449d-b818-c49b99d084fe HTTP/1.1" status: 200 len: 946 time: 0.2740645 Aug 16 20:04:51.554438 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-8996c91e-483f-42cf-9362-4f4fcba4d190 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Request body: {'port': {'device_id': 'f79efa3e-bd87-4d97-962c-e56593e962ef', 'network_id': '98047d7b-ac4f-4ee8-a843-59cbf20c8ee9', 'admin_state_up': True, 'tenant_id': 'f084a522d2454e22ab02e0e991970977'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:51.666312 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-a1f78127-3138-4b73-baf1-8b66e161e314 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:51.668960 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-a1f78127-3138-4b73-baf1-8b66e161e314 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.57 "GET /v2.0/networks?id=98047d7b-ac4f-4ee8-a843-59cbf20c8ee9 HTTP/1.1" status: 200 len: 817 time: 0.6485581 Aug 16 20:04:51.739874 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c48ffce8-9b1a-4dca-9260-e0b1abb8249b tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Deleting port 6a5fa3ea-42a4-4f8a-9aea-ccc70f491657 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:04:51.740215 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c48ffce8-9b1a-4dca-9260-e0b1abb8249b tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:51.780654 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-3e2cba48-7f50-47e1-8f25-1f5811dffae1 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Request body: {'port': {'device_id': '8b4e36b5-25c6-4a54-b9d2-7e23815d8ef0', 'network_id': '98047d7b-ac4f-4ee8-a843-59cbf20c8ee9', 'admin_state_up': True, 'tenant_id': 'f084a522d2454e22ab02e0e991970977'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:51.849442 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-47c73be9-e000-41b6-a56b-cf376099cecd req-a7ff17bc-05e5-469c-b2b8-aa3932b07cf7 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853880 Aug 16 20:04:51.894293 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-203bee05-55ed-4bf9-9bc6-aca45be87b8b tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:51.931023 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-cc1993e1-0a68-47f5-bf42-f54d581c28d0 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Allocated IP 172.20.0.3 (98047d7b-ac4f-4ee8-a843-59cbf20c8ee9/91bec72d-8489-41bf-9029-0bb4a068613d/871b7ec4-aa43-4639-b11d-4a5ca531ec1f) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:04:51.936079 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-203bee05-55ed-4bf9-9bc6-aca45be87b8b tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Transition to ACTIVE for port object 676f874a-0962-4a9b-96c3-caa8a2dd9053 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:04:51.977474 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-54120c38-358b-479b-95c9-d811c5d588c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:51.989512 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-54120c38-358b-479b-95c9-d811c5d588c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:52.007237 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb89b51-f733-45d4-b3d1-6ae622d285b9 req-a2a08af7-251a-4a38-9ca6-47abd5da915e tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:52.009360 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dcb89b51-f733-45d4-b3d1-6ae622d285b9 req-a2a08af7-251a-4a38-9ca6-47abd5da915e tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 949 time: 0.5119107 Aug 16 20:04:52.036470 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c48ffce8-9b1a-4dca-9260-e0b1abb8249b tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:52.103545 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c48ffce8-9b1a-4dca-9260-e0b1abb8249b tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Calling delete_port for 6a5fa3ea-42a4-4f8a-9aea-ccc70f491657 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:04:52.116924 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Attempting to bind port a6070b4d-af34-4dd6-acea-8e6bd26430c3 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:04:52.117328 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Attempting to bind port a6070b4d-af34-4dd6-acea-8e6bd26430c3 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:04:52.117552 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Attempting to bind port a6070b4d-af34-4dd6-acea-8e6bd26430c3 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:04:52.125364 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-54120c38-358b-479b-95c9-d811c5d588c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:52.125803 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54120c38-358b-479b-95c9-d811c5d588c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1aa4e75a-80fc-4583-98ac-81b13265e952 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:04:52.133015 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Port a6070b4d-af34-4dd6-acea-8e6bd26430c3 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:04:52.133345 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Attempting to bind port a6070b4d-af34-4dd6-acea-8e6bd26430c3 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:04:52.147621 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-54120c38-358b-479b-95c9-d811c5d588c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:52.151826 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-54120c38-358b-479b-95c9-d811c5d588c3 admin admin] 10.222.0.68 "DELETE /v2.0/routers/1aa4e75a-80fc-4583-98ac-81b13265e952 HTTP/1.1" status: 204 len: 168 time: 5.4512563 Aug 16 20:04:52.171166 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38590) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:52.194983 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:04:52.195401 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:04:52.195734 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:04:52.196187 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Bound port: a6070b4d-af34-4dd6-acea-8e6bd26430c3, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:04:52.196542 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:52.214961 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43aa9ea-7e9c-4008-81ee-4eb4594f13b6 req-ebbd5066-914e-485b-a175-c55056690c6b tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:52.216954 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c43aa9ea-7e9c-4008-81ee-4eb4594f13b6 req-ebbd5066-914e-485b-a175-c55056690c6b tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0e595f09-4933-439d-ac6d-04117dad51aa HTTP/1.1" status: 200 len: 945 time: 0.2423007 Aug 16 20:04:52.218373 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-203bee05-55ed-4bf9-9bc6-aca45be87b8b tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:52.237216 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['dab70d52-c831-46a0-8780-f1a8d3c6381c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:04:52.262477 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dcb89b51-f733-45d4-b3d1-6ae622d285b9 req-6fff439f-3765-4161-b1b9-11fc5f1ce4b3 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262235 Aug 16 20:04:52.336251 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-3e2cba48-7f50-47e1-8f25-1f5811dffae1 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Made reservation on behalf of f084a522d2454e22ab02e0e991970977 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:04:52.343592 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-3e2cba48-7f50-47e1-8f25-1f5811dffae1 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:52.367180 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-203bee05-55ed-4bf9-9bc6-aca45be87b8b tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:04:52.395523 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-6144fd31-753d-4139-8c1c-95071613c34c admin admin] Deleting subnet 22ab3704-c436-4171-98cd-4e587fb38538 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:04:52.396596 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-203bee05-55ed-4bf9-9bc6-aca45be87b8b tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:04:52.399154 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-203bee05-55ed-4bf9-9bc6-aca45be87b8b tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:04:52.408256 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6144fd31-753d-4139-8c1c-95071613c34c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:52.425081 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-8996c91e-483f-42cf-9362-4f4fcba4d190 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Made reservation on behalf of f084a522d2454e22ab02e0e991970977 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:04:52.436321 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-8996c91e-483f-42cf-9362-4f4fcba4d190 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:52.490676 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203bee05-55ed-4bf9-9bc6-aca45be87b8b tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Pushing event updated for resources: {'Port': ['ID=676f874a-0962-4a9b-96c3-caa8a2dd9053,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:52.506136 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c43aa9ea-7e9c-4008-81ee-4eb4594f13b6 req-6b7fffca-9105-455b-8241-0f2206a9ef9e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722039 Aug 16 20:04:52.593947 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203bee05-55ed-4bf9-9bc6-aca45be87b8b tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:52.594556 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203bee05-55ed-4bf9-9bc6-aca45be87b8b tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:52.596074 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203bee05-55ed-4bf9-9bc6-aca45be87b8b tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:52.598651 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203bee05-55ed-4bf9-9bc6-aca45be87b8b tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:52.598651 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203bee05-55ed-4bf9-9bc6-aca45be87b8b tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:52.599052 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203bee05-55ed-4bf9-9bc6-aca45be87b8b tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:52.600532 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203bee05-55ed-4bf9-9bc6-aca45be87b8b tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:52.600952 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] For port a6070b4d-af34-4dd6-acea-8e6bd26430c3, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:04:52.601403 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203bee05-55ed-4bf9-9bc6-aca45be87b8b tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:52.605968 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203bee05-55ed-4bf9-9bc6-aca45be87b8b tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:52.606447 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203bee05-55ed-4bf9-9bc6-aca45be87b8b tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:52.606897 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203bee05-55ed-4bf9-9bc6-aca45be87b8b tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:52.607365 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203bee05-55ed-4bf9-9bc6-aca45be87b8b tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:52.619945 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6144fd31-753d-4139-8c1c-95071613c34c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:52.628748 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-cc1993e1-0a68-47f5-bf42-f54d581c28d0 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:52.682133 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] For port a6070b4d-af34-4dd6-acea-8e6bd26430c3, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a6070b4d-af34-4dd6-acea-8e6bd26430c3,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:04:52.707317 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-203bee05-55ed-4bf9-9bc6-aca45be87b8b tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:52.707921 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-203bee05-55ed-4bf9-9bc6-aca45be87b8b tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:52.712873 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:52.781942 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bae53b96-936b-4446-b41d-ea6482dbdc7f req-8b3be620-6442-49cd-92e7-fdc027ad8346 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b4e36b5-25c6-4a54-b9d2-7e23815d8ef0 HTTP/1.1" status: 200 len: 210 time: 0.1167879 Aug 16 20:04:52.792921 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-203bee05-55ed-4bf9-9bc6-aca45be87b8b tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8426781 Aug 16 20:04:52.823086 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a985997f-cf37-4c25-9287-2b0ab571e8f2 None None] Provisioning for port 676f874a-0962-4a9b-96c3-caa8a2dd9053 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:04:52.833495 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a985997f-cf37-4c25-9287-2b0ab571e8f2 None None] Provisioning complete for port 676f874a-0962-4a9b-96c3-caa8a2dd9053 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:04:52.836583 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a985997f-cf37-4c25-9287-2b0ab571e8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:52.837885 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:52.838331 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:52.839961 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] 10.222.0.63 "PUT /v2.0/ports/a6070b4d-af34-4dd6-acea-8e6bd26430c3 HTTP/1.1" status: 200 len: 1095 time: 3.3882401 Aug 16 20:04:52.853841 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24252552-3394-449d-b818-c49b99d084fe', 'tag': 'a6070b4d-af34-4dd6-acea-8e6bd26430c3'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:04:52.857085 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5370457-631f-4a45-95ac-18969e6e2a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "24252552-3394-449d-b818-c49b99d084fe", "tag": "a6070b4d-af34-4dd6-acea-8e6bd26430c3"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:04:52.862792 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-0a4df2e1-8832-47e1-bcc8-034b25e325ac service neutron] Request body: {'port': {'device_id': '720715bc-76d4-4b2f-b576-720b5365fcdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:52.964646 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9e1881-5d5f-4a9e-9efd-5db26d46683e x-openstack-request-id: req-8b9e1881-5d5f-4a9e-9efd-5db26d46683e {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:04:52.965093 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24252552-3394-449d-b818-c49b99d084fe", "tag": "a6070b4d-af34-4dd6-acea-8e6bd26430c3", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:04:52.965215 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8b9e1881-5d5f-4a9e-9efd-5db26d46683e {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:04:52.965606 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24252552-3394-449d-b818-c49b99d084fe', 'tag': 'a6070b4d-af34-4dd6-acea-8e6bd26430c3', 'status': 'completed', 'code': 200} Aug 16 20:04:52.976896 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a985997f-cf37-4c25-9287-2b0ab571e8f2 None None] Port 676f874a-0962-4a9b-96c3-caa8a2dd9053 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:04:53.060138 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-cc1993e1-0a68-47f5-bf42-f54d581c28d0 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:53.092689 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a7381-850b-4659-99e0-11078dfb0cc3 req-b9cd1ab8-3753-439a-a494-799763d4054e tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:53.094272 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ff4a7381-850b-4659-99e0-11078dfb0cc3 req-b9cd1ab8-3753-439a-a494-799763d4054e tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/ports?device_id=720715bc-76d4-4b2f-b576-720b5365fcdd HTTP/1.1" status: 200 len: 935 time: 0.4361367 Aug 16 20:04:53.108233 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-3e2cba48-7f50-47e1-8f25-1f5811dffae1 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Allocated IP 172.20.0.14 (98047d7b-ac4f-4ee8-a843-59cbf20c8ee9/91bec72d-8489-41bf-9029-0bb4a068613d/6a87b729-ab80-4069-9c17-04e4333371e9) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:04:53.125108 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a6070b4d-af34-4dd6-acea-8e6bd26430c3,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:53.127174 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-0a4df2e1-8832-47e1-bcc8-034b25e325ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:53.146196 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c48ffce8-9b1a-4dca-9260-e0b1abb8249b tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:53.159414 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-cc1993e1-0a68-47f5-bf42-f54d581c28d0 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Network 98047d7b-ac4f-4ee8-a843-59cbf20c8ee9 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:04:53.176237 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-cc1993e1-0a68-47f5-bf42-f54d581c28d0 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:04:53.178621 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-cc1993e1-0a68-47f5-bf42-f54d581c28d0 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:04:53.179548 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:53.179903 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:53.180243 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:53.180577 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:53.180902 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:53.181231 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:53.181557 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:53.181886 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:53.182228 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:53.182576 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:53.182939 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:53.183300 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ffb83d-377c-4b75-81c5-f9668189a5f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:53.189356 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6144fd31-753d-4139-8c1c-95071613c34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:53.265007 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1993e1-0a68-47f5-bf42-f54d581c28d0 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Pushing event updated for resources: {'Port': ['ID=871b7ec4-aa43-4639-b11d-4a5ca531ec1f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:53.269034 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d848a-b4d9-4bca-ab56-4d8528548136 req-0e50f418-36b7-4500-b6de-2c6cfbc32c77 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:53.270615 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c1d848a-b4d9-4bca-ab56-4d8528548136 req-0e50f418-36b7-4500-b6de-2c6cfbc32c77 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e595f09-4933-439d-ac6d-04117dad51aa HTTP/1.1" status: 200 len: 945 time: 0.4392147 Aug 16 20:04:53.386381 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ff4a7381-850b-4659-99e0-11078dfb0cc3 req-57063347-6c29-4957-93a7-4d4c80fb3055 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/security-groups?id=679ae586-eac6-4da8-8233-9cab83bbe988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652514 Aug 16 20:04:53.395017 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ffce8-9b1a-4dca-9260-e0b1abb8249b tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Pushing event deleted for resources: {'Port': ['ID=6a5fa3ea-42a4-4f8a-9aea-ccc70f491657,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:53.423648 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10990194-da2a-48da-a43b-14ba3367a203 req-cd14186e-adb8-42f5-81f1-10038274aa1c tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:53.426565 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-cc1993e1-0a68-47f5-bf42-f54d581c28d0 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:53.427438 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-cc1993e1-0a68-47f5-bf42-f54d581c28d0 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:53.433009 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-10990194-da2a-48da-a43b-14ba3367a203 req-cd14186e-adb8-42f5-81f1-10038274aa1c tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=24252552-3394-449d-b818-c49b99d084fe HTTP/1.1" status: 200 len: 946 time: 0.3097358 Aug 16 20:04:53.447983 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-b3881f45-e73d-4d83-9596-283cb8229732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:53.449574 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-b3881f45-e73d-4d83-9596-283cb8229732 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=521de6403d364cf3b663febc26d411f5&device_id=24252552-3394-449d-b818-c49b99d084fe HTTP/1.1" status: 200 len: 1098 time: 0.5435445 Aug 16 20:04:53.482119 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-cc1993e1-0a68-47f5-bf42-f54d581c28d0 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4260168 Aug 16 20:04:53.502027 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-84f0dbc7-0cae-4dc9-9104-7ac34760c8a6 service neutron] Request body: {'port': {'device_id': '3775534d-3b50-437a-917b-69bd152ade96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:53.566906 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-fadba382-26c7-4c8a-8d53-0543782bbab0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=a6070b4d-af34-4dd6-acea-8e6bd26430c3 HTTP/1.1" status: 200 len: 217 time: 0.0775328 Aug 16 20:04:53.567880 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6144fd31-753d-4139-8c1c-95071613c34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:53.623159 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-10990194-da2a-48da-a43b-14ba3367a203 req-b7692e56-f715-41af-a3d9-190d3728abcc tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892641 Aug 16 20:04:53.648380 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144fd31-753d-4139-8c1c-95071613c34c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22ab3704-c436-4171-98cd-4e587fb38538,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:53.664165 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6144fd31-753d-4139-8c1c-95071613c34c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:53.665985 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6144fd31-753d-4139-8c1c-95071613c34c admin admin] 10.222.0.68 "DELETE /v2.0/subnets/22ab3704-c436-4171-98cd-4e587fb38538 HTTP/1.1" status: 204 len: 168 time: 1.4916892 Aug 16 20:04:53.667091 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5169b6b9-58a4-47b2-9960-53d4f268d555 None None] Network 2faaf42a-8377-4cda-915c-463095539684 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:04:53.678883 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38628) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:53.684546 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-3e2cba48-7f50-47e1-8f25-1f5811dffae1 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:53.750512 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-3c1d848a-b4d9-4bca-ab56-4d8528548136 req-924c6fe1-e453-4ed1-b217-4f8e1de49b4e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Deleting port dfc03942-c1e2-4aac-b317-2957f9d6f0f4 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:04:53.750856 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3c1d848a-b4d9-4bca-ab56-4d8528548136 req-924c6fe1-e453-4ed1-b217-4f8e1de49b4e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:53.758889 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-d29c83a2-802f-485b-aca6-8780427e1b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:53.760414 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-d29c83a2-802f-485b-aca6-8780427e1b82 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1722200 Aug 16 20:04:53.907903 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf35fc7-6b3b-4878-b5b1-0932f4fa0db0 None None] DHCP port deletion for 2faaf42a-8377-4cda-915c-463095539684 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:04:53.975399 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-eaf35fc7-6b3b-4878-b5b1-0932f4fa0db0 None None] Deleting port be18fdb1-a08c-4cc9-8700-d32d96fbd2d8 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:04:53.976023 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eaf35fc7-6b3b-4878-b5b1-0932f4fa0db0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:54.050937 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-eaf35fc7-6b3b-4878-b5b1-0932f4fa0db0 None None] For port be18fdb1-a08c-4cc9-8700-d32d96fbd2d8, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=be18fdb1-a08c-4cc9-8700-d32d96fbd2d8,segment=NetworkSegment(ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6),segment_id=ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:54.051776 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eaf35fc7-6b3b-4878-b5b1-0932f4fa0db0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:54.066325 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-eaf35fc7-6b3b-4878-b5b1-0932f4fa0db0 None None] Calling delete_port for be18fdb1-a08c-4cc9-8700-d32d96fbd2d8 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:04:54.071219 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c48ffce8-9b1a-4dca-9260-e0b1abb8249b tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:54.135893 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-84f0dbc7-0cae-4dc9-9104-7ac34760c8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:54.156033 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eaf35fc7-6b3b-4878-b5b1-0932f4fa0db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:54.172657 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf35fc7-6b3b-4878-b5b1-0932f4fa0db0 None None] No DVR routers for this DVR port be18fdb1-a08c-4cc9-8700-d32d96fbd2d8 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:04:54.185978 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8b741-93c9-455f-b265-6e296c25b4db req-213d9b7f-b0c5-4ae7-9c79-12784b02088d tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:54.187351 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c1a8b741-93c9-455f-b265-6e296c25b4db req-213d9b7f-b0c5-4ae7-9c79-12784b02088d tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 949 time: 0.6115017 Aug 16 20:04:54.202629 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf35fc7-6b3b-4878-b5b1-0932f4fa0db0 None None] Pushing event deleted for resources: {'Port': ['ID=be18fdb1-a08c-4cc9-8700-d32d96fbd2d8,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:54.244128 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-97cdff5b-40a8-4708-a67b-25fd976ed75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:54.307955 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-2d19a8d2-8a1b-4f95-9f2b-e312f7524bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:54.309472 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-2d19a8d2-8a1b-4f95-9f2b-e312f7524bc1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5293291 Aug 16 20:04:54.335497 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device be18fdb1-a08c-4cc9-8700-d32d96fbd2d8 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:04:54.357325 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: be18fdb1-a08c-4cc9-8700-d32d96fbd2d8 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:04:54.357979 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device be18fdb1-a08c-4cc9-8700-d32d96fbd2d8 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:04:54.359715 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-3e2cba48-7f50-47e1-8f25-1f5811dffae1 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:54.368634 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551e649-b93b-4c11-b09e-e619161cf9f6 req-141ee11a-cde5-4431-9874-a5bdf53b7b87 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:54.370386 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b551e649-b93b-4c11-b09e-e619161cf9f6 req-141ee11a-cde5-4431-9874-a5bdf53b7b87 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0e595f09-4933-439d-ac6d-04117dad51aa HTTP/1.1" status: 200 len: 945 time: 0.6033742 Aug 16 20:04:54.399619 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c1a8b741-93c9-455f-b265-6e296c25b4db req-12abe3a8-3a8f-4843-bba0-33c23e1664ba tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821620 Aug 16 20:04:54.478472 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48ffce8-9b1a-4dca-9260-e0b1abb8249b tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Router 5f855814-e58a-4f59-81ff-0d1481060d6d has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:04:54.524903 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-0a4df2e1-8832-47e1-bcc8-034b25e325ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 676f874a-0962-4a9b-96c3-caa8a2dd9053 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:04:54.537334 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-3c1d848a-b4d9-4bca-ab56-4d8528548136 req-924c6fe1-e453-4ed1-b217-4f8e1de49b4e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] For port dfc03942-c1e2-4aac-b317-2957f9d6f0f4, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=dfc03942-c1e2-4aac-b317-2957f9d6f0f4,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:54.538002 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3c1d848a-b4d9-4bca-ab56-4d8528548136 req-924c6fe1-e453-4ed1-b217-4f8e1de49b4e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:54.542265 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-0a4df2e1-8832-47e1-bcc8-034b25e325ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:54.595560 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-3e2cba48-7f50-47e1-8f25-1f5811dffae1 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Network 98047d7b-ac4f-4ee8-a843-59cbf20c8ee9 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:04:54.602498 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-3c1d848a-b4d9-4bca-ab56-4d8528548136 req-924c6fe1-e453-4ed1-b217-4f8e1de49b4e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Calling delete_port for dfc03942-c1e2-4aac-b317-2957f9d6f0f4 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:04:54.606487 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-97cdff5b-40a8-4708-a67b-25fd976ed75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:54.628032 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-3e2cba48-7f50-47e1-8f25-1f5811dffae1 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:04:54.637808 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-0a4df2e1-8832-47e1-bcc8-034b25e325ac service neutron] Transition to ACTIVE for port object 676f874a-0962-4a9b-96c3-caa8a2dd9053 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:04:54.639190 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48ffce8-9b1a-4dca-9260-e0b1abb8249b tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:04:54.641727 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-3e2cba48-7f50-47e1-8f25-1f5811dffae1 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:04:54.644859 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c48ffce8-9b1a-4dca-9260-e0b1abb8249b tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] 10.222.0.68 "PUT /v2.0/routers/5f855814-e58a-4f59-81ff-0d1481060d6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0487242 Aug 16 20:04:54.648591 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38652) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:54.652151 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113e0c65-10f1-4aee-ad25-cccdd095a44b None None] Sync routers for ids ['5f855814-e58a-4f59-81ff-0d1481060d6d'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:04:54.652938 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-0a4df2e1-8832-47e1-bcc8-034b25e325ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:54.653249 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-97cdff5b-40a8-4708-a67b-25fd976ed75b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2faaf42a-8377-4cda-915c-463095539684']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:54.662935 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113e0c65-10f1-4aee-ad25-cccdd095a44b None None] Routers {'5f855814-e58a-4f59-81ff-0d1481060d6d'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:04:54.664065 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-113e0c65-10f1-4aee-ad25-cccdd095a44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:04:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['5f855814-e58a-4f59-81ff-0d1481060d6d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:54.675024 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2cba48-7f50-47e1-8f25-1f5811dffae1 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Pushing event updated for resources: {'Port': ['ID=6a87b729-ab80-4069-9c17-04e4333371e9,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:54.680735 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-8996c91e-483f-42cf-9362-4f4fcba4d190 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Allocated IP 172.20.0.4 (98047d7b-ac4f-4ee8-a843-59cbf20c8ee9/91bec72d-8489-41bf-9029-0bb4a068613d/601777a0-06d6-4292-9422-ea7507df9eff) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:04:54.701095 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-113e0c65-10f1-4aee-ad25-cccdd095a44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:54.704296 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-97cdff5b-40a8-4708-a67b-25fd976ed75b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:54.704806 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-97cdff5b-40a8-4708-a67b-25fd976ed75b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec3028ba-12e0-43bd-9fb5-5cb405f2c8f6') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:54.710825 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113e0c65-10f1-4aee-ad25-cccdd095a44b None None] Routers {'5f855814-e58a-4f59-81ff-0d1481060d6d'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:04:54.711802 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-113e0c65-10f1-4aee-ad25-cccdd095a44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:04:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['5f855814-e58a-4f59-81ff-0d1481060d6d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:54.714759 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b551e649-b93b-4c11-b09e-e619161cf9f6 req-a322beb1-1210-46a2-b2f9-7c1aba9cada4 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141241 Aug 16 20:04:54.722326 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-47933138-e91f-4d43-aa47-8e300b7ce184 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] show failed (client error): The resource could not be found. Aug 16 20:04:54.723667 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-47933138-e91f-4d43-aa47-8e300b7ce184 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] 10.222.0.68 "GET /v2.0/routers/tempest-non_exist_router-390052845 HTTP/1.1" status: 404 len: 334 time: 0.0728235 Aug 16 20:04:54.735185 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daae94-74cd-4a57-8809-4f18762c54db req-f9d820ba-91b8-4ad2-9836-ff85e5bfcdde tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:54.737258 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b0daae94-74cd-4a57-8809-4f18762c54db req-f9d820ba-91b8-4ad2-9836-ff85e5bfcdde tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b4e36b5-25c6-4a54-b9d2-7e23815d8ef0 HTTP/1.1" status: 200 len: 932 time: 0.2156126 Aug 16 20:04:54.740962 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38654) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:54.746854 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4bf717e5-5ce8-4348-b541-ee4ad4443e2e tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:54.781391 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-97cdff5b-40a8-4708-a67b-25fd976ed75b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:54.799435 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-113e0c65-10f1-4aee-ad25-cccdd095a44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:54.800114 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113e0c65-10f1-4aee-ad25-cccdd095a44b None None] The sync data for ids ['5f855814-e58a-4f59-81ff-0d1481060d6d'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:04:54.812438 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-4bf717e5-5ce8-4348-b541-ee4ad4443e2e tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] update failed (client error): The resource could not be found. Aug 16 20:04:54.813499 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4bf717e5-5ce8-4348-b541-ee4ad4443e2e tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] 10.222.0.68 "PUT /v2.0/routers/tempest-non_exist_router-236503090 HTTP/1.1" status: 404 len: 334 time: 0.0712476 Aug 16 20:04:54.816407 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-ffeaadea-3f21-454f-a8e8-221676225f0c service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948666 Aug 16 20:04:54.819131 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38656) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:54.830791 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4df2e1-8832-47e1-bcc8-034b25e325ac service neutron] Pushing event updated for resources: {'Port': ['ID=676f874a-0962-4a9b-96c3-caa8a2dd9053,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:54.835764 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-3e2cba48-7f50-47e1-8f25-1f5811dffae1 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:54.836427 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-3e2cba48-7f50-47e1-8f25-1f5811dffae1 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:54.844342 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-97cdff5b-40a8-4708-a67b-25fd976ed75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:54.875115 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b0daae94-74cd-4a57-8809-4f18762c54db req-6c35e2aa-780e-41c7-9646-65e126895fb1 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/security-groups?id=c114c874-e8a1-4184-b68a-f2324b9b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189120 Aug 16 20:04:54.925606 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97cdff5b-40a8-4708-a67b-25fd976ed75b admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:04:54.925938 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-97cdff5b-40a8-4708-a67b-25fd976ed75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:54.931330 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-0a4df2e1-8832-47e1-bcc8-034b25e325ac service neutron] Attempting to bind port 676f874a-0962-4a9b-96c3-caa8a2dd9053 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:04:54.932004 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-0a4df2e1-8832-47e1-bcc8-034b25e325ac service neutron] Attempting to bind port 676f874a-0962-4a9b-96c3-caa8a2dd9053 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:04:54.932566 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-0a4df2e1-8832-47e1-bcc8-034b25e325ac service neutron] Attempting to bind port 676f874a-0962-4a9b-96c3-caa8a2dd9053 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:04:54.938709 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-0a4df2e1-8832-47e1-bcc8-034b25e325ac service neutron] Port 676f874a-0962-4a9b-96c3-caa8a2dd9053 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:04:54.940283 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-0a4df2e1-8832-47e1-bcc8-034b25e325ac service neutron] Attempting to bind port 676f874a-0962-4a9b-96c3-caa8a2dd9053 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:04:54.945424 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:04:54.945424 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:04:54.945424 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:04:54.945424 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:04:54.945424 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:04:54.945424 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:04:54.945424 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:04:54.945424 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:04:54.945424 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:04:54.945424 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:04:54.945424 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:04:54.945424 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:04:54.945424 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:04:54.945424 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:04:54.945424 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:04:54.945424 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:04:54.945424 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:04:54.945424 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:04:54.945424 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:04:54.945424 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:04:54.945424 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:04:54.945424 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:04:54.945424 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:04:54.945424 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:04:54.945424 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:04:54.945424 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:04:54.945424 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:04:54.945424 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:04:54.945424 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:04:54.945424 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:04:54.945424 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:04:54.945424 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:04:54.948224 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-0a4df2e1-8832-47e1-bcc8-034b25e325ac service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:04:54.948768 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-0a4df2e1-8832-47e1-bcc8-034b25e325ac service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:04:54.949553 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-0a4df2e1-8832-47e1-bcc8-034b25e325ac service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:04:54.950642 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-0a4df2e1-8832-47e1-bcc8-034b25e325ac service neutron] Bound port: 676f874a-0962-4a9b-96c3-caa8a2dd9053, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:04:54.951398 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-0a4df2e1-8832-47e1-bcc8-034b25e325ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:55.043383 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-0a4df2e1-8832-47e1-bcc8-034b25e325ac service neutron] For port 676f874a-0962-4a9b-96c3-caa8a2dd9053, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:04:55.046844 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-0a4df2e1-8832-47e1-bcc8-034b25e325ac service neutron] For port 676f874a-0962-4a9b-96c3-caa8a2dd9053, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=676f874a-0962-4a9b-96c3-caa8a2dd9053,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:04:55.053031 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-0a4df2e1-8832-47e1-bcc8-034b25e325ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:55.072028 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-3e2cba48-7f50-47e1-8f25-1f5811dffae1 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3439424 Aug 16 20:04:55.098656 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-0a4df2e1-8832-47e1-bcc8-034b25e325ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:55.100310 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-0a4df2e1-8832-47e1-bcc8-034b25e325ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:55.102139 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-0a4df2e1-8832-47e1-bcc8-034b25e325ac service neutron] 10.222.0.57 "PUT /v2.0/ports/676f874a-0962-4a9b-96c3-caa8a2dd9053 HTTP/1.1" status: 200 len: 1096 time: 2.2934961 Aug 16 20:04:55.105175 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '720715bc-76d4-4b2f-b576-720b5365fcdd', 'tag': '676f874a-0962-4a9b-96c3-caa8a2dd9053'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:04:55.116098 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-35f2cd7a-f4ad-4472-a6f5-b34f85043716 service neutron] Request body: {'port': {'device_id': '8b4e36b5-25c6-4a54-b9d2-7e23815d8ef0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:55.119401 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddb7876-3cc2-4d96-a5a5-ff655d66cc76" -d '{"events": [{"name": "network-changed", "server_uuid": "720715bc-76d4-4b2f-b576-720b5365fcdd", "tag": "676f874a-0962-4a9b-96c3-caa8a2dd9053"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:04:55.130797 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f54111f-991d-4d8f-aa22-5352c6cd32c0 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Deleting subnet 618449ee-573a-49d0-8a93-b174ae45cbe1 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:04:55.163916 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4df2e1-8832-47e1-bcc8-034b25e325ac service neutron] Pushing event updated for resources: {'Port': ['ID=676f874a-0962-4a9b-96c3-caa8a2dd9053,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:55.164193 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8f54111f-991d-4d8f-aa22-5352c6cd32c0 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:55.199523 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-f3f7770a-f696-46fc-95ab-f4419ed5ae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:55.201540 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-f3f7770a-f696-46fc-95ab-f4419ed5ae30 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48c5a907546543f1809d8cdcb27f41ef&device_id=720715bc-76d4-4b2f-b576-720b5365fcdd HTTP/1.1" status: 200 len: 1099 time: 0.0476611 Aug 16 20:04:55.228674 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-97cdff5b-40a8-4708-a67b-25fd976ed75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:55.255911 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-ab505965-7196-43d3-8fd6-5e179c3bd480 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=676f874a-0962-4a9b-96c3-caa8a2dd9053 HTTP/1.1" status: 200 len: 217 time: 0.0455441 Aug 16 20:04:55.288706 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-97cdff5b-40a8-4708-a67b-25fd976ed75b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:55.290630 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-97cdff5b-40a8-4708-a67b-25fd976ed75b admin admin] 10.222.0.68 "DELETE /v2.0/networks/2faaf42a-8377-4cda-915c-463095539684 HTTP/1.1" status: 204 len: 168 time: 1.6095107 Aug 16 20:04:55.330851 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-a8085660-c22f-4296-b71b-9589bd9e8d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:55.335063 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-a8085660-c22f-4296-b71b-9589bd9e8d4f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.0710723 Aug 16 20:04:55.375704 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.57', 49236) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:55.427838 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba094c24-f1e7-472d-affa-7a054fed998d req-6e73956e-5dd3-49fb-abe3-0ae7c5d1a12f tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:55.436573 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ba094c24-f1e7-472d-affa-7a054fed998d req-6e73956e-5dd3-49fb-abe3-0ae7c5d1a12f tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/ports?device_id=720715bc-76d4-4b2f-b576-720b5365fcdd HTTP/1.1" status: 200 len: 947 time: 0.5861950 Aug 16 20:04:55.449455 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-428518f6-0b82-4267-9ef1-7ad4c70d3113 service neutron] show failed (client error): The resource could not be found. Aug 16 20:04:55.450493 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8f54111f-991d-4d8f-aa22-5352c6cd32c0 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:55.452484 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-428518f6-0b82-4267-9ef1-7ad4c70d3113 service neutron] 10.222.0.57 "GET /v2.0/ports/a8456123-9de6-4feb-9c09-95083ab502b6/bindings/n-h2-787206-13 HTTP/1.1" status: 404 len: 381 time: 0.0737982 Aug 16 20:04:55.471478 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-2ffdc29e-b464-495e-a1a2-a7ae808bf2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:55.479030 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cdff5b-40a8-4708-a67b-25fd976ed75b admin admin] Pushing event deleted for resources: {'Network': ['ID=2faaf42a-8377-4cda-915c-463095539684,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:55.479639 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-2ffdc29e-b464-495e-a1a2-a7ae808bf2a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1356635 Aug 16 20:04:55.507408 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38696) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:55.551632 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-351dbd4d-ce81-4b6f-93f0-4f767b12b207 req-006efb06-5fe7-4b01-bbb5-516906b4dfca service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7035439 Aug 16 20:04:55.559279 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3c1d848a-b4d9-4bca-ab56-4d8528548136 req-924c6fe1-e453-4ed1-b217-4f8e1de49b4e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:55.567357 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-8996c91e-483f-42cf-9362-4f4fcba4d190 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:55.576985 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-35f2cd7a-f4ad-4472-a6f5-b34f85043716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:55.629313 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3e26893e-7021-4f43-b262-7728b495cb83 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0ef8ab90b2f84d0aa189390186d0acd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1162882 Aug 16 20:04:55.633791 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38702) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:55.659551 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c6fe1-e453-4ed1-b217-4f8e1de49b4e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Pushing event deleted for resources: {'Port': ['ID=dfc03942-c1e2-4aac-b317-2957f9d6f0f4,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:55.670185 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-f6cc5126-e82e-4dbc-8b0a-b03cc033079a service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765263 Aug 16 20:04:55.715170 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ba094c24-f1e7-472d-affa-7a054fed998d req-023f4086-021d-473f-8020-e59474d66aeb tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/security-groups?id=679ae586-eac6-4da8-8233-9cab83bbe988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728684 Aug 16 20:04:55.794924 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a511f1-7dfd-4e36-bc89-303a74c7fcd0 x-openstack-request-id: req-23a511f1-7dfd-4e36-bc89-303a74c7fcd0 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:04:55.795211 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "720715bc-76d4-4b2f-b576-720b5365fcdd", "tag": "676f874a-0962-4a9b-96c3-caa8a2dd9053", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:04:55.795515 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-23a511f1-7dfd-4e36-bc89-303a74c7fcd0 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:04:55.795966 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '720715bc-76d4-4b2f-b576-720b5365fcdd', 'tag': '676f874a-0962-4a9b-96c3-caa8a2dd9053', 'status': 'completed', 'code': 200} Aug 16 20:04:55.809116 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1d848a-b4d9-4bca-ab56-4d8528548136 req-924c6fe1-e453-4ed1-b217-4f8e1de49b4e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] No DVR routers for this DVR port dfc03942-c1e2-4aac-b317-2957f9d6f0f4 on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:04:55.827672 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3c1d848a-b4d9-4bca-ab56-4d8528548136 req-924c6fe1-e453-4ed1-b217-4f8e1de49b4e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:55.827672 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c1d848a-b4d9-4bca-ab56-4d8528548136 req-924c6fe1-e453-4ed1-b217-4f8e1de49b4e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.57 "DELETE /v2.0/ports/dfc03942-c1e2-4aac-b317-2957f9d6f0f4 HTTP/1.1" status: 204 len: 173 time: 2.5471210 Aug 16 20:04:55.827672 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e595f09-4933-439d-ac6d-04117dad51aa', 'name': 'network-vif-deleted', 'tag': 'dfc03942-c1e2-4aac-b317-2957f9d6f0f4'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:04:55.829865 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e1be22-114f-4632-a551-2c55f51ce6dc" -d '{"events": [{"server_uuid": "0e595f09-4933-439d-ac6d-04117dad51aa", "name": "network-vif-deleted", "tag": "dfc03942-c1e2-4aac-b317-2957f9d6f0f4"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:04:55.858727 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d2ad112-737b-43d0-ab3d-d876587915c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:55.871119 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8f54111f-991d-4d8f-aa22-5352c6cd32c0 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:55.891045 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-e437f673-65cb-4764-b44a-f856ef23b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:55.892608 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-e437f673-65cb-4764-b44a-f856ef23b942 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6&tenant_id=f79b284ed8d04e57925fd24cf95b04a3 HTTP/1.1" status: 200 len: 1101 time: 0.1984754 Aug 16 20:04:55.918297 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-22c0baea-c583-4b40-aa58-5437ac4fb3c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787206-13', 'device_owner': 'compute:nova'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:55.922110 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d2ad112-737b-43d0-ab3d-d876587915c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:55.958403 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14285c3-1526-4c97-9445-32e59b068722 req-f4eceedf-b11f-453d-ac3f-df193ee78316 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:55.959918 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d14285c3-1526-4c97-9445-32e59b068722 req-f4eceedf-b11f-453d-ac3f-df193ee78316 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=24252552-3394-449d-b818-c49b99d084fe HTTP/1.1" status: 200 len: 946 time: 0.1612949 Aug 16 20:04:55.967640 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e0caaaea-cfab-4bb8-b40e-a6ce7f60c159 req-deb87cfd-56ce-4827-b50d-e5f31d9f8e80 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873466 Aug 16 20:04:55.997823 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5370457-631f-4a45-95ac-18969e6e2a2e req-cdb9a383-ccf4-4b75-8657-b69ffb679f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:55.999377 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b5370457-631f-4a45-95ac-18969e6e2a2e req-cdb9a383-ccf4-4b75-8657-b69ffb679f6e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=521de6403d364cf3b663febc26d411f5&device_id=24252552-3394-449d-b818-c49b99d084fe HTTP/1.1" status: 200 len: 1098 time: 0.3571579 Aug 16 20:04:56.000339 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-8996c91e-483f-42cf-9362-4f4fcba4d190 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:56.116538 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7db528-412c-4ae6-a975-aca1bf906465 req-8a329d7a-5562-4606-b5bf-9c1ea9f6b1ef tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:56.118064 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec7db528-412c-4ae6-a975-aca1bf906465 req-8a329d7a-5562-4606-b5bf-9c1ea9f6b1ef tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 949 time: 0.2846863 Aug 16 20:04:56.119202 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-22c0baea-c583-4b40-aa58-5437ac4fb3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:56.136262 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-8996c91e-483f-42cf-9362-4f4fcba4d190 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Network 98047d7b-ac4f-4ee8-a843-59cbf20c8ee9 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:04:56.151702 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-8996c91e-483f-42cf-9362-4f4fcba4d190 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:04:56.153102 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d14285c3-1526-4c97-9445-32e59b068722 req-4c1cc3ed-b3e2-457d-9851-af5a5c71cb99 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675861 Aug 16 20:04:56.158837 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-8996c91e-483f-42cf-9362-4f4fcba4d190 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:04:56.169885 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8f54111f-991d-4d8f-aa22-5352c6cd32c0 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:56.176475 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb7876-3cc2-4d96-a5a5-ff655d66cc76 req-8e98125e-032e-4f56-9d0b-e876e01ba505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:56.177869 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2ddb7876-3cc2-4d96-a5a5-ff655d66cc76 req-8e98125e-032e-4f56-9d0b-e876e01ba505 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48c5a907546543f1809d8cdcb27f41ef&device_id=720715bc-76d4-4b2f-b576-720b5365fcdd HTTP/1.1" status: 200 len: 1099 time: 0.1384263 Aug 16 20:04:56.196886 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996c91e-483f-42cf-9362-4f4fcba4d190 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Pushing event updated for resources: {'Port': ['ID=601777a0-06d6-4292-9422-ea7507df9eff,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:56.217150 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d2ad112-737b-43d0-ab3d-d876587915c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:56.219842 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d2ad112-737b-43d0-ab3d-d876587915c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:56.220891 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7d2ad112-737b-43d0-ab3d-d876587915c5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b2a137f7-73e5-4b29-bc54-e225672a7abc HTTP/1.1" status: 204 len: 168 time: 0.5860493 Aug 16 20:04:56.285534 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ad112-737b-43d0-ab3d-d876587915c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a137f7-73e5-4b29-bc54-e225672a7abc,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:56.313374 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54111f-991d-4d8f-aa22-5352c6cd32c0 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Pushing event deleted for resources: {'Subnet': ['ID=618449ee-573a-49d0-8a93-b174ae45cbe1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:56.315151 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8f54111f-991d-4d8f-aa22-5352c6cd32c0 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:56.321999 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8f54111f-991d-4d8f-aa22-5352c6cd32c0 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] 10.222.0.68 "DELETE /v2.0/subnets/618449ee-573a-49d0-8a93-b174ae45cbe1 HTTP/1.1" status: 204 len: 168 time: 1.5017109 Aug 16 20:04:56.327071 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dda47e-ab5d-4dbd-b48e-742c4613154c None None] Network 03de9478-7b82-4ac1-8ff4-d06cad62ce8a requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:04:56.339470 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38714) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:56.400227 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec7db528-412c-4ae6-a975-aca1bf906465 req-1397e6f9-9f9d-4efc-b587-0b71de59daf0 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578504 Aug 16 20:04:56.424471 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5370457-631f-4a45-95ac-18969e6e2a2e req-8d64cd24-0dc3-4941-bea1-5f2ee5e3373c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:56.428837 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b5370457-631f-4a45-95ac-18969e6e2a2e req-8d64cd24-0dc3-4941-bea1-5f2ee5e3373c service neutron] 10.222.0.63 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.4077902 Aug 16 20:04:56.454520 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-8996c91e-483f-42cf-9362-4f4fcba4d190 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:56.456377 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-8996c91e-483f-42cf-9362-4f4fcba4d190 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:56.474620 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-84f0dbc7-0cae-4dc9-9104-7ac34760c8a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 871b7ec4-aa43-4639-b11d-4a5ca531ec1f {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:04:56.505716 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-84f0dbc7-0cae-4dc9-9104-7ac34760c8a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:56.552853 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb7876-3cc2-4d96-a5a5-ff655d66cc76 req-45f2bbaa-edcc-4909-8ec9-fa53908febdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:56.554360 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2ddb7876-3cc2-4d96-a5a5-ff655d66cc76 req-45f2bbaa-edcc-4909-8ec9-fa53908febdd service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.3543742 Aug 16 20:04:56.560072 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cc2ea7-322b-42d5-ae06-1d5668437283 x-openstack-request-id: req-d9cc2ea7-322b-42d5-ae06-1d5668437283 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:04:56.560564 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e595f09-4933-439d-ac6d-04117dad51aa", "name": "network-vif-deleted", "tag": "dfc03942-c1e2-4aac-b317-2957f9d6f0f4", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:04:56.562790 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d9cc2ea7-322b-42d5-ae06-1d5668437283 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:04:56.563229 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e595f09-4933-439d-ac6d-04117dad51aa', 'name': 'network-vif-deleted', 'tag': 'dfc03942-c1e2-4aac-b317-2957f9d6f0f4', 'status': 'completed', 'code': 200} Aug 16 20:04:56.600277 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device a8456123-9de6-4feb-9c09-95083ab502b6 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:04:56.642112 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b5370457-631f-4a45-95ac-18969e6e2a2e req-d7009a63-b982-47c2-bfee-aebea1bed2d1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=a6070b4d-af34-4dd6-acea-8e6bd26430c3 HTTP/1.1" status: 200 len: 217 time: 0.1494660 Aug 16 20:04:56.663024 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b323031-0886-4f68-bdaf-a4e35ff46b46 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Deleting subnet b73746cd-c1ae-47d5-9d4f-e6da4bfe0949 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:04:56.673646 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-84f0dbc7-0cae-4dc9-9104-7ac34760c8a6 service neutron] Transition to ACTIVE for port object 871b7ec4-aa43-4639-b11d-4a5ca531ec1f will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:04:56.682002 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-8996c91e-483f-42cf-9362-4f4fcba4d190 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1748929 Aug 16 20:04:56.696390 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:56.701156 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b323031-0886-4f68-bdaf-a4e35ff46b46 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:56.711061 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-184edf36-769b-40f2-a23d-ffd3a01d3ee8 service neutron] Request body: {'port': {'device_id': 'f79efa3e-bd87-4d97-962c-e56593e962ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:56.732265 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83ab148-7354-4156-b6cc-8bd2a0f67f3a None None] DHCP port deletion for 03de9478-7b82-4ac1-8ff4-d06cad62ce8a request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:04:56.732494 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2ddb7876-3cc2-4d96-a5a5-ff655d66cc76 req-019ef83c-1f3f-42e1-ad79-748a078045ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=676f874a-0962-4a9b-96c3-caa8a2dd9053 HTTP/1.1" status: 200 len: 217 time: 0.1175201 Aug 16 20:04:56.732958 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-84f0dbc7-0cae-4dc9-9104-7ac34760c8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:56.748203 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8165534b-2bb2-4a13-8bcb-35d1d6c5a1cf req-9c950770-0b32-436b-a2b1-885b856a1fe5 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0e595f09-4933-439d-ac6d-04117dad51aa HTTP/1.1" status: 200 len: 210 time: 0.1201200 Aug 16 20:04:56.877573 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11071d83-a08c-4deb-8de9-233e83ccf0a0 req-c1ddb9a5-280a-45a4-8dfa-0a6731c64497 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:56.879459 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-11071d83-a08c-4deb-8de9-233e83ccf0a0 req-c1ddb9a5-280a-45a4-8dfa-0a6731c64497 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b4e36b5-25c6-4a54-b9d2-7e23815d8ef0 HTTP/1.1" status: 200 len: 932 time: 0.2552886 Aug 16 20:04:56.881587 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-22c0baea-c583-4b40-aa58-5437ac4fb3c0 service neutron] For port a8456123-9de6-4feb-9c09-95083ab502b6, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a8456123-9de6-4feb-9c09-95083ab502b6,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:56.921920 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0dbc7-0cae-4dc9-9104-7ac34760c8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=871b7ec4-aa43-4639-b11d-4a5ca531ec1f,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:56.925343 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb7876-3cc2-4d96-a5a5-ff655d66cc76 req-c4b934d5-3f6c-4a49-a815-e24d9d559c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:56.927007 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2ddb7876-3cc2-4d96-a5a5-ff655d66cc76 req-c4b934d5-3f6c-4a49-a815-e24d9d559c85 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1787360 Aug 16 20:04:57.003826 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a83ab148-7354-4156-b6cc-8bd2a0f67f3a None None] Deleting port 7643d1cb-78f6-43b0-9065-8e6d5fc78f3f {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:04:57.004475 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a83ab148-7354-4156-b6cc-8bd2a0f67f3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:57.044705 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-22c0baea-c583-4b40-aa58-5437ac4fb3c0 service neutron] For port a8456123-9de6-4feb-9c09-95083ab502b6, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:04:57.044981 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b323031-0886-4f68-bdaf-a4e35ff46b46 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:57.049083 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5370457-631f-4a45-95ac-18969e6e2a2e req-6839dc40-d4d3-4bf6-9d92-dd2fc026073b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:57.050841 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b5370457-631f-4a45-95ac-18969e6e2a2e req-6839dc40-d4d3-4bf6-9d92-dd2fc026073b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.3831611 Aug 16 20:04:57.061192 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-11071d83-a08c-4deb-8de9-233e83ccf0a0 req-ed2d8c38-e811-4b15-a323-e0fda1ea1747 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/security-groups?id=c114c874-e8a1-4184-b68a-f2324b9b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600559 Aug 16 20:04:57.105439 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a83ab148-7354-4156-b6cc-8bd2a0f67f3a None None] For port 7643d1cb-78f6-43b0-9065-8e6d5fc78f3f, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7643d1cb-78f6-43b0-9065-8e6d5fc78f3f,segment=NetworkSegment(9754267c-6275-4551-be74-30a06eba2bc4),segment_id=9754267c-6275-4551-be74-30a06eba2bc4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:57.105857 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a83ab148-7354-4156-b6cc-8bd2a0f67f3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:57.120616 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-184edf36-769b-40f2-a23d-ffd3a01d3ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:57.125641 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb7876-3cc2-4d96-a5a5-ff655d66cc76 req-a4b043ef-dfc5-4bbd-9e33-c8506a0a8bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:57.127485 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2ddb7876-3cc2-4d96-a5a5-ff655d66cc76 req-a4b043ef-dfc5-4bbd-9e33-c8506a0a8bd3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1870613 Aug 16 20:04:57.128199 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-84f0dbc7-0cae-4dc9-9104-7ac34760c8a6 service neutron] Attempting to bind port 871b7ec4-aa43-4639-b11d-4a5ca531ec1f on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:04:57.128528 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-84f0dbc7-0cae-4dc9-9104-7ac34760c8a6 service neutron] Attempting to bind port 871b7ec4-aa43-4639-b11d-4a5ca531ec1f by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '98047d7b-ac4f-4ee8-a843-59cbf20c8ee9'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:04:57.128850 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-84f0dbc7-0cae-4dc9-9104-7ac34760c8a6 service neutron] Attempting to bind port 871b7ec4-aa43-4639-b11d-4a5ca531ec1f on network 98047d7b-ac4f-4ee8-a843-59cbf20c8ee9 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:04:57.130750 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a83ab148-7354-4156-b6cc-8bd2a0f67f3a None None] Calling delete_port for 7643d1cb-78f6-43b0-9065-8e6d5fc78f3f owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:04:57.157222 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-84f0dbc7-0cae-4dc9-9104-7ac34760c8a6 service neutron] Port 871b7ec4-aa43-4639-b11d-4a5ca531ec1f on network 98047d7b-ac4f-4ee8-a843-59cbf20c8ee9 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:04:57.157899 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-84f0dbc7-0cae-4dc9-9104-7ac34760c8a6 service neutron] Attempting to bind port 871b7ec4-aa43-4639-b11d-4a5ca531ec1f on network 98047d7b-ac4f-4ee8-a843-59cbf20c8ee9 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:04:57.209531 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-22c0baea-c583-4b40-aa58-5437ac4fb3c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:57.221702 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-84f0dbc7-0cae-4dc9-9104-7ac34760c8a6 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:04:57.222466 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-84f0dbc7-0cae-4dc9-9104-7ac34760c8a6 service neutron] Checking segment: {'id': '8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '98047d7b-ac4f-4ee8-a843-59cbf20c8ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:04:57.222860 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-84f0dbc7-0cae-4dc9-9104-7ac34760c8a6 service neutron] Bound using segment: {'id': '8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '98047d7b-ac4f-4ee8-a843-59cbf20c8ee9'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:04:57.223355 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-84f0dbc7-0cae-4dc9-9104-7ac34760c8a6 service neutron] Bound port: 871b7ec4-aa43-4639-b11d-4a5ca531ec1f, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '98047d7b-ac4f-4ee8-a843-59cbf20c8ee9'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:04:57.223719 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-84f0dbc7-0cae-4dc9-9104-7ac34760c8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:57.251474 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a83ab148-7354-4156-b6cc-8bd2a0f67f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:57.277779 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-22c0baea-c583-4b40-aa58-5437ac4fb3c0 service neutron] Transition to ACTIVE for port object a8456123-9de6-4feb-9c09-95083ab502b6 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:04:57.287831 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83ab148-7354-4156-b6cc-8bd2a0f67f3a None None] No DVR routers for this DVR port 7643d1cb-78f6-43b0-9065-8e6d5fc78f3f on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:04:57.290400 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ab148-7354-4156-b6cc-8bd2a0f67f3a None None] Pushing event deleted for resources: {'Port': ['ID=7643d1cb-78f6-43b0-9065-8e6d5fc78f3f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:57.311695 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-22c0baea-c583-4b40-aa58-5437ac4fb3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:57.343379 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:04:57.344010 n-d-787206-13 neutron-server[94772]: DEBUG oslo_db.api [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:04:57.345456 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ab148-7354-4156-b6cc-8bd2a0f67f3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:57.346456 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ab148-7354-4156-b6cc-8bd2a0f67f3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:57.346955 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ab148-7354-4156-b6cc-8bd2a0f67f3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:57.347429 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ab148-7354-4156-b6cc-8bd2a0f67f3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:57.347865 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ab148-7354-4156-b6cc-8bd2a0f67f3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:57.348301 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ab148-7354-4156-b6cc-8bd2a0f67f3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:57.348736 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ab148-7354-4156-b6cc-8bd2a0f67f3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:57.349170 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ab148-7354-4156-b6cc-8bd2a0f67f3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:57.349602 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ab148-7354-4156-b6cc-8bd2a0f67f3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:57.350030 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ab148-7354-4156-b6cc-8bd2a0f67f3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:57.350569 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ab148-7354-4156-b6cc-8bd2a0f67f3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:57.351006 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ab148-7354-4156-b6cc-8bd2a0f67f3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:04:57.396676 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08173a5-a974-4ebe-b170-a479094b14da req-3fe7135b-1a47-4076-a89d-7757dbd9dffd tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:57.398177 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d08173a5-a974-4ebe-b170-a479094b14da req-3fe7135b-1a47-4076-a89d-7757dbd9dffd tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/ports?device_id=720715bc-76d4-4b2f-b576-720b5365fcdd HTTP/1.1" status: 200 len: 947 time: 0.2206562 Aug 16 20:04:57.444116 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2ddb7876-3cc2-4d96-a5a5-ff655d66cc76 req-b4c7295b-94f7-45e4-bb90-6b5aecebc7ed service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073816 Aug 16 20:04:57.483684 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0baea-c583-4b40-aa58-5437ac4fb3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a8456123-9de6-4feb-9c09-95083ab502b6,revision_number=6']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:57.487994 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-22c0baea-c583-4b40-aa58-5437ac4fb3c0 service neutron] No DVR routers for this DVR port a8456123-9de6-4feb-9c09-95083ab502b6 on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:04:57.492713 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38752) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:57.494161 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-84f0dbc7-0cae-4dc9-9104-7ac34760c8a6 service neutron] For port 871b7ec4-aa43-4639-b11d-4a5ca531ec1f, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:04:57.547070 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-84f0dbc7-0cae-4dc9-9104-7ac34760c8a6 service neutron] For port 871b7ec4-aa43-4639-b11d-4a5ca531ec1f, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=871b7ec4-aa43-4639-b11d-4a5ca531ec1f,segment=NetworkSegment(8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69),segment_id=8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:04:57.607924 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-84f0dbc7-0cae-4dc9-9104-7ac34760c8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:57.612705 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d08173a5-a974-4ebe-b170-a479094b14da req-e5f77081-8f80-4a69-b3c8-6425726cc173 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/security-groups?id=679ae586-eac6-4da8-8233-9cab83bbe988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942761 Aug 16 20:04:57.665754 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-22c0baea-c583-4b40-aa58-5437ac4fb3c0 service neutron] Attempting to bind port a8456123-9de6-4feb-9c09-95083ab502b6 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:04:57.666243 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-22c0baea-c583-4b40-aa58-5437ac4fb3c0 service neutron] Attempting to bind port a8456123-9de6-4feb-9c09-95083ab502b6 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:04:57.666673 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-22c0baea-c583-4b40-aa58-5437ac4fb3c0 service neutron] Attempting to bind port a8456123-9de6-4feb-9c09-95083ab502b6 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:04:57.676196 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-22c0baea-c583-4b40-aa58-5437ac4fb3c0 service neutron] Port a8456123-9de6-4feb-9c09-95083ab502b6 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:04:57.676665 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-22c0baea-c583-4b40-aa58-5437ac4fb3c0 service neutron] Attempting to bind port a8456123-9de6-4feb-9c09-95083ab502b6 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:04:57.683320 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b323031-0886-4f68-bdaf-a4e35ff46b46 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:57.694635 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-84f0dbc7-0cae-4dc9-9104-7ac34760c8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:57.697194 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-84f0dbc7-0cae-4dc9-9104-7ac34760c8a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:57.698754 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-84f0dbc7-0cae-4dc9-9104-7ac34760c8a6 service neutron] 10.222.0.57 "PUT /v2.0/ports/871b7ec4-aa43-4639-b11d-4a5ca531ec1f HTTP/1.1" status: 200 len: 1092 time: 4.2010975 Aug 16 20:04:57.699667 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-22c0baea-c583-4b40-aa58-5437ac4fb3c0 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:04:57.700101 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-22c0baea-c583-4b40-aa58-5437ac4fb3c0 service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:04:57.700922 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-22c0baea-c583-4b40-aa58-5437ac4fb3c0 service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:04:57.701128 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-22c0baea-c583-4b40-aa58-5437ac4fb3c0 service neutron] Bound port: a8456123-9de6-4feb-9c09-95083ab502b6, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:04:57.701628 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-22c0baea-c583-4b40-aa58-5437ac4fb3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:57.777002 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-0fd2fce0-a89f-4874-b822-5c60bf3803c0 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:57.778434 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-0fd2fce0-a89f-4874-b822-5c60bf3803c0 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/networks?id=50038fe1-20b3-430a-a3e5-f13498455fc2 HTTP/1.1" status: 200 len: 804 time: 0.8643615 Aug 16 20:04:57.842926 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5370457-631f-4a45-95ac-18969e6e2a2e req-4e16146b-b19b-44be-b53d-45aaf2c036d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:57.844611 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b5370457-631f-4a45-95ac-18969e6e2a2e req-4e16146b-b19b-44be-b53d-45aaf2c036d9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7601039 Aug 16 20:04:57.857450 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-92321cda-87c9-42ef-a3e1-ae63c75f1373 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/quotas/3d4c841e259544d78ad8fc783177205f HTTP/1.1" status: 200 len: 375 time: 0.0609705 Aug 16 20:04:57.885451 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device ea5e359b-e5c4-4ec5-95c1-7126c69cded6 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:04:57.945962 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-35f2cd7a-f4ad-4472-a6f5-b34f85043716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a87b729-ab80-4069-9c17-04e4333371e9 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:04:57.968439 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:57.995032 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7019cf-6f18-466b-a7e8-fbc732b40c0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea5e359b-e5c4-4ec5-95c1-7126c69cded6'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:04:57.997495 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49b7062-f292-4b6f-8104-9510c3887828" -d '{"events": [{"server_uuid": "1e7019cf-6f18-466b-a7e8-fbc732b40c0b", "name": "network-vif-unplugged", "status": "completed", "tag": "ea5e359b-e5c4-4ec5-95c1-7126c69cded6"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:04:58.010583 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-35f2cd7a-f4ad-4472-a6f5-b34f85043716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:58.011755 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port ea5e359b-e5c4-4ec5-95c1-7126c69cded6, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=ea5e359b-e5c4-4ec5-95c1-7126c69cded6,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:58.017855 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:58.019221 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device dfc03942-c1e2-4aac-b317-2957f9d6f0f4 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:04:58.020519 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b323031-0886-4f68-bdaf-a4e35ff46b46 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:58.070460 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: dfc03942-c1e2-4aac-b317-2957f9d6f0f4 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:04:58.070808 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device dfc03942-c1e2-4aac-b317-2957f9d6f0f4 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:04:58.101495 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=ea5e359b-e5c4-4ec5-95c1-7126c69cded6,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:58.103584 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-35f2cd7a-f4ad-4472-a6f5-b34f85043716 service neutron] Transition to ACTIVE for port object 6a87b729-ab80-4069-9c17-04e4333371e9 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:04:58.106206 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa0ec70-4468-40c4-b38e-6bd4107c33b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8456123-9de6-4feb-9c09-95083ab502b6'}, {'name': 'network-changed', 'server_uuid': '3775534d-3b50-437a-917b-69bd152ade96', 'tag': '871b7ec4-aa43-4639-b11d-4a5ca531ec1f'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:04:58.108703 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1243dd2-73c8-4c95-8461-e2e930c1eba8" -d '{"events": [{"server_uuid": "aaa0ec70-4468-40c4-b38e-6bd4107c33b6", "name": "network-vif-unplugged", "status": "completed", "tag": "a8456123-9de6-4feb-9c09-95083ab502b6"}, {"name": "network-changed", "server_uuid": "3775534d-3b50-437a-917b-69bd152ade96", "tag": "871b7ec4-aa43-4639-b11d-4a5ca531ec1f"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:04:58.111227 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b323031-0886-4f68-bdaf-a4e35ff46b46 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:58.115874 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8b323031-0886-4f68-bdaf-a4e35ff46b46 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] 10.222.0.68 "DELETE /v2.0/subnets/b73746cd-c1ae-47d5-9d4f-e6da4bfe0949 HTTP/1.1" status: 204 len: 168 time: 1.7707469 Aug 16 20:04:58.115874 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b323031-0886-4f68-bdaf-a4e35ff46b46 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Pushing event deleted for resources: {'Subnet': ['ID=b73746cd-c1ae-47d5-9d4f-e6da4bfe0949,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:58.117175 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38764) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:58.126394 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a18c752-d3b5-4f13-affa-4ddc29c47434 None None] Network 4650fd3e-0eeb-4019-ad97-e369e2ef4836 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:04:58.132495 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-42e44158-94dc-49b0-a813-c88143749939 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1266941271-network', 'tenant_id': 'f37110b65e324c64893ebaf7d2528f23'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:58.144947 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0dbc7-0cae-4dc9-9104-7ac34760c8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=871b7ec4-aa43-4639-b11d-4a5ca531ec1f,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:58.146331 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-35f2cd7a-f4ad-4472-a6f5-b34f85043716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:58.200380 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2ddb7876-3cc2-4d96-a5a5-ff655d66cc76 req-4a1375d6-c454-4d9f-8788-4f2bce1c78f1 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7015133 Aug 16 20:04:58.215483 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:04:58.259017 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4ec25-9697-4423-a6bc-3a75c4de45db req-a339e63d-40d2-4267-9d44-efadc9eaaaed tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:58.266829 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6bf4ec25-9697-4423-a6bc-3a75c4de45db req-a339e63d-40d2-4267-9d44-efadc9eaaaed tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=24252552-3394-449d-b818-c49b99d084fe HTTP/1.1" status: 200 len: 946 time: 0.5626328 Aug 16 20:04:58.278627 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-adb41f49-1e93-455e-a5b7-3861e146c2a3 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3d4c841e259544d78ad8fc783177205f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4096925 Aug 16 20:04:58.288700 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e44158-94dc-49b0-a813-c88143749939 admin admin] Made reservation on behalf of f37110b65e324c64893ebaf7d2528f23 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:04:58.291293 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-42e44158-94dc-49b0-a813-c88143749939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:58.319596 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-34d592d8-5123-4652-ad63-501d345d7665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:58.321342 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-34d592d8-5123-4652-ad63-501d345d7665 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f084a522d2454e22ab02e0e991970977&device_id=3775534d-3b50-437a-917b-69bd152ade96 HTTP/1.1" status: 200 len: 1095 time: 0.5466909 Aug 16 20:04:58.328465 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-42e44158-94dc-49b0-a813-c88143749939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:58.335355 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7643d1cb-78f6-43b0-9065-8e6d5fc78f3f no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:04:58.366155 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616a075-7975-43bd-841d-cad6e629894b req-563be629-04f0-47a6-821c-310761e5188b tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:58.367688 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8616a075-7975-43bd-841d-cad6e629894b req-563be629-04f0-47a6-821c-310761e5188b tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e7019cf-6f18-466b-a7e8-fbc732b40c0b HTTP/1.1" status: 200 len: 943 time: 0.3507032 Aug 16 20:04:58.370265 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edaa384-beb0-4027-84cc-dcded385a48e None None] DHCP port deletion for 4650fd3e-0eeb-4019-ad97-e369e2ef4836 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:04:58.374694 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 7643d1cb-78f6-43b0-9065-8e6d5fc78f3f {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:04:58.375110 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7643d1cb-78f6-43b0-9065-8e6d5fc78f3f not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:04:58.396466 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-22c0baea-c583-4b40-aa58-5437ac4fb3c0 service neutron] For port a8456123-9de6-4feb-9c09-95083ab502b6, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:04:58.399059 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-a0a22fe6-283c-4d72-beb1-e4db104dbfef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=871b7ec4-aa43-4639-b11d-4a5ca531ec1f HTTP/1.1" status: 200 len: 217 time: 0.0683308 Aug 16 20:04:58.399669 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b5370457-631f-4a45-95ac-18969e6e2a2e req-fa0781de-560f-4f12-a050-2e1734191ff9 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5318410 Aug 16 20:04:58.423200 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6bf4ec25-9697-4423-a6bc-3a75c4de45db req-abc1ab16-a936-4aa7-ab4e-fc3a95b8612b tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554031 Aug 16 20:04:58.430845 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-22c0baea-c583-4b40-aa58-5437ac4fb3c0 service neutron] For port a8456123-9de6-4feb-9c09-95083ab502b6, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a8456123-9de6-4feb-9c09-95083ab502b6,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:04:58.432387 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2edaa384-beb0-4027-84cc-dcded385a48e None None] Deleting port 1201abfd-6698-4717-8996-0a1602d133ba {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:04:58.433009 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2edaa384-beb0-4027-84cc-dcded385a48e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:58.443296 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3abd07a-94b5-434f-9277-68e8bf59aeec tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:58.464705 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-22c0baea-c583-4b40-aa58-5437ac4fb3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:58.466032 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2cd7a-f4ad-4472-a6f5-b34f85043716 service neutron] Pushing event updated for resources: {'Port': ['ID=6a87b729-ab80-4069-9c17-04e4333371e9,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:58.516543 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-9c80c75a-23a2-4e35-878b-219608667e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:58.518094 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-9c80c75a-23a2-4e35-878b-219608667e3a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=91bec72d-8489-41bf-9029-0bb4a068613d HTTP/1.1" status: 200 len: 857 time: 0.1067059 Aug 16 20:04:58.529136 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-22c0baea-c583-4b40-aa58-5437ac4fb3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:58.530238 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-22c0baea-c583-4b40-aa58-5437ac4fb3c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:58.531750 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-22c0baea-c583-4b40-aa58-5437ac4fb3c0 service neutron] 10.222.0.63 "PUT /v2.0/ports/a8456123-9de6-4feb-9c09-95083ab502b6 HTTP/1.1" status: 200 len: 1096 time: 2.6243217 Aug 16 20:04:58.538167 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2edaa384-beb0-4027-84cc-dcded385a48e None None] For port 1201abfd-6698-4717-8996-0a1602d133ba, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1201abfd-6698-4717-8996-0a1602d133ba,segment=NetworkSegment(b377d1cd-961f-483f-9efb-632514efb4bd),segment_id=b377d1cd-961f-483f-9efb-632514efb4bd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:58.538570 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2edaa384-beb0-4027-84cc-dcded385a48e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:58.544344 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device a6070b4d-af34-4dd6-acea-8e6bd26430c3 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:04:58.565182 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2edaa384-beb0-4027-84cc-dcded385a48e None None] Calling delete_port for 1201abfd-6698-4717-8996-0a1602d133ba owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:04:58.631644 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-2cc2cf8b-f6e6-4127-b40a-8f499504d50e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=98047d7b-ac4f-4ee8-a843-59cbf20c8ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986130 Aug 16 20:04:58.636837 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 676f874a-0962-4a9b-96c3-caa8a2dd9053 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:04:58.717453 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0baea-c583-4b40-aa58-5437ac4fb3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a8456123-9de6-4feb-9c09-95083ab502b6,revision_number=7']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:58.758287 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-d7feb594-532d-4b9a-acb4-fdc089eb1115 service neutron] 10.222.0.68 "GET /v2.0/networks/50038fe1-20b3-430a-a3e5-f13498455fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596539 Aug 16 20:04:58.774748 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb95112-f9f5-4d72-86b8-f2ebd51da619 req-5edf85a4-14e8-4d36-81c4-00933b2b06bf tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:58.782496 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dcb95112-f9f5-4d72-86b8-f2ebd51da619 req-5edf85a4-14e8-4d36-81c4-00933b2b06bf tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 947 time: 0.2379880 Aug 16 20:04:58.790955 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-33e60adc-2955-47da-9fba-0ffc95dfae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:58.792485 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-33e60adc-2955-47da-9fba-0ffc95dfae1b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 1099 time: 0.2253690 Aug 16 20:04:58.841451 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port a6070b4d-af34-4dd6-acea-8e6bd26430c3, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a6070b4d-af34-4dd6-acea-8e6bd26430c3,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:58.851110 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2edaa384-beb0-4027-84cc-dcded385a48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:58.875298 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'a6070b4d-af34-4dd6-acea-8e6bd26430c3', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': 'a6070b4d-af34-4dd6-acea-8e6bd26430c3', 'mac_address': 'fa:16:3e:58:d0:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:04:58.905377 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edaa384-beb0-4027-84cc-dcded385a48e None None] Pushing event deleted for resources: {'Port': ['ID=1201abfd-6698-4717-8996-0a1602d133ba,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:58.908961 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 676f874a-0962-4a9b-96c3-caa8a2dd9053, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=676f874a-0962-4a9b-96c3-caa8a2dd9053,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:58.911921 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edaa384-beb0-4027-84cc-dcded385a48e None None] No DVR routers for this DVR port 1201abfd-6698-4717-8996-0a1602d133ba on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:04:58.912642 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-42e44158-94dc-49b0-a813-c88143749939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:58.918755 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b5370457-631f-4a45-95ac-18969e6e2a2e req-73078ce0-2db5-41de-a53f-f362059190e5 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995816 Aug 16 20:04:58.946144 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '676f874a-0962-4a9b-96c3-caa8a2dd9053', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': '676f874a-0962-4a9b-96c3-caa8a2dd9053', 'mac_address': 'fa:16:3e:5b:92:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:04:58.949234 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dcb95112-f9f5-4d72-86b8-f2ebd51da619 req-422479f9-6361-429f-9420-4a13bdda5dca tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663992 Aug 16 20:04:58.952311 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-42e44158-94dc-49b0-a813-c88143749939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:58.959775 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-35f2cd7a-f4ad-4472-a6f5-b34f85043716 service neutron] Attempting to bind port 6a87b729-ab80-4069-9c17-04e4333371e9 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:04:58.960726 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-35f2cd7a-f4ad-4472-a6f5-b34f85043716 service neutron] Attempting to bind port 6a87b729-ab80-4069-9c17-04e4333371e9 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '98047d7b-ac4f-4ee8-a843-59cbf20c8ee9'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:04:58.961164 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-35f2cd7a-f4ad-4472-a6f5-b34f85043716 service neutron] Attempting to bind port 6a87b729-ab80-4069-9c17-04e4333371e9 on network 98047d7b-ac4f-4ee8-a843-59cbf20c8ee9 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:04:58.966406 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-6bef2f27-7422-4d72-8c8f-347ba6333580 service neutron] 10.222.0.57 "GET /v2.0/networks/98047d7b-ac4f-4ee8-a843-59cbf20c8ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241904 Aug 16 20:04:58.994546 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-184edf36-769b-40f2-a23d-ffd3a01d3ee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 601777a0-06d6-4292-9422-ea7507df9eff {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:04:59.002353 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:59.003266 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3abd07a-94b5-434f-9277-68e8bf59aeec tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:59.024268 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-35f2cd7a-f4ad-4472-a6f5-b34f85043716 service neutron] Port 6a87b729-ab80-4069-9c17-04e4333371e9 on network 98047d7b-ac4f-4ee8-a843-59cbf20c8ee9 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:04:59.024779 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-35f2cd7a-f4ad-4472-a6f5-b34f85043716 service neutron] Attempting to bind port 6a87b729-ab80-4069-9c17-04e4333371e9 on network 98047d7b-ac4f-4ee8-a843-59cbf20c8ee9 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:04:59.028202 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-184edf36-769b-40f2-a23d-ffd3a01d3ee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:59.038530 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-b3abd07a-94b5-434f-9277-68e8bf59aeec tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03de9478-7b82-4ac1-8ff4-d06cad62ce8a']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:59.058923 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6070b4d-af34-4dd6-acea-8e6bd26430c3 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:04:59.066145 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-8616a075-7975-43bd-841d-cad6e629894b req-51cd9dc0-71c0-45a4-a76c-840d68008227 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Deleting port ea5e359b-e5c4-4ec5-95c1-7126c69cded6 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:04:59.066482 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8616a075-7975-43bd-841d-cad6e629894b req-51cd9dc0-71c0-45a4-a76c-840d68008227 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:59.076279 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf78adf-48e6-4c32-9393-4f62201f23b6 x-openstack-request-id: req-dbf78adf-48e6-4c32-9393-4f62201f23b6 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:04:59.077179 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7019cf-6f18-466b-a7e8-fbc732b40c0b", "name": "network-vif-unplugged", "status": "completed", "tag": "ea5e359b-e5c4-4ec5-95c1-7126c69cded6", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:04:59.077441 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dbf78adf-48e6-4c32-9393-4f62201f23b6 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:04:59.077683 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-b3abd07a-94b5-434f-9277-68e8bf59aeec tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9754267c-6275-4551-be74-30a06eba2bc4') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:59.077857 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7019cf-6f18-466b-a7e8-fbc732b40c0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea5e359b-e5c4-4ec5-95c1-7126c69cded6', 'code': 200} Aug 16 20:04:59.078303 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-b3abd07a-94b5-434f-9277-68e8bf59aeec tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9754267c-6275-4551-be74-30a06eba2bc4') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:04:59.091845 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e44158-94dc-49b0-a813-c88143749939 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:04:59.094324 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-35f2cd7a-f4ad-4472-a6f5-b34f85043716 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:04:59.094675 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-35f2cd7a-f4ad-4472-a6f5-b34f85043716 service neutron] Checking segment: {'id': '8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '98047d7b-ac4f-4ee8-a843-59cbf20c8ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:04:59.095073 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-35f2cd7a-f4ad-4472-a6f5-b34f85043716 service neutron] Bound using segment: {'id': '8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '98047d7b-ac4f-4ee8-a843-59cbf20c8ee9'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:04:59.095555 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-35f2cd7a-f4ad-4472-a6f5-b34f85043716 service neutron] Bound port: 6a87b729-ab80-4069-9c17-04e4333371e9, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '98047d7b-ac4f-4ee8-a843-59cbf20c8ee9'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:04:59.096663 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-35f2cd7a-f4ad-4472-a6f5-b34f85043716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:59.119794 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port a6070b4d-af34-4dd6-acea-8e6bd26430c3, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a6070b4d-af34-4dd6-acea-8e6bd26430c3,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:59.122104 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:59.140278 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:59.149226 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 676f874a-0962-4a9b-96c3-caa8a2dd9053 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:04:59.162194 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-184edf36-769b-40f2-a23d-ffd3a01d3ee8 service neutron] Transition to ACTIVE for port object 601777a0-06d6-4292-9422-ea7507df9eff will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:04:59.170380 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3abd07a-94b5-434f-9277-68e8bf59aeec tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:59.187915 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-38fa4ebd-70be-46f5-b83a-a8e3651be3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:59.189754 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-38fa4ebd-70be-46f5-b83a-a8e3651be3d5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.3817182 Aug 16 20:04:59.192419 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-184edf36-769b-40f2-a23d-ffd3a01d3ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:59.196085 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 676f874a-0962-4a9b-96c3-caa8a2dd9053, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=676f874a-0962-4a9b-96c3-caa8a2dd9053,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:59.206963 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:59.216970 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-42e44158-94dc-49b0-a813-c88143749939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:59.217319 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-42e44158-94dc-49b0-a813-c88143749939 admin admin] Added segment f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd of type vlan for network 8627704a-ee5f-4a5e-8fc0-ac36b12a4787 Aug 16 20:04:59.219487 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=a6070b4d-af34-4dd6-acea-8e6bd26430c3,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:59.223103 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e44158-94dc-49b0-a813-c88143749939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73fac07-00d4-42f1-990a-79a3fed1d41c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:59.236444 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3abd07a-94b5-434f-9277-68e8bf59aeec tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:59.277413 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=676f874a-0962-4a9b-96c3-caa8a2dd9053,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:59.280555 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3abd07a-94b5-434f-9277-68e8bf59aeec tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:04:59.280972 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3abd07a-94b5-434f-9277-68e8bf59aeec tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:59.286074 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-18fa9143-3baf-43a1-a3e2-8df3c16a4d71 service neutron] 10.222.0.68 "GET /v2.0/networks/50038fe1-20b3-430a-a3e5-f13498455fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058557 Aug 16 20:04:59.286854 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:04:59.286854 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:04:59.286854 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:04:59.286854 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:04:59.286854 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:04:59.286854 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:04:59.286854 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:04:59.286854 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:04:59.286854 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:04:59.286854 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:04:59.286854 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:04:59.286854 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:04:59.286854 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:04:59.286854 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:04:59.286854 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:04:59.286854 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:04:59.286854 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:04:59.286854 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:04:59.286854 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:04:59.286854 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:04:59.286854 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:04:59.286854 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:04:59.286854 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:04:59.286854 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:04:59.286854 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:04:59.286854 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:04:59.286854 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:04:59.286854 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:04:59.286854 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:04:59.286854 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:04:59.286854 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:04:59.286854 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:04:59.298134 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-c763bb1c-e7da-4068-8f88-4cbcffdd3b0a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=a8456123-9de6-4feb-9c09-95083ab502b6 HTTP/1.1" status: 200 len: 217 time: 0.0788467 Aug 16 20:04:59.383843 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-3d656e96-30e1-4f95-83f2-6c00a1aab839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:59.385984 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-3d656e96-30e1-4f95-83f2-6c00a1aab839 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.0557251 Aug 16 20:04:59.390911 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184edf36-769b-40f2-a23d-ffd3a01d3ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=601777a0-06d6-4292-9422-ea7507df9eff,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:59.402045 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-8616a075-7975-43bd-841d-cad6e629894b req-51cd9dc0-71c0-45a4-a76c-840d68008227 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] For port ea5e359b-e5c4-4ec5-95c1-7126c69cded6, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=ea5e359b-e5c4-4ec5-95c1-7126c69cded6,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:04:59.402422 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8616a075-7975-43bd-841d-cad6e629894b req-51cd9dc0-71c0-45a4-a76c-840d68008227 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:59.410796 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-42e44158-94dc-49b0-a813-c88143749939 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:59.420328 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['676f874a-0962-4a9b-96c3-caa8a2dd9053'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:04:59.433281 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3abd07a-94b5-434f-9277-68e8bf59aeec tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:59.448786 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-35f2cd7a-f4ad-4472-a6f5-b34f85043716 service neutron] For port 6a87b729-ab80-4069-9c17-04e4333371e9, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:04:59.451111 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-8616a075-7975-43bd-841d-cad6e629894b req-51cd9dc0-71c0-45a4-a76c-840d68008227 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Calling delete_port for ea5e359b-e5c4-4ec5-95c1-7126c69cded6 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:04:59.451694 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e5197-d47e-4bad-95fd-314fcb6652c9 req-e8fcaba6-2730-4a46-abb9-be5bea793068 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:59.465061 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-125e5197-d47e-4bad-95fd-314fcb6652c9 req-e8fcaba6-2730-4a46-abb9-be5bea793068 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b4e36b5-25c6-4a54-b9d2-7e23815d8ef0 HTTP/1.1" status: 200 len: 944 time: 0.3255904 Aug 16 20:04:59.484674 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3abd07a-94b5-434f-9277-68e8bf59aeec tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:59.487178 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b3abd07a-94b5-434f-9277-68e8bf59aeec tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] 10.222.0.68 "DELETE /v2.0/networks/03de9478-7b82-4ac1-8ff4-d06cad62ce8a HTTP/1.1" status: 204 len: 168 time: 1.3630164 Aug 16 20:04:59.489883 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 16 Aug 2021 20:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e42b23-5317-428a-91bc-4288c4039aab x-openstack-request-id: req-90e42b23-5317-428a-91bc-4288c4039aab {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:04:59.490177 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa0ec70-4468-40c4-b38e-6bd4107c33b6", "name": "network-vif-unplugged", "status": "completed", "tag": "a8456123-9de6-4feb-9c09-95083ab502b6", "code": 200}, {"name": "network-changed", "server_uuid": "3775534d-3b50-437a-917b-69bd152ade96", "tag": "871b7ec4-aa43-4639-b11d-4a5ca531ec1f", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:04:59.490423 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-90e42b23-5317-428a-91bc-4288c4039aab {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:04:59.490809 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa0ec70-4468-40c4-b38e-6bd4107c33b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8456123-9de6-4feb-9c09-95083ab502b6', 'code': 200} Aug 16 20:04:59.491060 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3775534d-3b50-437a-917b-69bd152ade96', 'tag': '871b7ec4-aa43-4639-b11d-4a5ca531ec1f', 'status': 'completed', 'code': 200} Aug 16 20:04:59.499094 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38778) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:59.511072 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-35f2cd7a-f4ad-4472-a6f5-b34f85043716 service neutron] For port 6a87b729-ab80-4069-9c17-04e4333371e9, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=6a87b729-ab80-4069-9c17-04e4333371e9,segment=NetworkSegment(8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69),segment_id=8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:04:59.526877 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-55bdeaa7-fc87-4888-8ede-4e6f88973927 service neutron] 10.222.0.57 "GET /v2.0/networks/98047d7b-ac4f-4ee8-a843-59cbf20c8ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5514460 Aug 16 20:04:59.529861 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abd07a-94b5-434f-9277-68e8bf59aeec tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Pushing event deleted for resources: {'Network': ['ID=03de9478-7b82-4ac1-8ff4-d06cad62ce8a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:59.559831 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-125e5197-d47e-4bad-95fd-314fcb6652c9 req-0bf75d9f-302c-4c69-b8f6-7d0c607656c3 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/security-groups?id=c114c874-e8a1-4184-b68a-f2324b9b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937726 Aug 16 20:04:59.564793 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['a6070b4d-af34-4dd6-acea-8e6bd26430c3'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:04:59.572627 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-35f2cd7a-f4ad-4472-a6f5-b34f85043716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:59.657529 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-7ac4f334-682e-4489-a612-6f4680701c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:59.659703 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-7ac4f334-682e-4489-a612-6f4680701c4f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2615292 Aug 16 20:04:59.661657 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-42e44158-94dc-49b0-a813-c88143749939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:59.664500 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e44158-94dc-49b0-a813-c88143749939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:59.664500 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-42e44158-94dc-49b0-a813-c88143749939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:59.738464 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-35f2cd7a-f4ad-4472-a6f5-b34f85043716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:59.739095 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-35f2cd7a-f4ad-4472-a6f5-b34f85043716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:59.741247 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-35f2cd7a-f4ad-4472-a6f5-b34f85043716 service neutron] 10.222.0.57 "PUT /v2.0/ports/6a87b729-ab80-4069-9c17-04e4333371e9 HTTP/1.1" status: 200 len: 1093 time: 4.6366897 Aug 16 20:04:59.742025 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4e36b5-25c6-4a54-b9d2-7e23815d8ef0', 'tag': '6a87b729-ab80-4069-9c17-04e4333371e9'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:04:59.744648 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c148fa-ff96-47db-8fb8-6b48f1c00ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "8b4e36b5-25c6-4a54-b9d2-7e23815d8ef0", "tag": "6a87b729-ab80-4069-9c17-04e4333371e9"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:04:59.763488 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-184edf36-769b-40f2-a23d-ffd3a01d3ee8 service neutron] Attempting to bind port 601777a0-06d6-4292-9422-ea7507df9eff on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:04:59.764558 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-184edf36-769b-40f2-a23d-ffd3a01d3ee8 service neutron] Attempting to bind port 601777a0-06d6-4292-9422-ea7507df9eff by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '98047d7b-ac4f-4ee8-a843-59cbf20c8ee9'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:04:59.765114 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-184edf36-769b-40f2-a23d-ffd3a01d3ee8 service neutron] Attempting to bind port 601777a0-06d6-4292-9422-ea7507df9eff on network 98047d7b-ac4f-4ee8-a843-59cbf20c8ee9 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:04:59.779287 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e20a470-3986-4c19-9d9a-6d9602f8f9c6 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:59.807878 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-184edf36-769b-40f2-a23d-ffd3a01d3ee8 service neutron] Port 601777a0-06d6-4292-9422-ea7507df9eff on network 98047d7b-ac4f-4ee8-a843-59cbf20c8ee9 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:04:59.808662 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-184edf36-769b-40f2-a23d-ffd3a01d3ee8 service neutron] Attempting to bind port 601777a0-06d6-4292-9422-ea7507df9eff on network 98047d7b-ac4f-4ee8-a843-59cbf20c8ee9 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:04:59.823311 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2cd7a-f4ad-4472-a6f5-b34f85043716 service neutron] Pushing event updated for resources: {'Port': ['ID=6a87b729-ab80-4069-9c17-04e4333371e9,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:59.882758 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-42e44158-94dc-49b0-a813-c88143749939 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3797395 Aug 16 20:04:59.893683 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38794) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:04:59.904770 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f77ed726-01b8-406d-bdea-665c6e31f0ce admin admin] Request body: {'subnet': {'network_id': '8627704a-ee5f-4a5e-8fc0-ac36b12a4787', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1266941271-subnet', 'tenant_id': 'f37110b65e324c64893ebaf7d2528f23', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:04:59.914584 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e44158-94dc-49b0-a813-c88143749939 admin admin] Pushing event updated for resources: {'Network': ['ID=8627704a-ee5f-4a5e-8fc0-ac36b12a4787,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:04:59.925779 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 8627704a-ee5f-4a5e-8fc0-ac36b12a4787 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:04:59.932988 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8616a075-7975-43bd-841d-cad6e629894b req-51cd9dc0-71c0-45a4-a76c-840d68008227 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:59.933270 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1243dd2-73c8-4c95-8461-e2e930c1eba8 req-057d16ce-e2a3-4d9f-9e19-9366c68fd628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:59.937253 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b1243dd2-73c8-4c95-8461-e2e930c1eba8 req-057d16ce-e2a3-4d9f-9e19-9366c68fd628 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f084a522d2454e22ab02e0e991970977&device_id=3775534d-3b50-437a-917b-69bd152ade96 HTTP/1.1" status: 200 len: 1095 time: 0.3315964 Aug 16 20:04:59.938775 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-184edf36-769b-40f2-a23d-ffd3a01d3ee8 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:04:59.939214 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-184edf36-769b-40f2-a23d-ffd3a01d3ee8 service neutron] Checking segment: {'id': '8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '98047d7b-ac4f-4ee8-a843-59cbf20c8ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:04:59.939738 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-184edf36-769b-40f2-a23d-ffd3a01d3ee8 service neutron] Bound using segment: {'id': '8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '98047d7b-ac4f-4ee8-a843-59cbf20c8ee9'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:04:59.941226 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-184edf36-769b-40f2-a23d-ffd3a01d3ee8 service neutron] Bound port: 601777a0-06d6-4292-9422-ea7507df9eff, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '98047d7b-ac4f-4ee8-a843-59cbf20c8ee9'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:04:59.941602 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-184edf36-769b-40f2-a23d-ffd3a01d3ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:04:59.964395 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cade91-55ea-4a17-8d70-f3a52cf4158c req-aafff9cc-0bdf-4f7f-a692-f43da40ea9ac tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:04:59.976743 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d4cade91-55ea-4a17-8d70-f3a52cf4158c req-aafff9cc-0bdf-4f7f-a692-f43da40ea9ac tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/ports?device_id=720715bc-76d4-4b2f-b576-720b5365fcdd HTTP/1.1" status: 200 len: 948 time: 0.4001365 Aug 16 20:05:00.016300 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd9dc0-71c0-45a4-a76c-840d68008227 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Pushing event deleted for resources: {'Port': ['ID=ea5e359b-e5c4-4ec5-95c1-7126c69cded6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:00.075593 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77ed726-01b8-406d-bdea-665c6e31f0ce admin admin] Made reservation on behalf of f37110b65e324c64893ebaf7d2528f23 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:05:00.078342 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f77ed726-01b8-406d-bdea-665c6e31f0ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:00.092426 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-ea35fc74-8feb-4dd3-8136-6aa7e402e657 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:00.094137 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-ea35fc74-8feb-4dd3-8136-6aa7e402e657 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/networks?id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd HTTP/1.1" status: 200 len: 812 time: 0.3767276 Aug 16 20:05:00.134985 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-2514d00b-d96f-4e48-aac3-8d6720dce306 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124846 Aug 16 20:05:00.178727 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-7e7db7f5-abaa-41a2-b4e2-4fcdf3957de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:00.180587 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-7e7db7f5-abaa-41a2-b4e2-4fcdf3957de0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f084a522d2454e22ab02e0e991970977&device_id=8b4e36b5-25c6-4a54-b9d2-7e23815d8ef0 HTTP/1.1" status: 200 len: 1096 time: 0.3852441 Aug 16 20:05:00.182754 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-4be23003-e646-4c0c-80ff-a3308b9a668c tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/quotas/660f9d21c81a4d0490e02db145c56c81 HTTP/1.1" status: 200 len: 375 time: 0.0509405 Aug 16 20:05:00.186732 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8616a075-7975-43bd-841d-cad6e629894b req-51cd9dc0-71c0-45a4-a76c-840d68008227 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] No DVR routers for this DVR port ea5e359b-e5c4-4ec5-95c1-7126c69cded6 on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:05:00.203032 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8616a075-7975-43bd-841d-cad6e629894b req-51cd9dc0-71c0-45a4-a76c-840d68008227 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:00.205018 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8616a075-7975-43bd-841d-cad6e629894b req-51cd9dc0-71c0-45a4-a76c-840d68008227 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.57 "DELETE /v2.0/ports/ea5e359b-e5c4-4ec5-95c1-7126c69cded6 HTTP/1.1" status: 204 len: 173 time: 1.8045061 Aug 16 20:05:00.208556 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d4cade91-55ea-4a17-8d70-f3a52cf4158c req-bca177ae-fe7f-48c7-8b15-23cdaa660a5d tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/security-groups?id=679ae586-eac6-4da8-8233-9cab83bbe988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310050 Aug 16 20:05:00.253658 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e20a470-3986-4c19-9d9a-6d9602f8f9c6 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:00.257017 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-016e2d1b-8a0a-4883-9157-33182846abe0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a87b729-ab80-4069-9c17-04e4333371e9 HTTP/1.1" status: 200 len: 217 time: 0.0662501 Aug 16 20:05:00.282900 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-1e20a470-3986-4c19-9d9a-6d9602f8f9c6 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4650fd3e-0eeb-4019-ad97-e369e2ef4836']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:00.300741 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-6e3acf65-8248-46c1-a810-2999d0a7638c tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=660f9d21c81a4d0490e02db145c56c81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737870 Aug 16 20:05:00.334600 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-1e20a470-3986-4c19-9d9a-6d9602f8f9c6 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b377d1cd-961f-483f-9efb-632514efb4bd') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:00.334600 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-1e20a470-3986-4c19-9d9a-6d9602f8f9c6 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b377d1cd-961f-483f-9efb-632514efb4bd') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:00.348339 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-184edf36-769b-40f2-a23d-ffd3a01d3ee8 service neutron] For port 601777a0-06d6-4292-9422-ea7507df9eff, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:05:00.372097 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6ea65c51-b50b-453b-9ffc-e7582ddbb762 req-1b03aad7-5535-4c66-9598-12da6e2737c4 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d00c679-34fc-4caf-86b6-c21698cbde16 HTTP/1.1" status: 200 len: 210 time: 0.0598490 Aug 16 20:05:00.378644 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1201abfd-6698-4717-8996-0a1602d133ba no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:05:00.379538 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e20a470-3986-4c19-9d9a-6d9602f8f9c6 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:00.399430 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1243dd2-73c8-4c95-8461-e2e930c1eba8 req-3e3aee32-d390-478c-add6-544dc06d0413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:00.399904 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-184edf36-769b-40f2-a23d-ffd3a01d3ee8 service neutron] For port 601777a0-06d6-4292-9422-ea7507df9eff, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=601777a0-06d6-4292-9422-ea7507df9eff,segment=NetworkSegment(8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69),segment_id=8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:05:00.404452 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b1243dd2-73c8-4c95-8461-e2e930c1eba8 req-3e3aee32-d390-478c-add6-544dc06d0413 service neutron] 10.222.0.57 "GET /v2.0/networks?id=98047d7b-ac4f-4ee8-a843-59cbf20c8ee9 HTTP/1.1" status: 200 len: 918 time: 0.4536469 Aug 16 20:05:00.409819 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-e71782ef-ae4b-48a2-847c-090fb0b51934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:00.410241 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-cf2b45d1-f879-4ffd-93fe-bf2d2ab9182b service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574875 Aug 16 20:05:00.411345 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-e71782ef-ae4b-48a2-847c-090fb0b51934 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=91bec72d-8489-41bf-9029-0bb4a068613d HTTP/1.1" status: 200 len: 857 time: 0.1421094 Aug 16 20:05:00.415779 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e20a470-3986-4c19-9d9a-6d9602f8f9c6 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:00.418651 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-184edf36-769b-40f2-a23d-ffd3a01d3ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:00.420286 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 1201abfd-6698-4717-8996-0a1602d133ba {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:05:00.420826 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1201abfd-6698-4717-8996-0a1602d133ba not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:05:00.463296 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e20a470-3986-4c19-9d9a-6d9602f8f9c6 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:05:00.464164 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e20a470-3986-4c19-9d9a-6d9602f8f9c6 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:00.467689 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:05:00.467689 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:05:00.467689 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:05:00.467689 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:05:00.467689 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:05:00.467689 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:05:00.467689 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:05:00.467689 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:05:00.467689 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:05:00.467689 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:05:00.467689 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:05:00.467689 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:05:00.467689 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:05:00.467689 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:05:00.467689 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:05:00.467689 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:05:00.467689 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:05:00.467689 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:05:00.467689 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:05:00.467689 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:05:00.467689 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:05:00.467689 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:05:00.467689 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:05:00.467689 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:05:00.467689 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:05:00.467689 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:05:00.467689 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:05:00.467689 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:05:00.467689 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:05:00.467689 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:05:00.467689 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:05:00.467689 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:05:00.541115 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b1243dd2-73c8-4c95-8461-e2e930c1eba8 req-b7e95b8f-3f4d-4524-9ddc-635885f3dae2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=871b7ec4-aa43-4639-b11d-4a5ca531ec1f HTTP/1.1" status: 200 len: 217 time: 0.1222048 Aug 16 20:05:00.545711 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device a6070b4d-af34-4dd6-acea-8e6bd26430c3 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:05:00.607010 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port a6070b4d-af34-4dd6-acea-8e6bd26430c3 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:05:00.612509 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port a6070b4d-af34-4dd6-acea-8e6bd26430c3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:00.613021 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:00.641023 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 871b7ec4-aa43-4639-b11d-4a5ca531ec1f details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:05:00.643896 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 676f874a-0962-4a9b-96c3-caa8a2dd9053 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:05:00.694907 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-4e09f90e-b4e2-4f21-bc4c-07eda66cce9e service neutron] 10.222.0.68 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919637 Aug 16 20:05:00.696420 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1243dd2-73c8-4c95-8461-e2e930c1eba8 req-70998d07-8a93-4d8e-a99f-b0ef56129773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:00.698562 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b1243dd2-73c8-4c95-8461-e2e930c1eba8 req-70998d07-8a93-4d8e-a99f-b0ef56129773 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=91bec72d-8489-41bf-9029-0bb4a068613d HTTP/1.1" status: 200 len: 857 time: 0.1471612 Aug 16 20:05:00.733063 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f77ed726-01b8-406d-bdea-665c6e31f0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:00.805788 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b1243dd2-73c8-4c95-8461-e2e930c1eba8 req-e869409b-fbac-4893-b196-5eb19ec75dc9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=98047d7b-ac4f-4ee8-a843-59cbf20c8ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991991 Aug 16 20:05:00.837916 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 676f874a-0962-4a9b-96c3-caa8a2dd9053 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:05:00.864685 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 676f874a-0962-4a9b-96c3-caa8a2dd9053 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:00.865057 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:00.885977 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-50e02beb-4cdd-4ae1-8552-b2f9ba2c4159 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=98047d7b-ac4f-4ee8-a843-59cbf20c8ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4649477 Aug 16 20:05:00.903426 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:00.903639 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-184edf36-769b-40f2-a23d-ffd3a01d3ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:00.903639 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-184edf36-769b-40f2-a23d-ffd3a01d3ee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:00.904438 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-184edf36-769b-40f2-a23d-ffd3a01d3ee8 service neutron] 10.222.0.63 "PUT /v2.0/ports/601777a0-06d6-4292-9422-ea7507df9eff HTTP/1.1" status: 200 len: 1092 time: 4.1986761 Aug 16 20:05:00.936742 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 871b7ec4-aa43-4639-b11d-4a5ca531ec1f, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=871b7ec4-aa43-4639-b11d-4a5ca531ec1f,segment=NetworkSegment(8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69),segment_id=8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:00.961073 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '871b7ec4-aa43-4639-b11d-4a5ca531ec1f', 'network_id': '98047d7b-ac4f-4ee8-a843-59cbf20c8ee9', 'port_id': '871b7ec4-aa43-4639-b11d-4a5ca531ec1f', 'mac_address': 'fa:16:3e:07:40:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91bec72d-8489-41bf-9029-0bb4a068613d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:05:00.982301 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port a6070b4d-af34-4dd6-acea-8e6bd26430c3, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a6070b4d-af34-4dd6-acea-8e6bd26430c3,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:01.006992 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:01.007745 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ed726-01b8-406d-bdea-665c6e31f0ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=35f0f756-29cc-48e2-a3ef-ca73119e05e1,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:01.019476 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184edf36-769b-40f2-a23d-ffd3a01d3ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=601777a0-06d6-4292-9422-ea7507df9eff,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:01.025847 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e20a470-3986-4c19-9d9a-6d9602f8f9c6 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:01.038996 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e20a470-3986-4c19-9d9a-6d9602f8f9c6 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:01.041000 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1e20a470-3986-4c19-9d9a-6d9602f8f9c6 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] 10.222.0.68 "DELETE /v2.0/networks/4650fd3e-0eeb-4019-ad97-e369e2ef4836 HTTP/1.1" status: 204 len: 168 time: 1.5320938 Aug 16 20:05:01.047938 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38804) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:01.069805 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20a470-3986-4c19-9d9a-6d9602f8f9c6 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Pushing event deleted for resources: {'Network': ['ID=4650fd3e-0eeb-4019-ad97-e369e2ef4836,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:01.086469 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77ed726-01b8-406d-bdea-665c6e31f0ce admin admin] Checking segment: {'id': 'f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8627704a-ee5f-4a5e-8fc0-ac36b12a4787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:05:01.086827 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77ed726-01b8-406d-bdea-665c6e31f0ce admin admin] Network hostable DHCP agents. Network: 8627704a-ee5f-4a5e-8fc0-ac36b12a4787, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:05:01.128720 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24252552-3394-449d-b818-c49b99d084fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6070b4d-af34-4dd6-acea-8e6bd26430c3'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:01.128983 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-f5643320-139a-49ce-a048-4fc6be15c6fb service neutron] 10.222.0.68 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985608 Aug 16 20:05:01.130061 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6b162-5107-4e38-bd69-af596bd9de97 req-05819cde-4ab0-4489-8471-a5a30cc69e4a tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:01.131620 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b5e6b162-5107-4e38-bd69-af596bd9de97 req-05819cde-4ab0-4489-8471-a5a30cc69e4a tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=24252552-3394-449d-b818-c49b99d084fe HTTP/1.1" status: 200 len: 947 time: 0.6360037 Aug 16 20:05:01.132303 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4f6189-a6d6-4cfd-b00e-91abebfdd99b" -d '{"events": [{"server_uuid": "24252552-3394-449d-b818-c49b99d084fe", "name": "network-vif-plugged", "status": "completed", "tag": "a6070b4d-af34-4dd6-acea-8e6bd26430c3"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:01.157019 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-b6ddbb87-e1e1-4289-981a-6a6696269c0c tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:01.160139 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-b6ddbb87-e1e1-4289-981a-6a6696269c0c tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.63 "GET /v2.0/networks?id=50038fe1-20b3-430a-a3e5-f13498455fc2 HTTP/1.1" status: 200 len: 804 time: 0.3570275 Aug 16 20:05:01.166097 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77ed726-01b8-406d-bdea-665c6e31f0ce admin admin] Network 8627704a-ee5f-4a5e-8fc0-ac36b12a4787 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:05:01.177278 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b1243dd2-73c8-4c95-8461-e2e930c1eba8 req-c586843e-4b4b-4be6-b03b-0c93b3d1d43e service neutron] 10.222.0.57 "GET /v2.0/networks/98047d7b-ac4f-4ee8-a843-59cbf20c8ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328898 Aug 16 20:05:01.178641 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-f77ed726-01b8-406d-bdea-665c6e31f0ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 8627704a-ee5f-4a5e-8fc0-ac36b12a4787) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:05:01.191642 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77ed726-01b8-406d-bdea-665c6e31f0ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:01.193903 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-0b495c09-7f88-47a0-9306-7e2788bc378a service neutron] 10.222.0.57 "GET /v2.0/networks/98047d7b-ac4f-4ee8-a843-59cbf20c8ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943692 Aug 16 20:05:01.194795 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f77ed726-01b8-406d-bdea-665c6e31f0ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:01.196186 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2b7102-96f2-4a57-b733-21830c558a48 None None] Network 8627704a-ee5f-4a5e-8fc0-ac36b12a4787 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:05:01.198196 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:01.200710 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3aba307-6eac-4775-89db-1b5b01a42115 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Deleting subnet 8b906bbd-ab1a-45b1-9c12-a6c9ec9ac889 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:05:01.205225 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=a6070b4d-af34-4dd6-acea-8e6bd26430c3,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:01.206198 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3aba307-6eac-4775-89db-1b5b01a42115 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:01.216268 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-79a2eeb6-51c3-4a89-a313-cfba66c653a6 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Request body: {'port': {'device_id': '2d00c679-34fc-4caf-86b6-c21698cbde16', 'network_id': '50038fe1-20b3-430a-a3e5-f13498455fc2', 'admin_state_up': True, 'tenant_id': '3d4c841e259544d78ad8fc783177205f'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:05:01.222589 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-2663ea4f-8be9-46fc-9389-92e205431c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:01.224262 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-2663ea4f-8be9-46fc-9389-92e205431c44 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f084a522d2454e22ab02e0e991970977&device_id=f79efa3e-bd87-4d97-962c-e56593e962ef HTTP/1.1" status: 200 len: 1095 time: 0.1311040 Aug 16 20:05:01.260874 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b5e6b162-5107-4e38-bd69-af596bd9de97 req-29dda590-1feb-4d38-9bdd-126b5da2a862 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001582 Aug 16 20:05:01.288173 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 871b7ec4-aa43-4639-b11d-4a5ca531ec1f {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:05:01.314063 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:01.326209 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f77ed726-01b8-406d-bdea-665c6e31f0ce admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4300816 Aug 16 20:05:01.333273 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38810) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:01.338538 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c1054649-719b-4f1e-93ad-a680fb93445a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1266941271-router', 'tenant_id': 'f37110b65e324c64893ebaf7d2528f23', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:05:01.347024 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-8985aa4e-469a-4c4f-a37e-062cecaf8337 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=601777a0-06d6-4292-9422-ea7507df9eff HTTP/1.1" status: 200 len: 217 time: 0.1057966 Aug 16 20:05:01.364107 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3aba307-6eac-4775-89db-1b5b01a42115 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:01.364393 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 871b7ec4-aa43-4639-b11d-4a5ca531ec1f, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=871b7ec4-aa43-4639-b11d-4a5ca531ec1f,segment=NetworkSegment(8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69),segment_id=8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:01.382900 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:01.418250 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1054649-719b-4f1e-93ad-a680fb93445a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:01.419193 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1054649-719b-4f1e-93ad-a680fb93445a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:01.424302 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4225d140-94e2-4afc-a7d4-b85437d35ea2 x-openstack-request-id: req-4225d140-94e2-4afc-a7d4-b85437d35ea2 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:01.424570 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b4e36b5-25c6-4a54-b9d2-7e23815d8ef0", "tag": "6a87b729-ab80-4069-9c17-04e4333371e9", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:01.424823 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4225d140-94e2-4afc-a7d4-b85437d35ea2 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:01.425808 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4e36b5-25c6-4a54-b9d2-7e23815d8ef0', 'tag': '6a87b729-ab80-4069-9c17-04e4333371e9', 'status': 'completed', 'code': 200} Aug 16 20:05:01.429855 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b1243dd2-73c8-4c95-8461-e2e930c1eba8 req-302f2afc-7355-4764-8715-2972077f7f01 service neutron] 10.222.0.57 "GET /v2.0/networks/98047d7b-ac4f-4ee8-a843-59cbf20c8ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440689 Aug 16 20:05:01.441919 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 676f874a-0962-4a9b-96c3-caa8a2dd9053, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=676f874a-0962-4a9b-96c3-caa8a2dd9053,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:01.453707 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:01.454065 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device ea5e359b-e5c4-4ec5-95c1-7126c69cded6 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:05:01.483686 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-79a2eeb6-51c3-4a89-a313-cfba66c653a6 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Made reservation on behalf of 3d4c841e259544d78ad8fc783177205f for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:05:01.501923 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-e255b63b-c7d9-497b-97bc-0bbb537627cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:01.502808 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-e255b63b-c7d9-497b-97bc-0bbb537627cf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=91bec72d-8489-41bf-9029-0bb4a068613d HTTP/1.1" status: 200 len: 857 time: 0.1448047 Aug 16 20:05:01.504171 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-79a2eeb6-51c3-4a89-a313-cfba66c653a6 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:01.516399 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa0ec70-4468-40c4-b38e-6bd4107c33b6', 'tag': 'a8456123-9de6-4feb-9c09-95083ab502b6'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:01.518379 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc7d912-b63d-416a-90da-c8ce0ef39528" -d '{"events": [{"name": "network-changed", "server_uuid": "aaa0ec70-4468-40c4-b38e-6bd4107c33b6", "tag": "a8456123-9de6-4feb-9c09-95083ab502b6"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:01.533290 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: ea5e359b-e5c4-4ec5-95c1-7126c69cded6 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:05:01.533789 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device ea5e359b-e5c4-4ec5-95c1-7126c69cded6 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:05:01.542726 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=871b7ec4-aa43-4639-b11d-4a5ca531ec1f,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:01.550006 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-992a663d-a42e-40f7-883e-eb8dca019213 service neutron] 10.222.0.57 "GET /v2.0/networks/98047d7b-ac4f-4ee8-a843-59cbf20c8ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458097 Aug 16 20:05:01.594850 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1054649-719b-4f1e-93ad-a680fb93445a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:01.621720 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-6e49b534-5398-4867-bfbb-5760ea077e2b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=98047d7b-ac4f-4ee8-a843-59cbf20c8ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064703 Aug 16 20:05:01.649735 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=676f874a-0962-4a9b-96c3-caa8a2dd9053,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:01.671068 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['871b7ec4-aa43-4639-b11d-4a5ca531ec1f'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:05:01.683320 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb2862a-e187-4d3b-812f-2bba7fff9727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-8627704a-ee5f-4a5e-8fc0-ac36b12a4787', 'network_id': '8627704a-ee5f-4a5e-8fc0-ac36b12a4787', 'tenant_id': 'f37110b65e324c64893ebaf7d2528f23', 'fixed_ips': [{'subnet_id': '35f0f756-29cc-48e2-a3ef-ca73119e05e1'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:05:01.684262 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-afb2862a-e187-4d3b-812f-2bba7fff9727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:01.742055 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3aba307-6eac-4775-89db-1b5b01a42115 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:01.775538 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6122d1c-cb81-4170-9ad3-afb747c8526f req-c95116e6-66d3-4222-b83c-13bd306b5e58 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:01.777421 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c6122d1c-cb81-4170-9ad3-afb747c8526f req-c95116e6-66d3-4222-b83c-13bd306b5e58 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b4e36b5-25c6-4a54-b9d2-7e23815d8ef0 HTTP/1.1" status: 200 len: 944 time: 0.1964173 Aug 16 20:05:01.811987 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a471a2-eb6b-4ad8-b98a-c0fd3f057d60 req-b7bbfece-6870-4e1c-b725-cb2d11fe13c8 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:01.814074 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-98a471a2-eb6b-4ad8-b98a-c0fd3f057d60 req-b7bbfece-6870-4e1c-b725-cb2d11fe13c8 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 947 time: 0.2253480 Aug 16 20:05:01.850611 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c148fa-ff96-47db-8fb8-6b48f1c00ff1 req-25e51971-94ea-4c05-bb05-75ddce2c9d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:01.852412 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-11c148fa-ff96-47db-8fb8-6b48f1c00ff1 req-25e51971-94ea-4c05-bb05-75ddce2c9d49 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f084a522d2454e22ab02e0e991970977&device_id=8b4e36b5-25c6-4a54-b9d2-7e23815d8ef0 HTTP/1.1" status: 200 len: 1096 time: 0.2295032 Aug 16 20:05:01.963662 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3aba307-6eac-4775-89db-1b5b01a42115 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:01.968671 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-c9a65cc5-eb76-4477-9640-e43db442eb03 service neutron] 10.222.0.63 "GET /v2.0/networks/98047d7b-ac4f-4ee8-a843-59cbf20c8ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267188 Aug 16 20:05:01.986165 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-98a471a2-eb6b-4ad8-b98a-c0fd3f057d60 req-362d1885-5140-40f7-aa47-54df16c10dcb tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531279 Aug 16 20:05:02.024847 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aba307-6eac-4775-89db-1b5b01a42115 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Pushing event deleted for resources: {'Subnet': ['ID=8b906bbd-ab1a-45b1-9c12-a6c9ec9ac889,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:02.036965 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c8b7c3a3-f9f3-4cb8-a927-a2a0de7cf89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:02.047597 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3aba307-6eac-4775-89db-1b5b01a42115 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:02.047597 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b3aba307-6eac-4775-89db-1b5b01a42115 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] 10.222.0.68 "DELETE /v2.0/subnets/8b906bbd-ab1a-45b1-9c12-a6c9ec9ac889 HTTP/1.1" status: 204 len: 168 time: 0.9911079 Aug 16 20:05:02.055019 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3331d45-f4d1-49b2-b64d-0d0cb362e9d3 None None] Network 47a46649-12bf-4d91-9b22-3439e254ecf3 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:05:02.074450 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38826) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:02.179106 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c148fa-ff96-47db-8fb8-6b48f1c00ff1 req-feba82b3-14d9-4092-9f1b-34e8fb28346d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:02.180641 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-11c148fa-ff96-47db-8fb8-6b48f1c00ff1 req-feba82b3-14d9-4092-9f1b-34e8fb28346d service neutron] 10.222.0.57 "GET /v2.0/networks?id=98047d7b-ac4f-4ee8-a843-59cbf20c8ee9 HTTP/1.1" status: 200 len: 918 time: 0.3146687 Aug 16 20:05:02.204715 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47813a9-efa5-4829-9585-e2a78dfdc9ce x-openstack-request-id: req-a47813a9-efa5-4829-9585-e2a78dfdc9ce {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:02.205478 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24252552-3394-449d-b818-c49b99d084fe", "name": "network-vif-plugged", "status": "completed", "tag": "a6070b4d-af34-4dd6-acea-8e6bd26430c3", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:02.205967 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a47813a9-efa5-4829-9585-e2a78dfdc9ce {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:02.206135 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24252552-3394-449d-b818-c49b99d084fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6070b4d-af34-4dd6-acea-8e6bd26430c3', 'code': 200} Aug 16 20:05:02.315365 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e1cb3455-b7a7-4e81-85ea-141354c494ff tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:02.323281 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-11c148fa-ff96-47db-8fb8-6b48f1c00ff1 req-39181a58-c132-42d2-8db8-1b5fefcb7bea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a87b729-ab80-4069-9c17-04e4333371e9 HTTP/1.1" status: 200 len: 217 time: 0.1010151 Aug 16 20:05:02.340399 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec66fcb3-379d-47bf-98a4-0a40e11b72fc req-06520f11-8554-4e58-8d72-dbe149cd3c60 service neutron] 10.222.0.63 "GET /v2.0/networks/98047d7b-ac4f-4ee8-a843-59cbf20c8ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508883 Aug 16 20:05:02.381716 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-79a2eeb6-51c3-4a89-a313-cfba66c653a6 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Allocated IP 172.20.0.11 (50038fe1-20b3-430a-a3e5-f13498455fc2/70c9c4f3-11fd-4c7a-afd6-8ebf2bdda796/7a03fe6a-dbf5-4100-b1cf-224982c17a7b) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:05:02.398717 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753179d-27c2-40fd-bb31-39e6f42746c5 req-f774878d-8967-4b41-8aa3-234164e430ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:02.400600 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9753179d-27c2-40fd-bb31-39e6f42746c5 req-f774878d-8967-4b41-8aa3-234164e430ca service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=24252552-3394-449d-b818-c49b99d084fe HTTP/1.1" status: 200 len: 1100 time: 0.2119820 Aug 16 20:05:02.413685 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137a6d9-e491-47dc-a1d2-e03f6433635c req-1e2961cb-a31f-473f-a49b-8a4db7e0cfe3 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:02.414697 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-afb2862a-e187-4d3b-812f-2bba7fff9727 None None] Allocated IP 172.20.0.2 (8627704a-ee5f-4a5e-8fc0-ac36b12a4787/35f0f756-29cc-48e2-a3ef-ca73119e05e1/bd6cb53c-842b-4a05-993b-ffa7b43c7469) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:05:02.421296 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b137a6d9-e491-47dc-a1d2-e03f6433635c req-1e2961cb-a31f-473f-a49b-8a4db7e0cfe3 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/ports?device_id=720715bc-76d4-4b2f-b576-720b5365fcdd HTTP/1.1" status: 200 len: 949 time: 0.2396164 Aug 16 20:05:02.484364 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c148fa-ff96-47db-8fb8-6b48f1c00ff1 req-3464a6d3-571a-4ce4-903e-6ea02bd3f353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:02.485805 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-11c148fa-ff96-47db-8fb8-6b48f1c00ff1 req-3464a6d3-571a-4ce4-903e-6ea02bd3f353 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=91bec72d-8489-41bf-9029-0bb4a068613d HTTP/1.1" status: 200 len: 857 time: 0.1522202 Aug 16 20:05:02.547932 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-11c148fa-ff96-47db-8fb8-6b48f1c00ff1 req-01c1e670-c52b-4f76-9fff-af64e4993643 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=98047d7b-ac4f-4ee8-a843-59cbf20c8ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489032 Aug 16 20:05:02.559600 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1054649-719b-4f1e-93ad-a680fb93445a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:02.560619 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b137a6d9-e491-47dc-a1d2-e03f6433635c req-c1aa761b-d9d8-461c-964d-c416bbe1e051 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/security-groups?id=679ae586-eac6-4da8-8233-9cab83bbe988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382360 Aug 16 20:05:02.567686 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c6122d1c-cb81-4170-9ad3-afb747c8526f req-829f780d-ca85-4664-980a-b6e30b4b42f7 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/security-groups?id=c114c874-e8a1-4184-b68a-f2324b9b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7814281 Aug 16 20:05:02.575522 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9753179d-27c2-40fd-bb31-39e6f42746c5 req-f809328f-559b-4e00-b7d2-cad236c406f1 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199393 Aug 16 20:05:02.612341 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-79a2eeb6-51c3-4a89-a313-cfba66c653a6 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:02.662287 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device a8456123-9de6-4feb-9c09-95083ab502b6 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:05:02.687724 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7349453b-fb56-4fe2-90ed-237d0fc6c264 None None] DHCP port deletion for 47a46649-12bf-4d91-9b22-3439e254ecf3 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:05:02.690702 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 6a87b729-ab80-4069-9c17-04e4333371e9 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:05:02.704351 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-afb2862a-e187-4d3b-812f-2bba7fff9727 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:02.715066 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-afb2862a-e187-4d3b-812f-2bba7fff9727 None None] Transition to ACTIVE for port object bd6cb53c-842b-4a05-993b-ffa7b43c7469 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:05:02.719085 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4007c77-9bc1-4287-b185-8af0b3025e7c req-2c745623-2944-4207-8220-82677a58a0e1 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d00c679-34fc-4caf-86b6-c21698cbde16 HTTP/1.1" status: 200 len: 210 time: 0.0384586 Aug 16 20:05:02.719766 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a25e60f4-f70d-49a3-9e44-5ed657b4e215 req-805f6883-f8df-4a4e-b371-718fada29c1d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=a8c3265f-14bb-4beb-8a3c-248cb05d72da HTTP/1.1" status: 200 len: 210 time: 0.0357645 Aug 16 20:05:02.724529 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e1cb3455-b7a7-4e81-85ea-141354c494ff tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Deleting port 3365e6db-5b44-423b-a0a0-6be9848fc3f3 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:05:02.725165 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e1cb3455-b7a7-4e81-85ea-141354c494ff tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:02.788562 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-79a2eeb6-51c3-4a89-a313-cfba66c653a6 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:02.815055 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-e1cb3455-b7a7-4e81-85ea-141354c494ff tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] For port 3365e6db-5b44-423b-a0a0-6be9848fc3f3, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=3365e6db-5b44-423b-a0a0-6be9848fc3f3,segment=NetworkSegment(f478ba70-2115-42b4-902d-085b25fd180f),segment_id=f478ba70-2115-42b4-902d-085b25fd180f)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:02.815450 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e1cb3455-b7a7-4e81-85ea-141354c494ff tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:02.833002 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e1cb3455-b7a7-4e81-85ea-141354c494ff tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Calling delete_port for 3365e6db-5b44-423b-a0a0-6be9848fc3f3 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:05:02.897282 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13eebc7a-efd6-4039-88be-84e9a4ae3c29 x-openstack-request-id: req-13eebc7a-efd6-4039-88be-84e9a4ae3c29 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:02.897579 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaa0ec70-4468-40c4-b38e-6bd4107c33b6", "tag": "a8456123-9de6-4feb-9c09-95083ab502b6", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:02.897856 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-13eebc7a-efd6-4039-88be-84e9a4ae3c29 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:02.898276 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa0ec70-4468-40c4-b38e-6bd4107c33b6', 'tag': 'a8456123-9de6-4feb-9c09-95083ab502b6', 'status': 'completed', 'code': 200} Aug 16 20:05:02.912628 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-afb2862a-e187-4d3b-812f-2bba7fff9727 None None] Transition to ACTIVE for port object bd6cb53c-842b-4a05-993b-ffa7b43c7469 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:05:02.942144 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.db.resource_extend [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:05:02.966432 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.db.resource_extend [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:05:02.984399 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-8d79d123-89c8-4231-bbf5-4b1841d367c1 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:02.986097 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-8d79d123-89c8-4231-bbf5-4b1841d367c1 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.57 "GET /v2.0/networks?id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd HTTP/1.1" status: 200 len: 812 time: 0.2112947 Aug 16 20:05:02.989629 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-79a2eeb6-51c3-4a89-a313-cfba66c653a6 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Network 50038fe1-20b3-430a-a3e5-f13498455fc2 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:05:02.998456 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-79a2eeb6-51c3-4a89-a313-cfba66c653a6 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:05:03.001910 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-79a2eeb6-51c3-4a89-a313-cfba66c653a6 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:05:03.009983 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-4eef86b6-19bb-4265-8c92-4aa620d5d9f1 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Request body: {'port': {'device_id': 'a8c3265f-14bb-4beb-8a3c-248cb05d72da', 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd', 'admin_state_up': True, 'tenant_id': '660f9d21c81a4d0490e02db145c56c81'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:05:03.015729 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-11c148fa-ff96-47db-8fb8-6b48f1c00ff1 req-3a2e4997-e70a-486d-9fcb-24c0dbd73535 service neutron] 10.222.0.57 "GET /v2.0/networks/98047d7b-ac4f-4ee8-a843-59cbf20c8ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355552 Aug 16 20:05:03.029769 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-afb2862a-e187-4d3b-812f-2bba7fff9727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:03.103444 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7d912-b63d-416a-90da-c8ce0ef39528 req-e269280a-0a85-448c-9e3f-a51b94256164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:03.105306 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cfc7d912-b63d-416a-90da-c8ce0ef39528 req-e269280a-0a85-448c-9e3f-a51b94256164 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 1099 time: 0.1978819 Aug 16 20:05:03.106976 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e1cb3455-b7a7-4e81-85ea-141354c494ff tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:03.153378 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2eeb6-51c3-4a89-a313-cfba66c653a6 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Pushing event updated for resources: {'Port': ['ID=7a03fe6a-dbf5-4100-b1cf-224982c17a7b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:03.155718 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb2862a-e187-4d3b-812f-2bba7fff9727 None None] Network 8627704a-ee5f-4a5e-8fc0-ac36b12a4787 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:05:03.172781 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-afb2862a-e187-4d3b-812f-2bba7fff9727 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:05:03.187281 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb2862a-e187-4d3b-812f-2bba7fff9727 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:05:03.209721 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2862a-e187-4d3b-812f-2bba7fff9727 None None] Pushing event updated for resources: {'Port': ['ID=bd6cb53c-842b-4a05-993b-ffa7b43c7469,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:03.222599 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb3455-b7a7-4e81-85ea-141354c494ff tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Pushing event deleted for resources: {'Port': ['ID=3365e6db-5b44-423b-a0a0-6be9848fc3f3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:03.226157 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7d912-b63d-416a-90da-c8ce0ef39528 req-64c2e9c9-b146-4fd8-8460-23f9848de1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:03.227887 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cfc7d912-b63d-416a-90da-c8ce0ef39528 req-64c2e9c9-b146-4fd8-8460-23f9848de1bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 1099 time: 0.2711444 Aug 16 20:05:03.246147 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 6a87b729-ab80-4069-9c17-04e4333371e9, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=6a87b729-ab80-4069-9c17-04e4333371e9,segment=NetworkSegment(8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69),segment_id=8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:03.249320 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port a8456123-9de6-4feb-9c09-95083ab502b6, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a8456123-9de6-4feb-9c09-95083ab502b6,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:03.266964 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cb3455-b7a7-4e81-85ea-141354c494ff tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] No DVR routers for this DVR port 3365e6db-5b44-423b-a0a0-6be9848fc3f3 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:05:03.288032 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7349453b-fb56-4fe2-90ed-237d0fc6c264 None None] Deleting port 3365e6db-5b44-423b-a0a0-6be9848fc3f3 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:05:03.288405 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7349453b-fb56-4fe2-90ed-237d0fc6c264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:03.288587 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-79a2eeb6-51c3-4a89-a313-cfba66c653a6 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:03.289208 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-79a2eeb6-51c3-4a89-a313-cfba66c653a6 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:03.305786 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '6a87b729-ab80-4069-9c17-04e4333371e9', 'network_id': '98047d7b-ac4f-4ee8-a843-59cbf20c8ee9', 'port_id': '6a87b729-ab80-4069-9c17-04e4333371e9', 'mac_address': 'fa:16:3e:2d:a8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91bec72d-8489-41bf-9029-0bb4a068613d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:05:03.355877 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'a8456123-9de6-4feb-9c09-95083ab502b6', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': 'a8456123-9de6-4feb-9c09-95083ab502b6', 'mac_address': 'fa:16:3e:8d:3b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:05:03.363896 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c356743-197e-40f4-8b18-6f1b1952cbdf req-71c0b441-407d-4c34-9426-88071b35fdf4 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:03.371786 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7c356743-197e-40f4-8b18-6f1b1952cbdf req-71c0b441-407d-4c34-9426-88071b35fdf4 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 947 time: 0.2498119 Aug 16 20:05:03.390540 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-79a2eeb6-51c3-4a89-a313-cfba66c653a6 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2034056 Aug 16 20:05:03.400484 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-afb2862a-e187-4d3b-812f-2bba7fff9727 None None] Attempting to bind port bd6cb53c-842b-4a05-993b-ffa7b43c7469 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:05:03.400901 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-afb2862a-e187-4d3b-812f-2bba7fff9727 None None] Attempting to bind port bd6cb53c-842b-4a05-993b-ffa7b43c7469 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8627704a-ee5f-4a5e-8fc0-ac36b12a4787'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:05:03.401516 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb2862a-e187-4d3b-812f-2bba7fff9727 None None] Attempting to bind port bd6cb53c-842b-4a05-993b-ffa7b43c7469 on network 8627704a-ee5f-4a5e-8fc0-ac36b12a4787 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:05:03.409925 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-117db3ae-ea0d-45c9-95fc-a8d0a6700307 service neutron] Request body: {'port': {'device_id': '2d00c679-34fc-4caf-86b6-c21698cbde16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:05:03.433631 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7019cf-6f18-466b-a7e8-fbc732b40c0b', 'name': 'network-vif-deleted', 'tag': 'ea5e359b-e5c4-4ec5-95c1-7126c69cded6'}, {'name': 'network-changed', 'server_uuid': 'f79efa3e-bd87-4d97-962c-e56593e962ef', 'tag': '601777a0-06d6-4292-9422-ea7507df9eff'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:03.435879 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8250ca94-c7d9-4860-b613-633882cf8d07" -d '{"events": [{"server_uuid": "1e7019cf-6f18-466b-a7e8-fbc732b40c0b", "name": "network-vif-deleted", "tag": "ea5e359b-e5c4-4ec5-95c1-7126c69cded6"}, {"name": "network-changed", "server_uuid": "f79efa3e-bd87-4d97-962c-e56593e962ef", "tag": "601777a0-06d6-4292-9422-ea7507df9eff"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:03.436913 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb2862a-e187-4d3b-812f-2bba7fff9727 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:05:03.437294 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb2862a-e187-4d3b-812f-2bba7fff9727 None None] Checking segment: {'id': 'f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8627704a-ee5f-4a5e-8fc0-ac36b12a4787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:05:03.437711 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-afb2862a-e187-4d3b-812f-2bba7fff9727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:03.438101 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb2862a-e187-4d3b-812f-2bba7fff9727 None None] Bound using segment: {'id': 'f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8627704a-ee5f-4a5e-8fc0-ac36b12a4787'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:05:03.438586 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-afb2862a-e187-4d3b-812f-2bba7fff9727 None None] Bound port: bd6cb53c-842b-4a05-993b-ffa7b43c7469, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8627704a-ee5f-4a5e-8fc0-ac36b12a4787'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:05:03.438997 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-afb2862a-e187-4d3b-812f-2bba7fff9727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:03.459450 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1054649-719b-4f1e-93ad-a680fb93445a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:03.468482 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:03.471771 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7c356743-197e-40f4-8b18-6f1b1952cbdf req-cb2bf134-0d86-43f9-94ce-a605c1ee9ca5 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990789 Aug 16 20:05:03.477341 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e1cb3455-b7a7-4e81-85ea-141354c494ff tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:03.478959 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7349453b-fb56-4fe2-90ed-237d0fc6c264 None None] For port 3365e6db-5b44-423b-a0a0-6be9848fc3f3, host n-d-787206-13, got binding levels [] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:03.479393 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7349453b-fb56-4fe2-90ed-237d0fc6c264 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:03.508104 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:03.509771 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7349453b-fb56-4fe2-90ed-237d0fc6c264 None None] Calling delete_port for 3365e6db-5b44-423b-a0a0-6be9848fc3f3 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:05:03.511306 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e1cb3455-b7a7-4e81-85ea-141354c494ff tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a46649-12bf-4d91-9b22-3439e254ecf3']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:03.513485 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.ipam_backend_mixin [None req-7349453b-fb56-4fe2-90ed-237d0fc6c264 None None] Port 3365e6db-5b44-423b-a0a0-6be9848fc3f3 was not found and therefore no delete operation was performed {{(pid=94772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:05:03.515945 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a87b729-ab80-4069-9c17-04e4333371e9 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:05:03.523908 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-11c148fa-ff96-47db-8fb8-6b48f1c00ff1 req-8fe7a49c-f1b4-45d3-b551-2db38330f3f3 service neutron] 10.222.0.57 "GET /v2.0/networks/98047d7b-ac4f-4ee8-a843-59cbf20c8ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643345 Aug 16 20:05:03.546028 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd46903-7648-40f2-8c2b-188f74214f18 x-openstack-request-id: req-efd46903-7648-40f2-8c2b-188f74214f18 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:03.546786 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7019cf-6f18-466b-a7e8-fbc732b40c0b", "name": "network-vif-deleted", "tag": "ea5e359b-e5c4-4ec5-95c1-7126c69cded6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f79efa3e-bd87-4d97-962c-e56593e962ef", "tag": "601777a0-06d6-4292-9422-ea7507df9eff", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:03.546786 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-efd46903-7648-40f2-8c2b-188f74214f18 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:03.547030 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7019cf-6f18-466b-a7e8-fbc732b40c0b', 'name': 'network-vif-deleted', 'tag': 'ea5e359b-e5c4-4ec5-95c1-7126c69cded6', 'status': 'completed', 'code': 200} Aug 16 20:05:03.547216 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f79efa3e-bd87-4d97-962c-e56593e962ef', 'tag': '601777a0-06d6-4292-9422-ea7507df9eff', 'status': 'completed', 'code': 200} Aug 16 20:05:03.549480 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7349453b-fb56-4fe2-90ed-237d0fc6c264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:03.563996 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f42b3-3762-464a-83f4-33e55f9d8ab4 req-2f1952e7-c283-4621-b679-5907548c6caa tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:03.573487 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a66f42b3-3762-464a-83f4-33e55f9d8ab4 req-2f1952e7-c283-4621-b679-5907548c6caa tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=24252552-3394-449d-b818-c49b99d084fe HTTP/1.1" status: 200 len: 948 time: 0.3996353 Aug 16 20:05:03.574573 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7349453b-fb56-4fe2-90ed-237d0fc6c264 None None] No DVR routers for this DVR port 3365e6db-5b44-423b-a0a0-6be9848fc3f3 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:05:03.578658 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8456123-9de6-4feb-9c09-95083ab502b6 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:05:03.581827 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e1cb3455-b7a7-4e81-85ea-141354c494ff tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f478ba70-2115-42b4-902d-085b25fd180f') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:03.582071 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e1cb3455-b7a7-4e81-85ea-141354c494ff tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f478ba70-2115-42b4-902d-085b25fd180f') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:03.617170 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7349453b-fb56-4fe2-90ed-237d0fc6c264 None None] Pushing event deleted for resources: {'Port': ['ID=3365e6db-5b44-423b-a0a0-6be9848fc3f3,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:03.620234 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 6a87b729-ab80-4069-9c17-04e4333371e9, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=6a87b729-ab80-4069-9c17-04e4333371e9,segment=NetworkSegment(8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69),segment_id=8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:03.620404 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e1cb3455-b7a7-4e81-85ea-141354c494ff tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:03.627883 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1054649-719b-4f1e-93ad-a680fb93445a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:03.644658 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:03.654811 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7d912-b63d-416a-90da-c8ce0ef39528 req-5e37e52d-a08e-4886-8e4a-ec2b2a24e207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:03.655287 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port a8456123-9de6-4feb-9c09-95083ab502b6, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a8456123-9de6-4feb-9c09-95083ab502b6,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:03.655576 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cfc7d912-b63d-416a-90da-c8ce0ef39528 req-5e37e52d-a08e-4886-8e4a-ec2b2a24e207 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.5283344 Aug 16 20:05:03.663084 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7d912-b63d-416a-90da-c8ce0ef39528 req-0154343e-353f-4340-96bb-0ad9b0828f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:03.664720 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cfc7d912-b63d-416a-90da-c8ce0ef39528 req-0154343e-353f-4340-96bb-0ad9b0828f29 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.3784556 Aug 16 20:05:03.711786 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e1cb3455-b7a7-4e81-85ea-141354c494ff tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:03.714381 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:03.718066 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-afb2862a-e187-4d3b-812f-2bba7fff9727 None None] For port bd6cb53c-842b-4a05-993b-ffa7b43c7469, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:05:03.765631 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=6a87b729-ab80-4069-9c17-04e4333371e9,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:03.787284 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1cb3455-b7a7-4e81-85ea-141354c494ff tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:05:03.787978 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e1cb3455-b7a7-4e81-85ea-141354c494ff tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:03.793604 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:05:03.793604 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:05:03.793604 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:05:03.793604 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:05:03.793604 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:05:03.793604 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:05:03.793604 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:05:03.793604 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:05:03.793604 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:05:03.793604 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:05:03.793604 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:05:03.793604 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:05:03.793604 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:05:03.793604 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:05:03.793604 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:05:03.793604 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:05:03.793604 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:05:03.793604 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:05:03.793604 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:05:03.793604 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:05:03.793604 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:05:03.793604 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:05:03.793604 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:05:03.793604 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:05:03.793604 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:05:03.793604 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:05:03.793604 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:05:03.793604 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:05:03.793604 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:05:03.793604 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:05:03.793604 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:05:03.793604 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:05:03.823066 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-4eef86b6-19bb-4265-8c92-4aa620d5d9f1 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Made reservation on behalf of 660f9d21c81a4d0490e02db145c56c81 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:05:03.826893 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-4eef86b6-19bb-4265-8c92-4aa620d5d9f1 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:03.839503 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=a8456123-9de6-4feb-9c09-95083ab502b6,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:03.840769 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cfc7d912-b63d-416a-90da-c8ce0ef39528 req-4749828e-78ba-480d-bdc1-a75610a7db13 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=a8456123-9de6-4feb-9c09-95083ab502b6 HTTP/1.1" status: 200 len: 217 time: 0.1570103 Aug 16 20:05:03.862598 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-c1054649-719b-4f1e-93ad-a680fb93445a admin admin] Allocated IP 172.25.8.208 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/66adab44-88be-417b-810d-45b481103d7f) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:05:03.869205 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-117db3ae-ea0d-45c9-95fc-a8d0a6700307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:03.888158 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['6a87b729-ab80-4069-9c17-04e4333371e9'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:05:03.894112 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a66f42b3-3762-464a-83f4-33e55f9d8ab4 req-8d501925-5bbd-45e3-bc42-3206795e3dbb tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177149 Aug 16 20:05:03.895604 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cfc7d912-b63d-416a-90da-c8ce0ef39528 req-b351d086-1600-4be3-84b2-fa3bcae1257a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=a8456123-9de6-4feb-9c09-95083ab502b6 HTTP/1.1" status: 200 len: 217 time: 0.2026427 Aug 16 20:05:04.009005 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['a8456123-9de6-4feb-9c09-95083ab502b6'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:05:04.036075 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374bcf0-5ce3-40a9-a35d-f1bc1e3af95c req-475f993d-c47c-4945-af3c-f98a94c7be6b tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:04.044827 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a374bcf0-5ce3-40a9-a35d-f1bc1e3af95c req-475f993d-c47c-4945-af3c-f98a94c7be6b tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/ports?device_id=720715bc-76d4-4b2f-b576-720b5365fcdd HTTP/1.1" status: 200 len: 949 time: 0.2420814 Aug 16 20:05:04.207568 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720715bc-76d4-4b2f-b576-720b5365fcdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676f874a-0962-4a9b-96c3-caa8a2dd9053'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:04.211751 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2e8873-0e75-430b-8070-81565d5f10b3" -d '{"events": [{"server_uuid": "720715bc-76d4-4b2f-b576-720b5365fcdd", "name": "network-vif-plugged", "status": "completed", "tag": "676f874a-0962-4a9b-96c3-caa8a2dd9053"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:04.235997 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a374bcf0-5ce3-40a9-a35d-f1bc1e3af95c req-146e703e-2d1d-4e91-9da5-052fc4571644 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/security-groups?id=679ae586-eac6-4da8-8233-9cab83bbe988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915674 Aug 16 20:05:04.266669 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1054649-719b-4f1e-93ad-a680fb93445a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:04.327416 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-4eef86b6-19bb-4265-8c92-4aa620d5d9f1 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Allocated IP 172.20.0.2 (4abc880e-d4ce-42ee-a2b7-ca1942016bbd/4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc/6671be3c-55d4-4503-b790-959b30713fcf) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:05:04.334661 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d6229d4-5300-4b62-a2c1-b5df171bac7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:04.344846 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1054649-719b-4f1e-93ad-a680fb93445a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:04.380142 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 3365e6db-5b44-423b-a0a0-6be9848fc3f3 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:05:04.406921 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 3365e6db-5b44-423b-a0a0-6be9848fc3f3 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:05:04.406921 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 3365e6db-5b44-423b-a0a0-6be9848fc3f3 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:05:04.465657 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-afb2862a-e187-4d3b-812f-2bba7fff9727 None None] For port bd6cb53c-842b-4a05-993b-ffa7b43c7469, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=bd6cb53c-842b-4a05-993b-ffa7b43c7469,segment=NetworkSegment(f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd),segment_id=f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:05:04.467133 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250ca94-c7d9-4860-b613-633882cf8d07 req-5d21fc1d-1d32-4339-81d2-4c49414501f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:04.468819 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8250ca94-c7d9-4860-b613-633882cf8d07 req-5d21fc1d-1d32-4339-81d2-4c49414501f3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f084a522d2454e22ab02e0e991970977&device_id=f79efa3e-bd87-4d97-962c-e56593e962ef HTTP/1.1" status: 200 len: 1095 time: 0.8297827 Aug 16 20:05:04.472077 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-afb2862a-e187-4d3b-812f-2bba7fff9727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:04.473422 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1054649-719b-4f1e-93ad-a680fb93445a admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:05:04.478011 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e1cb3455-b7a7-4e81-85ea-141354c494ff tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:04.493834 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-c1054649-719b-4f1e-93ad-a680fb93445a admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:05:04.513939 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1054649-719b-4f1e-93ad-a680fb93445a admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:05:04.524056 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e1cb3455-b7a7-4e81-85ea-141354c494ff tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:04.531413 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e1cb3455-b7a7-4e81-85ea-141354c494ff tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] 10.222.0.68 "DELETE /v2.0/networks/47a46649-12bf-4d91-9b22-3439e254ecf3 HTTP/1.1" status: 204 len: 168 time: 2.4534056 Aug 16 20:05:04.532942 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7d912-b63d-416a-90da-c8ce0ef39528 req-8573c4f1-b60a-4380-aaf1-34e86c047a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:04.533437 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cfc7d912-b63d-416a-90da-c8ce0ef39528 req-8573c4f1-b60a-4380-aaf1-34e86c047a5e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.5579560 Aug 16 20:05:04.539556 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38848) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:04.546013 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2862a-e187-4d3b-812f-2bba7fff9727 None None] Pushing event updated for resources: {'Port': ['ID=bd6cb53c-842b-4a05-993b-ffa7b43c7469,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:04.552319 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7d912-b63d-416a-90da-c8ce0ef39528 req-56acd3f3-0456-47c1-9439-1add7ad0af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:04.553859 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cfc7d912-b63d-416a-90da-c8ce0ef39528 req-56acd3f3-0456-47c1-9439-1add7ad0af84 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.6688197 Aug 16 20:05:04.570998 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 601777a0-06d6-4292-9422-ea7507df9eff details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:05:04.571850 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1054649-719b-4f1e-93ad-a680fb93445a admin admin] Pushing event updated for resources: {'Port': ['ID=66adab44-88be-417b-810d-45b481103d7f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:04.593768 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb3455-b7a7-4e81-85ea-141354c494ff tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Pushing event deleted for resources: {'Network': ['ID=47a46649-12bf-4d91-9b22-3439e254ecf3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:04.615796 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94202262-3fee-4b86-b2e7-573ace638845 req-80750862-4447-485e-9d7f-4ee7a7d07f13 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:04.617439 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-94202262-3fee-4b86-b2e7-573ace638845 req-80750862-4447-485e-9d7f-4ee7a7d07f13 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.57 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6&tenant_id=f79b284ed8d04e57925fd24cf95b04a3&binding%3Ahost_id=n-h2-787206-13 HTTP/1.1" status: 200 len: 948 time: 0.7723522 Aug 16 20:05:04.626151 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:04.650662 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ba8b238d-d5f7-44d8-aeb9-08dd91722e25 tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] 10.222.0.68 "GET /v2.0/ports?device_id=5f855814-e58a-4f59-81ff-0d1481060d6d HTTP/1.1" status: 200 len: 205 time: 0.1001246 Aug 16 20:05:04.651584 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 871b7ec4-aa43-4639-b11d-4a5ca531ec1f up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:05:04.679666 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38850) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:04.733413 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1591e-7057-4a52-bae0-8ca7a64cb190 req-bbb6642d-1770-4a70-8170-10aae92e8f35 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:04.741303 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-edd1591e-7057-4a52-bae0-8ca7a64cb190 req-bbb6642d-1770-4a70-8170-10aae92e8f35 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b4e36b5-25c6-4a54-b9d2-7e23815d8ef0 HTTP/1.1" status: 200 len: 945 time: 0.7531807 Aug 16 20:05:04.808774 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04f231-1342-4a35-8dcc-ab0a65214ad3 req-64e430a8-368d-4613-b625-6f1903a611cf tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:04.810423 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1b04f231-1342-4a35-8dcc-ab0a65214ad3 req-64e430a8-368d-4613-b625-6f1903a611cf tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 948 time: 0.4539208 Aug 16 20:05:04.825839 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 601777a0-06d6-4292-9422-ea7507df9eff, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=601777a0-06d6-4292-9422-ea7507df9eff,segment=NetworkSegment(8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69),segment_id=8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:04.842907 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 871b7ec4-aa43-4639-b11d-4a5ca531ec1f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:05:04.861310 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 871b7ec4-aa43-4639-b11d-4a5ca531ec1f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:04.861783 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:04.866922 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '601777a0-06d6-4292-9422-ea7507df9eff', 'network_id': '98047d7b-ac4f-4ee8-a843-59cbf20c8ee9', 'port_id': '601777a0-06d6-4292-9422-ea7507df9eff', 'mac_address': 'fa:16:3e:f7:37:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91bec72d-8489-41bf-9029-0bb4a068613d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:05:04.871966 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7d912-b63d-416a-90da-c8ce0ef39528 req-252925ca-fe51-49a2-b907-dc563c462fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:04.873495 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cfc7d912-b63d-416a-90da-c8ce0ef39528 req-252925ca-fe51-49a2-b907-dc563c462fc9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2748561 Aug 16 20:05:04.878966 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-edd1591e-7057-4a52-bae0-8ca7a64cb190 req-dde425fd-416e-4b72-9ef7-543a9a342af7 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/security-groups?id=c114c874-e8a1-4184-b68a-f2324b9b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368186 Aug 16 20:05:04.880971 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7d912-b63d-416a-90da-c8ce0ef39528 req-4d139f39-7c01-40a4-a857-5d5521211d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:04.882432 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cfc7d912-b63d-416a-90da-c8ce0ef39528 req-4d139f39-7c01-40a4-a857-5d5521211d88 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3267298 Aug 16 20:05:04.901311 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250ca94-c7d9-4860-b613-633882cf8d07 req-54d3dd0c-ab1a-4ced-9ff3-44e388c2dd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:04.902788 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8250ca94-c7d9-4860-b613-633882cf8d07 req-54d3dd0c-ab1a-4ced-9ff3-44e388c2dd75 service neutron] 10.222.0.63 "GET /v2.0/networks?id=98047d7b-ac4f-4ee8-a843-59cbf20c8ee9 HTTP/1.1" status: 200 len: 918 time: 0.4123740 Aug 16 20:05:04.915961 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [req-94202262-3fee-4b86-b2e7-573ace638845 req-1320580e-53e2-4ae5-922b-6fec8226c53d service neutron] delete failed (client error): The resource could not be found. Aug 16 20:05:04.916997 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-94202262-3fee-4b86-b2e7-573ace638845 req-1320580e-53e2-4ae5-922b-6fec8226c53d service neutron] 10.222.0.57 "DELETE /v2.0/ports/a8456123-9de6-4feb-9c09-95083ab502b6/bindings/n-h1-787206-13 HTTP/1.1" status: 404 len: 381 time: 0.2728043 Aug 16 20:05:04.962428 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ead3321c-26a6-4130-936d-9207f9eef76b tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:04.978995 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:05.004554 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 601777a0-06d6-4292-9422-ea7507df9eff {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:05:05.030583 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 601777a0-06d6-4292-9422-ea7507df9eff, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=601777a0-06d6-4292-9422-ea7507df9eff,segment=NetworkSegment(8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69),segment_id=8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:05.031831 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8250ca94-c7d9-4860-b613-633882cf8d07 req-4d7e5c8d-75e0-47b3-a526-76d1ce89cf6c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=601777a0-06d6-4292-9422-ea7507df9eff HTTP/1.1" status: 200 len: 217 time: 0.1138809 Aug 16 20:05:05.037421 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:05.127295 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1b04f231-1342-4a35-8dcc-ab0a65214ad3 req-72fd9bc2-c6dd-44fa-b87e-7c843a3b0561 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509010 Aug 16 20:05:05.134803 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-4eef86b6-19bb-4265-8c92-4aa620d5d9f1 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:05.138604 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-53d02ca4-5377-41a3-86e4-5e72dad8a819 req-04014b91-b94c-4dea-bbdc-105af410a97c tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=a8c3265f-14bb-4beb-8a3c-248cb05d72da HTTP/1.1" status: 200 len: 210 time: 0.1192877 Aug 16 20:05:05.190326 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250ca94-c7d9-4860-b613-633882cf8d07 req-023f41ed-4ece-4f0e-bc16-e6aff59aa326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:05.191885 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8250ca94-c7d9-4860-b613-633882cf8d07 req-023f41ed-4ece-4f0e-bc16-e6aff59aa326 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=91bec72d-8489-41bf-9029-0bb4a068613d HTTP/1.1" status: 200 len: 857 time: 0.1084330 Aug 16 20:05:05.224337 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cfc7d912-b63d-416a-90da-c8ce0ef39528 req-34d4181c-c484-4cc7-957e-a47157c18287 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337574 Aug 16 20:05:05.256659 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8250ca94-c7d9-4860-b613-633882cf8d07 req-fb179768-b74c-4554-834e-0ecd12f0ecfd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=98047d7b-ac4f-4ee8-a843-59cbf20c8ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455723 Aug 16 20:05:05.274287 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:05.284282 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-117db3ae-ea0d-45c9-95fc-a8d0a6700307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a03fe6a-dbf5-4100-b1cf-224982c17a7b {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:05:05.303448 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-117db3ae-ea0d-45c9-95fc-a8d0a6700307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:05.304695 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a32e8e-5278-4223-aefe-52fba067ec60 x-openstack-request-id: req-77a32e8e-5278-4223-aefe-52fba067ec60 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:05.305013 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720715bc-76d4-4b2f-b576-720b5365fcdd", "name": "network-vif-plugged", "status": "completed", "tag": "676f874a-0962-4a9b-96c3-caa8a2dd9053", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:05.305727 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-77a32e8e-5278-4223-aefe-52fba067ec60 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:05.305727 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720715bc-76d4-4b2f-b576-720b5365fcdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676f874a-0962-4a9b-96c3-caa8a2dd9053', 'code': 200} Aug 16 20:05:05.315213 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=601777a0-06d6-4292-9422-ea7507df9eff,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:05.317066 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ead3321c-26a6-4130-936d-9207f9eef76b tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:05.323851 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ead3321c-26a6-4130-936d-9207f9eef76b tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:05.350990 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 871b7ec4-aa43-4639-b11d-4a5ca531ec1f, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=871b7ec4-aa43-4639-b11d-4a5ca531ec1f,segment=NetworkSegment(8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69),segment_id=8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:05.359209 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:05.360392 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 6a87b729-ab80-4069-9c17-04e4333371e9 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:05:05.385859 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['601777a0-06d6-4292-9422-ea7507df9eff'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:05:05.396181 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-117db3ae-ea0d-45c9-95fc-a8d0a6700307 service neutron] Transition to ACTIVE for port object 7a03fe6a-dbf5-4100-b1cf-224982c17a7b will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:05:05.416555 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cfc7d912-b63d-416a-90da-c8ce0ef39528 req-117b481c-39b3-4573-9988-e8aafad4ec8d service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744788 Aug 16 20:05:05.444509 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cfc7d912-b63d-416a-90da-c8ce0ef39528 req-98b83138-3f66-4cee-8cf3-e64e57797b48 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400560 Aug 16 20:05:05.448263 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-117db3ae-ea0d-45c9-95fc-a8d0a6700307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:05.461729 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=871b7ec4-aa43-4639-b11d-4a5ca531ec1f,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:05.527010 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ead3321c-26a6-4130-936d-9207f9eef76b tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:05.527635 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead3321c-26a6-4130-936d-9207f9eef76b tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Fanout notify agent at l3_agent the message router_deleted on router 5f855814-e58a-4f59-81ff-0d1481060d6d {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:05:05.541837 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ead3321c-26a6-4130-936d-9207f9eef76b tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:05.543077 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ead3321c-26a6-4130-936d-9207f9eef76b tempest-RoutersNegativeTest-1494201609 tempest-RoutersNegativeTest-1494201609-project] 10.222.0.68 "DELETE /v2.0/routers/5f855814-e58a-4f59-81ff-0d1481060d6d HTTP/1.1" status: 204 len: 168 time: 0.8290827 Aug 16 20:05:05.566730 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1054649-719b-4f1e-93ad-a680fb93445a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:05.594082 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-4eef86b6-19bb-4265-8c92-4aa620d5d9f1 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:05.607526 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:05.648862 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 6a87b729-ab80-4069-9c17-04e4333371e9 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:05:05.660183 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 6a87b729-ab80-4069-9c17-04e4333371e9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:05.660183 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:05.666371 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117db3ae-ea0d-45c9-95fc-a8d0a6700307 service neutron] Pushing event updated for resources: {'Port': ['ID=7a03fe6a-dbf5-4100-b1cf-224982c17a7b,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:05.714456 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75915a29-b2f8-4d80-9a4f-a43423375a81 req-6b7eeae7-9256-40c8-b0d4-fc539b54af53 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:05.716106 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-75915a29-b2f8-4d80-9a4f-a43423375a81 req-6b7eeae7-9256-40c8-b0d4-fc539b54af53 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=24252552-3394-449d-b818-c49b99d084fe HTTP/1.1" status: 200 len: 948 time: 0.3297317 Aug 16 20:05:05.740119 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94202262-3fee-4b86-b2e7-573ace638845 req-2b9beb47-b3a1-4863-aa9b-1e252209c7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:05.741616 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-94202262-3fee-4b86-b2e7-573ace638845 req-2b9beb47-b3a1-4863-aa9b-1e252209c7d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 1100 time: 0.1993513 Aug 16 20:05:05.759496 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9764c-fceb-4a29-9eb6-a0e86f97d727 req-a2b5d472-6dc1-4bf6-acb2-e2e1985ea8cf tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:05.769519 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-eae9764c-fceb-4a29-9eb6-a0e86f97d727 req-a2b5d472-6dc1-4bf6-acb2-e2e1985ea8cf tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d00c679-34fc-4caf-86b6-c21698cbde16 HTTP/1.1" status: 200 len: 944 time: 0.3503239 Aug 16 20:05:05.792355 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ed966-f802-43f3-9f01-49087f319e54 req-1cd2a31e-251b-4a74-a5f7-136d51bb6a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:05.803602 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-723ed966-f802-43f3-9f01-49087f319e54 req-1cd2a31e-251b-4a74-a5f7-136d51bb6a14 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=720715bc-76d4-4b2f-b576-720b5365fcdd HTTP/1.1" status: 200 len: 1101 time: 0.3856437 Aug 16 20:05:05.831996 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:05.888406 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:05.908992 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:05.945473 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8250ca94-c7d9-4860-b613-633882cf8d07 req-a24c3755-ac92-4e38-bf9d-c44abba23d35 service neutron] 10.222.0.63 "GET /v2.0/networks/98047d7b-ac4f-4ee8-a843-59cbf20c8ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6570034 Aug 16 20:05:05.963768 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 6a87b729-ab80-4069-9c17-04e4333371e9, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=6a87b729-ab80-4069-9c17-04e4333371e9,segment=NetworkSegment(8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69),segment_id=8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:05.967732 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb4ba63-27ee-48aa-a534-820c07c169fa None None] Network 8627704a-ee5f-4a5e-8fc0-ac36b12a4787 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:05:05.987851 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-eae9764c-fceb-4a29-9eb6-a0e86f97d727 req-c4c713b5-6c5d-4438-a685-7bb10b75e6e8 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173622 Aug 16 20:05:05.992326 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38862) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:06.020812 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:06.080939 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cfc7d912-b63d-416a-90da-c8ce0ef39528 req-3c223bcf-a3a0-4661-a4ef-517a09963d3c service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6091673 Aug 16 20:05:06.090012 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e43c3dfa-f448-4be8-a242-495db819615c None None] Provisioning for port bd6cb53c-842b-4a05-993b-ffa7b43c7469 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:05:06.105804 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=6a87b729-ab80-4069-9c17-04e4333371e9,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:06.114640 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94202262-3fee-4b86-b2e7-573ace638845 req-6bcfaf11-4baf-4c28-ada2-197fbbf9a564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:06.116206 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-94202262-3fee-4b86-b2e7-573ace638845 req-6bcfaf11-4baf-4c28-ada2-197fbbf9a564 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.3444645 Aug 16 20:05:06.152122 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-723ed966-f802-43f3-9f01-49087f319e54 req-14ada01c-03e8-48f5-9475-a5710c479cd5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=679ae586-eac6-4da8-8233-9cab83bbe988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844822 Aug 16 20:05:06.232583 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-94202262-3fee-4b86-b2e7-573ace638845 req-c00edbe1-bd38-43e6-95e1-cd97e3968684 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=a8456123-9de6-4feb-9c09-95083ab502b6 HTTP/1.1" status: 200 len: 217 time: 0.0864384 Aug 16 20:05:06.246750 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642292c-283d-4c13-9cce-16aa7088546c req-f87b7ad8-4ad8-4ee2-ac29-fdc659d0baa0 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:06.248391 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a642292c-283d-4c13-9cce-16aa7088546c req-f87b7ad8-4ad8-4ee2-ac29-fdc659d0baa0 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/ports?device_id=720715bc-76d4-4b2f-b576-720b5365fcdd HTTP/1.1" status: 200 len: 949 time: 0.1603899 Aug 16 20:05:06.259458 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-4eef86b6-19bb-4265-8c92-4aa620d5d9f1 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:05:06.294130 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-4eef86b6-19bb-4265-8c92-4aa620d5d9f1 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:05:06.294669 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef86b6-19bb-4265-8c92-4aa620d5d9f1 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Pushing event updated for resources: {'Port': ['ID=6671be3c-55d4-4503-b790-959b30713fcf,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:06.297423 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-4eef86b6-19bb-4265-8c92-4aa620d5d9f1 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:05:06.328555 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8250ca94-c7d9-4860-b613-633882cf8d07 req-3d771533-995d-46e3-af7d-81c07b6f6f73 service neutron] 10.222.0.63 "GET /v2.0/networks/98047d7b-ac4f-4ee8-a843-59cbf20c8ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599658 Aug 16 20:05:06.395945 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device bd6cb53c-842b-4a05-993b-ffa7b43c7469 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:05:06.403369 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a642292c-283d-4c13-9cce-16aa7088546c req-ea886024-c971-4cf7-94d2-76b60cba6472 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/security-groups?id=679ae586-eac6-4da8-8233-9cab83bbe988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398518 Aug 16 20:05:06.415953 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94202262-3fee-4b86-b2e7-573ace638845 req-e4cacbeb-5d4e-423c-846a-9c82218d6ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:06.415953 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-94202262-3fee-4b86-b2e7-573ace638845 req-e4cacbeb-5d4e-423c-846a-9c82218d6ade service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1648254 Aug 16 20:05:06.476564 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ae5cba6b-63a4-456f-a6d7-ba7d9eb90cf3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e49f163c2d8e40928266b56b4e50194f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3928142 Aug 16 20:05:06.479572 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38870) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:06.493663 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port bd6cb53c-842b-4a05-993b-ffa7b43c7469 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:05:06.496192 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-75915a29-b2f8-4d80-9a4f-a43423375a81 req-032ede02-bf42-425a-9a04-3a19da60807a tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7610574 Aug 16 20:05:06.499290 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port bd6cb53c-842b-4a05-993b-ffa7b43c7469 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:06.499925 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:06.556262 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-52a86a24-559d-49d8-b84e-4c9de8468c7f None None] Provisioning complete for port bd6cb53c-842b-4a05-993b-ffa7b43c7469 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:06.556789 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-52a86a24-559d-49d8-b84e-4c9de8468c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:06.557415 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-4eef86b6-19bb-4265-8c92-4aa620d5d9f1 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:06.558793 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-4eef86b6-19bb-4265-8c92-4aa620d5d9f1 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:06.566690 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94202262-3fee-4b86-b2e7-573ace638845 req-0c0924c8-e6a5-410d-8831-fab72748ca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:06.568408 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-94202262-3fee-4b86-b2e7-573ace638845 req-0c0924c8-e6a5-410d-8831-fab72748ca7f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1451061 Aug 16 20:05:06.586634 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device a8456123-9de6-4feb-9c09-95083ab502b6 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:05:06.590205 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210dc54-3abf-498d-9b33-5f487a7119e9 req-3d6c180e-05cd-4d55-baa5-f84f7652b425 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:06.591798 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1210dc54-3abf-498d-9b33-5f487a7119e9 req-3d6c180e-05cd-4d55-baa5-f84f7652b425 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b4e36b5-25c6-4a54-b9d2-7e23815d8ef0 HTTP/1.1" status: 200 len: 946 time: 0.1020572 Aug 16 20:05:06.601073 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-117db3ae-ea0d-45c9-95fc-a8d0a6700307 service neutron] Attempting to bind port 7a03fe6a-dbf5-4100-b1cf-224982c17a7b on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:05:06.601713 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-117db3ae-ea0d-45c9-95fc-a8d0a6700307 service neutron] Attempting to bind port 7a03fe6a-dbf5-4100-b1cf-224982c17a7b by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '0c1a0b86-acc2-4302-8120-36cbe873b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '50038fe1-20b3-430a-a3e5-f13498455fc2'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:05:06.602043 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-117db3ae-ea0d-45c9-95fc-a8d0a6700307 service neutron] Attempting to bind port 7a03fe6a-dbf5-4100-b1cf-224982c17a7b on network 50038fe1-20b3-430a-a3e5-f13498455fc2 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:05:06.635437 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-117db3ae-ea0d-45c9-95fc-a8d0a6700307 service neutron] Port 7a03fe6a-dbf5-4100-b1cf-224982c17a7b on network 50038fe1-20b3-430a-a3e5-f13498455fc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:05:06.636042 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-117db3ae-ea0d-45c9-95fc-a8d0a6700307 service neutron] Attempting to bind port 7a03fe6a-dbf5-4100-b1cf-224982c17a7b on network 50038fe1-20b3-430a-a3e5-f13498455fc2 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:05:06.654260 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-4eef86b6-19bb-4265-8c92-4aa620d5d9f1 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6491833 Aug 16 20:05:06.664681 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-117db3ae-ea0d-45c9-95fc-a8d0a6700307 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:05:06.665025 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-117db3ae-ea0d-45c9-95fc-a8d0a6700307 service neutron] Checking segment: {'id': '0c1a0b86-acc2-4302-8120-36cbe873b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '50038fe1-20b3-430a-a3e5-f13498455fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:05:06.665612 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-117db3ae-ea0d-45c9-95fc-a8d0a6700307 service neutron] Bound using segment: {'id': '0c1a0b86-acc2-4302-8120-36cbe873b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '50038fe1-20b3-430a-a3e5-f13498455fc2'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:05:06.666247 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-117db3ae-ea0d-45c9-95fc-a8d0a6700307 service neutron] Bound port: 7a03fe6a-dbf5-4100-b1cf-224982c17a7b, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1a0b86-acc2-4302-8120-36cbe873b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '50038fe1-20b3-430a-a3e5-f13498455fc2'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:05:06.666632 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-117db3ae-ea0d-45c9-95fc-a8d0a6700307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:06.676152 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a9e57477-f355-4ec6-adcb-6900e464bfef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:06.677846 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-3bd39fc3-eba2-4955-b484-15960ae12f81 service neutron] Request body: {'port': {'device_id': 'a8c3265f-14bb-4beb-8a3c-248cb05d72da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:05:06.693112 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:06.707155 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1210dc54-3abf-498d-9b33-5f487a7119e9 req-5bdc24a2-957c-44ef-a98b-b8ca7af0d8a3 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/security-groups?id=c114c874-e8a1-4184-b68a-f2324b9b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053760 Aug 16 20:05:06.710003 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1054649-719b-4f1e-93ad-a680fb93445a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:06.739313 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a9e57477-f355-4ec6-adcb-6900e464bfef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:06.743763 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port bd6cb53c-842b-4a05-993b-ffa7b43c7469, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=bd6cb53c-842b-4a05-993b-ffa7b43c7469,segment=NetworkSegment(f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd),segment_id=f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:06.757660 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:06.777691 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-94202262-3fee-4b86-b2e7-573ace638845 req-542ce935-5219-448c-b7a0-a8a66e70bf2d service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958103 Aug 16 20:05:06.812586 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port a8456123-9de6-4feb-9c09-95083ab502b6 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:05:06.844287 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port a8456123-9de6-4feb-9c09-95083ab502b6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:06.845000 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd715e-3759-49de-bd5b-842255e6172f req-51b8bc91-447a-488f-a23c-4a34288627b7 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:06.845112 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:06.852239 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8cdd715e-3759-49de-bd5b-842255e6172f req-51b8bc91-447a-488f-a23c-4a34288627b7 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=a8c3265f-14bb-4beb-8a3c-248cb05d72da HTTP/1.1" status: 200 len: 931 time: 0.2425480 Aug 16 20:05:06.892912 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-3bd39fc3-eba2-4955-b484-15960ae12f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:06.916007 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=bd6cb53c-842b-4a05-993b-ffa7b43c7469,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:06.958083 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a9e57477-f355-4ec6-adcb-6900e464bfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:06.961722 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a9e57477-f355-4ec6-adcb-6900e464bfef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:06.965375 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a9e57477-f355-4ec6-adcb-6900e464bfef admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/df2d97cf-8e23-4320-814a-95d25f451e27 HTTP/1.1" status: 204 len: 168 time: 0.4817643 Aug 16 20:05:06.971929 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:06.984706 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e57477-f355-4ec6-adcb-6900e464bfef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2d97cf-8e23-4320-814a-95d25f451e27,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:07.022778 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-117db3ae-ea0d-45c9-95fc-a8d0a6700307 service neutron] For port 7a03fe6a-dbf5-4100-b1cf-224982c17a7b, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:05:07.023020 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:07.029712 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558b2d9-5fbf-49a5-b354-ce58bdf09f14 req-346b04cc-88de-4ade-bd1a-fa30dab1aaa0 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:07.039151 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0558b2d9-5fbf-49a5-b354-ce58bdf09f14 req-346b04cc-88de-4ade-bd1a-fa30dab1aaa0 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 948 time: 0.2110891 Aug 16 20:05:07.079021 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port a8456123-9de6-4feb-9c09-95083ab502b6, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a8456123-9de6-4feb-9c09-95083ab502b6,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:07.081055 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8cdd715e-3759-49de-bd5b-842255e6172f req-c3b3c7d1-530e-48c2-8aa0-92f4fa55dc9b tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225854 Aug 16 20:05:07.082686 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-94202262-3fee-4b86-b2e7-573ace638845 req-156e44e1-0a12-4ea0-aaff-7db85968091c service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708273 Aug 16 20:05:07.104527 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:07.107901 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-117db3ae-ea0d-45c9-95fc-a8d0a6700307 service neutron] For port 7a03fe6a-dbf5-4100-b1cf-224982c17a7b, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=7a03fe6a-dbf5-4100-b1cf-224982c17a7b,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:05:07.128558 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0558b2d9-5fbf-49a5-b354-ce58bdf09f14 req-69fbfa49-0f3d-4520-840e-825f0078fed4 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883098 Aug 16 20:05:07.131362 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-117db3ae-ea0d-45c9-95fc-a8d0a6700307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:07.250124 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=a8456123-9de6-4feb-9c09-95083ab502b6,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:07.262922 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-117db3ae-ea0d-45c9-95fc-a8d0a6700307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:07.263568 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-117db3ae-ea0d-45c9-95fc-a8d0a6700307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:07.265017 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-117db3ae-ea0d-45c9-95fc-a8d0a6700307 service neutron] 10.222.0.63 "PUT /v2.0/ports/7a03fe6a-dbf5-4100-b1cf-224982c17a7b HTTP/1.1" status: 200 len: 1093 time: 3.8633375 Aug 16 20:05:07.267894 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d00c679-34fc-4caf-86b6-c21698cbde16', 'tag': '7a03fe6a-dbf5-4100-b1cf-224982c17a7b'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:07.270392 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb13885e-044d-44a7-b231-e183dbdd2ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "2d00c679-34fc-4caf-86b6-c21698cbde16", "tag": "7a03fe6a-dbf5-4100-b1cf-224982c17a7b"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:07.307591 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77136c81-c40f-43d0-a50c-1e15021d0dad req-848dbd8c-67df-4b33-90ff-e4fd074bdfb7 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:07.308391 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3775534d-3b50-437a-917b-69bd152ade96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871b7ec4-aa43-4639-b11d-4a5ca531ec1f'}, {'server_uuid': '8b4e36b5-25c6-4a54-b9d2-7e23815d8ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a87b729-ab80-4069-9c17-04e4333371e9'}, {'server_uuid': 'aaa0ec70-4468-40c4-b38e-6bd4107c33b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8456123-9de6-4feb-9c09-95083ab502b6'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:07.315061 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf816316-84eb-4c21-a244-3a7984b68dc3" -d '{"events": [{"server_uuid": "3775534d-3b50-437a-917b-69bd152ade96", "name": "network-vif-plugged", "status": "completed", "tag": "871b7ec4-aa43-4639-b11d-4a5ca531ec1f"}, {"server_uuid": "8b4e36b5-25c6-4a54-b9d2-7e23815d8ef0", "name": "network-vif-plugged", "status": "completed", "tag": "6a87b729-ab80-4069-9c17-04e4333371e9"}, {"server_uuid": "aaa0ec70-4468-40c4-b38e-6bd4107c33b6", "name": "network-vif-plugged", "status": "completed", "tag": "a8456123-9de6-4feb-9c09-95083ab502b6"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:07.317538 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-77136c81-c40f-43d0-a50c-1e15021d0dad req-848dbd8c-67df-4b33-90ff-e4fd074bdfb7 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d00c679-34fc-4caf-86b6-c21698cbde16 HTTP/1.1" status: 200 len: 944 time: 0.1039329 Aug 16 20:05:07.373177 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117db3ae-ea0d-45c9-95fc-a8d0a6700307 service neutron] Pushing event updated for resources: {'Port': ['ID=7a03fe6a-dbf5-4100-b1cf-224982c17a7b,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:07.376176 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-77136c81-c40f-43d0-a50c-1e15021d0dad req-9807b370-492c-4df8-b9d7-38855e36bf6a tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539849 Aug 16 20:05:07.399005 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1054649-719b-4f1e-93ad-a680fb93445a admin admin] Router 25b2d338-81f8-4e22-9940-ad7ad8badcb8 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:05:07.427526 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f5f387-d0e1-47cb-af49-7c978f64866c x-openstack-request-id: req-22f5f387-d0e1-47cb-af49-7c978f64866c {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:07.427673 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d00c679-34fc-4caf-86b6-c21698cbde16", "tag": "7a03fe6a-dbf5-4100-b1cf-224982c17a7b", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:07.428016 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-22f5f387-d0e1-47cb-af49-7c978f64866c {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:07.428312 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d00c679-34fc-4caf-86b6-c21698cbde16', 'tag': '7a03fe6a-dbf5-4100-b1cf-224982c17a7b', 'status': 'completed', 'code': 200} Aug 16 20:05:07.502144 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db643941-7fa3-4dbd-82f7-8a01ea7094c6 x-openstack-request-id: req-db643941-7fa3-4dbd-82f7-8a01ea7094c6 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:07.503330 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3775534d-3b50-437a-917b-69bd152ade96", "name": "network-vif-plugged", "status": "completed", "tag": "871b7ec4-aa43-4639-b11d-4a5ca531ec1f", "code": 200}, {"server_uuid": "8b4e36b5-25c6-4a54-b9d2-7e23815d8ef0", "name": "network-vif-plugged", "status": "completed", "tag": "6a87b729-ab80-4069-9c17-04e4333371e9", "code": 200}, {"server_uuid": "aaa0ec70-4468-40c4-b38e-6bd4107c33b6", "name": "network-vif-plugged", "status": "completed", "tag": "a8456123-9de6-4feb-9c09-95083ab502b6", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:07.503611 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-db643941-7fa3-4dbd-82f7-8a01ea7094c6 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:07.504095 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3775534d-3b50-437a-917b-69bd152ade96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871b7ec4-aa43-4639-b11d-4a5ca531ec1f', 'code': 200} Aug 16 20:05:07.504444 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4e36b5-25c6-4a54-b9d2-7e23815d8ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a87b729-ab80-4069-9c17-04e4333371e9', 'code': 200} Aug 16 20:05:07.506319 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa0ec70-4468-40c4-b38e-6bd4107c33b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8456123-9de6-4feb-9c09-95083ab502b6', 'code': 200} Aug 16 20:05:07.581839 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-943dd583-d854-4ff3-93f2-075e2358833c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:07.584782 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-943dd583-d854-4ff3-93f2-075e2358833c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3d4c841e259544d78ad8fc783177205f&device_id=2d00c679-34fc-4caf-86b6-c21698cbde16 HTTP/1.1" status: 200 len: 1096 time: 0.2407117 Aug 16 20:05:07.618266 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1054649-719b-4f1e-93ad-a680fb93445a admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:05:07.632119 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96db11a-b76b-4222-9205-7d401c13618d None None] Sync routers for ids ['25b2d338-81f8-4e22-9940-ad7ad8badcb8'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:05:07.652542 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96db11a-b76b-4222-9205-7d401c13618d None None] Routers {'25b2d338-81f8-4e22-9940-ad7ad8badcb8'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:05:07.654302 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d96db11a-b76b-4222-9205-7d401c13618d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:05:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['25b2d338-81f8-4e22-9940-ad7ad8badcb8'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:07.670595 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-0b666d4b-325c-437c-b1a7-aa9d34cc083a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a03fe6a-dbf5-4100-b1cf-224982c17a7b HTTP/1.1" status: 200 len: 217 time: 0.0684288 Aug 16 20:05:07.680814 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2303f55-c287-4134-9729-f8c2aa78128d req-b1762f56-52b0-4220-ae30-8196cef8d0cb tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:07.683116 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a2303f55-c287-4134-9729-f8c2aa78128d req-b1762f56-52b0-4220-ae30-8196cef8d0cb tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/ports?device_id=720715bc-76d4-4b2f-b576-720b5365fcdd HTTP/1.1" status: 200 len: 949 time: 0.0897036 Aug 16 20:05:07.781220 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1054649-719b-4f1e-93ad-a680fb93445a admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:07.791618 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c1054649-719b-4f1e-93ad-a680fb93445a admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.4568822 Aug 16 20:05:07.796784 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38900) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:07.815476 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-d96db11a-b76b-4222-9205-7d401c13618d None None] Set router 25b2d338-81f8-4e22-9940-ad7ad8badcb8 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:05:07.873852 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a2303f55-c287-4134-9729-f8c2aa78128d req-d650bcae-0156-491a-ba6a-532bb6362ca8 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/security-groups?id=679ae586-eac6-4da8-8233-9cab83bbe988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537800 Aug 16 20:05:07.897250 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-40baaf66-205a-435e-9f69-e03ba18e869e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:07.898781 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-40baaf66-205a-435e-9f69-e03ba18e869e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=70c9c4f3-11fd-4c7a-afd6-8ebf2bdda796 HTTP/1.1" status: 200 len: 844 time: 0.2171128 Aug 16 20:05:07.909301 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d512e4a-6bea-4894-92f4-8f469ff74ae9 req-554de5c7-a419-407e-957e-1c2916308e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:07.910729 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-3bd39fc3-eba2-4955-b484-15960ae12f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6671be3c-55d4-4503-b790-959b30713fcf {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:05:07.913161 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7d512e4a-6bea-4894-92f4-8f469ff74ae9 req-554de5c7-a419-407e-957e-1c2916308e0d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3775534d-3b50-437a-917b-69bd152ade96 HTTP/1.1" status: 200 len: 1097 time: 0.2275639 Aug 16 20:05:07.954488 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc0d3c-b47e-457b-abc9-5f335da60d54 req-dba36671-59db-4b9c-96bc-236c1fdbb727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:07.959826 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ddfc0d3c-b47e-457b-abc9-5f335da60d54 req-dba36671-59db-4b9c-96bc-236c1fdbb727 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b4e36b5-25c6-4a54-b9d2-7e23815d8ef0 HTTP/1.1" status: 200 len: 1098 time: 0.2757266 Aug 16 20:05:07.974343 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-3bd39fc3-eba2-4955-b484-15960ae12f81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:07.981495 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-1a695341-0f22-44a9-9d53-33e0457c70de service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=50038fe1-20b3-430a-a3e5-f13498455fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659497 Aug 16 20:05:08.025797 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-3bd39fc3-eba2-4955-b484-15960ae12f81 service neutron] Transition to ACTIVE for port object 6671be3c-55d4-4503-b790-959b30713fcf will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:05:08.100409 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-3bd39fc3-eba2-4955-b484-15960ae12f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:08.161896 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7d512e4a-6bea-4894-92f4-8f469ff74ae9 req-e3da43e0-d075-425d-9af2-b8b065a1518a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c114c874-e8a1-4184-b68a-f2324b9b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388902 Aug 16 20:05:08.179726 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ddfc0d3c-b47e-457b-abc9-5f335da60d54 req-4dc29498-7d42-47b9-8a1b-d93e26a30ae1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c114c874-e8a1-4184-b68a-f2324b9b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956358 Aug 16 20:05:08.182524 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d96db11a-b76b-4222-9205-7d401c13618d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'name': 'tempest-ServersTestManualDisk-1266941271-router', 'tenant_id': 'f37110b65e324c64893ebaf7d2528f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '66adab44-88be-417b-810d-45b481103d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:05:01Z', 'updated_at': '2021-08-16T20:05:05Z', 'revision_number': 3, 'project_id': 'f37110b65e324c64893ebaf7d2528f23', 'gw_port': {'id': '66adab44-88be-417b-810d-45b481103d7f', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:63:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:03Z', 'updated_at': '2021-08-16T20:05:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:08.227029 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96db11a-b76b-4222-9205-7d401c13618d None None] Checking router: 25b2d338-81f8-4e22-9940-ad7ad8badcb8 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:05:08.227606 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96db11a-b76b-4222-9205-7d401c13618d None None] Updating router 25b2d338-81f8-4e22-9940-ad7ad8badcb8 port 66adab44-88be-417b-810d-45b481103d7f binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:05:08.232188 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38916) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:08.232488 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f034da6-4501-48c5-a393-220ce0cd8345 req-00953cf6-2777-4745-b52b-71daca10e5d8 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:08.234098 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd39fc3-eba2-4955-b484-15960ae12f81 service neutron] Pushing event updated for resources: {'Port': ['ID=6671be3c-55d4-4503-b790-959b30713fcf,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:08.241273 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8f034da6-4501-48c5-a393-220ce0cd8345 req-00953cf6-2777-4745-b52b-71daca10e5d8 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b4e36b5-25c6-4a54-b9d2-7e23815d8ef0 HTTP/1.1" status: 200 len: 946 time: 0.2263331 Aug 16 20:05:08.277871 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d96db11a-b76b-4222-9205-7d401c13618d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:08.292634 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-6ff921eb-2f92-49da-8ca5-20d49658c466 service neutron] 10.222.0.63 "GET /v2.0/networks/50038fe1-20b3-430a-a3e5-f13498455fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947838 Aug 16 20:05:08.328005 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4983e-1468-4da3-84eb-d100ac6cb9ce req-936394e0-9af0-4aee-9496-5f105d2360c3 tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:08.328527 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4983e-1468-4da3-84eb-d100ac6cb9ce req-936394e0-9af0-4aee-9496-5f105d2360c3 tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:08.329047 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4983e-1468-4da3-84eb-d100ac6cb9ce req-936394e0-9af0-4aee-9496-5f105d2360c3 tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:08.329550 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4983e-1468-4da3-84eb-d100ac6cb9ce req-936394e0-9af0-4aee-9496-5f105d2360c3 tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:08.330087 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4983e-1468-4da3-84eb-d100ac6cb9ce req-936394e0-9af0-4aee-9496-5f105d2360c3 tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:08.330584 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4983e-1468-4da3-84eb-d100ac6cb9ce req-936394e0-9af0-4aee-9496-5f105d2360c3 tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:08.331076 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4983e-1468-4da3-84eb-d100ac6cb9ce req-936394e0-9af0-4aee-9496-5f105d2360c3 tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:08.331607 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4983e-1468-4da3-84eb-d100ac6cb9ce req-936394e0-9af0-4aee-9496-5f105d2360c3 tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:08.332488 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4983e-1468-4da3-84eb-d100ac6cb9ce req-936394e0-9af0-4aee-9496-5f105d2360c3 tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:08.332589 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4983e-1468-4da3-84eb-d100ac6cb9ce req-936394e0-9af0-4aee-9496-5f105d2360c3 tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:08.333025 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4983e-1468-4da3-84eb-d100ac6cb9ce req-936394e0-9af0-4aee-9496-5f105d2360c3 tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:08.335572 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eed4983e-1468-4da3-84eb-d100ac6cb9ce req-936394e0-9af0-4aee-9496-5f105d2360c3 tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=a8c3265f-14bb-4beb-8a3c-248cb05d72da&device_id=2d00c679-34fc-4caf-86b6-c21698cbde16&device_id=3775534d-3b50-437a-917b-69bd152ade96&device_id=720715bc-76d4-4b2f-b576-720b5365fcdd&device_id=8b4e36b5-25c6-4a54-b9d2-7e23815d8ef0&device_id=f79efa3e-bd87-4d97-962c-e56593e962ef&device_id=24252552-3394-449d-b818-c49b99d084fe&device_id=88058b08-fee3-40ae-8e32-47ace2b750fc&device_id=db26bf53-1ca2-4997-ae1d-db844ba89024&device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7&device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 9947 time: 0.2020051 Aug 16 20:05:08.339554 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8f034da6-4501-48c5-a393-220ce0cd8345 req-0c91ef14-ee73-4375-b820-4c7d3678978d tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/security-groups?id=c114c874-e8a1-4184-b68a-f2324b9b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933528 Aug 16 20:05:08.422800 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device bd6cb53c-842b-4a05-993b-ffa7b43c7469 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:05:08.429460 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-eed4983e-1468-4da3-84eb-d100ac6cb9ce req-9f54ac97-5007-4369-958b-e4db156fcb1d tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:08.448716 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-3bd39fc3-eba2-4955-b484-15960ae12f81 service neutron] Attempting to bind port 6671be3c-55d4-4503-b790-959b30713fcf on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:05:08.449220 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-3bd39fc3-eba2-4955-b484-15960ae12f81 service neutron] Attempting to bind port 6671be3c-55d4-4503-b790-959b30713fcf by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '1a389533-0611-4082-9806-72db3146632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:05:08.449687 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-3bd39fc3-eba2-4955-b484-15960ae12f81 service neutron] Attempting to bind port 6671be3c-55d4-4503-b790-959b30713fcf on network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:05:08.468093 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-3bd39fc3-eba2-4955-b484-15960ae12f81 service neutron] Port 6671be3c-55d4-4503-b790-959b30713fcf on network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:05:08.468558 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-3bd39fc3-eba2-4955-b484-15960ae12f81 service neutron] Attempting to bind port 6671be3c-55d4-4503-b790-959b30713fcf on network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:05:08.505715 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-3bd39fc3-eba2-4955-b484-15960ae12f81 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:05:08.506235 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-3bd39fc3-eba2-4955-b484-15960ae12f81 service neutron] Checking segment: {'id': '1a389533-0611-4082-9806-72db3146632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:05:08.506833 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-3bd39fc3-eba2-4955-b484-15960ae12f81 service neutron] Bound using segment: {'id': '1a389533-0611-4082-9806-72db3146632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:05:08.507558 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-3bd39fc3-eba2-4955-b484-15960ae12f81 service neutron] Bound port: 6671be3c-55d4-4503-b790-959b30713fcf, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a389533-0611-4082-9806-72db3146632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:05:08.508112 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-3bd39fc3-eba2-4955-b484-15960ae12f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:08.566270 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-edc8a1dd-3c65-4c54-9793-9eda0a27f3ca admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-326171183-network', 'tenant_id': 'a1d79f7339f64413a23cb971e5d4d9b1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:05:08.579954 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d4dee3d8-5ca6-4e6c-8292-84a06d1ec51f req-891eed6a-f27e-496c-888b-dcb7ba444487 service neutron] 10.222.0.63 "GET /v2.0/networks/50038fe1-20b3-430a-a3e5-f13498455fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726259 Aug 16 20:05:08.583330 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port bd6cb53c-842b-4a05-993b-ffa7b43c7469 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:08.584044 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:08.588156 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 601777a0-06d6-4292-9422-ea7507df9eff up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:05:08.697631 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-3bd39fc3-eba2-4955-b484-15960ae12f81 service neutron] For port 6671be3c-55d4-4503-b790-959b30713fcf, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:05:08.703216 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-3bd39fc3-eba2-4955-b484-15960ae12f81 service neutron] For port 6671be3c-55d4-4503-b790-959b30713fcf, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=6671be3c-55d4-4503-b790-959b30713fcf,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:05:08.711354 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 601777a0-06d6-4292-9422-ea7507df9eff completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:05:08.724562 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 601777a0-06d6-4292-9422-ea7507df9eff triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:08.724968 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:08.767505 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-3bd39fc3-eba2-4955-b484-15960ae12f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:08.807689 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-3bd39fc3-eba2-4955-b484-15960ae12f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:08.808416 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-3bd39fc3-eba2-4955-b484-15960ae12f81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:08.810473 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-3bd39fc3-eba2-4955-b484-15960ae12f81 service neutron] 10.222.0.57 "PUT /v2.0/ports/6671be3c-55d4-4503-b790-959b30713fcf HTTP/1.1" status: 200 len: 1092 time: 2.1410708 Aug 16 20:05:08.817672 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-eed4983e-1468-4da3-84eb-d100ac6cb9ce req-9f54ac97-5007-4369-958b-e4db156fcb1d tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:08.834484 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:08.863390 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-eed4983e-1468-4da3-84eb-d100ac6cb9ce req-9f54ac97-5007-4369-958b-e4db156fcb1d tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:08.866870 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d96db11a-b76b-4222-9205-7d401c13618d None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:08.878467 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 601777a0-06d6-4292-9422-ea7507df9eff, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=601777a0-06d6-4292-9422-ea7507df9eff,segment=NetworkSegment(8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69),segment_id=8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:08.880040 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-d96db11a-b76b-4222-9205-7d401c13618d None None] Transition to ACTIVE for port object 66adab44-88be-417b-810d-45b481103d7f will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:05:08.884966 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:08.886652 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5744a1-2b9c-451b-bddd-ff4701ef760d req-dc8b906c-7f00-4f4e-b903-3df53476dad4 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:08.889371 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a5744a1-2b9c-451b-bddd-ff4701ef760d req-dc8b906c-7f00-4f4e-b903-3df53476dad4 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=a8c3265f-14bb-4beb-8a3c-248cb05d72da HTTP/1.1" status: 200 len: 943 time: 0.1868947 Aug 16 20:05:08.898050 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d96db11a-b76b-4222-9205-7d401c13618d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:08.924651 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eed4983e-1468-4da3-84eb-d100ac6cb9ce req-9f54ac97-5007-4369-958b-e4db156fcb1d tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&id=043fe401-d4ac-4974-a559-551972bde1d4&id=c114c874-e8a1-4184-b68a-f2324b9b211e&id=16b50810-b6f7-4b3b-8963-1ed5616b202b&id=679ae586-eac6-4da8-8233-9cab83bbe988&id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 622 time: 0.5664325 Aug 16 20:05:08.951771 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=601777a0-06d6-4292-9422-ea7507df9eff,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:08.975089 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-d96db11a-b76b-4222-9205-7d401c13618d None None] Attempting to bind port 66adab44-88be-417b-810d-45b481103d7f on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:05:08.975500 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-d96db11a-b76b-4222-9205-7d401c13618d None None] Attempting to bind port 66adab44-88be-417b-810d-45b481103d7f by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:05:08.975858 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96db11a-b76b-4222-9205-7d401c13618d None None] Attempting to bind port 66adab44-88be-417b-810d-45b481103d7f on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:05:08.987661 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96db11a-b76b-4222-9205-7d401c13618d None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:05:08.988179 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96db11a-b76b-4222-9205-7d401c13618d None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:05:08.988592 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d96db11a-b76b-4222-9205-7d401c13618d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:08.989478 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96db11a-b76b-4222-9205-7d401c13618d None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:05:08.990132 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-d96db11a-b76b-4222-9205-7d401c13618d None None] Bound port: 66adab44-88be-417b-810d-45b481103d7f, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:05:08.990688 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d96db11a-b76b-4222-9205-7d401c13618d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:08.993439 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc67ddbd-7016-4768-905a-437d4fd3603e None None] Pushing event updated for resources: {'Port': ['ID=66adab44-88be-417b-810d-45b481103d7f,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:09.026410 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67ddbd-7016-4768-905a-437d4fd3603e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:09.026772 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67ddbd-7016-4768-905a-437d4fd3603e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:09.027120 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67ddbd-7016-4768-905a-437d4fd3603e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:09.027482 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67ddbd-7016-4768-905a-437d4fd3603e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:09.027815 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67ddbd-7016-4768-905a-437d4fd3603e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:09.028144 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67ddbd-7016-4768-905a-437d4fd3603e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:09.028474 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67ddbd-7016-4768-905a-437d4fd3603e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:09.028800 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67ddbd-7016-4768-905a-437d4fd3603e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:09.029127 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67ddbd-7016-4768-905a-437d4fd3603e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:09.029458 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67ddbd-7016-4768-905a-437d4fd3603e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:09.029780 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67ddbd-7016-4768-905a-437d4fd3603e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:09.030102 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67ddbd-7016-4768-905a-437d4fd3603e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:09.046152 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc8a1dd-3c65-4c54-9793-9eda0a27f3ca admin admin] Made reservation on behalf of a1d79f7339f64413a23cb971e5d4d9b1 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:05:09.048754 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-edc8a1dd-3c65-4c54-9793-9eda0a27f3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:09.060297 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54ac97-5007-4369-958b-e4db156fcb1d tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753020ca-ceb1-42e5-890a-2c513b9eea77,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:09.064356 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13885e-044d-44a7-b231-e183dbdd2ad8 req-88235b8a-a62f-4019-9970-57f96ea73bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:09.065909 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fb13885e-044d-44a7-b231-e183dbdd2ad8 req-88235b8a-a62f-4019-9970-57f96ea73bfb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3d4c841e259544d78ad8fc783177205f&device_id=2d00c679-34fc-4caf-86b6-c21698cbde16 HTTP/1.1" status: 200 len: 1096 time: 0.3612142 Aug 16 20:05:09.066868 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-d96db11a-b76b-4222-9205-7d401c13618d None None] For port 66adab44-88be-417b-810d-45b481103d7f, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:05:09.072147 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-d96db11a-b76b-4222-9205-7d401c13618d None None] For port 66adab44-88be-417b-810d-45b481103d7f, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=66adab44-88be-417b-810d-45b481103d7f,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:05:09.073261 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a5744a1-2b9c-451b-bddd-ff4701ef760d req-c1cc0504-c614-49a6-8c06-d42c0d7f3a0b tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752734 Aug 16 20:05:09.089374 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d96db11a-b76b-4222-9205-7d401c13618d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:09.131779 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-edc8a1dd-3c65-4c54-9793-9eda0a27f3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:09.138705 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd39fc3-eba2-4955-b484-15960ae12f81 service neutron] Pushing event updated for resources: {'Port': ['ID=6671be3c-55d4-4503-b790-959b30713fcf,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:09.145783 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-369ea928-9b5c-4635-8463-139a8bea653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:09.148332 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-369ea928-9b5c-4635-8463-139a8bea653f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=660f9d21c81a4d0490e02db145c56c81&device_id=a8c3265f-14bb-4beb-8a3c-248cb05d72da HTTP/1.1" status: 200 len: 1095 time: 0.2600381 Aug 16 20:05:09.156005 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3297d5ea-66df-456d-929f-7e99c164e8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:09.164803 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96db11a-b76b-4222-9205-7d401c13618d None None] Routers {'25b2d338-81f8-4e22-9940-ad7ad8badcb8'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:05:09.165533 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d96db11a-b76b-4222-9205-7d401c13618d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:05:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['25b2d338-81f8-4e22-9940-ad7ad8badcb8'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:09.192576 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc67ddbd-7016-4768-905a-437d4fd3603e None None] Pushing event updated for resources: {'Port': ['ID=66adab44-88be-417b-810d-45b481103d7f,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:09.312179 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-37282f3c-5dfa-455a-874d-de6164478112 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6671be3c-55d4-4503-b790-959b30713fcf HTTP/1.1" status: 200 len: 217 time: 0.0943117 Aug 16 20:05:09.363148 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-d96db11a-b76b-4222-9205-7d401c13618d None None] Set router 25b2d338-81f8-4e22-9940-ad7ad8badcb8 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:05:09.381544 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075d301-c530-4fd8-a839-7981fbebd8f5 req-a6752101-c8e6-457d-b8f7-17941f952c7d tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:09.384233 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b075d301-c530-4fd8-a839-7981fbebd8f5 req-a6752101-c8e6-457d-b8f7-17941f952c7d tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 949 time: 0.3673644 Aug 16 20:05:09.437428 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c3265f-14bb-4beb-8a3c-248cb05d72da', 'tag': '6671be3c-55d4-4503-b790-959b30713fcf'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:09.441865 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a4a3ca-3a07-4abb-bbab-911f09bd721a" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c3265f-14bb-4beb-8a3c-248cb05d72da", "tag": "6671be3c-55d4-4503-b790-959b30713fcf"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:09.507817 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79efa3e-bd87-4d97-962c-e56593e962ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '601777a0-06d6-4292-9422-ea7507df9eff'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:09.513047 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f0c644-4f4e-450d-8a54-61b69c244bfa" -d '{"events": [{"server_uuid": "f79efa3e-bd87-4d97-962c-e56593e962ef", "name": "network-vif-plugged", "status": "completed", "tag": "601777a0-06d6-4292-9422-ea7507df9eff"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:09.541648 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-5db0d069-12cf-4c3d-ad0c-0ba502ee3a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:09.543896 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-5db0d069-12cf-4c3d-ad0c-0ba502ee3a4f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc HTTP/1.1" status: 200 len: 852 time: 0.2113621 Aug 16 20:05:09.545439 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13885e-044d-44a7-b231-e183dbdd2ad8 req-0fba6482-7f83-4614-a811-91ec1a777e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:09.547575 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fb13885e-044d-44a7-b231-e183dbdd2ad8 req-0fba6482-7f83-4614-a811-91ec1a777e36 service neutron] 10.222.0.63 "GET /v2.0/networks?id=50038fe1-20b3-430a-a3e5-f13498455fc2 HTTP/1.1" status: 200 len: 905 time: 0.4387171 Aug 16 20:05:09.612624 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-7215e640-b5cb-46b1-9b3f-30d6a0ce69f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582478 Aug 16 20:05:09.620196 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d96db11a-b76b-4222-9205-7d401c13618d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'name': 'tempest-ServersTestManualDisk-1266941271-router', 'tenant_id': 'f37110b65e324c64893ebaf7d2528f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '66adab44-88be-417b-810d-45b481103d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:05:01Z', 'updated_at': '2021-08-16T20:05:05Z', 'revision_number': 3, 'project_id': 'f37110b65e324c64893ebaf7d2528f23', 'gw_port': {'id': '66adab44-88be-417b-810d-45b481103d7f', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:63:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:03Z', 'updated_at': '2021-08-16T20:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:09.645802 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b075d301-c530-4fd8-a839-7981fbebd8f5 req-c16e5743-af95-4fb6-8830-8cb42b0d643c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194753 Aug 16 20:05:09.649029 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96db11a-b76b-4222-9205-7d401c13618d None None] The sync data for ids ['25b2d338-81f8-4e22-9940-ad7ad8badcb8'] in n-d-787206-13 is: [{'id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'name': 'tempest-ServersTestManualDisk-1266941271-router', 'tenant_id': 'f37110b65e324c64893ebaf7d2528f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '66adab44-88be-417b-810d-45b481103d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:05:01Z', 'updated_at': '2021-08-16T20:05:05Z', 'revision_number': 3, 'project_id': 'f37110b65e324c64893ebaf7d2528f23', 'gw_port': {'id': '66adab44-88be-417b-810d-45b481103d7f', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:63:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:03Z', 'updated_at': '2021-08-16T20:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:05:09.660940 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fb13885e-044d-44a7-b231-e183dbdd2ad8 req-2f1c8a72-389e-4673-a705-35aeae53e328 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a03fe6a-dbf5-4100-b1cf-224982c17a7b HTTP/1.1" status: 200 len: 217 time: 0.0868697 Aug 16 20:05:09.823609 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-edc8a1dd-3c65-4c54-9793-9eda0a27f3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:09.830622 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfdedd-43bf-4e63-9a96-e070ff03e1e1 req-8f1254a6-7535-46b6-97dc-48cf12b172db tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:09.831990 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c8dfdedd-43bf-4e63-9a96-e070ff03e1e1 req-8f1254a6-7535-46b6-97dc-48cf12b172db tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d00c679-34fc-4caf-86b6-c21698cbde16 HTTP/1.1" status: 200 len: 944 time: 0.6174657 Aug 16 20:05:09.834079 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13885e-044d-44a7-b231-e183dbdd2ad8 req-7a7879e6-1ecc-4717-9d5d-0eea0f023ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:09.836099 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fb13885e-044d-44a7-b231-e183dbdd2ad8 req-7a7879e6-1ecc-4717-9d5d-0eea0f023ac0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=70c9c4f3-11fd-4c7a-afd6-8ebf2bdda796 HTTP/1.1" status: 200 len: 844 time: 0.1574714 Aug 16 20:05:09.841220 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-edc8a1dd-3c65-4c54-9793-9eda0a27f3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:09.911831 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fb13885e-044d-44a7-b231-e183dbdd2ad8 req-c6a8693a-8a8a-493a-801a-ad493a4991b8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=50038fe1-20b3-430a-a3e5-f13498455fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594952 Aug 16 20:05:09.912601 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc8a1dd-3c65-4c54-9793-9eda0a27f3ca admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:05:09.932074 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1c53b-f30c-4195-b551-118628cf45c3 req-5bce3463-dde0-4e55-8978-35cc4e3a4bc4 tempest-ServersAdminNegativeTestJSON-1159253048 tempest-ServersAdminNegativeTestJSON-1159253048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:09.934252 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b1b1c53b-f30c-4195-b551-118628cf45c3 req-5bce3463-dde0-4e55-8978-35cc4e3a4bc4 tempest-ServersAdminNegativeTestJSON-1159253048 tempest-ServersAdminNegativeTestJSON-1159253048-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=720715bc-76d4-4b2f-b576-720b5365fcdd HTTP/1.1" status: 200 len: 1101 time: 0.1874270 Aug 16 20:05:09.946653 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c8dfdedd-43bf-4e63-9a96-e070ff03e1e1 req-0764404a-ba74-4814-a72e-0b6c5706bbb5 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897179 Aug 16 20:05:09.963930 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-3297d5ea-66df-456d-929f-7e99c164e8aa admin admin] Allocated IP 172.20.0.1 (8627704a-ee5f-4a5e-8fc0-ac36b12a4787/35f0f756-29cc-48e2-a3ef-ca73119e05e1/f83b8b74-a8a3-42f3-bc5b-986e036f32c1) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:05:09.983040 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-d6ac0e48-2f7b-4194-bb69-8f60dda712c7 service neutron] 10.222.0.57 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411789 Aug 16 20:05:10.045119 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8a1dd-3c65-4c54-9793-9eda0a27f3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b1c4ab-91a3-4894-a7a3-e95eabe8e90d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:10.067838 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-edc8a1dd-3c65-4c54-9793-9eda0a27f3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:10.068195 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-edc8a1dd-3c65-4c54-9793-9eda0a27f3ca admin admin] Added segment cfe8f2c0-7b3d-444d-81d0-c17fb3ea7b52 of type vlan for network dfa1b7a5-8acb-4ebc-99a9-7f97b8c0dd01 Aug 16 20:05:10.127764 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3297d5ea-66df-456d-929f-7e99c164e8aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:10.172478 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-3297d5ea-66df-456d-929f-7e99c164e8aa admin admin] Transition to ACTIVE for port object f83b8b74-a8a3-42f3-bc5b-986e036f32c1 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:05:10.221110 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659da9d-ebc7-4a67-b537-b6eb6ae32990 req-2a4e0671-3509-4c2d-a98e-275cc8560aa1 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:10.222673 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6659da9d-ebc7-4a67-b537-b6eb6ae32990 req-2a4e0671-3509-4c2d-a98e-275cc8560aa1 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b4e36b5-25c6-4a54-b9d2-7e23815d8ef0 HTTP/1.1" status: 200 len: 946 time: 0.0830920 Aug 16 20:05:10.242095 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3297d5ea-66df-456d-929f-7e99c164e8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:10.303962 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3297d5ea-66df-456d-929f-7e99c164e8aa admin admin] Network 8627704a-ee5f-4a5e-8fc0-ac36b12a4787 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:05:10.317732 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-3297d5ea-66df-456d-929f-7e99c164e8aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:05:10.328734 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3297d5ea-66df-456d-929f-7e99c164e8aa admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:05:10.341640 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6659da9d-ebc7-4a67-b537-b6eb6ae32990 req-22cf80ad-9af4-46a9-b8eb-09df9197da41 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/security-groups?id=c114c874-e8a1-4184-b68a-f2324b9b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095779 Aug 16 20:05:10.382660 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 66adab44-88be-417b-810d-45b481103d7f up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:05:10.406609 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297d5ea-66df-456d-929f-7e99c164e8aa admin admin] Pushing event updated for resources: {'Port': ['ID=f83b8b74-a8a3-42f3-bc5b-986e036f32c1,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:10.436090 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3297d5ea-66df-456d-929f-7e99c164e8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:10.485167 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10e70b9-6603-4ee5-b961-77625cd50e43 x-openstack-request-id: req-d10e70b9-6603-4ee5-b961-77625cd50e43 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:10.485461 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79efa3e-bd87-4d97-962c-e56593e962ef", "name": "network-vif-plugged", "status": "completed", "tag": "601777a0-06d6-4292-9422-ea7507df9eff", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:10.485722 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d10e70b9-6603-4ee5-b961-77625cd50e43 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:10.486650 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79efa3e-bd87-4d97-962c-e56593e962ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '601777a0-06d6-4292-9422-ea7507df9eff', 'code': 200} Aug 16 20:05:10.538869 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 66adab44-88be-417b-810d-45b481103d7f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:05:10.543313 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 66adab44-88be-417b-810d-45b481103d7f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:10.543923 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:10.602534 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 7a03fe6a-dbf5-4100-b1cf-224982c17a7b details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:05:10.614000 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b1b1c53b-f30c-4195-b551-118628cf45c3 req-4763c952-b464-4db6-99f4-83dcff1c5dcd tempest-ServersAdminNegativeTestJSON-1159253048 tempest-ServersAdminNegativeTestJSON-1159253048-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:10.621499 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283f2f17-bd69-46ef-bb91-2aa91f446dec x-openstack-request-id: req-283f2f17-bd69-46ef-bb91-2aa91f446dec {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:10.621789 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c3265f-14bb-4beb-8a3c-248cb05d72da", "tag": "6671be3c-55d4-4503-b790-959b30713fcf", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:10.622043 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-283f2f17-bd69-46ef-bb91-2aa91f446dec {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:10.622438 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c3265f-14bb-4beb-8a3c-248cb05d72da', 'tag': '6671be3c-55d4-4503-b790-959b30713fcf', 'status': 'completed', 'code': 200} Aug 16 20:05:10.690821 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-edc8a1dd-3c65-4c54-9793-9eda0a27f3ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:10.700290 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9fa935b5-214a-4b44-9dc3-afc8b25c0b83 None None] Provisioning for port f83b8b74-a8a3-42f3-bc5b-986e036f32c1 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:05:10.729704 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1811b-9994-4c68-8a18-0eb5eda8dfbd req-7d878b45-5933-4fea-8cbd-8127e95ae793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:10.731781 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60b1811b-9994-4c68-8a18-0eb5eda8dfbd req-7d878b45-5933-4fea-8cbd-8127e95ae793 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f79efa3e-bd87-4d97-962c-e56593e962ef HTTP/1.1" status: 200 len: 1097 time: 0.1653566 Aug 16 20:05:10.746540 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9fa935b5-214a-4b44-9dc3-afc8b25c0b83 None None] Provisioning complete for port f83b8b74-a8a3-42f3-bc5b-986e036f32c1 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:10.747358 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9fa935b5-214a-4b44-9dc3-afc8b25c0b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:10.789543 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fb13885e-044d-44a7-b231-e183dbdd2ad8 req-124aeace-31c9-4265-a0fb-37000fb85d80 service neutron] 10.222.0.63 "GET /v2.0/networks/50038fe1-20b3-430a-a3e5-f13498455fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8538854 Aug 16 20:05:10.790856 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ce8b4-5848-451e-b9c7-94cdf361bd5f req-7a212446-5558-4d59-920c-e99cabdc4e74 tempest-MigrationsAdminTest-1024675587 tempest-MigrationsAdminTest-1024675587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:10.798123 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:10.799957 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-801ce8b4-5848-451e-b9c7-94cdf361bd5f req-7a212446-5558-4d59-920c-e99cabdc4e74 tempest-MigrationsAdminTest-1024675587 tempest-MigrationsAdminTest-1024675587-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 1101 time: 0.1847804 Aug 16 20:05:10.811664 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5a35e7db-4a35-4063-80ef-b85560b2b0d1 req-00db083a-c137-4f9d-8879-e02b1f81adeb service neutron] 10.222.0.57 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8139281 Aug 16 20:05:10.816589 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-edc8a1dd-3c65-4c54-9793-9eda0a27f3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:10.816920 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc8a1dd-3c65-4c54-9793-9eda0a27f3ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:10.817478 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-edc8a1dd-3c65-4c54-9793-9eda0a27f3ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:10.852328 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9fa935b5-214a-4b44-9dc3-afc8b25c0b83 None None] Port f83b8b74-a8a3-42f3-bc5b-986e036f32c1 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:05:10.859324 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3297d5ea-66df-456d-929f-7e99c164e8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:10.870346 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 7a03fe6a-dbf5-4100-b1cf-224982c17a7b, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=7a03fe6a-dbf5-4100-b1cf-224982c17a7b,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:10.874503 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 66adab44-88be-417b-810d-45b481103d7f, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=66adab44-88be-417b-810d-45b481103d7f,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:10.889215 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:10.891823 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60b1811b-9994-4c68-8a18-0eb5eda8dfbd req-de2e6c59-142c-464a-8ddb-813875632356 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=c114c874-e8a1-4184-b68a-f2324b9b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337271 Aug 16 20:05:10.897486 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '7a03fe6a-dbf5-4100-b1cf-224982c17a7b', 'network_id': '50038fe1-20b3-430a-a3e5-f13498455fc2', 'port_id': '7a03fe6a-dbf5-4100-b1cf-224982c17a7b', 'mac_address': 'fa:16:3e:92:38:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c9c4f3-11fd-4c7a-afd6-8ebf2bdda796', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:05:10.983334 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=66adab44-88be-417b-810d-45b481103d7f,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:10.986099 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:11.001011 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a03fe6a-dbf5-4100-b1cf-224982c17a7b {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:05:11.001242 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-801ce8b4-5848-451e-b9c7-94cdf361bd5f req-04255b89-f988-46a8-9205-10b38caeb2e3 tempest-MigrationsAdminTest-1024675587 tempest-MigrationsAdminTest-1024675587-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998599 Aug 16 20:05:11.038379 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 7a03fe6a-dbf5-4100-b1cf-224982c17a7b, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=7a03fe6a-dbf5-4100-b1cf-224982c17a7b,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:11.055419 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:11.101812 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fb13885e-044d-44a7-b231-e183dbdd2ad8 req-63d42621-a344-4d4b-bd57-3a27586768d1 service neutron] 10.222.0.63 "GET /v2.0/networks/50038fe1-20b3-430a-a3e5-f13498455fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035367 Aug 16 20:05:11.106098 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8a1dd-3c65-4c54-9793-9eda0a27f3ca admin admin] Pushing event updated for resources: {'Network': ['ID=dfa1b7a5-8acb-4ebc-99a9-7f97b8c0dd01,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:11.126740 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4a3ca-3a07-4abb-bbab-911f09bd721a req-eca5b782-15ba-4126-a9cd-77aea96edf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:11.128453 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c0a4a3ca-3a07-4abb-bbab-911f09bd721a req-eca5b782-15ba-4126-a9cd-77aea96edf76 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=660f9d21c81a4d0490e02db145c56c81&device_id=a8c3265f-14bb-4beb-8a3c-248cb05d72da HTTP/1.1" status: 200 len: 1095 time: 0.2311280 Aug 16 20:05:11.128593 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network dfa1b7a5-8acb-4ebc-99a9-7f97b8c0dd01 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:05:11.138690 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b1b1c53b-f30c-4195-b551-118628cf45c3 req-4763c952-b464-4db6-99f4-83dcff1c5dcd tempest-ServersAdminNegativeTestJSON-1159253048 tempest-ServersAdminNegativeTestJSON-1159253048-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:11.162556 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b1b1c53b-f30c-4195-b551-118628cf45c3 req-4763c952-b464-4db6-99f4-83dcff1c5dcd tempest-ServersAdminNegativeTestJSON-1159253048 tempest-ServersAdminNegativeTestJSON-1159253048-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:11.168534 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3297d5ea-66df-456d-929f-7e99c164e8aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:11.179725 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3297d5ea-66df-456d-929f-7e99c164e8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:11.201375 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-edc8a1dd-3c65-4c54-9793-9eda0a27f3ca admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.9611247 Aug 16 20:05:11.201596 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=7a03fe6a-dbf5-4100-b1cf-224982c17a7b,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:11.208436 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38944) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:11.222570 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c315a4bf-0e82-49d1-824f-cad72a58839a admin admin] Request body: {'subnet': {'network_id': 'dfa1b7a5-8acb-4ebc-99a9-7f97b8c0dd01', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-326171183-subnet', 'tenant_id': 'a1d79f7339f64413a23cb971e5d4d9b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:05:11.234495 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b1b1c53b-f30c-4195-b551-118628cf45c3 req-4763c952-b464-4db6-99f4-83dcff1c5dcd tempest-ServersAdminNegativeTestJSON-1159253048 tempest-ServersAdminNegativeTestJSON-1159253048-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=679ae586-eac6-4da8-8233-9cab83bbe988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2577710 Aug 16 20:05:11.255337 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4763c952-b464-4db6-99f4-83dcff1c5dcd tempest-ServersAdminNegativeTestJSON-1159253048 tempest-ServersAdminNegativeTestJSON-1159253048-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf6253a-feba-4984-8b35-ce3e37e5b86a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:11.276959 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c315a4bf-0e82-49d1-824f-cad72a58839a admin admin] Made reservation on behalf of a1d79f7339f64413a23cb971e5d4d9b1 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:05:11.279427 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c315a4bf-0e82-49d1-824f-cad72a58839a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:11.284361 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297d5ea-66df-456d-929f-7e99c164e8aa admin admin] Pushing event updated for resources: {'Port': ['ID=f83b8b74-a8a3-42f3-bc5b-986e036f32c1,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:11.299936 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3297d5ea-66df-456d-929f-7e99c164e8aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:11.324707 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdde2ea-c140-42fe-8e1c-f3dac0835bb3 req-f2e78653-a750-487a-829b-fa0c2a7dd87e tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:11.325125 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdde2ea-c140-42fe-8e1c-f3dac0835bb3 req-f2e78653-a750-487a-829b-fa0c2a7dd87e tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:11.325612 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdde2ea-c140-42fe-8e1c-f3dac0835bb3 req-f2e78653-a750-487a-829b-fa0c2a7dd87e tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:11.330754 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dbdde2ea-c140-42fe-8e1c-f3dac0835bb3 req-f2e78653-a750-487a-829b-fa0c2a7dd87e tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=24252552-3394-449d-b818-c49b99d084fe&device_id=db26bf53-1ca2-4997-ae1d-db844ba89024&device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 2884 time: 0.1652248 Aug 16 20:05:11.335936 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4a3ca-3a07-4abb-bbab-911f09bd721a req-0750bebb-bd2c-4c1a-b54e-89cf4c1186fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:11.337602 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c0a4a3ca-3a07-4abb-bbab-911f09bd721a req-0750bebb-bd2c-4c1a-b54e-89cf4c1186fc service neutron] 10.222.0.57 "GET /v2.0/networks?id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd HTTP/1.1" status: 200 len: 913 time: 0.1970627 Aug 16 20:05:11.414580 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dbdde2ea-c140-42fe-8e1c-f3dac0835bb3 req-5266d4a8-96bd-498b-8e7d-f02586b662ef tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537534 Aug 16 20:05:11.419468 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c0a4a3ca-3a07-4abb-bbab-911f09bd721a req-fc9d1266-a035-4eec-83bb-1a83e85edeb8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6671be3c-55d4-4503-b790-959b30713fcf HTTP/1.1" status: 200 len: 217 time: 0.0684509 Aug 16 20:05:11.450034 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['7a03fe6a-dbf5-4100-b1cf-224982c17a7b'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:05:11.476525 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3297d5ea-66df-456d-929f-7e99c164e8aa admin admin] Network 8627704a-ee5f-4a5e-8fc0-ac36b12a4787 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:05:11.478113 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-3297d5ea-66df-456d-929f-7e99c164e8aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:05:11.503031 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cb326-5a5f-43f5-88fb-1428b26a0139 req-802f4c0b-ad9a-4cf3-bd19-0cd04b654930 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:11.505043 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f05cb326-5a5f-43f5-88fb-1428b26a0139 req-802f4c0b-ad9a-4cf3-bd19-0cd04b654930 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=a8c3265f-14bb-4beb-8a3c-248cb05d72da HTTP/1.1" status: 200 len: 943 time: 0.1665354 Aug 16 20:05:11.508274 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4a3ca-3a07-4abb-bbab-911f09bd721a req-ead4b206-456b-44f9-b29b-5ef7442d8443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:11.509705 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c0a4a3ca-3a07-4abb-bbab-911f09bd721a req-ead4b206-456b-44f9-b29b-5ef7442d8443 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc HTTP/1.1" status: 200 len: 852 time: 0.0817459 Aug 16 20:05:11.597227 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c0a4a3ca-3a07-4abb-bbab-911f09bd721a req-2ecaf51c-89ef-4cb5-b6db-d02b4d618770 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698566 Aug 16 20:05:11.649524 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f05cb326-5a5f-43f5-88fb-1428b26a0139 req-fe424075-ad93-485c-8fae-13a8163bd88c tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333849 Aug 16 20:05:11.655689 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ad6e9-342d-402b-bc3b-b062815d17ef req-f38f9709-85d9-4bf2-82f0-33336c7cd5b6 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:11.657352 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-924ad6e9-342d-402b-bc3b-b062815d17ef req-f38f9709-85d9-4bf2-82f0-33336c7cd5b6 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/ports?device_id=f79efa3e-bd87-4d97-962c-e56593e962ef HTTP/1.1" status: 200 len: 945 time: 0.1061966 Aug 16 20:05:11.731464 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-924ad6e9-342d-402b-bc3b-b062815d17ef req-258b5ac4-02f1-4cb9-816b-8898b0babf1f tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/security-groups?id=c114c874-e8a1-4184-b68a-f2324b9b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646279 Aug 16 20:05:11.742087 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3297d5ea-66df-456d-929f-7e99c164e8aa admin admin] Router 25b2d338-81f8-4e22-9940-ad7ad8badcb8 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:05:11.785270 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c315a4bf-0e82-49d1-824f-cad72a58839a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:11.904935 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c0a4a3ca-3a07-4abb-bbab-911f09bd721a req-6b998776-5a78-4980-b494-264f01e99b9d service neutron] 10.222.0.57 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959299 Aug 16 20:05:11.910974 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fad7fee7-1e33-4742-a1cf-81e615c3a76a None None] Provisioning complete for port f83b8b74-a8a3-42f3-bc5b-986e036f32c1 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:11.911558 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fad7fee7-1e33-4742-a1cf-81e615c3a76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:11.955507 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315a4bf-0e82-49d1-824f-cad72a58839a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ac771ea-ed44-46b4-b20b-a3f0f911b2ce,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:11.966965 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3297d5ea-66df-456d-929f-7e99c164e8aa admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:05:11.983184 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3297d5ea-66df-456d-929f-7e99c164e8aa admin admin] 10.222.0.68 "PUT /v2.0/routers/25b2d338-81f8-4e22-9940-ad7ad8badcb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1828208 Aug 16 20:05:11.988966 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fad7fee7-1e33-4742-a1cf-81e615c3a76a None None] Port f83b8b74-a8a3-42f3-bc5b-986e036f32c1 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:05:12.004723 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c315a4bf-0e82-49d1-824f-cad72a58839a admin admin] Checking segment: {'id': 'cfe8f2c0-7b3d-444d-81d0-c17fb3ea7b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dfa1b7a5-8acb-4ebc-99a9-7f97b8c0dd01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:05:12.005395 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c315a4bf-0e82-49d1-824f-cad72a58839a admin admin] Network hostable DHCP agents. Network: dfa1b7a5-8acb-4ebc-99a9-7f97b8c0dd01, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:05:12.017982 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd94f0-377b-472e-b3d5-8619e072aee4 req-262e8210-53d1-4cdc-8979-28453ae48a5d tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:12.025326 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dcbd94f0-377b-472e-b3d5-8619e072aee4 req-262e8210-53d1-4cdc-8979-28453ae48a5d tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d00c679-34fc-4caf-86b6-c21698cbde16 HTTP/1.1" status: 200 len: 945 time: 0.2107234 Aug 16 20:05:12.099022 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60be3abf-52b9-4f2b-b6d2-5ad1da9a9726 None None] Sync routers for ids ['25b2d338-81f8-4e22-9940-ad7ad8badcb8'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:05:12.117649 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60be3abf-52b9-4f2b-b6d2-5ad1da9a9726 None None] Routers {'25b2d338-81f8-4e22-9940-ad7ad8badcb8'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:05:12.118444 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-60be3abf-52b9-4f2b-b6d2-5ad1da9a9726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:05:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['25b2d338-81f8-4e22-9940-ad7ad8badcb8'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:12.135549 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dcbd94f0-377b-472e-b3d5-8619e072aee4 req-06ef1fef-6859-49a7-a379-bfe147d1510a tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087570 Aug 16 20:05:12.140137 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c315a4bf-0e82-49d1-824f-cad72a58839a admin admin] Network dfa1b7a5-8acb-4ebc-99a9-7f97b8c0dd01 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:05:12.158122 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c0a4a3ca-3a07-4abb-bbab-911f09bd721a req-1d16bb3e-f93a-441a-8e74-bbb9165686e7 service neutron] 10.222.0.57 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432072 Aug 16 20:05:12.161847 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-c315a4bf-0e82-49d1-824f-cad72a58839a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, dfa1b7a5-8acb-4ebc-99a9-7f97b8c0dd01) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:05:12.174304 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c315a4bf-0e82-49d1-824f-cad72a58839a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:12.176501 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c315a4bf-0e82-49d1-824f-cad72a58839a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:12.185228 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-12883097-9856-4ad1-bbf0-bf22d216943a req-2e259d7a-cc07-44c7-b2d6-44d0a83bc465 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628312 Aug 16 20:05:12.217816 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7c9a20-8fe6-4129-b032-776a4becdc9f None None] Network dfa1b7a5-8acb-4ebc-99a9-7f97b8c0dd01 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:05:12.246098 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c315a4bf-0e82-49d1-824f-cad72a58839a admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0271616 Aug 16 20:05:12.339270 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12883097-9856-4ad1-bbf0-bf22d216943a req-e684779b-99aa-4bc6-b62a-0aa546933267 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:12.347022 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-12883097-9856-4ad1-bbf0-bf22d216943a req-e684779b-99aa-4bc6-b62a-0aa546933267 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1606972 Aug 16 20:05:12.364325 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-12883097-9856-4ad1-bbf0-bf22d216943a req-a0e57f6d-4146-4fd8-ab18-0903fd2bf0eb tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/quotas/f79b284ed8d04e57925fd24cf95b04a3 HTTP/1.1" status: 200 len: 375 time: 0.0161231 Aug 16 20:05:12.426963 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-12883097-9856-4ad1-bbf0-bf22d216943a req-cd3df68a-ea52-48f9-8df6-ba050fc0092e tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0615098 Aug 16 20:05:12.606420 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-60be3abf-52b9-4f2b-b6d2-5ad1da9a9726 None None] Set router 25b2d338-81f8-4e22-9940-ad7ad8badcb8 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:05:12.638374 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38990) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:12.639232 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 66adab44-88be-417b-810d-45b481103d7f up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:05:12.641109 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 7a03fe6a-dbf5-4100-b1cf-224982c17a7b up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:05:12.646020 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ddb7c9d9-26fa-4441-b61f-dd328112e2e8 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1694225548', 'description': 'tempest-description--1224509661'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:05:12.713660 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 6671be3c-55d4-4503-b790-959b30713fcf details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:05:12.722722 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ddb7c9d9-26fa-4441-b61f-dd328112e2e8 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:12.728545 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fef1762d-ea5a-4201-84ea-6980384cebc2 req-c3d8dcfc-4907-4aee-9e88-9723d8bd113b tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 210 time: 0.0503428 Aug 16 20:05:12.856763 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ddb7c9d9-26fa-4441-b61f-dd328112e2e8 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:12.870435 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ddb7c9d9-26fa-4441-b61f-dd328112e2e8 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:12.966224 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ddb7c9d9-26fa-4441-b61f-dd328112e2e8 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:12.966464 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39006) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:12.970749 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-10ca0da1-36ab-4fd7-aafa-a3c99cfe73bb tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Request body: {'security_group_rule': {'security_group_id': 'b4dc9446-3563-4c9b-9f0b-7228833c067c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:05:12.971900 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ddb7c9d9-26fa-4441-b61f-dd328112e2e8 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3311052 Aug 16 20:05:12.988522 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7c9d9-26fa-4441-b61f-dd328112e2e8 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4dc9446-3563-4c9b-9f0b-7228833c067c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:13.016779 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0865f4d-16b2-4ffd-9a8b-17e64c332e97 req-ff1d3473-2f9e-4dc4-86ac-f186fcba3308 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:13.026739 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10ca0da1-36ab-4fd7-aafa-a3c99cfe73bb tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:13.043004 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f0865f4d-16b2-4ffd-9a8b-17e64c332e97 req-ff1d3473-2f9e-4dc4-86ac-f186fcba3308 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=a8c3265f-14bb-4beb-8a3c-248cb05d72da HTTP/1.1" status: 200 len: 943 time: 0.1668513 Aug 16 20:05:13.094698 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea50eb3-e754-4036-b837-e7dd2de8340a None None] Network dfa1b7a5-8acb-4ebc-99a9-7f97b8c0dd01 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:05:13.134759 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f0865f4d-16b2-4ffd-9a8b-17e64c332e97 req-abb0a3c3-70f0-4df2-bfb4-a5d20d2e1b8c tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857179 Aug 16 20:05:13.178321 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10ca0da1-36ab-4fd7-aafa-a3c99cfe73bb tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:13.184274 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10ca0da1-36ab-4fd7-aafa-a3c99cfe73bb tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:13.207636 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca0da1-36ab-4fd7-aafa-a3c99cfe73bb tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc04d80-f5db-4025-8b17-4eb8b21e2f2a,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:13.218078 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10ca0da1-36ab-4fd7-aafa-a3c99cfe73bb tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:13.233835 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-10ca0da1-36ab-4fd7-aafa-a3c99cfe73bb tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2675076 Aug 16 20:05:13.237520 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39018) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:13.272467 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4e4784a5-7ef5-4ac3-9487-0a24e203f83b tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Request body: {'security_group_rule': {'security_group_id': 'b4dc9446-3563-4c9b-9f0b-7228833c067c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:05:13.299894 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39020) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:13.301735 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 7a03fe6a-dbf5-4100-b1cf-224982c17a7b completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:05:13.303939 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 66adab44-88be-417b-810d-45b481103d7f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:13.304398 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:13.309182 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-06ae5fd9-dc18-4764-9ad8-ed264b0b1488 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2105125748-network', 'tenant_id': '880640f4664541dc8e1ed735511a9e25'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:05:13.336972 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fa9f0-d09a-42a6-ba28-f943cf16fd08 req-12b00b3f-d051-4d89-bda9-537741df2d85 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:13.338612 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-200fa9f0-d09a-42a6-ba28-f943cf16fd08 req-12b00b3f-d051-4d89-bda9-537741df2d85 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/ports?device_id=f79efa3e-bd87-4d97-962c-e56593e962ef HTTP/1.1" status: 200 len: 945 time: 0.1151628 Aug 16 20:05:13.349366 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e4784a5-7ef5-4ac3-9487-0a24e203f83b tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:13.351314 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 7a03fe6a-dbf5-4100-b1cf-224982c17a7b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:13.352063 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:13.366917 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ae5fd9-dc18-4764-9ad8-ed264b0b1488 admin admin] Made reservation on behalf of 880640f4664541dc8e1ed735511a9e25 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:05:13.370648 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06ae5fd9-dc18-4764-9ad8-ed264b0b1488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:13.384404 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06ae5fd9-dc18-4764-9ad8-ed264b0b1488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:13.429324 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-200fa9f0-d09a-42a6-ba28-f943cf16fd08 req-c729e2d7-f58c-490a-b466-36b5ac0b0ec1 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/security-groups?id=c114c874-e8a1-4184-b68a-f2324b9b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755303 Aug 16 20:05:13.503501 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 6671be3c-55d4-4503-b790-959b30713fcf, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=6671be3c-55d4-4503-b790-959b30713fcf,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:13.515268 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e4784a5-7ef5-4ac3-9487-0a24e203f83b tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:13.523735 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06ae5fd9-dc18-4764-9ad8-ed264b0b1488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:13.536718 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06ae5fd9-dc18-4764-9ad8-ed264b0b1488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:13.537149 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e4784a5-7ef5-4ac3-9487-0a24e203f83b tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:13.552971 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '6671be3c-55d4-4503-b790-959b30713fcf', 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd', 'port_id': '6671be3c-55d4-4503-b790-959b30713fcf', 'mac_address': 'fa:16:3e:cc:9d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:05:13.553385 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ae5fd9-dc18-4764-9ad8-ed264b0b1488 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:05:13.592366 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4784a5-7ef5-4ac3-9487-0a24e203f83b tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61b317a-c60e-4704-ac09-e754ac8f3e5b,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:13.594990 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06ae5fd9-dc18-4764-9ad8-ed264b0b1488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:13.595415 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-06ae5fd9-dc18-4764-9ad8-ed264b0b1488 admin admin] Added segment f305435a-b638-4e14-b111-91bbd0c62b03 of type vlan for network e2c6d99a-ff0b-4bda-a148-17cb70de4fff Aug 16 20:05:13.650430 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b50b9-ba9a-42a0-857c-5909a42f64dc req-d28da1b0-a732-46e7-ab37-f2832181f75e tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:13.652656 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-630b50b9-ba9a-42a0-857c-5909a42f64dc req-d28da1b0-a732-46e7-ab37-f2832181f75e tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/ports?device_id=720715bc-76d4-4b2f-b576-720b5365fcdd HTTP/1.1" status: 200 len: 949 time: 0.1273422 Aug 16 20:05:13.664951 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e4784a5-7ef5-4ac3-9487-0a24e203f83b tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:13.670935 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4e4784a5-7ef5-4ac3-9487-0a24e203f83b tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4309218 Aug 16 20:05:13.671691 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-60be3abf-52b9-4f2b-b6d2-5ad1da9a9726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'name': 'tempest-ServersTestManualDisk-1266941271-router', 'tenant_id': 'f37110b65e324c64893ebaf7d2528f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '66adab44-88be-417b-810d-45b481103d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:05:01Z', 'updated_at': '2021-08-16T20:05:10Z', 'revision_number': 4, 'project_id': 'f37110b65e324c64893ebaf7d2528f23', 'gw_port': {'id': '66adab44-88be-417b-810d-45b481103d7f', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:03Z', 'updated_at': '2021-08-16T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'f83b8b74-a8a3-42f3-bc5b-986e036f32c1', 'name': '', 'network_id': '8627704a-ee5f-4a5e-8fc0-ac36b12a4787', 'tenant_id': 'f37110b65e324c64893ebaf7d2528f23', 'mac_address': 'fa:16:3e:50:67:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '35f0f756-29cc-48e2-a3ef-ca73119e05e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:09Z', 'updated_at': '2021-08-16T20:05:10Z', 'revision_number': 2, 'project_id': 'f37110b65e324c64893ebaf7d2528f23', 'subnets': [{'id': '35f0f756-29cc-48e2-a3ef-ca73119e05e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:13.674636 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39026) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:13.681635 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3f27a232-4f14-4ff3-b650-2e9506884bed tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:05:13.684914 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae5fd9-dc18-4764-9ad8-ed264b0b1488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3622c36-1223-4cb4-9df0-c0262eaf2f30,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:13.714891 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e76fd5-c241-40ea-a988-38cafbf83828 req-d6ad62ba-ad86-4fb8-ba34-3e2db5a749b8 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:13.716481 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-05e76fd5-c241-40ea-a988-38cafbf83828 req-d6ad62ba-ad86-4fb8-ba34-3e2db5a749b8 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d00c679-34fc-4caf-86b6-c21698cbde16 HTTP/1.1" status: 200 len: 945 time: 0.1438942 Aug 16 20:05:13.725930 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:13.730520 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60be3abf-52b9-4f2b-b6d2-5ad1da9a9726 None None] Checking router: 25b2d338-81f8-4e22-9940-ad7ad8badcb8 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:05:13.730779 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06ae5fd9-dc18-4764-9ad8-ed264b0b1488 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:13.731121 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60be3abf-52b9-4f2b-b6d2-5ad1da9a9726 None None] Updating router 25b2d338-81f8-4e22-9940-ad7ad8badcb8 port f83b8b74-a8a3-42f3-bc5b-986e036f32c1 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:05:13.749098 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f27a232-4f14-4ff3-b650-2e9506884bed tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:13.760925 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-630b50b9-ba9a-42a0-857c-5909a42f64dc req-d9bce85f-d527-4eaf-bb02-964941c8be6c tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/security-groups?id=679ae586-eac6-4da8-8233-9cab83bbe988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663683 Aug 16 20:05:13.778276 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6671be3c-55d4-4503-b790-959b30713fcf {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:05:13.779111 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06ae5fd9-dc18-4764-9ad8-ed264b0b1488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:13.780313 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ae5fd9-dc18-4764-9ad8-ed264b0b1488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:13.781206 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06ae5fd9-dc18-4764-9ad8-ed264b0b1488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:13.783533 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:13.786438 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60be3abf-52b9-4f2b-b6d2-5ad1da9a9726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:13.817376 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-06ae5fd9-dc18-4764-9ad8-ed264b0b1488 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5149045 Aug 16 20:05:13.821291 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 6671be3c-55d4-4503-b790-959b30713fcf, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=6671be3c-55d4-4503-b790-959b30713fcf,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:13.825487 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39030) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:13.835163 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d00c679-34fc-4caf-86b6-c21698cbde16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a03fe6a-dbf5-4100-b1cf-224982c17a7b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:13.837945 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216a9e9b-1105-43fd-8ee9-8045cf729a1f" -d '{"events": [{"server_uuid": "2d00c679-34fc-4caf-86b6-c21698cbde16", "name": "network-vif-plugged", "status": "completed", "tag": "7a03fe6a-dbf5-4100-b1cf-224982c17a7b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:13.838907 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-bd8cab2d-8011-4052-9aa2-55ffb9b2a0a7 admin admin] Request body: {'subnet': {'network_id': 'e2c6d99a-ff0b-4bda-a148-17cb70de4fff', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2105125748-subnet', 'tenant_id': '880640f4664541dc8e1ed735511a9e25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:05:13.861898 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:13.878939 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8cab2d-8011-4052-9aa2-55ffb9b2a0a7 admin admin] Made reservation on behalf of 880640f4664541dc8e1ed735511a9e25 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:05:13.879181 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 7a03fe6a-dbf5-4100-b1cf-224982c17a7b, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=7a03fe6a-dbf5-4100-b1cf-224982c17a7b,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:13.882473 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae5fd9-dc18-4764-9ad8-ed264b0b1488 admin admin] Pushing event updated for resources: {'Network': ['ID=e2c6d99a-ff0b-4bda-a148-17cb70de4fff,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:13.882635 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd8cab2d-8011-4052-9aa2-55ffb9b2a0a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:13.903601 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network e2c6d99a-ff0b-4bda-a148-17cb70de4fff details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:05:13.914736 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:13.921266 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-05e76fd5-c241-40ea-a988-38cafbf83828 req-8b2c720c-2cd8-4cc0-8a9a-106c96847b65 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941135 Aug 16 20:05:14.046715 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780b18c-271f-4d85-9dc9-7fef0234d5e3 req-acee0ab8-377e-44db-869c-be88697a2c85 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:14.048349 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4780b18c-271f-4d85-9dc9-7fef0234d5e3 req-acee0ab8-377e-44db-869c-be88697a2c85 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/ports?device_id=3775534d-3b50-437a-917b-69bd152ade96 HTTP/1.1" status: 200 len: 945 time: 0.0731537 Aug 16 20:05:14.083596 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=6671be3c-55d4-4503-b790-959b30713fcf,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:14.091924 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4b339cbf-d422-4d5c-8071-4203e3508b1b req-e270f0a3-c34e-4861-b7cf-6cdc0fa2ff30 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 210 time: 0.0568910 Aug 16 20:05:14.113880 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4780b18c-271f-4d85-9dc9-7fef0234d5e3 req-7f25bce0-ec93-4bcb-888f-f9c3b6702e6c tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/security-groups?id=c114c874-e8a1-4184-b68a-f2324b9b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521173 Aug 16 20:05:14.154500 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['6671be3c-55d4-4503-b790-959b30713fcf'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:05:14.180355 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-12883097-9856-4ad1-bbf0-bf22d216943a req-beaf3142-7a47-423d-a391-b33f0e792aee tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536714 Aug 16 20:05:14.184523 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f27a232-4f14-4ff3-b650-2e9506884bed tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:14.191610 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee495ca6-0046-4811-b1d5-57c1a98f8b30 x-openstack-request-id: req-ee495ca6-0046-4811-b1d5-57c1a98f8b30 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:14.191963 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d00c679-34fc-4caf-86b6-c21698cbde16", "name": "network-vif-plugged", "status": "completed", "tag": "7a03fe6a-dbf5-4100-b1cf-224982c17a7b", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:14.192184 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ee495ca6-0046-4811-b1d5-57c1a98f8b30 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:14.192525 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d00c679-34fc-4caf-86b6-c21698cbde16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a03fe6a-dbf5-4100-b1cf-224982c17a7b', 'code': 200} Aug 16 20:05:14.225221 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=7a03fe6a-dbf5-4100-b1cf-224982c17a7b,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:14.335015 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec54e42-523c-4611-bc0d-e9902bf6828c req-9fa648a5-4519-4fd6-82c3-cc3d23dd0250 tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:14.337075 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0ec54e42-523c-4611-bc0d-e9902bf6828c req-9fa648a5-4519-4fd6-82c3-cc3d23dd0250 tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 1102 time: 0.0702736 Aug 16 20:05:14.403079 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0ec54e42-523c-4611-bc0d-e9902bf6828c req-404611bc-f8ee-481b-af78-44615ca44b0e tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544384 Aug 16 20:05:14.450356 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60be3abf-52b9-4f2b-b6d2-5ad1da9a9726 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:14.483403 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-60be3abf-52b9-4f2b-b6d2-5ad1da9a9726 None None] Transition to ACTIVE for port object f83b8b74-a8a3-42f3-bc5b-986e036f32c1 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:05:14.497602 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60be3abf-52b9-4f2b-b6d2-5ad1da9a9726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:14.540724 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd8cab2d-8011-4052-9aa2-55ffb9b2a0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:14.545118 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3861a4-0908-4d8c-bb1b-990b3f910fa3 req-f0f2cebe-34cf-401c-9a1e-df461341866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:14.547010 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1a3861a4-0908-4d8c-bb1b-990b3f910fa3 req-f0f2cebe-34cf-401c-9a1e-df461341866f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2d00c679-34fc-4caf-86b6-c21698cbde16 HTTP/1.1" status: 200 len: 1098 time: 0.1968236 Aug 16 20:05:14.549802 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65355876-45dc-4d23-9f32-4d6e1aca7605 req-e6f2a083-663d-4c51-ba64-caf5ef1ef409 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:14.557773 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-65355876-45dc-4d23-9f32-4d6e1aca7605 req-e6f2a083-663d-4c51-ba64-caf5ef1ef409 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=a8c3265f-14bb-4beb-8a3c-248cb05d72da HTTP/1.1" status: 200 len: 944 time: 0.0626528 Aug 16 20:05:14.609972 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-65355876-45dc-4d23-9f32-4d6e1aca7605 req-d1a6a144-f7cf-4dc7-a67f-f79d238a076c tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511076 Aug 16 20:05:14.628679 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72776a-1fbd-48e9-b827-56a138176b24 None None] Pushing event updated for resources: {'Port': ['ID=f83b8b74-a8a3-42f3-bc5b-986e036f32c1,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:14.650116 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12883097-9856-4ad1-bbf0-bf22d216943a req-dcf2a3e6-d73a-4974-9d80-8a356c73e8f0 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:14.651960 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-12883097-9856-4ad1-bbf0-bf22d216943a req-dcf2a3e6-d73a-4974-9d80-8a356c73e8f0 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4566369 Aug 16 20:05:14.667584 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-3f27a232-4f14-4ff3-b650-2e9506884bed tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Allocated IP 172.25.8.164 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/f9aaea0f-c906-4c12-9f0a-a77fc05d2e6a) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:05:14.694628 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-12883097-9856-4ad1-bbf0-bf22d216943a req-5ed31367-76a6-46ab-9a17-1f84efa976c3 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Request body: {'port': {'device_id': '1b51ab8c-c268-459f-b1d9-f2e16bd242e2', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'admin_state_up': True, 'tenant_id': 'f79b284ed8d04e57925fd24cf95b04a3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:05:14.706926 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-60be3abf-52b9-4f2b-b6d2-5ad1da9a9726 None None] Attempting to bind port f83b8b74-a8a3-42f3-bc5b-986e036f32c1 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:05:14.707362 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-60be3abf-52b9-4f2b-b6d2-5ad1da9a9726 None None] Attempting to bind port f83b8b74-a8a3-42f3-bc5b-986e036f32c1 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8627704a-ee5f-4a5e-8fc0-ac36b12a4787'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:05:14.707991 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60be3abf-52b9-4f2b-b6d2-5ad1da9a9726 None None] Attempting to bind port f83b8b74-a8a3-42f3-bc5b-986e036f32c1 on network 8627704a-ee5f-4a5e-8fc0-ac36b12a4787 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:05:14.718937 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60be3abf-52b9-4f2b-b6d2-5ad1da9a9726 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:05:14.719334 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60be3abf-52b9-4f2b-b6d2-5ad1da9a9726 None None] Checking segment: {'id': 'f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8627704a-ee5f-4a5e-8fc0-ac36b12a4787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:05:14.720148 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60be3abf-52b9-4f2b-b6d2-5ad1da9a9726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:14.720805 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60be3abf-52b9-4f2b-b6d2-5ad1da9a9726 None None] Bound using segment: {'id': 'f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8627704a-ee5f-4a5e-8fc0-ac36b12a4787'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:05:14.721286 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-60be3abf-52b9-4f2b-b6d2-5ad1da9a9726 None None] Bound port: f83b8b74-a8a3-42f3-bc5b-986e036f32c1, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8627704a-ee5f-4a5e-8fc0-ac36b12a4787'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:05:14.721834 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60be3abf-52b9-4f2b-b6d2-5ad1da9a9726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:14.762625 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3ad3b-53cf-439b-936a-4087968fe916 req-af5e4dcb-abfd-47e2-8319-5ce7b151ad45 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:14.765096 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-92c3ad3b-53cf-439b-936a-4087968fe916 req-af5e4dcb-abfd-47e2-8319-5ce7b151ad45 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.57 "GET /v2.0/ports?device_id=720715bc-76d4-4b2f-b576-720b5365fcdd HTTP/1.1" status: 200 len: 949 time: 0.1369212 Aug 16 20:05:14.783310 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8cab2d-8011-4052-9aa2-55ffb9b2a0a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c14dfd03-f6b8-4959-aae7-d3f971d6794a,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:14.808660 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb262fd-afb3-4133-9059-20ba4edd13d4 req-3800e077-0a55-43ad-8395-a7867286b353 tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:14.809198 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-60be3abf-52b9-4f2b-b6d2-5ad1da9a9726 None None] For port f83b8b74-a8a3-42f3-bc5b-986e036f32c1, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:05:14.810443 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5bb262fd-afb3-4133-9059-20ba4edd13d4 req-3800e077-0a55-43ad-8395-a7867286b353 tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 1102 time: 0.2877765 Aug 16 20:05:14.815923 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-60be3abf-52b9-4f2b-b6d2-5ad1da9a9726 None None] For port f83b8b74-a8a3-42f3-bc5b-986e036f32c1, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f83b8b74-a8a3-42f3-bc5b-986e036f32c1,segment=NetworkSegment(f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd),segment_id=f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:05:14.823986 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60be3abf-52b9-4f2b-b6d2-5ad1da9a9726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:14.855297 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1a3861a4-0908-4d8c-bb1b-990b3f910fa3 req-f9f4e49c-ea6e-40de-bbbb-d73ca36dc7a4 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688994 Aug 16 20:05:14.922955 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8cab2d-8011-4052-9aa2-55ffb9b2a0a7 admin admin] Checking segment: {'id': 'f305435a-b638-4e14-b111-91bbd0c62b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e2c6d99a-ff0b-4bda-a148-17cb70de4fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:05:14.923663 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8cab2d-8011-4052-9aa2-55ffb9b2a0a7 admin admin] Network hostable DHCP agents. Network: e2c6d99a-ff0b-4bda-a148-17cb70de4fff, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:05:14.979654 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbcf98-c016-41b0-a1cf-0a72ed51a4e3 req-a81d4ef4-6c06-49d6-9816-25388006fe2e tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:14.992350 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-84fbcf98-c016-41b0-a1cf-0a72ed51a4e3 req-a81d4ef4-6c06-49d6-9816-25388006fe2e tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/ports?device_id=3775534d-3b50-437a-917b-69bd152ade96 HTTP/1.1" status: 200 len: 945 time: 0.2256448 Aug 16 20:05:15.032432 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5bb262fd-afb3-4133-9059-20ba4edd13d4 req-82dd7e12-5102-43d2-bf1c-a9cfb5004e30 tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675150 Aug 16 20:05:15.053313 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f27a232-4f14-4ff3-b650-2e9506884bed tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:15.074243 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-84fbcf98-c016-41b0-a1cf-0a72ed51a4e3 req-750a8847-410e-4277-aef7-539f83fc33d6 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/security-groups?id=c114c874-e8a1-4184-b68a-f2324b9b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762169 Aug 16 20:05:15.095231 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8cab2d-8011-4052-9aa2-55ffb9b2a0a7 admin admin] Network e2c6d99a-ff0b-4bda-a148-17cb70de4fff is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:05:15.096134 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-92c3ad3b-53cf-439b-936a-4087968fe916 req-0676b079-a060-4b60-aacc-6b2e8d807981 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Deleting port 676f874a-0962-4a9b-96c3-caa8a2dd9053 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:05:15.096701 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-92c3ad3b-53cf-439b-936a-4087968fe916 req-0676b079-a060-4b60-aacc-6b2e8d807981 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:15.122202 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60be3abf-52b9-4f2b-b6d2-5ad1da9a9726 None None] Routers {'25b2d338-81f8-4e22-9940-ad7ad8badcb8'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:05:15.122974 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-60be3abf-52b9-4f2b-b6d2-5ad1da9a9726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:05:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['25b2d338-81f8-4e22-9940-ad7ad8badcb8'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:15.132575 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-bd8cab2d-8011-4052-9aa2-55ffb9b2a0a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, e2c6d99a-ff0b-4bda-a148-17cb70de4fff) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:05:15.136217 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12883097-9856-4ad1-bbf0-bf22d216943a req-5ed31367-76a6-46ab-9a17-1f84efa976c3 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Made reservation on behalf of f79b284ed8d04e57925fd24cf95b04a3 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:05:15.140495 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-12883097-9856-4ad1-bbf0-bf22d216943a req-5ed31367-76a6-46ab-9a17-1f84efa976c3 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:15.155009 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8cab2d-8011-4052-9aa2-55ffb9b2a0a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:15.156007 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd8cab2d-8011-4052-9aa2-55ffb9b2a0a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:15.239790 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bd8cab2d-8011-4052-9aa2-55ffb9b2a0a7 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4109883 Aug 16 20:05:15.273811 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-92c3ad3b-53cf-439b-936a-4087968fe916 req-0676b079-a060-4b60-aacc-6b2e8d807981 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] For port 676f874a-0962-4a9b-96c3-caa8a2dd9053, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=676f874a-0962-4a9b-96c3-caa8a2dd9053,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:15.274211 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-92c3ad3b-53cf-439b-936a-4087968fe916 req-0676b079-a060-4b60-aacc-6b2e8d807981 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:15.285875 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177a5fbd-1e14-40f0-8559-ff9d8dacd702 None None] Network e2c6d99a-ff0b-4bda-a148-17cb70de4fff requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:05:15.291018 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-92c3ad3b-53cf-439b-936a-4087968fe916 req-0676b079-a060-4b60-aacc-6b2e8d807981 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Calling delete_port for 676f874a-0962-4a9b-96c3-caa8a2dd9053 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:05:15.312309 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-60be3abf-52b9-4f2b-b6d2-5ad1da9a9726 None None] Set router 25b2d338-81f8-4e22-9940-ad7ad8badcb8 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:05:15.313307 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f27a232-4f14-4ff3-b650-2e9506884bed tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:15.370042 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68c511-6bb9-4a85-986e-7a341ac9061c req-a4b8a5d7-bf9b-46b9-94a6-0e0b2e95dade tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:15.378025 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ce68c511-6bb9-4a85-986e-7a341ac9061c req-a4b8a5d7-bf9b-46b9-94a6-0e0b2e95dade tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/ports?device_id=720715bc-76d4-4b2f-b576-720b5365fcdd HTTP/1.1" status: 200 len: 949 time: 0.2076960 Aug 16 20:05:15.417578 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f27a232-4f14-4ff3-b650-2e9506884bed tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:05:15.432307 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2bcf9-6b5d-4640-9ee2-c6d96c953350 req-fcceab71-88db-486b-a0a9-74138eb8bef5 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:15.433969 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30d2bcf9-6b5d-4640-9ee2-c6d96c953350 req-fcceab71-88db-486b-a0a9-74138eb8bef5 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d00c679-34fc-4caf-86b6-c21698cbde16 HTTP/1.1" status: 200 len: 946 time: 0.0691493 Aug 16 20:05:15.434565 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39058) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:15.443096 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-3f27a232-4f14-4ff3-b650-2e9506884bed tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:05:15.451438 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f27a232-4f14-4ff3-b650-2e9506884bed tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:05:15.458025 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27a232-4f14-4ff3-b650-2e9506884bed tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Pushing event updated for resources: {'Port': ['ID=f9aaea0f-c906-4c12-9f0a-a77fc05d2e6a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:15.507699 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72776a-1fbd-48e9-b827-56a138176b24 None None] Pushing event updated for resources: {'Port': ['ID=f83b8b74-a8a3-42f3-bc5b-986e036f32c1,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:15.515094 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-12883097-9856-4ad1-bbf0-bf22d216943a req-5ed31367-76a6-46ab-9a17-1f84efa976c3 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Allocated IP 192.168.233.60 (b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46/5dedf524-5a11-40fc-90de-b9413f1a2279/42ac33f3-1f05-44c7-b779-674a2dcc3a73) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:05:15.533087 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ce68c511-6bb9-4a85-986e-7a341ac9061c req-e7c318c3-48af-4fe7-a992-c0fc329c6d5c tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/security-groups?id=679ae586-eac6-4da8-8233-9cab83bbe988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495004 Aug 16 20:05:15.567178 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-5820a28b-ba09-4e21-b299-5241fadeae7b admin admin] Deleting subnet 5ac771ea-ed44-46b4-b20b-a3f0f911b2ce {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:05:15.571779 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5820a28b-ba09-4e21-b299-5241fadeae7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:15.583082 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30d2bcf9-6b5d-4640-9ee2-c6d96c953350 req-a5f722a9-ff5a-4a9e-8f5b-c40f306343ac tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355786 Aug 16 20:05:15.630229 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-92c3ad3b-53cf-439b-936a-4087968fe916 req-0676b079-a060-4b60-aacc-6b2e8d807981 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:15.671181 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['676f874a-0962-4a9b-96c3-caa8a2dd9053'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:05:15.673026 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5820a28b-ba09-4e21-b299-5241fadeae7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:15.673894 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['dab70d52-c831-46a0-8780-f1a8d3c6381c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:05:15.675646 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d42de6-ef2f-47aa-b90e-24dabd855d89 None None] Network e2c6d99a-ff0b-4bda-a148-17cb70de4fff requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:05:15.695844 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f27a232-4f14-4ff3-b650-2e9506884bed tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:15.775199 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676b079-a060-4b60-aacc-6b2e8d807981 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Pushing event deleted for resources: {'Port': ['ID=676f874a-0962-4a9b-96c3-caa8a2dd9053,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:15.786744 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-52a212b9-ecd4-4365-97aa-a6a06641fb7b req-fe99cfa0-e093-4eb6-9622-302971a7066f tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 210 time: 0.0766389 Aug 16 20:05:15.815141 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5820a28b-ba09-4e21-b299-5241fadeae7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:15.830730 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f27a232-4f14-4ff3-b650-2e9506884bed tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:15.969905 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c3ad3b-53cf-439b-936a-4087968fe916 req-0676b079-a060-4b60-aacc-6b2e8d807981 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] No DVR routers for this DVR port 676f874a-0962-4a9b-96c3-caa8a2dd9053 on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:05:15.973889 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-92c3ad3b-53cf-439b-936a-4087968fe916 req-0676b079-a060-4b60-aacc-6b2e8d807981 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:15.976583 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-92c3ad3b-53cf-439b-936a-4087968fe916 req-0676b079-a060-4b60-aacc-6b2e8d807981 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.57 "DELETE /v2.0/ports/676f874a-0962-4a9b-96c3-caa8a2dd9053 HTTP/1.1" status: 204 len: 173 time: 1.1918538 Aug 16 20:05:15.984112 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720715bc-76d4-4b2f-b576-720b5365fcdd', 'name': 'network-vif-deleted', 'tag': '676f874a-0962-4a9b-96c3-caa8a2dd9053'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:15.988209 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0201e575-1c9b-4533-a377-60bc6af6e2ba" -d '{"events": [{"server_uuid": "720715bc-76d4-4b2f-b576-720b5365fcdd", "name": "network-vif-deleted", "tag": "676f874a-0962-4a9b-96c3-caa8a2dd9053"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:16.086295 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-12883097-9856-4ad1-bbf0-bf22d216943a req-5ed31367-76a6-46ab-9a17-1f84efa976c3 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:16.120746 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-12883097-9856-4ad1-bbf0-bf22d216943a req-5ed31367-76a6-46ab-9a17-1f84efa976c3 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Transition to ACTIVE for port object 42ac33f3-1f05-44c7-b779-674a2dcc3a73 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:05:16.181209 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-60be3abf-52b9-4f2b-b6d2-5ad1da9a9726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'name': 'tempest-ServersTestManualDisk-1266941271-router', 'tenant_id': 'f37110b65e324c64893ebaf7d2528f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '66adab44-88be-417b-810d-45b481103d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:05:01Z', 'updated_at': '2021-08-16T20:05:10Z', 'revision_number': 4, 'project_id': 'f37110b65e324c64893ebaf7d2528f23', 'gw_port': {'id': '66adab44-88be-417b-810d-45b481103d7f', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:03Z', 'updated_at': '2021-08-16T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'f83b8b74-a8a3-42f3-bc5b-986e036f32c1', 'name': '', 'network_id': '8627704a-ee5f-4a5e-8fc0-ac36b12a4787', 'tenant_id': 'f37110b65e324c64893ebaf7d2528f23', 'mac_address': 'fa:16:3e:50:67:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '35f0f756-29cc-48e2-a3ef-ca73119e05e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:09Z', 'updated_at': '2021-08-16T20:05:14Z', 'revision_number': 4, 'project_id': 'f37110b65e324c64893ebaf7d2528f23', 'subnets': [{'id': '35f0f756-29cc-48e2-a3ef-ca73119e05e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:16.217389 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-12883097-9856-4ad1-bbf0-bf22d216943a req-5ed31367-76a6-46ab-9a17-1f84efa976c3 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:16.229456 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f27a232-4f14-4ff3-b650-2e9506884bed tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:16.248631 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60be3abf-52b9-4f2b-b6d2-5ad1da9a9726 None None] The sync data for ids ['25b2d338-81f8-4e22-9940-ad7ad8badcb8'] in n-d-787206-13 is: [{'id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'name': 'tempest-ServersTestManualDisk-1266941271-router', 'tenant_id': 'f37110b65e324c64893ebaf7d2528f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '66adab44-88be-417b-810d-45b481103d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:05:01Z', 'updated_at': '2021-08-16T20:05:10Z', 'revision_number': 4, 'project_id': 'f37110b65e324c64893ebaf7d2528f23', 'gw_port': {'id': '66adab44-88be-417b-810d-45b481103d7f', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:03Z', 'updated_at': '2021-08-16T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'f83b8b74-a8a3-42f3-bc5b-986e036f32c1', 'name': '', 'network_id': '8627704a-ee5f-4a5e-8fc0-ac36b12a4787', 'tenant_id': 'f37110b65e324c64893ebaf7d2528f23', 'mac_address': 'fa:16:3e:50:67:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '35f0f756-29cc-48e2-a3ef-ca73119e05e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:09Z', 'updated_at': '2021-08-16T20:05:14Z', 'revision_number': 4, 'project_id': 'f37110b65e324c64893ebaf7d2528f23', 'subnets': [{'id': '35f0f756-29cc-48e2-a3ef-ca73119e05e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:05:16.255873 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f27a232-4f14-4ff3-b650-2e9506884bed tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:16.284313 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12883097-9856-4ad1-bbf0-bf22d216943a req-5ed31367-76a6-46ab-9a17-1f84efa976c3 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:05:16.291921 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-12883097-9856-4ad1-bbf0-bf22d216943a req-5ed31367-76a6-46ab-9a17-1f84efa976c3 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:05:16.300813 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-12883097-9856-4ad1-bbf0-bf22d216943a req-5ed31367-76a6-46ab-9a17-1f84efa976c3 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:05:16.376585 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f27a232-4f14-4ff3-b650-2e9506884bed tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:16.438272 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed31367-76a6-46ab-9a17-1f84efa976c3 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Pushing event updated for resources: {'Port': ['ID=42ac33f3-1f05-44c7-b779-674a2dcc3a73,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:16.469697 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a45023b-fdb6-406e-bec9-97d074db26dd x-openstack-request-id: req-4a45023b-fdb6-406e-bec9-97d074db26dd {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:16.470588 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720715bc-76d4-4b2f-b576-720b5365fcdd", "name": "network-vif-deleted", "tag": "676f874a-0962-4a9b-96c3-caa8a2dd9053", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:16.470588 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4a45023b-fdb6-406e-bec9-97d074db26dd {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:16.471085 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720715bc-76d4-4b2f-b576-720b5365fcdd', 'name': 'network-vif-deleted', 'tag': '676f874a-0962-4a9b-96c3-caa8a2dd9053', 'status': 'completed', 'code': 200} Aug 16 20:05:16.475301 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5820a28b-ba09-4e21-b299-5241fadeae7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:16.512019 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f27a232-4f14-4ff3-b650-2e9506884bed tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:16.513268 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3f27a232-4f14-4ff3-b650-2e9506884bed tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8376899 Aug 16 20:05:16.565055 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5820a28b-ba09-4e21-b299-5241fadeae7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ac771ea-ed44-46b4-b20b-a3f0f911b2ce,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:16.572533 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5820a28b-ba09-4e21-b299-5241fadeae7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:16.577919 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5820a28b-ba09-4e21-b299-5241fadeae7b admin admin] 10.222.0.68 "DELETE /v2.0/subnets/5ac771ea-ed44-46b4-b20b-a3f0f911b2ce HTTP/1.1" status: 204 len: 168 time: 1.1406140 Aug 16 20:05:16.583740 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39078) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:16.587686 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12883097-9856-4ad1-bbf0-bf22d216943a req-5ed31367-76a6-46ab-9a17-1f84efa976c3 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:16.588743 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-12883097-9856-4ad1-bbf0-bf22d216943a req-5ed31367-76a6-46ab-9a17-1f84efa976c3 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:16.611511 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27a232-4f14-4ff3-b650-2e9506884bed tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Pushing event updated for resources: {'Port': ['ID=f9aaea0f-c906-4c12-9f0a-a77fc05d2e6a,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:16.639541 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a982e5-684e-4005-a14e-57a33f72abfa req-896e6f15-b282-4ea7-bfcc-0347f575f793 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:16.650440 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-21a982e5-684e-4005-a14e-57a33f72abfa req-896e6f15-b282-4ea7-bfcc-0347f575f793 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/ports?device_id=3775534d-3b50-437a-917b-69bd152ade96 HTTP/1.1" status: 200 len: 945 time: 0.2217853 Aug 16 20:05:16.653044 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-12883097-9856-4ad1-bbf0-bf22d216943a req-5ed31367-76a6-46ab-9a17-1f84efa976c3 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9698992 Aug 16 20:05:16.690374 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155e525-e22c-481f-b889-c843415c59db req-e3058736-d84c-4cf6-be72-2b83b4c27cf2 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:16.693551 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 6671be3c-55d4-4503-b790-959b30713fcf up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:05:16.694458 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-12883097-9856-4ad1-bbf0-bf22d216943a req-ff67c4fb-a2dc-4ee4-94eb-50be8f181f0a service neutron] Request body: {'port': {'device_id': '1b51ab8c-c268-459f-b1d9-f2e16bd242e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:05:16.697907 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2155e525-e22c-481f-b889-c843415c59db req-e3058736-d84c-4cf6-be72-2b83b4c27cf2 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=a8c3265f-14bb-4beb-8a3c-248cb05d72da HTTP/1.1" status: 200 len: 944 time: 0.7307489 Aug 16 20:05:16.763080 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-21a982e5-684e-4005-a14e-57a33f72abfa req-f55fa941-2796-4472-937b-9ee8788a6e49 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/security-groups?id=c114c874-e8a1-4184-b68a-f2324b9b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081333 Aug 16 20:05:16.765585 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80662ff1-4bae-4cee-a23c-bff79124d09f req-af5d3461-6811-4626-b1c9-a191855e22e3 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:16.767728 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-80662ff1-4bae-4cee-a23c-bff79124d09f req-af5d3461-6811-4626-b1c9-a191855e22e3 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.57 "GET /v2.0/ports?device_id=3775534d-3b50-437a-917b-69bd152ade96 HTTP/1.1" status: 200 len: 945 time: 0.7905633 Aug 16 20:05:16.776120 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['a8456123-9de6-4feb-9c09-95083ab502b6'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:05:16.801448 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c541e9c1-bf6a-4b16-bcb1-f558b2cadb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:16.835767 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-12883097-9856-4ad1-bbf0-bf22d216943a req-ff67c4fb-a2dc-4ee4-94eb-50be8f181f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:16.908562 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d2b04c59-0682-4b03-8e5a-cb2c2b034a3c None None] Provisioning for port 42ac33f3-1f05-44c7-b779-674a2dcc3a73 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:05:16.919576 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 6671be3c-55d4-4503-b790-959b30713fcf completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:05:16.930625 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d2b04c59-0682-4b03-8e5a-cb2c2b034a3c None None] Provisioning complete for port 42ac33f3-1f05-44c7-b779-674a2dcc3a73 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:16.931169 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d2b04c59-0682-4b03-8e5a-cb2c2b034a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:16.937790 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2155e525-e22c-481f-b889-c843415c59db req-a938274f-7d28-4bef-be1f-974c2a222f5c tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388229 Aug 16 20:05:16.957623 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 6671be3c-55d4-4503-b790-959b30713fcf triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:16.957623 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:17.115011 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d2b04c59-0682-4b03-8e5a-cb2c2b034a3c None None] Port 42ac33f3-1f05-44c7-b779-674a2dcc3a73 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:05:17.231656 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c541e9c1-bf6a-4b16-bcb1-f558b2cadb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:17.236450 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-80662ff1-4bae-4cee-a23c-bff79124d09f req-a640f0bf-ecd6-4948-a36c-634288cd3669 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Deleting port 871b7ec4-aa43-4639-b11d-4a5ca531ec1f {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:05:17.237256 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-80662ff1-4bae-4cee-a23c-bff79124d09f req-a640f0bf-ecd6-4948-a36c-634288cd3669 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:17.264671 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-c541e9c1-bf6a-4b16-bcb1-f558b2cadb8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa1b7a5-8acb-4ebc-99a9-7f97b8c0dd01']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:17.348379 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-c541e9c1-bf6a-4b16-bcb1-f558b2cadb8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe8f2c0-7b3d-444d-81d0-c17fb3ea7b52') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:17.354489 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:17.357522 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-c541e9c1-bf6a-4b16-bcb1-f558b2cadb8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe8f2c0-7b3d-444d-81d0-c17fb3ea7b52') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:17.384034 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c541e9c1-bf6a-4b16-bcb1-f558b2cadb8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:17.418941 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9393a-f536-4668-bc2f-e823868d8686 req-3d41f657-d32b-44b0-996d-905479a1d61b tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:17.427585 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-10a9393a-f536-4668-bc2f-e823868d8686 req-3d41f657-d32b-44b0-996d-905479a1d61b tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d00c679-34fc-4caf-86b6-c21698cbde16 HTTP/1.1" status: 200 len: 946 time: 0.2640283 Aug 16 20:05:17.434745 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c541e9c1-bf6a-4b16-bcb1-f558b2cadb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:17.446606 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c3265f-14bb-4beb-8a3c-248cb05d72da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6671be3c-55d4-4503-b790-959b30713fcf'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:17.450476 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d38564d-6b64-4a93-9426-3dcfa438abe2" -d '{"events": [{"server_uuid": "a8c3265f-14bb-4beb-8a3c-248cb05d72da", "name": "network-vif-plugged", "status": "completed", "tag": "6671be3c-55d4-4503-b790-959b30713fcf"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:17.463578 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c541e9c1-bf6a-4b16-bcb1-f558b2cadb8e admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:05:17.464515 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c541e9c1-bf6a-4b16-bcb1-f558b2cadb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:17.466315 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-1983ee5e-fe0b-458b-9d75-916ff57641b3 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1694225548&fields=id&tenant_id=f37110b65e324c64893ebaf7d2528f23 HTTP/1.1" status: 200 len: 267 time: 0.0802481 Aug 16 20:05:17.467090 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:05:17.467090 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:05:17.467090 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:05:17.467090 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:05:17.467090 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:05:17.467090 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:05:17.467090 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:05:17.467090 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:05:17.467090 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:05:17.467090 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:05:17.467090 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:05:17.467090 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:05:17.467090 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:05:17.467090 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:05:17.467090 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:05:17.467090 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:05:17.467090 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:05:17.467090 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:05:17.467090 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:05:17.467090 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:05:17.467090 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:05:17.467090 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:05:17.467090 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:05:17.467090 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:05:17.467090 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:05:17.467090 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:05:17.467090 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:05:17.467090 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:05:17.467090 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:05:17.467090 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:05:17.467090 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:05:17.467090 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:05:17.485824 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 6671be3c-55d4-4503-b790-959b30713fcf, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=6671be3c-55d4-4503-b790-959b30713fcf,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:17.494622 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:17.500073 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 676f874a-0962-4a9b-96c3-caa8a2dd9053 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:05:17.534598 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 676f874a-0962-4a9b-96c3-caa8a2dd9053 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:05:17.535108 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 676f874a-0962-4a9b-96c3-caa8a2dd9053 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:05:17.601292 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=6671be3c-55d4-4503-b790-959b30713fcf,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:17.640042 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-10a9393a-f536-4668-bc2f-e823868d8686 req-8d8ff8c2-e631-463a-891a-31839de3b619 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109196 Aug 16 20:05:17.645804 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-80662ff1-4bae-4cee-a23c-bff79124d09f req-a640f0bf-ecd6-4948-a36c-634288cd3669 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] For port 871b7ec4-aa43-4639-b11d-4a5ca531ec1f, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=871b7ec4-aa43-4639-b11d-4a5ca531ec1f,segment=NetworkSegment(8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69),segment_id=8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:17.649616 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-80662ff1-4bae-4cee-a23c-bff79124d09f req-a640f0bf-ecd6-4948-a36c-634288cd3669 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:17.691292 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c541e9c1-bf6a-4b16-bcb1-f558b2cadb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:17.704454 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-80662ff1-4bae-4cee-a23c-bff79124d09f req-a640f0bf-ecd6-4948-a36c-634288cd3669 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Calling delete_port for 871b7ec4-aa43-4639-b11d-4a5ca531ec1f owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:05:17.710878 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c541e9c1-bf6a-4b16-bcb1-f558b2cadb8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:17.714227 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c541e9c1-bf6a-4b16-bcb1-f558b2cadb8e admin admin] 10.222.0.68 "DELETE /v2.0/networks/dfa1b7a5-8acb-4ebc-99a9-7f97b8c0dd01 HTTP/1.1" status: 204 len: 168 time: 1.1292155 Aug 16 20:05:17.720882 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39116) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:17.757836 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541e9c1-bf6a-4b16-bcb1-f558b2cadb8e admin admin] Pushing event deleted for resources: {'Network': ['ID=dfa1b7a5-8acb-4ebc-99a9-7f97b8c0dd01,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:17.892076 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf536ea5-4459-4c32-a261-28350b00ffc1 admin admin] Deleting subnet c14dfd03-f6b8-4959-aae7-d3f971d6794a {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:05:17.903069 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf536ea5-4459-4c32-a261-28350b00ffc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:17.966982 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ccd461-4cc1-45ce-90bb-dafa2d6ef996 req-a90e5d79-200c-4d07-8212-37d8ec7597ea tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:17.968722 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a0ccd461-4cc1-45ce-90bb-dafa2d6ef996 req-a90e5d79-200c-4d07-8212-37d8ec7597ea tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 935 time: 0.1819551 Aug 16 20:05:17.977120 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf536ea5-4459-4c32-a261-28350b00ffc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:17.985231 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-12883097-9856-4ad1-bbf0-bf22d216943a req-ff67c4fb-a2dc-4ee4-94eb-50be8f181f0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ac33f3-1f05-44c7-b779-674a2dcc3a73 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:05:17.997239 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-12883097-9856-4ad1-bbf0-bf22d216943a req-ff67c4fb-a2dc-4ee4-94eb-50be8f181f0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:18.028265 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-12883097-9856-4ad1-bbf0-bf22d216943a req-ff67c4fb-a2dc-4ee4-94eb-50be8f181f0a service neutron] Transition to ACTIVE for port object 42ac33f3-1f05-44c7-b779-674a2dcc3a73 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:05:18.038878 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-12883097-9856-4ad1-bbf0-bf22d216943a req-ff67c4fb-a2dc-4ee4-94eb-50be8f181f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:18.083073 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a0ccd461-4cc1-45ce-90bb-dafa2d6ef996 req-c9ac1a91-2aaa-4087-82d1-463773f470cf tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037171 Aug 16 20:05:18.083386 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-6973bae3-8c04-466e-849a-2f9728f16519 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:18.090729 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-6973bae3-8c04-466e-849a-2f9728f16519 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/networks?id=8627704a-ee5f-4a5e-8fc0-ac36b12a4787 HTTP/1.1" status: 200 len: 812 time: 0.6236014 Aug 16 20:05:18.107562 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf536ea5-4459-4c32-a261-28350b00ffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:18.137596 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-0055db2e-f17e-4896-8a6a-1f9136e302be tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/quotas/f37110b65e324c64893ebaf7d2528f23 HTTP/1.1" status: 200 len: 375 time: 0.0458956 Aug 16 20:05:18.204341 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-80662ff1-4bae-4cee-a23c-bff79124d09f req-a640f0bf-ecd6-4948-a36c-634288cd3669 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:18.218727 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf536ea5-4459-4c32-a261-28350b00ffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:18.221057 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['6a87b729-ab80-4069-9c17-04e4333371e9'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:05:18.226387 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['601777a0-06d6-4292-9422-ea7507df9eff'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:05:18.288356 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a640f0bf-ecd6-4948-a36c-634288cd3669 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Pushing event deleted for resources: {'Port': ['ID=871b7ec4-aa43-4639-b11d-4a5ca531ec1f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:18.295111 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf536ea5-4459-4c32-a261-28350b00ffc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c14dfd03-f6b8-4959-aae7-d3f971d6794a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:18.310234 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf536ea5-4459-4c32-a261-28350b00ffc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:18.314620 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-cf536ea5-4459-4c32-a261-28350b00ffc1 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/c14dfd03-f6b8-4959-aae7-d3f971d6794a HTTP/1.1" status: 204 len: 168 time: 0.5756471 Aug 16 20:05:18.329526 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39124) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:18.358636 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67c4fb-a2dc-4ee4-94eb-50be8f181f0a service neutron] Pushing event updated for resources: {'Port': ['ID=42ac33f3-1f05-44c7-b779-674a2dcc3a73,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:18.402442 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-12883097-9856-4ad1-bbf0-bf22d216943a req-ff67c4fb-a2dc-4ee4-94eb-50be8f181f0a service neutron] Attempting to bind port 42ac33f3-1f05-44c7-b779-674a2dcc3a73 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:05:18.402806 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-12883097-9856-4ad1-bbf0-bf22d216943a req-ff67c4fb-a2dc-4ee4-94eb-50be8f181f0a service neutron] Attempting to bind port 42ac33f3-1f05-44c7-b779-674a2dcc3a73 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:05:18.403105 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12883097-9856-4ad1-bbf0-bf22d216943a req-ff67c4fb-a2dc-4ee4-94eb-50be8f181f0a service neutron] Attempting to bind port 42ac33f3-1f05-44c7-b779-674a2dcc3a73 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:05:18.411814 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12883097-9856-4ad1-bbf0-bf22d216943a req-ff67c4fb-a2dc-4ee4-94eb-50be8f181f0a service neutron] Port 42ac33f3-1f05-44c7-b779-674a2dcc3a73 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:05:18.412661 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12883097-9856-4ad1-bbf0-bf22d216943a req-ff67c4fb-a2dc-4ee4-94eb-50be8f181f0a service neutron] Attempting to bind port 42ac33f3-1f05-44c7-b779-674a2dcc3a73 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:05:18.417672 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12883097-9856-4ad1-bbf0-bf22d216943a req-ff67c4fb-a2dc-4ee4-94eb-50be8f181f0a service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:05:18.418029 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12883097-9856-4ad1-bbf0-bf22d216943a req-ff67c4fb-a2dc-4ee4-94eb-50be8f181f0a service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:05:18.419099 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12883097-9856-4ad1-bbf0-bf22d216943a req-ff67c4fb-a2dc-4ee4-94eb-50be8f181f0a service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:05:18.419099 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-12883097-9856-4ad1-bbf0-bf22d216943a req-ff67c4fb-a2dc-4ee4-94eb-50be8f181f0a service neutron] Bound port: 42ac33f3-1f05-44c7-b779-674a2dcc3a73, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:05:18.419428 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-12883097-9856-4ad1-bbf0-bf22d216943a req-ff67c4fb-a2dc-4ee4-94eb-50be8f181f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:18.448855 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-0b1bbb4a-2a2b-4de0-abe6-4bc357f06f1e tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f37110b65e324c64893ebaf7d2528f23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3103626 Aug 16 20:05:18.486987 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f83b8b74-a8a3-42f3-bc5b-986e036f32c1 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:05:18.489851 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-80662ff1-4bae-4cee-a23c-bff79124d09f req-a640f0bf-ecd6-4948-a36c-634288cd3669 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] No DVR routers for this DVR port 871b7ec4-aa43-4639-b11d-4a5ca531ec1f on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:05:18.507680 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-80662ff1-4bae-4cee-a23c-bff79124d09f req-a640f0bf-ecd6-4948-a36c-634288cd3669 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:18.509740 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-80662ff1-4bae-4cee-a23c-bff79124d09f req-a640f0bf-ecd6-4948-a36c-634288cd3669 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.57 "DELETE /v2.0/ports/871b7ec4-aa43-4639-b11d-4a5ca531ec1f HTTP/1.1" status: 204 len: 173 time: 1.7317829 Aug 16 20:05:18.510345 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3775534d-3b50-437a-917b-69bd152ade96', 'name': 'network-vif-deleted', 'tag': '871b7ec4-aa43-4639-b11d-4a5ca531ec1f'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:18.513343 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7ef9cb-f081-4104-81c3-319c4a6ebccb" -d '{"events": [{"server_uuid": "3775534d-3b50-437a-917b-69bd152ade96", "name": "network-vif-deleted", "tag": "871b7ec4-aa43-4639-b11d-4a5ca531ec1f"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:18.544796 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-178b06fe-edb2-48b5-9a39-fc0da3eff117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:18.591476 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75089db-7d96-4912-964c-06e41f17fe86 req-48ea0ae0-e049-445a-826b-edb6b2f3bf9e tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:18.591974 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-12883097-9856-4ad1-bbf0-bf22d216943a req-ff67c4fb-a2dc-4ee4-94eb-50be8f181f0a service neutron] For port 42ac33f3-1f05-44c7-b779-674a2dcc3a73, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:05:18.593720 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a75089db-7d96-4912-964c-06e41f17fe86 req-48ea0ae0-e049-445a-826b-edb6b2f3bf9e tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.1747983 Aug 16 20:05:18.604582 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-12883097-9856-4ad1-bbf0-bf22d216943a req-ff67c4fb-a2dc-4ee4-94eb-50be8f181f0a service neutron] For port 42ac33f3-1f05-44c7-b779-674a2dcc3a73, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=42ac33f3-1f05-44c7-b779-674a2dcc3a73,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:05:18.615370 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-12883097-9856-4ad1-bbf0-bf22d216943a req-ff67c4fb-a2dc-4ee4-94eb-50be8f181f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:18.664183 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port f83b8b74-a8a3-42f3-bc5b-986e036f32c1 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:05:18.664926 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12883097-9856-4ad1-bbf0-bf22d216943a req-ff67c4fb-a2dc-4ee4-94eb-50be8f181f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:18.665659 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-12883097-9856-4ad1-bbf0-bf22d216943a req-ff67c4fb-a2dc-4ee4-94eb-50be8f181f0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:18.667240 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-12883097-9856-4ad1-bbf0-bf22d216943a req-ff67c4fb-a2dc-4ee4-94eb-50be8f181f0a service neutron] 10.222.0.57 "PUT /v2.0/ports/42ac33f3-1f05-44c7-b779-674a2dcc3a73 HTTP/1.1" status: 200 len: 1096 time: 1.9938288 Aug 16 20:05:18.669415 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b51ab8c-c268-459f-b1d9-f2e16bd242e2', 'tag': '42ac33f3-1f05-44c7-b779-674a2dcc3a73'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:18.672829 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdec21b9-6fa3-485d-819e-8848e181beaa" -d '{"events": [{"name": "network-changed", "server_uuid": "1b51ab8c-c268-459f-b1d9-f2e16bd242e2", "tag": "42ac33f3-1f05-44c7-b779-674a2dcc3a73"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:18.682157 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port f83b8b74-a8a3-42f3-bc5b-986e036f32c1 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:18.682157 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:18.686947 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-77691950-1c45-493e-9cf8-fd53c848abd2 service neutron] 10.222.0.68 "GET /v2.0/networks/8627704a-ee5f-4a5e-8fc0-ac36b12a4787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057471 Aug 16 20:05:18.719772 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 871b7ec4-aa43-4639-b11d-4a5ca531ec1f no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:05:18.775515 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 871b7ec4-aa43-4639-b11d-4a5ca531ec1f {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:05:18.775894 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 871b7ec4-aa43-4639-b11d-4a5ca531ec1f not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:05:18.779694 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a75089db-7d96-4912-964c-06e41f17fe86 req-b8ad60f0-c522-41b5-956d-2868016f0031 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750219 Aug 16 20:05:18.814355 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-178b06fe-edb2-48b5-9a39-fc0da3eff117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:18.847783 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-178b06fe-edb2-48b5-9a39-fc0da3eff117 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c6d99a-ff0b-4bda-a148-17cb70de4fff']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:18.865712 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f3ac04-3652-4141-a324-8e981cfacf05 x-openstack-request-id: req-28f3ac04-3652-4141-a324-8e981cfacf05 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:18.865993 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c3265f-14bb-4beb-8a3c-248cb05d72da", "name": "network-vif-plugged", "status": "completed", "tag": "6671be3c-55d4-4503-b790-959b30713fcf", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:18.870886 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-28f3ac04-3652-4141-a324-8e981cfacf05 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:18.871499 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c3265f-14bb-4beb-8a3c-248cb05d72da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6671be3c-55d4-4503-b790-959b30713fcf', 'code': 200} Aug 16 20:05:18.873543 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-178b06fe-edb2-48b5-9a39-fc0da3eff117 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f305435a-b638-4e14-b111-91bbd0c62b03') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:18.873840 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-178b06fe-edb2-48b5-9a39-fc0da3eff117 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f305435a-b638-4e14-b111-91bbd0c62b03') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:18.896061 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67c4fb-a2dc-4ee4-94eb-50be8f181f0a service neutron] Pushing event updated for resources: {'Port': ['ID=42ac33f3-1f05-44c7-b779-674a2dcc3a73,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:18.896881 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-178b06fe-edb2-48b5-9a39-fc0da3eff117 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:18.911666 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:18.928168 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-178b06fe-edb2-48b5-9a39-fc0da3eff117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:18.934242 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12883097-9856-4ad1-bbf0-bf22d216943a req-890b1c24-4d4b-4e6b-bc8f-ec8cc43169a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:18.936001 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-12883097-9856-4ad1-bbf0-bf22d216943a req-890b1c24-4d4b-4e6b-bc8f-ec8cc43169a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 1099 time: 0.1750815 Aug 16 20:05:18.947180 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-178b06fe-edb2-48b5-9a39-fc0da3eff117 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:05:18.948070 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-178b06fe-edb2-48b5-9a39-fc0da3eff117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:18.954491 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-162bf3f0-1a27-4e86-90d8-6610e5473bb1 service neutron] 10.222.0.68 "GET /v2.0/networks/8627704a-ee5f-4a5e-8fc0-ac36b12a4787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601032 Aug 16 20:05:18.957061 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:05:18.957061 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:05:18.957061 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:05:18.957061 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:05:18.957061 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:05:18.957061 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:05:18.957061 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:05:18.957061 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:05:18.957061 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:05:18.957061 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:05:18.957061 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:05:18.957061 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:05:18.957061 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:05:18.957061 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:05:18.957061 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:05:18.957061 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:05:18.957061 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:05:18.957061 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:05:18.957061 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:05:18.957061 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:05:18.957061 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:05:18.957061 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:05:18.957061 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:05:18.957061 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:05:18.957061 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:05:18.957061 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:05:18.957061 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:05:18.957061 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:05:18.957061 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:05:18.957061 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:05:18.957061 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:05:18.957061 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:05:18.960041 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port f83b8b74-a8a3-42f3-bc5b-986e036f32c1, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f83b8b74-a8a3-42f3-bc5b-986e036f32c1,segment=NetworkSegment(f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd),segment_id=f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:18.969089 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:19.065430 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=f83b8b74-a8a3-42f3-bc5b-986e036f32c1,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:19.111992 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-12883097-9856-4ad1-bbf0-bf22d216943a req-0aeef119-84a7-44ac-a1c5-6fb01113c8ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=42ac33f3-1f05-44c7-b779-674a2dcc3a73 HTTP/1.1" status: 200 len: 217 time: 0.1546814 Aug 16 20:05:19.119233 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-178b06fe-edb2-48b5-9a39-fc0da3eff117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:19.131647 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-178b06fe-edb2-48b5-9a39-fc0da3eff117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:19.136104 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-178b06fe-edb2-48b5-9a39-fc0da3eff117 admin admin] 10.222.0.68 "DELETE /v2.0/networks/e2c6d99a-ff0b-4bda-a148-17cb70de4fff HTTP/1.1" status: 204 len: 168 time: 0.8028374 Aug 16 20:05:19.152633 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b06fe-edb2-48b5-9a39-fc0da3eff117 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2c6d99a-ff0b-4bda-a148-17cb70de4fff,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:19.157288 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c9285-09f3-4e29-9cc4-e0a5cc8ebdf6 req-67449c9b-4575-46ad-901b-0d7049cfcc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:19.159587 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-964c9285-09f3-4e29-9cc4-e0a5cc8ebdf6 req-67449c9b-4575-46ad-901b-0d7049cfcc75 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3265f-14bb-4beb-8a3c-248cb05d72da HTTP/1.1" status: 200 len: 1097 time: 0.2017021 Aug 16 20:05:19.254830 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12883097-9856-4ad1-bbf0-bf22d216943a req-123c6e4a-0b75-4519-8c26-f41c7e10666f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:19.256357 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-12883097-9856-4ad1-bbf0-bf22d216943a req-123c6e4a-0b75-4519-8c26-f41c7e10666f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1392806 Aug 16 20:05:19.269785 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-964c9285-09f3-4e29-9cc4-e0a5cc8ebdf6 req-7e613ce7-bc94-408d-9844-574b92631eec service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035187 Aug 16 20:05:19.361230 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12883097-9856-4ad1-bbf0-bf22d216943a req-7169815b-e65a-43d5-a775-2aa151a8e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:19.362786 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-12883097-9856-4ad1-bbf0-bf22d216943a req-7169815b-e65a-43d5-a775-2aa151a8e51e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0987377 Aug 16 20:05:19.379613 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-12696e78-0a5d-456c-838b-83610242ebbe req-bcdae245-86f9-47f7-8a30-9a292d264802 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/ports?device_id=3775534d-3b50-437a-917b-69bd152ade96 HTTP/1.1" status: 200 len: 210 time: 0.0707886 Aug 16 20:05:19.515432 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd522f4-46b2-4bb8-9822-da49dcfcc271 req-b6a69225-19df-4b31-a5eb-48e843288d15 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:19.516924 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39144) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:19.517214 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ccd522f4-46b2-4bb8-9822-da49dcfcc271 req-b6a69225-19df-4b31-a5eb-48e843288d15 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=a8c3265f-14bb-4beb-8a3c-248cb05d72da HTTP/1.1" status: 200 len: 945 time: 0.1352022 Aug 16 20:05:19.543816 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73124f64-3ba3-4a77-b7bb-e6e61c4783e9 req-3d16e5e1-6cca-456f-8de5-6145d7e36a22 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:19.545561 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-73124f64-3ba3-4a77-b7bb-e6e61c4783e9 req-3d16e5e1-6cca-456f-8de5-6145d7e36a22 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/ports?device_id=88058b08-fee3-40ae-8e32-47ace2b750fc HTTP/1.1" status: 200 len: 949 time: 0.0806072 Aug 16 20:05:19.548928 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-12883097-9856-4ad1-bbf0-bf22d216943a req-80954a46-c474-4aec-96cd-e6ee8a79e0e0 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763465 Aug 16 20:05:19.587965 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ccd522f4-46b2-4bb8-9822-da49dcfcc271 req-c32f8c8b-8867-4b51-ae48-5c4a5f34f2e3 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609128 Aug 16 20:05:19.588216 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7aa2a3a4-3cf5-4ecf-a65b-03227a9f8711 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a1d79f7339f64413a23cb971e5d4d9b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0677824 Aug 16 20:05:19.590158 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39146) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:19.645302 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-73124f64-3ba3-4a77-b7bb-e6e61c4783e9 req-60a65be8-8ec7-49ab-804a-0a49a7ecc698 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/security-groups?id=679ae586-eac6-4da8-8233-9cab83bbe988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892932 Aug 16 20:05:19.656800 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baffaa58-3706-4eb3-b939-8f70ff21fac4 x-openstack-request-id: req-baffaa58-3706-4eb3-b939-8f70ff21fac4 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:19.657092 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3775534d-3b50-437a-917b-69bd152ade96", "name": "network-vif-deleted", "tag": "871b7ec4-aa43-4639-b11d-4a5ca531ec1f", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:19.657346 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-baffaa58-3706-4eb3-b939-8f70ff21fac4 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:19.657790 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3775534d-3b50-437a-917b-69bd152ade96', 'name': 'network-vif-deleted', 'tag': '871b7ec4-aa43-4639-b11d-4a5ca531ec1f', 'status': 'completed', 'code': 200} Aug 16 20:05:19.675715 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4cc8cbe3-025f-4e32-a2c5-68681d93d7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:19.699286 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-12883097-9856-4ad1-bbf0-bf22d216943a req-3a1e9c6d-9186-4ec5-9f17-745571807b90 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382952 Aug 16 20:05:19.707741 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309fea97-ac15-4c65-ae53-e15459071029 x-openstack-request-id: req-309fea97-ac15-4c65-ae53-e15459071029 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:19.707947 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b51ab8c-c268-459f-b1d9-f2e16bd242e2", "tag": "42ac33f3-1f05-44c7-b779-674a2dcc3a73", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:19.708122 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-309fea97-ac15-4c65-ae53-e15459071029 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:19.708701 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b51ab8c-c268-459f-b1d9-f2e16bd242e2', 'tag': '42ac33f3-1f05-44c7-b779-674a2dcc3a73', 'status': 'completed', 'code': 200} Aug 16 20:05:19.713509 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4cc8cbe3-025f-4e32-a2c5-68681d93d7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:19.847323 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959a9e9-3b36-4a07-aba9-687def28279b req-45ecc874-68fc-44d3-a003-abdb83642bbc tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:19.851606 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e959a9e9-3b36-4a07-aba9-687def28279b req-45ecc874-68fc-44d3-a003-abdb83642bbc tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 947 time: 0.0748613 Aug 16 20:05:19.852768 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4cc8cbe3-025f-4e32-a2c5-68681d93d7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:19.856142 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4cc8cbe3-025f-4e32-a2c5-68681d93d7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:19.857201 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4cc8cbe3-025f-4e32-a2c5-68681d93d7fc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e2b1c4ab-91a3-4894-a7a3-e95eabe8e90d HTTP/1.1" status: 204 len: 168 time: 0.2661340 Aug 16 20:05:19.866251 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8cbe3-025f-4e32-a2c5-68681d93d7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b1c4ab-91a3-4894-a7a3-e95eabe8e90d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:19.900069 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec21b9-6fa3-485d-819e-8848e181beaa req-c9295b61-dc02-43c4-b49f-5ddd55ad0270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:19.905206 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cdec21b9-6fa3-485d-819e-8848e181beaa req-c9295b61-dc02-43c4-b49f-5ddd55ad0270 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 1099 time: 0.1420028 Aug 16 20:05:19.910970 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e959a9e9-3b36-4a07-aba9-687def28279b req-48d9038a-11f3-4e0b-b1ed-019004a8e5c6 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423601 Aug 16 20:05:19.938805 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de4e0b-f2fd-4930-b725-22c6aba3b42b req-137992f4-7484-422f-9cdd-d34a1e804056 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:19.947359 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-11de4e0b-f2fd-4930-b725-22c6aba3b42b req-137992f4-7484-422f-9cdd-d34a1e804056 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d00c679-34fc-4caf-86b6-c21698cbde16 HTTP/1.1" status: 200 len: 946 time: 0.1716857 Aug 16 20:05:20.092480 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2cec53a6-9001-4cc5-9b3a-32583f8b117e req-57ccde02-57b0-4873-9273-70756086947b tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/ports?device_id=8162deee-9d30-4c6d-81e4-273fc31e9911 HTTP/1.1" status: 200 len: 210 time: 0.0530822 Aug 16 20:05:20.094954 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-11de4e0b-f2fd-4930-b725-22c6aba3b42b req-3120cb77-95da-43dd-ad93-d68e023973c6 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465604 Aug 16 20:05:20.153695 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec21b9-6fa3-485d-819e-8848e181beaa req-8ad3ef75-3dd1-4853-a1b1-f0dd079ea9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:20.155441 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cdec21b9-6fa3-485d-819e-8848e181beaa req-8ad3ef75-3dd1-4853-a1b1-f0dd079ea9ae service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.2359691 Aug 16 20:05:20.235639 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cdec21b9-6fa3-485d-819e-8848e181beaa req-1013b3fc-1fe9-4776-9ef2-34f5c0307814 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=42ac33f3-1f05-44c7-b779-674a2dcc3a73 HTTP/1.1" status: 200 len: 217 time: 0.0656619 Aug 16 20:05:20.302876 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e24cc-54dd-4042-9e8e-4aaeea949a6a req-c0e3c9b2-614a-412a-8b9f-0015623152da tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:20.315065 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-662e24cc-54dd-4042-9e8e-4aaeea949a6a req-c0e3c9b2-614a-412a-8b9f-0015623152da tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.1468132 Aug 16 20:05:20.350653 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec21b9-6fa3-485d-819e-8848e181beaa req-d29b1aa7-8173-49cc-9ae4-0abc79a03595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:20.352180 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cdec21b9-6fa3-485d-819e-8848e181beaa req-d29b1aa7-8173-49cc-9ae4-0abc79a03595 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1093502 Aug 16 20:05:20.376755 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f83b8b74-a8a3-42f3-bc5b-986e036f32c1 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:05:20.405711 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-662e24cc-54dd-4042-9e8e-4aaeea949a6a req-0e5fdfcf-0d95-4e30-8751-a1773603a24e tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845160 Aug 16 20:05:20.430143 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec21b9-6fa3-485d-819e-8848e181beaa req-a1749312-0e49-43c3-bc9a-40eb5789b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:20.431799 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cdec21b9-6fa3-485d-819e-8848e181beaa req-a1749312-0e49-43c3-bc9a-40eb5789b495 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0672371 Aug 16 20:05:20.457026 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port f83b8b74-a8a3-42f3-bc5b-986e036f32c1 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:20.457790 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:20.536622 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ae04a-70d8-433a-8fa0-14e5d32ff926 req-417de344-dea1-452a-80d7-a27dea34a53a tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:20.538069 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d26ae04a-70d8-433a-8fa0-14e5d32ff926 req-417de344-dea1-452a-80d7-a27dea34a53a tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.63 "GET /v2.0/ports?device_id=88058b08-fee3-40ae-8e32-47ace2b750fc HTTP/1.1" status: 200 len: 949 time: 0.1048019 Aug 16 20:05:20.549387 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39160) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:20.583115 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cdec21b9-6fa3-485d-819e-8848e181beaa req-9bba091a-7465-43be-bb19-fc4dbab1fdb6 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403491 Aug 16 20:05:20.596015 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ea249165-d449-42e0-8801-480f57b5b669 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=880640f4664541dc8e1ed735511a9e25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448933 Aug 16 20:05:20.598460 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39162) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:20.709635 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5c1ee1d3-ca8b-40a6-bd55-6e7f43f94eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:20.750822 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5c1ee1d3-ca8b-40a6-bd55-6e7f43f94eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:20.780242 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cdec21b9-6fa3-485d-819e-8848e181beaa req-ce7fedb4-c3a3-4551-9e33-bb51aa7b4793 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745281 Aug 16 20:05:20.793164 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992f88a-842f-46b5-be74-b5b9fe10e57e req-2e73b6a3-29d8-4fef-ad90-aa557e265ee8 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:20.795078 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1992f88a-842f-46b5-be74-b5b9fe10e57e req-2e73b6a3-29d8-4fef-ad90-aa557e265ee8 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=a8c3265f-14bb-4beb-8a3c-248cb05d72da HTTP/1.1" status: 200 len: 945 time: 0.1049411 Aug 16 20:05:20.815911 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-d26ae04a-70d8-433a-8fa0-14e5d32ff926 req-bea32f1b-bfa8-4646-bf33-03a1971c3e56 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Deleting port dab70d52-c831-46a0-8780-f1a8d3c6381c {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:05:20.816284 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d26ae04a-70d8-433a-8fa0-14e5d32ff926 req-bea32f1b-bfa8-4646-bf33-03a1971c3e56 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:20.859071 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0849a9-b032-44f0-93a3-31b49e5bf116 req-e60ba04e-94bd-45f7-86fc-002de1aab7d1 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:20.861359 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b0849a9-b032-44f0-93a3-31b49e5bf116 req-e60ba04e-94bd-45f7-86fc-002de1aab7d1 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/ports?device_id=88058b08-fee3-40ae-8e32-47ace2b750fc HTTP/1.1" status: 200 len: 949 time: 0.0658638 Aug 16 20:05:20.861823 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5c1ee1d3-ca8b-40a6-bd55-6e7f43f94eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:20.864485 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5c1ee1d3-ca8b-40a6-bd55-6e7f43f94eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:20.865661 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5c1ee1d3-ca8b-40a6-bd55-6e7f43f94eaf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f3622c36-1223-4cb4-9df0-c0262eaf2f30 HTTP/1.1" status: 204 len: 168 time: 0.2662108 Aug 16 20:05:20.879386 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ee1d3-ca8b-40a6-bd55-6e7f43f94eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3622c36-1223-4cb4-9df0-c0262eaf2f30,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:20.942546 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b0849a9-b032-44f0-93a3-31b49e5bf116 req-c5d721ef-2ab2-4c32-9644-910d84ba5726 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/security-groups?id=679ae586-eac6-4da8-8233-9cab83bbe988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601325 Aug 16 20:05:20.971288 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1992f88a-842f-46b5-be74-b5b9fe10e57e req-0494bcb0-1c8b-460a-9aea-9c7aeeac9d3e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665082 Aug 16 20:05:21.038725 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-d26ae04a-70d8-433a-8fa0-14e5d32ff926 req-bea32f1b-bfa8-4646-bf33-03a1971c3e56 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] For port dab70d52-c831-46a0-8780-f1a8d3c6381c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=dab70d52-c831-46a0-8780-f1a8d3c6381c,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:21.039105 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d26ae04a-70d8-433a-8fa0-14e5d32ff926 req-bea32f1b-bfa8-4646-bf33-03a1971c3e56 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:21.055606 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-3574c04a-5a4c-4664-bedd-05945cc57935 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:21.056700 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-3574c04a-5a4c-4664-bedd-05945cc57935 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.57 "GET /v2.0/networks?id=8627704a-ee5f-4a5e-8fc0-ac36b12a4787 HTTP/1.1" status: 200 len: 812 time: 0.2273881 Aug 16 20:05:21.069463 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-d26ae04a-70d8-433a-8fa0-14e5d32ff926 req-bea32f1b-bfa8-4646-bf33-03a1971c3e56 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Calling delete_port for dab70d52-c831-46a0-8780-f1a8d3c6381c owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:05:21.178338 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-5dff7467-64a7-4691-b077-6d2ae7939875 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f37110b65e324c64893ebaf7d2528f23 HTTP/1.1" status: 200 len: 380 time: 0.1056168 Aug 16 20:05:21.202539 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-6b2eb5d5-74fe-4f26-bf1d-16cceb747a33 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Request body: {'port': {'device_id': '8162deee-9d30-4c6d-81e4-273fc31e9911', 'network_id': '8627704a-ee5f-4a5e-8fc0-ac36b12a4787', 'admin_state_up': True, 'tenant_id': 'f37110b65e324c64893ebaf7d2528f23', 'security_groups': ['b4dc9446-3563-4c9b-9f0b-7228833c067c']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:05:21.214200 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b01cd-15ba-41ba-8fcf-8a30fe63fbf7 req-65c235ee-e284-480a-9f21-f5e2c5814df5 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:21.215887 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-215b01cd-15ba-41ba-8fcf-8a30fe63fbf7 req-65c235ee-e284-480a-9f21-f5e2c5814df5 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 947 time: 0.1583023 Aug 16 20:05:21.299126 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4c6a6-5519-4b43-8ae0-e88e380149cb req-23b51f2c-061b-4ea2-b29b-103d1e40d971 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:21.300734 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0ce4c6a6-5519-4b43-8ae0-e88e380149cb req-23b51f2c-061b-4ea2-b29b-103d1e40d971 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d00c679-34fc-4caf-86b6-c21698cbde16 HTTP/1.1" status: 200 len: 946 time: 0.0533481 Aug 16 20:05:21.322892 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-215b01cd-15ba-41ba-8fcf-8a30fe63fbf7 req-5d9b35e9-b6b9-4071-bd1f-68d1a04ff58e tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929399 Aug 16 20:05:21.366029 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0ce4c6a6-5519-4b43-8ae0-e88e380149cb req-61d46e5d-70c7-4f63-bd4e-756878c701c7 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572195 Aug 16 20:05:21.462070 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d26ae04a-70d8-433a-8fa0-14e5d32ff926 req-bea32f1b-bfa8-4646-bf33-03a1971c3e56 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:21.491605 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1e0442e9-8205-45cd-9b2c-2bc5d5bdf5a3 req-d6f59d32-e4b2-4091-8a37-28a6d4acd112 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/ports?device_id=8162deee-9d30-4c6d-81e4-273fc31e9911 HTTP/1.1" status: 200 len: 210 time: 0.0470161 Aug 16 20:05:21.492167 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-6b2eb5d5-74fe-4f26-bf1d-16cceb747a33 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Made reservation on behalf of f37110b65e324c64893ebaf7d2528f23 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:05:21.495569 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-6b2eb5d5-74fe-4f26-bf1d-16cceb747a33 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:21.512101 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e593a-a162-4710-b143-c1eb26308850 req-c5c6389f-18c0-4996-8cd3-1271bc00899e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:21.513742 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-395e593a-a162-4710-b143-c1eb26308850 req-c5c6389f-18c0-4996-8cd3-1271bc00899e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=a8c3265f-14bb-4beb-8a3c-248cb05d72da HTTP/1.1" status: 200 len: 945 time: 0.0611110 Aug 16 20:05:21.531504 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea32f1b-bfa8-4646-bf33-03a1971c3e56 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Pushing event deleted for resources: {'Port': ['ID=dab70d52-c831-46a0-8780-f1a8d3c6381c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:21.581994 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26ae04a-70d8-433a-8fa0-14e5d32ff926 req-bea32f1b-bfa8-4646-bf33-03a1971c3e56 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] No DVR routers for this DVR port dab70d52-c831-46a0-8780-f1a8d3c6381c on host n-h2-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:05:21.582920 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-395e593a-a162-4710-b143-c1eb26308850 req-fa741efd-d396-45f1-a3e0-2a1b0a5ee832 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621743 Aug 16 20:05:21.585337 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d26ae04a-70d8-433a-8fa0-14e5d32ff926 req-bea32f1b-bfa8-4646-bf33-03a1971c3e56 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:21.588048 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d26ae04a-70d8-433a-8fa0-14e5d32ff926 req-bea32f1b-bfa8-4646-bf33-03a1971c3e56 tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.63 "DELETE /v2.0/ports/dab70d52-c831-46a0-8780-f1a8d3c6381c HTTP/1.1" status: 204 len: 173 time: 1.0429068 Aug 16 20:05:21.709413 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88058b08-fee3-40ae-8e32-47ace2b750fc', 'name': 'network-vif-deleted', 'tag': 'dab70d52-c831-46a0-8780-f1a8d3c6381c'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:21.712206 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0679ff6b-a84f-4412-bfeb-893b19472449" -d '{"events": [{"server_uuid": "88058b08-fee3-40ae-8e32-47ace2b750fc", "name": "network-vif-deleted", "tag": "dab70d52-c831-46a0-8780-f1a8d3c6381c"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:21.737956 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-6b2eb5d5-74fe-4f26-bf1d-16cceb747a33 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Allocated IP 172.20.0.9 (8627704a-ee5f-4a5e-8fc0-ac36b12a4787/35f0f756-29cc-48e2-a3ef-ca73119e05e1/50be0bf4-4e89-4663-9fdc-69b837c8c86a) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:05:21.743431 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c4ff6-b8ff-42f6-98c2-ac82f2020516 req-4ebed0ce-89a3-46a4-adbb-f32b763165c8 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:21.754841 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-183c4ff6-b8ff-42f6-98c2-ac82f2020516 req-4ebed0ce-89a3-46a4-adbb-f32b763165c8 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.0755320 Aug 16 20:05:21.803703 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-183c4ff6-b8ff-42f6-98c2-ac82f2020516 req-4ce1cc67-72ab-49b3-91b4-e9ff493c6294 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477428 Aug 16 20:05:21.940439 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-6b2eb5d5-74fe-4f26-bf1d-16cceb747a33 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:21.955559 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-6b2eb5d5-74fe-4f26-bf1d-16cceb747a33 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Transition to ACTIVE for port object 50be0bf4-4e89-4663-9fdc-69b837c8c86a will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:05:22.020669 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-6b2eb5d5-74fe-4f26-bf1d-16cceb747a33 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:22.084779 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c3076a-b6ae-4a48-8fd8-bdfe259dbe7b x-openstack-request-id: req-d4c3076a-b6ae-4a48-8fd8-bdfe259dbe7b {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:22.085231 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88058b08-fee3-40ae-8e32-47ace2b750fc", "name": "network-vif-deleted", "tag": "dab70d52-c831-46a0-8780-f1a8d3c6381c", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:22.085370 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d4c3076a-b6ae-4a48-8fd8-bdfe259dbe7b {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:22.085785 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88058b08-fee3-40ae-8e32-47ace2b750fc', 'name': 'network-vif-deleted', 'tag': 'dab70d52-c831-46a0-8780-f1a8d3c6381c', 'status': 'completed', 'code': 200} Aug 16 20:05:22.087689 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-6b2eb5d5-74fe-4f26-bf1d-16cceb747a33 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Network 8627704a-ee5f-4a5e-8fc0-ac36b12a4787 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:05:22.093794 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-6b2eb5d5-74fe-4f26-bf1d-16cceb747a33 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:05:22.100693 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-6b2eb5d5-74fe-4f26-bf1d-16cceb747a33 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:05:22.134512 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2eb5d5-74fe-4f26-bf1d-16cceb747a33 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Pushing event updated for resources: {'Port': ['ID=50be0bf4-4e89-4663-9fdc-69b837c8c86a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:22.213069 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-6b2eb5d5-74fe-4f26-bf1d-16cceb747a33 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:22.213748 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-6b2eb5d5-74fe-4f26-bf1d-16cceb747a33 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:22.265318 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5b54e827-dd66-4e22-aae8-0e9726538bc1 req-5a6f0803-1c2e-4b17-bde8-dab4a67fc0bd tempest-ServersAdminNegativeTestJSON-1215232563 tempest-ServersAdminNegativeTestJSON-1215232563-project] 10.222.0.68 "GET /v2.0/ports?device_id=88058b08-fee3-40ae-8e32-47ace2b750fc HTTP/1.1" status: 200 len: 210 time: 0.0416093 Aug 16 20:05:22.272532 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-6b2eb5d5-74fe-4f26-bf1d-16cceb747a33 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0838315 Aug 16 20:05:22.294194 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-f8c889ef-fcff-45c8-9cbc-4cf60bc1f993 service neutron] Request body: {'port': {'device_id': '8162deee-9d30-4c6d-81e4-273fc31e9911', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:05:22.379045 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-f8c889ef-fcff-45c8-9cbc-4cf60bc1f993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:22.485809 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf2928-a548-4064-9791-752681f70406 req-694618a4-4d7e-4a88-b304-56e9bfbb4762 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:22.494188 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-05cf2928-a548-4064-9791-752681f70406 req-694618a4-4d7e-4a88-b304-56e9bfbb4762 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=a8c3265f-14bb-4beb-8a3c-248cb05d72da HTTP/1.1" status: 200 len: 945 time: 0.0964301 Aug 16 20:05:22.566982 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-05cf2928-a548-4064-9791-752681f70406 req-712f3819-88ac-4af2-b4e5-9fc3925b9b5e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657656 Aug 16 20:05:22.582251 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b95a2456-ffa4-40cb-b20d-510f74f2bf5e None None] Provisioning for port 50be0bf4-4e89-4663-9fdc-69b837c8c86a completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:05:22.589267 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b95a2456-ffa4-40cb-b20d-510f74f2bf5e None None] Provisioning complete for port 50be0bf4-4e89-4663-9fdc-69b837c8c86a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:22.589651 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b95a2456-ffa4-40cb-b20d-510f74f2bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:22.668512 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b95a2456-ffa4-40cb-b20d-510f74f2bf5e None None] Port 50be0bf4-4e89-4663-9fdc-69b837c8c86a cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:05:22.671310 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device dab70d52-c831-46a0-8780-f1a8d3c6381c no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:05:22.692397 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: dab70d52-c831-46a0-8780-f1a8d3c6381c {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:05:22.692738 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device dab70d52-c831-46a0-8780-f1a8d3c6381c not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:05:22.709681 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085173c-f6f8-413c-805c-16c6f81a0b95 req-cc567df4-116e-4734-a295-589fdf9ba5f0 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:22.710758 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 42ac33f3-1f05-44c7-b779-674a2dcc3a73 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:05:22.711449 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7085173c-f6f8-413c-805c-16c6f81a0b95 req-cc567df4-116e-4734-a295-589fdf9ba5f0 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 947 time: 0.0664303 Aug 16 20:05:22.740235 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab906b11-5e4c-4082-a90d-352eb246ae49 req-24bbc29f-ac0e-4897-b4a1-bdb029d0a9ec tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:22.741840 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ab906b11-5e4c-4082-a90d-352eb246ae49 req-24bbc29f-ac0e-4897-b4a1-bdb029d0a9ec tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/ports?device_id=8162deee-9d30-4c6d-81e4-273fc31e9911 HTTP/1.1" status: 200 len: 931 time: 0.0959675 Aug 16 20:05:22.763395 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7085173c-f6f8-413c-805c-16c6f81a0b95 req-526cc690-1763-47e0-9ca8-06b3ba795a91 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447316 Aug 16 20:05:22.801053 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-f8c889ef-fcff-45c8-9cbc-4cf60bc1f993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50be0bf4-4e89-4663-9fdc-69b837c8c86a {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:05:22.812281 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-f8c889ef-fcff-45c8-9cbc-4cf60bc1f993 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:22.832313 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ab906b11-5e4c-4082-a90d-352eb246ae49 req-5329ab66-e73a-43ef-b957-c5035c20c313 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4dc9446-3563-4c9b-9f0b-7228833c067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701563 Aug 16 20:05:22.843829 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-f8c889ef-fcff-45c8-9cbc-4cf60bc1f993 service neutron] Transition to ACTIVE for port object 50be0bf4-4e89-4663-9fdc-69b837c8c86a will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:05:22.853669 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-f8c889ef-fcff-45c8-9cbc-4cf60bc1f993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:22.910375 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 42ac33f3-1f05-44c7-b779-674a2dcc3a73, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=42ac33f3-1f05-44c7-b779-674a2dcc3a73,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:22.939794 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '42ac33f3-1f05-44c7-b779-674a2dcc3a73', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': '42ac33f3-1f05-44c7-b779-674a2dcc3a73', 'mac_address': 'fa:16:3e:4f:e2:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:05:23.001190 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c889ef-fcff-45c8-9cbc-4cf60bc1f993 service neutron] Pushing event updated for resources: {'Port': ['ID=50be0bf4-4e89-4663-9fdc-69b837c8c86a,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:23.005340 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:23.026102 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ac33f3-1f05-44c7-b779-674a2dcc3a73 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:05:23.068603 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 42ac33f3-1f05-44c7-b779-674a2dcc3a73, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=42ac33f3-1f05-44c7-b779-674a2dcc3a73,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:23.070861 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0c200-de8f-4911-a282-7f7878bacf74 req-c03e21c0-679e-4ed2-9511-329c91204f45 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:23.075881 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:23.077606 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0c200-de8f-4911-a282-7f7878bacf74 req-c03e21c0-679e-4ed2-9511-329c91204f45 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:23.077841 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e65cb4-c186-470c-9a0d-3c09f3c93838 req-c97abf00-0ef4-47e9-af41-58112b751bbd tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:23.079483 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a2f0c200-de8f-4911-a282-7f7878bacf74 req-c03e21c0-679e-4ed2-9511-329c91204f45 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b4e36b5-25c6-4a54-b9d2-7e23815d8ef0&device_id=f79efa3e-bd87-4d97-962c-e56593e962ef HTTP/1.1" status: 200 len: 1682 time: 0.1202989 Aug 16 20:05:23.080401 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-17e65cb4-c186-470c-9a0d-3c09f3c93838 req-c97abf00-0ef4-47e9-af41-58112b751bbd tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.1674137 Aug 16 20:05:23.126052 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-f8c889ef-fcff-45c8-9cbc-4cf60bc1f993 service neutron] Attempting to bind port 50be0bf4-4e89-4663-9fdc-69b837c8c86a on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:05:23.126994 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-f8c889ef-fcff-45c8-9cbc-4cf60bc1f993 service neutron] Attempting to bind port 50be0bf4-4e89-4663-9fdc-69b837c8c86a by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8627704a-ee5f-4a5e-8fc0-ac36b12a4787'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:05:23.127448 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-f8c889ef-fcff-45c8-9cbc-4cf60bc1f993 service neutron] Attempting to bind port 50be0bf4-4e89-4663-9fdc-69b837c8c86a on network 8627704a-ee5f-4a5e-8fc0-ac36b12a4787 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:05:23.133278 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a2f0c200-de8f-4911-a282-7f7878bacf74 req-02430507-3579-4a03-9bfd-2a28f9e7ad93 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/security-groups?id=c114c874-e8a1-4184-b68a-f2324b9b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471175 Aug 16 20:05:23.152437 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-17e65cb4-c186-470c-9a0d-3c09f3c93838 req-3e37dfc2-ef6a-49e3-bd98-cf0d3fef5a0c tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624917 Aug 16 20:05:23.153496 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-f8c889ef-fcff-45c8-9cbc-4cf60bc1f993 service neutron] Port 50be0bf4-4e89-4663-9fdc-69b837c8c86a on network 8627704a-ee5f-4a5e-8fc0-ac36b12a4787 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:05:23.153818 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-f8c889ef-fcff-45c8-9cbc-4cf60bc1f993 service neutron] Attempting to bind port 50be0bf4-4e89-4663-9fdc-69b837c8c86a on network 8627704a-ee5f-4a5e-8fc0-ac36b12a4787 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:05:23.164988 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-f8c889ef-fcff-45c8-9cbc-4cf60bc1f993 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:05:23.165589 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-f8c889ef-fcff-45c8-9cbc-4cf60bc1f993 service neutron] Checking segment: {'id': 'f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8627704a-ee5f-4a5e-8fc0-ac36b12a4787'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:05:23.166161 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-f8c889ef-fcff-45c8-9cbc-4cf60bc1f993 service neutron] Bound using segment: {'id': 'f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8627704a-ee5f-4a5e-8fc0-ac36b12a4787'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:05:23.169831 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-f8c889ef-fcff-45c8-9cbc-4cf60bc1f993 service neutron] Bound port: 50be0bf4-4e89-4663-9fdc-69b837c8c86a, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8627704a-ee5f-4a5e-8fc0-ac36b12a4787'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:05:23.170203 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-f8c889ef-fcff-45c8-9cbc-4cf60bc1f993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:23.171797 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=42ac33f3-1f05-44c7-b779-674a2dcc3a73,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:23.264099 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-f8c889ef-fcff-45c8-9cbc-4cf60bc1f993 service neutron] For port 50be0bf4-4e89-4663-9fdc-69b837c8c86a, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:05:23.268831 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-f8c889ef-fcff-45c8-9cbc-4cf60bc1f993 service neutron] For port 50be0bf4-4e89-4663-9fdc-69b837c8c86a, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=50be0bf4-4e89-4663-9fdc-69b837c8c86a,segment=NetworkSegment(f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd),segment_id=f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:05:23.274334 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-f8c889ef-fcff-45c8-9cbc-4cf60bc1f993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:23.329621 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['42ac33f3-1f05-44c7-b779-674a2dcc3a73'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:05:23.364964 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c889ef-fcff-45c8-9cbc-4cf60bc1f993 service neutron] Pushing event updated for resources: {'Port': ['ID=50be0bf4-4e89-4663-9fdc-69b837c8c86a,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:23.378463 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-f8c889ef-fcff-45c8-9cbc-4cf60bc1f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:23.379105 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-f8c889ef-fcff-45c8-9cbc-4cf60bc1f993 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:23.382051 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-f8c889ef-fcff-45c8-9cbc-4cf60bc1f993 service neutron] 10.222.0.57 "PUT /v2.0/ports/50be0bf4-4e89-4663-9fdc-69b837c8c86a HTTP/1.1" status: 200 len: 1092 time: 1.0922399 Aug 16 20:05:23.521580 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-50f6106b-8f31-45d9-a467-a122f879c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:23.524419 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-50f6106b-8f31-45d9-a467-a122f879c978 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f37110b65e324c64893ebaf7d2528f23&device_id=8162deee-9d30-4c6d-81e4-273fc31e9911 HTTP/1.1" status: 200 len: 1095 time: 0.0797014 Aug 16 20:05:23.643973 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-9678abef-3280-408f-a095-1daf7ecd7cc9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50be0bf4-4e89-4663-9fdc-69b837c8c86a HTTP/1.1" status: 200 len: 217 time: 0.1042991 Aug 16 20:05:23.679813 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf34ac-80c1-4a2b-9397-3a0956b74002 req-6a46af4a-6d85-43b4-b000-cc5e240b808d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:23.681792 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1caf34ac-80c1-4a2b-9397-3a0956b74002 req-6a46af4a-6d85-43b4-b000-cc5e240b808d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3265f-14bb-4beb-8a3c-248cb05d72da HTTP/1.1" status: 200 len: 945 time: 0.1454868 Aug 16 20:05:23.735356 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-d2339de3-61c6-470e-bd1d-6a47a8133beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:23.738199 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-d2339de3-61c6-470e-bd1d-6a47a8133beb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=35f0f756-29cc-48e2-a3ef-ca73119e05e1 HTTP/1.1" status: 200 len: 851 time: 0.0906737 Aug 16 20:05:23.828954 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-d39d1d0d-ede9-435b-8ef1-91b7edcd8245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:23.831473 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-d39d1d0d-ede9-435b-8ef1-91b7edcd8245 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8627704a-ee5f-4a5e-8fc0-ac36b12a4787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812290 Aug 16 20:05:23.866650 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48efc2d-69f3-4927-a397-b029d9f8e01b req-4d727abb-0dbc-481b-a6a7-671dec4bd35b tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:23.874014 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c48efc2d-69f3-4927-a397-b029d9f8e01b req-4d727abb-0dbc-481b-a6a7-671dec4bd35b tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=a8c3265f-14bb-4beb-8a3c-248cb05d72da HTTP/1.1" status: 200 len: 945 time: 0.1327453 Aug 16 20:05:23.920758 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39316) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:23.955744 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c48efc2d-69f3-4927-a397-b029d9f8e01b req-27f23faa-b5fe-4ad0-b261-b527c6d6810e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807402 Aug 16 20:05:23.995309 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-1caf34ac-80c1-4a2b-9397-3a0956b74002 req-a304830a-19bf-419c-8ea5-fd12f2581618 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Deleting port 6671be3c-55d4-4503-b790-959b30713fcf {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:05:23.995617 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1caf34ac-80c1-4a2b-9397-3a0956b74002 req-a304830a-19bf-419c-8ea5-fd12f2581618 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:24.036266 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-6c9ec591-e7de-4924-9a87-dab24c44f6f1 service neutron] 10.222.0.57 "GET /v2.0/networks/8627704a-ee5f-4a5e-8fc0-ac36b12a4787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846731 Aug 16 20:05:24.059574 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fbfe3-e5b4-463e-90f5-c980e4693c25 req-46893010-3f24-4679-8874-a0f0156c9cfb tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:24.060953 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cb1fbfe3-e5b4-463e-90f5-c980e4693c25 req-46893010-3f24-4679-8874-a0f0156c9cfb tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 948 time: 0.0932882 Aug 16 20:05:24.112656 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8162deee-9d30-4c6d-81e4-273fc31e9911', 'tag': '50be0bf4-4e89-4663-9fdc-69b837c8c86a'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:24.114798 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c176ab-0ddf-4dea-8479-0bb0875907bc" -d '{"events": [{"name": "network-changed", "server_uuid": "8162deee-9d30-4c6d-81e4-273fc31e9911", "tag": "50be0bf4-4e89-4663-9fdc-69b837c8c86a"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:24.158295 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cb1fbfe3-e5b4-463e-90f5-c980e4693c25 req-a204d596-8c2e-464b-8e65-7639cea3b618 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875449 Aug 16 20:05:24.175609 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a64a90-51c5-4199-8ebf-85916ec17c5e req-156c2a90-ba78-4104-8f40-c9987eb02572 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:24.177152 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-82a64a90-51c5-4199-8ebf-85916ec17c5e req-156c2a90-ba78-4104-8f40-c9987eb02572 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/ports?device_id=8162deee-9d30-4c6d-81e4-273fc31e9911 HTTP/1.1" status: 200 len: 943 time: 0.1498528 Aug 16 20:05:24.179042 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1caf34ac-80c1-4a2b-9397-3a0956b74002 req-a304830a-19bf-419c-8ea5-fd12f2581618 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] For port 6671be3c-55d4-4503-b790-959b30713fcf, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=6671be3c-55d4-4503-b790-959b30713fcf,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:24.179440 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1caf34ac-80c1-4a2b-9397-3a0956b74002 req-a304830a-19bf-419c-8ea5-fd12f2581618 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:24.194169 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-25ccd6e1-83ad-49f8-93ef-0d8de9b2d23b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=48c5a907546543f1809d8cdcb27f41ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2722294 Aug 16 20:05:24.195763 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8eec61f6-d65e-4b34-b9e5-a2c5818badd2 req-d0956e81-bf01-4f4c-9717-92132705c4ac service neutron] 10.222.0.57 "GET /v2.0/networks/8627704a-ee5f-4a5e-8fc0-ac36b12a4787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326218 Aug 16 20:05:24.195763 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39324) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:24.206688 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-1caf34ac-80c1-4a2b-9397-3a0956b74002 req-a304830a-19bf-419c-8ea5-fd12f2581618 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Calling delete_port for 6671be3c-55d4-4503-b790-959b30713fcf owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:05:24.248276 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9a4dcc-bc15-4c4b-a0dd-4446c97644f1 x-openstack-request-id: req-9b9a4dcc-bc15-4c4b-a0dd-4446c97644f1 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:24.248856 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8162deee-9d30-4c6d-81e4-273fc31e9911", "tag": "50be0bf4-4e89-4663-9fdc-69b837c8c86a", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:24.249125 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9b9a4dcc-bc15-4c4b-a0dd-4446c97644f1 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:24.249517 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8162deee-9d30-4c6d-81e4-273fc31e9911', 'tag': '50be0bf4-4e89-4663-9fdc-69b837c8c86a', 'status': 'completed', 'code': 200} Aug 16 20:05:24.269064 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f4e6ed0-43db-44f3-add3-3f59ee3d5fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:24.289984 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-82a64a90-51c5-4199-8ebf-85916ec17c5e req-10411355-3493-46fb-a0ef-626b94a00088 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4dc9446-3563-4c9b-9f0b-7228833c067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969160 Aug 16 20:05:24.329016 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f4e6ed0-43db-44f3-add3-3f59ee3d5fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:24.383051 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c176ab-0ddf-4dea-8479-0bb0875907bc req-522d8be4-5441-40f8-a7f8-077f08872169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:24.384672 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a7c176ab-0ddf-4dea-8479-0bb0875907bc req-522d8be4-5441-40f8-a7f8-077f08872169 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f37110b65e324c64893ebaf7d2528f23&device_id=8162deee-9d30-4c6d-81e4-273fc31e9911 HTTP/1.1" status: 200 len: 1095 time: 0.1128626 Aug 16 20:05:24.409185 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58770e-6e62-4882-8448-6a4cfdbc96e8 req-ae04df97-7170-4e0c-a293-f17326731125 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:24.410669 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0a58770e-6e62-4882-8448-6a4cfdbc96e8 req-ae04df97-7170-4e0c-a293-f17326731125 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.0991311 Aug 16 20:05:24.419986 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1caf34ac-80c1-4a2b-9397-3a0956b74002 req-a304830a-19bf-419c-8ea5-fd12f2581618 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:24.431476 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['6671be3c-55d4-4503-b790-959b30713fcf'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:05:24.432109 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a64ef-d54b-4b36-a345-d6f752ce564c req-1f0265af-ba25-4d38-87a4-6cf671dbf152 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:24.433590 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4b5a64ef-d54b-4b36-a345-d6f752ce564c req-1f0265af-ba25-4d38-87a4-6cf671dbf152 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/ports?device_id=f79efa3e-bd87-4d97-962c-e56593e962ef HTTP/1.1" status: 200 len: 945 time: 0.0863521 Aug 16 20:05:24.467082 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304830a-19bf-419c-8ea5-fd12f2581618 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Pushing event deleted for resources: {'Port': ['ID=6671be3c-55d4-4503-b790-959b30713fcf,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:24.495190 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f4e6ed0-43db-44f3-add3-3f59ee3d5fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:24.497732 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f4e6ed0-43db-44f3-add3-3f59ee3d5fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:24.498810 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1f4e6ed0-43db-44f3-add3-3f59ee3d5fa6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/679ae586-eac6-4da8-8233-9cab83bbe988 HTTP/1.1" status: 204 len: 168 time: 0.3026319 Aug 16 20:05:24.520154 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1caf34ac-80c1-4a2b-9397-3a0956b74002 req-a304830a-19bf-419c-8ea5-fd12f2581618 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] No DVR routers for this DVR port 6671be3c-55d4-4503-b790-959b30713fcf on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:05:24.525289 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0a58770e-6e62-4882-8448-6a4cfdbc96e8 req-86a3aebb-a2ca-40f7-bdc8-9851bf9acf30 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068363 Aug 16 20:05:24.526470 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1caf34ac-80c1-4a2b-9397-3a0956b74002 req-a304830a-19bf-419c-8ea5-fd12f2581618 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:24.527695 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e6ed0-43db-44f3-add3-3f59ee3d5fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679ae586-eac6-4da8-8233-9cab83bbe988,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:24.528577 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1caf34ac-80c1-4a2b-9397-3a0956b74002 req-a304830a-19bf-419c-8ea5-fd12f2581618 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.57 "DELETE /v2.0/ports/6671be3c-55d4-4503-b790-959b30713fcf HTTP/1.1" status: 204 len: 173 time: 0.8397846 Aug 16 20:05:24.529145 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c3265f-14bb-4beb-8a3c-248cb05d72da', 'name': 'network-vif-deleted', 'tag': '6671be3c-55d4-4503-b790-959b30713fcf'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:24.531431 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053ac391-d78a-4fd8-bbbe-dabab2158ec9" -d '{"events": [{"server_uuid": "a8c3265f-14bb-4beb-8a3c-248cb05d72da", "name": "network-vif-deleted", "tag": "6671be3c-55d4-4503-b790-959b30713fcf"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:24.564437 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c176ab-0ddf-4dea-8479-0bb0875907bc req-9c9badcf-440b-48e1-b76d-0caa4e8b85b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:24.565929 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a7c176ab-0ddf-4dea-8479-0bb0875907bc req-9c9badcf-440b-48e1-b76d-0caa4e8b85b5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8627704a-ee5f-4a5e-8fc0-ac36b12a4787 HTTP/1.1" status: 200 len: 913 time: 0.1647780 Aug 16 20:05:24.569989 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4b5a64ef-d54b-4b36-a345-d6f752ce564c req-21d89107-c5d8-4629-914f-fbcdea050745 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/security-groups?id=c114c874-e8a1-4184-b68a-f2324b9b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063287 Aug 16 20:05:24.616659 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7672517-ee90-4351-951c-4cfb68b938ba x-openstack-request-id: req-a7672517-ee90-4351-951c-4cfb68b938ba {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:24.617032 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c3265f-14bb-4beb-8a3c-248cb05d72da", "name": "network-vif-deleted", "tag": "6671be3c-55d4-4503-b790-959b30713fcf", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:24.617355 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a7672517-ee90-4351-951c-4cfb68b938ba {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:24.617831 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c3265f-14bb-4beb-8a3c-248cb05d72da', 'name': 'network-vif-deleted', 'tag': '6671be3c-55d4-4503-b790-959b30713fcf', 'status': 'completed', 'code': 200} Aug 16 20:05:24.638728 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a7c176ab-0ddf-4dea-8479-0bb0875907bc req-df8f28ea-bfeb-4047-ae40-b9ab6998f700 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50be0bf4-4e89-4663-9fdc-69b837c8c86a HTTP/1.1" status: 200 len: 217 time: 0.0599415 Aug 16 20:05:24.676103 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 7a03fe6a-dbf5-4100-b1cf-224982c17a7b details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:05:24.699942 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c176ab-0ddf-4dea-8479-0bb0875907bc req-d91210b9-2366-432a-b374-bb352aa9097c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:24.702604 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a7c176ab-0ddf-4dea-8479-0bb0875907bc req-d91210b9-2366-432a-b374-bb352aa9097c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=35f0f756-29cc-48e2-a3ef-ca73119e05e1 HTTP/1.1" status: 200 len: 851 time: 0.0571456 Aug 16 20:05:24.719616 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 42ac33f3-1f05-44c7-b779-674a2dcc3a73 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:05:24.762017 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c176ab-0ddf-4dea-8479-0bb0875907bc req-e9cb5d50-a03c-4f5b-9010-0d9faba93c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:24.763985 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a7c176ab-0ddf-4dea-8479-0bb0875907bc req-e9cb5d50-a03c-4f5b-9010-0d9faba93c95 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8627704a-ee5f-4a5e-8fc0-ac36b12a4787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447457 Aug 16 20:05:24.832118 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 7a03fe6a-dbf5-4100-b1cf-224982c17a7b, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=7a03fe6a-dbf5-4100-b1cf-224982c17a7b,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:24.835150 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 42ac33f3-1f05-44c7-b779-674a2dcc3a73 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:05:24.845656 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 42ac33f3-1f05-44c7-b779-674a2dcc3a73 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:24.846478 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:24.894431 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '7a03fe6a-dbf5-4100-b1cf-224982c17a7b', 'network_id': '50038fe1-20b3-430a-a3e5-f13498455fc2', 'port_id': '7a03fe6a-dbf5-4100-b1cf-224982c17a7b', 'mac_address': 'fa:16:3e:92:38:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c9c4f3-11fd-4c7a-afd6-8ebf2bdda796', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:05:24.930418 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39344) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:24.974425 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:24.989727 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e41450e8-9733-4b5c-8498-16cd84773140 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b6e5147b30d543699fb40abd1db8de87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578043 Aug 16 20:05:24.995800 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39352) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:24.996059 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:24.999881 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a03fe6a-dbf5-4100-b1cf-224982c17a7b {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:05:25.045745 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 7a03fe6a-dbf5-4100-b1cf-224982c17a7b, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=7a03fe6a-dbf5-4100-b1cf-224982c17a7b,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:25.056395 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b51ab8c-c268-459f-b1d9-f2e16bd242e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ac33f3-1f05-44c7-b779-674a2dcc3a73'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:25.059969 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4307d0c-74af-4828-a3ab-2e0c7cb21712" -d '{"events": [{"server_uuid": "1b51ab8c-c268-459f-b1d9-f2e16bd242e2", "name": "network-vif-plugged", "status": "completed", "tag": "42ac33f3-1f05-44c7-b779-674a2dcc3a73"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:25.078190 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:25.116507 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 42ac33f3-1f05-44c7-b779-674a2dcc3a73, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=42ac33f3-1f05-44c7-b779-674a2dcc3a73,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:25.134645 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c8395c4-d400-41e7-bb32-4502280f36ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:25.189597 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455ca71f-408e-4546-a583-c331ba97353e x-openstack-request-id: req-455ca71f-408e-4546-a583-c331ba97353e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:25.190141 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b51ab8c-c268-459f-b1d9-f2e16bd242e2", "name": "network-vif-plugged", "status": "completed", "tag": "42ac33f3-1f05-44c7-b779-674a2dcc3a73", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:25.190573 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-455ca71f-408e-4546-a583-c331ba97353e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:25.191154 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b51ab8c-c268-459f-b1d9-f2e16bd242e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ac33f3-1f05-44c7-b779-674a2dcc3a73', 'code': 200} Aug 16 20:05:25.191541 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c8395c4-d400-41e7-bb32-4502280f36ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:25.193877 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=7a03fe6a-dbf5-4100-b1cf-224982c17a7b,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:25.201197 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:25.202379 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 6671be3c-55d4-4503-b790-959b30713fcf no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:05:25.257009 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 6671be3c-55d4-4503-b790-959b30713fcf {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:05:25.257749 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 6671be3c-55d4-4503-b790-959b30713fcf not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:05:25.313508 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['7a03fe6a-dbf5-4100-b1cf-224982c17a7b'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:05:25.414675 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c8395c4-d400-41e7-bb32-4502280f36ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:25.418000 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c8395c4-d400-41e7-bb32-4502280f36ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:25.422755 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0c8395c4-d400-41e7-bb32-4502280f36ad admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/caf6253a-feba-4984-8b35-ce3e37e5b86a HTTP/1.1" status: 204 len: 168 time: 0.4250770 Aug 16 20:05:25.463016 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b62926-6b2b-4271-ad11-3d66e902a1f0 req-2580d90e-0759-4eda-92b9-46b346c1f909 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:25.473700 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-31b62926-6b2b-4271-ad11-3d66e902a1f0 req-2580d90e-0759-4eda-92b9-46b346c1f909 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 949 time: 0.1243613 Aug 16 20:05:25.477925 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=42ac33f3-1f05-44c7-b779-674a2dcc3a73,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:25.491590 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8de5e1dc-70ef-41d8-8e4e-b5e29ffcb743 req-d90987f8-e2a0-4228-a1e3-cdc18573f612 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=a8c3265f-14bb-4beb-8a3c-248cb05d72da HTTP/1.1" status: 200 len: 210 time: 0.1175289 Aug 16 20:05:25.527379 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a7c176ab-0ddf-4dea-8479-0bb0875907bc req-ced78ff4-f4a9-4312-a6c2-5d80a586e563 service neutron] 10.222.0.57 "GET /v2.0/networks/8627704a-ee5f-4a5e-8fc0-ac36b12a4787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7542324 Aug 16 20:05:25.544824 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8395c4-d400-41e7-bb32-4502280f36ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf6253a-feba-4984-8b35-ce3e37e5b86a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:25.575619 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4368a54-9518-4631-8616-fbde84848a2a req-b5b9e228-d013-4371-89f8-49618de9bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:25.577202 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4368a54-9518-4631-8616-fbde84848a2a req-b5b9e228-d013-4371-89f8-49618de9bf1e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 1101 time: 0.2324028 Aug 16 20:05:25.599277 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aab9e8-27de-4883-a1a4-925fcc4315b2 req-1605e559-d438-47fd-8c4a-bff6b9eb5bfd tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:25.601058 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-75aab9e8-27de-4883-a1a4-925fcc4315b2 req-1605e559-d438-47fd-8c4a-bff6b9eb5bfd tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b4e36b5-25c6-4a54-b9d2-7e23815d8ef0 HTTP/1.1" status: 200 len: 946 time: 0.1459260 Aug 16 20:05:25.689503 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-31b62926-6b2b-4271-ad11-3d66e902a1f0 req-b43e2bb1-9503-4245-983e-e3f64679b69d tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139037 Aug 16 20:05:25.729254 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4368a54-9518-4631-8616-fbde84848a2a req-583f2832-e5bc-4ff0-9739-650c03cd22f3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269872 Aug 16 20:05:25.753323 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a7c176ab-0ddf-4dea-8479-0bb0875907bc req-59f1debb-a40b-42de-be3e-3e04d88beeaf service neutron] 10.222.0.57 "GET /v2.0/networks/8627704a-ee5f-4a5e-8fc0-ac36b12a4787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147663 Aug 16 20:05:25.760735 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532acee-7032-4c64-88b0-752872d47279 req-96363645-5208-43c0-9649-52daae656411 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:25.763285 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d532acee-7032-4c64-88b0-752872d47279 req-96363645-5208-43c0-9649-52daae656411 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/ports?device_id=8162deee-9d30-4c6d-81e4-273fc31e9911 HTTP/1.1" status: 200 len: 943 time: 0.1522601 Aug 16 20:05:25.787107 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-75aab9e8-27de-4883-a1a4-925fcc4315b2 req-e4a2ce98-5bca-48f0-a740-3fe73b8bdb3a tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Deleting port 6a87b729-ab80-4069-9c17-04e4333371e9 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:05:25.787489 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-75aab9e8-27de-4883-a1a4-925fcc4315b2 req-e4a2ce98-5bca-48f0-a740-3fe73b8bdb3a tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:25.789542 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cacf5-65dc-454b-989f-64c84280019b req-f4455668-fe31-4a64-9e21-8d9e12cb2633 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:25.795945 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-832cacf5-65dc-454b-989f-64c84280019b req-f4455668-fe31-4a64-9e21-8d9e12cb2633 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.63 "GET /v2.0/ports?device_id=f79efa3e-bd87-4d97-962c-e56593e962ef HTTP/1.1" status: 200 len: 945 time: 0.1115239 Aug 16 20:05:25.887542 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ac671-bf5e-47d9-a24d-75a92c59b6fd req-80a24b40-b2d9-4241-b3c6-b2f215199ec0 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:25.889053 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-562ac671-bf5e-47d9-a24d-75a92c59b6fd req-80a24b40-b2d9-4241-b3c6-b2f215199ec0 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.0857122 Aug 16 20:05:25.912373 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d532acee-7032-4c64-88b0-752872d47279 req-df7dddef-9bb0-4956-b8fe-9a6e922a59d8 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4dc9446-3563-4c9b-9f0b-7228833c067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124558 Aug 16 20:05:25.970436 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-832cacf5-65dc-454b-989f-64c84280019b req-a270b169-4def-43f6-b5c5-6ad127c19bc1 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Deleting port 601777a0-06d6-4292-9422-ea7507df9eff {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:05:25.970810 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-832cacf5-65dc-454b-989f-64c84280019b req-a270b169-4def-43f6-b5c5-6ad127c19bc1 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:25.979034 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-75aab9e8-27de-4883-a1a4-925fcc4315b2 req-e4a2ce98-5bca-48f0-a740-3fe73b8bdb3a tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] For port 6a87b729-ab80-4069-9c17-04e4333371e9, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=6a87b729-ab80-4069-9c17-04e4333371e9,segment=NetworkSegment(8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69),segment_id=8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:25.979652 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-75aab9e8-27de-4883-a1a4-925fcc4315b2 req-e4a2ce98-5bca-48f0-a740-3fe73b8bdb3a tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:25.999281 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-75aab9e8-27de-4883-a1a4-925fcc4315b2 req-e4a2ce98-5bca-48f0-a740-3fe73b8bdb3a tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Calling delete_port for 6a87b729-ab80-4069-9c17-04e4333371e9 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:05:26.041602 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-562ac671-bf5e-47d9-a24d-75a92c59b6fd req-899465b7-682f-4e16-9577-5f9b9afbe980 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276469 Aug 16 20:05:26.101535 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-832cacf5-65dc-454b-989f-64c84280019b req-a270b169-4def-43f6-b5c5-6ad127c19bc1 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] For port 601777a0-06d6-4292-9422-ea7507df9eff, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=601777a0-06d6-4292-9422-ea7507df9eff,segment=NetworkSegment(8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69),segment_id=8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:26.102328 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-832cacf5-65dc-454b-989f-64c84280019b req-a270b169-4def-43f6-b5c5-6ad127c19bc1 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:26.137187 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-832cacf5-65dc-454b-989f-64c84280019b req-a270b169-4def-43f6-b5c5-6ad127c19bc1 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Calling delete_port for 601777a0-06d6-4292-9422-ea7507df9eff owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:05:26.247605 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b2b56-b8cf-470a-bc80-4cc015eac55d req-5426ac4e-8b65-49d8-8b0c-d5df86af7ba9 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:26.254927 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f48b2b56-b8cf-470a-bc80-4cc015eac55d req-5426ac4e-8b65-49d8-8b0c-d5df86af7ba9 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/ports?device_id=f79efa3e-bd87-4d97-962c-e56593e962ef HTTP/1.1" status: 200 len: 945 time: 0.0976152 Aug 16 20:05:26.298015 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-75aab9e8-27de-4883-a1a4-925fcc4315b2 req-e4a2ce98-5bca-48f0-a740-3fe73b8bdb3a tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:26.311639 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['6a87b729-ab80-4069-9c17-04e4333371e9'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:05:26.313883 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['601777a0-06d6-4292-9422-ea7507df9eff'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:05:26.376750 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2ce98-5bca-48f0-a740-3fe73b8bdb3a tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Pushing event deleted for resources: {'Port': ['ID=6a87b729-ab80-4069-9c17-04e4333371e9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:26.410562 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f48b2b56-b8cf-470a-bc80-4cc015eac55d req-133aad26-5d4d-4d3d-886c-a888698e1000 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.68 "GET /v2.0/security-groups?id=c114c874-e8a1-4184-b68a-f2324b9b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504481 Aug 16 20:05:26.423213 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-75aab9e8-27de-4883-a1a4-925fcc4315b2 req-e4a2ce98-5bca-48f0-a740-3fe73b8bdb3a tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] No DVR routers for this DVR port 6a87b729-ab80-4069-9c17-04e4333371e9 on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:05:26.423517 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-832cacf5-65dc-454b-989f-64c84280019b req-a270b169-4def-43f6-b5c5-6ad127c19bc1 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:26.438132 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-75aab9e8-27de-4883-a1a4-925fcc4315b2 req-e4a2ce98-5bca-48f0-a740-3fe73b8bdb3a tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:26.442413 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-75aab9e8-27de-4883-a1a4-925fcc4315b2 req-e4a2ce98-5bca-48f0-a740-3fe73b8bdb3a tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.57 "DELETE /v2.0/ports/6a87b729-ab80-4069-9c17-04e4333371e9 HTTP/1.1" status: 204 len: 173 time: 0.8302181 Aug 16 20:05:26.480169 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['6a87b729-ab80-4069-9c17-04e4333371e9'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:05:26.487780 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270b169-4def-43f6-b5c5-6ad127c19bc1 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Pushing event deleted for resources: {'Port': ['ID=601777a0-06d6-4292-9422-ea7507df9eff,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:26.551697 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-832cacf5-65dc-454b-989f-64c84280019b req-a270b169-4def-43f6-b5c5-6ad127c19bc1 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] No DVR routers for this DVR port 601777a0-06d6-4292-9422-ea7507df9eff on host n-h2-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:05:26.554658 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-832cacf5-65dc-454b-989f-64c84280019b req-a270b169-4def-43f6-b5c5-6ad127c19bc1 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:26.557209 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-832cacf5-65dc-454b-989f-64c84280019b req-a270b169-4def-43f6-b5c5-6ad127c19bc1 tempest-ListServersNegativeTestJSON-735277135 tempest-ListServersNegativeTestJSON-735277135-project] 10.222.0.63 "DELETE /v2.0/ports/601777a0-06d6-4292-9422-ea7507df9eff HTTP/1.1" status: 204 len: 173 time: 0.7444477 Aug 16 20:05:26.557755 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79efa3e-bd87-4d97-962c-e56593e962ef', 'name': 'network-vif-deleted', 'tag': '601777a0-06d6-4292-9422-ea7507df9eff'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:26.560135 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06625222-4f1b-46b6-8c1c-d7f8fd533990" -d '{"events": [{"server_uuid": "f79efa3e-bd87-4d97-962c-e56593e962ef", "name": "network-vif-deleted", "tag": "601777a0-06d6-4292-9422-ea7507df9eff"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:26.619498 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4e36b5-25c6-4a54-b9d2-7e23815d8ef0', 'name': 'network-vif-deleted', 'tag': '6a87b729-ab80-4069-9c17-04e4333371e9'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:26.624217 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffeb9a88-ae57-48d0-a53e-c010ea68492f" -d '{"events": [{"server_uuid": "8b4e36b5-25c6-4a54-b9d2-7e23815d8ef0", "name": "network-vif-deleted", "tag": "6a87b729-ab80-4069-9c17-04e4333371e9"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:26.641167 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63be19be-0c40-4e1e-9871-a713c74729d2 x-openstack-request-id: req-63be19be-0c40-4e1e-9871-a713c74729d2 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:26.641550 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79efa3e-bd87-4d97-962c-e56593e962ef", "name": "network-vif-deleted", "tag": "601777a0-06d6-4292-9422-ea7507df9eff", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:26.641982 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-63be19be-0c40-4e1e-9871-a713c74729d2 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:26.642476 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79efa3e-bd87-4d97-962c-e56593e962ef', 'name': 'network-vif-deleted', 'tag': '601777a0-06d6-4292-9422-ea7507df9eff', 'status': 'completed', 'code': 200} Aug 16 20:05:26.677486 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 7a03fe6a-dbf5-4100-b1cf-224982c17a7b up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:05:26.755517 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6193c8eb-c67d-41ca-970b-430d697fdd29 x-openstack-request-id: req-6193c8eb-c67d-41ca-970b-430d697fdd29 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:26.756029 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4e36b5-25c6-4a54-b9d2-7e23815d8ef0", "name": "network-vif-deleted", "tag": "6a87b729-ab80-4069-9c17-04e4333371e9", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:26.756377 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6193c8eb-c67d-41ca-970b-430d697fdd29 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:26.756963 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4e36b5-25c6-4a54-b9d2-7e23815d8ef0', 'name': 'network-vif-deleted', 'tag': '6a87b729-ab80-4069-9c17-04e4333371e9', 'status': 'completed', 'code': 200} Aug 16 20:05:26.818508 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 50be0bf4-4e89-4663-9fdc-69b837c8c86a details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:05:27.020304 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d8adf-ed00-457d-9b5f-0ff3d00b25b7 req-0c7b56d8-063e-4723-a3ce-428a1936b3b6 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:27.028503 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1b1d8adf-ed00-457d-9b5f-0ff3d00b25b7 req-0c7b56d8-063e-4723-a3ce-428a1936b3b6 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 949 time: 0.1666484 Aug 16 20:05:27.028962 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 7a03fe6a-dbf5-4100-b1cf-224982c17a7b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:27.029339 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:27.080925 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1b1d8adf-ed00-457d-9b5f-0ff3d00b25b7 req-d65adb5a-70e2-411a-b766-d229f89a76e9 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471175 Aug 16 20:05:27.239443 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 50be0bf4-4e89-4663-9fdc-69b837c8c86a, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=50be0bf4-4e89-4663-9fdc-69b837c8c86a,segment=NetworkSegment(f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd),segment_id=f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:27.297786 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '50be0bf4-4e89-4663-9fdc-69b837c8c86a', 'network_id': '8627704a-ee5f-4a5e-8fc0-ac36b12a4787', 'port_id': '50be0bf4-4e89-4663-9fdc-69b837c8c86a', 'mac_address': 'fa:16:3e:ef:ae:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35f0f756-29cc-48e2-a3ef-ca73119e05e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:05:27.325685 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd0c07-c07d-4dd1-af66-60dde4749154 req-79bcc59b-0070-4a44-89e0-85d9af0d854e tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:27.335403 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3bfd0c07-c07d-4dd1-af66-60dde4749154 req-79bcc59b-0070-4a44-89e0-85d9af0d854e tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/ports?device_id=8162deee-9d30-4c6d-81e4-273fc31e9911 HTTP/1.1" status: 200 len: 943 time: 0.1863427 Aug 16 20:05:27.369905 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-f7b13874-c831-44d9-ae59-15f44b966313 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:27.381048 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-f7b13874-c831-44d9-ae59-15f44b966313 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/networks?id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd HTTP/1.1" status: 200 len: 812 time: 0.3375773 Aug 16 20:05:27.400878 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-fe3a9052-e2b0-4b80-9910-78d0d47c71a5 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/quotas/660f9d21c81a4d0490e02db145c56c81 HTTP/1.1" status: 200 len: 375 time: 0.0183048 Aug 16 20:05:27.403029 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:27.450551 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3bfd0c07-c07d-4dd1-af66-60dde4749154 req-9b27b687-b19e-433f-a83c-027d0d4c279a tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4dc9446-3563-4c9b-9f0b-7228833c067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140168 Aug 16 20:05:27.462681 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-671ee6ea-3b06-4583-a37e-fd9504b0ad9d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=660f9d21c81a4d0490e02db145c56c81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607657 Aug 16 20:05:27.491244 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d00c679-34fc-4caf-86b6-c21698cbde16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a03fe6a-dbf5-4100-b1cf-224982c17a7b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:27.493608 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4f98d7-4527-4148-9403-a642b646bc74" -d '{"events": [{"server_uuid": "2d00c679-34fc-4caf-86b6-c21698cbde16", "name": "network-vif-plugged", "status": "completed", "tag": "7a03fe6a-dbf5-4100-b1cf-224982c17a7b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:27.496440 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:27.553184 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 7a03fe6a-dbf5-4100-b1cf-224982c17a7b, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=7a03fe6a-dbf5-4100-b1cf-224982c17a7b,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:27.576296 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50be0bf4-4e89-4663-9fdc-69b837c8c86a {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:05:27.596115 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:27.597230 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 601777a0-06d6-4292-9422-ea7507df9eff no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:05:27.652227 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 601777a0-06d6-4292-9422-ea7507df9eff {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:05:27.652700 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 601777a0-06d6-4292-9422-ea7507df9eff not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:05:27.655724 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 50be0bf4-4e89-4663-9fdc-69b837c8c86a, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=50be0bf4-4e89-4663-9fdc-69b837c8c86a,segment=NetworkSegment(f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd),segment_id=f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:27.679314 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:27.695149 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-a4d3bd6f-a46c-49f2-bcf2-cc3b43b58561 service neutron] 10.222.0.68 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216356 Aug 16 20:05:27.702028 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=7a03fe6a-dbf5-4100-b1cf-224982c17a7b,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:27.784509 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752a6f2-567b-4ae6-a90a-2d80db149edb req-d181d916-27ff-4f5c-9230-c4e050805277 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:27.797239 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1752a6f2-567b-4ae6-a90a-2d80db149edb req-d181d916-27ff-4f5c-9230-c4e050805277 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.1947789 Aug 16 20:05:27.812458 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=50be0bf4-4e89-4663-9fdc-69b837c8c86a,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:27.879303 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1752a6f2-567b-4ae6-a90a-2d80db149edb req-153b967d-e65b-4146-a540-0d7ebf7ab7e6 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755575 Aug 16 20:05:27.898897 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['50be0bf4-4e89-4663-9fdc-69b837c8c86a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:05:28.498100 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d938a56-00c3-4899-b33e-6fba91af2f07 x-openstack-request-id: req-6d938a56-00c3-4899-b33e-6fba91af2f07 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:28.501304 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d00c679-34fc-4caf-86b6-c21698cbde16", "name": "network-vif-plugged", "status": "completed", "tag": "7a03fe6a-dbf5-4100-b1cf-224982c17a7b", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:28.501956 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6d938a56-00c3-4899-b33e-6fba91af2f07 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:28.502597 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d00c679-34fc-4caf-86b6-c21698cbde16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a03fe6a-dbf5-4100-b1cf-224982c17a7b', 'code': 200} Aug 16 20:05:28.512370 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-71fca275-f8e6-42f1-900c-ddb9c03b0ddb service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1990559 Aug 16 20:05:28.576523 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-33385cfc-fd70-4c43-af41-2750d55e20ec service neutron] 10.222.0.68 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8795023 Aug 16 20:05:28.638939 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee8cbd-2618-415d-8979-eb1d192afe89 req-8e3d69d1-4460-407b-b131-c430dbd951ed tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:28.640700 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aeee8cbd-2618-415d-8979-eb1d192afe89 req-8e3d69d1-4460-407b-b131-c430dbd951ed tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 949 time: 0.0615504 Aug 16 20:05:28.687243 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aeee8cbd-2618-415d-8979-eb1d192afe89 req-e44e6ef8-a7b5-4d51-880e-01a7b0189d90 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395098 Aug 16 20:05:28.752652 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 50be0bf4-4e89-4663-9fdc-69b837c8c86a up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:05:28.802814 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39512) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:28.901118 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 50be0bf4-4e89-4663-9fdc-69b837c8c86a completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:05:28.911973 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a554b1-81ae-4330-b324-20c7562f3c97 req-b8cfbd07-6d06-4869-adc6-86c5a6c70056 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:28.913160 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 50be0bf4-4e89-4663-9fdc-69b837c8c86a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:28.916941 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:28.921137 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-97a554b1-81ae-4330-b324-20c7562f3c97 req-b8cfbd07-6d06-4869-adc6-86c5a6c70056 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/ports?device_id=8162deee-9d30-4c6d-81e4-273fc31e9911 HTTP/1.1" status: 200 len: 944 time: 0.1419091 Aug 16 20:05:28.963546 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-02283ed8-93a5-4f46-9690-87498bb29260 admin admin] Deleting subnet 91bec72d-8489-41bf-9029-0bb4a068613d {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:05:28.971005 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02283ed8-93a5-4f46-9690-87498bb29260 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:29.016884 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-97a554b1-81ae-4330-b324-20c7562f3c97 req-996b70e8-e167-4e41-a6c9-f2de638c148e tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4dc9446-3563-4c9b-9f0b-7228833c067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909743 Aug 16 20:05:29.124537 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-39e6f4d7-04b5-480b-98d4-5b20a710aa0f req-c45fa5bc-77ea-4fd8-9117-69194cb456ba tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 210 time: 0.0503206 Aug 16 20:05:29.168835 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02283ed8-93a5-4f46-9690-87498bb29260 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:29.274499 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02283ed8-93a5-4f46-9690-87498bb29260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:29.298632 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:29.368144 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824db080-0b88-420b-9550-d258a493c06f req-f4f7e5e2-8d7e-4aac-ab45-daba5beeae1a tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:29.372840 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-824db080-0b88-420b-9550-d258a493c06f req-f4f7e5e2-8d7e-4aac-ab45-daba5beeae1a tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.1292779 Aug 16 20:05:29.417836 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 50be0bf4-4e89-4663-9fdc-69b837c8c86a, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=50be0bf4-4e89-4663-9fdc-69b837c8c86a,segment=NetworkSegment(f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd),segment_id=f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:29.461763 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02283ed8-93a5-4f46-9690-87498bb29260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:29.463083 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:29.464442 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 6a87b729-ab80-4069-9c17-04e4333371e9 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:05:29.518085 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02283ed8-93a5-4f46-9690-87498bb29260 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91bec72d-8489-41bf-9029-0bb4a068613d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:29.521066 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-824db080-0b88-420b-9550-d258a493c06f req-af50d6bb-d228-4947-be40-a64c9b4e25d3 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159317 Aug 16 20:05:29.550195 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02283ed8-93a5-4f46-9690-87498bb29260 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:29.557335 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-02283ed8-93a5-4f46-9690-87498bb29260 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/91bec72d-8489-41bf-9029-0bb4a068613d HTTP/1.1" status: 204 len: 168 time: 0.7519126 Aug 16 20:05:29.558645 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39556) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:29.573724 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 6a87b729-ab80-4069-9c17-04e4333371e9 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:05:29.575347 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 6a87b729-ab80-4069-9c17-04e4333371e9 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:05:29.659823 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-66abc136-2c8a-4699-9924-627497857b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:29.697046 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=50be0bf4-4e89-4663-9fdc-69b837c8c86a,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:29.875054 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-66abc136-2c8a-4699-9924-627497857b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:29.899109 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-66abc136-2c8a-4699-9924-627497857b41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98047d7b-ac4f-4ee8-a843-59cbf20c8ee9']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:29.925360 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-66abc136-2c8a-4699-9924-627497857b41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:29.928019 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-66abc136-2c8a-4699-9924-627497857b41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fdcfb31-4d6b-4c8d-a765-70b07dc5eb69') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:29.958242 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-66abc136-2c8a-4699-9924-627497857b41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:29.976980 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-66abc136-2c8a-4699-9924-627497857b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:29.986918 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66abc136-2c8a-4699-9924-627497857b41 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:05:29.989580 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-66abc136-2c8a-4699-9924-627497857b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:29.991814 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:05:29.991814 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:05:29.991814 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:05:29.991814 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:05:29.991814 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:05:29.991814 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:05:29.991814 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:05:29.991814 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:05:29.991814 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:05:29.991814 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:05:29.991814 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:05:29.991814 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:05:29.991814 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:05:29.991814 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:05:29.991814 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:05:29.991814 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:05:29.991814 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:05:29.991814 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:05:29.991814 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:05:29.991814 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:05:29.991814 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:05:29.991814 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:05:29.991814 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:05:29.991814 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:05:29.991814 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:05:29.991814 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:05:29.991814 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:05:29.991814 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:05:29.991814 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:05:29.991814 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:05:29.991814 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:05:29.991814 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:05:30.186816 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-66abc136-2c8a-4699-9924-627497857b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:30.193934 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172eb6b-2299-49a6-be12-527351e53f3a req-0f3fbfb4-e561-4858-80d9-92f66fca1622 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:30.200367 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-66abc136-2c8a-4699-9924-627497857b41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:30.202600 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5172eb6b-2299-49a6-be12-527351e53f3a req-0f3fbfb4-e561-4858-80d9-92f66fca1622 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 949 time: 0.0673075 Aug 16 20:05:30.210230 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-66abc136-2c8a-4699-9924-627497857b41 admin admin] 10.222.0.68 "DELETE /v2.0/networks/98047d7b-ac4f-4ee8-a843-59cbf20c8ee9 HTTP/1.1" status: 204 len: 168 time: 0.6500163 Aug 16 20:05:30.247080 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abc136-2c8a-4699-9924-627497857b41 admin admin] Pushing event deleted for resources: {'Network': ['ID=98047d7b-ac4f-4ee8-a843-59cbf20c8ee9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:30.269012 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5172eb6b-2299-49a6-be12-527351e53f3a req-c66f18ad-df40-4207-830c-ca43c03c564f tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650034 Aug 16 20:05:30.320870 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcfd4a-0d2f-441e-bf68-4e65f9fcaca6 req-83876b7e-6008-47c1-9e9b-5dde70c2c696 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:30.331809 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9ebcfd4a-0d2f-441e-bf68-4e65f9fcaca6 req-83876b7e-6008-47c1-9e9b-5dde70c2c696 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/ports?device_id=8162deee-9d30-4c6d-81e4-273fc31e9911 HTTP/1.1" status: 200 len: 945 time: 0.2074327 Aug 16 20:05:30.376679 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39590) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:30.430707 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8c6c3e03-2eef-4961-a838-52d269e0c3da req-d9938cba-f5d8-4706-89f6-100e59c440c4 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 210 time: 0.0349629 Aug 16 20:05:30.449236 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9ebcfd4a-0d2f-441e-bf68-4e65f9fcaca6 req-e0071d01-6166-46c9-9d75-d86120ad1117 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4dc9446-3563-4c9b-9f0b-7228833c067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136341 Aug 16 20:05:30.505686 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8162deee-9d30-4c6d-81e4-273fc31e9911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50be0bf4-4e89-4663-9fdc-69b837c8c86a'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:30.508212 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b648d6a2-e3ca-4e5b-b5be-a60696b91282" -d '{"events": [{"server_uuid": "8162deee-9d30-4c6d-81e4-273fc31e9911", "name": "network-vif-plugged", "status": "completed", "tag": "50be0bf4-4e89-4663-9fdc-69b837c8c86a"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:30.667191 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2e4b41-8c28-4b11-a7fc-b91a05edd489 x-openstack-request-id: req-9c2e4b41-8c28-4b11-a7fc-b91a05edd489 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:30.668231 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8162deee-9d30-4c6d-81e4-273fc31e9911", "name": "network-vif-plugged", "status": "completed", "tag": "50be0bf4-4e89-4663-9fdc-69b837c8c86a", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:30.668655 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9c2e4b41-8c28-4b11-a7fc-b91a05edd489 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:30.669295 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8162deee-9d30-4c6d-81e4-273fc31e9911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50be0bf4-4e89-4663-9fdc-69b837c8c86a', 'code': 200} Aug 16 20:05:30.778581 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39612) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:30.912978 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40c9ffcc-0536-49ae-b8c5-68b19136c246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:30.933696 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-ccaeab52-83e9-4a15-a1e3-056aa846dab9 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:30.935432 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-ccaeab52-83e9-4a15-a1e3-056aa846dab9 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.63 "GET /v2.0/networks?id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd HTTP/1.1" status: 200 len: 812 time: 0.3777592 Aug 16 20:05:30.944402 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2c531-652f-44a2-97d8-e2dd30ea7eea req-ab9a3bc8-38d5-4155-9317-32446202e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:30.945962 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-afa2c531-652f-44a2-97d8-e2dd30ea7eea req-ab9a3bc8-38d5-4155-9317-32446202e0aa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8162deee-9d30-4c6d-81e4-273fc31e9911 HTTP/1.1" status: 200 len: 1097 time: 0.1393046 Aug 16 20:05:30.954359 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-533d65e1-19ab-4aa9-86b4-7af1d039be2d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Request body: {'port': {'device_id': 'fea13a19-b6de-4819-a2fd-dec1a32ed41a', 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd', 'admin_state_up': True, 'tenant_id': '660f9d21c81a4d0490e02db145c56c81'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:05:30.960370 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36fdd2-39bf-4dcc-9caf-4108e7297a18 req-5f7414b4-2cb8-4478-8a0b-2f61bd23daea tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:30.968800 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ba36fdd2-39bf-4dcc-9caf-4108e7297a18 req-5f7414b4-2cb8-4478-8a0b-2f61bd23daea tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.1106234 Aug 16 20:05:30.974657 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1049ab77-eabf-4d38-ae1f-8e305ea2ebb3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f084a522d2454e22ab02e0e991970977&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1940179 Aug 16 20:05:30.978099 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39618) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:31.016193 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-afa2c531-652f-44a2-97d8-e2dd30ea7eea req-863a2736-a09c-425b-9189-2b3dcc346a47 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b4dc9446-3563-4c9b-9f0b-7228833c067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447872 Aug 16 20:05:31.070935 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ba36fdd2-39bf-4dcc-9caf-4108e7297a18 req-99043776-de42-4ed9-910b-e6674b37613d tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013949 Aug 16 20:05:31.185698 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a0e8486-d221-4d5a-b6de-a4c52af602d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:31.246826 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40c9ffcc-0536-49ae-b8c5-68b19136c246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:31.248919 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a0e8486-d221-4d5a-b6de-a4c52af602d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:31.281796 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40c9ffcc-0536-49ae-b8c5-68b19136c246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:31.296342 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-e7c57cff-13fc-40c9-ab1f-b41914a42b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:31.301731 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-e7c57cff-13fc-40c9-ab1f-b41914a42b58 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 1101 time: 0.0915005 Aug 16 20:05:31.333920 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-533d65e1-19ab-4aa9-86b4-7af1d039be2d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Made reservation on behalf of 660f9d21c81a4d0490e02db145c56c81 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:05:31.339368 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-533d65e1-19ab-4aa9-86b4-7af1d039be2d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:31.476088 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-ad06aa7d-db27-4549-bccb-6fef20f8c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:31.477358 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-40c9ffcc-0536-49ae-b8c5-68b19136c246 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=17fd7761f77044989c131c035e9e046a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0995631 Aug 16 20:05:31.484854 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-ad06aa7d-db27-4549-bccb-6fef20f8c1ae service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.1688821 Aug 16 20:05:31.485196 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9ffcc-0536-49ae-b8c5-68b19136c246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bd8b6b-96dc-4531-9db7-376fc10d0fc2,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:31.485875 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39626) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:31.573860 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ee38c-15b5-40d0-9f7d-874c989320c4 req-2b4016bf-6aef-4ab9-a921-1a384eef6127 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:31.580346 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-1e0e4ea2-d596-4b7c-86b0-f63fa621c956 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=42ac33f3-1f05-44c7-b779-674a2dcc3a73 HTTP/1.1" status: 200 len: 217 time: 0.0932755 Aug 16 20:05:31.582221 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-693ee38c-15b5-40d0-9f7d-874c989320c4 req-2b4016bf-6aef-4ab9-a921-1a384eef6127 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 949 time: 0.1764207 Aug 16 20:05:31.592918 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a0e8486-d221-4d5a-b6de-a4c52af602d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:31.596008 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a0e8486-d221-4d5a-b6de-a4c52af602d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:31.597134 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4a0e8486-d221-4d5a-b6de-a4c52af602d1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c114c874-e8a1-4184-b68a-f2324b9b211e HTTP/1.1" status: 204 len: 168 time: 0.5880258 Aug 16 20:05:31.627911 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7da8a282-5145-4aa9-b6be-9b1d98fcc35a req-e8d6663f-a37c-45aa-ad1b-451ddef09fda tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 210 time: 0.0529416 Aug 16 20:05:31.644833 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e8486-d221-4d5a-b6de-a4c52af602d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c114c874-e8a1-4184-b68a-f2324b9b211e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:31.783718 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-80b5a164-71ff-4057-9289-ab766547167e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:31.868299 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-693ee38c-15b5-40d0-9f7d-874c989320c4 req-2d495724-0944-484c-a952-d72165e0f92f tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719667 Aug 16 20:05:31.905976 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-533d65e1-19ab-4aa9-86b4-7af1d039be2d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Allocated IP 172.20.0.8 (4abc880e-d4ce-42ee-a2b7-ca1942016bbd/4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc/54c62f6a-7e95-4059-b2f1-756ea1f84c80) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:05:31.973501 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-563c108f-f027-4f4c-babb-1d5f601316de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:31.975072 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-563c108f-f027-4f4c-babb-1d5f601316de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.3457482 Aug 16 20:05:31.978448 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3f83022f-13f9-4af9-a940-54eafcde0af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:32.009158 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3f83022f-13f9-4af9-a940-54eafcde0af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:32.093741 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd309b-f4b1-49d0-8e1c-6aa9f1d1e973 req-4cee46a6-c463-4225-8de0-b68160bd1340 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:32.102124 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fafd309b-f4b1-49d0-8e1c-6aa9f1d1e973 req-4cee46a6-c463-4225-8de0-b68160bd1340 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/ports?device_id=8162deee-9d30-4c6d-81e4-273fc31e9911 HTTP/1.1" status: 200 len: 945 time: 0.2985001 Aug 16 20:05:32.104048 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3f83022f-13f9-4af9-a940-54eafcde0af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:32.108822 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3f83022f-13f9-4af9-a940-54eafcde0af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:32.112373 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3f83022f-13f9-4af9-a940-54eafcde0af5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e4bd8b6b-96dc-4531-9db7-376fc10d0fc2 HTTP/1.1" status: 204 len: 168 time: 0.6202602 Aug 16 20:05:32.190579 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83022f-13f9-4af9-a940-54eafcde0af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bd8b6b-96dc-4531-9db7-376fc10d0fc2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:32.265219 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fafd309b-f4b1-49d0-8e1c-6aa9f1d1e973 req-e004c33a-f444-4029-8e36-b9e85e2dc538 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4dc9446-3563-4c9b-9f0b-7228833c067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621218 Aug 16 20:05:32.276190 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-e48b6b48-3b62-41fd-9566-4426e78fafa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:32.278803 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-e48b6b48-3b62-41fd-9566-4426e78fafa0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2115021 Aug 16 20:05:32.400085 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54695e0-f6d2-4c36-8ad6-9bf6a7a306c0 req-7e492165-a0ff-42c1-a1c9-c5140ed2c289 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:32.414564 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d54695e0-f6d2-4c36-8ad6-9bf6a7a306c0 req-7e492165-a0ff-42c1-a1c9-c5140ed2c289 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.1821601 Aug 16 20:05:32.424777 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-c52e0c8b-3a1d-4e79-bbc5-ccc3081b7038 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297255 Aug 16 20:05:32.503913 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-533d65e1-19ab-4aa9-86b4-7af1d039be2d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:32.559620 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d54695e0-f6d2-4c36-8ad6-9bf6a7a306c0 req-43af63c1-5105-4383-aa1b-e10c6eb50c87 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436677 Aug 16 20:05:32.638956 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-533d65e1-19ab-4aa9-86b4-7af1d039be2d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:32.737699 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-90ab7e73-cc38-4fa3-878b-bfcb47873d8e service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039422 Aug 16 20:05:32.867404 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-533d65e1-19ab-4aa9-86b4-7af1d039be2d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:05:32.869039 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d65e1-19ab-4aa9-86b4-7af1d039be2d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Pushing event updated for resources: {'Port': ['ID=54c62f6a-7e95-4059-b2f1-756ea1f84c80,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:32.875552 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-533d65e1-19ab-4aa9-86b4-7af1d039be2d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:05:32.878398 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-533d65e1-19ab-4aa9-86b4-7af1d039be2d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:05:32.879047 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7e66c-81ae-4238-82a8-29ba16771be3 req-d98279b0-16fd-472c-ac6a-98850b3b4f44 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:32.881153 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-21a7e66c-81ae-4238-82a8-29ba16771be3 req-d98279b0-16fd-472c-ac6a-98850b3b4f44 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 931 time: 0.1143498 Aug 16 20:05:32.916692 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39664) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:32.994952 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-533d65e1-19ab-4aa9-86b4-7af1d039be2d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:32.998298 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-533d65e1-19ab-4aa9-86b4-7af1d039be2d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:33.009861 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59e1e6c1-d3ac-4b2d-9725-7643a7ee8bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:33.109752 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-21a7e66c-81ae-4238-82a8-29ba16771be3 req-7bd3cac0-e1e8-4a10-b315-2bca56b7aeb9 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134056 Aug 16 20:05:33.139009 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-533d65e1-19ab-4aa9-86b4-7af1d039be2d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1904819 Aug 16 20:05:33.184506 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-698a8465-ede3-4e02-87ca-f11ba373cfb5 service neutron] Request body: {'port': {'device_id': 'fea13a19-b6de-4819-a2fd-dec1a32ed41a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:05:33.261729 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780a65b-ff40-422e-a4f5-0555d75eb5aa req-48bc56f3-dd9a-4554-90cb-81e5f063694a tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:33.275698 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c780a65b-ff40-422e-a4f5-0555d75eb5aa req-48bc56f3-dd9a-4554-90cb-81e5f063694a tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 949 time: 0.2457366 Aug 16 20:05:33.366685 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59e1e6c1-d3ac-4b2d-9725-7643a7ee8bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:33.383859 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59e1e6c1-d3ac-4b2d-9725-7643a7ee8bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:33.389101 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c780a65b-ff40-422e-a4f5-0555d75eb5aa req-710dffa3-66af-4bc6-8828-78c8159c75a0 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104386 Aug 16 20:05:33.404921 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-698a8465-ede3-4e02-87ca-f11ba373cfb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:33.537050 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-59e1e6c1-d3ac-4b2d-9725-7643a7ee8bfb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2563c878c8fc44ee8369bcef24b37be3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5939984 Aug 16 20:05:33.541222 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39690) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:33.542017 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e1e6c1-d3ac-4b2d-9725-7643a7ee8bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0031f3a-3c48-4361-954c-6b680586f38f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:33.651541 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f4c8-d20d-4a85-b5fa-4283b3638f92 req-978e68ad-bb4a-4501-8ae3-bc854b823609 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:33.653517 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d198f4c8-d20d-4a85-b5fa-4283b3638f92 req-978e68ad-bb4a-4501-8ae3-bc854b823609 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/ports?device_id=8162deee-9d30-4c6d-81e4-273fc31e9911 HTTP/1.1" status: 200 len: 945 time: 0.2382183 Aug 16 20:05:33.668603 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39694) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:33.776098 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d198f4c8-d20d-4a85-b5fa-4283b3638f92 req-0a504e13-e872-4283-9628-ea87c01eaa6c tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4dc9446-3563-4c9b-9f0b-7228833c067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102092 Aug 16 20:05:33.776928 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fe63665-5088-4828-bfe6-946dc46303f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:33.854169 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fe63665-5088-4828-bfe6-946dc46303f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:33.864941 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a6829-4fb4-455c-b267-c0e7b99da7ca req-ea79f728-bbd3-4723-ba63-024a892f68f7 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:33.866808 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-126a6829-4fb4-455c-b267-c0e7b99da7ca req-ea79f728-bbd3-4723-ba63-024a892f68f7 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.1565397 Aug 16 20:05:33.883188 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2ffcc10d-5a7a-4615-a243-5aa6666cac8a admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1352815009-network', 'tenant_id': '56e0ab8d372a445f97363a3d65fdf627'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:05:33.923109 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffcc10d-5a7a-4615-a243-5aa6666cac8a admin admin] Made reservation on behalf of 56e0ab8d372a445f97363a3d65fdf627 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:05:33.926251 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ffcc10d-5a7a-4615-a243-5aa6666cac8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:33.948074 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-126a6829-4fb4-455c-b267-c0e7b99da7ca req-c1db0dda-9b4c-4358-801a-8b2dc0771d0c tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702922 Aug 16 20:05:33.954022 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ffcc10d-5a7a-4615-a243-5aa6666cac8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:34.011680 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-698a8465-ede3-4e02-87ca-f11ba373cfb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54c62f6a-7e95-4059-b2f1-756ea1f84c80 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:05:34.027301 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-698a8465-ede3-4e02-87ca-f11ba373cfb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:34.069558 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9839618-13f3-49a2-9edc-6e0709bd146a req-057a6843-a099-4969-a9e8-03ddff16f85c tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:34.069558 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e9839618-13f3-49a2-9edc-6e0709bd146a req-057a6843-a099-4969-a9e8-03ddff16f85c tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/ports?device_id=8162deee-9d30-4c6d-81e4-273fc31e9911 HTTP/1.1" status: 200 len: 945 time: 0.1466486 Aug 16 20:05:34.070521 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39700) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:34.073150 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-fe7c7ea3-5f93-4de4-80b8-6a9e45baecb6 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Request body: {'floatingip': {'port_id': '50be0bf4-4e89-4663-9fdc-69b837c8c86a'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:05:34.100172 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fe63665-5088-4828-bfe6-946dc46303f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:34.100172 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fe63665-5088-4828-bfe6-946dc46303f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:34.100172 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3fe63665-5088-4828-bfe6-946dc46303f2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b0031f3a-3c48-4361-954c-6b680586f38f HTTP/1.1" status: 204 len: 168 time: 0.5442166 Aug 16 20:05:34.125557 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-698a8465-ede3-4e02-87ca-f11ba373cfb5 service neutron] Transition to ACTIVE for port object 54c62f6a-7e95-4059-b2f1-756ea1f84c80 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:05:34.126471 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe63665-5088-4828-bfe6-946dc46303f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0031f3a-3c48-4361-954c-6b680586f38f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:34.140013 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fe7c7ea3-5f93-4de4-80b8-6a9e45baecb6 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks [] for floatingip, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:34.239561 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-698a8465-ede3-4e02-87ca-f11ba373cfb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:34.255979 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ffcc10d-5a7a-4615-a243-5aa6666cac8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:34.274551 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ffcc10d-5a7a-4615-a243-5aa6666cac8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:34.288063 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ffcc10d-5a7a-4615-a243-5aa6666cac8a admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:05:34.304161 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ffcc10d-5a7a-4615-a243-5aa6666cac8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:34.304508 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-2ffcc10d-5a7a-4615-a243-5aa6666cac8a admin admin] Added segment b9b81a7b-3094-4b18-bad6-a8d3bdec846a of type vlan for network 85ab7197-63b7-4ee3-a525-e669647c206a Aug 16 20:05:34.335767 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50343934-b08a-436a-8b95-1f1110430ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:34.409225 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ffcc10d-5a7a-4615-a243-5aa6666cac8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:34.516410 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffcc10d-5a7a-4615-a243-5aa6666cac8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6663b8f5-c7c4-4d1e-883a-75dc557fa1ad,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:34.520414 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a8465-ede3-4e02-87ca-f11ba373cfb5 service neutron] Pushing event updated for resources: {'Port': ['ID=54c62f6a-7e95-4059-b2f1-756ea1f84c80,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:34.583672 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf9aa6-2170-4385-a5b2-f33e1abaaf70 req-47fe2771-45c1-4ba9-9ade-8767c730c0aa tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:34.586804 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-46bf9aa6-2170-4385-a5b2-f33e1abaaf70 req-47fe2771-45c1-4ba9-9ade-8767c730c0aa tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 943 time: 0.3489420 Aug 16 20:05:34.621379 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:34.660181 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ffcc10d-5a7a-4615-a243-5aa6666cac8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:34.661196 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffcc10d-5a7a-4615-a243-5aa6666cac8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:34.661793 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ffcc10d-5a7a-4615-a243-5aa6666cac8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:34.815411 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2ffcc10d-5a7a-4615-a243-5aa6666cac8a admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1454971 Aug 16 20:05:34.819113 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39736) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:34.832508 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-9b877ce9-d7b7-457f-b48d-b6b18926f7e5 admin admin] Request body: {'subnet': {'network_id': '85ab7197-63b7-4ee3-a525-e669647c206a', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1352815009-subnet', 'tenant_id': '56e0ab8d372a445f97363a3d65fdf627', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:05:34.838678 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffcc10d-5a7a-4615-a243-5aa6666cac8a admin admin] Pushing event updated for resources: {'Network': ['ID=85ab7197-63b7-4ee3-a525-e669647c206a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:34.876954 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 85ab7197-63b7-4ee3-a525-e669647c206a details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:05:34.884033 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c561d72-7529-4124-b6eb-f4d58aa9e215 req-8e161716-44ef-4f69-bdab-7d5b241cfb11 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:34.888038 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c561d72-7529-4124-b6eb-f4d58aa9e215 req-8e161716-44ef-4f69-bdab-7d5b241cfb11 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 949 time: 0.3398156 Aug 16 20:05:34.913268 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-46bf9aa6-2170-4385-a5b2-f33e1abaaf70 req-2c7366dd-f2f6-4b37-b3b5-535190df0c81 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739588 Aug 16 20:05:35.001570 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b877ce9-d7b7-457f-b48d-b6b18926f7e5 admin admin] Made reservation on behalf of 56e0ab8d372a445f97363a3d65fdf627 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:05:35.003791 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b877ce9-d7b7-457f-b48d-b6b18926f7e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:35.074516 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c561d72-7529-4124-b6eb-f4d58aa9e215 req-fb2821da-c263-4d01-a6d6-e0c04b2042ca tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712215 Aug 16 20:05:35.224499 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:05:35.397539 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fe7c7ea3-5f93-4de4-80b8-6a9e45baecb6 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:35.415915 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-698a8465-ede3-4e02-87ca-f11ba373cfb5 service neutron] Attempting to bind port 54c62f6a-7e95-4059-b2f1-756ea1f84c80 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:05:35.416563 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-698a8465-ede3-4e02-87ca-f11ba373cfb5 service neutron] Attempting to bind port 54c62f6a-7e95-4059-b2f1-756ea1f84c80 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '1a389533-0611-4082-9806-72db3146632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:05:35.417088 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-698a8465-ede3-4e02-87ca-f11ba373cfb5 service neutron] Attempting to bind port 54c62f6a-7e95-4059-b2f1-756ea1f84c80 on network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:05:35.419482 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fe7c7ea3-5f93-4de4-80b8-6a9e45baecb6 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:35.461955 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b877ce9-d7b7-457f-b48d-b6b18926f7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:35.494377 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-698a8465-ede3-4e02-87ca-f11ba373cfb5 service neutron] Port 54c62f6a-7e95-4059-b2f1-756ea1f84c80 on network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:05:35.494703 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-698a8465-ede3-4e02-87ca-f11ba373cfb5 service neutron] Attempting to bind port 54c62f6a-7e95-4059-b2f1-756ea1f84c80 on network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:05:35.518932 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:35.529134 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-698a8465-ede3-4e02-87ca-f11ba373cfb5 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:05:35.530163 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-698a8465-ede3-4e02-87ca-f11ba373cfb5 service neutron] Checking segment: {'id': '1a389533-0611-4082-9806-72db3146632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:05:35.530797 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-698a8465-ede3-4e02-87ca-f11ba373cfb5 service neutron] Bound using segment: {'id': '1a389533-0611-4082-9806-72db3146632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:05:35.532052 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-698a8465-ede3-4e02-87ca-f11ba373cfb5 service neutron] Bound port: 54c62f6a-7e95-4059-b2f1-756ea1f84c80, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a389533-0611-4082-9806-72db3146632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:05:35.532625 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-698a8465-ede3-4e02-87ca-f11ba373cfb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:35.600009 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb2acc-25ef-44d0-8f69-f5b45bdeb9db req-ba109ff0-60eb-4310-ad64-561f56551e7d tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:35.608740 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5bdb2acc-25ef-44d0-8f69-f5b45bdeb9db req-ba109ff0-60eb-4310-ad64-561f56551e7d tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.2090538 Aug 16 20:05:35.615691 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b877ce9-d7b7-457f-b48d-b6b18926f7e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dd89c55-7d0e-41b3-a4c5-9d75eac65682,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:35.652232 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b877ce9-d7b7-457f-b48d-b6b18926f7e5 admin admin] Checking segment: {'id': 'b9b81a7b-3094-4b18-bad6-a8d3bdec846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '85ab7197-63b7-4ee3-a525-e669647c206a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:05:35.653868 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b877ce9-d7b7-457f-b48d-b6b18926f7e5 admin admin] Network hostable DHCP agents. Network: 85ab7197-63b7-4ee3-a525-e669647c206a, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:05:35.697761 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b877ce9-d7b7-457f-b48d-b6b18926f7e5 admin admin] Network 85ab7197-63b7-4ee3-a525-e669647c206a is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:05:35.723540 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-9b877ce9-d7b7-457f-b48d-b6b18926f7e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 85ab7197-63b7-4ee3-a525-e669647c206a) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:05:35.744511 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b877ce9-d7b7-457f-b48d-b6b18926f7e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:35.744928 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2b2e36-77d6-4eae-aa27-236fb6d43403 None None] Network 85ab7197-63b7-4ee3-a525-e669647c206a requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:05:35.749234 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b877ce9-d7b7-457f-b48d-b6b18926f7e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:35.799765 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9b877ce9-d7b7-457f-b48d-b6b18926f7e5 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9644685 Aug 16 20:05:35.821772 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39772) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:35.849406 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-698a8465-ede3-4e02-87ca-f11ba373cfb5 service neutron] For port 54c62f6a-7e95-4059-b2f1-756ea1f84c80, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:05:35.860128 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-698a8465-ede3-4e02-87ca-f11ba373cfb5 service neutron] For port 54c62f6a-7e95-4059-b2f1-756ea1f84c80, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=54c62f6a-7e95-4059-b2f1-756ea1f84c80,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:05:35.907792 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5bdb2acc-25ef-44d0-8f69-f5b45bdeb9db req-87833d3a-5dc4-4a0d-9395-8597ea89f88b tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934546 Aug 16 20:05:35.914233 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-698a8465-ede3-4e02-87ca-f11ba373cfb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:35.933164 n-d-787206-13 neutron-server[94771]: INFO neutron.db.l3_db [None req-fe7c7ea3-5f93-4de4-80b8-6a9e45baecb6 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Floating IP 2e7eac51-aca0-43b2-ae74-37beaca86410 associated. External IP: 172.25.8.164, port: 50be0bf4-4e89-4663-9fdc-69b837c8c86a. Aug 16 20:05:36.203753 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6ffc00ff-5d47-4242-b0c3-ee706fec494c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194961625-network', 'tenant_id': '690b9c71631449238fd309301373a16e'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:05:36.205339 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-698a8465-ede3-4e02-87ca-f11ba373cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:36.206007 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-698a8465-ede3-4e02-87ca-f11ba373cfb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:36.207543 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-698a8465-ede3-4e02-87ca-f11ba373cfb5 service neutron] 10.222.0.63 "PUT /v2.0/ports/54c62f6a-7e95-4059-b2f1-756ea1f84c80 HTTP/1.1" status: 200 len: 1092 time: 3.0522559 Aug 16 20:05:36.244357 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca76780-2a6a-4c3e-b11b-7c483e8621c0 req-59398a4e-a8c9-4ed7-9601-795121d4a600 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:36.244979 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea13a19-b6de-4819-a2fd-dec1a32ed41a', 'tag': '54c62f6a-7e95-4059-b2f1-756ea1f84c80'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:36.250231 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1e01cb-fafd-4f38-bd3e-085ff17788b7" -d '{"events": [{"name": "network-changed", "server_uuid": "fea13a19-b6de-4819-a2fd-dec1a32ed41a", "tag": "54c62f6a-7e95-4059-b2f1-756ea1f84c80"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:36.254700 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ca76780-2a6a-4c3e-b11b-7c483e8621c0 req-59398a4e-a8c9-4ed7-9601-795121d4a600 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 943 time: 0.1338937 Aug 16 20:05:36.284524 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffc00ff-5d47-4242-b0c3-ee706fec494c admin admin] Made reservation on behalf of 690b9c71631449238fd309301373a16e for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:05:36.287490 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6ffc00ff-5d47-4242-b0c3-ee706fec494c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:36.306551 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6ffc00ff-5d47-4242-b0c3-ee706fec494c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:36.354503 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ca76780-2a6a-4c3e-b11b-7c483e8621c0 req-999cbff3-2417-4e24-8033-25d3abf15377 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902958 Aug 16 20:05:36.394827 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:36.395586 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:36.439484 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e5cf46-ab50-4f16-aabe-23c2c29aff7e None None] Network 85ab7197-63b7-4ee3-a525-e669647c206a requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:05:36.529722 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6ffc00ff-5d47-4242-b0c3-ee706fec494c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:36.536106 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6ffc00ff-5d47-4242-b0c3-ee706fec494c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:36.581350 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ffc00ff-5d47-4242-b0c3-ee706fec494c admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:05:36.614560 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a8465-ede3-4e02-87ca-f11ba373cfb5 service neutron] Pushing event updated for resources: {'Port': ['ID=54c62f6a-7e95-4059-b2f1-756ea1f84c80,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:36.625311 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6ffc00ff-5d47-4242-b0c3-ee706fec494c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:36.630096 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-6ffc00ff-5d47-4242-b0c3-ee706fec494c admin admin] Added segment bc7f5259-62d9-47f6-9ad7-8ded8ca2b156 of type vlan for network fcbf300a-d425-40e3-b32f-d5dc361f1197 Aug 16 20:05:36.653054 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-dc259ef2-00b2-495f-b258-5a141203eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:36.654533 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-dc259ef2-00b2-495f-b258-5a141203eaf4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=660f9d21c81a4d0490e02db145c56c81&device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 1095 time: 0.3727453 Aug 16 20:05:36.708027 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6ffc00ff-5d47-4242-b0c3-ee706fec494c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:36.728482 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 66790174-0992-4d0e-87b7-0f660e21bfd2 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:05:36.742664 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc00ff-5d47-4242-b0c3-ee706fec494c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d7e4df-43b9-40d3-9f2b-6b73cae49720,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:36.776849 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6ffc00ff-5d47-4242-b0c3-ee706fec494c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:36.777928 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffc00ff-5d47-4242-b0c3-ee706fec494c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:36.778526 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6ffc00ff-5d47-4242-b0c3-ee706fec494c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:36.856892 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-9df65e87-9d98-4b09-8f1f-0b34cdc2351c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54c62f6a-7e95-4059-b2f1-756ea1f84c80 HTTP/1.1" status: 200 len: 217 time: 0.1664753 Aug 16 20:05:36.896571 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 66790174-0992-4d0e-87b7-0f660e21bfd2 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:05:36.908393 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356c9bc-cfc4-4bac-81a8-f314ec990982 req-15044416-2cd3-4d1a-807f-dc66c48550a7 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:36.909819 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3356c9bc-cfc4-4bac-81a8-f314ec990982 req-15044416-2cd3-4d1a-807f-dc66c48550a7 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 949 time: 0.4924483 Aug 16 20:05:36.997006 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:37.000224 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6ffc00ff-5d47-4242-b0c3-ee706fec494c admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1765199 Aug 16 20:05:37.013096 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39816) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:37.021597 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 66790174-0992-4d0e-87b7-0f660e21bfd2, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=66790174-0992-4d0e-87b7-0f660e21bfd2,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:37.027263 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-32ed68a8-b038-4651-b2f8-b35bfe828059 admin admin] Request body: {'subnet': {'network_id': 'fcbf300a-d425-40e3-b32f-d5dc361f1197', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194961625-subnet', 'tenant_id': '690b9c71631449238fd309301373a16e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:05:37.035593 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc00ff-5d47-4242-b0c3-ee706fec494c admin admin] Pushing event updated for resources: {'Network': ['ID=fcbf300a-d425-40e3-b32f-d5dc361f1197,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:37.067328 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-9285152d-716e-4dcd-8470-c17f22432a9f tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:37.069402 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-9285152d-716e-4dcd-8470-c17f22432a9f tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/networks?id=85ab7197-63b7-4ee3-a525-e669647c206a HTTP/1.1" status: 200 len: 813 time: 0.3233252 Aug 16 20:05:37.084673 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-67d37e01-8147-4297-98ba-060353bad42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:37.086739 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:37.088869 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-67d37e01-8147-4297-98ba-060353bad42a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc HTTP/1.1" status: 200 len: 852 time: 0.2204607 Aug 16 20:05:37.102900 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network fcbf300a-d425-40e3-b32f-d5dc361f1197 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:05:37.117477 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-49fa06f6-94f6-4180-b269-6d43ea90e708 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/quotas/56e0ab8d372a445f97363a3d65fdf627 HTTP/1.1" status: 200 len: 375 time: 0.0348635 Aug 16 20:05:37.144250 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ed68a8-b038-4651-b2f8-b35bfe828059 admin admin] Made reservation on behalf of 690b9c71631449238fd309301373a16e for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:05:37.151041 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32ed68a8-b038-4651-b2f8-b35bfe828059 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:37.157613 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '66790174-0992-4d0e-87b7-0f660e21bfd2', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': '66790174-0992-4d0e-87b7-0f660e21bfd2', 'mac_address': 'fa:16:3e:6c:1c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:05:37.200656 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-38921047-1469-479b-8233-51af831e2003 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=56e0ab8d372a445f97363a3d65fdf627&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751829 Aug 16 20:05:37.261693 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ed605d-4bbf-4c5f-bca2-b267234d0bc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66790174-0992-4d0e-87b7-0f660e21bfd2'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:37.268401 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572634d9-4286-4122-b567-612ab1eb4a74" -d '{"events": [{"server_uuid": "e7ed605d-4bbf-4c5f-bca2-b267234d0bc7", "name": "network-vif-unplugged", "status": "completed", "tag": "66790174-0992-4d0e-87b7-0f660e21bfd2"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:37.384434 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 66790174-0992-4d0e-87b7-0f660e21bfd2, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=66790174-0992-4d0e-87b7-0f660e21bfd2,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:37.444104 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-e2b5c40e-cf6f-482a-bd1a-00924487e825 service neutron] 10.222.0.68 "GET /v2.0/networks/85ab7197-63b7-4ee3-a525-e669647c206a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269955 Aug 16 20:05:37.449872 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:37.547281 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:37.581297 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66790174-0992-4d0e-87b7-0f660e21bfd2 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:05:37.645340 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=66790174-0992-4d0e-87b7-0f660e21bfd2,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:37.662979 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:05:37.663728 n-d-787206-13 neutron-server[94772]: DEBUG oslo_db.api [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:05:37.664040 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32ed68a8-b038-4651-b2f8-b35bfe828059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:37.673981 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-f73e235e-be9d-4b49-9141-0fa23dd538b7 service neutron] 10.222.0.68 "GET /v2.0/networks/85ab7197-63b7-4ee3-a525-e669647c206a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279527 Aug 16 20:05:37.728231 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed68a8-b038-4651-b2f8-b35bfe828059 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8276c1b6-a356-47b2-8a53-fd231f843f94,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:37.761961 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ed68a8-b038-4651-b2f8-b35bfe828059 admin admin] Checking segment: {'id': 'bc7f5259-62d9-47f6-9ad7-8ded8ca2b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'fcbf300a-d425-40e3-b32f-d5dc361f1197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:05:37.762486 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ed68a8-b038-4651-b2f8-b35bfe828059 admin admin] Network hostable DHCP agents. Network: fcbf300a-d425-40e3-b32f-d5dc361f1197, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:05:37.810717 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ed68a8-b038-4651-b2f8-b35bfe828059 admin admin] Network fcbf300a-d425-40e3-b32f-d5dc361f1197 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:05:37.828603 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-32ed68a8-b038-4651-b2f8-b35bfe828059 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, fcbf300a-d425-40e3-b32f-d5dc361f1197) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:05:37.841318 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04386ae0-96d1-4219-bd9d-2de1f268d951 None None] Network fcbf300a-d425-40e3-b32f-d5dc361f1197 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:05:37.854757 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ed68a8-b038-4651-b2f8-b35bfe828059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:37.856764 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32ed68a8-b038-4651-b2f8-b35bfe828059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:37.908361 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-32ed68a8-b038-4651-b2f8-b35bfe828059 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8940563 Aug 16 20:05:37.911194 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39826) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:37.927659 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-371703f5-30e9-4cbe-bcb5-be7af8b00d9c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718732 Aug 16 20:05:37.929853 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-cfc88abb-3c64-43e5-ad8b-2c71a8344781 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194961625-router', 'tenant_id': '690b9c71631449238fd309301373a16e', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:05:38.003068 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cfc88abb-3c64-43e5-ad8b-2c71a8344781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:38.004321 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cfc88abb-3c64-43e5-ad8b-2c71a8344781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:38.059885 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cfc88abb-3c64-43e5-ad8b-2c71a8344781 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:38.101332 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-02226329-e2f4-4100-bb6d-2051f89e706b service neutron] 10.222.0.63 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626880 Aug 16 20:05:38.111095 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3356c9bc-cfc4-4bac-81a8-f314ec990982 req-9d87b313-e3fb-495f-9c1e-1bdb274c8395 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0559144 Aug 16 20:05:38.114414 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7c7ea3-5f93-4de4-80b8-6a9e45baecb6 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Router 25b2d338-81f8-4e22-9940-ad7ad8badcb8 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:05:38.277471 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ea6c3d-d85b-4365-8e81-3191652b6a81 x-openstack-request-id: req-c0ea6c3d-d85b-4365-8e81-3191652b6a81 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:38.278170 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fea13a19-b6de-4819-a2fd-dec1a32ed41a", "tag": "54c62f6a-7e95-4059-b2f1-756ea1f84c80", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:38.278598 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c0ea6c3d-d85b-4365-8e81-3191652b6a81 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:38.280412 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea13a19-b6de-4819-a2fd-dec1a32ed41a', 'tag': '54c62f6a-7e95-4059-b2f1-756ea1f84c80', 'status': 'completed', 'code': 200} Aug 16 20:05:38.292383 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cfc88abb-3c64-43e5-ad8b-2c71a8344781 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:38.522221 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff41163-c276-4b2a-91c4-485e3c64c9bd x-openstack-request-id: req-2ff41163-c276-4b2a-91c4-485e3c64c9bd {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:38.522789 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ed605d-4bbf-4c5f-bca2-b267234d0bc7", "name": "network-vif-unplugged", "status": "completed", "tag": "66790174-0992-4d0e-87b7-0f660e21bfd2", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:38.523345 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2ff41163-c276-4b2a-91c4-485e3c64c9bd {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:38.524275 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ed605d-4bbf-4c5f-bca2-b267234d0bc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66790174-0992-4d0e-87b7-0f660e21bfd2', 'code': 200} Aug 16 20:05:38.597006 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c875411d-0611-48e8-af74-d4cd775949cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-fcbf300a-d425-40e3-b32f-d5dc361f1197', 'network_id': 'fcbf300a-d425-40e3-b32f-d5dc361f1197', 'tenant_id': '690b9c71631449238fd309301373a16e', 'fixed_ips': [{'subnet_id': '8276c1b6-a356-47b2-8a53-fd231f843f94'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:05:38.597455 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c875411d-0611-48e8-af74-d4cd775949cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:38.662613 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:38.716042 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66790174-0992-4d0e-87b7-0f660e21bfd2 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:05:38.838660 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7b2ee6c8-b6e5-433d-8f7f-4293a7b65d95 req-9195e85b-e232-43ad-b9d4-3fac88cc860b service neutron] 10.222.0.63 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7265320 Aug 16 20:05:38.863008 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbc1b0-47d3-4fb9-9fc7-2c3972f2efca req-58112b0b-6ac8-40cf-b6ec-3cfd086308d2 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:38.866814 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-53dbc1b0-47d3-4fb9-9fc7-2c3972f2efca req-58112b0b-6ac8-40cf-b6ec-3cfd086308d2 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 948 time: 0.3732600 Aug 16 20:05:38.959546 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7c7ea3-5f93-4de4-80b8-6a9e45baecb6 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:05:38.972586 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bf4149-54bd-459b-b449-2827da489637 None None] Sync routers for ids ['25b2d338-81f8-4e22-9940-ad7ad8badcb8'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:05:38.977364 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fe7c7ea3-5f93-4de4-80b8-6a9e45baecb6 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:38.993315 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bf4149-54bd-459b-b449-2827da489637 None None] Routers {'25b2d338-81f8-4e22-9940-ad7ad8badcb8'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:05:38.995068 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-23bf4149-54bd-459b-b449-2827da489637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:05:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['25b2d338-81f8-4e22-9940-ad7ad8badcb8'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:39.020253 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa1384-bf54-4493-8331-850aae8cace0 req-28ba62ce-75c3-4fd4-a096-43a8e70c1ec2 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:39.043092 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cdaa1384-bf54-4493-8331-850aae8cace0 req-28ba62ce-75c3-4fd4-a096-43a8e70c1ec2 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 943 time: 0.3493326 Aug 16 20:05:39.080711 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-c875411d-0611-48e8-af74-d4cd775949cc None None] Allocated IP 172.20.0.2 (fcbf300a-d425-40e3-b32f-d5dc361f1197/8276c1b6-a356-47b2-8a53-fd231f843f94/6cf501e7-dd0d-4a22-8413-0a010e174129) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:05:39.122594 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-53dbc1b0-47d3-4fb9-9fc7-2c3972f2efca req-4f909739-096b-4b7b-9116-aea25d1be125 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454500 Aug 16 20:05:39.129837 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cfc88abb-3c64-43e5-ad8b-2c71a8344781 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:39.130300 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fe7c7ea3-5f93-4de4-80b8-6a9e45baecb6 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "PUT /v2.0/floatingips/2e7eac51-aca0-43b2-ae74-37beaca86410 HTTP/1.1" status: 200 len: 991 time: 5.0616524 Aug 16 20:05:39.137891 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e01cb-fafd-4f38-bd3e-085ff17788b7 req-8cf4957d-ed52-4a47-bd10-a98986c638ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:39.143999 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9e1e01cb-fafd-4f38-bd3e-085ff17788b7 req-8cf4957d-ed52-4a47-bd10-a98986c638ca service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=660f9d21c81a4d0490e02db145c56c81&device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 1095 time: 0.1884151 Aug 16 20:05:39.264791 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cfc88abb-3c64-43e5-ad8b-2c71a8344781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:39.328783 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e01cb-fafd-4f38-bd3e-085ff17788b7 req-665a8f44-e9fb-4699-8e16-df13238b3e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:39.330874 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9e1e01cb-fafd-4f38-bd3e-085ff17788b7 req-665a8f44-e9fb-4699-8e16-df13238b3e89 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd HTTP/1.1" status: 200 len: 913 time: 0.1769941 Aug 16 20:05:39.349819 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c875411d-0611-48e8-af74-d4cd775949cc None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:39.359396 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c875411d-0611-48e8-af74-d4cd775949cc None None] Transition to ACTIVE for port object 6cf501e7-dd0d-4a22-8413-0a010e174129 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:05:39.377690 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c875411d-0611-48e8-af74-d4cd775949cc None None] Transition to ACTIVE for port object 6cf501e7-dd0d-4a22-8413-0a010e174129 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:05:39.382120 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 66790174-0992-4d0e-87b7-0f660e21bfd2, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=66790174-0992-4d0e-87b7-0f660e21bfd2,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:39.388657 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c875411d-0611-48e8-af74-d4cd775949cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:39.439122 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c875411d-0611-48e8-af74-d4cd775949cc None None] Pushing event updated for resources: {'Port': ['ID=6cf501e7-dd0d-4a22-8413-0a010e174129,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:39.451242 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:39.455945 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9e1e01cb-fafd-4f38-bd3e-085ff17788b7 req-f2dcd514-441a-4753-bdf8-4c81dbbb4ec3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54c62f6a-7e95-4059-b2f1-756ea1f84c80 HTTP/1.1" status: 200 len: 217 time: 0.1095402 Aug 16 20:05:39.504448 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cdaa1384-bf54-4493-8331-850aae8cace0 req-77ccaa3a-4cf8-45f1-a924-dd3659973e86 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556637 Aug 16 20:05:39.542887 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c875411d-0611-48e8-af74-d4cd775949cc None None] Network fcbf300a-d425-40e3-b32f-d5dc361f1197 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:05:39.553509 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c875411d-0611-48e8-af74-d4cd775949cc None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:05:39.566414 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c875411d-0611-48e8-af74-d4cd775949cc None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:05:39.655190 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e01cb-fafd-4f38-bd3e-085ff17788b7 req-80a8af47-e06d-4cf8-a00a-d8c36e21bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:39.656945 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9e1e01cb-fafd-4f38-bd3e-085ff17788b7 req-80a8af47-e06d-4cf8-a00a-d8c36e21bd1b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc HTTP/1.1" status: 200 len: 852 time: 0.1915748 Aug 16 20:05:39.699317 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-23bf4149-54bd-459b-b449-2827da489637 None None] Set router 25b2d338-81f8-4e22-9940-ad7ad8badcb8 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:05:39.774250 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9e1e01cb-fafd-4f38-bd3e-085ff17788b7 req-f7671a88-75fb-4abf-8fbe-6a93f2fe9730 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989993 Aug 16 20:05:39.845585 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2649c4ab-0b70-4bbe-8a40-d7afc464e09f req-10dde49e-c75f-4834-a197-519a8b3357cd tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?device_id=1937d93a-4248-4b80-b300-561a1764c372 HTTP/1.1" status: 200 len: 210 time: 0.0702639 Aug 16 20:05:39.873614 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c875411d-0611-48e8-af74-d4cd775949cc None None] Attempting to bind port 6cf501e7-dd0d-4a22-8413-0a010e174129 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:05:39.873614 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c875411d-0611-48e8-af74-d4cd775949cc None None] Attempting to bind port 6cf501e7-dd0d-4a22-8413-0a010e174129 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'bc7f5259-62d9-47f6-9ad7-8ded8ca2b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'fcbf300a-d425-40e3-b32f-d5dc361f1197'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:05:39.873614 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c875411d-0611-48e8-af74-d4cd775949cc None None] Attempting to bind port 6cf501e7-dd0d-4a22-8413-0a010e174129 on network fcbf300a-d425-40e3-b32f-d5dc361f1197 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:05:39.892615 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c875411d-0611-48e8-af74-d4cd775949cc None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:05:39.892993 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c875411d-0611-48e8-af74-d4cd775949cc None None] Checking segment: {'id': 'bc7f5259-62d9-47f6-9ad7-8ded8ca2b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'fcbf300a-d425-40e3-b32f-d5dc361f1197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:05:39.893402 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c875411d-0611-48e8-af74-d4cd775949cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:39.893792 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c875411d-0611-48e8-af74-d4cd775949cc None None] Bound using segment: {'id': 'bc7f5259-62d9-47f6-9ad7-8ded8ca2b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'fcbf300a-d425-40e3-b32f-d5dc361f1197'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:05:39.894268 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c875411d-0611-48e8-af74-d4cd775949cc None None] Bound port: 6cf501e7-dd0d-4a22-8413-0a010e174129, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7f5259-62d9-47f6-9ad7-8ded8ca2b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'fcbf300a-d425-40e3-b32f-d5dc361f1197'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:05:39.894650 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c875411d-0611-48e8-af74-d4cd775949cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:39.924721 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['66790174-0992-4d0e-87b7-0f660e21bfd2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:05:39.958057 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=66790174-0992-4d0e-87b7-0f660e21bfd2,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:40.063694 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9e1e01cb-fafd-4f38-bd3e-085ff17788b7 req-d2de50ac-75c8-4864-8e97-6a3131d1b5e0 service neutron] 10.222.0.63 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657850 Aug 16 20:05:40.222397 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c875411d-0611-48e8-af74-d4cd775949cc None None] For port 6cf501e7-dd0d-4a22-8413-0a010e174129, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:05:40.274054 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c875411d-0611-48e8-af74-d4cd775949cc None None] For port 6cf501e7-dd0d-4a22-8413-0a010e174129, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6cf501e7-dd0d-4a22-8413-0a010e174129,segment=NetworkSegment(bc7f5259-62d9-47f6-9ad7-8ded8ca2b156),segment_id=bc7f5259-62d9-47f6-9ad7-8ded8ca2b156)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:05:40.284868 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8162deee-9d30-4c6d-81e4-273fc31e9911', 'tag': '50be0bf4-4e89-4663-9fdc-69b837c8c86a'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:40.286581 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-cfc88abb-3c64-43e5-ad8b-2c71a8344781 admin admin] Allocated IP 172.25.8.126 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/4ef83a4b-7a86-468b-bab3-4cbd98e184a5) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:05:40.292152 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc56b8c-3dbe-4ab4-a122-50ecc8b7f94a" -d '{"events": [{"name": "network-changed", "server_uuid": "8162deee-9d30-4c6d-81e4-273fc31e9911", "tag": "50be0bf4-4e89-4663-9fdc-69b837c8c86a"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:40.300970 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2118e-80f9-4a65-b833-bbd645658252 req-69689344-9d28-4406-b9e8-c8f78a7400bb tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:40.302922 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c875411d-0611-48e8-af74-d4cd775949cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:40.306135 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9e1e01cb-fafd-4f38-bd3e-085ff17788b7 req-0b1492e5-84d4-4b54-aa68-df230c9259ca service neutron] 10.222.0.63 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311859 Aug 16 20:05:40.309788 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6d2118e-80f9-4a65-b833-bbd645658252 req-69689344-9d28-4406-b9e8-c8f78a7400bb tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 949 time: 0.0924239 Aug 16 20:05:40.328130 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-23bf4149-54bd-459b-b449-2827da489637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'name': 'tempest-ServersTestManualDisk-1266941271-router', 'tenant_id': 'f37110b65e324c64893ebaf7d2528f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '66adab44-88be-417b-810d-45b481103d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:05:01Z', 'updated_at': '2021-08-16T20:05:10Z', 'revision_number': 4, 'project_id': 'f37110b65e324c64893ebaf7d2528f23', 'gw_port': {'id': '66adab44-88be-417b-810d-45b481103d7f', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:03Z', 'updated_at': '2021-08-16T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '2e7eac51-aca0-43b2-ae74-37beaca86410', 'tenant_id': 'f37110b65e324c64893ebaf7d2528f23', 'floating_ip_address': '172.25.8.164', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'port_id': '50be0bf4-4e89-4663-9fdc-69b837c8c86a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8627704a-ee5f-4a5e-8fc0-ac36b12a4787', 'mac_address': 'fa:16:3e:ef:ae:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8162deee-9d30-4c6d-81e4-273fc31e9911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:05:15Z', 'updated_at': '2021-08-16T20:05:35Z', 'revision_number': 1, 'project_id': 'f37110b65e324c64893ebaf7d2528f23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f83b8b74-a8a3-42f3-bc5b-986e036f32c1', 'name': '', 'network_id': '8627704a-ee5f-4a5e-8fc0-ac36b12a4787', 'tenant_id': 'f37110b65e324c64893ebaf7d2528f23', 'mac_address': 'fa:16:3e:50:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '35f0f756-29cc-48e2-a3ef-ca73119e05e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:09Z', 'updated_at': '2021-08-16T20:05:18Z', 'revision_number': 5, 'project_id': 'f37110b65e324c64893ebaf7d2528f23', 'subnets': [{'id': '35f0f756-29cc-48e2-a3ef-ca73119e05e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:40.395123 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c875411d-0611-48e8-af74-d4cd775949cc None None] Pushing event updated for resources: {'Port': ['ID=6cf501e7-dd0d-4a22-8413-0a010e174129,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:40.414204 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bf4149-54bd-459b-b449-2827da489637 None None] Checking router: 25b2d338-81f8-4e22-9940-ad7ad8badcb8 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:05:40.432907 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bf4149-54bd-459b-b449-2827da489637 None None] Routers {'25b2d338-81f8-4e22-9940-ad7ad8badcb8'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:05:40.435605 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-23bf4149-54bd-459b-b449-2827da489637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:05:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['25b2d338-81f8-4e22-9940-ad7ad8badcb8'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:40.533753 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6d2118e-80f9-4a65-b833-bbd645658252 req-63e87a74-e6e5-418a-aa4d-9408a69b7587 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228444 Aug 16 20:05:40.670615 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-23bf4149-54bd-459b-b449-2827da489637 None None] Set router 25b2d338-81f8-4e22-9940-ad7ad8badcb8 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:05:40.734219 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f68c06-29b5-4a5f-9409-25b3a7b5b0be req-7e450e59-d489-489d-8cae-70c337a6cfb3 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:40.751046 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d1f68c06-29b5-4a5f-9409-25b3a7b5b0be req-7e450e59-d489-489d-8cae-70c337a6cfb3 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 949 time: 0.3293469 Aug 16 20:05:40.778848 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49d111c-d592-4942-b64e-073d68c557fb x-openstack-request-id: req-b49d111c-d592-4942-b64e-073d68c557fb {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:40.795017 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8162deee-9d30-4c6d-81e4-273fc31e9911", "tag": "50be0bf4-4e89-4663-9fdc-69b837c8c86a", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:40.795546 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b49d111c-d592-4942-b64e-073d68c557fb {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:40.795873 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8162deee-9d30-4c6d-81e4-273fc31e9911', 'tag': '50be0bf4-4e89-4663-9fdc-69b837c8c86a', 'status': 'completed', 'code': 200} Aug 16 20:05:40.805433 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-ed901753-a1f1-49e4-aba8-3d5aa66b53b4 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:40.808898 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-ed901753-a1f1-49e4-aba8-3d5aa66b53b4 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.57 "GET /v2.0/networks?id=85ab7197-63b7-4ee3-a525-e669647c206a HTTP/1.1" status: 200 len: 813 time: 0.2712846 Aug 16 20:05:40.857825 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-74411069-b2ca-47e0-89e2-a6a3198448f8 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Request body: {'port': {'device_id': 'c8bd883d-0991-4b3b-9190-6cb3d7845bea', 'network_id': '85ab7197-63b7-4ee3-a525-e669647c206a', 'admin_state_up': True, 'tenant_id': '56e0ab8d372a445f97363a3d65fdf627'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:05:40.916011 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d1f68c06-29b5-4a5f-9409-25b3a7b5b0be req-aaf3447d-7c6d-44a9-a91d-e650935acce9 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567554 Aug 16 20:05:40.939915 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc56b8c-3dbe-4ab4-a122-50ecc8b7f94a req-b408e748-fd42-4cc1-87f3-f505f79cb97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:40.944875 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dfc56b8c-3dbe-4ab4-a122-50ecc8b7f94a req-b408e748-fd42-4cc1-87f3-f505f79cb97c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f37110b65e324c64893ebaf7d2528f23&device_id=8162deee-9d30-4c6d-81e4-273fc31e9911 HTTP/1.1" status: 200 len: 1097 time: 0.1235330 Aug 16 20:05:41.214485 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc56b8c-3dbe-4ab4-a122-50ecc8b7f94a req-9a1e9023-c1d4-4def-b98e-e3d67a507282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:41.216041 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dfc56b8c-3dbe-4ab4-a122-50ecc8b7f94a req-9a1e9023-c1d4-4def-b98e-e3d67a507282 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8627704a-ee5f-4a5e-8fc0-ac36b12a4787 HTTP/1.1" status: 200 len: 913 time: 0.2648091 Aug 16 20:05:41.342344 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dfc56b8c-3dbe-4ab4-a122-50ecc8b7f94a req-ce7ae6f4-364f-4479-81ec-d9e8a6f252e6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50be0bf4-4e89-4663-9fdc-69b837c8c86a HTTP/1.1" status: 200 len: 999 time: 0.1161289 Aug 16 20:05:41.431603 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-23bf4149-54bd-459b-b449-2827da489637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'name': 'tempest-ServersTestManualDisk-1266941271-router', 'tenant_id': 'f37110b65e324c64893ebaf7d2528f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '66adab44-88be-417b-810d-45b481103d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:05:01Z', 'updated_at': '2021-08-16T20:05:10Z', 'revision_number': 4, 'project_id': 'f37110b65e324c64893ebaf7d2528f23', 'gw_port': {'id': '66adab44-88be-417b-810d-45b481103d7f', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:03Z', 'updated_at': '2021-08-16T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '2e7eac51-aca0-43b2-ae74-37beaca86410', 'tenant_id': 'f37110b65e324c64893ebaf7d2528f23', 'floating_ip_address': '172.25.8.164', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'port_id': '50be0bf4-4e89-4663-9fdc-69b837c8c86a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8627704a-ee5f-4a5e-8fc0-ac36b12a4787', 'mac_address': 'fa:16:3e:ef:ae:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8162deee-9d30-4c6d-81e4-273fc31e9911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:05:15Z', 'updated_at': '2021-08-16T20:05:35Z', 'revision_number': 1, 'project_id': 'f37110b65e324c64893ebaf7d2528f23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f83b8b74-a8a3-42f3-bc5b-986e036f32c1', 'name': '', 'network_id': '8627704a-ee5f-4a5e-8fc0-ac36b12a4787', 'tenant_id': 'f37110b65e324c64893ebaf7d2528f23', 'mac_address': 'fa:16:3e:50:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '35f0f756-29cc-48e2-a3ef-ca73119e05e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:09Z', 'updated_at': '2021-08-16T20:05:18Z', 'revision_number': 5, 'project_id': 'f37110b65e324c64893ebaf7d2528f23', 'subnets': [{'id': '35f0f756-29cc-48e2-a3ef-ca73119e05e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:41.434485 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cfc88abb-3c64-43e5-ad8b-2c71a8344781 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:41.471144 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081e150-f006-4615-9942-1c6bff8ff802 req-bf6feb13-446e-48d4-8b87-e43c786eff25 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:41.471684 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 54c62f6a-7e95-4059-b2f1-756ea1f84c80 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:05:41.475279 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 66790174-0992-4d0e-87b7-0f660e21bfd2 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:05:41.479711 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3081e150-f006-4615-9942-1c6bff8ff802 req-bf6feb13-446e-48d4-8b87-e43c786eff25 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 943 time: 0.5915813 Aug 16 20:05:41.508102 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bf4149-54bd-459b-b449-2827da489637 None None] The sync data for ids ['25b2d338-81f8-4e22-9940-ad7ad8badcb8'] in n-d-787206-13 is: [{'id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'name': 'tempest-ServersTestManualDisk-1266941271-router', 'tenant_id': 'f37110b65e324c64893ebaf7d2528f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '66adab44-88be-417b-810d-45b481103d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:05:01Z', 'updated_at': '2021-08-16T20:05:10Z', 'revision_number': 4, 'project_id': 'f37110b65e324c64893ebaf7d2528f23', 'gw_port': {'id': '66adab44-88be-417b-810d-45b481103d7f', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:03Z', 'updated_at': '2021-08-16T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '2e7eac51-aca0-43b2-ae74-37beaca86410', 'tenant_id': 'f37110b65e324c64893ebaf7d2528f23', 'floating_ip_address': '172.25.8.164', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'port_id': '50be0bf4-4e89-4663-9fdc-69b837c8c86a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8627704a-ee5f-4a5e-8fc0-ac36b12a4787', 'mac_address': 'fa:16:3e:ef:ae:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8162deee-9d30-4c6d-81e4-273fc31e9911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:05:15Z', 'updated_at': '2021-08-16T20:05:35Z', 'revision_number': 1, 'project_id': 'f37110b65e324c64893ebaf7d2528f23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f83b8b74-a8a3-42f3-bc5b-986e036f32c1', 'name': '', 'network_id': '8627704a-ee5f-4a5e-8fc0-ac36b12a4787', 'tenant_id': 'f37110b65e324c64893ebaf7d2528f23', 'mac_address': 'fa:16:3e:50:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '35f0f756-29cc-48e2-a3ef-ca73119e05e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:09Z', 'updated_at': '2021-08-16T20:05:18Z', 'revision_number': 5, 'project_id': 'f37110b65e324c64893ebaf7d2528f23', 'subnets': [{'id': '35f0f756-29cc-48e2-a3ef-ca73119e05e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:05:41.526241 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cf41c43f-5888-47f3-b90c-cad533210d76 req-3029e8a9-215a-4256-93c6-6771c9bac198 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?device_id=1937d93a-4248-4b80-b300-561a1764c372 HTTP/1.1" status: 200 len: 210 time: 0.0955405 Aug 16 20:05:41.537229 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-74411069-b2ca-47e0-89e2-a6a3198448f8 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Made reservation on behalf of 56e0ab8d372a445f97363a3d65fdf627 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:05:41.541773 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc56b8c-3dbe-4ab4-a122-50ecc8b7f94a req-4b629b20-defc-4ed7-8fe7-dae3463575d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:41.543040 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dfc56b8c-3dbe-4ab4-a122-50ecc8b7f94a req-4b629b20-defc-4ed7-8fe7-dae3463575d8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=35f0f756-29cc-48e2-a3ef-ca73119e05e1 HTTP/1.1" status: 200 len: 851 time: 0.1866519 Aug 16 20:05:41.546773 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-74411069-b2ca-47e0-89e2-a6a3198448f8 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:41.664081 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc56b8c-3dbe-4ab4-a122-50ecc8b7f94a req-915a3690-130e-4dc4-a391-7a76888a0c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:41.665741 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dfc56b8c-3dbe-4ab4-a122-50ecc8b7f94a req-915a3690-130e-4dc4-a391-7a76888a0c6a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8627704a-ee5f-4a5e-8fc0-ac36b12a4787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1073339 Aug 16 20:05:41.832485 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 54c62f6a-7e95-4059-b2f1-756ea1f84c80, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=54c62f6a-7e95-4059-b2f1-756ea1f84c80,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:41.906106 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '54c62f6a-7e95-4059-b2f1-756ea1f84c80', 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd', 'port_id': '54c62f6a-7e95-4059-b2f1-756ea1f84c80', 'mac_address': 'fa:16:3e:a9:eb:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:05:41.928433 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dfc56b8c-3dbe-4ab4-a122-50ecc8b7f94a req-c47fecaa-b9a0-4e22-8461-d3f54442eb7a service neutron] 10.222.0.57 "GET /v2.0/networks/8627704a-ee5f-4a5e-8fc0-ac36b12a4787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523611 Aug 16 20:05:41.946830 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-74411069-b2ca-47e0-89e2-a6a3198448f8 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Allocated IP 172.20.0.7 (85ab7197-63b7-4ee3-a525-e669647c206a/7dd89c55-7d0e-41b3-a4c5-9d75eac65682/555cf8d0-ba99-42cf-80d5-6d692108a766) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:05:42.036296 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 66790174-0992-4d0e-87b7-0f660e21bfd2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:42.036812 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:42.112752 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaae654-fcbe-492f-a238-d8bbbf34a5f8 None None] New status for floating IP 2e7eac51-aca0-43b2-ae74-37beaca86410: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:05:42.304292 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:42.306888 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49cfe83-f925-4043-b675-1415cb34b7db None None] Network fcbf300a-d425-40e3-b32f-d5dc361f1197 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:05:42.331837 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-74411069-b2ca-47e0-89e2-a6a3198448f8 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:42.344072 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b7fa8-49cc-4e73-886e-17aad843a641 req-c2cbe6bc-2ae1-48ef-9032-f7400af99795 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:42.347791 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f06b7fa8-49cc-4e73-886e-17aad843a641 req-c2cbe6bc-2ae1-48ef-9032-f7400af99795 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 949 time: 0.4183812 Aug 16 20:05:42.437034 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54c62f6a-7e95-4059-b2f1-756ea1f84c80 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:05:42.452615 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-21833f0d-9143-43b2-ab3b-3c3ff54c232a tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:42.456198 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-21833f0d-9143-43b2-ab3b-3c3ff54c232a tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.57 "GET /v2.0/networks?id=85ab7197-63b7-4ee3-a525-e669647c206a HTTP/1.1" status: 200 len: 813 time: 1.2920167 Aug 16 20:05:42.472641 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-74411069-b2ca-47e0-89e2-a6a3198448f8 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:42.482257 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 54c62f6a-7e95-4059-b2f1-756ea1f84c80, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=54c62f6a-7e95-4059-b2f1-756ea1f84c80,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:42.487410 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-14af84ff-92af-434c-a00d-d6d56b3905db None None] Provisioning for port 6cf501e7-dd0d-4a22-8413-0a010e174129 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:05:42.507913 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:42.509474 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-25055722-a8b6-48bc-8f9f-123489586945 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Request body: {'port': {'device_id': '1937d93a-4248-4b80-b300-561a1764c372', 'network_id': '85ab7197-63b7-4ee3-a525-e669647c206a', 'admin_state_up': True, 'tenant_id': '56e0ab8d372a445f97363a3d65fdf627'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:05:42.521453 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dfc56b8c-3dbe-4ab4-a122-50ecc8b7f94a req-8fe9396e-f48e-4435-9fe5-473d2bde536f service neutron] 10.222.0.57 "GET /v2.0/networks/8627704a-ee5f-4a5e-8fc0-ac36b12a4787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5649776 Aug 16 20:05:42.531390 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f06b7fa8-49cc-4e73-886e-17aad843a641 req-5f996580-7af8-4b20-a9b2-f716e370e066 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761379 Aug 16 20:05:42.633663 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6cf501e7-dd0d-4a22-8413-0a010e174129 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:05:42.705235 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3081e150-f006-4615-9942-1c6bff8ff802 req-9eaa5338-92d4-4594-95e4-b31077dbe7f0 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1716743 Aug 16 20:05:42.730944 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:42.761374 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd8ce6-0a71-4487-a752-8ef52d0b56d5 req-10813d46-2c88-40ae-9d96-27199638f4f9 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:42.767146 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c2dd8ce6-0a71-4487-a752-8ef52d0b56d5 req-10813d46-2c88-40ae-9d96-27199638f4f9 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 949 time: 0.1224074 Aug 16 20:05:42.780854 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-74411069-b2ca-47e0-89e2-a6a3198448f8 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Network 85ab7197-63b7-4ee3-a525-e669647c206a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:05:42.814667 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=54c62f6a-7e95-4059-b2f1-756ea1f84c80,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:42.818057 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-74411069-b2ca-47e0-89e2-a6a3198448f8 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:05:42.840158 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-74411069-b2ca-47e0-89e2-a6a3198448f8 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:05:42.843883 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cfc88abb-3c64-43e5-ad8b-2c71a8344781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:42.846430 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['54c62f6a-7e95-4059-b2f1-756ea1f84c80'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:05:42.905950 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74411069-b2ca-47e0-89e2-a6a3198448f8 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Pushing event updated for resources: {'Port': ['ID=555cf8d0-ba99-42cf-80d5-6d692108a766,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:42.916733 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c2dd8ce6-0a71-4487-a752-8ef52d0b56d5 req-ae8f887d-9864-48f9-bb2c-04a0f2b90c4d tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309786 Aug 16 20:05:42.929254 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ed605d-4bbf-4c5f-bca2-b267234d0bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66790174-0992-4d0e-87b7-0f660e21bfd2'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:42.933189 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5820d2cf-2ced-475a-98a3-96e3ed7b02d7" -d '{"events": [{"server_uuid": "e7ed605d-4bbf-4c5f-bca2-b267234d0bc7", "name": "network-vif-plugged", "status": "completed", "tag": "66790174-0992-4d0e-87b7-0f660e21bfd2"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:42.973014 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 66790174-0992-4d0e-87b7-0f660e21bfd2, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=66790174-0992-4d0e-87b7-0f660e21bfd2,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:43.005653 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:43.050931 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e728d4ac-5592-4367-8e04-a625c2c4aed6 x-openstack-request-id: req-e728d4ac-5592-4367-8e04-a625c2c4aed6 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:43.055342 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ed605d-4bbf-4c5f-bca2-b267234d0bc7", "name": "network-vif-plugged", "status": "completed", "tag": "66790174-0992-4d0e-87b7-0f660e21bfd2", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:43.055342 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e728d4ac-5592-4367-8e04-a625c2c4aed6 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:43.055342 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ed605d-4bbf-4c5f-bca2-b267234d0bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66790174-0992-4d0e-87b7-0f660e21bfd2', 'code': 200} Aug 16 20:05:43.058609 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc88abb-3c64-43e5-ad8b-2c71a8344781 admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:05:43.065023 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 6cf501e7-dd0d-4a22-8413-0a010e174129 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:05:43.104952 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-cfc88abb-3c64-43e5-ad8b-2c71a8344781 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:05:43.135989 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc88abb-3c64-43e5-ad8b-2c71a8344781 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:05:43.152342 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-829d5dcd-1e34-4456-8369-f75f804d5019 req-28a7168e-a4b0-4df4-80fc-b318136cbb59 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?device_id=1937d93a-4248-4b80-b300-561a1764c372 HTTP/1.1" status: 200 len: 210 time: 0.0625193 Aug 16 20:05:43.184358 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 6cf501e7-dd0d-4a22-8413-0a010e174129 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:43.184738 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:43.421632 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=66790174-0992-4d0e-87b7-0f660e21bfd2,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:43.471973 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ceedb2-0d2a-4f3c-a73c-f805737a3f30 req-14e6aee5-25db-48a9-95bc-c4af474acb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:43.473992 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a4ceedb2-0d2a-4f3c-a73c-f805737a3f30 req-14e6aee5-25db-48a9-95bc-c4af474acb71 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 1102 time: 0.1078076 Aug 16 20:05:43.517459 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:43.529608 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a4ceedb2-0d2a-4f3c-a73c-f805737a3f30 req-c9c81859-e07f-4cbc-b539-d503ad11199c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423450 Aug 16 20:05:43.595185 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 6cf501e7-dd0d-4a22-8413-0a010e174129, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6cf501e7-dd0d-4a22-8413-0a010e174129,segment=NetworkSegment(bc7f5259-62d9-47f6-9ad7-8ded8ca2b156),segment_id=bc7f5259-62d9-47f6-9ad7-8ded8ca2b156)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:43.603928 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:43.681372 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=6cf501e7-dd0d-4a22-8413-0a010e174129,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:43.687990 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc88abb-3c64-43e5-ad8b-2c71a8344781 admin admin] Pushing event updated for resources: {'Port': ['ID=4ef83a4b-7a86-468b-bab3-4cbd98e184a5,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:43.703607 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-74411069-b2ca-47e0-89e2-a6a3198448f8 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:43.704761 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-74411069-b2ca-47e0-89e2-a6a3198448f8 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:43.753393 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-09f43ece-59b3-4608-ab8e-fa808d31f7e0 None None] Provisioning complete for port 6cf501e7-dd0d-4a22-8413-0a010e174129 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:43.753778 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-09f43ece-59b3-4608-ab8e-fa808d31f7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:43.770001 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-25055722-a8b6-48bc-8f9f-123489586945 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Made reservation on behalf of 56e0ab8d372a445f97363a3d65fdf627 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:05:43.773946 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-25055722-a8b6-48bc-8f9f-123489586945 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:43.820995 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-74411069-b2ca-47e0-89e2-a6a3198448f8 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9825530 Aug 16 20:05:43.846357 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-8039994d-a8b8-4684-87ae-a29769e106b6 service neutron] Request body: {'port': {'device_id': 'c8bd883d-0991-4b3b-9190-6cb3d7845bea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:05:43.870431 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd5698-ee17-4b7d-9ad9-285e0db0ac3c req-8d3676ce-bb27-419f-92e7-1635b63bfb69 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:43.872079 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-17fd5698-ee17-4b7d-9ad9-285e0db0ac3c req-8d3676ce-bb27-419f-92e7-1635b63bfb69 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 944 time: 0.0756428 Aug 16 20:05:43.925495 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-17fd5698-ee17-4b7d-9ad9-285e0db0ac3c req-bc214f3c-6a6d-4b0e-ad29-420e93161881 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454009 Aug 16 20:05:44.020032 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515aa96-2a0e-430c-b56d-40e7e1772088 req-caaed6bf-8a4b-4b5c-aa84-a22633f3835e tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:44.027887 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8515aa96-2a0e-430c-b56d-40e7e1772088 req-caaed6bf-8a4b-4b5c-aa84-a22633f3835e tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 949 time: 0.3177543 Aug 16 20:05:44.066891 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cfc88abb-3c64-43e5-ad8b-2c71a8344781 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:44.201667 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657b31a-e3db-4a45-bcd9-05e52fd41f02 req-3d5bc7e8-1d0e-4e8b-971b-b1c17e2b84e2 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:44.207495 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6657b31a-e3db-4a45-bcd9-05e52fd41f02 req-3d5bc7e8-1d0e-4e8b-971b-b1c17e2b84e2 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.0892832 Aug 16 20:05:44.244676 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-25055722-a8b6-48bc-8f9f-123489586945 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Allocated IP 172.20.0.9 (85ab7197-63b7-4ee3-a525-e669647c206a/7dd89c55-7d0e-41b3-a4c5-9d75eac65682/1ef58c00-0078-4ed1-8fdc-0f97831a3118) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:05:44.263162 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-8039994d-a8b8-4684-87ae-a29769e106b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:44.317217 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6657b31a-e3db-4a45-bcd9-05e52fd41f02 req-ef4259d7-beb0-4e4b-84dd-f8e47d5b186f tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033523 Aug 16 20:05:44.319069 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8515aa96-2a0e-430c-b56d-40e7e1772088 req-c71f8230-ff36-4eac-a790-760f41dd9207 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894032 Aug 16 20:05:44.494196 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6cf501e7-dd0d-4a22-8413-0a010e174129 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:05:44.615186 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 6cf501e7-dd0d-4a22-8413-0a010e174129 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:44.615804 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:45.121233 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f990034-d588-45b0-9922-54095c80d393 req-989acbcc-f1cd-4470-94fe-0196a23c587a tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:45.127772 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1f990034-d588-45b0-9922-54095c80d393 req-989acbcc-f1cd-4470-94fe-0196a23c587a tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 944 time: 0.0866287 Aug 16 20:05:45.179536 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1f990034-d588-45b0-9922-54095c80d393 req-5a11ccdc-36cc-4f87-a409-b6a89f5ba485 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461290 Aug 16 20:05:45.327829 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3dc4e19b-7e71-4df9-b8aa-6e4812df45c0 req-e5b1ef29-e4cc-43be-a59a-49fef70843ec tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?device_id=1937d93a-4248-4b80-b300-561a1764c372 HTTP/1.1" status: 200 len: 210 time: 0.6638823 Aug 16 20:05:45.370624 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cfc88abb-3c64-43e5-ad8b-2c71a8344781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:45.478426 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 54c62f6a-7e95-4059-b2f1-756ea1f84c80 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:05:45.505361 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eed089-2a0d-42ed-a42c-c65660b6ec9a req-af700e59-1b1c-4b9d-b9e8-0546098bcaec tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:45.514511 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b7eed089-2a0d-42ed-a42c-c65660b6ec9a req-af700e59-1b1c-4b9d-b9e8-0546098bcaec tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 949 time: 0.0791705 Aug 16 20:05:45.575206 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b7eed089-2a0d-42ed-a42c-c65660b6ec9a req-14b824d8-b608-463a-95ab-da30d316c2ce tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553255 Aug 16 20:05:45.588798 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-25055722-a8b6-48bc-8f9f-123489586945 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:45.608168 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 54c62f6a-7e95-4059-b2f1-756ea1f84c80 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:05:45.614803 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 54c62f6a-7e95-4059-b2f1-756ea1f84c80 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:45.615228 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:45.664622 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162e105-0838-4aac-8e4b-ee21db2dccae req-bc8059fc-852d-49a0-a2dd-5fdac107f15f tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:45.667585 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1162e105-0838-4aac-8e4b-ee21db2dccae req-bc8059fc-852d-49a0-a2dd-5fdac107f15f tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.2299807 Aug 16 20:05:45.715764 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-335bb915-b24d-4680-a914-5539d08f4109 req-95234b19-4298-48b5-b5e3-5bb01f3896a3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0850530 Aug 16 20:05:45.726185 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:45.753666 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1162e105-0838-4aac-8e4b-ee21db2dccae req-1024226a-9f46-4747-87f1-71921ce6ca82 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764823 Aug 16 20:05:45.770880 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea13a19-b6de-4819-a2fd-dec1a32ed41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c62f6a-7e95-4059-b2f1-756ea1f84c80'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:45.788203 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc88abb-3c64-43e5-ad8b-2c71a8344781 admin admin] Router ad23f2da-6701-41b2-9dd1-4394834506b1 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:05:45.800715 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc89b6b0-b463-4a7e-ad71-480fe8cb9936" -d '{"events": [{"server_uuid": "fea13a19-b6de-4819-a2fd-dec1a32ed41a", "name": "network-vif-plugged", "status": "completed", "tag": "54c62f6a-7e95-4059-b2f1-756ea1f84c80"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:45.823646 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 54c62f6a-7e95-4059-b2f1-756ea1f84c80, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=54c62f6a-7e95-4059-b2f1-756ea1f84c80,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:45.848119 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:45.860919 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-25055722-a8b6-48bc-8f9f-123489586945 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:45.944579 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed062d2e-a9a0-4793-9f5c-deacf0ef8952 x-openstack-request-id: req-ed062d2e-a9a0-4793-9f5c-deacf0ef8952 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:45.944882 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea13a19-b6de-4819-a2fd-dec1a32ed41a", "name": "network-vif-plugged", "status": "completed", "tag": "54c62f6a-7e95-4059-b2f1-756ea1f84c80", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:45.948007 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ed062d2e-a9a0-4793-9f5c-deacf0ef8952 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:45.948868 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea13a19-b6de-4819-a2fd-dec1a32ed41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c62f6a-7e95-4059-b2f1-756ea1f84c80', 'code': 200} Aug 16 20:05:45.971531 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=54c62f6a-7e95-4059-b2f1-756ea1f84c80,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:45.986248 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bb915-b24d-4680-a914-5539d08f4109 req-5a2efb5b-2555-497f-83d4-1b2a3d84203e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:45.996089 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-335bb915-b24d-4680-a914-5539d08f4109 req-5a2efb5b-2555-497f-83d4-1b2a3d84203e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 1101 time: 0.1942351 Aug 16 20:05:46.025795 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9a033-7b28-49a4-9244-684f5947db67 req-50c81fc8-7b35-49d1-ba04-7e988e1339b5 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:46.033558 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d2b9a033-7b28-49a4-9244-684f5947db67 req-50c81fc8-7b35-49d1-ba04-7e988e1339b5 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.1483600 Aug 16 20:05:46.179305 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-8039994d-a8b8-4684-87ae-a29769e106b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 555cf8d0-ba99-42cf-80d5-6d692108a766 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:05:46.190235 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-8039994d-a8b8-4684-87ae-a29769e106b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:46.205926 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-8039994d-a8b8-4684-87ae-a29769e106b6 service neutron] Transition to ACTIVE for port object 555cf8d0-ba99-42cf-80d5-6d692108a766 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:05:46.218979 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bb915-b24d-4680-a914-5539d08f4109 req-4294c0e3-5969-4aac-bc27-7bd2be490d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:46.220147 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-25055722-a8b6-48bc-8f9f-123489586945 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Network 85ab7197-63b7-4ee3-a525-e669647c206a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:05:46.220565 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-335bb915-b24d-4680-a914-5539d08f4109 req-4294c0e3-5969-4aac-bc27-7bd2be490d0d service neutron] 10.222.0.63 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.1850686 Aug 16 20:05:46.235099 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d2b9a033-7b28-49a4-9244-684f5947db67 req-ee49e000-b08a-4f0c-b073-7e6b2efbb377 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954789 Aug 16 20:05:46.311500 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-335bb915-b24d-4680-a914-5539d08f4109 req-0f07d269-a511-4351-9d32-2fa58d0bf875 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=a8456123-9de6-4feb-9c09-95083ab502b6 HTTP/1.1" status: 200 len: 217 time: 0.0707130 Aug 16 20:05:46.403689 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bb915-b24d-4680-a914-5539d08f4109 req-bf9ee886-1ad7-455e-8e84-bb14f460e094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:46.405674 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-335bb915-b24d-4680-a914-5539d08f4109 req-bf9ee886-1ad7-455e-8e84-bb14f460e094 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.0765207 Aug 16 20:05:46.424546 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-25055722-a8b6-48bc-8f9f-123489586945 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:05:46.432017 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-25055722-a8b6-48bc-8f9f-123489586945 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:05:46.435207 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc88abb-3c64-43e5-ad8b-2c71a8344781 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:05:46.455571 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6465e2b6-ae49-41cd-aa1a-28a9568e14bb None None] Sync routers for ids ['ad23f2da-6701-41b2-9dd1-4394834506b1'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:05:46.464058 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-8039994d-a8b8-4684-87ae-a29769e106b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:46.472102 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6465e2b6-ae49-41cd-aa1a-28a9568e14bb None None] Routers {'ad23f2da-6701-41b2-9dd1-4394834506b1'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:05:46.472749 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6465e2b6-ae49-41cd-aa1a-28a9568e14bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:05:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['ad23f2da-6701-41b2-9dd1-4394834506b1'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:46.528331 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cfc88abb-3c64-43e5-ad8b-2c71a8344781 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:46.534620 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-cfc88abb-3c64-43e5-ad8b-2c71a8344781 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.6220336 Aug 16 20:05:46.535648 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40024) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:46.545021 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bb915-b24d-4680-a914-5539d08f4109 req-2e909253-20d7-4856-96f0-315ac2ecb954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:46.546668 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-335bb915-b24d-4680-a914-5539d08f4109 req-2e909253-20d7-4856-96f0-315ac2ecb954 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1300735 Aug 16 20:05:46.575746 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25055722-a8b6-48bc-8f9f-123489586945 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Pushing event updated for resources: {'Port': ['ID=1ef58c00-0078-4ed1-8fdc-0f97831a3118,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:46.656525 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-6465e2b6-ae49-41cd-aa1a-28a9568e14bb None None] Set router ad23f2da-6701-41b2-9dd1-4394834506b1 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:05:46.659469 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3fc05-c5e9-4664-9b87-8d02156dea3b req-f5464419-c3e1-4cfa-87d7-41082418af8f tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:46.660838 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-76a3fc05-c5e9-4664-9b87-8d02156dea3b req-f5464419-c3e1-4cfa-87d7-41082418af8f tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.2748208 Aug 16 20:05:46.669047 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-25055722-a8b6-48bc-8f9f-123489586945 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:46.670073 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-25055722-a8b6-48bc-8f9f-123489586945 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:46.683876 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c4cec-60b4-4bf4-b472-7a7729751c11 req-f2743863-bf93-43df-a395-e5a7fd751b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:46.686116 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-767c4cec-60b4-4bf4-b472-7a7729751c11 req-f2743863-bf93-43df-a395-e5a7fd751b23 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 1097 time: 0.6797047 Aug 16 20:05:46.791273 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-25055722-a8b6-48bc-8f9f-123489586945 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3076463 Aug 16 20:05:46.797036 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039994d-a8b8-4684-87ae-a29769e106b6 service neutron] Pushing event updated for resources: {'Port': ['ID=555cf8d0-ba99-42cf-80d5-6d692108a766,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:46.818272 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-fc6f36cf-4e32-4439-9d76-64b8e33bdf80 service neutron] Request body: {'port': {'device_id': '1937d93a-4248-4b80-b300-561a1764c372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:05:46.891078 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-8039994d-a8b8-4684-87ae-a29769e106b6 service neutron] Attempting to bind port 555cf8d0-ba99-42cf-80d5-6d692108a766 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:05:46.891653 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-8039994d-a8b8-4684-87ae-a29769e106b6 service neutron] Attempting to bind port 555cf8d0-ba99-42cf-80d5-6d692108a766 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'b9b81a7b-3094-4b18-bad6-a8d3bdec846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '85ab7197-63b7-4ee3-a525-e669647c206a'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:05:46.892286 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-8039994d-a8b8-4684-87ae-a29769e106b6 service neutron] Attempting to bind port 555cf8d0-ba99-42cf-80d5-6d692108a766 on network 85ab7197-63b7-4ee3-a525-e669647c206a {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:05:46.906374 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-767c4cec-60b4-4bf4-b472-7a7729751c11 req-d449049f-42d0-46ff-87d9-2931f889842c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935410 Aug 16 20:05:46.912093 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-76a3fc05-c5e9-4664-9b87-8d02156dea3b req-d665fca2-aaa5-433d-a92c-e6976e63961e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330070 Aug 16 20:05:46.912935 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-8039994d-a8b8-4684-87ae-a29769e106b6 service neutron] Port 555cf8d0-ba99-42cf-80d5-6d692108a766 on network 85ab7197-63b7-4ee3-a525-e669647c206a not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:05:46.913258 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-8039994d-a8b8-4684-87ae-a29769e106b6 service neutron] Attempting to bind port 555cf8d0-ba99-42cf-80d5-6d692108a766 on network 85ab7197-63b7-4ee3-a525-e669647c206a {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:05:46.966376 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-fc6f36cf-4e32-4439-9d76-64b8e33bdf80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:47.003267 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-8039994d-a8b8-4684-87ae-a29769e106b6 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:05:47.003704 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-8039994d-a8b8-4684-87ae-a29769e106b6 service neutron] Checking segment: {'id': 'b9b81a7b-3094-4b18-bad6-a8d3bdec846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '85ab7197-63b7-4ee3-a525-e669647c206a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:05:47.004971 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-8039994d-a8b8-4684-87ae-a29769e106b6 service neutron] Bound using segment: {'id': 'b9b81a7b-3094-4b18-bad6-a8d3bdec846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '85ab7197-63b7-4ee3-a525-e669647c206a'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:05:47.005140 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-8039994d-a8b8-4684-87ae-a29769e106b6 service neutron] Bound port: 555cf8d0-ba99-42cf-80d5-6d692108a766, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b81a7b-3094-4b18-bad6-a8d3bdec846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '85ab7197-63b7-4ee3-a525-e669647c206a'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:05:47.005383 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-8039994d-a8b8-4684-87ae-a29769e106b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:47.075322 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6465e2b6-ae49-41cd-aa1a-28a9568e14bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad23f2da-6701-41b2-9dd1-4394834506b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194961625-router', 'tenant_id': '690b9c71631449238fd309301373a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '4ef83a4b-7a86-468b-bab3-4cbd98e184a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:05:38Z', 'updated_at': '2021-08-16T20:05:43Z', 'revision_number': 3, 'project_id': '690b9c71631449238fd309301373a16e', 'gw_port': {'id': '4ef83a4b-7a86-468b-bab3-4cbd98e184a5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:13:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad23f2da-6701-41b2-9dd1-4394834506b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:39Z', 'updated_at': '2021-08-16T20:05:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:47.090517 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-335bb915-b24d-4680-a914-5539d08f4109 req-c724f3ee-0c60-4f42-ab44-f21c340f30de service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444825 Aug 16 20:05:47.159923 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6465e2b6-ae49-41cd-aa1a-28a9568e14bb None None] Checking router: ad23f2da-6701-41b2-9dd1-4394834506b1 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:05:47.160272 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6465e2b6-ae49-41cd-aa1a-28a9568e14bb None None] Updating router ad23f2da-6701-41b2-9dd1-4394834506b1 port 4ef83a4b-7a86-468b-bab3-4cbd98e184a5 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:05:47.217582 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6465e2b6-ae49-41cd-aa1a-28a9568e14bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:47.335924 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-8039994d-a8b8-4684-87ae-a29769e106b6 service neutron] For port 555cf8d0-ba99-42cf-80d5-6d692108a766, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:05:47.398633 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-8039994d-a8b8-4684-87ae-a29769e106b6 service neutron] For port 555cf8d0-ba99-42cf-80d5-6d692108a766, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=555cf8d0-ba99-42cf-80d5-6d692108a766,segment=NetworkSegment(b9b81a7b-3094-4b18-bad6-a8d3bdec846a),segment_id=b9b81a7b-3094-4b18-bad6-a8d3bdec846a)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:05:47.404624 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eed702-586e-47e3-8ed6-22192649616b req-c612d337-1dfe-4f27-a167-a02a3506b4d5 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:47.406266 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a3eed702-586e-47e3-8ed6-22192649616b req-c612d337-1dfe-4f27-a167-a02a3506b4d5 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 949 time: 0.2430916 Aug 16 20:05:47.411831 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-8039994d-a8b8-4684-87ae-a29769e106b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:47.486877 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-8039994d-a8b8-4684-87ae-a29769e106b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:47.487608 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-8039994d-a8b8-4684-87ae-a29769e106b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:47.489011 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-8039994d-a8b8-4684-87ae-a29769e106b6 service neutron] 10.222.0.57 "PUT /v2.0/ports/555cf8d0-ba99-42cf-80d5-6d692108a766 HTTP/1.1" status: 200 len: 1092 time: 3.6537523 Aug 16 20:05:47.495568 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8bd883d-0991-4b3b-9190-6cb3d7845bea', 'tag': '555cf8d0-ba99-42cf-80d5-6d692108a766'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:47.497962 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53194d45-d82a-4c07-a9dd-cc761d0215a6" -d '{"events": [{"name": "network-changed", "server_uuid": "c8bd883d-0991-4b3b-9190-6cb3d7845bea", "tag": "555cf8d0-ba99-42cf-80d5-6d692108a766"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:47.586919 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-335bb915-b24d-4680-a914-5539d08f4109 req-f9c2b3f4-ec53-4cec-9d52-b31e93b563e0 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212549 Aug 16 20:05:47.620193 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639c8ec-a6c1-46ca-b7e4-8bd357eb19d1 req-cf2007db-72a9-4fb1-b8d7-100932ff27c5 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:47.639287 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6639c8ec-a6c1-46ca-b7e4-8bd357eb19d1 req-cf2007db-72a9-4fb1-b8d7-100932ff27c5 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?device_id=1937d93a-4248-4b80-b300-561a1764c372 HTTP/1.1" status: 200 len: 931 time: 0.4750071 Aug 16 20:05:47.639565 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-fc6f36cf-4e32-4439-9d76-64b8e33bdf80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef58c00-0078-4ed1-8fdc-0f97831a3118 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:05:47.648240 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-fc6f36cf-4e32-4439-9d76-64b8e33bdf80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:47.674295 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-fc6f36cf-4e32-4439-9d76-64b8e33bdf80 service neutron] Transition to ACTIVE for port object 1ef58c00-0078-4ed1-8fdc-0f97831a3118 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:05:47.719797 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-fc6f36cf-4e32-4439-9d76-64b8e33bdf80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:47.814593 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039994d-a8b8-4684-87ae-a29769e106b6 service neutron] Pushing event updated for resources: {'Port': ['ID=555cf8d0-ba99-42cf-80d5-6d692108a766,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:47.862978 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6639c8ec-a6c1-46ca-b7e4-8bd357eb19d1 req-2b5e9073-6373-46a8-971e-5eca52b86e25 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/security-groups?id=6663b8f5-c7c4-4d1e-883a-75dc557fa1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068412 Aug 16 20:05:47.937613 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-f3bb7c0a-8616-42df-87e2-559a2357b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:47.943040 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6465e2b6-ae49-41cd-aa1a-28a9568e14bb None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:47.950797 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-f3bb7c0a-8616-42df-87e2-559a2357b2ee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56e0ab8d372a445f97363a3d65fdf627&device_id=c8bd883d-0991-4b3b-9190-6cb3d7845bea HTTP/1.1" status: 200 len: 1095 time: 0.2027495 Aug 16 20:05:47.968399 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a3eed702-586e-47e3-8ed6-22192649616b req-d4c9bb24-324f-44db-9388-c0e26fe53c5f tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5239618 Aug 16 20:05:47.988621 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-6465e2b6-ae49-41cd-aa1a-28a9568e14bb None None] Transition to ACTIVE for port object 4ef83a4b-7a86-468b-bab3-4cbd98e184a5 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:05:48.014579 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6465e2b6-ae49-41cd-aa1a-28a9568e14bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:48.022120 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-58f74609-6227-429f-a43a-a97f1b9d695a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=555cf8d0-ba99-42cf-80d5-6d692108a766 HTTP/1.1" status: 200 len: 217 time: 0.0632300 Aug 16 20:05:48.079386 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d35dde-ea8f-44f1-acd5-cd6b8535dc33 req-36690af5-4379-41dc-96bd-b752b51e3aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:48.080989 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d3d35dde-ea8f-44f1-acd5-cd6b8535dc33 req-36690af5-4379-41dc-96bd-b752b51e3aaa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 1101 time: 0.3483982 Aug 16 20:05:48.092338 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f36cf-4e32-4439-9d76-64b8e33bdf80 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef58c00-0078-4ed1-8fdc-0f97831a3118,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:48.126987 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364ab0a2-9c3a-4828-9559-c33bc9fe911f x-openstack-request-id: req-364ab0a2-9c3a-4828-9559-c33bc9fe911f {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:48.127299 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8bd883d-0991-4b3b-9190-6cb3d7845bea", "tag": "555cf8d0-ba99-42cf-80d5-6d692108a766", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:48.127540 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-364ab0a2-9c3a-4828-9559-c33bc9fe911f {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:48.127996 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8bd883d-0991-4b3b-9190-6cb3d7845bea', 'tag': '555cf8d0-ba99-42cf-80d5-6d692108a766', 'status': 'completed', 'code': 200} Aug 16 20:05:48.197583 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-6465e2b6-ae49-41cd-aa1a-28a9568e14bb None None] Attempting to bind port 4ef83a4b-7a86-468b-bab3-4cbd98e184a5 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:05:48.198375 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-6465e2b6-ae49-41cd-aa1a-28a9568e14bb None None] Attempting to bind port 4ef83a4b-7a86-468b-bab3-4cbd98e184a5 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:05:48.198970 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6465e2b6-ae49-41cd-aa1a-28a9568e14bb None None] Attempting to bind port 4ef83a4b-7a86-468b-bab3-4cbd98e184a5 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:05:48.210674 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-1f141aa0-2492-4787-ac08-765738008ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:48.212222 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-1f141aa0-2492-4787-ac08-765738008ef6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7dd89c55-7d0e-41b3-a4c5-9d75eac65682 HTTP/1.1" status: 200 len: 853 time: 0.1318207 Aug 16 20:05:48.226678 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea15bc7-7f56-4c77-a6fc-826a80fd216f None None] Pushing event updated for resources: {'Port': ['ID=4ef83a4b-7a86-468b-bab3-4cbd98e184a5,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:48.229458 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6465e2b6-ae49-41cd-aa1a-28a9568e14bb None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:05:48.238806 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6465e2b6-ae49-41cd-aa1a-28a9568e14bb None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:05:48.238806 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6465e2b6-ae49-41cd-aa1a-28a9568e14bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:48.238806 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6465e2b6-ae49-41cd-aa1a-28a9568e14bb None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:05:48.251926 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-6465e2b6-ae49-41cd-aa1a-28a9568e14bb None None] Bound port: 4ef83a4b-7a86-468b-bab3-4cbd98e184a5, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:05:48.252332 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6465e2b6-ae49-41cd-aa1a-28a9568e14bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:48.424058 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-6465e2b6-ae49-41cd-aa1a-28a9568e14bb None None] For port 4ef83a4b-7a86-468b-bab3-4cbd98e184a5, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:05:48.434182 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-362e57dd-7d1c-4664-b324-cece11fc315b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:48.435802 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-6465e2b6-ae49-41cd-aa1a-28a9568e14bb None None] For port 4ef83a4b-7a86-468b-bab3-4cbd98e184a5, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=4ef83a4b-7a86-468b-bab3-4cbd98e184a5,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:05:48.448215 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6465e2b6-ae49-41cd-aa1a-28a9568e14bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:48.481836 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-750efbb8-66bb-4340-8b64-a01cc42e85c4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85ab7197-63b7-4ee3-a525-e669647c206a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1592531 Aug 16 20:05:48.491181 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-fc6f36cf-4e32-4439-9d76-64b8e33bdf80 service neutron] Attempting to bind port 1ef58c00-0078-4ed1-8fdc-0f97831a3118 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:05:48.491869 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-fc6f36cf-4e32-4439-9d76-64b8e33bdf80 service neutron] Attempting to bind port 1ef58c00-0078-4ed1-8fdc-0f97831a3118 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'b9b81a7b-3094-4b18-bad6-a8d3bdec846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '85ab7197-63b7-4ee3-a525-e669647c206a'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:05:48.492317 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-fc6f36cf-4e32-4439-9d76-64b8e33bdf80 service neutron] Attempting to bind port 1ef58c00-0078-4ed1-8fdc-0f97831a3118 on network 85ab7197-63b7-4ee3-a525-e669647c206a {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:05:48.500464 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c6a9f-5978-40e1-b350-6213a60aee6e req-50271aa5-6685-4b92-8718-6c87bddf1c11 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:48.508657 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-111c6a9f-5978-40e1-b350-6213a60aee6e req-50271aa5-6685-4b92-8718-6c87bddf1c11 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.1203389 Aug 16 20:05:48.552004 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e633b9-2b16-424f-abfa-816f67d86d99 req-5e44a738-ffd2-4f05-8d74-a7e59add613d tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:48.568955 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-22e633b9-2b16-424f-abfa-816f67d86d99 req-5e44a738-ffd2-4f05-8d74-a7e59add613d tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.2746427 Aug 16 20:05:48.576457 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d35dde-ea8f-44f1-acd5-cd6b8535dc33 req-341d5715-9b9d-4168-935a-534311281265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:48.578209 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d3d35dde-ea8f-44f1-acd5-cd6b8535dc33 req-341d5715-9b9d-4168-935a-534311281265 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.4486389 Aug 16 20:05:48.580532 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-fc6f36cf-4e32-4439-9d76-64b8e33bdf80 service neutron] Port 1ef58c00-0078-4ed1-8fdc-0f97831a3118 on network 85ab7197-63b7-4ee3-a525-e669647c206a not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:05:48.580855 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-fc6f36cf-4e32-4439-9d76-64b8e33bdf80 service neutron] Attempting to bind port 1ef58c00-0078-4ed1-8fdc-0f97831a3118 on network 85ab7197-63b7-4ee3-a525-e669647c206a {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:05:48.677656 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-9bf9625e-9115-4b60-9108-d72da0187a02 service neutron] 10.222.0.57 "GET /v2.0/networks/85ab7197-63b7-4ee3-a525-e669647c206a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426485 Aug 16 20:05:48.688520 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-111c6a9f-5978-40e1-b350-6213a60aee6e req-6c7e9fd2-5a8f-4578-8f2c-e1f0dccba8da tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780708 Aug 16 20:05:48.693835 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea15bc7-7f56-4c77-a6fc-826a80fd216f None None] Pushing event updated for resources: {'Port': ['ID=4ef83a4b-7a86-468b-bab3-4cbd98e184a5,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:48.751010 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-fc6f36cf-4e32-4439-9d76-64b8e33bdf80 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:05:48.751418 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-fc6f36cf-4e32-4439-9d76-64b8e33bdf80 service neutron] Checking segment: {'id': 'b9b81a7b-3094-4b18-bad6-a8d3bdec846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '85ab7197-63b7-4ee3-a525-e669647c206a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:05:48.751761 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-fc6f36cf-4e32-4439-9d76-64b8e33bdf80 service neutron] Bound using segment: {'id': 'b9b81a7b-3094-4b18-bad6-a8d3bdec846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '85ab7197-63b7-4ee3-a525-e669647c206a'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:05:48.754460 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6465e2b6-ae49-41cd-aa1a-28a9568e14bb None None] Routers {'ad23f2da-6701-41b2-9dd1-4394834506b1'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:05:48.755089 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6465e2b6-ae49-41cd-aa1a-28a9568e14bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:05:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['ad23f2da-6701-41b2-9dd1-4394834506b1'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:48.758914 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-fc6f36cf-4e32-4439-9d76-64b8e33bdf80 service neutron] Bound port: 1ef58c00-0078-4ed1-8fdc-0f97831a3118, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b81a7b-3094-4b18-bad6-a8d3bdec846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '85ab7197-63b7-4ee3-a525-e669647c206a'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:05:48.764903 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-fc6f36cf-4e32-4439-9d76-64b8e33bdf80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:48.816321 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d3d35dde-ea8f-44f1-acd5-cd6b8535dc33 req-dedb6f03-eb77-470f-bee6-db9d081bc0a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=42ac33f3-1f05-44c7-b779-674a2dcc3a73 HTTP/1.1" status: 200 len: 217 time: 0.2092886 Aug 16 20:05:48.868046 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-e47c2bd7-6596-4368-aeec-286f19c5fa27 service neutron] 10.222.0.57 "GET /v2.0/networks/85ab7197-63b7-4ee3-a525-e669647c206a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686985 Aug 16 20:05:48.995710 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-6465e2b6-ae49-41cd-aa1a-28a9568e14bb None None] Set router ad23f2da-6701-41b2-9dd1-4394834506b1 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:05:49.006713 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-22e633b9-2b16-424f-abfa-816f67d86d99 req-4582bcf1-e627-4999-a4c8-cf6295c5b780 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367299 Aug 16 20:05:49.135355 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d35dde-ea8f-44f1-acd5-cd6b8535dc33 req-e2e71bab-1741-4e2e-adf0-f829b8d82fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:49.139749 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d3d35dde-ea8f-44f1-acd5-cd6b8535dc33 req-e2e71bab-1741-4e2e-adf0-f829b8d82fef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.2632294 Aug 16 20:05:49.166265 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53194d45-d82a-4c07-a9dd-cc761d0215a6 req-94ee8ebd-0994-4492-b02e-d4fdead2b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:49.168265 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-53194d45-d82a-4c07-a9dd-cc761d0215a6 req-94ee8ebd-0994-4492-b02e-d4fdead2b59d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56e0ab8d372a445f97363a3d65fdf627&device_id=c8bd883d-0991-4b3b-9190-6cb3d7845bea HTTP/1.1" status: 200 len: 1095 time: 0.2080369 Aug 16 20:05:49.255778 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-362e57dd-7d1c-4664-b324-cece11fc315b admin admin] Allocated IP 172.20.0.1 (fcbf300a-d425-40e3-b32f-d5dc361f1197/8276c1b6-a356-47b2-8a53-fd231f843f94/7c32cdb0-936a-41ef-91d0-7f66473cb7b1) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:05:49.301096 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6465e2b6-ae49-41cd-aa1a-28a9568e14bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad23f2da-6701-41b2-9dd1-4394834506b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194961625-router', 'tenant_id': '690b9c71631449238fd309301373a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '4ef83a4b-7a86-468b-bab3-4cbd98e184a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:05:38Z', 'updated_at': '2021-08-16T20:05:43Z', 'revision_number': 3, 'project_id': '690b9c71631449238fd309301373a16e', 'gw_port': {'id': '4ef83a4b-7a86-468b-bab3-4cbd98e184a5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:13:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad23f2da-6701-41b2-9dd1-4394834506b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:39Z', 'updated_at': '2021-08-16T20:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:49.340476 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6465e2b6-ae49-41cd-aa1a-28a9568e14bb None None] The sync data for ids ['ad23f2da-6701-41b2-9dd1-4394834506b1'] in n-d-787206-13 is: [{'id': 'ad23f2da-6701-41b2-9dd1-4394834506b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194961625-router', 'tenant_id': '690b9c71631449238fd309301373a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '4ef83a4b-7a86-468b-bab3-4cbd98e184a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:05:38Z', 'updated_at': '2021-08-16T20:05:43Z', 'revision_number': 3, 'project_id': '690b9c71631449238fd309301373a16e', 'gw_port': {'id': '4ef83a4b-7a86-468b-bab3-4cbd98e184a5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:13:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad23f2da-6701-41b2-9dd1-4394834506b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:39Z', 'updated_at': '2021-08-16T20:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:05:49.352154 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-fc6f36cf-4e32-4439-9d76-64b8e33bdf80 service neutron] For port 1ef58c00-0078-4ed1-8fdc-0f97831a3118, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:05:49.414703 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-fc6f36cf-4e32-4439-9d76-64b8e33bdf80 service neutron] For port 1ef58c00-0078-4ed1-8fdc-0f97831a3118, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1ef58c00-0078-4ed1-8fdc-0f97831a3118,segment=NetworkSegment(b9b81a7b-3094-4b18-bad6-a8d3bdec846a),segment_id=b9b81a7b-3094-4b18-bad6-a8d3bdec846a)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:05:49.427684 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d35dde-ea8f-44f1-acd5-cd6b8535dc33 req-8f97bf9c-005e-4c67-82cb-bd9929f59a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:49.429265 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d3d35dde-ea8f-44f1-acd5-cd6b8535dc33 req-8f97bf9c-005e-4c67-82cb-bd9929f59a71 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1689105 Aug 16 20:05:49.444701 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d03697-3d32-4488-bbed-af1cae84cbce req-3c578e2f-6b70-4682-a81d-4038d5aa0425 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:49.446522 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-55d03697-3d32-4488-bbed-af1cae84cbce req-3c578e2f-6b70-4682-a81d-4038d5aa0425 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?device_id=1937d93a-4248-4b80-b300-561a1764c372 HTTP/1.1" status: 200 len: 943 time: 0.2956276 Aug 16 20:05:49.519320 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-362e57dd-7d1c-4664-b324-cece11fc315b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:49.564416 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53194d45-d82a-4c07-a9dd-cc761d0215a6 req-062d89c1-d40c-4ed8-80cf-9bcc4c3c3c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:49.566675 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-53194d45-d82a-4c07-a9dd-cc761d0215a6 req-062d89c1-d40c-4ed8-80cf-9bcc4c3c3c2e service neutron] 10.222.0.57 "GET /v2.0/networks?id=85ab7197-63b7-4ee3-a525-e669647c206a HTTP/1.1" status: 200 len: 914 time: 0.3858798 Aug 16 20:05:49.568481 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-362e57dd-7d1c-4664-b324-cece11fc315b admin admin] Transition to ACTIVE for port object 7c32cdb0-936a-41ef-91d0-7f66473cb7b1 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:05:49.589942 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-fc6f36cf-4e32-4439-9d76-64b8e33bdf80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:49.682831 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-53194d45-d82a-4c07-a9dd-cc761d0215a6 req-ad450273-6fb2-47c3-8037-e05a2688a0f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=555cf8d0-ba99-42cf-80d5-6d692108a766 HTTP/1.1" status: 200 len: 217 time: 0.0891032 Aug 16 20:05:49.831638 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424128c2-46fe-4f5f-a6e7-29b0291aa4a3 req-2204c87e-5b3c-4657-9d64-10122f595445 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:49.840118 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-424128c2-46fe-4f5f-a6e7-29b0291aa4a3 req-2204c87e-5b3c-4657-9d64-10122f595445 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 949 time: 0.1544747 Aug 16 20:05:49.879360 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53194d45-d82a-4c07-a9dd-cc761d0215a6 req-c1fbf191-7d99-465a-867b-e3723348d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:49.880897 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-53194d45-d82a-4c07-a9dd-cc761d0215a6 req-c1fbf191-7d99-465a-867b-e3723348d8b1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7dd89c55-7d0e-41b3-a4c5-9d75eac65682 HTTP/1.1" status: 200 len: 853 time: 0.1832361 Aug 16 20:05:49.919435 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-53194d45-d82a-4c07-a9dd-cc761d0215a6 req-68fe0856-1e50-42b3-952b-6093b8c4294b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85ab7197-63b7-4ee3-a525-e669647c206a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282898 Aug 16 20:05:49.923106 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-362e57dd-7d1c-4664-b324-cece11fc315b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:50.009201 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e57dd-7d1c-4664-b324-cece11fc315b admin admin] Pushing event updated for resources: {'Port': ['ID=7c32cdb0-936a-41ef-91d0-7f66473cb7b1,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:50.335988 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d3d35dde-ea8f-44f1-acd5-cd6b8535dc33 req-0e925c2d-62a8-45c0-ba0d-49359295c4cc service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8881025 Aug 16 20:05:50.362459 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-fc6f36cf-4e32-4439-9d76-64b8e33bdf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:50.363277 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-fc6f36cf-4e32-4439-9d76-64b8e33bdf80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:50.364785 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-fc6f36cf-4e32-4439-9d76-64b8e33bdf80 service neutron] 10.222.0.57 "PUT /v2.0/ports/1ef58c00-0078-4ed1-8fdc-0f97831a3118 HTTP/1.1" status: 200 len: 1092 time: 3.5576007 Aug 16 20:05:50.365462 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1937d93a-4248-4b80-b300-561a1764c372', 'tag': '1ef58c00-0078-4ed1-8fdc-0f97831a3118'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:50.368160 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5b99aa-2fcc-4f59-84e4-81ce934a094f" -d '{"events": [{"name": "network-changed", "server_uuid": "1937d93a-4248-4b80-b300-561a1764c372", "tag": "1ef58c00-0078-4ed1-8fdc-0f97831a3118"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:50.546474 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4ef83a4b-7a86-468b-bab3-4cbd98e184a5 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:05:50.561064 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-55d03697-3d32-4488-bbed-af1cae84cbce req-3fe713a9-ae62-4bd3-9bca-ca5e5340af45 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/security-groups?id=6663b8f5-c7c4-4d1e-883a-75dc557fa1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9747405 Aug 16 20:05:50.599452 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-424128c2-46fe-4f5f-a6e7-29b0291aa4a3 req-98479fc4-4a9f-4263-9b6a-65e7895bc8ba tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7580464 Aug 16 20:05:50.652246 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 4ef83a4b-7a86-468b-bab3-4cbd98e184a5 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:05:50.657130 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 4ef83a4b-7a86-468b-bab3-4cbd98e184a5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:50.657643 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:50.659487 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f36cf-4e32-4439-9d76-64b8e33bdf80 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef58c00-0078-4ed1-8fdc-0f97831a3118,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:50.707378 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362e57dd-7d1c-4664-b324-cece11fc315b admin admin] Network fcbf300a-d425-40e3-b32f-d5dc361f1197 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:05:50.731331 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-53194d45-d82a-4c07-a9dd-cc761d0215a6 req-b6004552-6531-42fc-bea5-c3c384a73a1b service neutron] 10.222.0.57 "GET /v2.0/networks/85ab7197-63b7-4ee3-a525-e669647c206a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7301466 Aug 16 20:05:50.737889 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-362e57dd-7d1c-4664-b324-cece11fc315b admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:05:50.739300 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-0ca90222-daef-406e-9e1e-76a1adc4f43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:50.740888 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-0ca90222-daef-406e-9e1e-76a1adc4f43a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56e0ab8d372a445f97363a3d65fdf627&device_id=1937d93a-4248-4b80-b300-561a1764c372 HTTP/1.1" status: 200 len: 1095 time: 0.2875454 Aug 16 20:05:50.749859 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362e57dd-7d1c-4664-b324-cece11fc315b admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:05:50.865045 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:50.894219 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 4ef83a4b-7a86-468b-bab3-4cbd98e184a5, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=4ef83a4b-7a86-468b-bab3-4cbd98e184a5,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:50.897835 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 555cf8d0-ba99-42cf-80d5-6d692108a766 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:05:50.917814 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:50.937541 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-6eb3990d-59e2-4821-b649-54473ff7be7f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ef58c00-0078-4ed1-8fdc-0f97831a3118 HTTP/1.1" status: 200 len: 217 time: 0.1627860 Aug 16 20:05:50.971010 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d3d35dde-ea8f-44f1-acd5-cd6b8535dc33 req-5e98ec5b-3621-445d-8679-58a55d26af57 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5796967 Aug 16 20:05:51.077809 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=4ef83a4b-7a86-468b-bab3-4cbd98e184a5,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:51.162890 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 555cf8d0-ba99-42cf-80d5-6d692108a766, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=555cf8d0-ba99-42cf-80d5-6d692108a766,segment=NetworkSegment(b9b81a7b-3094-4b18-bad6-a8d3bdec846a),segment_id=b9b81a7b-3094-4b18-bad6-a8d3bdec846a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:51.189975 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '555cf8d0-ba99-42cf-80d5-6d692108a766', 'network_id': '85ab7197-63b7-4ee3-a525-e669647c206a', 'port_id': '555cf8d0-ba99-42cf-80d5-6d692108a766', 'mac_address': 'fa:16:3e:87:79:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd89c55-7d0e-41b3-a4c5-9d75eac65682', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:05:51.209011 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-10f6ffd1-78c7-49ee-a9fb-6111cd0488d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:51.210552 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-10f6ffd1-78c7-49ee-a9fb-6111cd0488d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7dd89c55-7d0e-41b3-a4c5-9d75eac65682 HTTP/1.1" status: 200 len: 853 time: 0.2733052 Aug 16 20:05:51.220313 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906a42e-41f1-44f5-899c-152d63cc6e5f req-f8ba35a9-33b4-4e6e-9cdf-59e570472710 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:51.222036 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c906a42e-41f1-44f5-899c-152d63cc6e5f req-f8ba35a9-33b4-4e6e-9cdf-59e570472710 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.2547727 Aug 16 20:05:51.264214 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-e312505f-acb5-4b51-ad01-834fb54de2ed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85ab7197-63b7-4ee3-a525-e669647c206a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411406 Aug 16 20:05:51.273748 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:51.283224 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-53194d45-d82a-4c07-a9dd-cc761d0215a6 req-9a014cec-8d85-456f-b118-656c7fe09c12 service neutron] 10.222.0.57 "GET /v2.0/networks/85ab7197-63b7-4ee3-a525-e669647c206a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5304663 Aug 16 20:05:51.296983 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-362e57dd-7d1c-4664-b324-cece11fc315b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:51.302049 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 555cf8d0-ba99-42cf-80d5-6d692108a766 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:05:51.302437 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-988205b3-cd46-48a6-9816-5bf3105be740 service neutron] show failed (client error): The resource could not be found. Aug 16 20:05:51.304039 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-988205b3-cd46-48a6-9816-5bf3105be740 service neutron] 10.222.0.57 "GET /v2.0/ports/42ac33f3-1f05-44c7-b779-674a2dcc3a73/bindings/n-h2-787206-13 HTTP/1.1" status: 404 len: 381 time: 1.3072252 Aug 16 20:05:51.332882 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 555cf8d0-ba99-42cf-80d5-6d692108a766, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=555cf8d0-ba99-42cf-80d5-6d692108a766,segment=NetworkSegment(b9b81a7b-3094-4b18-bad6-a8d3bdec846a),segment_id=b9b81a7b-3094-4b18-bad6-a8d3bdec846a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:51.356473 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:51.358052 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c906a42e-41f1-44f5-899c-152d63cc6e5f req-3f21b017-2760-4a28-b930-d4e4de4ec54a tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252189 Aug 16 20:05:51.382183 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-448b8fad-06dd-496e-9e8c-31c912dd87ea None None] Provisioning for port 7c32cdb0-936a-41ef-91d0-7f66473cb7b1 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:05:51.448414 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-448b8fad-06dd-496e-9e8c-31c912dd87ea None None] Provisioning complete for port 7c32cdb0-936a-41ef-91d0-7f66473cb7b1 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:51.450771 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-448b8fad-06dd-496e-9e8c-31c912dd87ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:51.513620 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20473961-ef50-4e2a-a44d-d8abd2db2071 x-openstack-request-id: req-20473961-ef50-4e2a-a44d-d8abd2db2071 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:51.514085 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1937d93a-4248-4b80-b300-561a1764c372", "tag": "1ef58c00-0078-4ed1-8fdc-0f97831a3118", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:51.514478 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-20473961-ef50-4e2a-a44d-d8abd2db2071 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:51.515011 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1937d93a-4248-4b80-b300-561a1764c372', 'tag': '1ef58c00-0078-4ed1-8fdc-0f97831a3118', 'status': 'completed', 'code': 200} Aug 16 20:05:51.526975 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984f9c6-e216-4c6c-b1a6-e63ee2b259c8 req-e4b8b7d0-379b-4932-872e-5c85181d3e6c tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:51.529251 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1984f9c6-e216-4c6c-b1a6-e63ee2b259c8 req-e4b8b7d0-379b-4932-872e-5c85181d3e6c tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.5760815 Aug 16 20:05:51.670230 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['555cf8d0-ba99-42cf-80d5-6d692108a766'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:05:51.720741 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-0b344624-36fe-43ef-89f6-1ef67d9d3abd service neutron] 10.222.0.57 "GET /v2.0/networks/85ab7197-63b7-4ee3-a525-e669647c206a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313014 Aug 16 20:05:51.746019 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-448b8fad-06dd-496e-9e8c-31c912dd87ea None None] Port 7c32cdb0-936a-41ef-91d0-7f66473cb7b1 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:05:51.757035 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=555cf8d0-ba99-42cf-80d5-6d692108a766,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:51.791815 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1984f9c6-e216-4c6c-b1a6-e63ee2b259c8 req-d397ffe5-ba98-4f72-bda7-0716914223cc tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215381 Aug 16 20:05:51.812052 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-362e57dd-7d1c-4664-b324-cece11fc315b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:52.017350 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0081b309-1fb5-44b4-898b-ed2a2789f67a req-4f3103fa-74b5-4587-a467-9ef35cbc4b65 service neutron] 10.222.0.57 "GET /v2.0/networks/85ab7197-63b7-4ee3-a525-e669647c206a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957008 Aug 16 20:05:52.061527 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc6300-de02-41d1-a78f-b6460edc40e9 req-4c953bff-225f-4374-9b36-41047fa8a55c tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:52.070623 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f4dc6300-de02-41d1-a78f-b6460edc40e9 req-4c953bff-225f-4374-9b36-41047fa8a55c tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?device_id=1937d93a-4248-4b80-b300-561a1764c372 HTTP/1.1" status: 200 len: 943 time: 0.3468232 Aug 16 20:05:52.130070 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-362e57dd-7d1c-4664-b324-cece11fc315b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:52.159300 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-362e57dd-7d1c-4664-b324-cece11fc315b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:52.212223 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f4dc6300-de02-41d1-a78f-b6460edc40e9 req-2bcf43f5-8065-41f3-a0fd-48b0d54625dd tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/security-groups?id=6663b8f5-c7c4-4d1e-883a-75dc557fa1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405635 Aug 16 20:05:52.248373 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b99aa-2fcc-4f59-84e4-81ce934a094f req-68b10664-82cb-45d1-b64a-9f0607b64015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:52.252576 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0b5b99aa-2fcc-4f59-84e4-81ce934a094f req-68b10664-82cb-45d1-b64a-9f0607b64015 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56e0ab8d372a445f97363a3d65fdf627&device_id=1937d93a-4248-4b80-b300-561a1764c372 HTTP/1.1" status: 200 len: 1095 time: 0.1624494 Aug 16 20:05:52.262765 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e57dd-7d1c-4664-b324-cece11fc315b admin admin] Pushing event updated for resources: {'Port': ['ID=7c32cdb0-936a-41ef-91d0-7f66473cb7b1,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:52.289125 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-197ba071-a3e1-47c5-9c7e-b0e1180fbb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:52.291459 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-197ba071-a3e1-47c5-9c7e-b0e1180fbb65 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2&tenant_id=f79b284ed8d04e57925fd24cf95b04a3 HTTP/1.1" status: 200 len: 1101 time: 0.6121097 Aug 16 20:05:52.307021 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787206-13', 'device_owner': 'compute:nova'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:05:52.314654 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-362e57dd-7d1c-4664-b324-cece11fc315b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:52.323613 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715420c8-f636-4ced-be73-604ae7baa6fc req-b050a9e7-df18-40fd-a775-f5903da7324b tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:52.325638 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-715420c8-f636-4ced-be73-604ae7baa6fc req-b050a9e7-df18-40fd-a775-f5903da7324b tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 949 time: 0.1928420 Aug 16 20:05:52.430503 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b99aa-2fcc-4f59-84e4-81ce934a094f req-b798bd6d-722f-4306-84db-9b189364eacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:52.432639 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0b5b99aa-2fcc-4f59-84e4-81ce934a094f req-b798bd6d-722f-4306-84db-9b189364eacc service neutron] 10.222.0.57 "GET /v2.0/networks?id=85ab7197-63b7-4ee3-a525-e669647c206a HTTP/1.1" status: 200 len: 914 time: 0.1718829 Aug 16 20:05:52.465526 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:52.497017 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4ef83a4b-7a86-468b-bab3-4cbd98e184a5 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:05:52.535064 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0b5b99aa-2fcc-4f59-84e4-81ce934a094f req-8674b182-a189-4e8a-9f36-6305caf342cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ef58c00-0078-4ed1-8fdc-0f97831a3118 HTTP/1.1" status: 200 len: 217 time: 0.0928719 Aug 16 20:05:52.589076 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 4ef83a4b-7a86-468b-bab3-4cbd98e184a5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:52.589603 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:52.675516 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-715420c8-f636-4ced-be73-604ae7baa6fc req-027b304b-8e95-438c-98a7-d744bc0af90d tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410691 Aug 16 20:05:52.678725 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b99aa-2fcc-4f59-84e4-81ce934a094f req-7f62fdc8-3778-42c0-a460-d566a24af2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:52.681206 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0b5b99aa-2fcc-4f59-84e4-81ce934a094f req-7f62fdc8-3778-42c0-a460-d566a24af2f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7dd89c55-7d0e-41b3-a4c5-9d75eac65682 HTTP/1.1" status: 200 len: 853 time: 0.1391473 Aug 16 20:05:52.701193 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa3b8b-38e3-4c4e-b66c-7d05ec9c5919 req-de97659f-67b6-4a8f-b143-613ee14e26b8 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:52.702779 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d1aa3b8b-38e3-4c4e-b66c-7d05ec9c5919 req-de97659f-67b6-4a8f-b143-613ee14e26b8 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.0852876 Aug 16 20:05:52.751058 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d1aa3b8b-38e3-4c4e-b66c-7d05ec9c5919 req-1efe9eef-58ef-41e6-a1ce-f097c800180a tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389473 Aug 16 20:05:52.778770 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0b5b99aa-2fcc-4f59-84e4-81ce934a094f req-2cbc0d95-d39b-4f8e-acc0-78cb151798a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85ab7197-63b7-4ee3-a525-e669647c206a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703585 Aug 16 20:05:52.865229 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362e57dd-7d1c-4664-b324-cece11fc315b admin admin] Network fcbf300a-d425-40e3-b32f-d5dc361f1197 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:05:52.871944 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-362e57dd-7d1c-4664-b324-cece11fc315b admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:05:52.881304 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0b5b99aa-2fcc-4f59-84e4-81ce934a094f req-7f811f4d-7c50-4f69-b56f-64d076be7a60 service neutron] 10.222.0.57 "GET /v2.0/networks/85ab7197-63b7-4ee3-a525-e669647c206a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970063 Aug 16 20:05:52.888605 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 555cf8d0-ba99-42cf-80d5-6d692108a766 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:05:53.026782 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0b5b99aa-2fcc-4f59-84e4-81ce934a094f req-c43d184a-436e-476f-81d9-d3f18255bf07 service neutron] 10.222.0.57 "GET /v2.0/networks/85ab7197-63b7-4ee3-a525-e669647c206a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338952 Aug 16 20:05:53.056957 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 555cf8d0-ba99-42cf-80d5-6d692108a766 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:05:53.065444 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 555cf8d0-ba99-42cf-80d5-6d692108a766 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:53.066106 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:53.193911 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:53.221342 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8bd883d-0991-4b3b-9190-6cb3d7845bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555cf8d0-ba99-42cf-80d5-6d692108a766'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:53.223957 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e676856b-bcb1-41f9-b171-b50af68cf20e" -d '{"events": [{"server_uuid": "c8bd883d-0991-4b3b-9190-6cb3d7845bea", "name": "network-vif-plugged", "status": "completed", "tag": "555cf8d0-ba99-42cf-80d5-6d692108a766"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:53.234273 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf019e-49d1-441d-bec1-a130a880f6f9 req-93ec1e70-d3b5-4d2e-ac03-68f9bba74293 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:53.236232 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c9cf019e-49d1-441d-bec1-a130a880f6f9 req-93ec1e70-d3b5-4d2e-ac03-68f9bba74293 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.2791123 Aug 16 20:05:53.245191 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 555cf8d0-ba99-42cf-80d5-6d692108a766, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=555cf8d0-ba99-42cf-80d5-6d692108a766,segment=NetworkSegment(b9b81a7b-3094-4b18-bad6-a8d3bdec846a),segment_id=b9b81a7b-3094-4b18-bad6-a8d3bdec846a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:53.251709 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:53.252679 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 42ac33f3-1f05-44c7-b779-674a2dcc3a73 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:05:53.268777 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] For port 42ac33f3-1f05-44c7-b779-674a2dcc3a73, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=42ac33f3-1f05-44c7-b779-674a2dcc3a73,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:53.277670 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362e57dd-7d1c-4664-b324-cece11fc315b admin admin] Router ad23f2da-6701-41b2-9dd1-4394834506b1 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:05:53.319080 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8869f46-301e-4ace-b9a1-24143f620261 x-openstack-request-id: req-a8869f46-301e-4ace-b9a1-24143f620261 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:53.319586 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8bd883d-0991-4b3b-9190-6cb3d7845bea", "name": "network-vif-plugged", "status": "completed", "tag": "555cf8d0-ba99-42cf-80d5-6d692108a766", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:53.319710 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a8869f46-301e-4ace-b9a1-24143f620261 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:53.321461 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8bd883d-0991-4b3b-9190-6cb3d7845bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555cf8d0-ba99-42cf-80d5-6d692108a766', 'code': 200} Aug 16 20:05:53.361539 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b7200976-d396-4152-a2c7-3a1a9cab8089 None None] Provisioning complete for port 7c32cdb0-936a-41ef-91d0-7f66473cb7b1 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:53.361919 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7200976-d396-4152-a2c7-3a1a9cab8089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:53.402844 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c9cf019e-49d1-441d-bec1-a130a880f6f9 req-90ec256a-6877-4dd6-954d-5b4b20cb9b26 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578074 Aug 16 20:05:53.405778 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] For port 42ac33f3-1f05-44c7-b779-674a2dcc3a73, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:05:53.461328 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=555cf8d0-ba99-42cf-80d5-6d692108a766,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:53.497635 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b51ab8c-c268-459f-b1d9-f2e16bd242e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42ac33f3-1f05-44c7-b779-674a2dcc3a73'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:53.500022 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd59f9f-0e30-4d38-8d10-ca99f63ed301" -d '{"events": [{"server_uuid": "1b51ab8c-c268-459f-b1d9-f2e16bd242e2", "name": "network-vif-unplugged", "status": "completed", "tag": "42ac33f3-1f05-44c7-b779-674a2dcc3a73"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:53.507391 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:53.532716 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362e57dd-7d1c-4664-b324-cece11fc315b admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:05:53.551389 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-362e57dd-7d1c-4664-b324-cece11fc315b admin admin] 10.222.0.68 "PUT /v2.0/routers/ad23f2da-6701-41b2-9dd1-4394834506b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9880385 Aug 16 20:05:53.556064 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] Transition to ACTIVE for port object 42ac33f3-1f05-44c7-b779-674a2dcc3a73 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:05:53.572981 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:53.573244 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e33c6-1f0c-4327-bed3-cf6be797a041 req-cdd90bdd-532e-417a-a364-8fb4c29c66fa tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:53.574058 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:53.580702 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4618617f-ba7e-4e96-bfba-9d5d420d3c8a None None] Sync routers for ids ['ad23f2da-6701-41b2-9dd1-4394834506b1'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:05:53.588819 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b7200976-d396-4152-a2c7-3a1a9cab8089 None None] Port 7c32cdb0-936a-41ef-91d0-7f66473cb7b1 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:05:53.592085 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3a6e33c6-1f0c-4327-bed3-cf6be797a041 req-cdd90bdd-532e-417a-a364-8fb4c29c66fa tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?device_id=1937d93a-4248-4b80-b300-561a1764c372 HTTP/1.1" status: 200 len: 943 time: 0.2087369 Aug 16 20:05:53.665980 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4618617f-ba7e-4e96-bfba-9d5d420d3c8a None None] Routers {'ad23f2da-6701-41b2-9dd1-4394834506b1'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:05:53.667318 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4618617f-ba7e-4e96-bfba-9d5d420d3c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:05:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['ad23f2da-6701-41b2-9dd1-4394834506b1'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:53.716696 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] No DVR routers for this DVR port 42ac33f3-1f05-44c7-b779-674a2dcc3a73 on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:05:53.783447 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483fd8ee-1e4d-4ab9-9e02-32da5fbc4873 x-openstack-request-id: req-483fd8ee-1e4d-4ab9-9e02-32da5fbc4873 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:53.783897 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b51ab8c-c268-459f-b1d9-f2e16bd242e2", "name": "network-vif-unplugged", "status": "completed", "tag": "42ac33f3-1f05-44c7-b779-674a2dcc3a73", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:53.784297 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-483fd8ee-1e4d-4ab9-9e02-32da5fbc4873 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:53.784905 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b51ab8c-c268-459f-b1d9-f2e16bd242e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42ac33f3-1f05-44c7-b779-674a2dcc3a73', 'code': 200} Aug 16 20:05:53.789201 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] Pushing event updated for resources: {'Port': ['ID=42ac33f3-1f05-44c7-b779-674a2dcc3a73,revision_number=6']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:53.821662 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:05:53.821662 n-d-787206-13 neutron-server[94772]: DEBUG oslo_db.api [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:05:53.826176 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1a866-ef87-455e-a9ec-baf1351b6068 req-c1be5523-9fdd-4a4b-847f-5c94dbb5f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:53.828753 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-45f1a866-ef87-455e-a9ec-baf1351b6068 req-c1be5523-9fdd-4a4b-847f-5c94dbb5f57e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c8bd883d-0991-4b3b-9190-6cb3d7845bea HTTP/1.1" status: 200 len: 1097 time: 0.3879380 Aug 16 20:05:53.850853 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3a6e33c6-1f0c-4327-bed3-cf6be797a041 req-59546d98-77c8-48e4-9945-767d7a65ab75 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/security-groups?id=6663b8f5-c7c4-4d1e-883a-75dc557fa1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147553 Aug 16 20:05:53.870726 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-4618617f-ba7e-4e96-bfba-9d5d420d3c8a None None] Set router ad23f2da-6701-41b2-9dd1-4394834506b1 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:05:53.889975 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:53.890881 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:53.890881 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:53.891139 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:53.891350 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:53.895814 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:53.896157 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:53.896497 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:53.896830 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:53.897158 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:53.897488 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:53.897814 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:53.928227 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-45f1a866-ef87-455e-a9ec-baf1351b6068 req-295821a7-afc3-453a-bb8d-34768adc33a9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6663b8f5-c7c4-4d1e-883a-75dc557fa1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759754 Aug 16 20:05:53.936165 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] Attempting to bind port 42ac33f3-1f05-44c7-b779-674a2dcc3a73 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:05:53.936772 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] Attempting to bind port 42ac33f3-1f05-44c7-b779-674a2dcc3a73 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:05:53.937313 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] Attempting to bind port 42ac33f3-1f05-44c7-b779-674a2dcc3a73 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:05:53.944426 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] Port 42ac33f3-1f05-44c7-b779-674a2dcc3a73 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:05:53.945788 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] Attempting to bind port 42ac33f3-1f05-44c7-b779-674a2dcc3a73 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:05:53.953464 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:05:53.954073 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:05:53.954473 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:05:53.954918 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] Bound port: 42ac33f3-1f05-44c7-b779-674a2dcc3a73, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:05:53.955301 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:54.038543 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c35d0-e26a-4c22-9f0a-294cf0f0a3a4 req-16ae3e27-4e61-4402-921d-99f919fe2286 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:54.070131 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bd5c35d0-e26a-4c22-9f0a-294cf0f0a3a4 req-16ae3e27-4e61-4402-921d-99f919fe2286 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 947 time: 0.1027374 Aug 16 20:05:54.131780 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bd5c35d0-e26a-4c22-9f0a-294cf0f0a3a4 req-e2e54c1e-894a-42c1-9609-c69bca993001 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606496 Aug 16 20:05:54.137021 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] For port 42ac33f3-1f05-44c7-b779-674a2dcc3a73, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:05:54.153990 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] For port 42ac33f3-1f05-44c7-b779-674a2dcc3a73, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=42ac33f3-1f05-44c7-b779-674a2dcc3a73,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:05:54.174981 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb4e7d-8aad-47ff-aad3-9b4a0a1fd8c6 req-92bd3810-eb6a-4ac2-bc9e-6fba1cda9104 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:54.176932 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a3eb4e7d-8aad-47ff-aad3-9b4a0a1fd8c6 req-92bd3810-eb6a-4ac2-bc9e-6fba1cda9104 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.0849082 Aug 16 20:05:54.178273 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:54.240089 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4618617f-ba7e-4e96-bfba-9d5d420d3c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad23f2da-6701-41b2-9dd1-4394834506b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194961625-router', 'tenant_id': '690b9c71631449238fd309301373a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '4ef83a4b-7a86-468b-bab3-4cbd98e184a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:05:38Z', 'updated_at': '2021-08-16T20:05:51Z', 'revision_number': 4, 'project_id': '690b9c71631449238fd309301373a16e', 'gw_port': {'id': '4ef83a4b-7a86-468b-bab3-4cbd98e184a5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:13:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad23f2da-6701-41b2-9dd1-4394834506b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:39Z', 'updated_at': '2021-08-16T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '7c32cdb0-936a-41ef-91d0-7f66473cb7b1', 'name': '', 'network_id': 'fcbf300a-d425-40e3-b32f-d5dc361f1197', 'tenant_id': '690b9c71631449238fd309301373a16e', 'mac_address': 'fa:16:3e:5a:4a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad23f2da-6701-41b2-9dd1-4394834506b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '8276c1b6-a356-47b2-8a53-fd231f843f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:48Z', 'updated_at': '2021-08-16T20:05:51Z', 'revision_number': 2, 'project_id': '690b9c71631449238fd309301373a16e', 'subnets': [{'id': '8276c1b6-a356-47b2-8a53-fd231f843f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:54.247582 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:54.248213 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:54.250056 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] 10.222.0.63 "PUT /v2.0/ports/42ac33f3-1f05-44c7-b779-674a2dcc3a73 HTTP/1.1" status: 200 len: 1096 time: 1.9478879 Aug 16 20:05:54.280371 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [req-7db3c704-5eb5-4268-bc44-0cbb8cfcbbe6 req-501ca8e1-bbf5-42d1-8bc0-df634da23e9b tempest-FloatingIPDetailsNegativeTestJSON-1168604762 tempest-FloatingIPDetailsNegativeTestJSON-1168604762-project] show failed (client error): The resource could not be found. Aug 16 20:05:54.294528 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7db3c704-5eb5-4268-bc44-0cbb8cfcbbe6 req-501ca8e1-bbf5-42d1-8bc0-df634da23e9b tempest-FloatingIPDetailsNegativeTestJSON-1168604762 tempest-FloatingIPDetailsNegativeTestJSON-1168604762-project] 10.222.0.68 "GET /v2.0/floatingips/bf5bebaf-3830-4b7f-a5ca-44b4887c9009 HTTP/1.1" status: 404 len: 350 time: 0.0718143 Aug 16 20:05:54.295157 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4618617f-ba7e-4e96-bfba-9d5d420d3c8a None None] Checking router: ad23f2da-6701-41b2-9dd1-4394834506b1 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:05:54.295603 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4618617f-ba7e-4e96-bfba-9d5d420d3c8a None None] Updating router ad23f2da-6701-41b2-9dd1-4394834506b1 port 7c32cdb0-936a-41ef-91d0-7f66473cb7b1 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:05:54.296232 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40200) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:54.318729 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a3eb4e7d-8aad-47ff-aad3-9b4a0a1fd8c6 req-cc9fb908-2404-4378-a27e-084e9bdbe8ab tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345098 Aug 16 20:05:54.359814 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8b8ab-9fc4-4ad5-b3b6-7d5e4df808f0 service neutron] Pushing event updated for resources: {'Port': ['ID=42ac33f3-1f05-44c7-b779-674a2dcc3a73,revision_number=7']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:54.381083 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-9c004436-91f6-4dc0-afb0-ec119a491bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:54.384101 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-9c004436-91f6-4dc0-afb0-ec119a491bf8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 1099 time: 0.1067369 Aug 16 20:05:54.468834 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4618617f-ba7e-4e96-bfba-9d5d420d3c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:54.624907 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a131378-4abc-4d22-917f-45b06823c76f req-8828b536-9501-4777-a8d4-5bae2203b4ae tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:54.627181 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6a131378-4abc-4d22-917f-45b06823c76f req-8828b536-9501-4777-a8d4-5bae2203b4ae tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.1047654 Aug 16 20:05:54.628698 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-eb87aa21-c69d-46a3-a6c5-693850a3a6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:54.630140 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-eb87aa21-c69d-46a3-a6c5-693850a3a6d9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.2337780 Aug 16 20:05:54.766672 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-f554373b-9780-4926-b3a2-13a52e370bd6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=42ac33f3-1f05-44c7-b779-674a2dcc3a73 HTTP/1.1" status: 200 len: 217 time: 0.1133766 Aug 16 20:05:54.893308 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6a131378-4abc-4d22-917f-45b06823c76f req-73c7b9ca-4d99-403d-ba61-777a1f67d5e2 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560158 Aug 16 20:05:54.900151 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 1ef58c00-0078-4ed1-8fdc-0f97831a3118 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:05:54.905243 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-af788891-5e31-4159-901e-a85a1f029bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:54.909687 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-af788891-5e31-4159-901e-a85a1f029bc2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1290004 Aug 16 20:05:55.002451 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-8f3c1eef-1091-4fcf-88b9-8d88140b2bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:55.004157 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-8f3c1eef-1091-4fcf-88b9-8d88140b2bae service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0866940 Aug 16 20:05:55.142070 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-a9e89edf-7abe-402e-88d0-b860b7643456 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297674 Aug 16 20:05:55.270274 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0f3b2fa0-cff7-4c9a-88b2-43f7d76b64a6 req-2643d54a-3e13-4967-ba3f-7a9a6057f5fa service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155488 Aug 16 20:05:55.297112 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-296c013a-17b0-47ab-92f3-12817d00e572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:55.346670 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4618617f-ba7e-4e96-bfba-9d5d420d3c8a None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:55.347313 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a2e48-5c36-4aac-872e-3864966dd2a1 req-8b74d3d3-a440-430d-80bd-404e9b8153b0 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:55.351785 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-100a2e48-5c36-4aac-872e-3864966dd2a1 req-8b74d3d3-a440-430d-80bd-404e9b8153b0 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?device_id=1937d93a-4248-4b80-b300-561a1764c372 HTTP/1.1" status: 200 len: 943 time: 0.2065780 Aug 16 20:05:55.358318 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 1ef58c00-0078-4ed1-8fdc-0f97831a3118, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1ef58c00-0078-4ed1-8fdc-0f97831a3118,segment=NetworkSegment(b9b81a7b-3094-4b18-bad6-a8d3bdec846a),segment_id=b9b81a7b-3094-4b18-bad6-a8d3bdec846a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:55.374576 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4618617f-ba7e-4e96-bfba-9d5d420d3c8a None None] Transition to ACTIVE for port object 7c32cdb0-936a-41ef-91d0-7f66473cb7b1 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:05:55.377577 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '1ef58c00-0078-4ed1-8fdc-0f97831a3118', 'network_id': '85ab7197-63b7-4ee3-a525-e669647c206a', 'port_id': '1ef58c00-0078-4ed1-8fdc-0f97831a3118', 'mac_address': 'fa:16:3e:c2:80:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd89c55-7d0e-41b3-a4c5-9d75eac65682', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:05:55.405995 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4618617f-ba7e-4e96-bfba-9d5d420d3c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:55.464898 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-100a2e48-5c36-4aac-872e-3864966dd2a1 req-36d4affa-ae73-4b49-a8fd-ca65fa6c54e7 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/security-groups?id=6663b8f5-c7c4-4d1e-883a-75dc557fa1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061230 Aug 16 20:05:55.477052 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b11e0-5b89-4870-9c28-7e6deb53c2b0 None None] Pushing event updated for resources: {'Port': ['ID=7c32cdb0-936a-41ef-91d0-7f66473cb7b1,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:55.510490 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:55.558001 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef58c00-0078-4ed1-8fdc-0f97831a3118 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:05:55.606703 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4618617f-ba7e-4e96-bfba-9d5d420d3c8a None None] Attempting to bind port 7c32cdb0-936a-41ef-91d0-7f66473cb7b1 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:05:55.607080 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4618617f-ba7e-4e96-bfba-9d5d420d3c8a None None] Attempting to bind port 7c32cdb0-936a-41ef-91d0-7f66473cb7b1 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'bc7f5259-62d9-47f6-9ad7-8ded8ca2b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'fcbf300a-d425-40e3-b32f-d5dc361f1197'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:05:55.607483 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4618617f-ba7e-4e96-bfba-9d5d420d3c8a None None] Attempting to bind port 7c32cdb0-936a-41ef-91d0-7f66473cb7b1 on network fcbf300a-d425-40e3-b32f-d5dc361f1197 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:05:55.623230 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4618617f-ba7e-4e96-bfba-9d5d420d3c8a None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:05:55.623945 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4618617f-ba7e-4e96-bfba-9d5d420d3c8a None None] Checking segment: {'id': 'bc7f5259-62d9-47f6-9ad7-8ded8ca2b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'fcbf300a-d425-40e3-b32f-d5dc361f1197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:05:55.624930 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4618617f-ba7e-4e96-bfba-9d5d420d3c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:55.624930 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4618617f-ba7e-4e96-bfba-9d5d420d3c8a None None] Bound using segment: {'id': 'bc7f5259-62d9-47f6-9ad7-8ded8ca2b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'fcbf300a-d425-40e3-b32f-d5dc361f1197'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:05:55.626830 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4618617f-ba7e-4e96-bfba-9d5d420d3c8a None None] Bound port: 7c32cdb0-936a-41ef-91d0-7f66473cb7b1, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7f5259-62d9-47f6-9ad7-8ded8ca2b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'fcbf300a-d425-40e3-b32f-d5dc361f1197'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:05:55.627362 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4618617f-ba7e-4e96-bfba-9d5d420d3c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:55.631274 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 1ef58c00-0078-4ed1-8fdc-0f97831a3118, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1ef58c00-0078-4ed1-8fdc-0f97831a3118,segment=NetworkSegment(b9b81a7b-3094-4b18-bad6-a8d3bdec846a),segment_id=b9b81a7b-3094-4b18-bad6-a8d3bdec846a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:55.645207 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:55.679485 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be373ff-b35c-4395-b50f-e0c71fc74409 req-1bb52161-3130-4fa0-8d4a-0f284110302a tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:55.681442 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3be373ff-b35c-4395-b50f-e0c71fc74409 req-1bb52161-3130-4fa0-8d4a-0f284110302a tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.1152620 Aug 16 20:05:55.732718 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2ba18-133a-468e-adfe-58b2e23eb335 req-4146f248-c2dc-4889-8e35-ca4c4db02ca4 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:55.741373 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5cd2ba18-133a-468e-adfe-58b2e23eb335 req-4146f248-c2dc-4889-8e35-ca4c4db02ca4 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 947 time: 0.2103531 Aug 16 20:05:55.741593 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3be373ff-b35c-4395-b50f-e0c71fc74409 req-11d47918-256f-48e7-b10e-8f4ab3221f42 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502925 Aug 16 20:05:55.749120 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=1ef58c00-0078-4ed1-8fdc-0f97831a3118,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:55.773647 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4618617f-ba7e-4e96-bfba-9d5d420d3c8a None None] For port 7c32cdb0-936a-41ef-91d0-7f66473cb7b1, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:05:55.777714 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4618617f-ba7e-4e96-bfba-9d5d420d3c8a None None] For port 7c32cdb0-936a-41ef-91d0-7f66473cb7b1, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7c32cdb0-936a-41ef-91d0-7f66473cb7b1,segment=NetworkSegment(bc7f5259-62d9-47f6-9ad7-8ded8ca2b156),segment_id=bc7f5259-62d9-47f6-9ad7-8ded8ca2b156)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:05:55.785681 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b51ab8c-c268-459f-b1d9-f2e16bd242e2', 'tag': '42ac33f3-1f05-44c7-b779-674a2dcc3a73'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:55.785932 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4618617f-ba7e-4e96-bfba-9d5d420d3c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:55.789616 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da0672b-664f-4d50-8743-39fb66ffa760" -d '{"events": [{"name": "network-changed", "server_uuid": "1b51ab8c-c268-459f-b1d9-f2e16bd242e2", "tag": "42ac33f3-1f05-44c7-b779-674a2dcc3a73"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:55.818369 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5cd2ba18-133a-468e-adfe-58b2e23eb335 req-605066e1-9cdb-44d0-86e4-b790b6fd2a84 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708952 Aug 16 20:05:55.911756 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4618617f-ba7e-4e96-bfba-9d5d420d3c8a None None] Routers {'ad23f2da-6701-41b2-9dd1-4394834506b1'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:05:55.912595 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4618617f-ba7e-4e96-bfba-9d5d420d3c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:05:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['ad23f2da-6701-41b2-9dd1-4394834506b1'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:55.922578 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b11e0-5b89-4870-9c28-7e6deb53c2b0 None None] Pushing event updated for resources: {'Port': ['ID=7c32cdb0-936a-41ef-91d0-7f66473cb7b1,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:55.952438 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b60c28f-40d7-46de-b7e5-9456259ea275 x-openstack-request-id: req-0b60c28f-40d7-46de-b7e5-9456259ea275 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:55.953052 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b51ab8c-c268-459f-b1d9-f2e16bd242e2", "tag": "42ac33f3-1f05-44c7-b779-674a2dcc3a73", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:55.953400 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0b60c28f-40d7-46de-b7e5-9456259ea275 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:55.954478 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b51ab8c-c268-459f-b1d9-f2e16bd242e2', 'tag': '42ac33f3-1f05-44c7-b779-674a2dcc3a73', 'status': 'completed', 'code': 200} Aug 16 20:05:55.995052 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['1ef58c00-0078-4ed1-8fdc-0f97831a3118'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:05:56.062394 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0672b-664f-4d50-8743-39fb66ffa760 req-ebb6889e-a6c6-4804-9795-67b0db2f47f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:56.066956 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0da0672b-664f-4d50-8743-39fb66ffa760 req-ebb6889e-a6c6-4804-9795-67b0db2f47f0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 1099 time: 0.1053936 Aug 16 20:05:56.071918 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-296c013a-17b0-47ab-92f3-12817d00e572 admin admin] Deleting port 7c32cdb0-936a-41ef-91d0-7f66473cb7b1 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:05:56.072545 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-296c013a-17b0-47ab-92f3-12817d00e572 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:56.166125 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0672b-664f-4d50-8743-39fb66ffa760 req-aa6af0b4-ca58-4510-aef7-3c14a2d3933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:56.167870 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0da0672b-664f-4d50-8743-39fb66ffa760 req-aa6af0b4-ca58-4510-aef7-3c14a2d3933e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 1099 time: 0.1879363 Aug 16 20:05:56.241260 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-4618617f-ba7e-4e96-bfba-9d5d420d3c8a None None] Set router ad23f2da-6701-41b2-9dd1-4394834506b1 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:05:56.350902 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0672b-664f-4d50-8743-39fb66ffa760 req-bc56d665-dae6-4681-a3cc-3a862f1b6489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:56.352940 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0da0672b-664f-4d50-8743-39fb66ffa760 req-bc56d665-dae6-4681-a3cc-3a862f1b6489 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.2775736 Aug 16 20:05:56.411586 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0da0672b-664f-4d50-8743-39fb66ffa760 req-8b2467ae-0f08-48d2-98b2-db1da983533d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=42ac33f3-1f05-44c7-b779-674a2dcc3a73 HTTP/1.1" status: 200 len: 217 time: 0.0499856 Aug 16 20:05:56.521756 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0672b-664f-4d50-8743-39fb66ffa760 req-85c2fbe0-b703-487a-bd8a-bab4d4d690c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:56.524782 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0da0672b-664f-4d50-8743-39fb66ffa760 req-85c2fbe0-b703-487a-bd8a-bab4d4d690c5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1051307 Aug 16 20:05:56.534234 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-296c013a-17b0-47ab-92f3-12817d00e572 admin admin] For port 7c32cdb0-936a-41ef-91d0-7f66473cb7b1, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7c32cdb0-936a-41ef-91d0-7f66473cb7b1,segment=NetworkSegment(bc7f5259-62d9-47f6-9ad7-8ded8ca2b156),segment_id=bc7f5259-62d9-47f6-9ad7-8ded8ca2b156)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:56.534828 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-296c013a-17b0-47ab-92f3-12817d00e572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:56.551293 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-296c013a-17b0-47ab-92f3-12817d00e572 admin admin] Calling delete_port for 7c32cdb0-936a-41ef-91d0-7f66473cb7b1 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:05:56.680048 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4618617f-ba7e-4e96-bfba-9d5d420d3c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad23f2da-6701-41b2-9dd1-4394834506b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194961625-router', 'tenant_id': '690b9c71631449238fd309301373a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '4ef83a4b-7a86-468b-bab3-4cbd98e184a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:05:38Z', 'updated_at': '2021-08-16T20:05:51Z', 'revision_number': 4, 'project_id': '690b9c71631449238fd309301373a16e', 'gw_port': {'id': '4ef83a4b-7a86-468b-bab3-4cbd98e184a5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:13:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad23f2da-6701-41b2-9dd1-4394834506b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:39Z', 'updated_at': '2021-08-16T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '7c32cdb0-936a-41ef-91d0-7f66473cb7b1', 'name': '', 'network_id': 'fcbf300a-d425-40e3-b32f-d5dc361f1197', 'tenant_id': '690b9c71631449238fd309301373a16e', 'mac_address': 'fa:16:3e:5a:4a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad23f2da-6701-41b2-9dd1-4394834506b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '8276c1b6-a356-47b2-8a53-fd231f843f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:48Z', 'updated_at': '2021-08-16T20:05:55Z', 'revision_number': 4, 'project_id': '690b9c71631449238fd309301373a16e', 'subnets': [{'id': '8276c1b6-a356-47b2-8a53-fd231f843f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:56.693829 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8646a8-c5c6-4725-b3a3-331ef6c6c4dc req-7eeab231-edaa-4303-861e-1d48132ea3e1 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:56.701262 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dd8646a8-c5c6-4725-b3a3-331ef6c6c4dc req-7eeab231-edaa-4303-861e-1d48132ea3e1 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.5322998 Aug 16 20:05:56.710999 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4618617f-ba7e-4e96-bfba-9d5d420d3c8a None None] The sync data for ids ['ad23f2da-6701-41b2-9dd1-4394834506b1'] in n-d-787206-13 is: [{'id': 'ad23f2da-6701-41b2-9dd1-4394834506b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194961625-router', 'tenant_id': '690b9c71631449238fd309301373a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '4ef83a4b-7a86-468b-bab3-4cbd98e184a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:05:38Z', 'updated_at': '2021-08-16T20:05:51Z', 'revision_number': 4, 'project_id': '690b9c71631449238fd309301373a16e', 'gw_port': {'id': '4ef83a4b-7a86-468b-bab3-4cbd98e184a5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:13:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad23f2da-6701-41b2-9dd1-4394834506b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:39Z', 'updated_at': '2021-08-16T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '7c32cdb0-936a-41ef-91d0-7f66473cb7b1', 'name': '', 'network_id': 'fcbf300a-d425-40e3-b32f-d5dc361f1197', 'tenant_id': '690b9c71631449238fd309301373a16e', 'mac_address': 'fa:16:3e:5a:4a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad23f2da-6701-41b2-9dd1-4394834506b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '8276c1b6-a356-47b2-8a53-fd231f843f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:48Z', 'updated_at': '2021-08-16T20:05:55Z', 'revision_number': 4, 'project_id': '690b9c71631449238fd309301373a16e', 'subnets': [{'id': '8276c1b6-a356-47b2-8a53-fd231f843f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:05:56.745717 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-9ee1317c-6468-429a-83e9-383ab21df5f5 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:56.754540 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0672b-664f-4d50-8743-39fb66ffa760 req-e8ed22bf-3c6b-45e1-92e9-95ed4ec2290a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:56.754728 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-9ee1317c-6468-429a-83e9-383ab21df5f5 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/networks?id=50038fe1-20b3-430a-a3e5-f13498455fc2 HTTP/1.1" status: 200 len: 804 time: 0.2247989 Aug 16 20:05:56.756592 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0da0672b-664f-4d50-8743-39fb66ffa760 req-e8ed22bf-3c6b-45e1-92e9-95ed4ec2290a service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.5339396 Aug 16 20:05:56.769009 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-f7c67179-e275-469c-ae45-a8cd08954660 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/quotas/3d4c841e259544d78ad8fc783177205f HTTP/1.1" status: 200 len: 375 time: 0.0131750 Aug 16 20:05:56.771006 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40300) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:56.798300 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0672b-664f-4d50-8743-39fb66ffa760 req-01347c53-bba2-443b-af34-d827ba1d9e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:56.803365 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0da0672b-664f-4d50-8743-39fb66ffa760 req-01347c53-bba2-443b-af34-d827ba1d9e9b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2560630 Aug 16 20:05:56.961165 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-977dee7a-4d96-45c0-9bd5-fe932cbad961 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3d4c841e259544d78ad8fc783177205f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1566215 Aug 16 20:05:56.964618 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-df0c4835-71c6-49d8-be8f-e9ee629dd116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:56.986012 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0da0672b-664f-4d50-8743-39fb66ffa760 req-7eca914a-d19d-47b3-9988-f996bab9d156 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483955 Aug 16 20:05:57.093308 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0da0672b-664f-4d50-8743-39fb66ffa760 req-80e4537d-c96f-429f-a6af-eb71d2afa68a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=42ac33f3-1f05-44c7-b779-674a2dcc3a73 HTTP/1.1" status: 200 len: 217 time: 0.3247659 Aug 16 20:05:57.107355 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dd8646a8-c5c6-4725-b3a3-331ef6c6c4dc req-f55ce097-b9d1-40cf-8595-96cbc3e376bb tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050832 Aug 16 20:05:57.187610 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-8d2c1c0b-dd37-43c3-8c12-3f789d53a510 service neutron] 10.222.0.68 "GET /v2.0/networks/50038fe1-20b3-430a-a3e5-f13498455fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140443 Aug 16 20:05:57.194014 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0da0672b-664f-4d50-8743-39fb66ffa760 req-b6df9f1f-56b4-492e-ade5-8a4996f86fda service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922562 Aug 16 20:05:57.252324 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0672b-664f-4d50-8743-39fb66ffa760 req-f1061884-f9f4-4d44-8279-2fcfdabd1423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:57.253973 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0da0672b-664f-4d50-8743-39fb66ffa760 req-f1061884-f9f4-4d44-8279-2fcfdabd1423 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1430049 Aug 16 20:05:57.300709 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-296c013a-17b0-47ab-92f3-12817d00e572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:57.310140 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7ebc4-d14c-45d8-9472-67ff65323649 req-993e6d4f-2139-4adb-8e20-8c5f4dca80f1 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:57.313026 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1cc7ebc4-d14c-45d8-9472-67ff65323649 req-993e6d4f-2139-4adb-8e20-8c5f4dca80f1 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?device_id=1937d93a-4248-4b80-b300-561a1764c372 HTTP/1.1" status: 200 len: 944 time: 0.1172340 Aug 16 20:05:57.332311 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-425ed8d2-9a0e-45a9-98c5-2f17cba8267d service neutron] 10.222.0.68 "GET /v2.0/networks/50038fe1-20b3-430a-a3e5-f13498455fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369159 Aug 16 20:05:57.373331 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c013a-17b0-47ab-92f3-12817d00e572 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c32cdb0-936a-41ef-91d0-7f66473cb7b1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:57.410241 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296c013a-17b0-47ab-92f3-12817d00e572 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:57.410586 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296c013a-17b0-47ab-92f3-12817d00e572 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:57.410928 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296c013a-17b0-47ab-92f3-12817d00e572 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:57.411285 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296c013a-17b0-47ab-92f3-12817d00e572 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:57.411619 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296c013a-17b0-47ab-92f3-12817d00e572 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:57.411945 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296c013a-17b0-47ab-92f3-12817d00e572 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:57.412620 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296c013a-17b0-47ab-92f3-12817d00e572 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:57.412620 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296c013a-17b0-47ab-92f3-12817d00e572 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:57.412893 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296c013a-17b0-47ab-92f3-12817d00e572 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:57.413218 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296c013a-17b0-47ab-92f3-12817d00e572 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:57.413624 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296c013a-17b0-47ab-92f3-12817d00e572 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:57.413866 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296c013a-17b0-47ab-92f3-12817d00e572 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:57.418581 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-df0c4835-71c6-49d8-be8f-e9ee629dd116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:57.424080 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-df0c4835-71c6-49d8-be8f-e9ee629dd116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:57.450140 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0672b-664f-4d50-8743-39fb66ffa760 req-467ea5f7-9d18-48e1-aa43-bcedf0cb4b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:57.451794 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0da0672b-664f-4d50-8743-39fb66ffa760 req-467ea5f7-9d18-48e1-aa43-bcedf0cb4b98 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1885684 Aug 16 20:05:57.493972 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 42ac33f3-1f05-44c7-b779-674a2dcc3a73 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:05:57.495886 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-df0c4835-71c6-49d8-be8f-e9ee629dd116 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=684546093ebc4bd189969d8342f3ef3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7238333 Aug 16 20:05:57.497301 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c4835-71c6-49d8-be8f-e9ee629dd116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afca5cc-8d3d-4a83-8753-c3be652d5dd8,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:57.503768 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40308) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:57.580247 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-668fa46c-30bf-4614-a037-81d5f0a062ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:57.642636 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1cc7ebc4-d14c-45d8-9472-67ff65323649 req-277ad1ea-4c7d-49bc-8c48-91e204f589f0 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/security-groups?id=6663b8f5-c7c4-4d1e-883a-75dc557fa1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085110 Aug 16 20:05:57.704307 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-668fa46c-30bf-4614-a037-81d5f0a062ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:57.713755 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 42ac33f3-1f05-44c7-b779-674a2dcc3a73, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=42ac33f3-1f05-44c7-b779-674a2dcc3a73,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:57.726251 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 7a03fe6a-dbf5-4100-b1cf-224982c17a7b no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:05:57.728735 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '42ac33f3-1f05-44c7-b779-674a2dcc3a73', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': '42ac33f3-1f05-44c7-b779-674a2dcc3a73', 'mac_address': 'fa:16:3e:4f:e2:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:05:57.834170 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:57.852885 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd2c4e-2444-4acc-8e1e-d94c34389cff req-00e328fa-729e-4d3a-b127-935429b4eb40 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:57.864819 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5edd2c4e-2444-4acc-8e1e-d94c34389cff req-00e328fa-729e-4d3a-b127-935429b4eb40 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.1679018 Aug 16 20:05:57.885072 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ac33f3-1f05-44c7-b779-674a2dcc3a73 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:05:57.928985 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 42ac33f3-1f05-44c7-b779-674a2dcc3a73, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=42ac33f3-1f05-44c7-b779-674a2dcc3a73,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:57.944989 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5edd2c4e-2444-4acc-8e1e-d94c34389cff req-88153faf-7281-4b9e-975f-ba12bce69604 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759346 Aug 16 20:05:57.945350 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:57.952562 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0da0672b-664f-4d50-8743-39fb66ffa760 req-f546ecd5-40f7-4944-8600-7c385b713a9f service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618716 Aug 16 20:05:57.970889 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-668fa46c-30bf-4614-a037-81d5f0a062ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:57.970889 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-668fa46c-30bf-4614-a037-81d5f0a062ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:57.975429 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-668fa46c-30bf-4614-a037-81d5f0a062ab admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7afca5cc-8d3d-4a83-8753-c3be652d5dd8 HTTP/1.1" status: 204 len: 168 time: 0.4675002 Aug 16 20:05:57.987472 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668fa46c-30bf-4614-a037-81d5f0a062ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afca5cc-8d3d-4a83-8753-c3be652d5dd8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:58.030148 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:58.073909 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=42ac33f3-1f05-44c7-b779-674a2dcc3a73,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:58.087550 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d00c679-34fc-4caf-86b6-c21698cbde16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a03fe6a-dbf5-4100-b1cf-224982c17a7b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:58.090186 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5adcea-0595-4f05-a66c-b1315776c35e" -d '{"events": [{"server_uuid": "2d00c679-34fc-4caf-86b6-c21698cbde16", "name": "network-vif-unplugged", "status": "completed", "tag": "7a03fe6a-dbf5-4100-b1cf-224982c17a7b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:58.096719 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:58.096996 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:58.101157 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:58.101559 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:58.101895 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:58.102228 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:58.102667 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:58.103000 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:58.103355 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:58.103678 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:58.104002 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:58.104323 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:05:58.168769 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 7a03fe6a-dbf5-4100-b1cf-224982c17a7b, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=7a03fe6a-dbf5-4100-b1cf-224982c17a7b,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:58.172731 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14bcb4-0f49-499b-8811-e877510d9afc req-a02af012-aa73-4af5-8a70-8432c03a1022 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:58.175546 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ba14bcb4-0f49-499b-8811-e877510d9afc req-a02af012-aa73-4af5-8a70-8432c03a1022 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.63 "GET /v2.0/ports?device_id=2d00c679-34fc-4caf-86b6-c21698cbde16 HTTP/1.1" status: 200 len: 946 time: 0.1201880 Aug 16 20:05:58.178756 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:58.179165 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d15e7-b6ac-4129-a44e-1964082002b2 req-d4282265-2f7f-47b2-a169-1860a2461f09 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:58.191884 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4c0d15e7-b6ac-4129-a44e-1964082002b2 req-d4282265-2f7f-47b2-a169-1860a2461f09 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 947 time: 0.3554590 Aug 16 20:05:58.259799 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-296c013a-17b0-47ab-92f3-12817d00e572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:58.265695 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['42ac33f3-1f05-44c7-b779-674a2dcc3a73'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:05:58.341286 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4c0d15e7-b6ac-4129-a44e-1964082002b2 req-1fc20804-95ed-4b3b-8dd8-187c2fb35acc tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480789 Aug 16 20:05:58.342120 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0347f4f0-69a1-41b3-9836-d47e33ced7cb req-07d7a008-a40a-498c-9919-73cbb5187286 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f HTTP/1.1" status: 200 len: 210 time: 0.1581655 Aug 16 20:05:58.434029 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-ba14bcb4-0f49-499b-8811-e877510d9afc req-f394b80d-207d-49d7-b211-7b021eb3de3e tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Deleting port 7a03fe6a-dbf5-4100-b1cf-224982c17a7b {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:05:58.435715 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ba14bcb4-0f49-499b-8811-e877510d9afc req-f394b80d-207d-49d7-b211-7b021eb3de3e tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:58.453202 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0da0672b-664f-4d50-8743-39fb66ffa760 req-e6c7fc90-a247-4ff5-815e-0092e678258f service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374006 Aug 16 20:05:58.490932 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8608abc9-0b5e-4a9d-8569-8afe8d2fcaac x-openstack-request-id: req-8608abc9-0b5e-4a9d-8569-8afe8d2fcaac {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:58.491208 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d00c679-34fc-4caf-86b6-c21698cbde16", "name": "network-vif-unplugged", "status": "completed", "tag": "7a03fe6a-dbf5-4100-b1cf-224982c17a7b", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:58.492985 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8608abc9-0b5e-4a9d-8569-8afe8d2fcaac {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:58.494908 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d00c679-34fc-4caf-86b6-c21698cbde16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a03fe6a-dbf5-4100-b1cf-224982c17a7b', 'code': 200} Aug 16 20:05:58.501797 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=7a03fe6a-dbf5-4100-b1cf-224982c17a7b,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:58.683523 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40332) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:58.711566 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd4edade-50d8-426b-946f-c52c49eedb46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:58.715426 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ba14bcb4-0f49-499b-8811-e877510d9afc req-f394b80d-207d-49d7-b211-7b021eb3de3e tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] For port 7a03fe6a-dbf5-4100-b1cf-224982c17a7b, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=7a03fe6a-dbf5-4100-b1cf-224982c17a7b,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:58.715906 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ba14bcb4-0f49-499b-8811-e877510d9afc req-f394b80d-207d-49d7-b211-7b021eb3de3e tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:58.731372 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-ba14bcb4-0f49-499b-8811-e877510d9afc req-f394b80d-207d-49d7-b211-7b021eb3de3e tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Calling delete_port for 7a03fe6a-dbf5-4100-b1cf-224982c17a7b owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:05:58.743136 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa7814-f212-432f-8fa1-bd4862193982 req-7cbdd42e-87c4-4322-956e-f12d44b05534 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:58.752148 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a7aa7814-f212-432f-8fa1-bd4862193982 req-7cbdd42e-87c4-4322-956e-f12d44b05534 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.2906189 Aug 16 20:05:58.872573 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13805029-53a4-4d7d-bfc7-a46d013072e2 req-1329559c-6044-4199-af5f-3e3abfd39dc9 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:58.878990 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-13805029-53a4-4d7d-bfc7-a46d013072e2 req-1329559c-6044-4199-af5f-3e3abfd39dc9 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?device_id=1937d93a-4248-4b80-b300-561a1764c372 HTTP/1.1" status: 200 len: 944 time: 0.1299157 Aug 16 20:05:58.900140 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 1ef58c00-0078-4ed1-8fdc-0f97831a3118 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:05:58.967610 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a7aa7814-f212-432f-8fa1-bd4862193982 req-a8045b64-cb57-499d-b19d-9fbc0ac701f9 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141359 Aug 16 20:05:58.969250 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 1ef58c00-0078-4ed1-8fdc-0f97831a3118 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:05:58.995798 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 1ef58c00-0078-4ed1-8fdc-0f97831a3118 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:58.997321 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:59.015296 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-13805029-53a4-4d7d-bfc7-a46d013072e2 req-5e96ec4d-56c2-4720-bca7-2c25a811f299 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/security-groups?id=6663b8f5-c7c4-4d1e-883a-75dc557fa1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236269 Aug 16 20:05:59.049456 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697fd95-6139-483b-bf74-49c57ea3aba0 req-9715f002-1f43-4a1b-85bc-31b3ff0c0c55 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:59.051030 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6697fd95-6139-483b-bf74-49c57ea3aba0 req-9715f002-1f43-4a1b-85bc-31b3ff0c0c55 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2&tenant_id=f79b284ed8d04e57925fd24cf95b04a3&binding%3Ahost_id=n-h2-787206-13 HTTP/1.1" status: 200 len: 948 time: 0.2188132 Aug 16 20:05:59.057664 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ba14bcb4-0f49-499b-8811-e877510d9afc req-f394b80d-207d-49d7-b211-7b021eb3de3e tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:59.065384 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296c013a-17b0-47ab-92f3-12817d00e572 admin admin] Router ad23f2da-6701-41b2-9dd1-4394834506b1 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:05:59.094106 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394b80d-207d-49d7-b211-7b021eb3de3e tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Pushing event deleted for resources: {'Port': ['ID=7a03fe6a-dbf5-4100-b1cf-224982c17a7b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:59.140703 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd4edade-50d8-426b-946f-c52c49eedb46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:59.161165 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:59.171166 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba14bcb4-0f49-499b-8811-e877510d9afc req-f394b80d-207d-49d7-b211-7b021eb3de3e tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] No DVR routers for this DVR port 7a03fe6a-dbf5-4100-b1cf-224982c17a7b on host n-h2-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:05:59.173274 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd4edade-50d8-426b-946f-c52c49eedb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:59.174587 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ba14bcb4-0f49-499b-8811-e877510d9afc req-f394b80d-207d-49d7-b211-7b021eb3de3e tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:59.177054 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ba14bcb4-0f49-499b-8811-e877510d9afc req-f394b80d-207d-49d7-b211-7b021eb3de3e tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.63 "DELETE /v2.0/ports/7a03fe6a-dbf5-4100-b1cf-224982c17a7b HTTP/1.1" status: 204 len: 173 time: 0.9861703 Aug 16 20:05:59.177698 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d00c679-34fc-4caf-86b6-c21698cbde16', 'name': 'network-vif-deleted', 'tag': '7a03fe6a-dbf5-4100-b1cf-224982c17a7b'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:05:59.180974 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4a4bc7-4cc4-46dc-971b-fe134af043b5" -d '{"events": [{"server_uuid": "2d00c679-34fc-4caf-86b6-c21698cbde16", "name": "network-vif-deleted", "tag": "7a03fe6a-dbf5-4100-b1cf-224982c17a7b"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:05:59.206635 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 1ef58c00-0078-4ed1-8fdc-0f97831a3118, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1ef58c00-0078-4ed1-8fdc-0f97831a3118,segment=NetworkSegment(b9b81a7b-3094-4b18-bad6-a8d3bdec846a),segment_id=b9b81a7b-3094-4b18-bad6-a8d3bdec846a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:05:59.214433 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:59.225319 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411f9dc-b2c9-4bd3-8218-9a4867a9248b req-4313f5d3-f026-4b71-8d2a-bed3a28fae26 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:59.233593 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d411f9dc-b2c9-4bd3-8218-9a4867a9248b req-4313f5d3-f026-4b71-8d2a-bed3a28fae26 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 948 time: 0.1090555 Aug 16 20:05:59.273572 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=1ef58c00-0078-4ed1-8fdc-0f97831a3118,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:59.280037 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d411f9dc-b2c9-4bd3-8218-9a4867a9248b req-d48bb3ef-dcb8-4cc4-a080-1d108388d265 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451241 Aug 16 20:05:59.312131 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [req-6697fd95-6139-483b-bf74-49c57ea3aba0 req-0bb41f27-021d-43b1-a1f6-809dcc94a4ac service neutron] delete failed (client error): The resource could not be found. Aug 16 20:05:59.313948 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6697fd95-6139-483b-bf74-49c57ea3aba0 req-0bb41f27-021d-43b1-a1f6-809dcc94a4ac service neutron] 10.222.0.57 "DELETE /v2.0/ports/42ac33f3-1f05-44c7-b779-674a2dcc3a73/bindings/n-h1-787206-13 HTTP/1.1" status: 404 len: 381 time: 0.2520282 Aug 16 20:05:59.319222 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-dd4edade-50d8-426b-946f-c52c49eedb46 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=25a67190179b45c591c7e612d7782444&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6346390 Aug 16 20:05:59.319741 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40342) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:59.344632 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ea48f-c864-4dd6-bc3a-6686f9055b30 req-77c72c9e-ed3c-4b39-ad1a-4bcb2db91052 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:59.352729 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-012ea48f-c864-4dd6-bc3a-6686f9055b30 req-77c72c9e-ed3c-4b39-ad1a-4bcb2db91052 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.2337596 Aug 16 20:05:59.358851 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4edade-50d8-426b-946f-c52c49eedb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88972254-1a8f-4dff-b1b9-80e85886b550,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:05:59.410041 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296c013a-17b0-47ab-92f3-12817d00e572 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:05:59.420383 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-296c013a-17b0-47ab-92f3-12817d00e572 admin admin] 10.222.0.68 "PUT /v2.0/routers/ad23f2da-6701-41b2-9dd1-4394834506b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1199200 Aug 16 20:05:59.421342 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3665589b-a5f5-461e-92e8-9ee6fc0c8e07 None None] Sync routers for ids ['ad23f2da-6701-41b2-9dd1-4394834506b1'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:05:59.424161 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40346) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:05:59.440766 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3665589b-a5f5-461e-92e8-9ee6fc0c8e07 None None] Routers {'ad23f2da-6701-41b2-9dd1-4394834506b1'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:05:59.441781 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3665589b-a5f5-461e-92e8-9ee6fc0c8e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:05:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['ad23f2da-6701-41b2-9dd1-4394834506b1'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:05:59.495489 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9062c19a-d6e5-43f8-877f-95f66f5e9af1 x-openstack-request-id: req-9062c19a-d6e5-43f8-877f-95f66f5e9af1 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:05:59.495837 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d00c679-34fc-4caf-86b6-c21698cbde16", "name": "network-vif-deleted", "tag": "7a03fe6a-dbf5-4100-b1cf-224982c17a7b", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:05:59.496239 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9062c19a-d6e5-43f8-877f-95f66f5e9af1 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:05:59.496828 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d00c679-34fc-4caf-86b6-c21698cbde16', 'name': 'network-vif-deleted', 'tag': '7a03fe6a-dbf5-4100-b1cf-224982c17a7b', 'status': 'completed', 'code': 200} Aug 16 20:05:59.497758 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18509a33-2395-41f8-8d6d-15f94ce64aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:59.501475 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 42ac33f3-1f05-44c7-b779-674a2dcc3a73 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:05:59.519294 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-012ea48f-c864-4dd6-bc3a-6686f9055b30 req-72bbdb0f-722e-450e-9b78-ce86a53e0cd7 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639953 Aug 16 20:05:59.592351 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 42ac33f3-1f05-44c7-b779-674a2dcc3a73 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:05:59.599341 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 42ac33f3-1f05-44c7-b779-674a2dcc3a73 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:05:59.599728 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:59.604688 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18509a33-2395-41f8-8d6d-15f94ce64aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:59.653560 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697fd95-6139-483b-bf74-49c57ea3aba0 req-7400437e-1e19-40d6-8882-24c248791774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:59.655120 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6697fd95-6139-483b-bf74-49c57ea3aba0 req-7400437e-1e19-40d6-8882-24c248791774 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 1100 time: 0.1462634 Aug 16 20:05:59.671196 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-548396df-557f-4f6a-984a-8f23e093635f req-3224037f-3b0e-4e4c-8634-b69db9ef588d tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f HTTP/1.1" status: 200 len: 210 time: 0.0875530 Aug 16 20:05:59.679749 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8f197b3b-d054-4251-8a2a-e570ad3ad2a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:59.831219 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-3665589b-a5f5-461e-92e8-9ee6fc0c8e07 None None] Set router ad23f2da-6701-41b2-9dd1-4394834506b1 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:05:59.881495 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:05:59.947362 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697fd95-6139-483b-bf74-49c57ea3aba0 req-b32adb22-bf81-417d-9d6e-81491dbedb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:05:59.949150 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6697fd95-6139-483b-bf74-49c57ea3aba0 req-b32adb22-bf81-417d-9d6e-81491dbedb70 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.2865291 Aug 16 20:06:00.002044 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6697fd95-6139-483b-bf74-49c57ea3aba0 req-999a4899-a0b1-4c4a-be86-f2f662c9a0a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=42ac33f3-1f05-44c7-b779-674a2dcc3a73 HTTP/1.1" status: 200 len: 217 time: 0.0439978 Aug 16 20:06:00.002839 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 42ac33f3-1f05-44c7-b779-674a2dcc3a73, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=42ac33f3-1f05-44c7-b779-674a2dcc3a73,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:00.003610 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8f197b3b-d054-4251-8a2a-e570ad3ad2a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:00.020834 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:00.157525 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=42ac33f3-1f05-44c7-b779-674a2dcc3a73,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:00.220811 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-d8037ea0-6f52-423a-b92e-c49ec0ff9ca6 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:00.222539 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-d8037ea0-6f52-423a-b92e-c49ec0ff9ca6 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.63 "GET /v2.0/networks?id=50038fe1-20b3-430a-a3e5-f13498455fc2 HTTP/1.1" status: 200 len: 804 time: 0.7400942 Aug 16 20:06:00.241754 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-01fdf96f-4540-427c-85be-75caf4e00279 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Request body: {'port': {'device_id': 'b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f', 'network_id': '50038fe1-20b3-430a-a3e5-f13498455fc2', 'admin_state_up': True, 'tenant_id': '3d4c841e259544d78ad8fc783177205f'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:00.254228 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697fd95-6139-483b-bf74-49c57ea3aba0 req-d2220fd6-32b5-4e7a-b3e4-48fb30915ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:00.255816 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6697fd95-6139-483b-bf74-49c57ea3aba0 req-d2220fd6-32b5-4e7a-b3e4-48fb30915ae6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.2447200 Aug 16 20:06:00.272967 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18509a33-2395-41f8-8d6d-15f94ce64aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:00.275773 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18509a33-2395-41f8-8d6d-15f94ce64aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:00.279270 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-18509a33-2395-41f8-8d6d-15f94ce64aac admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/88972254-1a8f-4dff-b1b9-80e85886b550 HTTP/1.1" status: 204 len: 168 time: 0.9553256 Aug 16 20:06:00.298521 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3665589b-a5f5-461e-92e8-9ee6fc0c8e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad23f2da-6701-41b2-9dd1-4394834506b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194961625-router', 'tenant_id': '690b9c71631449238fd309301373a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '4ef83a4b-7a86-468b-bab3-4cbd98e184a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:05:38Z', 'updated_at': '2021-08-16T20:05:57Z', 'revision_number': 5, 'project_id': '690b9c71631449238fd309301373a16e', 'gw_port': {'id': '4ef83a4b-7a86-468b-bab3-4cbd98e184a5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:13:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad23f2da-6701-41b2-9dd1-4394834506b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:39Z', 'updated_at': '2021-08-16T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:06:00.311960 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-8f197b3b-d054-4251-8a2a-e570ad3ad2a4 admin admin] Deleting port 4ef83a4b-7a86-468b-bab3-4cbd98e184a5 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:06:00.312336 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8f197b3b-d054-4251-8a2a-e570ad3ad2a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:00.346194 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3665589b-a5f5-461e-92e8-9ee6fc0c8e07 None None] Checking router: ad23f2da-6701-41b2-9dd1-4394834506b1 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:06:00.357601 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3665589b-a5f5-461e-92e8-9ee6fc0c8e07 None None] Routers {'ad23f2da-6701-41b2-9dd1-4394834506b1'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:06:00.358762 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3665589b-a5f5-461e-92e8-9ee6fc0c8e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:05:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['ad23f2da-6701-41b2-9dd1-4394834506b1'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:06:00.372287 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa61ac2-4891-4c7f-954f-b1ea1d930662 req-759c18c5-5eb2-40b0-af67-d8b2e5fbbabe tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:00.374139 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bfa61ac2-4891-4c7f-954f-b1ea1d930662 req-759c18c5-5eb2-40b0-af67-d8b2e5fbbabe tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.1940575 Aug 16 20:06:00.425855 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697fd95-6139-483b-bf74-49c57ea3aba0 req-29359931-4812-43f6-997b-90c9fe52d66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:00.433141 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18509a33-2395-41f8-8d6d-15f94ce64aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88972254-1a8f-4dff-b1b9-80e85886b550,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:00.434981 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6697fd95-6139-483b-bf74-49c57ea3aba0 req-29359931-4812-43f6-997b-90c9fe52d66b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1590717 Aug 16 20:06:00.482469 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-01fdf96f-4540-427c-85be-75caf4e00279 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Made reservation on behalf of 3d4c841e259544d78ad8fc783177205f for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:06:00.488274 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-01fdf96f-4540-427c-85be-75caf4e00279 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:00.495970 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1937d93a-4248-4b80-b300-561a1764c372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef58c00-0078-4ed1-8fdc-0f97831a3118'}, {'server_uuid': '1b51ab8c-c268-459f-b1d9-f2e16bd242e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ac33f3-1f05-44c7-b779-674a2dcc3a73'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:06:00.498377 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fc848a-126c-46db-8b47-865916154786" -d '{"events": [{"server_uuid": "1937d93a-4248-4b80-b300-561a1764c372", "name": "network-vif-plugged", "status": "completed", "tag": "1ef58c00-0078-4ed1-8fdc-0f97831a3118"}, {"server_uuid": "1b51ab8c-c268-459f-b1d9-f2e16bd242e2", "name": "network-vif-plugged", "status": "completed", "tag": "42ac33f3-1f05-44c7-b779-674a2dcc3a73"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:06:00.525651 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b622e40-5668-419f-9ee1-135960c0a503 req-ac831e4d-2b83-4104-a717-8d356e154e9f tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:00.528628 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7b622e40-5668-419f-9ee1-135960c0a503 req-ac831e4d-2b83-4104-a717-8d356e154e9f tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?device_id=1937d93a-4248-4b80-b300-561a1764c372 HTTP/1.1" status: 200 len: 945 time: 0.3046589 Aug 16 20:06:00.558590 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-3665589b-a5f5-461e-92e8-9ee6fc0c8e07 None None] Set router ad23f2da-6701-41b2-9dd1-4394834506b1 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:06:00.631425 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7b622e40-5668-419f-9ee1-135960c0a503 req-572b3766-8887-450e-8093-78b5f94ce829 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/security-groups?id=6663b8f5-c7c4-4d1e-883a-75dc557fa1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948331 Aug 16 20:06:00.645292 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3665589b-a5f5-461e-92e8-9ee6fc0c8e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad23f2da-6701-41b2-9dd1-4394834506b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194961625-router', 'tenant_id': '690b9c71631449238fd309301373a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:05:38Z', 'updated_at': '2021-08-16T20:06:00Z', 'revision_number': 6, 'project_id': '690b9c71631449238fd309301373a16e', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:06:00.719945 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3665589b-a5f5-461e-92e8-9ee6fc0c8e07 None None] The sync data for ids ['ad23f2da-6701-41b2-9dd1-4394834506b1'] in n-d-787206-13 is: [{'id': 'ad23f2da-6701-41b2-9dd1-4394834506b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194961625-router', 'tenant_id': '690b9c71631449238fd309301373a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:05:38Z', 'updated_at': '2021-08-16T20:06:00Z', 'revision_number': 6, 'project_id': '690b9c71631449238fd309301373a16e', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:06:00.745493 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-01fdf96f-4540-427c-85be-75caf4e00279 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Allocated IP 172.20.0.11 (50038fe1-20b3-430a-a3e5-f13498455fc2/70c9c4f3-11fd-4c7a-afd6-8ebf2bdda796/433856e5-41ad-48ba-b239-b58c83b5195a) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:06:00.824485 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e8556-9d94-4fcf-8fa5-4bab39cd1e63 req-f8d55bd5-e2fd-4dcb-a0d7-308d08b164ab tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:00.825982 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c95e8556-9d94-4fcf-8fa5-4bab39cd1e63 req-f8d55bd5-e2fd-4dcb-a0d7-308d08b164ab tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 949 time: 0.0991287 Aug 16 20:06:00.857076 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bfa61ac2-4891-4c7f-954f-b1ea1d930662 req-1eb6406d-429b-419c-96d7-a4dfb645bd1b tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640298 Aug 16 20:06:00.874621 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-8f197b3b-d054-4251-8a2a-e570ad3ad2a4 admin admin] For port 4ef83a4b-7a86-468b-bab3-4cbd98e184a5, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=4ef83a4b-7a86-468b-bab3-4cbd98e184a5,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:00.874993 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8f197b3b-d054-4251-8a2a-e570ad3ad2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:00.905350 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-8f197b3b-d054-4251-8a2a-e570ad3ad2a4 admin admin] Calling delete_port for 4ef83a4b-7a86-468b-bab3-4cbd98e184a5 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:06:00.973238 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6697fd95-6139-483b-bf74-49c57ea3aba0 req-371b63f6-add5-44f1-81bb-4dcdb044fe3e service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5318520 Aug 16 20:06:00.974785 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c95e8556-9d94-4fcf-8fa5-4bab39cd1e63 req-ef05ece2-8a73-4a95-90de-7dde2d61f051 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370456 Aug 16 20:06:01.021557 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-01fdf96f-4540-427c-85be-75caf4e00279 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:01.048055 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f5421a-02ee-4c7a-85dc-eb151c86abea x-openstack-request-id: req-f8f5421a-02ee-4c7a-85dc-eb151c86abea {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:06:01.049291 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1937d93a-4248-4b80-b300-561a1764c372", "name": "network-vif-plugged", "status": "completed", "tag": "1ef58c00-0078-4ed1-8fdc-0f97831a3118", "code": 200}, {"server_uuid": "1b51ab8c-c268-459f-b1d9-f2e16bd242e2", "name": "network-vif-plugged", "status": "completed", "tag": "42ac33f3-1f05-44c7-b779-674a2dcc3a73", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:06:01.049801 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f8f5421a-02ee-4c7a-85dc-eb151c86abea {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:06:01.050452 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1937d93a-4248-4b80-b300-561a1764c372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef58c00-0078-4ed1-8fdc-0f97831a3118', 'code': 200} Aug 16 20:06:01.050927 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b51ab8c-c268-459f-b1d9-f2e16bd242e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ac33f3-1f05-44c7-b779-674a2dcc3a73', 'code': 200} Aug 16 20:06:01.145578 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-01fdf96f-4540-427c-85be-75caf4e00279 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:01.274708 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6697fd95-6139-483b-bf74-49c57ea3aba0 req-85dfad24-8b28-4798-94b1-8531c1cfae74 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921054 Aug 16 20:06:01.287943 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-01fdf96f-4540-427c-85be-75caf4e00279 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Network 50038fe1-20b3-430a-a3e5-f13498455fc2 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:06:01.288704 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb2a5e-8b3c-4b7c-b3d2-f79e6164ce76 req-6c474927-763e-48f5-b23b-380867913eeb tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:01.296096 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-51bb2a5e-8b3c-4b7c-b3d2-f79e6164ce76 req-6c474927-763e-48f5-b23b-380867913eeb tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f HTTP/1.1" status: 200 len: 932 time: 0.1311624 Aug 16 20:06:01.304133 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-01fdf96f-4540-427c-85be-75caf4e00279 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:06:01.312563 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-01fdf96f-4540-427c-85be-75caf4e00279 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:06:01.322702 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8193d-f87f-40fd-9960-8549ce13b4a3 req-1adb4d23-53eb-4424-88c2-c464b4c9385e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:01.332317 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dbd8193d-f87f-40fd-9960-8549ce13b4a3 req-1adb4d23-53eb-4424-88c2-c464b4c9385e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.2005668 Aug 16 20:06:01.339026 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdf96f-4540-427c-85be-75caf4e00279 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Pushing event updated for resources: {'Port': ['ID=433856e5-41ad-48ba-b239-b58c83b5195a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:01.377979 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-51bb2a5e-8b3c-4b7c-b3d2-f79e6164ce76 req-c7f3d198-9206-4ce7-9172-79c0b7278eaf tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752976 Aug 16 20:06:01.391809 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e924402-af73-4c3a-9b4b-39f420db10fe req-c1e4e95c-b07d-41b0-ac84-e0fab53807cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:01.393340 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5e924402-af73-4c3a-9b4b-39f420db10fe req-c1e4e95c-b07d-41b0-ac84-e0fab53807cc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1937d93a-4248-4b80-b300-561a1764c372 HTTP/1.1" status: 200 len: 1097 time: 0.2382064 Aug 16 20:06:01.404681 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8f197b3b-d054-4251-8a2a-e570ad3ad2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:01.427440 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dbd8193d-f87f-40fd-9960-8549ce13b4a3 req-91cf4eba-e9ba-4bb6-8fa3-f7b1ab5d1ab1 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888073 Aug 16 20:06:01.442430 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f197b3b-d054-4251-8a2a-e570ad3ad2a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ef83a4b-7a86-468b-bab3-4cbd98e184a5,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:01.458053 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-01fdf96f-4540-427c-85be-75caf4e00279 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:01.458837 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-01fdf96f-4540-427c-85be-75caf4e00279 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:01.479561 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5e924402-af73-4c3a-9b4b-39f420db10fe req-4e2c764d-2cac-464a-8aca-1787d36083bc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6663b8f5-c7c4-4d1e-883a-75dc557fa1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774064 Aug 16 20:06:01.483904 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-01fdf96f-4540-427c-85be-75caf4e00279 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2480547 Aug 16 20:06:01.500121 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 7a03fe6a-dbf5-4100-b1cf-224982c17a7b no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:06:01.504363 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-a4a09976-cc62-4761-8ced-9bb48c986adf service neutron] Request body: {'port': {'device_id': 'b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:01.522898 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8f197b3b-d054-4251-8a2a-e570ad3ad2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:01.532807 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 7a03fe6a-dbf5-4100-b1cf-224982c17a7b {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:06:01.533477 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 7a03fe6a-dbf5-4100-b1cf-224982c17a7b not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:06:01.569385 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-a4a09976-cc62-4761-8ced-9bb48c986adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:01.642213 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8f197b3b-d054-4251-8a2a-e570ad3ad2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:01.644451 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8f197b3b-d054-4251-8a2a-e570ad3ad2a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:01.733173 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8f197b3b-d054-4251-8a2a-e570ad3ad2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:01.735147 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f197b3b-d054-4251-8a2a-e570ad3ad2a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad23f2da-6701-41b2-9dd1-4394834506b1 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:06:01.750810 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8f197b3b-d054-4251-8a2a-e570ad3ad2a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:01.756387 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8f197b3b-d054-4251-8a2a-e570ad3ad2a4 admin admin] 10.222.0.68 "DELETE /v2.0/routers/ad23f2da-6701-41b2-9dd1-4394834506b1 HTTP/1.1" status: 204 len: 168 time: 2.3274646 Aug 16 20:06:01.759887 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40388) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:01.767560 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b925f9bf-d0a1-48f7-8c36-a5d84824d3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:01.872320 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c103b67-38a5-4f83-addd-d19e46ec958e admin admin] Deleting subnet 8276c1b6-a356-47b2-8a53-fd231f843f94 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:06:01.884254 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac8816-113f-4d8c-86f7-6e5f89e3247c req-ab7b602a-e57c-4fa7-8f66-0ee83ef26efa tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:01.885857 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-24ac8816-113f-4d8c-86f7-6e5f89e3247c req-ab7b602a-e57c-4fa7-8f66-0ee83ef26efa tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?device_id=1937d93a-4248-4b80-b300-561a1764c372 HTTP/1.1" status: 200 len: 945 time: 0.1280477 Aug 16 20:06:01.886646 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c103b67-38a5-4f83-addd-d19e46ec958e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:01.942177 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c103b67-38a5-4f83-addd-d19e46ec958e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:01.979812 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-24ac8816-113f-4d8c-86f7-6e5f89e3247c req-23d1e5d0-08bd-41f6-80cd-c95f24a6e5dc tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/security-groups?id=6663b8f5-c7c4-4d1e-883a-75dc557fa1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714672 Aug 16 20:06:02.035814 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-a4a09976-cc62-4761-8ced-9bb48c986adf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 433856e5-41ad-48ba-b239-b58c83b5195a {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:06:02.067688 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-a4a09976-cc62-4761-8ced-9bb48c986adf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:02.100591 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012ee8f-0e66-43de-80d6-ae8f657eddae req-6fdc1532-0003-4864-86e6-7f30b10791d0 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:02.102902 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c103b67-38a5-4f83-addd-d19e46ec958e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:02.103824 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7012ee8f-0e66-43de-80d6-ae8f657eddae req-6fdc1532-0003-4864-86e6-7f30b10791d0 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.1352963 Aug 16 20:06:02.109097 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-a4a09976-cc62-4761-8ced-9bb48c986adf service neutron] Transition to ACTIVE for port object 433856e5-41ad-48ba-b239-b58c83b5195a will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:06:02.122296 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-a4a09976-cc62-4761-8ced-9bb48c986adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:02.229914 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7012ee8f-0e66-43de-80d6-ae8f657eddae req-7644e6dd-d101-4f07-be33-9a93b795b2ab tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165757 Aug 16 20:06:02.268106 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a09976-cc62-4761-8ced-9bb48c986adf service neutron] Pushing event updated for resources: {'Port': ['ID=433856e5-41ad-48ba-b239-b58c83b5195a,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:02.302241 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c103b67-38a5-4f83-addd-d19e46ec958e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:02.328068 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c103b67-38a5-4f83-addd-d19e46ec958e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8276c1b6-a356-47b2-8a53-fd231f843f94,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:02.334686 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c103b67-38a5-4f83-addd-d19e46ec958e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:02.339974 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8c103b67-38a5-4f83-addd-d19e46ec958e admin admin] 10.222.0.68 "DELETE /v2.0/subnets/8276c1b6-a356-47b2-8a53-fd231f843f94 HTTP/1.1" status: 204 len: 168 time: 0.5758340 Aug 16 20:06:02.339974 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40404) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:02.358123 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-a4a09976-cc62-4761-8ced-9bb48c986adf service neutron] Attempting to bind port 433856e5-41ad-48ba-b239-b58c83b5195a on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:06:02.362760 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-a4a09976-cc62-4761-8ced-9bb48c986adf service neutron] Attempting to bind port 433856e5-41ad-48ba-b239-b58c83b5195a by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '0c1a0b86-acc2-4302-8120-36cbe873b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '50038fe1-20b3-430a-a3e5-f13498455fc2'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:06:02.362760 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-a4a09976-cc62-4761-8ced-9bb48c986adf service neutron] Attempting to bind port 433856e5-41ad-48ba-b239-b58c83b5195a on network 50038fe1-20b3-430a-a3e5-f13498455fc2 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:06:02.368004 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2fda3e-d919-4985-8aa1-41a14e8135c6 None None] Network fcbf300a-d425-40e3-b32f-d5dc361f1197 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:06:02.374148 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-a4a09976-cc62-4761-8ced-9bb48c986adf service neutron] Port 433856e5-41ad-48ba-b239-b58c83b5195a on network 50038fe1-20b3-430a-a3e5-f13498455fc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:06:02.374390 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-a4a09976-cc62-4761-8ced-9bb48c986adf service neutron] Attempting to bind port 433856e5-41ad-48ba-b239-b58c83b5195a on network 50038fe1-20b3-430a-a3e5-f13498455fc2 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:06:02.387814 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-a4a09976-cc62-4761-8ced-9bb48c986adf service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:06:02.389967 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-a4a09976-cc62-4761-8ced-9bb48c986adf service neutron] Checking segment: {'id': '0c1a0b86-acc2-4302-8120-36cbe873b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '50038fe1-20b3-430a-a3e5-f13498455fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:06:02.390408 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-a4a09976-cc62-4761-8ced-9bb48c986adf service neutron] Bound using segment: {'id': '0c1a0b86-acc2-4302-8120-36cbe873b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '50038fe1-20b3-430a-a3e5-f13498455fc2'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:06:02.391547 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-a4a09976-cc62-4761-8ced-9bb48c986adf service neutron] Bound port: 433856e5-41ad-48ba-b239-b58c83b5195a, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1a0b86-acc2-4302-8120-36cbe873b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '50038fe1-20b3-430a-a3e5-f13498455fc2'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:06:02.392017 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-a4a09976-cc62-4761-8ced-9bb48c986adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:02.477171 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea73036-2558-463c-bcc0-6d20532ec9c6 req-16f6e3c6-8cd0-4787-8f1d-0f03f93da5ff tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:02.478851 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bea73036-2558-463c-bcc0-6d20532ec9c6 req-16f6e3c6-8cd0-4787-8f1d-0f03f93da5ff tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 949 time: 0.2280061 Aug 16 20:06:02.493034 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4ef83a4b-7a86-468b-bab3-4cbd98e184a5 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:06:02.503884 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-a4a09976-cc62-4761-8ced-9bb48c986adf service neutron] For port 433856e5-41ad-48ba-b239-b58c83b5195a, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:06:02.507691 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-a4a09976-cc62-4761-8ced-9bb48c986adf service neutron] For port 433856e5-41ad-48ba-b239-b58c83b5195a, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=433856e5-41ad-48ba-b239-b58c83b5195a,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:06:02.517136 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-a4a09976-cc62-4761-8ced-9bb48c986adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:02.527618 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 4ef83a4b-7a86-468b-bab3-4cbd98e184a5 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:06:02.528611 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4ef83a4b-7a86-468b-bab3-4cbd98e184a5 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:06:02.529610 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7c32cdb0-936a-41ef-91d0-7f66473cb7b1 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:06:02.545346 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03a68b08-93f9-468f-b69a-324db99ca36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:02.571847 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bea73036-2558-463c-bcc0-6d20532ec9c6 req-3f073561-9e74-4692-9bd7-27f6ee0230af tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828333 Aug 16 20:06:02.593604 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-a4a09976-cc62-4761-8ced-9bb48c986adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:02.594040 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-a4a09976-cc62-4761-8ced-9bb48c986adf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:02.595502 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-a4a09976-cc62-4761-8ced-9bb48c986adf service neutron] 10.222.0.63 "PUT /v2.0/ports/433856e5-41ad-48ba-b239-b58c83b5195a HTTP/1.1" status: 200 len: 1093 time: 1.0978618 Aug 16 20:06:02.596122 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f', 'tag': '433856e5-41ad-48ba-b239-b58c83b5195a'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:06:02.597003 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 7c32cdb0-936a-41ef-91d0-7f66473cb7b1 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:06:02.598535 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5f224d-bb80-49cb-9f2c-8919301ce40f" -d '{"events": [{"name": "network-changed", "server_uuid": "b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f", "tag": "433856e5-41ad-48ba-b239-b58c83b5195a"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:06:02.599213 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7c32cdb0-936a-41ef-91d0-7f66473cb7b1 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:06:02.681791 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-03a68b08-93f9-468f-b69a-324db99ca36e admin admin] Deleting port 6cf501e7-dd0d-4a22-8413-0a010e174129 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:06:02.682414 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03a68b08-93f9-468f-b69a-324db99ca36e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:02.746813 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a09976-cc62-4761-8ced-9bb48c986adf service neutron] Pushing event updated for resources: {'Port': ['ID=433856e5-41ad-48ba-b239-b58c83b5195a,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:02.771325 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994fe7b-ca74-4818-9463-a3022a3c92e3 req-c8d3077c-3353-4ecf-9114-06abdd11e747 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:02.772975 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1994fe7b-ca74-4818-9463-a3022a3c92e3 req-c8d3077c-3353-4ecf-9114-06abdd11e747 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f HTTP/1.1" status: 200 len: 944 time: 0.1840003 Aug 16 20:06:02.785338 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388e7f74-9940-473f-ae57-5ccefef6827a None None] DHCP port deletion for fcbf300a-d425-40e3-b32f-d5dc361f1197 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:06:02.788105 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-b49f4991-ae88-4332-8e59-f2f5d46c7710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:02.789726 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-b49f4991-ae88-4332-8e59-f2f5d46c7710 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3d4c841e259544d78ad8fc783177205f&device_id=b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f HTTP/1.1" status: 200 len: 1096 time: 0.1203024 Aug 16 20:06:02.803867 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-03a68b08-93f9-468f-b69a-324db99ca36e admin admin] For port 6cf501e7-dd0d-4a22-8413-0a010e174129, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6cf501e7-dd0d-4a22-8413-0a010e174129,segment=NetworkSegment(bc7f5259-62d9-47f6-9ad7-8ded8ca2b156),segment_id=bc7f5259-62d9-47f6-9ad7-8ded8ca2b156)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:02.804406 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03a68b08-93f9-468f-b69a-324db99ca36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:02.835974 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10097ece-5219-4758-8981-dd1f96bfc914 req-1bb13b3e-d641-4c08-bf74-82fc58e130fe tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:02.838139 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-10097ece-5219-4758-8981-dd1f96bfc914 req-1bb13b3e-d641-4c08-bf74-82fc58e130fe tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.1363721 Aug 16 20:06:02.839513 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-03a68b08-93f9-468f-b69a-324db99ca36e admin admin] Calling delete_port for 6cf501e7-dd0d-4a22-8413-0a010e174129 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:06:02.863217 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-388e7f74-9940-473f-ae57-5ccefef6827a None None] Deleting port 6cf501e7-dd0d-4a22-8413-0a010e174129 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:06:02.864375 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-388e7f74-9940-473f-ae57-5ccefef6827a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:02.896465 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-d25bacb9-eb0c-47c8-a8e7-0719d1900542 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=433856e5-41ad-48ba-b239-b58c83b5195a HTTP/1.1" status: 200 len: 217 time: 0.0889266 Aug 16 20:06:02.944326 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1994fe7b-ca74-4818-9463-a3022a3c92e3 req-8dfe41df-e607-49c9-b818-8553307c61b7 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594214 Aug 16 20:06:02.947780 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-10097ece-5219-4758-8981-dd1f96bfc914 req-ab65b9af-698d-42e4-b75d-2788af9a6956 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931299 Aug 16 20:06:02.951911 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-388e7f74-9940-473f-ae57-5ccefef6827a None None] For port 6cf501e7-dd0d-4a22-8413-0a010e174129, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6cf501e7-dd0d-4a22-8413-0a010e174129,segment=NetworkSegment(bc7f5259-62d9-47f6-9ad7-8ded8ca2b156),segment_id=bc7f5259-62d9-47f6-9ad7-8ded8ca2b156)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:02.952324 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-388e7f74-9940-473f-ae57-5ccefef6827a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:02.969812 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-388e7f74-9940-473f-ae57-5ccefef6827a None None] Calling delete_port for 6cf501e7-dd0d-4a22-8413-0a010e174129 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:06:03.039411 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03a68b08-93f9-468f-b69a-324db99ca36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:03.090413 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-388e7f74-9940-473f-ae57-5ccefef6827a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:03.097153 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a68b08-93f9-468f-b69a-324db99ca36e admin admin] No DVR routers for this DVR port 6cf501e7-dd0d-4a22-8413-0a010e174129 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:06:03.126803 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e7f74-9940-473f-ae57-5ccefef6827a None None] Pushing event deleted for resources: {'Port': ['ID=6cf501e7-dd0d-4a22-8413-0a010e174129,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:03.134586 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388e7f74-9940-473f-ae57-5ccefef6827a None None] No DVR routers for this DVR port 6cf501e7-dd0d-4a22-8413-0a010e174129 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:06:03.136899 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d478cd-3dc9-46c9-9997-e45a623d5ee2 x-openstack-request-id: req-e6d478cd-3dc9-46c9-9997-e45a623d5ee2 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:06:03.137391 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f", "tag": "433856e5-41ad-48ba-b239-b58c83b5195a", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:06:03.138129 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e6d478cd-3dc9-46c9-9997-e45a623d5ee2 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:06:03.138492 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f', 'tag': '433856e5-41ad-48ba-b239-b58c83b5195a', 'status': 'completed', 'code': 200} Aug 16 20:06:03.158613 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-4b40373e-ab27-4f06-8700-5589a0fd43eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:03.161856 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-4b40373e-ab27-4f06-8700-5589a0fd43eb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=70c9c4f3-11fd-4c7a-afd6-8ebf2bdda796 HTTP/1.1" status: 200 len: 844 time: 0.2372084 Aug 16 20:06:03.179003 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a68b08-93f9-468f-b69a-324db99ca36e admin admin] Pushing event deleted for resources: {'Port': ['ID=6cf501e7-dd0d-4a22-8413-0a010e174129,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:03.225697 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-798f5cde-500c-47e9-9c78-b204f0bb4b2f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=50038fe1-20b3-430a-a3e5-f13498455fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550859 Aug 16 20:06:03.272978 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03a68b08-93f9-468f-b69a-324db99ca36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:03.301621 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3cc58-06ca-4e72-8461-51407d79910f req-80b2864b-b3eb-49b2-bf6d-ed27c775e781 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:03.308069 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dda3cc58-06ca-4e72-8461-51407d79910f req-80b2864b-b3eb-49b2-bf6d-ed27c775e781 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 949 time: 0.2397904 Aug 16 20:06:03.313768 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-03a68b08-93f9-468f-b69a-324db99ca36e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcbf300a-d425-40e3-b32f-d5dc361f1197']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:06:03.333504 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-03a68b08-93f9-468f-b69a-324db99ca36e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7f5259-62d9-47f6-9ad7-8ded8ca2b156') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:06:03.333881 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-03a68b08-93f9-468f-b69a-324db99ca36e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7f5259-62d9-47f6-9ad7-8ded8ca2b156') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:06:03.353336 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03a68b08-93f9-468f-b69a-324db99ca36e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:03.371119 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ec50e-9340-4ace-bdc7-6309704fd71c req-007a9d79-8876-4c5c-a09b-0f9b49aebce0 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:03.372749 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5c4ec50e-9340-4ace-bdc7-6309704fd71c req-007a9d79-8876-4c5c-a09b-0f9b49aebce0 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?device_id=1937d93a-4248-4b80-b300-561a1764c372 HTTP/1.1" status: 200 len: 945 time: 0.1514752 Aug 16 20:06:03.380533 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03a68b08-93f9-468f-b69a-324db99ca36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:03.385465 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dda3cc58-06ca-4e72-8461-51407d79910f req-ac6230fc-e3f0-43f4-b412-089caf6ab20e tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679913 Aug 16 20:06:03.392075 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a68b08-93f9-468f-b69a-324db99ca36e admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:06:03.392834 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03a68b08-93f9-468f-b69a-324db99ca36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:03.395291 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:06:03.395291 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:06:03.395291 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:06:03.395291 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:06:03.395291 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:06:03.395291 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:06:03.395291 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:06:03.395291 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:06:03.395291 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:06:03.395291 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:06:03.395291 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:06:03.395291 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:06:03.395291 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:06:03.395291 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:06:03.395291 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:06:03.395291 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:06:03.395291 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:06:03.395291 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:06:03.395291 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:06:03.395291 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:06:03.395291 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:06:03.395291 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:06:03.395291 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:06:03.395291 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:06:03.395291 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:06:03.395291 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:06:03.395291 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:06:03.395291 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:06:03.395291 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:06:03.395291 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:06:03.395291 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:06:03.395291 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:06:03.427921 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-c2844452-8ca2-4c06-849a-5b7d7d73a0bb service neutron] 10.222.0.63 "GET /v2.0/networks/50038fe1-20b3-430a-a3e5-f13498455fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850138 Aug 16 20:06:03.476410 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5c4ec50e-9340-4ace-bdc7-6309704fd71c req-c437c8bd-b9e2-410a-9767-20b818232d87 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/security-groups?id=6663b8f5-c7c4-4d1e-883a-75dc557fa1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852768 Aug 16 20:06:03.495590 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03a68b08-93f9-468f-b69a-324db99ca36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:03.516065 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03a68b08-93f9-468f-b69a-324db99ca36e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:03.521443 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-03a68b08-93f9-468f-b69a-324db99ca36e admin admin] 10.222.0.68 "DELETE /v2.0/networks/fcbf300a-d425-40e3-b32f-d5dc361f1197 HTTP/1.1" status: 204 len: 168 time: 1.1775177 Aug 16 20:06:03.521443 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a68b08-93f9-468f-b69a-324db99ca36e admin admin] Pushing event deleted for resources: {'Network': ['ID=fcbf300a-d425-40e3-b32f-d5dc361f1197,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:03.596516 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f22904ec-f655-4d8a-8eeb-2a609ccb4f74 req-ac94d8fe-6915-40e9-8294-e4dc7a6b77c8 service neutron] 10.222.0.63 "GET /v2.0/networks/50038fe1-20b3-430a-a3e5-f13498455fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588671 Aug 16 20:06:03.648704 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00647574-09e4-4be2-90bd-2ce4b5442403 req-7e32b4f3-db31-4f9d-a24a-bdad4fa02f5a tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:03.651561 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-00647574-09e4-4be2-90bd-2ce4b5442403 req-7e32b4f3-db31-4f9d-a24a-bdad4fa02f5a tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.0774302 Aug 16 20:06:03.701685 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-00647574-09e4-4be2-90bd-2ce4b5442403 req-309007f1-5ec1-42c8-a26d-47c414fdef43 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421603 Aug 16 20:06:03.708625 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4b04e-f363-43bc-907f-8d5dc31be12a req-37f42a7c-237d-4726-a3ac-6256f112503f tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:03.710276 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0ba4b04e-f363-43bc-907f-8d5dc31be12a req-37f42a7c-237d-4726-a3ac-6256f112503f tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8bd883d-0991-4b3b-9190-6cb3d7845bea HTTP/1.1" status: 200 len: 945 time: 0.1097715 Aug 16 20:06:03.748425 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f224d-bb80-49cb-9f2c-8919301ce40f req-ddfc60a0-9cd8-485f-84c1-86bd33a57e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:03.750021 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6c5f224d-bb80-49cb-9f2c-8919301ce40f req-ddfc60a0-9cd8-485f-84c1-86bd33a57e6e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3d4c841e259544d78ad8fc783177205f&device_id=b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f HTTP/1.1" status: 200 len: 1096 time: 0.0853884 Aug 16 20:06:03.823160 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0ba4b04e-f363-43bc-907f-8d5dc31be12a req-ab482652-cc34-4a5b-af52-bd5c28139bf4 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/security-groups?id=6663b8f5-c7c4-4d1e-883a-75dc557fa1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018944 Aug 16 20:06:03.825239 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40460) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:03.896664 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-dc252d99-7cbd-4d1d-bbcd-42d439e560fe admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=690b9c71631449238fd309301373a16e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0695045 Aug 16 20:06:03.897437 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40466) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:03.900905 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f224d-bb80-49cb-9f2c-8919301ce40f req-f8790f15-f4c2-4e32-860d-c7ed2e4023f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:03.902398 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6c5f224d-bb80-49cb-9f2c-8919301ce40f req-f8790f15-f4c2-4e32-860d-c7ed2e4023f7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=50038fe1-20b3-430a-a3e5-f13498455fc2 HTTP/1.1" status: 200 len: 905 time: 0.1427500 Aug 16 20:06:03.954445 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6c5f224d-bb80-49cb-9f2c-8919301ce40f req-065798ff-3a10-4436-8892-1fb66a76272e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=433856e5-41ad-48ba-b239-b58c83b5195a HTTP/1.1" status: 200 len: 217 time: 0.0417392 Aug 16 20:06:03.961538 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8510811f-7cad-4929-b848-0a0d1335df56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:03.990299 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8510811f-7cad-4929-b848-0a0d1335df56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:04.050135 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f224d-bb80-49cb-9f2c-8919301ce40f req-0a4366b8-25f1-47e2-a021-a42e3ac1b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:04.053160 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6c5f224d-bb80-49cb-9f2c-8919301ce40f req-0a4366b8-25f1-47e2-a021-a42e3ac1b8fd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=70c9c4f3-11fd-4c7a-afd6-8ebf2bdda796 HTTP/1.1" status: 200 len: 844 time: 0.0911553 Aug 16 20:06:04.060717 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8510811f-7cad-4929-b848-0a0d1335df56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:04.065148 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8510811f-7cad-4929-b848-0a0d1335df56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:04.081495 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-0620ce98-3b13-4fa2-8629-5b7c993ac324 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489156 Aug 16 20:06:04.083460 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8510811f-7cad-4929-b848-0a0d1335df56 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/36d7e4df-43b9-40d3-9f2b-6b73cae49720 HTTP/1.1" status: 204 len: 168 time: 0.1832750 Aug 16 20:06:04.117335 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510811f-7cad-4929-b848-0a0d1335df56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d7e4df-43b9-40d3-9f2b-6b73cae49720,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:04.117547 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6c5f224d-bb80-49cb-9f2c-8919301ce40f req-c1c4c58c-6efe-482c-8b5c-6be5fcbfc839 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=50038fe1-20b3-430a-a3e5-f13498455fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481822 Aug 16 20:06:04.247283 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1aa0c-4a1a-4f66-932f-616ebcbd619a req-9ebe9bfd-a210-4e5e-86b3-8b5bfc12bf39 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:04.261563 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4d1aa0c-4a1a-4f66-932f-616ebcbd619a req-9ebe9bfd-a210-4e5e-86b3-8b5bfc12bf39 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.0762706 Aug 16 20:06:04.324802 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f56e0429-3973-485f-a0c4-0dbe3f43e073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:04.325653 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4d1aa0c-4a1a-4f66-932f-616ebcbd619a req-881892e6-93be-427b-b20b-e29535711329 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627859 Aug 16 20:06:04.433515 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-365f52c2-d751-48c2-b570-1c3086236b6c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:04.436221 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-365f52c2-d751-48c2-b570-1c3086236b6c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3316348 Aug 16 20:06:04.436463 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6cf501e7-dd0d-4a22-8413-0a010e174129 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:06:04.440620 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6c5f224d-bb80-49cb-9f2c-8919301ce40f req-0998600c-6df5-4c4d-a379-28cdac10e2a4 service neutron] 10.222.0.63 "GET /v2.0/networks/50038fe1-20b3-430a-a3e5-f13498455fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997413 Aug 16 20:06:04.467496 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-7d8e8c5f-2f2d-4a58-9585-9262c9b9e5aa tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/quotas/f79b284ed8d04e57925fd24cf95b04a3 HTTP/1.1" status: 200 len: 375 time: 0.0246947 Aug 16 20:06:04.477767 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 6cf501e7-dd0d-4a22-8413-0a010e174129 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:06:04.481363 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6cf501e7-dd0d-4a22-8413-0a010e174129 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:06:04.499520 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e23992-0d5e-4db6-971d-73c8f07f491a req-c85f3cd0-8581-47a9-9b73-754f44d02f20 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:04.509868 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c0e23992-0d5e-4db6-971d-73c8f07f491a req-c85f3cd0-8581-47a9-9b73-754f44d02f20 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f HTTP/1.1" status: 200 len: 944 time: 0.0974040 Aug 16 20:06:04.564458 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c0e23992-0d5e-4db6-971d-73c8f07f491a req-5bc0f871-1bd4-4a25-81c1-6cf72b56655c tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532973 Aug 16 20:06:04.583684 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-b63f7704-f0d3-4cb1-bf27-25b41c868c9b tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1152864 Aug 16 20:06:04.589751 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6c5f224d-bb80-49cb-9f2c-8919301ce40f req-2b98e4f6-bb1a-4060-885a-ec15129d95f3 service neutron] 10.222.0.63 "GET /v2.0/networks/50038fe1-20b3-430a-a3e5-f13498455fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389675 Aug 16 20:06:04.616759 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:04.918355 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38505d77-775a-4f9c-8889-f1e0ed98e886 req-a4d9a320-a130-44b5-af1f-91354f3e14c1 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:04.930516 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-38505d77-775a-4f9c-8889-f1e0ed98e886 req-a4d9a320-a130-44b5-af1f-91354f3e14c1 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.1004555 Aug 16 20:06:04.963821 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cdf3c74b-49ea-4c46-a084-9bbf44a80a5a req-8ec3e0f1-2de4-4176-a305-c920e593a3bb tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 210 time: 0.0456223 Aug 16 20:06:04.985373 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-38505d77-775a-4f9c-8889-f1e0ed98e886 req-56489110-4134-4d89-a7a7-d179f3172329 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528786 Aug 16 20:06:05.253772 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-32d5f4fc-301a-4c5b-98fe-49e086a75f1a tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:05.255397 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-32d5f4fc-301a-4c5b-98fe-49e086a75f1a tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/networks?id=85ab7197-63b7-4ee3-a525-e669647c206a HTTP/1.1" status: 200 len: 813 time: 0.1640182 Aug 16 20:06:05.280082 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-2d70f0ac-2c35-4faa-94da-2772335de08c tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/quotas/56e0ab8d372a445f97363a3d65fdf627 HTTP/1.1" status: 200 len: 375 time: 0.0185146 Aug 16 20:06:05.343480 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-362eeb98-f9d3-4dac-860c-6097efa8141e tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=56e0ab8d372a445f97363a3d65fdf627&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622623 Aug 16 20:06:05.463732 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-fe20fa98-98ca-4d55-b0e9-d91b7de8fbff service neutron] 10.222.0.68 "GET /v2.0/networks/85ab7197-63b7-4ee3-a525-e669647c206a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188204 Aug 16 20:06:05.521137 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 433856e5-41ad-48ba-b239-b58c83b5195a details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:06:05.549004 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f7e74-bb8a-4f6e-ad5d-201e5d390578 req-9f6ceee6-45a6-4373-9ec9-53a1daf5b2f8 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:05.558427 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8a9f7e74-bb8a-4f6e-ad5d-201e5d390578 req-9f6ceee6-45a6-4373-9ec9-53a1daf5b2f8 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.0655341 Aug 16 20:06:05.613144 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8a9f7e74-bb8a-4f6e-ad5d-201e5d390578 req-e6015c55-02a0-4165-8a19-0b12ff7bb265 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500994 Aug 16 20:06:05.613967 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-af96f0fe-28ab-4bdd-a549-a2c3680eb9e9 service neutron] 10.222.0.68 "GET /v2.0/networks/85ab7197-63b7-4ee3-a525-e669647c206a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428194 Aug 16 20:06:05.704272 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6347f-92ec-42e1-a8b5-e990b2f90d77 req-2c12c096-721b-434e-9d35-48d1b630cfaf tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:05.706061 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ffe6347f-92ec-42e1-a8b5-e990b2f90d77 req-2c12c096-721b-434e-9d35-48d1b630cfaf tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8bd883d-0991-4b3b-9190-6cb3d7845bea HTTP/1.1" status: 200 len: 945 time: 0.0799520 Aug 16 20:06:05.791595 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917f7bf-d03b-4d40-9b7a-c8bd9e692a0f req-aeb2dd35-9f27-4dc2-b06a-529a5f1e493f tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:05.793554 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f917f7bf-d03b-4d40-9b7a-c8bd9e692a0f req-aeb2dd35-9f27-4dc2-b06a-529a5f1e493f tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f HTTP/1.1" status: 200 len: 944 time: 0.0672424 Aug 16 20:06:05.864675 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f917f7bf-d03b-4d40-9b7a-c8bd9e692a0f req-f7bd8206-7c56-47e1-9544-3bd70e590124 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638111 Aug 16 20:06:05.878729 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-ffe6347f-92ec-42e1-a8b5-e990b2f90d77 req-880de5bc-a692-4aaf-bc8e-ea4cb070110a tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Deleting port 555cf8d0-ba99-42cf-80d5-6d692108a766 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:06:05.880287 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ffe6347f-92ec-42e1-a8b5-e990b2f90d77 req-880de5bc-a692-4aaf-bc8e-ea4cb070110a tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:05.991060 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:05.998465 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:06.020357 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:06.082386 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 433856e5-41ad-48ba-b239-b58c83b5195a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=433856e5-41ad-48ba-b239-b58c83b5195a,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:06.089684 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ffe6347f-92ec-42e1-a8b5-e990b2f90d77 req-880de5bc-a692-4aaf-bc8e-ea4cb070110a tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] For port 555cf8d0-ba99-42cf-80d5-6d692108a766, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=555cf8d0-ba99-42cf-80d5-6d692108a766,segment=NetworkSegment(b9b81a7b-3094-4b18-bad6-a8d3bdec846a),segment_id=b9b81a7b-3094-4b18-bad6-a8d3bdec846a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:06.090047 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ffe6347f-92ec-42e1-a8b5-e990b2f90d77 req-880de5bc-a692-4aaf-bc8e-ea4cb070110a tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:06.099525 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '433856e5-41ad-48ba-b239-b58c83b5195a', 'network_id': '50038fe1-20b3-430a-a3e5-f13498455fc2', 'port_id': '433856e5-41ad-48ba-b239-b58c83b5195a', 'mac_address': 'fa:16:3e:06:90:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c9c4f3-11fd-4c7a-afd6-8ebf2bdda796', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:06:06.123095 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-ffe6347f-92ec-42e1-a8b5-e990b2f90d77 req-880de5bc-a692-4aaf-bc8e-ea4cb070110a tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Calling delete_port for 555cf8d0-ba99-42cf-80d5-6d692108a766 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:06:06.152279 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:06.166944 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 433856e5-41ad-48ba-b239-b58c83b5195a {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:06:06.189991 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 433856e5-41ad-48ba-b239-b58c83b5195a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=433856e5-41ad-48ba-b239-b58c83b5195a,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:06.196326 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:06.225592 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dba6cc6e-d13e-4235-956c-9eadc9baef01 req-0e8ea12c-0d1f-4ccd-8a04-60408e5af928 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 210 time: 0.0885620 Aug 16 20:06:06.277342 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-d38079f8-2437-4274-bada-414dcf4898ee tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463912 Aug 16 20:06:06.327573 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=433856e5-41ad-48ba-b239-b58c83b5195a,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:06.495829 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['433856e5-41ad-48ba-b239-b58c83b5195a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:06:06.514316 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0f011459-d668-42b3-b714-7821a13d8a60 req-f7417eeb-3caa-4b38-a3d4-7de30dcf5134 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?device_id=1cad1e8b-e04e-4e5b-89d4-0170b29b2d6c HTTP/1.1" status: 200 len: 210 time: 0.0639496 Aug 16 20:06:06.574876 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81a79a-1d6b-4a44-becd-01228c19900c req-76164c37-b981-4985-abe7-be0ea09e806a tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:06.583605 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-31baee2c-6d62-4cee-93fb-e5ffc523e465 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:06.585408 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-31baee2c-6d62-4cee-93fb-e5ffc523e465 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2979469 Aug 16 20:06:06.587892 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8b81a79a-1d6b-4a44-becd-01228c19900c req-76164c37-b981-4985-abe7-be0ea09e806a tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.1797881 Aug 16 20:06:06.597941 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ffe6347f-92ec-42e1-a8b5-e990b2f90d77 req-880de5bc-a692-4aaf-bc8e-ea4cb070110a tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:06.603360 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-46ab77d1-5f6e-4d3a-88ce-6629428cce90 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Request body: {'port': {'device_id': 'b7bbf9f0-608c-47bd-a13b-e40e4cb5f853', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'admin_state_up': True, 'tenant_id': 'f79b284ed8d04e57925fd24cf95b04a3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:06.626319 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['555cf8d0-ba99-42cf-80d5-6d692108a766', '1ef58c00-0078-4ed1-8fdc-0f97831a3118'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:06:06.687312 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef9fe7-2e31-4527-895e-7d0252ad5a91 req-d299cb80-058c-4f4a-880d-ac75cad4ea1d tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:06.691613 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e6ef9fe7-2e31-4527-895e-7d0252ad5a91 req-d299cb80-058c-4f4a-880d-ac75cad4ea1d tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.57 "GET /v2.0/ports?device_id=1937d93a-4248-4b80-b300-561a1764c372 HTTP/1.1" status: 200 len: 945 time: 0.2662756 Aug 16 20:06:06.846103 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8b81a79a-1d6b-4a44-becd-01228c19900c req-86be4786-3d81-4572-ab0d-e4b770adeac2 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488775 Aug 16 20:06:06.852845 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880de5bc-a692-4aaf-bc8e-ea4cb070110a tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Pushing event deleted for resources: {'Port': ['ID=555cf8d0-ba99-42cf-80d5-6d692108a766,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:06.856855 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cfc71-a72c-4e49-b992-3a890384c6f1 req-0033dc5c-97c5-4c23-98c0-7e5d3188a32f tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:06.876243 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ce6cfc71-a72c-4e49-b992-3a890384c6f1 req-0033dc5c-97c5-4c23-98c0-7e5d3188a32f tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.1617291 Aug 16 20:06:06.884325 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-46ab77d1-5f6e-4d3a-88ce-6629428cce90 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Made reservation on behalf of f79b284ed8d04e57925fd24cf95b04a3 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:06:06.896111 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-46ab77d1-5f6e-4d3a-88ce-6629428cce90 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:07.040445 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:07.098238 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ce6cfc71-a72c-4e49-b992-3a890384c6f1 req-61012c75-cebc-48f0-b83d-bd4f168c7774 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209673 Aug 16 20:06:07.098757 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40628) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:07.207238 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe6347f-92ec-42e1-a8b5-e990b2f90d77 req-880de5bc-a692-4aaf-bc8e-ea4cb070110a tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] No DVR routers for this DVR port 555cf8d0-ba99-42cf-80d5-6d692108a766 on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:06:07.217078 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ffe6347f-92ec-42e1-a8b5-e990b2f90d77 req-880de5bc-a692-4aaf-bc8e-ea4cb070110a tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:07.220982 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ffe6347f-92ec-42e1-a8b5-e990b2f90d77 req-880de5bc-a692-4aaf-bc8e-ea4cb070110a tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.57 "DELETE /v2.0/ports/555cf8d0-ba99-42cf-80d5-6d692108a766 HTTP/1.1" status: 204 len: 173 time: 1.5029645 Aug 16 20:06:07.231844 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8bd883d-0991-4b3b-9190-6cb3d7845bea', 'name': 'network-vif-deleted', 'tag': '555cf8d0-ba99-42cf-80d5-6d692108a766'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:06:07.235046 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463d3114-5fc3-4c16-8b1d-766e3f60cd84" -d '{"events": [{"server_uuid": "c8bd883d-0991-4b3b-9190-6cb3d7845bea", "name": "network-vif-deleted", "tag": "555cf8d0-ba99-42cf-80d5-6d692108a766"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:06:07.286642 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22dcbb-b3e6-48d6-b776-e6b165b70ab2 req-d98959ab-0c10-478a-a263-ccb4a6436fcd tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:07.294619 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ac22dcbb-b3e6-48d6-b776-e6b165b70ab2 req-d98959ab-0c10-478a-a263-ccb4a6436fcd tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f HTTP/1.1" status: 200 len: 945 time: 0.2310812 Aug 16 20:06:07.300967 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-46ab77d1-5f6e-4d3a-88ce-6629428cce90 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Allocated IP 192.168.233.34 (b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46/5dedf524-5a11-40fc-90de-b9413f1a2279/5c32d839-7b2a-49f7-90a7-7b4059de13d5) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:06:07.351518 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31341b0-3204-41a1-9634-e45023229b74 x-openstack-request-id: req-f31341b0-3204-41a1-9634-e45023229b74 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:06:07.353347 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8bd883d-0991-4b3b-9190-6cb3d7845bea", "name": "network-vif-deleted", "tag": "555cf8d0-ba99-42cf-80d5-6d692108a766", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:06:07.353917 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f31341b0-3204-41a1-9634-e45023229b74 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:06:07.354873 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8bd883d-0991-4b3b-9190-6cb3d7845bea', 'name': 'network-vif-deleted', 'tag': '555cf8d0-ba99-42cf-80d5-6d692108a766', 'status': 'completed', 'code': 200} Aug 16 20:06:07.398142 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-e6ef9fe7-2e31-4527-895e-7d0252ad5a91 req-69228f8d-2156-4cbe-9584-11f905850c21 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Deleting port 1ef58c00-0078-4ed1-8fdc-0f97831a3118 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:06:07.398740 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e6ef9fe7-2e31-4527-895e-7d0252ad5a91 req-69228f8d-2156-4cbe-9584-11f905850c21 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:07.495892 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3af5a6ca-bc60-450a-8a58-768435d61d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:07.499184 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ac22dcbb-b3e6-48d6-b776-e6b165b70ab2 req-81e135a6-e662-454c-9051-99a395dbe7db tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969342 Aug 16 20:06:07.569584 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0a150f7b-2f3b-4dbc-ba8a-cac3396ee4a0 req-0413ed1c-5050-4737-8bce-e94353d2ad96 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 210 time: 0.0732343 Aug 16 20:06:07.615671 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-e6ef9fe7-2e31-4527-895e-7d0252ad5a91 req-69228f8d-2156-4cbe-9584-11f905850c21 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] For port 1ef58c00-0078-4ed1-8fdc-0f97831a3118, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1ef58c00-0078-4ed1-8fdc-0f97831a3118,segment=NetworkSegment(b9b81a7b-3094-4b18-bad6-a8d3bdec846a),segment_id=b9b81a7b-3094-4b18-bad6-a8d3bdec846a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:07.616403 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e6ef9fe7-2e31-4527-895e-7d0252ad5a91 req-69228f8d-2156-4cbe-9584-11f905850c21 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:07.634511 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-46ab77d1-5f6e-4d3a-88ce-6629428cce90 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:07.658147 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-46ab77d1-5f6e-4d3a-88ce-6629428cce90 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Transition to ACTIVE for port object 5c32d839-7b2a-49f7-90a7-7b4059de13d5 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:06:07.677361 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-82a38c52-6c75-4c85-9ab1-484899e58c42 req-9876374d-00bc-42a9-8fde-a73400f1ac33 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?device_id=1cad1e8b-e04e-4e5b-89d4-0170b29b2d6c HTTP/1.1" status: 200 len: 210 time: 0.0369270 Aug 16 20:06:07.678251 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-e6ef9fe7-2e31-4527-895e-7d0252ad5a91 req-69228f8d-2156-4cbe-9584-11f905850c21 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Calling delete_port for 1ef58c00-0078-4ed1-8fdc-0f97831a3118 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:06:07.745902 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-46ab77d1-5f6e-4d3a-88ce-6629428cce90 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:07.763805 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['a8456123-9de6-4feb-9c09-95083ab502b6', '42ac33f3-1f05-44c7-b779-674a2dcc3a73'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:06:07.801297 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-46ab77d1-5f6e-4d3a-88ce-6629428cce90 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:06:07.810255 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-46ab77d1-5f6e-4d3a-88ce-6629428cce90 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:06:07.817846 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-46ab77d1-5f6e-4d3a-88ce-6629428cce90 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:06:07.889675 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab77d1-5f6e-4d3a-88ce-6629428cce90 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Pushing event updated for resources: {'Port': ['ID=5c32d839-7b2a-49f7-90a7-7b4059de13d5,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:07.906863 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3af5a6ca-bc60-450a-8a58-768435d61d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:07.911147 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e6ef9fe7-2e31-4527-895e-7d0252ad5a91 req-69228f8d-2156-4cbe-9584-11f905850c21 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:07.948670 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3af5a6ca-bc60-450a-8a58-768435d61d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:07.985490 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69228f8d-2156-4cbe-9584-11f905850c21 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Pushing event deleted for resources: {'Port': ['ID=1ef58c00-0078-4ed1-8fdc-0f97831a3118,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:08.076113 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-46ab77d1-5f6e-4d3a-88ce-6629428cce90 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:08.076113 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-46ab77d1-5f6e-4d3a-88ce-6629428cce90 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:08.091357 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ef9fe7-2e31-4527-895e-7d0252ad5a91 req-69228f8d-2156-4cbe-9584-11f905850c21 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] No DVR routers for this DVR port 1ef58c00-0078-4ed1-8fdc-0f97831a3118 on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:06:08.097714 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e6ef9fe7-2e31-4527-895e-7d0252ad5a91 req-69228f8d-2156-4cbe-9584-11f905850c21 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:08.102330 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e6ef9fe7-2e31-4527-895e-7d0252ad5a91 req-69228f8d-2156-4cbe-9584-11f905850c21 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.57 "DELETE /v2.0/ports/1ef58c00-0078-4ed1-8fdc-0f97831a3118 HTTP/1.1" status: 204 len: 173 time: 1.3568146 Aug 16 20:06:08.253594 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3af5a6ca-bc60-450a-8a58-768435d61d45 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=51d61189228744c88d95ea1f3ff66b3d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1501915 Aug 16 20:06:08.271396 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40648) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:08.272111 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5a6ca-bc60-450a-8a58-768435d61d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee858a6b-c181-4fba-8356-0e201aaa8573,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:08.320417 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-321cbbd7-7278-4837-8176-aa33b1169ab4 None None] Provisioning for port 5c32d839-7b2a-49f7-90a7-7b4059de13d5 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:06:08.328249 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-46ab77d1-5f6e-4d3a-88ce-6629428cce90 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7290466 Aug 16 20:06:08.353704 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-321cbbd7-7278-4837-8176-aa33b1169ab4 None None] Provisioning complete for port 5c32d839-7b2a-49f7-90a7-7b4059de13d5 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:06:08.354601 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-321cbbd7-7278-4837-8176-aa33b1169ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:08.368287 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff525eb-392f-4c6f-b38d-f90511a8263f req-fbeda632-4d17-4931-abb8-9995a13fce53 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:08.376796 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dff525eb-392f-4c6f-b38d-f90511a8263f req-fbeda632-4d17-4931-abb8-9995a13fce53 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.1488881 Aug 16 20:06:08.380488 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-64f9cf13-d9b0-49e3-b70f-f2c59915383a service neutron] Request body: {'port': {'device_id': 'b7bbf9f0-608c-47bd-a13b-e40e4cb5f853', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:08.400465 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-ff4a6bf3-ba5d-4948-b1df-1c5423736716 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:08.402043 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-ff4a6bf3-ba5d-4948-b1df-1c5423736716 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.63 "GET /v2.0/networks?id=85ab7197-63b7-4ee3-a525-e669647c206a HTTP/1.1" status: 200 len: 813 time: 0.2180901 Aug 16 20:06:08.423438 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-62cea1a7-3e98-42a2-b261-6dc225629851 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Request body: {'port': {'device_id': 'f97d9f0f-ef76-411f-8dc9-e4a1f99dfea8', 'network_id': '85ab7197-63b7-4ee3-a525-e669647c206a', 'admin_state_up': True, 'tenant_id': '56e0ab8d372a445f97363a3d65fdf627'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:08.474128 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-321cbbd7-7278-4837-8176-aa33b1169ab4 None None] Port 5c32d839-7b2a-49f7-90a7-7b4059de13d5 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:06:08.481971 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dff525eb-392f-4c6f-b38d-f90511a8263f req-8406c22d-65d7-4b0e-97eb-17a2baf5c3f2 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040397 Aug 16 20:06:08.487378 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705d7b8-3daa-45de-882c-9923da172d75 req-26fcd80b-ee15-4fe1-871a-b142fd2a197e tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:08.496501 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f705d7b8-3daa-45de-882c-9923da172d75 req-26fcd80b-ee15-4fe1-871a-b142fd2a197e tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.4003172 Aug 16 20:06:08.568934 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65d9b4c3-26fe-493f-bb86-81d0d4b8eb3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:08.606910 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-64f9cf13-d9b0-49e3-b70f-f2c59915383a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:08.625294 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-62cea1a7-3e98-42a2-b261-6dc225629851 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Made reservation on behalf of 56e0ab8d372a445f97363a3d65fdf627 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:06:08.629312 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-62cea1a7-3e98-42a2-b261-6dc225629851 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:08.661409 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f705d7b8-3daa-45de-882c-9923da172d75 req-72621373-3363-44ae-90aa-dd28d074a3cc tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639633 Aug 16 20:06:08.673470 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65d9b4c3-26fe-493f-bb86-81d0d4b8eb3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:08.968692 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 555cf8d0-ba99-42cf-80d5-6d692108a766 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:06:09.032776 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 555cf8d0-ba99-42cf-80d5-6d692108a766 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:06:09.033408 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 555cf8d0-ba99-42cf-80d5-6d692108a766 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:06:09.034124 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 1ef58c00-0078-4ed1-8fdc-0f97831a3118 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:06:09.074986 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 1ef58c00-0078-4ed1-8fdc-0f97831a3118 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:06:09.075806 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 1ef58c00-0078-4ed1-8fdc-0f97831a3118 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:06:09.102404 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da802173-572c-4b2c-9767-109720411236 req-6c56239f-357e-4269-976e-60f0cedddf02 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:09.104365 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-da802173-572c-4b2c-9767-109720411236 req-6c56239f-357e-4269-976e-60f0cedddf02 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 935 time: 0.2839029 Aug 16 20:06:09.108214 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65d9b4c3-26fe-493f-bb86-81d0d4b8eb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:09.110772 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65d9b4c3-26fe-493f-bb86-81d0d4b8eb3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:09.114945 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-65d9b4c3-26fe-493f-bb86-81d0d4b8eb3b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ee858a6b-c181-4fba-8356-0e201aaa8573 HTTP/1.1" status: 204 len: 168 time: 0.8365905 Aug 16 20:06:09.128924 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9b4c3-26fe-493f-bb86-81d0d4b8eb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee858a6b-c181-4fba-8356-0e201aaa8573,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:09.283966 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3a0b1-b852-482b-a2c2-87d77d78d4f9 req-44313164-318d-460e-84a1-b871bc0fffe6 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:09.292764 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-84e3a0b1-b852-482b-a2c2-87d77d78d4f9 req-44313164-318d-460e-84a1-b871bc0fffe6 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f HTTP/1.1" status: 200 len: 945 time: 0.2390163 Aug 16 20:06:09.327857 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-62cea1a7-3e98-42a2-b261-6dc225629851 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Allocated IP 172.20.0.9 (85ab7197-63b7-4ee3-a525-e669647c206a/7dd89c55-7d0e-41b3-a4c5-9d75eac65682/3058c9da-4a96-4861-bf89-de8a4c626965) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:06:09.343811 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-8c61bddd-e51f-4fcf-83b9-3b36604d2caf tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:09.345514 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-8c61bddd-e51f-4fcf-83b9-3b36604d2caf tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.57 "GET /v2.0/networks?id=85ab7197-63b7-4ee3-a525-e669647c206a HTTP/1.1" status: 200 len: 813 time: 0.7556462 Aug 16 20:06:09.357832 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1937d93a-4248-4b80-b300-561a1764c372', 'name': 'network-vif-deleted', 'tag': '1ef58c00-0078-4ed1-8fdc-0f97831a3118'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:06:09.360266 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f660cfd7-c002-4610-94f5-9a421e4561bc" -d '{"events": [{"server_uuid": "1937d93a-4248-4b80-b300-561a1764c372", "name": "network-vif-deleted", "tag": "1ef58c00-0078-4ed1-8fdc-0f97831a3118"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:06:09.369361 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-f1757c9e-d997-491b-9a01-85f3aae27230 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Request body: {'port': {'device_id': '1cad1e8b-e04e-4e5b-89d4-0170b29b2d6c', 'network_id': '85ab7197-63b7-4ee3-a525-e669647c206a', 'admin_state_up': True, 'tenant_id': '56e0ab8d372a445f97363a3d65fdf627'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:09.439643 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-84e3a0b1-b852-482b-a2c2-87d77d78d4f9 req-7e1996fc-e376-42fa-84d1-2400a0a77625 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447358 Aug 16 20:06:09.503297 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-da802173-572c-4b2c-9767-109720411236 req-46089568-2460-4fa4-92b0-9ed90cc913d9 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754761 Aug 16 20:06:09.516166 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 433856e5-41ad-48ba-b239-b58c83b5195a up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:06:09.594037 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8e7f77-6edf-4522-b640-636f41ed18df x-openstack-request-id: req-9b8e7f77-6edf-4522-b640-636f41ed18df {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:06:09.594447 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1937d93a-4248-4b80-b300-561a1764c372", "name": "network-vif-deleted", "tag": "1ef58c00-0078-4ed1-8fdc-0f97831a3118", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:06:09.594823 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9b8e7f77-6edf-4522-b640-636f41ed18df {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:06:09.595892 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1937d93a-4248-4b80-b300-561a1764c372', 'name': 'network-vif-deleted', 'tag': '1ef58c00-0078-4ed1-8fdc-0f97831a3118', 'status': 'completed', 'code': 200} Aug 16 20:06:09.628334 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 433856e5-41ad-48ba-b239-b58c83b5195a completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:06:09.633794 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 433856e5-41ad-48ba-b239-b58c83b5195a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:06:09.634157 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:09.664596 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-64f9cf13-d9b0-49e3-b70f-f2c59915383a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c32d839-7b2a-49f7-90a7-7b4059de13d5 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:06:09.674510 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-64f9cf13-d9b0-49e3-b70f-f2c59915383a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:09.689466 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-64f9cf13-d9b0-49e3-b70f-f2c59915383a service neutron] Transition to ACTIVE for port object 5c32d839-7b2a-49f7-90a7-7b4059de13d5 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:06:09.691073 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e6340c57-c22c-400f-92e8-02a8ef701d6d req-fab683e3-df2c-46c6-a44a-4bd8b53abbe6 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?device_id=1cad1e8b-e04e-4e5b-89d4-0170b29b2d6c HTTP/1.1" status: 200 len: 210 time: 0.0720692 Aug 16 20:06:09.712599 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-64f9cf13-d9b0-49e3-b70f-f2c59915383a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:09.733250 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-f1757c9e-d997-491b-9a01-85f3aae27230 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Made reservation on behalf of 56e0ab8d372a445f97363a3d65fdf627 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:06:09.740894 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-f1757c9e-d997-491b-9a01-85f3aae27230 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:09.743983 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:09.782976 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433856e5-41ad-48ba-b239-b58c83b5195a'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:06:09.786750 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fc58cc-5a62-4e73-96a7-57cb2ac493e3" -d '{"events": [{"server_uuid": "b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f", "name": "network-vif-plugged", "status": "completed", "tag": "433856e5-41ad-48ba-b239-b58c83b5195a"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:06:09.808888 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 433856e5-41ad-48ba-b239-b58c83b5195a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=433856e5-41ad-48ba-b239-b58c83b5195a,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:09.817925 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:09.837470 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e716d-bd1a-412d-a5af-926df07a286b req-a5c3d2c4-76ca-46d6-8ce0-40787dcc1dd4 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:09.850619 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c4e716d-bd1a-412d-a5af-926df07a286b req-a5c3d2c4-76ca-46d6-8ce0-40787dcc1dd4 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.1965454 Aug 16 20:06:09.889727 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-62cea1a7-3e98-42a2-b261-6dc225629851 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:09.908781 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9cf13-d9b0-49e3-b70f-f2c59915383a service neutron] Pushing event updated for resources: {'Port': ['ID=5c32d839-7b2a-49f7-90a7-7b4059de13d5,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:10.014065 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=433856e5-41ad-48ba-b239-b58c83b5195a,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:10.076435 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c4e716d-bd1a-412d-a5af-926df07a286b req-b944756c-1124-47da-a699-a979266bc163 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235749 Aug 16 20:06:10.134867 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-62cea1a7-3e98-42a2-b261-6dc225629851 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:10.172555 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ead3a3-4286-4a4a-9950-11d28cc33a38 req-6fc95278-8adf-4f14-9670-e258ea702928 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:10.173222 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-64f9cf13-d9b0-49e3-b70f-f2c59915383a service neutron] Attempting to bind port 5c32d839-7b2a-49f7-90a7-7b4059de13d5 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:06:10.173809 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-64f9cf13-d9b0-49e3-b70f-f2c59915383a service neutron] Attempting to bind port 5c32d839-7b2a-49f7-90a7-7b4059de13d5 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:06:10.174336 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-64f9cf13-d9b0-49e3-b70f-f2c59915383a service neutron] Attempting to bind port 5c32d839-7b2a-49f7-90a7-7b4059de13d5 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:06:10.174826 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a1ead3a3-4286-4a4a-9950-11d28cc33a38 req-6fc95278-8adf-4f14-9670-e258ea702928 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.1415768 Aug 16 20:06:10.179987 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-64f9cf13-d9b0-49e3-b70f-f2c59915383a service neutron] Port 5c32d839-7b2a-49f7-90a7-7b4059de13d5 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:06:10.180685 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-64f9cf13-d9b0-49e3-b70f-f2c59915383a service neutron] Attempting to bind port 5c32d839-7b2a-49f7-90a7-7b4059de13d5 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:06:10.188920 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-64f9cf13-d9b0-49e3-b70f-f2c59915383a service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:06:10.189578 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-64f9cf13-d9b0-49e3-b70f-f2c59915383a service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:06:10.192573 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61822ed8-2e24-47aa-8521-600da44795ef x-openstack-request-id: req-61822ed8-2e24-47aa-8521-600da44795ef {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:06:10.192877 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f", "name": "network-vif-plugged", "status": "completed", "tag": "433856e5-41ad-48ba-b239-b58c83b5195a", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:06:10.193133 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-61822ed8-2e24-47aa-8521-600da44795ef {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:06:10.193460 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-64f9cf13-d9b0-49e3-b70f-f2c59915383a service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:06:10.193617 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433856e5-41ad-48ba-b239-b58c83b5195a', 'code': 200} Aug 16 20:06:10.194312 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-64f9cf13-d9b0-49e3-b70f-f2c59915383a service neutron] Bound port: 5c32d839-7b2a-49f7-90a7-7b4059de13d5, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:06:10.194921 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-64f9cf13-d9b0-49e3-b70f-f2c59915383a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:10.283940 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-62cea1a7-3e98-42a2-b261-6dc225629851 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Network 85ab7197-63b7-4ee3-a525-e669647c206a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:06:10.295807 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-62cea1a7-3e98-42a2-b261-6dc225629851 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:06:10.310136 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-62cea1a7-3e98-42a2-b261-6dc225629851 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:06:10.335144 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cea1a7-3e98-42a2-b261-6dc225629851 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Pushing event updated for resources: {'Port': ['ID=3058c9da-4a96-4861-bf89-de8a4c626965,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:10.356274 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e32ea-404a-481d-be50-0bb10f622972 req-1758e0f6-67ee-4eb8-8408-834e1e546832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:10.358096 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a18e32ea-404a-481d-be50-0bb10f622972 req-1758e0f6-67ee-4eb8-8408-834e1e546832 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f HTTP/1.1" status: 200 len: 1098 time: 0.0913055 Aug 16 20:06:10.362046 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-64f9cf13-d9b0-49e3-b70f-f2c59915383a service neutron] For port 5c32d839-7b2a-49f7-90a7-7b4059de13d5, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:06:10.366082 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-64f9cf13-d9b0-49e3-b70f-f2c59915383a service neutron] For port 5c32d839-7b2a-49f7-90a7-7b4059de13d5, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5c32d839-7b2a-49f7-90a7-7b4059de13d5,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:06:10.377097 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.db.api [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-f1757c9e-d997-491b-9a01-85f3aae27230 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.9-062af106-4d33-442d-ac8c-3b890b8f9b8a {{(pid=94771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:06:10.377453 n-d-787206-13 neutron-server[94771]: DEBUG oslo_db.api [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-f1757c9e-d997-491b-9a01-85f3aae27230 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:06:10.383194 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a1ead3a3-4286-4a4a-9950-11d28cc33a38 req-4ad8a6d5-257e-4941-a229-ec55ef33d05b tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988945 Aug 16 20:06:10.402144 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-64f9cf13-d9b0-49e3-b70f-f2c59915383a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:10.408002 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-62cea1a7-3e98-42a2-b261-6dc225629851 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:10.408778 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-62cea1a7-3e98-42a2-b261-6dc225629851 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:10.447936 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a18e32ea-404a-481d-be50-0bb10f622972 req-854ddfee-2a4f-463c-b2e6-68368e332f4e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795293 Aug 16 20:06:10.453302 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-62cea1a7-3e98-42a2-b261-6dc225629851 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0366724 Aug 16 20:06:10.456636 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-64f9cf13-d9b0-49e3-b70f-f2c59915383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:10.457367 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-64f9cf13-d9b0-49e3-b70f-f2c59915383a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:10.458614 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-64f9cf13-d9b0-49e3-b70f-f2c59915383a service neutron] 10.222.0.57 "PUT /v2.0/ports/5c32d839-7b2a-49f7-90a7-7b4059de13d5 HTTP/1.1" status: 200 len: 1096 time: 2.1169975 Aug 16 20:06:10.473676 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7bbf9f0-608c-47bd-a13b-e40e4cb5f853', 'tag': '5c32d839-7b2a-49f7-90a7-7b4059de13d5'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:06:10.493040 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b68cd0-0867-4a1d-a2b1-6aee590c6d04" -d '{"events": [{"name": "network-changed", "server_uuid": "b7bbf9f0-608c-47bd-a13b-e40e4cb5f853", "tag": "5c32d839-7b2a-49f7-90a7-7b4059de13d5"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:06:10.506794 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-bf18ec0e-4af1-4ea9-b03b-accd15ddb896 service neutron] Request body: {'port': {'device_id': 'f97d9f0f-ef76-411f-8dc9-e4a1f99dfea8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:10.552307 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9cf13-d9b0-49e3-b70f-f2c59915383a service neutron] Pushing event updated for resources: {'Port': ['ID=5c32d839-7b2a-49f7-90a7-7b4059de13d5,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:10.577428 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-a91b697c-2304-4e3d-b326-5cc51dc31ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:10.580063 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-a91b697c-2304-4e3d-b326-5cc51dc31ea0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 1099 time: 0.0674679 Aug 16 20:06:10.628852 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-bf18ec0e-4af1-4ea9-b03b-accd15ddb896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:10.669374 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-2edb0568-9360-4f37-81c3-f03db66f7ccb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=5c32d839-7b2a-49f7-90a7-7b4059de13d5 HTTP/1.1" status: 200 len: 217 time: 0.0719640 Aug 16 20:06:10.755732 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e33ae3-a06b-4bc7-a1c3-43991f8fe58e req-ca556417-3625-4dd0-8b39-71056f9c9cf8 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:10.764701 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-90e33ae3-a06b-4bc7-a1c3-43991f8fe58e req-ca556417-3625-4dd0-8b39-71056f9c9cf8 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f HTTP/1.1" status: 200 len: 946 time: 0.1786222 Aug 16 20:06:10.835278 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-90e33ae3-a06b-4bc7-a1c3-43991f8fe58e req-400410eb-e85b-4850-b073-afaa92854b49 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627925 Aug 16 20:06:10.838901 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-c465f56d-a2fc-4ceb-b63f-4c3c92a67627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:10.844815 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-c465f56d-a2fc-4ceb-b63f-4c3c92a67627 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1617372 Aug 16 20:06:10.896663 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-f1757c9e-d997-491b-9a01-85f3aae27230 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:10.917148 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fb3abd-14e4-4451-86f0-20aa9ec8927e x-openstack-request-id: req-c2fb3abd-14e4-4451-86f0-20aa9ec8927e {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:06:10.917904 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7bbf9f0-608c-47bd-a13b-e40e4cb5f853", "tag": "5c32d839-7b2a-49f7-90a7-7b4059de13d5", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:06:10.922929 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c2fb3abd-14e4-4451-86f0-20aa9ec8927e {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:06:10.924030 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7bbf9f0-608c-47bd-a13b-e40e4cb5f853', 'tag': '5c32d839-7b2a-49f7-90a7-7b4059de13d5', 'status': 'completed', 'code': 200} Aug 16 20:06:10.943933 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-d8d0aa11-eae5-433f-96fc-a46602265965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:10.946267 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-d8d0aa11-eae5-433f-96fc-a46602265965 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0934703 Aug 16 20:06:11.059765 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-2b357937-88f7-48d4-8316-2e48aca9cd19 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045074 Aug 16 20:06:11.118084 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-bf18ec0e-4af1-4ea9-b03b-accd15ddb896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3058c9da-4a96-4861-bf89-de8a4c626965 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:06:11.127436 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-bf18ec0e-4af1-4ea9-b03b-accd15ddb896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:11.140958 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-bf18ec0e-4af1-4ea9-b03b-accd15ddb896 service neutron] Transition to ACTIVE for port object 3058c9da-4a96-4861-bf89-de8a4c626965 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:06:11.149749 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-bf18ec0e-4af1-4ea9-b03b-accd15ddb896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:11.213364 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c321dc8-979d-47bd-8128-e298d6f83cde req-57d6686b-f318-4f5f-8853-dd3c1fddb06b tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:11.227805 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2c321dc8-979d-47bd-8128-e298d6f83cde req-57d6686b-f318-4f5f-8853-dd3c1fddb06b tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 947 time: 0.1663516 Aug 16 20:06:11.249449 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4bb3307f-6f23-4671-98ca-ffb77373e53b req-6947a750-fc17-40c6-a8d3-55be523f9533 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752148 Aug 16 20:06:11.263304 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18ec0e-4af1-4ea9-b03b-accd15ddb896 service neutron] Pushing event updated for resources: {'Port': ['ID=3058c9da-4a96-4861-bf89-de8a4c626965,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:11.268909 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-f1757c9e-d997-491b-9a01-85f3aae27230 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Allocated IP 172.20.0.14 (85ab7197-63b7-4ee3-a525-e669647c206a/7dd89c55-7d0e-41b3-a4c5-9d75eac65682/f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:06:11.321735 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2c321dc8-979d-47bd-8128-e298d6f83cde req-b83e7a12-14ca-4266-97c5-b1f9f1a11665 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811160 Aug 16 20:06:11.428167 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-bf18ec0e-4af1-4ea9-b03b-accd15ddb896 service neutron] Attempting to bind port 3058c9da-4a96-4861-bf89-de8a4c626965 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:06:11.428649 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-bf18ec0e-4af1-4ea9-b03b-accd15ddb896 service neutron] Attempting to bind port 3058c9da-4a96-4861-bf89-de8a4c626965 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'b9b81a7b-3094-4b18-bad6-a8d3bdec846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '85ab7197-63b7-4ee3-a525-e669647c206a'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:06:11.429074 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-bf18ec0e-4af1-4ea9-b03b-accd15ddb896 service neutron] Attempting to bind port 3058c9da-4a96-4861-bf89-de8a4c626965 on network 85ab7197-63b7-4ee3-a525-e669647c206a {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:06:11.448492 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-bf18ec0e-4af1-4ea9-b03b-accd15ddb896 service neutron] Port 3058c9da-4a96-4861-bf89-de8a4c626965 on network 85ab7197-63b7-4ee3-a525-e669647c206a not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:06:11.448782 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-bf18ec0e-4af1-4ea9-b03b-accd15ddb896 service neutron] Attempting to bind port 3058c9da-4a96-4861-bf89-de8a4c626965 on network 85ab7197-63b7-4ee3-a525-e669647c206a {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:06:11.464154 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0f22e60b-5276-407c-b5c5-d216e07704fa req-e4cca2f6-d7a6-4db0-acb6-cb141e2155c4 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?device_id=1cad1e8b-e04e-4e5b-89d4-0170b29b2d6c HTTP/1.1" status: 200 len: 210 time: 0.0565488 Aug 16 20:06:11.475019 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b68cd0-0867-4a1d-a2b1-6aee590c6d04 req-10d651cb-53c5-463e-b328-b8b933ab7538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:11.477061 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c9b68cd0-0867-4a1d-a2b1-6aee590c6d04 req-10d651cb-53c5-463e-b328-b8b933ab7538 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 1099 time: 0.1533320 Aug 16 20:06:11.488787 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-bf18ec0e-4af1-4ea9-b03b-accd15ddb896 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:06:11.489284 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-bf18ec0e-4af1-4ea9-b03b-accd15ddb896 service neutron] Checking segment: {'id': 'b9b81a7b-3094-4b18-bad6-a8d3bdec846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '85ab7197-63b7-4ee3-a525-e669647c206a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:06:11.489665 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-bf18ec0e-4af1-4ea9-b03b-accd15ddb896 service neutron] Bound using segment: {'id': 'b9b81a7b-3094-4b18-bad6-a8d3bdec846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '85ab7197-63b7-4ee3-a525-e669647c206a'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:06:11.490221 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-bf18ec0e-4af1-4ea9-b03b-accd15ddb896 service neutron] Bound port: 3058c9da-4a96-4861-bf89-de8a4c626965, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b81a7b-3094-4b18-bad6-a8d3bdec846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '85ab7197-63b7-4ee3-a525-e669647c206a'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:06:11.490580 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-bf18ec0e-4af1-4ea9-b03b-accd15ddb896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:11.622880 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae73615-cc77-46de-b4e8-f2ee43be1777 req-e60fe320-c048-4232-a01c-5dfb21050643 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:11.624625 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cae73615-cc77-46de-b4e8-f2ee43be1777 req-e60fe320-c048-4232-a01c-5dfb21050643 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.0726678 Aug 16 20:06:11.627506 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-bf18ec0e-4af1-4ea9-b03b-accd15ddb896 service neutron] For port 3058c9da-4a96-4861-bf89-de8a4c626965, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:06:11.655442 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b68cd0-0867-4a1d-a2b1-6aee590c6d04 req-e85a31c0-b6de-4cd4-a0b0-0da340e8a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:11.657547 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c9b68cd0-0867-4a1d-a2b1-6aee590c6d04 req-e85a31c0-b6de-4cd4-a0b0-0da340e8a569 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.1720064 Aug 16 20:06:11.659926 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-bf18ec0e-4af1-4ea9-b03b-accd15ddb896 service neutron] For port 3058c9da-4a96-4861-bf89-de8a4c626965, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3058c9da-4a96-4861-bf89-de8a4c626965,segment=NetworkSegment(b9b81a7b-3094-4b18-bad6-a8d3bdec846a),segment_id=b9b81a7b-3094-4b18-bad6-a8d3bdec846a)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:06:11.670623 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-bf18ec0e-4af1-4ea9-b03b-accd15ddb896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:11.715168 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cae73615-cc77-46de-b4e8-f2ee43be1777 req-1606201e-9cc3-44a5-941a-b363e2c4b8da tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838599 Aug 16 20:06:11.716543 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c9b68cd0-0867-4a1d-a2b1-6aee590c6d04 req-8d63f3a1-159b-4088-941e-13ea4f0a7d93 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=5c32d839-7b2a-49f7-90a7-7b4059de13d5 HTTP/1.1" status: 200 len: 217 time: 0.0485945 Aug 16 20:06:11.727705 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-bf18ec0e-4af1-4ea9-b03b-accd15ddb896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:11.728341 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-bf18ec0e-4af1-4ea9-b03b-accd15ddb896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:11.729707 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-bf18ec0e-4af1-4ea9-b03b-accd15ddb896 service neutron] 10.222.0.63 "PUT /v2.0/ports/3058c9da-4a96-4861-bf89-de8a4c626965 HTTP/1.1" status: 200 len: 1092 time: 1.2277598 Aug 16 20:06:11.740958 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97d9f0f-ef76-411f-8dc9-e4a1f99dfea8', 'tag': '3058c9da-4a96-4861-bf89-de8a4c626965'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:06:11.744588 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd8776d-ddeb-4ab4-87fb-d69c3945aeca" -d '{"events": [{"name": "network-changed", "server_uuid": "f97d9f0f-ef76-411f-8dc9-e4a1f99dfea8", "tag": "3058c9da-4a96-4861-bf89-de8a4c626965"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:06:11.756323 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d649d4-3029-4710-9628-a7800236c9fd req-11ecd401-2153-4217-9268-c65fc26c8907 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:11.758695 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-81d649d4-3029-4710-9628-a7800236c9fd req-11ecd401-2153-4217-9268-c65fc26c8907 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.1840641 Aug 16 20:06:11.763651 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-f1757c9e-d997-491b-9a01-85f3aae27230 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:11.791374 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b68cd0-0867-4a1d-a2b1-6aee590c6d04 req-07b72232-030a-4896-8973-c32ea23dea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:11.793390 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c9b68cd0-0867-4a1d-a2b1-6aee590c6d04 req-07b72232-030a-4896-8973-c32ea23dea0b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.0660245 Aug 16 20:06:11.815619 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ca8b60-dbe4-486b-bd9c-6e44322c12b6 x-openstack-request-id: req-b9ca8b60-dbe4-486b-bd9c-6e44322c12b6 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:06:11.815891 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97d9f0f-ef76-411f-8dc9-e4a1f99dfea8", "tag": "3058c9da-4a96-4861-bf89-de8a4c626965", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:06:11.816133 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b9ca8b60-dbe4-486b-bd9c-6e44322c12b6 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:06:11.816527 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f97d9f0f-ef76-411f-8dc9-e4a1f99dfea8', 'tag': '3058c9da-4a96-4861-bf89-de8a4c626965', 'status': 'completed', 'code': 200} Aug 16 20:06:11.853326 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b68cd0-0867-4a1d-a2b1-6aee590c6d04 req-eabf1baf-bd68-4cc3-82bd-a9c114709c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:11.855987 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c9b68cd0-0867-4a1d-a2b1-6aee590c6d04 req-eabf1baf-bd68-4cc3-82bd-a9c114709c9b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0545146 Aug 16 20:06:11.878134 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18ec0e-4af1-4ea9-b03b-accd15ddb896 service neutron] Pushing event updated for resources: {'Port': ['ID=3058c9da-4a96-4861-bf89-de8a4c626965,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:11.911086 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-81d649d4-3029-4710-9628-a7800236c9fd req-cc6114eb-e595-4251-91db-3b0f5bb42dc5 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365180 Aug 16 20:06:11.930453 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-765cc51f-e413-463d-9d11-3fa1d8a672dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:11.936664 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-765cc51f-e413-463d-9d11-3fa1d8a672dd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=56e0ab8d372a445f97363a3d65fdf627&device_id=f97d9f0f-ef76-411f-8dc9-e4a1f99dfea8 HTTP/1.1" status: 200 len: 1095 time: 0.1469600 Aug 16 20:06:12.000619 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-f1757c9e-d997-491b-9a01-85f3aae27230 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:12.003105 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-291271e1-ca77-4f64-b17f-e8ec46b994e1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3058c9da-4a96-4861-bf89-de8a4c626965 HTTP/1.1" status: 200 len: 217 time: 0.0558825 Aug 16 20:06:12.004335 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653545f-9870-437e-8728-e093109bbf0e req-b3aa8af7-4be6-438c-bfcc-2adea36e05bd tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:12.011822 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0653545f-9870-437e-8728-e093109bbf0e req-b3aa8af7-4be6-438c-bfcc-2adea36e05bd tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f HTTP/1.1" status: 200 len: 946 time: 0.0764441 Aug 16 20:06:12.086900 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0653545f-9870-437e-8728-e093109bbf0e req-f9a44709-e859-44b3-b4ff-2c2688811c47 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738862 Aug 16 20:06:12.095619 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-f1757c9e-d997-491b-9a01-85f3aae27230 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Network 85ab7197-63b7-4ee3-a525-e669647c206a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:06:12.104668 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-f1757c9e-d997-491b-9a01-85f3aae27230 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:06:12.105506 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c9b68cd0-0867-4a1d-a2b1-6aee590c6d04 req-5875142d-b4f4-4495-b103-6764bee0922d service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420657 Aug 16 20:06:12.108098 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-f1757c9e-d997-491b-9a01-85f3aae27230 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:06:12.114203 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1757c9e-d997-491b-9a01-85f3aae27230 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Pushing event updated for resources: {'Port': ['ID=f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:12.150112 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-bd02fbb8-beaa-4e3b-a353-a9614f27ede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:12.151765 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-bd02fbb8-beaa-4e3b-a353-a9614f27ede4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7dd89c55-7d0e-41b3-a4c5-9d75eac65682 HTTP/1.1" status: 200 len: 853 time: 0.1157751 Aug 16 20:06:12.195175 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-1c83e4ae-ac6a-486c-818c-3e9109869335 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=85ab7197-63b7-4ee3-a525-e669647c206a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345893 Aug 16 20:06:12.204400 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-f1757c9e-d997-491b-9a01-85f3aae27230 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:12.205155 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-f1757c9e-d997-491b-9a01-85f3aae27230 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:12.216602 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:06:12.234802 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-f1757c9e-d997-491b-9a01-85f3aae27230 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8706839 Aug 16 20:06:12.252882 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-778e24aa-0f15-4a3a-8041-1f2f5bc8a960 service neutron] Request body: {'port': {'device_id': '1cad1e8b-e04e-4e5b-89d4-0170b29b2d6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:12.253157 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c9b68cd0-0867-4a1d-a2b1-6aee590c6d04 req-9deeb6c3-9224-47ce-86bf-9c31e3208c40 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378663 Aug 16 20:06:12.367056 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-778e24aa-0f15-4a3a-8041-1f2f5bc8a960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:12.414400 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-8f165a66-8b83-4bdd-b028-da2b4fb33bbe service neutron] 10.222.0.63 "GET /v2.0/networks/85ab7197-63b7-4ee3-a525-e669647c206a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926935 Aug 16 20:06:12.642039 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63342a-a393-489a-ac6c-ee261c6bd0b4 req-4d3bdda7-d350-4683-b79e-d81edb9a3193 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:12.643377 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6e63342a-a393-489a-ac6c-ee261c6bd0b4 req-4d3bdda7-d350-4683-b79e-d81edb9a3193 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 947 time: 0.0647955 Aug 16 20:06:12.714800 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6e63342a-a393-489a-ac6c-ee261c6bd0b4 req-0f03f3aa-b098-431a-a4a4-9943d9b24adb tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649612 Aug 16 20:06:12.735071 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-acc041c4-3f39-402c-a245-8873cf9335a5 service neutron] 10.222.0.63 "GET /v2.0/networks/85ab7197-63b7-4ee3-a525-e669647c206a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051572 Aug 16 20:06:12.781204 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc51e8-6a08-4638-859f-709307aa522a req-ba5244ab-81e9-4e48-8914-6db755df89ef tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:12.783181 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f0dc51e8-6a08-4638-859f-709307aa522a req-ba5244ab-81e9-4e48-8914-6db755df89ef tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?device_id=1cad1e8b-e04e-4e5b-89d4-0170b29b2d6c HTTP/1.1" status: 200 len: 932 time: 0.0924699 Aug 16 20:06:12.890303 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f0dc51e8-6a08-4638-859f-709307aa522a req-5f8f1880-eb4d-482d-af6b-0233edb92728 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/security-groups?id=6663b8f5-c7c4-4d1e-883a-75dc557fa1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972176 Aug 16 20:06:12.906919 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8776d-ddeb-4ab4-87fb-d69c3945aeca req-1ede538b-342c-48f2-affc-908c169f3ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:12.917034 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ffd8776d-ddeb-4ab4-87fb-d69c3945aeca req-1ede538b-342c-48f2-affc-908c169f3ea7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=56e0ab8d372a445f97363a3d65fdf627&device_id=f97d9f0f-ef76-411f-8dc9-e4a1f99dfea8 HTTP/1.1" status: 200 len: 1095 time: 0.1163983 Aug 16 20:06:12.981322 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 5c32d839-7b2a-49f7-90a7-7b4059de13d5 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:06:12.996943 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-778e24aa-0f15-4a3a-8041-1f2f5bc8a960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:06:13.010372 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-778e24aa-0f15-4a3a-8041-1f2f5bc8a960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:13.026505 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95742d-8b96-4865-9f7e-1a35d1ab8f17 req-cf9cdca7-368a-437d-b7f8-91355a3e86ca tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:13.032303 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-778e24aa-0f15-4a3a-8041-1f2f5bc8a960 service neutron] Transition to ACTIVE for port object f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:06:13.035499 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8d95742d-8b96-4865-9f7e-1a35d1ab8f17 req-cf9cdca7-368a-437d-b7f8-91355a3e86ca tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.0695033 Aug 16 20:06:13.054946 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-778e24aa-0f15-4a3a-8041-1f2f5bc8a960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:13.115528 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8d95742d-8b96-4865-9f7e-1a35d1ab8f17 req-5e1c37bf-afc3-457f-80d4-6699dbdc5949 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755174 Aug 16 20:06:13.129149 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 5c32d839-7b2a-49f7-90a7-7b4059de13d5, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5c32d839-7b2a-49f7-90a7-7b4059de13d5,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:13.142184 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '5c32d839-7b2a-49f7-90a7-7b4059de13d5', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': '5c32d839-7b2a-49f7-90a7-7b4059de13d5', 'mac_address': 'fa:16:3e:07:f0:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:06:13.157709 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8776d-ddeb-4ab4-87fb-d69c3945aeca req-a6a8cfb1-807f-4d9c-bc65-2bc60be20788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:13.159227 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ffd8776d-ddeb-4ab4-87fb-d69c3945aeca req-a6a8cfb1-807f-4d9c-bc65-2bc60be20788 service neutron] 10.222.0.63 "GET /v2.0/networks?id=85ab7197-63b7-4ee3-a525-e669647c206a HTTP/1.1" status: 200 len: 914 time: 0.2264397 Aug 16 20:06:13.189931 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:13.204580 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c32d839-7b2a-49f7-90a7-7b4059de13d5 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:06:13.229351 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ffd8776d-ddeb-4ab4-87fb-d69c3945aeca req-59cb23ea-487f-4617-93f1-50150c585407 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3058c9da-4a96-4861-bf89-de8a4c626965 HTTP/1.1" status: 200 len: 217 time: 0.0488422 Aug 16 20:06:13.232715 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e24aa-0f15-4a3a-8041-1f2f5bc8a960 service neutron] Pushing event updated for resources: {'Port': ['ID=f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:13.239729 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 5c32d839-7b2a-49f7-90a7-7b4059de13d5, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5c32d839-7b2a-49f7-90a7-7b4059de13d5,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:13.247533 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:13.294216 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b78442-069a-44d4-ac42-48d3af817b74 req-b3f1bf4d-c136-45f3-93db-293b298936e8 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:13.298618 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-80b78442-069a-44d4-ac42-48d3af817b74 req-b3f1bf4d-c136-45f3-93db-293b298936e8 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.0826895 Aug 16 20:06:13.320429 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=5c32d839-7b2a-49f7-90a7-7b4059de13d5,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:13.353529 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-80b78442-069a-44d4-ac42-48d3af817b74 req-e858d91a-7d47-4d25-98ad-cbe75c1a4825 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472655 Aug 16 20:06:13.372652 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8776d-ddeb-4ab4-87fb-d69c3945aeca req-867cb2f4-b684-44f4-bc55-73772b9f6a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:13.374112 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ffd8776d-ddeb-4ab4-87fb-d69c3945aeca req-867cb2f4-b684-44f4-bc55-73772b9f6a3a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7dd89c55-7d0e-41b3-a4c5-9d75eac65682 HTTP/1.1" status: 200 len: 853 time: 0.1353443 Aug 16 20:06:13.423371 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-778e24aa-0f15-4a3a-8041-1f2f5bc8a960 service neutron] Attempting to bind port f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:06:13.423707 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-778e24aa-0f15-4a3a-8041-1f2f5bc8a960 service neutron] Attempting to bind port f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'b9b81a7b-3094-4b18-bad6-a8d3bdec846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '85ab7197-63b7-4ee3-a525-e669647c206a'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:06:13.424031 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-778e24aa-0f15-4a3a-8041-1f2f5bc8a960 service neutron] Attempting to bind port f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e on network 85ab7197-63b7-4ee3-a525-e669647c206a {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:06:13.428914 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ffd8776d-ddeb-4ab4-87fb-d69c3945aeca req-0a4bcb1f-1589-4e01-a846-fa881b08bb62 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=85ab7197-63b7-4ee3-a525-e669647c206a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412560 Aug 16 20:06:13.431040 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-778e24aa-0f15-4a3a-8041-1f2f5bc8a960 service neutron] Port f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e on network 85ab7197-63b7-4ee3-a525-e669647c206a not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:06:13.431385 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-778e24aa-0f15-4a3a-8041-1f2f5bc8a960 service neutron] Attempting to bind port f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e on network 85ab7197-63b7-4ee3-a525-e669647c206a {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:06:13.439425 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-778e24aa-0f15-4a3a-8041-1f2f5bc8a960 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:06:13.439802 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-778e24aa-0f15-4a3a-8041-1f2f5bc8a960 service neutron] Checking segment: {'id': 'b9b81a7b-3094-4b18-bad6-a8d3bdec846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '85ab7197-63b7-4ee3-a525-e669647c206a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:06:13.440337 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-778e24aa-0f15-4a3a-8041-1f2f5bc8a960 service neutron] Bound using segment: {'id': 'b9b81a7b-3094-4b18-bad6-a8d3bdec846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '85ab7197-63b7-4ee3-a525-e669647c206a'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:06:13.441027 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-778e24aa-0f15-4a3a-8041-1f2f5bc8a960 service neutron] Bound port: f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b81a7b-3094-4b18-bad6-a8d3bdec846a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '85ab7197-63b7-4ee3-a525-e669647c206a'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:06:13.441395 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-778e24aa-0f15-4a3a-8041-1f2f5bc8a960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:13.456451 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['5c32d839-7b2a-49f7-90a7-7b4059de13d5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:06:13.552643 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ffd8776d-ddeb-4ab4-87fb-d69c3945aeca req-b93f8290-536a-4ef2-89c9-6a202ff7567f service neutron] 10.222.0.63 "GET /v2.0/networks/85ab7197-63b7-4ee3-a525-e669647c206a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052458 Aug 16 20:06:13.570382 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c6abb-41d9-4cb4-8bc3-95ee997693f8 req-e2192415-bcf6-4336-b23e-bbb8c1a9a1cf tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:13.572385 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0c8c6abb-41d9-4cb4-8bc3-95ee997693f8 req-e2192415-bcf6-4336-b23e-bbb8c1a9a1cf tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f HTTP/1.1" status: 200 len: 946 time: 0.0931275 Aug 16 20:06:13.633103 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-778e24aa-0f15-4a3a-8041-1f2f5bc8a960 service neutron] For port f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:06:13.636551 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0c8c6abb-41d9-4cb4-8bc3-95ee997693f8 req-b1a108fc-2887-41ee-b24f-d5bc3c0041af tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570295 Aug 16 20:06:13.637103 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-778e24aa-0f15-4a3a-8041-1f2f5bc8a960 service neutron] For port f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e,segment=NetworkSegment(b9b81a7b-3094-4b18-bad6-a8d3bdec846a),segment_id=b9b81a7b-3094-4b18-bad6-a8d3bdec846a)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:06:13.662546 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-778e24aa-0f15-4a3a-8041-1f2f5bc8a960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:13.724385 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-778e24aa-0f15-4a3a-8041-1f2f5bc8a960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:13.725007 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-778e24aa-0f15-4a3a-8041-1f2f5bc8a960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:13.726408 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-778e24aa-0f15-4a3a-8041-1f2f5bc8a960 service neutron] 10.222.0.57 "PUT /v2.0/ports/f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e HTTP/1.1" status: 200 len: 1093 time: 1.4793625 Aug 16 20:06:13.770906 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e24aa-0f15-4a3a-8041-1f2f5bc8a960 service neutron] Pushing event updated for resources: {'Port': ['ID=f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:13.817961 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ffd8776d-ddeb-4ab4-87fb-d69c3945aeca req-e209cbb0-30b8-4a34-8d0a-0a888905383c service neutron] 10.222.0.63 "GET /v2.0/networks/85ab7197-63b7-4ee3-a525-e669647c206a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792107 Aug 16 20:06:13.820460 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cad1e8b-e04e-4e5b-89d4-0170b29b2d6c', 'tag': 'f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:06:13.822319 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffb2747-33e0-44a4-8e18-edac291204d9" -d '{"events": [{"name": "network-changed", "server_uuid": "1cad1e8b-e04e-4e5b-89d4-0170b29b2d6c", "tag": "f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:06:13.837823 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-5c2cfd95-5552-47bb-bf26-246fdcd7eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:13.839406 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-5c2cfd95-5552-47bb-bf26-246fdcd7eb0f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56e0ab8d372a445f97363a3d65fdf627&device_id=1cad1e8b-e04e-4e5b-89d4-0170b29b2d6c HTTP/1.1" status: 200 len: 1096 time: 0.0591493 Aug 16 20:06:13.893882 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-a5a98b82-ee61-42af-aaa3-f614579f0965 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e HTTP/1.1" status: 200 len: 217 time: 0.0458434 Aug 16 20:06:13.904536 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f747d-1f5d-43e4-9712-9aaf8c120494 req-a26bd8b0-8ebf-41ed-8f6a-72761ecad1a0 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:13.906224 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-845f747d-1f5d-43e4-9712-9aaf8c120494 req-a26bd8b0-8ebf-41ed-8f6a-72761ecad1a0 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 948 time: 0.0796802 Aug 16 20:06:13.935963 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a83d79-bca3-483a-bbf4-7e9ab207699d x-openstack-request-id: req-f6a83d79-bca3-483a-bbf4-7e9ab207699d {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:06:13.936560 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cad1e8b-e04e-4e5b-89d4-0170b29b2d6c", "tag": "f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:06:13.936673 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f6a83d79-bca3-483a-bbf4-7e9ab207699d {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:06:13.937027 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cad1e8b-e04e-4e5b-89d4-0170b29b2d6c', 'tag': 'f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e', 'status': 'completed', 'code': 200} Aug 16 20:06:13.955677 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-845f747d-1f5d-43e4-9712-9aaf8c120494 req-0e0a08fa-6884-41b2-9446-ea3fb0e374d9 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424790 Aug 16 20:06:13.959123 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-392a7d45-8f07-4144-b149-5d2664bf7bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:13.960706 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-392a7d45-8f07-4144-b149-5d2664bf7bdf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7dd89c55-7d0e-41b3-a4c5-9d75eac65682 HTTP/1.1" status: 200 len: 853 time: 0.0593419 Aug 16 20:06:14.011511 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-c0ad0dff-f896-424b-8e08-defd8832c8c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85ab7197-63b7-4ee3-a525-e669647c206a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429418 Aug 16 20:06:14.137646 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d75ac-66a7-4d0f-8a13-435d69f330cb req-27781b6d-7bd9-4541-9afe-952f0e04a591 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:14.139536 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fd7d75ac-66a7-4d0f-8a13-435d69f330cb req-27781b6d-7bd9-4541-9afe-952f0e04a591 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?device_id=1cad1e8b-e04e-4e5b-89d4-0170b29b2d6c HTTP/1.1" status: 200 len: 944 time: 0.0695894 Aug 16 20:06:14.186205 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-fb4aa317-708c-4737-904e-28795ac4ed7b service neutron] 10.222.0.57 "GET /v2.0/networks/85ab7197-63b7-4ee3-a525-e669647c206a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668105 Aug 16 20:06:14.193834 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fd7d75ac-66a7-4d0f-8a13-435d69f330cb req-01a0f122-d9e9-4351-b3f0-74416ac2407b tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/security-groups?id=6663b8f5-c7c4-4d1e-883a-75dc557fa1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426733 Aug 16 20:06:14.313689 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56dcb3d1-a51e-4125-a0a0-2275235aae55 req-be0a6b02-9983-4b0c-a0f5-e93b61c5fc9e service neutron] 10.222.0.57 "GET /v2.0/networks/85ab7197-63b7-4ee3-a525-e669647c206a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189511 Aug 16 20:06:14.344337 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897571b2-4cb5-4d5e-9222-7d854f76cf63 req-a9677cc1-f775-4b54-9347-1e02018c25b8 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:14.348159 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-897571b2-4cb5-4d5e-9222-7d854f76cf63 req-a9677cc1-f775-4b54-9347-1e02018c25b8 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.0779252 Aug 16 20:06:14.421563 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-897571b2-4cb5-4d5e-9222-7d854f76cf63 req-991f6395-8943-4522-b39e-38e191dbaa20 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681655 Aug 16 20:06:14.430747 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb2747-33e0-44a4-8e18-edac291204d9 req-b75c8086-3bde-4f64-8701-6e148408bf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:14.432265 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4ffb2747-33e0-44a4-8e18-edac291204d9 req-b75c8086-3bde-4f64-8701-6e148408bf4b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56e0ab8d372a445f97363a3d65fdf627&device_id=1cad1e8b-e04e-4e5b-89d4-0170b29b2d6c HTTP/1.1" status: 200 len: 1096 time: 0.0597324 Aug 16 20:06:14.512586 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bbdf4-a8c0-4d42-a399-9272e01bd901 req-93c33cba-cbdf-48b0-8326-f6e2e6fb3797 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:14.515079 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-957bbdf4-a8c0-4d42-a399-9272e01bd901 req-93c33cba-cbdf-48b0-8326-f6e2e6fb3797 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.0551839 Aug 16 20:06:14.532826 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb2747-33e0-44a4-8e18-edac291204d9 req-ac5d510a-f9ec-4b74-a45d-3ffd49050652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:14.534218 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4ffb2747-33e0-44a4-8e18-edac291204d9 req-ac5d510a-f9ec-4b74-a45d-3ffd49050652 service neutron] 10.222.0.57 "GET /v2.0/networks?id=85ab7197-63b7-4ee3-a525-e669647c206a HTTP/1.1" status: 200 len: 914 time: 0.0947938 Aug 16 20:06:14.556367 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-957bbdf4-a8c0-4d42-a399-9272e01bd901 req-ac4d8245-ecfb-416e-8eea-cdd5f111cb3f tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346463 Aug 16 20:06:14.594995 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4ffb2747-33e0-44a4-8e18-edac291204d9 req-1c08b226-5f6a-4ec3-a33d-43b2206b9e15 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e HTTP/1.1" status: 200 len: 217 time: 0.0534918 Aug 16 20:06:14.648209 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb2747-33e0-44a4-8e18-edac291204d9 req-ff175402-4eaf-4a6e-bf5f-22782721b813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:14.650469 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4ffb2747-33e0-44a4-8e18-edac291204d9 req-ff175402-4eaf-4a6e-bf5f-22782721b813 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7dd89c55-7d0e-41b3-a4c5-9d75eac65682 HTTP/1.1" status: 200 len: 853 time: 0.0470445 Aug 16 20:06:14.685878 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4ffb2747-33e0-44a4-8e18-edac291204d9 req-797f52f8-aaf3-444f-867b-a0ab64bdc54c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85ab7197-63b7-4ee3-a525-e669647c206a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280685 Aug 16 20:06:14.770833 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5760a26-2521-43b9-a0b4-57e5a0f7f627 req-fc30784d-a8dd-4cf2-ba2a-d09e3856d295 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:14.778573 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e5760a26-2521-43b9-a0b4-57e5a0f7f627 req-fc30784d-a8dd-4cf2-ba2a-d09e3856d295 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f HTTP/1.1" status: 200 len: 946 time: 0.0653210 Aug 16 20:06:14.821348 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4ffb2747-33e0-44a4-8e18-edac291204d9 req-f9100f23-b54b-4630-b436-712014e62b4e service neutron] 10.222.0.57 "GET /v2.0/networks/85ab7197-63b7-4ee3-a525-e669647c206a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247084 Aug 16 20:06:14.823519 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e5760a26-2521-43b9-a0b4-57e5a0f7f627 req-29401b70-575c-489f-ab52-4f0ae5500233 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436418 Aug 16 20:06:14.929727 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4ffb2747-33e0-44a4-8e18-edac291204d9 req-42fc27f8-b9a2-4d72-9371-0cf7de1d68e4 service neutron] 10.222.0.57 "GET /v2.0/networks/85ab7197-63b7-4ee3-a525-e669647c206a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002131 Aug 16 20:06:14.997123 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 5c32d839-7b2a-49f7-90a7-7b4059de13d5 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:06:15.069586 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 5c32d839-7b2a-49f7-90a7-7b4059de13d5 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:06:15.075635 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 5c32d839-7b2a-49f7-90a7-7b4059de13d5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:06:15.076288 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:15.134197 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40850) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:15.140598 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7b125-3299-4d2a-aa2d-40133e7707d1 req-18ae423d-f502-45dd-9082-a5e2774c2c90 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:15.149524 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5bb7b125-3299-4d2a-aa2d-40133e7707d1 req-18ae423d-f502-45dd-9082-a5e2774c2c90 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 948 time: 0.0656962 Aug 16 20:06:15.176820 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:15.197274 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5bb7b125-3299-4d2a-aa2d-40133e7707d1 req-2cfbb0eb-53a5-42f0-b653-e62b76e5cd48 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467954 Aug 16 20:06:15.210838 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7bbf9f0-608c-47bd-a13b-e40e4cb5f853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c32d839-7b2a-49f7-90a7-7b4059de13d5'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:06:15.213500 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e759fb-1428-4fd1-a7bc-665b6b04084c" -d '{"events": [{"server_uuid": "b7bbf9f0-608c-47bd-a13b-e40e4cb5f853", "name": "network-vif-plugged", "status": "completed", "tag": "5c32d839-7b2a-49f7-90a7-7b4059de13d5"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:06:15.259681 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 5c32d839-7b2a-49f7-90a7-7b4059de13d5, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5c32d839-7b2a-49f7-90a7-7b4059de13d5,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:15.265531 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:15.323122 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c2565b-0126-4000-a7ba-739e6b271148 x-openstack-request-id: req-63c2565b-0126-4000-a7ba-739e6b271148 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:06:15.323425 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7bbf9f0-608c-47bd-a13b-e40e4cb5f853", "name": "network-vif-plugged", "status": "completed", "tag": "5c32d839-7b2a-49f7-90a7-7b4059de13d5", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:06:15.323680 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-63c2565b-0126-4000-a7ba-739e6b271148 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:06:15.324079 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7bbf9f0-608c-47bd-a13b-e40e4cb5f853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c32d839-7b2a-49f7-90a7-7b4059de13d5', 'code': 200} Aug 16 20:06:15.326118 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-17b43d12-d339-453d-836d-d90303b816be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:15.394027 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=5c32d839-7b2a-49f7-90a7-7b4059de13d5,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:15.405717 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f5fdf-7ad1-4784-bec3-6005b98931fb req-92f0421d-83c6-40f9-a044-74ee060edc2f tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:15.407648 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-096f5fdf-7ad1-4784-bec3-6005b98931fb req-92f0421d-83c6-40f9-a044-74ee060edc2f tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?device_id=1cad1e8b-e04e-4e5b-89d4-0170b29b2d6c HTTP/1.1" status: 200 len: 944 time: 0.1164789 Aug 16 20:06:15.434088 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17759087-1397-4e42-ae02-3c5786da5728 req-94dfddf8-0d2d-48b7-8bee-2723853e3aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:15.435199 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-17759087-1397-4e42-ae02-3c5786da5728 req-94dfddf8-0d2d-48b7-8bee-2723853e3aba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 1101 time: 0.0823760 Aug 16 20:06:15.468331 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-17b43d12-d339-453d-836d-d90303b816be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:15.474341 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-17b43d12-d339-453d-836d-d90303b816be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:15.503555 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b43d12-d339-453d-836d-d90303b816be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a43d64-9dc6-420a-b677-dd2b666fe6cd,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:15.504138 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-096f5fdf-7ad1-4784-bec3-6005b98931fb req-934a29d4-d2b0-4271-ab80-445ff82ee6d6 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/security-groups?id=6663b8f5-c7c4-4d1e-883a-75dc557fa1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893309 Aug 16 20:06:15.542246 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-17759087-1397-4e42-ae02-3c5786da5728 req-0e415d94-dcc3-4f7d-9a43-98878f415701 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995817 Aug 16 20:06:15.567310 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-17b43d12-d339-453d-836d-d90303b816be admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a2f9cba9030549498ae2c8d5a0a6165d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4303300 Aug 16 20:06:15.568904 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40868) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:15.573734 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 3058c9da-4a96-4861-bf89-de8a4c626965 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:06:15.592705 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d014e1-2625-4395-bdad-3f327e4a289c req-b593bb81-902d-42fb-9307-3901b94a8219 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:15.595358 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d7d014e1-2625-4395-bdad-3f327e4a289c req-b593bb81-902d-42fb-9307-3901b94a8219 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.0941861 Aug 16 20:06:15.673504 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d7d014e1-2625-4395-bdad-3f327e4a289c req-55983142-39d4-426a-a74d-8552d707096e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713303 Aug 16 20:06:15.681376 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a898994b-524e-4d4d-9359-41df6a0710c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:15.763028 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a898994b-524e-4d4d-9359-41df6a0710c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:15.777066 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 3058c9da-4a96-4861-bf89-de8a4c626965, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3058c9da-4a96-4861-bf89-de8a4c626965,segment=NetworkSegment(b9b81a7b-3094-4b18-bad6-a8d3bdec846a),segment_id=b9b81a7b-3094-4b18-bad6-a8d3bdec846a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:15.803174 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '3058c9da-4a96-4861-bf89-de8a4c626965', 'network_id': '85ab7197-63b7-4ee3-a525-e669647c206a', 'port_id': '3058c9da-4a96-4861-bf89-de8a4c626965', 'mac_address': 'fa:16:3e:26:62:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd89c55-7d0e-41b3-a4c5-9d75eac65682', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:06:15.808030 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067260ab-ccf4-4993-b91e-3bbbfa18f9a8 req-cb611433-a5e4-4cfb-b171-5e64ca233433 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:15.809505 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-067260ab-ccf4-4993-b91e-3bbbfa18f9a8 req-cb611433-a5e4-4cfb-b171-5e64ca233433 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.1176136 Aug 16 20:06:15.868021 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:15.884417 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3058c9da-4a96-4861-bf89-de8a4c626965 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:06:15.890121 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-067260ab-ccf4-4993-b91e-3bbbfa18f9a8 req-0c7152f1-f0b9-4452-a823-8880973d4e35 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537386 Aug 16 20:06:15.892555 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a898994b-524e-4d4d-9359-41df6a0710c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:15.896660 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a898994b-524e-4d4d-9359-41df6a0710c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:15.897961 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a898994b-524e-4d4d-9359-41df6a0710c9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/99a43d64-9dc6-420a-b677-dd2b666fe6cd HTTP/1.1" status: 204 len: 168 time: 0.3013411 Aug 16 20:06:15.910570 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898994b-524e-4d4d-9359-41df6a0710c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a43d64-9dc6-420a-b677-dd2b666fe6cd,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:15.941783 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 3058c9da-4a96-4861-bf89-de8a4c626965, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3058c9da-4a96-4861-bf89-de8a4c626965,segment=NetworkSegment(b9b81a7b-3094-4b18-bad6-a8d3bdec846a),segment_id=b9b81a7b-3094-4b18-bad6-a8d3bdec846a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:15.948281 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:15.949535 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 433856e5-41ad-48ba-b239-b58c83b5195a details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:06:16.023757 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad3cef-3d4d-4db3-9ed1-6c2fe3066e34 req-760c1a9f-6c21-4db1-b4a6-a2bc33553dfc tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:16.025333 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-06ad3cef-3d4d-4db3-9ed1-6c2fe3066e34 req-760c1a9f-6c21-4db1-b4a6-a2bc33553dfc tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f HTTP/1.1" status: 200 len: 946 time: 0.0928881 Aug 16 20:06:16.085435 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-06ad3cef-3d4d-4db3-9ed1-6c2fe3066e34 req-1fc1d07f-64a1-4da1-8296-b52f2d101e8d tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535719 Aug 16 20:06:16.108524 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=3058c9da-4a96-4861-bf89-de8a4c626965,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:16.120036 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 433856e5-41ad-48ba-b239-b58c83b5195a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=433856e5-41ad-48ba-b239-b58c83b5195a,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:16.133890 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '433856e5-41ad-48ba-b239-b58c83b5195a', 'network_id': '50038fe1-20b3-430a-a3e5-f13498455fc2', 'port_id': '433856e5-41ad-48ba-b239-b58c83b5195a', 'mac_address': 'fa:16:3e:06:90:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c9c4f3-11fd-4c7a-afd6-8ebf2bdda796', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:06:16.183333 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:16.199406 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40890) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:16.204515 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 433856e5-41ad-48ba-b239-b58c83b5195a {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:06:16.227693 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 433856e5-41ad-48ba-b239-b58c83b5195a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=433856e5-41ad-48ba-b239-b58c83b5195a,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:16.234364 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:16.298057 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=433856e5-41ad-48ba-b239-b58c83b5195a,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:16.330198 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e541fb3-065f-4d8e-ace4-cc115fd74f60 req-06e6353c-4f02-416e-a1df-8e34c6a3f52b tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:16.337502 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8e541fb3-065f-4d8e-ace4-cc115fd74f60 req-06e6353c-4f02-416e-a1df-8e34c6a3f52b tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 949 time: 0.0661101 Aug 16 20:06:16.361428 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['433856e5-41ad-48ba-b239-b58c83b5195a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:06:16.366256 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ddce0ae-fe0d-407f-acfc-a21c660861c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:16.407496 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8e541fb3-065f-4d8e-ace4-cc115fd74f60 req-dfc3cd6a-c9b2-4152-b3e8-0c93aa1124ff tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689259 Aug 16 20:06:16.498672 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ddce0ae-fe0d-407f-acfc-a21c660861c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:16.504881 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ddce0ae-fe0d-407f-acfc-a21c660861c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:16.551519 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2ddce0ae-fe0d-407f-acfc-a21c660861c2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=30255213ebe34850bd221f7010e858ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3486171 Aug 16 20:06:16.551771 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40906) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:16.552502 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddce0ae-fe0d-407f-acfc-a21c660861c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8317c0b7-af7d-42e0-91f8-677f3bea6146,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:16.604610 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['3058c9da-4a96-4861-bf89-de8a4c626965'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:06:16.642579 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d0a20b4c-9ca5-46ea-9c72-1fa43314e2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:16.672169 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d0a20b4c-9ca5-46ea-9c72-1fa43314e2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:16.690514 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35bbc8-bdcd-4a61-9ff9-ae0cac10fbd5 req-7d7f931f-45c6-4d36-bd71-2f851ff55ca6 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:16.692060 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ee35bbc8-bdcd-4a61-9ff9-ae0cac10fbd5 req-7d7f931f-45c6-4d36-bd71-2f851ff55ca6 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?device_id=1cad1e8b-e04e-4e5b-89d4-0170b29b2d6c HTTP/1.1" status: 200 len: 944 time: 0.0955796 Aug 16 20:06:16.761578 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ee35bbc8-bdcd-4a61-9ff9-ae0cac10fbd5 req-1a9199a0-92c0-471d-8f57-9a59514f2be7 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/security-groups?id=6663b8f5-c7c4-4d1e-883a-75dc557fa1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399671 Aug 16 20:06:16.762646 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d0a20b4c-9ca5-46ea-9c72-1fa43314e2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:16.765565 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d0a20b4c-9ca5-46ea-9c72-1fa43314e2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:16.767193 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d0a20b4c-9ca5-46ea-9c72-1fa43314e2d2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8317c0b7-af7d-42e0-91f8-677f3bea6146 HTTP/1.1" status: 204 len: 168 time: 0.2125659 Aug 16 20:06:16.775223 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a20b4c-9ca5-46ea-9c72-1fa43314e2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8317c0b7-af7d-42e0-91f8-677f3bea6146,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:16.856631 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc3336-15cf-48c8-a98c-feb39d81a0cd req-e55378f3-9b63-4470-80a0-8241ea6b7f69 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:16.860613 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-70bc3336-15cf-48c8-a98c-feb39d81a0cd req-e55378f3-9b63-4470-80a0-8241ea6b7f69 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.0673876 Aug 16 20:06:16.904036 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-70bc3336-15cf-48c8-a98c-feb39d81a0cd req-3a9e09c0-d1a7-4fb8-bc2b-94db74ad2940 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395420 Aug 16 20:06:17.010599 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:06:17.034479 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a309a63-e672-4686-8f8e-7725c1d5994b req-4d202eb0-9bba-4d81-9f24-6d2e4915ba36 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:17.037390 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5a309a63-e672-4686-8f8e-7725c1d5994b req-4d202eb0-9bba-4d81-9f24-6d2e4915ba36 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.0636437 Aug 16 20:06:17.087334 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5a309a63-e672-4686-8f8e-7725c1d5994b req-d64b6b35-ee45-446c-a804-86a8c654ede7 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418355 Aug 16 20:06:17.146368 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e,segment=NetworkSegment(b9b81a7b-3094-4b18-bad6-a8d3bdec846a),segment_id=b9b81a7b-3094-4b18-bad6-a8d3bdec846a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:17.169313 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e', 'network_id': '85ab7197-63b7-4ee3-a525-e669647c206a', 'port_id': 'f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e', 'mac_address': 'fa:16:3e:fc:6c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd89c55-7d0e-41b3-a4c5-9d75eac65682', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:06:17.175887 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40932) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:17.190215 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-63cd5926-ea85-4216-81c4-b1772836519b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:17.223390 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:17.237610 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c28bb-71aa-4332-bf07-0443bf8efdf3 req-d6dd24dc-9cdb-4f17-b46c-7f61e274ae28 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:17.239690 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f55c28bb-71aa-4332-bf07-0443bf8efdf3 req-d6dd24dc-9cdb-4f17-b46c-7f61e274ae28 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f HTTP/1.1" status: 200 len: 945 time: 0.0726616 Aug 16 20:06:17.246031 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:06:17.272510 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e,segment=NetworkSegment(b9b81a7b-3094-4b18-bad6-a8d3bdec846a),segment_id=b9b81a7b-3094-4b18-bad6-a8d3bdec846a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:17.280219 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:17.290124 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f55c28bb-71aa-4332-bf07-0443bf8efdf3 req-08435508-5b71-4733-b082-5f185968b5b3 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439556 Aug 16 20:06:17.309539 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-63cd5926-ea85-4216-81c4-b1772836519b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:17.322879 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-63cd5926-ea85-4216-81c4-b1772836519b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:17.346347 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:17.380176 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-63cd5926-ea85-4216-81c4-b1772836519b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b5c78f90d8d34256a98f1c1bf5c9ab2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2031951 Aug 16 20:06:17.381056 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd5926-ea85-4216-81c4-b1772836519b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcd020a-77d4-47c9-90eb-6aad60a7de07,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:17.383321 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40940) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:17.444621 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac42d74b-95a5-4152-9cf6-9498d5f9abb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:17.466737 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac42d74b-95a5-4152-9cf6-9498d5f9abb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:17.509336 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:06:17.529211 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac42d74b-95a5-4152-9cf6-9498d5f9abb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:17.532450 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac42d74b-95a5-4152-9cf6-9498d5f9abb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:17.542815 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ac42d74b-95a5-4152-9cf6-9498d5f9abb9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9fcd020a-77d4-47c9-90eb-6aad60a7de07 HTTP/1.1" status: 204 len: 168 time: 0.1519690 Aug 16 20:06:17.563671 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42d74b-95a5-4152-9cf6-9498d5f9abb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcd020a-77d4-47c9-90eb-6aad60a7de07,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:17.588868 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 3058c9da-4a96-4861-bf89-de8a4c626965 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:06:17.604180 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828d328-ad02-4927-9757-7f13605d87b5 req-e29d1c1a-fb76-4279-8452-1278080c5759 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:17.606953 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7828d328-ad02-4927-9757-7f13605d87b5 req-e29d1c1a-fb76-4279-8452-1278080c5759 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 949 time: 0.0616045 Aug 16 20:06:17.658869 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7828d328-ad02-4927-9757-7f13605d87b5 req-f25c0664-69df-4811-af0b-16e55cf589bb tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438082 Aug 16 20:06:17.719989 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 3058c9da-4a96-4861-bf89-de8a4c626965 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:06:17.726939 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 3058c9da-4a96-4861-bf89-de8a4c626965 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:06:17.727337 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:17.838633 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d040ecd-8d16-463d-9d48-1bfc4af8ad5d req-e0157680-6625-41df-aea2-85ce3a8c21af tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:17.840576 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:17.840729 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5d040ecd-8d16-463d-9d48-1bfc4af8ad5d req-e0157680-6625-41df-aea2-85ce3a8c21af tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 949 time: 0.0686557 Aug 16 20:06:17.880570 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97d9f0f-ef76-411f-8dc9-e4a1f99dfea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3058c9da-4a96-4861-bf89-de8a4c626965'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:06:17.884008 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c093cd55-9996-4e24-a32c-eac18230a2d6" -d '{"events": [{"server_uuid": "f97d9f0f-ef76-411f-8dc9-e4a1f99dfea8", "name": "network-vif-plugged", "status": "completed", "tag": "3058c9da-4a96-4861-bf89-de8a4c626965"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:06:17.888913 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 3058c9da-4a96-4861-bf89-de8a4c626965, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3058c9da-4a96-4861-bf89-de8a4c626965,segment=NetworkSegment(b9b81a7b-3094-4b18-bad6-a8d3bdec846a),segment_id=b9b81a7b-3094-4b18-bad6-a8d3bdec846a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:17.892733 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5d040ecd-8d16-463d-9d48-1bfc4af8ad5d req-24159ac2-7f12-4ae1-9004-f449491c327d tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438733 Aug 16 20:06:17.904557 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:17.905715 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 433856e5-41ad-48ba-b239-b58c83b5195a no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:06:17.996384 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=3058c9da-4a96-4861-bf89-de8a4c626965,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:18.024794 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca973e8-3967-4259-acfc-2a33b75e6a06 req-6b419f6e-72a5-4534-9f48-b4c99ddb7760 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:18.026594 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fca973e8-3967-4259-acfc-2a33b75e6a06 req-6b419f6e-72a5-4534-9f48-b4c99ddb7760 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?device_id=1cad1e8b-e04e-4e5b-89d4-0170b29b2d6c HTTP/1.1" status: 200 len: 945 time: 0.0701718 Aug 16 20:06:18.029857 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40968) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:18.046729 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:18.054811 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd00ca20-11ba-4ff8-852d-e248f16aea23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:18.065486 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 433856e5-41ad-48ba-b239-b58c83b5195a {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:06:18.085372 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4c9b97-dbb0-4a1e-9c30-2d18fd42f366 x-openstack-request-id: req-ec4c9b97-dbb0-4a1e-9c30-2d18fd42f366 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:06:18.085710 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97d9f0f-ef76-411f-8dc9-e4a1f99dfea8", "name": "network-vif-plugged", "status": "completed", "tag": "3058c9da-4a96-4861-bf89-de8a4c626965", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:06:18.085961 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ec4c9b97-dbb0-4a1e-9c30-2d18fd42f366 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:06:18.086393 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97d9f0f-ef76-411f-8dc9-e4a1f99dfea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3058c9da-4a96-4861-bf89-de8a4c626965', 'code': 200} Aug 16 20:06:18.091885 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 433856e5-41ad-48ba-b239-b58c83b5195a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=433856e5-41ad-48ba-b239-b58c83b5195a,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:18.101835 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:18.137317 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fca973e8-3967-4259-acfc-2a33b75e6a06 req-1816292e-7ddd-4000-9c59-165b63c37870 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/security-groups?id=6663b8f5-c7c4-4d1e-883a-75dc557fa1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913854 Aug 16 20:06:18.180436 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=433856e5-41ad-48ba-b239-b58c83b5195a,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:18.253118 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5e6e4-8f70-4ac8-aecc-7f816f9a1681 req-c5168420-711e-4d2a-b5b2-f89cfa3ee2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:18.254608 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ec5e6e4-8f70-4ac8-aecc-7f816f9a1681 req-c5168420-711e-4d2a-b5b2-f89cfa3ee2b7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f97d9f0f-ef76-411f-8dc9-e4a1f99dfea8 HTTP/1.1" status: 200 len: 1097 time: 0.0894909 Aug 16 20:06:18.259311 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd00ca20-11ba-4ff8-852d-e248f16aea23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:18.263980 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd00ca20-11ba-4ff8-852d-e248f16aea23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:18.302023 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d8455-4484-4a12-896c-c47094adf211 req-98f62d76-ffd1-46b8-972d-9a281347b3b5 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:18.303745 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-337d8455-4484-4a12-896c-c47094adf211 req-98f62d76-ffd1-46b8-972d-9a281347b3b5 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.0519912 Aug 16 20:06:18.334001 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-dd00ca20-11ba-4ff8-852d-e248f16aea23 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4565b6ca2c6947b891c5cdb579ebc293&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3018513 Aug 16 20:06:18.335621 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40980) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:18.344668 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-337d8455-4484-4a12-896c-c47094adf211 req-4fc1c545-1774-4c0a-a222-f5fc170b0207 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345602 Aug 16 20:06:18.367119 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00ca20-11ba-4ff8-852d-e248f16aea23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0dcaa4-f9eb-4e92-86c3-90a0ff4ee2da,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:18.384749 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ec5e6e4-8f70-4ac8-aecc-7f816f9a1681 req-0704fb62-8583-4c31-91e7-8bedbc6091a9 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=6663b8f5-c7c4-4d1e-883a-75dc557fa1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171975 Aug 16 20:06:18.409305 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cad4f6-c734-4118-909d-428d0ebc5db6 req-d68e0c58-3db8-45b9-98e5-c21a56300db1 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:18.410791 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-22cad4f6-c734-4118-909d-428d0ebc5db6 req-d68e0c58-3db8-45b9-98e5-c21a56300db1 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f HTTP/1.1" status: 200 len: 944 time: 0.1090684 Aug 16 20:06:18.460144 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d84014ad-dd76-49bf-836d-f5abd4268550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:18.460704 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf977523-1611-4061-8dfa-a72867213435 req-e0008d7b-bd33-4621-a0b2-b936e647ec36 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:18.462263 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cf977523-1611-4061-8dfa-a72867213435 req-e0008d7b-bd33-4621-a0b2-b936e647ec36 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.0533979 Aug 16 20:06:18.464536 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-22cad4f6-c734-4118-909d-428d0ebc5db6 req-c8457802-45a5-4227-95ba-c7543e61ebd8 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462019 Aug 16 20:06:18.493802 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d84014ad-dd76-49bf-836d-f5abd4268550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:18.517587 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cf977523-1611-4061-8dfa-a72867213435 req-f211dacc-5ccf-4269-949f-30535254b76d tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489001 Aug 16 20:06:18.571338 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d84014ad-dd76-49bf-836d-f5abd4268550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:18.574848 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d84014ad-dd76-49bf-836d-f5abd4268550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:18.576270 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d84014ad-dd76-49bf-836d-f5abd4268550 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fa0dcaa4-f9eb-4e92-86c3-90a0ff4ee2da HTTP/1.1" status: 204 len: 168 time: 0.2265635 Aug 16 20:06:18.585601 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84014ad-dd76-49bf-836d-f5abd4268550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0dcaa4-f9eb-4e92-86c3-90a0ff4ee2da,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:18.872632 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f5db8-0e47-4063-96d5-702e89ef49bb req-582da61f-fb23-4a31-b18d-8f1ccb80a277 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:18.875383 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-928f5db8-0e47-4063-96d5-702e89ef49bb req-582da61f-fb23-4a31-b18d-8f1ccb80a277 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 949 time: 0.0557804 Aug 16 20:06:18.923906 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-928f5db8-0e47-4063-96d5-702e89ef49bb req-3215098d-484a-4e49-aa48-b587af984edd tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424395 Aug 16 20:06:18.973710 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-54705d48-3bff-4411-8b0b-989f608f039e req-bd60677e-4eee-4c72-b4c9-4ae382e4f2cb service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1602955 Aug 16 20:06:19.036947 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:06:19.082300 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41010) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:19.101302 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:06:19.105775 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:06:19.106142 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:19.194774 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:19.248551 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e,segment=NetworkSegment(b9b81a7b-3094-4b18-bad6-a8d3bdec846a),segment_id=b9b81a7b-3094-4b18-bad6-a8d3bdec846a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:19.253816 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:19.255545 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2831ae8c-e8d2-450e-9bbe-69762d31c6b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:19.285120 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf372f71-88ab-4fa0-888a-611e84dbd77d req-6aed9c86-fc74-4a98-b761-b88299c21822 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:19.294397 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cf372f71-88ab-4fa0-888a-611e84dbd77d req-6aed9c86-fc74-4a98-b761-b88299c21822 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?device_id=1cad1e8b-e04e-4e5b-89d4-0170b29b2d6c HTTP/1.1" status: 200 len: 945 time: 0.0799446 Aug 16 20:06:19.342313 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:19.373503 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cf372f71-88ab-4fa0-888a-611e84dbd77d req-35118ead-e508-4346-9a89-80fadee43270 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/security-groups?id=6663b8f5-c7c4-4d1e-883a-75dc557fa1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779212 Aug 16 20:06:19.422327 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2831ae8c-e8d2-450e-9bbe-69762d31c6b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:19.443085 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2831ae8c-e8d2-450e-9bbe-69762d31c6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:19.542320 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831ae8c-e8d2-450e-9bbe-69762d31c6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4790e273-6c4b-476c-92f4-9199ea6ce4f0,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:19.554018 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2831ae8c-e8d2-450e-9bbe-69762d31c6b4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=24180ce0654f48c5989296ecce28db61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4709625 Aug 16 20:06:19.555936 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41048) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:19.605558 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e76bc3-9579-4946-9df1-822f216eb798 req-bb14296b-3cb2-4c11-9be2-2c3cf4e04628 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:19.607142 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d0e76bc3-9579-4946-9df1-822f216eb798 req-bb14296b-3cb2-4c11-9be2-2c3cf4e04628 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.1772914 Aug 16 20:06:19.621793 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878c553-212a-4b32-939e-b186fae36ab6 req-733e783f-396e-4e3c-918a-c289464f7239 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:19.623277 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a878c553-212a-4b32-939e-b186fae36ab6 req-733e783f-396e-4e3c-918a-c289464f7239 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.63 "GET /v2.0/ports?device_id=b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f HTTP/1.1" status: 200 len: 944 time: 0.1405704 Aug 16 20:06:19.668700 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d4e3d-f7f5-43f1-a725-fb688bb406d6 req-93fd2a6b-870f-4334-9d4a-28d10416b5cd tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:19.677558 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-821d4e3d-f7f5-43f1-a725-fb688bb406d6 req-93fd2a6b-870f-4334-9d4a-28d10416b5cd tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f HTTP/1.1" status: 200 len: 944 time: 0.0917745 Aug 16 20:06:19.741458 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-821d4e3d-f7f5-43f1-a725-fb688bb406d6 req-58d87117-601c-4462-b7e3-3b2be09f237b tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/security-groups?id=31fb740f-4fc5-41f8-80fd-8989a7b4179c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605752 Aug 16 20:06:19.913539 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c45c35-90a1-42a4-900c-ee120c327072 req-a64aaf94-0d4e-4a5c-8ccc-a25d6f6c2c42 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:19.915893 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-73c45c35-90a1-42a4-900c-ee120c327072 req-a64aaf94-0d4e-4a5c-8ccc-a25d6f6c2c42 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.0864596 Aug 16 20:06:19.982071 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-73c45c35-90a1-42a4-900c-ee120c327072 req-a2adf3c8-a210-4e55-9ced-fccdd6299399 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513518 Aug 16 20:06:20.087146 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cad1e8b-e04e-4e5b-89d4-0170b29b2d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:06:20.089502 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdebad1-b3f8-4b0d-9526-2fd6a6cf0927" -d '{"events": [{"server_uuid": "1cad1e8b-e04e-4e5b-89d4-0170b29b2d6c", "name": "network-vif-plugged", "status": "completed", "tag": "f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:06:20.151790 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d0e76bc3-9579-4946-9df1-822f216eb798 req-9ee1eda1-a191-45d9-9283-23295c485f6b tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5275049 Aug 16 20:06:20.158655 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7af50ad9-769b-41e0-a668-3f169ba58482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:20.188003 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7af50ad9-769b-41e0-a668-3f169ba58482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:20.211453 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20877e3-3d75-4f9b-9913-aec0f05ad24f x-openstack-request-id: req-c20877e3-3d75-4f9b-9913-aec0f05ad24f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:06:20.212097 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cad1e8b-e04e-4e5b-89d4-0170b29b2d6c", "name": "network-vif-plugged", "status": "completed", "tag": "f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:06:20.212336 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c20877e3-3d75-4f9b-9913-aec0f05ad24f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:06:20.212764 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cad1e8b-e04e-4e5b-89d4-0170b29b2d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e', 'code': 200} Aug 16 20:06:20.216970 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd13209-361e-49a2-9c11-a195788fbc75 req-417641e0-d0f2-4b22-98b4-8c901862f2f6 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:20.220414 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccd13209-361e-49a2-9c11-a195788fbc75 req-417641e0-d0f2-4b22-98b4-8c901862f2f6 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 949 time: 0.0923502 Aug 16 20:06:20.283815 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-a878c553-212a-4b32-939e-b186fae36ab6 req-5acca8aa-ba22-48f4-8189-01f0691ae2f0 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Deleting port 433856e5-41ad-48ba-b239-b58c83b5195a {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:06:20.284158 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a878c553-212a-4b32-939e-b186fae36ab6 req-5acca8aa-ba22-48f4-8189-01f0691ae2f0 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:20.284854 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccd13209-361e-49a2-9c11-a195788fbc75 req-91c484e8-110a-4935-9f3d-cf3dfaf908af tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555105 Aug 16 20:06:20.357987 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7af50ad9-769b-41e0-a668-3f169ba58482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:20.361343 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7af50ad9-769b-41e0-a668-3f169ba58482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:20.362486 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7af50ad9-769b-41e0-a668-3f169ba58482 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4790e273-6c4b-476c-92f4-9199ea6ce4f0 HTTP/1.1" status: 204 len: 168 time: 0.8056526 Aug 16 20:06:20.392059 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af50ad9-769b-41e0-a668-3f169ba58482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4790e273-6c4b-476c-92f4-9199ea6ce4f0,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:20.403703 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46ef5b-e694-45e9-b03b-29f6b8897206 req-b6287693-d0fa-45ef-8dea-c74e1ab3d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:20.405064 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-df46ef5b-e694-45e9-b03b-29f6b8897206 req-b6287693-d0fa-45ef-8dea-c74e1ab3d743 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1cad1e8b-e04e-4e5b-89d4-0170b29b2d6c HTTP/1.1" status: 200 len: 1098 time: 0.1053858 Aug 16 20:06:20.453640 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-a878c553-212a-4b32-939e-b186fae36ab6 req-5acca8aa-ba22-48f4-8189-01f0691ae2f0 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] For port 433856e5-41ad-48ba-b239-b58c83b5195a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=433856e5-41ad-48ba-b239-b58c83b5195a,segment=NetworkSegment(0c1a0b86-acc2-4302-8120-36cbe873b497),segment_id=0c1a0b86-acc2-4302-8120-36cbe873b497)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:20.454110 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a878c553-212a-4b32-939e-b186fae36ab6 req-5acca8aa-ba22-48f4-8189-01f0691ae2f0 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:20.474171 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-a878c553-212a-4b32-939e-b186fae36ab6 req-5acca8aa-ba22-48f4-8189-01f0691ae2f0 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Calling delete_port for 433856e5-41ad-48ba-b239-b58c83b5195a owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:06:20.477190 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-df46ef5b-e694-45e9-b03b-29f6b8897206 req-c25d96b1-27b8-4b42-9839-9abea58dc275 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6663b8f5-c7c4-4d1e-883a-75dc557fa1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638850 Aug 16 20:06:20.582807 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e3a28-6bb7-4301-a6bf-0bb98862b744 req-b5756036-a924-403a-8ac4-fd39aaa76df6 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:20.584338 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ee6e3a28-6bb7-4301-a6bf-0bb98862b744 req-b5756036-a924-403a-8ac4-fd39aaa76df6 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?device_id=1cad1e8b-e04e-4e5b-89d4-0170b29b2d6c HTTP/1.1" status: 200 len: 946 time: 0.0935640 Aug 16 20:06:20.657364 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ee6e3a28-6bb7-4301-a6bf-0bb98862b744 req-3cb4f3b6-40de-41c7-8a7e-aa0280342c6e tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/security-groups?id=6663b8f5-c7c4-4d1e-883a-75dc557fa1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623572 Aug 16 20:06:20.698611 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a878c553-212a-4b32-939e-b186fae36ab6 req-5acca8aa-ba22-48f4-8189-01f0691ae2f0 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:20.731709 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acca8aa-ba22-48f4-8189-01f0691ae2f0 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Pushing event deleted for resources: {'Port': ['ID=433856e5-41ad-48ba-b239-b58c83b5195a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:20.808309 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a878c553-212a-4b32-939e-b186fae36ab6 req-5acca8aa-ba22-48f4-8189-01f0691ae2f0 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] No DVR routers for this DVR port 433856e5-41ad-48ba-b239-b58c83b5195a on host n-h2-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:06:20.811328 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a878c553-212a-4b32-939e-b186fae36ab6 req-5acca8aa-ba22-48f4-8189-01f0691ae2f0 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:20.814497 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a878c553-212a-4b32-939e-b186fae36ab6 req-5acca8aa-ba22-48f4-8189-01f0691ae2f0 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.63 "DELETE /v2.0/ports/433856e5-41ad-48ba-b239-b58c83b5195a HTTP/1.1" status: 204 len: 173 time: 1.1685197 Aug 16 20:06:20.815055 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f', 'name': 'network-vif-deleted', 'tag': '433856e5-41ad-48ba-b239-b58c83b5195a'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:06:20.817371 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4568103-ac96-4edf-919f-99e7a4a15354" -d '{"events": [{"server_uuid": "b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f", "name": "network-vif-deleted", "tag": "433856e5-41ad-48ba-b239-b58c83b5195a"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:06:20.832197 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54705d48-3bff-4411-8b0b-989f608f039e req-5465c5fa-3962-4671-bdac-f56257ba85e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:20.834806 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-54705d48-3bff-4411-8b0b-989f608f039e req-5465c5fa-3962-4671-bdac-f56257ba85e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 1101 time: 0.1043680 Aug 16 20:06:20.901589 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4e0dc0c2-ff40-4de5-a9bc-14a40198b521 req-d71e6228-6652-4830-87e6-0743da8dd684 tempest-ImagesTestJSON-1853637501 tempest-ImagesTestJSON-1853637501-project] 10.222.0.68 "GET /v2.0/ports?device_id=b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f HTTP/1.1" status: 200 len: 210 time: 0.0453885 Aug 16 20:06:20.923928 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03f527c-5694-4182-b726-98f548e5db87 x-openstack-request-id: req-c03f527c-5694-4182-b726-98f548e5db87 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:06:20.924274 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f", "name": "network-vif-deleted", "tag": "433856e5-41ad-48ba-b239-b58c83b5195a", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:06:20.924460 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c03f527c-5694-4182-b726-98f548e5db87 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:06:20.924880 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b24c7ed8-c6ee-4a4c-bae2-0ea171790c4f', 'name': 'network-vif-deleted', 'tag': '433856e5-41ad-48ba-b239-b58c83b5195a', 'status': 'completed', 'code': 200} Aug 16 20:06:20.986263 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54705d48-3bff-4411-8b0b-989f608f039e req-dee54802-6fad-4748-a81f-0bc590cdb389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:20.987911 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-54705d48-3bff-4411-8b0b-989f608f039e req-dee54802-6fad-4748-a81f-0bc590cdb389 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.1453991 Aug 16 20:06:21.037701 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-54705d48-3bff-4411-8b0b-989f608f039e req-45d48fb9-9a17-460b-b0de-170e37d2ead0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=5c32d839-7b2a-49f7-90a7-7b4059de13d5 HTTP/1.1" status: 200 len: 217 time: 0.0419261 Aug 16 20:06:21.135607 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54705d48-3bff-4411-8b0b-989f608f039e req-b5348745-b689-43bc-9dd7-7a1cd612272e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:21.137091 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-54705d48-3bff-4411-8b0b-989f608f039e req-b5348745-b689-43bc-9dd7-7a1cd612272e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.0843985 Aug 16 20:06:21.150659 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f615a7-ead5-4816-b83e-0df3c310ff5d req-8859f642-cb69-4ecb-9f3b-f0e2c7b9d771 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:21.152223 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-37f615a7-ead5-4816-b83e-0df3c310ff5d req-8859f642-cb69-4ecb-9f3b-f0e2c7b9d771 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 950 time: 0.1014907 Aug 16 20:06:21.219193 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-37f615a7-ead5-4816-b83e-0df3c310ff5d req-4a83866c-76e8-4854-98ca-0cafadd82596 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400333 Aug 16 20:06:21.226400 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54705d48-3bff-4411-8b0b-989f608f039e req-68b7c481-dc37-4d92-bf51-641b008f841a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:21.227906 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-54705d48-3bff-4411-8b0b-989f608f039e req-68b7c481-dc37-4d92-bf51-641b008f841a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0747957 Aug 16 20:06:21.365937 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-54705d48-3bff-4411-8b0b-989f608f039e req-41603ccc-6243-4c8d-adf6-9e80e7233ca0 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274889 Aug 16 20:06:21.406023 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a01031-8b63-4d61-9819-b751e2802687 req-65ea6fbd-860f-4fd9-932f-b16bacf87f42 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:21.410296 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b5a01031-8b63-4d61-9819-b751e2802687 req-65ea6fbd-860f-4fd9-932f-b16bacf87f42 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.1542408 Aug 16 20:06:21.452667 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41122) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:21.517124 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b5a01031-8b63-4d61-9819-b751e2802687 req-07f48707-6f1a-408f-88bc-20e2ea7fcb55 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000538 Aug 16 20:06:21.542632 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-54705d48-3bff-4411-8b0b-989f608f039e req-ab1a9492-10a2-4095-805f-e81b4f7c9b03 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690021 Aug 16 20:06:21.571526 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd55c36-60bd-4001-8f47-9e35a5c91538 req-34688565-633a-435e-97a1-541daef4399e tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:21.573462 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4fd55c36-60bd-4001-8f47-9e35a5c91538 req-34688565-633a-435e-97a1-541daef4399e tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 949 time: 0.0835006 Aug 16 20:06:21.581202 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 66790174-0992-4d0e-87b7-0f660e21bfd2 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:06:21.639682 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-407dd7b7-ca69-4747-b791-f1017660e6cd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-350123320-network', 'tenant_id': '7226fdee24904919afb825fb93246d31'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:21.661675 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4fd55c36-60bd-4001-8f47-9e35a5c91538 req-6af4d77c-16d6-4d45-8246-93ff23e31bb2 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742691 Aug 16 20:06:21.701820 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407dd7b7-ca69-4747-b791-f1017660e6cd admin admin] Made reservation on behalf of 7226fdee24904919afb825fb93246d31 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:06:21.705150 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-407dd7b7-ca69-4747-b791-f1017660e6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:21.720463 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-407dd7b7-ca69-4747-b791-f1017660e6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:21.728187 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 66790174-0992-4d0e-87b7-0f660e21bfd2, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=66790174-0992-4d0e-87b7-0f660e21bfd2,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:21.750572 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '66790174-0992-4d0e-87b7-0f660e21bfd2', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': '66790174-0992-4d0e-87b7-0f660e21bfd2', 'mac_address': 'fa:16:3e:6c:1c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:06:21.798304 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:21.812095 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66790174-0992-4d0e-87b7-0f660e21bfd2 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:06:21.836937 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 66790174-0992-4d0e-87b7-0f660e21bfd2, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=66790174-0992-4d0e-87b7-0f660e21bfd2,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:21.839762 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4e062-6a27-4895-b8ae-4a19a895b3a4 req-6bf1cb2b-f58e-4256-9e8b-653d3c550b38 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:21.841861 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:21.842931 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 54c62f6a-7e95-4059-b2f1-756ea1f84c80 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:06:21.847316 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fef4e062-6a27-4895-b8ae-4a19a895b3a4 req-6bf1cb2b-f58e-4256-9e8b-653d3c550b38 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?device_id=1cad1e8b-e04e-4e5b-89d4-0170b29b2d6c HTTP/1.1" status: 200 len: 946 time: 0.0852604 Aug 16 20:06:21.899200 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fef4e062-6a27-4895-b8ae-4a19a895b3a4 req-f07c9765-515f-4df5-bb3f-2fa9db956ff0 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/security-groups?id=6663b8f5-c7c4-4d1e-883a-75dc557fa1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506599 Aug 16 20:06:21.912971 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-407dd7b7-ca69-4747-b791-f1017660e6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:21.942739 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=66790174-0992-4d0e-87b7-0f660e21bfd2,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:21.945050 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-407dd7b7-ca69-4747-b791-f1017660e6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:21.989742 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 54c62f6a-7e95-4059-b2f1-756ea1f84c80, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=54c62f6a-7e95-4059-b2f1-756ea1f84c80,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:21.992112 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407dd7b7-ca69-4747-b791-f1017660e6cd admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:06:22.004366 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '54c62f6a-7e95-4059-b2f1-756ea1f84c80', 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd', 'port_id': '54c62f6a-7e95-4059-b2f1-756ea1f84c80', 'mac_address': 'fa:16:3e:a9:eb:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:06:22.005842 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407dd7b7-ca69-4747-b791-f1017660e6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ce6dff-401a-4586-812f-09b69349aa55,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:22.011149 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-407dd7b7-ca69-4747-b791-f1017660e6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:22.011780 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-407dd7b7-ca69-4747-b791-f1017660e6cd admin admin] Added segment 896d44c2-ca18-465b-8e4c-9412b7c42b1b of type vlan for network 64a0cd07-0b71-4107-a24f-1756e0e07d65 Aug 16 20:06:22.053674 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:22.074593 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54c62f6a-7e95-4059-b2f1-756ea1f84c80 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:06:22.096860 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-407dd7b7-ca69-4747-b791-f1017660e6cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:22.118349 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 54c62f6a-7e95-4059-b2f1-756ea1f84c80, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=54c62f6a-7e95-4059-b2f1-756ea1f84c80,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:22.121157 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054add9-02d5-4306-a758-6d132e369945 req-c8009f8e-7355-4632-b3c3-867f9042710f tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:22.122834 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3054add9-02d5-4306-a758-6d132e369945 req-c8009f8e-7355-4632-b3c3-867f9042710f tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?device_id=f97d9f0f-ef76-411f-8dc9-e4a1f99dfea8 HTTP/1.1" status: 200 len: 945 time: 0.1014760 Aug 16 20:06:22.131848 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:22.207349 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=54c62f6a-7e95-4059-b2f1-756ea1f84c80,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:22.208166 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3054add9-02d5-4306-a758-6d132e369945 req-283b0d03-dca0-420c-bb07-f89f48467147 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/security-groups?id=6663b8f5-c7c4-4d1e-883a-75dc557fa1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768535 Aug 16 20:06:22.209848 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-407dd7b7-ca69-4747-b791-f1017660e6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:22.211137 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407dd7b7-ca69-4747-b791-f1017660e6cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:22.211985 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-407dd7b7-ca69-4747-b791-f1017660e6cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:22.262889 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['54c62f6a-7e95-4059-b2f1-756ea1f84c80'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:06:22.289271 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-407dd7b7-ca69-4747-b791-f1017660e6cd admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8320115 Aug 16 20:06:22.292257 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41160) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:22.298068 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9f344097-243b-44e0-9685-c14e4da2cf74 admin admin] Request body: {'subnet': {'network_id': '64a0cd07-0b71-4107-a24f-1756e0e07d65', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-350123320-subnet', 'tenant_id': '7226fdee24904919afb825fb93246d31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:22.346277 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407dd7b7-ca69-4747-b791-f1017660e6cd admin admin] Pushing event updated for resources: {'Network': ['ID=64a0cd07-0b71-4107-a24f-1756e0e07d65,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:22.386835 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 64a0cd07-0b71-4107-a24f-1756e0e07d65 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:06:22.391689 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f344097-243b-44e0-9685-c14e4da2cf74 admin admin] Made reservation on behalf of 7226fdee24904919afb825fb93246d31 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:06:22.394223 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f344097-243b-44e0-9685-c14e4da2cf74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:22.497433 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18dcff-0b52-44cb-9df4-90ad022f7e15 req-5c5a5cf7-e530-4b7b-b179-8dd08ffcafbe tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:22.504983 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['66790174-0992-4d0e-87b7-0f660e21bfd2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:06:22.506367 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fc18dcff-0b52-44cb-9df4-90ad022f7e15 req-5c5a5cf7-e530-4b7b-b179-8dd08ffcafbe tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 949 time: 0.1507592 Aug 16 20:06:22.593044 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fc18dcff-0b52-44cb-9df4-90ad022f7e15 req-1e364947-57c0-42d6-8b75-6afc1e925d68 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798135 Aug 16 20:06:22.841878 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f344097-243b-44e0-9685-c14e4da2cf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:22.854554 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86990c78-8a8e-4781-a14a-9f64fb5ddbb4 req-0b082591-bc59-4512-b800-e13a865d6826 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:22.862600 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-86990c78-8a8e-4781-a14a-9f64fb5ddbb4 req-0b082591-bc59-4512-b800-e13a865d6826 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 944 time: 0.1542189 Aug 16 20:06:22.935570 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e42443-cd50-4a0c-86b0-58f840cbe6c6 req-d04f90b0-8f6a-4a6f-8d11-88cdfa40792a tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:22.939477 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-27e42443-cd50-4a0c-86b0-58f840cbe6c6 req-d04f90b0-8f6a-4a6f-8d11-88cdfa40792a tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 949 time: 0.0676990 Aug 16 20:06:22.960847 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f344097-243b-44e0-9685-c14e4da2cf74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=222e6265-7255-47f9-a715-d1b941d39884,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:22.975573 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-86990c78-8a8e-4781-a14a-9f64fb5ddbb4 req-821b907f-d6f6-490f-b608-57040c303ba2 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116414 Aug 16 20:06:22.984793 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f344097-243b-44e0-9685-c14e4da2cf74 admin admin] Checking segment: {'id': '896d44c2-ca18-465b-8e4c-9412b7c42b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '64a0cd07-0b71-4107-a24f-1756e0e07d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:06:22.985158 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f344097-243b-44e0-9685-c14e4da2cf74 admin admin] Network hostable DHCP agents. Network: 64a0cd07-0b71-4107-a24f-1756e0e07d65, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:06:23.016865 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f344097-243b-44e0-9685-c14e4da2cf74 admin admin] Network 64a0cd07-0b71-4107-a24f-1756e0e07d65 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:06:23.019184 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-27e42443-cd50-4a0c-86b0-58f840cbe6c6 req-d0bf19a8-5565-4950-8ff4-7f08fa1b5d50 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713096 Aug 16 20:06:23.058938 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-9f344097-243b-44e0-9685-c14e4da2cf74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 64a0cd07-0b71-4107-a24f-1756e0e07d65) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:06:23.068788 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0ce2ad-63c6-41ea-8a05-d436284fd805 None None] Network 64a0cd07-0b71-4107-a24f-1756e0e07d65 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:06:23.084249 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f344097-243b-44e0-9685-c14e4da2cf74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:23.089085 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f344097-243b-44e0-9685-c14e4da2cf74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:23.098357 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41204) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:23.156690 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9f344097-243b-44e0-9685-c14e4da2cf74 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8628910 Aug 16 20:06:23.161512 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd5a78f1-804d-4841-87e6-8c4fa5af4884 admin admin] Deleting subnet 70c9c4f3-11fd-4c7a-afd6-8ebf2bdda796 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:06:23.165009 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd5a78f1-804d-4841-87e6-8c4fa5af4884 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:23.241101 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca13a8d-982e-4e6a-ae35-cd97a4b8f81d req-5d4883bf-eba9-4685-af00-d71d9aacf33a tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:23.242651 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dca13a8d-982e-4e6a-ae35-cd97a4b8f81d req-5d4883bf-eba9-4685-af00-d71d9aacf33a tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?device_id=f97d9f0f-ef76-411f-8dc9-e4a1f99dfea8 HTTP/1.1" status: 200 len: 945 time: 0.1250138 Aug 16 20:06:23.243757 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd5a78f1-804d-4841-87e6-8c4fa5af4884 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:23.279730 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1091e61e-eb03-4d58-bdf1-71ba7f78a2f8 None None] Network 64a0cd07-0b71-4107-a24f-1756e0e07d65 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:06:23.338964 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dca13a8d-982e-4e6a-ae35-cd97a4b8f81d req-9471048d-247d-46ee-9acc-36d66660351a tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/security-groups?id=6663b8f5-c7c4-4d1e-883a-75dc557fa1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862653 Aug 16 20:06:23.340735 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd5a78f1-804d-4841-87e6-8c4fa5af4884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:23.457384 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd5a78f1-804d-4841-87e6-8c4fa5af4884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:23.504297 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a78f1-804d-4841-87e6-8c4fa5af4884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70c9c4f3-11fd-4c7a-afd6-8ebf2bdda796,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:23.514616 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd5a78f1-804d-4841-87e6-8c4fa5af4884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:23.520463 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41224) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:23.531284 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-dd5a78f1-804d-4841-87e6-8c4fa5af4884 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/70c9c4f3-11fd-4c7a-afd6-8ebf2bdda796 HTTP/1.1" status: 204 len: 168 time: 0.4301658 Aug 16 20:06:23.594042 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 54c62f6a-7e95-4059-b2f1-756ea1f84c80 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:06:23.650825 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78871672-2480-48ea-b90a-000f12cf84d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:23.657732 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-7b88a2ff-f730-4705-a509-bbdbbdfe7efe req-ded6d777-2e01-42ab-87da-533513b2b0bc tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-980537659', 'description': 'tempest-description-1696460543'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:23.684008 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 54c62f6a-7e95-4059-b2f1-756ea1f84c80 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:06:23.684387 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:23.719102 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7b88a2ff-f730-4705-a509-bbdbbdfe7efe req-ded6d777-2e01-42ab-87da-533513b2b0bc tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:23.825348 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78871672-2480-48ea-b90a-000f12cf84d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:23.832847 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1357e-214d-4cb4-9d5b-2edb3ce330cf req-ca926678-0634-4379-92ea-34ddbee501ef tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:23.837135 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0f1357e-214d-4cb4-9d5b-2edb3ce330cf req-ca926678-0634-4379-92ea-34ddbee501ef tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 949 time: 0.1005018 Aug 16 20:06:23.847335 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-78871672-2480-48ea-b90a-000f12cf84d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50038fe1-20b3-430a-a3e5-f13498455fc2']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:06:23.877595 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-78871672-2480-48ea-b90a-000f12cf84d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1a0b86-acc2-4302-8120-36cbe873b497') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:06:23.882101 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-78871672-2480-48ea-b90a-000f12cf84d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1a0b86-acc2-4302-8120-36cbe873b497') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:06:23.889283 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:23.907066 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0f1357e-214d-4cb4-9d5b-2edb3ce330cf req-ef23b246-5e1b-4c74-a07c-8e66dbea08a8 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624957 Aug 16 20:06:23.934037 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78871672-2480-48ea-b90a-000f12cf84d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:23.951153 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 54c62f6a-7e95-4059-b2f1-756ea1f84c80, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=54c62f6a-7e95-4059-b2f1-756ea1f84c80,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:23.952032 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea13a19-b6de-4819-a2fd-dec1a32ed41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c62f6a-7e95-4059-b2f1-756ea1f84c80'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:06:23.957727 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfeec37-ffdd-4166-afa8-0614f63cdd07" -d '{"events": [{"server_uuid": "fea13a19-b6de-4819-a2fd-dec1a32ed41a", "name": "network-vif-plugged", "status": "completed", "tag": "54c62f6a-7e95-4059-b2f1-756ea1f84c80"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:06:23.967816 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:23.968707 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 433856e5-41ad-48ba-b239-b58c83b5195a no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:06:24.067915 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27d1ee9-5f7a-4894-9139-e7de5c11d0f5 x-openstack-request-id: req-c27d1ee9-5f7a-4894-9139-e7de5c11d0f5 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:06:24.068540 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea13a19-b6de-4819-a2fd-dec1a32ed41a", "name": "network-vif-plugged", "status": "completed", "tag": "54c62f6a-7e95-4059-b2f1-756ea1f84c80", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:06:24.068978 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c27d1ee9-5f7a-4894-9139-e7de5c11d0f5 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:06:24.070182 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea13a19-b6de-4819-a2fd-dec1a32ed41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c62f6a-7e95-4059-b2f1-756ea1f84c80', 'code': 200} Aug 16 20:06:24.072531 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=54c62f6a-7e95-4059-b2f1-756ea1f84c80,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:24.109876 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78871672-2480-48ea-b90a-000f12cf84d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:24.110294 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 433856e5-41ad-48ba-b239-b58c83b5195a {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:06:24.110918 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 433856e5-41ad-48ba-b239-b58c83b5195a not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:06:24.111660 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 66790174-0992-4d0e-87b7-0f660e21bfd2 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:06:24.148571 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78871672-2480-48ea-b90a-000f12cf84d8 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:06:24.149084 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78871672-2480-48ea-b90a-000f12cf84d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:24.150941 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:06:24.150941 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:06:24.150941 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:06:24.150941 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:06:24.150941 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:06:24.150941 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:06:24.150941 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:06:24.150941 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:06:24.150941 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:06:24.150941 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:06:24.150941 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:06:24.150941 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:06:24.150941 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:06:24.150941 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:06:24.150941 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:06:24.150941 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:06:24.150941 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:06:24.150941 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:06:24.150941 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:06:24.150941 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:06:24.150941 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:06:24.150941 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:06:24.150941 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:06:24.150941 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:06:24.150941 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:06:24.150941 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:06:24.150941 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:06:24.150941 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:06:24.150941 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:06:24.150941 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:06:24.150941 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:06:24.150941 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:06:24.211630 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17b644-c7ea-4b0a-9670-a98351e24a85 req-aec45761-2dc4-4d95-8593-d47fe8788327 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:24.214228 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1e17b644-c7ea-4b0a-9670-a98351e24a85 req-aec45761-2dc4-4d95-8593-d47fe8788327 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.0761917 Aug 16 20:06:24.258819 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:24.276080 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1e17b644-c7ea-4b0a-9670-a98351e24a85 req-d354af41-79b4-41c9-8f88-1e65fe75910a tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473213 Aug 16 20:06:24.296510 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 66790174-0992-4d0e-87b7-0f660e21bfd2 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:06:24.351333 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 66790174-0992-4d0e-87b7-0f660e21bfd2, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=66790174-0992-4d0e-87b7-0f660e21bfd2,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:24.364393 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:24.407294 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babba187-cb53-4789-b69e-438c5765afbc req-013cd315-9079-4b1f-a796-d97de7e1e5af tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:24.409582 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-babba187-cb53-4789-b69e-438c5765afbc req-013cd315-9079-4b1f-a796-d97de7e1e5af tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.63 "GET /v2.0/ports?device_id=f97d9f0f-ef76-411f-8dc9-e4a1f99dfea8 HTTP/1.1" status: 200 len: 945 time: 0.4680099 Aug 16 20:06:24.414348 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7b88a2ff-f730-4705-a509-bbdbbdfe7efe req-ded6d777-2e01-42ab-87da-533513b2b0bc tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:24.431157 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=66790174-0992-4d0e-87b7-0f660e21bfd2,revision_number=10']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:24.443905 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c4a07-f8ad-46a3-a551-e8f39b0c1a87 req-e0c84b4b-0571-4ab0-959f-8016c52bc4a0 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:24.445609 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-346c4a07-f8ad-46a3-a551-e8f39b0c1a87 req-e0c84b4b-0571-4ab0-959f-8016c52bc4a0 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 949 time: 0.0799222 Aug 16 20:06:24.479924 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7b88a2ff-f730-4705-a509-bbdbbdfe7efe req-ded6d777-2e01-42ab-87da-533513b2b0bc tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:24.489437 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-346c4a07-f8ad-46a3-a551-e8f39b0c1a87 req-d6474e37-d17b-4d45-a61f-17f661bdccb7 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373948 Aug 16 20:06:24.530890 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78871672-2480-48ea-b90a-000f12cf84d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:24.594795 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78871672-2480-48ea-b90a-000f12cf84d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:24.597925 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-78871672-2480-48ea-b90a-000f12cf84d8 admin admin] 10.222.0.68 "DELETE /v2.0/networks/50038fe1-20b3-430a-a3e5-f13498455fc2 HTTP/1.1" status: 204 len: 168 time: 1.0762005 Aug 16 20:06:24.612718 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3530eb-5179-431e-b7c0-1aff22fb3f69 req-fa48c41c-e805-4cb5-bef1-04e0fcebe9d4 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:24.615211 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-af3530eb-5179-431e-b7c0-1aff22fb3f69 req-fa48c41c-e805-4cb5-bef1-04e0fcebe9d4 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.57 "GET /v2.0/ports?device_id=1cad1e8b-e04e-4e5b-89d4-0170b29b2d6c HTTP/1.1" status: 200 len: 946 time: 0.4731078 Aug 16 20:06:24.633066 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997aa4f-cb55-44ab-8325-3bd34cdf6cd0 req-3d1fdb53-5d31-48a8-aa07-b89eba300f62 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:24.636500 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7b88a2ff-f730-4705-a509-bbdbbdfe7efe req-ded6d777-2e01-42ab-87da-533513b2b0bc tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:24.650043 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b997aa4f-cb55-44ab-8325-3bd34cdf6cd0 req-3d1fdb53-5d31-48a8-aa07-b89eba300f62 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?device_id=f97d9f0f-ef76-411f-8dc9-e4a1f99dfea8 HTTP/1.1" status: 200 len: 945 time: 0.0871298 Aug 16 20:06:24.651107 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7b88a2ff-f730-4705-a509-bbdbbdfe7efe req-ded6d777-2e01-42ab-87da-533513b2b0bc tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.0059724 Aug 16 20:06:24.676710 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78871672-2480-48ea-b90a-000f12cf84d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=50038fe1-20b3-430a-a3e5-f13498455fc2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:24.681747 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6d777-2e01-42ab-87da-533513b2b0bc tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=805c20ad-5ab5-4f38-894b-17b6c4461098,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:24.721440 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b997aa4f-cb55-44ab-8325-3bd34cdf6cd0 req-84be1715-8d7c-4a72-bdc7-3ed8511f7554 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/security-groups?id=6663b8f5-c7c4-4d1e-883a-75dc557fa1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688667 Aug 16 20:06:24.765822 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-56bdeb7c-3a80-437a-a0fd-4debe9d50595 req-57f759cc-719b-49c0-82aa-e346f46a6160 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-645351843', 'description': 'tempest-description-615020384'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:24.817330 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-56bdeb7c-3a80-437a-a0fd-4debe9d50595 req-57f759cc-719b-49c0-82aa-e346f46a6160 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:24.826716 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-babba187-cb53-4789-b69e-438c5765afbc req-79c663a5-75a1-4e53-bf10-73b78b414487 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Deleting port 3058c9da-4a96-4861-bf89-de8a4c626965 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:06:24.828181 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-babba187-cb53-4789-b69e-438c5765afbc req-79c663a5-75a1-4e53-bf10-73b78b414487 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:24.880876 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41244) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:24.940592 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-af3530eb-5179-431e-b7c0-1aff22fb3f69 req-9f044b85-9b32-4edb-a120-ee3583df1de1 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Deleting port f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:06:24.942104 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-af3530eb-5179-431e-b7c0-1aff22fb3f69 req-9f044b85-9b32-4edb-a120-ee3583df1de1 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:24.950727 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6daf10f1-3646-4792-a659-3b53da5d951c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3d4c841e259544d78ad8fc783177205f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0685999 Aug 16 20:06:24.953312 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41248) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:25.035748 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-56bdeb7c-3a80-437a-a0fd-4debe9d50595 req-57f759cc-719b-49c0-82aa-e346f46a6160 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:25.062181 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-56bdeb7c-3a80-437a-a0fd-4debe9d50595 req-57f759cc-719b-49c0-82aa-e346f46a6160 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:25.136169 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c9184932-8251-4371-b6e3-f31b740f6405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:25.149252 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-56bdeb7c-3a80-437a-a0fd-4debe9d50595 req-57f759cc-719b-49c0-82aa-e346f46a6160 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:25.170635 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-56bdeb7c-3a80-437a-a0fd-4debe9d50595 req-57f759cc-719b-49c0-82aa-e346f46a6160 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4007602 Aug 16 20:06:25.194118 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f759cc-719b-49c0-82aa-e346f46a6160 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05ca7994-dd6b-493e-bd12-6b74c034e893,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:25.206987 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-babba187-cb53-4789-b69e-438c5765afbc req-79c663a5-75a1-4e53-bf10-73b78b414487 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] For port 3058c9da-4a96-4861-bf89-de8a4c626965, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3058c9da-4a96-4861-bf89-de8a4c626965,segment=NetworkSegment(b9b81a7b-3094-4b18-bad6-a8d3bdec846a),segment_id=b9b81a7b-3094-4b18-bad6-a8d3bdec846a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:25.207384 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-babba187-cb53-4789-b69e-438c5765afbc req-79c663a5-75a1-4e53-bf10-73b78b414487 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:25.217553 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c9184932-8251-4371-b6e3-f31b740f6405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:25.238009 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-babba187-cb53-4789-b69e-438c5765afbc req-79c663a5-75a1-4e53-bf10-73b78b414487 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Calling delete_port for 3058c9da-4a96-4861-bf89-de8a4c626965 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:06:25.241194 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-af3530eb-5179-431e-b7c0-1aff22fb3f69 req-9f044b85-9b32-4edb-a120-ee3583df1de1 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] For port f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e,segment=NetworkSegment(b9b81a7b-3094-4b18-bad6-a8d3bdec846a),segment_id=b9b81a7b-3094-4b18-bad6-a8d3bdec846a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:25.241564 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-af3530eb-5179-431e-b7c0-1aff22fb3f69 req-9f044b85-9b32-4edb-a120-ee3583df1de1 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:25.251732 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da8612-814a-47d1-a9fa-3611855b0d69 req-5e66bb3a-f4f0-412c-af18-af026ac54876 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:25.259438 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d7da8612-814a-47d1-a9fa-3611855b0d69 req-5e66bb3a-f4f0-412c-af18-af026ac54876 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 949 time: 0.2344019 Aug 16 20:06:25.318572 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-af3530eb-5179-431e-b7c0-1aff22fb3f69 req-9f044b85-9b32-4edb-a120-ee3583df1de1 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Calling delete_port for f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:06:25.331493 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c9184932-8251-4371-b6e3-f31b740f6405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:25.340214 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c9184932-8251-4371-b6e3-f31b740f6405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:25.341963 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c9184932-8251-4371-b6e3-f31b740f6405 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/31fb740f-4fc5-41f8-80fd-8989a7b4179c HTTP/1.1" status: 204 len: 168 time: 0.3875420 Aug 16 20:06:25.369528 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9184932-8251-4371-b6e3-f31b740f6405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fb740f-4fc5-41f8-80fd-8989a7b4179c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:25.554350 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76da5f-73fe-47e2-9173-2e879db4f6db req-cbf66e31-67da-4624-8cbf-1d36009f5b33 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:25.557013 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2a76da5f-73fe-47e2-9173-2e879db4f6db req-cbf66e31-67da-4624-8cbf-1d36009f5b33 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.1169152 Aug 16 20:06:25.590871 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 66790174-0992-4d0e-87b7-0f660e21bfd2 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:06:25.650735 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2a76da5f-73fe-47e2-9173-2e879db4f6db req-3821cb75-ff07-4128-96f8-2968626d548f tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814605 Aug 16 20:06:25.742536 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d7da8612-814a-47d1-a9fa-3611855b0d69 req-05762e2a-8192-42f2-bf73-685d05dd9eb4 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4820848 Aug 16 20:06:25.862418 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 66790174-0992-4d0e-87b7-0f660e21bfd2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:06:25.862810 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:26.000374 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:26.013712 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-babba187-cb53-4789-b69e-438c5765afbc req-79c663a5-75a1-4e53-bf10-73b78b414487 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:26.074853 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ed605d-4bbf-4c5f-bca2-b267234d0bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66790174-0992-4d0e-87b7-0f660e21bfd2'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:06:26.078821 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d08db0-e8ca-4641-a2bd-81cfd476fb70" -d '{"events": [{"server_uuid": "e7ed605d-4bbf-4c5f-bca2-b267234d0bc7", "name": "network-vif-plugged", "status": "completed", "tag": "66790174-0992-4d0e-87b7-0f660e21bfd2"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:06:26.115201 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 66790174-0992-4d0e-87b7-0f660e21bfd2, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=66790174-0992-4d0e-87b7-0f660e21bfd2,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:26.130033 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:26.138823 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 3058c9da-4a96-4861-bf89-de8a4c626965 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:06:26.144856 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c663a5-75a1-4e53-bf10-73b78b414487 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Pushing event deleted for resources: {'Port': ['ID=3058c9da-4a96-4861-bf89-de8a4c626965,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:26.233257 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d0235-2c43-49b4-bbb4-a2c3979f153a req-a09e441d-5f0e-436b-90b8-4f254ac14519 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:26.240104 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 3058c9da-4a96-4861-bf89-de8a4c626965 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:06:26.241048 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 3058c9da-4a96-4861-bf89-de8a4c626965 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:06:26.241473 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c20d0235-2c43-49b4-bbb4-a2c3979f153a req-a09e441d-5f0e-436b-90b8-4f254ac14519 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 949 time: 0.3460989 Aug 16 20:06:26.244767 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-babba187-cb53-4789-b69e-438c5765afbc req-79c663a5-75a1-4e53-bf10-73b78b414487 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] No DVR routers for this DVR port 3058c9da-4a96-4861-bf89-de8a4c626965 on host n-h2-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:06:26.252109 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-af3530eb-5179-431e-b7c0-1aff22fb3f69 req-9f044b85-9b32-4edb-a120-ee3583df1de1 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:26.255275 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-babba187-cb53-4789-b69e-438c5765afbc req-79c663a5-75a1-4e53-bf10-73b78b414487 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:26.257427 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-babba187-cb53-4789-b69e-438c5765afbc req-79c663a5-75a1-4e53-bf10-73b78b414487 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.63 "DELETE /v2.0/ports/3058c9da-4a96-4861-bf89-de8a4c626965 HTTP/1.1" status: 204 len: 173 time: 1.8379138 Aug 16 20:06:26.257896 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97d9f0f-ef76-411f-8dc9-e4a1f99dfea8', 'name': 'network-vif-deleted', 'tag': '3058c9da-4a96-4861-bf89-de8a4c626965'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:06:26.260404 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adedaee-3827-4d34-a001-1e8f341e460a" -d '{"events": [{"server_uuid": "f97d9f0f-ef76-411f-8dc9-e4a1f99dfea8", "name": "network-vif-deleted", "tag": "3058c9da-4a96-4861-bf89-de8a4c626965"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:06:26.272416 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-fcf69f02-9abc-4a5d-b000-8b9d9d42c0ed tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:26.274366 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-fcf69f02-9abc-4a5d-b000-8b9d9d42c0ed tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/networks?id=64a0cd07-0b71-4107-a24f-1756e0e07d65 HTTP/1.1" status: 200 len: 812 time: 0.2815711 Aug 16 20:06:26.305096 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f044b85-9b32-4edb-a120-ee3583df1de1 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Pushing event deleted for resources: {'Port': ['ID=f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:26.306968 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-a4ff3fc7-09fc-4496-b268-4b3c094f55de tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/quotas/7226fdee24904919afb825fb93246d31 HTTP/1.1" status: 200 len: 375 time: 0.0249887 Aug 16 20:06:26.325082 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=66790174-0992-4d0e-87b7-0f660e21bfd2,revision_number=11']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:26.398593 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c20d0235-2c43-49b4-bbb4-a2c3979f153a req-6be45932-c708-4b51-9f6f-77de02cfdef1 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562076 Aug 16 20:06:26.401521 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-c47833ee-ca08-4c10-a779-a1bd74fc03b4 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7226fdee24904919afb825fb93246d31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786717 Aug 16 20:06:26.489490 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3530eb-5179-431e-b7c0-1aff22fb3f69 req-9f044b85-9b32-4edb-a120-ee3583df1de1 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] No DVR routers for this DVR port f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:06:26.492477 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-af3530eb-5179-431e-b7c0-1aff22fb3f69 req-9f044b85-9b32-4edb-a120-ee3583df1de1 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:26.494904 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-af3530eb-5179-431e-b7c0-1aff22fb3f69 req-9f044b85-9b32-4edb-a120-ee3583df1de1 tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.57 "DELETE /v2.0/ports/f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e HTTP/1.1" status: 204 len: 173 time: 1.8608060 Aug 16 20:06:26.637201 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-57095077-33b6-4f75-b344-bb72609ba3d2 service neutron] 10.222.0.68 "GET /v2.0/networks/64a0cd07-0b71-4107-a24f-1756e0e07d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322035 Aug 16 20:06:26.662011 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-50ca110b-17d9-4661-a455-ea54ec0d897e req-53369091-2785-4fb2-ba77-c66b2e7d4b7d tempest-MultipleCreateTestJSON-1298648067 tempest-MultipleCreateTestJSON-1298648067-project] 10.222.0.68 "GET /v2.0/ports?device_id=f97d9f0f-ef76-411f-8dc9-e4a1f99dfea8 HTTP/1.1" status: 200 len: 210 time: 0.0587349 Aug 16 20:06:26.845307 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-e1a43958-ba20-4793-97d1-a6dc95a3ece2 service neutron] 10.222.0.68 "GET /v2.0/networks/64a0cd07-0b71-4107-a24f-1756e0e07d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064521 Aug 16 20:06:26.901927 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ffc4de-4ee9-4dec-b664-eec83d07b325 x-openstack-request-id: req-c7ffc4de-4ee9-4dec-b664-eec83d07b325 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:06:26.903503 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ed605d-4bbf-4c5f-bca2-b267234d0bc7", "name": "network-vif-plugged", "status": "completed", "tag": "66790174-0992-4d0e-87b7-0f660e21bfd2", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:06:26.903964 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c7ffc4de-4ee9-4dec-b664-eec83d07b325 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:06:26.904672 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ed605d-4bbf-4c5f-bca2-b267234d0bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66790174-0992-4d0e-87b7-0f660e21bfd2', 'code': 200} Aug 16 20:06:27.007359 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850af702-a6a8-48c4-b994-b14409b166e0 x-openstack-request-id: req-850af702-a6a8-48c4-b994-b14409b166e0 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:06:27.007895 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97d9f0f-ef76-411f-8dc9-e4a1f99dfea8", "name": "network-vif-deleted", "tag": "3058c9da-4a96-4861-bf89-de8a4c626965", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:06:27.007895 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-850af702-a6a8-48c4-b994-b14409b166e0 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:06:27.008469 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97d9f0f-ef76-411f-8dc9-e4a1f99dfea8', 'name': 'network-vif-deleted', 'tag': '3058c9da-4a96-4861-bf89-de8a4c626965', 'status': 'completed', 'code': 200} Aug 16 20:06:27.120351 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:06:27.229034 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:06:27.231697 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:06:27.250952 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41316) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:27.323875 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541c7cb-6739-43e9-aff9-b3cefebd5d34 req-e028ac6d-9bec-428d-b557-a802041f24bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:27.325836 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3541c7cb-6739-43e9-aff9-b3cefebd5d34 req-e028ac6d-9bec-428d-b557-a802041f24bd service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 1103 time: 0.1757877 Aug 16 20:06:27.415480 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ca75b-4c72-43de-8b9a-49b844ffe672 req-1a078ec3-ba8b-474d-9394-438c67e339be tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:27.417424 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a35ca75b-4c72-43de-8b9a-49b844ffe672 req-1a078ec3-ba8b-474d-9394-438c67e339be tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.1584070 Aug 16 20:06:27.446139 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94375b11-f615-477f-af89-7802f218c034 req-4793ee6d-b50d-447d-a24c-36a10723d2a0 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:27.461055 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-94375b11-f615-477f-af89-7802f218c034 req-4793ee6d-b50d-447d-a24c-36a10723d2a0 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 951 time: 0.1597562 Aug 16 20:06:27.466271 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3541c7cb-6739-43e9-aff9-b3cefebd5d34 req-d27996b7-4bbb-49ec-b7ab-af3272f37951 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047709 Aug 16 20:06:27.515411 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a35ca75b-4c72-43de-8b9a-49b844ffe672 req-4efe1990-58af-4346-a502-404f289a0fff tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823808 Aug 16 20:06:27.543540 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-98415bd1-f284-4c62-8c13-a80feeda46e3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1461390987-network', 'tenant_id': '0955e2c5b0564e2b8cdb6135587e05d6'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:27.560055 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-94375b11-f615-477f-af89-7802f218c034 req-a4a284a2-b810-4730-bbe5-130fbe2c5af3 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977910 Aug 16 20:06:27.585385 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98415bd1-f284-4c62-8c13-a80feeda46e3 admin admin] Made reservation on behalf of 0955e2c5b0564e2b8cdb6135587e05d6 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:06:27.588335 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-98415bd1-f284-4c62-8c13-a80feeda46e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:27.612762 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-98415bd1-f284-4c62-8c13-a80feeda46e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:27.652469 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-48fdf290-1aa8-4845-ab68-741b8b13efeb req-19b51f0d-a25e-4eac-81d9-709b6c9d7bd1 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=711d695a-769b-49f1-9e18-874b93658b10 HTTP/1.1" status: 200 len: 210 time: 0.0602856 Aug 16 20:06:27.747531 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8973a-9c43-42dc-989e-252a48015b73 req-c6bd189e-80ae-4399-b0f5-0f72a4776a64 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:27.749490 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-01c8973a-9c43-42dc-989e-252a48015b73 req-c6bd189e-80ae-4399-b0f5-0f72a4776a64 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 949 time: 0.1049049 Aug 16 20:06:27.825789 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41334) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:27.837220 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-98415bd1-f284-4c62-8c13-a80feeda46e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:27.846265 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-98415bd1-f284-4c62-8c13-a80feeda46e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:27.903478 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-01c8973a-9c43-42dc-989e-252a48015b73 req-910c55ac-a681-442a-9f44-3ade5447711c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421211 Aug 16 20:06:27.923458 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98415bd1-f284-4c62-8c13-a80feeda46e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:06:27.937780 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98415bd1-f284-4c62-8c13-a80feeda46e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276485e1-b7eb-4543-8453-01b0d43fd035,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:27.951552 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-165fa919-6cbb-40e1-b316-89648eb848f2 admin admin] Deleting subnet 7dd89c55-7d0e-41b3-a4c5-9d75eac65682 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:06:27.957202 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-98415bd1-f284-4c62-8c13-a80feeda46e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:27.957547 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-98415bd1-f284-4c62-8c13-a80feeda46e3 admin admin] Added segment accc6b18-9572-4cbe-8aa9-30d6eb96249c of type vlan for network 59223dac-0107-4a62-a7e6-e8ab002ab182 Aug 16 20:06:27.957737 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-165fa919-6cbb-40e1-b316-89648eb848f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:28.010390 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-165fa919-6cbb-40e1-b316-89648eb848f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:28.032688 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-98415bd1-f284-4c62-8c13-a80feeda46e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:28.074109 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-165fa919-6cbb-40e1-b316-89648eb848f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:28.088478 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-98415bd1-f284-4c62-8c13-a80feeda46e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:28.089564 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98415bd1-f284-4c62-8c13-a80feeda46e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:28.090327 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-98415bd1-f284-4c62-8c13-a80feeda46e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:28.155063 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-165fa919-6cbb-40e1-b316-89648eb848f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:28.168564 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-98415bd1-f284-4c62-8c13-a80feeda46e3 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9167643 Aug 16 20:06:28.172228 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41336) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:28.176543 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98415bd1-f284-4c62-8c13-a80feeda46e3 admin admin] Pushing event updated for resources: {'Network': ['ID=59223dac-0107-4a62-a7e6-e8ab002ab182,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:28.179648 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-79c59bbe-9020-4279-9e11-612375d4b00f admin admin] Request body: {'subnet': {'network_id': '59223dac-0107-4a62-a7e6-e8ab002ab182', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1461390987-subnet', 'tenant_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:28.189041 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 59223dac-0107-4a62-a7e6-e8ab002ab182 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:06:28.255302 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165fa919-6cbb-40e1-b316-89648eb848f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dd89c55-7d0e-41b3-a4c5-9d75eac65682,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:28.279018 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-165fa919-6cbb-40e1-b316-89648eb848f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:28.302582 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-165fa919-6cbb-40e1-b316-89648eb848f2 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/7dd89c55-7d0e-41b3-a4c5-9d75eac65682 HTTP/1.1" status: 204 len: 168 time: 0.4756157 Aug 16 20:06:28.306044 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41340) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:28.338640 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c59bbe-9020-4279-9e11-612375d4b00f admin admin] Made reservation on behalf of 0955e2c5b0564e2b8cdb6135587e05d6 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:06:28.341593 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-79c59bbe-9020-4279-9e11-612375d4b00f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:28.493956 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0375389e-1211-40ca-9691-65494d763b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:28.768812 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0375389e-1211-40ca-9691-65494d763b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:28.868745 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-0375389e-1211-40ca-9691-65494d763b08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ab7197-63b7-4ee3-a525-e669647c206a']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:06:28.904586 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-0375389e-1211-40ca-9691-65494d763b08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9b81a7b-3094-4b18-bad6-a8d3bdec846a') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:06:28.905013 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-0375389e-1211-40ca-9691-65494d763b08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9b81a7b-3094-4b18-bad6-a8d3bdec846a') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:06:28.942323 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4d551-730c-4edc-a3c5-d7394580f1a4 req-6ad5ca5f-8a89-4f18-9afb-d48ed3254355 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:28.956176 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8ee4d551-730c-4edc-a3c5-d7394580f1a4 req-6ad5ca5f-8a89-4f18-9afb-d48ed3254355 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.2519209 Aug 16 20:06:28.963042 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0375389e-1211-40ca-9691-65494d763b08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:28.999281 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f4085-e502-409f-8621-394145771b02 req-e15c9940-dc48-4cec-aec3-28721678fff1 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:29.001065 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-745f4085-e502-409f-8621-394145771b02 req-e15c9940-dc48-4cec-aec3-28721678fff1 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 951 time: 0.2973187 Aug 16 20:06:29.002796 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-79c59bbe-9020-4279-9e11-612375d4b00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:29.015070 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cad1e8b-e04e-4e5b-89d4-0170b29b2d6c', 'name': 'network-vif-deleted', 'tag': 'f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:06:29.018002 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495ceed6-07cd-4e63-8ef7-4c53a4170146" -d '{"events": [{"server_uuid": "1cad1e8b-e04e-4e5b-89d4-0170b29b2d6c", "name": "network-vif-deleted", "tag": "f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:06:29.037604 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0375389e-1211-40ca-9691-65494d763b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:29.067108 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0375389e-1211-40ca-9691-65494d763b08 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:06:29.068058 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0375389e-1211-40ca-9691-65494d763b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:29.083547 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:06:29.083547 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:06:29.083547 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:06:29.083547 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:06:29.083547 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:06:29.083547 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:06:29.083547 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:06:29.083547 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:06:29.083547 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:06:29.083547 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:06:29.083547 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:06:29.083547 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:06:29.083547 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:06:29.083547 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:06:29.083547 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:06:29.083547 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:06:29.083547 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:06:29.083547 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:06:29.083547 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:06:29.083547 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:06:29.083547 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:06:29.083547 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:06:29.083547 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:06:29.083547 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:06:29.083547 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:06:29.083547 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:06:29.083547 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:06:29.083547 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:06:29.083547 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:06:29.083547 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:06:29.083547 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:06:29.083547 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:06:29.087621 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-745f4085-e502-409f-8621-394145771b02 req-31ae8be1-5841-4f92-9135-818b12594654 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797482 Aug 16 20:06:29.102756 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c59bbe-9020-4279-9e11-612375d4b00f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7859aa3-2722-4177-a070-f1837244076b,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:29.122386 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c59bbe-9020-4279-9e11-612375d4b00f admin admin] Checking segment: {'id': 'accc6b18-9572-4cbe-8aa9-30d6eb96249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '59223dac-0107-4a62-a7e6-e8ab002ab182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:06:29.122910 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c59bbe-9020-4279-9e11-612375d4b00f admin admin] Network hostable DHCP agents. Network: 59223dac-0107-4a62-a7e6-e8ab002ab182, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:06:29.180634 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c59bbe-9020-4279-9e11-612375d4b00f admin admin] Network 59223dac-0107-4a62-a7e6-e8ab002ab182 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:06:29.199363 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-79c59bbe-9020-4279-9e11-612375d4b00f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 59223dac-0107-4a62-a7e6-e8ab002ab182) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:06:29.207181 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c59bbe-9020-4279-9e11-612375d4b00f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:29.207875 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-79c59bbe-9020-4279-9e11-612375d4b00f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:29.208965 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-387270d7-a61a-4227-9498-c7d48eb3ab44 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:29.210631 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-387270d7-a61a-4227-9498-c7d48eb3ab44 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.63 "GET /v2.0/networks?id=64a0cd07-0b71-4107-a24f-1756e0e07d65 HTTP/1.1" status: 200 len: 812 time: 0.4639690 Aug 16 20:06:29.219647 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6009148e-2814-488c-a538-6480bb60ac19 None None] Network 59223dac-0107-4a62-a7e6-e8ab002ab182 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:06:29.250911 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8ee4d551-730c-4edc-a3c5-d7394580f1a4 req-cd644897-6435-4151-9645-b9abe1a701e4 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935479 Aug 16 20:06:29.268526 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-cfcf52dd-b68f-421f-9c77-c140b5910c26 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Request body: {'port': {'device_id': '711d695a-769b-49f1-9e18-874b93658b10', 'network_id': '64a0cd07-0b71-4107-a24f-1756e0e07d65', 'admin_state_up': True, 'tenant_id': '7226fdee24904919afb825fb93246d31'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:29.325945 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b17746fa-5630-4657-a531-8e09499798a3 req-16ea59df-1daf-44fe-a32f-6eacf67482bc tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=711d695a-769b-49f1-9e18-874b93658b10 HTTP/1.1" status: 200 len: 210 time: 0.0826309 Aug 16 20:06:29.335059 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-79c59bbe-9020-4279-9e11-612375d4b00f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1613226 Aug 16 20:06:29.339767 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41362) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:29.356629 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b28b378f-f3b2-4c37-9d59-451814a83297 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1461390987-router', 'tenant_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:29.439562 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b28b378f-f3b2-4c37-9d59-451814a83297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:29.440937 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b28b378f-f3b2-4c37-9d59-451814a83297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:29.496496 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401dc514-0c82-40ba-89d7-30b229615787 x-openstack-request-id: req-401dc514-0c82-40ba-89d7-30b229615787 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:06:29.497021 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cad1e8b-e04e-4e5b-89d4-0170b29b2d6c", "name": "network-vif-deleted", "tag": "f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:06:29.504585 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-401dc514-0c82-40ba-89d7-30b229615787 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:06:29.505351 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cad1e8b-e04e-4e5b-89d4-0170b29b2d6c', 'name': 'network-vif-deleted', 'tag': 'f210b2fc-a5b3-48d2-b2ed-3b2c7e54471e', 'status': 'completed', 'code': 200} Aug 16 20:06:29.509497 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0375389e-1211-40ca-9691-65494d763b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:29.628271 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0375389e-1211-40ca-9691-65494d763b08 admin admin] Pushing event deleted for resources: {'Network': ['ID=85ab7197-63b7-4ee3-a525-e669647c206a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:29.631310 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b28b378f-f3b2-4c37-9d59-451814a83297 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:29.650661 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0375389e-1211-40ca-9691-65494d763b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:29.656619 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0375389e-1211-40ca-9691-65494d763b08 admin admin] 10.222.0.68 "DELETE /v2.0/networks/85ab7197-63b7-4ee3-a525-e669647c206a HTTP/1.1" status: 204 len: 168 time: 1.3494916 Aug 16 20:06:29.676073 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-cfcf52dd-b68f-421f-9c77-c140b5910c26 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Made reservation on behalf of 7226fdee24904919afb825fb93246d31 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:06:29.682550 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51f7a77-edff-4363-b539-b5c2543bb9f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-59223dac-0107-4a62-a7e6-e8ab002ab182', 'network_id': '59223dac-0107-4a62-a7e6-e8ab002ab182', 'tenant_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'fixed_ips': [{'subnet_id': 'd7859aa3-2722-4177-a070-f1837244076b'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:06:29.683732 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c51f7a77-edff-4363-b539-b5c2543bb9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:29.685024 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-cfcf52dd-b68f-421f-9c77-c140b5910c26 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:29.791990 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410f979-b59f-4f7a-8350-ea0ebbacaadf req-3b23ec86-74a7-4353-89fa-4ac2ea9fafb3 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:29.802299 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f410f979-b59f-4f7a-8350-ea0ebbacaadf req-3b23ec86-74a7-4353-89fa-4ac2ea9fafb3 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 949 time: 0.1718738 Aug 16 20:06:30.027416 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-c51f7a77-edff-4363-b539-b5c2543bb9f4 None None] Allocated IP 172.20.0.2 (59223dac-0107-4a62-a7e6-e8ab002ab182/d7859aa3-2722-4177-a070-f1837244076b/7bce57a6-5ccd-473f-b7a4-e77473cb8bde) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:06:30.044481 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41378) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:30.092133 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891a2da-6f8b-45dd-8212-7022ed298f71 req-af9cebe4-0748-4678-9a5e-100af94903e1 tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:30.099692 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1891a2da-6f8b-45dd-8212-7022ed298f71 req-af9cebe4-0748-4678-9a5e-100af94903e1 tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 1103 time: 0.2058547 Aug 16 20:06:30.149115 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a7285be0-ff01-47e3-8e89-649780146a92 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=56e0ab8d372a445f97363a3d65fdf627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1002483 Aug 16 20:06:30.149348 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-cfcf52dd-b68f-421f-9c77-c140b5910c26 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Allocated IP 172.20.0.7 (64a0cd07-0b71-4107-a24f-1756e0e07d65/222e6265-7255-47f9-a715-d1b941d39884/6c389ade-b811-4fab-bd55-8979b486ffee) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:06:30.151641 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41380) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:30.181935 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1891a2da-6f8b-45dd-8212-7022ed298f71 req-e9371a71-2e24-4a84-9f2f-e25011a0d04e tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809050 Aug 16 20:06:30.414000 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c51f7a77-edff-4363-b539-b5c2543bb9f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:30.423334 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f410f979-b59f-4f7a-8350-ea0ebbacaadf req-97124a10-7519-4037-87bd-aba8cd6b7dec tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6189530 Aug 16 20:06:30.423986 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4472ceea-1426-42ce-8635-53ad4bbd474e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:30.431499 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c51f7a77-edff-4363-b539-b5c2543bb9f4 None None] Transition to ACTIVE for port object 7bce57a6-5ccd-473f-b7a4-e77473cb8bde will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:06:30.433206 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b28b378f-f3b2-4c37-9d59-451814a83297 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:30.466530 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c51f7a77-edff-4363-b539-b5c2543bb9f4 None None] Transition to ACTIVE for port object 7bce57a6-5ccd-473f-b7a4-e77473cb8bde will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:06:30.482623 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c51f7a77-edff-4363-b539-b5c2543bb9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:30.592415 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f7a77-edff-4363-b539-b5c2543bb9f4 None None] Pushing event updated for resources: {'Port': ['ID=7bce57a6-5ccd-473f-b7a4-e77473cb8bde,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:30.613568 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51f7a77-edff-4363-b539-b5c2543bb9f4 None None] Network 59223dac-0107-4a62-a7e6-e8ab002ab182 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:06:30.613568 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c51f7a77-edff-4363-b539-b5c2543bb9f4 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:06:30.626103 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51f7a77-edff-4363-b539-b5c2543bb9f4 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:06:30.639416 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4472ceea-1426-42ce-8635-53ad4bbd474e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:30.688124 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-afe265df-73fa-4998-ac08-c85d73e6c32c req-a638255d-32c8-4f3f-829b-b72d9891989e tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=711d695a-769b-49f1-9e18-874b93658b10 HTTP/1.1" status: 200 len: 210 time: 0.0427179 Aug 16 20:06:30.752443 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c51f7a77-edff-4363-b539-b5c2543bb9f4 None None] Attempting to bind port 7bce57a6-5ccd-473f-b7a4-e77473cb8bde on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:06:30.752823 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c51f7a77-edff-4363-b539-b5c2543bb9f4 None None] Attempting to bind port 7bce57a6-5ccd-473f-b7a4-e77473cb8bde by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'accc6b18-9572-4cbe-8aa9-30d6eb96249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '59223dac-0107-4a62-a7e6-e8ab002ab182'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:06:30.753183 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51f7a77-edff-4363-b539-b5c2543bb9f4 None None] Attempting to bind port 7bce57a6-5ccd-473f-b7a4-e77473cb8bde on network 59223dac-0107-4a62-a7e6-e8ab002ab182 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:06:30.766615 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51f7a77-edff-4363-b539-b5c2543bb9f4 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:06:30.766998 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51f7a77-edff-4363-b539-b5c2543bb9f4 None None] Checking segment: {'id': 'accc6b18-9572-4cbe-8aa9-30d6eb96249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '59223dac-0107-4a62-a7e6-e8ab002ab182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:06:30.767437 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c51f7a77-edff-4363-b539-b5c2543bb9f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:30.767835 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51f7a77-edff-4363-b539-b5c2543bb9f4 None None] Bound using segment: {'id': 'accc6b18-9572-4cbe-8aa9-30d6eb96249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '59223dac-0107-4a62-a7e6-e8ab002ab182'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:06:30.779326 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c51f7a77-edff-4363-b539-b5c2543bb9f4 None None] Bound port: 7bce57a6-5ccd-473f-b7a4-e77473cb8bde, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'accc6b18-9572-4cbe-8aa9-30d6eb96249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '59223dac-0107-4a62-a7e6-e8ab002ab182'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:06:30.779885 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c51f7a77-edff-4363-b539-b5c2543bb9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:30.800971 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faef763-889b-4b04-a171-aac75575a2fc req-acdb9c93-724a-49a2-af7a-5eb6c0962011 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:30.809274 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6faef763-889b-4b04-a171-aac75575a2fc req-acdb9c93-724a-49a2-af7a-5eb6c0962011 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.1853650 Aug 16 20:06:30.913482 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6faef763-889b-4b04-a171-aac75575a2fc req-e74a3829-eba7-4e94-8007-881d021f2bd9 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026485 Aug 16 20:06:30.920636 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-cfcf52dd-b68f-421f-9c77-c140b5910c26 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:30.923405 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4472ceea-1426-42ce-8635-53ad4bbd474e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:30.926150 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4472ceea-1426-42ce-8635-53ad4bbd474e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:30.927573 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4472ceea-1426-42ce-8635-53ad4bbd474e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6663b8f5-c7c4-4d1e-883a-75dc557fa1ad HTTP/1.1" status: 204 len: 168 time: 0.7615547 Aug 16 20:06:30.929999 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c51f7a77-edff-4363-b539-b5c2543bb9f4 None None] For port 7bce57a6-5ccd-473f-b7a4-e77473cb8bde, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:06:30.942266 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c51f7a77-edff-4363-b539-b5c2543bb9f4 None None] For port 7bce57a6-5ccd-473f-b7a4-e77473cb8bde, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7bce57a6-5ccd-473f-b7a4-e77473cb8bde,segment=NetworkSegment(accc6b18-9572-4cbe-8aa9-30d6eb96249c),segment_id=accc6b18-9572-4cbe-8aa9-30d6eb96249c)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:06:30.962617 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c51f7a77-edff-4363-b539-b5c2543bb9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:30.976273 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472ceea-1426-42ce-8635-53ad4bbd474e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6663b8f5-c7c4-4d1e-883a-75dc557fa1ad,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:30.993617 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b28b378f-f3b2-4c37-9d59-451814a83297 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:31.021092 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b28b378f-f3b2-4c37-9d59-451814a83297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:31.026049 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cbd08-7e8b-42f1-a7b1-02f4abf3e4ec req-ab8bf790-e1ad-4ce0-b1a0-5800f7018780 tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:31.027640 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b15cbd08-7e8b-42f1-a7b1-02f4abf3e4ec req-ab8bf790-e1ad-4ce0-b1a0-5800f7018780 tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 1103 time: 0.0806589 Aug 16 20:06:31.038610 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-cfcf52dd-b68f-421f-9c77-c140b5910c26 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:31.147845 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf52dd-b68f-421f-9c77-c140b5910c26 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Pushing event updated for resources: {'Port': ['ID=6c389ade-b811-4fab-bd55-8979b486ffee,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:31.163817 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f7a77-edff-4363-b539-b5c2543bb9f4 None None] Pushing event updated for resources: {'Port': ['ID=7bce57a6-5ccd-473f-b7a4-e77473cb8bde,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:31.171443 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b15cbd08-7e8b-42f1-a7b1-02f4abf3e4ec req-5bc8fe26-fdec-472c-b087-65709a265ed5 tempest-ServersAdminTestJSON-900376760 tempest-ServersAdminTestJSON-900376760-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307044 Aug 16 20:06:31.175808 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-cfcf52dd-b68f-421f-9c77-c140b5910c26 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Network 64a0cd07-0b71-4107-a24f-1756e0e07d65 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:06:31.179635 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-cfcf52dd-b68f-421f-9c77-c140b5910c26 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:06:31.201201 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-cfcf52dd-b68f-421f-9c77-c140b5910c26 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:06:31.310329 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-b28b378f-f3b2-4c37-9d59-451814a83297 admin admin] Allocated IP 172.25.8.149 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:06:31.321608 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-cfcf52dd-b68f-421f-9c77-c140b5910c26 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:31.322289 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-cfcf52dd-b68f-421f-9c77-c140b5910c26 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:31.369028 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-cfcf52dd-b68f-421f-9c77-c140b5910c26 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1167388 Aug 16 20:06:31.386381 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-57df4559-e8ce-4702-846b-a7224759325b service neutron] Request body: {'port': {'device_id': '711d695a-769b-49f1-9e18-874b93658b10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:31.566466 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b28b378f-f3b2-4c37-9d59-451814a83297 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:31.569616 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-57df4559-e8ce-4702-846b-a7224759325b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:31.669875 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b28b378f-f3b2-4c37-9d59-451814a83297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:31.782632 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8020153e-e6d8-494e-97ea-418a16c8fd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:31.831547 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92200c76-6a59-4227-b88d-33d78a0f0098 req-e1c7a5db-39cf-4830-8553-f716864ae758 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:31.846102 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-92200c76-6a59-4227-b88d-33d78a0f0098 req-e1c7a5db-39cf-4830-8553-f716864ae758 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 949 time: 0.2731748 Aug 16 20:06:31.940473 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28b378f-f3b2-4c37-9d59-451814a83297 admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:06:31.961514 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-b28b378f-f3b2-4c37-9d59-451814a83297 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:06:31.964053 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28b378f-f3b2-4c37-9d59-451814a83297 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:06:32.017054 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b378f-f3b2-4c37-9d59-451814a83297 admin admin] Pushing event updated for resources: {'Port': ['ID=cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:32.118013 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f99539-c8a8-4eb5-904b-463a502efef4 req-8da15356-1d18-4afa-8f4f-19ddca7ab1bf tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:32.130216 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-40f99539-c8a8-4eb5-904b-463a502efef4 req-8da15356-1d18-4afa-8f4f-19ddca7ab1bf tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=24252552-3394-449d-b818-c49b99d084fe HTTP/1.1" status: 200 len: 948 time: 0.4286442 Aug 16 20:06:32.215006 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-92200c76-6a59-4227-b88d-33d78a0f0098 req-d12174ed-b509-4493-b9f5-7c3eb47d6ad8 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673184 Aug 16 20:06:32.251138 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-40f99539-c8a8-4eb5-904b-463a502efef4 req-7e733059-fd45-4ca7-9631-4a33d43cacf6 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196070 Aug 16 20:06:32.617930 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b28b378f-f3b2-4c37-9d59-451814a83297 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:32.722813 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de14c6-0f23-43d5-9555-fa942c8c0a6f req-0c9063a3-a228-4084-a9ab-9c8e87b12fc7 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:32.733197 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-25de14c6-0f23-43d5-9555-fa942c8c0a6f req-0c9063a3-a228-4084-a9ab-9c8e87b12fc7 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=711d695a-769b-49f1-9e18-874b93658b10 HTTP/1.1" status: 200 len: 931 time: 0.2961879 Aug 16 20:06:32.765420 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7bce57a6-5ccd-473f-b7a4-e77473cb8bde up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:06:32.900967 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 7bce57a6-5ccd-473f-b7a4-e77473cb8bde completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:06:33.166665 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18eaf253-0b29-4c7c-9c20-31d67f4b068f None None] Network 59223dac-0107-4a62-a7e6-e8ab002ab182 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:06:33.247865 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41436) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:33.290470 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486ec13-aa3a-4066-9f84-0f617cba177c req-677255dc-9281-4b6f-ad2c-ceca266436f1 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:33.302585 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d486ec13-aa3a-4066-9f84-0f617cba177c req-677255dc-9281-4b6f-ad2c-ceca266436f1 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.6875882 Aug 16 20:06:33.373733 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146909d3-e7e6-444b-ba8e-e842b4e74187 req-7fdda035-b81f-4a18-86e3-a163f1fffe8e tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:33.377592 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-146909d3-e7e6-444b-ba8e-e842b4e74187 req-7fdda035-b81f-4a18-86e3-a163f1fffe8e tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.63 "GET /v2.0/ports?device_id=24252552-3394-449d-b818-c49b99d084fe HTTP/1.1" status: 200 len: 948 time: 0.4288106 Aug 16 20:06:33.465943 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8cdac140-b26e-4506-a102-7a2e80877abc None None] Provisioning for port 7bce57a6-5ccd-473f-b7a4-e77473cb8bde completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:06:33.494317 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8cdac140-b26e-4506-a102-7a2e80877abc None None] Provisioning complete for port 7bce57a6-5ccd-473f-b7a4-e77473cb8bde triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:06:33.497618 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8cdac140-b26e-4506-a102-7a2e80877abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:33.528786 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f98db224-f3b5-4c76-b591-87cb831c91c8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-507534404-network', 'tenant_id': 'd16bdf0437e94d50873bc13d4688e5bb'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:33.545685 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d486ec13-aa3a-4066-9f84-0f617cba177c req-3a50abe3-3cfa-4d6f-b637-e468b05a4dd0 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409449 Aug 16 20:06:33.773890 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8cdac140-b26e-4506-a102-7a2e80877abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:33.853389 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8cdac140-b26e-4506-a102-7a2e80877abc None None] For port 7bce57a6-5ccd-473f-b7a4-e77473cb8bde, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7bce57a6-5ccd-473f-b7a4-e77473cb8bde,segment=NetworkSegment(accc6b18-9572-4cbe-8aa9-30d6eb96249c),segment_id=accc6b18-9572-4cbe-8aa9-30d6eb96249c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:33.863325 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8cdac140-b26e-4506-a102-7a2e80877abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:33.914294 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-25de14c6-0f23-43d5-9555-fa942c8c0a6f req-b1179152-df5c-498c-9e7f-ed779cd27f6d tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups?id=25ce6dff-401a-4586-812f-09b69349aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1770034 Aug 16 20:06:33.919478 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98db224-f3b5-4c76-b591-87cb831c91c8 admin admin] Made reservation on behalf of d16bdf0437e94d50873bc13d4688e5bb for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:06:33.921892 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f98db224-f3b5-4c76-b591-87cb831c91c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:34.003053 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b28b378f-f3b2-4c37-9d59-451814a83297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:34.004680 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f98db224-f3b5-4c76-b591-87cb831c91c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:34.024182 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdac140-b26e-4506-a102-7a2e80877abc None None] Pushing event updated for resources: {'Port': ['ID=7bce57a6-5ccd-473f-b7a4-e77473cb8bde,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:34.068222 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-146909d3-e7e6-444b-ba8e-e842b4e74187 req-1056cfb2-3510-4f27-a195-0a132185a9d2 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Deleting port a6070b4d-af34-4dd6-acea-8e6bd26430c3 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:06:34.068563 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-146909d3-e7e6-444b-ba8e-e842b4e74187 req-1056cfb2-3510-4f27-a195-0a132185a9d2 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:34.070429 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-57df4559-e8ce-4702-846b-a7224759325b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c389ade-b811-4fab-bd55-8979b486ffee {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:06:34.090812 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5c828111-a0d9-4a53-8056-f02100f2fea3 None None] Provisioning complete for port 7bce57a6-5ccd-473f-b7a4-e77473cb8bde triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:06:34.091183 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c828111-a0d9-4a53-8056-f02100f2fea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:34.113509 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e75f4-c71f-4992-b96d-e8ab581ff864 req-b577e9c1-17a8-4dc0-99b2-1eba5e77f1a3 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:34.122786 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b46e75f4-c71f-4992-b96d-e8ab581ff864 req-b577e9c1-17a8-4dc0-99b2-1eba5e77f1a3 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 949 time: 0.3537564 Aug 16 20:06:34.124897 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-57df4559-e8ce-4702-846b-a7224759325b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:34.161915 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8276e-0a6c-48b2-a403-23fbbba7e114 req-d9151e12-6b32-4c5e-a1d7-eae6fe42be88 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:34.169937 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-04d8276e-0a6c-48b2-a403-23fbbba7e114 req-d9151e12-6b32-4c5e-a1d7-eae6fe42be88 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=24252552-3394-449d-b818-c49b99d084fe HTTP/1.1" status: 200 len: 948 time: 0.0831804 Aug 16 20:06:34.180474 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-57df4559-e8ce-4702-846b-a7224759325b service neutron] Transition to ACTIVE for port object 6c389ade-b811-4fab-bd55-8979b486ffee will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:06:34.195736 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-57df4559-e8ce-4702-846b-a7224759325b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:34.262051 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df4559-e8ce-4702-846b-a7224759325b service neutron] Pushing event updated for resources: {'Port': ['ID=6c389ade-b811-4fab-bd55-8979b486ffee,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:34.333322 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9062f4c5-8b5c-4d6e-9f4c-52b796d66343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:34.359880 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-04d8276e-0a6c-48b2-a403-23fbbba7e114 req-bfda70a9-d09c-46b6-85f4-edfbd90789fb tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887503 Aug 16 20:06:34.437822 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b46e75f4-c71f-4992-b96d-e8ab581ff864 req-8de0481c-4af4-4b31-8ae2-03fecfd966f6 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127761 Aug 16 20:06:34.494304 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-146909d3-e7e6-444b-ba8e-e842b4e74187 req-1056cfb2-3510-4f27-a195-0a132185a9d2 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] For port a6070b4d-af34-4dd6-acea-8e6bd26430c3, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a6070b4d-af34-4dd6-acea-8e6bd26430c3,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:34.494872 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-146909d3-e7e6-444b-ba8e-e842b4e74187 req-1056cfb2-3510-4f27-a195-0a132185a9d2 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:34.498037 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7bce57a6-5ccd-473f-b7a4-e77473cb8bde up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:06:34.541392 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-57df4559-e8ce-4702-846b-a7224759325b service neutron] Attempting to bind port 6c389ade-b811-4fab-bd55-8979b486ffee on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:06:34.541949 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-57df4559-e8ce-4702-846b-a7224759325b service neutron] Attempting to bind port 6c389ade-b811-4fab-bd55-8979b486ffee by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '896d44c2-ca18-465b-8e4c-9412b7c42b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '64a0cd07-0b71-4107-a24f-1756e0e07d65'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:06:34.542440 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-57df4559-e8ce-4702-846b-a7224759325b service neutron] Attempting to bind port 6c389ade-b811-4fab-bd55-8979b486ffee on network 64a0cd07-0b71-4107-a24f-1756e0e07d65 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:06:34.566142 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-57df4559-e8ce-4702-846b-a7224759325b service neutron] Port 6c389ade-b811-4fab-bd55-8979b486ffee on network 64a0cd07-0b71-4107-a24f-1756e0e07d65 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:06:34.569323 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-57df4559-e8ce-4702-846b-a7224759325b service neutron] Attempting to bind port 6c389ade-b811-4fab-bd55-8979b486ffee on network 64a0cd07-0b71-4107-a24f-1756e0e07d65 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:06:34.597246 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-57df4559-e8ce-4702-846b-a7224759325b service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:06:34.598720 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-57df4559-e8ce-4702-846b-a7224759325b service neutron] Checking segment: {'id': '896d44c2-ca18-465b-8e4c-9412b7c42b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '64a0cd07-0b71-4107-a24f-1756e0e07d65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:06:34.600119 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-57df4559-e8ce-4702-846b-a7224759325b service neutron] Bound using segment: {'id': '896d44c2-ca18-465b-8e4c-9412b7c42b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '64a0cd07-0b71-4107-a24f-1756e0e07d65'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:06:34.603010 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f98db224-f3b5-4c76-b591-87cb831c91c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:34.607382 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-57df4559-e8ce-4702-846b-a7224759325b service neutron] Bound port: 6c389ade-b811-4fab-bd55-8979b486ffee, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '896d44c2-ca18-465b-8e4c-9412b7c42b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '64a0cd07-0b71-4107-a24f-1756e0e07d65'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:06:34.608048 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-57df4559-e8ce-4702-846b-a7224759325b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:34.608323 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-146909d3-e7e6-444b-ba8e-e842b4e74187 req-1056cfb2-3510-4f27-a195-0a132185a9d2 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Calling delete_port for a6070b4d-af34-4dd6-acea-8e6bd26430c3 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:06:34.673241 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:34.687802 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 7bce57a6-5ccd-473f-b7a4-e77473cb8bde triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:06:34.688215 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:34.774390 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-57df4559-e8ce-4702-846b-a7224759325b service neutron] For port 6c389ade-b811-4fab-bd55-8979b486ffee, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:06:34.779104 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-57df4559-e8ce-4702-846b-a7224759325b service neutron] For port 6c389ade-b811-4fab-bd55-8979b486ffee, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=6c389ade-b811-4fab-bd55-8979b486ffee,segment=NetworkSegment(896d44c2-ca18-465b-8e4c-9412b7c42b1b),segment_id=896d44c2-ca18-465b-8e4c-9412b7c42b1b)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:06:34.799427 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-57df4559-e8ce-4702-846b-a7224759325b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:34.805665 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f98db224-f3b5-4c76-b591-87cb831c91c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:34.859943 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-146909d3-e7e6-444b-ba8e-e842b4e74187 req-1056cfb2-3510-4f27-a195-0a132185a9d2 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:34.875768 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f98db224-f3b5-4c76-b591-87cb831c91c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:06:34.894709 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['dee14a78-88c8-43ae-becd-b8d2dcde2153', '66790174-0992-4d0e-87b7-0f660e21bfd2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:06:34.946973 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1056cfb2-3510-4f27-a195-0a132185a9d2 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Pushing event deleted for resources: {'Port': ['ID=a6070b4d-af34-4dd6-acea-8e6bd26430c3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:34.966154 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f98db224-f3b5-4c76-b591-87cb831c91c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:34.967508 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-f98db224-f3b5-4c76-b591-87cb831c91c8 admin admin] Added segment 5682adf4-be3c-4745-8ee1-5b7755dc5a66 of type vlan for network 02713854-afcd-44c0-866e-8513e08b688c Aug 16 20:06:34.969549 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98db224-f3b5-4c76-b591-87cb831c91c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93a7128-c6c0-41bb-bcb5-a408eec082be,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:34.977280 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df4559-e8ce-4702-846b-a7224759325b service neutron] Pushing event updated for resources: {'Port': ['ID=6c389ade-b811-4fab-bd55-8979b486ffee,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:34.996872 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-57df4559-e8ce-4702-846b-a7224759325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:34.997501 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-57df4559-e8ce-4702-846b-a7224759325b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:35.002018 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-57df4559-e8ce-4702-846b-a7224759325b service neutron] 10.222.0.63 "PUT /v2.0/ports/6c389ade-b811-4fab-bd55-8979b486ffee HTTP/1.1" status: 200 len: 1092 time: 3.6200004 Aug 16 20:06:35.002780 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711d695a-769b-49f1-9e18-874b93658b10', 'tag': '6c389ade-b811-4fab-bd55-8979b486ffee'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:06:35.005349 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bf7006-8b47-487b-a527-5a79e74b0e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "711d695a-769b-49f1-9e18-874b93658b10", "tag": "6c389ade-b811-4fab-bd55-8979b486ffee"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:06:35.120506 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-146909d3-e7e6-444b-ba8e-e842b4e74187 req-1056cfb2-3510-4f27-a195-0a132185a9d2 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] No DVR routers for this DVR port a6070b4d-af34-4dd6-acea-8e6bd26430c3 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:06:35.141032 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a33e0-1144-41ff-9d11-3682e7751140 req-0d959993-9948-4669-a77b-125d158e2ef5 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:35.143885 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-147a33e0-1144-41ff-9d11-3682e7751140 req-0d959993-9948-4669-a77b-125d158e2ef5 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.3424039 Aug 16 20:06:35.146891 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f98db224-f3b5-4c76-b591-87cb831c91c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:35.150922 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-146909d3-e7e6-444b-ba8e-e842b4e74187 req-1056cfb2-3510-4f27-a195-0a132185a9d2 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:35.153076 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-146909d3-e7e6-444b-ba8e-e842b4e74187 req-1056cfb2-3510-4f27-a195-0a132185a9d2 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.63 "DELETE /v2.0/ports/a6070b4d-af34-4dd6-acea-8e6bd26430c3 HTTP/1.1" status: 204 len: 173 time: 1.7559307 Aug 16 20:06:35.153641 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24252552-3394-449d-b818-c49b99d084fe', 'name': 'network-vif-deleted', 'tag': 'a6070b4d-af34-4dd6-acea-8e6bd26430c3'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:06:35.156854 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e88a54-aaaa-45a3-8106-f262ca958a61" -d '{"events": [{"server_uuid": "24252552-3394-449d-b818-c49b99d084fe", "name": "network-vif-deleted", "tag": "a6070b4d-af34-4dd6-acea-8e6bd26430c3"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:06:35.193192 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28b378f-f3b2-4c37-9d59-451814a83297 admin admin] Router fcea6d32-2239-45e2-b427-76d742ea0b0d is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:06:35.258026 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-147a33e0-1144-41ff-9d11-3682e7751140 req-c9a06e3d-070a-4b8e-9ce4-e4a50a7e5fca tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957448 Aug 16 20:06:35.339760 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f98db224-f3b5-4c76-b591-87cb831c91c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:35.341443 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98db224-f3b5-4c76-b591-87cb831c91c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:35.341597 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200505a-759b-4cbe-8658-729018c112a1 req-4e788adf-a99a-43ba-b2ab-fd7bab6de634 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:35.342038 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f98db224-f3b5-4c76-b591-87cb831c91c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:35.350781 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b200505a-759b-4cbe-8658-729018c112a1 req-4e788adf-a99a-43ba-b2ab-fd7bab6de634 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=711d695a-769b-49f1-9e18-874b93658b10 HTTP/1.1" status: 200 len: 943 time: 0.3084569 Aug 16 20:06:35.401830 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-b1a03547-1e6f-47ca-90a1-5b05e41c71a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:35.404407 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-b1a03547-1e6f-47ca-90a1-5b05e41c71a7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7226fdee24904919afb825fb93246d31&device_id=711d695a-769b-49f1-9e18-874b93658b10 HTTP/1.1" status: 200 len: 1095 time: 0.2531183 Aug 16 20:06:35.475572 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd41dcb9-767c-4f2a-aa33-e810eccbbe6a x-openstack-request-id: req-fd41dcb9-767c-4f2a-aa33-e810eccbbe6a {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:06:35.475927 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "711d695a-769b-49f1-9e18-874b93658b10", "tag": "6c389ade-b811-4fab-bd55-8979b486ffee", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:06:35.481026 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fd41dcb9-767c-4f2a-aa33-e810eccbbe6a {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:06:35.482273 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711d695a-769b-49f1-9e18-874b93658b10', 'tag': '6c389ade-b811-4fab-bd55-8979b486ffee', 'status': 'completed', 'code': 200} Aug 16 20:06:35.537037 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-e55f9f03-e19c-4b0f-ba00-86435de9745c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c389ade-b811-4fab-bd55-8979b486ffee HTTP/1.1" status: 200 len: 217 time: 0.1171224 Aug 16 20:06:35.553430 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b200505a-759b-4cbe-8658-729018c112a1 req-2dbc4991-b6a3-4be5-8da5-37af3ae86623 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups?id=25ce6dff-401a-4586-812f-09b69349aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944785 Aug 16 20:06:35.595796 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ed70a8-b15c-4192-a559-802d24a61e20 x-openstack-request-id: req-a3ed70a8-b15c-4192-a559-802d24a61e20 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:06:35.600155 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24252552-3394-449d-b818-c49b99d084fe", "name": "network-vif-deleted", "tag": "a6070b4d-af34-4dd6-acea-8e6bd26430c3", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:06:35.600565 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a3ed70a8-b15c-4192-a559-802d24a61e20 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:06:35.601101 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24252552-3394-449d-b818-c49b99d084fe', 'name': 'network-vif-deleted', 'tag': 'a6070b4d-af34-4dd6-acea-8e6bd26430c3', 'status': 'completed', 'code': 200} Aug 16 20:06:35.646511 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:35.647425 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device a6070b4d-af34-4dd6-acea-8e6bd26430c3 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:06:35.708361 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f98db224-f3b5-4c76-b591-87cb831c91c8 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4508619 Aug 16 20:06:35.754218 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41464) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:35.788211 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-de9e6e77-5dcd-40d5-ad1b-6dac5f535482 admin admin] Request body: {'subnet': {'network_id': '02713854-afcd-44c0-866e-8513e08b688c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-507534404-subnet', 'tenant_id': 'd16bdf0437e94d50873bc13d4688e5bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:35.788957 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: a6070b4d-af34-4dd6-acea-8e6bd26430c3 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:06:35.789654 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device a6070b4d-af34-4dd6-acea-8e6bd26430c3 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:06:35.820685 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-4ed7b531-623a-429f-a4c9-36ec65fedb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:35.822234 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-4ed7b531-623a-429f-a4c9-36ec65fedb9b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=222e6265-7255-47f9-a715-d1b941d39884 HTTP/1.1" status: 200 len: 852 time: 0.2678115 Aug 16 20:06:35.833184 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98db224-f3b5-4c76-b591-87cb831c91c8 admin admin] Pushing event updated for resources: {'Network': ['ID=02713854-afcd-44c0-866e-8513e08b688c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:35.927142 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-4403c9bd-febd-43f1-b55f-aeddbdf62d1a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=64a0cd07-0b71-4107-a24f-1756e0e07d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941882 Aug 16 20:06:35.949611 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 02713854-afcd-44c0-866e-8513e08b688c details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:06:35.969850 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8fc872c5-9ce3-4976-92c8-b48b581e9c0c req-65abf24f-ed61-4dc0-8606-cbd32b8e473e tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=24252552-3394-449d-b818-c49b99d084fe HTTP/1.1" status: 200 len: 210 time: 0.1722815 Aug 16 20:06:35.973451 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1be385-deac-4df2-a368-5ad5f0a82e22 req-12578d44-87d3-4ca6-afdf-ebb44ced03eb tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:35.985557 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-de1be385-deac-4df2-a368-5ad5f0a82e22 req-12578d44-87d3-4ca6-afdf-ebb44ced03eb tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 949 time: 0.2699332 Aug 16 20:06:35.996970 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9e6e77-5dcd-40d5-ad1b-6dac5f535482 admin admin] Made reservation on behalf of d16bdf0437e94d50873bc13d4688e5bb for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:06:35.998006 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28b378f-f3b2-4c37-9d59-451814a83297 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:06:36.000140 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-de9e6e77-5dcd-40d5-ad1b-6dac5f535482 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:36.025707 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:36.088907 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b28b378f-f3b2-4c37-9d59-451814a83297 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:36.090443 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b28b378f-f3b2-4c37-9d59-451814a83297 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7495952 Aug 16 20:06:36.093863 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41468) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:36.111853 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:36.332640 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346fd5f9-f628-47d6-9a72-b1e56b598c8b None None] Sync routers for ids ['fcea6d32-2239-45e2-b427-76d742ea0b0d'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:06:36.346747 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346fd5f9-f628-47d6-9a72-b1e56b598c8b None None] Routers {'fcea6d32-2239-45e2-b427-76d742ea0b0d'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:06:36.348992 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-346fd5f9-f628-47d6-9a72-b1e56b598c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:06:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['fcea6d32-2239-45e2-b427-76d742ea0b0d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:06:36.704338 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-de9e6e77-5dcd-40d5-ad1b-6dac5f535482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:36.924638 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-346fd5f9-f628-47d6-9a72-b1e56b598c8b None None] Set router fcea6d32-2239-45e2-b427-76d742ea0b0d gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:06:36.970545 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cd056-abd1-481b-ade7-da67400447a4 req-74faa66b-05e5-40e6-8c7e-72c672444c98 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:36.978641 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7d8cd056-abd1-481b-ade7-da67400447a4 req-74faa66b-05e5-40e6-8c7e-72c672444c98 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.0920875 Aug 16 20:06:37.026009 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-de1be385-deac-4df2-a368-5ad5f0a82e22 req-bfdfb925-77b9-4366-bd42-2303a5f09b82 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0394588 Aug 16 20:06:37.068299 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9e6e77-5dcd-40d5-ad1b-6dac5f535482 admin admin] Checking segment: {'id': '5682adf4-be3c-4745-8ee1-5b7755dc5a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '02713854-afcd-44c0-866e-8513e08b688c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:06:37.070792 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9e6e77-5dcd-40d5-ad1b-6dac5f535482 admin admin] Network hostable DHCP agents. Network: 02713854-afcd-44c0-866e-8513e08b688c, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:06:37.079971 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7d8cd056-abd1-481b-ade7-da67400447a4 req-ac11e3d1-1985-4957-b639-ca7a6ef89714 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940955 Aug 16 20:06:37.123674 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e6e77-5dcd-40d5-ad1b-6dac5f535482 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69bac931-4325-406c-8016-f29720fb3c88,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:37.170662 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-9741fccb-7b7f-4d17-a113-44dfe1c54f87 service neutron] 10.222.0.63 "GET /v2.0/networks/64a0cd07-0b71-4107-a24f-1756e0e07d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2304847 Aug 16 20:06:37.256596 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:37.395961 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-346fd5f9-f628-47d6-9a72-b1e56b598c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'name': 'tempest-ServersTestBootFromVolume-1461390987-router', 'tenant_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:06:29Z', 'updated_at': '2021-08-16T20:06:32Z', 'revision_number': 3, 'project_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'gw_port': {'id': 'cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bf:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:06:31Z', 'updated_at': '2021-08-16T20:06:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:06:37.401017 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9e6e77-5dcd-40d5-ad1b-6dac5f535482 admin admin] Network 02713854-afcd-44c0-866e-8513e08b688c is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:06:37.535187 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346fd5f9-f628-47d6-9a72-b1e56b598c8b None None] Checking router: fcea6d32-2239-45e2-b427-76d742ea0b0d for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:06:37.536676 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346fd5f9-f628-47d6-9a72-b1e56b598c8b None None] Updating router fcea6d32-2239-45e2-b427-76d742ea0b0d port cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:06:37.636119 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-346fd5f9-f628-47d6-9a72-b1e56b598c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:37.641637 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-de9e6e77-5dcd-40d5-ad1b-6dac5f535482 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 02713854-afcd-44c0-866e-8513e08b688c) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:06:37.651822 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9e6e77-5dcd-40d5-ad1b-6dac5f535482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:37.655361 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-de9e6e77-5dcd-40d5-ad1b-6dac5f535482 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:37.674711 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-49e2d283-80ac-46eb-b5c1-78c0b75e8d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:37.750108 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b1959-4d75-48e0-86ec-2caecd826868 req-ab8e9a9c-34c9-44a1-b3f0-299ccf135384 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:37.755221 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-604b1959-4d75-48e0-86ec-2caecd826868 req-ab8e9a9c-34c9-44a1-b3f0-299ccf135384 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=711d695a-769b-49f1-9e18-874b93658b10 HTTP/1.1" status: 200 len: 943 time: 0.4146154 Aug 16 20:06:37.763674 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-de9e6e77-5dcd-40d5-ad1b-6dac5f535482 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9972041 Aug 16 20:06:37.881838 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0132ca29-e97d-4b9b-bcba-f9e38e8a51e0 req-a927c8b4-02da-4769-9523-d0a18b97eac6 service neutron] 10.222.0.63 "GET /v2.0/networks/64a0cd07-0b71-4107-a24f-1756e0e07d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6783333 Aug 16 20:06:37.912402 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2cd715-0ecb-4962-bab5-e19629c4e6fe None None] Network 02713854-afcd-44c0-866e-8513e08b688c requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:06:37.918490 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-604b1959-4d75-48e0-86ec-2caecd826868 req-9c9d7381-f6a6-4fb8-9688-9be53210969a tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups?id=25ce6dff-401a-4586-812f-09b69349aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449461 Aug 16 20:06:38.033939 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf7006-8b47-487b-a527-5a79e74b0e9d req-b4cf820e-7a8d-411d-8f3c-d60d7145db74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:38.037970 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-68bf7006-8b47-487b-a527-5a79e74b0e9d req-b4cf820e-7a8d-411d-8f3c-d60d7145db74 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7226fdee24904919afb825fb93246d31&device_id=711d695a-769b-49f1-9e18-874b93658b10 HTTP/1.1" status: 200 len: 1095 time: 0.0872738 Aug 16 20:06:38.277319 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-49e2d283-80ac-46eb-b5c1-78c0b75e8d1d admin admin] Allocated IP 172.20.0.1 (59223dac-0107-4a62-a7e6-e8ab002ab182/d7859aa3-2722-4177-a070-f1837244076b/c85793fc-b7d7-4dac-8818-634bbccff9b5) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:06:38.381797 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf7006-8b47-487b-a527-5a79e74b0e9d req-fd168f99-3570-4509-8904-f0caf1701909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:38.385590 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-68bf7006-8b47-487b-a527-5a79e74b0e9d req-fd168f99-3570-4509-8904-f0caf1701909 service neutron] 10.222.0.63 "GET /v2.0/networks?id=64a0cd07-0b71-4107-a24f-1756e0e07d65 HTTP/1.1" status: 200 len: 913 time: 0.3419085 Aug 16 20:06:38.407620 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281a322a-bf00-4ef0-8ae2-1c06709aff22 None None] Network 02713854-afcd-44c0-866e-8513e08b688c requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:06:38.461834 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303afc1b-b8c8-43c0-a5f5-d82c8348edbf req-44a89aa7-ef8a-44f4-8873-4e78d11d59bc tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:38.470277 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-303afc1b-b8c8-43c0-a5f5-d82c8348edbf req-44a89aa7-ef8a-44f4-8873-4e78d11d59bc tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=db26bf53-1ca2-4997-ae1d-db844ba89024 HTTP/1.1" status: 200 len: 949 time: 0.5122137 Aug 16 20:06:38.533545 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e625d-73d7-4445-9391-8f5e541ad926 req-fa97b2da-33bb-4d66-80b6-931288161e78 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:38.538129 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e34e625d-73d7-4445-9391-8f5e541ad926 req-fa97b2da-33bb-4d66-80b6-931288161e78 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 949 time: 0.3099494 Aug 16 20:06:38.562524 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-303afc1b-b8c8-43c0-a5f5-d82c8348edbf req-8e56ae3c-0e2a-4e26-9194-b03098bc9753 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867410 Aug 16 20:06:38.653493 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-49e2d283-80ac-46eb-b5c1-78c0b75e8d1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:38.654911 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-346fd5f9-f628-47d6-9a72-b1e56b598c8b None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:38.689302 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-68bf7006-8b47-487b-a527-5a79e74b0e9d req-5912dff1-f0af-40f8-ac04-e8d46c745286 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c389ade-b811-4fab-bd55-8979b486ffee HTTP/1.1" status: 200 len: 217 time: 0.2363362 Aug 16 20:06:38.691770 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-346fd5f9-f628-47d6-9a72-b1e56b598c8b None None] Transition to ACTIVE for port object cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:06:38.712228 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-49e2d283-80ac-46eb-b5c1-78c0b75e8d1d admin admin] Transition to ACTIVE for port object c85793fc-b7d7-4dac-8818-634bbccff9b5 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:06:38.729583 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-346fd5f9-f628-47d6-9a72-b1e56b598c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:38.822015 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-346fd5f9-f628-47d6-9a72-b1e56b598c8b None None] Attempting to bind port cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:06:38.822424 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-346fd5f9-f628-47d6-9a72-b1e56b598c8b None None] Attempting to bind port cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:06:38.822753 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346fd5f9-f628-47d6-9a72-b1e56b598c8b None None] Attempting to bind port cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:06:38.832213 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346fd5f9-f628-47d6-9a72-b1e56b598c8b None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:06:38.832842 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346fd5f9-f628-47d6-9a72-b1e56b598c8b None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:06:38.833355 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-346fd5f9-f628-47d6-9a72-b1e56b598c8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:38.833653 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346fd5f9-f628-47d6-9a72-b1e56b598c8b None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:06:38.835139 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-346fd5f9-f628-47d6-9a72-b1e56b598c8b None None] Bound port: cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:06:38.835705 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-346fd5f9-f628-47d6-9a72-b1e56b598c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:38.838049 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e58a2-018e-457e-9695-b797ffa84cfa None None] Pushing event updated for resources: {'Port': ['ID=cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:38.860065 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf7006-8b47-487b-a527-5a79e74b0e9d req-65098891-b108-4b03-b8c8-b1e87da0df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:38.864854 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-68bf7006-8b47-487b-a527-5a79e74b0e9d req-65098891-b108-4b03-b8c8-b1e87da0df28 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=222e6265-7255-47f9-a715-d1b941d39884 HTTP/1.1" status: 200 len: 852 time: 0.1438544 Aug 16 20:06:38.909949 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-346fd5f9-f628-47d6-9a72-b1e56b598c8b None None] For port cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:06:38.914969 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-346fd5f9-f628-47d6-9a72-b1e56b598c8b None None] For port cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:06:38.922063 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-346fd5f9-f628-47d6-9a72-b1e56b598c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:38.929144 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a2837-cde6-4fe8-afb5-11be71242462 req-d44000c5-90ea-4f42-8a33-abe4be64a5ca tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:38.932676 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e34e625d-73d7-4445-9391-8f5e541ad926 req-94514c72-3b7a-48be-8901-c6a18d9bbf2a tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746513 Aug 16 20:06:38.945141 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-743a2837-cde6-4fe8-afb5-11be71242462 req-d44000c5-90ea-4f42-8a33-abe4be64a5ca tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.2005925 Aug 16 20:06:39.002599 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-68bf7006-8b47-487b-a527-5a79e74b0e9d req-8773cbd3-e071-45b2-9186-5239c20b3ca7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=64a0cd07-0b71-4107-a24f-1756e0e07d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949564 Aug 16 20:06:39.016016 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-743a2837-cde6-4fe8-afb5-11be71242462 req-0975131a-6d41-4b74-ac19-8ceb37a2131e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713491 Aug 16 20:06:39.017154 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-49e2d283-80ac-46eb-b5c1-78c0b75e8d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:39.042720 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346fd5f9-f628-47d6-9a72-b1e56b598c8b None None] Routers {'fcea6d32-2239-45e2-b427-76d742ea0b0d'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:06:39.043417 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-346fd5f9-f628-47d6-9a72-b1e56b598c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:06:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['fcea6d32-2239-45e2-b427-76d742ea0b0d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:06:39.133462 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2d283-80ac-46eb-b5c1-78c0b75e8d1d admin admin] Pushing event updated for resources: {'Port': ['ID=c85793fc-b7d7-4dac-8818-634bbccff9b5,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:39.142244 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e58a2-018e-457e-9695-b797ffa84cfa None None] Pushing event updated for resources: {'Port': ['ID=cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:39.143573 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e2d283-80ac-46eb-b5c1-78c0b75e8d1d admin admin] Network 59223dac-0107-4a62-a7e6-e8ab002ab182 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:06:39.146847 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-49e2d283-80ac-46eb-b5c1-78c0b75e8d1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:06:39.163599 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e2d283-80ac-46eb-b5c1-78c0b75e8d1d admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:06:39.273109 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-68bf7006-8b47-487b-a527-5a79e74b0e9d req-7f1259ed-3c56-452d-a227-e727c7516aa9 service neutron] 10.222.0.63 "GET /v2.0/networks/64a0cd07-0b71-4107-a24f-1756e0e07d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601547 Aug 16 20:06:39.296054 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-346fd5f9-f628-47d6-9a72-b1e56b598c8b None None] Set router fcea6d32-2239-45e2-b427-76d742ea0b0d gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:06:39.469000 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d776236-c20e-4b88-a38a-0d103066b05d req-c779ac2d-d144-4b00-94f8-5fdddfd821d9 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:39.471560 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9d776236-c20e-4b88-a38a-0d103066b05d req-c779ac2d-d144-4b00-94f8-5fdddfd821d9 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.63 "GET /v2.0/ports?device_id=db26bf53-1ca2-4997-ae1d-db844ba89024 HTTP/1.1" status: 200 len: 949 time: 0.1654377 Aug 16 20:06:39.485399 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693c40e-b1d4-45ff-b7ac-b0ebd3b7c898 req-02287cd9-784b-4e3e-8913-e3c48dc0f639 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:39.498147 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a693c40e-b1d4-45ff-b7ac-b0ebd3b7c898 req-02287cd9-784b-4e3e-8913-e3c48dc0f639 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=711d695a-769b-49f1-9e18-874b93658b10 HTTP/1.1" status: 200 len: 943 time: 0.2768612 Aug 16 20:06:39.612951 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-49e2d283-80ac-46eb-b5c1-78c0b75e8d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:39.636998 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-b5dea1b5-083e-43f6-886a-937aa0a0b1ff tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:39.638418 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-b5dea1b5-083e-43f6-886a-937aa0a0b1ff tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] 10.222.0.68 "GET /v2.0/networks?id=02713854-afcd-44c0-866e-8513e08b688c HTTP/1.1" status: 200 len: 813 time: 0.2780249 Aug 16 20:06:39.663295 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-694e890b-1e08-4974-8621-f17b56b79315 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] 10.222.0.68 "GET /v2.0/quotas/d16bdf0437e94d50873bc13d4688e5bb HTTP/1.1" status: 200 len: 375 time: 0.0180721 Aug 16 20:06:39.668966 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2c055f98-9c96-49bf-98d2-4be0de5efb27 None None] Provisioning for port c85793fc-b7d7-4dac-8818-634bbccff9b5 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:06:39.679346 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 6c389ade-b811-4fab-bd55-8979b486ffee details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:06:39.717834 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-ae3be484-f23c-4324-a83e-c19579ac4012 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=d16bdf0437e94d50873bc13d4688e5bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390389 Aug 16 20:06:39.832670 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-f9543731-8a59-4b97-a2d4-b7ca15a3dc2f service neutron] 10.222.0.68 "GET /v2.0/networks/02713854-afcd-44c0-866e-8513e08b688c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040161 Aug 16 20:06:39.836280 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-68bf7006-8b47-487b-a527-5a79e74b0e9d req-7de7c6fc-af11-4c20-aa9b-290df7d86369 service neutron] 10.222.0.63 "GET /v2.0/networks/64a0cd07-0b71-4107-a24f-1756e0e07d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5425842 Aug 16 20:06:39.851155 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a693c40e-b1d4-45ff-b7ac-b0ebd3b7c898 req-4e046ebc-8c80-47e6-9270-f5b4dd2088ec tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups?id=25ce6dff-401a-4586-812f-09b69349aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497555 Aug 16 20:06:39.889202 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 6c389ade-b811-4fab-bd55-8979b486ffee, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=6c389ade-b811-4fab-bd55-8979b486ffee,segment=NetworkSegment(896d44c2-ca18-465b-8e4c-9412b7c42b1b),segment_id=896d44c2-ca18-465b-8e4c-9412b7c42b1b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:39.917570 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '6c389ade-b811-4fab-bd55-8979b486ffee', 'network_id': '64a0cd07-0b71-4107-a24f-1756e0e07d65', 'port_id': '6c389ade-b811-4fab-bd55-8979b486ffee', 'mac_address': 'fa:16:3e:ee:26:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '222e6265-7255-47f9-a715-d1b941d39884', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:06:39.960738 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-ddd17927-a87d-4f56-be55-48b2371ba23b service neutron] 10.222.0.68 "GET /v2.0/networks/02713854-afcd-44c0-866e-8513e08b688c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206825 Aug 16 20:06:39.986874 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2c055f98-9c96-49bf-98d2-4be0de5efb27 None None] Provisioning complete for port c85793fc-b7d7-4dac-8818-634bbccff9b5 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:06:39.987329 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c055f98-9c96-49bf-98d2-4be0de5efb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:40.007186 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-9d776236-c20e-4b88-a38a-0d103066b05d req-40634fab-2987-4b40-a7d6-7598a091676e tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Deleting port dee14a78-88c8-43ae-becd-b8d2dcde2153 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:06:40.011748 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9d776236-c20e-4b88-a38a-0d103066b05d req-40634fab-2987-4b40-a7d6-7598a091676e tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:40.063296 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:40.073840 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-346fd5f9-f628-47d6-9a72-b1e56b598c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'name': 'tempest-ServersTestBootFromVolume-1461390987-router', 'tenant_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:06:29Z', 'updated_at': '2021-08-16T20:06:32Z', 'revision_number': 3, 'project_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'gw_port': {'id': 'cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bf:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:06:31Z', 'updated_at': '2021-08-16T20:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:06:40.149675 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346fd5f9-f628-47d6-9a72-b1e56b598c8b None None] The sync data for ids ['fcea6d32-2239-45e2-b427-76d742ea0b0d'] in n-d-787206-13 is: [{'id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'name': 'tempest-ServersTestBootFromVolume-1461390987-router', 'tenant_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:06:29Z', 'updated_at': '2021-08-16T20:06:32Z', 'revision_number': 3, 'project_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'gw_port': {'id': 'cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bf:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:06:31Z', 'updated_at': '2021-08-16T20:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:06:40.152452 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c389ade-b811-4fab-bd55-8979b486ffee {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:06:40.156725 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2c055f98-9c96-49bf-98d2-4be0de5efb27 None None] Port c85793fc-b7d7-4dac-8818-634bbccff9b5 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:06:40.180730 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 6c389ade-b811-4fab-bd55-8979b486ffee, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=6c389ade-b811-4fab-bd55-8979b486ffee,segment=NetworkSegment(896d44c2-ca18-465b-8e4c-9412b7c42b1b),segment_id=896d44c2-ca18-465b-8e4c-9412b7c42b1b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:40.207337 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:40.277399 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6a653-01d3-4bc7-b013-56e692c1f238 req-2b4ef947-fc2b-4360-b2f9-cadd47c8f914 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:40.284805 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5dd6a653-01d3-4bc7-b013-56e692c1f238 req-2b4ef947-fc2b-4360-b2f9-cadd47c8f914 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=db26bf53-1ca2-4997-ae1d-db844ba89024 HTTP/1.1" status: 200 len: 949 time: 0.3083148 Aug 16 20:06:40.338721 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-49e2d283-80ac-46eb-b5c1-78c0b75e8d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:40.397759 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=6c389ade-b811-4fab-bd55-8979b486ffee,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:40.415650 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23581a-3140-4af5-921e-474181e72743 req-ec329ecf-2241-48d3-9349-2be8c000b3dc tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:40.423866 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3f23581a-3140-4af5-921e-474181e72743 req-ec329ecf-2241-48d3-9349-2be8c000b3dc tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 949 time: 0.1009920 Aug 16 20:06:40.491777 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3f23581a-3140-4af5-921e-474181e72743 req-e8f8942f-0237-4c1c-9762-479fe977108e tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669091 Aug 16 20:06:40.521424 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['6c389ade-b811-4fab-bd55-8979b486ffee'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:06:40.535809 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9d776236-c20e-4b88-a38a-0d103066b05d req-40634fab-2987-4b40-a7d6-7598a091676e tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] For port dee14a78-88c8-43ae-becd-b8d2dcde2153, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=dee14a78-88c8-43ae-becd-b8d2dcde2153,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:40.540680 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9d776236-c20e-4b88-a38a-0d103066b05d req-40634fab-2987-4b40-a7d6-7598a091676e tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:40.592483 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5dd6a653-01d3-4bc7-b013-56e692c1f238 req-519ecde6-c6c0-4dfe-bb03-e05fd1734f67 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067765 Aug 16 20:06:40.655579 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb28bd-f8f5-4ba0-af30-4fcbeb93c56b req-fe98cac8-8cb9-462e-80fe-eea24f83f4b7 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:40.669716 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-afcb28bd-f8f5-4ba0-af30-4fcbeb93c56b req-fe98cac8-8cb9-462e-80fe-eea24f83f4b7 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.1220131 Aug 16 20:06:40.694452 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-9d776236-c20e-4b88-a38a-0d103066b05d req-40634fab-2987-4b40-a7d6-7598a091676e tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Calling delete_port for dee14a78-88c8-43ae-becd-b8d2dcde2153 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:06:40.796812 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-afcb28bd-f8f5-4ba0-af30-4fcbeb93c56b req-134ad9a9-8afa-49a7-8954-3ac710ff6ce1 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256132 Aug 16 20:06:41.011431 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aa862556-164f-44f5-bd9d-9be4bef33ff0 req-e7fb21dc-f4fc-40b7-96f6-38a3fc3d90c6 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] 10.222.0.68 "GET /v2.0/ports?device_id=534873ab-8daa-4d8d-b431-498b580598e2 HTTP/1.1" status: 200 len: 210 time: 0.0971298 Aug 16 20:06:41.385973 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-49e2d283-80ac-46eb-b5c1-78c0b75e8d1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:41.419991 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996c83b-4f33-402c-a878-be3410ba16fd req-0ae4656d-e65f-4010-a3c7-e89a695aeaef tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:41.422993 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8996c83b-4f33-402c-a878-be3410ba16fd req-0ae4656d-e65f-4010-a3c7-e89a695aeaef tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=711d695a-769b-49f1-9e18-874b93658b10 HTTP/1.1" status: 200 len: 944 time: 0.2290931 Aug 16 20:06:41.515766 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-49e2d283-80ac-46eb-b5c1-78c0b75e8d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:41.645357 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8996c83b-4f33-402c-a878-be3410ba16fd req-2d16ebba-fd8e-453f-b7dd-e970b54e40a0 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups?id=25ce6dff-401a-4586-812f-09b69349aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110786 Aug 16 20:06:41.666178 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-49e2d283-80ac-46eb-b5c1-78c0b75e8d1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:41.670512 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 6c389ade-b811-4fab-bd55-8979b486ffee up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:06:41.700506 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9d776236-c20e-4b88-a38a-0d103066b05d req-40634fab-2987-4b40-a7d6-7598a091676e tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:41.702966 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2dcb9-f5ca-4f2e-a6fd-b64a2d4dfa5a req-c9d0babd-4ef8-4d08-aff8-7924ddde22e0 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:41.719680 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-01e2dcb9-f5ca-4f2e-a6fd-b64a2d4dfa5a req-c9d0babd-4ef8-4d08-aff8-7924ddde22e0 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 949 time: 0.1094685 Aug 16 20:06:41.726856 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2d283-80ac-46eb-b5c1-78c0b75e8d1d admin admin] Pushing event updated for resources: {'Port': ['ID=c85793fc-b7d7-4dac-8818-634bbccff9b5,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:41.798375 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['66790174-0992-4d0e-87b7-0f660e21bfd2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:06:41.835771 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-01e2dcb9-f5ca-4f2e-a6fd-b64a2d4dfa5a req-7addb1c0-1957-48fb-a0aa-66b6247a52bd tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150064 Aug 16 20:06:41.909731 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 6c389ade-b811-4fab-bd55-8979b486ffee completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:06:41.919470 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 6c389ade-b811-4fab-bd55-8979b486ffee triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:06:41.919840 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:41.958581 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40634fab-2987-4b40-a7d6-7598a091676e tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Pushing event deleted for resources: {'Port': ['ID=dee14a78-88c8-43ae-becd-b8d2dcde2153,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:42.219586 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-37923595-1015-4985-9742-f4cad1622654 req-ffe1e6da-0ddd-4d6d-9eed-8d3d82607380 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=db26bf53-1ca2-4997-ae1d-db844ba89024 HTTP/1.1" status: 200 len: 210 time: 0.3539884 Aug 16 20:06:42.279418 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:42.443545 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e2d283-80ac-46eb-b5c1-78c0b75e8d1d admin admin] Network 59223dac-0107-4a62-a7e6-e8ab002ab182 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:06:42.447043 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d776236-c20e-4b88-a38a-0d103066b05d req-40634fab-2987-4b40-a7d6-7598a091676e tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] No DVR routers for this DVR port dee14a78-88c8-43ae-becd-b8d2dcde2153 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:06:42.454021 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9d776236-c20e-4b88-a38a-0d103066b05d req-40634fab-2987-4b40-a7d6-7598a091676e tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:42.457818 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb125b-7794-4629-83a1-e4d9fa9b7734 req-3b15c5d6-14bb-4854-a58d-2da24af8074f tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:42.458627 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711d695a-769b-49f1-9e18-874b93658b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c389ade-b811-4fab-bd55-8979b486ffee'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:06:42.460233 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9d776236-c20e-4b88-a38a-0d103066b05d req-40634fab-2987-4b40-a7d6-7598a091676e tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.63 "DELETE /v2.0/ports/dee14a78-88c8-43ae-becd-b8d2dcde2153 HTTP/1.1" status: 204 len: 173 time: 2.9480870 Aug 16 20:06:42.474563 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-49e2d283-80ac-46eb-b5c1-78c0b75e8d1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:06:42.478103 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a687f6ac-7f5a-4200-a8ab-07713d29a493" -d '{"events": [{"server_uuid": "711d695a-769b-49f1-9e18-874b93658b10", "name": "network-vif-plugged", "status": "completed", "tag": "6c389ade-b811-4fab-bd55-8979b486ffee"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:06:42.493849 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c4eb125b-7794-4629-83a1-e4d9fa9b7734 req-3b15c5d6-14bb-4854-a58d-2da24af8074f tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.4921780 Aug 16 20:06:42.526965 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db26bf53-1ca2-4997-ae1d-db844ba89024', 'name': 'network-vif-deleted', 'tag': 'dee14a78-88c8-43ae-becd-b8d2dcde2153'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:06:42.551862 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf6ab4d-9f09-4973-8433-7843bb6966c9" -d '{"events": [{"server_uuid": "db26bf53-1ca2-4997-ae1d-db844ba89024", "name": "network-vif-deleted", "tag": "dee14a78-88c8-43ae-becd-b8d2dcde2153"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:06:42.644136 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:06:42.650437 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 6c389ade-b811-4fab-bd55-8979b486ffee, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=6c389ade-b811-4fab-bd55-8979b486ffee,segment=NetworkSegment(896d44c2-ca18-465b-8e4c-9412b7c42b1b),segment_id=896d44c2-ca18-465b-8e4c-9412b7c42b1b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:42.650672 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-b9a3cfc9-4432-4da5-b2bf-d7fb512a5142 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:42.652854 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-b9a3cfc9-4432-4da5-b2bf-d7fb512a5142 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] 10.222.0.57 "GET /v2.0/networks?id=02713854-afcd-44c0-866e-8513e08b688c HTTP/1.1" status: 200 len: 813 time: 0.6127369 Aug 16 20:06:42.670288 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-3db7f158-81f0-4d76-9e34-389064e97389 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Request body: {'port': {'device_id': '534873ab-8daa-4d8d-b431-498b580598e2', 'network_id': '02713854-afcd-44c0-866e-8513e08b688c', 'admin_state_up': True, 'tenant_id': 'd16bdf0437e94d50873bc13d4688e5bb'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:42.790198 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:42.793400 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-036ba9c5-50a2-4bf1-9322-f0f7f64eceb9 req-e7bc7b75-0b51-45b3-8907-9550deb3282c tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] 10.222.0.68 "GET /v2.0/ports?device_id=534873ab-8daa-4d8d-b431-498b580598e2 HTTP/1.1" status: 200 len: 210 time: 0.2181039 Aug 16 20:06:42.835071 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device dee14a78-88c8-43ae-becd-b8d2dcde2153 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:06:42.859774 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c4eb125b-7794-4629-83a1-e4d9fa9b7734 req-90c56f88-9a34-46ba-bfb9-3d35c4ce0f0b tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635745 Aug 16 20:06:43.003628 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652c5b47-cd24-4ecc-a25e-7d9e9784701f x-openstack-request-id: req-652c5b47-cd24-4ecc-a25e-7d9e9784701f {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:06:43.004766 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db26bf53-1ca2-4997-ae1d-db844ba89024", "name": "network-vif-deleted", "tag": "dee14a78-88c8-43ae-becd-b8d2dcde2153", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:06:43.005230 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-652c5b47-cd24-4ecc-a25e-7d9e9784701f {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:06:43.009789 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db26bf53-1ca2-4997-ae1d-db844ba89024', 'name': 'network-vif-deleted', 'tag': 'dee14a78-88c8-43ae-becd-b8d2dcde2153', 'status': 'completed', 'code': 200} Aug 16 20:06:43.076153 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfc3777-ae07-400a-9d01-dec9fc5d8fa9 x-openstack-request-id: req-7dfc3777-ae07-400a-9d01-dec9fc5d8fa9 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:06:43.076438 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711d695a-769b-49f1-9e18-874b93658b10", "name": "network-vif-plugged", "status": "completed", "tag": "6c389ade-b811-4fab-bd55-8979b486ffee", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:06:43.076709 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7dfc3777-ae07-400a-9d01-dec9fc5d8fa9 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:06:43.077663 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711d695a-769b-49f1-9e18-874b93658b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c389ade-b811-4fab-bd55-8979b486ffee', 'code': 200} Aug 16 20:06:43.149956 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: dee14a78-88c8-43ae-becd-b8d2dcde2153 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:06:43.161997 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device dee14a78-88c8-43ae-becd-b8d2dcde2153 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:06:43.243733 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=6c389ade-b811-4fab-bd55-8979b486ffee,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:43.253112 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3cf33a80-59ed-45ce-ae95-863d6ecbe613 None None] Provisioning complete for port c85793fc-b7d7-4dac-8818-634bbccff9b5 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:06:43.253485 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3cf33a80-59ed-45ce-ae95-863d6ecbe613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:43.281824 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-3db7f158-81f0-4d76-9e34-389064e97389 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Made reservation on behalf of d16bdf0437e94d50873bc13d4688e5bb for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:06:43.286642 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-3db7f158-81f0-4d76-9e34-389064e97389 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:43.320048 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e2d283-80ac-46eb-b5c1-78c0b75e8d1d admin admin] Router fcea6d32-2239-45e2-b427-76d742ea0b0d has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:06:43.346291 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397037c1-567b-4eeb-ad9b-02dcddddc7bb req-bf3d8c7b-118b-43d9-9e88-85c9919b4ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:43.348101 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-397037c1-567b-4eeb-ad9b-02dcddddc7bb req-bf3d8c7b-118b-43d9-9e88-85c9919b4ab2 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=711d695a-769b-49f1-9e18-874b93658b10 HTTP/1.1" status: 200 len: 1097 time: 0.2775667 Aug 16 20:06:43.358617 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c48c03-28e1-410d-9344-b5cc60f34d50 req-75dc04f7-b286-45fa-a800-abc66205ae25 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:43.367367 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-65c48c03-28e1-410d-9344-b5cc60f34d50 req-75dc04f7-b286-45fa-a800-abc66205ae25 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 949 time: 0.1737237 Aug 16 20:06:43.391756 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3cf33a80-59ed-45ce-ae95-863d6ecbe613 None None] Port c85793fc-b7d7-4dac-8818-634bbccff9b5 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:06:43.465972 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:06:43.475993 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:06:43.476633 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:43.504730 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-65c48c03-28e1-410d-9344-b5cc60f34d50 req-7ef92e19-5207-43a4-8450-d1d5d3aef658 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360855 Aug 16 20:06:43.550705 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-397037c1-567b-4eeb-ad9b-02dcddddc7bb req-10f4c515-189b-4291-908e-b9efb9226de5 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=25ce6dff-401a-4586-812f-09b69349aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748583 Aug 16 20:06:43.566827 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750539b-ae3b-4373-9f1c-211ad43b6b96 req-9f4bee1e-20b7-40fc-840b-ac5fb444e2e3 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:43.578900 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1750539b-ae3b-4373-9f1c-211ad43b6b96 req-9f4bee1e-20b7-40fc-840b-ac5fb444e2e3 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=711d695a-769b-49f1-9e18-874b93658b10 HTTP/1.1" status: 200 len: 945 time: 0.4766412 Aug 16 20:06:43.587240 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e2d283-80ac-46eb-b5c1-78c0b75e8d1d admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:06:43.599654 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd333be-4a03-46d7-86fe-4d04dfc8355b None None] Sync routers for ids ['fcea6d32-2239-45e2-b427-76d742ea0b0d'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:06:43.612080 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-49e2d283-80ac-46eb-b5c1-78c0b75e8d1d admin admin] 10.222.0.68 "PUT /v2.0/routers/fcea6d32-2239-45e2-b427-76d742ea0b0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5165873 Aug 16 20:06:43.615986 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd333be-4a03-46d7-86fe-4d04dfc8355b None None] Routers {'fcea6d32-2239-45e2-b427-76d742ea0b0d'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:06:43.616623 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4fd333be-4a03-46d7-86fe-4d04dfc8355b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:06:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['fcea6d32-2239-45e2-b427-76d742ea0b0d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:06:43.679758 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1750539b-ae3b-4373-9f1c-211ad43b6b96 req-e2994187-dbeb-46a7-9502-e576e676b0b1 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups?id=25ce6dff-401a-4586-812f-09b69349aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996737 Aug 16 20:06:43.698585 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-3db7f158-81f0-4d76-9e34-389064e97389 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Allocated IP 172.20.0.3 (02713854-afcd-44c0-866e-8513e08b688c/69bac931-4325-406c-8016-f29720fb3c88/cfa4de36-ee98-4458-b24b-fd20ce918a2e) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:06:43.774121 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:43.865678 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:43.875543 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:43.904564 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-4fd333be-4a03-46d7-86fe-4d04dfc8355b None None] Set router fcea6d32-2239-45e2-b427-76d742ea0b0d gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:06:43.999855 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-23858115-59c0-438c-b20d-868b8d92058f req-1c46cfda-43bf-45d1-8353-1979f3daa6af tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] 10.222.0.68 "GET /v2.0/ports?device_id=534873ab-8daa-4d8d-b431-498b580598e2 HTTP/1.1" status: 200 len: 210 time: 0.0481362 Aug 16 20:06:44.020804 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:44.125753 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-3db7f158-81f0-4d76-9e34-389064e97389 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:44.286481 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89100fc-0d9a-4314-9bc3-de6727a70d3d req-8fcdf4f2-3dde-4319-9203-0a1caeffe7e4 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:44.288023 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f89100fc-0d9a-4314-9bc3-de6727a70d3d req-8fcdf4f2-3dde-4319-9203-0a1caeffe7e4 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.1441507 Aug 16 20:06:44.289650 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-3db7f158-81f0-4d76-9e34-389064e97389 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:44.320789 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4fd333be-4a03-46d7-86fe-4d04dfc8355b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'name': 'tempest-ServersTestBootFromVolume-1461390987-router', 'tenant_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:06:29Z', 'updated_at': '2021-08-16T20:06:40Z', 'revision_number': 4, 'project_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'gw_port': {'id': 'cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bf:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:06:31Z', 'updated_at': '2021-08-16T20:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'c85793fc-b7d7-4dac-8818-634bbccff9b5', 'name': '', 'network_id': '59223dac-0107-4a62-a7e6-e8ab002ab182', 'tenant_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'mac_address': 'fa:16:3e:b6:aa:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'd7859aa3-2722-4177-a070-f1837244076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:06:37Z', 'updated_at': '2021-08-16T20:06:40Z', 'revision_number': 2, 'project_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'subnets': [{'id': 'd7859aa3-2722-4177-a070-f1837244076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:06:44.349991 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd333be-4a03-46d7-86fe-4d04dfc8355b None None] Checking router: fcea6d32-2239-45e2-b427-76d742ea0b0d for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:06:44.350901 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd333be-4a03-46d7-86fe-4d04dfc8355b None None] Updating router fcea6d32-2239-45e2-b427-76d742ea0b0d port c85793fc-b7d7-4dac-8818-634bbccff9b5 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:06:44.378149 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4fd333be-4a03-46d7-86fe-4d04dfc8355b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:44.437823 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f89100fc-0d9a-4314-9bc3-de6727a70d3d req-23d7a7b2-73c4-43d7-8d61-91aa2e94aefa tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349845 Aug 16 20:06:44.464726 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:06:44.474313 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-3db7f158-81f0-4d76-9e34-389064e97389 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Network 02713854-afcd-44c0-866e-8513e08b688c is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:06:44.482786 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-3db7f158-81f0-4d76-9e34-389064e97389 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:06:44.498112 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-3db7f158-81f0-4d76-9e34-389064e97389 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:06:44.647535 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7f158-81f0-4d76-9e34-389064e97389 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Pushing event updated for resources: {'Port': ['ID=cfa4de36-ee98-4458-b24b-fd20ce918a2e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:44.702192 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:06:44.702571 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:44.710429 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-3db7f158-81f0-4d76-9e34-389064e97389 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:44.720737 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-3db7f158-81f0-4d76-9e34-389064e97389 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:44.760857 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a86b28-47a2-4a07-a09c-bb1dfa1b3abe req-2b42e53d-7914-4847-a28c-7db5547ba2a3 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:44.772909 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-98a86b28-47a2-4a07-a09c-bb1dfa1b3abe req-2b42e53d-7914-4847-a28c-7db5547ba2a3 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 951 time: 0.2045567 Aug 16 20:06:44.806436 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-3db7f158-81f0-4d76-9e34-389064e97389 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1414144 Aug 16 20:06:44.853074 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-a9682e2e-9df9-445d-8cd7-b47a68944ce5 service neutron] Request body: {'port': {'device_id': '534873ab-8daa-4d8d-b431-498b580598e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:44.858720 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-98a86b28-47a2-4a07-a09c-bb1dfa1b3abe req-6a9e30ad-cf69-41a5-a080-998aabfddc2e tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792110 Aug 16 20:06:44.970970 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-a9682e2e-9df9-445d-8cd7-b47a68944ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:45.041018 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4fd333be-4a03-46d7-86fe-4d04dfc8355b None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:45.058487 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-4fd333be-4a03-46d7-86fe-4d04dfc8355b None None] Transition to ACTIVE for port object c85793fc-b7d7-4dac-8818-634bbccff9b5 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:06:45.074502 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4fd333be-4a03-46d7-86fe-4d04dfc8355b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:45.106206 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41600) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:45.113606 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e5d980a1-649b-4a65-891e-f4653eacb121 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1101854062', 'description': 'tempest-description--850393946'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:45.151768 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db113d3a-bda5-4479-9bde-2c14ce3a9098 None None] Pushing event updated for resources: {'Port': ['ID=c85793fc-b7d7-4dac-8818-634bbccff9b5,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:45.174579 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db113d3a-bda5-4479-9bde-2c14ce3a9098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:45.175547 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db113d3a-bda5-4479-9bde-2c14ce3a9098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:45.176590 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db113d3a-bda5-4479-9bde-2c14ce3a9098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:45.178704 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db113d3a-bda5-4479-9bde-2c14ce3a9098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:45.179851 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db113d3a-bda5-4479-9bde-2c14ce3a9098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:45.180425 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db113d3a-bda5-4479-9bde-2c14ce3a9098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:45.181241 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db113d3a-bda5-4479-9bde-2c14ce3a9098 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:45.182370 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db113d3a-bda5-4479-9bde-2c14ce3a9098 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:45.183422 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db113d3a-bda5-4479-9bde-2c14ce3a9098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:45.185270 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db113d3a-bda5-4479-9bde-2c14ce3a9098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:45.185853 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db113d3a-bda5-4479-9bde-2c14ce3a9098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:45.188110 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db113d3a-bda5-4479-9bde-2c14ce3a9098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:45.196806 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5d980a1-649b-4a65-891e-f4653eacb121 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:45.215716 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d15e1f-a929-4882-a180-0dfcc5c780fa req-7353e245-989a-4ad7-a253-88d784927158 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:45.228299 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e6d15e1f-a929-4882-a180-0dfcc5c780fa req-7353e245-989a-4ad7-a253-88d784927158 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 949 time: 0.2265332 Aug 16 20:06:45.350555 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-4fd333be-4a03-46d7-86fe-4d04dfc8355b None None] Attempting to bind port c85793fc-b7d7-4dac-8818-634bbccff9b5 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:06:45.351348 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-4fd333be-4a03-46d7-86fe-4d04dfc8355b None None] Attempting to bind port c85793fc-b7d7-4dac-8818-634bbccff9b5 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'accc6b18-9572-4cbe-8aa9-30d6eb96249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '59223dac-0107-4a62-a7e6-e8ab002ab182'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:06:45.351947 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd333be-4a03-46d7-86fe-4d04dfc8355b None None] Attempting to bind port c85793fc-b7d7-4dac-8818-634bbccff9b5 on network 59223dac-0107-4a62-a7e6-e8ab002ab182 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:06:45.368291 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd333be-4a03-46d7-86fe-4d04dfc8355b None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:06:45.370842 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd333be-4a03-46d7-86fe-4d04dfc8355b None None] Checking segment: {'id': 'accc6b18-9572-4cbe-8aa9-30d6eb96249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '59223dac-0107-4a62-a7e6-e8ab002ab182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:06:45.372743 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4fd333be-4a03-46d7-86fe-4d04dfc8355b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:45.385342 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd333be-4a03-46d7-86fe-4d04dfc8355b None None] Bound using segment: {'id': 'accc6b18-9572-4cbe-8aa9-30d6eb96249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '59223dac-0107-4a62-a7e6-e8ab002ab182'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:06:45.397063 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e6d15e1f-a929-4882-a180-0dfcc5c780fa req-8e8a110a-5711-4639-b718-4ae8286892cc tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670680 Aug 16 20:06:45.402071 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-4fd333be-4a03-46d7-86fe-4d04dfc8355b None None] Bound port: c85793fc-b7d7-4dac-8818-634bbccff9b5, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'accc6b18-9572-4cbe-8aa9-30d6eb96249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '59223dac-0107-4a62-a7e6-e8ab002ab182'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:06:45.402746 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4fd333be-4a03-46d7-86fe-4d04dfc8355b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:45.640764 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-4fd333be-4a03-46d7-86fe-4d04dfc8355b None None] For port c85793fc-b7d7-4dac-8818-634bbccff9b5, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:06:45.648444 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-4fd333be-4a03-46d7-86fe-4d04dfc8355b None None] For port c85793fc-b7d7-4dac-8818-634bbccff9b5, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=c85793fc-b7d7-4dac-8818-634bbccff9b5,segment=NetworkSegment(accc6b18-9572-4cbe-8aa9-30d6eb96249c),segment_id=accc6b18-9572-4cbe-8aa9-30d6eb96249c)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:06:45.664822 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4fd333be-4a03-46d7-86fe-4d04dfc8355b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:45.682164 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5d980a1-649b-4a65-891e-f4653eacb121 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:45.704021 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5d980a1-649b-4a65-891e-f4653eacb121 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:45.753019 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1a779-0189-4577-a504-73bd8292baf7 req-98c45515-a5a8-4d5d-8148-4f640c31d606 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:45.761927 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4ba38-d21a-4751-837b-960aad96dcdb req-2a49e68e-5499-44bc-9d48-2c17abc4e71e tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:45.762655 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a6c1a779-0189-4577-a504-73bd8292baf7 req-98c45515-a5a8-4d5d-8148-4f640c31d606 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] 10.222.0.68 "GET /v2.0/ports?device_id=534873ab-8daa-4d8d-b431-498b580598e2 HTTP/1.1" status: 200 len: 931 time: 0.1903760 Aug 16 20:06:45.766988 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-57a4ba38-d21a-4751-837b-960aad96dcdb req-2a49e68e-5499-44bc-9d48-2c17abc4e71e tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=711d695a-769b-49f1-9e18-874b93658b10 HTTP/1.1" status: 200 len: 945 time: 0.4098847 Aug 16 20:06:45.806238 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db113d3a-bda5-4479-9bde-2c14ce3a9098 None None] Pushing event updated for resources: {'Port': ['ID=c85793fc-b7d7-4dac-8818-634bbccff9b5,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:45.870998 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd333be-4a03-46d7-86fe-4d04dfc8355b None None] Routers {'fcea6d32-2239-45e2-b427-76d742ea0b0d'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:06:45.873466 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4fd333be-4a03-46d7-86fe-4d04dfc8355b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:06:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['fcea6d32-2239-45e2-b427-76d742ea0b0d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:06:45.925716 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5d980a1-649b-4a65-891e-f4653eacb121 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:45.926454 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a6c1a779-0189-4577-a504-73bd8292baf7 req-d0eaab69-5c24-4fa3-b6b2-5f7de9519056 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] 10.222.0.68 "GET /v2.0/security-groups?id=f93a7128-c6c0-41bb-bcb5-a408eec082be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614237 Aug 16 20:06:45.938280 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e5d980a1-649b-4a65-891e-f4653eacb121 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8308170 Aug 16 20:06:45.949425 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c929eb4-27e5-4760-8491-81c66baf8a66 req-d634ca08-c3ab-4427-bdc6-41d4c0e83d26 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:45.950942 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1c929eb4-27e5-4760-8491-81c66baf8a66 req-d634ca08-c3ab-4427-bdc6-41d4c0e83d26 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.63 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 951 time: 0.3983088 Aug 16 20:06:45.954785 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41612) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:45.960733 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-51965925-34b5-4ea3-bd19-9fb7d7590ce6 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Request body: {'security_group_rule': {'security_group_id': '8e4cadeb-d0f0-44d0-87b4-4f4b81576c5f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:45.965246 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d980a1-649b-4a65-891e-f4653eacb121 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4cadeb-d0f0-44d0-87b4-4f4b81576c5f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:46.069304 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-57a4ba38-d21a-4751-837b-960aad96dcdb req-45d90fed-a4cf-4990-b974-697a2e962a3b tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups?id=25ce6dff-401a-4586-812f-09b69349aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958047 Aug 16 20:06:46.170307 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41616) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:46.185852 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-4fd333be-4a03-46d7-86fe-4d04dfc8355b None None] Set router fcea6d32-2239-45e2-b427-76d742ea0b0d gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:06:46.230514 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-51965925-34b5-4ea3-bd19-9fb7d7590ce6 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:46.235887 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-a9682e2e-9df9-445d-8cd7-b47a68944ce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa4de36-ee98-4458-b24b-fd20ce918a2e {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:06:46.325391 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-a9682e2e-9df9-445d-8cd7-b47a68944ce5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:46.415932 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6c8ad-033a-4ef1-836d-402ae5310de7 req-c105b451-39c8-4b73-973d-741caf76f033 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:46.417588 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d4a6c8ad-033a-4ef1-836d-402ae5310de7 req-c105b451-39c8-4b73-973d-741caf76f033 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.3170292 Aug 16 20:06:46.455827 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-a9682e2e-9df9-445d-8cd7-b47a68944ce5 service neutron] Transition to ACTIVE for port object cfa4de36-ee98-4458-b24b-fd20ce918a2e will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:06:46.477528 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-a9682e2e-9df9-445d-8cd7-b47a68944ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:46.594979 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4fd333be-4a03-46d7-86fe-4d04dfc8355b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'name': 'tempest-ServersTestBootFromVolume-1461390987-router', 'tenant_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:06:29Z', 'updated_at': '2021-08-16T20:06:40Z', 'revision_number': 4, 'project_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'gw_port': {'id': 'cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:06:31Z', 'updated_at': '2021-08-16T20:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'c85793fc-b7d7-4dac-8818-634bbccff9b5', 'name': '', 'network_id': '59223dac-0107-4a62-a7e6-e8ab002ab182', 'tenant_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'mac_address': 'fa:16:3e:b6:aa:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'd7859aa3-2722-4177-a070-f1837244076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:06:37Z', 'updated_at': '2021-08-16T20:06:45Z', 'revision_number': 4, 'project_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'subnets': [{'id': 'd7859aa3-2722-4177-a070-f1837244076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:06:46.623474 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd333be-4a03-46d7-86fe-4d04dfc8355b None None] The sync data for ids ['fcea6d32-2239-45e2-b427-76d742ea0b0d'] in n-d-787206-13 is: [{'id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'name': 'tempest-ServersTestBootFromVolume-1461390987-router', 'tenant_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:06:29Z', 'updated_at': '2021-08-16T20:06:40Z', 'revision_number': 4, 'project_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'gw_port': {'id': 'cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:06:31Z', 'updated_at': '2021-08-16T20:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'c85793fc-b7d7-4dac-8818-634bbccff9b5', 'name': '', 'network_id': '59223dac-0107-4a62-a7e6-e8ab002ab182', 'tenant_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'mac_address': 'fa:16:3e:b6:aa:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'd7859aa3-2722-4177-a070-f1837244076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:06:37Z', 'updated_at': '2021-08-16T20:06:45Z', 'revision_number': 4, 'project_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'subnets': [{'id': 'd7859aa3-2722-4177-a070-f1837244076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:06:46.682115 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9682e2e-9df9-445d-8cd7-b47a68944ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa4de36-ee98-4458-b24b-fd20ce918a2e,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:46.742575 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2ea1d91-64a5-48df-84b5-9c1c8db7645d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:46.782345 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a1f7f-41a5-4901-af7a-328de0e00087 req-464b3792-a30e-4af8-b05b-43e6f47b3cde tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:46.790111 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8a9a1f7f-41a5-4901-af7a-328de0e00087 req-464b3792-a30e-4af8-b05b-43e6f47b3cde tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/ports?device_id=e7ed605d-4bbf-4c5f-bca2-b267234d0bc7 HTTP/1.1" status: 200 len: 951 time: 0.5825431 Aug 16 20:06:46.803723 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d4a6c8ad-033a-4ef1-836d-402ae5310de7 req-8d93ae87-8ed3-4774-a82b-297c84ee2d78 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560998 Aug 16 20:06:46.848679 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-1c929eb4-27e5-4760-8491-81c66baf8a66 req-c119db73-4154-4cbd-90f3-c323cc55aa0f tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Deleting port 66790174-0992-4d0e-87b7-0f660e21bfd2 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:06:46.849135 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c929eb4-27e5-4760-8491-81c66baf8a66 req-c119db73-4154-4cbd-90f3-c323cc55aa0f tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:46.909720 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-51965925-34b5-4ea3-bd19-9fb7d7590ce6 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:46.932280 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-51965925-34b5-4ea3-bd19-9fb7d7590ce6 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:46.966925 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-a9682e2e-9df9-445d-8cd7-b47a68944ce5 service neutron] Attempting to bind port cfa4de36-ee98-4458-b24b-fd20ce918a2e on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:06:46.967985 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-a9682e2e-9df9-445d-8cd7-b47a68944ce5 service neutron] Attempting to bind port cfa4de36-ee98-4458-b24b-fd20ce918a2e by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '5682adf4-be3c-4745-8ee1-5b7755dc5a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '02713854-afcd-44c0-866e-8513e08b688c'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:06:46.968458 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-a9682e2e-9df9-445d-8cd7-b47a68944ce5 service neutron] Attempting to bind port cfa4de36-ee98-4458-b24b-fd20ce918a2e on network 02713854-afcd-44c0-866e-8513e08b688c {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:06:46.973024 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8a9a1f7f-41a5-4901-af7a-328de0e00087 req-82ac83c1-34d3-47a0-a520-427309a21b06 tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.68 "GET /v2.0/security-groups?id=043fe401-d4ac-4974-a559-551972bde1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818275 Aug 16 20:06:46.987231 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-a9682e2e-9df9-445d-8cd7-b47a68944ce5 service neutron] Port cfa4de36-ee98-4458-b24b-fd20ce918a2e on network 02713854-afcd-44c0-866e-8513e08b688c not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:06:46.988104 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-a9682e2e-9df9-445d-8cd7-b47a68944ce5 service neutron] Attempting to bind port cfa4de36-ee98-4458-b24b-fd20ce918a2e on network 02713854-afcd-44c0-866e-8513e08b688c {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:06:47.011046 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51965925-34b5-4ea3-bd19-9fb7d7590ce6 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f1bed2f-629c-49e7-b328-304c9f266b3b,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:47.056811 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-a9682e2e-9df9-445d-8cd7-b47a68944ce5 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:06:47.057703 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-a9682e2e-9df9-445d-8cd7-b47a68944ce5 service neutron] Checking segment: {'id': '5682adf4-be3c-4745-8ee1-5b7755dc5a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '02713854-afcd-44c0-866e-8513e08b688c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:06:47.058659 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-a9682e2e-9df9-445d-8cd7-b47a68944ce5 service neutron] Bound using segment: {'id': '5682adf4-be3c-4745-8ee1-5b7755dc5a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '02713854-afcd-44c0-866e-8513e08b688c'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:06:47.059735 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-a9682e2e-9df9-445d-8cd7-b47a68944ce5 service neutron] Bound port: cfa4de36-ee98-4458-b24b-fd20ce918a2e, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5682adf4-be3c-4745-8ee1-5b7755dc5a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '02713854-afcd-44c0-866e-8513e08b688c'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:06:47.061848 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-a9682e2e-9df9-445d-8cd7-b47a68944ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:47.097461 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1c929eb4-27e5-4760-8491-81c66baf8a66 req-c119db73-4154-4cbd-90f3-c323cc55aa0f tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] For port 66790174-0992-4d0e-87b7-0f660e21bfd2, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=66790174-0992-4d0e-87b7-0f660e21bfd2,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:47.097954 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c929eb4-27e5-4760-8491-81c66baf8a66 req-c119db73-4154-4cbd-90f3-c323cc55aa0f tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:47.123165 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-1c929eb4-27e5-4760-8491-81c66baf8a66 req-c119db73-4154-4cbd-90f3-c323cc55aa0f tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Calling delete_port for 66790174-0992-4d0e-87b7-0f660e21bfd2 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:06:47.179794 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a768cf7f-411e-44ce-b86e-a278bc1cf6e9 req-db26efd7-c1dc-4876-b227-d5a62961ab49 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-980537659&fields=id&tenant_id=7226fdee24904919afb825fb93246d31 HTTP/1.1" status: 200 len: 267 time: 0.2492495 Aug 16 20:06:47.287488 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-a9682e2e-9df9-445d-8cd7-b47a68944ce5 service neutron] For port cfa4de36-ee98-4458-b24b-fd20ce918a2e, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:06:47.294246 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-a9682e2e-9df9-445d-8cd7-b47a68944ce5 service neutron] For port cfa4de36-ee98-4458-b24b-fd20ce918a2e, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=cfa4de36-ee98-4458-b24b-fd20ce918a2e,segment=NetworkSegment(5682adf4-be3c-4745-8ee1-5b7755dc5a66),segment_id=5682adf4-be3c-4745-8ee1-5b7755dc5a66)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:06:47.319192 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f936bb5-bddf-47f3-bed0-96f121a9df39 req-50f14a17-5537-472a-93e8-84cf11d18156 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:47.325995 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9f936bb5-bddf-47f3-bed0-96f121a9df39 req-50f14a17-5537-472a-93e8-84cf11d18156 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 949 time: 0.1071055 Aug 16 20:06:47.340234 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-a9682e2e-9df9-445d-8cd7-b47a68944ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:47.354196 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2ea1d91-64a5-48df-84b5-9c1c8db7645d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:47.377688 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768cf7f-411e-44ce-b86e-a278bc1cf6e9 req-35eed0b0-a2fd-4e72-9975-9d476a0b2210 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:47.387343 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a768cf7f-411e-44ce-b86e-a278bc1cf6e9 req-35eed0b0-a2fd-4e72-9975-9d476a0b2210 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=711d695a-769b-49f1-9e18-874b93658b10 HTTP/1.1" status: 200 len: 945 time: 0.1773574 Aug 16 20:06:47.411442 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2ea1d91-64a5-48df-84b5-9c1c8db7645d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:47.423895 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c929eb4-27e5-4760-8491-81c66baf8a66 req-c119db73-4154-4cbd-90f3-c323cc55aa0f tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:47.433675 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-51965925-34b5-4ea3-bd19-9fb7d7590ce6 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:47.435078 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-51965925-34b5-4ea3-bd19-9fb7d7590ce6 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4791241 Aug 16 20:06:47.438661 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['66790174-0992-4d0e-87b7-0f660e21bfd2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:06:47.443701 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41626) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:47.452688 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-da89cd08-fa8d-46be-93a7-b9852c7d4c1a tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Request body: {'security_group_rule': {'security_group_id': '8e4cadeb-d0f0-44d0-87b4-4f4b81576c5f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:47.463223 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-a768cf7f-411e-44ce-b86e-a278bc1cf6e9 req-d616e9db-0337-4bf5-a5d6-b0b96c4532e1 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Request body: {'port': {'security_groups': ['25ce6dff-401a-4586-812f-09b69349aa55', '805c20ad-5ab5-4f38-894b-17b6c4461098']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:47.504481 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119db73-4154-4cbd-90f3-c323cc55aa0f tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Pushing event deleted for resources: {'Port': ['ID=66790174-0992-4d0e-87b7-0f660e21bfd2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:47.515974 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f2ea1d91-64a5-48df-84b5-9c1c8db7645d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=405171792f8145b09540ef29d33d454e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3358750 Aug 16 20:06:47.524782 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41628) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:47.583241 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-a9682e2e-9df9-445d-8cd7-b47a68944ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:47.583752 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-a9682e2e-9df9-445d-8cd7-b47a68944ce5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:47.585638 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-a9682e2e-9df9-445d-8cd7-b47a68944ce5 service neutron] 10.222.0.57 "PUT /v2.0/ports/cfa4de36-ee98-4458-b24b-fd20ce918a2e HTTP/1.1" status: 200 len: 1092 time: 2.7367098 Aug 16 20:06:47.593832 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534873ab-8daa-4d8d-b431-498b580598e2', 'tag': 'cfa4de36-ee98-4458-b24b-fd20ce918a2e'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:06:47.596177 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63c58b3-42fd-4f63-a112-76ee414f9d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "534873ab-8daa-4d8d-b431-498b580598e2", "tag": "cfa4de36-ee98-4458-b24b-fd20ce918a2e"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:06:47.615290 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9f936bb5-bddf-47f3-bed0-96f121a9df39 req-a217cdfd-466f-4c09-bf62-b8ecc673078f tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036700 Aug 16 20:06:47.618625 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c929eb4-27e5-4760-8491-81c66baf8a66 req-c119db73-4154-4cbd-90f3-c323cc55aa0f tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] No DVR routers for this DVR port 66790174-0992-4d0e-87b7-0f660e21bfd2 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:06:47.652396 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c929eb4-27e5-4760-8491-81c66baf8a66 req-c119db73-4154-4cbd-90f3-c323cc55aa0f tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:47.654411 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1c929eb4-27e5-4760-8491-81c66baf8a66 req-c119db73-4154-4cbd-90f3-c323cc55aa0f tempest-ServersAdminTestJSON-420975553 tempest-ServersAdminTestJSON-420975553-project] 10.222.0.63 "DELETE /v2.0/ports/66790174-0992-4d0e-87b7-0f660e21bfd2 HTTP/1.1" status: 204 len: 173 time: 1.6836975 Aug 16 20:06:47.656077 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da89cd08-fa8d-46be-93a7-b9852c7d4c1a tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:47.661017 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ed605d-4bbf-4c5f-bca2-b267234d0bc7', 'name': 'network-vif-deleted', 'tag': '66790174-0992-4d0e-87b7-0f660e21bfd2'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:06:47.663641 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb5ce71-4adf-4cfc-bd1f-ac55790a2b40" -d '{"events": [{"server_uuid": "e7ed605d-4bbf-4c5f-bca2-b267234d0bc7", "name": "network-vif-deleted", "tag": "66790174-0992-4d0e-87b7-0f660e21bfd2"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:06:47.870547 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62b307-b483-4b28-8879-7de72265ad00 req-02b6fc27-4d9c-42e9-9322-9ba957df8599 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:47.877047 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea1d91-64a5-48df-84b5-9c1c8db7645d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db41505-657a-44d2-b1cb-a500cb6f64fb,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:47.878138 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9e62b307-b483-4b28-8879-7de72265ad00 req-02b6fc27-4d9c-42e9-9322-9ba957df8599 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] 10.222.0.68 "GET /v2.0/ports?device_id=534873ab-8daa-4d8d-b431-498b580598e2 HTTP/1.1" status: 200 len: 943 time: 0.1278675 Aug 16 20:06:47.885614 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9682e2e-9df9-445d-8cd7-b47a68944ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa4de36-ee98-4458-b24b-fd20ce918a2e,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:47.893684 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a768cf7f-411e-44ce-b86e-a278bc1cf6e9 req-d616e9db-0337-4bf5-a5d6-b0b96c4532e1 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:47.896035 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da89cd08-fa8d-46be-93a7-b9852c7d4c1a tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:47.910313 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da89cd08-fa8d-46be-93a7-b9852c7d4c1a tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:47.963618 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9e62b307-b483-4b28-8879-7de72265ad00 req-d5c14b3d-1b05-4fda-824d-a3bd4f2feb50 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] 10.222.0.68 "GET /v2.0/security-groups?id=f93a7128-c6c0-41bb-bcb5-a408eec082be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683134 Aug 16 20:06:47.976382 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89cd08-fa8d-46be-93a7-b9852c7d4c1a tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee69404b-136a-4e6f-b7b5-4b8f6fae94fd,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:47.996026 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-f53117f4-3a45-41a4-8c45-6f24d348d923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:47.997700 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-f53117f4-3a45-41a4-8c45-6f24d348d923 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d16bdf0437e94d50873bc13d4688e5bb&device_id=534873ab-8daa-4d8d-b431-498b580598e2 HTTP/1.1" status: 200 len: 1095 time: 0.3191390 Aug 16 20:06:48.002860 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da89cd08-fa8d-46be-93a7-b9852c7d4c1a tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:48.009438 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-da89cd08-fa8d-46be-93a7-b9852c7d4c1a tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5622811 Aug 16 20:06:48.010221 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41638) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:48.022324 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-5dd84bd3-e6d6-4a45-8ea3-d930144011e9 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:48.034224 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c55f41-1542-4b34-bda0-34bbdb64bc77 x-openstack-request-id: req-40c55f41-1542-4b34-bda0-34bbdb64bc77 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:06:48.034505 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534873ab-8daa-4d8d-b431-498b580598e2", "tag": "cfa4de36-ee98-4458-b24b-fd20ce918a2e", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:06:48.034757 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-40c55f41-1542-4b34-bda0-34bbdb64bc77 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:06:48.035146 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '534873ab-8daa-4d8d-b431-498b580598e2', 'tag': 'cfa4de36-ee98-4458-b24b-fd20ce918a2e', 'status': 'completed', 'code': 200} Aug 16 20:06:48.066358 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5dd84bd3-e6d6-4a45-8ea3-d930144011e9 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:48.066656 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d0d9d49-6cde-417c-85a8-667a3b899630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:48.094684 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f01532-6a58-47ef-8e80-77c5e75eb033 x-openstack-request-id: req-a6f01532-6a58-47ef-8e80-77c5e75eb033 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:06:48.101177 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ed605d-4bbf-4c5f-bca2-b267234d0bc7", "name": "network-vif-deleted", "tag": "66790174-0992-4d0e-87b7-0f660e21bfd2", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:06:48.101387 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a6f01532-6a58-47ef-8e80-77c5e75eb033 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:06:48.101859 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ed605d-4bbf-4c5f-bca2-b267234d0bc7', 'name': 'network-vif-deleted', 'tag': '66790174-0992-4d0e-87b7-0f660e21bfd2', 'status': 'completed', 'code': 200} Aug 16 20:06:48.136216 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-15a84529-2a54-4463-8c50-54e80bfea039 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfa4de36-ee98-4458-b24b-fd20ce918a2e HTTP/1.1" status: 200 len: 217 time: 0.1111779 Aug 16 20:06:48.203216 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d0d9d49-6cde-417c-85a8-667a3b899630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:48.308738 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-bb34a89a-ff7c-4b22-a81f-3396858e837a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:48.309553 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f211b5-a729-41d9-b341-5cca967a061b req-b836c1b0-c6ba-4024-825c-581131224218 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:48.312346 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-bb34a89a-ff7c-4b22-a81f-3396858e837a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=69bac931-4325-406c-8016-f29720fb3c88 HTTP/1.1" status: 200 len: 853 time: 0.1647258 Aug 16 20:06:48.313740 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e7f211b5-a729-41d9-b341-5cca967a061b req-b836c1b0-c6ba-4024-825c-581131224218 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.1163878 Aug 16 20:06:48.399461 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-9700119f-eee6-43bd-85ee-e32b68a4918b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02713854-afcd-44c0-866e-8513e08b688c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787046 Aug 16 20:06:48.470917 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e7f211b5-a729-41d9-b341-5cca967a061b req-bfd67e53-7eff-4018-9e52-7b8d4e1c45c1 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476011 Aug 16 20:06:48.504992 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5dd84bd3-e6d6-4a45-8ea3-d930144011e9 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:48.533238 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c85793fc-b7d7-4dac-8818-634bbccff9b5 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:06:48.590808 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d0d9d49-6cde-417c-85a8-667a3b899630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:48.594432 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d0d9d49-6cde-417c-85a8-667a3b899630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:48.595825 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6d0d9d49-6cde-417c-85a8-667a3b899630 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9db41505-657a-44d2-b1cb-a500cb6f64fb HTTP/1.1" status: 204 len: 168 time: 1.0666857 Aug 16 20:06:48.630879 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d9d49-6cde-417c-85a8-667a3b899630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db41505-657a-44d2-b1cb-a500cb6f64fb,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:48.820254 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6f89e51b-3975-4394-b073-ffc436de81db req-9eab162e-4542-425c-9a29-afe01ecdb5f4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8162deee-9d30-4c6d-81e4-273fc31e9911&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2457738 Aug 16 20:06:49.046265 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port c85793fc-b7d7-4dac-8818-634bbccff9b5 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:06:49.057255 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port c85793fc-b7d7-4dac-8818-634bbccff9b5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:06:49.058013 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:49.159012 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-5dd84bd3-e6d6-4a45-8ea3-d930144011e9 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Allocated IP 172.25.8.102 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/f6f1eb97-07da-4cbb-95c5-d789ea6b3a58) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:06:49.250578 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41654) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:49.285121 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:49.333740 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-a2b21bb8-716b-4463-8d35-7b1c2d2957cf service neutron] 10.222.0.57 "GET /v2.0/networks/02713854-afcd-44c0-866e-8513e08b688c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8957608 Aug 16 20:06:49.388949 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89e51b-3975-4394-b073-ffc436de81db req-81664cc8-6f87-4050-9ba0-a6f72cc2f40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:49.397955 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6f89e51b-3975-4394-b073-ffc436de81db req-81664cc8-6f87-4050-9ba0-a6f72cc2f40a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f37110b65e324c64893ebaf7d2528f23&device_id=8162deee-9d30-4c6d-81e4-273fc31e9911 HTTP/1.1" status: 200 len: 1097 time: 0.5349007 Aug 16 20:06:49.414493 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port c85793fc-b7d7-4dac-8818-634bbccff9b5, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=c85793fc-b7d7-4dac-8818-634bbccff9b5,segment=NetworkSegment(accc6b18-9572-4cbe-8aa9-30d6eb96249c),segment_id=accc6b18-9572-4cbe-8aa9-30d6eb96249c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:49.426430 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546d01e-390c-4be1-8018-051d6a04064f req-fdeff33c-0607-459f-b720-f086e1c6b5b3 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:49.429514 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:49.432989 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:06:49.442443 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7546d01e-390c-4be1-8018-051d6a04064f req-fdeff33c-0607-459f-b720-f086e1c6b5b3 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 949 time: 0.5200989 Aug 16 20:06:49.484959 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-a768cf7f-411e-44ce-b86e-a278bc1cf6e9 req-d616e9db-0337-4bf5-a5d6-b0b96c4532e1 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] For port 6c389ade-b811-4fab-bd55-8979b486ffee, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=6c389ade-b811-4fab-bd55-8979b486ffee,segment=NetworkSegment(896d44c2-ca18-465b-8e4c-9412b7c42b1b),segment_id=896d44c2-ca18-465b-8e4c-9412b7c42b1b)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:49.578648 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=c85793fc-b7d7-4dac-8818-634bbccff9b5,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:49.584820 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a768cf7f-411e-44ce-b86e-a278bc1cf6e9 req-d616e9db-0337-4bf5-a5d6-b0b96c4532e1 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:49.591176 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41664) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:49.614445 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-de367bf8-0521-4994-b83a-00252aaad56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:49.616831 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a768cf7f-411e-44ce-b86e-a278bc1cf6e9 req-d616e9db-0337-4bf5-a5d6-b0b96c4532e1 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:49.645420 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['6c389ade-b811-4fab-bd55-8979b486ffee'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:06:49.680701 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7546d01e-390c-4be1-8018-051d6a04064f req-3dff693d-c1e7-42a7-ac6c-60368d00a9c7 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555536 Aug 16 20:06:49.695329 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c8e7ab2f-a57d-47a5-912f-2f0a283e4161 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=521de6403d364cf3b663febc26d411f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4383185 Aug 16 20:06:49.713403 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768cf7f-411e-44ce-b86e-a278bc1cf6e9 req-d616e9db-0337-4bf5-a5d6-b0b96c4532e1 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:49.714121 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a768cf7f-411e-44ce-b86e-a278bc1cf6e9 req-d616e9db-0337-4bf5-a5d6-b0b96c4532e1 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:49.725979 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a768cf7f-411e-44ce-b86e-a278bc1cf6e9 req-d616e9db-0337-4bf5-a5d6-b0b96c4532e1 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "PUT /v2.0/ports/6c389ade-b811-4fab-bd55-8979b486ffee HTTP/1.1" status: 200 len: 981 time: 2.3376653 Aug 16 20:06:49.728208 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41666) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:49.728586 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2279b879-74b1-4f3a-8db8-3bcfc5f2323e req-092a4dfd-6439-4146-92f2-fd82acba3476 service neutron] 10.222.0.57 "GET /v2.0/networks/02713854-afcd-44c0-866e-8513e08b688c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875122 Aug 16 20:06:49.762617 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 66790174-0992-4d0e-87b7-0f660e21bfd2 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:06:49.840863 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 66790174-0992-4d0e-87b7-0f660e21bfd2 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:06:49.841233 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 66790174-0992-4d0e-87b7-0f660e21bfd2 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:06:49.843519 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5dd84bd3-e6d6-4a45-8ea3-d930144011e9 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:49.846443 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['6c389ade-b811-4fab-bd55-8979b486ffee'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:06:49.874150 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616e9db-0337-4bf5-a5d6-b0b96c4532e1 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Pushing event updated for resources: {'Port': ['ID=6c389ade-b811-4fab-bd55-8979b486ffee,revision_number=6']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:49.938497 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c58b3-42fd-4f63-a112-76ee414f9d0f req-ac36e32a-f46c-41a5-bc77-bc1a11399f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:49.940546 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a63c58b3-42fd-4f63-a112-76ee414f9d0f req-ac36e32a-f46c-41a5-bc77-bc1a11399f97 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d16bdf0437e94d50873bc13d4688e5bb&device_id=534873ab-8daa-4d8d-b431-498b580598e2 HTTP/1.1" status: 200 len: 1095 time: 0.1505468 Aug 16 20:06:49.947076 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89e51b-3975-4394-b073-ffc436de81db req-c9f931bd-b202-4c20-96f2-ac3650a71242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:49.949147 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6f89e51b-3975-4394-b073-ffc436de81db req-c9f931bd-b202-4c20-96f2-ac3650a71242 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8627704a-ee5f-4a5e-8fc0-ac36b12a4787 HTTP/1.1" status: 200 len: 913 time: 0.5054171 Aug 16 20:06:49.956393 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5dd84bd3-e6d6-4a45-8ea3-d930144011e9 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:49.961991 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3768da-32e5-4751-80d1-bbbf939b499d req-bcb6ae8e-f4f3-435a-9d4b-f001f260295f tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:49.964093 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3f3768da-32e5-4751-80d1-bbbf939b499d req-bcb6ae8e-f4f3-435a-9d4b-f001f260295f tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.1288097 Aug 16 20:06:50.109493 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711d695a-769b-49f1-9e18-874b93658b10', 'tag': '6c389ade-b811-4fab-bd55-8979b486ffee'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:06:50.113406 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1c4e26-c4bd-479c-9a8d-9c3454443631" -d '{"events": [{"name": "network-changed", "server_uuid": "711d695a-769b-49f1-9e18-874b93658b10", "tag": "6c389ade-b811-4fab-bd55-8979b486ffee"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:06:50.117349 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c58b3-42fd-4f63-a112-76ee414f9d0f req-75a0d314-af17-42a9-a9ef-45425ab4faeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:50.119462 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a63c58b3-42fd-4f63-a112-76ee414f9d0f req-75a0d314-af17-42a9-a9ef-45425ab4faeb service neutron] 10.222.0.57 "GET /v2.0/networks?id=02713854-afcd-44c0-866e-8513e08b688c HTTP/1.1" status: 200 len: 914 time: 0.1543975 Aug 16 20:06:50.127854 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6f89e51b-3975-4394-b073-ffc436de81db req-9d0048ad-b8ee-4c53-b795-940a85f6044f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50be0bf4-4e89-4663-9fdc-69b837c8c86a HTTP/1.1" status: 200 len: 1001 time: 0.1616845 Aug 16 20:06:50.159546 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd84bd3-e6d6-4a45-8ea3-d930144011e9 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Pushing event updated for resources: {'Port': ['ID=f6f1eb97-07da-4cbb-95c5-d789ea6b3a58,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:50.200386 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd84bd3-e6d6-4a45-8ea3-d930144011e9 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:06:50.226616 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a63c58b3-42fd-4f63-a112-76ee414f9d0f req-40205d91-e9c5-4c75-a50d-9eda7948b999 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfa4de36-ee98-4458-b24b-fd20ce918a2e HTTP/1.1" status: 200 len: 217 time: 0.0744536 Aug 16 20:06:50.235490 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3f3768da-32e5-4751-80d1-bbbf939b499d req-0b52eaa5-8340-4965-80e3-25b4b98d9bbf tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111317 Aug 16 20:06:50.265016 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92806f5-c1f1-4dfd-a1f7-f4acd86b78d7 req-837a7d25-d687-46fb-830d-230df78038df tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:50.272542 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f92806f5-c1f1-4dfd-a1f7-f4acd86b78d7 req-837a7d25-d687-46fb-830d-230df78038df tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] 10.222.0.68 "GET /v2.0/ports?device_id=534873ab-8daa-4d8d-b431-498b580598e2 HTTP/1.1" status: 200 len: 943 time: 0.3180351 Aug 16 20:06:50.274652 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-5dd84bd3-e6d6-4a45-8ea3-d930144011e9 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:06:50.289632 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd84bd3-e6d6-4a45-8ea3-d930144011e9 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:06:50.328816 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-de367bf8-0521-4994-b83a-00252aaad56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:50.337676 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c58b3-42fd-4f63-a112-76ee414f9d0f req-11c3e068-07f4-43e6-a188-b9f965cf39c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:50.340631 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a63c58b3-42fd-4f63-a112-76ee414f9d0f req-11c3e068-07f4-43e6-a188-b9f965cf39c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=69bac931-4325-406c-8016-f29720fb3c88 HTTP/1.1" status: 200 len: 853 time: 0.1060073 Aug 16 20:06:50.342936 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-de367bf8-0521-4994-b83a-00252aaad56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:50.420312 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a63c58b3-42fd-4f63-a112-76ee414f9d0f req-c4af0abb-f844-4644-a28e-5cca112d9a0c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02713854-afcd-44c0-866e-8513e08b688c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647850 Aug 16 20:06:50.423243 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89e51b-3975-4394-b073-ffc436de81db req-cbd5424e-d94a-4652-a245-f25dd6699589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:50.424968 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6f89e51b-3975-4394-b073-ffc436de81db req-cbd5424e-d94a-4652-a245-f25dd6699589 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=35f0f756-29cc-48e2-a3ef-ca73119e05e1 HTTP/1.1" status: 200 len: 851 time: 0.2519915 Aug 16 20:06:50.453508 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3845f144-2748-4c39-8b75-15979dc1f338 req-12674804-5dc3-4e72-b60c-a7249ce2ef27 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-645351843&fields=id&tenant_id=7226fdee24904919afb825fb93246d31 HTTP/1.1" status: 200 len: 267 time: 0.1269321 Aug 16 20:06:50.455816 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6922ded2-21d8-4048-b747-e8e42ba29cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:50.456051 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-de367bf8-0521-4994-b83a-00252aaad56f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=aa5421432b6445dea90792017b9fefcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8606737 Aug 16 20:06:50.471202 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c85793fc-b7d7-4dac-8818-634bbccff9b5 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:06:50.473473 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41682) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:50.501607 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de367bf8-0521-4994-b83a-00252aaad56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aedfd21-bb6b-41e0-80e8-7bc9177695c3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:50.504746 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f92806f5-c1f1-4dfd-a1f7-f4acd86b78d7 req-393ec159-e854-42cc-a7e1-1618ae61dc93 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] 10.222.0.68 "GET /v2.0/security-groups?id=f93a7128-c6c0-41bb-bcb5-a408eec082be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303512 Aug 16 20:06:50.537673 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6922ded2-21d8-4048-b747-e8e42ba29cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:50.541152 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port c85793fc-b7d7-4dac-8818-634bbccff9b5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:06:50.541682 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:50.603745 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5dd84bd3-e6d6-4a45-8ea3-d930144011e9 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:50.626281 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845f144-2748-4c39-8b75-15979dc1f338 req-42572418-bd33-49c7-873f-4f5989e61cd2 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:50.626510 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89e51b-3975-4394-b073-ffc436de81db req-5fd51614-199b-4a7d-a9fb-6ba7af5c9664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:50.628048 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6f89e51b-3975-4394-b073-ffc436de81db req-5fd51614-199b-4a7d-a9fb-6ba7af5c9664 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8627704a-ee5f-4a5e-8fc0-ac36b12a4787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1733439 Aug 16 20:06:50.628222 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3845f144-2748-4c39-8b75-15979dc1f338 req-42572418-bd33-49c7-873f-4f5989e61cd2 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=711d695a-769b-49f1-9e18-874b93658b10 HTTP/1.1" status: 200 len: 984 time: 0.1534405 Aug 16 20:06:50.646225 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-3845f144-2748-4c39-8b75-15979dc1f338 req-9be96cc5-168a-4b52-acfd-52e456c1e4fd tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Request body: {'port': {'security_groups': ['25ce6dff-401a-4586-812f-09b69349aa55', '805c20ad-5ab5-4f38-894b-17b6c4461098', '05ca7994-dd6b-493e-bd12-6b74c034e893']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:50.676086 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eaecc5f-661b-4604-8922-8cc5ac044b15 x-openstack-request-id: req-6eaecc5f-661b-4604-8922-8cc5ac044b15 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:06:50.676487 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "711d695a-769b-49f1-9e18-874b93658b10", "tag": "6c389ade-b811-4fab-bd55-8979b486ffee", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:06:50.676858 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6eaecc5f-661b-4604-8922-8cc5ac044b15 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:06:50.677420 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711d695a-769b-49f1-9e18-874b93658b10', 'tag': '6c389ade-b811-4fab-bd55-8979b486ffee', 'status': 'completed', 'code': 200} Aug 16 20:06:50.715601 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6922ded2-21d8-4048-b747-e8e42ba29cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:50.718395 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b1ae952-0eb4-43ff-93b0-929a2ec95653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:50.719583 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6922ded2-21d8-4048-b747-e8e42ba29cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:50.720732 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6922ded2-21d8-4048-b747-e8e42ba29cbf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/043fe401-d4ac-4974-a559-551972bde1d4 HTTP/1.1" status: 204 len: 168 time: 0.9878011 Aug 16 20:06:50.724567 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5dd84bd3-e6d6-4a45-8ea3-d930144011e9 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:50.744741 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a63c58b3-42fd-4f63-a112-76ee414f9d0f req-c330af56-ccd4-499d-ba08-e56c1c910013 service neutron] 10.222.0.57 "GET /v2.0/networks/02713854-afcd-44c0-866e-8513e08b688c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967875 Aug 16 20:06:50.761178 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922ded2-21d8-4048-b747-e8e42ba29cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043fe401-d4ac-4974-a559-551972bde1d4,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:50.854204 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3845f144-2748-4c39-8b75-15979dc1f338 req-9be96cc5-168a-4b52-acfd-52e456c1e4fd tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:50.874083 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a63c58b3-42fd-4f63-a112-76ee414f9d0f req-d5764ea8-b848-41e8-8470-5dad668c65da service neutron] 10.222.0.57 "GET /v2.0/networks/02713854-afcd-44c0-866e-8513e08b688c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193075 Aug 16 20:06:50.876260 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b1ae952-0eb4-43ff-93b0-929a2ec95653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:50.948556 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6f89e51b-3975-4394-b073-ffc436de81db req-6e955a04-55b3-4d99-8c0e-128f1b6ac288 service neutron] 10.222.0.57 "GET /v2.0/networks/8627704a-ee5f-4a5e-8fc0-ac36b12a4787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947097 Aug 16 20:06:50.992335 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b1ae952-0eb4-43ff-93b0-929a2ec95653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:50.995545 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b1ae952-0eb4-43ff-93b0-929a2ec95653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:50.996658 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0b1ae952-0eb4-43ff-93b0-929a2ec95653 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9aedfd21-bb6b-41e0-80e8-7bc9177695c3 HTTP/1.1" status: 204 len: 168 time: 0.5198195 Aug 16 20:06:51.034743 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c4e26-c4bd-479c-9a8d-9c3454443631 req-02266dc1-dff8-48b4-ac97-c831a4eff444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:51.036290 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ed1c4e26-c4bd-479c-9a8d-9c3454443631 req-02266dc1-dff8-48b4-ac97-c831a4eff444 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7226fdee24904919afb825fb93246d31&device_id=711d695a-769b-49f1-9e18-874b93658b10 HTTP/1.1" status: 200 len: 1136 time: 0.2436161 Aug 16 20:06:51.038259 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ae952-0eb4-43ff-93b0-929a2ec95653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aedfd21-bb6b-41e0-80e8-7bc9177695c3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:51.111491 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd3323-1bfb-42d6-8052-1c4c66637c7a req-8937d339-d5a5-435d-b3e4-890e61b9ac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:51.113090 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cfcd3323-1bfb-42d6-8052-1c4c66637c7a req-8937d339-d5a5-435d-b3e4-890e61b9ac55 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=660f9d21c81a4d0490e02db145c56c81&device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 1097 time: 0.1153991 Aug 16 20:06:51.117381 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83571dd9-3702-429c-95d6-3d7976c3f650 req-22389a5f-d131-40de-bf37-142807d94a64 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:51.126393 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-83571dd9-3702-429c-95d6-3d7976c3f650 req-22389a5f-d131-40de-bf37-142807d94a64 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 949 time: 0.2763739 Aug 16 20:06:51.207276 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device cfa4de36-ee98-4458-b24b-fd20ce918a2e details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:06:51.250650 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-3845f144-2748-4c39-8b75-15979dc1f338 req-9be96cc5-168a-4b52-acfd-52e456c1e4fd tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] For port 6c389ade-b811-4fab-bd55-8979b486ffee, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=6c389ade-b811-4fab-bd55-8979b486ffee,segment=NetworkSegment(896d44c2-ca18-465b-8e4c-9412b7c42b1b),segment_id=896d44c2-ca18-465b-8e4c-9412b7c42b1b)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:51.267018 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd3323-1bfb-42d6-8052-1c4c66637c7a req-d3934e9e-ff77-4f40-aa8a-e37cf5b195f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:51.268956 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cfcd3323-1bfb-42d6-8052-1c4c66637c7a req-d3934e9e-ff77-4f40-aa8a-e37cf5b195f5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd HTTP/1.1" status: 200 len: 913 time: 0.1484785 Aug 16 20:06:51.301930 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-83571dd9-3702-429c-95d6-3d7976c3f650 req-acfa7cc0-89c2-4ac8-8ac2-9342e4680141 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747355 Aug 16 20:06:51.309910 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6f89e51b-3975-4394-b073-ffc436de81db req-fa1f8519-2549-44aa-bb65-d43dfc1f510d service neutron] 10.222.0.57 "GET /v2.0/networks/8627704a-ee5f-4a5e-8fc0-ac36b12a4787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484435 Aug 16 20:06:51.329712 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cfcd3323-1bfb-42d6-8052-1c4c66637c7a req-820b75ba-9543-4cb8-9832-f0fc2d149383 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54c62f6a-7e95-4059-b2f1-756ea1f84c80 HTTP/1.1" status: 200 len: 217 time: 0.0500741 Aug 16 20:06:51.331845 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3845f144-2748-4c39-8b75-15979dc1f338 req-9be96cc5-168a-4b52-acfd-52e456c1e4fd tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:51.338211 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3845f144-2748-4c39-8b75-15979dc1f338 req-9be96cc5-168a-4b52-acfd-52e456c1e4fd tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:51.356470 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['6c389ade-b811-4fab-bd55-8979b486ffee'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:06:51.365846 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5dd84bd3-e6d6-4a45-8ea3-d930144011e9 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:51.380608 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41698) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:51.405670 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c4e26-c4bd-479c-9a8d-9c3454443631 req-37c8b9d3-b1c2-4af6-8ebd-c3d18f43c851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:51.406027 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port cfa4de36-ee98-4458-b24b-fd20ce918a2e, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=cfa4de36-ee98-4458-b24b-fd20ce918a2e,segment=NetworkSegment(5682adf4-be3c-4745-8ee1-5b7755dc5a66),segment_id=5682adf4-be3c-4745-8ee1-5b7755dc5a66)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:51.407136 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ed1c4e26-c4bd-479c-9a8d-9c3454443631 req-37c8b9d3-b1c2-4af6-8ebd-c3d18f43c851 service neutron] 10.222.0.63 "GET /v2.0/networks?id=64a0cd07-0b71-4107-a24f-1756e0e07d65 HTTP/1.1" status: 200 len: 913 time: 0.3510447 Aug 16 20:06:51.408757 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5dd84bd3-e6d6-4a45-8ea3-d930144011e9 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:51.427764 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'cfa4de36-ee98-4458-b24b-fd20ce918a2e', 'network_id': '02713854-afcd-44c0-866e-8513e08b688c', 'port_id': 'cfa4de36-ee98-4458-b24b-fd20ce918a2e', 'mac_address': 'fa:16:3e:16:9f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69bac931-4325-406c-8016-f29720fb3c88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:06:51.498691 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845f144-2748-4c39-8b75-15979dc1f338 req-9be96cc5-168a-4b52-acfd-52e456c1e4fd tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:51.501124 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3845f144-2748-4c39-8b75-15979dc1f338 req-9be96cc5-168a-4b52-acfd-52e456c1e4fd tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:51.504203 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3845f144-2748-4c39-8b75-15979dc1f338 req-9be96cc5-168a-4b52-acfd-52e456c1e4fd tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "PUT /v2.0/ports/6c389ade-b811-4fab-bd55-8979b486ffee HTTP/1.1" status: 200 len: 1020 time: 0.8671324 Aug 16 20:06:51.514582 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:51.525710 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ed1c4e26-c4bd-479c-9a8d-9c3454443631 req-031a4c94-c5b5-45eb-b6a3-f5d25d93ce78 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c389ade-b811-4fab-bd55-8979b486ffee HTTP/1.1" status: 200 len: 217 time: 0.1073089 Aug 16 20:06:51.550234 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be96cc5-168a-4b52-acfd-52e456c1e4fd tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Pushing event updated for resources: {'Port': ['ID=6c389ade-b811-4fab-bd55-8979b486ffee,revision_number=7']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:51.556232 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa4de36-ee98-4458-b24b-fd20ce918a2e {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:06:51.570990 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd3323-1bfb-42d6-8052-1c4c66637c7a req-85145f81-dd6d-487c-b957-04ad619dcfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:51.573386 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cfcd3323-1bfb-42d6-8052-1c4c66637c7a req-85145f81-dd6d-487c-b957-04ad619dcfce service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc HTTP/1.1" status: 200 len: 852 time: 0.2328992 Aug 16 20:06:51.599568 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['6c389ade-b811-4fab-bd55-8979b486ffee'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:06:51.610458 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port cfa4de36-ee98-4458-b24b-fd20ce918a2e, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=cfa4de36-ee98-4458-b24b-fd20ce918a2e,segment=NetworkSegment(5682adf4-be3c-4745-8ee1-5b7755dc5a66),segment_id=5682adf4-be3c-4745-8ee1-5b7755dc5a66)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:51.638098 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:51.642095 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cfcd3323-1bfb-42d6-8052-1c4c66637c7a req-fede3f84-1627-4f8c-95b7-15588522c7d6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592852 Aug 16 20:06:51.734949 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=cfa4de36-ee98-4458-b24b-fd20ce918a2e,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:51.793827 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa3528-9332-4612-bb61-f755417de8d3 req-92c52d3d-c75e-47a5-856c-6c6c011d9722 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:51.796293 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7baa3528-9332-4612-bb61-f755417de8d3 req-92c52d3d-c75e-47a5-856c-6c6c011d9722 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=711d695a-769b-49f1-9e18-874b93658b10 HTTP/1.1" status: 200 len: 1023 time: 0.1732624 Aug 16 20:06:51.861161 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['cfa4de36-ee98-4458-b24b-fd20ce918a2e'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:06:51.875586 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0f5347a5-5ad6-430f-9257-3417a7601592 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5e4b51ee233943b1b4a1bed070c352b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4915071 Aug 16 20:06:51.891757 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41716) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:51.914576 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cfcd3323-1bfb-42d6-8052-1c4c66637c7a req-1b7e2700-16b2-49b6-8ad3-e71d247b6b53 service neutron] 10.222.0.63 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422006 Aug 16 20:06:51.922902 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd84bd3-e6d6-4a45-8ea3-d930144011e9 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Pushing event updated for resources: {'Port': ['ID=f6f1eb97-07da-4cbb-95c5-d789ea6b3a58,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:51.988419 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c1c97-05e2-4e37-a864-59e9aed76cc9 req-0e7a7f9b-4d60-40b4-8a39-3fd2e96f1002 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:51.995870 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a08c1c97-05e2-4e37-a864-59e9aed76cc9 req-0e7a7f9b-4d60-40b4-8a39-3fd2e96f1002 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.5554302 Aug 16 20:06:52.039499 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7baa3528-9332-4612-bb61-f755417de8d3 req-7378fad0-f72d-48d4-ae4e-054724faa975 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups?id=05ca7994-dd6b-493e-bd12-6b74c034e893&id=805c20ad-5ab5-4f38-894b-17b6c4461098&id=25ce6dff-401a-4586-812f-09b69349aa55 HTTP/1.1" status: 200 len: 6155 time: 0.2314169 Aug 16 20:06:52.066585 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c4e26-c4bd-479c-9a8d-9c3454443631 req-daecebe1-e7e9-4511-9bf3-9ea9ac7d11af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:52.068117 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ed1c4e26-c4bd-479c-9a8d-9c3454443631 req-daecebe1-e7e9-4511-9bf3-9ea9ac7d11af service neutron] 10.222.0.63 "GET /v2.0/subnets?id=222e6265-7255-47f9-a715-d1b941d39884 HTTP/1.1" status: 200 len: 852 time: 0.2138920 Aug 16 20:06:52.085059 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5dd84bd3-e6d6-4a45-8ea3-d930144011e9 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:52.091530 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cfcd3323-1bfb-42d6-8052-1c4c66637c7a req-70d99f24-0991-4af1-8b9e-6ad4094e5b7f service neutron] 10.222.0.63 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673322 Aug 16 20:06:52.135361 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ed1c4e26-c4bd-479c-9a8d-9c3454443631 req-b4ecdc86-fbe9-4046-9213-d3460045092c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=64a0cd07-0b71-4107-a24f-1756e0e07d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551507 Aug 16 20:06:52.145211 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a08c1c97-05e2-4e37-a864-59e9aed76cc9 req-029a7a60-3e68-4d9b-be97-b6b29c923bd6 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473174 Aug 16 20:06:52.172158 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5dd84bd3-e6d6-4a45-8ea3-d930144011e9 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:52.173355 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5dd84bd3-e6d6-4a45-8ea3-d930144011e9 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1619515 Aug 16 20:06:52.193690 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-56f13fe7-4691-414c-9b47-5abd1f1e3b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:52.234684 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351d7ca-2279-4111-96d9-9dd39a3994b4 req-f6f3f4bb-684b-4279-a369-440d735f1b56 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:52.248186 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9351d7ca-2279-4111-96d9-9dd39a3994b4 req-f6f3f4bb-684b-4279-a369-440d735f1b56 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] 10.222.0.68 "GET /v2.0/ports?device_id=534873ab-8daa-4d8d-b431-498b580598e2 HTTP/1.1" status: 200 len: 944 time: 0.1022086 Aug 16 20:06:52.262151 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-56f13fe7-4691-414c-9b47-5abd1f1e3b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:52.314182 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9351d7ca-2279-4111-96d9-9dd39a3994b4 req-cd26620f-1876-48e8-a90a-845d5e42241f tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] 10.222.0.68 "GET /v2.0/security-groups?id=f93a7128-c6c0-41bb-bcb5-a408eec082be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642033 Aug 16 20:06:52.325227 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-8b8d254a-0a17-44ff-9081-936162ef0af1 req-75f30139-d997-43ab-8ff5-1a2e7a69305f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Request body: {'security_group': {'name': ' tempest-securitygroup -213507426 ', 'description': 'tempest-description-1818038334'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:52.337752 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ed1c4e26-c4bd-479c-9a8d-9c3454443631 req-8212612f-9f03-476b-bb51-8ff1bd7c1b76 service neutron] 10.222.0.63 "GET /v2.0/networks/64a0cd07-0b71-4107-a24f-1756e0e07d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862535 Aug 16 20:06:52.409116 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8b8d254a-0a17-44ff-9081-936162ef0af1 req-75f30139-d997-43ab-8ff5-1a2e7a69305f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:52.437072 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-56f13fe7-4691-414c-9b47-5abd1f1e3b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:52.439504 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-56f13fe7-4691-414c-9b47-5abd1f1e3b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:52.440645 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-56f13fe7-4691-414c-9b47-5abd1f1e3b27 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/753020ca-ceb1-42e5-890a-2c513b9eea77 HTTP/1.1" status: 204 len: 168 time: 0.5433445 Aug 16 20:06:52.474539 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f13fe7-4691-414c-9b47-5abd1f1e3b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753020ca-ceb1-42e5-890a-2c513b9eea77,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:52.496170 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ed1c4e26-c4bd-479c-9a8d-9c3454443631 req-fe506388-bcda-4c96-b3e1-0eaef601f8ce service neutron] 10.222.0.63 "GET /v2.0/networks/64a0cd07-0b71-4107-a24f-1756e0e07d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468365 Aug 16 20:06:52.575625 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e3bb3-0f60-439e-ae20-c236006cf968 req-70174cb0-3e12-4c3e-b980-136e98e70ce6 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:52.585445 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d12e3bb3-0f60-439e-ae20-c236006cf968 req-70174cb0-3e12-4c3e-b980-136e98e70ce6 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 949 time: 0.1526785 Aug 16 20:06:52.587019 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8b8d254a-0a17-44ff-9081-936162ef0af1 req-75f30139-d997-43ab-8ff5-1a2e7a69305f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:52.598499 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8b8d254a-0a17-44ff-9081-936162ef0af1 req-75f30139-d997-43ab-8ff5-1a2e7a69305f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:52.643028 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d12e3bb3-0f60-439e-ae20-c236006cf968 req-8c8c6c75-a1fc-46f9-a5bb-39ffad704761 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560927 Aug 16 20:06:52.653086 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8b8d254a-0a17-44ff-9081-936162ef0af1 req-75f30139-d997-43ab-8ff5-1a2e7a69305f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:52.658907 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8b8d254a-0a17-44ff-9081-936162ef0af1 req-75f30139-d997-43ab-8ff5-1a2e7a69305f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.3682635 Aug 16 20:06:52.671585 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f30139-d997-43ab-8ff5-1a2e7a69305f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc46b98-9e53-40fe-9130-cfa0e06bef5d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:52.678781 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711d695a-769b-49f1-9e18-874b93658b10', 'tag': '6c389ade-b811-4fab-bd55-8979b486ffee'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:06:52.681298 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b46199a-fd2a-44ff-9a49-ba231a0678a9" -d '{"events": [{"name": "network-changed", "server_uuid": "711d695a-769b-49f1-9e18-874b93658b10", "tag": "6c389ade-b811-4fab-bd55-8979b486ffee"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:06:52.724446 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cb71bd-15a4-459d-b3d4-af4cd0bb9d5b x-openstack-request-id: req-80cb71bd-15a4-459d-b3d4-af4cd0bb9d5b {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:06:52.724963 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "711d695a-769b-49f1-9e18-874b93658b10", "tag": "6c389ade-b811-4fab-bd55-8979b486ffee", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:06:52.725231 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-80cb71bd-15a4-459d-b3d4-af4cd0bb9d5b {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:06:52.725657 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711d695a-769b-49f1-9e18-874b93658b10', 'tag': '6c389ade-b811-4fab-bd55-8979b486ffee', 'status': 'completed', 'code': 200} Aug 16 20:06:52.767652 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-87b91866-81e7-4476-9afb-36db0feb034a req-f489c088-8d70-4007-8b27-c036c74ae047 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups/ddc46b98-9e53-40fe-9130-cfa0e06bef5d HTTP/1.1" status: 200 len: 1782 time: 0.0894935 Aug 16 20:06:52.833223 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46199a-fd2a-44ff-9a49-ba231a0678a9 req-f08aa49d-4499-4d55-ac59-0cb54b0d5e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:52.834929 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0b46199a-fd2a-44ff-9a49-ba231a0678a9 req-f08aa49d-4499-4d55-ac59-0cb54b0d5e9e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7226fdee24904919afb825fb93246d31&device_id=711d695a-769b-49f1-9e18-874b93658b10 HTTP/1.1" status: 200 len: 1175 time: 0.0854783 Aug 16 20:06:52.853895 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bb00035f-9812-452b-b759-29699cbe43a0 req-4ba9d03e-949c-4168-b984-6a0aecb44264 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups/ddc46b98-9e53-40fe-9130-cfa0e06bef5d HTTP/1.1" status: 200 len: 1782 time: 0.0624695 Aug 16 20:06:52.958956 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-bb00035f-9812-452b-b759-29699cbe43a0 req-58d5b4ca-b8db-4ec4-b0d0-2d7422f24d1c tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:52.986520 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46199a-fd2a-44ff-9a49-ba231a0678a9 req-7a272026-1d2d-4a16-9138-07093291b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:52.989043 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0b46199a-fd2a-44ff-9a49-ba231a0678a9 req-7a272026-1d2d-4a16-9138-07093291b9b1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=64a0cd07-0b71-4107-a24f-1756e0e07d65 HTTP/1.1" status: 200 len: 913 time: 0.1419709 Aug 16 20:06:53.004674 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-bb00035f-9812-452b-b759-29699cbe43a0 req-58d5b4ca-b8db-4ec4-b0d0-2d7422f24d1c tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:53.043368 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0b46199a-fd2a-44ff-9a49-ba231a0678a9 req-bfc96bb5-5d21-4dda-8b6a-175cdcaa404f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c389ade-b811-4fab-bd55-8979b486ffee HTTP/1.1" status: 200 len: 217 time: 0.0432413 Aug 16 20:06:53.084223 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-bb00035f-9812-452b-b759-29699cbe43a0 req-58d5b4ca-b8db-4ec4-b0d0-2d7422f24d1c tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:53.087482 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-bb00035f-9812-452b-b759-29699cbe43a0 req-58d5b4ca-b8db-4ec4-b0d0-2d7422f24d1c tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:53.088543 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bb00035f-9812-452b-b759-29699cbe43a0 req-58d5b4ca-b8db-4ec4-b0d0-2d7422f24d1c tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "DELETE /v2.0/security-groups/ddc46b98-9e53-40fe-9130-cfa0e06bef5d HTTP/1.1" status: 204 len: 173 time: 0.2269464 Aug 16 20:06:53.109540 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5b4ca-b8db-4ec4-b0d0-2d7422f24d1c tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc46b98-9e53-40fe-9130-cfa0e06bef5d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:53.193417 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [req-502c2983-28c7-4851-8972-ed61edbc5814 req-a3a6d5d4-3a78-4d7e-92cd-7830f38a12b0 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] show failed (client error): The resource could not be found. Aug 16 20:06:53.203887 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-502c2983-28c7-4851-8972-ed61edbc5814 req-a3a6d5d4-3a78-4d7e-92cd-7830f38a12b0 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups/ddc46b98-9e53-40fe-9130-cfa0e06bef5d HTTP/1.1" status: 404 len: 352 time: 0.0692661 Aug 16 20:06:53.234483 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-b28cd152-e095-4041-be5d-b1a69b46110c req-8671ee3c-af29-48db-bd9f-3c770337bb90 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-829562900', 'description': 'tempest-description-77695180'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:53.234702 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device cfa4de36-ee98-4458-b24b-fd20ce918a2e up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:06:53.256460 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46199a-fd2a-44ff-9a49-ba231a0678a9 req-209a506d-65e0-458b-af70-e888a3d5c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:53.258357 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0b46199a-fd2a-44ff-9a49-ba231a0678a9 req-209a506d-65e0-458b-af70-e888a3d5c958 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=222e6265-7255-47f9-a715-d1b941d39884 HTTP/1.1" status: 200 len: 852 time: 0.2039456 Aug 16 20:06:53.353883 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b30d0-4b32-41df-bde5-864f8f4397fb req-cf610ec4-82b4-462f-a889-c28a08996ab8 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:53.356019 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port cfa4de36-ee98-4458-b24b-fd20ce918a2e completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:06:53.356201 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b52b30d0-4b32-41df-bde5-864f8f4397fb req-cf610ec4-82b4-462f-a889-c28a08996ab8 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 945 time: 0.0869472 Aug 16 20:06:53.365627 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port cfa4de36-ee98-4458-b24b-fd20ce918a2e triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:06:53.366361 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:53.406318 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0b46199a-fd2a-44ff-9a49-ba231a0678a9 req-ced4e83c-1a4b-4406-b893-a7c8e675de65 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=64a0cd07-0b71-4107-a24f-1756e0e07d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1270592 Aug 16 20:06:53.407893 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54705d48-3bff-4411-8b0b-989f608f039e req-9681040d-29a8-4e7f-a784-6359185770a2 service neutron] 10.222.0.57 "GET /v2.0/ports/5c32d839-7b2a-49f7-90a7-7b4059de13d5/bindings/n-h1-787206-13 HTTP/1.1" status: 200 len: 383 time: 0.1158199 Aug 16 20:06:53.408590 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b28cd152-e095-4041-be5d-b1a69b46110c req-8671ee3c-af29-48db-bd9f-3c770337bb90 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:53.467836 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b52b30d0-4b32-41df-bde5-864f8f4397fb req-78e729d9-d216-4829-8565-d178e7df9ea0 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029212 Aug 16 20:06:53.534704 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:53.592977 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534873ab-8daa-4d8d-b431-498b580598e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa4de36-ee98-4458-b24b-fd20ce918a2e'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:06:53.602129 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58907c14-7985-4f41-ad2c-7ff4dbd78115" -d '{"events": [{"server_uuid": "534873ab-8daa-4d8d-b431-498b580598e2", "name": "network-vif-plugged", "status": "completed", "tag": "cfa4de36-ee98-4458-b24b-fd20ce918a2e"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:06:53.634060 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b28cd152-e095-4041-be5d-b1a69b46110c req-8671ee3c-af29-48db-bd9f-3c770337bb90 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:53.648056 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port cfa4de36-ee98-4458-b24b-fd20ce918a2e, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=cfa4de36-ee98-4458-b24b-fd20ce918a2e,segment=NetworkSegment(5682adf4-be3c-4745-8ee1-5b7755dc5a66),segment_id=5682adf4-be3c-4745-8ee1-5b7755dc5a66)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:53.663760 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b28cd152-e095-4041-be5d-b1a69b46110c req-8671ee3c-af29-48db-bd9f-3c770337bb90 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:53.672366 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:53.673118 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 5c32d839-7b2a-49f7-90a7-7b4059de13d5 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:06:53.691850 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b28cd152-e095-4041-be5d-b1a69b46110c req-8671ee3c-af29-48db-bd9f-3c770337bb90 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:53.703642 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b28cd152-e095-4041-be5d-b1a69b46110c req-8671ee3c-af29-48db-bd9f-3c770337bb90 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4695640 Aug 16 20:06:53.779562 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0b46199a-fd2a-44ff-9a49-ba231a0678a9 req-5c5bf3c1-82e9-47b7-977d-bac467acf383 service neutron] 10.222.0.63 "GET /v2.0/networks/64a0cd07-0b71-4107-a24f-1756e0e07d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564293 Aug 16 20:06:53.791438 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671ee3c-af29-48db-bd9f-3c770337bb90 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81be9d9f-4896-4b9a-ac56-be23cbe71cf1,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:53.819889 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6ea47-5d1e-45f8-851f-3322991a72b5 req-7247f3ea-ebf0-4fac-abe2-9a2ce7871418 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:53.831278 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b0f6ea47-5d1e-45f8-851f-3322991a72b5 req-7247f3ea-ebf0-4fac-abe2-9a2ce7871418 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] 10.222.0.68 "GET /v2.0/ports?device_id=534873ab-8daa-4d8d-b431-498b580598e2 HTTP/1.1" status: 200 len: 944 time: 0.1970048 Aug 16 20:06:53.862251 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 54c62f6a-7e95-4059-b2f1-756ea1f84c80 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:06:53.866154 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54705d48-3bff-4411-8b0b-989f608f039e req-a17653f3-2858-484d-ab28-c57eec9e615f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:53.892214 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54705d48-3bff-4411-8b0b-989f608f039e req-a17653f3-2858-484d-ab28-c57eec9e615f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853&tenant_id=f79b284ed8d04e57925fd24cf95b04a3 HTTP/1.1" status: 200 len: 1101 time: 0.1581926 Aug 16 20:06:53.895224 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381cd6cf-7c62-449d-9d48-9f3e2fdf6538 x-openstack-request-id: req-381cd6cf-7c62-449d-9d48-9f3e2fdf6538 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:06:53.895541 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534873ab-8daa-4d8d-b431-498b580598e2", "name": "network-vif-plugged", "status": "completed", "tag": "cfa4de36-ee98-4458-b24b-fd20ce918a2e", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:06:53.895795 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-381cd6cf-7c62-449d-9d48-9f3e2fdf6538 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:06:53.896291 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534873ab-8daa-4d8d-b431-498b580598e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa4de36-ee98-4458-b24b-fd20ce918a2e', 'code': 200} Aug 16 20:06:53.932424 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43a190-7bcc-4f39-9a1b-fa87f0c96cdc req-88ddec99-b535-4a00-ae25-6e5e2bdafb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:53.933990 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6a43a190-7bcc-4f39-9a1b-fa87f0c96cdc req-88ddec99-b535-4a00-ae25-6e5e2bdafb07 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=534873ab-8daa-4d8d-b431-498b580598e2 HTTP/1.1" status: 200 len: 1097 time: 0.0670800 Aug 16 20:06:53.948156 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b0f6ea47-5d1e-45f8-851f-3322991a72b5 req-b75aef78-74da-47b7-b029-c63ee2e685e4 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] 10.222.0.68 "GET /v2.0/security-groups?id=f93a7128-c6c0-41bb-bcb5-a408eec082be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141324 Aug 16 20:06:54.012435 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=cfa4de36-ee98-4458-b24b-fd20ce918a2e,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:54.015161 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-9316c735-6248-4bb0-9cd6-fa5e1e6ebd00 req-2e05ee68-37bf-4527-b59c-2da1d772c27f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1540507364', 'description': 'tempest-description-1055444420'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:54.021423 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6a43a190-7bcc-4f39-9a1b-fa87f0c96cdc req-84de09b1-26c6-46d4-9ee3-b5725030098d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f93a7128-c6c0-41bb-bcb5-a408eec082be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661740 Aug 16 20:06:54.047116 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9316c735-6248-4bb0-9cd6-fa5e1e6ebd00 req-2e05ee68-37bf-4527-b59c-2da1d772c27f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:54.048354 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41918) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:54.153610 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54705d48-3bff-4411-8b0b-989f608f039e req-30a0881e-a890-4a6b-be2c-b2fa607ace6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:54.154609 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:54.155574 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54705d48-3bff-4411-8b0b-989f608f039e req-30a0881e-a890-4a6b-be2c-b2fa607ace6d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 1101 time: 0.1402316 Aug 16 20:06:54.163513 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334bc9d-41dd-4edf-8511-06f1e76beaae req-95983b70-252b-4fd8-85b2-9ddbfbeea102 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:54.171769 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a334bc9d-41dd-4edf-8511-06f1e76beaae req-95983b70-252b-4fd8-85b2-9ddbfbeea102 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 949 time: 0.1575668 Aug 16 20:06:54.225130 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:54.280701 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-61bc2aac-6342-491f-addf-32e9415b8771 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-979968591-network', 'tenant_id': '93d3bc932e184c228ef22393b9e1d0e9'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:54.284151 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0b46199a-fd2a-44ff-9a49-ba231a0678a9 req-88f071a8-2ffb-47e1-b1e6-3006e17ceffa service neutron] 10.222.0.63 "GET /v2.0/networks/64a0cd07-0b71-4107-a24f-1756e0e07d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938939 Aug 16 20:06:54.289682 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9316c735-6248-4bb0-9cd6-fa5e1e6ebd00 req-2e05ee68-37bf-4527-b59c-2da1d772c27f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:54.301821 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9316c735-6248-4bb0-9cd6-fa5e1e6ebd00 req-2e05ee68-37bf-4527-b59c-2da1d772c27f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:54.329232 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a334bc9d-41dd-4edf-8511-06f1e76beaae req-9eedccbe-1427-4231-84f6-2eefdfdfaaca tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526394 Aug 16 20:06:54.368105 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bc2aac-6342-491f-addf-32e9415b8771 admin admin] Made reservation on behalf of 93d3bc932e184c228ef22393b9e1d0e9 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:06:54.371137 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61bc2aac-6342-491f-addf-32e9415b8771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:54.372208 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 54c62f6a-7e95-4059-b2f1-756ea1f84c80, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=54c62f6a-7e95-4059-b2f1-756ea1f84c80,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:54.381324 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:54.383899 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9316c735-6248-4bb0-9cd6-fa5e1e6ebd00 req-2e05ee68-37bf-4527-b59c-2da1d772c27f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:54.385364 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9316c735-6248-4bb0-9cd6-fa5e1e6ebd00 req-2e05ee68-37bf-4527-b59c-2da1d772c27f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3749223 Aug 16 20:06:54.388420 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 5c32d839-7b2a-49f7-90a7-7b4059de13d5, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5c32d839-7b2a-49f7-90a7-7b4059de13d5,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:54.395777 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61bc2aac-6342-491f-addf-32e9415b8771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:54.396267 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05ee68-37bf-4527-b59c-2da1d772c27f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7012f36b-b3cf-46ff-a92f-c12d546d95f2,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:54.415111 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e05ee68-37bf-4527-b59c-2da1d772c27f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:54.415641 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e05ee68-37bf-4527-b59c-2da1d772c27f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:54.416300 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e05ee68-37bf-4527-b59c-2da1d772c27f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:54.416961 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e05ee68-37bf-4527-b59c-2da1d772c27f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:54.417444 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e05ee68-37bf-4527-b59c-2da1d772c27f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:54.417963 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e05ee68-37bf-4527-b59c-2da1d772c27f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:54.418559 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e05ee68-37bf-4527-b59c-2da1d772c27f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:54.419620 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e05ee68-37bf-4527-b59c-2da1d772c27f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:54.420071 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e05ee68-37bf-4527-b59c-2da1d772c27f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:54.421135 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e05ee68-37bf-4527-b59c-2da1d772c27f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:54.422299 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e05ee68-37bf-4527-b59c-2da1d772c27f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:54.422651 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e05ee68-37bf-4527-b59c-2da1d772c27f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:54.436208 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:54.450214 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54705d48-3bff-4411-8b0b-989f608f039e req-cf222785-b3d4-42e5-82ed-6b2eb597af79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:54.451850 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54705d48-3bff-4411-8b0b-989f608f039e req-cf222785-b3d4-42e5-82ed-6b2eb597af79 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.2777002 Aug 16 20:06:54.478631 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-ce482c5b-b092-44e5-b003-c93081deebcc req-20c2d338-074d-45da-8167-2abecd45ba70 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1446665982', 'description': 'tempest-description-1941534002'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:54.494474 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=54c62f6a-7e95-4059-b2f1-756ea1f84c80,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:54.528029 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54705d48-3bff-4411-8b0b-989f608f039e req-22d91de9-ec42-4900-acd5-934dc5689c13 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=5c32d839-7b2a-49f7-90a7-7b4059de13d5 HTTP/1.1" status: 200 len: 217 time: 0.0675611 Aug 16 20:06:54.575142 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61bc2aac-6342-491f-addf-32e9415b8771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:54.580789 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61bc2aac-6342-491f-addf-32e9415b8771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:54.588647 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=5c32d839-7b2a-49f7-90a7-7b4059de13d5,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:54.601486 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61bc2aac-6342-491f-addf-32e9415b8771 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:06:54.606430 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ce482c5b-b092-44e5-b003-c93081deebcc req-20c2d338-074d-45da-8167-2abecd45ba70 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:54.653288 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54705d48-3bff-4411-8b0b-989f608f039e req-a15381cb-f6c1-4cf2-b74d-e45d1d079fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:54.656206 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54705d48-3bff-4411-8b0b-989f608f039e req-a15381cb-f6c1-4cf2-b74d-e45d1d079fbd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1141801 Aug 16 20:06:54.663349 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61bc2aac-6342-491f-addf-32e9415b8771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:54.663922 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-61bc2aac-6342-491f-addf-32e9415b8771 admin admin] Added segment 237616d8-2ed2-418b-b54a-68fcbc8d98a0 of type vlan for network 771aac84-afc7-4ff8-b57f-d732c453d07c Aug 16 20:06:54.681457 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc2aac-6342-491f-addf-32e9415b8771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9046616-ec20-40aa-b347-517333dcb97c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:54.729565 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054f927-e332-448b-9080-25d8b1b8932d req-d7716dde-9cf0-49ff-beb2-7e5bbc42c501 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:54.730511 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54705d48-3bff-4411-8b0b-989f608f039e req-8c7ba14d-36c7-414e-a37c-9b73f6a7e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:54.732116 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54705d48-3bff-4411-8b0b-989f608f039e req-8c7ba14d-36c7-414e-a37c-9b73f6a7e9d1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0683908 Aug 16 20:06:54.737786 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d054f927-e332-448b-9080-25d8b1b8932d req-d7716dde-9cf0-49ff-beb2-7e5bbc42c501 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 943 time: 0.1428945 Aug 16 20:06:54.740798 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61bc2aac-6342-491f-addf-32e9415b8771 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:54.797825 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d054f927-e332-448b-9080-25d8b1b8932d req-6a21b333-87fa-425c-928d-97e4c67466b8 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590358 Aug 16 20:06:54.803859 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61bc2aac-6342-491f-addf-32e9415b8771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:54.804881 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bc2aac-6342-491f-addf-32e9415b8771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:54.824188 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ce482c5b-b092-44e5-b003-c93081deebcc req-20c2d338-074d-45da-8167-2abecd45ba70 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:54.824436 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61bc2aac-6342-491f-addf-32e9415b8771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:54.827359 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ce482c5b-b092-44e5-b003-c93081deebcc req-20c2d338-074d-45da-8167-2abecd45ba70 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:54.876387 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ce482c5b-b092-44e5-b003-c93081deebcc req-20c2d338-074d-45da-8167-2abecd45ba70 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:54.877698 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ce482c5b-b092-44e5-b003-c93081deebcc req-20c2d338-074d-45da-8167-2abecd45ba70 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4189079 Aug 16 20:06:54.891948 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2d338-074d-45da-8167-2abecd45ba70 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73e289c8-5a73-4ba2-a9cf-55b68fa56886,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:54.907309 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54705d48-3bff-4411-8b0b-989f608f039e req-8f75ab12-70cd-4f19-a3b7-551aa53ea64a service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575377 Aug 16 20:06:54.977366 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc2aac-6342-491f-addf-32e9415b8771 admin admin] Pushing event updated for resources: {'Network': ['ID=771aac84-afc7-4ff8-b57f-d732c453d07c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:54.984727 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-61bc2aac-6342-491f-addf-32e9415b8771 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9344287 Aug 16 20:06:54.984918 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41938) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:54.996557 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 771aac84-afc7-4ff8-b57f-d732c453d07c details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:06:55.022615 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-558f4d4e-4a7b-4bbb-a889-b5be73b27ec8 admin admin] Request body: {'subnet': {'network_id': '771aac84-afc7-4ff8-b57f-d732c453d07c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-979968591-subnet', 'tenant_id': '93d3bc932e184c228ef22393b9e1d0e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:55.065439 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558f4d4e-4a7b-4bbb-a889-b5be73b27ec8 admin admin] Made reservation on behalf of 93d3bc932e184c228ef22393b9e1d0e9 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:06:55.067987 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-558f4d4e-4a7b-4bbb-a889-b5be73b27ec8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:55.135475 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54705d48-3bff-4411-8b0b-989f608f039e req-f2945651-30fd-4c3b-8eb6-1e63cf63a459 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288542 Aug 16 20:06:55.155850 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1a39a48b-150f-4f75-8db2-9cacc4fe0af3 req-27584846-0bf8-4226-b0ae-0849c11e7f8b tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7226fdee24904919afb825fb93246d31 HTTP/1.1" status: 200 len: 10908 time: 0.1698532 Aug 16 20:06:55.240915 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1a39a48b-150f-4f75-8db2-9cacc4fe0af3 req-b2223c11-edfc-4698-a863-70fa0e6eb3b1 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups/25ce6dff-401a-4586-812f-09b69349aa55 HTTP/1.1" status: 200 len: 2985 time: 0.0833793 Aug 16 20:06:55.306272 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1a39a48b-150f-4f75-8db2-9cacc4fe0af3 req-09abb54f-a6ca-44de-adb3-c525c05aa09c tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups/25ce6dff-401a-4586-812f-09b69349aa55 HTTP/1.1" status: 200 len: 2985 time: 0.0642929 Aug 16 20:06:55.309599 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-558f4d4e-4a7b-4bbb-a889-b5be73b27ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:55.376261 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f4d4e-4a7b-4bbb-a889-b5be73b27ec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de676fe2-50ed-4ac6-9a77-12e644487b7f,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:55.401412 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558f4d4e-4a7b-4bbb-a889-b5be73b27ec8 admin admin] Checking segment: {'id': '237616d8-2ed2-418b-b54a-68fcbc8d98a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '771aac84-afc7-4ff8-b57f-d732c453d07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:06:55.401872 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558f4d4e-4a7b-4bbb-a889-b5be73b27ec8 admin admin] Network hostable DHCP agents. Network: 771aac84-afc7-4ff8-b57f-d732c453d07c, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:06:55.424283 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558f4d4e-4a7b-4bbb-a889-b5be73b27ec8 admin admin] Network 771aac84-afc7-4ff8-b57f-d732c453d07c is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:06:55.443886 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-558f4d4e-4a7b-4bbb-a889-b5be73b27ec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 771aac84-afc7-4ff8-b57f-d732c453d07c) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:06:55.450525 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c677278-f384-4b17-923e-6f9d5e14b3a0 req-e4cd4412-d5b1-43c5-beec-27c458e3c19b tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:55.456488 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3000326b-2bfa-45cc-82e1-c8c33e8cf5e1 None None] Network 771aac84-afc7-4ff8-b57f-d732c453d07c requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:06:55.461439 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8c677278-f384-4b17-923e-6f9d5e14b3a0 req-e4cd4412-d5b1-43c5-beec-27c458e3c19b tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] 10.222.0.68 "GET /v2.0/ports?device_id=534873ab-8daa-4d8d-b431-498b580598e2 HTTP/1.1" status: 200 len: 945 time: 0.1039963 Aug 16 20:06:55.461933 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558f4d4e-4a7b-4bbb-a889-b5be73b27ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:55.462867 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-558f4d4e-4a7b-4bbb-a889-b5be73b27ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:55.491554 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-558f4d4e-4a7b-4bbb-a889-b5be73b27ec8 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5050075 Aug 16 20:06:55.516170 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8c677278-f384-4b17-923e-6f9d5e14b3a0 req-6017a7d1-b796-4817-9693-8c134e0223a6 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] 10.222.0.68 "GET /v2.0/security-groups?id=f93a7128-c6c0-41bb-bcb5-a408eec082be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536070 Aug 16 20:06:55.670095 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f2f8dca9-0825-4ea1-80ff-336005261f9a req-71b9d31f-9461-40c1-b2f3-397ba11b3e83 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups/81be9d9f-4896-4b9a-ac56-be23cbe71cf1 HTTP/1.1" status: 200 len: 1800 time: 0.0814531 Aug 16 20:06:55.701602 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506f98cb-67e5-49cf-ab6a-2665447644e6 None None] Network 771aac84-afc7-4ff8-b57f-d732c453d07c requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:06:55.811040 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f2f8dca9-0825-4ea1-80ff-336005261f9a req-2a729e00-a07a-483e-9330-dd99ddaab504 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:55.851155 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f2f8dca9-0825-4ea1-80ff-336005261f9a req-2a729e00-a07a-483e-9330-dd99ddaab504 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:55.904013 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea13a19-b6de-4819-a2fd-dec1a32ed41a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54c62f6a-7e95-4059-b2f1-756ea1f84c80'}, {'server_uuid': 'b7bbf9f0-608c-47bd-a13b-e40e4cb5f853', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c32d839-7b2a-49f7-90a7-7b4059de13d5'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:06:55.906889 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf78b9c-fe75-48f7-97b6-189bdc61063d" -d '{"events": [{"server_uuid": "fea13a19-b6de-4819-a2fd-dec1a32ed41a", "name": "network-vif-unplugged", "status": "completed", "tag": "54c62f6a-7e95-4059-b2f1-756ea1f84c80"}, {"server_uuid": "b7bbf9f0-608c-47bd-a13b-e40e4cb5f853", "name": "network-vif-unplugged", "status": "completed", "tag": "5c32d839-7b2a-49f7-90a7-7b4059de13d5"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:06:55.937483 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f2f8dca9-0825-4ea1-80ff-336005261f9a req-2a729e00-a07a-483e-9330-dd99ddaab504 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:55.941981 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f2f8dca9-0825-4ea1-80ff-336005261f9a req-2a729e00-a07a-483e-9330-dd99ddaab504 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:55.943807 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f2f8dca9-0825-4ea1-80ff-336005261f9a req-2a729e00-a07a-483e-9330-dd99ddaab504 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "DELETE /v2.0/security-groups/81be9d9f-4896-4b9a-ac56-be23cbe71cf1 HTTP/1.1" status: 204 len: 173 time: 0.2562807 Aug 16 20:06:55.960164 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a729e00-a07a-483e-9330-dd99ddaab504 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81be9d9f-4896-4b9a-ac56-be23cbe71cf1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:56.125245 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d293cc-0d8d-4e03-a83b-5c528239ecac req-0b298f40-4f1a-4b55-bdfa-e1a783794971 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:56.127340 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-58d293cc-0d8d-4e03-a83b-5c528239ecac req-0b298f40-4f1a-4b55-bdfa-e1a783794971 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 947 time: 0.0866592 Aug 16 20:06:56.177366 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-58d293cc-0d8d-4e03-a83b-5c528239ecac req-8f363f1d-619c-4ca5-9ebd-192bbac438fd tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409954 Aug 16 20:06:56.295836 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 355 Content-Type: application/json Date: Mon, 16 Aug 2021 20:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a48811-fdb1-43a1-a897-066777a132b1 x-openstack-request-id: req-03a48811-fdb1-43a1-a897-066777a132b1 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:06:56.296424 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea13a19-b6de-4819-a2fd-dec1a32ed41a", "name": "network-vif-unplugged", "status": "failed", "tag": "54c62f6a-7e95-4059-b2f1-756ea1f84c80", "code": 422}, {"server_uuid": "b7bbf9f0-608c-47bd-a13b-e40e4cb5f853", "name": "network-vif-unplugged", "status": "completed", "tag": "5c32d839-7b2a-49f7-90a7-7b4059de13d5", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:06:56.296833 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-03a48811-fdb1-43a1-a897-066777a132b1 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:06:56.298665 n-d-787206-13 neutron-server[94772]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fea13a19-b6de-4819-a2fd-dec1a32ed41a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '54c62f6a-7e95-4059-b2f1-756ea1f84c80', 'code': 422} returned with failed status Aug 16 20:06:56.299414 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7bbf9f0-608c-47bd-a13b-e40e4cb5f853', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c32d839-7b2a-49f7-90a7-7b4059de13d5', 'code': 200} Aug 16 20:06:56.321543 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [req-77868dc0-b2ce-47e9-a184-5a14348119c1 req-9c98bf79-71b7-48eb-b158-b62ee005f49c tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] show failed (client error): The resource could not be found. Aug 16 20:06:56.333192 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-77868dc0-b2ce-47e9-a184-5a14348119c1 req-9c98bf79-71b7-48eb-b158-b62ee005f49c tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups/81be9d9f-4896-4b9a-ac56-be23cbe71cf1 HTTP/1.1" status: 404 len: 352 time: 0.0267985 Aug 16 20:06:56.336692 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41980) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:56.342047 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a740a418-6fcb-4442-a3aa-da9144786008 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-767179243-network', 'tenant_id': '7633a10316324204a8a04d390a5c3939'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:56.374096 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a740a418-6fcb-4442-a3aa-da9144786008 admin admin] Made reservation on behalf of 7633a10316324204a8a04d390a5c3939 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:06:56.377969 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a740a418-6fcb-4442-a3aa-da9144786008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:56.401642 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a740a418-6fcb-4442-a3aa-da9144786008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:56.519696 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a740a418-6fcb-4442-a3aa-da9144786008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:56.526113 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a740a418-6fcb-4442-a3aa-da9144786008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:56.539443 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9b7e37a2-30ec-4e44-b7c3-09e932b0d638 req-e215debd-6496-4723-81ac-6145c21705f2 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups/7012f36b-b3cf-46ff-a92f-c12d546d95f2 HTTP/1.1" status: 200 len: 1803 time: 0.0577815 Aug 16 20:06:56.556835 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a740a418-6fcb-4442-a3aa-da9144786008 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:06:56.566230 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740a418-6fcb-4442-a3aa-da9144786008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c816714f-7e91-4935-9f91-46fa43a9157c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:56.592978 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a740a418-6fcb-4442-a3aa-da9144786008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:56.593672 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-a740a418-6fcb-4442-a3aa-da9144786008 admin admin] Added segment e166f72a-8d68-416c-9297-98202edd90d2 of type vlan for network fab6eb04-3c54-4cd2-9c89-4a5fbef00048 Aug 16 20:06:56.611891 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9b7e37a2-30ec-4e44-b7c3-09e932b0d638 req-3d4a5f6d-a626-4586-b232-96d20ee0c2e4 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:56.639154 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a740a418-6fcb-4442-a3aa-da9144786008 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:56.644302 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9b7e37a2-30ec-4e44-b7c3-09e932b0d638 req-3d4a5f6d-a626-4586-b232-96d20ee0c2e4 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:56.671663 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a740a418-6fcb-4442-a3aa-da9144786008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:56.673158 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a740a418-6fcb-4442-a3aa-da9144786008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:56.674125 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a740a418-6fcb-4442-a3aa-da9144786008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:56.690706 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9b7e37a2-30ec-4e44-b7c3-09e932b0d638 req-3d4a5f6d-a626-4586-b232-96d20ee0c2e4 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:56.693515 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9b7e37a2-30ec-4e44-b7c3-09e932b0d638 req-3d4a5f6d-a626-4586-b232-96d20ee0c2e4 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:56.694960 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9b7e37a2-30ec-4e44-b7c3-09e932b0d638 req-3d4a5f6d-a626-4586-b232-96d20ee0c2e4 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "DELETE /v2.0/security-groups/7012f36b-b3cf-46ff-a92f-c12d546d95f2 HTTP/1.1" status: 204 len: 173 time: 0.1463585 Aug 16 20:06:56.714008 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a5f6d-a626-4586-b232-96d20ee0c2e4 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7012f36b-b3cf-46ff-a92f-c12d546d95f2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:56.733684 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a740a418-6fcb-4442-a3aa-da9144786008 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3956459 Aug 16 20:06:56.736724 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41988) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:56.743464 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-030a9198-0cca-4f1b-9d4c-672e9e729ba4 admin admin] Request body: {'subnet': {'network_id': 'fab6eb04-3c54-4cd2-9c89-4a5fbef00048', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-767179243-subnet', 'tenant_id': '7633a10316324204a8a04d390a5c3939', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:06:56.749095 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740a418-6fcb-4442-a3aa-da9144786008 admin admin] Pushing event updated for resources: {'Network': ['ID=fab6eb04-3c54-4cd2-9c89-4a5fbef00048,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:56.768181 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network fab6eb04-3c54-4cd2-9c89-4a5fbef00048 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:06:56.779392 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030a9198-0cca-4f1b-9d4c-672e9e729ba4 admin admin] Made reservation on behalf of 7633a10316324204a8a04d390a5c3939 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:06:56.783460 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-030a9198-0cca-4f1b-9d4c-672e9e729ba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:56.801213 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [req-54033ff8-8a66-49f7-a531-780f2e52db01 req-953ac312-e018-453b-8c8a-45cc38841613 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] show failed (client error): The resource could not be found. Aug 16 20:06:56.802374 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-54033ff8-8a66-49f7-a531-780f2e52db01 req-953ac312-e018-453b-8c8a-45cc38841613 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups/7012f36b-b3cf-46ff-a92f-c12d546d95f2 HTTP/1.1" status: 404 len: 352 time: 0.0281422 Aug 16 20:06:57.034705 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ac9cecbb-d6db-4b2e-948a-995073d1ffd8 req-b5583bed-05fc-4966-badd-cce518010017 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups/73e289c8-5a73-4ba2-a9cf-55b68fa56886 HTTP/1.1" status: 200 len: 1803 time: 0.0419583 Aug 16 20:06:57.048517 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-030a9198-0cca-4f1b-9d4c-672e9e729ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:57.110030 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a9198-0cca-4f1b-9d4c-672e9e729ba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aae98701-6f40-4d72-b121-c0066ea81d87,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:57.116701 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ac9cecbb-d6db-4b2e-948a-995073d1ffd8 req-f4e32f35-a281-4056-a9de-9e134f1935e3 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:57.120748 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030a9198-0cca-4f1b-9d4c-672e9e729ba4 admin admin] Checking segment: {'id': 'e166f72a-8d68-416c-9297-98202edd90d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'fab6eb04-3c54-4cd2-9c89-4a5fbef00048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:06:57.121110 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030a9198-0cca-4f1b-9d4c-672e9e729ba4 admin admin] Network hostable DHCP agents. Network: fab6eb04-3c54-4cd2-9c89-4a5fbef00048, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:06:57.142145 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030a9198-0cca-4f1b-9d4c-672e9e729ba4 admin admin] Network fab6eb04-3c54-4cd2-9c89-4a5fbef00048 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:06:57.144509 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ac9cecbb-d6db-4b2e-948a-995073d1ffd8 req-f4e32f35-a281-4056-a9de-9e134f1935e3 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:57.157256 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-030a9198-0cca-4f1b-9d4c-672e9e729ba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, fab6eb04-3c54-4cd2-9c89-4a5fbef00048) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:06:57.164610 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030a9198-0cca-4f1b-9d4c-672e9e729ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:57.165211 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-030a9198-0cca-4f1b-9d4c-672e9e729ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:57.169505 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b191976-db37-4461-b8d6-2ab5bdfc537e None None] Network fab6eb04-3c54-4cd2-9c89-4a5fbef00048 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:06:57.187018 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-030a9198-0cca-4f1b-9d4c-672e9e729ba4 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4454570 Aug 16 20:06:57.210154 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ac9cecbb-d6db-4b2e-948a-995073d1ffd8 req-f4e32f35-a281-4056-a9de-9e134f1935e3 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:57.213429 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ac9cecbb-d6db-4b2e-948a-995073d1ffd8 req-f4e32f35-a281-4056-a9de-9e134f1935e3 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:57.214696 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ac9cecbb-d6db-4b2e-948a-995073d1ffd8 req-f4e32f35-a281-4056-a9de-9e134f1935e3 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "DELETE /v2.0/security-groups/73e289c8-5a73-4ba2-a9cf-55b68fa56886 HTTP/1.1" status: 204 len: 173 time: 0.1734669 Aug 16 20:06:57.225204 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e32f35-a281-4056-a9de-9e134f1935e3 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e289c8-5a73-4ba2-a9cf-55b68fa56886,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:57.237172 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 5c32d839-7b2a-49f7-90a7-7b4059de13d5 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:06:57.336848 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669efc09-f861-4d2e-981f-5dbcb567a8b9 req-3b51ab17-45a3-421d-96fe-e37a404a9f8d tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:57.338293 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-669efc09-f861-4d2e-981f-5dbcb567a8b9 req-3b51ab17-45a3-421d-96fe-e37a404a9f8d tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] 10.222.0.68 "GET /v2.0/ports?device_id=534873ab-8daa-4d8d-b431-498b580598e2 HTTP/1.1" status: 200 len: 945 time: 0.0593743 Aug 16 20:06:57.383237 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-669efc09-f861-4d2e-981f-5dbcb567a8b9 req-bf9080eb-9a4a-40d3-b66c-66d50eab9896 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] 10.222.0.68 "GET /v2.0/security-groups?id=f93a7128-c6c0-41bb-bcb5-a408eec082be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376346 Aug 16 20:06:57.428514 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4827b337-b8fc-4838-937a-63f7d153e749 None None] Network fab6eb04-3c54-4cd2-9c89-4a5fbef00048 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:06:57.568509 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c11ba-1707-487a-9a8c-93ef0f7f11c5 req-74600975-9e8c-40c7-91b5-c4b4b6116740 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:57.570272 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4b2c11ba-1707-487a-9a8c-93ef0f7f11c5 req-74600975-9e8c-40c7-91b5-c4b4b6116740 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 947 time: 0.0648119 Aug 16 20:06:57.636034 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4b2c11ba-1707-487a-9a8c-93ef0f7f11c5 req-493b4484-d9ca-42b8-b956-6f732348ae11 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557127 Aug 16 20:06:57.658299 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 5c32d839-7b2a-49f7-90a7-7b4059de13d5, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5c32d839-7b2a-49f7-90a7-7b4059de13d5,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:57.693969 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [req-6c41957c-0a52-4e21-b507-db5ca50e7df9 req-302393ba-26dd-493a-bcdc-b058b88d0b34 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] show failed (client error): The resource could not be found. Aug 16 20:06:57.696855 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '5c32d839-7b2a-49f7-90a7-7b4059de13d5', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': '5c32d839-7b2a-49f7-90a7-7b4059de13d5', 'mac_address': 'fa:16:3e:07:f0:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:06:57.706448 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6c41957c-0a52-4e21-b507-db5ca50e7df9 req-302393ba-26dd-493a-bcdc-b058b88d0b34 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups/73e289c8-5a73-4ba2-a9cf-55b68fa56886 HTTP/1.1" status: 404 len: 352 time: 0.0286465 Aug 16 20:06:57.783703 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 54c62f6a-7e95-4059-b2f1-756ea1f84c80 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:06:57.813380 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:57.856840 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c32d839-7b2a-49f7-90a7-7b4059de13d5 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:06:57.883646 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 5c32d839-7b2a-49f7-90a7-7b4059de13d5, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5c32d839-7b2a-49f7-90a7-7b4059de13d5,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:57.910040 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:57.995948 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=5c32d839-7b2a-49f7-90a7-7b4059de13d5,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:58.169419 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['5c32d839-7b2a-49f7-90a7-7b4059de13d5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:06:58.382876 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba19d1-0255-4b2e-877e-7496f5cd2f4b req-219759ba-28ec-476b-b1f0-bfe0d60460fa tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:06:58.384636 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4ba19d1-0255-4b2e-877e-7496f5cd2f4b req-219759ba-28ec-476b-b1f0-bfe0d60460fa tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] 10.222.0.57 "GET /v2.0/ports?device_id=534873ab-8daa-4d8d-b431-498b580598e2 HTTP/1.1" status: 200 len: 945 time: 0.0647569 Aug 16 20:06:58.484230 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-a4ba19d1-0255-4b2e-877e-7496f5cd2f4b req-299f8918-58d0-440d-ade4-0638d62dfe97 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Deleting port cfa4de36-ee98-4458-b24b-fd20ce918a2e {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:06:58.484576 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a4ba19d1-0255-4b2e-877e-7496f5cd2f4b req-299f8918-58d0-440d-ade4-0638d62dfe97 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:58.591696 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-a4ba19d1-0255-4b2e-877e-7496f5cd2f4b req-299f8918-58d0-440d-ade4-0638d62dfe97 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] For port cfa4de36-ee98-4458-b24b-fd20ce918a2e, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=cfa4de36-ee98-4458-b24b-fd20ce918a2e,segment=NetworkSegment(5682adf4-be3c-4745-8ee1-5b7755dc5a66),segment_id=5682adf4-be3c-4745-8ee1-5b7755dc5a66)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:58.592375 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a4ba19d1-0255-4b2e-877e-7496f5cd2f4b req-299f8918-58d0-440d-ade4-0638d62dfe97 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:58.607091 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-a4ba19d1-0255-4b2e-877e-7496f5cd2f4b req-299f8918-58d0-440d-ade4-0638d62dfe97 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Calling delete_port for cfa4de36-ee98-4458-b24b-fd20ce918a2e owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:06:58.741163 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a4ba19d1-0255-4b2e-877e-7496f5cd2f4b req-299f8918-58d0-440d-ade4-0638d62dfe97 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:58.753726 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['cfa4de36-ee98-4458-b24b-fd20ce918a2e'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:06:58.775598 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f8918-58d0-440d-ade4-0638d62dfe97 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Pushing event deleted for resources: {'Port': ['ID=cfa4de36-ee98-4458-b24b-fd20ce918a2e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:58.789156 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f8918-58d0-440d-ade4-0638d62dfe97 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:58.789499 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f8918-58d0-440d-ade4-0638d62dfe97 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:58.789834 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f8918-58d0-440d-ade4-0638d62dfe97 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:58.790158 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f8918-58d0-440d-ade4-0638d62dfe97 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:58.790486 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f8918-58d0-440d-ade4-0638d62dfe97 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:58.790807 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f8918-58d0-440d-ade4-0638d62dfe97 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:58.791121 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f8918-58d0-440d-ade4-0638d62dfe97 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:58.791465 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f8918-58d0-440d-ade4-0638d62dfe97 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:58.791783 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f8918-58d0-440d-ade4-0638d62dfe97 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:58.792099 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f8918-58d0-440d-ade4-0638d62dfe97 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:58.792416 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f8918-58d0-440d-ade4-0638d62dfe97 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:58.792724 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f8918-58d0-440d-ade4-0638d62dfe97 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:58.830615 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ba19d1-0255-4b2e-877e-7496f5cd2f4b req-299f8918-58d0-440d-ade4-0638d62dfe97 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] No DVR routers for this DVR port cfa4de36-ee98-4458-b24b-fd20ce918a2e on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:06:58.834152 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a4ba19d1-0255-4b2e-877e-7496f5cd2f4b req-299f8918-58d0-440d-ade4-0638d62dfe97 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:58.836911 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4ba19d1-0255-4b2e-877e-7496f5cd2f4b req-299f8918-58d0-440d-ade4-0638d62dfe97 tempest-ServerAddressesTestJSON-1654577045 tempest-ServerAddressesTestJSON-1654577045-project] 10.222.0.57 "DELETE /v2.0/ports/cfa4de36-ee98-4458-b24b-fd20ce918a2e HTTP/1.1" status: 204 len: 173 time: 0.4454648 Aug 16 20:06:58.837325 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534873ab-8daa-4d8d-b431-498b580598e2', 'name': 'network-vif-deleted', 'tag': 'cfa4de36-ee98-4458-b24b-fd20ce918a2e'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:06:58.839938 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31275b9-5fdc-4032-8bfe-8b4d5bce5fd9" -d '{"events": [{"server_uuid": "534873ab-8daa-4d8d-b431-498b580598e2", "name": "network-vif-deleted", "tag": "cfa4de36-ee98-4458-b24b-fd20ce918a2e"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:06:59.265563 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 5c32d839-7b2a-49f7-90a7-7b4059de13d5 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:06:59.334359 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 5c32d839-7b2a-49f7-90a7-7b4059de13d5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:06:59.334726 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:59.437208 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:59.465797 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7bbf9f0-608c-47bd-a13b-e40e4cb5f853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c32d839-7b2a-49f7-90a7-7b4059de13d5'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:06:59.468317 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9abf65-82f9-4814-9939-de7a55ebc285" -d '{"events": [{"server_uuid": "b7bbf9f0-608c-47bd-a13b-e40e4cb5f853", "name": "network-vif-plugged", "status": "completed", "tag": "5c32d839-7b2a-49f7-90a7-7b4059de13d5"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:06:59.482045 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 5c32d839-7b2a-49f7-90a7-7b4059de13d5, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5c32d839-7b2a-49f7-90a7-7b4059de13d5,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:06:59.486156 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:59.487002 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device cfa4de36-ee98-4458-b24b-fd20ce918a2e no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:06:59.526452 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: cfa4de36-ee98-4458-b24b-fd20ce918a2e {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:06:59.526798 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device cfa4de36-ee98-4458-b24b-fd20ce918a2e not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:06:59.552365 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=5c32d839-7b2a-49f7-90a7-7b4059de13d5,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:06:59.559746 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:59.560083 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:59.560420 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:59.560751 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:59.561611 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:59.561937 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:59.562265 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:59.562578 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:59.562900 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:59.563490 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:59.563868 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:06:59.564196 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:01.758591 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f8921718-75e7-4cb4-a7ca-034c8f9f95d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:04.326994 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-734ad938-af7f-4233-bbcf-b57dfa7a22ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:04.617835 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:05.506938 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:05.803175 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:05.822931 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:06.940253 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:09.542013 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-a0496599-b160-451f-af63-fa160060dc9b tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:09.549753 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-a0496599-b160-451f-af63-fa160060dc9b tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] 10.222.0.68 "GET /v2.0/networks?id=771aac84-afc7-4ff8-b57f-d732c453d07c HTTP/1.1" status: 200 len: 814 time: 0.1198044 Aug 16 20:07:09.560739 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-d2274965-4fb6-434a-86fc-08e77b2335f0 tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] 10.222.0.68 "GET /v2.0/quotas/93d3bc932e184c228ef22393b9e1d0e9 HTTP/1.1" status: 200 len: 375 time: 0.0100844 Aug 16 20:07:09.604878 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-2d524a5e-bc43-409b-9928-517516d61afe tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=93d3bc932e184c228ef22393b9e1d0e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381536 Aug 16 20:07:09.722827 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-0f59f81e-358e-4f87-9a58-7b8c71ca9c54 service neutron] 10.222.0.68 "GET /v2.0/networks/771aac84-afc7-4ff8-b57f-d732c453d07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165452 Aug 16 20:07:09.836210 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-16834dce-2bb2-4a75-adcb-49e098e5907f service neutron] 10.222.0.68 "GET /v2.0/networks/771aac84-afc7-4ff8-b57f-d732c453d07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057079 Aug 16 20:07:10.106977 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f12ce5-958b-4c89-a012-789f6bbc4e35 req-19513075-9c21-46b5-ab0d-6f73acdd1711 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:10.109352 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-77f12ce5-958b-4c89-a012-789f6bbc4e35 req-19513075-9c21-46b5-ab0d-6f73acdd1711 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=fea13a19-b6de-4819-a2fd-dec1a32ed41a HTTP/1.1" status: 200 len: 943 time: 0.0954850 Aug 16 20:07:10.257592 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-77f12ce5-958b-4c89-a012-789f6bbc4e35 req-46655f26-8ca0-494d-b9a4-c8a5d72a48f2 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Deleting port 54c62f6a-7e95-4059-b2f1-756ea1f84c80 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:07:10.258338 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-77f12ce5-958b-4c89-a012-789f6bbc4e35 req-46655f26-8ca0-494d-b9a4-c8a5d72a48f2 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:10.479170 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-77f12ce5-958b-4c89-a012-789f6bbc4e35 req-46655f26-8ca0-494d-b9a4-c8a5d72a48f2 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] For port 54c62f6a-7e95-4059-b2f1-756ea1f84c80, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=54c62f6a-7e95-4059-b2f1-756ea1f84c80,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:10.479499 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-77f12ce5-958b-4c89-a012-789f6bbc4e35 req-46655f26-8ca0-494d-b9a4-c8a5d72a48f2 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:10.502852 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42030bb-c91b-46f3-bfcb-d0841e39e7bb req-48f2bd1a-ba2b-4209-9fad-6080cbe7ca6a tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:10.504948 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e42030bb-c91b-46f3-bfcb-d0841e39e7bb req-48f2bd1a-ba2b-4209-9fad-6080cbe7ca6a tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853&tenant_id=f79b284ed8d04e57925fd24cf95b04a3&binding%3Ahost_id=n-h1-787206-13 HTTP/1.1" status: 200 len: 949 time: 0.1203156 Aug 16 20:07:10.510214 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-77f12ce5-958b-4c89-a012-789f6bbc4e35 req-46655f26-8ca0-494d-b9a4-c8a5d72a48f2 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Calling delete_port for 54c62f6a-7e95-4059-b2f1-756ea1f84c80 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:07:10.543450 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dac972c1-0296-4e60-ae46-f4a790683e75 req-d98947fc-be4a-4848-890c-89d09f698fd3 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7226fdee24904919afb825fb93246d31 HTTP/1.1" status: 200 len: 6155 time: 0.1556072 Aug 16 20:07:10.620184 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e42030bb-c91b-46f3-bfcb-d0841e39e7bb req-f617be8e-36a0-45fa-89af-42b50c7b450b service neutron] 10.222.0.57 "GET /v2.0/ports/5c32d839-7b2a-49f7-90a7-7b4059de13d5/bindings/n-h1-787206-13 HTTP/1.1" status: 200 len: 383 time: 0.1079974 Aug 16 20:07:10.645539 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dac972c1-0296-4e60-ae46-f4a790683e75 req-168b3e2d-05c4-4486-a358-19a560114c43 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups/25ce6dff-401a-4586-812f-09b69349aa55 HTTP/1.1" status: 200 len: 2985 time: 0.0876536 Aug 16 20:07:10.713587 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dac972c1-0296-4e60-ae46-f4a790683e75 req-60470ff0-d695-4dd4-a685-a21deffd76b1 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups/25ce6dff-401a-4586-812f-09b69349aa55 HTTP/1.1" status: 200 len: 2985 time: 0.0638614 Aug 16 20:07:10.751274 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42030bb-c91b-46f3-bfcb-d0841e39e7bb req-e058ce7c-a0e8-4ec1-8ec7-a015b41d5396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:10.752784 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e42030bb-c91b-46f3-bfcb-d0841e39e7bb req-e058ce7c-a0e8-4ec1-8ec7-a015b41d5396 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 1101 time: 0.1038759 Aug 16 20:07:10.781590 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42160) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:10.865989 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-77f12ce5-958b-4c89-a012-789f6bbc4e35 req-46655f26-8ca0-494d-b9a4-c8a5d72a48f2 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:10.876147 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42030bb-c91b-46f3-bfcb-d0841e39e7bb req-15b01315-0341-4f8a-a5a1-8443411056e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:10.877610 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e42030bb-c91b-46f3-bfcb-d0841e39e7bb req-15b01315-0341-4f8a-a5a1-8443411056e5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.1178548 Aug 16 20:07:10.891301 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-910ad101-54c6-45a0-b509-762562d45c3e admin admin] Deleting subnet 69bac931-4325-406c-8016-f29720fb3c88 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:07:10.899661 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-910ad101-54c6-45a0-b509-762562d45c3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:10.907173 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c0a0b7-59bb-492a-be00-33afed737616 x-openstack-request-id: req-36c0a0b7-59bb-492a-be00-33afed737616 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:07:10.907486 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534873ab-8daa-4d8d-b431-498b580598e2", "name": "network-vif-deleted", "tag": "cfa4de36-ee98-4458-b24b-fd20ce918a2e", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:07:10.907725 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-36c0a0b7-59bb-492a-be00-33afed737616 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:07:10.908117 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534873ab-8daa-4d8d-b431-498b580598e2', 'name': 'network-vif-deleted', 'tag': 'cfa4de36-ee98-4458-b24b-fd20ce918a2e', 'status': 'completed', 'code': 200} Aug 16 20:07:10.918178 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46655f26-8ca0-494d-b9a4-c8a5d72a48f2 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Pushing event deleted for resources: {'Port': ['ID=54c62f6a-7e95-4059-b2f1-756ea1f84c80,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:10.952887 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09740001-8bb6-4175-9201-94dd81aab57a x-openstack-request-id: req-09740001-8bb6-4175-9201-94dd81aab57a {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:07:10.953395 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7bbf9f0-608c-47bd-a13b-e40e4cb5f853", "name": "network-vif-plugged", "status": "completed", "tag": "5c32d839-7b2a-49f7-90a7-7b4059de13d5", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:07:10.953593 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-09740001-8bb6-4175-9201-94dd81aab57a {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:07:10.954236 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7bbf9f0-608c-47bd-a13b-e40e4cb5f853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c32d839-7b2a-49f7-90a7-7b4059de13d5', 'code': 200} Aug 16 20:07:10.955451 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e42030bb-c91b-46f3-bfcb-d0841e39e7bb req-bc032a68-8bc9-42c9-8a96-d81497e3be59 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=5c32d839-7b2a-49f7-90a7-7b4059de13d5 HTTP/1.1" status: 200 len: 217 time: 0.0464921 Aug 16 20:07:10.996699 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-910ad101-54c6-45a0-b509-762562d45c3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:11.072803 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-910ad101-54c6-45a0-b509-762562d45c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:11.089739 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f12ce5-958b-4c89-a012-789f6bbc4e35 req-46655f26-8ca0-494d-b9a4-c8a5d72a48f2 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] No DVR routers for this DVR port 54c62f6a-7e95-4059-b2f1-756ea1f84c80 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:07:11.093373 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-77f12ce5-958b-4c89-a012-789f6bbc4e35 req-46655f26-8ca0-494d-b9a4-c8a5d72a48f2 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:11.114072 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-77f12ce5-958b-4c89-a012-789f6bbc4e35 req-46655f26-8ca0-494d-b9a4-c8a5d72a48f2 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "DELETE /v2.0/ports/54c62f6a-7e95-4059-b2f1-756ea1f84c80 HTTP/1.1" status: 204 len: 173 time: 0.9982088 Aug 16 20:07:11.115626 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42030bb-c91b-46f3-bfcb-d0841e39e7bb req-4af981f5-5afe-4b9a-a50a-dc950801a29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:11.117114 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e42030bb-c91b-46f3-bfcb-d0841e39e7bb req-4af981f5-5afe-4b9a-a50a-dc950801a29a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1060059 Aug 16 20:07:11.122736 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c1b9825c-d549-410a-81c0-d7b87581791c req-0566c58b-65c0-4a3b-95f5-cc3569b74c34 tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a3b7559-79aa-423f-a221-7c5dd3911ba1 HTTP/1.1" status: 200 len: 210 time: 0.0656674 Aug 16 20:07:11.234152 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42030bb-c91b-46f3-bfcb-d0841e39e7bb req-4d3922f8-438a-459a-ab91-fbb60df1f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:11.235040 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-910ad101-54c6-45a0-b509-762562d45c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:11.238173 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e42030bb-c91b-46f3-bfcb-d0841e39e7bb req-4d3922f8-438a-459a-ab91-fbb60df1f06d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1134405 Aug 16 20:07:11.315306 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ad101-54c6-45a0-b509-762562d45c3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69bac931-4325-406c-8016-f29720fb3c88,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:11.372334 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-910ad101-54c6-45a0-b509-762562d45c3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:11.374690 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-910ad101-54c6-45a0-b509-762562d45c3e admin admin] 10.222.0.68 "DELETE /v2.0/subnets/69bac931-4325-406c-8016-f29720fb3c88 HTTP/1.1" status: 204 len: 168 time: 0.5914700 Aug 16 20:07:11.384442 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42168) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:11.411838 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e42030bb-c91b-46f3-bfcb-d0841e39e7bb req-29abf958-8e81-42db-92cb-94ad3eedf668 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657460 Aug 16 20:07:11.620371 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74713b-4cd8-4b9d-98eb-10e0105f4ecb req-db653e1d-3bf8-47b6-b31e-6fb9d78b6917 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:11.632985 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4f74713b-4cd8-4b9d-98eb-10e0105f4ecb req-db653e1d-3bf8-47b6-b31e-6fb9d78b6917 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 949 time: 0.3232367 Aug 16 20:07:11.671404 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40b9702b-6cd8-4f7d-b805-2f022a9a035c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:11.730121 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4f74713b-4cd8-4b9d-98eb-10e0105f4ecb req-b57c2452-6f4c-422e-9830-c7e5cc21fb88 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828817 Aug 16 20:07:11.822836 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-d342e84b-df3c-4900-920d-6a3eace8d137 req-23537263-3c65-473d-99fe-bc8b5812fe55 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1962706417', 'description': 'tempest-description-1314122024'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:11.943806 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40b9702b-6cd8-4f7d-b805-2f022a9a035c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:11.970019 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-40b9702b-6cd8-4f7d-b805-2f022a9a035c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02713854-afcd-44c0-866e-8513e08b688c']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:11.972420 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d342e84b-df3c-4900-920d-6a3eace8d137 req-23537263-3c65-473d-99fe-bc8b5812fe55 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:11.999592 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-40b9702b-6cd8-4f7d-b805-2f022a9a035c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5682adf4-be3c-4745-8ee1-5b7755dc5a66') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:12.000096 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-40b9702b-6cd8-4f7d-b805-2f022a9a035c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5682adf4-be3c-4745-8ee1-5b7755dc5a66') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:12.024889 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40b9702b-6cd8-4f7d-b805-2f022a9a035c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:12.062025 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40b9702b-6cd8-4f7d-b805-2f022a9a035c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:12.075649 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b9702b-6cd8-4f7d-b805-2f022a9a035c admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:07:12.076277 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40b9702b-6cd8-4f7d-b805-2f022a9a035c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:12.078216 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:07:12.078216 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:07:12.078216 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:07:12.078216 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:07:12.078216 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:07:12.078216 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:07:12.078216 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:07:12.078216 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:07:12.078216 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:07:12.078216 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:07:12.078216 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:07:12.078216 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:07:12.078216 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:07:12.078216 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:07:12.078216 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:07:12.078216 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:07:12.078216 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:07:12.078216 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:07:12.078216 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:07:12.078216 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:07:12.078216 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:07:12.078216 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:07:12.078216 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:07:12.078216 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:07:12.078216 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:07:12.078216 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:07:12.078216 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:07:12.078216 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:07:12.078216 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:07:12.078216 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:07:12.078216 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:07:12.078216 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:07:12.151807 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-556b1522-6547-450b-bd29-8641cca9679e tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:12.153252 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-556b1522-6547-450b-bd29-8641cca9679e tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] 10.222.0.63 "GET /v2.0/networks?id=771aac84-afc7-4ff8-b57f-d732c453d07c HTTP/1.1" status: 200 len: 814 time: 0.7405012 Aug 16 20:07:12.188932 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-ff179bf9-a734-4237-b1b0-9b7e9930252f tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Request body: {'port': {'device_id': '9a3b7559-79aa-423f-a221-7c5dd3911ba1', 'network_id': '771aac84-afc7-4ff8-b57f-d732c453d07c', 'admin_state_up': True, 'tenant_id': '93d3bc932e184c228ef22393b9e1d0e9'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:12.193741 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d342e84b-df3c-4900-920d-6a3eace8d137 req-23537263-3c65-473d-99fe-bc8b5812fe55 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:12.204445 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d342e84b-df3c-4900-920d-6a3eace8d137 req-23537263-3c65-473d-99fe-bc8b5812fe55 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:12.239806 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40b9702b-6cd8-4f7d-b805-2f022a9a035c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:12.241914 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d342e84b-df3c-4900-920d-6a3eace8d137 req-23537263-3c65-473d-99fe-bc8b5812fe55 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:12.255401 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d342e84b-df3c-4900-920d-6a3eace8d137 req-23537263-3c65-473d-99fe-bc8b5812fe55 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4497061 Aug 16 20:07:12.266408 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40b9702b-6cd8-4f7d-b805-2f022a9a035c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:12.270141 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-40b9702b-6cd8-4f7d-b805-2f022a9a035c admin admin] 10.222.0.68 "DELETE /v2.0/networks/02713854-afcd-44c0-866e-8513e08b688c HTTP/1.1" status: 204 len: 168 time: 0.8825316 Aug 16 20:07:12.299371 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23537263-3c65-473d-99fe-bc8b5812fe55 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de18ded3-2968-4f61-9843-ad62984132b9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:12.301754 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9702b-6cd8-4f7d-b805-2f022a9a035c admin admin] Pushing event deleted for resources: {'Network': ['ID=02713854-afcd-44c0-866e-8513e08b688c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:12.433586 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4365ec8f-1f28-4b0d-badd-2c85d9c900fd req-2f10bdae-dbc7-4fa7-8b25-82aa5559cec3 tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a3b7559-79aa-423f-a221-7c5dd3911ba1 HTTP/1.1" status: 200 len: 210 time: 0.1630049 Aug 16 20:07:12.467237 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e42030bb-c91b-46f3-bfcb-d0841e39e7bb req-08ef894b-aacd-49c0-b0e9-8b6855a5af93 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0416434 Aug 16 20:07:12.481671 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-8b2715b8-1997-4fa0-b1a5-2b21265e4c77 req-9ba89462-13ad-47f2-b399-1d773df0e806 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-668172608', 'description': 'tempest-description-1274664917'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:12.590437 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8b2715b8-1997-4fa0-b1a5-2b21265e4c77 req-9ba89462-13ad-47f2-b399-1d773df0e806 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:12.593518 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42202) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:12.598706 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45105116-f10c-45bb-a12c-49f36799bd6e req-c499fc0a-c9b9-48c3-a23c-78751f2118cd tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:12.608803 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-45105116-f10c-45bb-a12c-49f36799bd6e req-c499fc0a-c9b9-48c3-a23c-78751f2118cd tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/networks?id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd HTTP/1.1" status: 200 len: 812 time: 0.2498887 Aug 16 20:07:12.628139 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-ff179bf9-a734-4237-b1b0-9b7e9930252f tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Made reservation on behalf of 93d3bc932e184c228ef22393b9e1d0e9 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:07:12.628515 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-45105116-f10c-45bb-a12c-49f36799bd6e req-d7aa82f0-dc25-455e-89e9-afce7ec407f8 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/quotas/660f9d21c81a4d0490e02db145c56c81 HTTP/1.1" status: 200 len: 375 time: 0.0180840 Aug 16 20:07:12.631956 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-ff179bf9-a734-4237-b1b0-9b7e9930252f tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:12.679821 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-45105116-f10c-45bb-a12c-49f36799bd6e req-ec02949a-748e-43b8-9163-fd8cdd0477da tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=660f9d21c81a4d0490e02db145c56c81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496535 Aug 16 20:07:12.695739 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-31d3da2c-8936-4ad0-84c6-bf2b789209a5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d16bdf0437e94d50873bc13d4688e5bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0981517 Aug 16 20:07:12.699657 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42214) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:12.811232 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82e752cf-0bd5-45e0-9de1-2cf311d5bb04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:12.843716 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-45105116-f10c-45bb-a12c-49f36799bd6e req-199b32a2-69cd-433a-a310-159a0e882f4f service neutron] 10.222.0.68 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628726 Aug 16 20:07:12.860777 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-ff179bf9-a734-4237-b1b0-9b7e9930252f tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Allocated IP 172.20.0.3 (771aac84-afc7-4ff8-b57f-d732c453d07c/de676fe2-50ed-4ac6-9a77-12e644487b7f/5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:07:12.865373 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8b2715b8-1997-4fa0-b1a5-2b21265e4c77 req-9ba89462-13ad-47f2-b399-1d773df0e806 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:12.869145 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8b2715b8-1997-4fa0-b1a5-2b21265e4c77 req-9ba89462-13ad-47f2-b399-1d773df0e806 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:12.869337 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82e752cf-0bd5-45e0-9de1-2cf311d5bb04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:12.912956 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea13a19-b6de-4819-a2fd-dec1a32ed41a', 'name': 'network-vif-deleted', 'tag': '54c62f6a-7e95-4059-b2f1-756ea1f84c80'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:07:12.915667 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fba362d-83d8-4e92-b58a-20d7e6b9563c" -d '{"events": [{"server_uuid": "fea13a19-b6de-4819-a2fd-dec1a32ed41a", "name": "network-vif-deleted", "tag": "54c62f6a-7e95-4059-b2f1-756ea1f84c80"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:07:12.928264 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8b2715b8-1997-4fa0-b1a5-2b21265e4c77 req-9ba89462-13ad-47f2-b399-1d773df0e806 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:12.942318 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8b2715b8-1997-4fa0-b1a5-2b21265e4c77 req-9ba89462-13ad-47f2-b399-1d773df0e806 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4737957 Aug 16 20:07:12.965022 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba89462-13ad-47f2-b399-1d773df0e806 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e15dcfa4-fd7d-40b5-b07f-cc691be4e0f9,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:12.998845 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82e752cf-0bd5-45e0-9de1-2cf311d5bb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:13.001489 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82e752cf-0bd5-45e0-9de1-2cf311d5bb04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:13.008604 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-82e752cf-0bd5-45e0-9de1-2cf311d5bb04 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f93a7128-c6c0-41bb-bcb5-a408eec082be HTTP/1.1" status: 204 len: 168 time: 0.3079162 Aug 16 20:07:13.073167 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e752cf-0bd5-45e0-9de1-2cf311d5bb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93a7128-c6c0-41bb-bcb5-a408eec082be,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:13.089964 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-45105116-f10c-45bb-a12c-49f36799bd6e req-5c24eed0-8acc-4929-be19-60a7c7e489a7 service neutron] 10.222.0.68 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319143 Aug 16 20:07:13.215343 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359201f-6a4f-4a95-9b6b-6291aeeab86d req-792871d0-b9b1-44f6-b19e-351877db4750 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:13.217675 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f359201f-6a4f-4a95-9b6b-6291aeeab86d req-792871d0-b9b1-44f6-b19e-351877db4750 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 949 time: 0.1802435 Aug 16 20:07:13.273259 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-ff179bf9-a734-4237-b1b0-9b7e9930252f tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:13.301040 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f359201f-6a4f-4a95-9b6b-6291aeeab86d req-47af4a1b-d8a9-42a5-ab2a-a1da30391620 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754092 Aug 16 20:07:13.366113 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-ff179bf9-a734-4237-b1b0-9b7e9930252f tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:13.382197 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 16 Aug 2021 20:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae9ae92-7dec-480c-b97d-6eacc5bb38ee x-openstack-request-id: req-cae9ae92-7dec-480c-b97d-6eacc5bb38ee {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:07:13.382711 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea13a19-b6de-4819-a2fd-dec1a32ed41a", "name": "network-vif-deleted", "tag": "54c62f6a-7e95-4059-b2f1-756ea1f84c80", "status": "failed", "code": 422}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:07:13.382845 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cae9ae92-7dec-480c-b97d-6eacc5bb38ee {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:07:13.383179 n-d-787206-13 neutron-server[94770]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fea13a19-b6de-4819-a2fd-dec1a32ed41a', 'name': 'network-vif-deleted', 'tag': '54c62f6a-7e95-4059-b2f1-756ea1f84c80', 'status': 'failed', 'code': 422} returned with failed status Aug 16 20:07:13.414956 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-ff179bf9-a734-4237-b1b0-9b7e9930252f tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Network 771aac84-afc7-4ff8-b57f-d732c453d07c is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:07:13.441685 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-ff179bf9-a734-4237-b1b0-9b7e9930252f tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:07:13.451308 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-ff179bf9-a734-4237-b1b0-9b7e9930252f tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:07:13.518372 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff179bf9-a734-4237-b1b0-9b7e9930252f tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Pushing event updated for resources: {'Port': ['ID=5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:13.540768 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-ff179bf9-a734-4237-b1b0-9b7e9930252f tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:13.543309 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-ff179bf9-a734-4237-b1b0-9b7e9930252f tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:13.564896 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-ff179bf9-a734-4237-b1b0-9b7e9930252f tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3900149 Aug 16 20:07:13.586800 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-9c720322-67c3-492e-9239-5710e9568841 service neutron] Request body: {'port': {'device_id': '9a3b7559-79aa-423f-a221-7c5dd3911ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:13.720801 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8fc31465-5a68-4693-9f19-148f9cfd06b7 req-cf9ee042-1201-43a7-a8bb-eaf929d70160 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 210 time: 0.1256306 Aug 16 20:07:13.844107 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-9c720322-67c3-492e-9239-5710e9568841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:13.853110 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-ed2bfeab-2f0e-4ba3-b64d-365cfaa10bcf tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:13.871889 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-ed2bfeab-2f0e-4ba3-b64d-365cfaa10bcf tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/networks?id=64a0cd07-0b71-4107-a24f-1756e0e07d65 HTTP/1.1" status: 200 len: 812 time: 0.3509812 Aug 16 20:07:13.905822 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-5f42716c-3afa-4713-ad2f-ca3f2a05ca3a tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/quotas/7226fdee24904919afb825fb93246d31 HTTP/1.1" status: 200 len: 375 time: 0.0324550 Aug 16 20:07:14.088984 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-72dae99d-2da5-4f6e-bf32-b462e500da47 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7226fdee24904919afb825fb93246d31&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1720362 Aug 16 20:07:14.200424 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e02b8a-88e9-4a9c-9a3d-f65d6d726bc3 req-b65fb0f5-7811-4974-9f70-045bb56b987f tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:14.202900 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-96e02b8a-88e9-4a9c-9a3d-f65d6d726bc3 req-b65fb0f5-7811-4974-9f70-045bb56b987f tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a3b7559-79aa-423f-a221-7c5dd3911ba1 HTTP/1.1" status: 200 len: 931 time: 0.2469180 Aug 16 20:07:14.342919 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-e35eff2e-0696-47ae-8d20-3c8f6878289b service neutron] 10.222.0.68 "GET /v2.0/networks/64a0cd07-0b71-4107-a24f-1756e0e07d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509263 Aug 16 20:07:14.347787 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-96e02b8a-88e9-4a9c-9a3d-f65d6d726bc3 req-bf065e1b-b229-4492-9416-28abaff308a5 tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9046616-ec20-40aa-b347-517333dcb97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372859 Aug 16 20:07:14.563740 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-c271c8de-9769-432d-81b6-f77a5f717a1c service neutron] 10.222.0.68 "GET /v2.0/networks/64a0cd07-0b71-4107-a24f-1756e0e07d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204981 Aug 16 20:07:14.590143 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-9c720322-67c3-492e-9239-5710e9568841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:07:14.629245 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-9c720322-67c3-492e-9239-5710e9568841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:14.682215 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-9c720322-67c3-492e-9239-5710e9568841 service neutron] Transition to ACTIVE for port object 5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:07:14.690609 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-9c720322-67c3-492e-9239-5710e9568841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:14.810809 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c720322-67c3-492e-9239-5710e9568841 service neutron] Pushing event updated for resources: {'Port': ['ID=5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:14.832320 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cdbae-1a22-4276-bf14-79ef2b55ae23 req-4641628e-28db-413e-9a00-f3c1a2231a83 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:14.846691 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-646cdbae-1a22-4276-bf14-79ef2b55ae23 req-4641628e-28db-413e-9a00-f3c1a2231a83 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 949 time: 0.2838914 Aug 16 20:07:14.862860 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42288) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:15.166290 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-646cdbae-1a22-4276-bf14-79ef2b55ae23 req-5177d733-0d7e-45fd-9830-658c3448e00a tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185685 Aug 16 20:07:15.193753 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-71f3277a-d7e5-417d-bd4a-2372eb657196 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1502074643-network', 'tenant_id': '520511d988044d52831f9681de3ac442'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:15.283295 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f3277a-d7e5-417d-bd4a-2372eb657196 admin admin] Made reservation on behalf of 520511d988044d52831f9681de3ac442 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:07:15.291155 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71f3277a-d7e5-417d-bd4a-2372eb657196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:15.330830 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71f3277a-d7e5-417d-bd4a-2372eb657196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:15.384434 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-95be8eaa-e966-49ec-8674-0f02f51513b0 req-ad2dbca0-b000-461d-a63a-f792ef8eb129 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=93669914-093a-4fed-a258-2af377404bfd HTTP/1.1" status: 200 len: 210 time: 0.0966935 Aug 16 20:07:15.457928 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b485e837-2763-419e-91ee-65323c31cd70 req-b2967f7c-58fc-458b-a08d-ea9ab64b2716 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 210 time: 0.1290808 Aug 16 20:07:15.587177 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-9c720322-67c3-492e-9239-5710e9568841 service neutron] Attempting to bind port 5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:07:15.587756 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-9c720322-67c3-492e-9239-5710e9568841 service neutron] Attempting to bind port 5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '237616d8-2ed2-418b-b54a-68fcbc8d98a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '771aac84-afc7-4ff8-b57f-d732c453d07c'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:07:15.588309 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-9c720322-67c3-492e-9239-5710e9568841 service neutron] Attempting to bind port 5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9 on network 771aac84-afc7-4ff8-b57f-d732c453d07c {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:07:15.628077 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-9c720322-67c3-492e-9239-5710e9568841 service neutron] Port 5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9 on network 771aac84-afc7-4ff8-b57f-d732c453d07c not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:07:15.628569 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-9c720322-67c3-492e-9239-5710e9568841 service neutron] Attempting to bind port 5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9 on network 771aac84-afc7-4ff8-b57f-d732c453d07c {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:07:15.649491 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-9c720322-67c3-492e-9239-5710e9568841 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:07:15.649973 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-9c720322-67c3-492e-9239-5710e9568841 service neutron] Checking segment: {'id': '237616d8-2ed2-418b-b54a-68fcbc8d98a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '771aac84-afc7-4ff8-b57f-d732c453d07c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:07:15.650476 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-9c720322-67c3-492e-9239-5710e9568841 service neutron] Bound using segment: {'id': '237616d8-2ed2-418b-b54a-68fcbc8d98a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '771aac84-afc7-4ff8-b57f-d732c453d07c'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:07:15.651042 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-9c720322-67c3-492e-9239-5710e9568841 service neutron] Bound port: 5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '237616d8-2ed2-418b-b54a-68fcbc8d98a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '771aac84-afc7-4ff8-b57f-d732c453d07c'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:07:15.651552 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-9c720322-67c3-492e-9239-5710e9568841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:15.725222 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194566e-bd02-4542-84cf-ae98d8e0b141 req-98e356be-7990-49d7-bc06-ef7aa6df98d9 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:15.736174 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e194566e-bd02-4542-84cf-ae98d8e0b141 req-98e356be-7990-49d7-bc06-ef7aa6df98d9 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/ports?device_id=8162deee-9d30-4c6d-81e4-273fc31e9911 HTTP/1.1" status: 200 len: 945 time: 0.1787257 Aug 16 20:07:15.791969 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45105116-f10c-45bb-a12c-49f36799bd6e req-a26b9c8f-64a6-4d9c-ad6a-d25277caa042 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:15.793610 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-45105116-f10c-45bb-a12c-49f36799bd6e req-a26b9c8f-64a6-4d9c-ad6a-d25277caa042 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.57 "GET /v2.0/networks?id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd HTTP/1.1" status: 200 len: 812 time: 0.4013383 Aug 16 20:07:15.821459 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-45105116-f10c-45bb-a12c-49f36799bd6e req-811e05d1-872d-4da6-826d-3cf64eba30ad tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Request body: {'port': {'device_id': '0bbde064-403c-4e6f-9628-0a2a78e757fb', 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd', 'admin_state_up': True, 'tenant_id': '660f9d21c81a4d0490e02db145c56c81'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:15.825586 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42030bb-c91b-46f3-bfcb-d0841e39e7bb req-4356c89d-c071-47d4-aab6-ed4a6815f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:15.836666 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e42030bb-c91b-46f3-bfcb-d0841e39e7bb req-4356c89d-c071-47d4-aab6-ed4a6815f335 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853&tenant_id=f79b284ed8d04e57925fd24cf95b04a3 HTTP/1.1" status: 200 len: 1101 time: 0.3740890 Aug 16 20:07:16.017311 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e194566e-bd02-4542-84cf-ae98d8e0b141 req-3934a82b-b12e-4c94-bb49-90e6de12cb74 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4dc9446-3563-4c9b-9f0b-7228833c067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751987 Aug 16 20:07:16.049436 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-9c720322-67c3-492e-9239-5710e9568841 service neutron] For port 5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:07:16.059381 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-9c720322-67c3-492e-9239-5710e9568841 service neutron] For port 5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9,segment=NetworkSegment(237616d8-2ed2-418b-b54a-68fcbc8d98a0),segment_id=237616d8-2ed2-418b-b54a-68fcbc8d98a0)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:07:16.089198 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-9c720322-67c3-492e-9239-5710e9568841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:16.097226 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2651e-fcec-4eb6-ac50-8199a4a9f232 req-d8ddb029-ac0e-4445-ab58-ceebaa7319c2 tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:16.108424 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0fa2651e-fcec-4eb6-ac50-8199a4a9f232 req-d8ddb029-ac0e-4445-ab58-ceebaa7319c2 tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a3b7559-79aa-423f-a221-7c5dd3911ba1 HTTP/1.1" status: 200 len: 943 time: 0.4180129 Aug 16 20:07:16.129073 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71f3277a-d7e5-417d-bd4a-2372eb657196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:16.151192 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71f3277a-d7e5-417d-bd4a-2372eb657196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:16.218280 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-9c720322-67c3-492e-9239-5710e9568841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:16.219165 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-9c720322-67c3-492e-9239-5710e9568841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:16.220921 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-9c720322-67c3-492e-9239-5710e9568841 service neutron] 10.222.0.63 "PUT /v2.0/ports/5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9 HTTP/1.1" status: 200 len: 1092 time: 2.6461115 Aug 16 20:07:16.221525 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3b7559-79aa-423f-a221-7c5dd3911ba1', 'tag': '5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:07:16.223981 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d857966-c961-430e-881d-61137afec6b4" -d '{"events": [{"name": "network-changed", "server_uuid": "9a3b7559-79aa-423f-a221-7c5dd3911ba1", "tag": "5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:07:16.255768 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f3277a-d7e5-417d-bd4a-2372eb657196 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:07:16.292458 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42030bb-c91b-46f3-bfcb-d0841e39e7bb req-5f572b9c-85f5-473a-b688-8e66bf760ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:16.303277 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e42030bb-c91b-46f3-bfcb-d0841e39e7bb req-5f572b9c-85f5-473a-b688-8e66bf760ed3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 1101 time: 0.3477054 Aug 16 20:07:16.321863 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45105116-f10c-45bb-a12c-49f36799bd6e req-811e05d1-872d-4da6-826d-3cf64eba30ad tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Made reservation on behalf of 660f9d21c81a4d0490e02db145c56c81 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:07:16.329276 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-45105116-f10c-45bb-a12c-49f36799bd6e req-811e05d1-872d-4da6-826d-3cf64eba30ad tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:16.351306 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3277a-d7e5-417d-bd4a-2372eb657196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a323f4f-5bec-45c6-8b07-c3d05d6d071b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:16.359974 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c720322-67c3-492e-9239-5710e9568841 service neutron] Pushing event updated for resources: {'Port': ['ID=5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:16.393336 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71f3277a-d7e5-417d-bd4a-2372eb657196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:16.393772 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-71f3277a-d7e5-417d-bd4a-2372eb657196 admin admin] Added segment cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e of type vlan for network b415667a-d208-40cb-a7c6-65376c591e13 Aug 16 20:07:16.444306 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0fa2651e-fcec-4eb6-ac50-8199a4a9f232 req-d291ee24-82f0-4d6c-a84d-5e61fbe098b1 tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9046616-ec20-40aa-b347-517333dcb97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078246 Aug 16 20:07:16.479358 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71f3277a-d7e5-417d-bd4a-2372eb657196 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:16.559916 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398d7ddd-d500-4e78-99f9-79f3ba27ba22 x-openstack-request-id: req-398d7ddd-d500-4e78-99f9-79f3ba27ba22 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:07:16.560484 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a3b7559-79aa-423f-a221-7c5dd3911ba1", "tag": "5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:07:16.560882 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-398d7ddd-d500-4e78-99f9-79f3ba27ba22 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:07:16.561462 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3b7559-79aa-423f-a221-7c5dd3911ba1', 'tag': '5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9', 'status': 'completed', 'code': 200} Aug 16 20:07:16.587455 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-5462f5a0-73cb-48ca-af67-b1b245233da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:16.590227 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-5462f5a0-73cb-48ca-af67-b1b245233da0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=93d3bc932e184c228ef22393b9e1d0e9&device_id=9a3b7559-79aa-423f-a221-7c5dd3911ba1 HTTP/1.1" status: 200 len: 1095 time: 0.2952113 Aug 16 20:07:16.629223 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f4022-84bd-4aba-9354-a5b01746205e req-0962d1c4-cd8b-411c-b398-d72800f9dc8d tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:16.631131 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-575f4022-84bd-4aba-9354-a5b01746205e req-0962d1c4-cd8b-411c-b398-d72800f9dc8d tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 949 time: 0.2161756 Aug 16 20:07:16.637558 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71f3277a-d7e5-417d-bd4a-2372eb657196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:16.640406 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f3277a-d7e5-417d-bd4a-2372eb657196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:16.641410 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71f3277a-d7e5-417d-bd4a-2372eb657196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:16.674393 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-bce83aff-7d8a-4586-9bc1-4a59f2a57ced service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9 HTTP/1.1" status: 200 len: 217 time: 0.0734029 Aug 16 20:07:16.744326 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d65da866-790c-48ca-b9a1-0cbb6db2de60 req-26d7d70f-6bbb-4e03-bcc8-f24342066454 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=93669914-093a-4fed-a258-2af377404bfd HTTP/1.1" status: 200 len: 210 time: 0.1335309 Aug 16 20:07:16.841415 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3277a-d7e5-417d-bd4a-2372eb657196 admin admin] Pushing event updated for resources: {'Network': ['ID=b415667a-d208-40cb-a7c6-65376c591e13,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:16.861277 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network b415667a-d208-40cb-a7c6-65376c591e13 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:07:16.930000 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-4a115654-69c3-4af0-9cba-a11ff2e7cce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:16.936200 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-4a115654-69c3-4af0-9cba-a11ff2e7cce1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de676fe2-50ed-4ac6-9a77-12e644487b7f HTTP/1.1" status: 200 len: 854 time: 0.2495351 Aug 16 20:07:16.959994 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-45105116-f10c-45bb-a12c-49f36799bd6e req-811e05d1-872d-4da6-826d-3cf64eba30ad tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Allocated IP 172.20.0.14 (4abc880e-d4ce-42ee-a2b7-ca1942016bbd/4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc/d6eb0731-6711-40b2-ae8e-4185ad4bfb8c) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:07:16.988945 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42030bb-c91b-46f3-bfcb-d0841e39e7bb req-2c5b55a9-d3b5-4207-b740-692e8e253bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:16.989323 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-575f4022-84bd-4aba-9354-a5b01746205e req-7829c193-db4e-4cc0-b7b2-87f3c2e3e3a4 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204346 Aug 16 20:07:16.994649 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e42030bb-c91b-46f3-bfcb-d0841e39e7bb req-2c5b55a9-d3b5-4207-b740-692e8e253bb0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.6777565 Aug 16 20:07:17.024385 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-71f3277a-d7e5-417d-bd4a-2372eb657196 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1629033 Aug 16 20:07:17.024632 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42324) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:17.090675 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-4e24548e-b2c8-4bb2-a35f-2baafb8a3c5a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=771aac84-afc7-4ff8-b57f-d732c453d07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151216 Aug 16 20:07:17.098811 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8e7a0faa-69e8-4f43-96f8-b302cecdec08 admin admin] Request body: {'subnet': {'network_id': 'b415667a-d208-40cb-a7c6-65376c591e13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1502074643-subnet', 'tenant_id': '520511d988044d52831f9681de3ac442', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:17.120055 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-70f2caf9-762b-4208-bc13-eb23ca757ad3 req-f05cdef6-df4c-4ea5-8763-006e102bf0c9 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 210 time: 0.1263981 Aug 16 20:07:17.228914 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e42030bb-c91b-46f3-bfcb-d0841e39e7bb req-4134483a-3de1-4aad-91c2-a8cb1dd36673 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=5c32d839-7b2a-49f7-90a7-7b4059de13d5 HTTP/1.1" status: 200 len: 217 time: 0.2052360 Aug 16 20:07:17.533691 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-c8c9ca98-30fc-4c30-9d05-6b28e6a5f076 service neutron] 10.222.0.63 "GET /v2.0/networks/771aac84-afc7-4ff8-b57f-d732c453d07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516247 Aug 16 20:07:17.683309 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-45105116-f10c-45bb-a12c-49f36799bd6e req-811e05d1-872d-4da6-826d-3cf64eba30ad tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:17.734534 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d0fca-5594-4465-a2b4-ebec2ffd613c req-8a804ea4-3281-44ee-ab7d-0d39feae47d0 tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:17.748937 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a54d0fca-5594-4465-a2b4-ebec2ffd613c req-8a804ea4-3281-44ee-ab7d-0d39feae47d0 tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a3b7559-79aa-423f-a221-7c5dd3911ba1 HTTP/1.1" status: 200 len: 943 time: 0.2163529 Aug 16 20:07:17.763682 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7a0faa-69e8-4f43-96f8-b302cecdec08 admin admin] Made reservation on behalf of 520511d988044d52831f9681de3ac442 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:07:17.766328 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e7a0faa-69e8-4f43-96f8-b302cecdec08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:17.853155 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5a4cb8a5-13ac-4dce-a7f7-d0816968232f req-3ef60000-f6bc-44e8-bae0-054ed036becb service neutron] 10.222.0.63 "GET /v2.0/networks/771aac84-afc7-4ff8-b57f-d732c453d07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022714 Aug 16 20:07:17.861090 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-45105116-f10c-45bb-a12c-49f36799bd6e req-811e05d1-872d-4da6-826d-3cf64eba30ad tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:17.899726 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42030bb-c91b-46f3-bfcb-d0841e39e7bb req-7ebf938e-61e7-4e1d-b05b-f1fbe1929b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:17.901941 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e42030bb-c91b-46f3-bfcb-d0841e39e7bb req-7ebf938e-61e7-4e1d-b05b-f1fbe1929b2d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.6637030 Aug 16 20:07:17.979896 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc577142-7762-4910-a7be-aa97c2b89a1e req-bfb4ddaa-5e2e-4a10-81fb-d8246aeab07c tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:17.981834 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dc577142-7762-4910-a7be-aa97c2b89a1e req-bfb4ddaa-5e2e-4a10-81fb-d8246aeab07c tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/ports?device_id=8162deee-9d30-4c6d-81e4-273fc31e9911 HTTP/1.1" status: 200 len: 945 time: 0.2465069 Aug 16 20:07:17.989962 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-bac4ad5d-e3ec-433e-8aa7-3d8f084c68c2 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:17.991892 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-bac4ad5d-e3ec-433e-8aa7-3d8f084c68c2 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.63 "GET /v2.0/networks?id=64a0cd07-0b71-4107-a24f-1756e0e07d65 HTTP/1.1" status: 200 len: 812 time: 1.1478279 Aug 16 20:07:18.024487 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-ac3040c7-8609-4a4b-a4bd-5980340124ce tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Request body: {'port': {'device_id': '93669914-093a-4fed-a258-2af377404bfd', 'network_id': '64a0cd07-0b71-4107-a24f-1756e0e07d65', 'admin_state_up': True, 'tenant_id': '7226fdee24904919afb825fb93246d31'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:18.105015 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45105116-f10c-45bb-a12c-49f36799bd6e req-811e05d1-872d-4da6-826d-3cf64eba30ad tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:07:18.113930 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-45105116-f10c-45bb-a12c-49f36799bd6e req-811e05d1-872d-4da6-826d-3cf64eba30ad tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:07:18.122934 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-45105116-f10c-45bb-a12c-49f36799bd6e req-811e05d1-872d-4da6-826d-3cf64eba30ad tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:07:18.128140 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e05d1-872d-4da6-826d-3cf64eba30ad tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Pushing event updated for resources: {'Port': ['ID=d6eb0731-6711-40b2-ae8e-4185ad4bfb8c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:18.149252 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a54d0fca-5594-4465-a2b4-ebec2ffd613c req-8faedb03-2a2f-4805-99a3-74a57be3c510 tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9046616-ec20-40aa-b347-517333dcb97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982637 Aug 16 20:07:18.183834 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dc577142-7762-4910-a7be-aa97c2b89a1e req-4f6dd190-6aa6-40ad-99d4-c2d7fc77f483 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4dc9446-3563-4c9b-9f0b-7228833c067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763813 Aug 16 20:07:18.183834 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42030bb-c91b-46f3-bfcb-d0841e39e7bb req-9c6f18d5-6309-4428-96e8-73951644359d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:18.183834 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e42030bb-c91b-46f3-bfcb-d0841e39e7bb req-9c6f18d5-6309-4428-96e8-73951644359d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2650781 Aug 16 20:07:18.232607 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d857966-c961-430e-881d-61137afec6b4 req-4d3f095d-2f5a-4536-b8a4-299a15927285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:18.234456 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6d857966-c961-430e-881d-61137afec6b4 req-4d3f095d-2f5a-4536-b8a4-299a15927285 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=93d3bc932e184c228ef22393b9e1d0e9&device_id=9a3b7559-79aa-423f-a221-7c5dd3911ba1 HTTP/1.1" status: 200 len: 1095 time: 0.1951172 Aug 16 20:07:18.432788 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d857966-c961-430e-881d-61137afec6b4 req-f813ada6-fd10-40f6-824f-6e0e93b1b1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:18.435745 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6d857966-c961-430e-881d-61137afec6b4 req-f813ada6-fd10-40f6-824f-6e0e93b1b1ac service neutron] 10.222.0.63 "GET /v2.0/networks?id=771aac84-afc7-4ff8-b57f-d732c453d07c HTTP/1.1" status: 200 len: 915 time: 0.1899815 Aug 16 20:07:18.455548 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e7a0faa-69e8-4f43-96f8-b302cecdec08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:18.484620 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45105116-f10c-45bb-a12c-49f36799bd6e req-811e05d1-872d-4da6-826d-3cf64eba30ad tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:18.485621 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-45105116-f10c-45bb-a12c-49f36799bd6e req-811e05d1-872d-4da6-826d-3cf64eba30ad tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:18.489328 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-ac3040c7-8609-4a4b-a4bd-5980340124ce tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Made reservation on behalf of 7226fdee24904919afb825fb93246d31 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:07:18.492769 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-ac3040c7-8609-4a4b-a4bd-5980340124ce tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:18.502111 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb623b0e-d8f2-4771-9acb-bc4dcdf0ba7b req-e4314830-aa95-4582-8fbf-b95aa7521a35 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:18.503654 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bb623b0e-d8f2-4771-9acb-bc4dcdf0ba7b req-e4314830-aa95-4582-8fbf-b95aa7521a35 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 949 time: 0.2050891 Aug 16 20:07:18.524271 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e42030bb-c91b-46f3-bfcb-d0841e39e7bb req-72c65d37-4c48-4151-a793-9bac48b40b87 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100080 Aug 16 20:07:18.526930 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b3edd91-ffc8-4234-af36-7a4472201aa8 req-0c998c71-606a-4758-8978-066dd450dfcb tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=93669914-093a-4fed-a258-2af377404bfd HTTP/1.1" status: 200 len: 210 time: 0.0873203 Aug 16 20:07:18.533582 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6d857966-c961-430e-881d-61137afec6b4 req-3c936a4f-631f-498e-8f33-300f077f0dbd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9 HTTP/1.1" status: 200 len: 217 time: 0.0810471 Aug 16 20:07:18.594758 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d857966-c961-430e-881d-61137afec6b4 req-f65bc603-2f97-4776-a7bc-0201cb5b721f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:18.596478 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6d857966-c961-430e-881d-61137afec6b4 req-f65bc603-2f97-4776-a7bc-0201cb5b721f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de676fe2-50ed-4ac6-9a77-12e644487b7f HTTP/1.1" status: 200 len: 854 time: 0.0521765 Aug 16 20:07:18.598296 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-45105116-f10c-45bb-a12c-49f36799bd6e req-811e05d1-872d-4da6-826d-3cf64eba30ad tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7874537 Aug 16 20:07:18.612808 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-45105116-f10c-45bb-a12c-49f36799bd6e req-5956b67e-c389-42ab-bac0-f9c7071a22e7 service neutron] Request body: {'port': {'device_id': '0bbde064-403c-4e6f-9628-0a2a78e757fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:18.619079 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a0faa-69e8-4f43-96f8-b302cecdec08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3526492-2940-405c-b197-de744b17c402,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:18.654392 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6d857966-c961-430e-881d-61137afec6b4 req-6dc66d19-906b-47b0-a717-1e5e232d5aaa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=771aac84-afc7-4ff8-b57f-d732c453d07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459054 Aug 16 20:07:18.698317 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bb623b0e-d8f2-4771-9acb-bc4dcdf0ba7b req-576b5a2f-d5d2-4ca6-9fa5-c15a406bee8a tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777902 Aug 16 20:07:18.799792 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7a0faa-69e8-4f43-96f8-b302cecdec08 admin admin] Checking segment: {'id': 'cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b415667a-d208-40cb-a7c6-65376c591e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:07:18.800589 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7a0faa-69e8-4f43-96f8-b302cecdec08 admin admin] Network hostable DHCP agents. Network: b415667a-d208-40cb-a7c6-65376c591e13, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:07:18.843004 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e42030bb-c91b-46f3-bfcb-d0841e39e7bb req-df31766f-e62a-442c-bd7e-bb6f675e84cc service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101828 Aug 16 20:07:18.850376 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-ac3040c7-8609-4a4b-a4bd-5980340124ce tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Allocated IP 172.20.0.10 (64a0cd07-0b71-4107-a24f-1756e0e07d65/222e6265-7255-47f9-a715-d1b941d39884/cc222824-71d1-4646-aa75-04d1b6fee315) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:07:18.867063 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7a0faa-69e8-4f43-96f8-b302cecdec08 admin admin] Network b415667a-d208-40cb-a7c6-65376c591e13 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:07:18.884558 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-8e7a0faa-69e8-4f43-96f8-b302cecdec08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, b415667a-d208-40cb-a7c6-65376c591e13) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:07:18.889375 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7a0faa-69e8-4f43-96f8-b302cecdec08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:18.889999 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e7a0faa-69e8-4f43-96f8-b302cecdec08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:18.895572 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acfb9ca-ef71-406a-ba79-3f09bf0a9f7a None None] Network b415667a-d208-40cb-a7c6-65376c591e13 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:07:18.931629 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8e7a0faa-69e8-4f43-96f8-b302cecdec08 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9034214 Aug 16 20:07:18.932556 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42348) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:18.938001 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-57f83cb9-fbd2-4fc6-b601-29b3283ac3f2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1502074643-router', 'tenant_id': '520511d988044d52831f9681de3ac442', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:19.017040 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57f83cb9-fbd2-4fc6-b601-29b3283ac3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:19.018285 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57f83cb9-fbd2-4fc6-b601-29b3283ac3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:19.033681 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b5fc48-b03b-4335-8fcc-ef0583dd1943 None None] Network b415667a-d208-40cb-a7c6-65376c591e13 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:07:19.084993 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db75266-96eb-4ec6-9cf3-9208e560fb6e req-9dd88f6c-f4a7-43b2-89ef-fe5c1d12d683 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:19.086719 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7db75266-96eb-4ec6-9cf3-9208e560fb6e req-9dd88f6c-f4a7-43b2-89ef-fe5c1d12d683 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 932 time: 0.4709697 Aug 16 20:07:19.087462 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-45105116-f10c-45bb-a12c-49f36799bd6e req-5956b67e-c389-42ab-bac0-f9c7071a22e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:19.131314 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-ac3040c7-8609-4a4b-a4bd-5980340124ce tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:19.134447 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57f83cb9-fbd2-4fc6-b601-29b3283ac3f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:19.332946 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6d857966-c961-430e-881d-61137afec6b4 req-303b76b4-c3ec-4ca8-b364-a8afdc0394cd service neutron] 10.222.0.63 "GET /v2.0/networks/771aac84-afc7-4ff8-b57f-d732c453d07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6539147 Aug 16 20:07:19.340958 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7db75266-96eb-4ec6-9cf3-9208e560fb6e req-4aec5f33-57bf-4c45-8667-9e4823ed04a7 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358797 Aug 16 20:07:19.348236 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57f83cb9-fbd2-4fc6-b601-29b3283ac3f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:19.358956 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-ac3040c7-8609-4a4b-a4bd-5980340124ce tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:19.374338 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['6c389ade-b811-4fab-bd55-8979b486ffee'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:07:19.384407 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 5c32d839-7b2a-49f7-90a7-7b4059de13d5 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:07:19.428716 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-ac3040c7-8609-4a4b-a4bd-5980340124ce tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Network 64a0cd07-0b71-4107-a24f-1756e0e07d65 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:07:19.463805 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-ac3040c7-8609-4a4b-a4bd-5980340124ce tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:07:19.466223 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-ac3040c7-8609-4a4b-a4bd-5980340124ce tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:07:19.516106 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3040c7-8609-4a4b-a4bd-5980340124ce tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Pushing event updated for resources: {'Port': ['ID=cc222824-71d1-4646-aa75-04d1b6fee315,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:19.528929 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-45105116-f10c-45bb-a12c-49f36799bd6e req-5956b67e-c389-42ab-bac0-f9c7071a22e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6eb0731-6711-40b2-ae8e-4185ad4bfb8c {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:07:19.540177 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-45105116-f10c-45bb-a12c-49f36799bd6e req-5956b67e-c389-42ab-bac0-f9c7071a22e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:19.566446 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-9a9b50d5-2835-40a7-8b8d-fdb8a1a495f3 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1101854062&fields=id&tenant_id=0955e2c5b0564e2b8cdb6135587e05d6 HTTP/1.1" status: 200 len: 267 time: 0.1950312 Aug 16 20:07:19.587162 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-45105116-f10c-45bb-a12c-49f36799bd6e req-5956b67e-c389-42ab-bac0-f9c7071a22e7 service neutron] Transition to ACTIVE for port object d6eb0731-6711-40b2-ae8e-4185ad4bfb8c will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:07:19.590423 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-ac3040c7-8609-4a4b-a4bd-5980340124ce tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:19.591161 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-ac3040c7-8609-4a4b-a4bd-5980340124ce tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:19.597132 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-45105116-f10c-45bb-a12c-49f36799bd6e req-5956b67e-c389-42ab-bac0-f9c7071a22e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:19.621090 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-ac3040c7-8609-4a4b-a4bd-5980340124ce tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6101825 Aug 16 20:07:19.624487 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:19.656602 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-862589f9-41b0-4072-acc6-a62922654a9c service neutron] Request body: {'port': {'device_id': '93669914-093a-4fed-a258-2af377404bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:19.704894 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7bbf9f0-608c-47bd-a13b-e40e4cb5f853', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c32d839-7b2a-49f7-90a7-7b4059de13d5'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:07:19.705305 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7965688-a8ef-416d-8cc5-b1b8c54477e6 req-b0e19ccb-b7f0-49ca-b81d-e43f161e74ce tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:19.707531 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f7965688-a8ef-416d-8cc5-b1b8c54477e6 req-b0e19ccb-b7f0-49ca-b81d-e43f161e74ce tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a3b7559-79aa-423f-a221-7c5dd3911ba1 HTTP/1.1" status: 200 len: 943 time: 0.1543503 Aug 16 20:07:19.712092 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca050ef-073d-4fee-a0ed-12d2ae6a404a" -d '{"events": [{"server_uuid": "b7bbf9f0-608c-47bd-a13b-e40e4cb5f853", "name": "network-vif-unplugged", "status": "completed", "tag": "5c32d839-7b2a-49f7-90a7-7b4059de13d5"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:07:19.716269 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956b67e-c389-42ab-bac0-f9c7071a22e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d6eb0731-6711-40b2-ae8e-4185ad4bfb8c,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:19.736231 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6d857966-c961-430e-881d-61137afec6b4 req-313c2a17-6dc9-43ff-a602-862fca1d6a44 service neutron] 10.222.0.63 "GET /v2.0/networks/771aac84-afc7-4ff8-b57f-d732c453d07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937733 Aug 16 20:07:19.751585 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 5c32d839-7b2a-49f7-90a7-7b4059de13d5, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5c32d839-7b2a-49f7-90a7-7b4059de13d5,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:19.762680 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:19.767788 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-862589f9-41b0-4072-acc6-a62922654a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:19.820878 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=5c32d839-7b2a-49f7-90a7-7b4059de13d5,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:19.825142 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-45105116-f10c-45bb-a12c-49f36799bd6e req-5956b67e-c389-42ab-bac0-f9c7071a22e7 service neutron] Attempting to bind port d6eb0731-6711-40b2-ae8e-4185ad4bfb8c on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:07:19.825430 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-45105116-f10c-45bb-a12c-49f36799bd6e req-5956b67e-c389-42ab-bac0-f9c7071a22e7 service neutron] Attempting to bind port d6eb0731-6711-40b2-ae8e-4185ad4bfb8c by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '1a389533-0611-4082-9806-72db3146632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:07:19.825757 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45105116-f10c-45bb-a12c-49f36799bd6e req-5956b67e-c389-42ab-bac0-f9c7071a22e7 service neutron] Attempting to bind port d6eb0731-6711-40b2-ae8e-4185ad4bfb8c on network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:07:19.834723 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45105116-f10c-45bb-a12c-49f36799bd6e req-5956b67e-c389-42ab-bac0-f9c7071a22e7 service neutron] Port d6eb0731-6711-40b2-ae8e-4185ad4bfb8c on network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:07:19.835117 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45105116-f10c-45bb-a12c-49f36799bd6e req-5956b67e-c389-42ab-bac0-f9c7071a22e7 service neutron] Attempting to bind port d6eb0731-6711-40b2-ae8e-4185ad4bfb8c on network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:07:19.841968 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f7965688-a8ef-416d-8cc5-b1b8c54477e6 req-bbc2918d-8d5c-4d7e-91a5-0505b7e0ebd2 tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9046616-ec20-40aa-b347-517333dcb97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175945 Aug 16 20:07:19.845761 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45105116-f10c-45bb-a12c-49f36799bd6e req-5956b67e-c389-42ab-bac0-f9c7071a22e7 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:07:19.846134 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45105116-f10c-45bb-a12c-49f36799bd6e req-5956b67e-c389-42ab-bac0-f9c7071a22e7 service neutron] Checking segment: {'id': '1a389533-0611-4082-9806-72db3146632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:07:19.846542 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45105116-f10c-45bb-a12c-49f36799bd6e req-5956b67e-c389-42ab-bac0-f9c7071a22e7 service neutron] Bound using segment: {'id': '1a389533-0611-4082-9806-72db3146632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:07:19.847238 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-45105116-f10c-45bb-a12c-49f36799bd6e req-5956b67e-c389-42ab-bac0-f9c7071a22e7 service neutron] Bound port: d6eb0731-6711-40b2-ae8e-4185ad4bfb8c, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a389533-0611-4082-9806-72db3146632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:07:19.847473 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-45105116-f10c-45bb-a12c-49f36799bd6e req-5956b67e-c389-42ab-bac0-f9c7071a22e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:19.877918 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:07:19.902399 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-8f2cdbc0-8dd0-4852-94fe-03ed93fa7c3b tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:19.909991 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-8f2cdbc0-8dd0-4852-94fe-03ed93fa7c3b tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/networks?id=59223dac-0107-4a62-a7e6-e8ab002ab182 HTTP/1.1" status: 200 len: 816 time: 0.3377712 Aug 16 20:07:19.929404 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-45105116-f10c-45bb-a12c-49f36799bd6e req-5956b67e-c389-42ab-bac0-f9c7071a22e7 service neutron] For port d6eb0731-6711-40b2-ae8e-4185ad4bfb8c, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:07:19.933272 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-45105116-f10c-45bb-a12c-49f36799bd6e req-5956b67e-c389-42ab-bac0-f9c7071a22e7 service neutron] For port d6eb0731-6711-40b2-ae8e-4185ad4bfb8c, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=d6eb0731-6711-40b2-ae8e-4185ad4bfb8c,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:07:19.941597 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-45105116-f10c-45bb-a12c-49f36799bd6e req-5956b67e-c389-42ab-bac0-f9c7071a22e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:19.990752 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45105116-f10c-45bb-a12c-49f36799bd6e req-5956b67e-c389-42ab-bac0-f9c7071a22e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:19.992003 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-45105116-f10c-45bb-a12c-49f36799bd6e req-5956b67e-c389-42ab-bac0-f9c7071a22e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:19.993463 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-45105116-f10c-45bb-a12c-49f36799bd6e req-5956b67e-c389-42ab-bac0-f9c7071a22e7 service neutron] 10.222.0.57 "PUT /v2.0/ports/d6eb0731-6711-40b2-ae8e-4185ad4bfb8c HTTP/1.1" status: 200 len: 1093 time: 1.3867908 Aug 16 20:07:19.994396 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bbde064-403c-4e6f-9628-0a2a78e757fb', 'tag': 'd6eb0731-6711-40b2-ae8e-4185ad4bfb8c'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:07:19.997560 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405dfb46-412d-4359-9d38-3ed8f77f6c10" -d '{"events": [{"name": "network-changed", "server_uuid": "0bbde064-403c-4e6f-9628-0a2a78e757fb", "tag": "d6eb0731-6711-40b2-ae8e-4185ad4bfb8c"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:07:20.072383 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9,segment=NetworkSegment(237616d8-2ed2-418b-b54a-68fcbc8d98a0),segment_id=237616d8-2ed2-418b-b54a-68fcbc8d98a0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:20.076694 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956b67e-c389-42ab-bac0-f9c7071a22e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d6eb0731-6711-40b2-ae8e-4185ad4bfb8c,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:20.093179 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9', 'network_id': '771aac84-afc7-4ff8-b57f-d732c453d07c', 'port_id': '5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9', 'mac_address': 'fa:16:3e:68:93:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de676fe2-50ed-4ac6-9a77-12e644487b7f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:07:20.125969 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30546f83-90a8-4cd2-a163-4e3a2d0afa1f req-f6bed6be-77c4-4d85-9633-2f267a8f30f2 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:20.127553 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30546f83-90a8-4cd2-a163-4e3a2d0afa1f req-f6bed6be-77c4-4d85-9633-2f267a8f30f2 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/ports?device_id=8162deee-9d30-4c6d-81e4-273fc31e9911 HTTP/1.1" status: 200 len: 945 time: 0.1089847 Aug 16 20:07:20.132391 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45105116-f10c-45bb-a12c-49f36799bd6e req-d0828342-f14a-4f75-92ce-4a845c09caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:20.133813 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-45105116-f10c-45bb-a12c-49f36799bd6e req-d0828342-f14a-4f75-92ce-4a845c09caf4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=660f9d21c81a4d0490e02db145c56c81&device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 1096 time: 0.0747139 Aug 16 20:07:20.135269 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:20.150817 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:07:20.175804 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9,segment=NetworkSegment(237616d8-2ed2-418b-b54a-68fcbc8d98a0),segment_id=237616d8-2ed2-418b-b54a-68fcbc8d98a0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:20.182226 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:20.198068 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-36e98b22-bcb9-47ff-82fd-69e78a3b939c tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/quotas/0955e2c5b0564e2b8cdb6135587e05d6 HTTP/1.1" status: 200 len: 375 time: 0.2869992 Aug 16 20:07:20.204508 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-45105116-f10c-45bb-a12c-49f36799bd6e req-56d2969d-26e3-4e85-bdee-d7ceb9adc67a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6eb0731-6711-40b2-ae8e-4185ad4bfb8c HTTP/1.1" status: 200 len: 217 time: 0.0461345 Aug 16 20:07:20.207692 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30546f83-90a8-4cd2-a163-4e3a2d0afa1f req-e89dd5f8-5b9d-4a2a-b2e5-5d868a88fe90 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4dc9446-3563-4c9b-9f0b-7228833c067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714045 Aug 16 20:07:20.286449 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:20.339345 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45105116-f10c-45bb-a12c-49f36799bd6e req-75d652a2-cbb3-4dfc-adb6-81940fede509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:20.345861 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-45105116-f10c-45bb-a12c-49f36799bd6e req-75d652a2-cbb3-4dfc-adb6-81940fede509 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc HTTP/1.1" status: 200 len: 852 time: 0.1274416 Aug 16 20:07:20.382857 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57f83cb9-fbd2-4fc6-b601-29b3283ac3f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:20.390847 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fb902-4c07-4d51-9c82-b8b11cc66ed2 req-559ac9df-e796-4653-8a3f-d15bd643068b tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:20.392732 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-747fb902-4c07-4d51-9c82-b8b11cc66ed2 req-559ac9df-e796-4653-8a3f-d15bd643068b tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=93669914-093a-4fed-a258-2af377404bfd HTTP/1.1" status: 200 len: 932 time: 0.1092746 Aug 16 20:07:20.418270 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-45105116-f10c-45bb-a12c-49f36799bd6e req-f1ac86dd-e1d4-4737-9937-383b1861fb4a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634048 Aug 16 20:07:20.425973 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:07:20.493363 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-747fb902-4c07-4d51-9c82-b8b11cc66ed2 req-4cd5cc7d-aa80-49f2-bc13-2638efb25d87 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups?id=25ce6dff-401a-4586-812f-09b69349aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820675 Aug 16 20:07:20.509017 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-d934ecce-70b4-46ca-8d6c-7605d5515d98 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0955e2c5b0564e2b8cdb6135587e05d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3019760 Aug 16 20:07:20.521644 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57f83cb9-fbd2-4fc6-b601-29b3283ac3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:20.580742 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-45105116-f10c-45bb-a12c-49f36799bd6e req-5f1fd1e6-79f9-40f2-b619-dc49def3f047 service neutron] 10.222.0.57 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463499 Aug 16 20:07:20.691491 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-862589f9-41b0-4072-acc6-a62922654a9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc222824-71d1-4646-aa75-04d1b6fee315 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:07:20.709778 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-862589f9-41b0-4072-acc6-a62922654a9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:20.733819 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aab64f-8e11-4646-83aa-0b383496e0e3 req-e4413d7d-832e-46d1-b71f-58b67b35612d tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:20.735525 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a7aab64f-8e11-4646-83aa-0b383496e0e3 req-e4413d7d-832e-46d1-b71f-58b67b35612d tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 947 time: 0.0730121 Aug 16 20:07:20.754589 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-862589f9-41b0-4072-acc6-a62922654a9c service neutron] Transition to ACTIVE for port object cc222824-71d1-4646-aa75-04d1b6fee315 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:07:20.775738 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-45105116-f10c-45bb-a12c-49f36799bd6e req-88c4c27b-ae4a-4c36-8b3c-4ed1d9c5abff service neutron] 10.222.0.57 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860266 Aug 16 20:07:20.796944 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a7aab64f-8e11-4646-83aa-0b383496e0e3 req-aecf75f6-9665-4563-8d56-c7d3aabada75 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478520 Aug 16 20:07:20.802430 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-862589f9-41b0-4072-acc6-a62922654a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:20.823400 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-133208eb-bd8d-48e4-80cf-92b1b554856b service neutron] 10.222.0.68 "GET /v2.0/networks/59223dac-0107-4a62-a7e6-e8ab002ab182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130229 Aug 16 20:07:20.853958 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0fa1ee-a870-4f35-aeca-7ac1a3cc8f90 x-openstack-request-id: req-7a0fa1ee-a870-4f35-aeca-7ac1a3cc8f90 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:07:20.854458 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7bbf9f0-608c-47bd-a13b-e40e4cb5f853", "name": "network-vif-unplugged", "status": "completed", "tag": "5c32d839-7b2a-49f7-90a7-7b4059de13d5", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:07:20.854880 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7a0fa1ee-a870-4f35-aeca-7ac1a3cc8f90 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:07:20.855732 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7bbf9f0-608c-47bd-a13b-e40e4cb5f853', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c32d839-7b2a-49f7-90a7-7b4059de13d5', 'code': 200} Aug 16 20:07:20.890668 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cd1edc-0212-4c47-b632-55e0ef81550a x-openstack-request-id: req-00cd1edc-0212-4c47-b632-55e0ef81550a {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:07:20.891183 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bbde064-403c-4e6f-9628-0a2a78e757fb", "tag": "d6eb0731-6711-40b2-ae8e-4185ad4bfb8c", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:07:20.891555 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-00cd1edc-0212-4c47-b632-55e0ef81550a {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:07:20.892085 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bbde064-403c-4e6f-9628-0a2a78e757fb', 'tag': 'd6eb0731-6711-40b2-ae8e-4185ad4bfb8c', 'status': 'completed', 'code': 200} Aug 16 20:07:20.948632 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-57f83cb9-fbd2-4fc6-b601-29b3283ac3f2 admin admin] Allocated IP 172.25.8.65 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/e9f292ba-eb00-4087-ad25-42530be87d0d) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:07:20.990428 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dfb46-412d-4359-9d38-3ed8f77f6c10 req-35da2d2a-0b2d-404d-bc95-a0c9c6a59a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:20.990687 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571f4ce-c900-4cb6-a731-a809263089d3 req-6b697c94-4b58-4aba-8f50-064ff10beae5 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:20.991969 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f571f4ce-c900-4cb6-a731-a809263089d3 req-6b697c94-4b58-4aba-8f50-064ff10beae5 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.57 "GET /v2.0/ports?device_id=8162deee-9d30-4c6d-81e4-273fc31e9911 HTTP/1.1" status: 200 len: 945 time: 0.2493739 Aug 16 20:07:20.992100 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-405dfb46-412d-4359-9d38-3ed8f77f6c10 req-35da2d2a-0b2d-404d-bc95-a0c9c6a59a7d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=660f9d21c81a4d0490e02db145c56c81&device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 1096 time: 0.0796282 Aug 16 20:07:20.996471 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862589f9-41b0-4072-acc6-a62922654a9c service neutron] Pushing event updated for resources: {'Port': ['ID=cc222824-71d1-4646-aa75-04d1b6fee315,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:21.012960 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea9c4c-d0e1-416a-bb4d-98e8bb51107e req-305cc6ef-fc4e-467a-9129-63d7c3703307 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:21.014638 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f5ea9c4c-d0e1-416a-bb4d-98e8bb51107e req-305cc6ef-fc4e-467a-9129-63d7c3703307 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 944 time: 0.0679772 Aug 16 20:07:21.129407 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f5ea9c4c-d0e1-416a-bb4d-98e8bb51107e req-c16ddb85-1d64-454b-84a5-18a8c3cf181f tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006560 Aug 16 20:07:21.149223 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dfb46-412d-4359-9d38-3ed8f77f6c10 req-389e94ae-c83d-4030-92d1-55d61017371f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:21.150857 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-405dfb46-412d-4359-9d38-3ed8f77f6c10 req-389e94ae-c83d-4030-92d1-55d61017371f service neutron] 10.222.0.57 "GET /v2.0/networks?id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd HTTP/1.1" status: 200 len: 913 time: 0.1353354 Aug 16 20:07:21.193393 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-efe59659-548f-4c30-9cc8-b557f140d2b0 service neutron] 10.222.0.68 "GET /v2.0/networks/59223dac-0107-4a62-a7e6-e8ab002ab182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691149 Aug 16 20:07:21.200581 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-405dfb46-412d-4359-9d38-3ed8f77f6c10 req-ae2f4a24-087c-4dee-b564-87dddcbc5090 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6eb0731-6711-40b2-ae8e-4185ad4bfb8c HTTP/1.1" status: 200 len: 217 time: 0.0403042 Aug 16 20:07:21.261786 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-862589f9-41b0-4072-acc6-a62922654a9c service neutron] Attempting to bind port cc222824-71d1-4646-aa75-04d1b6fee315 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:07:21.262451 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-862589f9-41b0-4072-acc6-a62922654a9c service neutron] Attempting to bind port cc222824-71d1-4646-aa75-04d1b6fee315 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '896d44c2-ca18-465b-8e4c-9412b7c42b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '64a0cd07-0b71-4107-a24f-1756e0e07d65'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:07:21.262891 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-862589f9-41b0-4072-acc6-a62922654a9c service neutron] Attempting to bind port cc222824-71d1-4646-aa75-04d1b6fee315 on network 64a0cd07-0b71-4107-a24f-1756e0e07d65 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:07:21.270889 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dfb46-412d-4359-9d38-3ed8f77f6c10 req-1435b23c-c755-46cd-94e2-6a08ad465703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:21.272645 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-405dfb46-412d-4359-9d38-3ed8f77f6c10 req-1435b23c-c755-46cd-94e2-6a08ad465703 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc HTTP/1.1" status: 200 len: 852 time: 0.0586903 Aug 16 20:07:21.324217 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-405dfb46-412d-4359-9d38-3ed8f77f6c10 req-81efde8f-ee8f-4fb0-a62c-5da01c53ec0a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330982 Aug 16 20:07:21.374697 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa639497-8f29-459e-a84e-494e771f6c5d req-848d2b09-f1fd-40d0-bdb9-fea0c6b760a6 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:21.376894 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fa639497-8f29-459e-a84e-494e771f6c5d req-848d2b09-f1fd-40d0-bdb9-fea0c6b760a6 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 947 time: 0.1753578 Aug 16 20:07:21.468900 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fa639497-8f29-459e-a84e-494e771f6c5d req-c27290ae-f817-4e2a-8463-3c00e130a50c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625293 Aug 16 20:07:21.525431 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-405dfb46-412d-4359-9d38-3ed8f77f6c10 req-7d0e23b0-1dff-499d-91c8-a093397ce2c7 service neutron] 10.222.0.57 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873207 Aug 16 20:07:21.660963 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d57be-7122-401e-b68b-17e3b18324a9 req-50d1d2d0-d754-4673-8536-b16a59ccc554 tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:21.662578 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9d2d57be-7122-401e-b68b-17e3b18324a9 req-50d1d2d0-d754-4673-8536-b16a59ccc554 tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a3b7559-79aa-423f-a221-7c5dd3911ba1 HTTP/1.1" status: 200 len: 944 time: 0.1286039 Aug 16 20:07:21.695509 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-862589f9-41b0-4072-acc6-a62922654a9c service neutron] Port cc222824-71d1-4646-aa75-04d1b6fee315 on network 64a0cd07-0b71-4107-a24f-1756e0e07d65 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:07:21.696135 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-862589f9-41b0-4072-acc6-a62922654a9c service neutron] Attempting to bind port cc222824-71d1-4646-aa75-04d1b6fee315 on network 64a0cd07-0b71-4107-a24f-1756e0e07d65 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:07:21.715206 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57f83cb9-fbd2-4fc6-b601-29b3283ac3f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:21.731703 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-862589f9-41b0-4072-acc6-a62922654a9c service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:07:21.731929 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-862589f9-41b0-4072-acc6-a62922654a9c service neutron] Checking segment: {'id': '896d44c2-ca18-465b-8e4c-9412b7c42b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '64a0cd07-0b71-4107-a24f-1756e0e07d65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:07:21.733048 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-862589f9-41b0-4072-acc6-a62922654a9c service neutron] Bound using segment: {'id': '896d44c2-ca18-465b-8e4c-9412b7c42b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '64a0cd07-0b71-4107-a24f-1756e0e07d65'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:07:21.733302 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-862589f9-41b0-4072-acc6-a62922654a9c service neutron] Bound port: cc222824-71d1-4646-aa75-04d1b6fee315, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '896d44c2-ca18-465b-8e4c-9412b7c42b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '64a0cd07-0b71-4107-a24f-1756e0e07d65'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:07:21.733677 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-862589f9-41b0-4072-acc6-a62922654a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:21.749090 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-405dfb46-412d-4359-9d38-3ed8f77f6c10 req-3a4217ad-d5ae-4a94-9ab4-8eb299def4a3 service neutron] 10.222.0.57 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122338 Aug 16 20:07:21.759232 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9d2d57be-7122-401e-b68b-17e3b18324a9 req-dd6d1ecf-7fad-4a14-a465-e0846b9b89e5 tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9046616-ec20-40aa-b347-517333dcb97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847731 Aug 16 20:07:21.833942 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee4169-d2cc-4503-a30a-a34285325227 req-24e14461-26a6-4c50-8dbc-6fd5ce04eab4 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:21.841193 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bcee4169-d2cc-4503-a30a-a34285325227 req-24e14461-26a6-4c50-8dbc-6fd5ce04eab4 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/ports?device_id=8162deee-9d30-4c6d-81e4-273fc31e9911 HTTP/1.1" status: 200 len: 945 time: 0.1720927 Aug 16 20:07:21.898694 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:07:21.923225 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-862589f9-41b0-4072-acc6-a62922654a9c service neutron] For port cc222824-71d1-4646-aa75-04d1b6fee315, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:07:21.927004 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-862589f9-41b0-4072-acc6-a62922654a9c service neutron] For port cc222824-71d1-4646-aa75-04d1b6fee315, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=cc222824-71d1-4646-aa75-04d1b6fee315,segment=NetworkSegment(896d44c2-ca18-465b-8e4c-9412b7c42b1b),segment_id=896d44c2-ca18-465b-8e4c-9412b7c42b1b)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:07:21.929978 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-f571f4ce-c900-4cb6-a731-a809263089d3 req-881e476a-8bc3-44ca-8265-c4b63a5cac0d tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Deleting port 50be0bf4-4e89-4663-9fdc-69b837c8c86a {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:07:21.930367 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f571f4ce-c900-4cb6-a731-a809263089d3 req-881e476a-8bc3-44ca-8265-c4b63a5cac0d tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:21.955869 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbac6e-e7b3-4609-b02c-294452bae99f req-44b1f753-4796-4b79-94a7-7d3c45654959 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:21.958550 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ddbac6e-e7b3-4609-b02c-294452bae99f req-44b1f753-4796-4b79-94a7-7d3c45654959 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=93669914-093a-4fed-a258-2af377404bfd HTTP/1.1" status: 200 len: 944 time: 0.0864539 Aug 16 20:07:22.023375 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ddbac6e-e7b3-4609-b02c-294452bae99f req-20b61bec-e097-4f42-a6f7-3020b6eb5d4a tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups?id=25ce6dff-401a-4586-812f-09b69349aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514486 Aug 16 20:07:22.058183 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-f571f4ce-c900-4cb6-a731-a809263089d3 req-881e476a-8bc3-44ca-8265-c4b63a5cac0d tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] For port 50be0bf4-4e89-4663-9fdc-69b837c8c86a, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=50be0bf4-4e89-4663-9fdc-69b837c8c86a,segment=NetworkSegment(f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd),segment_id=f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:22.058183 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f571f4ce-c900-4cb6-a731-a809263089d3 req-881e476a-8bc3-44ca-8265-c4b63a5cac0d tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:22.078598 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:07:22.091700 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:07:22.094808 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:22.112366 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-40223f68-44eb-4a19-80f2-e11159bba082 req-da42449d-45c6-4863-ad41-88406235e456 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 210 time: 0.0477555 Aug 16 20:07:22.190416 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-862589f9-41b0-4072-acc6-a62922654a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:22.194693 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57f83cb9-fbd2-4fc6-b601-29b3283ac3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:22.243526 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:22.268349 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-fd44c8ae-228a-4e5a-8756-27657fa55ae0 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414901 Aug 16 20:07:22.280016 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bcee4169-d2cc-4503-a30a-a34285325227 req-a650bc93-9408-49b5-8d43-50e34addc615 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4dc9446-3563-4c9b-9f0b-7228833c067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4375613 Aug 16 20:07:22.291012 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9,segment=NetworkSegment(237616d8-2ed2-418b-b54a-68fcbc8d98a0),segment_id=237616d8-2ed2-418b-b54a-68fcbc8d98a0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:22.307445 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:22.320137 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-862589f9-41b0-4072-acc6-a62922654a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:22.321443 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-862589f9-41b0-4072-acc6-a62922654a9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:22.324700 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-862589f9-41b0-4072-acc6-a62922654a9c service neutron] 10.222.0.63 "PUT /v2.0/ports/cc222824-71d1-4646-aa75-04d1b6fee315 HTTP/1.1" status: 200 len: 1093 time: 2.6725776 Aug 16 20:07:22.342072 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93669914-093a-4fed-a258-2af377404bfd', 'tag': 'cc222824-71d1-4646-aa75-04d1b6fee315'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:07:22.346799 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8173c212-a9e7-42b4-bc42-c51dc334eb9c" -d '{"events": [{"name": "network-changed", "server_uuid": "93669914-093a-4fed-a258-2af377404bfd", "tag": "cc222824-71d1-4646-aa75-04d1b6fee315"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:07:22.364136 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f83cb9-fbd2-4fc6-b601-29b3283ac3f2 admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:07:22.371478 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-57f83cb9-fbd2-4fc6-b601-29b3283ac3f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:07:22.384382 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:22.401926 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f83cb9-fbd2-4fc6-b601-29b3283ac3f2 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:07:22.533156 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-7edb09d6-d55b-4300-a79f-317d1942b207 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:22.539861 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-7edb09d6-d55b-4300-a79f-317d1942b207 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2616291 Aug 16 20:07:22.540475 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42436) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:22.561171 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-b2631cd4-4e4c-4ab3-a8d5-44fd7d418f07 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/quotas/f79b284ed8d04e57925fd24cf95b04a3 HTTP/1.1" status: 200 len: 375 time: 0.0116580 Aug 16 20:07:22.604279 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f571f4ce-c900-4cb6-a731-a809263089d3 req-881e476a-8bc3-44ca-8265-c4b63a5cac0d tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:22.604816 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f571f4ce-c900-4cb6-a731-a809263089d3 req-881e476a-8bc3-44ca-8265-c4b63a5cac0d tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:22.605530 n-d-787206-13 neutron-server[94771]: INFO neutron.db.l3_db [req-f571f4ce-c900-4cb6-a731-a809263089d3 req-881e476a-8bc3-44ca-8265-c4b63a5cac0d tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Floating IP 2e7eac51-aca0-43b2-ae74-37beaca86410 disassociated. External IP: 172.25.8.164, port: 50be0bf4-4e89-4663-9fdc-69b837c8c86a. Aug 16 20:07:22.606007 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-f571f4ce-c900-4cb6-a731-a809263089d3 req-881e476a-8bc3-44ca-8265-c4b63a5cac0d tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Calling delete_port for 50be0bf4-4e89-4663-9fdc-69b837c8c86a owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:07:22.661896 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-dd863a51-0cc3-4d4b-af33-be9fafee979c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0912004 Aug 16 20:07:22.700850 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862589f9-41b0-4072-acc6-a62922654a9c service neutron] Pushing event updated for resources: {'Port': ['ID=cc222824-71d1-4646-aa75-04d1b6fee315,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:22.742461 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9d6e7922-fcea-4241-8167-54714c2ccbbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:22.750316 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f83cb9-fbd2-4fc6-b601-29b3283ac3f2 admin admin] Pushing event updated for resources: {'Port': ['ID=e9f292ba-eb00-4087-ad25-42530be87d0d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:22.819520 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7525b-122d-4f43-a3b2-0434d1a0038e req-11e89374-9efa-411d-9703-a88c4fe41c94 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:22.821077 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eff7525b-122d-4f43-a3b2-0434d1a0038e req-11e89374-9efa-411d-9703-a88c4fe41c94 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 944 time: 0.3069992 Aug 16 20:07:22.858233 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3b7559-79aa-423f-a221-7c5dd3911ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:07:22.858484 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8795e13-8d83-4f6d-8797-be2a68b0171d x-openstack-request-id: req-e8795e13-8d83-4f6d-8797-be2a68b0171d {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:07:22.858650 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93669914-093a-4fed-a258-2af377404bfd", "tag": "cc222824-71d1-4646-aa75-04d1b6fee315", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:07:22.859103 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e8795e13-8d83-4f6d-8797-be2a68b0171d {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:07:22.859451 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93669914-093a-4fed-a258-2af377404bfd', 'tag': 'cc222824-71d1-4646-aa75-04d1b6fee315', 'status': 'completed', 'code': 200} Aug 16 20:07:22.862820 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ae01ea-42a7-465b-ad6f-3aec9b6f09c1" -d '{"events": [{"server_uuid": "9a3b7559-79aa-423f-a221-7c5dd3911ba1", "name": "network-vif-plugged", "status": "completed", "tag": "5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:07:22.884097 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-21754a39-8826-4124-8092-414670b9f9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:22.886173 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-21754a39-8826-4124-8092-414670b9f9c2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7226fdee24904919afb825fb93246d31&device_id=93669914-093a-4fed-a258-2af377404bfd HTTP/1.1" status: 200 len: 1096 time: 0.3744500 Aug 16 20:07:22.972475 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-9f4a9ed9-ea71-4792-a198-81f038427dc4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc222824-71d1-4646-aa75-04d1b6fee315 HTTP/1.1" status: 200 len: 217 time: 0.0570099 Aug 16 20:07:23.014245 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9d6e7922-fcea-4241-8167-54714c2ccbbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:23.030630 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f2be8-b384-40b1-b356-0257342e705e req-e462dd26-9126-42dd-a437-88d6596e01e9 tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:23.033392 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eff7525b-122d-4f43-a3b2-0434d1a0038e req-58527e01-3024-48ed-a17d-86cccd35a4ac tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779730 Aug 16 20:07:23.035731 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fd8f2be8-b384-40b1-b356-0257342e705e req-e462dd26-9126-42dd-a437-88d6596e01e9 tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a3b7559-79aa-423f-a221-7c5dd3911ba1 HTTP/1.1" status: 200 len: 945 time: 0.1288939 Aug 16 20:07:23.037291 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9d6e7922-fcea-4241-8167-54714c2ccbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:23.187457 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9d6e7922-fcea-4241-8167-54714c2ccbbe admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=02da1d1e36cd4392a7f6130841918c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6453505 Aug 16 20:07:23.192211 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e7922-fcea-4241-8167-54714c2ccbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc92618a-9b8c-4cca-b23c-efd40ac3ff8b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:23.194605 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42456) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:23.200266 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-4e8f3da0-d155-4e7e-b2a9-5f94c42a3e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:23.202614 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-4e8f3da0-d155-4e7e-b2a9-5f94c42a3e69 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=222e6265-7255-47f9-a715-d1b941d39884 HTTP/1.1" status: 200 len: 852 time: 0.2212393 Aug 16 20:07:23.211548 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d7baacb4-96a8-46c3-bd37-121d75e7aac2 req-164ffd2d-9e27-481c-a202-204b01058b4f tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 210 time: 0.0505793 Aug 16 20:07:23.221147 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fd8f2be8-b384-40b1-b356-0257342e705e req-350e216a-b94e-4a63-b19b-2cd852603478 tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9046616-ec20-40aa-b347-517333dcb97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783991 Aug 16 20:07:23.282534 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-c4a74972-5ee3-4107-a444-7c622aeb4eee service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=64a0cd07-0b71-4107-a24f-1756e0e07d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681627 Aug 16 20:07:23.320695 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f571f4ce-c900-4cb6-a731-a809263089d3 req-881e476a-8bc3-44ca-8265-c4b63a5cac0d tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:23.325519 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-52986129-51d5-4f51-97b0-4301f8eeccc5 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:23.342676 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2d86d5-e711-4d81-9c22-32fe4785d692 x-openstack-request-id: req-db2d86d5-e711-4d81-9c22-32fe4785d692 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:07:23.343204 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3b7559-79aa-423f-a221-7c5dd3911ba1", "name": "network-vif-plugged", "status": "completed", "tag": "5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:07:23.343204 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-db2d86d5-e711-4d81-9c22-32fe4785d692 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:07:23.343766 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3b7559-79aa-423f-a221-7c5dd3911ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9', 'code': 200} Aug 16 20:07:23.347622 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-52986129-51d5-4f51-97b0-4301f8eeccc5 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.57 "GET /v2.0/networks?id=59223dac-0107-4a62-a7e6-e8ab002ab182 HTTP/1.1" status: 200 len: 816 time: 0.3041444 Aug 16 20:07:23.356424 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 5c32d839-7b2a-49f7-90a7-7b4059de13d5 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:07:23.360319 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ca1b7d78-11cf-48c0-a0e3-b4d89d047d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:23.401101 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e476a-8bc3-44ca-8265-c4b63a5cac0d tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Pushing event deleted for resources: {'Port': ['ID=50be0bf4-4e89-4663-9fdc-69b837c8c86a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:23.411054 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57f83cb9-fbd2-4fc6-b601-29b3283ac3f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:23.505465 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ca1b7d78-11cf-48c0-a0e3-b4d89d047d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:23.517936 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bb3fd553-0f03-4a26-996c-739f093b5cf8 req-e841d7f0-bf63-4b33-8334-5ffd618809fa tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 210 time: 0.0800323 Aug 16 20:07:23.544018 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-38fdc5f9-08bf-477d-a582-43d0f23899dd tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0955e2c5b0564e2b8cdb6135587e05d6 HTTP/1.1" status: 200 len: 380 time: 0.1850619 Aug 16 20:07:23.558401 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-96f7080a-cbcd-4cfc-9cc5-fdd35e59b31e tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Request body: {'port': {'device_id': '93b2eece-b83c-4d8c-8ac8-4b01973bcf0f', 'network_id': '59223dac-0107-4a62-a7e6-e8ab002ab182', 'admin_state_up': True, 'tenant_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'security_groups': ['8e4cadeb-d0f0-44d0-87b4-4f4b81576c5f']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:23.603715 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 5c32d839-7b2a-49f7-90a7-7b4059de13d5, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5c32d839-7b2a-49f7-90a7-7b4059de13d5,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:23.641408 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127cb4d9-459d-490c-af7c-e911c52c4556 req-3bc921c0-675e-4d3b-a77a-6fb353e58afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:23.642832 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-127cb4d9-459d-490c-af7c-e911c52c4556 req-3bc921c0-675e-4d3b-a77a-6fb353e58afe service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9a3b7559-79aa-423f-a221-7c5dd3911ba1 HTTP/1.1" status: 200 len: 1097 time: 0.2321920 Aug 16 20:07:23.644206 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '5c32d839-7b2a-49f7-90a7-7b4059de13d5', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': '5c32d839-7b2a-49f7-90a7-7b4059de13d5', 'mac_address': 'fa:16:3e:07:f0:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:07:23.693227 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c11af3c9-a1fe-48c2-afa3-41b20256df4a req-ce83c3e6-c173-45a1-ac55-da94945b22a3 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/ports?device_id=8162deee-9d30-4c6d-81e4-273fc31e9911 HTTP/1.1" status: 200 len: 210 time: 0.0549490 Aug 16 20:07:23.706146 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:23.727418 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c32d839-7b2a-49f7-90a7-7b4059de13d5 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:07:23.732270 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ca1b7d78-11cf-48c0-a0e3-b4d89d047d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:23.735373 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ca1b7d78-11cf-48c0-a0e3-b4d89d047d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:23.739698 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ca1b7d78-11cf-48c0-a0e3-b4d89d047d8b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dc92618a-9b8c-4cca-b23c-efd40ac3ff8b HTTP/1.1" status: 204 len: 168 time: 0.5398271 Aug 16 20:07:23.771511 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 5c32d839-7b2a-49f7-90a7-7b4059de13d5, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5c32d839-7b2a-49f7-90a7-7b4059de13d5,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:23.782537 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:23.810151 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b7d78-11cf-48c0-a0e3-b4d89d047d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc92618a-9b8c-4cca-b23c-efd40ac3ff8b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:23.857456 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-127cb4d9-459d-490c-af7c-e911c52c4556 req-81481513-99ed-423a-baaf-8e23d937e36a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b9046616-ec20-40aa-b347-517333dcb97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951895 Aug 16 20:07:23.894863 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-376ca733-0fcc-4dea-bb30-bd69ecd4a061 service neutron] 10.222.0.63 "GET /v2.0/networks/64a0cd07-0b71-4107-a24f-1756e0e07d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6041124 Aug 16 20:07:23.910768 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-96f7080a-cbcd-4cfc-9cc5-fdd35e59b31e tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Made reservation on behalf of 0955e2c5b0564e2b8cdb6135587e05d6 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:07:23.922322 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-96f7080a-cbcd-4cfc-9cc5-fdd35e59b31e tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:23.928308 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=5c32d839-7b2a-49f7-90a7-7b4059de13d5,revision_number=10']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:24.013661 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['5c32d839-7b2a-49f7-90a7-7b4059de13d5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:07:24.181198 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57f83cb9-fbd2-4fc6-b601-29b3283ac3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:24.193218 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-96f7080a-cbcd-4cfc-9cc5-fdd35e59b31e tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Allocated IP 172.20.0.6 (59223dac-0107-4a62-a7e6-e8ab002ab182/d7859aa3-2722-4177-a070-f1837244076b/3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:07:24.211652 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea934f5-26fe-412c-9263-fab4a97362fe req-8505ffce-8a61-41b0-a9c0-0f24489884cb tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:24.213224 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cea934f5-26fe-412c-9263-fab4a97362fe req-8505ffce-8a61-41b0-a9c0-0f24489884cb tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=93669914-093a-4fed-a258-2af377404bfd HTTP/1.1" status: 200 len: 944 time: 0.7200723 Aug 16 20:07:24.262727 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9f9b4539-11aa-4d2d-9f53-35bb635cc07d req-3ddcf493-d6e3-4e41-8cd6-1a38a3c53ce4 service neutron] 10.222.0.63 "GET /v2.0/networks/64a0cd07-0b71-4107-a24f-1756e0e07d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821414 Aug 16 20:07:24.285438 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f571f4ce-c900-4cb6-a731-a809263089d3 req-881e476a-8bc3-44ca-8265-c4b63a5cac0d tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Router 25b2d338-81f8-4e22-9940-ad7ad8badcb8 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:07:24.418953 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-7230f181-5609-49fd-9eba-1f5f9a7b5bc3 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557373 Aug 16 20:07:24.429309 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891415f-52db-4fea-a3d3-a22b235a049f req-dd4e4b91-a118-4c52-8444-9f411704419a tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:24.431002 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f891415f-52db-4fea-a3d3-a22b235a049f req-dd4e4b91-a118-4c52-8444-9f411704419a tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 944 time: 0.2415466 Aug 16 20:07:24.526835 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cea934f5-26fe-412c-9263-fab4a97362fe req-2b736f93-3a01-47a8-be2c-1fa2fce9c4af tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups?id=25ce6dff-401a-4586-812f-09b69349aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593184 Aug 16 20:07:24.626204 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f891415f-52db-4fea-a3d3-a22b235a049f req-35292164-0e86-489e-a908-387f680bbced tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499038 Aug 16 20:07:24.643324 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173c212-a9e7-42b4-bc42-c51dc334eb9c req-ab8b8bad-df41-4b65-8520-9b547a8c9c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:24.645550 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8173c212-a9e7-42b4-bc42-c51dc334eb9c req-ab8b8bad-df41-4b65-8520-9b547a8c9c5b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7226fdee24904919afb825fb93246d31&device_id=93669914-093a-4fed-a258-2af377404bfd HTTP/1.1" status: 200 len: 1096 time: 0.2930999 Aug 16 20:07:24.714295 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-003786c9-52ee-4707-ba0e-9201ef8ad081 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:24.716185 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-003786c9-52ee-4707-ba0e-9201ef8ad081 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2883475 Aug 16 20:07:24.758436 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-96f7080a-cbcd-4cfc-9cc5-fdd35e59b31e tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:24.773569 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-96f7080a-cbcd-4cfc-9cc5-fdd35e59b31e tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Transition to ACTIVE for port object 3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:07:24.776172 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-5d2d1a3c-c60c-429d-8a70-8e368d098d19 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Request body: {'port': {'device_id': 'ebe47865-fc45-40a4-86ae-3f74fdb304a2', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'admin_state_up': True, 'tenant_id': 'f79b284ed8d04e57925fd24cf95b04a3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:24.847692 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-96f7080a-cbcd-4cfc-9cc5-fdd35e59b31e tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:24.857392 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d3bc7fa6-3c18-4930-9413-e18ea0511537 req-24c69eaa-7fc9-4139-897b-5f3918b21bc7 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 210 time: 0.0505147 Aug 16 20:07:24.948174 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f571f4ce-c900-4cb6-a731-a809263089d3 req-881e476a-8bc3-44ca-8265-c4b63a5cac0d tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:07:24.966716 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09944698-4b1b-47d7-bb65-3accec698252 None None] Sync routers for ids ['25b2d338-81f8-4e22-9940-ad7ad8badcb8'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:07:24.978019 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09944698-4b1b-47d7-bb65-3accec698252 None None] Routers {'25b2d338-81f8-4e22-9940-ad7ad8badcb8'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:07:24.979001 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-09944698-4b1b-47d7-bb65-3accec698252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:07:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['25b2d338-81f8-4e22-9940-ad7ad8badcb8'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:25.003965 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf672c-8dec-4a73-bf95-cc13aea8879a req-12b0551f-ef22-4248-b5d1-70a383c00c70 tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:25.011512 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f7cf672c-8dec-4a73-bf95-cc13aea8879a req-12b0551f-ef22-4248-b5d1-70a383c00c70 tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a3b7559-79aa-423f-a221-7c5dd3911ba1 HTTP/1.1" status: 200 len: 945 time: 0.2932255 Aug 16 20:07:25.025464 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173c212-a9e7-42b4-bc42-c51dc334eb9c req-a70b7145-25e8-4287-9026-374005601c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:25.031944 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8173c212-a9e7-42b4-bc42-c51dc334eb9c req-a70b7145-25e8-4287-9026-374005601c3c service neutron] 10.222.0.63 "GET /v2.0/networks?id=64a0cd07-0b71-4107-a24f-1756e0e07d65 HTTP/1.1" status: 200 len: 913 time: 0.3572984 Aug 16 20:07:25.034586 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7080a-cbcd-4cfc-9cc5-fdd35e59b31e tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Pushing event updated for resources: {'Port': ['ID=3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:25.060543 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-96f7080a-cbcd-4cfc-9cc5-fdd35e59b31e tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Network 59223dac-0107-4a62-a7e6-e8ab002ab182 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:07:25.074234 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f571f4ce-c900-4cb6-a731-a809263089d3 req-881e476a-8bc3-44ca-8265-c4b63a5cac0d tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] No DVR routers for this DVR port 50be0bf4-4e89-4663-9fdc-69b837c8c86a on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:07:25.083126 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f571f4ce-c900-4cb6-a731-a809263089d3 req-881e476a-8bc3-44ca-8265-c4b63a5cac0d tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:25.086018 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f571f4ce-c900-4cb6-a731-a809263089d3 req-881e476a-8bc3-44ca-8265-c4b63a5cac0d tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.57 "DELETE /v2.0/ports/50be0bf4-4e89-4663-9fdc-69b837c8c86a HTTP/1.1" status: 204 len: 173 time: 4.0794206 Aug 16 20:07:25.086827 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8162deee-9d30-4c6d-81e4-273fc31e9911', 'name': 'network-vif-deleted', 'tag': '50be0bf4-4e89-4663-9fdc-69b837c8c86a'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:07:25.089221 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9087d973-da5f-4f2f-b51c-1c4fc43e7c6a" -d '{"events": [{"server_uuid": "8162deee-9d30-4c6d-81e4-273fc31e9911", "name": "network-vif-deleted", "tag": "50be0bf4-4e89-4663-9fdc-69b837c8c86a"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:07:25.098780 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-96f7080a-cbcd-4cfc-9cc5-fdd35e59b31e tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:07:25.107062 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f83cb9-fbd2-4fc6-b601-29b3283ac3f2 admin admin] Router 2f772fda-7528-42c9-bcac-f8bd9049875f is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:07:25.140680 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f7cf672c-8dec-4a73-bf95-cc13aea8879a req-2d59493d-87c2-46de-8202-3cf6b30801df tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9046616-ec20-40aa-b347-517333dcb97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282816 Aug 16 20:07:25.188672 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-09944698-4b1b-47d7-bb65-3accec698252 None None] Set router 25b2d338-81f8-4e22-9940-ad7ad8badcb8 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:07:25.190059 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8173c212-a9e7-42b4-bc42-c51dc334eb9c req-0ce38ec4-c258-4acf-a8f4-35697411d4a7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc222824-71d1-4646-aa75-04d1b6fee315 HTTP/1.1" status: 200 len: 217 time: 0.1260877 Aug 16 20:07:25.198727 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-96f7080a-cbcd-4cfc-9cc5-fdd35e59b31e tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:07:25.368405 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device d6eb0731-6711-40b2-ae8e-4185ad4bfb8c details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:07:25.379312 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 5c32d839-7b2a-49f7-90a7-7b4059de13d5 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:07:25.636558 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-96f7080a-cbcd-4cfc-9cc5-fdd35e59b31e tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:25.637227 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-96f7080a-cbcd-4cfc-9cc5-fdd35e59b31e tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:25.660001 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42508) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:25.682838 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4703ec3-4adc-4c8c-9028-33a4fe83775d req-12f9fe21-ef7c-4526-948c-e389cbac8f8e tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:25.686642 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4703ec3-4adc-4c8c-9028-33a4fe83775d req-12f9fe21-ef7c-4526-948c-e389cbac8f8e tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 931 time: 0.7261629 Aug 16 20:07:25.687275 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b2c6e328-a181-453c-a011-d758051f2d14 None None] Provisioning for port 3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:07:25.740235 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b2c6e328-a181-453c-a011-d758051f2d14 None None] Provisioning complete for port 3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:07:25.740235 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b2c6e328-a181-453c-a011-d758051f2d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:25.777009 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9f6c8ab9-0027-492e-b427-d8bb7c2bc3c7 req-628ece51-8413-460f-bf9f-29b2165fc15e tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/ports?device_id=8162deee-9d30-4c6d-81e4-273fc31e9911 HTTP/1.1" status: 200 len: 210 time: 0.0427454 Aug 16 20:07:25.820218 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 5c32d839-7b2a-49f7-90a7-7b4059de13d5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:07:25.820580 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:25.823511 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4703ec3-4adc-4c8c-9028-33a4fe83775d req-d40066ea-f266-4f5b-991e-f98459f3029d tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e4cadeb-d0f0-44d0-87b4-4f4b81576c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957699 Aug 16 20:07:25.857123 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b2c6e328-a181-453c-a011-d758051f2d14 None None] Port 3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:07:25.857788 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf2cf13-e779-4103-a3f2-b7e8f7b61e68 x-openstack-request-id: req-ccf2cf13-e779-4103-a3f2-b7e8f7b61e68 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:07:25.861445 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3e882b3c-2536-4ec8-8fe9-f2fb07ca524b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:25.861718 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8162deee-9d30-4c6d-81e4-273fc31e9911", "name": "network-vif-deleted", "tag": "50be0bf4-4e89-4663-9fdc-69b837c8c86a", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:07:25.864666 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ccf2cf13-e779-4103-a3f2-b7e8f7b61e68 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:07:25.865214 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8162deee-9d30-4c6d-81e4-273fc31e9911', 'name': 'network-vif-deleted', 'tag': '50be0bf4-4e89-4663-9fdc-69b837c8c86a', 'status': 'completed', 'code': 200} Aug 16 20:07:25.896904 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173c212-a9e7-42b4-bc42-c51dc334eb9c req-bfd4277e-b20c-47c7-8ed2-cb6fb0fbc2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:25.899275 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8173c212-a9e7-42b4-bc42-c51dc334eb9c req-bfd4277e-b20c-47c7-8ed2-cb6fb0fbc2ce service neutron] 10.222.0.63 "GET /v2.0/subnets?id=222e6265-7255-47f9-a715-d1b941d39884 HTTP/1.1" status: 200 len: 852 time: 0.2496150 Aug 16 20:07:25.900972 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port d6eb0731-6711-40b2-ae8e-4185ad4bfb8c, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=d6eb0731-6711-40b2-ae8e-4185ad4bfb8c,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:25.913068 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-96f7080a-cbcd-4cfc-9cc5-fdd35e59b31e tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3602757 Aug 16 20:07:25.928115 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'd6eb0731-6711-40b2-ae8e-4185ad4bfb8c', 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd', 'port_id': 'd6eb0731-6711-40b2-ae8e-4185ad4bfb8c', 'mac_address': 'fa:16:3e:a0:c9:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:07:25.979051 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device cc222824-71d1-4646-aa75-04d1b6fee315 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:07:25.979874 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8173c212-a9e7-42b4-bc42-c51dc334eb9c req-e2f0441a-5434-41f2-91c6-459088ca4b0a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=64a0cd07-0b71-4107-a24f-1756e0e07d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594678 Aug 16 20:07:25.988228 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-5d2d1a3c-c60c-429d-8a70-8e368d098d19 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Made reservation on behalf of f79b284ed8d04e57925fd24cf95b04a3 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:07:25.993207 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-2b0f2405-486e-42ed-bbbd-b5c52c7e0112 service neutron] Request body: {'port': {'device_id': '93b2eece-b83c-4d8c-8ac8-4b01973bcf0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:25.997635 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-5d2d1a3c-c60c-429d-8a70-8e368d098d19 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:26.009615 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:26.107086 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-2b0f2405-486e-42ed-bbbd-b5c52c7e0112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:26.138659 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f83cb9-fbd2-4fc6-b601-29b3283ac3f2 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:07:26.150544 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073e60d0-2ffa-45f9-8f30-7ce58a79971d None None] Sync routers for ids ['2f772fda-7528-42c9-bcac-f8bd9049875f'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:07:26.163289 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ec9e1-1b19-4625-8675-c56fc2698dbd req-f9eedac1-10aa-4856-96d1-1cb15f237dce tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:26.164899 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-302ec9e1-1b19-4625-8675-c56fc2698dbd req-f9eedac1-10aa-4856-96d1-1cb15f237dce tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=93669914-093a-4fed-a258-2af377404bfd HTTP/1.1" status: 200 len: 944 time: 0.1782033 Aug 16 20:07:26.172707 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073e60d0-2ffa-45f9-8f30-7ce58a79971d None None] Routers {'2f772fda-7528-42c9-bcac-f8bd9049875f'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:07:26.173353 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-073e60d0-2ffa-45f9-8f30-7ce58a79971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:07:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['2f772fda-7528-42c9-bcac-f8bd9049875f'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:26.257079 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-302ec9e1-1b19-4625-8675-c56fc2698dbd req-17833e28-8f1b-4136-9fdd-1470b66944ba tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups?id=25ce6dff-401a-4586-812f-09b69349aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787845 Aug 16 20:07:26.258207 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-5d2d1a3c-c60c-429d-8a70-8e368d098d19 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Allocated IP 192.168.233.249 (b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46/5dedf524-5a11-40fc-90de-b9413f1a2279/39e68215-9ebb-45bc-b0da-ed77dad3bcb7) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:07:26.282168 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:26.305070 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6eb0731-6711-40b2-ae8e-4185ad4bfb8c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:07:26.316186 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.db.resource_extend [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:07:26.336466 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7bbf9f0-608c-47bd-a13b-e40e4cb5f853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c32d839-7b2a-49f7-90a7-7b4059de13d5'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:07:26.339377 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b1654b-58df-4d81-9051-c82106783294" -d '{"events": [{"server_uuid": "b7bbf9f0-608c-47bd-a13b-e40e4cb5f853", "name": "network-vif-plugged", "status": "completed", "tag": "5c32d839-7b2a-49f7-90a7-7b4059de13d5"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:07:26.433076 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port cc222824-71d1-4646-aa75-04d1b6fee315, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=cc222824-71d1-4646-aa75-04d1b6fee315,segment=NetworkSegment(896d44c2-ca18-465b-8e4c-9412b7c42b1b),segment_id=896d44c2-ca18-465b-8e4c-9412b7c42b1b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:26.442298 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-073e60d0-2ffa-45f9-8f30-7ce58a79971d None None] Set router 2f772fda-7528-42c9-bcac-f8bd9049875f gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:07:26.449467 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'cc222824-71d1-4646-aa75-04d1b6fee315', 'network_id': '64a0cd07-0b71-4107-a24f-1756e0e07d65', 'port_id': 'cc222824-71d1-4646-aa75-04d1b6fee315', 'mac_address': 'fa:16:3e:52:ed:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '222e6265-7255-47f9-a715-d1b941d39884', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:07:26.453152 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-09944698-4b1b-47d7-bb65-3accec698252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'name': 'tempest-ServersTestManualDisk-1266941271-router', 'tenant_id': 'f37110b65e324c64893ebaf7d2528f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '66adab44-88be-417b-810d-45b481103d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:05:01Z', 'updated_at': '2021-08-16T20:05:10Z', 'revision_number': 4, 'project_id': 'f37110b65e324c64893ebaf7d2528f23', 'gw_port': {'id': '66adab44-88be-417b-810d-45b481103d7f', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:03Z', 'updated_at': '2021-08-16T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'f83b8b74-a8a3-42f3-bc5b-986e036f32c1', 'name': '', 'network_id': '8627704a-ee5f-4a5e-8fc0-ac36b12a4787', 'tenant_id': 'f37110b65e324c64893ebaf7d2528f23', 'mac_address': 'fa:16:3e:50:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '35f0f756-29cc-48e2-a3ef-ca73119e05e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:09Z', 'updated_at': '2021-08-16T20:05:18Z', 'revision_number': 5, 'project_id': 'f37110b65e324c64893ebaf7d2528f23', 'subnets': [{'id': '35f0f756-29cc-48e2-a3ef-ca73119e05e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:26.463849 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b7b71839-bb62-40a9-a7b5-82c359e81083 req-e2a5e5a8-bfb2-45b9-8895-c95ded5024c4 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 210 time: 0.0478330 Aug 16 20:07:26.487375 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8173c212-a9e7-42b4-bc42-c51dc334eb9c req-222d931f-aae0-4978-a402-0d4a72b05543 service neutron] 10.222.0.63 "GET /v2.0/networks/64a0cd07-0b71-4107-a24f-1756e0e07d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511795 Aug 16 20:07:26.533057 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 5c32d839-7b2a-49f7-90a7-7b4059de13d5, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5c32d839-7b2a-49f7-90a7-7b4059de13d5,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:26.542926 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09944698-4b1b-47d7-bb65-3accec698252 None None] Checking router: 25b2d338-81f8-4e22-9940-ad7ad8badcb8 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:07:26.557549 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port d6eb0731-6711-40b2-ae8e-4185ad4bfb8c, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=d6eb0731-6711-40b2-ae8e-4185ad4bfb8c,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:26.571375 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-5d2d1a3c-c60c-429d-8a70-8e368d098d19 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:26.615895 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:26.617603 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f5efe-31a6-4662-a465-f3ce216041aa req-065ab10d-b762-405d-8154-6e6a82567ffc tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:26.617830 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-5d2d1a3c-c60c-429d-8a70-8e368d098d19 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Transition to ACTIVE for port object 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:07:26.617961 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 50be0bf4-4e89-4663-9fdc-69b837c8c86a no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:07:26.626766 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f94f5efe-31a6-4662-a465-f3ce216041aa req-065ab10d-b762-405d-8154-6e6a82567ffc tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 944 time: 0.6399934 Aug 16 20:07:26.647960 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33915a6-5dc4-4fdb-adb9-ddd5edaa8628 req-0492ebb6-18a7-488c-bbc2-e2c6eb36e074 tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:26.656322 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b33915a6-5dc4-4fdb-adb9-ddd5edaa8628 req-0492ebb6-18a7-488c-bbc2-e2c6eb36e074 tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a3b7559-79aa-423f-a221-7c5dd3911ba1 HTTP/1.1" status: 200 len: 945 time: 0.0819161 Aug 16 20:07:26.679116 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:07:26.699297 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-2b0f2405-486e-42ed-bbbd-b5c52c7e0112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:07:26.699955 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-073e60d0-2ffa-45f9-8f30-7ce58a79971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f772fda-7528-42c9-bcac-f8bd9049875f', 'name': 'tempest-ServerRescueTestJSON-1502074643-router', 'tenant_id': '520511d988044d52831f9681de3ac442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e9f292ba-eb00-4087-ad25-42530be87d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:07:19Z', 'updated_at': '2021-08-16T20:07:23Z', 'revision_number': 3, 'project_id': '520511d988044d52831f9681de3ac442', 'gw_port': {'id': 'e9f292ba-eb00-4087-ad25-42530be87d0d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:06:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f772fda-7528-42c9-bcac-f8bd9049875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:07:20Z', 'updated_at': '2021-08-16T20:07:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:26.722261 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f94f5efe-31a6-4662-a465-f3ce216041aa req-deddca0e-4042-48f8-a174-9eb5f3ccdfb3 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929279 Aug 16 20:07:26.724633 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b33915a6-5dc4-4fdb-adb9-ddd5edaa8628 req-886610e4-f0aa-436f-9954-138d414666c2 tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9046616-ec20-40aa-b347-517333dcb97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636046 Aug 16 20:07:26.739535 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-5d2d1a3c-c60c-429d-8a70-8e368d098d19 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:26.740820 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 50be0bf4-4e89-4663-9fdc-69b837c8c86a {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:07:26.741203 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 50be0bf4-4e89-4663-9fdc-69b837c8c86a not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:07:26.749949 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073e60d0-2ffa-45f9-8f30-7ce58a79971d None None] Checking router: 2f772fda-7528-42c9-bcac-f8bd9049875f for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:07:26.755644 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-2b0f2405-486e-42ed-bbbd-b5c52c7e0112 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:26.771881 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:26.774567 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073e60d0-2ffa-45f9-8f30-7ce58a79971d None None] Updating router 2f772fda-7528-42c9-bcac-f8bd9049875f port e9f292ba-eb00-4087-ad25-42530be87d0d binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:07:26.790255 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['5c32d839-7b2a-49f7-90a7-7b4059de13d5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:07:26.813517 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-2b0f2405-486e-42ed-bbbd-b5c52c7e0112 service neutron] Transition to ACTIVE for port object 3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:07:26.823376 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8173c212-a9e7-42b4-bc42-c51dc334eb9c req-ee12ebc8-c437-4368-91cb-8c4b2dbe28e5 service neutron] 10.222.0.63 "GET /v2.0/networks/64a0cd07-0b71-4107-a24f-1756e0e07d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198228 Aug 16 20:07:26.825801 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-5d2d1a3c-c60c-429d-8a70-8e368d098d19 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:07:26.829486 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-5d2d1a3c-c60c-429d-8a70-8e368d098d19 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:07:26.833533 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-5d2d1a3c-c60c-429d-8a70-8e368d098d19 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:07:26.856613 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-2b0f2405-486e-42ed-bbbd-b5c52c7e0112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:26.883709 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d1a3c-c60c-429d-8a70-8e368d098d19 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Pushing event updated for resources: {'Port': ['ID=39e68215-9ebb-45bc-b0da-ed77dad3bcb7,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:26.886426 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-073e60d0-2ffa-45f9-8f30-7ce58a79971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:26.940908 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['a8456123-9de6-4feb-9c09-95083ab502b6', '42ac33f3-1f05-44c7-b779-674a2dcc3a73'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:07:26.952910 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11eb49ec-2d91-426c-8819-ee438119c538 x-openstack-request-id: req-11eb49ec-2d91-426c-8819-ee438119c538 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:07:26.953734 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7bbf9f0-608c-47bd-a13b-e40e4cb5f853", "name": "network-vif-plugged", "status": "completed", "tag": "5c32d839-7b2a-49f7-90a7-7b4059de13d5", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:07:26.954030 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-11eb49ec-2d91-426c-8819-ee438119c538 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:07:26.954509 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7bbf9f0-608c-47bd-a13b-e40e4cb5f853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c32d839-7b2a-49f7-90a7-7b4059de13d5', 'code': 200} Aug 16 20:07:26.963785 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-5d2d1a3c-c60c-429d-8a70-8e368d098d19 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:26.963785 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-5d2d1a3c-c60c-429d-8a70-8e368d098d19 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:26.974277 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42528) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:26.984502 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f2405-486e-42ed-bbbd-b5c52c7e0112 service neutron] Pushing event updated for resources: {'Port': ['ID=3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:26.991144 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3e882b3c-2536-4ec8-8fe9-f2fb07ca524b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:27.031351 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09944698-4b1b-47d7-bb65-3accec698252 None None] Routers {'25b2d338-81f8-4e22-9940-ad7ad8badcb8'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:07:27.034227 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-09944698-4b1b-47d7-bb65-3accec698252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:07:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['25b2d338-81f8-4e22-9940-ad7ad8badcb8'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:27.041803 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3e882b3c-2536-4ec8-8fe9-f2fb07ca524b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:27.055269 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-5d2d1a3c-c60c-429d-8a70-8e368d098d19 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3040171 Aug 16 20:07:27.078041 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57f83cb9-fbd2-4fc6-b601-29b3283ac3f2 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:27.084147 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-57f83cb9-fbd2-4fc6-b601-29b3283ac3f2 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.1502271 Aug 16 20:07:27.091670 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-f07503a1-fb0a-4ee5-95ce-2bc0f56646f5 service neutron] Request body: {'port': {'device_id': 'ebe47865-fc45-40a4-86ae-3f74fdb304a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:27.107454 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e882b3c-2536-4ec8-8fe9-f2fb07ca524b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d981ca5a-4b07-408b-8bfa-d393b9c29c7b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:27.117998 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42530) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:27.241814 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5b999c10-c362-41b0-9082-69bb43857b22 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:27.285511 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-2b0f2405-486e-42ed-bbbd-b5c52c7e0112 service neutron] Attempting to bind port 3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:07:27.286015 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-2b0f2405-486e-42ed-bbbd-b5c52c7e0112 service neutron] Attempting to bind port 3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'accc6b18-9572-4cbe-8aa9-30d6eb96249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '59223dac-0107-4a62-a7e6-e8ab002ab182'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:07:27.287745 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-2b0f2405-486e-42ed-bbbd-b5c52c7e0112 service neutron] Attempting to bind port 3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b on network 59223dac-0107-4a62-a7e6-e8ab002ab182 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:07:27.359804 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['d6eb0731-6711-40b2-ae8e-4185ad4bfb8c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:07:27.369762 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-09944698-4b1b-47d7-bb65-3accec698252 None None] Set router 25b2d338-81f8-4e22-9940-ad7ad8badcb8 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:07:27.382877 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-f07503a1-fb0a-4ee5-95ce-2bc0f56646f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:27.432829 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5b999c10-c362-41b0-9082-69bb43857b22 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:27.514124 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab537619-0bcf-4296-943b-a6e56e7df134 req-15964c9d-ab54-43c5-907f-0aa4bac1d168 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:27.515741 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ab537619-0bcf-4296-943b-a6e56e7df134 req-15964c9d-ab54-43c5-907f-0aa4bac1d168 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 943 time: 0.5424500 Aug 16 20:07:27.518125 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5b999c10-c362-41b0-9082-69bb43857b22 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:27.522780 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5b999c10-c362-41b0-9082-69bb43857b22 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:27.526137 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5b999c10-c362-41b0-9082-69bb43857b22 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "DELETE /v2.0/security-groups/b4dc9446-3563-4c9b-9f0b-7228833c067c HTTP/1.1" status: 204 len: 168 time: 0.5488307 Aug 16 20:07:27.537606 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-2b0f2405-486e-42ed-bbbd-b5c52c7e0112 service neutron] Port 3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b on network 59223dac-0107-4a62-a7e6-e8ab002ab182 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:07:27.544036 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-2b0f2405-486e-42ed-bbbd-b5c52c7e0112 service neutron] Attempting to bind port 3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b on network 59223dac-0107-4a62-a7e6-e8ab002ab182 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:07:27.562107 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42540) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:27.563476 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-2b0f2405-486e-42ed-bbbd-b5c52c7e0112 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:07:27.564087 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-2b0f2405-486e-42ed-bbbd-b5c52c7e0112 service neutron] Checking segment: {'id': 'accc6b18-9572-4cbe-8aa9-30d6eb96249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '59223dac-0107-4a62-a7e6-e8ab002ab182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:07:27.564710 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-2b0f2405-486e-42ed-bbbd-b5c52c7e0112 service neutron] Bound using segment: {'id': 'accc6b18-9572-4cbe-8aa9-30d6eb96249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '59223dac-0107-4a62-a7e6-e8ab002ab182'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:07:27.565385 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-2b0f2405-486e-42ed-bbbd-b5c52c7e0112 service neutron] Bound port: 3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accc6b18-9572-4cbe-8aa9-30d6eb96249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '59223dac-0107-4a62-a7e6-e8ab002ab182'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:07:27.566026 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-2b0f2405-486e-42ed-bbbd-b5c52c7e0112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:27.584478 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b999c10-c362-41b0-9082-69bb43857b22 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4dc9446-3563-4c9b-9f0b-7228833c067c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:27.606338 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-bbfd9075-514e-45cb-b31d-16b7a0c87c22 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] show failed (client error): The resource could not be found. Aug 16 20:07:27.610966 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bbfd9075-514e-45cb-b31d-16b7a0c87c22 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "GET /v2.0/security-groups/b4dc9446-3563-4c9b-9f0b-7228833c067c HTTP/1.1" status: 404 len: 347 time: 0.0302415 Aug 16 20:07:27.614562 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3e882b3c-2536-4ec8-8fe9-f2fb07ca524b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=78624ed7e6564e4a8524bd61f6fb480d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9533939 Aug 16 20:07:27.614735 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:27.617592 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42542) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:27.617789 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-073e60d0-2ffa-45f9-8f30-7ce58a79971d None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:27.618297 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42544) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:27.642806 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-073e60d0-2ffa-45f9-8f30-7ce58a79971d None None] Transition to ACTIVE for port object e9f292ba-eb00-4087-ad25-42530be87d0d will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:07:27.662676 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-073e60d0-2ffa-45f9-8f30-7ce58a79971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:27.724838 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-073e60d0-2ffa-45f9-8f30-7ce58a79971d None None] Attempting to bind port e9f292ba-eb00-4087-ad25-42530be87d0d on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:07:27.725569 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-073e60d0-2ffa-45f9-8f30-7ce58a79971d None None] Attempting to bind port e9f292ba-eb00-4087-ad25-42530be87d0d by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:07:27.726354 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e60d0-2ffa-45f9-8f30-7ce58a79971d None None] Attempting to bind port e9f292ba-eb00-4087-ad25-42530be87d0d on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:07:27.736265 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ab537619-0bcf-4296-943b-a6e56e7df134 req-116d2f19-6bdb-4a13-ac23-df2c29246851 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e4cadeb-d0f0-44d0-87b4-4f4b81576c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803939 Aug 16 20:07:27.738144 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e60d0-2ffa-45f9-8f30-7ce58a79971d None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:07:27.738794 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e60d0-2ffa-45f9-8f30-7ce58a79971d None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:07:27.739855 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-073e60d0-2ffa-45f9-8f30-7ce58a79971d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:27.740710 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e60d0-2ffa-45f9-8f30-7ce58a79971d None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:07:27.742033 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-073e60d0-2ffa-45f9-8f30-7ce58a79971d None None] Bound port: e9f292ba-eb00-4087-ad25-42530be87d0d, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:07:27.743321 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-073e60d0-2ffa-45f9-8f30-7ce58a79971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:27.747179 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cad8e1-2564-4986-903a-0cc77bfb3cbf None None] Pushing event updated for resources: {'Port': ['ID=e9f292ba-eb00-4087-ad25-42530be87d0d,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:27.843674 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-073e60d0-2ffa-45f9-8f30-7ce58a79971d None None] For port e9f292ba-eb00-4087-ad25-42530be87d0d, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:07:27.848658 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-073e60d0-2ffa-45f9-8f30-7ce58a79971d None None] For port e9f292ba-eb00-4087-ad25-42530be87d0d, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e9f292ba-eb00-4087-ad25-42530be87d0d,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:07:27.859776 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-073e60d0-2ffa-45f9-8f30-7ce58a79971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:27.888907 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f24c85-fe81-41a2-9be4-adca4e1914c7 req-4b7aed71-1353-4dc5-b860-dbbbb32a738c tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:27.897939 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f0f24c85-fe81-41a2-9be4-adca4e1914c7 req-4b7aed71-1353-4dc5-b860-dbbbb32a738c tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=93669914-093a-4fed-a258-2af377404bfd HTTP/1.1" status: 200 len: 944 time: 0.4679787 Aug 16 20:07:27.951406 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073e60d0-2ffa-45f9-8f30-7ce58a79971d None None] Routers {'2f772fda-7528-42c9-bcac-f8bd9049875f'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:07:27.952494 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-073e60d0-2ffa-45f9-8f30-7ce58a79971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:07:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['2f772fda-7528-42c9-bcac-f8bd9049875f'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:27.983873 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b42cd7a2-e6ae-4b69-9431-90006f59e5e1 None None] Provisioning for port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:07:27.994103 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=5c32d839-7b2a-49f7-90a7-7b4059de13d5,revision_number=11']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:28.000945 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-2b0f2405-486e-42ed-bbbd-b5c52c7e0112 service neutron] For port 3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:07:28.014478 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cad8e1-2564-4986-903a-0cc77bfb3cbf None None] Pushing event updated for resources: {'Port': ['ID=e9f292ba-eb00-4087-ad25-42530be87d0d,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:28.038367 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b42cd7a2-e6ae-4b69-9431-90006f59e5e1 None None] Provisioning complete for port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:07:28.055674 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b42cd7a2-e6ae-4b69-9431-90006f59e5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:28.062339 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc222824-71d1-4646-aa75-04d1b6fee315 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:07:28.126954 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-2b0f2405-486e-42ed-bbbd-b5c52c7e0112 service neutron] For port 3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b,segment=NetworkSegment(accc6b18-9572-4cbe-8aa9-30d6eb96249c),segment_id=accc6b18-9572-4cbe-8aa9-30d6eb96249c)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:07:28.155398 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f0f24c85-fe81-41a2-9be4-adca4e1914c7 req-649f3d8b-4f47-4881-b764-d23fd9b4978a tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups?id=25ce6dff-401a-4586-812f-09b69349aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525311 Aug 16 20:07:28.170148 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa1c13c6-74ac-492f-9d69-4982e087499f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:28.184281 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-2b0f2405-486e-42ed-bbbd-b5c52c7e0112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:28.220982 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be051465-dee5-4a51-9c92-76de2a2553be req-e33e7d67-589f-41aa-893d-f11be1fe9da0 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:28.222795 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-be051465-dee5-4a51-9c92-76de2a2553be req-e33e7d67-589f-41aa-893d-f11be1fe9da0 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 936 time: 0.3308747 Aug 16 20:07:28.344965 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-be051465-dee5-4a51-9c92-76de2a2553be req-1c6bad05-d955-46b7-8a62-33450e8b8721 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126034 Aug 16 20:07:28.349447 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-073e60d0-2ffa-45f9-8f30-7ce58a79971d None None] Set router 2f772fda-7528-42c9-bcac-f8bd9049875f gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:07:28.382545 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port cc222824-71d1-4646-aa75-04d1b6fee315, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=cc222824-71d1-4646-aa75-04d1b6fee315,segment=NetworkSegment(896d44c2-ca18-465b-8e4c-9412b7c42b1b),segment_id=896d44c2-ca18-465b-8e4c-9412b7c42b1b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:28.461316 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:28.463868 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa1c13c6-74ac-492f-9d69-4982e087499f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:28.478828 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b42cd7a2-e6ae-4b69-9431-90006f59e5e1 None None] Port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:07:28.484822 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-2b0f2405-486e-42ed-bbbd-b5c52c7e0112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:28.485446 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-2b0f2405-486e-42ed-bbbd-b5c52c7e0112 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:28.486857 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-2b0f2405-486e-42ed-bbbd-b5c52c7e0112 service neutron] 10.222.0.57 "PUT /v2.0/ports/3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b HTTP/1.1" status: 200 len: 1092 time: 2.5017254 Aug 16 20:07:28.488248 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b2eece-b83c-4d8c-8ac8-4b01973bcf0f', 'tag': '3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:07:28.491403 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc03f64b-f3f1-4172-b0d9-09c1ea064359" -d '{"events": [{"name": "network-changed", "server_uuid": "93b2eece-b83c-4d8c-8ac8-4b01973bcf0f", "tag": "3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:07:28.597026 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-f07503a1-fb0a-4ee5-95ce-2bc0f56646f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:07:28.597281 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=d6eb0731-6711-40b2-ae8e-4185ad4bfb8c,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:28.617675 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-f07503a1-fb0a-4ee5-95ce-2bc0f56646f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:28.631494 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efeee55e-de55-4bd4-8c9a-b38481095892 x-openstack-request-id: req-efeee55e-de55-4bd4-8c9a-b38481095892 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:07:28.631798 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b2eece-b83c-4d8c-8ac8-4b01973bcf0f", "tag": "3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:07:28.632056 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-efeee55e-de55-4bd4-8c9a-b38481095892 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:07:28.632473 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b2eece-b83c-4d8c-8ac8-4b01973bcf0f', 'tag': '3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b', 'status': 'completed', 'code': 200} Aug 16 20:07:28.645806 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-f07503a1-fb0a-4ee5-95ce-2bc0f56646f5 service neutron] Transition to ACTIVE for port object 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:07:28.665202 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-f07503a1-fb0a-4ee5-95ce-2bc0f56646f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:28.676339 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-59e8d27a-e288-4111-9fde-d862d47502b3 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Deleting port f9aaea0f-c906-4c12-9f0a-a77fc05d2e6a {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:07:28.676832 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59e8d27a-e288-4111-9fde-d862d47502b3 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:28.747288 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07503a1-fb0a-4ee5-95ce-2bc0f56646f5 service neutron] Pushing event updated for resources: {'Port': ['ID=39e68215-9ebb-45bc-b0da-ed77dad3bcb7,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:28.798950 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['cc222824-71d1-4646-aa75-04d1b6fee315'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:07:28.858267 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f2405-486e-42ed-bbbd-b5c52c7e0112 service neutron] Pushing event updated for resources: {'Port': ['ID=3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:28.878008 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-073e60d0-2ffa-45f9-8f30-7ce58a79971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f772fda-7528-42c9-bcac-f8bd9049875f', 'name': 'tempest-ServerRescueTestJSON-1502074643-router', 'tenant_id': '520511d988044d52831f9681de3ac442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e9f292ba-eb00-4087-ad25-42530be87d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:07:19Z', 'updated_at': '2021-08-16T20:07:23Z', 'revision_number': 3, 'project_id': '520511d988044d52831f9681de3ac442', 'gw_port': {'id': 'e9f292ba-eb00-4087-ad25-42530be87d0d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:06:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f772fda-7528-42c9-bcac-f8bd9049875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:07:20Z', 'updated_at': '2021-08-16T20:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:28.913657 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073e60d0-2ffa-45f9-8f30-7ce58a79971d None None] The sync data for ids ['2f772fda-7528-42c9-bcac-f8bd9049875f'] in n-d-787206-13 is: [{'id': '2f772fda-7528-42c9-bcac-f8bd9049875f', 'name': 'tempest-ServerRescueTestJSON-1502074643-router', 'tenant_id': '520511d988044d52831f9681de3ac442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e9f292ba-eb00-4087-ad25-42530be87d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:07:19Z', 'updated_at': '2021-08-16T20:07:23Z', 'revision_number': 3, 'project_id': '520511d988044d52831f9681de3ac442', 'gw_port': {'id': 'e9f292ba-eb00-4087-ad25-42530be87d0d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:06:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f772fda-7528-42c9-bcac-f8bd9049875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:07:20Z', 'updated_at': '2021-08-16T20:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:07:29.041274 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d140e-194a-4e27-9af1-278b1ec8519b req-bec7f9be-681b-47fe-afe9-5497fe0f630c tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:29.042909 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-845d140e-194a-4e27-9af1-278b1ec8519b req-bec7f9be-681b-47fe-afe9-5497fe0f630c tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 945 time: 0.7508450 Aug 16 20:07:29.048678 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa1c13c6-74ac-492f-9d69-4982e087499f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:29.051228 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa1c13c6-74ac-492f-9d69-4982e087499f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:29.052388 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fa1c13c6-74ac-492f-9d69-4982e087499f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d981ca5a-4b07-408b-8bfa-d393b9c29c7b HTTP/1.1" status: 204 len: 168 time: 1.4270957 Aug 16 20:07:29.077547 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-8c0fa14d-85ea-40e1-b9d2-b9ec3a9c7fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:29.079223 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-8c0fa14d-85ea-40e1-b9d2-b9ec3a9c7fba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0955e2c5b0564e2b8cdb6135587e05d6&device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 1095 time: 0.4637818 Aug 16 20:07:29.101952 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893fdd4a-a78f-4c39-9e8c-8e8724f13882 req-077b7829-ac1b-4ce3-98b0-d022a4735f50 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:29.107680 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-893fdd4a-a78f-4c39-9e8c-8e8724f13882 req-077b7829-ac1b-4ce3-98b0-d022a4735f50 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 943 time: 0.2227590 Aug 16 20:07:29.113956 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-f07503a1-fb0a-4ee5-95ce-2bc0f56646f5 service neutron] Attempting to bind port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:07:29.115372 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-f07503a1-fb0a-4ee5-95ce-2bc0f56646f5 service neutron] Attempting to bind port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:07:29.116701 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-f07503a1-fb0a-4ee5-95ce-2bc0f56646f5 service neutron] Attempting to bind port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:07:29.137849 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-f07503a1-fb0a-4ee5-95ce-2bc0f56646f5 service neutron] Port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:07:29.140806 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-f07503a1-fb0a-4ee5-95ce-2bc0f56646f5 service neutron] Attempting to bind port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:07:29.141552 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=cc222824-71d1-4646-aa75-04d1b6fee315,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:29.152832 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-09944698-4b1b-47d7-bb65-3accec698252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'name': 'tempest-ServersTestManualDisk-1266941271-router', 'tenant_id': 'f37110b65e324c64893ebaf7d2528f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '66adab44-88be-417b-810d-45b481103d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:05:01Z', 'updated_at': '2021-08-16T20:05:10Z', 'revision_number': 4, 'project_id': 'f37110b65e324c64893ebaf7d2528f23', 'gw_port': {'id': '66adab44-88be-417b-810d-45b481103d7f', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:03Z', 'updated_at': '2021-08-16T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'f83b8b74-a8a3-42f3-bc5b-986e036f32c1', 'name': '', 'network_id': '8627704a-ee5f-4a5e-8fc0-ac36b12a4787', 'tenant_id': 'f37110b65e324c64893ebaf7d2528f23', 'mac_address': 'fa:16:3e:50:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '35f0f756-29cc-48e2-a3ef-ca73119e05e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:09Z', 'updated_at': '2021-08-16T20:05:18Z', 'revision_number': 5, 'project_id': 'f37110b65e324c64893ebaf7d2528f23', 'subnets': [{'id': '35f0f756-29cc-48e2-a3ef-ca73119e05e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:29.167447 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-f07503a1-fb0a-4ee5-95ce-2bc0f56646f5 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:07:29.175432 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-f07503a1-fb0a-4ee5-95ce-2bc0f56646f5 service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:07:29.177881 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-f07503a1-fb0a-4ee5-95ce-2bc0f56646f5 service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:07:29.180064 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-f07503a1-fb0a-4ee5-95ce-2bc0f56646f5 service neutron] Bound port: 39e68215-9ebb-45bc-b0da-ed77dad3bcb7, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:07:29.180970 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-f07503a1-fb0a-4ee5-95ce-2bc0f56646f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:29.187660 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09944698-4b1b-47d7-bb65-3accec698252 None None] The sync data for ids ['25b2d338-81f8-4e22-9940-ad7ad8badcb8'] in n-d-787206-13 is: [{'id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'name': 'tempest-ServersTestManualDisk-1266941271-router', 'tenant_id': 'f37110b65e324c64893ebaf7d2528f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '66adab44-88be-417b-810d-45b481103d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:05:01Z', 'updated_at': '2021-08-16T20:05:10Z', 'revision_number': 4, 'project_id': 'f37110b65e324c64893ebaf7d2528f23', 'gw_port': {'id': '66adab44-88be-417b-810d-45b481103d7f', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:03Z', 'updated_at': '2021-08-16T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'f83b8b74-a8a3-42f3-bc5b-986e036f32c1', 'name': '', 'network_id': '8627704a-ee5f-4a5e-8fc0-ac36b12a4787', 'tenant_id': 'f37110b65e324c64893ebaf7d2528f23', 'mac_address': 'fa:16:3e:50:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '35f0f756-29cc-48e2-a3ef-ca73119e05e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:09Z', 'updated_at': '2021-08-16T20:05:18Z', 'revision_number': 5, 'project_id': 'f37110b65e324c64893ebaf7d2528f23', 'subnets': [{'id': '35f0f756-29cc-48e2-a3ef-ca73119e05e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:07:29.202042 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c13c6-74ac-492f-9d69-4982e087499f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d981ca5a-4b07-408b-8bfa-d393b9c29c7b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:29.254886 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-893fdd4a-a78f-4c39-9e8c-8e8724f13882 req-843c311d-274c-4a26-a33e-c0fddd1a82f7 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e4cadeb-d0f0-44d0-87b4-4f4b81576c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297712 Aug 16 20:07:29.305530 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59e8d27a-e288-4111-9fde-d862d47502b3 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:29.305978 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59e8d27a-e288-4111-9fde-d862d47502b3 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:29.311343 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-3ee19f24-c447-4874-9cca-4d7351c389f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b HTTP/1.1" status: 200 len: 217 time: 0.2102582 Aug 16 20:07:29.458736 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-59e8d27a-e288-4111-9fde-d862d47502b3 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Calling delete_port for f9aaea0f-c906-4c12-9f0a-a77fc05d2e6a owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:07:29.473865 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-f07503a1-fb0a-4ee5-95ce-2bc0f56646f5 service neutron] For port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:07:29.516577 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-f07503a1-fb0a-4ee5-95ce-2bc0f56646f5 service neutron] For port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=39e68215-9ebb-45bc-b0da-ed77dad3bcb7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:07:29.521842 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-845d140e-194a-4e27-9af1-278b1ec8519b req-2f465be2-ba5c-4c3b-8597-b1edeb61ef3d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630682 Aug 16 20:07:29.563925 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-f07503a1-fb0a-4ee5-95ce-2bc0f56646f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:29.595166 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf32bac-da2f-46de-ac93-9ad18dfd7934 req-14cfcb8f-4a4e-401c-94ba-c8d45247235e tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:29.603687 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-caf32bac-da2f-46de-ac93-9ad18dfd7934 req-14cfcb8f-4a4e-401c-94ba-c8d45247235e tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=93669914-093a-4fed-a258-2af377404bfd HTTP/1.1" status: 200 len: 945 time: 0.2155542 Aug 16 20:07:29.755549 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-b39560ba-71b3-4b74-b265-71d2d75f3764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:29.756076 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-b39560ba-71b3-4b74-b265-71d2d75f3764 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d7859aa3-2722-4177-a070-f1837244076b HTTP/1.1" status: 200 len: 855 time: 0.3586109 Aug 16 20:07:29.771202 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-f07503a1-fb0a-4ee5-95ce-2bc0f56646f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:29.771860 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-f07503a1-fb0a-4ee5-95ce-2bc0f56646f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:29.773251 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-f07503a1-fb0a-4ee5-95ce-2bc0f56646f5 service neutron] 10.222.0.63 "PUT /v2.0/ports/39e68215-9ebb-45bc-b0da-ed77dad3bcb7 HTTP/1.1" status: 200 len: 1097 time: 2.6964769 Aug 16 20:07:29.783750 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35296daf-b406-491b-84db-af92abe378d5 None None] New status for floating IP 2e7eac51-aca0-43b2-ae74-37beaca86410: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:07:29.795699 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-caf32bac-da2f-46de-ac93-9ad18dfd7934 req-584ca376-d8f3-46e7-8f99-06739cadd683 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups?id=25ce6dff-401a-4586-812f-09b69349aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873114 Aug 16 20:07:29.800748 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe47865-fc45-40a4-86ae-3f74fdb304a2', 'tag': '39e68215-9ebb-45bc-b0da-ed77dad3bcb7'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:07:29.819985 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a4b6da-90a6-41fb-ba4f-b1296701e0a9" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe47865-fc45-40a4-86ae-3f74fdb304a2", "tag": "39e68215-9ebb-45bc-b0da-ed77dad3bcb7"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:07:29.984836 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07503a1-fb0a-4ee5-95ce-2bc0f56646f5 service neutron] Pushing event updated for resources: {'Port': ['ID=39e68215-9ebb-45bc-b0da-ed77dad3bcb7,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:30.036884 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-c22025bb-6b9c-4d61-811d-faa6a76f6dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:30.038842 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-c22025bb-6b9c-4d61-811d-faa6a76f6dde service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 1100 time: 0.2031889 Aug 16 20:07:30.146605 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-35296daf-b406-491b-84db-af92abe378d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:07:30.149533 n-d-787206-13 neutron-server[94772]: DEBUG oslo_db.api [None req-35296daf-b406-491b-84db-af92abe378d5 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:07:30.182753 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-4f55853e-e0f4-48e5-bd90-557e73c945f1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=39e68215-9ebb-45bc-b0da-ed77dad3bcb7 HTTP/1.1" status: 200 len: 217 time: 0.1335473 Aug 16 20:07:30.188004 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cd87c-5394-4ca3-bcb3-ba4387df0510 req-8a8904af-9c5c-4534-aeb6-3fe18133221c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:30.189839 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3f7cd87c-5394-4ca3-bcb3-ba4387df0510 req-8a8904af-9c5c-4534-aeb6-3fe18133221c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 948 time: 0.4513876 Aug 16 20:07:30.194398 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59e8d27a-e288-4111-9fde-d862d47502b3 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:30.241036 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-9d4e4adb-5bc9-4207-94c7-5358481f3fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:30.243031 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-9d4e4adb-5bc9-4207-94c7-5358481f3fd9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=59223dac-0107-4a62-a7e6-e8ab002ab182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4710855 Aug 16 20:07:30.261992 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8d27a-e288-4111-9fde-d862d47502b3 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Pushing event deleted for resources: {'Port': ['ID=f9aaea0f-c906-4c12-9f0a-a77fc05d2e6a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:30.314587 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9e9357fd-9183-4774-a041-767cd1889e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:30.354868 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-9c708d6b-813c-457a-804f-6382834e69cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:30.356934 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-9c708d6b-813c-457a-804f-6382834e69cb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1647899 Aug 16 20:07:30.464337 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device cc222824-71d1-4646-aa75-04d1b6fee315 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:07:30.501951 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-bbdcf1f1-8f78-4d78-afeb-244edf70d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:30.522810 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-bbdcf1f1-8f78-4d78-afeb-244edf70d6de service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1385598 Aug 16 20:07:30.630565 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e9f292ba-eb00-4087-ad25-42530be87d0d up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:07:30.659756 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-572ef02b-c963-4ded-b368-7720a7677e36 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359191 Aug 16 20:07:30.661367 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4728be6a-4e67-4a73-8e6c-df2c902a684f x-openstack-request-id: req-4728be6a-4e67-4a73-8e6c-df2c902a684f {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:07:30.661891 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe47865-fc45-40a4-86ae-3f74fdb304a2", "tag": "39e68215-9ebb-45bc-b0da-ed77dad3bcb7", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:07:30.662236 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4728be6a-4e67-4a73-8e6c-df2c902a684f {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:07:30.662642 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe47865-fc45-40a4-86ae-3f74fdb304a2', 'tag': '39e68215-9ebb-45bc-b0da-ed77dad3bcb7', 'status': 'completed', 'code': 200} Aug 16 20:07:30.851644 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8fc03-4a21-478e-a5ab-098ce358a798 req-5bfe12bb-80c7-44c1-b9d5-fb319a83fd5b tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:30.861214 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3be8fc03-4a21-478e-a5ab-098ce358a798 req-5bfe12bb-80c7-44c1-b9d5-fb319a83fd5b tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 943 time: 0.1787238 Aug 16 20:07:30.922467 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3f7cd87c-5394-4ca3-bcb3-ba4387df0510 req-93f15d99-5380-48ee-b4da-0b1a958d9ec9 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7086287 Aug 16 20:07:30.941403 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59e8d27a-e288-4111-9fde-d862d47502b3 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:30.954361 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59e8d27a-e288-4111-9fde-d862d47502b3 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:30.959656 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-59e8d27a-e288-4111-9fde-d862d47502b3 tempest-ServersTestManualDisk-845658835 tempest-ServersTestManualDisk-845658835-project] 10.222.0.68 "DELETE /v2.0/floatingips/2e7eac51-aca0-43b2-ae74-37beaca86410 HTTP/1.1" status: 204 len: 168 time: 3.3315825 Aug 16 20:07:30.965555 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42602) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:31.043334 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-359d19ba-79fc-46e3-a5b6-08e3828e7d45 service neutron] 10.222.0.57 "GET /v2.0/networks/59223dac-0107-4a62-a7e6-e8ab002ab182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7910047 Aug 16 20:07:31.060925 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-97f73054-ffce-444a-a636-20ac8b2f1d1f req-20b9a902-a09a-47ea-af56-3aee81424fd9 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923976 Aug 16 20:07:31.087916 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3be8fc03-4a21-478e-a5ab-098ce358a798 req-ad997abf-e8e8-42a5-92fd-61271ca49408 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e4cadeb-d0f0-44d0-87b4-4f4b81576c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172718 Aug 16 20:07:31.095225 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35296daf-b406-491b-84db-af92abe378d5 None None] New status for floating IP 2e7eac51-aca0-43b2-ae74-37beaca86410: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:07:31.269998 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port cc222824-71d1-4646-aa75-04d1b6fee315 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:07:31.294018 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port cc222824-71d1-4646-aa75-04d1b6fee315 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:07:31.294964 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:31.297696 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4b6da-90a6-41fb-ba4f-b1296701e0a9 req-75346aea-46d9-453d-a2db-1d039f3b8c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:31.299594 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-28a4b6da-90a6-41fb-ba4f-b1296701e0a9 req-75346aea-46d9-453d-a2db-1d039f3b8c91 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 1100 time: 0.0954609 Aug 16 20:07:31.385917 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port e9f292ba-eb00-4087-ad25-42530be87d0d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:07:31.398690 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port e9f292ba-eb00-4087-ad25-42530be87d0d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:07:31.399054 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:31.401007 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device d6eb0731-6711-40b2-ae8e-4185ad4bfb8c up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:07:31.476226 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4b6da-90a6-41fb-ba4f-b1296701e0a9 req-4c2cc017-6974-4bb0-a242-ae375fbb7d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:31.478448 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-28a4b6da-90a6-41fb-ba4f-b1296701e0a9 req-4c2cc017-6974-4bb0-a242-ae375fbb7d43 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.1654019 Aug 16 20:07:31.540368 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a443952-66c3-4be9-9f41-d4f7b6eb1cf1 req-3c2cfe18-1326-4796-b980-481cb51d868f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:31.559101 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1a443952-66c3-4be9-9f41-d4f7b6eb1cf1 req-3c2cfe18-1326-4796-b980-481cb51d868f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=93669914-093a-4fed-a258-2af377404bfd HTTP/1.1" status: 200 len: 945 time: 0.3514013 Aug 16 20:07:31.687504 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-28a4b6da-90a6-41fb-ba4f-b1296701e0a9 req-d01a5f63-5886-49f4-beec-c57885d590cd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=39e68215-9ebb-45bc-b0da-ed77dad3bcb7 HTTP/1.1" status: 200 len: 217 time: 0.1664968 Aug 16 20:07:31.687874 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port d6eb0731-6711-40b2-ae8e-4185ad4bfb8c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:07:31.696681 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port d6eb0731-6711-40b2-ae8e-4185ad4bfb8c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:07:31.697068 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:31.700394 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:31.714459 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa22b8c-8141-419e-af80-e8c4b0313308 req-c5579a05-34a8-4832-8d8c-0c1a4fbe488b tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:31.716274 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4aa22b8c-8141-419e-af80-e8c4b0313308 req-c5579a05-34a8-4832-8d8c-0c1a4fbe488b tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 945 time: 0.4869132 Aug 16 20:07:31.764847 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:31.822687 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93669914-093a-4fed-a258-2af377404bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc222824-71d1-4646-aa75-04d1b6fee315'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:07:31.834171 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-9e9357fd-9183-4774-a041-767cd1889e93 admin admin] Allocated IP 172.20.0.1 (b415667a-d208-40cb-a7c6-65376c591e13/b3526492-2940-405c-b197-de744b17c402/ef48cc07-135b-40fe-a96f-be7b62c43d9f) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:07:31.837662 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0883dc-221e-40ea-bcbe-c313e5e09a5a" -d '{"events": [{"server_uuid": "93669914-093a-4fed-a258-2af377404bfd", "name": "network-vif-plugged", "status": "completed", "tag": "cc222824-71d1-4646-aa75-04d1b6fee315"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:07:31.868768 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port e9f292ba-eb00-4087-ad25-42530be87d0d, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e9f292ba-eb00-4087-ad25-42530be87d0d,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:31.882286 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1a443952-66c3-4be9-9f41-d4f7b6eb1cf1 req-5821aa08-0fae-491d-ba9e-b515f6de099d tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups?id=25ce6dff-401a-4586-812f-09b69349aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205776 Aug 16 20:07:31.883897 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-71e7157b-56bc-4047-8744-cb7fb3f826fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:31.895915 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4b6da-90a6-41fb-ba4f-b1296701e0a9 req-e7ca33a9-8c8e-4e68-88f2-91ce5fe0f7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:31.897720 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-28a4b6da-90a6-41fb-ba4f-b1296701e0a9 req-e7ca33a9-8c8e-4e68-88f2-91ce5fe0f7ea service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1462734 Aug 16 20:07:31.906696 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port cc222824-71d1-4646-aa75-04d1b6fee315, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=cc222824-71d1-4646-aa75-04d1b6fee315,segment=NetworkSegment(896d44c2-ca18-465b-8e4c-9412b7c42b1b),segment_id=896d44c2-ca18-465b-8e4c-9412b7c42b1b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:31.910931 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:31.929707 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:31.965108 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-56ce7455-f792-4362-98dd-4bbd0f491a06 req-cfc56779-d837-49a8-a7d6-4b8a8d3db4bd service neutron] 10.222.0.57 "GET /v2.0/networks/59223dac-0107-4a62-a7e6-e8ab002ab182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9110289 Aug 16 20:07:31.984648 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4aa22b8c-8141-419e-af80-e8c4b0313308 req-64bd0dfe-fbad-42de-b6c0-5c812604acca tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414236 Aug 16 20:07:32.007921 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665d3854-09ae-4125-83c6-fe2587e2ac3b x-openstack-request-id: req-665d3854-09ae-4125-83c6-fe2587e2ac3b {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:07:32.014754 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93669914-093a-4fed-a258-2af377404bfd", "name": "network-vif-plugged", "status": "completed", "tag": "cc222824-71d1-4646-aa75-04d1b6fee315", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:07:32.014754 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-665d3854-09ae-4125-83c6-fe2587e2ac3b {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:07:32.015074 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93669914-093a-4fed-a258-2af377404bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc222824-71d1-4646-aa75-04d1b6fee315', 'code': 200} Aug 16 20:07:32.119819 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4b6da-90a6-41fb-ba4f-b1296701e0a9 req-2ef5e4a9-fd78-4459-a61f-080b8213591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:32.122198 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-28a4b6da-90a6-41fb-ba4f-b1296701e0a9 req-2ef5e4a9-fd78-4459-a61f-080b8213591e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2074533 Aug 16 20:07:32.191218 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9e9357fd-9183-4774-a041-767cd1889e93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:32.224238 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03f64b-f3f1-4172-b0d9-09c1ea064359 req-e9819ce6-c7cc-4e36-bb6c-5fd020ff54b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:32.226040 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cc03f64b-f3f1-4172-b0d9-09c1ea064359 req-e9819ce6-c7cc-4e36-bb6c-5fd020ff54b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0955e2c5b0564e2b8cdb6135587e05d6&device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 1095 time: 0.1822157 Aug 16 20:07:32.241742 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=e9f292ba-eb00-4087-ad25-42530be87d0d,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:32.259877 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:32.378625 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91f7e6-f981-41d7-be48-7c6754ed92d0 req-ff83839d-b877-40c0-bf83-32c51e7d28c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:32.381116 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aa91f7e6-f981-41d7-be48-7c6754ed92d0 req-ff83839d-b877-40c0-bf83-32c51e7d28c6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=93669914-093a-4fed-a258-2af377404bfd HTTP/1.1" status: 200 len: 1098 time: 0.2884421 Aug 16 20:07:32.414049 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03f64b-f3f1-4172-b0d9-09c1ea064359 req-386439c2-b47e-4ba5-85ca-6d26ac05f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:32.415540 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cc03f64b-f3f1-4172-b0d9-09c1ea064359 req-386439c2-b47e-4ba5-85ca-6d26ac05f6db service neutron] 10.222.0.57 "GET /v2.0/networks?id=59223dac-0107-4a62-a7e6-e8ab002ab182 HTTP/1.1" status: 200 len: 917 time: 0.1762078 Aug 16 20:07:32.451097 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=cc222824-71d1-4646-aa75-04d1b6fee315,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:32.459110 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port d6eb0731-6711-40b2-ae8e-4185ad4bfb8c, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=d6eb0731-6711-40b2-ae8e-4185ad4bfb8c,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:32.468320 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:32.522808 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cc03f64b-f3f1-4172-b0d9-09c1ea064359 req-4ab65be7-949a-4895-adb0-b0b0f6e48878 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b HTTP/1.1" status: 200 len: 217 time: 0.0695124 Aug 16 20:07:32.531636 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9e9357fd-9183-4774-a041-767cd1889e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:32.537657 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584432d-4a7b-4482-9630-737ac94d9da8 req-e0773e57-c59d-49f9-9a77-0598e8b73284 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:32.546276 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b691f6a-2024-4028-85b5-f41e886f123e req-e5daeb34-765b-4d79-ba36-da86947385db tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:32.547882 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b691f6a-2024-4028-85b5-f41e886f123e req-e5daeb34-765b-4d79-ba36-da86947385db tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 943 time: 0.3112082 Aug 16 20:07:32.548685 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5584432d-4a7b-4482-9630-737ac94d9da8 req-e0773e57-c59d-49f9-9a77-0598e8b73284 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 948 time: 0.4213457 Aug 16 20:07:32.562889 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e9f292ba-eb00-4087-ad25-42530be87d0d up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:07:32.578293 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aa91f7e6-f981-41d7-be48-7c6754ed92d0 req-2a64fc25-56fa-44e6-ad2f-7a5b0bd9fa93 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=25ce6dff-401a-4586-812f-09b69349aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761670 Aug 16 20:07:32.641884 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-28a4b6da-90a6-41fb-ba4f-b1296701e0a9 req-a86571f7-b480-4a67-bee7-423a0f38130b service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697554 Aug 16 20:07:32.646773 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9357fd-9183-4774-a041-767cd1889e93 admin admin] Network b415667a-d208-40cb-a7c6-65376c591e13 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:07:32.657822 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5584432d-4a7b-4482-9630-737ac94d9da8 req-cbe27145-a7a3-44fd-936d-debda2b021ed tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079471 Aug 16 20:07:32.660740 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-9e9357fd-9183-4774-a041-767cd1889e93 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:07:32.691061 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9357fd-9183-4774-a041-767cd1889e93 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:07:32.737345 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=d6eb0731-6711-40b2-ae8e-4185ad4bfb8c,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:32.757992 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9357fd-9183-4774-a041-767cd1889e93 admin admin] Pushing event updated for resources: {'Port': ['ID=ef48cc07-135b-40fe-a96f-be7b62c43d9f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:32.770671 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03f64b-f3f1-4172-b0d9-09c1ea064359 req-32131286-5ae1-460c-8e3c-2d8996839eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:32.772535 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cc03f64b-f3f1-4172-b0d9-09c1ea064359 req-32131286-5ae1-460c-8e3c-2d8996839eb7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d7859aa3-2722-4177-a070-f1837244076b HTTP/1.1" status: 200 len: 855 time: 0.2225420 Aug 16 20:07:32.779658 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b691f6a-2024-4028-85b5-f41e886f123e req-d40144c4-e8e8-40fd-9bd3-9c3c121af302 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e4cadeb-d0f0-44d0-87b4-4f4b81576c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042966 Aug 16 20:07:32.782304 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port e9f292ba-eb00-4087-ad25-42530be87d0d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:07:32.782786 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:32.852951 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-28a4b6da-90a6-41fb-ba4f-b1296701e0a9 req-121697bf-053d-4698-bed4-bac2339d5c3a service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934264 Aug 16 20:07:32.864315 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9e9357fd-9183-4774-a041-767cd1889e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:32.866845 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eec179f2-8348-4657-afb1-7b42bdf87ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:32.949754 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03f64b-f3f1-4172-b0d9-09c1ea064359 req-674b1dc0-8246-4bb3-9081-b0cce7cce49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:32.951916 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cc03f64b-f3f1-4172-b0d9-09c1ea064359 req-674b1dc0-8246-4bb3-9081-b0cce7cce49b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=59223dac-0107-4a62-a7e6-e8ab002ab182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1672637 Aug 16 20:07:33.154465 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71675e-98ba-4875-9a5c-27529e6fe8ac req-88b071b1-ab50-4956-9696-04ddd8793662 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:33.156436 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-be71675e-98ba-4875-9a5c-27529e6fe8ac req-88b071b1-ab50-4956-9696-04ddd8793662 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=93669914-093a-4fed-a258-2af377404bfd HTTP/1.1" status: 200 len: 946 time: 0.1546273 Aug 16 20:07:33.233633 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cc03f64b-f3f1-4172-b0d9-09c1ea064359 req-55ad6c73-8cd1-487b-9b40-305b8ec93cd4 service neutron] 10.222.0.57 "GET /v2.0/networks/59223dac-0107-4a62-a7e6-e8ab002ab182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649796 Aug 16 20:07:33.252360 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9e9357fd-9183-4774-a041-767cd1889e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:33.257668 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-be71675e-98ba-4875-9a5c-27529e6fe8ac req-61429391-ef48-4993-b7c1-38c2ac0da191 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups?id=25ce6dff-401a-4586-812f-09b69349aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932646 Aug 16 20:07:33.296300 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f9096-3afe-4ea9-a0d4-0bf0eb359f62 req-bddeb61b-57a6-4d80-8ec3-444bf9cd2907 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:33.303933 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-365f9096-3afe-4ea9-a0d4-0bf0eb359f62 req-bddeb61b-57a6-4d80-8ec3-444bf9cd2907 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 946 time: 0.1743081 Aug 16 20:07:33.392169 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-eec179f2-8348-4657-afb1-7b42bdf87ced admin admin] Deleting port f83b8b74-a8a3-42f3-bc5b-986e036f32c1 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:07:33.392529 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eec179f2-8348-4657-afb1-7b42bdf87ced admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:33.431982 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-365f9096-3afe-4ea9-a0d4-0bf0eb359f62 req-85ec10c8-b42e-4d3c-961a-11114d4c4202 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183326 Aug 16 20:07:33.474786 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cc03f64b-f3f1-4172-b0d9-09c1ea064359 req-a93b5a86-4b2e-4b00-be53-8a96ed57a9e1 service neutron] 10.222.0.57 "GET /v2.0/networks/59223dac-0107-4a62-a7e6-e8ab002ab182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325194 Aug 16 20:07:33.496717 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-eec179f2-8348-4657-afb1-7b42bdf87ced admin admin] For port f83b8b74-a8a3-42f3-bc5b-986e036f32c1, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f83b8b74-a8a3-42f3-bc5b-986e036f32c1,segment=NetworkSegment(f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd),segment_id=f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:33.497531 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eec179f2-8348-4657-afb1-7b42bdf87ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:33.513216 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-eec179f2-8348-4657-afb1-7b42bdf87ced admin admin] Calling delete_port for f83b8b74-a8a3-42f3-bc5b-986e036f32c1 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:07:33.619901 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9e9357fd-9183-4774-a041-767cd1889e93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:33.626254 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9e9357fd-9183-4774-a041-767cd1889e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:33.740175 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9357fd-9183-4774-a041-767cd1889e93 admin admin] Pushing event updated for resources: {'Port': ['ID=ef48cc07-135b-40fe-a96f-be7b62c43d9f,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:33.741305 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eec179f2-8348-4657-afb1-7b42bdf87ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:33.742667 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9e9357fd-9183-4774-a041-767cd1889e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:33.914194 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec179f2-8348-4657-afb1-7b42bdf87ced admin admin] Pushing event deleted for resources: {'Port': ['ID=f83b8b74-a8a3-42f3-bc5b-986e036f32c1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:33.979887 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9357fd-9183-4774-a041-767cd1889e93 admin admin] Network b415667a-d208-40cb-a7c6-65376c591e13 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:07:33.984160 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-9e9357fd-9183-4774-a041-767cd1889e93 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:07:34.016563 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbde064-403c-4e6f-9628-0a2a78e757fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6eb0731-6711-40b2-ae8e-4185ad4bfb8c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:07:34.019783 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dde83f4-7e48-43e3-8e87-8ce0d4dda68a" -d '{"events": [{"server_uuid": "0bbde064-403c-4e6f-9628-0a2a78e757fb", "name": "network-vif-plugged", "status": "completed", "tag": "d6eb0731-6711-40b2-ae8e-4185ad4bfb8c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:07:34.080229 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726a1ad-4c07-4490-91e2-8ca172e74fa8 req-f364c60f-e0e9-412f-aeb7-da8bf2a0c345 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:34.081790 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2726a1ad-4c07-4490-91e2-8ca172e74fa8 req-f364c60f-e0e9-412f-aeb7-da8bf2a0c345 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 943 time: 0.1716814 Aug 16 20:07:34.167390 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2726a1ad-4c07-4490-91e2-8ca172e74fa8 req-443eada1-15a6-4b30-bc4c-1fa3490edac3 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e4cadeb-d0f0-44d0-87b4-4f4b81576c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776660 Aug 16 20:07:34.202405 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e9357fd-9183-4774-a041-767cd1889e93 admin admin] Router 2f772fda-7528-42c9-bcac-f8bd9049875f has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:07:34.251494 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ece0258-3f8f-49dd-bb7f-1513523e1c9d x-openstack-request-id: req-5ece0258-3f8f-49dd-bb7f-1513523e1c9d {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:07:34.251911 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbde064-403c-4e6f-9628-0a2a78e757fb", "name": "network-vif-plugged", "status": "completed", "tag": "d6eb0731-6711-40b2-ae8e-4185ad4bfb8c", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:07:34.252363 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5ece0258-3f8f-49dd-bb7f-1513523e1c9d {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:07:34.252876 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbde064-403c-4e6f-9628-0a2a78e757fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6eb0731-6711-40b2-ae8e-4185ad4bfb8c', 'code': 200} Aug 16 20:07:34.341086 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2f6bb214-c160-446a-9632-9700b8cb8f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:34.481281 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:07:34.489827 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea038d-a5d9-48e9-a266-1f5c766aa59a req-d8b2b2fb-6f59-47d8-b5bb-ab6115279803 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:34.500583 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-afea038d-a5d9-48e9-a266-1f5c766aa59a req-d8b2b2fb-6f59-47d8-b5bb-ab6115279803 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 948 time: 0.6444848 Aug 16 20:07:34.502995 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153fb4d-2637-4791-9883-7447fdccf97a req-b6539189-1538-4ef3-9757-80400a740017 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:34.505804 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a153fb4d-2637-4791-9883-7447fdccf97a req-b6539189-1538-4ef3-9757-80400a740017 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=93669914-093a-4fed-a258-2af377404bfd HTTP/1.1" status: 200 len: 946 time: 0.1241646 Aug 16 20:07:34.527295 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9357fd-9183-4774-a041-767cd1889e93 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:07:34.532344 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eec179f2-8348-4657-afb1-7b42bdf87ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:34.549446 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87575fa4-03b6-4543-8bff-03b9fada3707 None None] Sync routers for ids ['2f772fda-7528-42c9-bcac-f8bd9049875f'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:07:34.552723 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9e9357fd-9183-4774-a041-767cd1889e93 admin admin] 10.222.0.68 "PUT /v2.0/routers/2f772fda-7528-42c9-bcac-f8bd9049875f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4322603 Aug 16 20:07:34.571517 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-afea038d-a5d9-48e9-a266-1f5c766aa59a req-ea2fa2b0-eb60-4841-94cf-65cd71d416d8 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657783 Aug 16 20:07:34.610905 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87575fa4-03b6-4543-8bff-03b9fada3707 None None] Routers {'2f772fda-7528-42c9-bcac-f8bd9049875f'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:07:34.611447 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0793035-731c-4279-9794-50100251de2b req-4031837d-2212-45a7-802e-628d632d613a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:34.611764 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-87575fa4-03b6-4543-8bff-03b9fada3707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:07:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['2f772fda-7528-42c9-bcac-f8bd9049875f'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:34.613003 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c0793035-731c-4279-9794-50100251de2b req-4031837d-2212-45a7-802e-628d632d613a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 1098 time: 0.2589350 Aug 16 20:07:34.756196 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a153fb4d-2637-4791-9883-7447fdccf97a req-82a6eb81-ce17-42d4-acfa-00ea02d9cb30 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups?id=25ce6dff-401a-4586-812f-09b69349aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961293 Aug 16 20:07:34.826574 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c0793035-731c-4279-9794-50100251de2b req-f88b2d83-d6e6-48f7-8931-f40c2f1f87d5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048063 Aug 16 20:07:34.904092 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:34.962151 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-87575fa4-03b6-4543-8bff-03b9fada3707 None None] Set router 2f772fda-7528-42c9-bcac-f8bd9049875f gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:07:35.059306 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=39e68215-9ebb-45bc-b0da-ed77dad3bcb7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:35.077136 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec179f2-8348-4657-afb1-7b42bdf87ced admin admin] Router 25b2d338-81f8-4e22-9940-ad7ad8badcb8 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:07:35.088013 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-90c81fec-a9b0-4032-ad4c-0e3525aaf799 req-fc3e4732-6306-4fc4-b343-c2f3868aabc3 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1962706417&fields=id&tenant_id=7226fdee24904919afb825fb93246d31 HTTP/1.1" status: 200 len: 267 time: 0.1225214 Aug 16 20:07:35.102833 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '39e68215-9ebb-45bc-b0da-ed77dad3bcb7', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': '39e68215-9ebb-45bc-b0da-ed77dad3bcb7', 'mac_address': 'fa:16:3e:b9:d1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:07:35.192093 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:35.206946 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c81fec-a9b0-4032-ad4c-0e3525aaf799 req-534b32cb-1516-4292-acc5-595b6cf9591e tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:35.216332 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-90c81fec-a9b0-4032-ad4c-0e3525aaf799 req-534b32cb-1516-4292-acc5-595b6cf9591e tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=93669914-093a-4fed-a258-2af377404bfd HTTP/1.1" status: 200 len: 946 time: 0.1273310 Aug 16 20:07:35.222048 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-90c81fec-a9b0-4032-ad4c-0e3525aaf799 req-d7bb3e89-6dfb-4548-b6de-d7f570e36919 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Request body: {'port': {'security_groups': ['25ce6dff-401a-4586-812f-09b69349aa55', 'de18ded3-2968-4f61-9843-ad62984132b9']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:35.229509 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:07:35.270900 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=39e68215-9ebb-45bc-b0da-ed77dad3bcb7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:35.287033 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:35.325567 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-90c81fec-a9b0-4032-ad4c-0e3525aaf799 req-d7bb3e89-6dfb-4548-b6de-d7f570e36919 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:35.344340 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7ac52-9244-4888-a4ff-38e667df004d req-c9302fcd-736d-4425-a61e-7cd727124adf tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:35.364079 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e9b7ac52-9244-4888-a4ff-38e667df004d req-c9302fcd-736d-4425-a61e-7cd727124adf tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 946 time: 0.5379157 Aug 16 20:07:35.401917 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=39e68215-9ebb-45bc-b0da-ed77dad3bcb7,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:35.415935 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec179f2-8348-4657-afb1-7b42bdf87ced admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:07:35.415935 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-eec179f2-8348-4657-afb1-7b42bdf87ced admin admin] 10.222.0.68 "PUT /v2.0/routers/25b2d338-81f8-4e22-9940-ad7ad8badcb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4319537 Aug 16 20:07:35.421427 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab05d1f2-b44b-4bac-89e4-b762cb0f6403 None None] Sync routers for ids ['25b2d338-81f8-4e22-9940-ad7ad8badcb8'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:07:35.437343 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42684) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:35.437628 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab05d1f2-b44b-4bac-89e4-b762cb0f6403 None None] Routers {'25b2d338-81f8-4e22-9940-ad7ad8badcb8'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:07:35.438448 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ab05d1f2-b44b-4bac-89e4-b762cb0f6403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:07:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['25b2d338-81f8-4e22-9940-ad7ad8badcb8'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:35.460986 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e9b7ac52-9244-4888-a4ff-38e667df004d req-2da9fbdd-a30e-462e-b072-8537e37e8ac2 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934711 Aug 16 20:07:35.483800 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-87575fa4-03b6-4543-8bff-03b9fada3707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f772fda-7528-42c9-bcac-f8bd9049875f', 'name': 'tempest-ServerRescueTestJSON-1502074643-router', 'tenant_id': '520511d988044d52831f9681de3ac442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e9f292ba-eb00-4087-ad25-42530be87d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:07:19Z', 'updated_at': '2021-08-16T20:07:33Z', 'revision_number': 4, 'project_id': '520511d988044d52831f9681de3ac442', 'gw_port': {'id': 'e9f292ba-eb00-4087-ad25-42530be87d0d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:06:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f772fda-7528-42c9-bcac-f8bd9049875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:07:20Z', 'updated_at': '2021-08-16T20:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'ef48cc07-135b-40fe-a96f-be7b62c43d9f', 'name': '', 'network_id': 'b415667a-d208-40cb-a7c6-65376c591e13', 'tenant_id': '520511d988044d52831f9681de3ac442', 'mac_address': 'fa:16:3e:0b:88:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f772fda-7528-42c9-bcac-f8bd9049875f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b3526492-2940-405c-b197-de744b17c402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:07:30Z', 'updated_at': '2021-08-16T20:07:33Z', 'revision_number': 2, 'project_id': '520511d988044d52831f9681de3ac442', 'subnets': [{'id': 'b3526492-2940-405c-b197-de744b17c402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:35.562575 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87575fa4-03b6-4543-8bff-03b9fada3707 None None] Checking router: 2f772fda-7528-42c9-bcac-f8bd9049875f for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:07:35.564799 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87575fa4-03b6-4543-8bff-03b9fada3707 None None] Updating router 2f772fda-7528-42c9-bcac-f8bd9049875f port ef48cc07-135b-40fe-a96f-be7b62c43d9f binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:07:35.620626 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:35.630691 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-87575fa4-03b6-4543-8bff-03b9fada3707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:35.703240 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['39e68215-9ebb-45bc-b0da-ed77dad3bcb7'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:07:35.791459 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59b9a397-2236-4643-97ff-2274af27f4b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:35.900201 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:35.915401 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-ab05d1f2-b44b-4bac-89e4-b762cb0f6403 None None] Set router 25b2d338-81f8-4e22-9940-ad7ad8badcb8 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:07:35.955167 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:36.043167 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-5bebcf8e-b100-4478-bfd5-dc2174d149dd tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:36.082220 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-5bebcf8e-b100-4478-bfd5-dc2174d149dd tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/networks?id=b415667a-d208-40cb-a7c6-65376c591e13 HTTP/1.1" status: 200 len: 811 time: 0.2427859 Aug 16 20:07:36.124784 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-17878af7-8b1e-4a21-86ef-6648f543c1c8 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/quotas/520511d988044d52831f9681de3ac442 HTTP/1.1" status: 200 len: 375 time: 0.0398841 Aug 16 20:07:36.272875 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-7e425066-85c4-4485-93ec-aad84b486d41 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=520511d988044d52831f9681de3ac442&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1461828 Aug 16 20:07:36.414091 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ab05d1f2-b44b-4bac-89e4-b762cb0f6403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'name': 'tempest-ServersTestManualDisk-1266941271-router', 'tenant_id': 'f37110b65e324c64893ebaf7d2528f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '66adab44-88be-417b-810d-45b481103d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:05:01Z', 'updated_at': '2021-08-16T20:07:33Z', 'revision_number': 5, 'project_id': 'f37110b65e324c64893ebaf7d2528f23', 'gw_port': {'id': '66adab44-88be-417b-810d-45b481103d7f', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:03Z', 'updated_at': '2021-08-16T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:36.455154 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-87575fa4-03b6-4543-8bff-03b9fada3707 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:36.469948 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab05d1f2-b44b-4bac-89e4-b762cb0f6403 None None] Checking router: 25b2d338-81f8-4e22-9940-ad7ad8badcb8 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:07:36.481160 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-87575fa4-03b6-4543-8bff-03b9fada3707 None None] Transition to ACTIVE for port object ef48cc07-135b-40fe-a96f-be7b62c43d9f will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:07:36.503922 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-5cd060f0-8d8f-496d-b448-657be667090d service neutron] 10.222.0.68 "GET /v2.0/networks/b415667a-d208-40cb-a7c6-65376c591e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222304 Aug 16 20:07:36.505132 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab05d1f2-b44b-4bac-89e4-b762cb0f6403 None None] Routers {'25b2d338-81f8-4e22-9940-ad7ad8badcb8'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:07:36.505775 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ab05d1f2-b44b-4bac-89e4-b762cb0f6403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:07:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['25b2d338-81f8-4e22-9940-ad7ad8badcb8'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:36.529263 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-87575fa4-03b6-4543-8bff-03b9fada3707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:36.600120 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-90c81fec-a9b0-4032-ad4c-0e3525aaf799 req-d7bb3e89-6dfb-4548-b6de-d7f570e36919 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] For port cc222824-71d1-4646-aa75-04d1b6fee315, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=cc222824-71d1-4646-aa75-04d1b6fee315,segment=NetworkSegment(896d44c2-ca18-465b-8e4c-9412b7c42b1b),segment_id=896d44c2-ca18-465b-8e4c-9412b7c42b1b)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:36.603110 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59b9a397-2236-4643-97ff-2274af27f4b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:36.677542 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-87575fa4-03b6-4543-8bff-03b9fada3707 None None] Attempting to bind port ef48cc07-135b-40fe-a96f-be7b62c43d9f on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:07:36.678166 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-87575fa4-03b6-4543-8bff-03b9fada3707 None None] Attempting to bind port ef48cc07-135b-40fe-a96f-be7b62c43d9f by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b415667a-d208-40cb-a7c6-65376c591e13'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:07:36.679142 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87575fa4-03b6-4543-8bff-03b9fada3707 None None] Attempting to bind port ef48cc07-135b-40fe-a96f-be7b62c43d9f on network b415667a-d208-40cb-a7c6-65376c591e13 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:07:36.691815 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-90c81fec-a9b0-4032-ad4c-0e3525aaf799 req-d7bb3e89-6dfb-4548-b6de-d7f570e36919 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:36.705360 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87575fa4-03b6-4543-8bff-03b9fada3707 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:07:36.707296 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-9ba39714-95ea-44b5-8451-fa2f715cbf8f service neutron] 10.222.0.68 "GET /v2.0/networks/b415667a-d208-40cb-a7c6-65376c591e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937580 Aug 16 20:07:36.708060 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87575fa4-03b6-4543-8bff-03b9fada3707 None None] Checking segment: {'id': 'cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b415667a-d208-40cb-a7c6-65376c591e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:07:36.708689 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-87575fa4-03b6-4543-8bff-03b9fada3707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:36.709204 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87575fa4-03b6-4543-8bff-03b9fada3707 None None] Bound using segment: {'id': 'cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b415667a-d208-40cb-a7c6-65376c591e13'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:07:36.709701 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-87575fa4-03b6-4543-8bff-03b9fada3707 None None] Bound port: ef48cc07-135b-40fe-a96f-be7b62c43d9f, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b415667a-d208-40cb-a7c6-65376c591e13'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:07:36.710603 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-87575fa4-03b6-4543-8bff-03b9fada3707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:36.712141 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-90c81fec-a9b0-4032-ad4c-0e3525aaf799 req-d7bb3e89-6dfb-4548-b6de-d7f570e36919 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:36.721514 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-ab05d1f2-b44b-4bac-89e4-b762cb0f6403 None None] Set router 25b2d338-81f8-4e22-9940-ad7ad8badcb8 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:07:36.779897 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-87575fa4-03b6-4543-8bff-03b9fada3707 None None] For port ef48cc07-135b-40fe-a96f-be7b62c43d9f, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:07:36.783937 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-87575fa4-03b6-4543-8bff-03b9fada3707 None None] For port ef48cc07-135b-40fe-a96f-be7b62c43d9f, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=ef48cc07-135b-40fe-a96f-be7b62c43d9f,segment=NetworkSegment(cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e),segment_id=cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:07:36.801584 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-87575fa4-03b6-4543-8bff-03b9fada3707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:36.808376 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17a74f-9072-453b-82f1-27567f6b4051 None None] Pushing event updated for resources: {'Port': ['ID=ef48cc07-135b-40fe-a96f-be7b62c43d9f,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:36.851681 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c81fec-a9b0-4032-ad4c-0e3525aaf799 req-d7bb3e89-6dfb-4548-b6de-d7f570e36919 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:36.852357 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-90c81fec-a9b0-4032-ad4c-0e3525aaf799 req-d7bb3e89-6dfb-4548-b6de-d7f570e36919 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:36.853834 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-90c81fec-a9b0-4032-ad4c-0e3525aaf799 req-d7bb3e89-6dfb-4548-b6de-d7f570e36919 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "PUT /v2.0/ports/cc222824-71d1-4646-aa75-04d1b6fee315 HTTP/1.1" status: 200 len: 982 time: 1.6366851 Aug 16 20:07:36.854309 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93669914-093a-4fed-a258-2af377404bfd', 'tag': 'cc222824-71d1-4646-aa75-04d1b6fee315'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:07:36.872910 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed5f85b-9de7-48b2-a0e6-49794849d8f8" -d '{"events": [{"name": "network-changed", "server_uuid": "93669914-093a-4fed-a258-2af377404bfd", "tag": "cc222824-71d1-4646-aa75-04d1b6fee315"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:07:36.910166 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-59b9a397-2236-4643-97ff-2274af27f4b1 admin admin] Deleting port 66adab44-88be-417b-810d-45b481103d7f {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:07:36.910786 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59b9a397-2236-4643-97ff-2274af27f4b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:36.928204 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb3e89-6dfb-4548-b6de-d7f570e36919 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Pushing event updated for resources: {'Port': ['ID=cc222824-71d1-4646-aa75-04d1b6fee315,revision_number=6']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:36.954653 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87575fa4-03b6-4543-8bff-03b9fada3707 None None] Routers {'2f772fda-7528-42c9-bcac-f8bd9049875f'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:07:36.955774 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-87575fa4-03b6-4543-8bff-03b9fada3707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:07:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['2f772fda-7528-42c9-bcac-f8bd9049875f'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:37.005631 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['6c389ade-b811-4fab-bd55-8979b486ffee', 'cc222824-71d1-4646-aa75-04d1b6fee315'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:07:37.055891 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17a74f-9072-453b-82f1-27567f6b4051 None None] Pushing event updated for resources: {'Port': ['ID=ef48cc07-135b-40fe-a96f-be7b62c43d9f,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:37.152663 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['cc222824-71d1-4646-aa75-04d1b6fee315'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:07:37.232537 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-87575fa4-03b6-4543-8bff-03b9fada3707 None None] Set router 2f772fda-7528-42c9-bcac-f8bd9049875f gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:07:37.282461 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd42ac3-2cb6-4cab-9e7d-8a6aa641cc0f req-742c022b-cb79-43ef-8d23-94cb13477af0 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:37.287144 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0fd42ac3-2cb6-4cab-9e7d-8a6aa641cc0f req-742c022b-cb79-43ef-8d23-94cb13477af0 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 943 time: 0.2232773 Aug 16 20:07:37.301354 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efaebd8-efaa-46ba-a544-dcb312acb365 req-25172a64-4e2f-4fe0-bea7-c3ed9c19f3cf tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:37.303314 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3efaebd8-efaa-46ba-a544-dcb312acb365 req-25172a64-4e2f-4fe0-bea7-c3ed9c19f3cf tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 949 time: 0.1267469 Aug 16 20:07:37.316299 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:37.342003 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-59b9a397-2236-4643-97ff-2274af27f4b1 admin admin] For port 66adab44-88be-417b-810d-45b481103d7f, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=66adab44-88be-417b-810d-45b481103d7f,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:37.344918 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59b9a397-2236-4643-97ff-2274af27f4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:37.377879 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-59b9a397-2236-4643-97ff-2274af27f4b1 admin admin] Calling delete_port for 66adab44-88be-417b-810d-45b481103d7f owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:07:37.386234 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3efaebd8-efaa-46ba-a544-dcb312acb365 req-acefd6c0-1a66-4e5b-9ecc-fa4dea694932 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758278 Aug 16 20:07:37.423666 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0fd42ac3-2cb6-4cab-9e7d-8a6aa641cc0f req-98d64efd-147b-49f0-8f5d-aee0085994d4 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e4cadeb-d0f0-44d0-87b4-4f4b81576c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277494 Aug 16 20:07:37.560330 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bd92e5d4-20a4-42f1-bee9-13192449d2e1 req-eda651e1-c5b1-44ec-aa6f-4e07d18370b0 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups/de18ded3-2968-4f61-9843-ad62984132b9 HTTP/1.1" status: 200 len: 1803 time: 0.0687611 Aug 16 20:07:37.614357 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ab05d1f2-b44b-4bac-89e4-b762cb0f6403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'name': 'tempest-ServersTestManualDisk-1266941271-router', 'tenant_id': 'f37110b65e324c64893ebaf7d2528f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '66adab44-88be-417b-810d-45b481103d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:05:01Z', 'updated_at': '2021-08-16T20:07:33Z', 'revision_number': 5, 'project_id': 'f37110b65e324c64893ebaf7d2528f23', 'gw_port': {'id': '66adab44-88be-417b-810d-45b481103d7f', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:03Z', 'updated_at': '2021-08-16T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:37.622129 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [req-bd92e5d4-20a4-42f1-bee9-13192449d2e1 req-3dd72199-0fe2-489d-b3b1-520fa8783837 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 20:07:37.639919 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bd92e5d4-20a4-42f1-bee9-13192449d2e1 req-3dd72199-0fe2-489d-b3b1-520fa8783837 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "DELETE /v2.0/security-groups/de18ded3-2968-4f61-9843-ad62984132b9 HTTP/1.1" status: 409 len: 341 time: 0.0776813 Aug 16 20:07:37.683684 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1200d025-8ea9-47a1-b44a-3a50eeb7fee5 x-openstack-request-id: req-1200d025-8ea9-47a1-b44a-3a50eeb7fee5 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:07:37.684227 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93669914-093a-4fed-a258-2af377404bfd", "tag": "cc222824-71d1-4646-aa75-04d1b6fee315", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:07:37.684515 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1200d025-8ea9-47a1-b44a-3a50eeb7fee5 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:07:37.685591 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93669914-093a-4fed-a258-2af377404bfd', 'tag': 'cc222824-71d1-4646-aa75-04d1b6fee315', 'status': 'completed', 'code': 200} Aug 16 20:07:37.714608 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338dec4-5166-4ea8-81b7-9112007e3b6b req-1870a6c1-d901-4a49-a11d-c506a10a1a5a tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:37.726587 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d338dec4-5166-4ea8-81b7-9112007e3b6b req-1870a6c1-d901-4a49-a11d-c506a10a1a5a tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 946 time: 0.1139905 Aug 16 20:07:37.769289 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab05d1f2-b44b-4bac-89e4-b762cb0f6403 None None] The sync data for ids ['25b2d338-81f8-4e22-9940-ad7ad8badcb8'] in n-d-787206-13 is: [{'id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'name': 'tempest-ServersTestManualDisk-1266941271-router', 'tenant_id': 'f37110b65e324c64893ebaf7d2528f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '66adab44-88be-417b-810d-45b481103d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:05:01Z', 'updated_at': '2021-08-16T20:07:33Z', 'revision_number': 5, 'project_id': 'f37110b65e324c64893ebaf7d2528f23', 'gw_port': {'id': '66adab44-88be-417b-810d-45b481103d7f', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2d338-81f8-4e22-9940-ad7ad8badcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:05:03Z', 'updated_at': '2021-08-16T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:07:37.833463 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-87575fa4-03b6-4543-8bff-03b9fada3707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f772fda-7528-42c9-bcac-f8bd9049875f', 'name': 'tempest-ServerRescueTestJSON-1502074643-router', 'tenant_id': '520511d988044d52831f9681de3ac442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e9f292ba-eb00-4087-ad25-42530be87d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:07:19Z', 'updated_at': '2021-08-16T20:07:33Z', 'revision_number': 4, 'project_id': '520511d988044d52831f9681de3ac442', 'gw_port': {'id': 'e9f292ba-eb00-4087-ad25-42530be87d0d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:06:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f772fda-7528-42c9-bcac-f8bd9049875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:07:20Z', 'updated_at': '2021-08-16T20:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'ef48cc07-135b-40fe-a96f-be7b62c43d9f', 'name': '', 'network_id': 'b415667a-d208-40cb-a7c6-65376c591e13', 'tenant_id': '520511d988044d52831f9681de3ac442', 'mac_address': 'fa:16:3e:0b:88:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f772fda-7528-42c9-bcac-f8bd9049875f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b3526492-2940-405c-b197-de744b17c402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:07:30Z', 'updated_at': '2021-08-16T20:07:36Z', 'revision_number': 4, 'project_id': '520511d988044d52831f9681de3ac442', 'subnets': [{'id': 'b3526492-2940-405c-b197-de744b17c402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:37.882739 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6cc3a32a-d331-432e-bac5-ec288c59d401 req-40ab1e8e-33a5-4c62-a2e0-0164cae9923e tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 210 time: 0.1156819 Aug 16 20:07:37.905854 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5f85b-9de7-48b2-a0e6-49794849d8f8 req-7df1c80b-4350-4c54-99cf-7bc76ddc2730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:37.916292 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ed5f85b-9de7-48b2-a0e6-49794849d8f8 req-7df1c80b-4350-4c54-99cf-7bc76ddc2730 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7226fdee24904919afb825fb93246d31&device_id=93669914-093a-4fed-a258-2af377404bfd HTTP/1.1" status: 200 len: 1137 time: 0.2003388 Aug 16 20:07:37.922523 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87575fa4-03b6-4543-8bff-03b9fada3707 None None] The sync data for ids ['2f772fda-7528-42c9-bcac-f8bd9049875f'] in n-d-787206-13 is: [{'id': '2f772fda-7528-42c9-bcac-f8bd9049875f', 'name': 'tempest-ServerRescueTestJSON-1502074643-router', 'tenant_id': '520511d988044d52831f9681de3ac442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e9f292ba-eb00-4087-ad25-42530be87d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:07:19Z', 'updated_at': '2021-08-16T20:07:33Z', 'revision_number': 4, 'project_id': '520511d988044d52831f9681de3ac442', 'gw_port': {'id': 'e9f292ba-eb00-4087-ad25-42530be87d0d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:06:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f772fda-7528-42c9-bcac-f8bd9049875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:07:20Z', 'updated_at': '2021-08-16T20:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'ef48cc07-135b-40fe-a96f-be7b62c43d9f', 'name': '', 'network_id': 'b415667a-d208-40cb-a7c6-65376c591e13', 'tenant_id': '520511d988044d52831f9681de3ac442', 'mac_address': 'fa:16:3e:0b:88:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f772fda-7528-42c9-bcac-f8bd9049875f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b3526492-2940-405c-b197-de744b17c402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:07:30Z', 'updated_at': '2021-08-16T20:07:36Z', 'revision_number': 4, 'project_id': '520511d988044d52831f9681de3ac442', 'subnets': [{'id': 'b3526492-2940-405c-b197-de744b17c402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:07:37.961112 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d338dec4-5166-4ea8-81b7-9112007e3b6b req-8f91c699-f8ba-48f4-9334-54f03dd40c69 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331035 Aug 16 20:07:37.987733 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59b9a397-2236-4643-97ff-2274af27f4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:38.017291 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9a397-2236-4643-97ff-2274af27f4b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=66adab44-88be-417b-810d-45b481103d7f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:38.191279 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59b9a397-2236-4643-97ff-2274af27f4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:38.374673 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5f85b-9de7-48b2-a0e6-49794849d8f8 req-71aa0a4d-3aa2-47e2-a47b-73b6262c7200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:38.377729 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ed5f85b-9de7-48b2-a0e6-49794849d8f8 req-71aa0a4d-3aa2-47e2-a47b-73b6262c7200 service neutron] 10.222.0.63 "GET /v2.0/networks?id=64a0cd07-0b71-4107-a24f-1756e0e07d65 HTTP/1.1" status: 200 len: 913 time: 0.4518480 Aug 16 20:07:38.556456 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:07:38.587210 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ed5f85b-9de7-48b2-a0e6-49794849d8f8 req-ad341711-53e5-415d-84e6-ec1c459d8ad2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc222824-71d1-4646-aa75-04d1b6fee315 HTTP/1.1" status: 200 len: 217 time: 0.1997693 Aug 16 20:07:38.629132 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59b9a397-2236-4643-97ff-2274af27f4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:38.639937 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59b9a397-2236-4643-97ff-2274af27f4b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:38.757764 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5f85b-9de7-48b2-a0e6-49794849d8f8 req-3d1cd483-3fd9-4ae2-ab55-3650b00bb2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:38.760409 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ed5f85b-9de7-48b2-a0e6-49794849d8f8 req-3d1cd483-3fd9-4ae2-ab55-3650b00bb2d2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=222e6265-7255-47f9-a715-d1b941d39884 HTTP/1.1" status: 200 len: 852 time: 0.1533959 Aug 16 20:07:38.780246 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59b9a397-2236-4643-97ff-2274af27f4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:38.790585 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b9a397-2236-4643-97ff-2274af27f4b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25b2d338-81f8-4e22-9940-ad7ad8badcb8 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:07:38.803234 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59b9a397-2236-4643-97ff-2274af27f4b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:38.821964 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-59b9a397-2236-4643-97ff-2274af27f4b1 admin admin] 10.222.0.68 "DELETE /v2.0/routers/25b2d338-81f8-4e22-9940-ad7ad8badcb8 HTTP/1.1" status: 204 len: 168 time: 3.3808582 Aug 16 20:07:38.828793 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42752) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:38.854656 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ef48cc07-135b-40fe-a96f-be7b62c43d9f up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:07:38.933795 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ed5f85b-9de7-48b2-a0e6-49794849d8f8 req-3d5f8801-28e4-4ac8-93ad-54842f9e45f9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=64a0cd07-0b71-4107-a24f-1756e0e07d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1645260 Aug 16 20:07:38.992302 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-01392d18-1903-4a84-a7df-393da04dedab admin admin] Deleting subnet 35f0f756-29cc-48e2-a3ef-ca73119e05e1 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:07:39.001084 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01392d18-1903-4a84-a7df-393da04dedab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:39.027711 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d494fb7-1d14-49fe-b3af-b9239c330b2e req-1a3f774f-59e7-4a31-bd78-2fc4e6251542 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:39.027711 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6d494fb7-1d14-49fe-b3af-b9239c330b2e req-1a3f774f-59e7-4a31-bd78-2fc4e6251542 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=93669914-093a-4fed-a258-2af377404bfd HTTP/1.1" status: 200 len: 985 time: 0.4342015 Aug 16 20:07:39.113383 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:07:39.141381 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:07:39.141752 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:39.243884 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6d494fb7-1d14-49fe-b3af-b9239c330b2e req-a49c370c-849e-472a-84cf-0a7b87c7ebe9 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups?id=de18ded3-2968-4f61-9843-ad62984132b9&id=25ce6dff-401a-4586-812f-09b69349aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2034395 Aug 16 20:07:39.312308 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port ef48cc07-135b-40fe-a96f-be7b62c43d9f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:07:39.333478 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ed5f85b-9de7-48b2-a0e6-49794849d8f8 req-eeedcd86-a066-4e16-bc9a-d0d91cd38c8a service neutron] 10.222.0.63 "GET /v2.0/networks/64a0cd07-0b71-4107-a24f-1756e0e07d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852711 Aug 16 20:07:39.338888 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-77311f68-aba7-43eb-b812-832a44225961 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:39.340145 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port ef48cc07-135b-40fe-a96f-be7b62c43d9f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:07:39.340145 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:39.341104 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-77311f68-aba7-43eb-b812-832a44225961 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.57 "GET /v2.0/networks?id=b415667a-d208-40cb-a7c6-65376c591e13 HTTP/1.1" status: 200 len: 811 time: 0.2146988 Aug 16 20:07:39.358724 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-b90d10d1-7dad-4c0b-96a5-8291b5a34e12 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Request body: {'port': {'device_id': 'f5151284-75ee-4738-a704-bab6b8b2ef6d', 'network_id': 'b415667a-d208-40cb-a7c6-65376c591e13', 'admin_state_up': True, 'tenant_id': '520511d988044d52831f9681de3ac442'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:39.522829 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:39.531067 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01392d18-1903-4a84-a7df-393da04dedab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:39.563329 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f262e9-9021-49e2-8a15-b6c98251d916 req-87ac0f23-b8d0-457d-9731-f1b57cff0a5d tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:39.565132 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-36f262e9-9021-49e2-8a15-b6c98251d916 req-87ac0f23-b8d0-457d-9731-f1b57cff0a5d tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 943 time: 0.1289458 Aug 16 20:07:39.582275 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe47865-fc45-40a4-86ae-3f74fdb304a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e68215-9ebb-45bc-b0da-ed77dad3bcb7'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:07:39.585832 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c043ff9b-8b54-48be-883d-bed2812d925a" -d '{"events": [{"server_uuid": "ebe47865-fc45-40a4-86ae-3f74fdb304a2", "name": "network-vif-plugged", "status": "completed", "tag": "39e68215-9ebb-45bc-b0da-ed77dad3bcb7"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:07:39.589257 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ed5f85b-9de7-48b2-a0e6-49794849d8f8 req-b6d986fe-548f-4806-8f45-f847730d7b2b service neutron] 10.222.0.63 "GET /v2.0/networks/64a0cd07-0b71-4107-a24f-1756e0e07d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380853 Aug 16 20:07:39.600897 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:39.652387 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c011bad-f6ef-4b59-b204-43581ad09653 req-43841613-f4b6-4475-b257-e46b7a03480d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:39.661099 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4c011bad-f6ef-4b59-b204-43581ad09653 req-43841613-f4b6-4475-b257-e46b7a03480d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 946 time: 0.8958125 Aug 16 20:07:39.662337 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=39e68215-9ebb-45bc-b0da-ed77dad3bcb7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:39.670418 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:39.671827 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-36f262e9-9021-49e2-8a15-b6c98251d916 req-6ebb7fd2-0c3f-44c2-b060-c12d69794110 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e4cadeb-d0f0-44d0-87b4-4f4b81576c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002607 Aug 16 20:07:39.730853 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44cbae6-96c1-490f-9d4d-46d784e63f2f req-8ec399b6-87de-43a0-a8a0-b0f1706c5f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:39.732703 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e44cbae6-96c1-490f-9d4d-46d784e63f2f req-8ec399b6-87de-43a0-a8a0-b0f1706c5f68 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7226fdee24904919afb825fb93246d31&device_id=93669914-093a-4fed-a258-2af377404bfd HTTP/1.1" status: 200 len: 1137 time: 0.0821731 Aug 16 20:07:39.744837 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4c011bad-f6ef-4b59-b204-43581ad09653 req-90652d47-c5ea-45a3-b7e5-625dca044f89 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821228 Aug 16 20:07:39.860168 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-b90d10d1-7dad-4c0b-96a5-8291b5a34e12 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Made reservation on behalf of 520511d988044d52831f9681de3ac442 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:07:39.865558 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-b90d10d1-7dad-4c0b-96a5-8291b5a34e12 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:39.925460 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9e79b558-14b8-40a1-a485-a61ee9a67824 req-3763c058-69b2-4fc4-bebc-7a4663f8af57 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 210 time: 0.0521450 Aug 16 20:07:39.956669 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44cbae6-96c1-490f-9d4d-46d784e63f2f req-a4bfba42-c957-4939-8657-cef7ee657543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:39.959645 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e44cbae6-96c1-490f-9d4d-46d784e63f2f req-a4bfba42-c957-4939-8657-cef7ee657543 service neutron] 10.222.0.63 "GET /v2.0/networks?id=64a0cd07-0b71-4107-a24f-1756e0e07d65 HTTP/1.1" status: 200 len: 913 time: 0.2171538 Aug 16 20:07:39.989514 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01392d18-1903-4a84-a7df-393da04dedab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:40.018373 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=39e68215-9ebb-45bc-b0da-ed77dad3bcb7,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:40.037159 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4b56db-e3d7-4af0-ac46-488a26cf180d x-openstack-request-id: req-af4b56db-e3d7-4af0-ac46-488a26cf180d {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:07:40.037442 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe47865-fc45-40a4-86ae-3f74fdb304a2", "name": "network-vif-plugged", "status": "completed", "tag": "39e68215-9ebb-45bc-b0da-ed77dad3bcb7", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:07:40.037688 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-af4b56db-e3d7-4af0-ac46-488a26cf180d {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:07:40.038073 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe47865-fc45-40a4-86ae-3f74fdb304a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e68215-9ebb-45bc-b0da-ed77dad3bcb7', 'code': 200} Aug 16 20:07:40.054480 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port ef48cc07-135b-40fe-a96f-be7b62c43d9f, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=ef48cc07-135b-40fe-a96f-be7b62c43d9f,segment=NetworkSegment(cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e),segment_id=cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:40.066009 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:40.085058 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e44cbae6-96c1-490f-9d4d-46d784e63f2f req-f9b4002f-0138-4959-9caf-7806cd71c589 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc222824-71d1-4646-aa75-04d1b6fee315 HTTP/1.1" status: 200 len: 217 time: 0.0997682 Aug 16 20:07:40.173167 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44cbae6-96c1-490f-9d4d-46d784e63f2f req-c782de51-6343-45e0-945c-08718b461685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:40.178287 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=ef48cc07-135b-40fe-a96f-be7b62c43d9f,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:40.178710 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e44cbae6-96c1-490f-9d4d-46d784e63f2f req-c782de51-6343-45e0-945c-08718b461685 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=222e6265-7255-47f9-a715-d1b941d39884 HTTP/1.1" status: 200 len: 852 time: 0.0821419 Aug 16 20:07:40.180970 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f83b8b74-a8a3-42f3-bc5b-986e036f32c1 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:07:40.205403 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: f83b8b74-a8a3-42f3-bc5b-986e036f32c1 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:07:40.205883 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f83b8b74-a8a3-42f3-bc5b-986e036f32c1 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:07:40.225987 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e44cbae6-96c1-490f-9d4d-46d784e63f2f req-74dd8f8e-780f-4d3c-a2f6-04b27afb7ae2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=64a0cd07-0b71-4107-a24f-1756e0e07d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391953 Aug 16 20:07:40.235476 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f27203-f241-4d8c-bc91-c61f194bf7a1 req-866098db-1cef-4c11-b7c9-0a9271788921 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:40.243032 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-35f27203-f241-4d8c-bc91-c61f194bf7a1 req-866098db-1cef-4c11-b7c9-0a9271788921 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 950 time: 0.2822189 Aug 16 20:07:40.328083 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01392d18-1903-4a84-a7df-393da04dedab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:40.344718 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4350fe0-44d6-4f6f-939f-bf321e0bc7b8 req-ebffd393-bd24-4f4a-a4c8-bf261dd4131b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:40.347212 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4350fe0-44d6-4f6f-939f-bf321e0bc7b8 req-ebffd393-bd24-4f4a-a4c8-bf261dd4131b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 1102 time: 0.2137406 Aug 16 20:07:40.352411 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-35f27203-f241-4d8c-bc91-c61f194bf7a1 req-f1223eec-8534-43e4-9dc8-b5cd32af3898 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084905 Aug 16 20:07:40.373121 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-b90d10d1-7dad-4c0b-96a5-8291b5a34e12 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Allocated IP 172.20.0.14 (b415667a-d208-40cb-a7c6-65376c591e13/b3526492-2940-405c-b197-de744b17c402/1daf71d3-ea42-4a46-bd78-b7184c0b7fb2) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:07:40.384508 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01392d18-1903-4a84-a7df-393da04dedab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35f0f756-29cc-48e2-a3ef-ca73119e05e1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:40.400487 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb58368-5b54-4e68-a8e3-28b7dae7afa1 None None] Network 8627704a-ee5f-4a5e-8fc0-ac36b12a4787 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:07:40.402651 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e44cbae6-96c1-490f-9d4d-46d784e63f2f req-4344b1e0-0812-4aa9-8cae-7c54b70eb173 service neutron] 10.222.0.63 "GET /v2.0/networks/64a0cd07-0b71-4107-a24f-1756e0e07d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575856 Aug 16 20:07:40.464305 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01392d18-1903-4a84-a7df-393da04dedab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:40.468296 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-01392d18-1903-4a84-a7df-393da04dedab admin admin] 10.222.0.68 "DELETE /v2.0/subnets/35f0f756-29cc-48e2-a3ef-ca73119e05e1 HTTP/1.1" status: 204 len: 168 time: 1.6022356 Aug 16 20:07:40.471505 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42766) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:40.505561 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4350fe0-44d6-4f6f-939f-bf321e0bc7b8 req-77e47251-a8d2-4fe5-9b3d-78b9c86c5ec8 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348920 Aug 16 20:07:40.542014 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17324200-3893-4cc3-bd89-2138890e3e1c req-ee9243f0-1a8a-4fb5-b6e7-93dba8e2c451 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:40.548863 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ef48cc07-135b-40fe-a96f-be7b62c43d9f up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:07:40.553273 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-17324200-3893-4cc3-bd89-2138890e3e1c req-ee9243f0-1a8a-4fb5-b6e7-93dba8e2c451 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=93669914-093a-4fed-a258-2af377404bfd HTTP/1.1" status: 200 len: 985 time: 0.1772282 Aug 16 20:07:40.604174 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e44cbae6-96c1-490f-9d4d-46d784e63f2f req-e289b4e8-7a0a-4d37-83ba-39d43bbb530c service neutron] 10.222.0.63 "GET /v2.0/networks/64a0cd07-0b71-4107-a24f-1756e0e07d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937122 Aug 16 20:07:40.626110 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port ef48cc07-135b-40fe-a96f-be7b62c43d9f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:07:40.626583 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:40.635915 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1469095d-78c8-4ae7-8350-7ffdac161a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:40.685908 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-17324200-3893-4cc3-bd89-2138890e3e1c req-a9d6d8b2-e029-40ee-9dee-a7444f2a7701 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups?id=de18ded3-2968-4f61-9843-ad62984132b9&id=25ce6dff-401a-4586-812f-09b69349aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1263907 Aug 16 20:07:40.703847 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e2c212-1e8e-4c11-801a-0a4d25d9fec6 None None] DHCP port deletion for 8627704a-ee5f-4a5e-8fc0-ac36b12a4787 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:07:40.793763 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 66adab44-88be-417b-810d-45b481103d7f no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:07:40.825397 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 66adab44-88be-417b-810d-45b481103d7f {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:07:40.825726 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 66adab44-88be-417b-810d-45b481103d7f not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:07:40.832212 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-70e2c212-1e8e-4c11-801a-0a4d25d9fec6 None None] Deleting port bd6cb53c-842b-4a05-993b-ffa7b43c7469 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:07:40.832658 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70e2c212-1e8e-4c11-801a-0a4d25d9fec6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:40.860517 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-b90d10d1-7dad-4c0b-96a5-8291b5a34e12 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:40.895988 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-1469095d-78c8-4ae7-8350-7ffdac161a8f admin admin] Deleting port bd6cb53c-842b-4a05-993b-ffa7b43c7469 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:07:40.896425 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1469095d-78c8-4ae7-8350-7ffdac161a8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:40.924720 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-70e2c212-1e8e-4c11-801a-0a4d25d9fec6 None None] For port bd6cb53c-842b-4a05-993b-ffa7b43c7469, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=bd6cb53c-842b-4a05-993b-ffa7b43c7469,segment=NetworkSegment(f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd),segment_id=f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:40.925128 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70e2c212-1e8e-4c11-801a-0a4d25d9fec6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:40.943760 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-70e2c212-1e8e-4c11-801a-0a4d25d9fec6 None None] Calling delete_port for bd6cb53c-842b-4a05-993b-ffa7b43c7469 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:07:41.011880 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2967ce9-6ce8-45e0-8bf1-1658dd272142 req-22433a07-7856-4250-844d-c31ea9e8a327 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:41.013544 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b2967ce9-6ce8-45e0-8bf1-1658dd272142 req-22433a07-7856-4250-844d-c31ea9e8a327 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 943 time: 0.2432775 Aug 16 20:07:41.045584 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13e091-9822-4d5c-b119-bc7f88be0e9f req-8e57da02-71a9-4380-83bd-db2e5e6f3c3b tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:41.058164 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1a13e091-9822-4d5c-b119-bc7f88be0e9f req-8e57da02-71a9-4380-83bd-db2e5e6f3c3b tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 946 time: 0.1746683 Aug 16 20:07:41.074436 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-b90d10d1-7dad-4c0b-96a5-8291b5a34e12 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:41.078512 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70e2c212-1e8e-4c11-801a-0a4d25d9fec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:41.082447 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-1469095d-78c8-4ae7-8350-7ffdac161a8f admin admin] For port bd6cb53c-842b-4a05-993b-ffa7b43c7469, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=bd6cb53c-842b-4a05-993b-ffa7b43c7469,segment=NetworkSegment(f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd),segment_id=f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:41.082704 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1469095d-78c8-4ae7-8350-7ffdac161a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:41.114688 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2c212-1e8e-4c11-801a-0a4d25d9fec6 None None] Pushing event deleted for resources: {'Port': ['ID=bd6cb53c-842b-4a05-993b-ffa7b43c7469,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:41.122956 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e2c212-1e8e-4c11-801a-0a4d25d9fec6 None None] No DVR routers for this DVR port bd6cb53c-842b-4a05-993b-ffa7b43c7469 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:07:41.127299 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b2967ce9-6ce8-45e0-8bf1-1658dd272142 req-f053d6ab-ef88-4523-add2-e85eae573517 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e4cadeb-d0f0-44d0-87b4-4f4b81576c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039219 Aug 16 20:07:41.139072 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-b90d10d1-7dad-4c0b-96a5-8291b5a34e12 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Network b415667a-d208-40cb-a7c6-65376c591e13 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:07:41.140842 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-b90d10d1-7dad-4c0b-96a5-8291b5a34e12 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:07:41.141937 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-1469095d-78c8-4ae7-8350-7ffdac161a8f admin admin] Calling delete_port for bd6cb53c-842b-4a05-993b-ffa7b43c7469 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:07:41.160041 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-b90d10d1-7dad-4c0b-96a5-8291b5a34e12 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:07:41.175125 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1a13e091-9822-4d5c-b119-bc7f88be0e9f req-87b40c7b-b895-4ca6-9f8e-1691f75f4841 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037221 Aug 16 20:07:41.221448 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d10d1-7dad-4c0b-96a5-8291b5a34e12 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Pushing event updated for resources: {'Port': ['ID=1daf71d3-ea42-4a46-bd78-b7184c0b7fb2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:41.258986 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-b90d10d1-7dad-4c0b-96a5-8291b5a34e12 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:41.260100 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-b90d10d1-7dad-4c0b-96a5-8291b5a34e12 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:41.282890 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-b90d10d1-7dad-4c0b-96a5-8291b5a34e12 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9297018 Aug 16 20:07:41.295849 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-bdf81643-d634-4a16-ae0c-53e5182c5fa1 service neutron] Request body: {'port': {'device_id': 'f5151284-75ee-4738-a704-bab6b8b2ef6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:41.398129 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8342789-d728-42f8-911b-c0ac7d5af753 req-ce62a8b1-2ea7-4056-b496-439a7fc1e00b tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:41.408634 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c8342789-d728-42f8-911b-c0ac7d5af753 req-ce62a8b1-2ea7-4056-b496-439a7fc1e00b tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 932 time: 0.1318829 Aug 16 20:07:41.419056 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-bdf81643-d634-4a16-ae0c-53e5182c5fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:41.419217 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:07:41.473612 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c8342789-d728-42f8-911b-c0ac7d5af753 req-491171a0-067a-402a-9ae1-5e257fbe9aee tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617809 Aug 16 20:07:41.496403 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1469095d-78c8-4ae7-8350-7ffdac161a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:41.530108 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1469095d-78c8-4ae7-8350-7ffdac161a8f admin admin] No DVR routers for this DVR port bd6cb53c-842b-4a05-993b-ffa7b43c7469 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:07:41.617039 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469095d-78c8-4ae7-8350-7ffdac161a8f admin admin] Pushing event deleted for resources: {'Port': ['ID=bd6cb53c-842b-4a05-993b-ffa7b43c7469,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:41.626659 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b,segment=NetworkSegment(accc6b18-9572-4cbe-8aa9-30d6eb96249c),segment_id=accc6b18-9572-4cbe-8aa9-30d6eb96249c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:41.648114 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b', 'network_id': '59223dac-0107-4a62-a7e6-e8ab002ab182', 'port_id': '3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b', 'mac_address': 'fa:16:3e:a7:06:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7859aa3-2722-4177-a070-f1837244076b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:07:41.690714 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1469095d-78c8-4ae7-8350-7ffdac161a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:41.693819 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7786b36-bc3a-439a-af15-fa73abb9e901 req-b8ad153d-9357-4e80-a99b-77fc7de7f1ca tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:41.703115 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b7786b36-bc3a-439a-af15-fa73abb9e901 req-b8ad153d-9357-4e80-a99b-77fc7de7f1ca tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 950 time: 0.1574867 Aug 16 20:07:41.704105 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-1469095d-78c8-4ae7-8350-7ffdac161a8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8627704a-ee5f-4a5e-8fc0-ac36b12a4787']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:41.719578 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-1469095d-78c8-4ae7-8350-7ffdac161a8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:41.720237 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-1469095d-78c8-4ae7-8350-7ffdac161a8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f100d98e-4d3f-4d3a-a8a2-d86bca5b64bd') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:41.733069 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1469095d-78c8-4ae7-8350-7ffdac161a8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:41.745171 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:41.753678 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1469095d-78c8-4ae7-8350-7ffdac161a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:41.765684 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1469095d-78c8-4ae7-8350-7ffdac161a8f admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:07:41.766093 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1469095d-78c8-4ae7-8350-7ffdac161a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: self.session.flush() Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: self.session.flush() Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: self.session.flush() Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: self.session.flush() Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:07:41.768762 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:07:41.776961 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b7786b36-bc3a-439a-af15-fa73abb9e901 req-53d1b039-0f26-4cc2-8606-6007be17b96f tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728495 Aug 16 20:07:41.794816 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:07:41.833522 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b,segment=NetworkSegment(accc6b18-9572-4cbe-8aa9-30d6eb96249c),segment_id=accc6b18-9572-4cbe-8aa9-30d6eb96249c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:41.835763 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-bdf81643-d634-4a16-ae0c-53e5182c5fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1daf71d3-ea42-4a46-bd78-b7184c0b7fb2 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:07:41.846444 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-bdf81643-d634-4a16-ae0c-53e5182c5fa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:41.850075 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:41.866078 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-bdf81643-d634-4a16-ae0c-53e5182c5fa1 service neutron] Transition to ACTIVE for port object 1daf71d3-ea42-4a46-bd78-b7184c0b7fb2 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:07:41.874729 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-bdf81643-d634-4a16-ae0c-53e5182c5fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:41.894474 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1469095d-78c8-4ae7-8350-7ffdac161a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:41.904451 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1469095d-78c8-4ae7-8350-7ffdac161a8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:41.907272 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1469095d-78c8-4ae7-8350-7ffdac161a8f admin admin] 10.222.0.68 "DELETE /v2.0/networks/8627704a-ee5f-4a5e-8fc0-ac36b12a4787 HTTP/1.1" status: 204 len: 168 time: 1.4345710 Aug 16 20:07:41.918880 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e413b-3eb2-4df4-a413-a1eca99f518e req-0c0c2fb2-1c1b-4ab2-9860-61926f5eb0ba tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:41.921080 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f66e413b-3eb2-4df4-a413-a1eca99f518e req-0c0c2fb2-1c1b-4ab2-9860-61926f5eb0ba tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=93669914-093a-4fed-a258-2af377404bfd HTTP/1.1" status: 200 len: 985 time: 0.0919268 Aug 16 20:07:41.941760 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf81643-d634-4a16-ae0c-53e5182c5fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=1daf71d3-ea42-4a46-bd78-b7184c0b7fb2,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:41.955289 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469095d-78c8-4ae7-8350-7ffdac161a8f admin admin] Pushing event deleted for resources: {'Network': ['ID=8627704a-ee5f-4a5e-8fc0-ac36b12a4787,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:41.965986 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:42.003110 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f66e413b-3eb2-4df4-a413-a1eca99f518e req-af082bc5-035d-4897-9abc-81aeb29795c1 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups?id=de18ded3-2968-4f61-9843-ad62984132b9&id=25ce6dff-401a-4586-812f-09b69349aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0642755 Aug 16 20:07:42.027887 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-bdf81643-d634-4a16-ae0c-53e5182c5fa1 service neutron] Attempting to bind port 1daf71d3-ea42-4a46-bd78-b7184c0b7fb2 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:07:42.028214 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-bdf81643-d634-4a16-ae0c-53e5182c5fa1 service neutron] Attempting to bind port 1daf71d3-ea42-4a46-bd78-b7184c0b7fb2 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b415667a-d208-40cb-a7c6-65376c591e13'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:07:42.028714 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-bdf81643-d634-4a16-ae0c-53e5182c5fa1 service neutron] Attempting to bind port 1daf71d3-ea42-4a46-bd78-b7184c0b7fb2 on network b415667a-d208-40cb-a7c6-65376c591e13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:07:42.033411 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-bdf81643-d634-4a16-ae0c-53e5182c5fa1 service neutron] Port 1daf71d3-ea42-4a46-bd78-b7184c0b7fb2 on network b415667a-d208-40cb-a7c6-65376c591e13 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:07:42.033745 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-bdf81643-d634-4a16-ae0c-53e5182c5fa1 service neutron] Attempting to bind port 1daf71d3-ea42-4a46-bd78-b7184c0b7fb2 on network b415667a-d208-40cb-a7c6-65376c591e13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:07:42.039498 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-bdf81643-d634-4a16-ae0c-53e5182c5fa1 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:07:42.039844 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-bdf81643-d634-4a16-ae0c-53e5182c5fa1 service neutron] Checking segment: {'id': 'cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b415667a-d208-40cb-a7c6-65376c591e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:07:42.040263 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-bdf81643-d634-4a16-ae0c-53e5182c5fa1 service neutron] Bound using segment: {'id': 'cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b415667a-d208-40cb-a7c6-65376c591e13'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:07:42.040637 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-bdf81643-d634-4a16-ae0c-53e5182c5fa1 service neutron] Bound port: 1daf71d3-ea42-4a46-bd78-b7184c0b7fb2, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b415667a-d208-40cb-a7c6-65376c591e13'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:07:42.041052 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-bdf81643-d634-4a16-ae0c-53e5182c5fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:42.109560 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:07:42.180895 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6c5ff70f-5135-4894-a0d1-bacd63820f2c req-cafde760-1b75-4b46-9d19-2395f1bea093 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-668172608&fields=id&tenant_id=7226fdee24904919afb825fb93246d31 HTTP/1.1" status: 200 len: 267 time: 0.0914314 Aug 16 20:07:42.188538 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-bdf81643-d634-4a16-ae0c-53e5182c5fa1 service neutron] For port 1daf71d3-ea42-4a46-bd78-b7184c0b7fb2, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:07:42.205259 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-bdf81643-d634-4a16-ae0c-53e5182c5fa1 service neutron] For port 1daf71d3-ea42-4a46-bd78-b7184c0b7fb2, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1daf71d3-ea42-4a46-bd78-b7184c0b7fb2,segment=NetworkSegment(cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e),segment_id=cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:07:42.224949 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-bdf81643-d634-4a16-ae0c-53e5182c5fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:42.278113 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-bdf81643-d634-4a16-ae0c-53e5182c5fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:42.279271 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-bdf81643-d634-4a16-ae0c-53e5182c5fa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:42.280713 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-bdf81643-d634-4a16-ae0c-53e5182c5fa1 service neutron] 10.222.0.57 "PUT /v2.0/ports/1daf71d3-ea42-4a46-bd78-b7184c0b7fb2 HTTP/1.1" status: 200 len: 1093 time: 0.9895325 Aug 16 20:07:42.287863 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5151284-75ee-4738-a704-bab6b8b2ef6d', 'tag': '1daf71d3-ea42-4a46-bd78-b7184c0b7fb2'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:07:42.290363 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ec7852-7aba-46f3-9585-3febb781ee94" -d '{"events": [{"name": "network-changed", "server_uuid": "f5151284-75ee-4738-a704-bab6b8b2ef6d", "tag": "1daf71d3-ea42-4a46-bd78-b7184c0b7fb2"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:07:42.319155 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42802) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:42.332089 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ff70f-5135-4894-a0d1-bacd63820f2c req-38adb323-76ff-4f64-8dd9-9b6086e7691a tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:42.343272 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6c5ff70f-5135-4894-a0d1-bacd63820f2c req-38adb323-76ff-4f64-8dd9-9b6086e7691a tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=93669914-093a-4fed-a258-2af377404bfd HTTP/1.1" status: 200 len: 985 time: 0.1515028 Aug 16 20:07:42.354148 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79dba9-270a-4c47-8419-bd02c0736bb4 req-b986d5ad-4635-4aca-be29-11cb0399b239 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:42.368141 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9f79dba9-270a-4c47-8419-bd02c0736bb4 req-b986d5ad-4635-4aca-be29-11cb0399b239 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 944 time: 0.1271195 Aug 16 20:07:42.409167 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf81643-d634-4a16-ae0c-53e5182c5fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=1daf71d3-ea42-4a46-bd78-b7184c0b7fb2,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:42.424758 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-6c5ff70f-5135-4894-a0d1-bacd63820f2c req-7e7b75a2-3ac9-48c4-97a8-e004b28a1b3d tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Request body: {'port': {'security_groups': ['25ce6dff-401a-4586-812f-09b69349aa55', 'de18ded3-2968-4f61-9843-ad62984132b9', 'e15dcfa4-fd7d-40b5-b07f-cc691be4e0f9']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:42.488790 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f1c523e5-6b45-44ee-9563-7a4f8963a318 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f37110b65e324c64893ebaf7d2528f23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1525996 Aug 16 20:07:42.488790 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42806) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:42.507305 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-80d9aff6-0e0e-4961-af8f-df894cf9c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:42.508999 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-80d9aff6-0e0e-4961-af8f-df894cf9c0b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=520511d988044d52831f9681de3ac442&device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 1096 time: 0.1626229 Aug 16 20:07:42.511790 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9f79dba9-270a-4c47-8419-bd02c0736bb4 req-30f44555-1ff7-4771-8571-10ed3f8a7649 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e4cadeb-d0f0-44d0-87b4-4f4b81576c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222665 Aug 16 20:07:42.529816 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device bd6cb53c-842b-4a05-993b-ffa7b43c7469 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:07:42.566013 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: bd6cb53c-842b-4a05-993b-ffa7b43c7469 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:07:42.566546 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device bd6cb53c-842b-4a05-993b-ffa7b43c7469 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:07:42.571399 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-253a799a-71c5-421a-98c5-62625339c829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:42.607593 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-aef46604-ab28-4184-8b8d-f68c42896092 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1daf71d3-ea42-4a46-bd78-b7184c0b7fb2 HTTP/1.1" status: 200 len: 217 time: 0.0860834 Aug 16 20:07:42.611083 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-253a799a-71c5-421a-98c5-62625339c829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:42.677829 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6c5ff70f-5135-4894-a0d1-bacd63820f2c req-7e7b75a2-3ac9-48c4-97a8-e004b28a1b3d tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:42.692802 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac84291-9a5b-4b06-b895-e5385fffcf8f req-2ab6db82-71d0-4fe2-96e4-fcb6e4e09125 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:42.694699 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5ac84291-9a5b-4b06-b895-e5385fffcf8f req-2ab6db82-71d0-4fe2-96e4-fcb6e4e09125 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 946 time: 0.0720730 Aug 16 20:07:42.704001 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-a31bde7b-6bff-4be9-8937-912048c1f761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:42.705644 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-a31bde7b-6bff-4be9-8937-912048c1f761 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b3526492-2940-405c-b197-de744b17c402 HTTP/1.1" status: 200 len: 851 time: 0.0707021 Aug 16 20:07:42.713833 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-253a799a-71c5-421a-98c5-62625339c829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:42.716861 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-253a799a-71c5-421a-98c5-62625339c829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:42.717916 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-253a799a-71c5-421a-98c5-62625339c829 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d73fac07-00d4-42f1-990a-79a3fed1d41c HTTP/1.1" status: 204 len: 168 time: 0.2292135 Aug 16 20:07:42.735316 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a799a-71c5-421a-98c5-62625339c829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73fac07-00d4-42f1-990a-79a3fed1d41c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:42.763869 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5ac84291-9a5b-4b06-b895-e5385fffcf8f req-9daed008-f5f3-420e-ab65-9a03fe736c91 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568588 Aug 16 20:07:42.772469 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-c0fb4eb8-c317-4ed7-bbcc-d1d3c8bed905 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b415667a-d208-40cb-a7c6-65376c591e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460420 Aug 16 20:07:42.817185 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8299c6-09ac-4eaf-88f0-a1789bbe4e89 x-openstack-request-id: req-fa8299c6-09ac-4eaf-88f0-a1789bbe4e89 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:07:42.817476 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5151284-75ee-4738-a704-bab6b8b2ef6d", "tag": "1daf71d3-ea42-4a46-bd78-b7184c0b7fb2", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:07:42.817724 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fa8299c6-09ac-4eaf-88f0-a1789bbe4e89 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:07:42.818220 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5151284-75ee-4738-a704-bab6b8b2ef6d', 'tag': '1daf71d3-ea42-4a46-bd78-b7184c0b7fb2', 'status': 'completed', 'code': 200} Aug 16 20:07:42.917714 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152ba44-acbf-40cd-a4a3-bb9f4cc97dbc req-cc6bb60c-701c-41ea-939d-05ff9dd4c744 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:42.919339 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1152ba44-acbf-40cd-a4a3-bb9f4cc97dbc req-cc6bb60c-701c-41ea-939d-05ff9dd4c744 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 944 time: 0.0556757 Aug 16 20:07:42.958815 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-c5cf2336-7e3b-4506-8832-7cc40766f0ea service neutron] 10.222.0.57 "GET /v2.0/networks/b415667a-d208-40cb-a7c6-65376c591e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679456 Aug 16 20:07:42.964953 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1152ba44-acbf-40cd-a4a3-bb9f4cc97dbc req-10877de1-a798-4121-a367-e34bb6e50f73 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377681 Aug 16 20:07:43.123002 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6c5ff70f-5135-4894-a0d1-bacd63820f2c req-7e7b75a2-3ac9-48c4-97a8-e004b28a1b3d tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] For port cc222824-71d1-4646-aa75-04d1b6fee315, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=cc222824-71d1-4646-aa75-04d1b6fee315,segment=NetworkSegment(896d44c2-ca18-465b-8e4c-9412b7c42b1b),segment_id=896d44c2-ca18-465b-8e4c-9412b7c42b1b)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:43.135530 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c2e4d1a-1ccb-40ac-8702-d1d7de89376e req-65dec187-1c8c-46b2-9d25-c083d8af806a service neutron] 10.222.0.57 "GET /v2.0/networks/b415667a-d208-40cb-a7c6-65376c591e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511211 Aug 16 20:07:43.163961 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6c5ff70f-5135-4894-a0d1-bacd63820f2c req-7e7b75a2-3ac9-48c4-97a8-e004b28a1b3d tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:43.169615 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6c5ff70f-5135-4894-a0d1-bacd63820f2c req-7e7b75a2-3ac9-48c4-97a8-e004b28a1b3d tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:43.189476 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['6c389ade-b811-4fab-bd55-8979b486ffee', 'cc222824-71d1-4646-aa75-04d1b6fee315'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:07:43.235353 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ff70f-5135-4894-a0d1-bacd63820f2c req-7e7b75a2-3ac9-48c4-97a8-e004b28a1b3d tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:43.236306 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6c5ff70f-5135-4894-a0d1-bacd63820f2c req-7e7b75a2-3ac9-48c4-97a8-e004b28a1b3d tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:43.237955 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6c5ff70f-5135-4894-a0d1-bacd63820f2c req-7e7b75a2-3ac9-48c4-97a8-e004b28a1b3d tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "PUT /v2.0/ports/cc222824-71d1-4646-aa75-04d1b6fee315 HTTP/1.1" status: 200 len: 1021 time: 0.8383670 Aug 16 20:07:43.290632 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f886ec-886a-48a5-a066-5ed7c411cd69 req-705136ee-0bf6-4d57-8ddd-d798ca8a3974 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:43.301414 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-67f886ec-886a-48a5-a066-5ed7c411cd69 req-705136ee-0bf6-4d57-8ddd-d798ca8a3974 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 950 time: 0.2819281 Aug 16 20:07:43.326467 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec7852-7aba-46f3-9585-3febb781ee94 req-ffd2559a-9da8-4c84-a6da-d96dc7843a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:43.328365 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30ec7852-7aba-46f3-9585-3febb781ee94 req-ffd2559a-9da8-4c84-a6da-d96dc7843a16 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=520511d988044d52831f9681de3ac442&device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 1096 time: 0.1393285 Aug 16 20:07:43.349778 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['cc222824-71d1-4646-aa75-04d1b6fee315'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:07:43.361161 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b75a2-3ac9-48c4-97a8-e004b28a1b3d tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Pushing event updated for resources: {'Port': ['ID=cc222824-71d1-4646-aa75-04d1b6fee315,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:43.364728 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-67f886ec-886a-48a5-a066-5ed7c411cd69 req-3906b3c9-e715-4772-8b2b-acf172f2bf3f tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577855 Aug 16 20:07:43.428062 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:07:43.444077 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-70e45e8b-ffb4-4e60-817c-4ff6ba8a7038 req-d79ecf4f-6b9f-4597-8d3c-da293da0d8c5 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups/e15dcfa4-fd7d-40b5-b07f-cc691be4e0f9 HTTP/1.1" status: 200 len: 1802 time: 0.1844320 Aug 16 20:07:43.528327 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec7852-7aba-46f3-9585-3febb781ee94 req-210fe59a-e281-41f5-8be9-82ad8c9d4213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:43.530034 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30ec7852-7aba-46f3-9585-3febb781ee94 req-210fe59a-e281-41f5-8be9-82ad8c9d4213 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b415667a-d208-40cb-a7c6-65376c591e13 HTTP/1.1" status: 200 len: 912 time: 0.1838939 Aug 16 20:07:43.539396 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [req-70e45e8b-ffb4-4e60-817c-4ff6ba8a7038 req-2d98fb1e-f44f-42cf-b533-05116cff8cb9 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 20:07:43.540787 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-70e45e8b-ffb4-4e60-817c-4ff6ba8a7038 req-2d98fb1e-f44f-42cf-b533-05116cff8cb9 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "DELETE /v2.0/security-groups/e15dcfa4-fd7d-40b5-b07f-cc691be4e0f9 HTTP/1.1" status: 409 len: 341 time: 0.0839486 Aug 16 20:07:43.577820 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694d78a-83ed-4cd8-a637-3b097ed11de9 req-232d3341-ba76-44a1-9a90-b1f4a87df74b tempest-MigrationsAdminTest-1024675587 tempest-MigrationsAdminTest-1024675587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:43.586857 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30ec7852-7aba-46f3-9585-3febb781ee94 req-b78fe206-395b-4d4d-8d8f-43666d3207d1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1daf71d3-ea42-4a46-bd78-b7184c0b7fb2 HTTP/1.1" status: 200 len: 217 time: 0.0449798 Aug 16 20:07:43.596414 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c694d78a-83ed-4cd8-a637-3b097ed11de9 req-232d3341-ba76-44a1-9a90-b1f4a87df74b tempest-MigrationsAdminTest-1024675587 tempest-MigrationsAdminTest-1024675587-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 1102 time: 0.1043878 Aug 16 20:07:43.640688 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:07:43.649488 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:07:43.649922 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:43.651359 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c694d78a-83ed-4cd8-a637-3b097ed11de9 req-0bdffecf-1706-4c0e-bd44-ec352ec49102 tempest-MigrationsAdminTest-1024675587 tempest-MigrationsAdminTest-1024675587-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538292 Aug 16 20:07:43.776516 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42854) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:43.777305 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec7852-7aba-46f3-9585-3febb781ee94 req-18ee4eff-973f-40fd-911e-e19feed74198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:43.779933 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30ec7852-7aba-46f3-9585-3febb781ee94 req-18ee4eff-973f-40fd-911e-e19feed74198 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b3526492-2940-405c-b197-de744b17c402 HTTP/1.1" status: 200 len: 851 time: 0.1833577 Aug 16 20:07:43.790522 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6826c2-a277-41f5-bf6e-bc5ee8265994 req-17383f0a-b57b-410a-9e94-598d540a772d tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:43.811842 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fa6826c2-a277-41f5-bf6e-bc5ee8265994 req-17383f0a-b57b-410a-9e94-598d540a772d tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 944 time: 0.1446683 Aug 16 20:07:43.877493 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30ec7852-7aba-46f3-9585-3febb781ee94 req-4c451a8c-9a6f-4706-b0cc-bc5b5a7e5b36 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b415667a-d208-40cb-a7c6-65376c591e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633986 Aug 16 20:07:43.917779 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fa6826c2-a277-41f5-bf6e-bc5ee8265994 req-4f3bb9af-ecdb-4736-a970-184984622321 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e4cadeb-d0f0-44d0-87b4-4f4b81576c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048350 Aug 16 20:07:43.945208 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0784ab88-f6d8-46d7-98a0-b950f3e4a6be admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-901389943-network', 'tenant_id': 'f128042444e44ad6b5f4b652bae8818a'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:43.976804 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:43.996622 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0784ab88-f6d8-46d7-98a0-b950f3e4a6be admin admin] Made reservation on behalf of f128042444e44ad6b5f4b652bae8818a for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:07:44.002820 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0784ab88-f6d8-46d7-98a0-b950f3e4a6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:44.019733 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0784ab88-f6d8-46d7-98a0-b950f3e4a6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:44.097912 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b2eece-b83c-4d8c-8ac8-4b01973bcf0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:07:44.101047 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a103762-1c75-462a-a087-82e7e12aa6c7" -d '{"events": [{"server_uuid": "93b2eece-b83c-4d8c-8ac8-4b01973bcf0f", "name": "network-vif-plugged", "status": "completed", "tag": "3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:07:44.114412 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b,segment=NetworkSegment(accc6b18-9572-4cbe-8aa9-30d6eb96249c),segment_id=accc6b18-9572-4cbe-8aa9-30d6eb96249c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:44.126070 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:44.208969 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0784ab88-f6d8-46d7-98a0-b950f3e4a6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:44.215303 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0784ab88-f6d8-46d7-98a0-b950f3e4a6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:44.271238 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784ab88-f6d8-46d7-98a0-b950f3e4a6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f609ed20-ea9d-4caa-bc92-33f4d270f4f6,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:44.295133 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0784ab88-f6d8-46d7-98a0-b950f3e4a6be admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:07:44.303444 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:44.327408 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0784ab88-f6d8-46d7-98a0-b950f3e4a6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:44.329133 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-0784ab88-f6d8-46d7-98a0-b950f3e4a6be admin admin] Added segment e2d0e195-c32a-4f1d-b869-bf2f2bad47a3 of type vlan for network 4a64a999-aa70-4036-87e0-44b7d7cc9358 Aug 16 20:07:44.386873 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0784ab88-f6d8-46d7-98a0-b950f3e4a6be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:44.425349 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0784ab88-f6d8-46d7-98a0-b950f3e4a6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:44.426925 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0784ab88-f6d8-46d7-98a0-b950f3e4a6be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:44.427887 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0784ab88-f6d8-46d7-98a0-b950f3e4a6be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:44.508207 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30ec7852-7aba-46f3-9585-3febb781ee94 req-1c221d44-e759-4006-946a-69b64ad0fbf1 service neutron] 10.222.0.57 "GET /v2.0/networks/b415667a-d208-40cb-a7c6-65376c591e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6046741 Aug 16 20:07:44.525979 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784ab88-f6d8-46d7-98a0-b950f3e4a6be admin admin] Pushing event updated for resources: {'Network': ['ID=4a64a999-aa70-4036-87e0-44b7d7cc9358,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:44.537719 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 4a64a999-aa70-4036-87e0-44b7d7cc9358 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:07:44.586434 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0784ab88-f6d8-46d7-98a0-b950f3e4a6be admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8088126 Aug 16 20:07:44.593935 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-993231d7-8b15-4e6f-be84-38797a3bb7c4 req-ca3bef5f-5271-4b3a-9bc0-2188dd919587 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0927439 Aug 16 20:07:44.594449 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42890) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:44.625333 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d4cf33c3-11e7-49af-b9b3-87b0a9e1bee7 admin admin] Request body: {'subnet': {'network_id': '4a64a999-aa70-4036-87e0-44b7d7cc9358', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-901389943-subnet', 'tenant_id': 'f128042444e44ad6b5f4b652bae8818a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:44.626308 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb06286-4536-42d9-85d4-64d22fcfa46d req-d7e3d505-65f5-4778-b746-644ee80e741b tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:44.628179 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8bb06286-4536-42d9-85d4-64d22fcfa46d req-d7e3d505-65f5-4778-b746-644ee80e741b tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 946 time: 0.1731687 Aug 16 20:07:44.713779 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8bb06286-4536-42d9-85d4-64d22fcfa46d req-0b711be7-d01e-46ac-8bf4-6084133204c8 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711927 Aug 16 20:07:44.720647 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30ec7852-7aba-46f3-9585-3febb781ee94 req-f608f1b9-27e9-42fc-ba1d-f868a413f91f service neutron] 10.222.0.57 "GET /v2.0/networks/b415667a-d208-40cb-a7c6-65376c591e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009912 Aug 16 20:07:44.730172 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cf33c3-11e7-49af-b9b3-87b0a9e1bee7 admin admin] Made reservation on behalf of f128042444e44ad6b5f4b652bae8818a for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:07:44.734476 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d4cf33c3-11e7-49af-b9b3-87b0a9e1bee7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:44.792029 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3feb256e-691e-485b-828e-88cf244c6bfe req-19971931-1326-461a-9a62-b0598521a2d5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0530310 Aug 16 20:07:44.826389 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993231d7-8b15-4e6f-be84-38797a3bb7c4 req-7592f079-0f40-414a-a26b-9e732b6343a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:44.828012 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-993231d7-8b15-4e6f-be84-38797a3bb7c4 req-7592f079-0f40-414a-a26b-9e732b6343a9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 1101 time: 0.1748359 Aug 16 20:07:44.839590 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93669914-093a-4fed-a258-2af377404bfd', 'tag': 'cc222824-71d1-4646-aa75-04d1b6fee315'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:07:44.844434 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cd4e75-cde6-4b0a-90e0-b3666f1f4c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "93669914-093a-4fed-a258-2af377404bfd", "tag": "cc222824-71d1-4646-aa75-04d1b6fee315"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:07:44.883883 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff80b2f-2733-48d9-a328-0bc5ca99209c req-012c5953-3684-487b-8644-8830a6a9286c tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:44.892252 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7ff80b2f-2733-48d9-a328-0bc5ca99209c req-012c5953-3684-487b-8644-8830a6a9286c tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 944 time: 0.0832396 Aug 16 20:07:44.939838 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7ff80b2f-2733-48d9-a328-0bc5ca99209c req-862d05c5-0a5e-4981-aec4-d3e4bb5fa82e tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466208 Aug 16 20:07:44.946769 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccecef2-1786-4215-9eff-87272c218497 req-fcd92f78-4c2c-468e-b85c-c2259fd73e42 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:44.951982 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bccecef2-1786-4215-9eff-87272c218497 req-fcd92f78-4c2c-468e-b85c-c2259fd73e42 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=93669914-093a-4fed-a258-2af377404bfd HTTP/1.1" status: 200 len: 1024 time: 0.1750877 Aug 16 20:07:45.006087 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1dd415-6644-44fe-a5cd-dcf496d0cfbf x-openstack-request-id: req-be1dd415-6644-44fe-a5cd-dcf496d0cfbf {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:07:45.006644 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b2eece-b83c-4d8c-8ac8-4b01973bcf0f", "name": "network-vif-plugged", "status": "completed", "tag": "3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:07:45.007098 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-be1dd415-6644-44fe-a5cd-dcf496d0cfbf {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:07:45.007734 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b2eece-b83c-4d8c-8ac8-4b01973bcf0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b', 'code': 200} Aug 16 20:07:45.034008 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bccecef2-1786-4215-9eff-87272c218497 req-55cdf9d0-a25f-4795-94c8-54cbe6f7c577 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15dcfa4-fd7d-40b5-b07f-cc691be4e0f9&id=de18ded3-2968-4f61-9843-ad62984132b9&id=25ce6dff-401a-4586-812f-09b69349aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0753915 Aug 16 20:07:45.129964 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993231d7-8b15-4e6f-be84-38797a3bb7c4 req-fe372a7d-28d6-40c9-9e9f-4076b295ed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:45.131974 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-993231d7-8b15-4e6f-be84-38797a3bb7c4 req-fe372a7d-28d6-40c9-9e9f-4076b295ed98 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.2646263 Aug 16 20:07:45.200114 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9ab94f-6ae6-4d2b-a9a2-477f3ed4661e x-openstack-request-id: req-0a9ab94f-6ae6-4d2b-a9a2-477f3ed4661e {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:07:45.200831 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93669914-093a-4fed-a258-2af377404bfd", "tag": "cc222824-71d1-4646-aa75-04d1b6fee315", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:07:45.201195 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0a9ab94f-6ae6-4d2b-a9a2-477f3ed4661e {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:07:45.201852 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93669914-093a-4fed-a258-2af377404bfd', 'tag': 'cc222824-71d1-4646-aa75-04d1b6fee315', 'status': 'completed', 'code': 200} Aug 16 20:07:45.264248 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d3ece-2eb2-40a5-b59b-5e8d57321d31 req-4c1033b5-8cef-489c-92bc-b6ff9f006528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:45.266363 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-046d3ece-2eb2-40a5-b59b-5e8d57321d31 req-4c1033b5-8cef-489c-92bc-b6ff9f006528 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 1097 time: 0.1712117 Aug 16 20:07:45.270560 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-993231d7-8b15-4e6f-be84-38797a3bb7c4 req-c85d1fb9-9e76-47e0-bd4e-9971a2dca8ad service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=a8456123-9de6-4feb-9c09-95083ab502b6 HTTP/1.1" status: 200 len: 217 time: 0.0939972 Aug 16 20:07:45.271144 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd4e75-cde6-4b0a-90e0-b3666f1f4c3d req-1d75eac3-523d-4818-9efe-88ce033fc3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:45.273016 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a9cd4e75-cde6-4b0a-90e0-b3666f1f4c3d req-1d75eac3-523d-4818-9efe-88ce033fc3c7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7226fdee24904919afb825fb93246d31&device_id=93669914-093a-4fed-a258-2af377404bfd HTTP/1.1" status: 200 len: 1176 time: 0.0836136 Aug 16 20:07:45.393041 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-046d3ece-2eb2-40a5-b59b-5e8d57321d31 req-4fc4a575-6709-4f6a-8306-745f43f644ad service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8e4cadeb-d0f0-44d0-87b4-4f4b81576c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186755 Aug 16 20:07:45.423143 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d4cf33c3-11e7-49af-b9b3-87b0a9e1bee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:45.480948 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd4e75-cde6-4b0a-90e0-b3666f1f4c3d req-2a319ece-9c0b-4b4d-b676-c5492fa4331e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:45.482381 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a9cd4e75-cde6-4b0a-90e0-b3666f1f4c3d req-2a319ece-9c0b-4b4d-b676-c5492fa4331e service neutron] 10.222.0.63 "GET /v2.0/networks?id=64a0cd07-0b71-4107-a24f-1756e0e07d65 HTTP/1.1" status: 200 len: 913 time: 0.1859603 Aug 16 20:07:45.490455 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8022c32-4835-4c52-a0a0-9386ba671656 req-3a250f70-d3d8-4a95-aa59-db2ff42b2d9c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:45.499233 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8022c32-4835-4c52-a0a0-9386ba671656 req-3a250f70-d3d8-4a95-aa59-db2ff42b2d9c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 950 time: 0.4186094 Aug 16 20:07:45.557172 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a9cd4e75-cde6-4b0a-90e0-b3666f1f4c3d req-40af6680-6492-4808-a626-b2e8bc851915 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc222824-71d1-4646-aa75-04d1b6fee315 HTTP/1.1" status: 200 len: 217 time: 0.0549669 Aug 16 20:07:45.643177 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8022c32-4835-4c52-a0a0-9386ba671656 req-082731ac-3aa2-4fdf-ac83-99af2805085c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427033 Aug 16 20:07:45.682703 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd4e75-cde6-4b0a-90e0-b3666f1f4c3d req-fb0a9015-185b-46f3-8ac2-a370f82f1b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:45.684243 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a9cd4e75-cde6-4b0a-90e0-b3666f1f4c3d req-fb0a9015-185b-46f3-8ac2-a370f82f1b18 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=222e6265-7255-47f9-a715-d1b941d39884 HTTP/1.1" status: 200 len: 852 time: 0.1130626 Aug 16 20:07:45.787901 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a9cd4e75-cde6-4b0a-90e0-b3666f1f4c3d req-852c0f9a-44a4-45da-b860-09840ae63cd7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=64a0cd07-0b71-4107-a24f-1756e0e07d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938098 Aug 16 20:07:45.875082 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993231d7-8b15-4e6f-be84-38797a3bb7c4 req-c81bb46f-3e47-4590-a8ba-92ac924300ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:45.876702 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-993231d7-8b15-4e6f-be84-38797a3bb7c4 req-c81bb46f-3e47-4590-a8ba-92ac924300ec service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.5798709 Aug 16 20:07:45.890924 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe31c8a-0029-4ed8-9998-8bd76cb2f43f req-aaedf145-75cc-4a13-b088-1a213a1a30f7 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:45.898414 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2fe31c8a-0029-4ed8-9998-8bd76cb2f43f req-aaedf145-75cc-4a13-b088-1a213a1a30f7 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 945 time: 0.6267087 Aug 16 20:07:45.915277 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cf33c3-11e7-49af-b9b3-87b0a9e1bee7 admin admin] Checking segment: {'id': 'e2d0e195-c32a-4f1d-b869-bf2f2bad47a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4a64a999-aa70-4036-87e0-44b7d7cc9358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:07:45.916148 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cf33c3-11e7-49af-b9b3-87b0a9e1bee7 admin admin] Network hostable DHCP agents. Network: 4a64a999-aa70-4036-87e0-44b7d7cc9358, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:07:45.923297 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf33c3-11e7-49af-b9b3-87b0a9e1bee7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e2b6c73-441b-45c8-9e4c-b3b3f62d80c7,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:46.005316 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11c358-04ed-4566-acb3-ea507d26dcf9 req-8866f50e-4c82-46f1-9b50-64d799b5cc2d tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:46.007163 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4d11c358-04ed-4566-acb3-ea507d26dcf9 req-8866f50e-4c82-46f1-9b50-64d799b5cc2d tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.63 "GET /v2.0/ports?device_id=93669914-093a-4fed-a258-2af377404bfd HTTP/1.1" status: 200 len: 1024 time: 0.3120279 Aug 16 20:07:46.031810 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2fe31c8a-0029-4ed8-9998-8bd76cb2f43f req-08237315-4340-4c06-b724-f868fc765338 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e4cadeb-d0f0-44d0-87b4-4f4b81576c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320262 Aug 16 20:07:46.041671 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993231d7-8b15-4e6f-be84-38797a3bb7c4 req-700dbe09-5074-44c4-93b7-8d9cb5a56479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:46.043142 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-993231d7-8b15-4e6f-be84-38797a3bb7c4 req-700dbe09-5074-44c4-93b7-8d9cb5a56479 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1396580 Aug 16 20:07:46.048839 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5bb6b-c4a4-431f-9846-7c1efce4ecf9 req-5eb02ce5-d17f-490f-a8af-ef997a4db02b tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:46.056520 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d8f5bb6b-c4a4-431f-9846-7c1efce4ecf9 req-5eb02ce5-d17f-490f-a8af-ef997a4db02b tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 946 time: 0.1261132 Aug 16 20:07:46.057455 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cf33c3-11e7-49af-b9b3-87b0a9e1bee7 admin admin] Network 4a64a999-aa70-4036-87e0-44b7d7cc9358 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:07:46.161603 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d4cf33c3-11e7-49af-b9b3-87b0a9e1bee7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 4a64a999-aa70-4036-87e0-44b7d7cc9358) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:07:46.176222 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cf33c3-11e7-49af-b9b3-87b0a9e1bee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:46.177002 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d4cf33c3-11e7-49af-b9b3-87b0a9e1bee7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:46.190106 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a9cd4e75-cde6-4b0a-90e0-b3666f1f4c3d req-f4af727e-e457-492b-bc4a-c70cb0c4f32a service neutron] 10.222.0.63 "GET /v2.0/networks/64a0cd07-0b71-4107-a24f-1756e0e07d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013288 Aug 16 20:07:46.190643 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b27fbc-9306-433d-b3d4-354ee26cc96f None None] Network 4a64a999-aa70-4036-87e0-44b7d7cc9358 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:07:46.214253 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d4cf33c3-11e7-49af-b9b3-87b0a9e1bee7 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6016886 Aug 16 20:07:46.283543 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-993231d7-8b15-4e6f-be84-38797a3bb7c4 req-d0975774-8d49-4b4d-a9de-25ca9bc92ff7 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170000 Aug 16 20:07:46.459617 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d8f5bb6b-c4a4-431f-9846-7c1efce4ecf9 req-30064f8f-99f9-40b5-802a-d3b4434dbb3a tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010293 Aug 16 20:07:46.509486 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-993231d7-8b15-4e6f-be84-38797a3bb7c4 req-d6d0d79d-a409-40ab-b468-0f13a5f96d8a service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174776 Aug 16 20:07:46.527078 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-4d11c358-04ed-4566-acb3-ea507d26dcf9 req-8c006051-d9fe-4caa-bc2a-2fd86e3f0eff tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Deleting port cc222824-71d1-4646-aa75-04d1b6fee315 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:07:46.527606 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4d11c358-04ed-4566-acb3-ea507d26dcf9 req-8c006051-d9fe-4caa-bc2a-2fd86e3f0eff tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:46.675347 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41587432-f49c-4486-a598-6532f35e265f None None] Network 4a64a999-aa70-4036-87e0-44b7d7cc9358 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:07:46.680700 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a9cd4e75-cde6-4b0a-90e0-b3666f1f4c3d req-78e533dd-7e96-4c49-b312-6f7bee0d77b0 service neutron] 10.222.0.63 "GET /v2.0/networks/64a0cd07-0b71-4107-a24f-1756e0e07d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203780 Aug 16 20:07:46.714340 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb256e-691e-485b-828e-88cf244c6bfe req-3e3d3d67-5fcd-4587-86e8-632e7e14efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:46.716416 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3feb256e-691e-485b-828e-88cf244c6bfe req-3e3d3d67-5fcd-4587-86e8-632e7e14efa4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 1102 time: 0.0996959 Aug 16 20:07:46.786192 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-4d11c358-04ed-4566-acb3-ea507d26dcf9 req-8c006051-d9fe-4caa-bc2a-2fd86e3f0eff tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] For port cc222824-71d1-4646-aa75-04d1b6fee315, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=cc222824-71d1-4646-aa75-04d1b6fee315,segment=NetworkSegment(896d44c2-ca18-465b-8e4c-9412b7c42b1b),segment_id=896d44c2-ca18-465b-8e4c-9412b7c42b1b)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:46.786570 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4d11c358-04ed-4566-acb3-ea507d26dcf9 req-8c006051-d9fe-4caa-bc2a-2fd86e3f0eff tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:46.797802 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34516938-b497-405a-8b2a-fd2f2b1f5a3a req-67eb9d22-6423-40fe-acac-b132be4df4cf tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:46.799368 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-34516938-b497-405a-8b2a-fd2f2b1f5a3a req-67eb9d22-6423-40fe-acac-b132be4df4cf tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 944 time: 0.1650152 Aug 16 20:07:46.818798 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-4d11c358-04ed-4566-acb3-ea507d26dcf9 req-8c006051-d9fe-4caa-bc2a-2fd86e3f0eff tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Calling delete_port for cc222824-71d1-4646-aa75-04d1b6fee315 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:07:46.894772 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-34516938-b497-405a-8b2a-fd2f2b1f5a3a req-d992c3a1-29b5-47b8-84a1-61f58c6ef526 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891831 Aug 16 20:07:46.914894 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2af19-7266-43f0-b21b-aa7b83d89e37 req-e3b40fd6-01be-4a77-9cce-2e13ebdb7d5f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:46.914894 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-08e2af19-7266-43f0-b21b-aa7b83d89e37 req-e3b40fd6-01be-4a77-9cce-2e13ebdb7d5f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=93669914-093a-4fed-a258-2af377404bfd HTTP/1.1" status: 200 len: 1024 time: 0.1019287 Aug 16 20:07:46.971425 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb256e-691e-485b-828e-88cf244c6bfe req-7b14e08b-5bd7-481e-93d7-04957cc7a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:46.974477 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3feb256e-691e-485b-828e-88cf244c6bfe req-7b14e08b-5bd7-481e-93d7-04957cc7a5b2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.2494519 Aug 16 20:07:47.024784 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4d11c358-04ed-4566-acb3-ea507d26dcf9 req-8c006051-d9fe-4caa-bc2a-2fd86e3f0eff tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:47.038335 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['6c389ade-b811-4fab-bd55-8979b486ffee'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:07:47.051863 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3feb256e-691e-485b-828e-88cf244c6bfe req-3a0f6222-cc4c-4896-83dd-dee505beaa6d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=39e68215-9ebb-45bc-b0da-ed77dad3bcb7 HTTP/1.1" status: 200 len: 217 time: 0.0682781 Aug 16 20:07:47.080341 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c006051-d9fe-4caa-bc2a-2fd86e3f0eff tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Pushing event deleted for resources: {'Port': ['ID=cc222824-71d1-4646-aa75-04d1b6fee315,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:47.100783 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-08e2af19-7266-43f0-b21b-aa7b83d89e37 req-6393d39b-0105-4038-86ac-7edc8dd0626a tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15dcfa4-fd7d-40b5-b07f-cc691be4e0f9&id=de18ded3-2968-4f61-9843-ad62984132b9&id=25ce6dff-401a-4586-812f-09b69349aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1744735 Aug 16 20:07:47.153051 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d11c358-04ed-4566-acb3-ea507d26dcf9 req-8c006051-d9fe-4caa-bc2a-2fd86e3f0eff tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] No DVR routers for this DVR port cc222824-71d1-4646-aa75-04d1b6fee315 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:07:47.159041 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4d11c358-04ed-4566-acb3-ea507d26dcf9 req-8c006051-d9fe-4caa-bc2a-2fd86e3f0eff tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:47.161133 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4d11c358-04ed-4566-acb3-ea507d26dcf9 req-8c006051-d9fe-4caa-bc2a-2fd86e3f0eff tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.63 "DELETE /v2.0/ports/cc222824-71d1-4646-aa75-04d1b6fee315 HTTP/1.1" status: 204 len: 173 time: 1.1407745 Aug 16 20:07:47.181684 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb256e-691e-485b-828e-88cf244c6bfe req-3a429602-552d-42b8-b1ca-7d4c09ea2bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:47.183359 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3feb256e-691e-485b-828e-88cf244c6bfe req-3a429602-552d-42b8-b1ca-7d4c09ea2bbd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.0868256 Aug 16 20:07:47.266653 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cea18-7a27-4ea4-bd1b-d590c9a14f60 req-b85eef87-e6fa-4ffa-bc17-654457fa7c74 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:47.268632 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f60cea18-7a27-4ea4-bd1b-d590c9a14f60 req-b85eef87-e6fa-4ffa-bc17-654457fa7c74 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 950 time: 0.0899136 Aug 16 20:07:47.276419 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb256e-691e-485b-828e-88cf244c6bfe req-ec45bb97-d27c-4fb0-8439-4f82151d685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:47.278217 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3feb256e-691e-485b-828e-88cf244c6bfe req-ec45bb97-d27c-4fb0-8439-4f82151d685d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0852938 Aug 16 20:07:47.278652 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93669914-093a-4fed-a258-2af377404bfd', 'name': 'network-vif-deleted', 'tag': 'cc222824-71d1-4646-aa75-04d1b6fee315'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:07:47.281294 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cc7b9a-6960-4e31-8e25-dcd3f8fa47f7" -d '{"events": [{"server_uuid": "93669914-093a-4fed-a258-2af377404bfd", "name": "network-vif-deleted", "tag": "cc222824-71d1-4646-aa75-04d1b6fee315"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:07:47.292404 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-24e132ce-5e8c-4323-b393-a9a3b0ade375 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:47.294583 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-24e132ce-5e8c-4323-b393-a9a3b0ade375 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] 10.222.0.68 "GET /v2.0/networks?id=4a64a999-aa70-4036-87e0-44b7d7cc9358 HTTP/1.1" status: 200 len: 821 time: 0.1629806 Aug 16 20:07:47.332041 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-5ac04c36-718d-40bd-b05c-3e50d41767f4 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] 10.222.0.68 "GET /v2.0/quotas/f128042444e44ad6b5f4b652bae8818a HTTP/1.1" status: 200 len: 375 time: 0.0302005 Aug 16 20:07:47.372929 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-7479293c-370d-40b3-84db-01bdc22e98f5 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f128042444e44ad6b5f4b652bae8818a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393465 Aug 16 20:07:47.375066 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f60cea18-7a27-4ea4-bd1b-d590c9a14f60 req-1f4a6f72-0bfe-40c4-81f0-91f458c8e0bf tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954299 Aug 16 20:07:47.438079 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3feb256e-691e-485b-828e-88cf244c6bfe req-256ecaf3-2ec3-4919-ac08-23e70308a1cc service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412227 Aug 16 20:07:47.467190 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 1daf71d3-ea42-4a46-bd78-b7184c0b7fb2 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:07:47.480188 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-5124386f-512e-46fb-a83b-bb89d26fa225 service neutron] 10.222.0.68 "GET /v2.0/networks/4a64a999-aa70-4036-87e0-44b7d7cc9358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062486 Aug 16 20:07:47.612418 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3feb256e-691e-485b-828e-88cf244c6bfe req-96f67421-46d2-45b8-a590-9a9d08f3dc63 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635468 Aug 16 20:07:47.661466 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-d2589982-eaab-48e4-b5af-e80f8e2b18d2 service neutron] 10.222.0.68 "GET /v2.0/networks/4a64a999-aa70-4036-87e0-44b7d7cc9358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725836 Aug 16 20:07:47.758616 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 1daf71d3-ea42-4a46-bd78-b7184c0b7fb2, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1daf71d3-ea42-4a46-bd78-b7184c0b7fb2,segment=NetworkSegment(cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e),segment_id=cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:47.779200 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '1daf71d3-ea42-4a46-bd78-b7184c0b7fb2', 'network_id': 'b415667a-d208-40cb-a7c6-65376c591e13', 'port_id': '1daf71d3-ea42-4a46-bd78-b7184c0b7fb2', 'mac_address': 'fa:16:3e:5a:02:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3526492-2940-405c-b197-de744b17c402', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:07:47.869338 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e637281e-5276-4358-a9a5-839df878bf1b x-openstack-request-id: req-e637281e-5276-4358-a9a5-839df878bf1b {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:07:47.869925 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93669914-093a-4fed-a258-2af377404bfd", "name": "network-vif-deleted", "tag": "cc222824-71d1-4646-aa75-04d1b6fee315", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:07:47.870116 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e637281e-5276-4358-a9a5-839df878bf1b {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:07:47.870625 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93669914-093a-4fed-a258-2af377404bfd', 'name': 'network-vif-deleted', 'tag': 'cc222824-71d1-4646-aa75-04d1b6fee315', 'status': 'completed', 'code': 200} Aug 16 20:07:47.876308 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:47.907752 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1daf71d3-ea42-4a46-bd78-b7184c0b7fb2 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:07:47.945899 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12858e2-15ed-43bf-9019-993c14f5fe66 req-47faaa14-4cf8-49bc-8796-4d4be8666267 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:47.961876 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 1daf71d3-ea42-4a46-bd78-b7184c0b7fb2, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1daf71d3-ea42-4a46-bd78-b7184c0b7fb2,segment=NetworkSegment(cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e),segment_id=cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:47.967364 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c12858e2-15ed-43bf-9019-993c14f5fe66 req-47faaa14-4cf8-49bc-8796-4d4be8666267 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 945 time: 0.1138842 Aug 16 20:07:47.978041 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:48.055357 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42994) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:48.097197 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c12858e2-15ed-43bf-9019-993c14f5fe66 req-6cf8e399-3911-4b15-a4ae-9630b2b7655f tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e4cadeb-d0f0-44d0-87b4-4f4b81576c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288536 Aug 16 20:07:48.132942 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=1daf71d3-ea42-4a46-bd78-b7184c0b7fb2,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:48.149877 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993b70c-77b2-48c0-aca2-c031c36e50e2 req-6439fb81-5f2d-4c00-8741-64cec428a44c tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:48.158054 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5993b70c-77b2-48c0-aca2-c031c36e50e2 req-6439fb81-5f2d-4c00-8741-64cec428a44c tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 946 time: 0.1440737 Aug 16 20:07:48.215240 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5993b70c-77b2-48c0-aca2-c031c36e50e2 req-2ac4c05a-247f-4b92-bbe2-3419b53df75f tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561695 Aug 16 20:07:48.226916 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['1daf71d3-ea42-4a46-bd78-b7184c0b7fb2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:07:48.287985 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c598206d-bc3a-46e6-a191-977c168e8adf req-94992652-23fb-4a3c-aee3-544bb3376301 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] 10.222.0.68 "GET /v2.0/ports?device_id=b078f8ca-db70-4194-83c4-94c1e77f0e23 HTTP/1.1" status: 200 len: 210 time: 0.0627565 Aug 16 20:07:48.299433 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9414a503-1f89-473a-abc4-f6bfa730dff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:48.366062 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc5e4b-3ca7-4711-bdf7-6862335e1257 req-72efceaa-a8c4-4d7c-8c06-cf94e8a49c58 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:48.384515 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4bc5e4b-3ca7-4711-bdf7-6862335e1257 req-72efceaa-a8c4-4d7c-8c06-cf94e8a49c58 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 945 time: 0.0849948 Aug 16 20:07:48.442671 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4bc5e4b-3ca7-4711-bdf7-6862335e1257 req-6530fd96-f465-424d-b256-149858a191bd tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557404 Aug 16 20:07:48.521806 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74903c-36cb-4bd7-8dd0-c6537b800cd8 req-20e6cac6-b8f4-4176-8457-0724484af00f tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:48.523386 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aa74903c-36cb-4bd7-8dd0-c6537b800cd8 req-20e6cac6-b8f4-4176-8457-0724484af00f tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 945 time: 0.0963130 Aug 16 20:07:48.533672 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2f311e8a-5499-4ee4-b71f-dcdc186d0fad req-8c2080b2-9795-488f-8a24-dfe7291db5c8 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups/de18ded3-2968-4f61-9843-ad62984132b9 HTTP/1.1" status: 200 len: 1803 time: 0.0530667 Aug 16 20:07:48.533995 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43012) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:48.539376 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a9a9577e-9ef7-4381-a0a1-f6d48368ceba tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Request body: {'floatingip': {'port_id': '3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:48.543178 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9414a503-1f89-473a-abc4-f6bfa730dff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:48.610087 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device cc222824-71d1-4646-aa75-04d1b6fee315 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:07:48.613515 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9414a503-1f89-473a-abc4-f6bfa730dff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:48.623340 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2f311e8a-5499-4ee4-b71f-dcdc186d0fad req-5749dda6-f195-4c38-960f-3ffbe7fd1ab7 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:48.649815 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9a9577e-9ef7-4381-a0a1-f6d48368ceba tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks [] for floatingip, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:48.657590 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2f311e8a-5499-4ee4-b71f-dcdc186d0fad req-5749dda6-f195-4c38-960f-3ffbe7fd1ab7 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:48.659868 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: cc222824-71d1-4646-aa75-04d1b6fee315 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:07:48.664104 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device cc222824-71d1-4646-aa75-04d1b6fee315 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:07:48.717257 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2f311e8a-5499-4ee4-b71f-dcdc186d0fad req-5749dda6-f195-4c38-960f-3ffbe7fd1ab7 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:48.720169 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2f311e8a-5499-4ee4-b71f-dcdc186d0fad req-5749dda6-f195-4c38-960f-3ffbe7fd1ab7 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:48.722212 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2f311e8a-5499-4ee4-b71f-dcdc186d0fad req-5749dda6-f195-4c38-960f-3ffbe7fd1ab7 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "DELETE /v2.0/security-groups/de18ded3-2968-4f61-9843-ad62984132b9 HTTP/1.1" status: 204 len: 173 time: 0.1879940 Aug 16 20:07:48.732808 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749dda6-f195-4c38-960f-3ffbe7fd1ab7 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de18ded3-2968-4f61-9843-ad62984132b9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:48.762779 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9414a503-1f89-473a-abc4-f6bfa730dff9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4db7b1ce33f94a17bc1929937669e49a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7020013 Aug 16 20:07:48.766307 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414a503-1f89-473a-abc4-f6bfa730dff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38710643-3719-4a8b-b9bb-79650bf3148a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:48.768984 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43016) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:48.800857 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c88928ce-455d-4bf5-92bc-18398cf0ace9 req-e5148bda-84bb-4f74-95b8-180f93c8744f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups/e15dcfa4-fd7d-40b5-b07f-cc691be4e0f9 HTTP/1.1" status: 200 len: 1802 time: 0.0542481 Aug 16 20:07:48.834670 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a571f-c08c-42f4-8780-424eacf336c9 req-7f402997-e957-4f41-b22a-dc6704f46d2a tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:48.836422 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d88a571f-c08c-42f4-8780-424eacf336c9 req-7f402997-e957-4f41-b22a-dc6704f46d2a tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 950 time: 0.2307448 Aug 16 20:07:48.881222 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c88928ce-455d-4bf5-92bc-18398cf0ace9 req-1f1da9b9-474b-47f3-a01c-11c7617e8e5b tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:48.908984 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c88928ce-455d-4bf5-92bc-18398cf0ace9 req-1f1da9b9-474b-47f3-a01c-11c7617e8e5b tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:48.949051 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b709d408-ebb7-44f8-b05f-099cf931b74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:48.953406 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d88a571f-c08c-42f4-8780-424eacf336c9 req-35ba7e9c-0d3d-42f4-b008-d0bdc6cccb2c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093547 Aug 16 20:07:48.955905 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c88928ce-455d-4bf5-92bc-18398cf0ace9 req-1f1da9b9-474b-47f3-a01c-11c7617e8e5b tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:48.959042 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c88928ce-455d-4bf5-92bc-18398cf0ace9 req-1f1da9b9-474b-47f3-a01c-11c7617e8e5b tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:48.963687 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c88928ce-455d-4bf5-92bc-18398cf0ace9 req-1f1da9b9-474b-47f3-a01c-11c7617e8e5b tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "DELETE /v2.0/security-groups/e15dcfa4-fd7d-40b5-b07f-cc691be4e0f9 HTTP/1.1" status: 204 len: 173 time: 0.1617906 Aug 16 20:07:48.987497 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1da9b9-474b-47f3-a01c-11c7617e8e5b tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15dcfa4-fd7d-40b5-b07f-cc691be4e0f9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:48.994602 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-39365fc6-a30c-4ecf-beb5-75981854b518 req-f5ebdfec-bc09-443e-9dba-acef59ea0478 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1990019974', 'description': 'tempest-description-1144741404'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:49.021904 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-39365fc6-a30c-4ecf-beb5-75981854b518 req-f5ebdfec-bc09-443e-9dba-acef59ea0478 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:49.027373 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b709d408-ebb7-44f8-b05f-099cf931b74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:49.121527 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-39365fc6-a30c-4ecf-beb5-75981854b518 req-f5ebdfec-bc09-443e-9dba-acef59ea0478 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:49.126156 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-39365fc6-a30c-4ecf-beb5-75981854b518 req-f5ebdfec-bc09-443e-9dba-acef59ea0478 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:49.151533 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-39365fc6-a30c-4ecf-beb5-75981854b518 req-f5ebdfec-bc09-443e-9dba-acef59ea0478 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:49.156553 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-39365fc6-a30c-4ecf-beb5-75981854b518 req-f5ebdfec-bc09-443e-9dba-acef59ea0478 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1658423 Aug 16 20:07:49.166171 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebdfec-bc09-443e-9dba-acef59ea0478 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e50fe448-3513-4312-b2ab-646cb5d466fa,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:49.172657 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b709d408-ebb7-44f8-b05f-099cf931b74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:49.176926 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b709d408-ebb7-44f8-b05f-099cf931b74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:49.178477 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b709d408-ebb7-44f8-b05f-099cf931b74c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/38710643-3719-4a8b-b9bb-79650bf3148a HTTP/1.1" status: 204 len: 168 time: 0.4052322 Aug 16 20:07:49.246721 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709d408-ebb7-44f8-b05f-099cf931b74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38710643-3719-4a8b-b9bb-79650bf3148a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:49.374507 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5e9594b1-e36c-4a30-b3a4-ec8febf602cc req-477a5542-88d1-4271-90fb-c4484e750034 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups/e50fe448-3513-4312-b2ab-646cb5d466fa HTTP/1.1" status: 200 len: 1803 time: 0.1916189 Aug 16 20:07:49.398019 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-5e9594b1-e36c-4a30-b3a4-ec8febf602cc req-ec7505cf-9c82-4146-b90c-6cc8651c02bb tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1550769836', 'description': 'tempest-description-hth-1523317151'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:49.415745 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc080e5b-dc71-4d60-b7c3-2c39451ba9ce req-f3027fba-a5ab-4da5-824e-b1b34a6270b5 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:49.418076 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dc080e5b-dc71-4d60-b7c3-2c39451ba9ce req-f3027fba-a5ab-4da5-824e-b1b34a6270b5 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 946 time: 0.0864227 Aug 16 20:07:49.466752 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 1daf71d3-ea42-4a46-bd78-b7184c0b7fb2 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:07:49.514191 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dc080e5b-dc71-4d60-b7c3-2c39451ba9ce req-55b84a32-049b-441c-828e-d505ea90c584 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851879 Aug 16 20:07:49.569781 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 1daf71d3-ea42-4a46-bd78-b7184c0b7fb2 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:07:49.575920 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 1daf71d3-ea42-4a46-bd78-b7184c0b7fb2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:07:49.576676 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:49.598621 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9a9577e-9ef7-4381-a0a1-f6d48368ceba tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:49.608035 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-123f3c6c-edca-4038-ba0f-5efb809189d6 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:49.610126 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-123f3c6c-edca-4038-ba0f-5efb809189d6 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] 10.222.0.63 "GET /v2.0/networks?id=4a64a999-aa70-4036-87e0-44b7d7cc9358 HTTP/1.1" status: 200 len: 821 time: 0.3267133 Aug 16 20:07:49.611934 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9a9577e-9ef7-4381-a0a1-f6d48368ceba tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:49.626266 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-01c49c83-28ab-4f8b-903e-18aaceb244ab req-a4e98941-d4e4-4f66-9c31-0f11b6a9da05 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] 10.222.0.68 "GET /v2.0/ports?device_id=b078f8ca-db70-4194-83c4-94c1e77f0e23 HTTP/1.1" status: 200 len: 210 time: 0.0518584 Aug 16 20:07:49.677556 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-4dd950e8-8d0f-441b-a08e-d0be12c5a144 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] Request body: {'port': {'device_id': 'b078f8ca-db70-4194-83c4-94c1e77f0e23', 'network_id': '4a64a999-aa70-4036-87e0-44b7d7cc9358', 'admin_state_up': True, 'tenant_id': 'f128042444e44ad6b5f4b652bae8818a'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:49.686775 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:49.723464 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5e9594b1-e36c-4a30-b3a4-ec8febf602cc req-ec7505cf-9c82-4146-b90c-6cc8651c02bb tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:49.750740 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5151284-75ee-4738-a704-bab6b8b2ef6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1daf71d3-ea42-4a46-bd78-b7184c0b7fb2'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:07:49.753426 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43034) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:49.759878 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4cfe30-04dd-4944-846f-8bfac6cba97a" -d '{"events": [{"server_uuid": "f5151284-75ee-4738-a704-bab6b8b2ef6d", "name": "network-vif-plugged", "status": "completed", "tag": "1daf71d3-ea42-4a46-bd78-b7184c0b7fb2"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:07:49.768110 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 1daf71d3-ea42-4a46-bd78-b7184c0b7fb2, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1daf71d3-ea42-4a46-bd78-b7184c0b7fb2,segment=NetworkSegment(cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e),segment_id=cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:49.774240 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:49.788829 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5991ce9-8090-48dd-a565-e68211d752af req-cb46add9-39d6-421f-a7aa-23badb7fe569 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:49.791027 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c5991ce9-8090-48dd-a565-e68211d752af req-cb46add9-39d6-421f-a7aa-23badb7fe569 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 945 time: 0.0867524 Aug 16 20:07:49.794635 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c80a77a-de92-4bfb-97c3-bb9c5fdeb678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:49.830698 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=1daf71d3-ea42-4a46-bd78-b7184c0b7fb2,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:49.846868 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c5991ce9-8090-48dd-a565-e68211d752af req-828f0ed5-c20c-48bb-bcec-8df82f45819b tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462976 Aug 16 20:07:49.893278 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe3194c-049a-47dd-b486-75da8926fb4c x-openstack-request-id: req-fbe3194c-049a-47dd-b486-75da8926fb4c {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:07:49.893914 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5151284-75ee-4738-a704-bab6b8b2ef6d", "name": "network-vif-plugged", "status": "completed", "tag": "1daf71d3-ea42-4a46-bd78-b7184c0b7fb2", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:07:49.894673 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fbe3194c-049a-47dd-b486-75da8926fb4c {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:07:49.895749 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5151284-75ee-4738-a704-bab6b8b2ef6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1daf71d3-ea42-4a46-bd78-b7184c0b7fb2', 'code': 200} Aug 16 20:07:49.928734 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5e9594b1-e36c-4a30-b3a4-ec8febf602cc req-ec7505cf-9c82-4146-b90c-6cc8651c02bb tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:49.936927 n-d-787206-13 neutron-server[94771]: INFO neutron.db.l3_db [None req-a9a9577e-9ef7-4381-a0a1-f6d48368ceba tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Floating IP 5db8a55b-7bf1-4ddc-b153-9fa4c3ddba0a associated. External IP: 172.25.8.102, port: 3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b. Aug 16 20:07:49.940485 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5e9594b1-e36c-4a30-b3a4-ec8febf602cc req-ec7505cf-9c82-4146-b90c-6cc8651c02bb tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:49.943305 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5e9594b1-e36c-4a30-b3a4-ec8febf602cc req-ec7505cf-9c82-4146-b90c-6cc8651c02bb tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:49.944966 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5e9594b1-e36c-4a30-b3a4-ec8febf602cc req-ec7505cf-9c82-4146-b90c-6cc8651c02bb tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "PUT /v2.0/security-groups/e50fe448-3513-4312-b2ab-646cb5d466fa HTTP/1.1" status: 200 len: 1777 time: 0.5614126 Aug 16 20:07:50.065912 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7505cf-9c82-4146-b90c-6cc8651c02bb tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e50fe448-3513-4312-b2ab-646cb5d466fa,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:50.114782 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a7033853-0f59-4566-bb25-d6b236a14858 req-5ab29788-7bb0-49e4-a329-0ce3a8166b54 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups/e50fe448-3513-4312-b2ab-646cb5d466fa HTTP/1.1" status: 200 len: 1777 time: 0.1228623 Aug 16 20:07:50.117435 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bc1cb-3994-451e-b7d4-50b200d87618 req-c9bec798-0fb9-4ef3-8f6d-47f2cac41e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:50.118914 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-853bc1cb-3994-451e-b7d4-50b200d87618 req-c9bec798-0fb9-4ef3-8f6d-47f2cac41e47 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 1098 time: 0.1593726 Aug 16 20:07:50.166944 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3bb0d-c0d0-4417-9f9b-3cf31ad296e6 req-94fe1b61-e575-441d-b17f-43ebcc3b9b3a tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:50.168547 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-33c3bb0d-c0d0-4417-9f9b-3cf31ad296e6 req-94fe1b61-e575-441d-b17f-43ebcc3b9b3a tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 950 time: 0.1037192 Aug 16 20:07:50.187892 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c80a77a-de92-4bfb-97c3-bb9c5fdeb678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:50.193065 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c90ad880-f7bd-45f6-a19e-06acc1247434 req-1d9bb8d9-60ee-4700-af30-fc59b2374110 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups/e50fe448-3513-4312-b2ab-646cb5d466fa HTTP/1.1" status: 200 len: 1777 time: 0.0706849 Aug 16 20:07:50.240253 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-853bc1cb-3994-451e-b7d4-50b200d87618 req-34417fc2-c442-43da-9c32-26c326b69293 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977955 Aug 16 20:07:50.244810 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c80a77a-de92-4bfb-97c3-bb9c5fdeb678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:50.275012 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c90ad880-f7bd-45f6-a19e-06acc1247434 req-7643f965-b3c9-4a83-8027-a548d06842e9 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:50.302153 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c90ad880-f7bd-45f6-a19e-06acc1247434 req-7643f965-b3c9-4a83-8027-a548d06842e9 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:50.339746 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-4dd950e8-8d0f-441b-a08e-d0be12c5a144 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] Made reservation on behalf of f128042444e44ad6b5f4b652bae8818a for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:07:50.344000 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-4dd950e8-8d0f-441b-a08e-d0be12c5a144 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:50.351690 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c90ad880-f7bd-45f6-a19e-06acc1247434 req-7643f965-b3c9-4a83-8027-a548d06842e9 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:50.354925 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c90ad880-f7bd-45f6-a19e-06acc1247434 req-7643f965-b3c9-4a83-8027-a548d06842e9 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:50.359269 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2c80a77a-de92-4bfb-97c3-bb9c5fdeb678 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=da1bf1e69ed847bfa347b9f12237ceef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5962510 Aug 16 20:07:50.366240 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c90ad880-f7bd-45f6-a19e-06acc1247434 req-7643f965-b3c9-4a83-8027-a548d06842e9 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "DELETE /v2.0/security-groups/e50fe448-3513-4312-b2ab-646cb5d466fa HTTP/1.1" status: 204 len: 173 time: 0.1722000 Aug 16 20:07:50.366999 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43046) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:50.374184 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-33c3bb0d-c0d0-4417-9f9b-3cf31ad296e6 req-c0f1ecc9-8a67-4311-8b5b-36d703815d11 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945548 Aug 16 20:07:50.378312 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80a77a-de92-4bfb-97c3-bb9c5fdeb678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ac8b00-c84c-4c5f-b873-09e677bb648a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:50.404888 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643f965-b3c9-4a83-8027-a548d06842e9 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50fe448-3513-4312-b2ab-646cb5d466fa,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:50.411578 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a9577e-9ef7-4381-a0a1-f6d48368ceba tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Router fcea6d32-2239-45e2-b427-76d742ea0b0d has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:07:50.488218 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da7718df-089e-4c70-83fb-11b73cc21bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:50.523025 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da7718df-089e-4c70-83fb-11b73cc21bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:50.561848 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [req-253a2962-ab8f-46d5-a152-00b515bd5b95 req-a4883c1d-f67d-41bd-a1c3-d50047a6e3c6 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] show failed (client error): The resource could not be found. Aug 16 20:07:50.563530 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-253a2962-ab8f-46d5-a152-00b515bd5b95 req-a4883c1d-f67d-41bd-a1c3-d50047a6e3c6 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups/e15dcfa4-fd7d-40b5-b07f-cc691be4e0f9 HTTP/1.1" status: 404 len: 352 time: 0.0464787 Aug 16 20:07:50.634785 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [req-a5cd560d-b712-4a27-92a5-e6d584bd615f req-34ac6f79-205b-4ae7-92e0-2249cd3afd13 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] show failed (client error): The resource could not be found. Aug 16 20:07:50.635817 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a5cd560d-b712-4a27-92a5-e6d584bd615f req-34ac6f79-205b-4ae7-92e0-2249cd3afd13 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups/de18ded3-2968-4f61-9843-ad62984132b9 HTTP/1.1" status: 404 len: 352 time: 0.0239317 Aug 16 20:07:50.656579 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-607112c1-7717-40af-a808-b0b5db74b708 req-d33ac0ce-b925-4c34-9dc3-cc2c3ac1baac service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0908530 Aug 16 20:07:50.677799 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da7718df-089e-4c70-83fb-11b73cc21bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:50.681397 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da7718df-089e-4c70-83fb-11b73cc21bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:50.682671 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-da7718df-089e-4c70-83fb-11b73cc21bce admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d8ac8b00-c84c-4c5f-b873-09e677bb648a HTTP/1.1" status: 204 len: 168 time: 0.3082261 Aug 16 20:07:50.694265 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7718df-089e-4c70-83fb-11b73cc21bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ac8b00-c84c-4c5f-b873-09e677bb648a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:50.721841 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a9577e-9ef7-4381-a0a1-f6d48368ceba tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:07:50.733188 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b01c273-1d50-4c36-9511-a9d5e43af60a None None] Sync routers for ids ['fcea6d32-2239-45e2-b427-76d742ea0b0d'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:07:50.733928 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9a9577e-9ef7-4381-a0a1-f6d48368ceba tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:50.746208 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b01c273-1d50-4c36-9511-a9d5e43af60a None None] Routers {'fcea6d32-2239-45e2-b427-76d742ea0b0d'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:07:50.753317 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6b01c273-1d50-4c36-9511-a9d5e43af60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:07:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['fcea6d32-2239-45e2-b427-76d742ea0b0d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:50.784537 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7dcac66d-8add-4694-b30d-0afb53d2b9ba req-12584886-f69e-43da-bba0-a12dfc9b8e10 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] 10.222.0.68 "GET /v2.0/ports?device_id=b078f8ca-db70-4194-83c4-94c1e77f0e23 HTTP/1.1" status: 200 len: 210 time: 0.0393171 Aug 16 20:07:50.788813 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-4dd950e8-8d0f-441b-a08e-d0be12c5a144 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] Allocated IP 172.20.0.10 (4a64a999-aa70-4036-87e0-44b7d7cc9358/2e2b6c73-441b-45c8-9e4c-b3b3f62d80c7/8e77450f-b42c-48ad-b848-6ee8a866bf02) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:07:50.826689 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607112c1-7717-40af-a808-b0b5db74b708 req-b85d816c-c178-4fa8-bd72-df766bcec2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:50.828220 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-607112c1-7717-40af-a808-b0b5db74b708 req-b85d816c-c178-4fa8-bd72-df766bcec2ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 1102 time: 0.1239691 Aug 16 20:07:50.856047 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [req-6cf90e97-7874-4c5a-978a-c866321b9f73 req-09948049-0810-4bd1-aefb-11085fed4300 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] show failed (client error): The resource could not be found. Aug 16 20:07:50.872694 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6cf90e97-7874-4c5a-978a-c866321b9f73 req-09948049-0810-4bd1-aefb-11085fed4300 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups/73e289c8-5a73-4ba2-a9cf-55b68fa56886 HTTP/1.1" status: 404 len: 352 time: 0.0496809 Aug 16 20:07:50.941419 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a9a9577e-9ef7-4381-a0a1-f6d48368ceba tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "PUT /v2.0/floatingips/5db8a55b-7bf1-4ddc-b153-9fa4c3ddba0a HTTP/1.1" status: 200 len: 991 time: 2.4034595 Aug 16 20:07:50.945906 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b2eece-b83c-4d8c-8ac8-4b01973bcf0f', 'tag': '3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:07:50.947943 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f014ce-7d2b-4f9c-b34a-5ed72a85f342" -d '{"events": [{"name": "network-changed", "server_uuid": "93b2eece-b83c-4d8c-8ac8-4b01973bcf0f", "tag": "3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:07:50.972352 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344ceac-1a60-46e0-a84a-b973c736142a req-a68fd96e-6c72-4040-a3ed-e3d2091393e2 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:50.980479 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4344ceac-1a60-46e0-a84a-b973c736142a req-a68fd96e-6c72-4040-a3ed-e3d2091393e2 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 946 time: 0.3423252 Aug 16 20:07:51.071971 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4344ceac-1a60-46e0-a84a-b973c736142a req-f351c850-5a75-4177-9b3c-5dc009d0d78a tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899556 Aug 16 20:07:51.088699 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607112c1-7717-40af-a808-b0b5db74b708 req-2e6304b1-d491-4027-908f-2fce0c31d6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:51.088699 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-607112c1-7717-40af-a808-b0b5db74b708 req-2e6304b1-d491-4027-908f-2fce0c31d6c5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.2125158 Aug 16 20:07:51.093112 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-4dd950e8-8d0f-441b-a08e-d0be12c5a144 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:51.112888 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-6b01c273-1d50-4c36-9511-a9d5e43af60a None None] Set router fcea6d32-2239-45e2-b427-76d742ea0b0d gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:07:51.167032 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-607112c1-7717-40af-a808-b0b5db74b708 req-70bbae60-134d-40ee-a4c2-a05f866b7fde service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=5c32d839-7b2a-49f7-90a7-7b4059de13d5 HTTP/1.1" status: 200 len: 217 time: 0.0437090 Aug 16 20:07:51.201746 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [req-fa31c735-a533-472d-8023-523bf907357a req-62a75044-a27c-48f3-a39f-16bcdd39ba36 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] show failed (client error): The resource could not be found. Aug 16 20:07:51.204428 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fa31c735-a533-472d-8023-523bf907357a req-62a75044-a27c-48f3-a39f-16bcdd39ba36 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups/7012f36b-b3cf-46ff-a92f-c12d546d95f2 HTTP/1.1" status: 404 len: 352 time: 0.0980206 Aug 16 20:07:51.228687 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-4dd950e8-8d0f-441b-a08e-d0be12c5a144 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:51.261403 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193e81a-1d11-45f0-af71-d52dcd928d13 req-1d772948-9cdb-4f2e-abd6-5c4ecf147cba tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:51.269878 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8193e81a-1d11-45f0-af71-d52dcd928d13 req-1d772948-9cdb-4f2e-abd6-5c4ecf147cba tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 946 time: 0.3414087 Aug 16 20:07:51.270446 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43076) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:51.294621 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4024b4b6-bc80-4e1b-8cf7-3f63936ab33c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:51.316619 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-4dd950e8-8d0f-441b-a08e-d0be12c5a144 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] Network 4a64a999-aa70-4036-87e0-44b7d7cc9358 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:07:51.326349 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-4dd950e8-8d0f-441b-a08e-d0be12c5a144 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:07:51.340147 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607112c1-7717-40af-a808-b0b5db74b708 req-fba39dd4-490d-4542-835e-0776aaccadd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:51.341848 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-607112c1-7717-40af-a808-b0b5db74b708 req-fba39dd4-490d-4542-835e-0776aaccadd1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1624260 Aug 16 20:07:51.346739 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-4dd950e8-8d0f-441b-a08e-d0be12c5a144 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:07:51.434349 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd950e8-8d0f-441b-a08e-d0be12c5a144 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] Pushing event updated for resources: {'Port': ['ID=8e77450f-b42c-48ad-b848-6ee8a866bf02,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:51.436067 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8193e81a-1d11-45f0-af71-d52dcd928d13 req-72e44a77-1f65-4c0a-82ea-6974c94b80aa tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115296 Aug 16 20:07:51.455788 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcdce1e-63c7-4547-807c-68143f5f0d93 x-openstack-request-id: req-8dcdce1e-63c7-4547-807c-68143f5f0d93 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:07:51.456154 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b2eece-b83c-4d8c-8ac8-4b01973bcf0f", "tag": "3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:07:51.456415 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8dcdce1e-63c7-4547-807c-68143f5f0d93 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:07:51.456832 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b2eece-b83c-4d8c-8ac8-4b01973bcf0f', 'tag': '3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b', 'status': 'completed', 'code': 200} Aug 16 20:07:51.511878 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607112c1-7717-40af-a808-b0b5db74b708 req-c5ad66b9-0702-454e-9da2-82f5a8d14afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:51.514673 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-607112c1-7717-40af-a808-b0b5db74b708 req-c5ad66b9-0702-454e-9da2-82f5a8d14afb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1620340 Aug 16 20:07:51.549395 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [req-fbf3c760-15b7-4d61-9ca8-ce611ee4715f req-89209720-76ab-497a-811d-2adbc0237134 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] show failed (client error): The resource could not be found. Aug 16 20:07:51.550443 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fbf3c760-15b7-4d61-9ca8-ce611ee4715f req-89209720-76ab-497a-811d-2adbc0237134 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups/81be9d9f-4896-4b9a-ac56-be23cbe71cf1 HTTP/1.1" status: 404 len: 352 time: 0.0307491 Aug 16 20:07:51.558079 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6b01c273-1d50-4c36-9511-a9d5e43af60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'name': 'tempest-ServersTestBootFromVolume-1461390987-router', 'tenant_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:06:29Z', 'updated_at': '2021-08-16T20:06:40Z', 'revision_number': 4, 'project_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'gw_port': {'id': 'cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:06:31Z', 'updated_at': '2021-08-16T20:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '5db8a55b-7bf1-4ddc-b153-9fa4c3ddba0a', 'tenant_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'floating_ip_address': '172.25.8.102', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'port_id': '3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59223dac-0107-4a62-a7e6-e8ab002ab182', 'mac_address': 'fa:16:3e:a7:06:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b2eece-b83c-4d8c-8ac8-4b01973bcf0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:06:50Z', 'updated_at': '2021-08-16T20:07:49Z', 'revision_number': 1, 'project_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c85793fc-b7d7-4dac-8818-634bbccff9b5', 'name': '', 'network_id': '59223dac-0107-4a62-a7e6-e8ab002ab182', 'tenant_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'mac_address': 'fa:16:3e:b6:aa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'd7859aa3-2722-4177-a070-f1837244076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:06:37Z', 'updated_at': '2021-08-16T20:06:49Z', 'revision_number': 5, 'project_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'subnets': [{'id': 'd7859aa3-2722-4177-a070-f1837244076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:51.565832 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-4dd950e8-8d0f-441b-a08e-d0be12c5a144 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:51.566554 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-4dd950e8-8d0f-441b-a08e-d0be12c5a144 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:51.584907 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f014ce-7d2b-4f9c-b34a-5ed72a85f342 req-8bc47783-b41b-4d99-94e8-f02a53ff8aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:51.588706 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-90f014ce-7d2b-4f9c-b34a-5ed72a85f342 req-8bc47783-b41b-4d99-94e8-f02a53ff8aec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0955e2c5b0564e2b8cdb6135587e05d6&device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 1097 time: 0.1170182 Aug 16 20:07:51.629219 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b01c273-1d50-4c36-9511-a9d5e43af60a None None] Checking router: fcea6d32-2239-45e2-b427-76d742ea0b0d for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:07:51.646458 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b01c273-1d50-4c36-9511-a9d5e43af60a None None] Routers {'fcea6d32-2239-45e2-b427-76d742ea0b0d'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:07:51.647107 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6b01c273-1d50-4c36-9511-a9d5e43af60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:07:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['fcea6d32-2239-45e2-b427-76d742ea0b0d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:51.723365 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe633c-1201-461b-bc9f-f8e00dd40de1 req-c2e7a355-379a-46a5-a1b9-e43c0ace031b tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:51.725115 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2ebe633c-1201-461b-bc9f-f8e00dd40de1 req-c2e7a355-379a-46a5-a1b9-e43c0ace031b tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 950 time: 0.1651690 Aug 16 20:07:51.759163 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4024b4b6-bc80-4e1b-8cf7-3f63936ab33c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:51.774261 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4024b4b6-bc80-4e1b-8cf7-3f63936ab33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:51.817382 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-6b01c273-1d50-4c36-9511-a9d5e43af60a None None] Set router fcea6d32-2239-45e2-b427-76d742ea0b0d gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:07:51.837120 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4024b4b6-bc80-4e1b-8cf7-3f63936ab33c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=85ca58c94db74acda7a2cf396f4cb367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5615475 Aug 16 20:07:51.841207 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43086) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:51.843913 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-607112c1-7717-40af-a808-b0b5db74b708 req-9dbc14ba-dab8-43b0-9b68-6fdf1a5b3063 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105502 Aug 16 20:07:51.847023 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2ebe633c-1201-461b-bc9f-f8e00dd40de1 req-56ef2987-f635-4ee6-980c-79fb3f0203a8 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099412 Aug 16 20:07:51.936795 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024b4b6-bc80-4e1b-8cf7-3f63936ab33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a06a4d-ec78-4668-a919-edced9f541b3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:52.039144 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2c56bd0e-f3d5-4c4d-a577-1ac836a9f10a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:52.069986 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-607112c1-7717-40af-a808-b0b5db74b708 req-7898bf6b-fd14-4cce-a158-f36f89ce0c19 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145901 Aug 16 20:07:52.071481 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-4dd950e8-8d0f-441b-a08e-d0be12c5a144 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4024668 Aug 16 20:07:52.073847 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [req-1e696814-f73b-4ce6-ba62-df62d8af32f0 req-3c3cca7e-28c3-447d-99e2-c876ca0f4fe8 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] show failed (client error): The resource could not be found. Aug 16 20:07:52.074823 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1e696814-f73b-4ce6-ba62-df62d8af32f0 req-3c3cca7e-28c3-447d-99e2-c876ca0f4fe8 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups/ddc46b98-9e53-40fe-9130-cfa0e06bef5d HTTP/1.1" status: 404 len: 352 time: 0.0333364 Aug 16 20:07:52.082555 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6399d33-b830-440d-9d65-158218471c89 req-ca2c02f5-ea4a-438c-95aa-8fcea2cd30f0 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:52.084549 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d6399d33-b830-440d-9d65-158218471c89 req-ca2c02f5-ea4a-438c-95aa-8fcea2cd30f0 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] 10.222.0.68 "GET /v2.0/ports?device_id=b078f8ca-db70-4194-83c4-94c1e77f0e23 HTTP/1.1" status: 200 len: 932 time: 0.1090381 Aug 16 20:07:52.096944 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-6860d4d4-2573-4bcd-ae2a-60861e2ec5d8 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:07:52.097654 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-6860d4d4-2573-4bcd-ae2a-60861e2ec5d8 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085509 Aug 16 20:07:52.109989 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2c56bd0e-f3d5-4c4d-a577-1ac836a9f10a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:52.146400 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f014ce-7d2b-4f9c-b34a-5ed72a85f342 req-c5e53151-54d5-494d-927a-1bf57c6f9df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:52.147945 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-90f014ce-7d2b-4f9c-b34a-5ed72a85f342 req-c5e53151-54d5-494d-927a-1bf57c6f9df8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=59223dac-0107-4a62-a7e6-e8ab002ab182 HTTP/1.1" status: 200 len: 917 time: 0.5534678 Aug 16 20:07:52.218515 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d6399d33-b830-440d-9d65-158218471c89 req-f716a9fe-1762-4f02-8f36-5dc935f49054 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] 10.222.0.68 "GET /v2.0/security-groups?id=f609ed20-ea9d-4caa-bc92-33f4d270f4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176484 Aug 16 20:07:52.247718 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6b01c273-1d50-4c36-9511-a9d5e43af60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'name': 'tempest-ServersTestBootFromVolume-1461390987-router', 'tenant_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:06:29Z', 'updated_at': '2021-08-16T20:06:40Z', 'revision_number': 4, 'project_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'gw_port': {'id': 'cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:06:31Z', 'updated_at': '2021-08-16T20:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '5db8a55b-7bf1-4ddc-b153-9fa4c3ddba0a', 'tenant_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'floating_ip_address': '172.25.8.102', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'port_id': '3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59223dac-0107-4a62-a7e6-e8ab002ab182', 'mac_address': 'fa:16:3e:a7:06:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b2eece-b83c-4d8c-8ac8-4b01973bcf0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:06:50Z', 'updated_at': '2021-08-16T20:07:49Z', 'revision_number': 1, 'project_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c85793fc-b7d7-4dac-8818-634bbccff9b5', 'name': '', 'network_id': '59223dac-0107-4a62-a7e6-e8ab002ab182', 'tenant_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'mac_address': 'fa:16:3e:b6:aa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'd7859aa3-2722-4177-a070-f1837244076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:06:37Z', 'updated_at': '2021-08-16T20:06:49Z', 'revision_number': 5, 'project_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'subnets': [{'id': 'd7859aa3-2722-4177-a070-f1837244076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:52.255595 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2c56bd0e-f3d5-4c4d-a577-1ac836a9f10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:52.258204 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2c56bd0e-f3d5-4c4d-a577-1ac836a9f10a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:52.261655 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2c56bd0e-f3d5-4c4d-a577-1ac836a9f10a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/18a06a4d-ec78-4668-a919-edced9f541b3 HTTP/1.1" status: 204 len: 168 time: 0.4113688 Aug 16 20:07:52.261781 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-90f014ce-7d2b-4f9c-b34a-5ed72a85f342 req-44f0b3e3-4395-4761-918f-fbda3569b1f7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b HTTP/1.1" status: 200 len: 999 time: 0.0980763 Aug 16 20:07:52.276669 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56bd0e-f3d5-4c4d-a577-1ac836a9f10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a06a4d-ec78-4668-a919-edced9f541b3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:52.356332 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b01c273-1d50-4c36-9511-a9d5e43af60a None None] The sync data for ids ['fcea6d32-2239-45e2-b427-76d742ea0b0d'] in n-d-787206-13 is: [{'id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'name': 'tempest-ServersTestBootFromVolume-1461390987-router', 'tenant_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:06:29Z', 'updated_at': '2021-08-16T20:06:40Z', 'revision_number': 4, 'project_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'gw_port': {'id': 'cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:06:31Z', 'updated_at': '2021-08-16T20:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '5db8a55b-7bf1-4ddc-b153-9fa4c3ddba0a', 'tenant_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'floating_ip_address': '172.25.8.102', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'port_id': '3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59223dac-0107-4a62-a7e6-e8ab002ab182', 'mac_address': 'fa:16:3e:a7:06:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b2eece-b83c-4d8c-8ac8-4b01973bcf0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:06:50Z', 'updated_at': '2021-08-16T20:07:49Z', 'revision_number': 1, 'project_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c85793fc-b7d7-4dac-8818-634bbccff9b5', 'name': '', 'network_id': '59223dac-0107-4a62-a7e6-e8ab002ab182', 'tenant_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'mac_address': 'fa:16:3e:b6:aa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'd7859aa3-2722-4177-a070-f1837244076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:06:37Z', 'updated_at': '2021-08-16T20:06:49Z', 'revision_number': 5, 'project_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'subnets': [{'id': 'd7859aa3-2722-4177-a070-f1837244076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:07:52.399407 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f014ce-7d2b-4f9c-b34a-5ed72a85f342 req-807d0c4d-1c61-415f-ae9f-3ba00a81e192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:52.407539 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-90f014ce-7d2b-4f9c-b34a-5ed72a85f342 req-807d0c4d-1c61-415f-ae9f-3ba00a81e192 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d7859aa3-2722-4177-a070-f1837244076b HTTP/1.1" status: 200 len: 855 time: 0.1285238 Aug 16 20:07:52.444585 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05f65c-95d2-46a2-9af0-9f3f126ae7db req-49f4723e-109c-43fd-b52b-18b5331b662e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:52.448149 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8f05f65c-95d2-46a2-9af0-9f3f126ae7db req-49f4723e-109c-43fd-b52b-18b5331b662e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 946 time: 0.1002781 Aug 16 20:07:52.478032 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f014ce-7d2b-4f9c-b34a-5ed72a85f342 req-7d1d89db-b9e2-42bb-a4cc-283cb7719ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:52.479667 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-90f014ce-7d2b-4f9c-b34a-5ed72a85f342 req-7d1d89db-b9e2-42bb-a4cc-283cb7719ece service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=59223dac-0107-4a62-a7e6-e8ab002ab182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603809 Aug 16 20:07:52.520089 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-f730c663-3168-45b2-9962-b330eaa8964a service neutron] Request body: {'port': {'device_id': 'b078f8ca-db70-4194-83c4-94c1e77f0e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:52.533740 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8f05f65c-95d2-46a2-9af0-9f3f126ae7db req-0d459058-218f-46da-b30c-ba21dd2acaad tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763581 Aug 16 20:07:52.681044 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-f730c663-3168-45b2-9962-b330eaa8964a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:52.732317 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90571936-44f1-4fd1-a7de-f4ed67cd0a06 req-57c7763a-d6d3-4eb6-b597-ecec606fe650 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:52.738754 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-90571936-44f1-4fd1-a7de-f4ed67cd0a06 req-57c7763a-d6d3-4eb6-b597-ecec606fe650 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 946 time: 0.0969975 Aug 16 20:07:52.745048 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b472ee-420e-49d9-a6ff-72b9b6b89244 req-be283e7b-171e-4e32-bea3-4dafc76729ce tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:52.751624 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5791d5ff-5379-4576-9448-4eb5d2fe1d6f None None] New status for floating IP 5db8a55b-7bf1-4ddc-b153-9fa4c3ddba0a: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:07:52.769709 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c6b472ee-420e-49d9-a6ff-72b9b6b89244 req-be283e7b-171e-4e32-bea3-4dafc76729ce tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=711d695a-769b-49f1-9e18-874b93658b10 HTTP/1.1" status: 200 len: 1023 time: 0.2001214 Aug 16 20:07:52.774451 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-90f014ce-7d2b-4f9c-b34a-5ed72a85f342 req-98cc8829-f308-4ec8-bb84-da23d509013f service neutron] 10.222.0.57 "GET /v2.0/networks/59223dac-0107-4a62-a7e6-e8ab002ab182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857606 Aug 16 20:07:52.822390 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-90571936-44f1-4fd1-a7de-f4ed67cd0a06 req-13922e88-0e4a-49b1-814a-48700baa3db6 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652583 Aug 16 20:07:53.101364 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c6b472ee-420e-49d9-a6ff-72b9b6b89244 req-75a5d17a-df44-49fb-acee-d62d753bcc8f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups?id=05ca7994-dd6b-493e-bd12-6b74c034e893&id=805c20ad-5ab5-4f38-894b-17b6c4461098&id=25ce6dff-401a-4586-812f-09b69349aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2939174 Aug 16 20:07:53.172308 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-90f014ce-7d2b-4f9c-b34a-5ed72a85f342 req-f5d5cd6c-fdc7-4460-82a4-1138e3d3ae8f service neutron] 10.222.0.57 "GET /v2.0/networks/59223dac-0107-4a62-a7e6-e8ab002ab182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662283 Aug 16 20:07:53.239028 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c456dbf-9cfe-421f-9b56-7b41bfb00109 req-f7a4a5b3-c6b5-458e-abc4-a9252275f125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:53.243300 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1c456dbf-9cfe-421f-9b56-7b41bfb00109 req-f7a4a5b3-c6b5-458e-abc4-a9252275f125 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=520511d988044d52831f9681de3ac442&device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 1098 time: 0.1337969 Aug 16 20:07:53.253618 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c1b80-8ba1-46ce-9d1e-45daabf3bb11 req-3490f453-9ebb-41c7-8ce0-b1c10cb13d9e tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:53.255715 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e58c1b80-8ba1-46ce-9d1e-45daabf3bb11 req-3490f453-9ebb-41c7-8ce0-b1c10cb13d9e tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 950 time: 0.0853307 Aug 16 20:07:53.279551 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac1422-af7d-4a5b-ae8b-d49dc9f7e490 req-6569db3e-f0b8-4bd7-809d-dd7cbf229fe2 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:53.281118 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4dac1422-af7d-4a5b-ae8b-d49dc9f7e490 req-6569db3e-f0b8-4bd7-809d-dd7cbf229fe2 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 946 time: 0.1043532 Aug 16 20:07:53.348038 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e58c1b80-8ba1-46ce-9d1e-45daabf3bb11 req-a465d6ae-7138-4ce4-92b0-1d7bb6f4f066 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737913 Aug 16 20:07:53.364059 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4dac1422-af7d-4a5b-ae8b-d49dc9f7e490 req-63775609-0295-4e28-b3f6-c612c1d92335 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643568 Aug 16 20:07:53.394109 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c456dbf-9cfe-421f-9b56-7b41bfb00109 req-11331152-09a1-43d4-9256-bbc28505e567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:53.395856 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1c456dbf-9cfe-421f-9b56-7b41bfb00109 req-11331152-09a1-43d4-9256-bbc28505e567 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b415667a-d208-40cb-a7c6-65376c591e13 HTTP/1.1" status: 200 len: 912 time: 0.1396251 Aug 16 20:07:53.422333 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-f730c663-3168-45b2-9962-b330eaa8964a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e77450f-b42c-48ad-b848-6ee8a866bf02 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:07:53.430922 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-f730c663-3168-45b2-9962-b330eaa8964a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:53.450986 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1c456dbf-9cfe-421f-9b56-7b41bfb00109 req-7063ab0c-b49a-41ed-9eb3-7c1642c8a26f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1daf71d3-ea42-4a46-bd78-b7184c0b7fb2 HTTP/1.1" status: 200 len: 217 time: 0.0457494 Aug 16 20:07:53.469672 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-f730c663-3168-45b2-9962-b330eaa8964a service neutron] Transition to ACTIVE for port object 8e77450f-b42c-48ad-b848-6ee8a866bf02 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:07:53.482459 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-f730c663-3168-45b2-9962-b330eaa8964a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:53.535019 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a6393-bd79-4503-a389-930fefd11801 req-2c3e5cc4-1d2b-40fa-bf41-908035768db9 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:53.542920 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-973a6393-bd79-4503-a389-930fefd11801 req-2c3e5cc4-1d2b-40fa-bf41-908035768db9 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] 10.222.0.68 "GET /v2.0/ports?device_id=b078f8ca-db70-4194-83c4-94c1e77f0e23 HTTP/1.1" status: 200 len: 932 time: 0.1091485 Aug 16 20:07:53.616671 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-973a6393-bd79-4503-a389-930fefd11801 req-5e6d44c4-cf47-438d-add0-81079932946e tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] 10.222.0.68 "GET /v2.0/security-groups?id=f609ed20-ea9d-4caa-bc92-33f4d270f4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725489 Aug 16 20:07:53.641183 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730c663-3168-45b2-9962-b330eaa8964a service neutron] Pushing event updated for resources: {'Port': ['ID=8e77450f-b42c-48ad-b848-6ee8a866bf02,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:53.695287 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-f730c663-3168-45b2-9962-b330eaa8964a service neutron] Attempting to bind port 8e77450f-b42c-48ad-b848-6ee8a866bf02 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:07:53.695638 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-f730c663-3168-45b2-9962-b330eaa8964a service neutron] Attempting to bind port 8e77450f-b42c-48ad-b848-6ee8a866bf02 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'e2d0e195-c32a-4f1d-b869-bf2f2bad47a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4a64a999-aa70-4036-87e0-44b7d7cc9358'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:07:53.695963 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-f730c663-3168-45b2-9962-b330eaa8964a service neutron] Attempting to bind port 8e77450f-b42c-48ad-b848-6ee8a866bf02 on network 4a64a999-aa70-4036-87e0-44b7d7cc9358 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:07:53.700706 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-f730c663-3168-45b2-9962-b330eaa8964a service neutron] Port 8e77450f-b42c-48ad-b848-6ee8a866bf02 on network 4a64a999-aa70-4036-87e0-44b7d7cc9358 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:07:53.701233 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-f730c663-3168-45b2-9962-b330eaa8964a service neutron] Attempting to bind port 8e77450f-b42c-48ad-b848-6ee8a866bf02 on network 4a64a999-aa70-4036-87e0-44b7d7cc9358 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:07:53.706254 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-f730c663-3168-45b2-9962-b330eaa8964a service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:07:53.706597 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-f730c663-3168-45b2-9962-b330eaa8964a service neutron] Checking segment: {'id': 'e2d0e195-c32a-4f1d-b869-bf2f2bad47a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4a64a999-aa70-4036-87e0-44b7d7cc9358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:07:53.706975 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-f730c663-3168-45b2-9962-b330eaa8964a service neutron] Bound using segment: {'id': 'e2d0e195-c32a-4f1d-b869-bf2f2bad47a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4a64a999-aa70-4036-87e0-44b7d7cc9358'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:07:53.707443 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-f730c663-3168-45b2-9962-b330eaa8964a service neutron] Bound port: 8e77450f-b42c-48ad-b848-6ee8a866bf02, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2d0e195-c32a-4f1d-b869-bf2f2bad47a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4a64a999-aa70-4036-87e0-44b7d7cc9358'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:07:53.707812 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-f730c663-3168-45b2-9962-b330eaa8964a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:53.782934 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-f730c663-3168-45b2-9962-b330eaa8964a service neutron] For port 8e77450f-b42c-48ad-b848-6ee8a866bf02, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:07:53.787018 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-f730c663-3168-45b2-9962-b330eaa8964a service neutron] For port 8e77450f-b42c-48ad-b848-6ee8a866bf02, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=8e77450f-b42c-48ad-b848-6ee8a866bf02,segment=NetworkSegment(e2d0e195-c32a-4f1d-b869-bf2f2bad47a3),segment_id=e2d0e195-c32a-4f1d-b869-bf2f2bad47a3)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:07:53.790896 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-f730c663-3168-45b2-9962-b330eaa8964a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:53.832208 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-f730c663-3168-45b2-9962-b330eaa8964a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:53.832773 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-f730c663-3168-45b2-9962-b330eaa8964a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:53.837611 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-f730c663-3168-45b2-9962-b330eaa8964a service neutron] 10.222.0.63 "PUT /v2.0/ports/8e77450f-b42c-48ad-b848-6ee8a866bf02 HTTP/1.1" status: 200 len: 1093 time: 1.7244911 Aug 16 20:07:53.837611 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b078f8ca-db70-4194-83c4-94c1e77f0e23', 'tag': '8e77450f-b42c-48ad-b848-6ee8a866bf02'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:07:53.840139 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdfa486-d943-4894-9a43-c047fc824b97" -d '{"events": [{"name": "network-changed", "server_uuid": "b078f8ca-db70-4194-83c4-94c1e77f0e23", "tag": "8e77450f-b42c-48ad-b848-6ee8a866bf02"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:07:53.870405 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730c663-3168-45b2-9962-b330eaa8964a service neutron] Pushing event updated for resources: {'Port': ['ID=8e77450f-b42c-48ad-b848-6ee8a866bf02,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:53.876174 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c456dbf-9cfe-421f-9b56-7b41bfb00109 req-2e30e28a-78f2-493a-ac7f-b626d03aa779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:53.877642 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1c456dbf-9cfe-421f-9b56-7b41bfb00109 req-2e30e28a-78f2-493a-ac7f-b626d03aa779 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b3526492-2940-405c-b197-de744b17c402 HTTP/1.1" status: 200 len: 851 time: 0.4199982 Aug 16 20:07:53.893421 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1d3765-4b93-4ad7-8146-764bda7c4065 x-openstack-request-id: req-8c1d3765-4b93-4ad7-8146-764bda7c4065 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:07:53.893711 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b078f8ca-db70-4194-83c4-94c1e77f0e23", "tag": "8e77450f-b42c-48ad-b848-6ee8a866bf02", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:07:53.893961 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8c1d3765-4b93-4ad7-8146-764bda7c4065 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:07:53.894510 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b078f8ca-db70-4194-83c4-94c1e77f0e23', 'tag': '8e77450f-b42c-48ad-b848-6ee8a866bf02', 'status': 'completed', 'code': 200} Aug 16 20:07:53.909135 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989a32e-b139-4302-aaa9-a916fcd0108d req-22e5be38-b429-4c73-a37e-8e3d7ae8d827 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:53.910912 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8989a32e-b139-4302-aaa9-a916fcd0108d req-22e5be38-b429-4c73-a37e-8e3d7ae8d827 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.63 "GET /v2.0/ports?device_id=711d695a-769b-49f1-9e18-874b93658b10 HTTP/1.1" status: 200 len: 1023 time: 0.1142895 Aug 16 20:07:53.928439 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1c456dbf-9cfe-421f-9b56-7b41bfb00109 req-d2e0089e-d9f6-4aa9-b750-c14fc32484db service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b415667a-d208-40cb-a7c6-65376c591e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395389 Aug 16 20:07:53.944280 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1ee78-8125-40f3-a1f9-d0562c2d47cf req-d44b514c-b608-4908-99bd-68364ea8a94b tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:53.952433 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-90f1ee78-8125-40f3-a1f9-d0562c2d47cf req-d44b514c-b608-4908-99bd-68364ea8a94b tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 946 time: 0.1583874 Aug 16 20:07:53.993349 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-5794a768-bd35-49ac-a0fb-7df8dab8b3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:53.995076 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-5794a768-bd35-49ac-a0fb-7df8dab8b3d3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f128042444e44ad6b5f4b652bae8818a&device_id=b078f8ca-db70-4194-83c4-94c1e77f0e23 HTTP/1.1" status: 200 len: 1096 time: 0.0879653 Aug 16 20:07:54.095203 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-68ce6c7d-76ee-4823-9415-66f12a6a3242 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e77450f-b42c-48ad-b848-6ee8a866bf02 HTTP/1.1" status: 200 len: 217 time: 0.0903378 Aug 16 20:07:54.134409 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-90f1ee78-8125-40f3-a1f9-d0562c2d47cf req-a26371bd-7ca4-48c6-81cf-970f26b2289b tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685071 Aug 16 20:07:54.170073 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1c456dbf-9cfe-421f-9b56-7b41bfb00109 req-44f45302-f162-4a0d-b27d-804190622b17 service neutron] 10.222.0.57 "GET /v2.0/networks/b415667a-d208-40cb-a7c6-65376c591e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945431 Aug 16 20:07:54.175494 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-268cc25a-e2db-4f4d-9c87-3c01b35ce293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:54.177315 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-268cc25a-e2db-4f4d-9c87-3c01b35ce293 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2e2b6c73-441b-45c8-9e4c-b3b3f62d80c7 HTTP/1.1" status: 200 len: 861 time: 0.0716765 Aug 16 20:07:54.194342 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-8989a32e-b139-4302-aaa9-a916fcd0108d req-a102837e-c581-4b15-8d3a-e96a47b065db tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Deleting port 6c389ade-b811-4fab-bd55-8979b486ffee {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:07:54.194685 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8989a32e-b139-4302-aaa9-a916fcd0108d req-a102837e-c581-4b15-8d3a-e96a47b065db tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:54.221058 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-c368343c-a409-4fb5-b7f8-e6dee6145b11 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4a64a999-aa70-4036-87e0-44b7d7cc9358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343349 Aug 16 20:07:54.326406 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4501212-c92f-47ff-9668-dd63bb73c731 req-8ed0521f-f8d5-4b75-95fe-caaecbe57f8f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:54.334892 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f4501212-c92f-47ff-9668-dd63bb73c731 req-8ed0521f-f8d5-4b75-95fe-caaecbe57f8f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=711d695a-769b-49f1-9e18-874b93658b10 HTTP/1.1" status: 200 len: 1023 time: 0.1387651 Aug 16 20:07:54.397777 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-e260e5e7-a4aa-48de-a8b2-362b1689532b service neutron] 10.222.0.63 "GET /v2.0/networks/4a64a999-aa70-4036-87e0-44b7d7cc9358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591446 Aug 16 20:07:54.406695 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1c456dbf-9cfe-421f-9b56-7b41bfb00109 req-4f54508b-9740-408e-943f-273bd09f457b service neutron] 10.222.0.57 "GET /v2.0/networks/b415667a-d208-40cb-a7c6-65376c591e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287223 Aug 16 20:07:54.417446 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f4501212-c92f-47ff-9668-dd63bb73c731 req-b7ec684f-0469-450a-a257-0ee4b4f31573 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups?id=05ca7994-dd6b-493e-bd12-6b74c034e893&id=805c20ad-5ab5-4f38-894b-17b6c4461098&id=25ce6dff-401a-4586-812f-09b69349aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0748174 Aug 16 20:07:54.445959 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-8989a32e-b139-4302-aaa9-a916fcd0108d req-a102837e-c581-4b15-8d3a-e96a47b065db tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] For port 6c389ade-b811-4fab-bd55-8979b486ffee, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=6c389ade-b811-4fab-bd55-8979b486ffee,segment=NetworkSegment(896d44c2-ca18-465b-8e4c-9412b7c42b1b),segment_id=896d44c2-ca18-465b-8e4c-9412b7c42b1b)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:54.447435 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8989a32e-b139-4302-aaa9-a916fcd0108d req-a102837e-c581-4b15-8d3a-e96a47b065db tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:54.477523 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-8989a32e-b139-4302-aaa9-a916fcd0108d req-a102837e-c581-4b15-8d3a-e96a47b065db tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Calling delete_port for 6c389ade-b811-4fab-bd55-8979b486ffee owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:07:54.616608 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe0735-7abc-48f4-ade7-7845811896f7 req-e9efcaf9-6f7d-42ad-b746-1fe52a05bcc7 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:54.617965 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152da349-c688-4d25-885e-ade5eb73de7c req-955ed314-6ea3-41b8-88f7-2a6f2efcde92 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:54.618121 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-adfe0735-7abc-48f4-ade7-7845811896f7 req-e9efcaf9-6f7d-42ad-b746-1fe52a05bcc7 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 950 time: 0.0790973 Aug 16 20:07:54.626809 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-152da349-c688-4d25-885e-ade5eb73de7c req-955ed314-6ea3-41b8-88f7-2a6f2efcde92 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 946 time: 0.1393552 Aug 16 20:07:54.637110 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f1a772b6-a76b-435a-b824-73ec78f60fab req-fdfd5825-f31e-4c42-aa03-5950b38def3a service neutron] 10.222.0.63 "GET /v2.0/networks/4a64a999-aa70-4036-87e0-44b7d7cc9358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185540 Aug 16 20:07:54.673774 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-adfe0735-7abc-48f4-ade7-7845811896f7 req-b6e39b72-c582-452a-a31e-8550aca158c0 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472562 Aug 16 20:07:54.716431 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-152da349-c688-4d25-885e-ade5eb73de7c req-af294200-d780-4963-8fd6-2e3b36218867 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728667 Aug 16 20:07:54.763683 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfa486-d943-4894-9a43-c047fc824b97 req-5d6ae220-c3fd-4f4f-9457-ffa2d8fe87ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:54.766910 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ccdfa486-d943-4894-9a43-c047fc824b97 req-5d6ae220-c3fd-4f4f-9457-ffa2d8fe87ef service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f128042444e44ad6b5f4b652bae8818a&device_id=b078f8ca-db70-4194-83c4-94c1e77f0e23 HTTP/1.1" status: 200 len: 1096 time: 0.0619681 Aug 16 20:07:54.901137 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da8fd6-ade0-42c2-b343-6b0938a112f2 req-1ebdc2d9-c172-4310-aa44-1973320b3315 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:54.905677 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfa486-d943-4894-9a43-c047fc824b97 req-bf469bff-276d-44dd-a462-8ceb708d2fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:54.907330 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ccdfa486-d943-4894-9a43-c047fc824b97 req-bf469bff-276d-44dd-a462-8ceb708d2fd6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4a64a999-aa70-4036-87e0-44b7d7cc9358 HTTP/1.1" status: 200 len: 922 time: 0.1330717 Aug 16 20:07:54.909659 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-19da8fd6-ade0-42c2-b343-6b0938a112f2 req-1ebdc2d9-c172-4310-aa44-1973320b3315 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] 10.222.0.68 "GET /v2.0/ports?device_id=b078f8ca-db70-4194-83c4-94c1e77f0e23 HTTP/1.1" status: 200 len: 944 time: 0.0884805 Aug 16 20:07:54.916850 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8989a32e-b139-4302-aaa9-a916fcd0108d req-a102837e-c581-4b15-8d3a-e96a47b065db tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:54.960980 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ccdfa486-d943-4894-9a43-c047fc824b97 req-307538c7-0a8d-421e-bc08-ee381a104891 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e77450f-b42c-48ad-b848-6ee8a866bf02 HTTP/1.1" status: 200 len: 217 time: 0.0451427 Aug 16 20:07:54.963807 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102837e-c581-4b15-8d3a-e96a47b065db tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Pushing event deleted for resources: {'Port': ['ID=6c389ade-b811-4fab-bd55-8979b486ffee,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:55.011743 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-19da8fd6-ade0-42c2-b343-6b0938a112f2 req-5f5a44d9-f967-4847-b0aa-6b7a88db2097 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] 10.222.0.68 "GET /v2.0/security-groups?id=f609ed20-ea9d-4caa-bc92-33f4d270f4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010776 Aug 16 20:07:55.012401 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8989a32e-b139-4302-aaa9-a916fcd0108d req-a102837e-c581-4b15-8d3a-e96a47b065db tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] No DVR routers for this DVR port 6c389ade-b811-4fab-bd55-8979b486ffee on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:07:55.015075 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8989a32e-b139-4302-aaa9-a916fcd0108d req-a102837e-c581-4b15-8d3a-e96a47b065db tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:55.017049 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8989a32e-b139-4302-aaa9-a916fcd0108d req-a102837e-c581-4b15-8d3a-e96a47b065db tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.63 "DELETE /v2.0/ports/6c389ade-b811-4fab-bd55-8979b486ffee HTTP/1.1" status: 204 len: 173 time: 1.0912154 Aug 16 20:07:55.017507 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711d695a-769b-49f1-9e18-874b93658b10', 'name': 'network-vif-deleted', 'tag': '6c389ade-b811-4fab-bd55-8979b486ffee'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:07:55.019676 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfa486-d943-4894-9a43-c047fc824b97 req-62315836-0a91-4a3a-af67-4f2e7be82ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:55.019867 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0641eb90-3478-4a8e-aa53-da5172c37c5c" -d '{"events": [{"server_uuid": "711d695a-769b-49f1-9e18-874b93658b10", "name": "network-vif-deleted", "tag": "6c389ade-b811-4fab-bd55-8979b486ffee"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:07:55.023583 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ccdfa486-d943-4894-9a43-c047fc824b97 req-62315836-0a91-4a3a-af67-4f2e7be82ee4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2e2b6c73-441b-45c8-9e4c-b3b3f62d80c7 HTTP/1.1" status: 200 len: 861 time: 0.0538301 Aug 16 20:07:55.073158 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d34535-bbaf-4454-b40e-67a30f112d11 x-openstack-request-id: req-c4d34535-bbaf-4454-b40e-67a30f112d11 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:07:55.073458 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711d695a-769b-49f1-9e18-874b93658b10", "name": "network-vif-deleted", "tag": "6c389ade-b811-4fab-bd55-8979b486ffee", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:07:55.073763 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c4d34535-bbaf-4454-b40e-67a30f112d11 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:07:55.074224 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711d695a-769b-49f1-9e18-874b93658b10', 'name': 'network-vif-deleted', 'tag': '6c389ade-b811-4fab-bd55-8979b486ffee', 'status': 'completed', 'code': 200} Aug 16 20:07:55.075365 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ccdfa486-d943-4894-9a43-c047fc824b97 req-0400e278-cd2e-4577-bca8-0e50ad389bb8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4a64a999-aa70-4036-87e0-44b7d7cc9358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400047 Aug 16 20:07:55.232377 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ccdfa486-d943-4894-9a43-c047fc824b97 req-173f344d-24ad-4bc2-9227-049f4ffa9da8 service neutron] 10.222.0.63 "GET /v2.0/networks/4a64a999-aa70-4036-87e0-44b7d7cc9358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432419 Aug 16 20:07:55.282596 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0375e-d1bc-4210-99c9-025cdc8ed3e1 req-9a406bb9-7235-4c8d-834a-d06e98134a3e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:55.284292 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5eb0375e-d1bc-4210-99c9-025cdc8ed3e1 req-9a406bb9-7235-4c8d-834a-d06e98134a3e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 946 time: 0.0794768 Aug 16 20:07:55.341774 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5eb0375e-d1bc-4210-99c9-025cdc8ed3e1 req-abd851c7-5440-4300-8c0e-68a75b6197f6 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498188 Aug 16 20:07:55.365016 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ccdfa486-d943-4894-9a43-c047fc824b97 req-d830d46e-2ddb-433a-82bc-7478b9cc340e service neutron] 10.222.0.63 "GET /v2.0/networks/4a64a999-aa70-4036-87e0-44b7d7cc9358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207790 Aug 16 20:07:55.404920 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-3e9d6e02-8850-4313-95f2-fe94e086652f tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=abc8d80d1a114617b63c3f3123a17f6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252576 Aug 16 20:07:55.512433 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-2293e354-650d-488f-99c4-261ac1fc4d2c tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:55.514418 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-2293e354-650d-488f-99c4-261ac1fc4d2c tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1036172 Aug 16 20:07:55.517260 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ca342fe1-4d2c-4bb7-b019-29dc8dde75c3 req-47266b4a-5eff-44bd-a1b6-e370b90bdc47 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/ports?device_id=711d695a-769b-49f1-9e18-874b93658b10 HTTP/1.1" status: 200 len: 210 time: 0.0273235 Aug 16 20:07:55.531227 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-39a4345e-8ac0-4721-9658-cef0ec4f9337 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.68 "GET /v2.0/quotas/abc8d80d1a114617b63c3f3123a17f6a HTTP/1.1" status: 200 len: 375 time: 0.0102155 Aug 16 20:07:55.567522 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-a32a6ee0-f81b-440a-80d4-80ec726c6ced tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=abc8d80d1a114617b63c3f3123a17f6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303774 Aug 16 20:07:55.760067 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a06aa970-0bfa-4d99-8d37-098ae9043145 req-1fd844d3-508d-414f-8e79-98570e274452 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.68 "GET /v2.0/ports?device_id=61b730fd-0962-4af1-ac48-b52f613730b8 HTTP/1.1" status: 200 len: 210 time: 0.0363986 Aug 16 20:07:55.850343 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f238df-045c-4e08-9bd9-bd1305550c9a req-ef7a1bdb-8239-4c5b-9bae-4ed0a8326496 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:55.853590 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b2f238df-045c-4e08-9bd9-bd1305550c9a req-ef7a1bdb-8239-4c5b-9bae-4ed0a8326496 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 950 time: 0.0630615 Aug 16 20:07:55.895552 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128179e-e5cf-4cd4-a3b9-2385b5006e84 req-fb144260-082b-4f07-a4e4-6ae38afc3704 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:55.898789 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b2f238df-045c-4e08-9bd9-bd1305550c9a req-0f50089b-bae6-404d-b195-7f9c078870b8 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376000 Aug 16 20:07:55.903953 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e128179e-e5cf-4cd4-a3b9-2385b5006e84 req-fb144260-082b-4f07-a4e4-6ae38afc3704 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 946 time: 0.0618558 Aug 16 20:07:55.949800 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e128179e-e5cf-4cd4-a3b9-2385b5006e84 req-a0d66a49-73d4-4c92-a093-196d995b4ca8 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406537 Aug 16 20:07:56.154817 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23074e-9ea4-4056-b74b-c232be4ef8bb req-0098ebbe-3de3-49bd-aa16-43f3e788fc8c tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:56.156710 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec23074e-9ea4-4056-b74b-c232be4ef8bb req-0098ebbe-3de3-49bd-aa16-43f3e788fc8c tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] 10.222.0.68 "GET /v2.0/ports?device_id=b078f8ca-db70-4194-83c4-94c1e77f0e23 HTTP/1.1" status: 200 len: 944 time: 0.0603542 Aug 16 20:07:56.201384 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec23074e-9ea4-4056-b74b-c232be4ef8bb req-8f434a0e-056d-4a62-8f57-1f654cd34d44 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] 10.222.0.68 "GET /v2.0/security-groups?id=f609ed20-ea9d-4caa-bc92-33f4d270f4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380201 Aug 16 20:07:56.490658 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e88f1-35a6-44a4-8080-11286c459358 req-1c7497e7-bdb7-4443-b430-4b41d9f1a14f tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:56.492218 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-383e88f1-35a6-44a4-8080-11286c459358 req-1c7497e7-bdb7-4443-b430-4b41d9f1a14f tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 946 time: 0.0559587 Aug 16 20:07:56.536218 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-383e88f1-35a6-44a4-8080-11286c459358 req-3b41dae1-11a8-46a4-a584-d84f98d919d0 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366406 Aug 16 20:07:56.644609 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 8e77450f-b42c-48ad-b848-6ee8a866bf02 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:07:56.647543 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 6c389ade-b811-4fab-bd55-8979b486ffee no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:07:56.654071 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-206363ca-7531-410c-85e8-5e36d1970866 req-4b050c4f-93ba-4d7b-bcfb-d919027920c9 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups/05ca7994-dd6b-493e-bd12-6b74c034e893 HTTP/1.1" status: 200 len: 1801 time: 0.0449958 Aug 16 20:07:56.679703 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 6c389ade-b811-4fab-bd55-8979b486ffee {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:07:56.680443 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 6c389ade-b811-4fab-bd55-8979b486ffee not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:07:56.720474 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-206363ca-7531-410c-85e8-5e36d1970866 req-2c56f9db-7455-4217-9e0b-3ffdbc80395d tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:56.744625 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-206363ca-7531-410c-85e8-5e36d1970866 req-2c56f9db-7455-4217-9e0b-3ffdbc80395d tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:56.775086 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 8e77450f-b42c-48ad-b848-6ee8a866bf02, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=8e77450f-b42c-48ad-b848-6ee8a866bf02,segment=NetworkSegment(e2d0e195-c32a-4f1d-b869-bf2f2bad47a3),segment_id=e2d0e195-c32a-4f1d-b869-bf2f2bad47a3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:56.791448 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-206363ca-7531-410c-85e8-5e36d1970866 req-2c56f9db-7455-4217-9e0b-3ffdbc80395d tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:56.794728 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-206363ca-7531-410c-85e8-5e36d1970866 req-2c56f9db-7455-4217-9e0b-3ffdbc80395d tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:56.798901 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-206363ca-7531-410c-85e8-5e36d1970866 req-2c56f9db-7455-4217-9e0b-3ffdbc80395d tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "DELETE /v2.0/security-groups/05ca7994-dd6b-493e-bd12-6b74c034e893 HTTP/1.1" status: 204 len: 173 time: 0.1383438 Aug 16 20:07:56.806112 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '8e77450f-b42c-48ad-b848-6ee8a866bf02', 'network_id': '4a64a999-aa70-4036-87e0-44b7d7cc9358', 'port_id': '8e77450f-b42c-48ad-b848-6ee8a866bf02', 'mac_address': 'fa:16:3e:5e:21:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e2b6c73-441b-45c8-9e4c-b3b3f62d80c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:07:56.843448 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56f9db-7455-4217-9e0b-3ffdbc80395d tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ca7994-dd6b-493e-bd12-6b74c034e893,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:56.858873 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:56.883374 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56f9db-7455-4217-9e0b-3ffdbc80395d tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:56.885085 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56f9db-7455-4217-9e0b-3ffdbc80395d tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:56.885719 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56f9db-7455-4217-9e0b-3ffdbc80395d tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:56.886087 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56f9db-7455-4217-9e0b-3ffdbc80395d tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:56.889759 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56f9db-7455-4217-9e0b-3ffdbc80395d tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:56.889908 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56f9db-7455-4217-9e0b-3ffdbc80395d tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:56.892325 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56f9db-7455-4217-9e0b-3ffdbc80395d tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:56.893014 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56f9db-7455-4217-9e0b-3ffdbc80395d tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:56.893362 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56f9db-7455-4217-9e0b-3ffdbc80395d tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:56.893694 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56f9db-7455-4217-9e0b-3ffdbc80395d tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:56.894026 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56f9db-7455-4217-9e0b-3ffdbc80395d tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:56.894394 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56f9db-7455-4217-9e0b-3ffdbc80395d tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:56.940956 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-59ba1f15-52cc-485a-affa-e987a260062a req-2c4bc6b6-8ab0-4fbb-8725-d27940ddfdcb tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.68 "GET /v2.0/ports?device_id=61b730fd-0962-4af1-ac48-b52f613730b8 HTTP/1.1" status: 200 len: 210 time: 0.0842254 Aug 16 20:07:56.952971 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d4855cba-0e12-461b-b9bf-abff0e216a56 req-46922ee6-dab1-4ba0-9eea-4c9385f5564f tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "GET /v2.0/security-groups/805c20ad-5ab5-4f38-894b-17b6c4461098 HTTP/1.1" status: 200 len: 1802 time: 0.1171508 Aug 16 20:07:57.018324 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d4855cba-0e12-461b-b9bf-abff0e216a56 req-6c8d1d5a-850f-44c3-9dbb-2db5185a7f83 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:57.053509 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e77450f-b42c-48ad-b848-6ee8a866bf02 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:07:57.070895 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d4855cba-0e12-461b-b9bf-abff0e216a56 req-6c8d1d5a-850f-44c3-9dbb-2db5185a7f83 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:57.108618 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-731797ee-7383-4595-8b34-f0577dd137e4 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=abc8d80d1a114617b63c3f3123a17f6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264137 Aug 16 20:07:57.118368 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 8e77450f-b42c-48ad-b848-6ee8a866bf02, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=8e77450f-b42c-48ad-b848-6ee8a866bf02,segment=NetworkSegment(e2d0e195-c32a-4f1d-b869-bf2f2bad47a3),segment_id=e2d0e195-c32a-4f1d-b869-bf2f2bad47a3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:57.124973 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:57.139809 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d4855cba-0e12-461b-b9bf-abff0e216a56 req-6c8d1d5a-850f-44c3-9dbb-2db5185a7f83 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:57.142977 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d4855cba-0e12-461b-b9bf-abff0e216a56 req-6c8d1d5a-850f-44c3-9dbb-2db5185a7f83 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:57.144408 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d4855cba-0e12-461b-b9bf-abff0e216a56 req-6c8d1d5a-850f-44c3-9dbb-2db5185a7f83 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] 10.222.0.68 "DELETE /v2.0/security-groups/805c20ad-5ab5-4f38-894b-17b6c4461098 HTTP/1.1" status: 204 len: 173 time: 0.1990557 Aug 16 20:07:57.156239 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43242) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:57.206717 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d1d5a-850f-44c3-9dbb-2db5185a7f83 tempest-SecurityGroupsTestJSON-405618206 tempest-SecurityGroupsTestJSON-405618206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=805c20ad-5ab5-4f38-894b-17b6c4461098,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:57.254146 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-2d0a72b0-c59e-4a29-8139-bb42ca823c48 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:57.261168 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=8e77450f-b42c-48ad-b848-6ee8a866bf02,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:57.261425 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-2d0a72b0-c59e-4a29-8139-bb42ca823c48 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1392803 Aug 16 20:07:57.264793 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e7f510-e71c-489e-a861-9cb755b5ab6d admin admin] Deleting subnet 222e6265-7255-47f9-a715-d1b941d39884 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:07:57.272183 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10e7f510-e71c-489e-a861-9cb755b5ab6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:57.278101 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4214e55-cd4d-40d5-b8a6-657ef400b249 req-c8a0f6ec-73fc-4162-b409-62ccbc960007 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:57.280578 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e4214e55-cd4d-40d5-b8a6-657ef400b249 req-c8a0f6ec-73fc-4162-b409-62ccbc960007 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 950 time: 0.2399635 Aug 16 20:07:57.286501 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-030e3dcc-edd9-4b02-80c8-6d32d8257e3a tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Request body: {'port': {'device_id': '61b730fd-0962-4af1-ac48-b52f613730b8', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'admin_state_up': True, 'tenant_id': 'abc8d80d1a114617b63c3f3123a17f6a'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:57.317524 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e16df-0672-4679-a886-25ab17399a84 req-e70d5c36-7c30-4247-8094-ebb390bd6202 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:57.319015 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-855e16df-0672-4679-a886-25ab17399a84 req-e70d5c36-7c30-4247-8094-ebb390bd6202 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 946 time: 0.0958872 Aug 16 20:07:57.326156 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10e7f510-e71c-489e-a861-9cb755b5ab6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:57.384140 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e4214e55-cd4d-40d5-b8a6-657ef400b249 req-a5d8a5ca-1432-4671-92a8-1c70b74e3c91 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922542 Aug 16 20:07:57.403023 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['8e77450f-b42c-48ad-b848-6ee8a866bf02'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:07:57.431542 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10e7f510-e71c-489e-a861-9cb755b5ab6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:57.472901 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-855e16df-0672-4679-a886-25ab17399a84 req-fa089363-9a74-4379-9635-0573ebb99367 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445787 Aug 16 20:07:57.506481 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-030e3dcc-edd9-4b02-80c8-6d32d8257e3a tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Made reservation on behalf of abc8d80d1a114617b63c3f3123a17f6a for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:07:57.510264 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-030e3dcc-edd9-4b02-80c8-6d32d8257e3a tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:57.529772 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-030e3dcc-edd9-4b02-80c8-6d32d8257e3a tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:57.539671 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10e7f510-e71c-489e-a861-9cb755b5ab6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:57.588386 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7f510-e71c-489e-a861-9cb755b5ab6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=222e6265-7255-47f9-a715-d1b941d39884,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:57.597570 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10e7f510-e71c-489e-a861-9cb755b5ab6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:57.605703 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-10e7f510-e71c-489e-a861-9cb755b5ab6d admin admin] 10.222.0.68 "DELETE /v2.0/subnets/222e6265-7255-47f9-a715-d1b941d39884 HTTP/1.1" status: 204 len: 168 time: 0.4437125 Aug 16 20:07:57.606932 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43248) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:57.669180 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30ab02-ed65-4cd6-9d6e-ab8559cafbbe req-4451d741-869d-480a-abbd-470eda2e0220 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:57.676768 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6f30ab02-ed65-4cd6-9d6e-ab8559cafbbe req-4451d741-869d-480a-abbd-470eda2e0220 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] 10.222.0.68 "GET /v2.0/ports?device_id=b078f8ca-db70-4194-83c4-94c1e77f0e23 HTTP/1.1" status: 200 len: 945 time: 0.1039820 Aug 16 20:07:57.731843 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6f30ab02-ed65-4cd6-9d6e-ab8559cafbbe req-97bd1533-a1fa-4b09-96a7-0cb38729321a tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] 10.222.0.68 "GET /v2.0/security-groups?id=f609ed20-ea9d-4caa-bc92-33f4d270f4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509109 Aug 16 20:07:57.775147 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9177a2a9-91aa-421f-abc5-22344e63aeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:57.806069 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189f507-603d-4f0c-88dd-5f5bbc4fe4ae req-ed906285-7111-4af4-9c47-d8e1b8d449fe tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:57.807689 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3189f507-603d-4f0c-88dd-5f5bbc4fe4ae req-ed906285-7111-4af4-9c47-d8e1b8d449fe tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 946 time: 0.1597433 Aug 16 20:07:57.858319 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-030e3dcc-edd9-4b02-80c8-6d32d8257e3a tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:57.870545 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-030e3dcc-edd9-4b02-80c8-6d32d8257e3a tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:58.019903 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9177a2a9-91aa-421f-abc5-22344e63aeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:58.040538 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-9177a2a9-91aa-421f-abc5-22344e63aeec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a0cd07-0b71-4107-a24f-1756e0e07d65']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:58.064980 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3189f507-603d-4f0c-88dd-5f5bbc4fe4ae req-224a7711-54a7-4425-9537-8abb7349979a tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447236 Aug 16 20:07:58.065869 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f5b8e685-2706-493e-9cf9-1d1d489df4bc req-7dd04370-abe1-4bd9-81f9-742128f39b1b tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.68 "GET /v2.0/ports?device_id=61b730fd-0962-4af1-ac48-b52f613730b8 HTTP/1.1" status: 200 len: 210 time: 0.0438805 Aug 16 20:07:58.082108 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e3dcc-edd9-4b02-80c8-6d32d8257e3a tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf904dec-7d7c-482f-a033-9f5940982765,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:58.097497 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-9177a2a9-91aa-421f-abc5-22344e63aeec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '896d44c2-ca18-465b-8e4c-9412b7c42b1b') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:58.098276 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-9177a2a9-91aa-421f-abc5-22344e63aeec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '896d44c2-ca18-465b-8e4c-9412b7c42b1b') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:58.137133 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9177a2a9-91aa-421f-abc5-22344e63aeec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:58.187082 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9177a2a9-91aa-421f-abc5-22344e63aeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:58.201308 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9177a2a9-91aa-421f-abc5-22344e63aeec admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:07:58.202496 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9177a2a9-91aa-421f-abc5-22344e63aeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:58.204358 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:07:58.204358 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:07:58.204358 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:07:58.204358 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:07:58.204358 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:07:58.204358 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:07:58.204358 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:07:58.204358 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:07:58.204358 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:07:58.204358 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:07:58.204358 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:07:58.204358 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:07:58.204358 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:07:58.204358 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:07:58.204358 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:07:58.204358 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:07:58.204358 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:07:58.204358 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:07:58.204358 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:07:58.204358 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:07:58.204358 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:07:58.204358 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:07:58.204358 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:07:58.204358 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:07:58.204358 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:07:58.204358 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:07:58.204358 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:07:58.204358 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:07:58.204358 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:07:58.204358 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:07:58.204358 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:07:58.204358 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:07:58.253486 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-030e3dcc-edd9-4b02-80c8-6d32d8257e3a tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Allocated IP 192.168.233.125 (b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46/5dedf524-5a11-40fc-90de-b9413f1a2279/d6728f1e-5d2d-4ead-891b-d9e18f9e34ab) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:07:58.303330 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9177a2a9-91aa-421f-abc5-22344e63aeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:58.313776 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9177a2a9-91aa-421f-abc5-22344e63aeec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:58.316241 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9177a2a9-91aa-421f-abc5-22344e63aeec admin admin] 10.222.0.68 "DELETE /v2.0/networks/64a0cd07-0b71-4107-a24f-1756e0e07d65 HTTP/1.1" status: 204 len: 168 time: 0.7046750 Aug 16 20:07:58.557335 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177a2a9-91aa-421f-abc5-22344e63aeec admin admin] Pushing event deleted for resources: {'Network': ['ID=64a0cd07-0b71-4107-a24f-1756e0e07d65,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:58.568912 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-030e3dcc-edd9-4b02-80c8-6d32d8257e3a tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:58.585079 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587ad76-99c0-4173-9225-229fa792c435 req-b1f770a8-7742-4bf7-b908-cbd87a719f77 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:58.590100 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1587ad76-99c0-4173-9225-229fa792c435 req-b1f770a8-7742-4bf7-b908-cbd87a719f77 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 950 time: 0.0942779 Aug 16 20:07:58.608031 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-030e3dcc-edd9-4b02-80c8-6d32d8257e3a tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Transition to ACTIVE for port object d6728f1e-5d2d-4ead-891b-d9e18f9e34ab will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:07:58.639349 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43266) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:58.641574 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1587ad76-99c0-4173-9225-229fa792c435 req-5ca44cc7-1a5b-44e7-a392-4ecc2a5a9eaa tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453651 Aug 16 20:07:58.667635 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 8e77450f-b42c-48ad-b848-6ee8a866bf02 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:07:58.695457 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3751d-d6c5-4ae7-a82d-b33b5cc59a58 req-109a1ebb-0c27-4af0-bbab-691c6e1a0b03 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:58.697065 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ebf3751d-d6c5-4ae7-a82d-b33b5cc59a58 req-109a1ebb-0c27-4af0-bbab-691c6e1a0b03 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 946 time: 0.1040497 Aug 16 20:07:58.772728 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 8e77450f-b42c-48ad-b848-6ee8a866bf02 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:07:58.776748 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-369dda33-32f7-4808-8999-9766ded9f74c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7226fdee24904919afb825fb93246d31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355793 Aug 16 20:07:58.776903 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43270) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:58.779415 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-030e3dcc-edd9-4b02-80c8-6d32d8257e3a tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:58.779760 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 8e77450f-b42c-48ad-b848-6ee8a866bf02 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:07:58.780139 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:58.836398 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e3dcc-edd9-4b02-80c8-6d32d8257e3a tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Pushing event updated for resources: {'Port': ['ID=d6728f1e-5d2d-4ead-891b-d9e18f9e34ab,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:58.850326 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ebf3751d-d6c5-4ae7-a82d-b33b5cc59a58 req-7f1dd0c5-d48f-4974-ae67-fd9ff5d6a035 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275008 Aug 16 20:07:58.854139 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e3dcc-edd9-4b02-80c8-6d32d8257e3a tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:58.854538 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e3dcc-edd9-4b02-80c8-6d32d8257e3a tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:58.854874 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e3dcc-edd9-4b02-80c8-6d32d8257e3a tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:58.855209 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e3dcc-edd9-4b02-80c8-6d32d8257e3a tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:58.856199 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e3dcc-edd9-4b02-80c8-6d32d8257e3a tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:58.857129 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e3dcc-edd9-4b02-80c8-6d32d8257e3a tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:58.857357 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e3dcc-edd9-4b02-80c8-6d32d8257e3a tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:58.857701 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e3dcc-edd9-4b02-80c8-6d32d8257e3a tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:58.858002 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e3dcc-edd9-4b02-80c8-6d32d8257e3a tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:58.858323 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e3dcc-edd9-4b02-80c8-6d32d8257e3a tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:58.858643 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e3dcc-edd9-4b02-80c8-6d32d8257e3a tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:58.858952 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e3dcc-edd9-4b02-80c8-6d32d8257e3a tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:58.878268 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-030e3dcc-edd9-4b02-80c8-6d32d8257e3a tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:07:58.884782 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-030e3dcc-edd9-4b02-80c8-6d32d8257e3a tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:07:58.887505 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-030e3dcc-edd9-4b02-80c8-6d32d8257e3a tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:07:58.908984 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:58.956918 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-030e3dcc-edd9-4b02-80c8-6d32d8257e3a tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:58.957529 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-030e3dcc-edd9-4b02-80c8-6d32d8257e3a tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:58.964097 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1af68-788d-4706-a078-68ac7f5f3e4e req-823aeb7d-6eab-40af-83e9-46e95b290b8e tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:58.964897 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 8e77450f-b42c-48ad-b848-6ee8a866bf02, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=8e77450f-b42c-48ad-b848-6ee8a866bf02,segment=NetworkSegment(e2d0e195-c32a-4f1d-b869-bf2f2bad47a3),segment_id=e2d0e195-c32a-4f1d-b869-bf2f2bad47a3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:58.967139 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b078f8ca-db70-4194-83c4-94c1e77f0e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e77450f-b42c-48ad-b848-6ee8a866bf02'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:07:58.970275 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8f0456-12e3-4361-a1c0-885e4ff871bc" -d '{"events": [{"server_uuid": "b078f8ca-db70-4194-83c4-94c1e77f0e23", "name": "network-vif-plugged", "status": "completed", "tag": "8e77450f-b42c-48ad-b848-6ee8a866bf02"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:07:58.974592 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:58.977950 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-030e3dcc-edd9-4b02-80c8-6d32d8257e3a tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6957436 Aug 16 20:07:58.988555 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9da1af68-788d-4706-a078-68ac7f5f3e4e req-823aeb7d-6eab-40af-83e9-46e95b290b8e tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] 10.222.0.68 "GET /v2.0/ports?device_id=b078f8ca-db70-4194-83c4-94c1e77f0e23 HTTP/1.1" status: 200 len: 945 time: 0.1502337 Aug 16 20:07:58.990410 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17cedb83-46e9-43d8-be97-c76e5d72a3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:58.992817 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-29b55111-ba28-4793-86ca-2950d26e805b service neutron] Request body: {'port': {'device_id': '61b730fd-0962-4af1-ac48-b52f613730b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:59.035676 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=8e77450f-b42c-48ad-b848-6ee8a866bf02,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:59.050739 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17cedb83-46e9-43d8-be97-c76e5d72a3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:59.075855 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89ef075-197d-46c9-a4d4-d0f144f299ec x-openstack-request-id: req-e89ef075-197d-46c9-a4d4-d0f144f299ec {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:07:59.076153 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b078f8ca-db70-4194-83c4-94c1e77f0e23", "name": "network-vif-plugged", "status": "completed", "tag": "8e77450f-b42c-48ad-b848-6ee8a866bf02", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:07:59.076430 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e89ef075-197d-46c9-a4d4-d0f144f299ec {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:07:59.076966 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b078f8ca-db70-4194-83c4-94c1e77f0e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e77450f-b42c-48ad-b848-6ee8a866bf02', 'code': 200} Aug 16 20:07:59.103884 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-29b55111-ba28-4793-86ca-2950d26e805b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:59.126229 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9da1af68-788d-4706-a078-68ac7f5f3e4e req-b0081f37-ab03-40a7-8087-fa934eecdef2 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] 10.222.0.68 "GET /v2.0/security-groups?id=f609ed20-ea9d-4caa-bc92-33f4d270f4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367724 Aug 16 20:07:59.127574 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17cedb83-46e9-43d8-be97-c76e5d72a3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:59.130459 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17cedb83-46e9-43d8-be97-c76e5d72a3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:59.131736 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-17cedb83-46e9-43d8-be97-c76e5d72a3a5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/25ce6dff-401a-4586-812f-09b69349aa55 HTTP/1.1" status: 204 len: 168 time: 0.3538389 Aug 16 20:07:59.144268 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cedb83-46e9-43d8-be97-c76e5d72a3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ce6dff-401a-4586-812f-09b69349aa55,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:59.285219 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b98493f6-c010-4472-8111-36177cb40e10 None None] Provisioning for port d6728f1e-5d2d-4ead-891b-d9e18f9e34ab completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:07:59.296208 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b98493f6-c010-4472-8111-36177cb40e10 None None] Provisioning complete for port d6728f1e-5d2d-4ead-891b-d9e18f9e34ab triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:07:59.300340 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b98493f6-c010-4472-8111-36177cb40e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:59.340999 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b98493f6-c010-4472-8111-36177cb40e10 None None] Port d6728f1e-5d2d-4ead-891b-d9e18f9e34ab cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:07:59.345283 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bee770-e208-47f6-88cf-6faa482f8bc6 req-b3b3fdf0-8912-4de1-baab-cc3f7f293825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:59.346885 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-82bee770-e208-47f6-88cf-6faa482f8bc6 req-b3b3fdf0-8912-4de1-baab-cc3f7f293825 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b078f8ca-db70-4194-83c4-94c1e77f0e23 HTTP/1.1" status: 200 len: 1098 time: 0.1604872 Aug 16 20:07:59.389687 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27475cc-c060-471f-8ade-58a71c940d42 req-20725ca3-fafc-4509-9e86-c02c7b825e61 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:59.391398 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c27475cc-c060-471f-8ade-58a71c940d42 req-20725ca3-fafc-4509-9e86-c02c7b825e61 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 946 time: 0.1063023 Aug 16 20:07:59.415697 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-82bee770-e208-47f6-88cf-6faa482f8bc6 req-72e93508-de3c-4262-8871-f79a7eabb9ce service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f609ed20-ea9d-4caa-bc92-33f4d270f4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607047 Aug 16 20:07:59.453264 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c27475cc-c060-471f-8ade-58a71c940d42 req-12155141-ce5b-4f85-ad59-49863ed506df tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514331 Aug 16 20:07:59.470478 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800e8a2-0504-4b0d-82a2-3f40a0991f2f req-01b3f411-54e0-4f6c-8690-fccf7a423153 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:59.472216 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e800e8a2-0504-4b0d-82a2-3f40a0991f2f req-01b3f411-54e0-4f6c-8690-fccf7a423153 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.68 "GET /v2.0/ports?device_id=61b730fd-0962-4af1-ac48-b52f613730b8 HTTP/1.1" status: 200 len: 936 time: 0.1570044 Aug 16 20:07:59.534995 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e800e8a2-0504-4b0d-82a2-3f40a0991f2f req-7258f932-dad2-4bb4-8ecd-165fcf21b917 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf904dec-7d7c-482f-a033-9f5940982765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561857 Aug 16 20:07:59.628402 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-29b55111-ba28-4793-86ca-2950d26e805b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6728f1e-5d2d-4ead-891b-d9e18f9e34ab {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:07:59.637099 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-29b55111-ba28-4793-86ca-2950d26e805b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:59.650884 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-29b55111-ba28-4793-86ca-2950d26e805b service neutron] Transition to ACTIVE for port object d6728f1e-5d2d-4ead-891b-d9e18f9e34ab will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:07:59.655719 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-29b55111-ba28-4793-86ca-2950d26e805b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:59.716102 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b55111-ba28-4793-86ca-2950d26e805b service neutron] Pushing event updated for resources: {'Port': ['ID=d6728f1e-5d2d-4ead-891b-d9e18f9e34ab,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:59.837418 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-29b55111-ba28-4793-86ca-2950d26e805b service neutron] Attempting to bind port d6728f1e-5d2d-4ead-891b-d9e18f9e34ab on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:07:59.838974 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-29b55111-ba28-4793-86ca-2950d26e805b service neutron] Attempting to bind port d6728f1e-5d2d-4ead-891b-d9e18f9e34ab by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:07:59.838974 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-29b55111-ba28-4793-86ca-2950d26e805b service neutron] Attempting to bind port d6728f1e-5d2d-4ead-891b-d9e18f9e34ab on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:07:59.844606 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-29b55111-ba28-4793-86ca-2950d26e805b service neutron] Port d6728f1e-5d2d-4ead-891b-d9e18f9e34ab on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:07:59.845131 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-29b55111-ba28-4793-86ca-2950d26e805b service neutron] Attempting to bind port d6728f1e-5d2d-4ead-891b-d9e18f9e34ab on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:07:59.857763 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-29b55111-ba28-4793-86ca-2950d26e805b service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:07:59.858437 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-29b55111-ba28-4793-86ca-2950d26e805b service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:07:59.859781 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-29b55111-ba28-4793-86ca-2950d26e805b service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:07:59.860423 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-29b55111-ba28-4793-86ca-2950d26e805b service neutron] Bound port: d6728f1e-5d2d-4ead-891b-d9e18f9e34ab, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:07:59.860943 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-29b55111-ba28-4793-86ca-2950d26e805b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:59.890214 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d42240-6f04-4ab4-8708-f664d013ccbc req-06c7b66d-875f-462d-b575-c5615ec1f095 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:59.894015 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a1d42240-6f04-4ab4-8708-f664d013ccbc req-06c7b66d-875f-462d-b575-c5615ec1f095 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 950 time: 0.1199019 Aug 16 20:07:59.975995 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a1d42240-6f04-4ab4-8708-f664d013ccbc req-8083a174-5276-4494-b82c-3324cfedcf44 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729976 Aug 16 20:07:59.998816 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-29b55111-ba28-4793-86ca-2950d26e805b service neutron] For port d6728f1e-5d2d-4ead-891b-d9e18f9e34ab, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:08:00.003174 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-29b55111-ba28-4793-86ca-2950d26e805b service neutron] For port d6728f1e-5d2d-4ead-891b-d9e18f9e34ab, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=d6728f1e-5d2d-4ead-891b-d9e18f9e34ab,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:08:00.016948 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-29b55111-ba28-4793-86ca-2950d26e805b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:00.092482 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-29b55111-ba28-4793-86ca-2950d26e805b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:00.093117 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-29b55111-ba28-4793-86ca-2950d26e805b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:00.094603 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-29b55111-ba28-4793-86ca-2950d26e805b service neutron] 10.222.0.57 "PUT /v2.0/ports/d6728f1e-5d2d-4ead-891b-d9e18f9e34ab HTTP/1.1" status: 200 len: 1097 time: 1.1076853 Aug 16 20:08:00.098249 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b730fd-0962-4af1-ac48-b52f613730b8', 'tag': 'd6728f1e-5d2d-4ead-891b-d9e18f9e34ab'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:08:00.102276 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817ba05d-f01c-4155-a1aa-bf98b24fb2af" -d '{"events": [{"name": "network-changed", "server_uuid": "61b730fd-0962-4af1-ac48-b52f613730b8", "tag": "d6728f1e-5d2d-4ead-891b-d9e18f9e34ab"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:08:00.156824 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b55111-ba28-4793-86ca-2950d26e805b service neutron] Pushing event updated for resources: {'Port': ['ID=d6728f1e-5d2d-4ead-891b-d9e18f9e34ab,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:00.190651 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d7ea0-cb72-4f4d-a6da-b3a67c8e99ea req-01a4e012-bd35-4d42-96ce-ff8172f5e193 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:00.192604 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-086d7ea0-cb72-4f4d-a6da-b3a67c8e99ea req-01a4e012-bd35-4d42-96ce-ff8172f5e193 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 946 time: 0.1921897 Aug 16 20:08:00.285931 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-94d83d94-9fd0-4d55-abe7-35748ec4f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:00.288224 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-94d83d94-9fd0-4d55-abe7-35748ec4f0ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=abc8d80d1a114617b63c3f3123a17f6a&device_id=61b730fd-0962-4af1-ac48-b52f613730b8 HTTP/1.1" status: 200 len: 1100 time: 0.1368802 Aug 16 20:08:00.297180 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-086d7ea0-cb72-4f4d-a6da-b3a67c8e99ea req-ce175a6d-d9ff-4b49-9fe8-8ad6cc20b9b7 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878322 Aug 16 20:08:00.382877 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43314) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:00.400851 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-88fca087-3496-4f9e-9b41-f8451a67d68b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=d6728f1e-5d2d-4ead-891b-d9e18f9e34ab HTTP/1.1" status: 200 len: 217 time: 0.0946093 Aug 16 20:08:00.551406 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-78dc7369-7ab9-4726-89dd-a107bab54da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:00.552866 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-78dc7369-7ab9-4726-89dd-a107bab54da9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.0999064 Aug 16 20:08:00.554494 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49494da5-07c6-41d5-8d0b-e3930b708755 x-openstack-request-id: req-49494da5-07c6-41d5-8d0b-e3930b708755 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:08:00.554780 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b730fd-0962-4af1-ac48-b52f613730b8", "tag": "d6728f1e-5d2d-4ead-891b-d9e18f9e34ab", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:08:00.555023 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-49494da5-07c6-41d5-8d0b-e3930b708755 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:08:00.555445 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b730fd-0962-4af1-ac48-b52f613730b8', 'tag': 'd6728f1e-5d2d-4ead-891b-d9e18f9e34ab', 'status': 'completed', 'code': 200} Aug 16 20:08:00.597104 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6afa63b3-1dcc-4270-8d91-0a1e50a22d13 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1683019123-network', 'tenant_id': '44cecf28d81c41b980f2e11c82b41b71'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:00.617389 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8002a6-514e-4fed-bc12-03a73e965e2b req-7a79fc61-2a26-40a3-a61b-9ed7dee8af41 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:00.625898 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7d8002a6-514e-4fed-bc12-03a73e965e2b req-7a79fc61-2a26-40a3-a61b-9ed7dee8af41 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] 10.222.0.68 "GET /v2.0/ports?device_id=b078f8ca-db70-4194-83c4-94c1e77f0e23 HTTP/1.1" status: 200 len: 946 time: 0.2047081 Aug 16 20:08:00.644666 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afa63b3-1dcc-4270-8d91-0a1e50a22d13 admin admin] Made reservation on behalf of 44cecf28d81c41b980f2e11c82b41b71 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:08:00.647087 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6afa63b3-1dcc-4270-8d91-0a1e50a22d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:00.655724 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-8515f667-608e-449d-88b6-2703c44934e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:00.657275 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-8515f667-608e-449d-88b6-2703c44934e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0942771 Aug 16 20:08:00.675020 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6afa63b3-1dcc-4270-8d91-0a1e50a22d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:00.725301 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218d59a-41d0-4890-870a-690adc3ce944 req-ed30a679-72cc-4ca1-bcb7-3ca7e548a9c8 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:00.726835 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c218d59a-41d0-4890-870a-690adc3ce944 req-ed30a679-72cc-4ca1-bcb7-3ca7e548a9c8 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 946 time: 0.0947614 Aug 16 20:08:00.736045 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7d8002a6-514e-4fed-bc12-03a73e965e2b req-a7881360-649f-4767-9677-6bc60282a78c tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] 10.222.0.68 "GET /v2.0/security-groups?id=f609ed20-ea9d-4caa-bc92-33f4d270f4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091077 Aug 16 20:08:00.852128 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6afa63b3-1dcc-4270-8d91-0a1e50a22d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:00.865840 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c218d59a-41d0-4890-870a-690adc3ce944 req-a1792359-083e-4fdb-b4fe-bbf969aab69e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192696 Aug 16 20:08:00.869981 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6afa63b3-1dcc-4270-8d91-0a1e50a22d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:00.905956 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6afa63b3-1dcc-4270-8d91-0a1e50a22d13 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:08:00.934090 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6afa63b3-1dcc-4270-8d91-0a1e50a22d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:00.934445 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-6afa63b3-1dcc-4270-8d91-0a1e50a22d13 admin admin] Added segment cc29a2d9-21cc-4744-8eb4-bfe18f439128 of type vlan for network b37cbbf5-b6d7-4028-872c-198c2ca4233f Aug 16 20:08:00.986606 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa63b3-1dcc-4270-8d91-0a1e50a22d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4babca8b-2577-4ee7-8f23-5d12af6bb0e1,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:00.993281 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6afa63b3-1dcc-4270-8d91-0a1e50a22d13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:01.023746 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6afa63b3-1dcc-4270-8d91-0a1e50a22d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:01.025248 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afa63b3-1dcc-4270-8d91-0a1e50a22d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:01.025924 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6afa63b3-1dcc-4270-8d91-0a1e50a22d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:01.110732 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6afa63b3-1dcc-4270-8d91-0a1e50a22d13 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7266421 Aug 16 20:08:01.117339 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43326) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:01.124442 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f575f6b7-b1cb-4bca-9a4b-ad13121e6b70 admin admin] Request body: {'subnet': {'network_id': 'b37cbbf5-b6d7-4028-872c-198c2ca4233f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1683019123-subnet', 'tenant_id': '44cecf28d81c41b980f2e11c82b41b71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:01.132516 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa63b3-1dcc-4270-8d91-0a1e50a22d13 admin admin] Pushing event updated for resources: {'Network': ['ID=b37cbbf5-b6d7-4028-872c-198c2ca4233f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:01.143808 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network b37cbbf5-b6d7-4028-872c-198c2ca4233f details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:08:01.145409 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-f9bc198b-cccd-4e7a-98db-10ec156a81ea service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762895 Aug 16 20:08:01.159761 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3f446-b39a-4152-bdc4-c478173313b8 req-d0cfccce-e125-4d20-afbe-c0281f6631e0 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:01.161744 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-23f3f446-b39a-4152-bdc4-c478173313b8 req-d0cfccce-e125-4d20-afbe-c0281f6631e0 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 950 time: 0.0799155 Aug 16 20:08:01.215957 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f575f6b7-b1cb-4bca-9a4b-ad13121e6b70 admin admin] Made reservation on behalf of 44cecf28d81c41b980f2e11c82b41b71 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:08:01.218268 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f575f6b7-b1cb-4bca-9a4b-ad13121e6b70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:01.219794 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-23f3f446-b39a-4152-bdc4-c478173313b8 req-be92f056-bfd0-4d6f-8518-b192ab14906d tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464478 Aug 16 20:08:01.269796 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a8ab3-7f4e-4ed3-814d-196b81534896 req-851fab61-84cd-42fb-8729-c8c816294949 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:01.271556 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e38a8ab3-7f4e-4ed3-814d-196b81534896 req-851fab61-84cd-42fb-8729-c8c816294949 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.68 "GET /v2.0/ports?device_id=61b730fd-0962-4af1-ac48-b52f613730b8 HTTP/1.1" status: 200 len: 948 time: 0.4710920 Aug 16 20:08:01.371035 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e38a8ab3-7f4e-4ed3-814d-196b81534896 req-d4ad9108-2c06-48a4-a5b9-0e3e6f15594a tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf904dec-7d7c-482f-a033-9f5940982765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910687 Aug 16 20:08:01.378551 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e9e3cffa-9a27-4be0-b107-79099beac25c req-e62420f5-404d-491a-9e57-3e826217f1c2 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230701 Aug 16 20:08:01.427069 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30bc41-2cb4-4594-a432-334ddea6a2f0 req-5c398fbd-85c6-4938-ad25-f3c38ec4b31b tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:01.428759 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0b30bc41-2cb4-4594-a432-334ddea6a2f0 req-5c398fbd-85c6-4938-ad25-f3c38ec4b31b tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 946 time: 0.0522034 Aug 16 20:08:01.476593 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0b30bc41-2cb4-4594-a432-334ddea6a2f0 req-9c35853a-acbc-4023-a626-bd08d4df4801 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416195 Aug 16 20:08:01.529412 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ba05d-f01c-4155-a1aa-bf98b24fb2af req-4ed5e1e5-ce34-464f-8a90-bdb36f4b1152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:01.530868 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-817ba05d-f01c-4155-a1aa-bf98b24fb2af req-4ed5e1e5-ce34-464f-8a90-bdb36f4b1152 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=abc8d80d1a114617b63c3f3123a17f6a&device_id=61b730fd-0962-4af1-ac48-b52f613730b8 HTTP/1.1" status: 200 len: 1100 time: 0.0930502 Aug 16 20:08:01.548157 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f575f6b7-b1cb-4bca-9a4b-ad13121e6b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:01.668705 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575f6b7-b1cb-4bca-9a4b-ad13121e6b70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dd7778e-5951-4b06-a5d6-ed68d7c6b916,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:01.700796 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f575f6b7-b1cb-4bca-9a4b-ad13121e6b70 admin admin] Checking segment: {'id': 'cc29a2d9-21cc-4744-8eb4-bfe18f439128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b37cbbf5-b6d7-4028-872c-198c2ca4233f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:08:01.700987 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f575f6b7-b1cb-4bca-9a4b-ad13121e6b70 admin admin] Network hostable DHCP agents. Network: b37cbbf5-b6d7-4028-872c-198c2ca4233f, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:08:01.706481 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ba05d-f01c-4155-a1aa-bf98b24fb2af req-23fc9fca-acc7-45d4-984c-79742768dab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:01.708013 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-817ba05d-f01c-4155-a1aa-bf98b24fb2af req-23fc9fca-acc7-45d4-984c-79742768dab5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.1696539 Aug 16 20:08:01.727878 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6060a9f-e0c1-4a45-b658-b7b676c08d9b req-88ebc218-24e1-4a5e-9410-f337f45bcf08 tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:01.730246 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f575f6b7-b1cb-4bca-9a4b-ad13121e6b70 admin admin] Network b37cbbf5-b6d7-4028-872c-198c2ca4233f is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:08:01.730886 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b6060a9f-e0c1-4a45-b658-b7b676c08d9b req-88ebc218-24e1-4a5e-9410-f337f45bcf08 tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a3b7559-79aa-423f-a221-7c5dd3911ba1 HTTP/1.1" status: 200 len: 945 time: 0.0688536 Aug 16 20:08:01.765082 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-817ba05d-f01c-4155-a1aa-bf98b24fb2af req-4db9e2d5-7fad-4a75-88a5-e1a9a79a9d9b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=d6728f1e-5d2d-4ead-891b-d9e18f9e34ab HTTP/1.1" status: 200 len: 217 time: 0.0438759 Aug 16 20:08:01.766231 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-54c53885-e01e-4f03-9b2e-53a247ae39b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:01.773177 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-f575f6b7-b1cb-4bca-9a4b-ad13121e6b70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, b37cbbf5-b6d7-4028-872c-198c2ca4233f) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:08:01.788908 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b6060a9f-e0c1-4a45-b658-b7b676c08d9b req-c853a88e-8de8-4c8f-9b97-079b689fd6cf tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9046616-ec20-40aa-b347-517333dcb97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468602 Aug 16 20:08:01.806148 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e420dfa-37d1-4442-8187-dcc86ebcd5ae None None] Network b37cbbf5-b6d7-4028-872c-198c2ca4233f requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:08:01.842131 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f575f6b7-b1cb-4bca-9a4b-ad13121e6b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:01.842994 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f575f6b7-b1cb-4bca-9a4b-ad13121e6b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:01.850051 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ba05d-f01c-4155-a1aa-bf98b24fb2af req-b462a8fb-4fed-427e-ae8c-44583925f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:01.851978 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-817ba05d-f01c-4155-a1aa-bf98b24fb2af req-b462a8fb-4fed-427e-ae8c-44583925f915 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.0741677 Aug 16 20:08:01.923949 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f575f6b7-b1cb-4bca-9a4b-ad13121e6b70 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8040233 Aug 16 20:08:01.924577 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43340) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:01.935807 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a556f630-a894-4b91-8299-c2f7db935180 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1683019123-router', 'tenant_id': '44cecf28d81c41b980f2e11c82b41b71', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:01.945625 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373eb265-952f-4291-8eb4-b51d4d3b6912 req-366f1eb5-6ea0-41d7-8eca-037e130d9a87 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:01.953016 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-373eb265-952f-4291-8eb4-b51d4d3b6912 req-366f1eb5-6ea0-41d7-8eca-037e130d9a87 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] 10.222.0.68 "GET /v2.0/ports?device_id=b078f8ca-db70-4194-83c4-94c1e77f0e23 HTTP/1.1" status: 200 len: 946 time: 0.1073201 Aug 16 20:08:01.969607 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a556f630-a894-4b91-8299-c2f7db935180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:01.972851 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a556f630-a894-4b91-8299-c2f7db935180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:01.984002 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ba05d-f01c-4155-a1aa-bf98b24fb2af req-4e60196b-f347-4046-89f3-2e1cd4f07f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:01.984196 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-817ba05d-f01c-4155-a1aa-bf98b24fb2af req-4e60196b-f347-4046-89f3-2e1cd4f07f11 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1167164 Aug 16 20:08:02.030984 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-b37cbbf5-b6d7-4028-872c-198c2ca4233f', 'network_id': 'b37cbbf5-b6d7-4028-872c-198c2ca4233f', 'tenant_id': '44cecf28d81c41b980f2e11c82b41b71', 'fixed_ips': [{'subnet_id': '6dd7778e-5951-4b06-a5d6-ed68d7c6b916'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:08:02.031915 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:02.032584 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-373eb265-952f-4291-8eb4-b51d4d3b6912 req-5fd885d3-280b-4b25-9e82-9932e05b8662 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] 10.222.0.68 "GET /v2.0/security-groups?id=f609ed20-ea9d-4caa-bc92-33f4d270f4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771406 Aug 16 20:08:02.115635 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a556f630-a894-4b91-8299-c2f7db935180 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:02.182326 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69858bb-8a6c-420b-964a-75503e571536 req-62436861-294a-43a9-b50e-112289a23906 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:02.191009 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b69858bb-8a6c-420b-964a-75503e571536 req-62436861-294a-43a9-b50e-112289a23906 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 946 time: 0.2034075 Aug 16 20:08:02.191782 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-817ba05d-f01c-4155-a1aa-bf98b24fb2af req-19c09ec7-0a9c-4904-a89f-a5439d91c49c service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944735 Aug 16 20:08:02.286108 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Allocated IP 172.20.0.2 (b37cbbf5-b6d7-4028-872c-198c2ca4233f/6dd7778e-5951-4b06-a5d6-ed68d7c6b916/df6f674c-a221-41c1-aabc-c023afc324aa) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:08:02.368780 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b69858bb-8a6c-420b-964a-75503e571536 req-9036bca2-3d28-40a9-a34e-b45d78967c63 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765122 Aug 16 20:08:02.375834 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a556f630-a894-4b91-8299-c2f7db935180 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:02.436559 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-817ba05d-f01c-4155-a1aa-bf98b24fb2af req-9886b502-ac9b-4030-b43d-56f6fa175a7e service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359686 Aug 16 20:08:02.491111 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a49e0-36f5-484b-8a1b-b73ea88a82a8 req-bfd61439-7dcf-41c5-9e67-1648bd195c67 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:02.494771 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f12a49e0-36f5-484b-8a1b-b73ea88a82a8 req-bfd61439-7dcf-41c5-9e67-1648bd195c67 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 950 time: 0.1158915 Aug 16 20:08:02.537729 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:02.551616 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Transition to ACTIVE for port object df6f674c-a221-41c1-aabc-c023afc324aa will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:08:02.578220 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Transition to ACTIVE for port object df6f674c-a221-41c1-aabc-c023afc324aa will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:08:02.580552 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f12a49e0-36f5-484b-8a1b-b73ea88a82a8 req-928a6888-2255-4c52-90e2-90c4d3de5d61 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694225 Aug 16 20:08:02.592363 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:02.642732 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Network b37cbbf5-b6d7-4028-872c-198c2ca4233f is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:08:02.651293 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:08:02.652314 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:08:02.689504 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Pushing event updated for resources: {'Port': ['ID=df6f674c-a221-41c1-aabc-c023afc324aa,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:02.713940 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a556f630-a894-4b91-8299-c2f7db935180 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:02.746710 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:02.747191 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:02.747937 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc728f-8d3d-481d-9b32-c5556a191e52 req-1691b69a-518d-45e6-8ddb-918d917f1219 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:02.748295 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:02.749104 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:02.749472 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a556f630-a894-4b91-8299-c2f7db935180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:02.749952 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:02.750470 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:02.751232 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:02.751868 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:02.752474 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:02.753000 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:02.753555 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:02.754114 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:02.756047 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1dcc728f-8d3d-481d-9b32-c5556a191e52 req-1691b69a-518d-45e6-8ddb-918d917f1219 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.68 "GET /v2.0/ports?device_id=61b730fd-0962-4af1-ac48-b52f613730b8 HTTP/1.1" status: 200 len: 948 time: 0.0707107 Aug 16 20:08:02.776755 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Attempting to bind port df6f674c-a221-41c1-aabc-c023afc324aa on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:08:02.784013 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Attempting to bind port df6f674c-a221-41c1-aabc-c023afc324aa by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'cc29a2d9-21cc-4744-8eb4-bfe18f439128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b37cbbf5-b6d7-4028-872c-198c2ca4233f'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:08:02.784013 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Attempting to bind port df6f674c-a221-41c1-aabc-c023afc324aa on network b37cbbf5-b6d7-4028-872c-198c2ca4233f {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:08:02.787516 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:08:02.788254 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Checking segment: {'id': 'cc29a2d9-21cc-4744-8eb4-bfe18f439128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b37cbbf5-b6d7-4028-872c-198c2ca4233f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:08:02.788979 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:02.789716 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Bound using segment: {'id': 'cc29a2d9-21cc-4744-8eb4-bfe18f439128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b37cbbf5-b6d7-4028-872c-198c2ca4233f'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:08:02.790377 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Bound port: df6f674c-a221-41c1-aabc-c023afc324aa, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc29a2d9-21cc-4744-8eb4-bfe18f439128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b37cbbf5-b6d7-4028-872c-198c2ca4233f'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:08:02.791120 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:02.822928 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1dcc728f-8d3d-481d-9b32-c5556a191e52 req-74c2957a-80c7-4197-81c9-bc50033c6736 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf904dec-7d7c-482f-a033-9f5940982765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656927 Aug 16 20:08:02.905461 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] For port df6f674c-a221-41c1-aabc-c023afc324aa, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:08:02.910221 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] For port df6f674c-a221-41c1-aabc-c023afc324aa, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=df6f674c-a221-41c1-aabc-c023afc324aa,segment=NetworkSegment(cc29a2d9-21cc-4744-8eb4-bfe18f439128),segment_id=cc29a2d9-21cc-4744-8eb4-bfe18f439128)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:08:02.915410 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:02.932681 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f1a99-9fa9-4d67-abec-f1a9427912e6 req-3a0bce43-d973-42b3-be1a-b5eff9cb49b7 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:02.934975 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-016f1a99-9fa9-4d67-abec-f1a9427912e6 req-3a0bce43-d973-42b3-be1a-b5eff9cb49b7 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 946 time: 0.1683118 Aug 16 20:08:02.957857 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f6b72-c550-4402-b7f8-5149ff18914b req-e861fc43-188a-42f7-8f78-f34d319b83d8 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:02.959593 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-771f6b72-c550-4402-b7f8-5149ff18914b req-e861fc43-188a-42f7-8f78-f34d319b83d8 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] 10.222.0.68 "GET /v2.0/ports?device_id=b078f8ca-db70-4194-83c4-94c1e77f0e23 HTTP/1.1" status: 200 len: 946 time: 0.0574419 Aug 16 20:08:02.974113 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034aa48-9228-4576-bed3-6dfe2fc37fb0 None None] Pushing event updated for resources: {'Port': ['ID=df6f674c-a221-41c1-aabc-c023afc324aa,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:03.011198 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-771f6b72-c550-4402-b7f8-5149ff18914b req-5461e920-7276-4758-bcf5-522734b1a0b5 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] 10.222.0.68 "GET /v2.0/security-groups?id=f609ed20-ea9d-4caa-bc92-33f4d270f4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412664 Aug 16 20:08:03.019286 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-a556f630-a894-4b91-8299-c2f7db935180 admin admin] Allocated IP 172.25.8.12 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/21558806-5b34-46e3-9d55-3b801b61cb87) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:08:03.036325 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-016f1a99-9fa9-4d67-abec-f1a9427912e6 req-f74d5d62-18fd-4e7c-a1e9-42012489b271 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768738 Aug 16 20:08:03.163218 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a556f630-a894-4b91-8299-c2f7db935180 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:03.172832 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218ed4a-aea8-47a5-a0ba-98a4178cb55f req-111d3018-748a-4d92-bd4b-a5fa63448b5b tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:03.180585 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0218ed4a-aea8-47a5-a0ba-98a4178cb55f req-111d3018-748a-4d92-bd4b-a5fa63448b5b tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a3b7559-79aa-423f-a221-7c5dd3911ba1 HTTP/1.1" status: 200 len: 945 time: 0.0876019 Aug 16 20:08:03.251805 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0218ed4a-aea8-47a5-a0ba-98a4178cb55f req-d3a43aad-51d3-47c1-ba9b-ad32a75a669f tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9046616-ec20-40aa-b347-517333dcb97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701339 Aug 16 20:08:03.275468 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a556f630-a894-4b91-8299-c2f7db935180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:03.314322 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a556f630-a894-4b91-8299-c2f7db935180 admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:08:03.320387 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-a556f630-a894-4b91-8299-c2f7db935180 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:08:03.325064 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a556f630-a894-4b91-8299-c2f7db935180 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:08:03.352336 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556f630-a894-4b91-8299-c2f7db935180 admin admin] Pushing event updated for resources: {'Port': ['ID=21558806-5b34-46e3-9d55-3b801b61cb87,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:03.549225 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:08:03.713764 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ca774-6997-45c1-a1d9-32e81d6d74ba req-a0f75a2a-0e73-491f-8fb9-de939af3ea8d tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:03.715459 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5f5ca774-6997-45c1-a1d9-32e81d6d74ba req-a0f75a2a-0e73-491f-8fb9-de939af3ea8d tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 950 time: 0.0574288 Aug 16 20:08:03.761829 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5f5ca774-6997-45c1-a1d9-32e81d6d74ba req-f0d774bd-327e-4aca-be6a-d5bba57cdf5f tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397625 Aug 16 20:08:03.963863 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785029ed-a772-4b54-8d25-7f0b7033dcbe req-34c1de95-a137-4393-8f48-4880726b7c27 tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:03.965655 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-785029ed-a772-4b54-8d25-7f0b7033dcbe req-34c1de95-a137-4393-8f48-4880726b7c27 tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] 10.222.0.63 "GET /v2.0/ports?device_id=9a3b7559-79aa-423f-a221-7c5dd3911ba1 HTTP/1.1" status: 200 len: 945 time: 0.1601756 Aug 16 20:08:03.974411 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ff20f-fc17-421b-8562-e03085f33bff req-425635bd-06a6-4577-b6ea-60735ca9c65f tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:03.983376 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4e9ff20f-fc17-421b-8562-e03085f33bff req-425635bd-06a6-4577-b6ea-60735ca9c65f tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 946 time: 0.1787295 Aug 16 20:08:03.996487 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb4397-f4db-49c5-b7be-947dc87ec5ef req-da19ef25-7621-4171-b43d-62813bf58a9f tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:04.004514 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4eb4397-f4db-49c5-b7be-947dc87ec5ef req-da19ef25-7621-4171-b43d-62813bf58a9f tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.68 "GET /v2.0/ports?device_id=61b730fd-0962-4af1-ac48-b52f613730b8 HTTP/1.1" status: 200 len: 948 time: 0.0878356 Aug 16 20:08:04.046271 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4eb4397-f4db-49c5-b7be-947dc87ec5ef req-3216da5e-172f-4a25-9869-5ad72f2bf857 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf904dec-7d7c-482f-a033-9f5940982765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408478 Aug 16 20:08:04.097506 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13108531-bafb-432b-99db-dda2713e9d66 None None] Network b37cbbf5-b6d7-4028-872c-198c2ca4233f requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:08:04.197866 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4e9ff20f-fc17-421b-8562-e03085f33bff req-32fb7797-7e1c-43f5-93fb-dd4719d645db tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133825 Aug 16 20:08:04.204446 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a556f630-a894-4b91-8299-c2f7db935180 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:04.205266 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-068f5568-7b5d-452d-b0e8-540a25a7594c None None] Provisioning for port df6f674c-a221-41c1-aabc-c023afc324aa completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:08:04.220080 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5663f48-5490-4428-9de1-c0b71d7134d2 req-3b201279-5220-4ad7-9132-3af214c5157d tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:04.240788 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f5663f48-5490-4428-9de1-c0b71d7134d2 req-3b201279-5220-4ad7-9132-3af214c5157d tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] 10.222.0.68 "GET /v2.0/ports?device_id=b078f8ca-db70-4194-83c4-94c1e77f0e23 HTTP/1.1" status: 200 len: 946 time: 0.1080282 Aug 16 20:08:04.297861 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f5663f48-5490-4428-9de1-c0b71d7134d2 req-7c1aa00f-6d6e-472f-a563-f64258f544b2 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] 10.222.0.68 "GET /v2.0/security-groups?id=f609ed20-ea9d-4caa-bc92-33f4d270f4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692735 Aug 16 20:08:04.323893 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae73b1-9c0c-476c-8610-5af94a641515 req-2e8930cf-9a96-4cfb-b2c8-c26d471e161c tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:04.340500 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a2ae73b1-9c0c-476c-8610-5af94a641515 req-2e8930cf-9a96-4cfb-b2c8-c26d471e161c tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] 10.222.0.63 "GET /v2.0/ports?device_id=b078f8ca-db70-4194-83c4-94c1e77f0e23 HTTP/1.1" status: 200 len: 946 time: 0.1741321 Aug 16 20:08:04.343047 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-785029ed-a772-4b54-8d25-7f0b7033dcbe req-3c10c085-d8f0-4d98-9524-04cd00dc76da tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Deleting port 5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:08:04.343427 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-785029ed-a772-4b54-8d25-7f0b7033dcbe req-3c10c085-d8f0-4d98-9524-04cd00dc76da tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:04.359567 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf21bd1c-2376-4de4-b693-9bd5b8b4b6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:04.551424 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd682f-6dd7-4fc8-87ea-0b09e90b478a req-d024127b-b1a9-4b8a-8628-7c6f55d958ef tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:04.559976 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-13bd682f-6dd7-4fc8-87ea-0b09e90b478a req-d024127b-b1a9-4b8a-8628-7c6f55d958ef tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a3b7559-79aa-423f-a221-7c5dd3911ba1 HTTP/1.1" status: 200 len: 945 time: 0.0940831 Aug 16 20:08:04.571491 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-a2ae73b1-9c0c-476c-8610-5af94a641515 req-6420f0c1-f8c9-439a-a8d8-d80e94f20c41 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] Deleting port 8e77450f-b42c-48ad-b848-6ee8a866bf02 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:08:04.571831 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a2ae73b1-9c0c-476c-8610-5af94a641515 req-6420f0c1-f8c9-439a-a8d8-d80e94f20c41 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:04.573590 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f83c98-793d-458c-8da2-2715c07058ce req-8dcb6181-e297-4338-95bc-5521860c0a13 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:04.575875 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a1f83c98-793d-458c-8da2-2715c07058ce req-8dcb6181-e297-4338-95bc-5521860c0a13 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 946 time: 0.2108614 Aug 16 20:08:04.605421 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-785029ed-a772-4b54-8d25-7f0b7033dcbe req-3c10c085-d8f0-4d98-9524-04cd00dc76da tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] For port 5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9,segment=NetworkSegment(237616d8-2ed2-418b-b54a-68fcbc8d98a0),segment_id=237616d8-2ed2-418b-b54a-68fcbc8d98a0)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:04.605798 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-785029ed-a772-4b54-8d25-7f0b7033dcbe req-3c10c085-d8f0-4d98-9524-04cd00dc76da tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:04.649795 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device df6f674c-a221-41c1-aabc-c023afc324aa up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:08:04.660486 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-785029ed-a772-4b54-8d25-7f0b7033dcbe req-3c10c085-d8f0-4d98-9524-04cd00dc76da tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Calling delete_port for 5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:08:04.663388 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a556f630-a894-4b91-8299-c2f7db935180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:04.686042 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:04.698942 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a1f83c98-793d-458c-8da2-2715c07058ce req-9711ea9c-a061-499d-a37b-d158bc337505 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108339 Aug 16 20:08:04.733943 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-13bd682f-6dd7-4fc8-87ea-0b09e90b478a req-1c09556e-6bbf-4b34-abd1-8be59a86d0e8 tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] 10.222.0.68 "GET /v2.0/security-groups?id=b9046616-ec20-40aa-b347-517333dcb97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719685 Aug 16 20:08:04.749419 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port df6f674c-a221-41c1-aabc-c023afc324aa completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:08:04.758061 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port df6f674c-a221-41c1-aabc-c023afc324aa triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:04.760039 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:04.806827 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-a2ae73b1-9c0c-476c-8610-5af94a641515 req-6420f0c1-f8c9-439a-a8d8-d80e94f20c41 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] For port 8e77450f-b42c-48ad-b848-6ee8a866bf02, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=8e77450f-b42c-48ad-b848-6ee8a866bf02,segment=NetworkSegment(e2d0e195-c32a-4f1d-b869-bf2f2bad47a3),segment_id=e2d0e195-c32a-4f1d-b869-bf2f2bad47a3)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:04.807234 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a2ae73b1-9c0c-476c-8610-5af94a641515 req-6420f0c1-f8c9-439a-a8d8-d80e94f20c41 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:04.826327 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-a2ae73b1-9c0c-476c-8610-5af94a641515 req-6420f0c1-f8c9-439a-a8d8-d80e94f20c41 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] Calling delete_port for 8e77450f-b42c-48ad-b848-6ee8a866bf02 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:08:04.873941 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:04.917454 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port df6f674c-a221-41c1-aabc-c023afc324aa, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=df6f674c-a221-41c1-aabc-c023afc324aa,segment=NetworkSegment(cc29a2d9-21cc-4744-8eb4-bfe18f439128),segment_id=cc29a2d9-21cc-4744-8eb4-bfe18f439128)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:04.925802 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:04.995506 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=df6f674c-a221-41c1-aabc-c023afc324aa,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:05.006826 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a4bd1-de94-40f0-833e-17789d35853f req-63144950-7fde-49e8-9352-ceb91bd9c7a6 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:05.008584 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e27a4bd1-de94-40f0-833e-17789d35853f req-63144950-7fde-49e8-9352-ceb91bd9c7a6 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 950 time: 0.1182716 Aug 16 20:08:05.071843 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a2ae73b1-9c0c-476c-8610-5af94a641515 req-6420f0c1-f8c9-439a-a8d8-d80e94f20c41 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:05.085061 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['8e77450f-b42c-48ad-b848-6ee8a866bf02'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:08:05.093294 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a556f630-a894-4b91-8299-c2f7db935180 admin admin] Router 98fe4f15-ce4a-450d-a0b8-e52173734347 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:08:05.121350 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-785029ed-a772-4b54-8d25-7f0b7033dcbe req-3c10c085-d8f0-4d98-9524-04cd00dc76da tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:05.162989 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6420f0c1-f8c9-439a-a8d8-d80e94f20c41 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] Pushing event deleted for resources: {'Port': ['ID=8e77450f-b42c-48ad-b848-6ee8a866bf02,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:05.170666 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e27a4bd1-de94-40f0-833e-17789d35853f req-f37a4fb6-d799-4112-a71e-e5e0f94e16aa tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237862 Aug 16 20:08:05.208482 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c10c085-d8f0-4d98-9524-04cd00dc76da tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Pushing event deleted for resources: {'Port': ['ID=5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:05.225471 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ae73b1-9c0c-476c-8610-5af94a641515 req-6420f0c1-f8c9-439a-a8d8-d80e94f20c41 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] No DVR routers for this DVR port 8e77450f-b42c-48ad-b848-6ee8a866bf02 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:08:05.230309 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a2ae73b1-9c0c-476c-8610-5af94a641515 req-6420f0c1-f8c9-439a-a8d8-d80e94f20c41 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:05.234183 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a2ae73b1-9c0c-476c-8610-5af94a641515 req-6420f0c1-f8c9-439a-a8d8-d80e94f20c41 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] 10.222.0.63 "DELETE /v2.0/ports/8e77450f-b42c-48ad-b848-6ee8a866bf02 HTTP/1.1" status: 204 len: 173 time: 0.8862646 Aug 16 20:08:05.234850 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b078f8ca-db70-4194-83c4-94c1e77f0e23', 'name': 'network-vif-deleted', 'tag': '8e77450f-b42c-48ad-b848-6ee8a866bf02'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:08:05.238399 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f3f4f7-7402-4f0f-9949-cc6d9782c4b9" -d '{"events": [{"server_uuid": "b078f8ca-db70-4194-83c4-94c1e77f0e23", "name": "network-vif-deleted", "tag": "8e77450f-b42c-48ad-b848-6ee8a866bf02"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:08:05.281766 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f9615-4f70-4651-bdd6-02cda2bb0a00 req-9c39f83e-5145-4f52-85ac-95732e70c0b7 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:05.284816 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-802f9615-4f70-4651-bdd6-02cda2bb0a00 req-9c39f83e-5145-4f52-85ac-95732e70c0b7 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.68 "GET /v2.0/ports?device_id=61b730fd-0962-4af1-ac48-b52f613730b8 HTTP/1.1" status: 200 len: 948 time: 0.1074758 Aug 16 20:08:05.285914 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-785029ed-a772-4b54-8d25-7f0b7033dcbe req-3c10c085-d8f0-4d98-9524-04cd00dc76da tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] No DVR routers for this DVR port 5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9 on host n-h2-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:08:05.291047 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-785029ed-a772-4b54-8d25-7f0b7033dcbe req-3c10c085-d8f0-4d98-9524-04cd00dc76da tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:05.294757 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-785029ed-a772-4b54-8d25-7f0b7033dcbe req-3c10c085-d8f0-4d98-9524-04cd00dc76da tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] 10.222.0.63 "DELETE /v2.0/ports/5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9 HTTP/1.1" status: 204 len: 173 time: 1.3027196 Aug 16 20:08:05.372084 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3b7559-79aa-423f-a221-7c5dd3911ba1', 'name': 'network-vif-deleted', 'tag': '5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:08:05.376057 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de31a4d2-c4ad-42ec-a3d5-78c5f7edb96b" -d '{"events": [{"server_uuid": "9a3b7559-79aa-423f-a221-7c5dd3911ba1", "name": "network-vif-deleted", "tag": "5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:08:05.386966 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-802f9615-4f70-4651-bdd6-02cda2bb0a00 req-c80cc0f7-4810-4bc8-b1dc-47b001c50838 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf904dec-7d7c-482f-a033-9f5940982765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845263 Aug 16 20:08:05.425892 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a556f630-a894-4b91-8299-c2f7db935180 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:08:05.430687 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a758c8f0-68f6-40d5-929a-13d51a427e4e x-openstack-request-id: req-a758c8f0-68f6-40d5-929a-13d51a427e4e {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:08:05.431203 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b078f8ca-db70-4194-83c4-94c1e77f0e23", "name": "network-vif-deleted", "tag": "8e77450f-b42c-48ad-b848-6ee8a866bf02", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:08:05.432458 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a758c8f0-68f6-40d5-929a-13d51a427e4e {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:08:05.432458 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b078f8ca-db70-4194-83c4-94c1e77f0e23', 'name': 'network-vif-deleted', 'tag': '8e77450f-b42c-48ad-b848-6ee8a866bf02', 'status': 'completed', 'code': 200} Aug 16 20:08:05.442195 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ec5134-4177-48e1-8890-875ddb6cca5c None None] Sync routers for ids ['98fe4f15-ce4a-450d-a0b8-e52173734347'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:08:05.449635 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a556f630-a894-4b91-8299-c2f7db935180 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:05.451445 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a556f630-a894-4b91-8299-c2f7db935180 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5224583 Aug 16 20:08:05.455695 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43390) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:05.459460 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ec5134-4177-48e1-8890-875ddb6cca5c None None] Routers {'98fe4f15-ce4a-450d-a0b8-e52173734347'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:08:05.460118 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a4ec5134-4177-48e1-8890-875ddb6cca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:08:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['98fe4f15-ce4a-450d-a0b8-e52173734347'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:08:05.491219 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d365b9f-9290-47af-bb88-210d2b375e82 req-94e3ca84-2df0-4c72-88cc-0d569defc144 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:05.494035 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6d365b9f-9290-47af-bb88-210d2b375e82 req-94e3ca84-2df0-4c72-88cc-0d569defc144 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 946 time: 0.1145699 Aug 16 20:08:05.522344 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:05.565794 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6d365b9f-9290-47af-bb88-210d2b375e82 req-77b4f0c2-719e-414c-8fca-46634e9c4e61 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636437 Aug 16 20:08:05.574575 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device d6728f1e-5d2d-4ead-891b-d9e18f9e34ab details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:08:05.647146 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-a4ec5134-4177-48e1-8890-875ddb6cca5c None None] Set router 98fe4f15-ce4a-450d-a0b8-e52173734347 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:08:05.650647 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259dc9a9-d177-4239-800e-140020e39c8d x-openstack-request-id: req-259dc9a9-d177-4239-800e-140020e39c8d {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:08:05.651056 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3b7559-79aa-423f-a221-7c5dd3911ba1", "name": "network-vif-deleted", "tag": "5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:08:05.651405 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-259dc9a9-d177-4239-800e-140020e39c8d {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:08:05.651924 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3b7559-79aa-423f-a221-7c5dd3911ba1', 'name': 'network-vif-deleted', 'tag': '5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9', 'status': 'completed', 'code': 200} Aug 16 20:08:05.660984 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-62ea9493-33d5-42ee-90c4-aacb6beca548 req-dc606712-126d-441c-b8b1-dd85ad29cdb2 tempest-ServerAddressesNegativeTestJSON-1378340658 tempest-ServerAddressesNegativeTestJSON-1378340658-project] 10.222.0.68 "GET /v2.0/ports?device_id=b078f8ca-db70-4194-83c4-94c1e77f0e23 HTTP/1.1" status: 200 len: 210 time: 0.0927956 Aug 16 20:08:05.761850 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port d6728f1e-5d2d-4ead-891b-d9e18f9e34ab, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=d6728f1e-5d2d-4ead-891b-d9e18f9e34ab,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:05.784446 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'd6728f1e-5d2d-4ead-891b-d9e18f9e34ab', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': 'd6728f1e-5d2d-4ead-891b-d9e18f9e34ab', 'mac_address': 'fa:16:3e:2a:7b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:08:05.885305 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:05.910736 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:05.916403 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:05.939015 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5306a486-eae6-4c1f-a620-1b96a267e7e4 req-01a9b560-4517-4c63-bbd8-e40d5b0585f2 tempest-VolumesAdminNegativeTest-1195218747 tempest-VolumesAdminNegativeTest-1195218747-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a3b7559-79aa-423f-a221-7c5dd3911ba1 HTTP/1.1" status: 200 len: 210 time: 0.0423665 Aug 16 20:08:05.941665 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6728f1e-5d2d-4ead-891b-d9e18f9e34ab {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:08:05.996553 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a4ec5134-4177-48e1-8890-875ddb6cca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fe4f15-ce4a-450d-a0b8-e52173734347', 'name': 'tempest-ServersTestMultiNic-1683019123-router', 'tenant_id': '44cecf28d81c41b980f2e11c82b41b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '21558806-5b34-46e3-9d55-3b801b61cb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:01Z', 'updated_at': '2021-08-16T20:08:03Z', 'revision_number': 3, 'project_id': '44cecf28d81c41b980f2e11c82b41b71', 'gw_port': {'id': '21558806-5b34-46e3-9d55-3b801b61cb87', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:70:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fe4f15-ce4a-450d-a0b8-e52173734347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:02Z', 'updated_at': '2021-08-16T20:08:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:08:06.000779 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port d6728f1e-5d2d-4ead-891b-d9e18f9e34ab, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=d6728f1e-5d2d-4ead-891b-d9e18f9e34ab,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:06.009461 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:06.026651 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0267b-2a02-4e4d-82a2-000f8dd61a3f req-67f3d91b-477d-46a0-8e70-607d8f9e7d8e tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:06.035475 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-04f0267b-2a02-4e4d-82a2-000f8dd61a3f req-67f3d91b-477d-46a0-8e70-607d8f9e7d8e tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 946 time: 0.1112490 Aug 16 20:08:06.039415 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ec5134-4177-48e1-8890-875ddb6cca5c None None] Checking router: 98fe4f15-ce4a-450d-a0b8-e52173734347 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:08:06.039869 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ec5134-4177-48e1-8890-875ddb6cca5c None None] Updating router 98fe4f15-ce4a-450d-a0b8-e52173734347 port 21558806-5b34-46e3-9d55-3b801b61cb87 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:08:06.079429 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=d6728f1e-5d2d-4ead-891b-d9e18f9e34ab,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:06.093185 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a4ec5134-4177-48e1-8890-875ddb6cca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:06.160149 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-04f0267b-2a02-4e4d-82a2-000f8dd61a3f req-acbdd4ff-1448-4110-ae7e-4c093e1d79a9 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237381 Aug 16 20:08:06.268888 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['d6728f1e-5d2d-4ead-891b-d9e18f9e34ab'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:08:06.486248 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14874df-d739-473a-847a-1eebddcc7239 req-d1acef60-b8a1-41fe-9a4d-66456ca2f679 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:06.490593 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b14874df-d739-473a-847a-1eebddcc7239 req-d1acef60-b8a1-41fe-9a4d-66456ca2f679 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 950 time: 0.1756210 Aug 16 20:08:06.588850 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device df6f674c-a221-41c1-aabc-c023afc324aa up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:08:06.591510 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b14874df-d739-473a-847a-1eebddcc7239 req-1b3afbae-f87e-4287-8e61-fad8e6e8d624 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879891 Aug 16 20:08:06.593744 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a4ec5134-4177-48e1-8890-875ddb6cca5c None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:06.614632 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-a4ec5134-4177-48e1-8890-875ddb6cca5c None None] Transition to ACTIVE for port object 21558806-5b34-46e3-9d55-3b801b61cb87 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:08:06.620389 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-104fe82c-ba3e-4381-877a-1ce1006ba665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:06.624880 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a4ec5134-4177-48e1-8890-875ddb6cca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:06.663009 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9578c-d4a3-485c-a26f-dd72a9712ba6 req-98ca2ee6-ebba-4c43-828e-943ea87a390c tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:06.666978 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a2f9578c-d4a3-485c-a26f-dd72a9712ba6 req-98ca2ee6-ebba-4c43-828e-943ea87a390c tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.68 "GET /v2.0/ports?device_id=61b730fd-0962-4af1-ac48-b52f613730b8 HTTP/1.1" status: 200 len: 949 time: 0.1806242 Aug 16 20:08:06.681281 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port df6f674c-a221-41c1-aabc-c023afc324aa triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:06.681976 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:06.697998 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-a4ec5134-4177-48e1-8890-875ddb6cca5c None None] Attempting to bind port 21558806-5b34-46e3-9d55-3b801b61cb87 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:08:06.698584 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-a4ec5134-4177-48e1-8890-875ddb6cca5c None None] Attempting to bind port 21558806-5b34-46e3-9d55-3b801b61cb87 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:08:06.699114 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec5134-4177-48e1-8890-875ddb6cca5c None None] Attempting to bind port 21558806-5b34-46e3-9d55-3b801b61cb87 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:08:06.704912 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec5134-4177-48e1-8890-875ddb6cca5c None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:08:06.705639 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec5134-4177-48e1-8890-875ddb6cca5c None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:08:06.706181 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a4ec5134-4177-48e1-8890-875ddb6cca5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:06.706695 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec5134-4177-48e1-8890-875ddb6cca5c None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:08:06.707323 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-a4ec5134-4177-48e1-8890-875ddb6cca5c None None] Bound port: 21558806-5b34-46e3-9d55-3b801b61cb87, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:08:06.708133 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a4ec5134-4177-48e1-8890-875ddb6cca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:06.710055 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c29b63-e2ab-4d16-83e8-10441f5e1bea None None] Pushing event updated for resources: {'Port': ['ID=21558806-5b34-46e3-9d55-3b801b61cb87,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:06.718931 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c29b63-e2ab-4d16-83e8-10441f5e1bea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:06.719525 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c29b63-e2ab-4d16-83e8-10441f5e1bea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:06.719999 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c29b63-e2ab-4d16-83e8-10441f5e1bea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:06.720495 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c29b63-e2ab-4d16-83e8-10441f5e1bea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:06.720958 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c29b63-e2ab-4d16-83e8-10441f5e1bea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:06.721263 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:08:06.721567 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c29b63-e2ab-4d16-83e8-10441f5e1bea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:06.722022 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c29b63-e2ab-4d16-83e8-10441f5e1bea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:06.722488 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c29b63-e2ab-4d16-83e8-10441f5e1bea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:06.722940 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c29b63-e2ab-4d16-83e8-10441f5e1bea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:06.723595 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c29b63-e2ab-4d16-83e8-10441f5e1bea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:06.724063 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c29b63-e2ab-4d16-83e8-10441f5e1bea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:06.724516 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c29b63-e2ab-4d16-83e8-10441f5e1bea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:06.762302 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:08:06.762688 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 5b04aafc-6dfa-4ce8-86a8-e76b0a87e3b9 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:08:06.764547 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 8e77450f-b42c-48ad-b848-6ee8a866bf02 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:08:06.785691 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8abcb4-a6f2-4eb5-a78d-da7e37bc6f52 req-61553fe9-00f6-441e-9c2a-24166492df0b tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:06.787543 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-a4ec5134-4177-48e1-8890-875ddb6cca5c None None] For port 21558806-5b34-46e3-9d55-3b801b61cb87, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:08:06.789607 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0e8abcb4-a6f2-4eb5-a78d-da7e37bc6f52 req-61553fe9-00f6-441e-9c2a-24166492df0b tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 946 time: 0.1009641 Aug 16 20:08:06.791787 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-a4ec5134-4177-48e1-8890-875ddb6cca5c None None] For port 21558806-5b34-46e3-9d55-3b801b61cb87, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=21558806-5b34-46e3-9d55-3b801b61cb87,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:08:06.799850 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a4ec5134-4177-48e1-8890-875ddb6cca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:06.813815 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 8e77450f-b42c-48ad-b848-6ee8a866bf02 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:08:06.814537 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 8e77450f-b42c-48ad-b848-6ee8a866bf02 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:08:06.878917 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0e8abcb4-a6f2-4eb5-a78d-da7e37bc6f52 req-5723ba28-0e35-4b9f-8bc0-e4bc7b744244 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788097 Aug 16 20:08:06.884970 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c29b63-e2ab-4d16-83e8-10441f5e1bea None None] Pushing event updated for resources: {'Port': ['ID=21558806-5b34-46e3-9d55-3b801b61cb87,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:06.889599 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ec5134-4177-48e1-8890-875ddb6cca5c None None] Routers {'98fe4f15-ce4a-450d-a0b8-e52173734347'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:08:06.890401 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a4ec5134-4177-48e1-8890-875ddb6cca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:08:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['98fe4f15-ce4a-450d-a0b8-e52173734347'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:08:06.958342 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43406) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:06.977140 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:07.043454 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-104fe82c-ba3e-4381-877a-1ce1006ba665 admin admin] Allocated IP 172.20.0.1 (b37cbbf5-b6d7-4028-872c-198c2ca4233f/6dd7778e-5951-4b06-a5d6-ed68d7c6b916/a6ae1650-6f04-4984-8c68-9d027dbea9fc) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:08:07.073516 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a2f9578c-d4a3-485c-a26f-dd72a9712ba6 req-e108d7f4-f567-45b6-b807-e38032c27630 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf904dec-7d7c-482f-a033-9f5940982765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893720 Aug 16 20:08:07.076347 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-799348eb-d155-4470-b540-877928fd95cf admin admin] Deleting subnet 2e2b6c73-441b-45c8-9e4c-b3b3f62d80c7 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:08:07.081864 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-799348eb-d155-4470-b540-877928fd95cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:07.105770 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-a4ec5134-4177-48e1-8890-875ddb6cca5c None None] Set router 98fe4f15-ce4a-450d-a0b8-e52173734347 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:08:07.127185 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-799348eb-d155-4470-b540-877928fd95cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:07.156552 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43410) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:07.213373 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-799348eb-d155-4470-b540-877928fd95cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:07.235911 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-104fe82c-ba3e-4381-877a-1ce1006ba665 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:07.273628 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-104fe82c-ba3e-4381-877a-1ce1006ba665 admin admin] Transition to ACTIVE for port object a6ae1650-6f04-4984-8c68-9d027dbea9fc will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:08:07.291197 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a081275-f4ef-4f50-91e2-273cc2564b33 admin admin] Deleting subnet de676fe2-50ed-4ac6-9a77-12e644487b7f {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:08:07.296359 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-799348eb-d155-4470-b540-877928fd95cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:07.298263 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a081275-f4ef-4f50-91e2-273cc2564b33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:07.350124 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799348eb-d155-4470-b540-877928fd95cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e2b6c73-441b-45c8-9e4c-b3b3f62d80c7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:07.350431 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a4ec5134-4177-48e1-8890-875ddb6cca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fe4f15-ce4a-450d-a0b8-e52173734347', 'name': 'tempest-ServersTestMultiNic-1683019123-router', 'tenant_id': '44cecf28d81c41b980f2e11c82b41b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '21558806-5b34-46e3-9d55-3b801b61cb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:01Z', 'updated_at': '2021-08-16T20:08:03Z', 'revision_number': 3, 'project_id': '44cecf28d81c41b980f2e11c82b41b71', 'gw_port': {'id': '21558806-5b34-46e3-9d55-3b801b61cb87', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:70:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fe4f15-ce4a-450d-a0b8-e52173734347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:02Z', 'updated_at': '2021-08-16T20:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:08:07.353489 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f4bd7-7822-4999-b374-d7cb2c780c27 req-8a911389-5031-457c-a621-050039ef40df tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:07.355887 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b73f4bd7-7822-4999-b374-d7cb2c780c27 req-8a911389-5031-457c-a621-050039ef40df tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 946 time: 0.0851860 Aug 16 20:08:07.360238 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-799348eb-d155-4470-b540-877928fd95cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:07.362195 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-799348eb-d155-4470-b540-877928fd95cf admin admin] 10.222.0.68 "DELETE /v2.0/subnets/2e2b6c73-441b-45c8-9e4c-b3b3f62d80c7 HTTP/1.1" status: 204 len: 168 time: 0.4024649 Aug 16 20:08:07.365270 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43414) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:07.377479 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a081275-f4ef-4f50-91e2-273cc2564b33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:07.389551 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ec5134-4177-48e1-8890-875ddb6cca5c None None] The sync data for ids ['98fe4f15-ce4a-450d-a0b8-e52173734347'] in n-d-787206-13 is: [{'id': '98fe4f15-ce4a-450d-a0b8-e52173734347', 'name': 'tempest-ServersTestMultiNic-1683019123-router', 'tenant_id': '44cecf28d81c41b980f2e11c82b41b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '21558806-5b34-46e3-9d55-3b801b61cb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:01Z', 'updated_at': '2021-08-16T20:08:03Z', 'revision_number': 3, 'project_id': '44cecf28d81c41b980f2e11c82b41b71', 'gw_port': {'id': '21558806-5b34-46e3-9d55-3b801b61cb87', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:70:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fe4f15-ce4a-450d-a0b8-e52173734347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:02Z', 'updated_at': '2021-08-16T20:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:08:07.429396 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-104fe82c-ba3e-4381-877a-1ce1006ba665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:07.434491 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a081275-f4ef-4f50-91e2-273cc2564b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:07.499472 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a081275-f4ef-4f50-91e2-273cc2564b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:07.522519 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2504ca2e-8ae1-4852-99f7-dc1afbe5cc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:07.526480 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a081275-f4ef-4f50-91e2-273cc2564b33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de676fe2-50ed-4ac6-9a77-12e644487b7f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:07.531052 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104fe82c-ba3e-4381-877a-1ce1006ba665 admin admin] Network b37cbbf5-b6d7-4028-872c-198c2ca4233f is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:08:07.532739 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fe82c-ba3e-4381-877a-1ce1006ba665 admin admin] Pushing event updated for resources: {'Port': ['ID=a6ae1650-6f04-4984-8c68-9d027dbea9fc,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:07.538296 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b73f4bd7-7822-4999-b374-d7cb2c780c27 req-ece3991a-689d-48d5-8004-a4e67f1a22fd tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528418 Aug 16 20:08:07.541549 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-104fe82c-ba3e-4381-877a-1ce1006ba665 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:08:07.546784 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a081275-f4ef-4f50-91e2-273cc2564b33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:07.549294 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2a081275-f4ef-4f50-91e2-273cc2564b33 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/de676fe2-50ed-4ac6-9a77-12e644487b7f HTTP/1.1" status: 204 len: 168 time: 0.3909192 Aug 16 20:08:07.549688 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104fe82c-ba3e-4381-877a-1ce1006ba665 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:08:07.552576 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43416) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:07.592132 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device d6728f1e-5d2d-4ead-891b-d9e18f9e34ab up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:08:07.674990 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e7217e5-7713-47d8-a7f1-716ab3fcff92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:07.715357 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-104fe82c-ba3e-4381-877a-1ce1006ba665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:07.769382 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port d6728f1e-5d2d-4ead-891b-d9e18f9e34ab completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:08:07.777928 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port d6728f1e-5d2d-4ead-891b-d9e18f9e34ab triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:07.779117 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:07.841964 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2504ca2e-8ae1-4852-99f7-dc1afbe5cc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:07.866041 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-2504ca2e-8ae1-4852-99f7-dc1afbe5cc8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a64a999-aa70-4036-87e0-44b7d7cc9358']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:08:07.895537 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e7217e5-7713-47d8-a7f1-716ab3fcff92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:07.914558 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-8e7217e5-7713-47d8-a7f1-716ab3fcff92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771aac84-afc7-4ff8-b57f-d732c453d07c']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:08:07.934646 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-2504ca2e-8ae1-4852-99f7-dc1afbe5cc8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d0e195-c32a-4f1d-b869-bf2f2bad47a3') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:08:07.936351 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-2504ca2e-8ae1-4852-99f7-dc1afbe5cc8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d0e195-c32a-4f1d-b869-bf2f2bad47a3') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:08:07.937685 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-8e7217e5-7713-47d8-a7f1-716ab3fcff92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237616d8-2ed2-418b-b54a-68fcbc8d98a0') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:08:07.938136 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-8e7217e5-7713-47d8-a7f1-716ab3fcff92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237616d8-2ed2-418b-b54a-68fcbc8d98a0') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:08:07.949848 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e7217e5-7713-47d8-a7f1-716ab3fcff92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:07.961262 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2504ca2e-8ae1-4852-99f7-dc1afbe5cc8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:07.971535 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e7217e5-7713-47d8-a7f1-716ab3fcff92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:07.979099 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7217e5-7713-47d8-a7f1-716ab3fcff92 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:08:07.979933 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e7217e5-7713-47d8-a7f1-716ab3fcff92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:07.989502 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2504ca2e-8ae1-4852-99f7-dc1afbe5cc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:08.000065 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:08.014288 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2504ca2e-8ae1-4852-99f7-dc1afbe5cc8e admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:08:08.014710 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2504ca2e-8ae1-4852-99f7-dc1afbe5cc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:08.016842 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:08:08.016842 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:08:08.016842 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:08:08.016842 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:08:08.016842 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:08:08.016842 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:08:08.016842 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:08:08.016842 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:08:08.016842 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:08:08.016842 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:08:08.016842 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:08:08.016842 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:08:08.016842 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:08:08.016842 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:08:08.016842 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:08:08.016842 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:08:08.016842 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:08:08.016842 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:08:08.016842 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:08:08.016842 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:08:08.016842 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:08:08.016842 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:08:08.016842 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:08:08.016842 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:08:08.016842 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:08:08.016842 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:08:08.016842 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:08:08.016842 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:08:08.016842 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:08:08.016842 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:08:08.016842 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:08:08.016842 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:08:08.026747 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9180a139-def8-4d2a-9085-32c358704566 None None] Provisioning for port a6ae1650-6f04-4984-8c68-9d027dbea9fc completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:08:08.033574 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9180a139-def8-4d2a-9085-32c358704566 None None] Provisioning complete for port a6ae1650-6f04-4984-8c68-9d027dbea9fc triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:08.034296 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9180a139-def8-4d2a-9085-32c358704566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:08.052373 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:08:08.052373 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:08:08.052373 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:08:08.052373 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:08:08.052373 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:08:08.052373 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:08:08.052373 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:08:08.052373 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:08:08.052373 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:08:08.052373 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:08:08.052373 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:08:08.052373 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:08:08.052373 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:08:08.052373 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:08:08.052373 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:08:08.052373 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:08:08.052373 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:08:08.052373 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:08:08.052373 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:08:08.052373 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:08:08.052373 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:08:08.052373 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:08:08.052373 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:08:08.052373 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:08:08.052373 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:08:08.052373 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:08:08.052373 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:08:08.052373 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:08:08.052373 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:08:08.052373 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:08:08.052373 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:08:08.052373 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:08:08.060568 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e7217e5-7713-47d8-a7f1-716ab3fcff92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:08.069706 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e7217e5-7713-47d8-a7f1-716ab3fcff92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:08.076216 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8e7217e5-7713-47d8-a7f1-716ab3fcff92 admin admin] 10.222.0.68 "DELETE /v2.0/networks/771aac84-afc7-4ff8-b57f-d732c453d07c HTTP/1.1" status: 204 len: 168 time: 0.5209150 Aug 16 20:08:08.078416 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b730fd-0962-4af1-ac48-b52f613730b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6728f1e-5d2d-4ead-891b-d9e18f9e34ab'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:08:08.083768 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f6f73e-3fd2-4465-9093-e9c247109743" -d '{"events": [{"server_uuid": "61b730fd-0962-4af1-ac48-b52f613730b8", "name": "network-vif-plugged", "status": "completed", "tag": "d6728f1e-5d2d-4ead-891b-d9e18f9e34ab"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:08:08.090033 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43422) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:08.099689 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port d6728f1e-5d2d-4ead-891b-d9e18f9e34ab, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=d6728f1e-5d2d-4ead-891b-d9e18f9e34ab,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:08.100299 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7217e5-7713-47d8-a7f1-716ab3fcff92 admin admin] Pushing event deleted for resources: {'Network': ['ID=771aac84-afc7-4ff8-b57f-d732c453d07c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:08.133564 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9180a139-def8-4d2a-9085-32c358704566 None None] Port a6ae1650-6f04-4984-8c68-9d027dbea9fc cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:08:08.136712 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-104fe82c-ba3e-4381-877a-1ce1006ba665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:08.140241 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:08.149196 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4f9a9-9b50-4536-b9c7-d049dbbca2be req-9b84ea62-35c8-41e1-b311-93233fcec15c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:08.157788 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bea4f9a9-9b50-4536-b9c7-d049dbbca2be req-9b84ea62-35c8-41e1-b311-93233fcec15c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 950 time: 0.3835468 Aug 16 20:08:08.173487 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36ef5c-859f-4ee4-9ba6-c57465674b35 req-159d885a-8c0f-496e-9d2c-5efeb9f2a7fc tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:08.179843 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fb36ef5c-859f-4ee4-9ba6-c57465674b35 req-159d885a-8c0f-496e-9d2c-5efeb9f2a7fc tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 946 time: 0.1783073 Aug 16 20:08:08.183613 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2504ca2e-8ae1-4852-99f7-dc1afbe5cc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:08.194754 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2504ca2e-8ae1-4852-99f7-dc1afbe5cc8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:08.201101 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3ef33f4-4ab5-43f8-8ec0-78f109f4dadc admin admin] Deleting subnet aae98701-6f40-4d72-b121-c0066ea81d87 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:08:08.207832 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3ef33f4-4ab5-43f8-8ec0-78f109f4dadc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:08.209480 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2504ca2e-8ae1-4852-99f7-dc1afbe5cc8e admin admin] 10.222.0.68 "DELETE /v2.0/networks/4a64a999-aa70-4036-87e0-44b7d7cc9358 HTTP/1.1" status: 204 len: 168 time: 0.8398166 Aug 16 20:08:08.214254 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=d6728f1e-5d2d-4ead-891b-d9e18f9e34ab,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:08.247544 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504ca2e-8ae1-4852-99f7-dc1afbe5cc8e admin admin] Pushing event deleted for resources: {'Network': ['ID=4a64a999-aa70-4036-87e0-44b7d7cc9358,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:08.265318 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bea4f9a9-9b50-4536-b9c7-d049dbbca2be req-ed65a748-13ef-4f19-810d-84c6e7e7106b tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063831 Aug 16 20:08:08.298936 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3ef33f4-4ab5-43f8-8ec0-78f109f4dadc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:08.331553 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555419c3-f312-412c-94e3-8d41338fbe22 x-openstack-request-id: req-555419c3-f312-412c-94e3-8d41338fbe22 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:08:08.331909 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b730fd-0962-4af1-ac48-b52f613730b8", "name": "network-vif-plugged", "status": "completed", "tag": "d6728f1e-5d2d-4ead-891b-d9e18f9e34ab", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:08:08.332409 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-555419c3-f312-412c-94e3-8d41338fbe22 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:08:08.334141 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b730fd-0962-4af1-ac48-b52f613730b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6728f1e-5d2d-4ead-891b-d9e18f9e34ab', 'code': 200} Aug 16 20:08:08.366527 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fb36ef5c-859f-4ee4-9ba6-c57465674b35 req-80a064b8-3d07-4fe1-a85b-721271f23bf1 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528752 Aug 16 20:08:08.404623 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3ef33f4-4ab5-43f8-8ec0-78f109f4dadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:08.465297 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43432) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:08.525112 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e4f11c20-e6f3-413d-a1fb-9b8b848ecad7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f128042444e44ad6b5f4b652bae8818a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0583408 Aug 16 20:08:08.529702 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43434) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:08.576793 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 21558806-5b34-46e3-9d55-3b801b61cb87 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:08:08.625800 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3ef33f4-4ab5-43f8-8ec0-78f109f4dadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:08.673573 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 21558806-5b34-46e3-9d55-3b801b61cb87 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:08:08.678999 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 21558806-5b34-46e3-9d55-3b801b61cb87 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:08.679861 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:08.709695 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3ef33f4-4ab5-43f8-8ec0-78f109f4dadc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:08.714408 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b3ef33f4-4ab5-43f8-8ec0-78f109f4dadc admin admin] 10.222.0.68 "DELETE /v2.0/subnets/aae98701-6f40-4d72-b121-c0066ea81d87 HTTP/1.1" status: 204 len: 168 time: 0.6237550 Aug 16 20:08:08.717879 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43438) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:08.745456 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef33f4-4ab5-43f8-8ec0-78f109f4dadc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aae98701-6f40-4d72-b121-c0066ea81d87,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:08.786953 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:08.790475 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd8f0283-4ac5-4e16-9d44-3f075d995f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:08.816319 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 21558806-5b34-46e3-9d55-3b801b61cb87, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=21558806-5b34-46e3-9d55-3b801b61cb87,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:08.824039 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:08.838040 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5abb5-736d-4b47-b833-d585360b3690 req-dbc1fbb3-86c0-456b-8495-11182d874aea tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:08.846922 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9dd5abb5-736d-4b47-b833-d585360b3690 req-dbc1fbb3-86c0-456b-8495-11182d874aea tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 946 time: 0.1988938 Aug 16 20:08:08.861382 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7590833-f567-411f-b61d-74e86aae0c67 req-b74dce4b-24bb-4945-b6e0-f9197cec464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:08.862878 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e7590833-f567-411f-b61d-74e86aae0c67 req-b74dce4b-24bb-4945-b6e0-f9197cec464d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=61b730fd-0962-4af1-ac48-b52f613730b8 HTTP/1.1" status: 200 len: 1102 time: 0.4018266 Aug 16 20:08:08.909745 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa45f98-e930-45d0-a117-0de496c17a80 req-5bba91f2-ce80-47f8-be66-0c6023df3be0 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:08.911443 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5fa45f98-e930-45d0-a117-0de496c17a80 req-5bba91f2-ce80-47f8-be66-0c6023df3be0 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.68 "GET /v2.0/ports?device_id=61b730fd-0962-4af1-ac48-b52f613730b8 HTTP/1.1" status: 200 len: 950 time: 0.4367447 Aug 16 20:08:08.917812 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=21558806-5b34-46e3-9d55-3b801b61cb87,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:08.932256 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9dd5abb5-736d-4b47-b833-d585360b3690 req-1c901012-2f2b-4525-8159-0cca7d499e96 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839632 Aug 16 20:08:08.943391 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd8f0283-4ac5-4e16-9d44-3f075d995f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:08.954369 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5900ae0c-fec3-4a47-8653-bbc9f2f7e262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:08.977186 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e7590833-f567-411f-b61d-74e86aae0c67 req-c001791b-2ff4-412d-b821-ecb1de233f5a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cf904dec-7d7c-482f-a033-9f5940982765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945842 Aug 16 20:08:08.989377 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-104fe82c-ba3e-4381-877a-1ce1006ba665 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:08.996935 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5fa45f98-e930-45d0-a117-0de496c17a80 req-f4e76e27-8e0d-4790-8d81-6c46ce487890 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf904dec-7d7c-482f-a033-9f5940982765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741689 Aug 16 20:08:08.998901 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-104fe82c-ba3e-4381-877a-1ce1006ba665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:09.071993 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd8f0283-4ac5-4e16-9d44-3f075d995f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:09.074623 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd8f0283-4ac5-4e16-9d44-3f075d995f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:09.075843 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bd8f0283-4ac5-4e16-9d44-3f075d995f96 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f609ed20-ea9d-4caa-bc92-33f4d270f4f6 HTTP/1.1" status: 204 len: 168 time: 0.5450919 Aug 16 20:08:09.077800 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5900ae0c-fec3-4a47-8653-bbc9f2f7e262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:09.085161 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-104fe82c-ba3e-4381-877a-1ce1006ba665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:09.096419 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f0283-4ac5-4e16-9d44-3f075d995f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f609ed20-ea9d-4caa-bc92-33f4d270f4f6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:09.099184 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-5900ae0c-fec3-4a47-8653-bbc9f2f7e262 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fab6eb04-3c54-4cd2-9c89-4a5fbef00048']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:08:09.104137 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fe82c-ba3e-4381-877a-1ce1006ba665 admin admin] Pushing event updated for resources: {'Port': ['ID=a6ae1650-6f04-4984-8c68-9d027dbea9fc,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:09.119336 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-5900ae0c-fec3-4a47-8653-bbc9f2f7e262 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e166f72a-8d68-416c-9297-98202edd90d2') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:08:09.119695 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-5900ae0c-fec3-4a47-8653-bbc9f2f7e262 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e166f72a-8d68-416c-9297-98202edd90d2') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:08:09.130612 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5900ae0c-fec3-4a47-8653-bbc9f2f7e262 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:09.151177 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5900ae0c-fec3-4a47-8653-bbc9f2f7e262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:09.160258 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5900ae0c-fec3-4a47-8653-bbc9f2f7e262 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:08:09.160611 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5900ae0c-fec3-4a47-8653-bbc9f2f7e262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:09.162950 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:08:09.162950 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:08:09.162950 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:08:09.162950 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:08:09.162950 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:08:09.162950 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:08:09.162950 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:08:09.162950 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:08:09.162950 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:08:09.162950 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:08:09.162950 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:08:09.162950 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:08:09.162950 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:08:09.162950 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:08:09.162950 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:08:09.162950 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:08:09.162950 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:08:09.162950 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:08:09.162950 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:08:09.162950 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:08:09.162950 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:08:09.162950 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:08:09.162950 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:08:09.162950 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:08:09.162950 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:08:09.162950 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:08:09.162950 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:08:09.162950 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:08:09.162950 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:08:09.162950 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:08:09.162950 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:08:09.162950 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:08:09.210887 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104fe82c-ba3e-4381-877a-1ce1006ba665 admin admin] Network b37cbbf5-b6d7-4028-872c-198c2ca4233f is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:08:09.213060 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-104fe82c-ba3e-4381-877a-1ce1006ba665 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:08:09.238673 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5900ae0c-fec3-4a47-8653-bbc9f2f7e262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:09.249657 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5900ae0c-fec3-4a47-8653-bbc9f2f7e262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:09.251735 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5900ae0c-fec3-4a47-8653-bbc9f2f7e262 admin admin] 10.222.0.68 "DELETE /v2.0/networks/fab6eb04-3c54-4cd2-9c89-4a5fbef00048 HTTP/1.1" status: 204 len: 168 time: 0.5328875 Aug 16 20:08:09.264235 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900ae0c-fec3-4a47-8653-bbc9f2f7e262 admin admin] Pushing event deleted for resources: {'Network': ['ID=fab6eb04-3c54-4cd2-9c89-4a5fbef00048,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:09.412250 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104fe82c-ba3e-4381-877a-1ce1006ba665 admin admin] Router 98fe4f15-ce4a-450d-a0b8-e52173734347 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:08:09.531496 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae10ae-d6b8-4ccf-80bc-0ecb5e03b829 req-1974935f-7222-4814-a202-a4b3229f83ca tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:09.534248 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0eae10ae-d6b8-4ccf-80bc-0ecb5e03b829 req-1974935f-7222-4814-a202-a4b3229f83ca tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 950 time: 0.1422379 Aug 16 20:08:09.596759 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2e3bcb70-cc6d-4693-a4fc-1c1c4ccbcbb1 None None] Provisioning complete for port a6ae1650-6f04-4984-8c68-9d027dbea9fc triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:09.597295 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2e3bcb70-cc6d-4693-a4fc-1c1c4ccbcbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:09.609964 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43456) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:09.620655 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0eae10ae-d6b8-4ccf-80bc-0ecb5e03b829 req-af35ede1-b806-4f14-91ee-7916bbbefe46 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791602 Aug 16 20:08:09.663749 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2e3bcb70-cc6d-4693-a4fc-1c1c4ccbcbb1 None None] Port a6ae1650-6f04-4984-8c68-9d027dbea9fc cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:08:09.699582 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b47cb-8e47-455b-bcf3-f2585be137a7 req-5aca7a9f-dc22-45ef-9335-3d86b58a3955 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:09.701913 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-eb3b47cb-8e47-455b-bcf3-f2585be137a7 req-5aca7a9f-dc22-45ef-9335-3d86b58a3955 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 946 time: 0.1905801 Aug 16 20:08:09.722686 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104fe82c-ba3e-4381-877a-1ce1006ba665 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:08:09.728231 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-104fe82c-ba3e-4381-877a-1ce1006ba665 admin admin] 10.222.0.68 "PUT /v2.0/routers/98fe4f15-ce4a-450d-a0b8-e52173734347/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2712607 Aug 16 20:08:09.753682 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3af3b1ce-e689-41d1-bc02-8edd1d416e3f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=93d3bc932e184c228ef22393b9e1d0e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422126 Aug 16 20:08:09.756144 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43462) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:09.784686 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-eb3b47cb-8e47-455b-bcf3-f2585be137a7 req-eb98b08d-d945-4bd0-905e-c2143e1e959a tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730965 Aug 16 20:08:09.861737 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3eedd660-302e-48bf-a005-5596fe4424ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:09.892866 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3eedd660-302e-48bf-a005-5596fe4424ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:09.959165 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd5e72f-770f-4b8c-8f04-fee2a049d1f9 None None] Sync routers for ids ['98fe4f15-ce4a-450d-a0b8-e52173734347'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:08:09.960031 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43470) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:10.006621 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3eedd660-302e-48bf-a005-5596fe4424ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:10.010066 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3eedd660-302e-48bf-a005-5596fe4424ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:10.011569 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd5e72f-770f-4b8c-8f04-fee2a049d1f9 None None] Routers {'98fe4f15-ce4a-450d-a0b8-e52173734347'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:08:10.013388 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-dbd5e72f-770f-4b8c-8f04-fee2a049d1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:08:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['98fe4f15-ce4a-450d-a0b8-e52173734347'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:08:10.015547 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3eedd660-302e-48bf-a005-5596fe4424ec admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b9046616-ec20-40aa-b347-517333dcb97c HTTP/1.1" status: 204 len: 168 time: 0.2582285 Aug 16 20:08:10.032011 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eedd660-302e-48bf-a005-5596fe4424ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9046616-ec20-40aa-b347-517333dcb97c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:10.252135 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd1e16-6613-44c6-ac5e-1c2919589099 req-759ed0a4-3369-4fd9-bc3a-c09ff65bfc39 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:10.256136 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-24dd1e16-6613-44c6-ac5e-1c2919589099 req-759ed0a4-3369-4fd9-bc3a-c09ff65bfc39 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 946 time: 0.1691456 Aug 16 20:08:10.290806 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-dbd5e72f-770f-4b8c-8f04-fee2a049d1f9 None None] Set router 98fe4f15-ce4a-450d-a0b8-e52173734347 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:08:10.354678 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c31f0a-40de-4e72-8dcc-237da542e036 req-3438184e-2de0-4648-8c23-f86e1ec75625 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:10.358376 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c7c31f0a-40de-4e72-8dcc-237da542e036 req-3438184e-2de0-4648-8c23-f86e1ec75625 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.68 "GET /v2.0/ports?device_id=61b730fd-0962-4af1-ac48-b52f613730b8 HTTP/1.1" status: 200 len: 950 time: 0.0798166 Aug 16 20:08:10.374663 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-24dd1e16-6613-44c6-ac5e-1c2919589099 req-7a8a7de1-efcd-4fe0-b67e-848a1370a631 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052613 Aug 16 20:08:10.470881 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4e8f390f-7f3a-4fe7-ba17-441455132ab3 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1003109303'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:10.524635 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01f2a1-a46b-4d73-91e0-a3046555d32f req-71555195-fcbe-44ae-a0d0-94c7dfccf626 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:10.526956 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c01f2a1-a46b-4d73-91e0-a3046555d32f req-71555195-fcbe-44ae-a0d0-94c7dfccf626 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 946 time: 0.0954862 Aug 16 20:08:10.577978 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c7c31f0a-40de-4e72-8dcc-237da542e036 req-49083211-301b-4e93-b6dd-9eb8ceb26cf9 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf904dec-7d7c-482f-a033-9f5940982765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028706 Aug 16 20:08:10.582297 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8f390f-7f3a-4fe7-ba17-441455132ab3 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Made reservation on behalf of 44cecf28d81c41b980f2e11c82b41b71 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:08:10.601075 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e8f390f-7f3a-4fe7-ba17-441455132ab3 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:10.609014 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c01f2a1-a46b-4d73-91e0-a3046555d32f req-0b969f5b-794f-489f-940c-7ca6371f7e4c tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742607 Aug 16 20:08:10.672498 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 21558806-5b34-46e3-9d55-3b801b61cb87 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:08:10.679664 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e8f390f-7f3a-4fe7-ba17-441455132ab3 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:08:10.703846 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e8f390f-7f3a-4fe7-ba17-441455132ab3 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:10.704575 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-4e8f390f-7f3a-4fe7-ba17-441455132ab3 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Added segment 49f83a2f-f634-467f-83fc-b1cb59e8db99 of type vlan for network c8602f0d-5e56-4675-8352-10efc98e5acf Aug 16 20:08:10.725037 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43496) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:10.769215 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e8f390f-7f3a-4fe7-ba17-441455132ab3 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:10.804797 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e8f390f-7f3a-4fe7-ba17-441455132ab3 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:10.812816 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8f390f-7f3a-4fe7-ba17-441455132ab3 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:10.814061 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e8f390f-7f3a-4fe7-ba17-441455132ab3 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:10.817218 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 21558806-5b34-46e3-9d55-3b801b61cb87 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:10.817799 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:10.893167 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4e8f390f-7f3a-4fe7-ba17-441455132ab3 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9317765 Aug 16 20:08:10.894418 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43502) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:10.910378 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-33f5db9e-fe2f-49a8-8966-b882aceb1a0e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Request body: {'subnet': {'network_id': 'c8602f0d-5e56-4675-8352-10efc98e5acf', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:10.931031 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43506) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:10.933409 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243f66e-d382-4d23-ae12-de80bb6efd4c req-b44c9e0e-6b23-488b-bff3-1275517e1218 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:10.936071 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e243f66e-d382-4d23-ae12-de80bb6efd4c req-b44c9e0e-6b23-488b-bff3-1275517e1218 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 950 time: 0.2021372 Aug 16 20:08:10.942209 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b31403e5-1a4d-4ced-a824-d9c086794e88 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7633a10316324204a8a04d390a5c3939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2156599 Aug 16 20:08:10.945411 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43508) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:10.982400 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f390f-7f3a-4fe7-ba17-441455132ab3 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Pushing event updated for resources: {'Network': ['ID=c8602f0d-5e56-4675-8352-10efc98e5acf,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:10.995540 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e243f66e-d382-4d23-ae12-de80bb6efd4c req-36890e3e-7cb3-4d79-b9f5-6a1cd3034df4 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516207 Aug 16 20:08:11.032706 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network c8602f0d-5e56-4675-8352-10efc98e5acf details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:08:11.144627 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-dbd5e72f-770f-4b8c-8f04-fee2a049d1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fe4f15-ce4a-450d-a0b8-e52173734347', 'name': 'tempest-ServersTestMultiNic-1683019123-router', 'tenant_id': '44cecf28d81c41b980f2e11c82b41b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '21558806-5b34-46e3-9d55-3b801b61cb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:01Z', 'updated_at': '2021-08-16T20:08:07Z', 'revision_number': 4, 'project_id': '44cecf28d81c41b980f2e11c82b41b71', 'gw_port': {'id': '21558806-5b34-46e3-9d55-3b801b61cb87', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:70:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fe4f15-ce4a-450d-a0b8-e52173734347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:02Z', 'updated_at': '2021-08-16T20:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'a6ae1650-6f04-4984-8c68-9d027dbea9fc', 'name': '', 'network_id': 'b37cbbf5-b6d7-4028-872c-198c2ca4233f', 'tenant_id': '44cecf28d81c41b980f2e11c82b41b71', 'mac_address': 'fa:16:3e:49:97:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fe4f15-ce4a-450d-a0b8-e52173734347', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '6dd7778e-5951-4b06-a5d6-ed68d7c6b916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:06Z', 'updated_at': '2021-08-16T20:08:08Z', 'revision_number': 2, 'project_id': '44cecf28d81c41b980f2e11c82b41b71', 'subnets': [{'id': '6dd7778e-5951-4b06-a5d6-ed68d7c6b916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:08:11.161503 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b445be50-fbf1-42f4-8f76-eea0a406f4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:11.166893 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f5db9e-fe2f-49a8-8966-b882aceb1a0e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Made reservation on behalf of 44cecf28d81c41b980f2e11c82b41b71 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:08:11.171409 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33f5db9e-fe2f-49a8-8966-b882aceb1a0e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:11.200123 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd5e72f-770f-4b8c-8f04-fee2a049d1f9 None None] Checking router: 98fe4f15-ce4a-450d-a0b8-e52173734347 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:08:11.200363 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd5e72f-770f-4b8c-8f04-fee2a049d1f9 None None] Updating router 98fe4f15-ce4a-450d-a0b8-e52173734347 port a6ae1650-6f04-4984-8c68-9d027dbea9fc binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:08:11.201133 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3a76b35f-2347-43a7-9c5d-df140a1e7fac admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-958619829-network', 'tenant_id': 'b6264241cb9648dd8d34cc0e38c415e2'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:11.216767 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b445be50-fbf1-42f4-8f76-eea0a406f4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:11.227340 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dbd5e72f-770f-4b8c-8f04-fee2a049d1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:11.321811 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a76b35f-2347-43a7-9c5d-df140a1e7fac admin admin] Made reservation on behalf of b6264241cb9648dd8d34cc0e38c415e2 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:08:11.324255 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a76b35f-2347-43a7-9c5d-df140a1e7fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:11.352749 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b445be50-fbf1-42f4-8f76-eea0a406f4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:11.357738 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b445be50-fbf1-42f4-8f76-eea0a406f4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:11.359497 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b445be50-fbf1-42f4-8f76-eea0a406f4c8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c816714f-7e91-4935-9f91-46fa43a9157c HTTP/1.1" status: 204 len: 168 time: 0.3837259 Aug 16 20:08:11.360782 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a76b35f-2347-43a7-9c5d-df140a1e7fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:11.402605 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445be50-fbf1-42f4-8f76-eea0a406f4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c816714f-7e91-4935-9f91-46fa43a9157c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:11.605333 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02886d-3787-4cda-9055-3760fa6e775e req-2010e0e6-ff69-4e7e-b21f-509765f1db29 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:11.609078 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b02886d-3787-4cda-9055-3760fa6e775e req-2010e0e6-ff69-4e7e-b21f-509765f1db29 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 946 time: 0.1001558 Aug 16 20:08:11.610102 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33f5db9e-fe2f-49a8-8966-b882aceb1a0e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:11.640397 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dbd5e72f-770f-4b8c-8f04-fee2a049d1f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:11.665221 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-dbd5e72f-770f-4b8c-8f04-fee2a049d1f9 None None] Transition to ACTIVE for port object a6ae1650-6f04-4984-8c68-9d027dbea9fc will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:08:11.681090 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dbd5e72f-770f-4b8c-8f04-fee2a049d1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:11.682353 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5db9e-fe2f-49a8-8966-b882aceb1a0e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Pushing event updated for resources: {'Subnet': ['ID=57f4dd2c-5a2f-40ea-b7df-5b0743102d41,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:11.720389 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b02886d-3787-4cda-9055-3760fa6e775e req-42314580-5211-4023-83f8-afa37da96b17 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968084 Aug 16 20:08:11.740420 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a76b35f-2347-43a7-9c5d-df140a1e7fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:11.758050 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f5db9e-fe2f-49a8-8966-b882aceb1a0e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Checking segment: {'id': '49f83a2f-f634-467f-83fc-b1cb59e8db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c8602f0d-5e56-4675-8352-10efc98e5acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:08:11.758433 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f5db9e-fe2f-49a8-8966-b882aceb1a0e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Network hostable DHCP agents. Network: c8602f0d-5e56-4675-8352-10efc98e5acf, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:08:11.768962 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a76b35f-2347-43a7-9c5d-df140a1e7fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:11.798106 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ce661-27ea-467c-abd6-0807bd20780e req-65df02ee-1579-4664-b647-974cdca3f3fe tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:11.799850 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-145ce661-27ea-467c-abd6-0807bd20780e req-65df02ee-1579-4664-b647-974cdca3f3fe tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 946 time: 0.0893431 Aug 16 20:08:11.805211 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d209d-3514-4ab8-88dc-cdadd52f2355 None None] Pushing event updated for resources: {'Port': ['ID=a6ae1650-6f04-4984-8c68-9d027dbea9fc,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:11.825967 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a76b35f-2347-43a7-9c5d-df140a1e7fac admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:08:11.851089 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f5db9e-fe2f-49a8-8966-b882aceb1a0e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Network c8602f0d-5e56-4675-8352-10efc98e5acf is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:08:11.865573 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76b35f-2347-43a7-9c5d-df140a1e7fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f6294d-3577-4d00-ade3-ecb5a39b4d4d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:11.879775 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a76b35f-2347-43a7-9c5d-df140a1e7fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:11.880053 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-3a76b35f-2347-43a7-9c5d-df140a1e7fac admin admin] Added segment f0e1cff3-be79-46a2-89b0-5e957d505bd8 of type vlan for network 682be607-79fb-4233-90b1-5b45ce0ee053 Aug 16 20:08:11.916171 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-33f5db9e-fe2f-49a8-8966-b882aceb1a0e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, c8602f0d-5e56-4675-8352-10efc98e5acf) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:08:11.946106 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f5db9e-fe2f-49a8-8966-b882aceb1a0e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:11.947450 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33f5db9e-fe2f-49a8-8966-b882aceb1a0e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:11.977557 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68eb51e-7306-445e-a65f-23a702b226fc req-bae790d1-a594-4b60-8e80-309ee27f3ac6 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:11.978714 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa6c7f4-45a4-419f-a1fd-51e871638e52 None None] Network c8602f0d-5e56-4675-8352-10efc98e5acf requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:08:11.993295 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f68eb51e-7306-445e-a65f-23a702b226fc req-bae790d1-a594-4b60-8e80-309ee27f3ac6 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 946 time: 0.2275643 Aug 16 20:08:12.062899 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-145ce661-27ea-467c-abd6-0807bd20780e req-86e22d50-aaf6-4988-949b-fc35c306ca7d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Deleting port d6eb0731-6711-40b2-ae8e-4185ad4bfb8c {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:08:12.063530 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-145ce661-27ea-467c-abd6-0807bd20780e req-86e22d50-aaf6-4988-949b-fc35c306ca7d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:12.112369 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-33f5db9e-fe2f-49a8-8966-b882aceb1a0e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2086470 Aug 16 20:08:12.119839 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a76b35f-2347-43a7-9c5d-df140a1e7fac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:12.122291 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43534) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:12.140929 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c47987bb-5cc7-4158-bd3d-64324c64ef4a tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1988142918'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:12.181709 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f68eb51e-7306-445e-a65f-23a702b226fc req-50b0d11b-c38a-4850-812c-ca4af10c9698 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685703 Aug 16 20:08:12.245483 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a76b35f-2347-43a7-9c5d-df140a1e7fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:12.248908 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a76b35f-2347-43a7-9c5d-df140a1e7fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:12.250117 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a76b35f-2347-43a7-9c5d-df140a1e7fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:12.269541 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-dbd5e72f-770f-4b8c-8f04-fee2a049d1f9 None None] Attempting to bind port a6ae1650-6f04-4984-8c68-9d027dbea9fc on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:08:12.270090 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-dbd5e72f-770f-4b8c-8f04-fee2a049d1f9 None None] Attempting to bind port a6ae1650-6f04-4984-8c68-9d027dbea9fc by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'cc29a2d9-21cc-4744-8eb4-bfe18f439128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b37cbbf5-b6d7-4028-872c-198c2ca4233f'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:08:12.270287 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd5e72f-770f-4b8c-8f04-fee2a049d1f9 None None] Attempting to bind port a6ae1650-6f04-4984-8c68-9d027dbea9fc on network b37cbbf5-b6d7-4028-872c-198c2ca4233f {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:08:12.306187 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd5e72f-770f-4b8c-8f04-fee2a049d1f9 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:08:12.306579 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd5e72f-770f-4b8c-8f04-fee2a049d1f9 None None] Checking segment: {'id': 'cc29a2d9-21cc-4744-8eb4-bfe18f439128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b37cbbf5-b6d7-4028-872c-198c2ca4233f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:08:12.307601 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dbd5e72f-770f-4b8c-8f04-fee2a049d1f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:12.308016 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd5e72f-770f-4b8c-8f04-fee2a049d1f9 None None] Bound using segment: {'id': 'cc29a2d9-21cc-4744-8eb4-bfe18f439128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b37cbbf5-b6d7-4028-872c-198c2ca4233f'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:08:12.308507 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-dbd5e72f-770f-4b8c-8f04-fee2a049d1f9 None None] Bound port: a6ae1650-6f04-4984-8c68-9d027dbea9fc, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc29a2d9-21cc-4744-8eb4-bfe18f439128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b37cbbf5-b6d7-4028-872c-198c2ca4233f'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:08:12.308896 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dbd5e72f-770f-4b8c-8f04-fee2a049d1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:12.320278 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-145ce661-27ea-467c-abd6-0807bd20780e req-86e22d50-aaf6-4988-949b-fc35c306ca7d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] For port d6eb0731-6711-40b2-ae8e-4185ad4bfb8c, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=d6eb0731-6711-40b2-ae8e-4185ad4bfb8c,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:12.320702 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-145ce661-27ea-467c-abd6-0807bd20780e req-86e22d50-aaf6-4988-949b-fc35c306ca7d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:12.341373 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-145ce661-27ea-467c-abd6-0807bd20780e req-86e22d50-aaf6-4988-949b-fc35c306ca7d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Calling delete_port for d6eb0731-6711-40b2-ae8e-4185ad4bfb8c owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:08:12.377530 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76b35f-2347-43a7-9c5d-df140a1e7fac admin admin] Pushing event updated for resources: {'Network': ['ID=682be607-79fb-4233-90b1-5b45ce0ee053,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:12.379962 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47987bb-5cc7-4158-bd3d-64324c64ef4a tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Made reservation on behalf of 44cecf28d81c41b980f2e11c82b41b71 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:08:12.385091 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c47987bb-5cc7-4158-bd3d-64324c64ef4a tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:12.402896 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 682be607-79fb-4233-90b1-5b45ce0ee053 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:08:12.424041 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47987bb-5cc7-4158-bd3d-64324c64ef4a tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:08:12.443826 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3a76b35f-2347-43a7-9c5d-df140a1e7fac admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5114264 Aug 16 20:08:12.444669 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43544) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:12.455094 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c47987bb-5cc7-4158-bd3d-64324c64ef4a tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:12.455500 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-c47987bb-5cc7-4158-bd3d-64324c64ef4a tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Added segment 5d317cc8-08a4-459a-a64c-4221e04002c8 of type vlan for network 4fee3c20-0d2c-4960-8ab0-37c1f62ea076 Aug 16 20:08:12.530840 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c47987bb-5cc7-4158-bd3d-64324c64ef4a tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:12.568380 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-264809da-e723-414f-b774-a2284917d1c3 admin admin] Request body: {'subnet': {'network_id': '682be607-79fb-4233-90b1-5b45ce0ee053', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-958619829-subnet', 'tenant_id': 'b6264241cb9648dd8d34cc0e38c415e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:12.577047 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-dbd5e72f-770f-4b8c-8f04-fee2a049d1f9 None None] For port a6ae1650-6f04-4984-8c68-9d027dbea9fc, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:08:12.589235 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c47987bb-5cc7-4158-bd3d-64324c64ef4a tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:12.595373 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-dbd5e72f-770f-4b8c-8f04-fee2a049d1f9 None None] For port a6ae1650-6f04-4984-8c68-9d027dbea9fc, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=a6ae1650-6f04-4984-8c68-9d027dbea9fc,segment=NetworkSegment(cc29a2d9-21cc-4744-8eb4-bfe18f439128),segment_id=cc29a2d9-21cc-4744-8eb4-bfe18f439128)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:08:12.604885 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dbd5e72f-770f-4b8c-8f04-fee2a049d1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:12.618032 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47987bb-5cc7-4158-bd3d-64324c64ef4a tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:12.623513 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c47987bb-5cc7-4158-bd3d-64324c64ef4a tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:12.657178 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67357d6b-320b-4a0b-9e04-fa6f9563d826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-c8602f0d-5e56-4675-8352-10efc98e5acf', 'network_id': 'c8602f0d-5e56-4675-8352-10efc98e5acf', 'tenant_id': '44cecf28d81c41b980f2e11c82b41b71', 'fixed_ips': [{'subnet_id': '57f4dd2c-5a2f-40ea-b7df-5b0743102d41'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:08:12.658099 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-67357d6b-320b-4a0b-9e04-fa6f9563d826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:12.694630 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43548) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:12.717983 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d209d-3514-4ab8-88dc-cdadd52f2355 None None] Pushing event updated for resources: {'Port': ['ID=a6ae1650-6f04-4984-8c68-9d027dbea9fc,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:12.718197 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57630382-4a5f-41b4-93e8-2baaa7cb020a req-9e58fee5-99ef-47e1-8b21-18d2c63c1404 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:12.719693 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-57630382-4a5f-41b4-93e8-2baaa7cb020a req-9e58fee5-99ef-47e1-8b21-18d2c63c1404 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 950 time: 0.2465849 Aug 16 20:08:12.720380 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-145ce661-27ea-467c-abd6-0807bd20780e req-86e22d50-aaf6-4988-949b-fc35c306ca7d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:12.729419 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd5e72f-770f-4b8c-8f04-fee2a049d1f9 None None] Routers {'98fe4f15-ce4a-450d-a0b8-e52173734347'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:08:12.730120 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-dbd5e72f-770f-4b8c-8f04-fee2a049d1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:08:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['98fe4f15-ce4a-450d-a0b8-e52173734347'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:08:12.768122 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e22d50-aaf6-4988-949b-fc35c306ca7d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Pushing event deleted for resources: {'Port': ['ID=d6eb0731-6711-40b2-ae8e-4185ad4bfb8c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:12.809499 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47987bb-5cc7-4158-bd3d-64324c64ef4a tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Pushing event updated for resources: {'Network': ['ID=4fee3c20-0d2c-4960-8ab0-37c1f62ea076,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:12.891302 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264809da-e723-414f-b774-a2284917d1c3 admin admin] Made reservation on behalf of b6264241cb9648dd8d34cc0e38c415e2 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:08:12.894792 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-264809da-e723-414f-b774-a2284917d1c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:12.932051 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-145ce661-27ea-467c-abd6-0807bd20780e req-86e22d50-aaf6-4988-949b-fc35c306ca7d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] No DVR routers for this DVR port d6eb0731-6711-40b2-ae8e-4185ad4bfb8c on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:08:12.947114 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-145ce661-27ea-467c-abd6-0807bd20780e req-86e22d50-aaf6-4988-949b-fc35c306ca7d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:12.953735 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-145ce661-27ea-467c-abd6-0807bd20780e req-86e22d50-aaf6-4988-949b-fc35c306ca7d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.57 "DELETE /v2.0/ports/d6eb0731-6711-40b2-ae8e-4185ad4bfb8c HTTP/1.1" status: 204 len: 173 time: 1.1459510 Aug 16 20:08:12.954226 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbde064-403c-4e6f-9628-0a2a78e757fb', 'name': 'network-vif-deleted', 'tag': 'd6eb0731-6711-40b2-ae8e-4185ad4bfb8c'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:08:12.956562 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ee2138-91f3-4f68-bbc1-ac66ae0ba61f" -d '{"events": [{"server_uuid": "0bbde064-403c-4e6f-9628-0a2a78e757fb", "name": "network-vif-deleted", "tag": "d6eb0731-6711-40b2-ae8e-4185ad4bfb8c"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:08:12.962840 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['d6eb0731-6711-40b2-ae8e-4185ad4bfb8c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:08:12.968696 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 4fee3c20-0d2c-4960-8ab0-37c1f62ea076 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:08:12.988637 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d20f27bc-e417-41ea-84d1-6178344bb7d8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-689600420-network', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:12.995641 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c47987bb-5cc7-4158-bd3d-64324c64ef4a tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8713667 Aug 16 20:08:13.005131 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43556) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:13.016275 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-57630382-4a5f-41b4-93e8-2baaa7cb020a req-c86a5fa6-2085-4483-90ca-72e31d455efb tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492614 Aug 16 20:08:13.019523 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-661db566-f00a-4e26-9190-dafdc9cc7beb tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Request body: {'subnet': {'network_id': '4fee3c20-0d2c-4960-8ab0-37c1f62ea076', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:13.082173 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20f27bc-e417-41ea-84d1-6178344bb7d8 admin admin] Made reservation on behalf of fc267694f3a54ef9952a0f83a94966f1 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:08:13.086594 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d20f27bc-e417-41ea-84d1-6178344bb7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:13.121353 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d20f27bc-e417-41ea-84d1-6178344bb7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:13.154883 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212acab-b7db-476a-ab96-a69482cadf89 req-65a4524c-3af1-43d1-bdea-bf8f3db47a7c tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:13.157686 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ea870d-9296-4597-96c9-d58d5cdf35c3 x-openstack-request-id: req-22ea870d-9296-4597-96c9-d58d5cdf35c3 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:08:13.158412 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbde064-403c-4e6f-9628-0a2a78e757fb", "name": "network-vif-deleted", "tag": "d6eb0731-6711-40b2-ae8e-4185ad4bfb8c", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:08:13.159064 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-22ea870d-9296-4597-96c9-d58d5cdf35c3 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:08:13.159812 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbde064-403c-4e6f-9628-0a2a78e757fb', 'name': 'network-vif-deleted', 'tag': 'd6eb0731-6711-40b2-ae8e-4185ad4bfb8c', 'status': 'completed', 'code': 200} Aug 16 20:08:13.163634 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4212acab-b7db-476a-ab96-a69482cadf89 req-65a4524c-3af1-43d1-bdea-bf8f3db47a7c tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 946 time: 0.2922151 Aug 16 20:08:13.241179 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4212acab-b7db-476a-ab96-a69482cadf89 req-94b276be-6bda-420b-a873-f2e0d112bd96 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765371 Aug 16 20:08:13.253134 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-67357d6b-320b-4a0b-9e04-fa6f9563d826 None None] Allocated IP 19.80.0.2 (c8602f0d-5e56-4675-8352-10efc98e5acf/57f4dd2c-5a2f-40ea-b7df-5b0743102d41/9f4e68ca-c891-4449-b9db-2976c49e7daf) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:08:13.301337 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d20f27bc-e417-41ea-84d1-6178344bb7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:13.307048 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d20f27bc-e417-41ea-84d1-6178344bb7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:13.342458 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-dbd5e72f-770f-4b8c-8f04-fee2a049d1f9 None None] Set router 98fe4f15-ce4a-450d-a0b8-e52173734347 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:08:13.409411 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20f27bc-e417-41ea-84d1-6178344bb7d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:08:13.429936 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-925d513b-b847-45e6-9a28-9f9b0b8d1f35 req-a0010984-20a8-4ed9-99af-8a0b59dfa6c3 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bbde064-403c-4e6f-9628-0a2a78e757fb HTTP/1.1" status: 200 len: 210 time: 0.1031559 Aug 16 20:08:13.468441 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f27bc-e417-41ea-84d1-6178344bb7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6168e2-2538-4153-9435-005013f51073,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:13.479148 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d20f27bc-e417-41ea-84d1-6178344bb7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:13.479694 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-d20f27bc-e417-41ea-84d1-6178344bb7d8 admin admin] Added segment e26bc7e8-1ebe-4a3d-b76a-c8e856240763 of type vlan for network 8863e50a-a79b-4e19-ba1f-e1c14a852f7b Aug 16 20:08:13.566923 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d20f27bc-e417-41ea-84d1-6178344bb7d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:13.614255 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d20f27bc-e417-41ea-84d1-6178344bb7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:13.616742 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20f27bc-e417-41ea-84d1-6178344bb7d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:13.617457 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d20f27bc-e417-41ea-84d1-6178344bb7d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:13.698155 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d20f27bc-e417-41ea-84d1-6178344bb7d8 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9960723 Aug 16 20:08:13.702311 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43564) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:13.709652 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c06e2ac2-f1bb-4806-a253-e828b475cd07 admin admin] Request body: {'subnet': {'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-689600420-subnet', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:13.718483 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f27bc-e417-41ea-84d1-6178344bb7d8 admin admin] Pushing event updated for resources: {'Network': ['ID=8863e50a-a79b-4e19-ba1f-e1c14a852f7b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:13.742836 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06e2ac2-f1bb-4806-a253-e828b475cd07 admin admin] Made reservation on behalf of fc267694f3a54ef9952a0f83a94966f1 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:08:13.745999 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c06e2ac2-f1bb-4806-a253-e828b475cd07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:13.892266 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661db566-f00a-4e26-9190-dafdc9cc7beb tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Made reservation on behalf of 44cecf28d81c41b980f2e11c82b41b71 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:08:13.896813 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-661db566-f00a-4e26-9190-dafdc9cc7beb tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:13.903863 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-264809da-e723-414f-b774-a2284917d1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:13.922396 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 8863e50a-a79b-4e19-ba1f-e1c14a852f7b details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:08:13.970082 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c06e2ac2-f1bb-4806-a253-e828b475cd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:14.053637 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e2ac2-f1bb-4806-a253-e828b475cd07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:14.077464 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06e2ac2-f1bb-4806-a253-e828b475cd07 admin admin] Checking segment: {'id': 'e26bc7e8-1ebe-4a3d-b76a-c8e856240763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:08:14.077844 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06e2ac2-f1bb-4806-a253-e828b475cd07 admin admin] Network hostable DHCP agents. Network: 8863e50a-a79b-4e19-ba1f-e1c14a852f7b, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:08:14.094657 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264809da-e723-414f-b774-a2284917d1c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b903fc65-5620-442d-a50b-39d9882b4335,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:14.104223 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264809da-e723-414f-b774-a2284917d1c3 admin admin] Checking segment: {'id': 'f0e1cff3-be79-46a2-89b0-5e957d505bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '682be607-79fb-4233-90b1-5b45ce0ee053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:08:14.104592 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264809da-e723-414f-b774-a2284917d1c3 admin admin] Network hostable DHCP agents. Network: 682be607-79fb-4233-90b1-5b45ce0ee053, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:08:14.106150 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06e2ac2-f1bb-4806-a253-e828b475cd07 admin admin] Network 8863e50a-a79b-4e19-ba1f-e1c14a852f7b is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:08:14.120741 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-c06e2ac2-f1bb-4806-a253-e828b475cd07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 8863e50a-a79b-4e19-ba1f-e1c14a852f7b) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:08:14.135521 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264809da-e723-414f-b774-a2284917d1c3 admin admin] Network 682be607-79fb-4233-90b1-5b45ce0ee053 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:08:14.141625 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06e2ac2-f1bb-4806-a253-e828b475cd07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:14.142612 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c06e2ac2-f1bb-4806-a253-e828b475cd07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:14.150980 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-264809da-e723-414f-b774-a2284917d1c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 682be607-79fb-4233-90b1-5b45ce0ee053) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:08:14.161746 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f93f187-c5c8-4a60-8a20-879d66dcd99e None None] Network 8863e50a-a79b-4e19-ba1f-e1c14a852f7b requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:08:14.171765 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c06e2ac2-f1bb-4806-a253-e828b475cd07 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4678330 Aug 16 20:08:14.174640 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43568) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:14.178859 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-835538cb-446c-41a2-a981-cbd0d3bf19b9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-689600420-router', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:14.183763 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f3d012-14b0-41e7-a1e2-4020e68e6695 None None] Network 682be607-79fb-4233-90b1-5b45ce0ee053 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:08:14.190194 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264809da-e723-414f-b774-a2284917d1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:14.190786 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-264809da-e723-414f-b774-a2284917d1c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:14.235933 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-835538cb-446c-41a2-a981-cbd0d3bf19b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:14.237060 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-835538cb-446c-41a2-a981-cbd0d3bf19b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:14.259242 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-264809da-e723-414f-b774-a2284917d1c3 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6969686 Aug 16 20:08:14.300845 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-661db566-f00a-4e26-9190-dafdc9cc7beb tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:14.309117 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934e0c1-e9ee-4619-b923-ebb10a711ae1 req-4ef7f6f2-a482-42bb-80b1-a99b9c02967e tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:14.316403 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2934e0c1-e9ee-4619-b923-ebb10a711ae1 req-4ef7f6f2-a482-42bb-80b1-a99b9c02967e tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 950 time: 0.1313069 Aug 16 20:08:14.359662 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661db566-f00a-4e26-9190-dafdc9cc7beb tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Pushing event updated for resources: {'Subnet': ['ID=943ae4e1-ae6c-4e99-b784-11308ecc68c9,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:14.377902 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-67357d6b-320b-4a0b-9e04-fa6f9563d826 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:14.435957 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-67357d6b-320b-4a0b-9e04-fa6f9563d826 None None] Transition to ACTIVE for port object 9f4e68ca-c891-4449-b9db-2976c49e7daf will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:08:14.446632 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661db566-f00a-4e26-9190-dafdc9cc7beb tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Checking segment: {'id': '5d317cc8-08a4-459a-a64c-4221e04002c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4fee3c20-0d2c-4960-8ab0-37c1f62ea076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:08:14.448336 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661db566-f00a-4e26-9190-dafdc9cc7beb tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Network hostable DHCP agents. Network: 4fee3c20-0d2c-4960-8ab0-37c1f62ea076, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:08:14.448691 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-835538cb-446c-41a2-a981-cbd0d3bf19b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:14.494039 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-67357d6b-320b-4a0b-9e04-fa6f9563d826 None None] Transition to ACTIVE for port object 9f4e68ca-c891-4449-b9db-2976c49e7daf will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:08:14.502520 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a4b4d-ef4d-494a-b392-66064e3e6776 req-490c4c8b-0771-490e-89c1-e261209175aa tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:14.505968 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-808a4b4d-ef4d-494a-b392-66064e3e6776 req-490c4c8b-0771-490e-89c1-e261209175aa tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 946 time: 0.1219492 Aug 16 20:08:14.527146 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661db566-f00a-4e26-9190-dafdc9cc7beb tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Network 4fee3c20-0d2c-4960-8ab0-37c1f62ea076 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:08:14.537376 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-67357d6b-320b-4a0b-9e04-fa6f9563d826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:14.569745 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-808a4b4d-ef4d-494a-b392-66064e3e6776 req-ce034284-f15e-4efa-af91-704a3878f302 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518692 Aug 16 20:08:14.570931 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-661db566-f00a-4e26-9190-dafdc9cc7beb tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 4fee3c20-0d2c-4960-8ab0-37c1f62ea076) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:08:14.575953 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661db566-f00a-4e26-9190-dafdc9cc7beb tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:14.576713 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-661db566-f00a-4e26-9190-dafdc9cc7beb tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:14.605067 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-661db566-f00a-4e26-9190-dafdc9cc7beb tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5987327 Aug 16 20:08:14.631633 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacb4e2f-e209-4e6f-9a12-9e670e27bc7a None None] Network 4fee3c20-0d2c-4960-8ab0-37c1f62ea076 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:08:14.687314 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [req-3feb256e-691e-485b-828e-88cf244c6bfe req-8b3d84f1-9350-4217-be93-76f48433d191 service neutron] show failed (client error): The resource could not be found. Aug 16 20:08:14.688353 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3feb256e-691e-485b-828e-88cf244c6bfe req-8b3d84f1-9350-4217-be93-76f48433d191 service neutron] 10.222.0.63 "GET /v2.0/ports/39e68215-9ebb-45bc-b0da-ed77dad3bcb7/bindings/n-h1-787206-13 HTTP/1.1" status: 404 len: 381 time: 0.0766919 Aug 16 20:08:14.779622 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67357d6b-320b-4a0b-9e04-fa6f9563d826 None None] Network c8602f0d-5e56-4675-8352-10efc98e5acf is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:08:14.807298 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-835538cb-446c-41a2-a981-cbd0d3bf19b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:14.809028 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67357d6b-320b-4a0b-9e04-fa6f9563d826 None None] Pushing event updated for resources: {'Port': ['ID=9f4e68ca-c891-4449-b9db-2976c49e7daf,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:14.814408 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b724b5-6587-466e-8c82-7bb1fee1dbec None None] Network 682be607-79fb-4233-90b1-5b45ce0ee053 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:08:14.816885 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-67357d6b-320b-4a0b-9e04-fa6f9563d826 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:08:14.820548 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67357d6b-320b-4a0b-9e04-fa6f9563d826 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:08:14.836452 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2934e0c1-e9ee-4619-b923-ebb10a711ae1 req-ea67c349-d83e-4b8e-b5a1-4a25bda6ef6c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216588 Aug 16 20:08:15.019458 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-dbd5e72f-770f-4b8c-8f04-fee2a049d1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fe4f15-ce4a-450d-a0b8-e52173734347', 'name': 'tempest-ServersTestMultiNic-1683019123-router', 'tenant_id': '44cecf28d81c41b980f2e11c82b41b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '21558806-5b34-46e3-9d55-3b801b61cb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:01Z', 'updated_at': '2021-08-16T20:08:07Z', 'revision_number': 4, 'project_id': '44cecf28d81c41b980f2e11c82b41b71', 'gw_port': {'id': '21558806-5b34-46e3-9d55-3b801b61cb87', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:70:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fe4f15-ce4a-450d-a0b8-e52173734347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:02Z', 'updated_at': '2021-08-16T20:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'a6ae1650-6f04-4984-8c68-9d027dbea9fc', 'name': '', 'network_id': 'b37cbbf5-b6d7-4028-872c-198c2ca4233f', 'tenant_id': '44cecf28d81c41b980f2e11c82b41b71', 'mac_address': 'fa:16:3e:49:97:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fe4f15-ce4a-450d-a0b8-e52173734347', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '6dd7778e-5951-4b06-a5d6-ed68d7c6b916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:06Z', 'updated_at': '2021-08-16T20:08:12Z', 'revision_number': 4, 'project_id': '44cecf28d81c41b980f2e11c82b41b71', 'subnets': [{'id': '6dd7778e-5951-4b06-a5d6-ed68d7c6b916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:08:15.172058 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb256e-691e-485b-828e-88cf244c6bfe req-76d909a5-393c-4937-8d8a-785da01b0b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:15.179051 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3feb256e-691e-485b-828e-88cf244c6bfe req-76d909a5-393c-4937-8d8a-785da01b0b7a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2&tenant_id=f79b284ed8d04e57925fd24cf95b04a3 HTTP/1.1" status: 200 len: 1102 time: 0.1770084 Aug 16 20:08:15.251313 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c19367-7827-475b-9468-4aa8058e5729 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'fixed_ips': [{'subnet_id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:08:15.252187 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f5c19367-7827-475b-9468-4aa8058e5729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:15.255241 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd5e72f-770f-4b8c-8f04-fee2a049d1f9 None None] The sync data for ids ['98fe4f15-ce4a-450d-a0b8-e52173734347'] in n-d-787206-13 is: [{'id': '98fe4f15-ce4a-450d-a0b8-e52173734347', 'name': 'tempest-ServersTestMultiNic-1683019123-router', 'tenant_id': '44cecf28d81c41b980f2e11c82b41b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '21558806-5b34-46e3-9d55-3b801b61cb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:01Z', 'updated_at': '2021-08-16T20:08:07Z', 'revision_number': 4, 'project_id': '44cecf28d81c41b980f2e11c82b41b71', 'gw_port': {'id': '21558806-5b34-46e3-9d55-3b801b61cb87', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:70:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fe4f15-ce4a-450d-a0b8-e52173734347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:02Z', 'updated_at': '2021-08-16T20:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'a6ae1650-6f04-4984-8c68-9d027dbea9fc', 'name': '', 'network_id': 'b37cbbf5-b6d7-4028-872c-198c2ca4233f', 'tenant_id': '44cecf28d81c41b980f2e11c82b41b71', 'mac_address': 'fa:16:3e:49:97:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fe4f15-ce4a-450d-a0b8-e52173734347', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '6dd7778e-5951-4b06-a5d6-ed68d7c6b916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:06Z', 'updated_at': '2021-08-16T20:08:12Z', 'revision_number': 4, 'project_id': '44cecf28d81c41b980f2e11c82b41b71', 'subnets': [{'id': '6dd7778e-5951-4b06-a5d6-ed68d7c6b916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:08:15.260613 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-3feb256e-691e-485b-828e-88cf244c6bfe req-9764f2ac-b28d-44fc-9d3c-884e7c48146c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787206-13', 'device_owner': 'compute:nova'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:15.386942 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-994ada4b-213b-4b87-9314-5351959cd51e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:15.390673 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-67357d6b-320b-4a0b-9e04-fa6f9563d826 None None] Attempting to bind port 9f4e68ca-c891-4449-b9db-2976c49e7daf on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:08:15.391722 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-67357d6b-320b-4a0b-9e04-fa6f9563d826 None None] Attempting to bind port 9f4e68ca-c891-4449-b9db-2976c49e7daf by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '49f83a2f-f634-467f-83fc-b1cb59e8db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c8602f0d-5e56-4675-8352-10efc98e5acf'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:08:15.392241 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67357d6b-320b-4a0b-9e04-fa6f9563d826 None None] Attempting to bind port 9f4e68ca-c891-4449-b9db-2976c49e7daf on network c8602f0d-5e56-4675-8352-10efc98e5acf {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:08:15.393718 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-994ada4b-213b-4b87-9314-5351959cd51e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:15.396729 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-994ada4b-213b-4b87-9314-5351959cd51e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/networks?id=c8602f0d-5e56-4675-8352-10efc98e5acf&id=4fee3c20-0d2c-4960-8ab0-37c1f62ea076&id=c8602f0d-5e56-4675-8352-10efc98e5acf HTTP/1.1" status: 200 len: 1392 time: 0.2133048 Aug 16 20:08:15.428991 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67357d6b-320b-4a0b-9e04-fa6f9563d826 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:08:15.429679 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67357d6b-320b-4a0b-9e04-fa6f9563d826 None None] Checking segment: {'id': '49f83a2f-f634-467f-83fc-b1cb59e8db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c8602f0d-5e56-4675-8352-10efc98e5acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:08:15.430239 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-67357d6b-320b-4a0b-9e04-fa6f9563d826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:15.430781 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67357d6b-320b-4a0b-9e04-fa6f9563d826 None None] Bound using segment: {'id': '49f83a2f-f634-467f-83fc-b1cb59e8db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c8602f0d-5e56-4675-8352-10efc98e5acf'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:08:15.431445 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-67357d6b-320b-4a0b-9e04-fa6f9563d826 None None] Bound port: 9f4e68ca-c891-4449-b9db-2976c49e7daf, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49f83a2f-f634-467f-83fc-b1cb59e8db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c8602f0d-5e56-4675-8352-10efc98e5acf'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:08:15.432007 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-67357d6b-320b-4a0b-9e04-fa6f9563d826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:15.455467 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-5204a7ad-3d1f-427b-a73b-c11ab27c0b1b tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/quotas/44cecf28d81c41b980f2e11c82b41b71 HTTP/1.1" status: 200 len: 375 time: 0.0176699 Aug 16 20:08:15.564535 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-79361355-756a-4cfa-b920-d09302902104 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:15.574997 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-79361355-756a-4cfa-b920-d09302902104 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/networks?id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd HTTP/1.1" status: 200 len: 812 time: 0.1630695 Aug 16 20:08:15.580484 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3feb256e-691e-485b-828e-88cf244c6bfe req-9764f2ac-b28d-44fc-9d3c-884e7c48146c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:15.601596 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-29a2fec8-c0ce-40f9-8912-e89eeb63f0aa tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/quotas/660f9d21c81a4d0490e02db145c56c81 HTTP/1.1" status: 200 len: 375 time: 0.0245142 Aug 16 20:08:15.653265 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-67357d6b-320b-4a0b-9e04-fa6f9563d826 None None] For port 9f4e68ca-c891-4449-b9db-2976c49e7daf, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:08:15.654330 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-8629c457-a70c-4b1f-ade8-57a83747c7b9 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=660f9d21c81a4d0490e02db145c56c81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500369 Aug 16 20:08:15.660706 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-67357d6b-320b-4a0b-9e04-fa6f9563d826 None None] For port 9f4e68ca-c891-4449-b9db-2976c49e7daf, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=9f4e68ca-c891-4449-b9db-2976c49e7daf,segment=NetworkSegment(49f83a2f-f634-467f-83fc-b1cb59e8db99),segment_id=49f83a2f-f634-467f-83fc-b1cb59e8db99)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:08:15.686101 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device d6eb0731-6711-40b2-ae8e-4185ad4bfb8c no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:08:15.689167 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-67357d6b-320b-4a0b-9e04-fa6f9563d826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:15.692449 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-b6577f5f-6510-4d84-bc43-1a66bf2d0ed1 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=44cecf28d81c41b980f2e11c82b41b71&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1959739 Aug 16 20:08:15.785453 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-4b85de29-b13a-4832-a2b3-881ecdb4e405 service neutron] 10.222.0.68 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298614 Aug 16 20:08:15.815507 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-835538cb-446c-41a2-a981-cbd0d3bf19b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:15.891536 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67357d6b-320b-4a0b-9e04-fa6f9563d826 None None] Pushing event updated for resources: {'Port': ['ID=9f4e68ca-c891-4449-b9db-2976c49e7daf,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:15.896073 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: d6eb0731-6711-40b2-ae8e-4185ad4bfb8c {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:08:15.897429 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device d6eb0731-6711-40b2-ae8e-4185ad4bfb8c not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:08:15.905643 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fbeea6-ee49-425d-b4a5-9c4185786593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-4fee3c20-0d2c-4960-8ab0-37c1f62ea076', 'network_id': '4fee3c20-0d2c-4960-8ab0-37c1f62ea076', 'tenant_id': '44cecf28d81c41b980f2e11c82b41b71', 'fixed_ips': [{'subnet_id': '943ae4e1-ae6c-4e99-b784-11308ecc68c9'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:08:15.906682 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22fbeea6-ee49-425d-b4a5-9c4185786593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:15.999600 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-835538cb-446c-41a2-a981-cbd0d3bf19b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:16.023919 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-060cc98b-c191-4b74-8448-f1fafba4bd27 service neutron] 10.222.0.68 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371054 Aug 16 20:08:16.197117 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-f5c19367-7827-475b-9468-4aa8058e5729 None None] Allocated IP 172.20.0.2 (8863e50a-a79b-4e19-ba1f-e1c14a852f7b/2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07/6f4429f4-3949-46bd-8251-180e5c1dd174) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:08:16.448581 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-22fbeea6-ee49-425d-b4a5-9c4185786593 None None] Allocated IP 19.86.0.2 (4fee3c20-0d2c-4960-8ab0-37c1f62ea076/943ae4e1-ae6c-4e99-b784-11308ecc68c9/7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:08:16.696598 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec5e8d-765c-40b8-bda7-31d45feecdbe req-a5eaa31d-dddd-4e9c-bb0a-99f203b72ef1 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:16.702854 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0aec5e8d-765c-40b8-bda7-31d45feecdbe req-a5eaa31d-dddd-4e9c-bb0a-99f203b72ef1 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 946 time: 0.1302280 Aug 16 20:08:16.713410 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device a6ae1650-6f04-4984-8c68-9d027dbea9fc up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:08:16.780003 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-4f63d122-5b45-4567-a2a4-d92fce312344 service neutron] 10.222.0.68 "GET /v2.0/networks/c8602f0d-5e56-4675-8352-10efc98e5acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0787747 Aug 16 20:08:16.824412 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0aec5e8d-765c-40b8-bda7-31d45feecdbe req-24d26545-d543-4c83-a24d-c16e7bdcce66 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120725 Aug 16 20:08:16.883582 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f5c19367-7827-475b-9468-4aa8058e5729 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:16.969188 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f5c19367-7827-475b-9468-4aa8058e5729 None None] Transition to ACTIVE for port object 6f4429f4-3949-46bd-8251-180e5c1dd174 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:08:16.991336 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port a6ae1650-6f04-4984-8c68-9d027dbea9fc completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:08:17.037653 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port a6ae1650-6f04-4984-8c68-9d027dbea9fc triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:17.038153 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:17.060546 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36052d-dd8a-4ce5-b878-662fc7c74ae8 req-8c93e417-9004-4c78-95a2-c912e9508a78 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:17.062146 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9e36052d-dd8a-4ce5-b878-662fc7c74ae8 req-8c93e417-9004-4c78-95a2-c912e9508a78 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 950 time: 0.1126740 Aug 16 20:08:17.141410 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-613416db-f78c-42d3-8fa4-a4209ad454f6 service neutron] 10.222.0.68 "GET /v2.0/networks/c8602f0d-5e56-4675-8352-10efc98e5acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567657 Aug 16 20:08:17.188345 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9e36052d-dd8a-4ce5-b878-662fc7c74ae8 req-cc6f0295-3861-490a-8c83-8af38a1bf5f4 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103187 Aug 16 20:08:17.197072 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f5c19367-7827-475b-9468-4aa8058e5729 None None] Transition to ACTIVE for port object 6f4429f4-3949-46bd-8251-180e5c1dd174 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:08:17.229079 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22fbeea6-ee49-425d-b4a5-9c4185786593 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:17.253204 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-22fbeea6-ee49-425d-b4a5-9c4185786593 None None] Transition to ACTIVE for port object 7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:08:17.280426 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-22fbeea6-ee49-425d-b4a5-9c4185786593 None None] Transition to ACTIVE for port object 7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:08:17.291742 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-42f3a4d5-e42e-44e2-9b15-675c87638356 service neutron] 10.222.0.68 "GET /v2.0/networks/4fee3c20-0d2c-4960-8ab0-37c1f62ea076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218791 Aug 16 20:08:17.306152 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22fbeea6-ee49-425d-b4a5-9c4185786593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:17.320555 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f5c19367-7827-475b-9468-4aa8058e5729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:17.349121 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-3feb256e-691e-485b-828e-88cf244c6bfe req-9764f2ac-b28d-44fc-9d3c-884e7c48146c service neutron] For port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=39e68215-9ebb-45bc-b0da-ed77dad3bcb7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:17.403333 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-835538cb-446c-41a2-a981-cbd0d3bf19b9 admin admin] Allocated IP 172.25.8.153 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:08:17.665399 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:17.667656 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a45c90d-7b2b-4038-9663-7c451477bc54 None None] Network c8602f0d-5e56-4675-8352-10efc98e5acf requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:08:17.692304 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-3feb256e-691e-485b-828e-88cf244c6bfe req-9764f2ac-b28d-44fc-9d3c-884e7c48146c service neutron] For port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:08:17.708908 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-15f5559d-a224-4bf6-825f-d6ac49de9d90 req-8eee1cdb-e013-4355-aedf-f47a648b7afd tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=d14d4078-b88b-4651-8f91-e84d21d6dfe5 HTTP/1.1" status: 200 len: 210 time: 0.0449426 Aug 16 20:08:17.771328 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fbeea6-ee49-425d-b4a5-9c4185786593 None None] Network 4fee3c20-0d2c-4960-8ab0-37c1f62ea076 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:08:17.793526 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-4834c7e1-356a-4dfe-b08c-66bcace41da9 service neutron] 10.222.0.68 "GET /v2.0/networks/4fee3c20-0d2c-4960-8ab0-37c1f62ea076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844434 Aug 16 20:08:17.803087 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c19367-7827-475b-9468-4aa8058e5729 None None] Network 8863e50a-a79b-4e19-ba1f-e1c14a852f7b is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:08:17.808834 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-22fbeea6-ee49-425d-b4a5-9c4185786593 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:08:17.815698 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-f5c19367-7827-475b-9468-4aa8058e5729 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:08:17.818258 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbeea6-ee49-425d-b4a5-9c4185786593 None None] Pushing event updated for resources: {'Port': ['ID=7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:17.822748 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-b69bc512-09e4-4d48-91a8-ff1c108c3e6b service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:08:17.823946 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-b69bc512-09e4-4d48-91a8-ff1c108c3e6b service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069313 Aug 16 20:08:17.828280 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c19367-7827-475b-9468-4aa8058e5729 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:08:17.837531 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe47865-fc45-40a4-86ae-3f74fdb304a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39e68215-9ebb-45bc-b0da-ed77dad3bcb7'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:08:17.842132 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fbeea6-ee49-425d-b4a5-9c4185786593 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:08:17.846918 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fddafc9-8ca1-4270-89ac-d72e8dadc4d9" -d '{"events": [{"server_uuid": "ebe47865-fc45-40a4-86ae-3f74fdb304a2", "name": "network-vif-unplugged", "status": "completed", "tag": "39e68215-9ebb-45bc-b0da-ed77dad3bcb7"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:08:17.853622 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3feb256e-691e-485b-828e-88cf244c6bfe req-9764f2ac-b28d-44fc-9d3c-884e7c48146c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:17.856001 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-788c3ace-84a9-4397-afcb-2f09bf1a6850 None None] Provisioning for port 9f4e68ca-c891-4449-b9db-2976c49e7daf completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:08:17.969068 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port a6ae1650-6f04-4984-8c68-9d027dbea9fc, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=a6ae1650-6f04-4984-8c68-9d027dbea9fc,segment=NetworkSegment(cc29a2d9-21cc-4744-8eb4-bfe18f439128),segment_id=cc29a2d9-21cc-4744-8eb4-bfe18f439128)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:17.985661 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-3feb256e-691e-485b-828e-88cf244c6bfe req-9764f2ac-b28d-44fc-9d3c-884e7c48146c service neutron] Transition to ACTIVE for port object 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:08:17.996088 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-835538cb-446c-41a2-a981-cbd0d3bf19b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:18.000033 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3feb256e-691e-485b-828e-88cf244c6bfe req-9764f2ac-b28d-44fc-9d3c-884e7c48146c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:18.115653 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764f2ac-b28d-44fc-9d3c-884e7c48146c service neutron] Pushing event updated for resources: {'Port': ['ID=39e68215-9ebb-45bc-b0da-ed77dad3bcb7,revision_number=6']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:18.132130 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:18.135445 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 9f4e68ca-c891-4449-b9db-2976c49e7daf up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:08:18.180596 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478cb55-000c-4d95-abac-6ea2c773cb1f req-15453b44-bb43-457a-8ac4-c639beb819c6 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:18.191534 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3feb256e-691e-485b-828e-88cf244c6bfe req-9764f2ac-b28d-44fc-9d3c-884e7c48146c service neutron] No DVR routers for this DVR port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:08:18.193600 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f478cb55-000c-4d95-abac-6ea2c773cb1f req-15453b44-bb43-457a-8ac4-c639beb819c6 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 946 time: 0.2127016 Aug 16 20:08:18.242689 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-b5c91920-4900-46e9-bc14-ea5898fc59c0 service neutron] 10.222.0.68 "GET /v2.0/networks/c8602f0d-5e56-4675-8352-10efc98e5acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841674 Aug 16 20:08:18.276803 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f478cb55-000c-4d95-abac-6ea2c773cb1f req-abb78a2d-700b-45a9-b100-a5696c7f15cc tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816538 Aug 16 20:08:18.279727 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-22fbeea6-ee49-425d-b4a5-9c4185786593 None None] Attempting to bind port 7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:08:18.280192 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-22fbeea6-ee49-425d-b4a5-9c4185786593 None None] Attempting to bind port 7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '5d317cc8-08a4-459a-a64c-4221e04002c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4fee3c20-0d2c-4960-8ab0-37c1f62ea076'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:08:18.280718 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fbeea6-ee49-425d-b4a5-9c4185786593 None None] Attempting to bind port 7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86 on network 4fee3c20-0d2c-4960-8ab0-37c1f62ea076 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:08:18.300241 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c19367-7827-475b-9468-4aa8058e5729 None None] Pushing event updated for resources: {'Port': ['ID=6f4429f4-3949-46bd-8251-180e5c1dd174,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:18.326669 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-eb12b02b-6b38-4875-8182-88b5fc145237 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:18.328833 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-eb12b02b-6b38-4875-8182-88b5fc145237 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.63 "GET /v2.0/networks?id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd HTTP/1.1" status: 200 len: 812 time: 0.3878927 Aug 16 20:08:18.332160 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f5c19367-7827-475b-9468-4aa8058e5729 None None] Attempting to bind port 6f4429f4-3949-46bd-8251-180e5c1dd174 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:08:18.333607 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f5c19367-7827-475b-9468-4aa8058e5729 None None] Attempting to bind port 6f4429f4-3949-46bd-8251-180e5c1dd174 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'e26bc7e8-1ebe-4a3d-b76a-c8e856240763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:08:18.334132 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c19367-7827-475b-9468-4aa8058e5729 None None] Attempting to bind port 6f4429f4-3949-46bd-8251-180e5c1dd174 on network 8863e50a-a79b-4e19-ba1f-e1c14a852f7b {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:08:18.340515 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fbeea6-ee49-425d-b4a5-9c4185786593 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:08:18.340919 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fbeea6-ee49-425d-b4a5-9c4185786593 None None] Checking segment: {'id': '5d317cc8-08a4-459a-a64c-4221e04002c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4fee3c20-0d2c-4960-8ab0-37c1f62ea076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:08:18.341329 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22fbeea6-ee49-425d-b4a5-9c4185786593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:18.341790 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fbeea6-ee49-425d-b4a5-9c4185786593 None None] Bound using segment: {'id': '5d317cc8-08a4-459a-a64c-4221e04002c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4fee3c20-0d2c-4960-8ab0-37c1f62ea076'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:08:18.342400 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-22fbeea6-ee49-425d-b4a5-9c4185786593 None None] Bound port: 7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d317cc8-08a4-459a-a64c-4221e04002c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4fee3c20-0d2c-4960-8ab0-37c1f62ea076'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:08:18.342805 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22fbeea6-ee49-425d-b4a5-9c4185786593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:18.345758 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-9b6c1bee-525c-48a5-a83e-f4533496991e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Request body: {'port': {'device_id': 'd14d4078-b88b-4651-8f91-e84d21d6dfe5', 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd', 'admin_state_up': True, 'tenant_id': '660f9d21c81a4d0490e02db145c56c81'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:18.372878 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-3feb256e-691e-485b-828e-88cf244c6bfe req-9764f2ac-b28d-44fc-9d3c-884e7c48146c service neutron] Attempting to bind port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:08:18.373394 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-3feb256e-691e-485b-828e-88cf244c6bfe req-9764f2ac-b28d-44fc-9d3c-884e7c48146c service neutron] Attempting to bind port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:08:18.373913 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feb256e-691e-485b-828e-88cf244c6bfe req-9764f2ac-b28d-44fc-9d3c-884e7c48146c service neutron] Attempting to bind port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:08:18.448403 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feb256e-691e-485b-828e-88cf244c6bfe req-9764f2ac-b28d-44fc-9d3c-884e7c48146c service neutron] Port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:08:18.448758 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feb256e-691e-485b-828e-88cf244c6bfe req-9764f2ac-b28d-44fc-9d3c-884e7c48146c service neutron] Attempting to bind port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:08:18.466392 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c19367-7827-475b-9468-4aa8058e5729 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:08:18.467048 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c19367-7827-475b-9468-4aa8058e5729 None None] Checking segment: {'id': 'e26bc7e8-1ebe-4a3d-b76a-c8e856240763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:08:18.467317 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f5c19367-7827-475b-9468-4aa8058e5729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:18.468004 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c19367-7827-475b-9468-4aa8058e5729 None None] Bound using segment: {'id': 'e26bc7e8-1ebe-4a3d-b76a-c8e856240763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:08:18.468466 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f5c19367-7827-475b-9468-4aa8058e5729 None None] Bound port: 6f4429f4-3949-46bd-8251-180e5c1dd174, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26bc7e8-1ebe-4a3d-b76a-c8e856240763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:08:18.469569 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f5c19367-7827-475b-9468-4aa8058e5729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:18.482547 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac87985-60d5-47cb-b6e0-99ac9c6fd4d9 x-openstack-request-id: req-3ac87985-60d5-47cb-b6e0-99ac9c6fd4d9 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:08:18.482918 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe47865-fc45-40a4-86ae-3f74fdb304a2", "name": "network-vif-unplugged", "status": "completed", "tag": "39e68215-9ebb-45bc-b0da-ed77dad3bcb7", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:08:18.483145 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3ac87985-60d5-47cb-b6e0-99ac9c6fd4d9 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:08:18.483586 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe47865-fc45-40a4-86ae-3f74fdb304a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39e68215-9ebb-45bc-b0da-ed77dad3bcb7', 'code': 200} Aug 16 20:08:18.491156 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feb256e-691e-485b-828e-88cf244c6bfe req-9764f2ac-b28d-44fc-9d3c-884e7c48146c service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:08:18.491720 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feb256e-691e-485b-828e-88cf244c6bfe req-9764f2ac-b28d-44fc-9d3c-884e7c48146c service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:08:18.492550 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feb256e-691e-485b-828e-88cf244c6bfe req-9764f2ac-b28d-44fc-9d3c-884e7c48146c service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:08:18.493566 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-3feb256e-691e-485b-828e-88cf244c6bfe req-9764f2ac-b28d-44fc-9d3c-884e7c48146c service neutron] Bound port: 39e68215-9ebb-45bc-b0da-ed77dad3bcb7, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:08:18.495211 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3feb256e-691e-485b-828e-88cf244c6bfe req-9764f2ac-b28d-44fc-9d3c-884e7c48146c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:18.589470 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-835538cb-446c-41a2-a981-cbd0d3bf19b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:18.636261 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=a6ae1650-6f04-4984-8c68-9d027dbea9fc,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:18.652165 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-3feb256e-691e-485b-828e-88cf244c6bfe req-9764f2ac-b28d-44fc-9d3c-884e7c48146c service neutron] For port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:08:18.659429 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-9b6c1bee-525c-48a5-a83e-f4533496991e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Made reservation on behalf of 660f9d21c81a4d0490e02db145c56c81 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:08:18.665630 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-9b6c1bee-525c-48a5-a83e-f4533496991e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:18.692353 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835538cb-446c-41a2-a981-cbd0d3bf19b9 admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:08:18.702042 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-835538cb-446c-41a2-a981-cbd0d3bf19b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:08:18.705027 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-3feb256e-691e-485b-828e-88cf244c6bfe req-9764f2ac-b28d-44fc-9d3c-884e7c48146c service neutron] For port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=39e68215-9ebb-45bc-b0da-ed77dad3bcb7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:08:18.706673 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835538cb-446c-41a2-a981-cbd0d3bf19b9 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:08:18.708796 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835538cb-446c-41a2-a981-cbd0d3bf19b9 admin admin] Pushing event updated for resources: {'Port': ['ID=566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:18.714964 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-4f6d8b63-3a63-4665-8bc9-1ad0741c242c service neutron] 10.222.0.68 "GET /v2.0/networks/c8602f0d-5e56-4675-8352-10efc98e5acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539151 Aug 16 20:08:18.729728 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 9f4e68ca-c891-4449-b9db-2976c49e7daf completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:08:18.736257 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3feb256e-691e-485b-828e-88cf244c6bfe req-9764f2ac-b28d-44fc-9d3c-884e7c48146c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:18.789879 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb256e-691e-485b-828e-88cf244c6bfe req-9764f2ac-b28d-44fc-9d3c-884e7c48146c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:18.790505 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3feb256e-691e-485b-828e-88cf244c6bfe req-9764f2ac-b28d-44fc-9d3c-884e7c48146c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:18.792003 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3feb256e-691e-485b-828e-88cf244c6bfe req-9764f2ac-b28d-44fc-9d3c-884e7c48146c service neutron] 10.222.0.57 "PUT /v2.0/ports/39e68215-9ebb-45bc-b0da-ed77dad3bcb7 HTTP/1.1" status: 200 len: 1097 time: 3.5360663 Aug 16 20:08:18.821273 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:08:18.852275 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 9f4e68ca-c891-4449-b9db-2976c49e7daf triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:18.852857 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:18.938743 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ad1b9-4823-4e77-8eac-8345d57e643f req-801d72ab-2195-4e6b-8026-6c29ac5c66bd tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:18.963300 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7c7ad1b9-4823-4e77-8eac-8345d57e643f req-801d72ab-2195-4e6b-8026-6c29ac5c66bd tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 948 time: 0.3890588 Aug 16 20:08:18.969461 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-22fbeea6-ee49-425d-b4a5-9c4185786593 None None] For port 7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:08:19.126493 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:08:19.128571 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764f2ac-b28d-44fc-9d3c-884e7c48146c service neutron] Pushing event updated for resources: {'Port': ['ID=39e68215-9ebb-45bc-b0da-ed77dad3bcb7,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:19.136377 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-835538cb-446c-41a2-a981-cbd0d3bf19b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:19.150372 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-22fbeea6-ee49-425d-b4a5-9c4185786593 None None] For port 7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86,segment=NetworkSegment(5d317cc8-08a4-459a-a64c-4221e04002c8),segment_id=5d317cc8-08a4-459a-a64c-4221e04002c8)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:08:19.166625 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-9b6c1bee-525c-48a5-a83e-f4533496991e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Allocated IP 172.20.0.8 (4abc880e-d4ce-42ee-a2b7-ca1942016bbd/4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc/ed91c9cb-926a-4395-80c3-4e0729921d17) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:08:19.211998 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22fbeea6-ee49-425d-b4a5-9c4185786593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:19.234225 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f5c19367-7827-475b-9468-4aa8058e5729 None None] For port 6f4429f4-3949-46bd-8251-180e5c1dd174, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:08:19.235526 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb256e-691e-485b-828e-88cf244c6bfe req-b9de383d-235d-41da-9a68-d917584b4bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:19.253439 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3feb256e-691e-485b-828e-88cf244c6bfe req-b9de383d-235d-41da-9a68-d917584b4bec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 1100 time: 0.4229493 Aug 16 20:08:19.361363 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7c7ad1b9-4823-4e77-8eac-8345d57e643f req-efd2ffea-b7aa-4fdd-be9b-baf02473c656 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855734 Aug 16 20:08:19.440555 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f5c19367-7827-475b-9468-4aa8058e5729 None None] For port 6f4429f4-3949-46bd-8251-180e5c1dd174, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6f4429f4-3949-46bd-8251-180e5c1dd174,segment=NetworkSegment(e26bc7e8-1ebe-4a3d-b76a-c8e856240763),segment_id=e26bc7e8-1ebe-4a3d-b76a-c8e856240763)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:08:19.442487 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbeea6-ee49-425d-b4a5-9c4185786593 None None] Pushing event updated for resources: {'Port': ['ID=7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:19.463040 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f5c19367-7827-475b-9468-4aa8058e5729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:19.520144 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6d60ce3c-b3e8-4f80-b1c3-9d189f09d723 req-9e44db5d-93cd-4686-99ef-70952f58d326 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=d14d4078-b88b-4651-8f91-e84d21d6dfe5 HTTP/1.1" status: 200 len: 210 time: 0.0350113 Aug 16 20:08:19.622583 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb256e-691e-485b-828e-88cf244c6bfe req-bb8806dc-0f6b-46fa-9c5b-0b43b2494c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:19.632226 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3feb256e-691e-485b-828e-88cf244c6bfe req-bb8806dc-0f6b-46fa-9c5b-0b43b2494c4d service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.3619905 Aug 16 20:08:19.697499 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3feb256e-691e-485b-828e-88cf244c6bfe req-3ae0fe6c-c9fb-4a47-8b24-3c4b179d634f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=39e68215-9ebb-45bc-b0da-ed77dad3bcb7 HTTP/1.1" status: 200 len: 217 time: 0.0643473 Aug 16 20:08:19.755374 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-462282cb-eaae-45ee-aab1-c8e914edf5df req-4cf3a9a7-e70e-4900-9261-61c0d31f120b tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=19c3d8e0-c182-480a-8788-c904812d01fa HTTP/1.1" status: 200 len: 210 time: 0.2029335 Aug 16 20:08:19.811695 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb256e-691e-485b-828e-88cf244c6bfe req-9ebc3f71-c4b5-4704-9589-e8f56795009f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:19.813739 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3feb256e-691e-485b-828e-88cf244c6bfe req-9ebc3f71-c4b5-4704-9589-e8f56795009f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1036587 Aug 16 20:08:19.817485 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c19367-7827-475b-9468-4aa8058e5729 None None] Pushing event updated for resources: {'Port': ['ID=6f4429f4-3949-46bd-8251-180e5c1dd174,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:19.841761 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:19.952577 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 9f4e68ca-c891-4449-b9db-2976c49e7daf, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=9f4e68ca-c891-4449-b9db-2976c49e7daf,segment=NetworkSegment(49f83a2f-f634-467f-83fc-b1cb59e8db99),segment_id=49f83a2f-f634-467f-83fc-b1cb59e8db99)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:19.993258 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:20.051276 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-9b6c1bee-525c-48a5-a83e-f4533496991e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:20.117427 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=9f4e68ca-c891-4449-b9db-2976c49e7daf,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:20.197254 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f94bab54-3c92-4e4a-b0a9-bb8330dd6e30 None None] Provisioning complete for port 9f4e68ca-c891-4449-b9db-2976c49e7daf triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:20.197796 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f94bab54-3c92-4e4a-b0a9-bb8330dd6e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:20.286674 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-835538cb-446c-41a2-a981-cbd0d3bf19b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:20.350520 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb256e-691e-485b-828e-88cf244c6bfe req-4f8c0ad7-c685-4c4f-b20e-da4b4794d59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:20.362545 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3feb256e-691e-485b-828e-88cf244c6bfe req-4f8c0ad7-c685-4c4f-b20e-da4b4794d59c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4290879 Aug 16 20:08:20.483179 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a755f0-318f-474d-ab3e-617b14e1a077 req-53c3b329-6313-45c7-bafd-4f0c219e78fd tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:20.487856 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-53a755f0-318f-474d-ab3e-617b14e1a077 req-53c3b329-6313-45c7-bafd-4f0c219e78fd tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 946 time: 0.3890557 Aug 16 20:08:20.518951 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe47865-fc45-40a4-86ae-3f74fdb304a2', 'tag': '39e68215-9ebb-45bc-b0da-ed77dad3bcb7'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:08:20.526585 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71c72cd-25ce-4355-a6ff-e30293534c65" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe47865-fc45-40a4-86ae-3f74fdb304a2", "tag": "39e68215-9ebb-45bc-b0da-ed77dad3bcb7"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:08:20.554528 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-9b6c1bee-525c-48a5-a83e-f4533496991e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:20.640120 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device a6ae1650-6f04-4984-8c68-9d027dbea9fc up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:08:20.724357 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-53a755f0-318f-474d-ab3e-617b14e1a077 req-eb67cec6-32b6-4ae5-b116-9d46d3e3c234 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189002 Aug 16 20:08:20.777363 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-9b6c1bee-525c-48a5-a83e-f4533496991e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:08:20.790835 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-9b6c1bee-525c-48a5-a83e-f4533496991e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:08:20.800518 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-9b6c1bee-525c-48a5-a83e-f4533496991e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:08:20.816706 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port a6ae1650-6f04-4984-8c68-9d027dbea9fc triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:20.817719 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:20.926138 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c1bee-525c-48a5-a83e-f4533496991e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Pushing event updated for resources: {'Port': ['ID=ed91c9cb-926a-4395-80c3-4e0729921d17,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:20.961920 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3feb256e-691e-485b-828e-88cf244c6bfe req-082c4bf6-47ba-4dd0-81ab-528d4b3e92dc service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075871 Aug 16 20:08:21.012344 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-9b6c1bee-525c-48a5-a83e-f4533496991e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:21.013157 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-9b6c1bee-525c-48a5-a83e-f4533496991e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:21.019158 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90110789-2033-4c92-a645-c43ac75697d0 x-openstack-request-id: req-90110789-2033-4c92-a645-c43ac75697d0 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:08:21.019502 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe47865-fc45-40a4-86ae-3f74fdb304a2", "tag": "39e68215-9ebb-45bc-b0da-ed77dad3bcb7", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:08:21.019787 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-90110789-2033-4c92-a645-c43ac75697d0 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:08:21.020453 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe47865-fc45-40a4-86ae-3f74fdb304a2', 'tag': '39e68215-9ebb-45bc-b0da-ed77dad3bcb7', 'status': 'completed', 'code': 200} Aug 16 20:08:21.025048 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:08:21.117440 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-9b6c1bee-525c-48a5-a83e-f4533496991e tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7786872 Aug 16 20:08:21.138336 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-a4f8267a-8cab-4a63-bb34-0218ff6b9d42 service neutron] Request body: {'port': {'device_id': 'd14d4078-b88b-4651-8f91-e84d21d6dfe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:21.140157 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:08:21.157144 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb9d7b-5521-448f-8878-632fb0b697e2 req-9af4c1aa-9b23-4624-b2d2-66d34a574922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:21.158699 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d8fb9d7b-5521-448f-8878-632fb0b697e2 req-9af4c1aa-9b23-4624-b2d2-66d34a574922 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 1098 time: 0.1167541 Aug 16 20:08:21.189519 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835538cb-446c-41a2-a981-cbd0d3bf19b9 admin admin] Router e4316394-b66b-4456-86b6-1464af10c6f4 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:08:21.205813 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7786b4-d968-4501-ac14-48b2d920e455 req-e12114fc-3893-4adc-b415-6d1d26dee4c6 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:21.208655 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b7786b4-d968-4501-ac14-48b2d920e455 req-e12114fc-3893-4adc-b415-6d1d26dee4c6 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 948 time: 0.2448213 Aug 16 20:08:21.292569 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51150e-cada-43f3-9ff3-13c1dc5697f1 req-7e3b859d-cec9-4966-a1f3-10c261abf893 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:21.294753 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-af51150e-cada-43f3-9ff3-13c1dc5697f1 req-7e3b859d-cec9-4966-a1f3-10c261abf893 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=d14d4078-b88b-4651-8f91-e84d21d6dfe5 HTTP/1.1" status: 200 len: 931 time: 0.1633120 Aug 16 20:08:21.295123 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c72cd-25ce-4355-a6ff-e30293534c65 req-4e6ba387-c1b6-4ff7-8b98-5defb33da1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:21.296473 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d8fb9d7b-5521-448f-8878-632fb0b697e2 req-33b17952-02c3-4637-b312-f531892f11e8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009622 Aug 16 20:08:21.297514 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a71c72cd-25ce-4355-a6ff-e30293534c65 req-4e6ba387-c1b6-4ff7-8b98-5defb33da1e7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 1100 time: 0.2733819 Aug 16 20:08:21.303692 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-a4f8267a-8cab-4a63-bb34-0218ff6b9d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:21.437025 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-af51150e-cada-43f3-9ff3-13c1dc5697f1 req-8abe8ba2-4ecb-4932-8b31-67f3364e0c2b tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305478 Aug 16 20:08:21.537066 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f63387-bb94-443b-9dad-2428b6f9cf1b None None] Network 4fee3c20-0d2c-4960-8ab0-37c1f62ea076 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:08:21.687071 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2742382f-da29-4c71-a909-525116f0a155 None None] Provisioning for port 7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:08:21.709967 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2742382f-da29-4c71-a909-525116f0a155 None None] Provisioning complete for port 7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:21.710413 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2742382f-da29-4c71-a909-525116f0a155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:21.750053 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-491b0e37-4520-457d-827b-7799ea45424b req-e3971b89-0924-4fe5-b3c6-a05f535a6b73 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=19c3d8e0-c182-480a-8788-c904812d01fa HTTP/1.1" status: 200 len: 210 time: 0.0567560 Aug 16 20:08:21.920132 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2742382f-da29-4c71-a909-525116f0a155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:21.936780 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dcdb4a-ea66-4f3e-8d34-885eccf73bc0 None None] Network 8863e50a-a79b-4e19-ba1f-e1c14a852f7b requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:08:21.992291 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-a4f8267a-8cab-4a63-bb34-0218ff6b9d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed91c9cb-926a-4395-80c3-4e0729921d17 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:08:22.031909 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-a4f8267a-8cab-4a63-bb34-0218ff6b9d42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:22.040472 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2742382f-da29-4c71-a909-525116f0a155 None None] For port 7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86,segment=NetworkSegment(5d317cc8-08a4-459a-a64c-4221e04002c8),segment_id=5d317cc8-08a4-459a-a64c-4221e04002c8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:22.058446 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2742382f-da29-4c71-a909-525116f0a155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:22.118694 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-a4f8267a-8cab-4a63-bb34-0218ff6b9d42 service neutron] Transition to ACTIVE for port object ed91c9cb-926a-4395-80c3-4e0729921d17 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:08:22.129198 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b7786b4-d968-4501-ac14-48b2d920e455 req-9c332a53-5773-4f40-8609-be25c5b9117d tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9059896 Aug 16 20:08:22.155964 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f41e0b-fc16-45e0-b8cd-cff341ad0b7f req-84055e5c-90aa-41c3-a9b4-707fbe95011d tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:22.157701 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f6f41e0b-fc16-45e0-b8cd-cff341ad0b7f req-84055e5c-90aa-41c3-a9b4-707fbe95011d tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 946 time: 0.1814179 Aug 16 20:08:22.161447 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-a4f8267a-8cab-4a63-bb34-0218ff6b9d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:22.177771 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3feb256e-691e-485b-828e-88cf244c6bfe req-3549f8b8-4a3a-4eff-905d-a96d9de02de2 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1250420 Aug 16 20:08:22.208136 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742382f-da29-4c71-a909-525116f0a155 None None] Pushing event updated for resources: {'Port': ['ID=7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:22.245725 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-61d92759-b5e9-4bf9-92b2-b20aa50674f2 None None] Provisioning for port 6f4429f4-3949-46bd-8251-180e5c1dd174 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:08:22.262272 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c72cd-25ce-4355-a6ff-e30293534c65 req-12b034b0-340a-4426-a678-9687d21fea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:22.264155 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a71c72cd-25ce-4355-a6ff-e30293534c65 req-12b034b0-340a-4426-a678-9687d21fea1d service neutron] 10.222.0.63 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.8803365 Aug 16 20:08:22.339793 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a71c72cd-25ce-4355-a6ff-e30293534c65 req-e2e0dcf0-7086-4815-b28a-ac10c7c64c50 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=39e68215-9ebb-45bc-b0da-ed77dad3bcb7 HTTP/1.1" status: 200 len: 217 time: 0.0656319 Aug 16 20:08:22.348557 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 9f4e68ca-c891-4449-b9db-2976c49e7daf up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:08:22.355632 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835538cb-446c-41a2-a981-cbd0d3bf19b9 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:08:22.367084 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16620db6-ccc4-40e6-95cd-17853653e473 None None] Sync routers for ids ['e4316394-b66b-4456-86b6-1464af10c6f4'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:08:22.399606 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16620db6-ccc4-40e6-95cd-17853653e473 None None] Routers {'e4316394-b66b-4456-86b6-1464af10c6f4'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:08:22.401668 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-16620db6-ccc4-40e6-95cd-17853653e473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:08:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['e4316394-b66b-4456-86b6-1464af10c6f4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:08:22.464942 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8267a-8cab-4a63-bb34-0218ff6b9d42 service neutron] Pushing event updated for resources: {'Port': ['ID=ed91c9cb-926a-4395-80c3-4e0729921d17,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:22.474666 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 9f4e68ca-c891-4449-b9db-2976c49e7daf triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:22.475128 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:22.495588 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f6f41e0b-fc16-45e0-b8cd-cff341ad0b7f req-558a9b2d-8f9d-4033-b4ad-8f3199a087fe tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081503 Aug 16 20:08:22.545838 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7fb9cff6-a404-4e90-953c-4511dcb25647 None None] Provisioning complete for port 7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:22.546368 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7fb9cff6-a404-4e90-953c-4511dcb25647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:22.581223 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-16620db6-ccc4-40e6-95cd-17853653e473 None None] Set router e4316394-b66b-4456-86b6-1464af10c6f4 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:08:22.597855 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-a4f8267a-8cab-4a63-bb34-0218ff6b9d42 service neutron] Attempting to bind port ed91c9cb-926a-4395-80c3-4e0729921d17 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:08:22.600682 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-a4f8267a-8cab-4a63-bb34-0218ff6b9d42 service neutron] Attempting to bind port ed91c9cb-926a-4395-80c3-4e0729921d17 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '1a389533-0611-4082-9806-72db3146632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:08:22.601326 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-a4f8267a-8cab-4a63-bb34-0218ff6b9d42 service neutron] Attempting to bind port ed91c9cb-926a-4395-80c3-4e0729921d17 on network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:08:22.623816 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-a4f8267a-8cab-4a63-bb34-0218ff6b9d42 service neutron] Port ed91c9cb-926a-4395-80c3-4e0729921d17 on network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:08:22.625130 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-a4f8267a-8cab-4a63-bb34-0218ff6b9d42 service neutron] Attempting to bind port ed91c9cb-926a-4395-80c3-4e0729921d17 on network 4abc880e-d4ce-42ee-a2b7-ca1942016bbd {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:08:22.636534 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-ec5dcdd4-967d-4db1-a88a-5529e6d37636 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:22.636906 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-a4f8267a-8cab-4a63-bb34-0218ff6b9d42 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:08:22.637370 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-a4f8267a-8cab-4a63-bb34-0218ff6b9d42 service neutron] Checking segment: {'id': '1a389533-0611-4082-9806-72db3146632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:08:22.638393 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-a4f8267a-8cab-4a63-bb34-0218ff6b9d42 service neutron] Bound using segment: {'id': '1a389533-0611-4082-9806-72db3146632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:08:22.651712 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-ec5dcdd4-967d-4db1-a88a-5529e6d37636 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:22.654404 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-ec5dcdd4-967d-4db1-a88a-5529e6d37636 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.63 "GET /v2.0/networks?id=c8602f0d-5e56-4675-8352-10efc98e5acf&id=4fee3c20-0d2c-4960-8ab0-37c1f62ea076&id=c8602f0d-5e56-4675-8352-10efc98e5acf HTTP/1.1" status: 200 len: 1392 time: 1.1995976 Aug 16 20:08:22.661162 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-a4f8267a-8cab-4a63-bb34-0218ff6b9d42 service neutron] Bound port: ed91c9cb-926a-4395-80c3-4e0729921d17, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a389533-0611-4082-9806-72db3146632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:08:22.662071 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-a4f8267a-8cab-4a63-bb34-0218ff6b9d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:22.691848 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-22545314-03c6-447d-98c3-452629c4d99a tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Request body: {'port': {'device_id': '19c3d8e0-c182-480a-8788-c904812d01fa', 'network_id': 'c8602f0d-5e56-4675-8352-10efc98e5acf', 'admin_state_up': True, 'tenant_id': '44cecf28d81c41b980f2e11c82b41b71'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:22.718255 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-835538cb-446c-41a2-a981-cbd0d3bf19b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:22.724492 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43718) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:22.725518 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-835538cb-446c-41a2-a981-cbd0d3bf19b9 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 8.5502167 Aug 16 20:08:22.783128 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c72cd-25ce-4355-a6ff-e30293534c65 req-1812c63a-7cef-4d76-acc9-4fbd6610d31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:22.784682 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a71c72cd-25ce-4355-a6ff-e30293534c65 req-1812c63a-7cef-4d76-acc9-4fbd6610d31a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.3923709 Aug 16 20:08:22.818903 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c72cd-25ce-4355-a6ff-e30293534c65 req-3e853382-4f47-4740-892d-2c1da6b8fc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:22.820454 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a71c72cd-25ce-4355-a6ff-e30293534c65 req-3e853382-4f47-4740-892d-2c1da6b8fc3e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 1100 time: 0.4073980 Aug 16 20:08:22.846172 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6f4429f4-3949-46bd-8251-180e5c1dd174 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:08:22.881944 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-16620db6-ccc4-40e6-95cd-17853653e473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'name': 'tempest-FloatingIPsAssociationTestJSON-689600420-router', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:14Z', 'updated_at': '2021-08-16T20:08:18Z', 'revision_number': 3, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'gw_port': {'id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:02:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:16Z', 'updated_at': '2021-08-16T20:08:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:08:22.907540 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d10b3-b4af-4eea-9307-2390eaa025d8 req-dcd7ddf1-b356-4f5a-bc14-a9cf0816deb9 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:22.909576 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b39d10b3-b4af-4eea-9307-2390eaa025d8 req-dcd7ddf1-b356-4f5a-bc14-a9cf0816deb9 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=d14d4078-b88b-4651-8f91-e84d21d6dfe5 HTTP/1.1" status: 200 len: 943 time: 0.2213895 Aug 16 20:08:22.918638 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 6f4429f4-3949-46bd-8251-180e5c1dd174 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:08:22.924025 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 6f4429f4-3949-46bd-8251-180e5c1dd174 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:22.925071 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:22.926419 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-d70813ea-28b4-4ccd-995d-d02551a8a7f2 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:22.929656 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16620db6-ccc4-40e6-95cd-17853653e473 None None] Checking router: e4316394-b66b-4456-86b6-1464af10c6f4 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:08:22.929656 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16620db6-ccc4-40e6-95cd-17853653e473 None None] Updating router e4316394-b66b-4456-86b6-1464af10c6f4 port 566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:08:22.933499 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-d70813ea-28b4-4ccd-995d-d02551a8a7f2 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] 10.222.0.68 "GET /v2.0/networks?id=682be607-79fb-4233-90b1-5b45ce0ee053 HTTP/1.1" status: 200 len: 809 time: 0.5754848 Aug 16 20:08:22.948735 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-a4f8267a-8cab-4a63-bb34-0218ff6b9d42 service neutron] For port ed91c9cb-926a-4395-80c3-4e0729921d17, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:08:22.970028 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16620db6-ccc4-40e6-95cd-17853653e473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:22.973064 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-a4f8267a-8cab-4a63-bb34-0218ff6b9d42 service neutron] For port ed91c9cb-926a-4395-80c3-4e0729921d17, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=ed91c9cb-926a-4395-80c3-4e0729921d17,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:08:22.977684 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-2604092c-1b50-4128-937c-0fd12e45c155 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] 10.222.0.68 "GET /v2.0/quotas/b6264241cb9648dd8d34cc0e38c415e2 HTTP/1.1" status: 200 len: 375 time: 0.0432396 Aug 16 20:08:22.987663 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-a4f8267a-8cab-4a63-bb34-0218ff6b9d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:23.032559 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-eef0c918-39dd-4864-b359-0d08df6635d8 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=b6264241cb9648dd8d34cc0e38c415e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539227 Aug 16 20:08:23.038510 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b39d10b3-b4af-4eea-9307-2390eaa025d8 req-2177ec0c-5f7d-47ba-aa87-cd24570ff452 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151941 Aug 16 20:08:23.046654 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3226e1dc-2519-49d1-9d17-7e460f27c4c5 None None] Provisioning complete for port 6f4429f4-3949-46bd-8251-180e5c1dd174 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:23.051827 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3226e1dc-2519-49d1-9d17-7e460f27c4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:23.079079 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-a4f8267a-8cab-4a63-bb34-0218ff6b9d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:23.079872 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-a4f8267a-8cab-4a63-bb34-0218ff6b9d42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:23.081806 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-a4f8267a-8cab-4a63-bb34-0218ff6b9d42 service neutron] 10.222.0.63 "PUT /v2.0/ports/ed91c9cb-926a-4395-80c3-4e0729921d17 HTTP/1.1" status: 200 len: 1092 time: 1.9545722 Aug 16 20:08:23.086175 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14d4078-b88b-4651-8f91-e84d21d6dfe5', 'tag': 'ed91c9cb-926a-4395-80c3-4e0729921d17'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:08:23.089234 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e10941-b315-4c55-bafb-d3184c6d7b74" -d '{"events": [{"name": "network-changed", "server_uuid": "d14d4078-b88b-4651-8f91-e84d21d6dfe5", "tag": "ed91c9cb-926a-4395-80c3-4e0729921d17"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:08:23.108269 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c72cd-25ce-4355-a6ff-e30293534c65 req-cda457dd-0178-474f-a619-5c74016ca150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:23.109847 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a71c72cd-25ce-4355-a6ff-e30293534c65 req-cda457dd-0178-474f-a619-5c74016ca150 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3113387 Aug 16 20:08:23.138084 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:23.191374 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 6f4429f4-3949-46bd-8251-180e5c1dd174, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6f4429f4-3949-46bd-8251-180e5c1dd174,segment=NetworkSegment(e26bc7e8-1ebe-4a3d-b76a-c8e856240763),segment_id=e26bc7e8-1ebe-4a3d-b76a-c8e856240763)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:23.213098 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c72cd-25ce-4355-a6ff-e30293534c65 req-4a9ae5e4-fcce-4df2-872b-fe0a999bb4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:23.213852 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:23.214595 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a71c72cd-25ce-4355-a6ff-e30293534c65 req-4a9ae5e4-fcce-4df2-872b-fe0a999bb4f2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.3681366 Aug 16 20:08:23.259117 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3226e1dc-2519-49d1-9d17-7e460f27c4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:23.285695 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-22545314-03c6-447d-98c3-452629c4d99a tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Made reservation on behalf of 44cecf28d81c41b980f2e11c82b41b71 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:08:23.289279 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-22545314-03c6-447d-98c3-452629c4d99a tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:23.295773 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a71c72cd-25ce-4355-a6ff-e30293534c65 req-eadd4379-a2a5-4fa4-9f84-4e25e168bce8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=39e68215-9ebb-45bc-b0da-ed77dad3bcb7 HTTP/1.1" status: 200 len: 217 time: 0.0642970 Aug 16 20:08:23.297471 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8267a-8cab-4a63-bb34-0218ff6b9d42 service neutron] Pushing event updated for resources: {'Port': ['ID=ed91c9cb-926a-4395-80c3-4e0729921d17,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:23.303784 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=6f4429f4-3949-46bd-8251-180e5c1dd174,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:23.307772 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d1d0d10e-b241-4904-9833-47606814f8bc req-48201d2b-2f71-47e0-ab69-88a91864a37e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=19c3d8e0-c182-480a-8788-c904812d01fa HTTP/1.1" status: 200 len: 210 time: 0.0766556 Aug 16 20:08:23.312787 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-307cd10a-2e3d-417f-85ca-189fcca73b40 service neutron] 10.222.0.68 "GET /v2.0/networks/682be607-79fb-4233-90b1-5b45ce0ee053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785521 Aug 16 20:08:23.344843 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-43bec718-3172-4104-8428-ba82213b6c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:23.347683 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-43bec718-3172-4104-8428-ba82213b6c77 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=660f9d21c81a4d0490e02db145c56c81&device_id=d14d4078-b88b-4651-8f91-e84d21d6dfe5 HTTP/1.1" status: 200 len: 1095 time: 0.2185600 Aug 16 20:08:23.370720 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16620db6-ccc4-40e6-95cd-17853653e473 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:23.385709 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-16620db6-ccc4-40e6-95cd-17853653e473 None None] Transition to ACTIVE for port object 566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:08:23.393066 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-3226e1dc-2519-49d1-9d17-7e460f27c4c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:08:23.393467 n-d-787206-13 neutron-server[94772]: DEBUG oslo_db.api [None req-3226e1dc-2519-49d1-9d17-7e460f27c4c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:08:23.398539 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16620db6-ccc4-40e6-95cd-17853653e473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:23.449724 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-16620db6-ccc4-40e6-95cd-17853653e473 None None] Attempting to bind port 566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:08:23.450081 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-16620db6-ccc4-40e6-95cd-17853653e473 None None] Attempting to bind port 566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:08:23.451115 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16620db6-ccc4-40e6-95cd-17853653e473 None None] Attempting to bind port 566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:08:23.458101 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16620db6-ccc4-40e6-95cd-17853653e473 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:08:23.458522 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16620db6-ccc4-40e6-95cd-17853653e473 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:08:23.458919 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16620db6-ccc4-40e6-95cd-17853653e473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:23.460130 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16620db6-ccc4-40e6-95cd-17853653e473 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:08:23.460130 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-16620db6-ccc4-40e6-95cd-17853653e473 None None] Bound port: 566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:08:23.460130 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16620db6-ccc4-40e6-95cd-17853653e473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:23.462984 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a71c72cd-25ce-4355-a6ff-e30293534c65 req-cca0739d-e119-4bfd-a294-70a9a4037e49 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406470 Aug 16 20:08:23.503292 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b1d258-b790-4e61-99ac-3c6b8c0806d8 x-openstack-request-id: req-d2b1d258-b790-4e61-99ac-3c6b8c0806d8 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:08:23.503607 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14d4078-b88b-4651-8f91-e84d21d6dfe5", "tag": "ed91c9cb-926a-4395-80c3-4e0729921d17", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:08:23.503859 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d2b1d258-b790-4e61-99ac-3c6b8c0806d8 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:08:23.504257 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14d4078-b88b-4651-8f91-e84d21d6dfe5', 'tag': 'ed91c9cb-926a-4395-80c3-4e0729921d17', 'status': 'completed', 'code': 200} Aug 16 20:08:23.506403 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-5e717c42-437a-45fd-8007-a4032956179b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed91c9cb-926a-4395-80c3-4e0729921d17 HTTP/1.1" status: 200 len: 217 time: 0.0829206 Aug 16 20:08:23.511126 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c72cd-25ce-4355-a6ff-e30293534c65 req-e1d3b582-4c77-4069-828e-3cf0ed9d82b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:23.511126 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a71c72cd-25ce-4355-a6ff-e30293534c65 req-e1d3b582-4c77-4069-828e-3cf0ed9d82b4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1862907 Aug 16 20:08:23.518789 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-16620db6-ccc4-40e6-95cd-17853653e473 None None] For port 566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:08:23.524459 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-16620db6-ccc4-40e6-95cd-17853653e473 None None] For port 566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:08:23.538558 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-16620db6-ccc4-40e6-95cd-17853653e473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:23.569224 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16620db6-ccc4-40e6-95cd-17853653e473 None None] Routers {'e4316394-b66b-4456-86b6-1464af10c6f4'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:08:23.569909 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-16620db6-ccc4-40e6-95cd-17853653e473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:08:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['e4316394-b66b-4456-86b6-1464af10c6f4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:08:23.607663 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf627ae6-9881-4434-a038-2bb69fe6f376 None None] Pushing event updated for resources: {'Port': ['ID=566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:23.643577 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-a340909d-6d00-4344-89ac-8e264de0e8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:23.645058 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-a340909d-6d00-4344-89ac-8e264de0e8df service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc HTTP/1.1" status: 200 len: 852 time: 0.1269176 Aug 16 20:08:23.671898 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-8e629af3-8b2e-4f50-bb1e-32a2ffd59b2d service neutron] 10.222.0.68 "GET /v2.0/networks/682be607-79fb-4233-90b1-5b45ce0ee053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582566 Aug 16 20:08:23.687734 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-efe988a3-5631-41d3-8aff-68d1cccb9883 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331588 Aug 16 20:08:23.700250 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf627ae6-9881-4434-a038-2bb69fe6f376 None None] Pushing event updated for resources: {'Port': ['ID=566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:23.722628 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-16620db6-ccc4-40e6-95cd-17853653e473 None None] Set router e4316394-b66b-4456-86b6-1464af10c6f4 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:08:23.735951 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a71c72cd-25ce-4355-a6ff-e30293534c65 req-e48d4fb6-8b87-4422-8119-821c7a069838 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393861 Aug 16 20:08:23.745136 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914997f-3f7e-436c-8c57-9c348f870c8b req-fa24287b-1c1f-4b53-94df-6d0f1e182db1 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:23.753701 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c72cd-25ce-4355-a6ff-e30293534c65 req-7713a970-692c-4f5d-bb41-089b3f212ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:23.754029 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9914997f-3f7e-436c-8c57-9c348f870c8b req-fa24287b-1c1f-4b53-94df-6d0f1e182db1 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 948 time: 0.1760213 Aug 16 20:08:23.756206 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a71c72cd-25ce-4355-a6ff-e30293534c65 req-7713a970-692c-4f5d-bb41-089b3f212ac3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1978729 Aug 16 20:08:23.786607 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-22545314-03c6-447d-98c3-452629c4d99a tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Allocated IP 19.80.0.32 (c8602f0d-5e56-4675-8352-10efc98e5acf/57f4dd2c-5a2f-40ea-b7df-5b0743102d41/221ccab9-2fe7-436c-aa41-8b005caa6e9f) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:08:23.883084 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-21265351-616b-4a3d-a56d-10252022225b service neutron] 10.222.0.63 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594951 Aug 16 20:08:23.977788 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9914997f-3f7e-436c-8c57-9c348f870c8b req-48d890a7-8bac-4cae-94fb-42d8c9d25a45 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229195 Aug 16 20:08:23.992685 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7086b9df-2405-4ece-bab1-81e87fe46926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:24.000158 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a71c72cd-25ce-4355-a6ff-e30293534c65 req-2b903aa4-887f-46e8-b866-5d7a6e2d9542 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356892 Aug 16 20:08:24.014164 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-22545314-03c6-447d-98c3-452629c4d99a tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:24.045571 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-16620db6-ccc4-40e6-95cd-17853653e473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'name': 'tempest-FloatingIPsAssociationTestJSON-689600420-router', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:14Z', 'updated_at': '2021-08-16T20:08:18Z', 'revision_number': 3, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'gw_port': {'id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:02:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:16Z', 'updated_at': '2021-08-16T20:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:08:24.083106 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16620db6-ccc4-40e6-95cd-17853653e473 None None] The sync data for ids ['e4316394-b66b-4456-86b6-1464af10c6f4'] in n-d-787206-13 is: [{'id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'name': 'tempest-FloatingIPsAssociationTestJSON-689600420-router', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:14Z', 'updated_at': '2021-08-16T20:08:18Z', 'revision_number': 3, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'gw_port': {'id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:02:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:16Z', 'updated_at': '2021-08-16T20:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:08:24.162199 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-22545314-03c6-447d-98c3-452629c4d99a tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Transition to ACTIVE for port object 221ccab9-2fe7-436c-aa41-8b005caa6e9f will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:08:24.176245 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dfe03a73-681f-4bc6-b7b9-46655a6abadf req-a2dba484-bf7c-43e3-ae9c-8e464a7af808 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] 10.222.0.68 "GET /v2.0/ports?device_id=d307ac64-c69f-4e87-abc7-f845f865b2ea HTTP/1.1" status: 200 len: 210 time: 0.0627298 Aug 16 20:08:24.191322 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:08:24.214424 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8d5fadc4-2974-464e-ba81-f39610db9ce0 req-c640dde5-7e3d-4a14-90e5-e425494bd316 service neutron] 10.222.0.63 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985716 Aug 16 20:08:24.291441 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-22545314-03c6-447d-98c3-452629c4d99a tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:24.309021 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:24.309544 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:24.311007 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f519771-2905-4138-ba74-19d79dbfc5c5 req-c8609aef-a804-4a17-a049-b272689966b1 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:24.313047 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9f519771-2905-4138-ba74-19d79dbfc5c5 req-c8609aef-a804-4a17-a049-b272689966b1 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 946 time: 0.1861131 Aug 16 20:08:24.382802 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-7086b9df-2405-4ece-bab1-81e87fe46926 admin admin] Allocated IP 172.20.0.1 (8863e50a-a79b-4e19-ba1f-e1c14a852f7b/2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07/00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:08:24.401566 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a71c72cd-25ce-4355-a6ff-e30293534c65 req-17cb262f-bcaf-4efa-b66e-2f6cf03e73e3 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748446 Aug 16 20:08:24.426497 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-22545314-03c6-447d-98c3-452629c4d99a tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Network c8602f0d-5e56-4675-8352-10efc98e5acf is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:08:24.431832 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-22545314-03c6-447d-98c3-452629c4d99a tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:08:24.464920 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-22545314-03c6-447d-98c3-452629c4d99a tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:08:24.476320 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9f519771-2905-4138-ba74-19d79dbfc5c5 req-4b221723-5037-4e8e-b795-61826e51aec6 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564779 Aug 16 20:08:24.553260 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6f4429f4-3949-46bd-8251-180e5c1dd174 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:08:24.594596 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-22545314-03c6-447d-98c3-452629c4d99a tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:24.595327 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-22545314-03c6-447d-98c3-452629c4d99a tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:24.605680 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22545314-03c6-447d-98c3-452629c4d99a tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Pushing event updated for resources: {'Port': ['ID=221ccab9-2fe7-436c-aa41-8b005caa6e9f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:24.632732 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159499e8-d3b8-4b1d-9972-1a57dd6a8011 req-7587b6a7-4e3b-4fc0-a04d-87331a53bda9 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:24.634508 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-159499e8-d3b8-4b1d-9972-1a57dd6a8011 req-7587b6a7-4e3b-4fc0-a04d-87331a53bda9 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=d14d4078-b88b-4651-8f91-e84d21d6dfe5 HTTP/1.1" status: 200 len: 943 time: 0.3652663 Aug 16 20:08:24.650523 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-22545314-03c6-447d-98c3-452629c4d99a tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9692485 Aug 16 20:08:24.663943 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-a361bb36-a834-4013-94b5-3902bb6f16a7 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Request body: {'port': {'device_id': '19c3d8e0-c182-480a-8788-c904812d01fa', 'network_id': '4fee3c20-0d2c-4960-8ab0-37c1f62ea076', 'admin_state_up': True, 'tenant_id': '44cecf28d81c41b980f2e11c82b41b71'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:24.707163 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e10941-b315-4c55-bafb-d3184c6d7b74 req-b083b6ce-b2a5-424d-84d8-d59d3b399fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:24.708919 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-33e10941-b315-4c55-bafb-d3184c6d7b74 req-b083b6ce-b2a5-424d-84d8-d59d3b399fd1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=660f9d21c81a4d0490e02db145c56c81&device_id=d14d4078-b88b-4651-8f91-e84d21d6dfe5 HTTP/1.1" status: 200 len: 1095 time: 0.3024399 Aug 16 20:08:24.748878 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 6f4429f4-3949-46bd-8251-180e5c1dd174 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:24.749254 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:24.896505 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e10941-b315-4c55-bafb-d3184c6d7b74 req-2b779d60-efdf-4dfb-8d62-846bd0b1faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:24.898252 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-33e10941-b315-4c55-bafb-d3184c6d7b74 req-2b779d60-efdf-4dfb-8d62-846bd0b1faaa service neutron] 10.222.0.63 "GET /v2.0/networks?id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd HTTP/1.1" status: 200 len: 913 time: 0.1518958 Aug 16 20:08:24.939785 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7086b9df-2405-4ece-bab1-81e87fe46926 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:24.946645 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-159499e8-d3b8-4b1d-9972-1a57dd6a8011 req-df9c022b-5f07-45e9-a4a8-a8743fa58573 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034220 Aug 16 20:08:24.975837 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4f3a4-1fd7-45a9-a66b-f7359fa557ef req-90d4de7c-21de-4841-a098-15ce5546e3e3 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:24.987877 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c0b4f3a4-1fd7-45a9-a66b-f7359fa557ef req-90d4de7c-21de-4841-a098-15ce5546e3e3 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=19c3d8e0-c182-480a-8788-c904812d01fa HTTP/1.1" status: 200 len: 931 time: 0.3190157 Aug 16 20:08:25.015296 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-33e10941-b315-4c55-bafb-d3184c6d7b74 req-b09f261a-464a-4311-b655-175eb846bdca service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed91c9cb-926a-4395-80c3-4e0729921d17 HTTP/1.1" status: 200 len: 217 time: 0.1075454 Aug 16 20:08:25.038070 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1ebbfa08-0778-4a08-8053-6c00a492e1ce None None] Provisioning for port 221ccab9-2fe7-436c-aa41-8b005caa6e9f completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:08:25.050049 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1ebbfa08-0778-4a08-8053-6c00a492e1ce None None] Provisioning complete for port 221ccab9-2fe7-436c-aa41-8b005caa6e9f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:25.050535 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ebbfa08-0778-4a08-8053-6c00a492e1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:25.065304 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-7086b9df-2405-4ece-bab1-81e87fe46926 admin admin] Transition to ACTIVE for port object 00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:08:25.103993 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e10941-b315-4c55-bafb-d3184c6d7b74 req-711392eb-575e-472d-bc69-da190be6d11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:25.105684 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-33e10941-b315-4c55-bafb-d3184c6d7b74 req-711392eb-575e-472d-bc69-da190be6d11e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc HTTP/1.1" status: 200 len: 852 time: 0.0803490 Aug 16 20:08:25.154349 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-33e10941-b315-4c55-bafb-d3184c6d7b74 req-31d72c81-9d1c-4ebb-a5a9-8dcfc2640e90 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4abc880e-d4ce-42ee-a2b7-ca1942016bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386164 Aug 16 20:08:25.154486 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1ebbfa08-0778-4a08-8053-6c00a492e1ce None None] Port 221ccab9-2fe7-436c-aa41-8b005caa6e9f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:08:25.155831 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c0b4f3a4-1fd7-45a9-a66b-f7359fa557ef req-733bf1cf-8736-45e5-9ab5-c1ab71d8b646 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621931 Aug 16 20:08:25.173281 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-a361bb36-a834-4013-94b5-3902bb6f16a7 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Made reservation on behalf of 44cecf28d81c41b980f2e11c82b41b71 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:08:25.183282 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-a361bb36-a834-4013-94b5-3902bb6f16a7 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:25.238125 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7086b9df-2405-4ece-bab1-81e87fe46926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:25.692142 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716746b-7a79-4704-928e-8479ab8d541a req-7ee985d9-83ea-4c94-bce4-04b4fd263267 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:25.694229 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c716746b-7a79-4704-928e-8479ab8d541a req-7ee985d9-83ea-4c94-bce4-04b4fd263267 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 948 time: 0.3924506 Aug 16 20:08:25.713540 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-a361bb36-a834-4013-94b5-3902bb6f16a7 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Allocated IP 19.86.0.236 (4fee3c20-0d2c-4960-8ab0-37c1f62ea076/943ae4e1-ae6c-4e99-b784-11308ecc68c9/2a63f065-82aa-4bca-b236-ca184c04559a) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:08:25.719440 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7086b9df-2405-4ece-bab1-81e87fe46926 admin admin] Network 8863e50a-a79b-4e19-ba1f-e1c14a852f7b is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:08:25.739558 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7086b9df-2405-4ece-bab1-81e87fe46926 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:08:25.742066 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7086b9df-2405-4ece-bab1-81e87fe46926 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:08:25.749271 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:08:25.796420 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086b9df-2405-4ece-bab1-81e87fe46926 admin admin] Pushing event updated for resources: {'Port': ['ID=00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:25.809654 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-9e6738b5-ef40-4b11-a692-1a18116e341b tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:25.814036 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c716746b-7a79-4704-928e-8479ab8d541a req-9552cf69-700d-48ac-8788-55bdf8d40cbd tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134627 Aug 16 20:08:25.817450 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-9e6738b5-ef40-4b11-a692-1a18116e341b tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/networks?id=b415667a-d208-40cb-a7c6-65376c591e13 HTTP/1.1" status: 200 len: 811 time: 0.5844426 Aug 16 20:08:25.825953 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-33e10941-b315-4c55-bafb-d3184c6d7b74 req-f3689789-0355-4fdc-8c61-a1297c2a5cdf service neutron] 10.222.0.63 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6633956 Aug 16 20:08:25.882437 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-4947b33c-f066-42f8-bbaa-b1ae0e160920 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/quotas/520511d988044d52831f9681de3ac442 HTTP/1.1" status: 200 len: 375 time: 0.0637257 Aug 16 20:08:25.941559 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7086b9df-2405-4ece-bab1-81e87fe46926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:25.977190 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=39e68215-9ebb-45bc-b0da-ed77dad3bcb7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:26.015749 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '39e68215-9ebb-45bc-b0da-ed77dad3bcb7', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': '39e68215-9ebb-45bc-b0da-ed77dad3bcb7', 'mac_address': 'fa:16:3e:b9:d1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:08:26.083347 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-ac1d3626-f983-4c65-b1de-234857e4eb56 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=520511d988044d52831f9681de3ac442&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1994262 Aug 16 20:08:26.088040 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-72bdf664-9f48-4ef8-a716-61ea6aaa8a4a service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:08:26.094490 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:26.098893 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-72bdf664-9f48-4ef8-a716-61ea6aaa8a4a service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149381 Aug 16 20:08:26.102287 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3697de9b-ac10-4f13-8595-5cacdafbff98 req-37f59f66-5ab7-4247-a903-f17fa7174858 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] 10.222.0.68 "GET /v2.0/ports?device_id=d307ac64-c69f-4e87-abc7-f845f865b2ea HTTP/1.1" status: 200 len: 210 time: 0.1521101 Aug 16 20:08:26.119980 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-a8294be2-115f-4c16-b751-c713f6be9e00 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:26.121680 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-a8294be2-115f-4c16-b751-c713f6be9e00 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] 10.222.0.57 "GET /v2.0/networks?id=682be607-79fb-4233-90b1-5b45ce0ee053 HTTP/1.1" status: 200 len: 809 time: 0.3836639 Aug 16 20:08:26.132358 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:08:26.145412 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-eef22574-b3d4-4aa8-b51c-83b65cc9bf53 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] Request body: {'port': {'device_id': 'd307ac64-c69f-4e87-abc7-f845f865b2ea', 'network_id': '682be607-79fb-4233-90b1-5b45ce0ee053', 'admin_state_up': True, 'tenant_id': 'b6264241cb9648dd8d34cc0e38c415e2'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:26.177941 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=39e68215-9ebb-45bc-b0da-ed77dad3bcb7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:26.203974 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:26.256831 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:08:26.303688 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-33e10941-b315-4c55-bafb-d3184c6d7b74 req-150de12a-f5e8-4bb4-bc19-7200b2567cf0 service neutron] 10.222.0.63 "GET /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687319 Aug 16 20:08:26.347320 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7086b9df-2405-4ece-bab1-81e87fe46926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:26.365263 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-72fd18a7-0cec-4df3-9f87-fd67801aa823 None None] Provisioning for port 00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:08:26.378233 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-a361bb36-a834-4013-94b5-3902bb6f16a7 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:26.384338 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-72fd18a7-0cec-4df3-9f87-fd67801aa823 None None] Provisioning complete for port 00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:26.384942 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72fd18a7-0cec-4df3-9f87-fd67801aa823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:26.413136 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-a361bb36-a834-4013-94b5-3902bb6f16a7 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Transition to ACTIVE for port object 2a63f065-82aa-4bca-b236-ca184c04559a will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:08:26.455553 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=39e68215-9ebb-45bc-b0da-ed77dad3bcb7,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:26.474025 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-eef22574-b3d4-4aa8-b51c-83b65cc9bf53 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] Made reservation on behalf of b6264241cb9648dd8d34cc0e38c415e2 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:08:26.484745 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-eef22574-b3d4-4aa8-b51c-83b65cc9bf53 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:26.497858 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:08:26.511764 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:26.512489 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:26.550277 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-02bb0494-011c-406e-ba7c-db6d0ee9546d service neutron] 10.222.0.68 "GET /v2.0/networks/b415667a-d208-40cb-a7c6-65376c591e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502523 Aug 16 20:08:26.560967 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-72fd18a7-0cec-4df3-9f87-fd67801aa823 None None] Port 00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:08:26.562976 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['39e68215-9ebb-45bc-b0da-ed77dad3bcb7'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:08:26.574482 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-a361bb36-a834-4013-94b5-3902bb6f16a7 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:26.697449 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-a361bb36-a834-4013-94b5-3902bb6f16a7 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Network 4fee3c20-0d2c-4960-8ab0-37c1f62ea076 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:08:26.740193 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:26.767720 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:26.783624 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:26.800296 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-82f50907-ce0c-4678-9527-35ed1f6e4db4 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:26.802020 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-82f50907-ce0c-4678-9527-35ed1f6e4db4 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2&tenant_id=f79b284ed8d04e57925fd24cf95b04a3&binding%3Ahost_id=n-h1-787206-13 HTTP/1.1" status: 200 len: 949 time: 0.2812612 Aug 16 20:08:26.804568 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-eef22574-b3d4-4aa8-b51c-83b65cc9bf53 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] Allocated IP 172.20.0.6 (682be607-79fb-4233-90b1-5b45ce0ee053/b903fc65-5620-442d-a50b-39d9882b4335/2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:08:26.845480 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:26.848187 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device ed91c9cb-926a-4395-80c3-4e0729921d17 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:08:26.874818 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-d532db97-b414-4dbe-aa0a-926d8b1ea885 service neutron] 10.222.0.68 "GET /v2.0/networks/b415667a-d208-40cb-a7c6-65376c591e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099260 Aug 16 20:08:26.972075 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7086b9df-2405-4ece-bab1-81e87fe46926 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:26.991734 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-39fe860b-5ea3-4c09-bdc0-7b37c2f77318 service neutron] 10.222.0.57 "GET /v2.0/ports/39e68215-9ebb-45bc-b0da-ed77dad3bcb7/bindings/n-h1-787206-13 HTTP/1.1" status: 200 len: 383 time: 0.1724353 Aug 16 20:08:26.995362 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7086b9df-2405-4ece-bab1-81e87fe46926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:27.011991 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port ed91c9cb-926a-4395-80c3-4e0729921d17, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=ed91c9cb-926a-4395-80c3-4e0729921d17,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:27.021224 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-eef22574-b3d4-4aa8-b51c-83b65cc9bf53 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:27.026748 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'ed91c9cb-926a-4395-80c3-4e0729921d17', 'network_id': '4abc880e-d4ce-42ee-a2b7-ca1942016bbd', 'port_id': 'ed91c9cb-926a-4395-80c3-4e0729921d17', 'mac_address': 'fa:16:3e:54:2a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:08:27.063609 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-a361bb36-a834-4013-94b5-3902bb6f16a7 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:08:27.072622 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:27.081928 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-a361bb36-a834-4013-94b5-3902bb6f16a7 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:08:27.089182 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed91c9cb-926a-4395-80c3-4e0729921d17 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:08:27.104247 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-eef22574-b3d4-4aa8-b51c-83b65cc9bf53 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:27.133118 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port ed91c9cb-926a-4395-80c3-4e0729921d17, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=ed91c9cb-926a-4395-80c3-4e0729921d17,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:27.145719 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:27.164056 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-eef22574-b3d4-4aa8-b51c-83b65cc9bf53 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] Network 682be607-79fb-4233-90b1-5b45ce0ee053 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:08:27.169704 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-eef22574-b3d4-4aa8-b51c-83b65cc9bf53 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:08:27.172796 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-eef22574-b3d4-4aa8-b51c-83b65cc9bf53 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:08:27.239877 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597afcc-3a93-4f05-82f0-c56e818e42f8 req-4e05d864-7d8f-45a8-8e77-f5403112d341 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:27.249518 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e597afcc-3a93-4f05-82f0-c56e818e42f8 req-4e05d864-7d8f-45a8-8e77-f5403112d341 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=d14d4078-b88b-4651-8f91-e84d21d6dfe5 HTTP/1.1" status: 200 len: 943 time: 0.6058793 Aug 16 20:08:27.257541 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361bb36-a834-4013-94b5-3902bb6f16a7 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Pushing event updated for resources: {'Port': ['ID=2a63f065-82aa-4bca-b236-ca184c04559a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:27.264590 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=ed91c9cb-926a-4395-80c3-4e0729921d17,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:27.290270 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7086b9df-2405-4ece-bab1-81e87fe46926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:27.308666 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086b9df-2405-4ece-bab1-81e87fe46926 admin admin] Pushing event updated for resources: {'Port': ['ID=00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:27.336567 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef22574-b3d4-4aa8-b51c-83b65cc9bf53 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] Pushing event updated for resources: {'Port': ['ID=2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:27.376658 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['ed91c9cb-926a-4395-80c3-4e0729921d17'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:08:27.379016 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-a361bb36-a834-4013-94b5-3902bb6f16a7 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:27.380009 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-a361bb36-a834-4013-94b5-3902bb6f16a7 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:27.431693 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e597afcc-3a93-4f05-82f0-c56e818e42f8 req-9ddad0ab-4dbc-4ff1-bcab-ac22de3a326a tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759644 Aug 16 20:08:27.433168 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-a361bb36-a834-4013-94b5-3902bb6f16a7 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7761242 Aug 16 20:08:27.434995 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-8fe080d0-81f9-479e-b901-226faf9cbd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:27.443129 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-8fe080d0-81f9-479e-b901-226faf9cbd67 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 1101 time: 0.3956013 Aug 16 20:08:27.469623 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-536c63f3-5e8f-464a-b258-921d712a7b63 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Request body: {'port': {'device_id': '19c3d8e0-c182-480a-8788-c904812d01fa', 'network_id': 'c8602f0d-5e56-4675-8352-10efc98e5acf', 'admin_state_up': True, 'tenant_id': '44cecf28d81c41b980f2e11c82b41b71'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:27.495767 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-eef22574-b3d4-4aa8-b51c-83b65cc9bf53 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:27.496501 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-eef22574-b3d4-4aa8-b51c-83b65cc9bf53 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:27.520475 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b6e66758-bd8b-47e5-b668-9f1ed85829a7 None None] Provisioning for port 2a63f065-82aa-4bca-b236-ca184c04559a completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:08:27.532463 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b6e66758-bd8b-47e5-b668-9f1ed85829a7 None None] Provisioning complete for port 2a63f065-82aa-4bca-b236-ca184c04559a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:27.533270 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6e66758-bd8b-47e5-b668-9f1ed85829a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:27.557838 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-eef22574-b3d4-4aa8-b51c-83b65cc9bf53 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4231353 Aug 16 20:08:27.598978 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b6e66758-bd8b-47e5-b668-9f1ed85829a7 None None] Port 2a63f065-82aa-4bca-b236-ca184c04559a cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:08:27.636400 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-10f88d6d-f722-4043-8917-6e48bf705199 service neutron] Request body: {'port': {'device_id': 'd307ac64-c69f-4e87-abc7-f845f865b2ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:27.678733 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c6d5f-0506-40bb-8226-7855fd695cf6 req-de6ed02b-d1ea-45ce-96ab-9c2de6eb13d2 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:27.686319 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c6d5f-0506-40bb-8226-7855fd695cf6 req-de6ed02b-d1ea-45ce-96ab-9c2de6eb13d2 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:27.697182 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2a2c6d5f-0506-40bb-8226-7855fd695cf6 req-de6ed02b-d1ea-45ce-96ab-9c2de6eb13d2 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=19c3d8e0-c182-480a-8788-c904812d01fa HTTP/1.1" status: 200 len: 1654 time: 0.3734808 Aug 16 20:08:27.750817 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:08:27.766425 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-10f88d6d-f722-4043-8917-6e48bf705199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:27.793694 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7086b9df-2405-4ece-bab1-81e87fe46926 admin admin] Network 8863e50a-a79b-4e19-ba1f-e1c14a852f7b is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:08:27.817686 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2a2c6d5f-0506-40bb-8226-7855fd695cf6 req-80a5ad79-8809-4807-aa59-be52de206916 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186545 Aug 16 20:08:27.818710 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-2d54b9e6-0080-4854-9d6d-8cce4502fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:27.820355 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-2d54b9e6-0080-4854-9d6d-8cce4502fe43 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.3626015 Aug 16 20:08:27.821282 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7086b9df-2405-4ece-bab1-81e87fe46926 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:08:27.847931 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:08:27.852900 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:27.853399 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:27.924000 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-561365cd-c484-4db3-b8ca-1d535a304467 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=39e68215-9ebb-45bc-b0da-ed77dad3bcb7 HTTP/1.1" status: 200 len: 217 time: 0.0954032 Aug 16 20:08:28.020608 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7461e70b-238c-4846-8124-827c0d788d65 req-1749213a-4231-4927-86e7-3d5a58758682 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 210 time: 0.0903213 Aug 16 20:08:28.085083 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:28.164663 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=39e68215-9ebb-45bc-b0da-ed77dad3bcb7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:28.167682 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe47865-fc45-40a4-86ae-3f74fdb304a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e68215-9ebb-45bc-b0da-ed77dad3bcb7'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:08:28.170775 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bfaddd-127c-46e1-bd7c-6c0b0655e2f8" -d '{"events": [{"server_uuid": "ebe47865-fc45-40a4-86ae-3f74fdb304a2", "name": "network-vif-plugged", "status": "completed", "tag": "39e68215-9ebb-45bc-b0da-ed77dad3bcb7"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:08:28.186054 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-10f88d6d-f722-4043-8917-6e48bf705199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:08:28.188863 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:08:28.200348 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-10f88d6d-f722-4043-8917-6e48bf705199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:28.215688 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-4d64f3cc-b2c9-4686-98f6-136b751dd422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:28.217201 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-4d64f3cc-b2c9-4686-98f6-136b751dd422 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.2317469 Aug 16 20:08:28.222493 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-10f88d6d-f722-4043-8917-6e48bf705199 service neutron] Transition to ACTIVE for port object 2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:08:28.248906 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:28.251786 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-10f88d6d-f722-4043-8917-6e48bf705199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:28.274292 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09308796-165a-46d4-8504-3b5b878d7c23 req-a99c4008-9f0e-44b9-95b8-063680982009 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:28.282097 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09308796-165a-46d4-8504-3b5b878d7c23 req-a99c4008-9f0e-44b9-95b8-063680982009 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 949 time: 0.6409931 Aug 16 20:08:28.301914 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab2ce0-640b-4f3e-acd5-ec2e77b0cc2c req-47a6cf2a-9755-4818-842d-f7e8006db698 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:28.311042 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-08ab2ce0-640b-4f3e-acd5-ec2e77b0cc2c req-47a6cf2a-9755-4818-842d-f7e8006db698 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] 10.222.0.68 "GET /v2.0/ports?device_id=d307ac64-c69f-4e87-abc7-f845f865b2ea HTTP/1.1" status: 200 len: 931 time: 0.1688209 Aug 16 20:08:28.351853 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7086b9df-2405-4ece-bab1-81e87fe46926 admin admin] Router e4316394-b66b-4456-86b6-1464af10c6f4 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:08:28.357634 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f88d6d-f722-4043-8917-6e48bf705199 service neutron] Pushing event updated for resources: {'Port': ['ID=2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:28.372065 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9b81a0e0-78fd-430e-b320-19f5442aad6b None None] Provisioning complete for port 00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:28.372065 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9b81a0e0-78fd-430e-b320-19f5442aad6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:28.382617 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-01ee5e09-1c82-4c3f-81fa-b8c1ea8a781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:28.382823 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=39e68215-9ebb-45bc-b0da-ed77dad3bcb7,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:28.384399 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-01ee5e09-1c82-4c3f-81fa-b8c1ea8a781f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1550584 Aug 16 20:08:28.397393 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-08ab2ce0-640b-4f3e-acd5-ec2e77b0cc2c req-92081252-b2aa-4dd5-9126-b3101437f316 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] 10.222.0.68 "GET /v2.0/security-groups?id=08f6294d-3577-4d00-ade3-ecb5a39b4d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787902 Aug 16 20:08:28.427573 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09308796-165a-46d4-8504-3b5b878d7c23 req-e535b969-1361-43fc-9680-90479342823b tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403186 Aug 16 20:08:28.453987 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:28.463282 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:28.503975 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-536c63f3-5e8f-464a-b258-921d712a7b63 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Made reservation on behalf of 44cecf28d81c41b980f2e11c82b41b71 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:08:28.514043 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-536c63f3-5e8f-464a-b258-921d712a7b63 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:28.532919 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87956abf-5dbb-4ec5-8dc3-9da7a0c79520 x-openstack-request-id: req-87956abf-5dbb-4ec5-8dc3-9da7a0c79520 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:08:28.533405 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe47865-fc45-40a4-86ae-3f74fdb304a2", "name": "network-vif-plugged", "status": "completed", "tag": "39e68215-9ebb-45bc-b0da-ed77dad3bcb7", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:08:28.533816 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-87956abf-5dbb-4ec5-8dc3-9da7a0c79520 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:08:28.534821 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe47865-fc45-40a4-86ae-3f74fdb304a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e68215-9ebb-45bc-b0da-ed77dad3bcb7', 'code': 200} Aug 16 20:08:28.550025 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9b81a0e0-78fd-430e-b320-19f5442aad6b None None] Port 00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:08:28.621690 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-857232d6-d435-4709-8196-fa4a7867644e service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230258 Aug 16 20:08:28.627938 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7086b9df-2405-4ece-bab1-81e87fe46926 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:08:28.647384 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cbaa06-dfb3-4bdb-a3bc-45ff498ea57d None None] Sync routers for ids ['e4316394-b66b-4456-86b6-1464af10c6f4'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:08:28.650182 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7086b9df-2405-4ece-bab1-81e87fe46926 admin admin] 10.222.0.68 "PUT /v2.0/routers/e4316394-b66b-4456-86b6-1464af10c6f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9230299 Aug 16 20:08:28.665039 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-10f88d6d-f722-4043-8917-6e48bf705199 service neutron] Attempting to bind port 2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:08:28.665375 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-10f88d6d-f722-4043-8917-6e48bf705199 service neutron] Attempting to bind port 2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'f0e1cff3-be79-46a2-89b0-5e957d505bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '682be607-79fb-4233-90b1-5b45ce0ee053'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:08:28.665708 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-10f88d6d-f722-4043-8917-6e48bf705199 service neutron] Attempting to bind port 2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6 on network 682be607-79fb-4233-90b1-5b45ce0ee053 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:08:28.675949 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-10f88d6d-f722-4043-8917-6e48bf705199 service neutron] Port 2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6 on network 682be607-79fb-4233-90b1-5b45ce0ee053 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:08:28.676315 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-10f88d6d-f722-4043-8917-6e48bf705199 service neutron] Attempting to bind port 2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6 on network 682be607-79fb-4233-90b1-5b45ce0ee053 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:08:28.686519 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cbaa06-dfb3-4bdb-a3bc-45ff498ea57d None None] Routers {'e4316394-b66b-4456-86b6-1464af10c6f4'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:08:28.687168 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-14cbaa06-dfb3-4bdb-a3bc-45ff498ea57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:08:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['e4316394-b66b-4456-86b6-1464af10c6f4'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:08:28.732321 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-10f88d6d-f722-4043-8917-6e48bf705199 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:08:28.735104 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-10f88d6d-f722-4043-8917-6e48bf705199 service neutron] Checking segment: {'id': 'f0e1cff3-be79-46a2-89b0-5e957d505bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '682be607-79fb-4233-90b1-5b45ce0ee053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:08:28.736043 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-10f88d6d-f722-4043-8917-6e48bf705199 service neutron] Bound using segment: {'id': 'f0e1cff3-be79-46a2-89b0-5e957d505bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '682be607-79fb-4233-90b1-5b45ce0ee053'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:08:28.738314 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-10f88d6d-f722-4043-8917-6e48bf705199 service neutron] Bound port: 2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0e1cff3-be79-46a2-89b0-5e957d505bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '682be607-79fb-4233-90b1-5b45ce0ee053'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:08:28.739743 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-10f88d6d-f722-4043-8917-6e48bf705199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:28.824560 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device ed91c9cb-926a-4395-80c3-4e0729921d17 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:08:28.897283 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-14cbaa06-dfb3-4bdb-a3bc-45ff498ea57d None None] Set router e4316394-b66b-4456-86b6-1464af10c6f4 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:08:29.014917 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-10f88d6d-f722-4043-8917-6e48bf705199 service neutron] For port 2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:08:29.018447 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa4499-a502-4c88-9815-9f9c1dbf7f05 req-5180c6f8-0d6b-4fa7-8402-deff4c2219d7 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:29.030871 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-536c63f3-5e8f-464a-b258-921d712a7b63 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Allocated IP 19.80.0.176 (c8602f0d-5e56-4675-8352-10efc98e5acf/57f4dd2c-5a2f-40ea-b7df-5b0743102d41/aff4a762-69a4-4bce-8f1c-347a489e27bf) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:08:29.032085 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c8fa4499-a502-4c88-9815-9f9c1dbf7f05 req-5180c6f8-0d6b-4fa7-8402-deff4c2219d7 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=d14d4078-b88b-4651-8f91-e84d21d6dfe5 HTTP/1.1" status: 200 len: 944 time: 0.3792751 Aug 16 20:08:29.038584 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-10f88d6d-f722-4043-8917-6e48bf705199 service neutron] For port 2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6,segment=NetworkSegment(f0e1cff3-be79-46a2-89b0-5e957d505bd8),segment_id=f0e1cff3-be79-46a2-89b0-5e957d505bd8)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:08:29.064812 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9948def-2186-47db-91e8-e4d24c65b65c req-f668b530-9771-405f-9e16-d6e464b7e638 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:29.069629 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port ed91c9cb-926a-4395-80c3-4e0729921d17 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:08:29.070790 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9948def-2186-47db-91e8-e4d24c65b65c req-f668b530-9771-405f-9e16-d6e464b7e638 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:29.072440 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e9948def-2186-47db-91e8-e4d24c65b65c req-f668b530-9771-405f-9e16-d6e464b7e638 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=19c3d8e0-c182-480a-8788-c904812d01fa HTTP/1.1" status: 200 len: 1654 time: 0.1149590 Aug 16 20:08:29.076968 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-10f88d6d-f722-4043-8917-6e48bf705199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:29.111145 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port ed91c9cb-926a-4395-80c3-4e0729921d17 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:29.111597 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:29.116090 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-a118fbab-222a-40e7-9ab7-2e6495c50a06 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646616 Aug 16 20:08:29.124726 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-88a2d4ab-e45c-4330-b241-03d2008f3e55 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:29.126538 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-88a2d4ab-e45c-4330-b241-03d2008f3e55 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.63 "GET /v2.0/networks?id=b415667a-d208-40cb-a7c6-65376c591e13 HTTP/1.1" status: 200 len: 811 time: 0.4135370 Aug 16 20:08:29.162324 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-10f88d6d-f722-4043-8917-6e48bf705199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:29.162957 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-10f88d6d-f722-4043-8917-6e48bf705199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:29.164404 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-10f88d6d-f722-4043-8917-6e48bf705199 service neutron] 10.222.0.57 "PUT /v2.0/ports/2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6 HTTP/1.1" status: 200 len: 1092 time: 1.5325904 Aug 16 20:08:29.169068 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd307ac64-c69f-4e87-abc7-f845f865b2ea', 'tag': '2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:08:29.171039 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-5aa5d393-f8d8-4f6f-867f-598f0621a462 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Request body: {'port': {'device_id': '881a7f0a-1588-4df1-80e4-d583f2ab25d1', 'network_id': 'b415667a-d208-40cb-a7c6-65376c591e13', 'admin_state_up': True, 'tenant_id': '520511d988044d52831f9681de3ac442'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:29.171163 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3070672a-c175-4dd5-96f5-736fdeddb199" -d '{"events": [{"name": "network-changed", "server_uuid": "d307ac64-c69f-4e87-abc7-f845f865b2ea", "tag": "2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:08:29.217954 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e9948def-2186-47db-91e8-e4d24c65b65c req-1458f503-09e1-4e7a-b271-486059311f70 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232448 Aug 16 20:08:29.313227 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f88d6d-f722-4043-8917-6e48bf705199 service neutron] Pushing event updated for resources: {'Port': ['ID=2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:29.342652 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c8fa4499-a502-4c88-9815-9f9c1dbf7f05 req-89f72827-9de1-4459-985a-b158e1792fda tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093045 Aug 16 20:08:29.352623 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-5aa5d393-f8d8-4f6f-867f-598f0621a462 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Made reservation on behalf of 520511d988044d52831f9681de3ac442 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:08:29.357197 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-5aa5d393-f8d8-4f6f-867f-598f0621a462 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:29.438993 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-bf1976ee-16aa-4922-b265-23109f17814b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:29.440522 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-bf1976ee-16aa-4922-b265-23109f17814b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6264241cb9648dd8d34cc0e38c415e2&device_id=d307ac64-c69f-4e87-abc7-f845f865b2ea HTTP/1.1" status: 200 len: 1095 time: 0.1984997 Aug 16 20:08:29.493318 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-45dc60f4-250f-4a3a-b285-497c0589af60 req-abbe65eb-a8f8-40c8-b856-7a8884f2058d tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 210 time: 0.0339484 Aug 16 20:08:29.502139 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:29.551238 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-14cbaa06-dfb3-4bdb-a3bc-45ff498ea57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'name': 'tempest-FloatingIPsAssociationTestJSON-689600420-router', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:14Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'gw_port': {'id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:16Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8', 'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'mac_address': 'fa:16:3e:eb:57:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:24Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 2, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'subnets': [{'id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:08:29.554963 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-5aa5d393-f8d8-4f6f-867f-598f0621a462 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Allocated IP 172.20.0.8 (b415667a-d208-40cb-a7c6-65376c591e13/b3526492-2940-405c-b197-de744b17c402/69841019-83f4-46a2-b403-8c3af9a3b04a) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:08:29.559391 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port ed91c9cb-926a-4395-80c3-4e0729921d17, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=ed91c9cb-926a-4395-80c3-4e0729921d17,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:29.579708 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-536c63f3-5e8f-464a-b258-921d712a7b63 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:29.582965 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-38964bda-c164-4edb-92bd-571f4fd7c514 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6 HTTP/1.1" status: 200 len: 217 time: 0.1252551 Aug 16 20:08:29.595388 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607eafda-f5d2-42be-91d6-dc0ac24c1b80 x-openstack-request-id: req-607eafda-f5d2-42be-91d6-dc0ac24c1b80 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:08:29.595737 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d307ac64-c69f-4e87-abc7-f845f865b2ea", "tag": "2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:08:29.595947 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-607eafda-f5d2-42be-91d6-dc0ac24c1b80 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:08:29.596486 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd307ac64-c69f-4e87-abc7-f845f865b2ea', 'tag': '2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6', 'status': 'completed', 'code': 200} Aug 16 20:08:29.640793 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cbaa06-dfb3-4bdb-a3bc-45ff498ea57d None None] Checking router: e4316394-b66b-4456-86b6-1464af10c6f4 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:08:29.641155 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cbaa06-dfb3-4bdb-a3bc-45ff498ea57d None None] Updating router e4316394-b66b-4456-86b6-1464af10c6f4 port 00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:08:29.648344 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:29.650967 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-536c63f3-5e8f-464a-b258-921d712a7b63 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Transition to ACTIVE for port object aff4a762-69a4-4bce-8f1c-347a489e27bf will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:08:29.662969 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-f839701c-af4e-4f01-b8a4-536cb55e9cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:29.664503 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-f839701c-af4e-4f01-b8a4-536cb55e9cd0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b903fc65-5620-442d-a50b-39d9882b4335 HTTP/1.1" status: 200 len: 849 time: 0.0672197 Aug 16 20:08:29.702339 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-14cbaa06-dfb3-4bdb-a3bc-45ff498ea57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:29.749063 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-b98758f6-6317-4abe-8e22-f31a52aefa48 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=682be607-79fb-4233-90b1-5b45ce0ee053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652723 Aug 16 20:08:29.756548 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64854feb-1219-4456-b76c-878be3509774 req-2ddea1ee-afc3-4d69-98de-8ab814ffbf01 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:29.763028 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=ed91c9cb-926a-4395-80c3-4e0729921d17,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:29.764868 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-03a27a94-9479-4832-906d-8105e0fda3fe tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:29.765478 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-64854feb-1219-4456-b76c-878be3509774 req-2ddea1ee-afc3-4d69-98de-8ab814ffbf01 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] 10.222.0.68 "GET /v2.0/ports?device_id=d307ac64-c69f-4e87-abc7-f845f865b2ea HTTP/1.1" status: 200 len: 943 time: 0.0872924 Aug 16 20:08:29.773599 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-03a27a94-9479-4832-906d-8105e0fda3fe tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/networks?id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b HTTP/1.1" status: 200 len: 820 time: 0.3567059 Aug 16 20:08:29.851116 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-5aa5d393-f8d8-4f6f-867f-598f0621a462 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:29.856903 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-4fcac9ad-6fdc-4b17-abdb-b46d63f58d5a tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/quotas/fc267694f3a54ef9952a0f83a94966f1 HTTP/1.1" status: 200 len: 375 time: 0.0669775 Aug 16 20:08:29.869336 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-64854feb-1219-4456-b76c-878be3509774 req-b4ad913e-69cd-4f27-8f76-2a82465292e5 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] 10.222.0.68 "GET /v2.0/security-groups?id=08f6294d-3577-4d00-ade3-ecb5a39b4d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986180 Aug 16 20:08:29.885024 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-536c63f3-5e8f-464a-b258-921d712a7b63 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:29.947119 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-5aa5d393-f8d8-4f6f-867f-598f0621a462 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:29.962877 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['1daf71d3-ea42-4a46-bd78-b7184c0b7fb2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:08:29.974855 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-536c63f3-5e8f-464a-b258-921d712a7b63 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Network c8602f0d-5e56-4675-8352-10efc98e5acf is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:08:29.986687 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-8164fb12-8e14-4eb6-8c8b-ac262a70a1e3 service neutron] 10.222.0.57 "GET /v2.0/networks/682be607-79fb-4233-90b1-5b45ce0ee053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120643 Aug 16 20:08:29.987854 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-536c63f3-5e8f-464a-b258-921d712a7b63 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:08:29.992243 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-536c63f3-5e8f-464a-b258-921d712a7b63 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:08:30.023691 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-5aa5d393-f8d8-4f6f-867f-598f0621a462 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Network b415667a-d208-40cb-a7c6-65376c591e13 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:08:30.030904 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-5aa5d393-f8d8-4f6f-867f-598f0621a462 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:08:30.039874 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-5aa5d393-f8d8-4f6f-867f-598f0621a462 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:08:30.052289 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c63f3-5e8f-464a-b258-921d712a7b63 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Pushing event updated for resources: {'Port': ['ID=aff4a762-69a4-4bce-8f1c-347a489e27bf,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:30.128332 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-f0339413-29cb-4126-8585-2e43f857a255 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=fc267694f3a54ef9952a0f83a94966f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2647724 Aug 16 20:08:30.143882 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-536c63f3-5e8f-464a-b258-921d712a7b63 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:30.145100 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-536c63f3-5e8f-464a-b258-921d712a7b63 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:30.145593 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5d393-f8d8-4f6f-867f-598f0621a462 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Pushing event updated for resources: {'Port': ['ID=69841019-83f4-46a2-b403-8c3af9a3b04a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:30.165708 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-5aa5d393-f8d8-4f6f-867f-598f0621a462 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:30.166373 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-5aa5d393-f8d8-4f6f-867f-598f0621a462 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:30.182820 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d76d7d-14f7-45f1-984e-07b8018f4283 req-e0f3afc2-b59b-4d9c-8ed8-12f71881f8df tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:30.191526 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-16d76d7d-14f7-45f1-984e-07b8018f4283 req-e0f3afc2-b59b-4d9c-8ed8-12f71881f8df tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 950 time: 0.2202191 Aug 16 20:08:30.232506 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-5aa5d393-f8d8-4f6f-867f-598f0621a462 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0665426 Aug 16 20:08:30.235410 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-536c63f3-5e8f-464a-b258-921d712a7b63 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7721293 Aug 16 20:08:30.250503 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-16d76d7d-14f7-45f1-984e-07b8018f4283 req-81e6a9d5-a102-4782-905e-3bb7145474c6 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582211 Aug 16 20:08:30.264548 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-ea85c7af-4ae5-4125-a08b-67a4093bdf6e service neutron] Request body: {'port': {'device_id': '881a7f0a-1588-4df1-80e4-d583f2ab25d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:30.270445 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-95e8d004-951b-4a65-8bd1-45a883e0689d service neutron] Request body: {'port': {'device_id': '19c3d8e0-c182-480a-8788-c904812d01fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:30.274378 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ecea5fbe-24a4-436b-ac16-e3afdbc7bd88 req-4608e412-5d68-49de-ad8d-02c484b77dee service neutron] 10.222.0.57 "GET /v2.0/networks/682be607-79fb-4233-90b1-5b45ce0ee053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541614 Aug 16 20:08:30.334240 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-036d65ae-6d6a-442b-8d88-342fadead227 service neutron] 10.222.0.68 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969333 Aug 16 20:08:30.397233 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3357f09c-a8cd-413d-9753-51daa87118eb None None] Provisioning for port aff4a762-69a4-4bce-8f1c-347a489e27bf completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:08:30.409306 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-14cbaa06-dfb3-4bdb-a3bc-45ff498ea57d None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:30.425582 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3357f09c-a8cd-413d-9753-51daa87118eb None None] Provisioning complete for port aff4a762-69a4-4bce-8f1c-347a489e27bf triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:30.426008 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3357f09c-a8cd-413d-9753-51daa87118eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:30.427851 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-ea85c7af-4ae5-4125-a08b-67a4093bdf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:30.440314 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-95e8d004-951b-4a65-8bd1-45a883e0689d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:30.461792 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-14cbaa06-dfb3-4bdb-a3bc-45ff498ea57d None None] Transition to ACTIVE for port object 00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:08:30.487264 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-14cbaa06-dfb3-4bdb-a3bc-45ff498ea57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:30.538647 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3357f09c-a8cd-413d-9753-51daa87118eb None None] Port aff4a762-69a4-4bce-8f1c-347a489e27bf cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:08:30.565549 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14d4078-b88b-4651-8f91-e84d21d6dfe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed91c9cb-926a-4395-80c3-4e0729921d17'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:08:30.568060 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1af653d-86b6-47ac-9ca1-02a6618836cc" -d '{"events": [{"server_uuid": "d14d4078-b88b-4651-8f91-e84d21d6dfe5", "name": "network-vif-plugged", "status": "completed", "tag": "ed91c9cb-926a-4395-80c3-4e0729921d17"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:08:30.571267 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb05aef-efae-454a-a1c3-23052f2e5a35 None None] Pushing event updated for resources: {'Port': ['ID=00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:30.705901 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-14cbaa06-dfb3-4bdb-a3bc-45ff498ea57d None None] Attempting to bind port 00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:08:30.706276 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-14cbaa06-dfb3-4bdb-a3bc-45ff498ea57d None None] Attempting to bind port 00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'e26bc7e8-1ebe-4a3d-b76a-c8e856240763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:08:30.706706 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cbaa06-dfb3-4bdb-a3bc-45ff498ea57d None None] Attempting to bind port 00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8 on network 8863e50a-a79b-4e19-ba1f-e1c14a852f7b {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:08:30.713691 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cbaa06-dfb3-4bdb-a3bc-45ff498ea57d None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:08:30.714114 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cbaa06-dfb3-4bdb-a3bc-45ff498ea57d None None] Checking segment: {'id': 'e26bc7e8-1ebe-4a3d-b76a-c8e856240763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:08:30.714525 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-14cbaa06-dfb3-4bdb-a3bc-45ff498ea57d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:30.714917 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cbaa06-dfb3-4bdb-a3bc-45ff498ea57d None None] Bound using segment: {'id': 'e26bc7e8-1ebe-4a3d-b76a-c8e856240763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:08:30.715408 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-14cbaa06-dfb3-4bdb-a3bc-45ff498ea57d None None] Bound port: 00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26bc7e8-1ebe-4a3d-b76a-c8e856240763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:08:30.715878 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-14cbaa06-dfb3-4bdb-a3bc-45ff498ea57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:30.715982 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b13b69-791b-4de8-af99-401b309cc8f6 req-1c6fb541-fc0f-4944-9a26-70c4d518700c tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:30.733481 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b13b69-791b-4de8-af99-401b309cc8f6 req-1c6fb541-fc0f-4944-9a26-70c4d518700c tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:30.740125 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b13b69-791b-4de8-af99-401b309cc8f6 req-1c6fb541-fc0f-4944-9a26-70c4d518700c tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:30.748748 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e2b13b69-791b-4de8-af99-401b309cc8f6 req-1c6fb541-fc0f-4944-9a26-70c4d518700c tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=19c3d8e0-c182-480a-8788-c904812d01fa HTTP/1.1" status: 200 len: 2376 time: 0.1990547 Aug 16 20:08:30.812194 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e2b13b69-791b-4de8-af99-401b309cc8f6 req-b6beb3e3-abe8-4c1a-acb2-f4a66c9caecf tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625539 Aug 16 20:08:30.879376 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-14cbaa06-dfb3-4bdb-a3bc-45ff498ea57d None None] For port 00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:08:30.886207 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-14cbaa06-dfb3-4bdb-a3bc-45ff498ea57d None None] For port 00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8,segment=NetworkSegment(e26bc7e8-1ebe-4a3d-b76a-c8e856240763),segment_id=e26bc7e8-1ebe-4a3d-b76a-c8e856240763)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:08:30.899908 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-14cbaa06-dfb3-4bdb-a3bc-45ff498ea57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:30.991334 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cbaa06-dfb3-4bdb-a3bc-45ff498ea57d None None] Routers {'e4316394-b66b-4456-86b6-1464af10c6f4'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:08:30.992431 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-14cbaa06-dfb3-4bdb-a3bc-45ff498ea57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:08:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['e4316394-b66b-4456-86b6-1464af10c6f4'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:08:31.273693 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb05aef-efae-454a-a1c3-23052f2e5a35 None None] Pushing event updated for resources: {'Port': ['ID=00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:31.342586 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-14cbaa06-dfb3-4bdb-a3bc-45ff498ea57d None None] Set router e4316394-b66b-4456-86b6-1464af10c6f4 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:08:31.383865 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070672a-c175-4dd5-96f5-736fdeddb199 req-dc1925cd-d023-4b82-9b52-9fe82db00285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:31.385756 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3070672a-c175-4dd5-96f5-736fdeddb199 req-dc1925cd-d023-4b82-9b52-9fe82db00285 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6264241cb9648dd8d34cc0e38c415e2&device_id=d307ac64-c69f-4e87-abc7-f845f865b2ea HTTP/1.1" status: 200 len: 1095 time: 1.0292263 Aug 16 20:08:31.404081 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-23adcc64-1d99-4104-ba90-226dc465646f service neutron] 10.222.0.68 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0435069 Aug 16 20:08:31.750621 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-95e8d004-951b-4a65-8bd1-45a883e0689d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 221ccab9-2fe7-436c-aa41-8b005caa6e9f {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:08:31.769937 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-95e8d004-951b-4a65-8bd1-45a883e0689d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:31.776301 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-ea85c7af-4ae5-4125-a08b-67a4093bdf6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69841019-83f4-46a2-b403-8c3af9a3b04a {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:08:31.784926 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-ea85c7af-4ae5-4125-a08b-67a4093bdf6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:31.786069 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-95e8d004-951b-4a65-8bd1-45a883e0689d service neutron] Transition to ACTIVE for port object 221ccab9-2fe7-436c-aa41-8b005caa6e9f will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:08:31.790069 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070672a-c175-4dd5-96f5-736fdeddb199 req-8ddfa995-cea5-4160-90cf-95bcc0e205ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:31.799529 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-ea85c7af-4ae5-4125-a08b-67a4093bdf6e service neutron] Transition to ACTIVE for port object 69841019-83f4-46a2-b403-8c3af9a3b04a will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:08:31.799845 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3070672a-c175-4dd5-96f5-736fdeddb199 req-8ddfa995-cea5-4160-90cf-95bcc0e205ee service neutron] 10.222.0.57 "GET /v2.0/networks?id=682be607-79fb-4233-90b1-5b45ce0ee053 HTTP/1.1" status: 200 len: 910 time: 0.3930175 Aug 16 20:08:31.801174 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-95e8d004-951b-4a65-8bd1-45a883e0689d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:31.813364 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-ea85c7af-4ae5-4125-a08b-67a4093bdf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:31.844082 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9a6a2d01-45c3-466f-b56b-533ca500292e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:31.873124 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-14cbaa06-dfb3-4bdb-a3bc-45ff498ea57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'name': 'tempest-FloatingIPsAssociationTestJSON-689600420-router', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:14Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'gw_port': {'id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:16Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8', 'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'mac_address': 'fa:16:3e:eb:57:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:24Z', 'updated_at': '2021-08-16T20:08:30Z', 'revision_number': 4, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'subnets': [{'id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:08:31.883522 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c3365-67d2-4675-89f9-b0ba9738aa2c req-3387671c-0b60-4295-b2ba-da49fb7102f2 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:31.892764 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-322c3365-67d2-4675-89f9-b0ba9738aa2c req-3387671c-0b60-4295-b2ba-da49fb7102f2 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=d14d4078-b88b-4651-8f91-e84d21d6dfe5 HTTP/1.1" status: 200 len: 945 time: 0.3699269 Aug 16 20:08:31.934075 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cbaa06-dfb3-4bdb-a3bc-45ff498ea57d None None] The sync data for ids ['e4316394-b66b-4456-86b6-1464af10c6f4'] in n-d-787206-13 is: [{'id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'name': 'tempest-FloatingIPsAssociationTestJSON-689600420-router', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:14Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'gw_port': {'id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:16Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8', 'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'mac_address': 'fa:16:3e:eb:57:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:24Z', 'updated_at': '2021-08-16T20:08:30Z', 'revision_number': 4, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'subnets': [{'id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:08:31.996945 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3070672a-c175-4dd5-96f5-736fdeddb199 req-cb85740e-2fb3-4b5c-8039-192f8970a880 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6 HTTP/1.1" status: 200 len: 217 time: 0.1842051 Aug 16 20:08:32.030682 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85c7af-4ae5-4125-a08b-67a4093bdf6e service neutron] Pushing event updated for resources: {'Port': ['ID=69841019-83f4-46a2-b403-8c3af9a3b04a,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:32.081506 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-322c3365-67d2-4675-89f9-b0ba9738aa2c req-1f3ff3aa-756b-4e97-be65-7743f80e2780 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671898 Aug 16 20:08:32.095412 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8d004-951b-4a65-8bd1-45a883e0689d service neutron] Pushing event updated for resources: {'Port': ['ID=221ccab9-2fe7-436c-aa41-8b005caa6e9f,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:32.144594 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-ea85c7af-4ae5-4125-a08b-67a4093bdf6e service neutron] Attempting to bind port 69841019-83f4-46a2-b403-8c3af9a3b04a on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:08:32.145080 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-ea85c7af-4ae5-4125-a08b-67a4093bdf6e service neutron] Attempting to bind port 69841019-83f4-46a2-b403-8c3af9a3b04a by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b415667a-d208-40cb-a7c6-65376c591e13'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:08:32.145308 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-ea85c7af-4ae5-4125-a08b-67a4093bdf6e service neutron] Attempting to bind port 69841019-83f4-46a2-b403-8c3af9a3b04a on network b415667a-d208-40cb-a7c6-65376c591e13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:08:32.161921 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-ea85c7af-4ae5-4125-a08b-67a4093bdf6e service neutron] Port 69841019-83f4-46a2-b403-8c3af9a3b04a on network b415667a-d208-40cb-a7c6-65376c591e13 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:08:32.162125 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-ea85c7af-4ae5-4125-a08b-67a4093bdf6e service neutron] Attempting to bind port 69841019-83f4-46a2-b403-8c3af9a3b04a on network b415667a-d208-40cb-a7c6-65376c591e13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:08:32.180843 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-ea85c7af-4ae5-4125-a08b-67a4093bdf6e service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:08:32.181347 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-ea85c7af-4ae5-4125-a08b-67a4093bdf6e service neutron] Checking segment: {'id': 'cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b415667a-d208-40cb-a7c6-65376c591e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:08:32.181846 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-ea85c7af-4ae5-4125-a08b-67a4093bdf6e service neutron] Bound using segment: {'id': 'cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b415667a-d208-40cb-a7c6-65376c591e13'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:08:32.187674 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-ea85c7af-4ae5-4125-a08b-67a4093bdf6e service neutron] Bound port: 69841019-83f4-46a2-b403-8c3af9a3b04a, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b415667a-d208-40cb-a7c6-65376c591e13'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:08:32.188300 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-ea85c7af-4ae5-4125-a08b-67a4093bdf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:32.207784 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429826d1-a3b1-4219-b928-ba4bbe6d1b71 x-openstack-request-id: req-429826d1-a3b1-4219-b928-ba4bbe6d1b71 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:08:32.208338 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14d4078-b88b-4651-8f91-e84d21d6dfe5", "name": "network-vif-plugged", "status": "completed", "tag": "ed91c9cb-926a-4395-80c3-4e0729921d17", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:08:32.208453 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-429826d1-a3b1-4219-b928-ba4bbe6d1b71 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:08:32.208837 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14d4078-b88b-4651-8f91-e84d21d6dfe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed91c9cb-926a-4395-80c3-4e0729921d17', 'code': 200} Aug 16 20:08:32.477928 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070672a-c175-4dd5-96f5-736fdeddb199 req-9b567ffb-83cc-4a87-86aa-c6aeefab9c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:32.480092 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3070672a-c175-4dd5-96f5-736fdeddb199 req-9b567ffb-83cc-4a87-86aa-c6aeefab9c82 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b903fc65-5620-442d-a50b-39d9882b4335 HTTP/1.1" status: 200 len: 849 time: 0.3760731 Aug 16 20:08:32.484238 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:08:32.535225 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-ea85c7af-4ae5-4125-a08b-67a4093bdf6e service neutron] For port 69841019-83f4-46a2-b403-8c3af9a3b04a, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:08:32.550782 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-ea85c7af-4ae5-4125-a08b-67a4093bdf6e service neutron] For port 69841019-83f4-46a2-b403-8c3af9a3b04a, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=69841019-83f4-46a2-b403-8c3af9a3b04a,segment=NetworkSegment(cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e),segment_id=cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:08:32.567980 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-ea85c7af-4ae5-4125-a08b-67a4093bdf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:32.603961 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611339ef-b813-4369-9a94-8138ccdc8dbc req-bf46b74c-4e83-4817-898a-890f5529851d tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:32.606032 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-611339ef-b813-4369-9a94-8138ccdc8dbc req-bf46b74c-4e83-4817-898a-890f5529851d tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] 10.222.0.68 "GET /v2.0/ports?device_id=d307ac64-c69f-4e87-abc7-f845f865b2ea HTTP/1.1" status: 200 len: 943 time: 0.2376654 Aug 16 20:08:32.624781 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-2ef5d625-dfc4-4b0a-b8f5-1507caf890a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:32.629674 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-2ef5d625-dfc4-4b0a-b8f5-1507caf890a8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2&tenant_id=f79b284ed8d04e57925fd24cf95b04a3 HTTP/1.1" status: 200 len: 1102 time: 0.6283050 Aug 16 20:08:32.645636 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3070672a-c175-4dd5-96f5-736fdeddb199 req-da6475ac-7cf5-4457-9d04-54933dee27d6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=682be607-79fb-4233-90b1-5b45ce0ee053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1463358 Aug 16 20:08:32.662592 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-ea85c7af-4ae5-4125-a08b-67a4093bdf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:32.662837 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:08:32.663231 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-ea85c7af-4ae5-4125-a08b-67a4093bdf6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:32.668478 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-ea85c7af-4ae5-4125-a08b-67a4093bdf6e service neutron] 10.222.0.63 "PUT /v2.0/ports/69841019-83f4-46a2-b403-8c3af9a3b04a HTTP/1.1" status: 200 len: 1092 time: 2.4126468 Aug 16 20:08:32.668811 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '881a7f0a-1588-4df1-80e4-d583f2ab25d1', 'tag': '69841019-83f4-46a2-b403-8c3af9a3b04a'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:08:32.669974 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-0412015e-83d2-4448-8f0b-d15e4a867925 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787206-13', 'device_owner': 'compute:nova'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:32.671166 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e47f579-be7a-4b48-8e12-4274947cd622" -d '{"events": [{"name": "network-changed", "server_uuid": "881a7f0a-1588-4df1-80e4-d583f2ab25d1", "tag": "69841019-83f4-46a2-b403-8c3af9a3b04a"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:08:32.671335 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:32.679305 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:32.723819 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-3070672a-c175-4dd5-96f5-736fdeddb199 req-d1cd6c81-9be8-43a7-9890-bc7c763e6dff service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:08:32.725486 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3070672a-c175-4dd5-96f5-736fdeddb199 req-d1cd6c81-9be8-43a7-9890-bc7c763e6dff service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0340378 Aug 16 20:08:32.748312 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca766f8-dbe8-484d-a24f-8d6c98136734 req-951df27c-c049-4923-a5ab-75386c0b6f4c tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:32.759175 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8ca766f8-dbe8-484d-a24f-8d6c98136734 req-951df27c-c049-4923-a5ab-75386c0b6f4c tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 943 time: 0.6784399 Aug 16 20:08:32.900564 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-611339ef-b813-4369-9a94-8138ccdc8dbc req-92091c75-843e-4a35-bb0a-47bbbe9fa2e0 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] 10.222.0.68 "GET /v2.0/security-groups?id=08f6294d-3577-4d00-ade3-ecb5a39b4d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003062 Aug 16 20:08:32.903412 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85c7af-4ae5-4125-a08b-67a4093bdf6e service neutron] Pushing event updated for resources: {'Port': ['ID=69841019-83f4-46a2-b403-8c3af9a3b04a,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:32.931511 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-0c9d848c-a0fe-4bed-8fae-720549f831b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:32.933078 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-0c9d848c-a0fe-4bed-8fae-720549f831b6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=520511d988044d52831f9681de3ac442&device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 1095 time: 0.2095082 Aug 16 20:08:32.944255 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:32.981754 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd551f8-e537-443f-8b1e-947c9e62da3b req-d585d854-6487-402e-9ea3-0831f76a46f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:32.988267 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-acd551f8-e537-443f-8b1e-947c9e62da3b req-d585d854-6487-402e-9ea3-0831f76a46f5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d14d4078-b88b-4651-8f91-e84d21d6dfe5 HTTP/1.1" status: 200 len: 1097 time: 0.6294696 Aug 16 20:08:33.045216 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-feb84ad6-d90b-431f-b9ff-a9054e2037cb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69841019-83f4-46a2-b403-8c3af9a3b04a HTTP/1.1" status: 200 len: 217 time: 0.0981252 Aug 16 20:08:33.048182 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8,segment=NetworkSegment(e26bc7e8-1ebe-4a3d-b76a-c8e856240763),segment_id=e26bc7e8-1ebe-4a3d-b76a-c8e856240763)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:33.057286 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:33.089590 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-95e8d004-951b-4a65-8bd1-45a883e0689d service neutron] Attempting to bind port 221ccab9-2fe7-436c-aa41-8b005caa6e9f on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:08:33.090015 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-95e8d004-951b-4a65-8bd1-45a883e0689d service neutron] Attempting to bind port 221ccab9-2fe7-436c-aa41-8b005caa6e9f by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '49f83a2f-f634-467f-83fc-b1cb59e8db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c8602f0d-5e56-4675-8352-10efc98e5acf'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:08:33.090242 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-95e8d004-951b-4a65-8bd1-45a883e0689d service neutron] Attempting to bind port 221ccab9-2fe7-436c-aa41-8b005caa6e9f on network c8602f0d-5e56-4675-8352-10efc98e5acf {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:08:33.139960 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8ca766f8-dbe8-484d-a24f-8d6c98136734 req-32090f49-3767-4d50-8e6e-68674c30b249 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666744 Aug 16 20:08:33.163513 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-95e8d004-951b-4a65-8bd1-45a883e0689d service neutron] Port 221ccab9-2fe7-436c-aa41-8b005caa6e9f on network c8602f0d-5e56-4675-8352-10efc98e5acf not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:08:33.163957 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-95e8d004-951b-4a65-8bd1-45a883e0689d service neutron] Attempting to bind port 221ccab9-2fe7-436c-aa41-8b005caa6e9f on network c8602f0d-5e56-4675-8352-10efc98e5acf {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:08:33.168781 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-0412015e-83d2-4448-8f0b-d15e4a867925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:33.192063 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-db3f23a3-a7c0-4ed3-8789-f904277c0cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:33.193424 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-db3f23a3-a7c0-4ed3-8789-f904277c0cb0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b3526492-2940-405c-b197-de744b17c402 HTTP/1.1" status: 200 len: 851 time: 0.1404257 Aug 16 20:08:33.196213 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:33.228079 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-22e126e4-9361-40be-8c40-7b0116136c20 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b415667a-d208-40cb-a7c6-65376c591e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258172 Aug 16 20:08:33.250811 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-95e8d004-951b-4a65-8bd1-45a883e0689d service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:08:33.251172 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-95e8d004-951b-4a65-8bd1-45a883e0689d service neutron] Checking segment: {'id': '49f83a2f-f634-467f-83fc-b1cb59e8db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c8602f0d-5e56-4675-8352-10efc98e5acf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:08:33.251594 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-95e8d004-951b-4a65-8bd1-45a883e0689d service neutron] Bound using segment: {'id': '49f83a2f-f634-467f-83fc-b1cb59e8db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c8602f0d-5e56-4675-8352-10efc98e5acf'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:08:33.252064 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-95e8d004-951b-4a65-8bd1-45a883e0689d service neutron] Bound port: 221ccab9-2fe7-436c-aa41-8b005caa6e9f, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f83a2f-f634-467f-83fc-b1cb59e8db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c8602f0d-5e56-4675-8352-10efc98e5acf'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:08:33.263602 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-95e8d004-951b-4a65-8bd1-45a883e0689d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:33.286731 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4ecb4-ee9a-4cfb-ace7-4122893ea33a req-2411a826-f702-4c6f-a2c4-f11602db4d07 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:33.288561 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-55f4ecb4-ee9a-4cfb-ace7-4122893ea33a req-2411a826-f702-4c6f-a2c4-f11602db4d07 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 950 time: 0.1603026 Aug 16 20:08:33.304396 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3070672a-c175-4dd5-96f5-736fdeddb199 req-aafe9c59-dfa5-4f14-85c1-d3bc86dd15c8 service neutron] 10.222.0.57 "GET /v2.0/networks/682be607-79fb-4233-90b1-5b45ce0ee053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287237 Aug 16 20:08:33.391954 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-55f4ecb4-ee9a-4cfb-ace7-4122893ea33a req-31011653-769d-4080-b7d1-d50a1d559c56 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714798 Aug 16 20:08:33.412543 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-acd551f8-e537-443f-8b1e-947c9e62da3b req-4d2275a6-d09b-40ef-94a4-34b8a25abfaa service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100592 Aug 16 20:08:33.436773 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ca5bdcd1-2ebd-4930-8049-78e751c8321b req-ffeef854-533d-4126-a420-81dec319943f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d5825d0-3c3b-49c3-84b0-00c4be3c10d7 HTTP/1.1" status: 200 len: 210 time: 0.1118090 Aug 16 20:08:33.464857 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-31f8d321-ba17-4d5a-a83e-b15fca4479bc service neutron] 10.222.0.63 "GET /v2.0/networks/b415667a-d208-40cb-a7c6-65376c591e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271614 Aug 16 20:08:33.629842 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e4dd6d-567e-4090-ba6b-e9bdf4016aaf x-openstack-request-id: req-55e4dd6d-567e-4090-ba6b-e9bdf4016aaf {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:08:33.630227 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "881a7f0a-1588-4df1-80e4-d583f2ab25d1", "tag": "69841019-83f4-46a2-b403-8c3af9a3b04a", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:08:33.630869 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-55e4dd6d-567e-4090-ba6b-e9bdf4016aaf {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:08:33.631363 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '881a7f0a-1588-4df1-80e4-d583f2ab25d1', 'tag': '69841019-83f4-46a2-b403-8c3af9a3b04a', 'status': 'completed', 'code': 200} Aug 16 20:08:33.741734 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d6860-01b2-4c19-a365-08ab2a29193e req-49161074-92fa-4f4b-ab77-38e210b73504 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:33.747927 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d6860-01b2-4c19-a365-08ab2a29193e req-49161074-92fa-4f4b-ab77-38e210b73504 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:33.754211 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d6860-01b2-4c19-a365-08ab2a29193e req-49161074-92fa-4f4b-ab77-38e210b73504 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:33.761504 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:08:33.764220 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6c3d6860-01b2-4c19-a365-08ab2a29193e req-49161074-92fa-4f4b-ab77-38e210b73504 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=19c3d8e0-c182-480a-8788-c904812d01fa HTTP/1.1" status: 200 len: 2388 time: 0.1488066 Aug 16 20:08:33.764406 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3070672a-c175-4dd5-96f5-736fdeddb199 req-22c50a1e-8457-4af1-bec7-387b37c5f5ab service neutron] 10.222.0.57 "GET /v2.0/networks/682be607-79fb-4233-90b1-5b45ce0ee053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202499 Aug 16 20:08:33.765683 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-95e8d004-951b-4a65-8bd1-45a883e0689d service neutron] For port 221ccab9-2fe7-436c-aa41-8b005caa6e9f, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:08:33.774998 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-95e8d004-951b-4a65-8bd1-45a883e0689d service neutron] For port 221ccab9-2fe7-436c-aa41-8b005caa6e9f, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=221ccab9-2fe7-436c-aa41-8b005caa6e9f,segment=NetworkSegment(49f83a2f-f634-467f-83fc-b1cb59e8db99),segment_id=49f83a2f-f634-467f-83fc-b1cb59e8db99)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:08:33.795796 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d211c99b-660e-44d0-b56a-b4d7caa9517c req-a19cc650-8406-42ba-a2c8-1bf0413dab4e service neutron] 10.222.0.63 "GET /v2.0/networks/b415667a-d208-40cb-a7c6-65376c591e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145521 Aug 16 20:08:33.814442 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-95e8d004-951b-4a65-8bd1-45a883e0689d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:33.829606 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052082ec-c67c-47a0-ac40-06eda47cf383 req-cdbb1ffe-2a98-4ae6-8dbd-ce06d309a80a tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:33.837084 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-052082ec-c67c-47a0-ac40-06eda47cf383 req-cdbb1ffe-2a98-4ae6-8dbd-ce06d309a80a tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=d14d4078-b88b-4651-8f91-e84d21d6dfe5 HTTP/1.1" status: 200 len: 945 time: 0.1521413 Aug 16 20:08:33.843840 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6c3d6860-01b2-4c19-a365-08ab2a29193e req-14e52492-8bd6-4885-95cd-549c2e2147d5 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762246 Aug 16 20:08:33.855087 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-4941b6dc-f87e-435c-b5e2-e1beddae20f8 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:33.857507 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-4941b6dc-f87e-435c-b5e2-e1beddae20f8 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.57 "GET /v2.0/networks?id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b HTTP/1.1" status: 200 len: 820 time: 0.4085529 Aug 16 20:08:33.876941 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-eab8a01a-5cb3-458d-95b7-b1549d44d74f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Request body: {'port': {'device_id': '0d5825d0-3c3b-49c3-84b0-00c4be3c10d7', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'admin_state_up': True, 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:33.925415 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-95e8d004-951b-4a65-8bd1-45a883e0689d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:33.926413 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-95e8d004-951b-4a65-8bd1-45a883e0689d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:33.928073 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-95e8d004-951b-4a65-8bd1-45a883e0689d service neutron] 10.222.0.63 "PUT /v2.0/ports/221ccab9-2fe7-436c-aa41-8b005caa6e9f HTTP/1.1" status: 200 len: 1092 time: 3.6651278 Aug 16 20:08:33.930436 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c3d8e0-c182-480a-8788-c904812d01fa', 'tag': '221ccab9-2fe7-436c-aa41-8b005caa6e9f'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:08:33.933477 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb0a86e-8858-4b4b-afe4-3bac3aa47665" -d '{"events": [{"name": "network-changed", "server_uuid": "19c3d8e0-c182-480a-8788-c904812d01fa", "tag": "221ccab9-2fe7-436c-aa41-8b005caa6e9f"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:08:33.991222 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-4c7d3684-92af-4a03-ab84-4bb944cb980a service neutron] Request body: {'port': {'device_id': '19c3d8e0-c182-480a-8788-c904812d01fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:34.036312 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47f579-be7a-4b48-8e12-4274947cd622 req-f5dfee9a-da37-442c-bbb0-67d4d533ad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:34.037857 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5e47f579-be7a-4b48-8e12-4274947cd622 req-f5dfee9a-da37-442c-bbb0-67d4d533ad89 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=520511d988044d52831f9681de3ac442&device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 1095 time: 0.1778290 Aug 16 20:08:34.074118 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6,segment=NetworkSegment(f0e1cff3-be79-46a2-89b0-5e957d505bd8),segment_id=f0e1cff3-be79-46a2-89b0-5e957d505bd8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:34.075891 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-052082ec-c67c-47a0-ac40-06eda47cf383 req-39e4e96f-9914-42c4-aca6-0371aded0f61 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372439 Aug 16 20:08:34.096473 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8d004-951b-4a65-8bd1-45a883e0689d service neutron] Pushing event updated for resources: {'Port': ['ID=221ccab9-2fe7-436c-aa41-8b005caa6e9f,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:34.114644 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6', 'network_id': '682be607-79fb-4233-90b1-5b45ce0ee053', 'port_id': '2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6', 'mac_address': 'fa:16:3e:b2:55:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b903fc65-5620-442d-a50b-39d9882b4335', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:08:34.126320 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-0412015e-83d2-4448-8f0b-d15e4a867925 service neutron] For port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=39e68215-9ebb-45bc-b0da-ed77dad3bcb7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:34.175339 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d980793-1549-44a5-a0a6-4246ef1660f1 x-openstack-request-id: req-8d980793-1549-44a5-a0a6-4246ef1660f1 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:08:34.175548 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:34.179003 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c3d8e0-c182-480a-8788-c904812d01fa", "tag": "221ccab9-2fe7-436c-aa41-8b005caa6e9f", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:08:34.179692 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8d980793-1549-44a5-a0a6-4246ef1660f1 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:08:34.179692 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c3d8e0-c182-480a-8788-c904812d01fa', 'tag': '221ccab9-2fe7-436c-aa41-8b005caa6e9f', 'status': 'completed', 'code': 200} Aug 16 20:08:34.200708 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:08:34.247828 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6,segment=NetworkSegment(f0e1cff3-be79-46a2-89b0-5e957d505bd8),segment_id=f0e1cff3-be79-46a2-89b0-5e957d505bd8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:34.260329 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:34.263397 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:08:34.286657 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-4c7d3684-92af-4a03-ab84-4bb944cb980a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:34.353465 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-eab8a01a-5cb3-458d-95b7-b1549d44d74f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Made reservation on behalf of fc267694f3a54ef9952a0f83a94966f1 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:08:34.358039 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-eab8a01a-5cb3-458d-95b7-b1549d44d74f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:34.401803 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6917d-daae-4c7d-be8c-8bb045177983 req-ceb9e511-23fc-4a42-ad41-0be3c6861dbb tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:34.404516 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fbe6917d-daae-4c7d-be8c-8bb045177983 req-ceb9e511-23fc-4a42-ad41-0be3c6861dbb tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] 10.222.0.68 "GET /v2.0/ports?device_id=d307ac64-c69f-4e87-abc7-f845f865b2ea HTTP/1.1" status: 200 len: 943 time: 0.2944810 Aug 16 20:08:34.432522 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:34.466926 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-0412015e-83d2-4448-8f0b-d15e4a867925 service neutron] For port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:08:34.472987 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6aca2a10-003f-446f-98cb-ea95eb15734e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:34.476561 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:34.477079 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:34.577592 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0a86e-8858-4b4b-afe4-3bac3aa47665 req-8dc1c75c-744f-4e88-adaa-72627f4dc79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:34.578092 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0a86e-8858-4b4b-afe4-3bac3aa47665 req-8dc1c75c-744f-4e88-adaa-72627f4dc79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:34.578581 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0a86e-8858-4b4b-afe4-3bac3aa47665 req-8dc1c75c-744f-4e88-adaa-72627f4dc79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:34.580531 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-afb0a86e-8858-4b4b-afe4-3bac3aa47665 req-8dc1c75c-744f-4e88-adaa-72627f4dc79e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=44cecf28d81c41b980f2e11c82b41b71&device_id=19c3d8e0-c182-480a-8788-c904812d01fa HTTP/1.1" status: 200 len: 2732 time: 0.3750398 Aug 16 20:08:34.587459 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:08:34.624194 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa1589-054e-481b-b6c6-5fadff9d90f1 req-127cb0e5-c0cd-448a-9208-14fd24571738 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:34.631802 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fdfa1589-054e-481b-b6c6-5fadff9d90f1 req-127cb0e5-c0cd-448a-9208-14fd24571738 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 943 time: 0.3002191 Aug 16 20:08:34.633403 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-eab8a01a-5cb3-458d-95b7-b1549d44d74f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Allocated IP 172.20.0.11 (8863e50a-a79b-4e19-ba1f-e1c14a852f7b/2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07/83688bb7-a452-4931-809a-79c5109cbd26) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:08:34.703040 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-0412015e-83d2-4448-8f0b-d15e4a867925 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:34.733560 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:34.757273 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47f579-be7a-4b48-8e12-4274947cd622 req-df657852-47b6-42e7-8ed5-17dbdbfb8036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:34.758992 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5e47f579-be7a-4b48-8e12-4274947cd622 req-df657852-47b6-42e7-8ed5-17dbdbfb8036 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b415667a-d208-40cb-a7c6-65376c591e13 HTTP/1.1" status: 200 len: 912 time: 0.7114494 Aug 16 20:08:34.846302 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-0412015e-83d2-4448-8f0b-d15e4a867925 service neutron] Transition to ACTIVE for port object 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:08:34.863456 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5e47f579-be7a-4b48-8e12-4274947cd622 req-3bcb2b91-a22b-486b-97ad-078eecc81cf5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69841019-83f4-46a2-b403-8c3af9a3b04a HTTP/1.1" status: 200 len: 217 time: 0.0650952 Aug 16 20:08:34.868492 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-0412015e-83d2-4448-8f0b-d15e4a867925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:34.875806 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fdfa1589-054e-481b-b6c6-5fadff9d90f1 req-c17cf1dc-55cb-4b0a-87ab-5f2eb9518e79 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431769 Aug 16 20:08:34.936672 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fbe6917d-daae-4c7d-be8c-8bb045177983 req-65c104a0-2146-432c-82c3-ea2b4a7c3a48 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] 10.222.0.68 "GET /v2.0/security-groups?id=08f6294d-3577-4d00-ade3-ecb5a39b4d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762664 Aug 16 20:08:34.976875 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47f579-be7a-4b48-8e12-4274947cd622 req-9313fc0d-f6a4-416b-bc18-954917402d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:34.979059 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5e47f579-be7a-4b48-8e12-4274947cd622 req-9313fc0d-f6a4-416b-bc18-954917402d96 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b3526492-2940-405c-b197-de744b17c402 HTTP/1.1" status: 200 len: 851 time: 0.1061420 Aug 16 20:08:34.991189 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-eab8a01a-5cb3-458d-95b7-b1549d44d74f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:35.025167 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5e47f579-be7a-4b48-8e12-4274947cd622 req-4bd9c97c-d41f-46be-a457-65f4a4694746 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b415667a-d208-40cb-a7c6-65376c591e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312936 Aug 16 20:08:35.098164 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-eab8a01a-5cb3-458d-95b7-b1549d44d74f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Transition to ACTIVE for port object 83688bb7-a452-4931-809a-79c5109cbd26 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:08:35.113303 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-0412015e-83d2-4448-8f0b-d15e4a867925 service neutron] No DVR routers for this DVR port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:08:35.152843 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-eab8a01a-5cb3-458d-95b7-b1549d44d74f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:35.203019 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-4c7d3684-92af-4a03-ab84-4bb944cb980a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a63f065-82aa-4bca-b236-ca184c04559a {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:08:35.213668 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-4c7d3684-92af-4a03-ab84-4bb944cb980a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:35.228800 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0a86e-8858-4b4b-afe4-3bac3aa47665 req-b21ba25e-82ec-4ace-8d47-b340561a35ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:35.229358 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0a86e-8858-4b4b-afe4-3bac3aa47665 req-b21ba25e-82ec-4ace-8d47-b340561a35ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:35.229831 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0a86e-8858-4b4b-afe4-3bac3aa47665 req-b21ba25e-82ec-4ace-8d47-b340561a35ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:35.231767 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-afb0a86e-8858-4b4b-afe4-3bac3aa47665 req-b21ba25e-82ec-4ace-8d47-b340561a35ac service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=44cecf28d81c41b980f2e11c82b41b71&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6299748 Aug 16 20:08:35.232485 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412015e-83d2-4448-8f0b-d15e4a867925 service neutron] Pushing event updated for resources: {'Port': ['ID=39e68215-9ebb-45bc-b0da-ed77dad3bcb7,revision_number=10']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:35.237830 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-eab8a01a-5cb3-458d-95b7-b1549d44d74f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Network 8863e50a-a79b-4e19-ba1f-e1c14a852f7b is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:08:35.243505 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8a01a-5cb3-458d-95b7-b1549d44d74f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Pushing event updated for resources: {'Port': ['ID=83688bb7-a452-4931-809a-79c5109cbd26,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:35.246327 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-eab8a01a-5cb3-458d-95b7-b1549d44d74f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:08:35.251794 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-eab8a01a-5cb3-458d-95b7-b1549d44d74f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:08:35.309379 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff120130-1eb6-4276-a5de-06910f2ccf0b req-b062ecb5-50d3-492f-ac8c-88d3c3f7d86b tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:35.311415 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ff120130-1eb6-4276-a5de-06910f2ccf0b req-b062ecb5-50d3-492f-ac8c-88d3c3f7d86b tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 949 time: 0.2148483 Aug 16 20:08:35.337286 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-4c7d3684-92af-4a03-ab84-4bb944cb980a service neutron] Transition to ACTIVE for port object 2a63f065-82aa-4bca-b236-ca184c04559a will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:08:35.362344 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5e47f579-be7a-4b48-8e12-4274947cd622 req-7f4bda71-9d2e-46e2-8e72-1a7015ab3150 service neutron] 10.222.0.63 "GET /v2.0/networks/b415667a-d208-40cb-a7c6-65376c591e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259254 Aug 16 20:08:35.369804 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-eab8a01a-5cb3-458d-95b7-b1549d44d74f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:35.371635 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-eab8a01a-5cb3-458d-95b7-b1549d44d74f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:35.386990 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-4c7d3684-92af-4a03-ab84-4bb944cb980a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:35.433448 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ff120130-1eb6-4276-a5de-06910f2ccf0b req-cd250946-77dd-4931-bf78-dafc3da83ee9 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104553 Aug 16 20:08:35.529498 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:35.534154 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-eab8a01a-5cb3-458d-95b7-b1549d44d74f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6616805 Aug 16 20:08:35.555791 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-8e9079f4-cb2d-450d-affe-01bc76edbacb service neutron] Request body: {'port': {'device_id': '0d5825d0-3c3b-49c3-84b0-00c4be3c10d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:35.612707 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e931ff75-1d0e-4287-918b-a910ff8c717b None None] Provisioning for port 83688bb7-a452-4931-809a-79c5109cbd26 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:08:35.618646 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e931ff75-1d0e-4287-918b-a910ff8c717b None None] Provisioning complete for port 83688bb7-a452-4931-809a-79c5109cbd26 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:35.619426 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e931ff75-1d0e-4287-918b-a910ff8c717b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:35.662967 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e931ff75-1d0e-4287-918b-a910ff8c717b None None] Port 83688bb7-a452-4931-809a-79c5109cbd26 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:08:35.680267 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5e47f579-be7a-4b48-8e12-4274947cd622 req-44d9b998-6533-4301-94ef-bf5206f40fe9 service neutron] 10.222.0.63 "GET /v2.0/networks/b415667a-d208-40cb-a7c6-65376c591e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054743 Aug 16 20:08:35.682329 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-8e9079f4-cb2d-450d-affe-01bc76edbacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:35.703535 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689dba8-c7d5-4925-96bd-d1b74249d40a req-b692cdab-47da-4781-a88c-00a34d2140a1 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:35.710287 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689dba8-c7d5-4925-96bd-d1b74249d40a req-b692cdab-47da-4781-a88c-00a34d2140a1 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:35.716366 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689dba8-c7d5-4925-96bd-d1b74249d40a req-b692cdab-47da-4781-a88c-00a34d2140a1 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:35.718516 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2689dba8-c7d5-4925-96bd-d1b74249d40a req-b692cdab-47da-4781-a88c-00a34d2140a1 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=19c3d8e0-c182-480a-8788-c904812d01fa HTTP/1.1" status: 200 len: 2400 time: 0.1396339 Aug 16 20:08:35.723594 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-0412015e-83d2-4448-8f0b-d15e4a867925 service neutron] Attempting to bind port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:08:35.723935 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-0412015e-83d2-4448-8f0b-d15e4a867925 service neutron] Attempting to bind port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:08:35.724264 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-0412015e-83d2-4448-8f0b-d15e4a867925 service neutron] Attempting to bind port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:08:35.751315 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4fc7a-4659-43fd-882d-ee137b1037f9 req-3268d11b-5aa2-48c5-8517-ebf5c31e33b1 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:35.759052 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-99f4fc7a-4659-43fd-882d-ee137b1037f9 req-3268d11b-5aa2-48c5-8517-ebf5c31e33b1 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d5825d0-3c3b-49c3-84b0-00c4be3c10d7 HTTP/1.1" status: 200 len: 932 time: 0.6475387 Aug 16 20:08:35.772262 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-0412015e-83d2-4448-8f0b-d15e4a867925 service neutron] Port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:08:35.772571 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-0412015e-83d2-4448-8f0b-d15e4a867925 service neutron] Attempting to bind port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:08:35.773054 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:08:35.792254 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d3684-92af-4a03-ab84-4bb944cb980a service neutron] Pushing event updated for resources: {'Port': ['ID=2a63f065-82aa-4bca-b236-ca184c04559a,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:35.828500 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-0412015e-83d2-4448-8f0b-d15e4a867925 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:08:35.828839 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-0412015e-83d2-4448-8f0b-d15e4a867925 service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:08:35.829238 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-0412015e-83d2-4448-8f0b-d15e4a867925 service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:08:35.829690 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-0412015e-83d2-4448-8f0b-d15e4a867925 service neutron] Bound port: 39e68215-9ebb-45bc-b0da-ed77dad3bcb7, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:08:35.830448 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-0412015e-83d2-4448-8f0b-d15e4a867925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:35.849867 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:35.878469 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:35.919607 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:08:35.928672 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:35.929049 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:35.978828 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-99f4fc7a-4659-43fd-882d-ee137b1037f9 req-b5fd3797-2285-469b-af3c-016e58264208 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/security-groups?id=ed6168e2-2538-4153-9435-005013f51073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187817 Aug 16 20:08:36.063549 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0a86e-8858-4b4b-afe4-3bac3aa47665 req-26243df0-1ed8-4fa7-96d9-7af3be67a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:36.066283 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-afb0a86e-8858-4b4b-afe4-3bac3aa47665 req-26243df0-1ed8-4fa7-96d9-7af3be67a394 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7598910 Aug 16 20:08:36.167494 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-8e9079f4-cb2d-450d-affe-01bc76edbacb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83688bb7-a452-4931-809a-79c5109cbd26 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:08:36.175850 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-8e9079f4-cb2d-450d-affe-01bc76edbacb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:36.181875 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe47865-fc45-40a4-86ae-3f74fdb304a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39e68215-9ebb-45bc-b0da-ed77dad3bcb7'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:08:36.184627 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aadc95b-f2f4-46db-a4de-fbd9e4625ef1" -d '{"events": [{"server_uuid": "ebe47865-fc45-40a4-86ae-3f74fdb304a2", "name": "network-vif-unplugged", "status": "completed", "tag": "39e68215-9ebb-45bc-b0da-ed77dad3bcb7"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:08:36.188891 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-8e9079f4-cb2d-450d-affe-01bc76edbacb service neutron] Transition to ACTIVE for port object 83688bb7-a452-4931-809a-79c5109cbd26 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:08:36.191355 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-4c7d3684-92af-4a03-ab84-4bb944cb980a service neutron] Attempting to bind port 2a63f065-82aa-4bca-b236-ca184c04559a on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:08:36.191687 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-4c7d3684-92af-4a03-ab84-4bb944cb980a service neutron] Attempting to bind port 2a63f065-82aa-4bca-b236-ca184c04559a by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '5d317cc8-08a4-459a-a64c-4221e04002c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4fee3c20-0d2c-4960-8ab0-37c1f62ea076'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:08:36.192003 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-4c7d3684-92af-4a03-ab84-4bb944cb980a service neutron] Attempting to bind port 2a63f065-82aa-4bca-b236-ca184c04559a on network 4fee3c20-0d2c-4960-8ab0-37c1f62ea076 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:08:36.210552 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-8e9079f4-cb2d-450d-affe-01bc76edbacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:36.230763 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-4c7d3684-92af-4a03-ab84-4bb944cb980a service neutron] Port 2a63f065-82aa-4bca-b236-ca184c04559a on network 4fee3c20-0d2c-4960-8ab0-37c1f62ea076 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:08:36.231071 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-4c7d3684-92af-4a03-ab84-4bb944cb980a service neutron] Attempting to bind port 2a63f065-82aa-4bca-b236-ca184c04559a on network 4fee3c20-0d2c-4960-8ab0-37c1f62ea076 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:08:36.246656 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-0412015e-83d2-4448-8f0b-d15e4a867925 service neutron] For port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:08:36.247961 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:36.256373 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342e589-32f1-4659-b685-1e792982d7f2 req-d8ece865-c38b-4807-95db-e27d5bd0c5b1 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:36.263643 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c342e589-32f1-4659-b685-1e792982d7f2 req-d8ece865-c38b-4807-95db-e27d5bd0c5b1 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=d14d4078-b88b-4651-8f91-e84d21d6dfe5 HTTP/1.1" status: 200 len: 945 time: 0.1166439 Aug 16 20:08:36.270578 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-4c7d3684-92af-4a03-ab84-4bb944cb980a service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:08:36.270906 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-4c7d3684-92af-4a03-ab84-4bb944cb980a service neutron] Checking segment: {'id': '5d317cc8-08a4-459a-a64c-4221e04002c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4fee3c20-0d2c-4960-8ab0-37c1f62ea076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:08:36.271316 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-4c7d3684-92af-4a03-ab84-4bb944cb980a service neutron] Bound using segment: {'id': '5d317cc8-08a4-459a-a64c-4221e04002c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4fee3c20-0d2c-4960-8ab0-37c1f62ea076'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:08:36.271818 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-4c7d3684-92af-4a03-ab84-4bb944cb980a service neutron] Bound port: 2a63f065-82aa-4bca-b236-ca184c04559a, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d317cc8-08a4-459a-a64c-4221e04002c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4fee3c20-0d2c-4960-8ab0-37c1f62ea076'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:08:36.272115 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-4c7d3684-92af-4a03-ab84-4bb944cb980a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:36.280785 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd307ac64-c69f-4e87-abc7-f845f865b2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:08:36.284787 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95070b9-7e7e-45ca-937e-6f6c0922ffbc" -d '{"events": [{"server_uuid": "d307ac64-c69f-4e87-abc7-f845f865b2ea", "name": "network-vif-plugged", "status": "completed", "tag": "2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:08:36.298713 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-0412015e-83d2-4448-8f0b-d15e4a867925 service neutron] For port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=39e68215-9ebb-45bc-b0da-ed77dad3bcb7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:08:36.307966 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6,segment=NetworkSegment(f0e1cff3-be79-46a2-89b0-5e957d505bd8),segment_id=f0e1cff3-be79-46a2-89b0-5e957d505bd8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:36.308343 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-0412015e-83d2-4448-8f0b-d15e4a867925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:36.313239 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2689dba8-c7d5-4925-96bd-d1b74249d40a req-54d2f695-b33b-45d4-9d28-0437c41e294d tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5841768 Aug 16 20:08:36.316726 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:36.331838 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:08:36.383960 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9079f4-cb2d-450d-affe-01bc76edbacb service neutron] Pushing event updated for resources: {'Port': ['ID=83688bb7-a452-4931-809a-79c5109cbd26,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:36.432774 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c342e589-32f1-4659-b685-1e792982d7f2 req-fd03c82e-0292-4f41-b061-64951c2cd9fb tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681767 Aug 16 20:08:36.438384 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-0412015e-83d2-4448-8f0b-d15e4a867925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:36.456974 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-0412015e-83d2-4448-8f0b-d15e4a867925 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:36.459948 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-0412015e-83d2-4448-8f0b-d15e4a867925 service neutron] 10.222.0.63 "PUT /v2.0/ports/39e68215-9ebb-45bc-b0da-ed77dad3bcb7 HTTP/1.1" status: 200 len: 1098 time: 3.8045554 Aug 16 20:08:36.514588 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:08:36.546556 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:36.663219 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d753594-d589-4178-b09a-7fe9a34cb8ee req-7875112b-659e-42b8-81d9-c4d3d0be4835 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:36.677983 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-4c7d3684-92af-4a03-ab84-4bb944cb980a service neutron] For port 2a63f065-82aa-4bca-b236-ca184c04559a, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:08:36.689629 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412015e-83d2-4448-8f0b-d15e4a867925 service neutron] Pushing event updated for resources: {'Port': ['ID=39e68215-9ebb-45bc-b0da-ed77dad3bcb7,revision_number=11']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:36.710172 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1d753594-d589-4178-b09a-7fe9a34cb8ee req-7875112b-659e-42b8-81d9-c4d3d0be4835 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 943 time: 0.2748451 Aug 16 20:08:36.715336 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-8e9079f4-cb2d-450d-affe-01bc76edbacb service neutron] Attempting to bind port 83688bb7-a452-4931-809a-79c5109cbd26 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:08:36.717341 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-8e9079f4-cb2d-450d-affe-01bc76edbacb service neutron] Attempting to bind port 83688bb7-a452-4931-809a-79c5109cbd26 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'e26bc7e8-1ebe-4a3d-b76a-c8e856240763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:08:36.717760 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-8e9079f4-cb2d-450d-affe-01bc76edbacb service neutron] Attempting to bind port 83688bb7-a452-4931-809a-79c5109cbd26 on network 8863e50a-a79b-4e19-ba1f-e1c14a852f7b {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:08:36.734020 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-4c7d3684-92af-4a03-ab84-4bb944cb980a service neutron] For port 2a63f065-82aa-4bca-b236-ca184c04559a, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=2a63f065-82aa-4bca-b236-ca184c04559a,segment=NetworkSegment(5d317cc8-08a4-459a-a64c-4221e04002c8),segment_id=5d317cc8-08a4-459a-a64c-4221e04002c8)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:08:36.740344 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-8e9079f4-cb2d-450d-affe-01bc76edbacb service neutron] Port 83688bb7-a452-4931-809a-79c5109cbd26 on network 8863e50a-a79b-4e19-ba1f-e1c14a852f7b not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:08:36.740793 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-8e9079f4-cb2d-450d-affe-01bc76edbacb service neutron] Attempting to bind port 83688bb7-a452-4931-809a-79c5109cbd26 on network 8863e50a-a79b-4e19-ba1f-e1c14a852f7b {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:08:36.751528 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-4c7d3684-92af-4a03-ab84-4bb944cb980a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:36.758758 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-8e9079f4-cb2d-450d-affe-01bc76edbacb service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:08:36.759287 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-8e9079f4-cb2d-450d-affe-01bc76edbacb service neutron] Checking segment: {'id': 'e26bc7e8-1ebe-4a3d-b76a-c8e856240763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:08:36.759829 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-8e9079f4-cb2d-450d-affe-01bc76edbacb service neutron] Bound using segment: {'id': 'e26bc7e8-1ebe-4a3d-b76a-c8e856240763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:08:36.760317 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-8e9079f4-cb2d-450d-affe-01bc76edbacb service neutron] Bound port: 83688bb7-a452-4931-809a-79c5109cbd26, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26bc7e8-1ebe-4a3d-b76a-c8e856240763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:08:36.760820 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-8e9079f4-cb2d-450d-affe-01bc76edbacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:36.786552 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-fd65261f-e6d8-4d30-b5a9-5608f8af7181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:36.788146 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-fd65261f-e6d8-4d30-b5a9-5608f8af7181 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 1101 time: 0.2754390 Aug 16 20:08:36.804957 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cadf03-afc3-4b2e-86ed-31e0d4367d28 req-3ff75afe-fbee-46d0-867a-fe1b30be8015 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:36.806689 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d1cadf03-afc3-4b2e-86ed-31e0d4367d28 req-3ff75afe-fbee-46d0-867a-fe1b30be8015 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] 10.222.0.68 "GET /v2.0/ports?device_id=d307ac64-c69f-4e87-abc7-f845f865b2ea HTTP/1.1" status: 200 len: 945 time: 0.2082908 Aug 16 20:08:36.814457 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1d753594-d589-4178-b09a-7fe9a34cb8ee req-0b435d13-ffa1-4b6c-9c76-41d1f766ad76 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042337 Aug 16 20:08:36.843516 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-4c7d3684-92af-4a03-ab84-4bb944cb980a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:36.844153 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-4c7d3684-92af-4a03-ab84-4bb944cb980a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:36.845710 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-4c7d3684-92af-4a03-ab84-4bb944cb980a service neutron] 10.222.0.63 "PUT /v2.0/ports/2a63f065-82aa-4bca-b236-ca184c04559a HTTP/1.1" status: 200 len: 1093 time: 2.8588696 Aug 16 20:08:36.856262 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 69841019-83f4-46a2-b403-8c3af9a3b04a details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:08:36.913832 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-8e9079f4-cb2d-450d-affe-01bc76edbacb service neutron] For port 83688bb7-a452-4931-809a-79c5109cbd26, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:08:36.924796 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-8e9079f4-cb2d-450d-affe-01bc76edbacb service neutron] For port 83688bb7-a452-4931-809a-79c5109cbd26, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=83688bb7-a452-4931-809a-79c5109cbd26,segment=NetworkSegment(e26bc7e8-1ebe-4a3d-b76a-c8e856240763),segment_id=e26bc7e8-1ebe-4a3d-b76a-c8e856240763)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:08:36.931896 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-f8f15f57-80f7-4630-9f32-fdcbb1d04729 service neutron] Request body: {'port': {'device_id': '19c3d8e0-c182-480a-8788-c904812d01fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:36.938646 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-8e9079f4-cb2d-450d-affe-01bc76edbacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:36.993003 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-8e9079f4-cb2d-450d-affe-01bc76edbacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:36.993712 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-8e9079f4-cb2d-450d-affe-01bc76edbacb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:36.996500 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-8e9079f4-cb2d-450d-affe-01bc76edbacb service neutron] 10.222.0.57 "PUT /v2.0/ports/83688bb7-a452-4931-809a-79c5109cbd26 HTTP/1.1" status: 200 len: 1093 time: 1.4563413 Aug 16 20:08:36.997704 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5825d0-3c3b-49c3-84b0-00c4be3c10d7', 'tag': '83688bb7-a452-4931-809a-79c5109cbd26'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:08:37.000875 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f531976a-0850-4be6-abc3-e3d64da073b2" -d '{"events": [{"name": "network-changed", "server_uuid": "0d5825d0-3c3b-49c3-84b0-00c4be3c10d7", "tag": "83688bb7-a452-4931-809a-79c5109cbd26"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:08:37.043283 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9079f4-cb2d-450d-affe-01bc76edbacb service neutron] Pushing event updated for resources: {'Port': ['ID=83688bb7-a452-4931-809a-79c5109cbd26,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:37.110576 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-e4a22304-9f72-49fa-b7fa-d3a6a8131eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:37.111620 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:37.112461 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-e4a22304-9f72-49fa-b7fa-d3a6a8131eca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc267694f3a54ef9952a0f83a94966f1&device_id=0d5825d0-3c3b-49c3-84b0-00c4be3c10d7 HTTP/1.1" status: 200 len: 1096 time: 0.0677464 Aug 16 20:08:37.202688 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 69841019-83f4-46a2-b403-8c3af9a3b04a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=69841019-83f4-46a2-b403-8c3af9a3b04a,segment=NetworkSegment(cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e),segment_id=cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:37.224981 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '69841019-83f4-46a2-b403-8c3af9a3b04a', 'network_id': 'b415667a-d208-40cb-a7c6-65376c591e13', 'port_id': '69841019-83f4-46a2-b403-8c3af9a3b04a', 'mac_address': 'fa:16:3e:2f:4e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3526492-2940-405c-b197-de744b17c402', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:08:37.250830 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-01572280-a7ef-43f3-8d42-efbe23d99567 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83688bb7-a452-4931-809a-79c5109cbd26 HTTP/1.1" status: 200 len: 217 time: 0.1288364 Aug 16 20:08:37.253145 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87e38bd-a9c7-41f9-ad32-9e7a95e2009a x-openstack-request-id: req-f87e38bd-a9c7-41f9-ad32-9e7a95e2009a {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:08:37.253589 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe47865-fc45-40a4-86ae-3f74fdb304a2", "name": "network-vif-unplugged", "status": "completed", "tag": "39e68215-9ebb-45bc-b0da-ed77dad3bcb7", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:08:37.254135 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f87e38bd-a9c7-41f9-ad32-9e7a95e2009a {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:08:37.258841 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe47865-fc45-40a4-86ae-3f74fdb304a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39e68215-9ebb-45bc-b0da-ed77dad3bcb7', 'code': 200} Aug 16 20:08:37.316914 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:37.342500 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d1cadf03-afc3-4b2e-86ed-31e0d4367d28 req-ba029f26-cecc-4667-a849-53f51576c59e tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] 10.222.0.68 "GET /v2.0/security-groups?id=08f6294d-3577-4d00-ade3-ecb5a39b4d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945929 Aug 16 20:08:37.385550 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-2d314e2f-38c0-4dfb-aa01-f4bc7c3420bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:37.387406 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69841019-83f4-46a2-b403-8c3af9a3b04a {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:08:37.390485 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-2d314e2f-38c0-4dfb-aa01-f4bc7c3420bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07 HTTP/1.1" status: 200 len: 859 time: 0.1263037 Aug 16 20:08:37.423715 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d3684-92af-4a03-ab84-4bb944cb980a service neutron] Pushing event updated for resources: {'Port': ['ID=2a63f065-82aa-4bca-b236-ca184c04559a,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:37.437571 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 69841019-83f4-46a2-b403-8c3af9a3b04a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=69841019-83f4-46a2-b403-8c3af9a3b04a,segment=NetworkSegment(cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e),segment_id=cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:37.458847 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:37.484243 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-f8f15f57-80f7-4630-9f32-fdcbb1d04729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:37.514022 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-7b17ef66-6c77-476b-968a-5625a4fb5acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:37.519211 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-7b17ef66-6c77-476b-968a-5625a4fb5acf service neutron] 10.222.0.63 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.7068088 Aug 16 20:08:37.525007 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbcff2ba-7ba2-4789-9131-a0382c0ed24b x-openstack-request-id: req-fbcff2ba-7ba2-4789-9131-a0382c0ed24b {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:08:37.525294 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d307ac64-c69f-4e87-abc7-f845f865b2ea", "name": "network-vif-plugged", "status": "completed", "tag": "2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:08:37.525544 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fbcff2ba-7ba2-4789-9131-a0382c0ed24b {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:08:37.526237 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd307ac64-c69f-4e87-abc7-f845f865b2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6', 'code': 200} Aug 16 20:08:37.529335 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=69841019-83f4-46a2-b403-8c3af9a3b04a,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:37.546252 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-88375986-e3b4-4d12-b135-8f719e4f7de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:37.549955 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-88375986-e3b4-4d12-b135-8f719e4f7de7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1511931 Aug 16 20:08:37.699928 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['69841019-83f4-46a2-b403-8c3af9a3b04a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:08:37.725767 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274f82c-59c3-431e-a022-19362af381fb req-fc30e656-d940-477e-91fb-a851e8e7375f tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:37.727908 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b274f82c-59c3-431e-a022-19362af381fb req-fc30e656-d940-477e-91fb-a851e8e7375f tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 949 time: 0.0723562 Aug 16 20:08:37.752457 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-0429314b-fefe-49a4-94b3-7bb9a44a17b8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=39e68215-9ebb-45bc-b0da-ed77dad3bcb7 HTTP/1.1" status: 200 len: 217 time: 0.1049147 Aug 16 20:08:37.800126 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-b2290772-c40b-499d-bd6c-8f4036c55e2a service neutron] 10.222.0.57 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362792 Aug 16 20:08:37.813379 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b274f82c-59c3-431e-a022-19362af381fb req-d64ca53f-84ce-416d-91a1-8319f2a116fb tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701954 Aug 16 20:08:37.940007 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884b815-e4c7-4328-bd73-16f367cb8ab0 req-8eacbe5b-4a0c-49d3-adbd-17e6b2e75977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:37.941906 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a884b815-e4c7-4328-bd73-16f367cb8ab0 req-8eacbe5b-4a0c-49d3-adbd-17e6b2e75977 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d307ac64-c69f-4e87-abc7-f845f865b2ea HTTP/1.1" status: 200 len: 1097 time: 0.2948146 Aug 16 20:08:37.989074 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-d56fb320-411b-4e16-b65c-d02a071ced7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:37.990625 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-d56fb320-411b-4e16-b65c-d02a071ced7f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.2295077 Aug 16 20:08:38.014339 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19969210-2f59-4f13-9817-a7125f40544f x-openstack-request-id: req-19969210-2f59-4f13-9817-a7125f40544f {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:08:38.014630 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d5825d0-3c3b-49c3-84b0-00c4be3c10d7", "tag": "83688bb7-a452-4931-809a-79c5109cbd26", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:08:38.014888 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-19969210-2f59-4f13-9817-a7125f40544f {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:08:38.015335 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5825d0-3c3b-49c3-84b0-00c4be3c10d7', 'tag': '83688bb7-a452-4931-809a-79c5109cbd26', 'status': 'completed', 'code': 200} Aug 16 20:08:38.127743 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8c0e6-3c83-4fc3-a033-3e412fac9ca7 req-5882e37c-ffdf-4bd4-acd6-e263e5524a34 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:38.129455 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2ca8c0e6-3c83-4fc3-a033-3e412fac9ca7 req-5882e37c-ffdf-4bd4-acd6-e263e5524a34 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d5825d0-3c3b-49c3-84b0-00c4be3c10d7 HTTP/1.1" status: 200 len: 944 time: 0.1132758 Aug 16 20:08:38.142552 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a884b815-e4c7-4328-bd73-16f367cb8ab0 req-6f9c55ea-eb5b-4988-bbf5-d5e4036d7026 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=08f6294d-3577-4d00-ade3-ecb5a39b4d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335425 Aug 16 20:08:38.165178 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae732b-a86c-4367-920e-99bff1543cc3 req-38517521-af41-4eba-8266-6b03c452ba91 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:38.171498 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae732b-a86c-4367-920e-99bff1543cc3 req-38517521-af41-4eba-8266-6b03c452ba91 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:38.177726 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae732b-a86c-4367-920e-99bff1543cc3 req-38517521-af41-4eba-8266-6b03c452ba91 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:38.179455 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-00ae732b-a86c-4367-920e-99bff1543cc3 req-38517521-af41-4eba-8266-6b03c452ba91 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=19c3d8e0-c182-480a-8788-c904812d01fa HTTP/1.1" status: 200 len: 2400 time: 0.1803269 Aug 16 20:08:38.186376 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2ca8c0e6-3c83-4fc3-a033-3e412fac9ca7 req-3c58c842-12b2-4f25-b540-b46cefc9322f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/security-groups?id=ed6168e2-2538-4153-9435-005013f51073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469048 Aug 16 20:08:38.188714 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ccac7268-4753-4e29-9054-2152b7f2f8a2 req-4664d132-99c4-4e18-a763-8fddbb96cfb5 service neutron] 10.222.0.57 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742554 Aug 16 20:08:38.228107 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-be39ce7f-8b22-429d-bd2b-a8a6ac65956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:38.232841 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-be39ce7f-8b22-429d-bd2b-a8a6ac65956b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1928899 Aug 16 20:08:38.257240 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-f8f15f57-80f7-4630-9f32-fdcbb1d04729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aff4a762-69a4-4bce-8f1c-347a489e27bf {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:08:38.303853 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-f8f15f57-80f7-4630-9f32-fdcbb1d04729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:38.338986 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-f8f15f57-80f7-4630-9f32-fdcbb1d04729 service neutron] Transition to ACTIVE for port object aff4a762-69a4-4bce-8f1c-347a489e27bf will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:08:38.343747 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-00ae732b-a86c-4367-920e-99bff1543cc3 req-ce3a0654-8bb7-4c09-9bdd-d053804fc448 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405058 Aug 16 20:08:38.352384 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-f8f15f57-80f7-4630-9f32-fdcbb1d04729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:38.366917 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123ec9f-82fd-4ae8-ae72-a8f4136affb5 req-fb5667b2-d2d8-433f-b14e-deca00a7eb05 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:38.366917 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b123ec9f-82fd-4ae8-ae72-a8f4136affb5 req-fb5667b2-d2d8-433f-b14e-deca00a7eb05 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=d14d4078-b88b-4651-8f91-e84d21d6dfe5 HTTP/1.1" status: 200 len: 945 time: 0.0889227 Aug 16 20:08:38.399715 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531976a-0850-4be6-abc3-e3d64da073b2 req-d958d126-e377-4cd1-85fa-6301d316d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:38.401494 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f531976a-0850-4be6-abc3-e3d64da073b2 req-d958d126-e377-4cd1-85fa-6301d316d046 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc267694f3a54ef9952a0f83a94966f1&device_id=0d5825d0-3c3b-49c3-84b0-00c4be3c10d7 HTTP/1.1" status: 200 len: 1096 time: 0.0969527 Aug 16 20:08:38.469223 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f15f57-80f7-4630-9f32-fdcbb1d04729 service neutron] Pushing event updated for resources: {'Port': ['ID=aff4a762-69a4-4bce-8f1c-347a489e27bf,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:38.477745 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-a2d2affb-592c-485e-b03c-e49815b73fae service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333386 Aug 16 20:08:38.534692 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b123ec9f-82fd-4ae8-ae72-a8f4136affb5 req-d97aea12-6680-4059-8f18-5feb328e31d1 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644287 Aug 16 20:08:38.624383 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531976a-0850-4be6-abc3-e3d64da073b2 req-2a74bb7b-262f-4396-89ce-a58fdb2298be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:38.625908 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f531976a-0850-4be6-abc3-e3d64da073b2 req-2a74bb7b-262f-4396-89ce-a58fdb2298be service neutron] 10.222.0.57 "GET /v2.0/networks?id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b HTTP/1.1" status: 200 len: 921 time: 0.2000964 Aug 16 20:08:38.639454 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b717aa5-1e85-40d9-b146-87c4820ea5a4 req-018b800e-5921-4d6f-a521-26772c79de73 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:38.641033 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5b717aa5-1e85-40d9-b146-87c4820ea5a4 req-018b800e-5921-4d6f-a521-26772c79de73 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 944 time: 0.2144222 Aug 16 20:08:38.717249 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-f8f15f57-80f7-4630-9f32-fdcbb1d04729 service neutron] Attempting to bind port aff4a762-69a4-4bce-8f1c-347a489e27bf on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:08:38.717620 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-f8f15f57-80f7-4630-9f32-fdcbb1d04729 service neutron] Attempting to bind port aff4a762-69a4-4bce-8f1c-347a489e27bf by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '49f83a2f-f634-467f-83fc-b1cb59e8db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c8602f0d-5e56-4675-8352-10efc98e5acf'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:08:38.717958 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-f8f15f57-80f7-4630-9f32-fdcbb1d04729 service neutron] Attempting to bind port aff4a762-69a4-4bce-8f1c-347a489e27bf on network c8602f0d-5e56-4675-8352-10efc98e5acf {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:08:38.733660 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3dd72bd1-0205-4ab9-8f21-34502e97d60d req-489b83da-9184-4640-901b-3bb4bdca3b12 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250986 Aug 16 20:08:38.743684 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-f8f15f57-80f7-4630-9f32-fdcbb1d04729 service neutron] Port aff4a762-69a4-4bce-8f1c-347a489e27bf on network c8602f0d-5e56-4675-8352-10efc98e5acf not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:08:38.745705 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-f8f15f57-80f7-4630-9f32-fdcbb1d04729 service neutron] Attempting to bind port aff4a762-69a4-4bce-8f1c-347a489e27bf on network c8602f0d-5e56-4675-8352-10efc98e5acf {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:08:38.746855 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f531976a-0850-4be6-abc3-e3d64da073b2 req-7fefbc62-611e-44e4-a3a0-f96d66d5c33f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83688bb7-a452-4931-809a-79c5109cbd26 HTTP/1.1" status: 200 len: 217 time: 0.1134479 Aug 16 20:08:38.752664 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5b717aa5-1e85-40d9-b146-87c4820ea5a4 req-3be78c16-94d3-42dd-a892-99d878a841b6 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018593 Aug 16 20:08:38.753860 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-f8f15f57-80f7-4630-9f32-fdcbb1d04729 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:08:38.754395 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-f8f15f57-80f7-4630-9f32-fdcbb1d04729 service neutron] Checking segment: {'id': '49f83a2f-f634-467f-83fc-b1cb59e8db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c8602f0d-5e56-4675-8352-10efc98e5acf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:08:38.754647 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-f8f15f57-80f7-4630-9f32-fdcbb1d04729 service neutron] Bound using segment: {'id': '49f83a2f-f634-467f-83fc-b1cb59e8db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c8602f0d-5e56-4675-8352-10efc98e5acf'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:08:38.755084 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-f8f15f57-80f7-4630-9f32-fdcbb1d04729 service neutron] Bound port: aff4a762-69a4-4bce-8f1c-347a489e27bf, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f83a2f-f634-467f-83fc-b1cb59e8db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c8602f0d-5e56-4675-8352-10efc98e5acf'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:08:38.755676 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-f8f15f57-80f7-4630-9f32-fdcbb1d04729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:38.841681 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-f8f15f57-80f7-4630-9f32-fdcbb1d04729 service neutron] For port aff4a762-69a4-4bce-8f1c-347a489e27bf, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:08:38.845204 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-f8f15f57-80f7-4630-9f32-fdcbb1d04729 service neutron] For port aff4a762-69a4-4bce-8f1c-347a489e27bf, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=aff4a762-69a4-4bce-8f1c-347a489e27bf,segment=NetworkSegment(49f83a2f-f634-467f-83fc-b1cb59e8db99),segment_id=49f83a2f-f634-467f-83fc-b1cb59e8db99)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:08:38.854606 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-f8f15f57-80f7-4630-9f32-fdcbb1d04729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:38.870651 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531976a-0850-4be6-abc3-e3d64da073b2 req-e3d240a9-9a08-472a-a998-a7dd7522be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:38.872028 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f531976a-0850-4be6-abc3-e3d64da073b2 req-e3d240a9-9a08-472a-a998-a7dd7522be4f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07 HTTP/1.1" status: 200 len: 859 time: 0.0751531 Aug 16 20:08:38.876269 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 69841019-83f4-46a2-b403-8c3af9a3b04a up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:08:38.916047 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-f8f15f57-80f7-4630-9f32-fdcbb1d04729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:38.916681 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-f8f15f57-80f7-4630-9f32-fdcbb1d04729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:38.918134 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-f8f15f57-80f7-4630-9f32-fdcbb1d04729 service neutron] 10.222.0.63 "PUT /v2.0/ports/aff4a762-69a4-4bce-8f1c-347a489e27bf HTTP/1.1" status: 200 len: 1093 time: 1.9994464 Aug 16 20:08:38.962416 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e52bc-5d83-4f8c-8f74-f35ae76bf674 req-520c27d2-f592-45f2-969f-4c663ed989b0 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:38.964029 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0a1e52bc-5d83-4f8c-8f74-f35ae76bf674 req-520c27d2-f592-45f2-969f-4c663ed989b0 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] 10.222.0.68 "GET /v2.0/ports?device_id=d307ac64-c69f-4e87-abc7-f845f865b2ea HTTP/1.1" status: 200 len: 945 time: 0.2116783 Aug 16 20:08:39.039078 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f15f57-80f7-4630-9f32-fdcbb1d04729 service neutron] Pushing event updated for resources: {'Port': ['ID=aff4a762-69a4-4bce-8f1c-347a489e27bf,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:39.095340 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-6d70450b-5578-4a08-9067-6de57f7fccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:39.095827 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-6d70450b-5578-4a08-9067-6de57f7fccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:39.096391 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-6d70450b-5578-4a08-9067-6de57f7fccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:39.098121 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-6d70450b-5578-4a08-9067-6de57f7fccac service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=44cecf28d81c41b980f2e11c82b41b71&device_id=19c3d8e0-c182-480a-8788-c904812d01fa HTTP/1.1" status: 200 len: 2868 time: 0.1326377 Aug 16 20:08:39.106020 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 69841019-83f4-46a2-b403-8c3af9a3b04a completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:08:39.118267 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 69841019-83f4-46a2-b403-8c3af9a3b04a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:39.118932 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:39.151679 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0a1e52bc-5d83-4f8c-8f74-f35ae76bf674 req-5c128648-087f-4e38-9fd6-1b6d3c0470f0 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] 10.222.0.68 "GET /v2.0/security-groups?id=08f6294d-3577-4d00-ade3-ecb5a39b4d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691997 Aug 16 20:08:39.170764 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531976a-0850-4be6-abc3-e3d64da073b2 req-88554dbc-9b75-4592-a4a7-4b36013802aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:39.172434 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f531976a-0850-4be6-abc3-e3d64da073b2 req-88554dbc-9b75-4592-a4a7-4b36013802aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2919071 Aug 16 20:08:39.209045 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-343c4579-19ca-419c-909d-50932e4b51d6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.32&port_id=221ccab9-2fe7-436c-aa41-8b005caa6e9f HTTP/1.1" status: 200 len: 217 time: 0.1002793 Aug 16 20:08:39.262036 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:39.310594 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe47865-fc45-40a4-86ae-3f74fdb304a2', 'tag': '39e68215-9ebb-45bc-b0da-ed77dad3bcb7'}, {'name': 'network-changed', 'server_uuid': '19c3d8e0-c182-480a-8788-c904812d01fa', 'tag': '2a63f065-82aa-4bca-b236-ca184c04559a'}, {'name': 'network-changed', 'server_uuid': '19c3d8e0-c182-480a-8788-c904812d01fa', 'tag': 'aff4a762-69a4-4bce-8f1c-347a489e27bf'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:08:39.313047 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74eaa92a-46d6-454c-afd2-71bf98c39e31" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe47865-fc45-40a4-86ae-3f74fdb304a2", "tag": "39e68215-9ebb-45bc-b0da-ed77dad3bcb7"}, {"name": "network-changed", "server_uuid": "19c3d8e0-c182-480a-8788-c904812d01fa", "tag": "2a63f065-82aa-4bca-b236-ca184c04559a"}, {"name": "network-changed", "server_uuid": "19c3d8e0-c182-480a-8788-c904812d01fa", "tag": "aff4a762-69a4-4bce-8f1c-347a489e27bf"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:08:39.360010 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497e553-483e-4089-bf59-726b28ebd9d3 req-65742661-671f-4422-9af9-7570308808ad tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:39.362029 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d497e553-483e-4089-bf59-726b28ebd9d3 req-65742661-671f-4422-9af9-7570308808ad tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=d14d4078-b88b-4651-8f91-e84d21d6dfe5 HTTP/1.1" status: 200 len: 945 time: 0.0746791 Aug 16 20:08:39.372914 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f531976a-0850-4be6-abc3-e3d64da073b2 req-648bac9f-8d3a-4680-9d0a-ec27aeaef456 service neutron] 10.222.0.57 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919270 Aug 16 20:08:39.373753 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 69841019-83f4-46a2-b403-8c3af9a3b04a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=69841019-83f4-46a2-b403-8c3af9a3b04a,segment=NetworkSegment(cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e),segment_id=cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:39.379145 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-61fb4ad7-844c-467a-8460-8f785784eccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:39.381208 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-61fb4ad7-844c-467a-8460-8f785784eccf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=57f4dd2c-5a2f-40ea-b7df-5b0743102d41 HTTP/1.1" status: 200 len: 801 time: 0.1582448 Aug 16 20:08:39.381602 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:39.409462 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372682a0-69a2-4f69-a4c3-9696bef7e275 req-1f659454-8286-40db-a0d4-e2a647516e6e tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:39.411748 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-372682a0-69a2-4f69-a4c3-9696bef7e275 req-1f659454-8286-40db-a0d4-e2a647516e6e tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 949 time: 0.0951076 Aug 16 20:08:39.455391 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d497e553-483e-4089-bf59-726b28ebd9d3 req-812bfbc9-2819-4711-b95f-c1721938a136 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814886 Aug 16 20:08:39.481420 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=69841019-83f4-46a2-b403-8c3af9a3b04a,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:39.514719 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-bb1800c4-5539-4761-9d59-1a9e79dcae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:39.516480 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-bb1800c4-5539-4761-9d59-1a9e79dcae15 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c8602f0d-5e56-4675-8352-10efc98e5acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1260204 Aug 16 20:08:39.522993 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f531976a-0850-4be6-abc3-e3d64da073b2 req-c0f65324-6bcc-473a-803c-d22294936e69 service neutron] 10.222.0.57 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318216 Aug 16 20:08:39.526712 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '881a7f0a-1588-4df1-80e4-d583f2ab25d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69841019-83f4-46a2-b403-8c3af9a3b04a'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:08:39.529601 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfc360b-6c43-4541-8eea-f3d17eb82039" -d '{"events": [{"server_uuid": "881a7f0a-1588-4df1-80e4-d583f2ab25d1", "name": "network-vif-plugged", "status": "completed", "tag": "69841019-83f4-46a2-b403-8c3af9a3b04a"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:08:39.538277 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-372682a0-69a2-4f69-a4c3-9696bef7e275 req-bd01afea-d6f5-45b1-bf43-c0dc3143c2b0 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910161 Aug 16 20:08:39.606897 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd7e9f-b36e-43b1-b82a-c17ecb1cd2e1 req-d568ce12-32dd-4b6e-b280-0628436317c7 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:39.608986 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-edfd7e9f-b36e-43b1-b82a-c17ecb1cd2e1 req-d568ce12-32dd-4b6e-b280-0628436317c7 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d5825d0-3c3b-49c3-84b0-00c4be3c10d7 HTTP/1.1" status: 200 len: 944 time: 0.0605075 Aug 16 20:08:39.658404 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 16 Aug 2021 20:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c672dc2-b2d7-4e83-9003-069429695cf2 x-openstack-request-id: req-8c672dc2-b2d7-4e83-9003-069429695cf2 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:08:39.659651 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe47865-fc45-40a4-86ae-3f74fdb304a2", "tag": "39e68215-9ebb-45bc-b0da-ed77dad3bcb7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "19c3d8e0-c182-480a-8788-c904812d01fa", "tag": "2a63f065-82aa-4bca-b236-ca184c04559a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "19c3d8e0-c182-480a-8788-c904812d01fa", "tag": "aff4a762-69a4-4bce-8f1c-347a489e27bf", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:08:39.659651 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8c672dc2-b2d7-4e83-9003-069429695cf2 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:08:39.660099 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe47865-fc45-40a4-86ae-3f74fdb304a2', 'tag': '39e68215-9ebb-45bc-b0da-ed77dad3bcb7', 'status': 'completed', 'code': 200} Aug 16 20:08:39.660350 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c3d8e0-c182-480a-8788-c904812d01fa', 'tag': '2a63f065-82aa-4bca-b236-ca184c04559a', 'status': 'completed', 'code': 200} Aug 16 20:08:39.660595 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c3d8e0-c182-480a-8788-c904812d01fa', 'tag': 'aff4a762-69a4-4bce-8f1c-347a489e27bf', 'status': 'completed', 'code': 200} Aug 16 20:08:39.674823 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-edfd7e9f-b36e-43b1-b82a-c17ecb1cd2e1 req-5bae5959-5764-4dfb-80f1-8d88d869ae51 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/security-groups?id=ed6168e2-2538-4153-9435-005013f51073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592718 Aug 16 20:08:39.689191 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-a0251e54-a489-49bd-8eaf-339865c5b464 service neutron] 10.222.0.63 "GET /v2.0/networks/c8602f0d-5e56-4675-8352-10efc98e5acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633983 Aug 16 20:08:39.741066 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea334e9-68e7-4c2f-8cad-24affd9de0c7 x-openstack-request-id: req-7ea334e9-68e7-4c2f-8cad-24affd9de0c7 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:08:39.741501 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "881a7f0a-1588-4df1-80e4-d583f2ab25d1", "name": "network-vif-plugged", "status": "completed", "tag": "69841019-83f4-46a2-b403-8c3af9a3b04a", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:08:39.741614 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7ea334e9-68e7-4c2f-8cad-24affd9de0c7 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:08:39.741998 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '881a7f0a-1588-4df1-80e4-d583f2ab25d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69841019-83f4-46a2-b403-8c3af9a3b04a', 'code': 200} Aug 16 20:08:39.746808 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-680d4813-1c9f-4f28-9599-d10466829381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:39.748440 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-680d4813-1c9f-4f28-9599-d10466829381 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 1101 time: 0.0819833 Aug 16 20:08:39.841693 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-eceecbcb-7977-4245-9af2-d506ee0a4566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:39.843406 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-eceecbcb-7977-4245-9af2-d506ee0a4566 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 1101 time: 0.1704061 Aug 16 20:08:39.933505 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-9634ec0a-c042-4b6a-af30-833170203578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:39.935545 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-9634ec0a-c042-4b6a-af30-833170203578 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.1784947 Aug 16 20:08:39.969466 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db316fb8-60e8-46ef-ade2-fa735adf1720 req-98321877-b1e1-4798-bf88-5bc97f21f985 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:39.975612 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db316fb8-60e8-46ef-ade2-fa735adf1720 req-98321877-b1e1-4798-bf88-5bc97f21f985 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:39.981956 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db316fb8-60e8-46ef-ade2-fa735adf1720 req-98321877-b1e1-4798-bf88-5bc97f21f985 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:39.984346 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-db316fb8-60e8-46ef-ade2-fa735adf1720 req-98321877-b1e1-4798-bf88-5bc97f21f985 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=19c3d8e0-c182-480a-8788-c904812d01fa HTTP/1.1" status: 200 len: 2412 time: 0.2574751 Aug 16 20:08:39.991914 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-7a00d771-b6e3-4010-9c4e-6de263f5734d service neutron] 10.222.0.63 "GET /v2.0/networks/c8602f0d-5e56-4675-8352-10efc98e5acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660306 Aug 16 20:08:40.032686 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84dd20-e0fa-481e-b13f-1e40fa250d84 req-2f88be14-09d8-4c58-8d1a-9a24e231fa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:40.034369 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0d84dd20-e0fa-481e-b13f-1e40fa250d84 req-2f88be14-09d8-4c58-8d1a-9a24e231fa3f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 1097 time: 0.1843231 Aug 16 20:08:40.081490 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-ada55e0f-4935-4311-8845-154774ac886b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.236&port_id=2a63f065-82aa-4bca-b236-ca184c04559a HTTP/1.1" status: 200 len: 217 time: 0.0787411 Aug 16 20:08:40.154140 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-db316fb8-60e8-46ef-ade2-fa735adf1720 req-c388cffc-e17a-4b51-963c-9a572860dd15 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577549 Aug 16 20:08:40.155409 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-8df9a790-7f0c-4b7e-8ce3-276f43a1be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:40.156875 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-8df9a790-7f0c-4b7e-8ce3-276f43a1be18 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.3009920 Aug 16 20:08:40.234785 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0d84dd20-e0fa-481e-b13f-1e40fa250d84 req-7f1a0907-c246-40fc-af5e-6cffef5997bf service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669197 Aug 16 20:08:40.238814 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-0833a0ae-ced1-4cd0-8603-b9e2d38b45b1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=39e68215-9ebb-45bc-b0da-ed77dad3bcb7 HTTP/1.1" status: 200 len: 217 time: 0.0732284 Aug 16 20:08:40.250075 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-cd5c8216-4b55-4abd-8ba4-642b46a3ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:40.253208 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-cd5c8216-4b55-4abd-8ba4-642b46a3ee40 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=943ae4e1-ae6c-4e99-b784-11308ecc68c9 HTTP/1.1" status: 200 len: 801 time: 0.1538243 Aug 16 20:08:40.383175 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4db613-c2d0-4eae-9623-173c098a5d61 req-09eeb81c-5539-423a-8bf3-7da2528beb86 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:40.385522 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7e4db613-c2d0-4eae-9623-173c098a5d61 req-09eeb81c-5539-423a-8bf3-7da2528beb86 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] 10.222.0.68 "GET /v2.0/ports?device_id=d307ac64-c69f-4e87-abc7-f845f865b2ea HTTP/1.1" status: 200 len: 945 time: 0.1217723 Aug 16 20:08:40.404695 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d223e-8502-41cd-b03b-e621d1a44bf2 req-066b5aab-e959-4ee3-9998-122b7dbbdc82 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:40.413717 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3a2d223e-8502-41cd-b03b-e621d1a44bf2 req-066b5aab-e959-4ee3-9998-122b7dbbdc82 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 945 time: 0.5236003 Aug 16 20:08:40.418273 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-a44dd77b-34a2-4e78-990b-81f439c1ac73 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=39e68215-9ebb-45bc-b0da-ed77dad3bcb7 HTTP/1.1" status: 200 len: 217 time: 0.4723394 Aug 16 20:08:40.441809 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-42f15d16-7573-4e1e-affa-437ad17f7424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:40.443746 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-42f15d16-7573-4e1e-affa-437ad17f7424 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1361017 Aug 16 20:08:40.447808 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-061adf80-93b1-4cc3-b218-623f66629468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:40.449759 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-061adf80-93b1-4cc3-b218-623f66629468 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4fee3c20-0d2c-4960-8ab0-37c1f62ea076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1326141 Aug 16 20:08:40.501995 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3a2d223e-8502-41cd-b03b-e621d1a44bf2 req-1b3a4a40-662e-4349-b925-f1a8efd5a71d tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873690 Aug 16 20:08:40.532690 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-e2059726-c16e-4a78-b9d9-e6771deaba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:40.534417 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-e2059726-c16e-4a78-b9d9-e6771deaba66 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.0920446 Aug 16 20:08:40.549987 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:08:40.592004 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7e4db613-c2d0-4eae-9623-173c098a5d61 req-b0d7aad9-7ab7-4b36-b9b4-c2cb431ba5e2 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] 10.222.0.68 "GET /v2.0/security-groups?id=08f6294d-3577-4d00-ade3-ecb5a39b4d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776657 Aug 16 20:08:40.685474 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-5768fbbe-c8ed-4ba0-a05a-b342b5bf9897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:40.686825 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-5768fbbe-c8ed-4ba0-a05a-b342b5bf9897 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1441684 Aug 16 20:08:40.688651 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-39abaac6-e243-4858-9051-66fd1cc05692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:40.690287 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-39abaac6-e243-4858-9051-66fd1cc05692 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2297757 Aug 16 20:08:40.766583 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b33715-55ab-4899-91fa-8932e1458e08 req-1d26b51a-5eb3-4cff-b14d-2ddcaa0574c6 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:40.768189 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a9b33715-55ab-4899-91fa-8932e1458e08 req-1d26b51a-5eb3-4cff-b14d-2ddcaa0574c6 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=d14d4078-b88b-4651-8f91-e84d21d6dfe5 HTTP/1.1" status: 200 len: 945 time: 0.1699107 Aug 16 20:08:40.841271 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a9b33715-55ab-4899-91fa-8932e1458e08 req-f0dd14a8-3890-45c1-92dc-feb24fd3fe00 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/security-groups?id=16b50810-b6f7-4b3b-8963-1ed5616b202b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640533 Aug 16 20:08:40.877136 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:08:40.892085 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-0dbda72d-18f4-4fca-9509-2f187ffa6236 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974213 Aug 16 20:08:41.069585 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-2a1e72b8-0c34-4626-a8ad-cdcdd5f9f5ac service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700304 Aug 16 20:08:41.086929 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9349f0-2cd9-4711-af17-f26e2feb1727 req-5fbf587d-e65e-49b0-a378-18770afd6c78 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:41.088641 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fd9349f0-2cd9-4711-af17-f26e2feb1727 req-5fbf587d-e65e-49b0-a378-18770afd6c78 tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.63 "GET /v2.0/ports?device_id=d14d4078-b88b-4651-8f91-e84d21d6dfe5 HTTP/1.1" status: 200 len: 945 time: 0.5169361 Aug 16 20:08:41.099666 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-2da3a301-a92e-42ff-8269-f8f209544a8b service neutron] 10.222.0.63 "GET /v2.0/networks/4fee3c20-0d2c-4960-8ab0-37c1f62ea076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6316028 Aug 16 20:08:41.140809 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b281319-757d-48ef-ae10-99eda90f78b8 req-312bd7d2-f893-4298-a365-8e6588125066 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:41.143320 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2b281319-757d-48ef-ae10-99eda90f78b8 req-312bd7d2-f893-4298-a365-8e6588125066 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d5825d0-3c3b-49c3-84b0-00c4be3c10d7 HTTP/1.1" status: 200 len: 944 time: 0.0609782 Aug 16 20:08:41.149107 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=39e68215-9ebb-45bc-b0da-ed77dad3bcb7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:41.180236 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '39e68215-9ebb-45bc-b0da-ed77dad3bcb7', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': '39e68215-9ebb-45bc-b0da-ed77dad3bcb7', 'mac_address': 'fa:16:3e:b9:d1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:08:41.201126 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2b281319-757d-48ef-ae10-99eda90f78b8 req-1021671b-0642-411c-a19f-a6850280438d tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/security-groups?id=ed6168e2-2538-4153-9435-005013f51073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429678 Aug 16 20:08:41.230808 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:41.248864 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:08:41.270065 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-167a414b-fe83-442f-9a29-8d6ed1f06097 service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616021 Aug 16 20:08:41.283385 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=39e68215-9ebb-45bc-b0da-ed77dad3bcb7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:41.293017 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:41.391266 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=39e68215-9ebb-45bc-b0da-ed77dad3bcb7,revision_number=12']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:41.410925 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5c3b3-43d3-429e-95ba-6dde82c3b36c req-d4a9b729-a58b-4dfa-a6ae-7ce676f7c338 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:41.418083 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6c5c3b3-43d3-429e-95ba-6dde82c3b36c req-d4a9b729-a58b-4dfa-a6ae-7ce676f7c338 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 949 time: 0.7541244 Aug 16 20:08:41.468358 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6c5c3b3-43d3-429e-95ba-6dde82c3b36c req-33c931b7-ba40-4aae-93fa-16b3671f8988 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492680 Aug 16 20:08:41.518257 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-7fea9c0c-e18c-46b3-aa18-26759832dfcc service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936078 Aug 16 20:08:41.542790 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-fd9349f0-2cd9-4711-af17-f26e2feb1727 req-522aaa0d-b4df-4378-9b0d-c90f0ffb486d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Deleting port ed91c9cb-926a-4395-80c3-4e0729921d17 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:08:41.542790 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fd9349f0-2cd9-4711-af17-f26e2feb1727 req-522aaa0d-b4df-4378-9b0d-c90f0ffb486d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:41.559087 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['39e68215-9ebb-45bc-b0da-ed77dad3bcb7'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:08:41.649992 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-fd9349f0-2cd9-4711-af17-f26e2feb1727 req-522aaa0d-b4df-4378-9b0d-c90f0ffb486d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] For port ed91c9cb-926a-4395-80c3-4e0729921d17, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=ed91c9cb-926a-4395-80c3-4e0729921d17,segment=NetworkSegment(1a389533-0611-4082-9806-72db3146632f),segment_id=1a389533-0611-4082-9806-72db3146632f)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:41.650370 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fd9349f0-2cd9-4711-af17-f26e2feb1727 req-522aaa0d-b4df-4378-9b0d-c90f0ffb486d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:41.706099 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-fd9349f0-2cd9-4711-af17-f26e2feb1727 req-522aaa0d-b4df-4378-9b0d-c90f0ffb486d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Calling delete_port for ed91c9cb-926a-4395-80c3-4e0729921d17 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:08:41.718811 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-c3cde8a8-aab5-4106-8d98-4ae81490d32f service neutron] 10.222.0.63 "GET /v2.0/networks/4fee3c20-0d2c-4960-8ab0-37c1f62ea076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5910704 Aug 16 20:08:41.723946 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c11c28-fc34-46dc-b3b5-5e749182c0d5 req-1bd9e02f-f195-4072-ab05-2b6211b86aeb tempest-MigrationsAdminTest-1024675587 tempest-MigrationsAdminTest-1024675587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:41.733279 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-71c11c28-fc34-46dc-b3b5-5e749182c0d5 req-1bd9e02f-f195-4072-ab05-2b6211b86aeb tempest-MigrationsAdminTest-1024675587 tempest-MigrationsAdminTest-1024675587-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 1102 time: 0.0552809 Aug 16 20:08:41.783417 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-71c11c28-fc34-46dc-b3b5-5e749182c0d5 req-6257c000-4c6b-46ae-81f1-6160fd2fde5f tempest-MigrationsAdminTest-1024675587 tempest-MigrationsAdminTest-1024675587-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436752 Aug 16 20:08:41.806705 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-c96e71aa-4b5f-4dfe-8d4b-9338290a6b97 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.176&port_id=aff4a762-69a4-4bce-8f1c-347a489e27bf HTTP/1.1" status: 200 len: 217 time: 0.0795245 Aug 16 20:08:41.819422 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0c0bb-bce3-452d-be31-bf0e36e51943 req-86136609-cd29-45b2-8666-a0785dcbf3d7 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:41.825766 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0c0bb-bce3-452d-be31-bf0e36e51943 req-86136609-cd29-45b2-8666-a0785dcbf3d7 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:41.831818 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0c0bb-bce3-452d-be31-bf0e36e51943 req-86136609-cd29-45b2-8666-a0785dcbf3d7 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:41.833659 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-12e0c0bb-bce3-452d-be31-bf0e36e51943 req-86136609-cd29-45b2-8666-a0785dcbf3d7 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=19c3d8e0-c182-480a-8788-c904812d01fa HTTP/1.1" status: 200 len: 2412 time: 0.1758189 Aug 16 20:08:41.845160 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 83688bb7-a452-4931-809a-79c5109cbd26 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:08:41.916654 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-4a83d33c-3937-49fc-a604-5187e00f5133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:41.918138 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-4a83d33c-3937-49fc-a604-5187e00f5133 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=57f4dd2c-5a2f-40ea-b7df-5b0743102d41 HTTP/1.1" status: 200 len: 801 time: 0.0836954 Aug 16 20:08:41.952451 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-12e0c0bb-bce3-452d-be31-bf0e36e51943 req-9aae6b22-2b31-4f1d-b64d-27a7dcf1d523 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072507 Aug 16 20:08:41.972860 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1baed2e-e7ee-4620-addd-b91c9e9f1cc3 req-eab650d6-1cee-42f3-8dbb-61f9a88ee837 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:41.975280 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a1baed2e-e7ee-4620-addd-b91c9e9f1cc3 req-eab650d6-1cee-42f3-8dbb-61f9a88ee837 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 945 time: 0.0960066 Aug 16 20:08:42.016630 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 83688bb7-a452-4931-809a-79c5109cbd26, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=83688bb7-a452-4931-809a-79c5109cbd26,segment=NetworkSegment(e26bc7e8-1ebe-4a3d-b76a-c8e856240763),segment_id=e26bc7e8-1ebe-4a3d-b76a-c8e856240763)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:42.058789 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-6206e890-ed90-4910-806c-796a19ed3c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:42.067443 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-6206e890-ed90-4910-806c-796a19ed3c41 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c8602f0d-5e56-4675-8352-10efc98e5acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1336257 Aug 16 20:08:42.076259 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '83688bb7-a452-4931-809a-79c5109cbd26', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'port_id': '83688bb7-a452-4931-809a-79c5109cbd26', 'mac_address': 'fa:16:3e:72:b6:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:08:42.081758 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a1baed2e-e7ee-4620-addd-b91c9e9f1cc3 req-16681a7f-10c6-4eaa-a771-e24c94fe2b76 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977952 Aug 16 20:08:42.128357 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:42.145791 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83688bb7-a452-4931-809a-79c5109cbd26 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:08:42.170726 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 83688bb7-a452-4931-809a-79c5109cbd26, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=83688bb7-a452-4931-809a-79c5109cbd26,segment=NetworkSegment(e26bc7e8-1ebe-4a3d-b76a-c8e856240763),segment_id=e26bc7e8-1ebe-4a3d-b76a-c8e856240763)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:42.177169 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:42.193839 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fd9349f0-2cd9-4711-af17-f26e2feb1727 req-522aaa0d-b4df-4378-9b0d-c90f0ffb486d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:42.246253 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=83688bb7-a452-4931-809a-79c5109cbd26,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:42.250365 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-fbc6f7db-31e9-40cd-9a59-840103c80811 service neutron] 10.222.0.63 "GET /v2.0/networks/c8602f0d-5e56-4675-8352-10efc98e5acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739068 Aug 16 20:08:42.276883 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522aaa0d-b4df-4378-9b0d-c90f0ffb486d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Pushing event deleted for resources: {'Port': ['ID=ed91c9cb-926a-4395-80c3-4e0729921d17,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:42.291385 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['ed91c9cb-926a-4395-80c3-4e0729921d17'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:08:42.344427 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d7f22700-49d3-4a9d-8527-b0402f51a944 req-a003be58-82f0-4907-a5d2-26206f2419ea tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.68 "GET /v2.0/ports?device_id=d14d4078-b88b-4651-8f91-e84d21d6dfe5 HTTP/1.1" status: 200 len: 210 time: 0.0293436 Aug 16 20:08:42.363589 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb8e1b-8039-4489-bbcb-0859ca1137fb req-5e9cc675-8e4f-4639-978c-a2f67c2135d7 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:42.370705 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f4fb8e1b-8039-4489-bbcb-0859ca1137fb req-5e9cc675-8e4f-4639-978c-a2f67c2135d7 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] 10.222.0.68 "GET /v2.0/ports?device_id=d307ac64-c69f-4e87-abc7-f845f865b2ea HTTP/1.1" status: 200 len: 945 time: 0.2931118 Aug 16 20:08:42.402119 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9349f0-2cd9-4711-af17-f26e2feb1727 req-522aaa0d-b4df-4378-9b0d-c90f0ffb486d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] No DVR routers for this DVR port ed91c9cb-926a-4395-80c3-4e0729921d17 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:08:42.413930 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fd9349f0-2cd9-4711-af17-f26e2feb1727 req-522aaa0d-b4df-4378-9b0d-c90f0ffb486d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:42.415929 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fd9349f0-2cd9-4711-af17-f26e2feb1727 req-522aaa0d-b4df-4378-9b0d-c90f0ffb486d tempest-DeleteServersTestJSON-868814122 tempest-DeleteServersTestJSON-868814122-project] 10.222.0.63 "DELETE /v2.0/ports/ed91c9cb-926a-4395-80c3-4e0729921d17 HTTP/1.1" status: 204 len: 173 time: 1.3138850 Aug 16 20:08:42.416541 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14d4078-b88b-4651-8f91-e84d21d6dfe5', 'name': 'network-vif-deleted', 'tag': 'ed91c9cb-926a-4395-80c3-4e0729921d17'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:08:42.418748 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa8d3cf-4c49-47f7-ad57-65324c5604c5" -d '{"events": [{"server_uuid": "d14d4078-b88b-4651-8f91-e84d21d6dfe5", "name": "network-vif-deleted", "tag": "ed91c9cb-926a-4395-80c3-4e0729921d17"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:08:42.452950 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f4fb8e1b-8039-4489-bbcb-0859ca1137fb req-327f8a30-0d19-47b2-b571-55306f43577b tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] 10.222.0.68 "GET /v2.0/security-groups?id=08f6294d-3577-4d00-ade3-ecb5a39b4d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812259 Aug 16 20:08:42.480353 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['83688bb7-a452-4931-809a-79c5109cbd26'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:08:42.485048 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d40c935d-e9aa-4724-a2c0-7025e1a40b2f req-e98a303b-7449-4e9d-945e-87104bde8131 service neutron] 10.222.0.63 "GET /v2.0/networks/c8602f0d-5e56-4675-8352-10efc98e5acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175770 Aug 16 20:08:42.678465 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26bc20b-360c-4cb4-9fd6-d9312e9de91e req-ba1a574a-c43b-46e0-9c0c-0c6272d0b991 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:42.680042 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d26bc20b-360c-4cb4-9fd6-d9312e9de91e req-ba1a574a-c43b-46e0-9c0c-0c6272d0b991 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 950 time: 0.0914268 Aug 16 20:08:42.695150 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea612aa3-4093-4adc-9f30-6acfe48a094a req-9597e09e-b869-4814-98cf-019cd2c987ca tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:42.702883 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ea612aa3-4093-4adc-9f30-6acfe48a094a req-9597e09e-b869-4814-98cf-019cd2c987ca tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d5825d0-3c3b-49c3-84b0-00c4be3c10d7 HTTP/1.1" status: 200 len: 945 time: 0.1445334 Aug 16 20:08:42.724098 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4366bf1-2e45-4622-b67c-b8b70710fcb3 req-282d198c-a689-4f4a-bf30-797040e5f184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:42.725590 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d26bc20b-360c-4cb4-9fd6-d9312e9de91e req-5e3c00d7-1856-4ce9-b39f-9e7c4248119c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364988 Aug 16 20:08:42.726464 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f4366bf1-2e45-4622-b67c-b8b70710fcb3 req-282d198c-a689-4f4a-bf30-797040e5f184 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=520511d988044d52831f9681de3ac442&device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 1097 time: 0.1072288 Aug 16 20:08:42.740684 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-a4546d9c-e91c-4d40-9965-1e36576ad349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:42.741299 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-a4546d9c-e91c-4d40-9965-1e36576ad349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:42.741855 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-a4546d9c-e91c-4d40-9965-1e36576ad349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:42.743747 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-a4546d9c-e91c-4d40-9965-1e36576ad349 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=44cecf28d81c41b980f2e11c82b41b71&device_id=19c3d8e0-c182-480a-8788-c904812d01fa HTTP/1.1" status: 200 len: 2868 time: 0.1328390 Aug 16 20:08:42.842559 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a84e4e-418b-4e3b-87c1-ca87da753860 x-openstack-request-id: req-a0a84e4e-418b-4e3b-87c1-ca87da753860 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:08:42.842993 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14d4078-b88b-4651-8f91-e84d21d6dfe5", "name": "network-vif-deleted", "tag": "ed91c9cb-926a-4395-80c3-4e0729921d17", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:08:42.843365 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a0a84e4e-418b-4e3b-87c1-ca87da753860 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:08:42.843861 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14d4078-b88b-4651-8f91-e84d21d6dfe5', 'name': 'network-vif-deleted', 'tag': 'ed91c9cb-926a-4395-80c3-4e0729921d17', 'status': 'completed', 'code': 200} Aug 16 20:08:42.849282 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ea612aa3-4093-4adc-9f30-6acfe48a094a req-ed1bb076-8f97-4b0c-9d0d-5debb81fdbf3 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/security-groups?id=ed6168e2-2538-4153-9435-005013f51073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450171 Aug 16 20:08:42.892718 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:08:42.929482 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4366bf1-2e45-4622-b67c-b8b70710fcb3 req-87792224-89f4-49ca-9c9a-53bd519281f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:42.931281 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f4366bf1-2e45-4622-b67c-b8b70710fcb3 req-87792224-89f4-49ca-9c9a-53bd519281f0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b415667a-d208-40cb-a7c6-65376c591e13 HTTP/1.1" status: 200 len: 912 time: 0.1954987 Aug 16 20:08:42.934245 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-b6cf4a8d-80e6-40af-b187-9a6c542b275b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:42.936538 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-b6cf4a8d-80e6-40af-b187-9a6c542b275b service neutron] 10.222.0.63 "GET /v2.0/networks?id=4fee3c20-0d2c-4960-8ab0-37c1f62ea076 HTTP/1.1" status: 200 len: 903 time: 0.1767447 Aug 16 20:08:42.969658 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:08:42.979646 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:42.980272 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:43.032890 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfd980-3244-4445-a429-71a4d6d483e1 req-bd32ad18-8db7-496a-bf3f-16d545b8ae22 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:43.037046 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-68cfd980-3244-4445-a429-71a4d6d483e1 req-bd32ad18-8db7-496a-bf3f-16d545b8ae22 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 945 time: 0.1046469 Aug 16 20:08:43.045091 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f4366bf1-2e45-4622-b67c-b8b70710fcb3 req-af6e60a7-0460-4393-93f9-58e2e5ea9c5e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69841019-83f4-46a2-b403-8c3af9a3b04a HTTP/1.1" status: 200 len: 217 time: 0.0886264 Aug 16 20:08:43.046479 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-3e9743d4-f426-4927-9c3c-e2f69cca26d1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.236&port_id=2a63f065-82aa-4bca-b236-ca184c04559a HTTP/1.1" status: 200 len: 217 time: 0.0840554 Aug 16 20:08:43.145089 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:43.165818 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-68cfd980-3244-4445-a429-71a4d6d483e1 req-24bba6b7-b961-4107-a727-7927a9afbedf tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109042 Aug 16 20:08:43.196850 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe47865-fc45-40a4-86ae-3f74fdb304a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e68215-9ebb-45bc-b0da-ed77dad3bcb7'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:08:43.199076 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d133779-fd7c-49c9-bc7f-d9b740fc38b9" -d '{"events": [{"server_uuid": "ebe47865-fc45-40a4-86ae-3f74fdb304a2", "name": "network-vif-plugged", "status": "completed", "tag": "39e68215-9ebb-45bc-b0da-ed77dad3bcb7"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:08:43.219283 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159c041-9587-41e7-8318-96238abc5116 req-bad290b9-0dad-41b0-b70a-ce0317843818 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:43.230905 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b159c041-9587-41e7-8318-96238abc5116 req-bad290b9-0dad-41b0-b70a-ce0317843818 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] 10.222.0.57 "GET /v2.0/ports?device_id=d307ac64-c69f-4e87-abc7-f845f865b2ea HTTP/1.1" status: 200 len: 945 time: 0.1555343 Aug 16 20:08:43.248322 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=39e68215-9ebb-45bc-b0da-ed77dad3bcb7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:43.261061 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-6600a0c4-b7db-4160-9e93-3050bb79d3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:43.262835 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-6600a0c4-b7db-4160-9e93-3050bb79d3c0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=943ae4e1-ae6c-4e99-b784-11308ecc68c9 HTTP/1.1" status: 200 len: 801 time: 0.2051551 Aug 16 20:08:43.266417 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:43.267059 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4366bf1-2e45-4622-b67c-b8b70710fcb3 req-916dc281-6330-47c5-9692-cd3359b355d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:43.268703 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f4366bf1-2e45-4622-b67c-b8b70710fcb3 req-916dc281-6330-47c5-9692-cd3359b355d6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b3526492-2940-405c-b197-de744b17c402 HTTP/1.1" status: 200 len: 851 time: 0.2122023 Aug 16 20:08:43.296325 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bba34d-1fd6-4d3e-9a78-91114dcae828 x-openstack-request-id: req-52bba34d-1fd6-4d3e-9a78-91114dcae828 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:08:43.296530 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25d5e0-a802-46c5-bccb-d07a6c217b0c req-f2158906-867f-417e-8c7a-4bf6841327fe tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:43.296654 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe47865-fc45-40a4-86ae-3f74fdb304a2", "name": "network-vif-plugged", "status": "completed", "tag": "39e68215-9ebb-45bc-b0da-ed77dad3bcb7", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:08:43.296836 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-52bba34d-1fd6-4d3e-9a78-91114dcae828 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:08:43.297394 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe47865-fc45-40a4-86ae-3f74fdb304a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e68215-9ebb-45bc-b0da-ed77dad3bcb7', 'code': 200} Aug 16 20:08:43.302485 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25d5e0-a802-46c5-bccb-d07a6c217b0c req-f2158906-867f-417e-8c7a-4bf6841327fe tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:43.308544 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25d5e0-a802-46c5-bccb-d07a6c217b0c req-f2158906-867f-417e-8c7a-4bf6841327fe tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:43.310827 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0d25d5e0-a802-46c5-bccb-d07a6c217b0c req-f2158906-867f-417e-8c7a-4bf6841327fe tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=19c3d8e0-c182-480a-8788-c904812d01fa HTTP/1.1" status: 200 len: 2412 time: 0.2327764 Aug 16 20:08:43.335055 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=39e68215-9ebb-45bc-b0da-ed77dad3bcb7,revision_number=13']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:43.381275 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f4366bf1-2e45-4622-b67c-b8b70710fcb3 req-724c4713-d6a7-410f-a299-f027d692c4d0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b415667a-d208-40cb-a7c6-65376c591e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687160 Aug 16 20:08:43.407243 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-b159c041-9587-41e7-8318-96238abc5116 req-19dbfb68-121e-4d26-8af7-bacaa435b2ed tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] Deleting port 2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:08:43.408075 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b159c041-9587-41e7-8318-96238abc5116 req-19dbfb68-121e-4d26-8af7-bacaa435b2ed tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:43.495080 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0d25d5e0-a802-46c5-bccb-d07a6c217b0c req-1f381654-b420-4797-b701-dea607d788e8 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640456 Aug 16 20:08:43.499711 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-05051f44-9063-4816-9a01-46a44ee55feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:43.501179 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-05051f44-9063-4816-9a01-46a44ee55feb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4fee3c20-0d2c-4960-8ab0-37c1f62ea076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1873565 Aug 16 20:08:43.535579 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-b159c041-9587-41e7-8318-96238abc5116 req-19dbfb68-121e-4d26-8af7-bacaa435b2ed tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] For port 2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6,segment=NetworkSegment(f0e1cff3-be79-46a2-89b0-5e957d505bd8),segment_id=f0e1cff3-be79-46a2-89b0-5e957d505bd8)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:43.536179 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b159c041-9587-41e7-8318-96238abc5116 req-19dbfb68-121e-4d26-8af7-bacaa435b2ed tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:43.553101 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-b159c041-9587-41e7-8318-96238abc5116 req-19dbfb68-121e-4d26-8af7-bacaa435b2ed tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] Calling delete_port for 2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:08:43.560468 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f4366bf1-2e45-4622-b67c-b8b70710fcb3 req-b04bbdd3-8877-4a65-a5d4-23c11d19bffd service neutron] 10.222.0.63 "GET /v2.0/networks/b415667a-d208-40cb-a7c6-65376c591e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646147 Aug 16 20:08:43.676456 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b13a7-3c9b-4cee-a52b-0d817b6b2aa5 req-7214196d-5a8f-44c1-a8c9-9dfcf5562e4b tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:43.678653 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-854b13a7-3c9b-4cee-a52b-0d817b6b2aa5 req-7214196d-5a8f-44c1-a8c9-9dfcf5562e4b tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] 10.222.0.68 "GET /v2.0/ports?device_id=d307ac64-c69f-4e87-abc7-f845f865b2ea HTTP/1.1" status: 200 len: 945 time: 0.1105564 Aug 16 20:08:43.747443 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-854b13a7-3c9b-4cee-a52b-0d817b6b2aa5 req-afff1235-480c-4ad6-bb35-c72d13dbec07 tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] 10.222.0.68 "GET /v2.0/security-groups?id=08f6294d-3577-4d00-ade3-ecb5a39b4d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547192 Aug 16 20:08:43.786188 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-4dcbd507-fc26-4fb9-ae4d-ffc8fa2776a3 service neutron] 10.222.0.63 "GET /v2.0/networks/4fee3c20-0d2c-4960-8ab0-37c1f62ea076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245967 Aug 16 20:08:43.813918 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f4366bf1-2e45-4622-b67c-b8b70710fcb3 req-219e87e3-5b15-44a0-8a69-368206142613 service neutron] 10.222.0.63 "GET /v2.0/networks/b415667a-d208-40cb-a7c6-65376c591e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390945 Aug 16 20:08:43.846664 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b159c041-9587-41e7-8318-96238abc5116 req-19dbfb68-121e-4d26-8af7-bacaa435b2ed tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:43.854828 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 83688bb7-a452-4931-809a-79c5109cbd26 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:08:43.907835 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:08:43.931989 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c89d7a-09c8-4d62-ab9f-99bf83eadb12 req-3747cbbd-d2bf-4517-80fa-4c355f1b12fc tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:43.933592 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b1c89d7a-09c8-4d62-ab9f-99bf83eadb12 req-3747cbbd-d2bf-4517-80fa-4c355f1b12fc tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.63 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 951 time: 0.1849599 Aug 16 20:08:43.988424 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbfb68-121e-4d26-8af7-bacaa435b2ed tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] Pushing event deleted for resources: {'Port': ['ID=2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:44.016809 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 83688bb7-a452-4931-809a-79c5109cbd26 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:08:44.021372 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 83688bb7-a452-4931-809a-79c5109cbd26 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:44.021875 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:44.046605 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-aba68e75-f775-4afc-9124-546d202af2ec service neutron] 10.222.0.63 "GET /v2.0/networks/4fee3c20-0d2c-4960-8ab0-37c1f62ea076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312884 Aug 16 20:08:44.050202 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b159c041-9587-41e7-8318-96238abc5116 req-19dbfb68-121e-4d26-8af7-bacaa435b2ed tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] No DVR routers for this DVR port 2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6 on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:08:44.070518 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b159c041-9587-41e7-8318-96238abc5116 req-19dbfb68-121e-4d26-8af7-bacaa435b2ed tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:44.073579 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b159c041-9587-41e7-8318-96238abc5116 req-19dbfb68-121e-4d26-8af7-bacaa435b2ed tempest-ServerGroupTestJSON-206376919 tempest-ServerGroupTestJSON-206376919-project] 10.222.0.57 "DELETE /v2.0/ports/2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6 HTTP/1.1" status: 204 len: 173 time: 0.8351209 Aug 16 20:08:44.074327 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd307ac64-c69f-4e87-abc7-f845f865b2ea', 'name': 'network-vif-deleted', 'tag': '2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:08:44.078675 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ace4ebc-a75c-48dd-91eb-873de6a683b1" -d '{"events": [{"server_uuid": "d307ac64-c69f-4e87-abc7-f845f865b2ea", "name": "network-vif-deleted", "tag": "2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:08:44.103834 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f524696-ef2d-48e7-9251-79853d5fa83a req-1a2ac693-9d98-4eed-b432-916402965d79 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:44.116479 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8f524696-ef2d-48e7-9251-79853d5fa83a req-1a2ac693-9d98-4eed-b432-916402965d79 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 951 time: 0.2489476 Aug 16 20:08:44.154343 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:44.170170 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8f524696-ef2d-48e7-9251-79853d5fa83a req-af4ca8be-9a23-4169-9c5b-4b1bc1a27211 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492258 Aug 16 20:08:44.191190 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b888eb-d418-4fce-97d7-cde081e48dae req-095a3b06-3ef4-4619-9278-9d3cfa43a2f6 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:44.192983 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a0b888eb-d418-4fce-97d7-cde081e48dae req-095a3b06-3ef4-4619-9278-9d3cfa43a2f6 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d5825d0-3c3b-49c3-84b0-00c4be3c10d7 HTTP/1.1" status: 200 len: 945 time: 0.1509848 Aug 16 20:08:44.198280 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 83688bb7-a452-4931-809a-79c5109cbd26, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=83688bb7-a452-4931-809a-79c5109cbd26,segment=NetworkSegment(e26bc7e8-1ebe-4a3d-b76a-c8e856240763),segment_id=e26bc7e8-1ebe-4a3d-b76a-c8e856240763)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:44.203910 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:44.213243 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-b1c89d7a-09c8-4d62-ab9f-99bf83eadb12 req-90031048-3ad0-4e6e-9d0e-212ff8e2858c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Deleting port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:08:44.213833 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b1c89d7a-09c8-4d62-ab9f-99bf83eadb12 req-90031048-3ad0-4e6e-9d0e-212ff8e2858c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:44.238219 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-c9554634-c344-42d2-9582-b7645b50962a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:44.238934 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-c9554634-c344-42d2-9582-b7645b50962a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:44.240114 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-c9554634-c344-42d2-9582-b7645b50962a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:44.241966 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-c9554634-c344-42d2-9582-b7645b50962a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=44cecf28d81c41b980f2e11c82b41b71&device_id=19c3d8e0-c182-480a-8788-c904812d01fa HTTP/1.1" status: 200 len: 2868 time: 0.1397243 Aug 16 20:08:44.275140 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=83688bb7-a452-4931-809a-79c5109cbd26,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:44.304948 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7e1761-922b-4adf-b783-b136249a5248 x-openstack-request-id: req-8a7e1761-922b-4adf-b783-b136249a5248 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:08:44.305351 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d307ac64-c69f-4e87-abc7-f845f865b2ea", "name": "network-vif-deleted", "tag": "2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:08:44.305669 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8a7e1761-922b-4adf-b783-b136249a5248 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:08:44.306130 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd307ac64-c69f-4e87-abc7-f845f865b2ea', 'name': 'network-vif-deleted', 'tag': '2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6', 'status': 'completed', 'code': 200} Aug 16 20:08:44.407718 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a0b888eb-d418-4fce-97d7-cde081e48dae req-2b74383d-e78a-4c28-b94f-0303acce54e3 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/security-groups?id=ed6168e2-2538-4153-9435-005013f51073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056055 Aug 16 20:08:44.468188 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-caa4d2d4-4a28-49bd-b3ad-b3cd43405678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:44.468387 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c98d78-50d9-4caa-a803-6ced8f624027 req-bca0133d-bbec-444a-ae37-972f1eae3717 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:44.469774 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-78c98d78-50d9-4caa-a803-6ced8f624027 req-bca0133d-bbec-444a-ae37-972f1eae3717 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 945 time: 0.0583837 Aug 16 20:08:44.470137 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-caa4d2d4-4a28-49bd-b3ad-b3cd43405678 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c8602f0d-5e56-4675-8352-10efc98e5acf HTTP/1.1" status: 200 len: 903 time: 0.1849725 Aug 16 20:08:44.475177 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-b1c89d7a-09c8-4d62-ab9f-99bf83eadb12 req-90031048-3ad0-4e6e-9d0e-212ff8e2858c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] For port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=39e68215-9ebb-45bc-b0da-ed77dad3bcb7,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:44.475686 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b1c89d7a-09c8-4d62-ab9f-99bf83eadb12 req-90031048-3ad0-4e6e-9d0e-212ff8e2858c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:44.517577 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-46b2133b-9231-413f-b3be-88255b41551e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.176&port_id=aff4a762-69a4-4bce-8f1c-347a489e27bf HTTP/1.1" status: 200 len: 217 time: 0.0393081 Aug 16 20:08:44.520547 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-78c98d78-50d9-4caa-a803-6ced8f624027 req-1529fa2a-3203-440f-9b28-223c5c3231ed tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431833 Aug 16 20:08:44.547280 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-b1c89d7a-09c8-4d62-ab9f-99bf83eadb12 req-90031048-3ad0-4e6e-9d0e-212ff8e2858c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Calling delete_port for 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:08:44.660193 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-954c362d-1ad9-4a73-a95e-fd8654f7457e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:44.661708 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-954c362d-1ad9-4a73-a95e-fd8654f7457e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=57f4dd2c-5a2f-40ea-b7df-5b0743102d41 HTTP/1.1" status: 200 len: 801 time: 0.1273062 Aug 16 20:08:44.737329 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036259a5-0617-45a4-8fff-112a5d9dc8f8 req-c1e9a208-9b34-4c39-98ff-6feb1fc706c1 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:44.743345 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036259a5-0617-45a4-8fff-112a5d9dc8f8 req-c1e9a208-9b34-4c39-98ff-6feb1fc706c1 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:44.749281 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036259a5-0617-45a4-8fff-112a5d9dc8f8 req-c1e9a208-9b34-4c39-98ff-6feb1fc706c1 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:44.750988 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-036259a5-0617-45a4-8fff-112a5d9dc8f8 req-c1e9a208-9b34-4c39-98ff-6feb1fc706c1 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=19c3d8e0-c182-480a-8788-c904812d01fa HTTP/1.1" status: 200 len: 2412 time: 0.1733348 Aug 16 20:08:44.764344 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-f823457f-d694-489c-bbab-899bfc579cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:44.765823 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-f823457f-d694-489c-bbab-899bfc579cdc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c8602f0d-5e56-4675-8352-10efc98e5acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937505 Aug 16 20:08:44.891428 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-036259a5-0617-45a4-8fff-112a5d9dc8f8 req-1f2ad64b-313f-4f3a-ad25-b7b548dbc634 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300123 Aug 16 20:08:44.902310 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 2a63f065-82aa-4bca-b236-ca184c04559a details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:08:44.908537 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device ed91c9cb-926a-4395-80c3-4e0729921d17 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:08:44.918237 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b1c89d7a-09c8-4d62-ab9f-99bf83eadb12 req-90031048-3ad0-4e6e-9d0e-212ff8e2858c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:44.956599 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-d61f2902-67b6-421e-ba5f-bf9b44bbfe68 service neutron] 10.222.0.63 "GET /v2.0/networks/c8602f0d-5e56-4675-8352-10efc98e5acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799448 Aug 16 20:08:44.982768 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['a8456123-9de6-4feb-9c09-95083ab502b6', '42ac33f3-1f05-44c7-b779-674a2dcc3a73', '39e68215-9ebb-45bc-b0da-ed77dad3bcb7'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:08:44.989162 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90031048-3ad0-4e6e-9d0e-212ff8e2858c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Pushing event deleted for resources: {'Port': ['ID=39e68215-9ebb-45bc-b0da-ed77dad3bcb7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:44.989902 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['5c32d839-7b2a-49f7-90a7-7b4059de13d5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:08:45.003988 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: ed91c9cb-926a-4395-80c3-4e0729921d17 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:08:45.004360 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device ed91c9cb-926a-4395-80c3-4e0729921d17 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:08:45.187509 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44070) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:45.289950 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f4ba13-902d-4a18-91ad-5cac125d99d2 admin admin] Deleting subnet b903fc65-5620-442d-a50b-39d9882b4335 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:08:45.293856 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-14f4ba13-902d-4a18-91ad-5cac125d99d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:45.297719 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 2a63f065-82aa-4bca-b236-ca184c04559a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=2a63f065-82aa-4bca-b236-ca184c04559a,segment=NetworkSegment(5d317cc8-08a4-459a-a64c-4221e04002c8),segment_id=5d317cc8-08a4-459a-a64c-4221e04002c8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:45.300052 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5825d0-3c3b-49c3-84b0-00c4be3c10d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83688bb7-a452-4931-809a-79c5109cbd26'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:08:45.302468 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1eafa29-5bae-4e61-ad9f-7ec7f80cf983" -d '{"events": [{"server_uuid": "0d5825d0-3c3b-49c3-84b0-00c4be3c10d7", "name": "network-vif-plugged", "status": "completed", "tag": "83688bb7-a452-4931-809a-79c5109cbd26"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:08:45.335584 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-14f4ba13-902d-4a18-91ad-5cac125d99d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:45.368491 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '2a63f065-82aa-4bca-b236-ca184c04559a', 'network_id': '4fee3c20-0d2c-4960-8ab0-37c1f62ea076', 'port_id': '2a63f065-82aa-4bca-b236-ca184c04559a', 'mac_address': 'fa:16:3e:0c:0e:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '943ae4e1-ae6c-4e99-b784-11308ecc68c9', 'ip_address': '19.86.0.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:08:45.388978 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1423765-5b3d-41be-86cc-21770bb86b35 x-openstack-request-id: req-e1423765-5b3d-41be-86cc-21770bb86b35 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:08:45.389369 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5825d0-3c3b-49c3-84b0-00c4be3c10d7", "name": "network-vif-plugged", "status": "completed", "tag": "83688bb7-a452-4931-809a-79c5109cbd26", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:08:45.389708 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e1423765-5b3d-41be-86cc-21770bb86b35 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:08:45.390408 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5825d0-3c3b-49c3-84b0-00c4be3c10d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83688bb7-a452-4931-809a-79c5109cbd26', 'code': 200} Aug 16 20:08:45.392927 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-14f4ba13-902d-4a18-91ad-5cac125d99d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:45.506714 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7b154930-8547-4987-a256-a283a94c06f8 req-d887c97f-38d0-458c-bfae-b01828990e0c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=ebe47865-fc45-40a4-86ae-3f74fdb304a2 HTTP/1.1" status: 200 len: 210 time: 0.0489762 Aug 16 20:08:45.520490 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-14f4ba13-902d-4a18-91ad-5cac125d99d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:45.579770 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-14f4ba13-902d-4a18-91ad-5cac125d99d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:45.586159 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-14f4ba13-902d-4a18-91ad-5cac125d99d2 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/b903fc65-5620-442d-a50b-39d9882b4335 HTTP/1.1" status: 204 len: 168 time: 0.3950083 Aug 16 20:08:45.587227 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44086) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:45.597777 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4ba13-902d-4a18-91ad-5cac125d99d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b903fc65-5620-442d-a50b-39d9882b4335,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:45.611557 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c89d7a-09c8-4d62-ab9f-99bf83eadb12 req-90031048-3ad0-4e6e-9d0e-212ff8e2858c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] No DVR routers for this DVR port 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:08:45.628755 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b1c89d7a-09c8-4d62-ab9f-99bf83eadb12 req-90031048-3ad0-4e6e-9d0e-212ff8e2858c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:45.634415 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b1c89d7a-09c8-4d62-ab9f-99bf83eadb12 req-90031048-3ad0-4e6e-9d0e-212ff8e2858c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.63 "DELETE /v2.0/ports/39e68215-9ebb-45bc-b0da-ed77dad3bcb7 HTTP/1.1" status: 204 len: 173 time: 1.6932695 Aug 16 20:08:45.640551 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:45.642761 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe47865-fc45-40a4-86ae-3f74fdb304a2', 'name': 'network-vif-deleted', 'tag': '39e68215-9ebb-45bc-b0da-ed77dad3bcb7'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:08:45.645211 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20d7d7f-6db1-445c-a1d8-bbc87e79c068" -d '{"events": [{"server_uuid": "ebe47865-fc45-40a4-86ae-3f74fdb304a2", "name": "network-vif-deleted", "tag": "39e68215-9ebb-45bc-b0da-ed77dad3bcb7"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:08:45.721604 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a63f065-82aa-4bca-b236-ca184c04559a {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:08:45.756927 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-74eaa92a-46d6-454c-afd2-71bf98c39e31 req-3f56b24f-b0fb-42ca-aa70-a7de27306021 service neutron] 10.222.0.63 "GET /v2.0/networks/c8602f0d-5e56-4675-8352-10efc98e5acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7774317 Aug 16 20:08:45.778771 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 2a63f065-82aa-4bca-b236-ca184c04559a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=2a63f065-82aa-4bca-b236-ca184c04559a,segment=NetworkSegment(5d317cc8-08a4-459a-a64c-4221e04002c8),segment_id=5d317cc8-08a4-459a-a64c-4221e04002c8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:45.791543 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:45.792310 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device aff4a762-69a4-4bce-8f1c-347a489e27bf details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:08:45.800075 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b69f1-c180-46a3-90cd-27465bc16bc2 req-96a211d8-d8b3-4f06-8d70-686acdacaefa tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:45.803730 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8993194f-dcd8-4e40-888a-c719d275e531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:45.813700 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc77d3-48e5-44e0-b224-9f270a874043 req-84bc3bd5-d05d-4f5a-964e-b42126135bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:45.815190 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51fc77d3-48e5-44e0-b224-9f270a874043 req-84bc3bd5-d05d-4f5a-964e-b42126135bfa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0d5825d0-3c3b-49c3-84b0-00c4be3c10d7 HTTP/1.1" status: 200 len: 1098 time: 0.3053238 Aug 16 20:08:45.818740 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-db2b69f1-c180-46a3-90cd-27465bc16bc2 req-96a211d8-d8b3-4f06-8d70-686acdacaefa tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d5825d0-3c3b-49c3-84b0-00c4be3c10d7 HTTP/1.1" status: 200 len: 946 time: 0.2271118 Aug 16 20:08:45.869899 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28cd71-cd10-482d-b74b-c794d00accd6 req-1e250bdb-4a88-4ddb-8dc3-9af05c5c3f13 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:45.873603 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=2a63f065-82aa-4bca-b236-ca184c04559a,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:45.884949 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5f28cd71-cd10-482d-b74b-c794d00accd6 req-1e250bdb-4a88-4ddb-8dc3-9af05c5c3f13 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 945 time: 0.1623213 Aug 16 20:08:45.897845 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-db2b69f1-c180-46a3-90cd-27465bc16bc2 req-34de262f-fc0f-4099-9ff4-8de51bdd3480 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/security-groups?id=ed6168e2-2538-4153-9435-005013f51073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768263 Aug 16 20:08:45.942831 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51fc77d3-48e5-44e0-b224-9f270a874043 req-8dc3bdab-82ce-4efb-8ece-b283a5632712 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ed6168e2-2538-4153-9435-005013f51073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187918 Aug 16 20:08:45.955538 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5f28cd71-cd10-482d-b74b-c794d00accd6 req-4e2881e7-1985-467e-9e90-259f54dde56c tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696731 Aug 16 20:08:45.961620 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54ecd25-fc1b-472f-9644-781ca0232e2a x-openstack-request-id: req-f54ecd25-fc1b-472f-9644-781ca0232e2a {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:08:45.961935 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe47865-fc45-40a4-86ae-3f74fdb304a2", "name": "network-vif-deleted", "tag": "39e68215-9ebb-45bc-b0da-ed77dad3bcb7", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:08:45.962224 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f54ecd25-fc1b-472f-9644-781ca0232e2a {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:08:45.962809 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe47865-fc45-40a4-86ae-3f74fdb304a2', 'name': 'network-vif-deleted', 'tag': '39e68215-9ebb-45bc-b0da-ed77dad3bcb7', 'status': 'completed', 'code': 200} Aug 16 20:08:45.997377 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port aff4a762-69a4-4bce-8f1c-347a489e27bf, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=aff4a762-69a4-4bce-8f1c-347a489e27bf,segment=NetworkSegment(49f83a2f-f634-467f-83fc-b1cb59e8db99),segment_id=49f83a2f-f634-467f-83fc-b1cb59e8db99)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:46.009826 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8993194f-dcd8-4e40-888a-c719d275e531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:46.013074 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'aff4a762-69a4-4bce-8f1c-347a489e27bf', 'network_id': 'c8602f0d-5e56-4675-8352-10efc98e5acf', 'port_id': 'aff4a762-69a4-4bce-8f1c-347a489e27bf', 'mac_address': 'fa:16:3e:41:4b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57f4dd2c-5a2f-40ea-b7df-5b0743102d41', 'ip_address': '19.80.0.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:08:46.029718 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-8993194f-dcd8-4e40-888a-c719d275e531 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682be607-79fb-4233-90b1-5b45ce0ee053']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:08:46.045903 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-8993194f-dcd8-4e40-888a-c719d275e531 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0e1cff3-be79-46a2-89b0-5e957d505bd8') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:08:46.050557 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-8993194f-dcd8-4e40-888a-c719d275e531 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0e1cff3-be79-46a2-89b0-5e957d505bd8') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:08:46.071891 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8993194f-dcd8-4e40-888a-c719d275e531 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:46.084813 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:46.104682 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8993194f-dcd8-4e40-888a-c719d275e531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:46.111183 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aff4a762-69a4-4bce-8f1c-347a489e27bf {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:08:46.124252 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8993194f-dcd8-4e40-888a-c719d275e531 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:08:46.124899 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8993194f-dcd8-4e40-888a-c719d275e531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:46.127127 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:08:46.127127 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:08:46.127127 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:08:46.127127 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:08:46.127127 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:08:46.127127 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:08:46.127127 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:08:46.127127 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:08:46.127127 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:08:46.127127 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:08:46.127127 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:08:46.127127 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:08:46.127127 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:08:46.127127 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:08:46.127127 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:08:46.127127 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:08:46.127127 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:08:46.127127 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:08:46.127127 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:08:46.127127 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:08:46.127127 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:08:46.127127 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:08:46.127127 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:08:46.127127 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:08:46.127127 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:08:46.127127 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:08:46.127127 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:08:46.127127 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:08:46.127127 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:08:46.127127 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:08:46.127127 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:08:46.127127 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:08:46.152697 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port aff4a762-69a4-4bce-8f1c-347a489e27bf, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=aff4a762-69a4-4bce-8f1c-347a489e27bf,segment=NetworkSegment(49f83a2f-f634-467f-83fc-b1cb59e8db99),segment_id=49f83a2f-f634-467f-83fc-b1cb59e8db99)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:46.159425 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:46.160257 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 221ccab9-2fe7-436c-aa41-8b005caa6e9f details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:08:46.165958 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986b5cc-5b9b-4b6d-95fc-19f05df67cda req-16b3ff57-2451-437e-b2fe-35607356b132 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:46.185320 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986b5cc-5b9b-4b6d-95fc-19f05df67cda req-16b3ff57-2451-437e-b2fe-35607356b132 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:46.191450 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8993194f-dcd8-4e40-888a-c719d275e531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:46.194536 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986b5cc-5b9b-4b6d-95fc-19f05df67cda req-16b3ff57-2451-437e-b2fe-35607356b132 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:46.198203 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8993194f-dcd8-4e40-888a-c719d275e531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:46.201193 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8993194f-dcd8-4e40-888a-c719d275e531 admin admin] 10.222.0.68 "DELETE /v2.0/networks/682be607-79fb-4233-90b1-5b45ce0ee053 HTTP/1.1" status: 204 len: 168 time: 0.6130164 Aug 16 20:08:46.203216 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0986b5cc-5b9b-4b6d-95fc-19f05df67cda req-16b3ff57-2451-437e-b2fe-35607356b132 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=19c3d8e0-c182-480a-8788-c904812d01fa HTTP/1.1" status: 200 len: 2413 time: 0.1778405 Aug 16 20:08:46.240000 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 221ccab9-2fe7-436c-aa41-8b005caa6e9f, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=221ccab9-2fe7-436c-aa41-8b005caa6e9f,segment=NetworkSegment(49f83a2f-f634-467f-83fc-b1cb59e8db99),segment_id=49f83a2f-f634-467f-83fc-b1cb59e8db99)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:46.242000 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993194f-dcd8-4e40-888a-c719d275e531 admin admin] Pushing event deleted for resources: {'Network': ['ID=682be607-79fb-4233-90b1-5b45ce0ee053,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:46.268825 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0986b5cc-5b9b-4b6d-95fc-19f05df67cda req-0cff1507-c7d0-4942-87e6-16197d5b5be1 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643277 Aug 16 20:08:46.286833 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '221ccab9-2fe7-436c-aa41-8b005caa6e9f', 'network_id': 'c8602f0d-5e56-4675-8352-10efc98e5acf', 'port_id': '221ccab9-2fe7-436c-aa41-8b005caa6e9f', 'mac_address': 'fa:16:3e:1b:52:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57f4dd2c-5a2f-40ea-b7df-5b0743102d41', 'ip_address': '19.80.0.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:08:46.292732 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=aff4a762-69a4-4bce-8f1c-347a489e27bf,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:46.345268 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:46.363937 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 221ccab9-2fe7-436c-aa41-8b005caa6e9f {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:08:46.390958 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 221ccab9-2fe7-436c-aa41-8b005caa6e9f, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=221ccab9-2fe7-436c-aa41-8b005caa6e9f,segment=NetworkSegment(49f83a2f-f634-467f-83fc-b1cb59e8db99),segment_id=49f83a2f-f634-467f-83fc-b1cb59e8db99)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:46.406633 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:46.419734 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44096) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:46.474450 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=221ccab9-2fe7-436c-aa41-8b005caa6e9f,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:46.503034 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c3d2f839-2b7e-48b8-9f72-aea8be264209 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b6264241cb9648dd8d34cc0e38c415e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0820842 Aug 16 20:08:46.503753 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44100) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:46.537290 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-445e9b48-9b83-4336-b2d0-1418f7215806 req-b30ee2cb-8f78-4550-81f4-505a13f493b9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0569336 Aug 16 20:08:46.574902 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85122ad9-3c0e-498f-957d-e6b6d00d115b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:46.603215 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85122ad9-3c0e-498f-957d-e6b6d00d115b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:46.649189 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e9b48-9b83-4336-b2d0-1418f7215806 req-672bba2a-1084-453c-bbb0-ff3beb4fc101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:46.654940 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-445e9b48-9b83-4336-b2d0-1418f7215806 req-672bba2a-1084-453c-bbb0-ff3beb4fc101 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 1101 time: 0.0878294 Aug 16 20:08:46.698671 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85122ad9-3c0e-498f-957d-e6b6d00d115b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:46.702952 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85122ad9-3c0e-498f-957d-e6b6d00d115b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:46.706723 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-85122ad9-3c0e-498f-957d-e6b6d00d115b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/08f6294d-3577-4d00-ade3-ecb5a39b4d4d HTTP/1.1" status: 204 len: 168 time: 0.1997395 Aug 16 20:08:46.715546 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85122ad9-3c0e-498f-957d-e6b6d00d115b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f6294d-3577-4d00-ade3-ecb5a39b4d4d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:46.764184 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['aff4a762-69a4-4bce-8f1c-347a489e27bf'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:08:46.784414 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['2a63f065-82aa-4bca-b236-ca184c04559a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:08:46.797613 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['221ccab9-2fe7-436c-aa41-8b005caa6e9f'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:08:46.896737 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e9b48-9b83-4336-b2d0-1418f7215806 req-24e40065-4548-44bd-b409-d0f641b5c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:46.898692 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-445e9b48-9b83-4336-b2d0-1418f7215806 req-24e40065-4548-44bd-b409-d0f641b5c9be service neutron] 10.222.0.63 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.1979828 Aug 16 20:08:46.916073 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab9415-634d-4120-95ff-100f65c93e4c req-fd9dda11-4c35-48eb-9caa-d5df2587fcc2 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:46.924530 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:08:46.926477 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3cab9415-634d-4120-95ff-100f65c93e4c req-fd9dda11-4c35-48eb-9caa-d5df2587fcc2 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 950 time: 0.0799105 Aug 16 20:08:46.976156 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-445e9b48-9b83-4336-b2d0-1418f7215806 req-a1fbd350-1a8e-4532-9ea4-e2abdecfbe6f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=42ac33f3-1f05-44c7-b779-674a2dcc3a73 HTTP/1.1" status: 200 len: 217 time: 0.0696847 Aug 16 20:08:47.014064 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3cab9415-634d-4120-95ff-100f65c93e4c req-a7c3fdb1-515a-4069-a789-c4cce2f5c5df tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821249 Aug 16 20:08:47.091561 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e9b48-9b83-4336-b2d0-1418f7215806 req-60400b1c-bcba-4669-9f10-f8d9785053ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:47.093189 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-445e9b48-9b83-4336-b2d0-1418f7215806 req-60400b1c-bcba-4669-9f10-f8d9785053ac service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1087716 Aug 16 20:08:47.158574 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:08:47.159104 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 39e68215-9ebb-45bc-b0da-ed77dad3bcb7 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:08:47.183358 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc303f5d-8a5a-4943-a589-5a9429ee27fd req-617c0718-2f50-473a-9c7b-ffabc030c8b4 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:47.185423 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cc303f5d-8a5a-4943-a589-5a9429ee27fd req-617c0718-2f50-473a-9c7b-ffabc030c8b4 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d5825d0-3c3b-49c3-84b0-00c4be3c10d7 HTTP/1.1" status: 200 len: 946 time: 0.1240528 Aug 16 20:08:47.188597 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4790cb0-d90f-432b-8e07-eb238f903d09 req-cc2e614c-8afd-4d79-8f52-760e053e323e tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:47.191957 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e9b48-9b83-4336-b2d0-1418f7215806 req-24b43665-3c6f-461c-9ebd-22e8392490fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:47.193523 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-445e9b48-9b83-4336-b2d0-1418f7215806 req-24b43665-3c6f-461c-9ebd-22e8392490fd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0857840 Aug 16 20:08:47.198463 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e4790cb0-d90f-432b-8e07-eb238f903d09 req-cc2e614c-8afd-4d79-8f52-760e053e323e tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 945 time: 0.1033106 Aug 16 20:08:47.268670 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e4790cb0-d90f-432b-8e07-eb238f903d09 req-e138a1df-12b8-4ebb-9803-34e9342c00b4 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679882 Aug 16 20:08:47.297635 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cc303f5d-8a5a-4943-a589-5a9429ee27fd req-8d713c0d-bc7f-4ce2-b28f-fd3ff23f32f2 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/security-groups?id=ed6168e2-2538-4153-9435-005013f51073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029880 Aug 16 20:08:47.365301 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-445e9b48-9b83-4336-b2d0-1418f7215806 req-b4b60b4d-6a26-4a9e-9317-0dd8762d450c service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468205 Aug 16 20:08:47.539799 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96bf2c-2d24-4ef0-8720-427c9c52bd2e req-831d66dc-2092-42d7-9c18-46b63a270941 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:47.546784 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96bf2c-2d24-4ef0-8720-427c9c52bd2e req-831d66dc-2092-42d7-9c18-46b63a270941 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:47.556434 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96bf2c-2d24-4ef0-8720-427c9c52bd2e req-831d66dc-2092-42d7-9c18-46b63a270941 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:47.558137 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5f96bf2c-2d24-4ef0-8720-427c9c52bd2e req-831d66dc-2092-42d7-9c18-46b63a270941 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=19c3d8e0-c182-480a-8788-c904812d01fa HTTP/1.1" status: 200 len: 2415 time: 0.1497691 Aug 16 20:08:47.580406 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-445e9b48-9b83-4336-b2d0-1418f7215806 req-b2c05af3-ceb2-4479-ad72-607828b6fbcb service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073221 Aug 16 20:08:47.640831 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5f96bf2c-2d24-4ef0-8720-427c9c52bd2e req-45a45bcc-a9ff-495f-93eb-3e7e41f9189f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594282 Aug 16 20:08:47.874124 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:08:47.908420 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:08:47.909022 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 2ba83bf9-51c9-4cfb-a6e0-025c8125e3e6 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:08:48.148263 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e517f60-2c29-49f3-9399-eca547b35c18 req-959efee3-c78d-4eec-a759-a638bc4d0b45 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:48.160341 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1e517f60-2c29-49f3-9399-eca547b35c18 req-959efee3-c78d-4eec-a759-a638bc4d0b45 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 950 time: 0.0703168 Aug 16 20:08:48.207795 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1e517f60-2c29-49f3-9399-eca547b35c18 req-11444465-9a9b-4233-a9fe-115f8c0e69e7 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460072 Aug 16 20:08:48.410977 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671117b-c500-4a3c-8a3d-d09579670800 req-9fe55b38-c79c-4ac9-8705-2ec794ec1bde tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:48.421123 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a671117b-c500-4a3c-8a3d-d09579670800 req-9fe55b38-c79c-4ac9-8705-2ec794ec1bde tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 945 time: 0.0715537 Aug 16 20:08:48.473467 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074d604-030b-4b91-8edf-d90c949731c9 req-15eb1e12-a508-453b-86f6-be01a9f7d315 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:48.474115 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a671117b-c500-4a3c-8a3d-d09579670800 req-80268afc-3fd9-46d8-adcb-caa9bc8758cf tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512686 Aug 16 20:08:48.475278 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7074d604-030b-4b91-8edf-d90c949731c9 req-15eb1e12-a508-453b-86f6-be01a9f7d315 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d5825d0-3c3b-49c3-84b0-00c4be3c10d7 HTTP/1.1" status: 200 len: 946 time: 0.0916762 Aug 16 20:08:48.541668 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d339af-be17-4d4b-a008-29f9f52b06cd req-0a349332-697e-4870-beef-614b9cd604df tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:48.543161 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-94d339af-be17-4d4b-a008-29f9f52b06cd req-0a349332-697e-4870-beef-614b9cd604df tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 950 time: 0.1165435 Aug 16 20:08:48.549664 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7074d604-030b-4b91-8edf-d90c949731c9 req-70d006ae-e837-4318-bb9b-7f3ad7919e0e tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/security-groups?id=ed6168e2-2538-4153-9435-005013f51073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619788 Aug 16 20:08:48.589237 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-824c5493-6b05-4933-9c51-1e6b8aba1ed1 req-044db46f-a409-4924-a04e-da61b3266c94 tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3ad3e1b-ba87-409a-a0da-e94411504ecc HTTP/1.1" status: 200 len: 210 time: 0.0447133 Aug 16 20:08:48.776253 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-94d339af-be17-4d4b-a008-29f9f52b06cd req-2bb2d3de-e9e5-42f1-bb81-91577b2065e6 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Deleting port 5c32d839-7b2a-49f7-90a7-7b4059de13d5 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:08:48.776973 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-94d339af-be17-4d4b-a008-29f9f52b06cd req-2bb2d3de-e9e5-42f1-bb81-91577b2065e6 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:48.921345 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-94d339af-be17-4d4b-a008-29f9f52b06cd req-2bb2d3de-e9e5-42f1-bb81-91577b2065e6 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] For port 5c32d839-7b2a-49f7-90a7-7b4059de13d5, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5c32d839-7b2a-49f7-90a7-7b4059de13d5,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:48.921791 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-94d339af-be17-4d4b-a008-29f9f52b06cd req-2bb2d3de-e9e5-42f1-bb81-91577b2065e6 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:48.933412 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 2a63f065-82aa-4bca-b236-ca184c04559a up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:08:48.957306 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a12ff-6806-4d93-b9b7-d958e2d06b8f req-1d2f83f3-d8cb-48dc-8f4e-c32d67271eb6 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:48.963758 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a12ff-6806-4d93-b9b7-d958e2d06b8f req-1d2f83f3-d8cb-48dc-8f4e-c32d67271eb6 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:48.970052 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a12ff-6806-4d93-b9b7-d958e2d06b8f req-1d2f83f3-d8cb-48dc-8f4e-c32d67271eb6 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:48.971789 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-302a12ff-6806-4d93-b9b7-d958e2d06b8f req-1d2f83f3-d8cb-48dc-8f4e-c32d67271eb6 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=19c3d8e0-c182-480a-8788-c904812d01fa HTTP/1.1" status: 200 len: 2415 time: 0.1222284 Aug 16 20:08:48.972915 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-94d339af-be17-4d4b-a008-29f9f52b06cd req-2bb2d3de-e9e5-42f1-bb81-91577b2065e6 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Calling delete_port for 5c32d839-7b2a-49f7-90a7-7b4059de13d5 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:08:49.064990 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 2a63f065-82aa-4bca-b236-ca184c04559a completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:08:49.070441 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 2a63f065-82aa-4bca-b236-ca184c04559a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:49.070956 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:49.154814 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1eff678d-c276-4230-a371-5304f44e40e0 req-3c986af5-3b8c-4ac3-9ac4-eaaf287684f6 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5125933 Aug 16 20:08:49.170145 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-1eff678d-c276-4230-a371-5304f44e40e0 req-1c543532-d165-4cf8-9901-f04b6d27ae7f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:49.241643 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1eff678d-c276-4230-a371-5304f44e40e0 req-1c543532-d165-4cf8-9901-f04b6d27ae7f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:49.250958 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-302a12ff-6806-4d93-b9b7-d958e2d06b8f req-07d2fecc-77ad-4746-a744-9c3393cfa3b1 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680924 Aug 16 20:08:49.253449 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-94d339af-be17-4d4b-a008-29f9f52b06cd req-2bb2d3de-e9e5-42f1-bb81-91577b2065e6 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:49.255631 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:49.268219 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['a8456123-9de6-4feb-9c09-95083ab502b6', '42ac33f3-1f05-44c7-b779-674a2dcc3a73'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:08:49.271531 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['5c32d839-7b2a-49f7-90a7-7b4059de13d5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:08:49.337570 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2d3de-e9e5-42f1-bb81-91577b2065e6 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Pushing event deleted for resources: {'Port': ['ID=5c32d839-7b2a-49f7-90a7-7b4059de13d5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:49.376373 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c3d8e0-c182-480a-8788-c904812d01fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a63f065-82aa-4bca-b236-ca184c04559a'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:08:49.378751 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af9a0b8-0bb0-485e-a3aa-5079b9091df5" -d '{"events": [{"server_uuid": "19c3d8e0-c182-480a-8788-c904812d01fa", "name": "network-vif-plugged", "status": "completed", "tag": "2a63f065-82aa-4bca-b236-ca184c04559a"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:08:49.400934 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 2a63f065-82aa-4bca-b236-ca184c04559a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=2a63f065-82aa-4bca-b236-ca184c04559a,segment=NetworkSegment(5d317cc8-08a4-459a-a64c-4221e04002c8),segment_id=5d317cc8-08a4-459a-a64c-4221e04002c8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:49.418009 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:49.418820 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device aff4a762-69a4-4bce-8f1c-347a489e27bf up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:08:49.509712 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d339af-be17-4d4b-a008-29f9f52b06cd req-2bb2d3de-e9e5-42f1-bb81-91577b2065e6 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] No DVR routers for this DVR port 5c32d839-7b2a-49f7-90a7-7b4059de13d5 on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:08:49.515991 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-94d339af-be17-4d4b-a008-29f9f52b06cd req-2bb2d3de-e9e5-42f1-bb81-91577b2065e6 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:49.523428 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-94d339af-be17-4d4b-a008-29f9f52b06cd req-2bb2d3de-e9e5-42f1-bb81-91577b2065e6 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.57 "DELETE /v2.0/ports/5c32d839-7b2a-49f7-90a7-7b4059de13d5 HTTP/1.1" status: 204 len: 173 time: 0.9727597 Aug 16 20:08:49.523954 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1eff678d-c276-4230-a371-5304f44e40e0 req-1c543532-d165-4cf8-9901-f04b6d27ae7f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:49.525351 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7bbf9f0-608c-47bd-a13b-e40e4cb5f853', 'name': 'network-vif-deleted', 'tag': '5c32d839-7b2a-49f7-90a7-7b4059de13d5'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:08:49.565234 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d113c47e-a08b-4b76-8812-b302d457b5b5" -d '{"events": [{"server_uuid": "b7bbf9f0-608c-47bd-a13b-e40e4cb5f853", "name": "network-vif-deleted", "tag": "5c32d839-7b2a-49f7-90a7-7b4059de13d5"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:08:49.612662 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=2a63f065-82aa-4bca-b236-ca184c04559a,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:49.795370 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-1eff678d-c276-4230-a371-5304f44e40e0 req-1c543532-d165-4cf8-9901-f04b6d27ae7f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Allocated IP 172.25.8.93 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/cfe54cce-a7c0-43f5-9f89-52e915e789a3) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:08:49.858727 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-73fc3072-b24e-44c4-a8eb-3dc5c198816d req-070546de-6258-473f-8859-2f7877614ba1 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7bbf9f0-608c-47bd-a13b-e40e4cb5f853 HTTP/1.1" status: 200 len: 210 time: 0.0774477 Aug 16 20:08:49.880514 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port aff4a762-69a4-4bce-8f1c-347a489e27bf completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:08:49.938211 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port aff4a762-69a4-4bce-8f1c-347a489e27bf triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:49.938874 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:50.003539 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1eff678d-c276-4230-a371-5304f44e40e0 req-1c543532-d165-4cf8-9901-f04b6d27ae7f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:50.102511 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1eff678d-c276-4230-a371-5304f44e40e0 req-1c543532-d165-4cf8-9901-f04b6d27ae7f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:50.124554 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d73383-9189-40b9-a9f2-330c313b2063 x-openstack-request-id: req-69d73383-9189-40b9-a9f2-330c313b2063 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:08:50.125141 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c3d8e0-c182-480a-8788-c904812d01fa", "name": "network-vif-plugged", "status": "completed", "tag": "2a63f065-82aa-4bca-b236-ca184c04559a", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:08:50.125613 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-69d73383-9189-40b9-a9f2-330c313b2063 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:08:50.126449 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c3d8e0-c182-480a-8788-c904812d01fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a63f065-82aa-4bca-b236-ca184c04559a', 'code': 200} Aug 16 20:08:50.151945 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eff678d-c276-4230-a371-5304f44e40e0 req-1c543532-d165-4cf8-9901-f04b6d27ae7f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:08:50.157913 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-1eff678d-c276-4230-a371-5304f44e40e0 req-1c543532-d165-4cf8-9901-f04b6d27ae7f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:08:50.161863 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eff678d-c276-4230-a371-5304f44e40e0 req-1c543532-d165-4cf8-9901-f04b6d27ae7f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:08:50.250461 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c543532-d165-4cf8-9901-f04b6d27ae7f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Pushing event updated for resources: {'Port': ['ID=cfe54cce-a7c0-43f5-9f89-52e915e789a3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:50.256950 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:50.271044 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a66599-16b2-40ac-a91c-f9fe5059d1e0 req-140b6355-2521-445e-955e-5b3dfa7f72d1 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:50.272866 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-31a66599-16b2-40ac-a91c-f9fe5059d1e0 req-140b6355-2521-445e-955e-5b3dfa7f72d1 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 945 time: 0.1560297 Aug 16 20:08:50.345033 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-31a66599-16b2-40ac-a91c-f9fe5059d1e0 req-87fb5c24-1360-41b6-a36b-f84717e748c5 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655684 Aug 16 20:08:50.354185 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1eff678d-c276-4230-a371-5304f44e40e0 req-1c543532-d165-4cf8-9901-f04b6d27ae7f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:50.370519 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port aff4a762-69a4-4bce-8f1c-347a489e27bf, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=aff4a762-69a4-4bce-8f1c-347a489e27bf,segment=NetworkSegment(49f83a2f-f634-467f-83fc-b1cb59e8db99),segment_id=49f83a2f-f634-467f-83fc-b1cb59e8db99)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:50.392072 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:50.393347 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 221ccab9-2fe7-436c-aa41-8b005caa6e9f up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:08:50.426736 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1eff678d-c276-4230-a371-5304f44e40e0 req-1c543532-d165-4cf8-9901-f04b6d27ae7f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:50.441174 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c37a20-f847-4554-9c1f-d8cb6a2722c8 x-openstack-request-id: req-69c37a20-f847-4554-9c1f-d8cb6a2722c8 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:08:50.441664 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7bbf9f0-608c-47bd-a13b-e40e4cb5f853", "name": "network-vif-deleted", "tag": "5c32d839-7b2a-49f7-90a7-7b4059de13d5", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:08:50.442112 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-69c37a20-f847-4554-9c1f-d8cb6a2722c8 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:08:50.442678 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7bbf9f0-608c-47bd-a13b-e40e4cb5f853', 'name': 'network-vif-deleted', 'tag': '5c32d839-7b2a-49f7-90a7-7b4059de13d5', 'status': 'completed', 'code': 200} Aug 16 20:08:50.527160 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=aff4a762-69a4-4bce-8f1c-347a489e27bf,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:50.534921 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 221ccab9-2fe7-436c-aa41-8b005caa6e9f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:08:50.552837 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 221ccab9-2fe7-436c-aa41-8b005caa6e9f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:50.555137 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:50.720709 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f013f11f-032e-4176-b8b9-aa95d8cbaa92 req-be96784c-72d8-4cdf-b690-4239ccef1bcc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1294973 Aug 16 20:08:50.747505 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1eff678d-c276-4230-a371-5304f44e40e0 req-1c543532-d165-4cf8-9901-f04b6d27ae7f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:50.757515 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:50.766297 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1eff678d-c276-4230-a371-5304f44e40e0 req-1c543532-d165-4cf8-9901-f04b6d27ae7f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:50.828447 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 221ccab9-2fe7-436c-aa41-8b005caa6e9f, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=221ccab9-2fe7-436c-aa41-8b005caa6e9f,segment=NetworkSegment(49f83a2f-f634-467f-83fc-b1cb59e8db99),segment_id=49f83a2f-f634-467f-83fc-b1cb59e8db99)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:50.845241 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:50.852116 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013f11f-032e-4176-b8b9-aa95d8cbaa92 req-5bcdd682-163a-4457-b260-1cf14ad25e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:50.853980 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f013f11f-032e-4176-b8b9-aa95d8cbaa92 req-5bcdd682-163a-4457-b260-1cf14ad25e3e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0955e2c5b0564e2b8cdb6135587e05d6&device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 1097 time: 0.1004207 Aug 16 20:08:50.918978 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=221ccab9-2fe7-436c-aa41-8b005caa6e9f,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:50.919185 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c543532-d165-4cf8-9901-f04b6d27ae7f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Pushing event updated for resources: {'Port': ['ID=cfe54cce-a7c0-43f5-9f89-52e915e789a3,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:50.944941 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1eff678d-c276-4230-a371-5304f44e40e0 req-1c543532-d165-4cf8-9901-f04b6d27ae7f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:50.971345 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1eff678d-c276-4230-a371-5304f44e40e0 req-1c543532-d165-4cf8-9901-f04b6d27ae7f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:50.972639 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1eff678d-c276-4230-a371-5304f44e40e0 req-1c543532-d165-4cf8-9901-f04b6d27ae7f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8133688 Aug 16 20:08:51.074037 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1eff678d-c276-4230-a371-5304f44e40e0 req-42e52663-5f73-460b-bcf3-979cce389e4c tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.93 HTTP/1.1" status: 200 len: 695 time: 0.0944576 Aug 16 20:08:51.095171 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013f11f-032e-4176-b8b9-aa95d8cbaa92 req-09bcedc6-34df-40b9-ab34-4efc91e0b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:51.096735 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f013f11f-032e-4176-b8b9-aa95d8cbaa92 req-09bcedc6-34df-40b9-ab34-4efc91e0b609 service neutron] 10.222.0.57 "GET /v2.0/networks?id=59223dac-0107-4a62-a7e6-e8ab002ab182 HTTP/1.1" status: 200 len: 917 time: 0.1976728 Aug 16 20:08:51.106376 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38913eca-5edc-435f-8aca-f7cc7055a5c4 req-67d59a80-76c9-4644-9ae7-c7192c08a0ac tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:51.113521 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38913eca-5edc-435f-8aca-f7cc7055a5c4 req-67d59a80-76c9-4644-9ae7-c7192c08a0ac tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:51.120279 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38913eca-5edc-435f-8aca-f7cc7055a5c4 req-67d59a80-76c9-4644-9ae7-c7192c08a0ac tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:51.121924 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-38913eca-5edc-435f-8aca-f7cc7055a5c4 req-67d59a80-76c9-4644-9ae7-c7192c08a0ac tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=19c3d8e0-c182-480a-8788-c904812d01fa HTTP/1.1" status: 200 len: 2418 time: 0.1331794 Aug 16 20:08:51.204107 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff678d-c276-4230-a371-5304f44e40e0 req-8eda1d72-449e-4b4e-aa3e-20c6c476e5d7 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:51.205746 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1eff678d-c276-4230-a371-5304f44e40e0 req-8eda1d72-449e-4b4e-aa3e-20c6c476e5d7 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 784 time: 0.1247330 Aug 16 20:08:51.211845 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-38913eca-5edc-435f-8aca-f7cc7055a5c4 req-4820aa97-7659-402d-a8bf-b2147bacfebd tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829387 Aug 16 20:08:51.219362 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f013f11f-032e-4176-b8b9-aa95d8cbaa92 req-c88a4507-863e-4995-833a-6ab41e43c4c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b HTTP/1.1" status: 200 len: 1001 time: 0.0963976 Aug 16 20:08:51.330126 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013f11f-032e-4176-b8b9-aa95d8cbaa92 req-65256550-a2bc-487e-8933-24fdd9cb18ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:51.333657 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f013f11f-032e-4176-b8b9-aa95d8cbaa92 req-65256550-a2bc-487e-8933-24fdd9cb18ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d7859aa3-2722-4177-a070-f1837244076b HTTP/1.1" status: 200 len: 855 time: 0.1057365 Aug 16 20:08:51.392912 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013f11f-032e-4176-b8b9-aa95d8cbaa92 req-63c41564-bb1f-4874-b281-085a5b84f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:51.394746 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f013f11f-032e-4176-b8b9-aa95d8cbaa92 req-63c41564-bb1f-4874-b281-085a5b84f4a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=59223dac-0107-4a62-a7e6-e8ab002ab182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532537 Aug 16 20:08:51.394927 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fedb9b8c-eaa9-4120-8ed3-6a4f6ef068a6 req-d82f50e7-7832-4754-83a4-aa1057b03ef6 tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.0456111 Aug 16 20:08:51.516787 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f013f11f-032e-4176-b8b9-aa95d8cbaa92 req-d84562dd-d080-43e6-84c5-b13ba8655a8b service neutron] 10.222.0.57 "GET /v2.0/networks/59223dac-0107-4a62-a7e6-e8ab002ab182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124225 Aug 16 20:08:51.646475 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f013f11f-032e-4176-b8b9-aa95d8cbaa92 req-0b9eda51-f02d-4160-a5d6-cbf8dbfa92bb service neutron] 10.222.0.57 "GET /v2.0/networks/59223dac-0107-4a62-a7e6-e8ab002ab182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213586 Aug 16 20:08:51.677430 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dd10f2d0-72bf-41d9-b629-9b9dc0fcfc62 req-ddc1e995-cb6e-4d0f-b33e-68ed6c7580b6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c3ad3e1b-ba87-409a-a0da-e94411504ecc HTTP/1.1" status: 200 len: 210 time: 0.0353546 Aug 16 20:08:51.685502 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e003d94-b071-429d-a4a4-57c200a2741c req-818a4c8f-f63d-4928-93b6-edbb5afade28 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:51.693995 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0e003d94-b071-429d-a4a4-57c200a2741c req-818a4c8f-f63d-4928-93b6-edbb5afade28 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 945 time: 0.0639787 Aug 16 20:08:51.705721 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-4d102b63-1a87-497a-86fa-606189cc1fc3 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:51.707278 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-4d102b63-1a87-497a-86fa-606189cc1fc3 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/networks?id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b HTTP/1.1" status: 200 len: 820 time: 0.1667013 Aug 16 20:08:51.724730 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-d12b3dba-aeba-4411-b4b5-74f527fc0d92 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/quotas/fc267694f3a54ef9952a0f83a94966f1 HTTP/1.1" status: 200 len: 375 time: 0.0111141 Aug 16 20:08:51.734377 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0e003d94-b071-429d-a4a4-57c200a2741c req-49332964-f83e-4b64-a5f3-e8086af2265f tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395126 Aug 16 20:08:51.795826 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-8389e175-6ee7-49a2-ad19-ef9b8cab561c tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=fc267694f3a54ef9952a0f83a94966f1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0644550 Aug 16 20:08:51.885274 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7a31c-a859-4764-9f89-5cad19dd06c8 req-bcd86fd1-64b0-4fdf-85ff-382c438ca48b tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:51.886758 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-59c7a31c-a859-4764-9f89-5cad19dd06c8 req-bcd86fd1-64b0-4fdf-85ff-382c438ca48b tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 949 time: 0.0550878 Aug 16 20:08:51.933672 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-59c7a31c-a859-4764-9f89-5cad19dd06c8 req-e5f56c9b-80c4-4b3b-b61a-ebb88fba60ce tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397847 Aug 16 20:08:51.998070 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-d9b6b4e1-1487-4514-b282-3c7d2a842c1c service neutron] 10.222.0.68 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947708 Aug 16 20:08:52.051892 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44264) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:52.109192 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-5652e412-8a9f-4274-bbb6-2340798da91c service neutron] 10.222.0.68 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050820 Aug 16 20:08:52.128148 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c3d8e0-c182-480a-8788-c904812d01fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff4a762-69a4-4bce-8f1c-347a489e27bf'}, {'server_uuid': '19c3d8e0-c182-480a-8788-c904812d01fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221ccab9-2fe7-436c-aa41-8b005caa6e9f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:08:52.130620 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13ca9ee-0cff-429a-aa9b-c47883b0af0b" -d '{"events": [{"server_uuid": "19c3d8e0-c182-480a-8788-c904812d01fa", "name": "network-vif-plugged", "status": "completed", "tag": "aff4a762-69a4-4bce-8f1c-347a489e27bf"}, {"server_uuid": "19c3d8e0-c182-480a-8788-c904812d01fa", "name": "network-vif-plugged", "status": "completed", "tag": "221ccab9-2fe7-436c-aa41-8b005caa6e9f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:08:52.173435 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24123070-7f8b-4314-933c-d3c5f696e375 x-openstack-request-id: req-24123070-7f8b-4314-933c-d3c5f696e375 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:08:52.174031 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c3d8e0-c182-480a-8788-c904812d01fa", "name": "network-vif-plugged", "status": "completed", "tag": "aff4a762-69a4-4bce-8f1c-347a489e27bf", "code": 200}, {"server_uuid": "19c3d8e0-c182-480a-8788-c904812d01fa", "name": "network-vif-plugged", "status": "completed", "tag": "221ccab9-2fe7-436c-aa41-8b005caa6e9f", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:08:52.174465 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-24123070-7f8b-4314-933c-d3c5f696e375 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:08:52.175015 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c3d8e0-c182-480a-8788-c904812d01fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff4a762-69a4-4bce-8f1c-347a489e27bf', 'code': 200} Aug 16 20:08:52.175454 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c3d8e0-c182-480a-8788-c904812d01fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221ccab9-2fe7-436c-aa41-8b005caa6e9f', 'code': 200} Aug 16 20:08:52.248596 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a85fede-146a-4290-8b5b-45c381f24767 admin admin] Deleting subnet 4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:08:52.252794 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a85fede-146a-4290-8b5b-45c381f24767 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:52.319894 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a8165b4e-60cf-4861-844b-e3ee555607bb req-398afdff-d5c8-4006-ae33-496e4d2d0a1d tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b8327c2-d169-4b4d-92c1-4ee40b5f665d HTTP/1.1" status: 200 len: 210 time: 0.0325539 Aug 16 20:08:52.345895 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a85fede-146a-4290-8b5b-45c381f24767 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:52.369142 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1b3b9-5f9c-46d4-8fac-d078d01a9eb5 req-496655d8-2c08-4839-9864-881abcd816fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:52.369724 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1b3b9-5f9c-46d4-8fac-d078d01a9eb5 req-496655d8-2c08-4839-9864-881abcd816fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:52.370151 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1b3b9-5f9c-46d4-8fac-d078d01a9eb5 req-496655d8-2c08-4839-9864-881abcd816fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:52.371840 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-81b1b3b9-5f9c-46d4-8fac-d078d01a9eb5 req-496655d8-2c08-4839-9864-881abcd816fb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=19c3d8e0-c182-480a-8788-c904812d01fa HTTP/1.1" status: 200 len: 2874 time: 0.1241136 Aug 16 20:08:52.386842 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4b8f0-fe41-408d-a24e-a9008a5e209c req-90285901-2f36-4233-a7b5-86eaa8dbdf00 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:52.394879 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4b8f0-fe41-408d-a24e-a9008a5e209c req-90285901-2f36-4233-a7b5-86eaa8dbdf00 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:52.398497 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a85fede-146a-4290-8b5b-45c381f24767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:52.402629 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4b8f0-fe41-408d-a24e-a9008a5e209c req-90285901-2f36-4233-a7b5-86eaa8dbdf00 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:52.405628 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-33b4b8f0-fe41-408d-a24e-a9008a5e209c req-90285901-2f36-4233-a7b5-86eaa8dbdf00 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=19c3d8e0-c182-480a-8788-c904812d01fa HTTP/1.1" status: 200 len: 2418 time: 0.0881748 Aug 16 20:08:52.475360 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-81b1b3b9-5f9c-46d4-8fac-d078d01a9eb5 req-ea116ad8-abe0-4ecc-ae7b-edbc300c9c65 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683947 Aug 16 20:08:52.485180 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-33b4b8f0-fe41-408d-a24e-a9008a5e209c req-ba757c03-c81b-405a-a1af-834a8ed4a1f0 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716045 Aug 16 20:08:52.492363 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a85fede-146a-4290-8b5b-45c381f24767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:52.526678 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a85fede-146a-4290-8b5b-45c381f24767 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:52.529313 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2a85fede-146a-4290-8b5b-45c381f24767 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc HTTP/1.1" status: 204 len: 168 time: 0.4767737 Aug 16 20:08:52.530381 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a85fede-146a-4290-8b5b-45c381f24767 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ed139b7-7c20-4e3a-b5ee-6a0c3695f2cc,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:52.531886 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44290) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:52.641564 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-16507049-f7a5-4e82-8d7b-71565be14019 req-dc787686-a34a-4eba-8c67-afae7adc4be9 tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.0525310 Aug 16 20:08:52.659570 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2c9e915-f51e-4cf3-9875-4526ac8013b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:52.752418 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2c9e915-f51e-4cf3-9875-4526ac8013b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:52.767935 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f2c9e915-f51e-4cf3-9875-4526ac8013b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4abc880e-d4ce-42ee-a2b7-ca1942016bbd']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:08:52.786066 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f2c9e915-f51e-4cf3-9875-4526ac8013b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a389533-0611-4082-9806-72db3146632f') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:08:52.786559 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f2c9e915-f51e-4cf3-9875-4526ac8013b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a389533-0611-4082-9806-72db3146632f') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:08:52.797118 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2c9e915-f51e-4cf3-9875-4526ac8013b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:52.813329 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2c9e915-f51e-4cf3-9875-4526ac8013b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:52.821170 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c9e915-f51e-4cf3-9875-4526ac8013b3 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:08:52.821617 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2c9e915-f51e-4cf3-9875-4526ac8013b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:52.824879 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:08:52.824879 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:08:52.824879 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:08:52.824879 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:08:52.824879 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:08:52.824879 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:08:52.824879 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:08:52.824879 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:08:52.824879 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:08:52.824879 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:08:52.824879 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:08:52.824879 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:08:52.824879 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:08:52.824879 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:08:52.824879 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:08:52.824879 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:08:52.824879 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:08:52.824879 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:08:52.824879 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:08:52.824879 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:08:52.824879 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:08:52.824879 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:08:52.824879 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:08:52.824879 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:08:52.824879 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:08:52.824879 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:08:52.824879 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:08:52.824879 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:08:52.824879 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:08:52.824879 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:08:52.824879 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:08:52.824879 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:08:52.904255 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7dce30-a926-44fb-8959-482822b625f1 req-7be78541-8d6f-4095-bbb7-a610dc25a3ac tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:52.906240 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2c9e915-f51e-4cf3-9875-4526ac8013b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:52.911773 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2c9e915-f51e-4cf3-9875-4526ac8013b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:52.913021 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2e7dce30-a926-44fb-8959-482822b625f1 req-7be78541-8d6f-4095-bbb7-a610dc25a3ac tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 945 time: 0.0986543 Aug 16 20:08:52.914324 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f2c9e915-f51e-4cf3-9875-4526ac8013b3 admin admin] 10.222.0.68 "DELETE /v2.0/networks/4abc880e-d4ce-42ee-a2b7-ca1942016bbd HTTP/1.1" status: 204 len: 168 time: 0.3811941 Aug 16 20:08:52.952286 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9e915-f51e-4cf3-9875-4526ac8013b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4abc880e-d4ce-42ee-a2b7-ca1942016bbd,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:52.974994 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2e7dce30-a926-44fb-8959-482822b625f1 req-c8593f26-a110-4d5f-9796-0f47e985365f tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610766 Aug 16 20:08:53.078542 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6e3b82c3-77fe-4e52-893b-b34be644b213 req-25a1fbea-a184-4d2c-823b-a7fd115dc839 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.0433981 Aug 16 20:08:53.113060 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609265d-8f74-420a-91f0-2907c5ad1c4c req-a382c09f-f1ee-49bc-b387-2bfc2799f9c3 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:53.116813 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8609265d-8f74-420a-91f0-2907c5ad1c4c req-a382c09f-f1ee-49bc-b387-2bfc2799f9c3 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.63 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 949 time: 0.1095378 Aug 16 20:08:53.146365 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c0420-3b59-4c51-b929-b387e82e5248 req-75fbf3a8-c3da-403a-bf92-1bf5656b5d2e tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:53.154768 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-763c0420-3b59-4c51-b929-b387e82e5248 req-75fbf3a8-c3da-403a-bf92-1bf5656b5d2e tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 949 time: 0.0794756 Aug 16 20:08:53.155288 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44320) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:53.192720 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-763c0420-3b59-4c51-b929-b387e82e5248 req-9d48d731-fa0a-4355-bdbe-5f1f7fee38a3 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368965 Aug 16 20:08:53.239209 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-26f6fadb-bae2-461d-9ff3-9e0a3f471278 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=660f9d21c81a4d0490e02db145c56c81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0823884 Aug 16 20:08:53.241503 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44322) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:53.267709 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-8609265d-8f74-420a-91f0-2907c5ad1c4c req-4f54a6dd-2c07-4040-9de3-f3c6bd832c95 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Deleting port 42ac33f3-1f05-44c7-b779-674a2dcc3a73 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:08:53.268260 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8609265d-8f74-420a-91f0-2907c5ad1c4c req-4f54a6dd-2c07-4040-9de3-f3c6bd832c95 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:53.291820 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a097bd04-a9b6-4df0-b1f5-49def6740381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:53.317988 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a097bd04-a9b6-4df0-b1f5-49def6740381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:53.381242 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a097bd04-a9b6-4df0-b1f5-49def6740381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:53.385744 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a097bd04-a9b6-4df0-b1f5-49def6740381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:53.390352 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a097bd04-a9b6-4df0-b1f5-49def6740381 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/16b50810-b6f7-4b3b-8963-1ed5616b202b HTTP/1.1" status: 204 len: 168 time: 0.1450915 Aug 16 20:08:53.399309 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097bd04-a9b6-4df0-b1f5-49def6740381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b50810-b6f7-4b3b-8963-1ed5616b202b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:53.402566 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-8609265d-8f74-420a-91f0-2907c5ad1c4c req-4f54a6dd-2c07-4040-9de3-f3c6bd832c95 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] For port 42ac33f3-1f05-44c7-b779-674a2dcc3a73, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=42ac33f3-1f05-44c7-b779-674a2dcc3a73,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:53.403066 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8609265d-8f74-420a-91f0-2907c5ad1c4c req-4f54a6dd-2c07-4040-9de3-f3c6bd832c95 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:53.418056 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-8609265d-8f74-420a-91f0-2907c5ad1c4c req-4f54a6dd-2c07-4040-9de3-f3c6bd832c95 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Calling delete_port for 42ac33f3-1f05-44c7-b779-674a2dcc3a73 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:08:53.588638 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3a78c3ec-0324-422d-9b75-ac5a3d254f1f req-169e3eb4-9f91-4246-9e01-59dbe3a1fc55 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b8327c2-d169-4b4d-92c1-4ee40b5f665d HTTP/1.1" status: 200 len: 210 time: 0.1021874 Aug 16 20:08:53.682493 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9cb8d-6d70-45fc-8568-8eb835f53b68 req-5ed09358-6fac-43a1-8dc5-20e10db1032c tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:53.689632 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9cb8d-6d70-45fc-8568-8eb835f53b68 req-5ed09358-6fac-43a1-8dc5-20e10db1032c tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:53.697666 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9cb8d-6d70-45fc-8568-8eb835f53b68 req-5ed09358-6fac-43a1-8dc5-20e10db1032c tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:53.705928 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eba9cb8d-6d70-45fc-8568-8eb835f53b68 req-5ed09358-6fac-43a1-8dc5-20e10db1032c tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=19c3d8e0-c182-480a-8788-c904812d01fa HTTP/1.1" status: 200 len: 2418 time: 0.1183414 Aug 16 20:08:53.764630 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eba9cb8d-6d70-45fc-8568-8eb835f53b68 req-5fe9c65a-25d5-4921-a9c0-51b3d8fc189d tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575235 Aug 16 20:08:53.876056 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6c21c099-b77e-4c35-bdcc-880a837dae4d req-012e2c26-59a5-48e0-a95b-48069ae8f0fe tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.0604179 Aug 16 20:08:53.884403 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 5c32d839-7b2a-49f7-90a7-7b4059de13d5 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:08:53.916506 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-7cb9bb18-01dd-44c2-bd38-daa3a3924d98 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:53.917992 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-7cb9bb18-01dd-44c2-bd38-daa3a3924d98 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.63 "GET /v2.0/networks?id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b HTTP/1.1" status: 200 len: 820 time: 0.3164823 Aug 16 20:08:53.932946 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-9bb24eaa-398b-4fd0-8832-1a52f5e19757 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Request body: {'port': {'device_id': '4b8327c2-d169-4b4d-92c1-4ee40b5f665d', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'admin_state_up': True, 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:53.957115 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 5c32d839-7b2a-49f7-90a7-7b4059de13d5 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:08:53.958174 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 5c32d839-7b2a-49f7-90a7-7b4059de13d5 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:08:54.012335 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8609265d-8f74-420a-91f0-2907c5ad1c4c req-4f54a6dd-2c07-4040-9de3-f3c6bd832c95 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:54.030192 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['a8456123-9de6-4feb-9c09-95083ab502b6', '42ac33f3-1f05-44c7-b779-674a2dcc3a73'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:08:54.144941 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54a6dd-2c07-4040-9de3-f3c6bd832c95 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Pushing event deleted for resources: {'Port': ['ID=42ac33f3-1f05-44c7-b779-674a2dcc3a73,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:54.196350 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d046a3-8d03-4177-8904-bbbf5c958bf6 req-6757bfa6-d7aa-4c5b-a327-22d8b229a757 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:54.204262 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d046a3-8d03-4177-8904-bbbf5c958bf6 req-6757bfa6-d7aa-4c5b-a327-22d8b229a757 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:54.215578 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d046a3-8d03-4177-8904-bbbf5c958bf6 req-6757bfa6-d7aa-4c5b-a327-22d8b229a757 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:54.225486 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-79d046a3-8d03-4177-8904-bbbf5c958bf6 req-6757bfa6-d7aa-4c5b-a327-22d8b229a757 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=19c3d8e0-c182-480a-8788-c904812d01fa HTTP/1.1" status: 200 len: 2418 time: 0.0904176 Aug 16 20:08:54.287465 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-9bb24eaa-398b-4fd0-8832-1a52f5e19757 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Made reservation on behalf of fc267694f3a54ef9952a0f83a94966f1 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:08:54.289408 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-79d046a3-8d03-4177-8904-bbbf5c958bf6 req-0fba6462-c82c-41cf-a32d-42d228e8885d tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631759 Aug 16 20:08:54.294374 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-9bb24eaa-398b-4fd0-8832-1a52f5e19757 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:54.327933 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8609265d-8f74-420a-91f0-2907c5ad1c4c req-4f54a6dd-2c07-4040-9de3-f3c6bd832c95 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] No DVR routers for this DVR port 42ac33f3-1f05-44c7-b779-674a2dcc3a73 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:08:54.342330 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8609265d-8f74-420a-91f0-2907c5ad1c4c req-4f54a6dd-2c07-4040-9de3-f3c6bd832c95 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:54.344474 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8609265d-8f74-420a-91f0-2907c5ad1c4c req-4f54a6dd-2c07-4040-9de3-f3c6bd832c95 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.63 "DELETE /v2.0/ports/42ac33f3-1f05-44c7-b779-674a2dcc3a73 HTTP/1.1" status: 204 len: 173 time: 1.2215078 Aug 16 20:08:54.345063 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b51ab8c-c268-459f-b1d9-f2e16bd242e2', 'name': 'network-vif-deleted', 'tag': '42ac33f3-1f05-44c7-b779-674a2dcc3a73'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:08:54.348022 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a080558-4d3f-4c02-86a9-bced1fb90d07" -d '{"events": [{"server_uuid": "1b51ab8c-c268-459f-b1d9-f2e16bd242e2", "name": "network-vif-deleted", "tag": "42ac33f3-1f05-44c7-b779-674a2dcc3a73"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:08:54.374947 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe810f51-b023-4be1-8136-6a0ee471bbc0 req-1b3948ce-2475-438c-9fd2-d9802b093a75 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:54.376535 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fe810f51-b023-4be1-8136-6a0ee471bbc0 req-1b3948ce-2475-438c-9fd2-d9802b093a75 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 945 time: 0.2857611 Aug 16 20:08:54.478531 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fe810f51-b023-4be1-8136-6a0ee471bbc0 req-0c5d592a-ed30-4206-8dd0-a9eb2dfdda6d tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640099 Aug 16 20:08:54.550682 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89733968-6aec-4908-bfc9-29549e0cc908 x-openstack-request-id: req-89733968-6aec-4908-bfc9-29549e0cc908 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:08:54.551009 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b51ab8c-c268-459f-b1d9-f2e16bd242e2", "name": "network-vif-deleted", "tag": "42ac33f3-1f05-44c7-b779-674a2dcc3a73", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:08:54.552416 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-89733968-6aec-4908-bfc9-29549e0cc908 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:08:54.552825 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b51ab8c-c268-459f-b1d9-f2e16bd242e2', 'name': 'network-vif-deleted', 'tag': '42ac33f3-1f05-44c7-b779-674a2dcc3a73', 'status': 'completed', 'code': 200} Aug 16 20:08:54.559268 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-9bb24eaa-398b-4fd0-8832-1a52f5e19757 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Allocated IP 172.20.0.7 (8863e50a-a79b-4e19-ba1f-e1c14a852f7b/2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07/8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:08:54.572380 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-adcbd073-6d08-4271-b7f9-4a145b68174a req-7d62fdcc-4c90-4825-9e75-f388cb0f1a4b tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b51ab8c-c268-459f-b1d9-f2e16bd242e2 HTTP/1.1" status: 200 len: 210 time: 0.0459208 Aug 16 20:08:54.751335 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44386) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:54.767415 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0c6d7130-bf70-4e68-9f1f-cb8b5ce980fd req-ddb552d4-5cb8-4db7-ab1a-2dc435fb776c tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b8327c2-d169-4b4d-92c1-4ee40b5f665d HTTP/1.1" status: 200 len: 210 time: 0.0476644 Aug 16 20:08:54.838828 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-9bb24eaa-398b-4fd0-8832-1a52f5e19757 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:54.861861 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-9bb24eaa-398b-4fd0-8832-1a52f5e19757 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Transition to ACTIVE for port object 8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:08:54.907085 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-9bb24eaa-398b-4fd0-8832-1a52f5e19757 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:54.919520 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e5267004-ce04-42d2-b945-c27e634acd21 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1715236164-network', 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:54.921438 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['83688bb7-a452-4931-809a-79c5109cbd26'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:08:54.979762 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5267004-ce04-42d2-b945-c27e634acd21 admin admin] Made reservation on behalf of 41f949d98cf9473f85e64341bcd4f07a for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:08:54.979762 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e5267004-ce04-42d2-b945-c27e634acd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:54.994533 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e5267004-ce04-42d2-b945-c27e634acd21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:55.014084 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb24eaa-398b-4fd0-8832-1a52f5e19757 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Pushing event updated for resources: {'Port': ['ID=8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:55.041614 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-9bb24eaa-398b-4fd0-8832-1a52f5e19757 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Network 8863e50a-a79b-4e19-ba1f-e1c14a852f7b is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:08:55.055723 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-9bb24eaa-398b-4fd0-8832-1a52f5e19757 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:08:55.060844 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-9bb24eaa-398b-4fd0-8832-1a52f5e19757 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:08:55.102423 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e502a89d-7bfd-408d-b11e-d2fc829a755f req-5a6c0620-c9e2-473e-822b-65baef4e09f4 tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.0764554 Aug 16 20:08:55.154561 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-9bb24eaa-398b-4fd0-8832-1a52f5e19757 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:55.155851 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-9bb24eaa-398b-4fd0-8832-1a52f5e19757 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:55.214037 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e5267004-ce04-42d2-b945-c27e634acd21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:55.221159 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e5267004-ce04-42d2-b945-c27e634acd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:55.229418 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-9bb24eaa-398b-4fd0-8832-1a52f5e19757 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3004735 Aug 16 20:08:55.244642 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-2b02cc9d-d4ae-44b0-bbf0-2c48fbcac71c service neutron] Request body: {'port': {'device_id': '4b8327c2-d169-4b4d-92c1-4ee40b5f665d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:55.262787 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5267004-ce04-42d2-b945-c27e634acd21 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:08:55.287881 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e5267004-ce04-42d2-b945-c27e634acd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:55.288235 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-e5267004-ce04-42d2-b945-c27e634acd21 admin admin] Added segment 29681d6b-0377-41bc-a8bf-ed2ee806eece of type vlan for network dbfa510a-9034-470b-99ef-e5f61f9b5e17 Aug 16 20:08:55.301209 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5267004-ce04-42d2-b945-c27e634acd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97edbed0-e86d-4070-a3ae-555a43c1dc22,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:55.370329 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e5267004-ce04-42d2-b945-c27e634acd21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:55.429968 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-89716178-0088-4261-8365-3dff7bbf2035 None None] Provisioning for port 8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:08:55.435154 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-89716178-0088-4261-8365-3dff7bbf2035 None None] Provisioning complete for port 8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:08:55.435905 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-89716178-0088-4261-8365-3dff7bbf2035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:55.486635 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e5267004-ce04-42d2-b945-c27e634acd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:55.488029 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5267004-ce04-42d2-b945-c27e634acd21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:55.489109 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e5267004-ce04-42d2-b945-c27e634acd21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:55.528102 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-89716178-0088-4261-8365-3dff7bbf2035 None None] Port 8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:08:55.593397 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa525e-8f3c-4aa7-b8bf-ec5335bdfeb9 req-fee250da-af54-4e1d-a16d-55ea6254e542 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:55.600856 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa525e-8f3c-4aa7-b8bf-ec5335bdfeb9 req-fee250da-af54-4e1d-a16d-55ea6254e542 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:55.610296 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa525e-8f3c-4aa7-b8bf-ec5335bdfeb9 req-fee250da-af54-4e1d-a16d-55ea6254e542 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:55.618180 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f8aa525e-8f3c-4aa7-b8bf-ec5335bdfeb9 req-fee250da-af54-4e1d-a16d-55ea6254e542 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=19c3d8e0-c182-480a-8788-c904812d01fa HTTP/1.1" status: 200 len: 2418 time: 0.2058012 Aug 16 20:08:55.624190 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e5267004-ce04-42d2-b945-c27e634acd21 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8717096 Aug 16 20:08:55.632360 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44422) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:55.638570 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5267004-ce04-42d2-b945-c27e634acd21 admin admin] Pushing event updated for resources: {'Network': ['ID=dbfa510a-9034-470b-99ef-e5f61f9b5e17,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:55.649702 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network dbfa510a-9034-470b-99ef-e5f61f9b5e17 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:08:55.650841 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d245d467-f9f5-457c-bbb0-547bb3f37d60 admin admin] Request body: {'subnet': {'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1715236164-subnet', 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:55.699285 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f8aa525e-8f3c-4aa7-b8bf-ec5335bdfeb9 req-d32e530f-781c-48d9-8778-9ef86ad05117 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793319 Aug 16 20:08:55.700730 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d245d467-f9f5-457c-bbb0-547bb3f37d60 admin admin] Made reservation on behalf of 41f949d98cf9473f85e64341bcd4f07a for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:08:55.704614 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d245d467-f9f5-457c-bbb0-547bb3f37d60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:55.722024 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-2b02cc9d-d4ae-44b0-bbf0-2c48fbcac71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:55.791724 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c7e80f6b-b7d2-4323-a5e5-ed19fcc655c8 req-617c7597-f766-4347-8a24-2b0ffd8e3a10 tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.0525701 Aug 16 20:08:55.862984 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aaaaef-fa3b-4df5-8d11-68baee7013ea req-3953028f-647b-4b93-9d6d-55938263b1f5 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:55.870804 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aaaaef-fa3b-4df5-8d11-68baee7013ea req-3953028f-647b-4b93-9d6d-55938263b1f5 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:55.878927 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aaaaef-fa3b-4df5-8d11-68baee7013ea req-3953028f-647b-4b93-9d6d-55938263b1f5 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:55.882172 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-64aaaaef-fa3b-4df5-8d11-68baee7013ea req-3953028f-647b-4b93-9d6d-55938263b1f5 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.63 "GET /v2.0/ports?device_id=19c3d8e0-c182-480a-8788-c904812d01fa HTTP/1.1" status: 200 len: 2418 time: 0.1441989 Aug 16 20:08:55.920087 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc91cb-0dbc-4364-b971-244f9278a3f9 req-0ced487b-a003-4028-890d-1ecd0bdb436c tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:55.925878 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8adc91cb-0dbc-4364-b971-244f9278a3f9 req-0ced487b-a003-4028-890d-1ecd0bdb436c tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 945 time: 0.1023467 Aug 16 20:08:56.002240 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8adc91cb-0dbc-4364-b971-244f9278a3f9 req-08890baa-e3f3-45da-a71a-49fae542e979 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754206 Aug 16 20:08:56.009188 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d245d467-f9f5-457c-bbb0-547bb3f37d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:56.112083 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d245d467-f9f5-457c-bbb0-547bb3f37d60 admin admin] Checking segment: {'id': '29681d6b-0377-41bc-a8bf-ed2ee806eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:08:56.112733 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d245d467-f9f5-457c-bbb0-547bb3f37d60 admin admin] Network hostable DHCP agents. Network: dbfa510a-9034-470b-99ef-e5f61f9b5e17, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:08:56.122574 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245d467-f9f5-457c-bbb0-547bb3f37d60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d38a8fc7-0911-4b72-a78c-d32851227793,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:56.136741 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d245d467-f9f5-457c-bbb0-547bb3f37d60 admin admin] Network dbfa510a-9034-470b-99ef-e5f61f9b5e17 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:08:56.148439 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d245d467-f9f5-457c-bbb0-547bb3f37d60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, dbfa510a-9034-470b-99ef-e5f61f9b5e17) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:08:56.154837 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d245d467-f9f5-457c-bbb0-547bb3f37d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:56.155940 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d245d467-f9f5-457c-bbb0-547bb3f37d60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:56.157642 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42941004-962c-4251-96d5-f54662202de2 req-1963aaaf-defe-4854-bba9-993704bdb73b tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:56.161161 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4061c2d-d366-4d24-9859-d27cc71fbae9 None None] Network dbfa510a-9034-470b-99ef-e5f61f9b5e17 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:08:56.164830 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42941004-962c-4251-96d5-f54662202de2 req-1963aaaf-defe-4854-bba9-993704bdb73b tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b8327c2-d169-4b4d-92c1-4ee40b5f665d HTTP/1.1" status: 200 len: 931 time: 0.2268572 Aug 16 20:08:56.182703 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d245d467-f9f5-457c-bbb0-547bb3f37d60 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5465653 Aug 16 20:08:56.183426 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44440) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:56.198321 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7704e54c-e90b-45f1-b186-035c4c2a6926 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1715236164-router', 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:08:56.238596 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-64aaaaef-fa3b-4df5-8d11-68baee7013ea req-3c5f4775-ce86-48a2-86df-91e33cdd9e1f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Deleting port aff4a762-69a4-4bce-8f1c-347a489e27bf {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:08:56.239225 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-64aaaaef-fa3b-4df5-8d11-68baee7013ea req-3c5f4775-ce86-48a2-86df-91e33cdd9e1f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:56.245822 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7704e54c-e90b-45f1-b186-035c4c2a6926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:56.246993 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7704e54c-e90b-45f1-b186-035c4c2a6926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:56.342401 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-64aaaaef-fa3b-4df5-8d11-68baee7013ea req-3c5f4775-ce86-48a2-86df-91e33cdd9e1f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] For port aff4a762-69a4-4bce-8f1c-347a489e27bf, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=aff4a762-69a4-4bce-8f1c-347a489e27bf,segment=NetworkSegment(49f83a2f-f634-467f-83fc-b1cb59e8db99),segment_id=49f83a2f-f634-467f-83fc-b1cb59e8db99)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:56.343073 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-64aaaaef-fa3b-4df5-8d11-68baee7013ea req-3c5f4775-ce86-48a2-86df-91e33cdd9e1f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:56.361669 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7704e54c-e90b-45f1-b186-035c4c2a6926 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:56.363074 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42941004-962c-4251-96d5-f54662202de2 req-9dbbc89e-f1bb-41ae-be56-b345f77466ea tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/security-groups?id=ed6168e2-2538-4153-9435-005013f51073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970990 Aug 16 20:08:56.389385 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-64aaaaef-fa3b-4df5-8d11-68baee7013ea req-3c5f4775-ce86-48a2-86df-91e33cdd9e1f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Calling delete_port for aff4a762-69a4-4bce-8f1c-347a489e27bf owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:08:56.412983 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8a75ed-c86c-45dd-ac27-b34bb6b017fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-dbfa510a-9034-470b-99ef-e5f61f9b5e17', 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17', 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a', 'fixed_ips': [{'subnet_id': 'd38a8fc7-0911-4b72-a78c-d32851227793'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:08:56.414378 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ed8a75ed-c86c-45dd-ac27-b34bb6b017fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:56.506025 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d791c29-9d95-4c1e-8fdd-89a03f361719 req-78d994e3-f287-4dd5-8ca8-4205ed544e57 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:56.508075 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5d791c29-9d95-4c1e-8fdd-89a03f361719 req-78d994e3-f287-4dd5-8ca8-4205ed544e57 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 949 time: 0.1451690 Aug 16 20:08:56.566079 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-2b02cc9d-d4ae-44b0-bbf0-2c48fbcac71c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:08:56.584375 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-2b02cc9d-d4ae-44b0-bbf0-2c48fbcac71c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:56.614362 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-ed8a75ed-c86c-45dd-ac27-b34bb6b017fd None None] Allocated IP 172.20.0.2 (dbfa510a-9034-470b-99ef-e5f61f9b5e17/d38a8fc7-0911-4b72-a78c-d32851227793/b9d39c41-22d2-4b20-9646-ac647eb5ad9b) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:08:56.630832 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-2b02cc9d-d4ae-44b0-bbf0-2c48fbcac71c service neutron] Transition to ACTIVE for port object 8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:08:56.637426 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-2b02cc9d-d4ae-44b0-bbf0-2c48fbcac71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:56.641350 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7704e54c-e90b-45f1-b186-035c4c2a6926 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:56.725193 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5d791c29-9d95-4c1e-8fdd-89a03f361719 req-8c4216e4-c28d-4ceb-8586-bd96157ace93 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738050 Aug 16 20:08:56.876378 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-64aaaaef-fa3b-4df5-8d11-68baee7013ea req-3c5f4775-ce86-48a2-86df-91e33cdd9e1f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:56.987495 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02cc9d-d4ae-44b0-bbf0-2c48fbcac71c service neutron] Pushing event updated for resources: {'Port': ['ID=8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:57.047792 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f4775-ce86-48a2-86df-91e33cdd9e1f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Pushing event deleted for resources: {'Port': ['ID=aff4a762-69a4-4bce-8f1c-347a489e27bf,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:57.072508 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f63955a2-d100-4dd2-aca3-2db531be5861 req-abd621aa-5f70-4474-ba6f-3dcfe0deb330 tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.1113870 Aug 16 20:08:57.093154 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7704e54c-e90b-45f1-b186-035c4c2a6926 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:57.144243 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7704e54c-e90b-45f1-b186-035c4c2a6926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:57.144820 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-64aaaaef-fa3b-4df5-8d11-68baee7013ea req-3c5f4775-ce86-48a2-86df-91e33cdd9e1f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] No DVR routers for this DVR port aff4a762-69a4-4bce-8f1c-347a489e27bf on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:08:57.152846 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-64aaaaef-fa3b-4df5-8d11-68baee7013ea req-3c5f4775-ce86-48a2-86df-91e33cdd9e1f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:57.162654 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-64aaaaef-fa3b-4df5-8d11-68baee7013ea req-3c5f4775-ce86-48a2-86df-91e33cdd9e1f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.63 "DELETE /v2.0/ports/aff4a762-69a4-4bce-8f1c-347a489e27bf HTTP/1.1" status: 204 len: 173 time: 1.2645171 Aug 16 20:08:57.191448 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c3d8e0-c182-480a-8788-c904812d01fa', 'name': 'network-vif-deleted', 'tag': 'aff4a762-69a4-4bce-8f1c-347a489e27bf'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:08:57.194058 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414290e6-8614-4d9f-84cd-80d19e3b1bcf" -d '{"events": [{"server_uuid": "19c3d8e0-c182-480a-8788-c904812d01fa", "name": "network-vif-deleted", "tag": "aff4a762-69a4-4bce-8f1c-347a489e27bf"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:08:57.214379 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b35d6-9dd5-4bed-8450-b0e16738352d req-d98d3e03-79fb-43cd-9c50-c0051199205f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:57.221751 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b35d6-9dd5-4bed-8450-b0e16738352d req-d98d3e03-79fb-43cd-9c50-c0051199205f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:57.230186 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-985b35d6-9dd5-4bed-8450-b0e16738352d req-d98d3e03-79fb-43cd-9c50-c0051199205f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=19c3d8e0-c182-480a-8788-c904812d01fa HTTP/1.1" status: 200 len: 1682 time: 0.3468683 Aug 16 20:08:57.282923 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-2b02cc9d-d4ae-44b0-bbf0-2c48fbcac71c service neutron] Attempting to bind port 8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:08:57.283276 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-2b02cc9d-d4ae-44b0-bbf0-2c48fbcac71c service neutron] Attempting to bind port 8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'e26bc7e8-1ebe-4a3d-b76a-c8e856240763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:08:57.283613 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-2b02cc9d-d4ae-44b0-bbf0-2c48fbcac71c service neutron] Attempting to bind port 8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b on network 8863e50a-a79b-4e19-ba1f-e1c14a852f7b {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:08:57.292045 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-2b02cc9d-d4ae-44b0-bbf0-2c48fbcac71c service neutron] Port 8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b on network 8863e50a-a79b-4e19-ba1f-e1c14a852f7b not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:08:57.292373 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-2b02cc9d-d4ae-44b0-bbf0-2c48fbcac71c service neutron] Attempting to bind port 8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b on network 8863e50a-a79b-4e19-ba1f-e1c14a852f7b {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:08:57.293832 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ed8a75ed-c86c-45dd-ac27-b34bb6b017fd None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:57.311789 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ed8a75ed-c86c-45dd-ac27-b34bb6b017fd None None] Transition to ACTIVE for port object b9d39c41-22d2-4b20-9646-ac647eb5ad9b will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:08:57.339678 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-985b35d6-9dd5-4bed-8450-b0e16738352d req-5f51d166-6ba1-4661-96ca-d43b599df1ef tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076889 Aug 16 20:08:57.340757 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-2b02cc9d-d4ae-44b0-bbf0-2c48fbcac71c service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:08:57.341091 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-2b02cc9d-d4ae-44b0-bbf0-2c48fbcac71c service neutron] Checking segment: {'id': 'e26bc7e8-1ebe-4a3d-b76a-c8e856240763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:08:57.341482 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-2b02cc9d-d4ae-44b0-bbf0-2c48fbcac71c service neutron] Bound using segment: {'id': 'e26bc7e8-1ebe-4a3d-b76a-c8e856240763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:08:57.341930 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-2b02cc9d-d4ae-44b0-bbf0-2c48fbcac71c service neutron] Bound port: 8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26bc7e8-1ebe-4a3d-b76a-c8e856240763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:08:57.342291 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-2b02cc9d-d4ae-44b0-bbf0-2c48fbcac71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:57.355415 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ed8a75ed-c86c-45dd-ac27-b34bb6b017fd None None] Transition to ACTIVE for port object b9d39c41-22d2-4b20-9646-ac647eb5ad9b will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:08:57.371286 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['221ccab9-2fe7-436c-aa41-8b005caa6e9f', 'aff4a762-69a4-4bce-8f1c-347a489e27bf', '2a63f065-82aa-4bca-b236-ca184c04559a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:08:57.375812 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 42ac33f3-1f05-44c7-b779-674a2dcc3a73 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:08:57.403550 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca037fe-971e-407c-99e0-a7dfe21daf19 req-69e10e84-b422-4e58-b248-8744f52a67a9 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:57.412330 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ca037fe-971e-407c-99e0-a7dfe21daf19 req-69e10e84-b422-4e58-b248-8744f52a67a9 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 945 time: 0.2020402 Aug 16 20:08:57.413894 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d1e73a-8c46-497a-a88e-84e7a5299438 x-openstack-request-id: req-f4d1e73a-8c46-497a-a88e-84e7a5299438 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:08:57.413894 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c3d8e0-c182-480a-8788-c904812d01fa", "name": "network-vif-deleted", "tag": "aff4a762-69a4-4bce-8f1c-347a489e27bf", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:08:57.414130 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f4d1e73a-8c46-497a-a88e-84e7a5299438 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:08:57.414456 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c3d8e0-c182-480a-8788-c904812d01fa', 'name': 'network-vif-deleted', 'tag': 'aff4a762-69a4-4bce-8f1c-347a489e27bf', 'status': 'completed', 'code': 200} Aug 16 20:08:57.444035 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 42ac33f3-1f05-44c7-b779-674a2dcc3a73 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:08:57.444035 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 42ac33f3-1f05-44c7-b779-674a2dcc3a73 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:08:57.447764 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ed8a75ed-c86c-45dd-ac27-b34bb6b017fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:57.502975 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-7704e54c-e90b-45f1-b186-035c4c2a6926 admin admin] Allocated IP 172.25.8.224 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:08:57.504628 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-2b02cc9d-d4ae-44b0-bbf0-2c48fbcac71c service neutron] For port 8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:08:57.509206 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-2b02cc9d-d4ae-44b0-bbf0-2c48fbcac71c service neutron] For port 8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b,segment=NetworkSegment(e26bc7e8-1ebe-4a3d-b76a-c8e856240763),segment_id=e26bc7e8-1ebe-4a3d-b76a-c8e856240763)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:08:57.523097 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ca037fe-971e-407c-99e0-a7dfe21daf19 req-e52f53ca-85de-49e3-a397-7995b98eb588 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075370 Aug 16 20:08:57.525175 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8a75ed-c86c-45dd-ac27-b34bb6b017fd None None] Network dbfa510a-9034-470b-99ef-e5f61f9b5e17 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:08:57.527342 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-2b02cc9d-d4ae-44b0-bbf0-2c48fbcac71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:57.532187 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-ed8a75ed-c86c-45dd-ac27-b34bb6b017fd None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:08:57.544603 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8a75ed-c86c-45dd-ac27-b34bb6b017fd None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:08:57.597639 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-2b02cc9d-d4ae-44b0-bbf0-2c48fbcac71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:57.598136 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-2b02cc9d-d4ae-44b0-bbf0-2c48fbcac71c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:57.600037 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-2b02cc9d-d4ae-44b0-bbf0-2c48fbcac71c service neutron] 10.222.0.63 "PUT /v2.0/ports/8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b HTTP/1.1" status: 200 len: 1092 time: 2.3610592 Aug 16 20:08:57.649582 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7704e54c-e90b-45f1-b186-035c4c2a6926 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:57.675115 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a75ed-c86c-45dd-ac27-b34bb6b017fd None None] Pushing event updated for resources: {'Port': ['ID=b9d39c41-22d2-4b20-9646-ac647eb5ad9b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:57.686479 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ed8a75ed-c86c-45dd-ac27-b34bb6b017fd None None] Attempting to bind port b9d39c41-22d2-4b20-9646-ac647eb5ad9b on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:08:57.686931 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ed8a75ed-c86c-45dd-ac27-b34bb6b017fd None None] Attempting to bind port b9d39c41-22d2-4b20-9646-ac647eb5ad9b by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '29681d6b-0377-41bc-a8bf-ed2ee806eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:08:57.687319 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8a75ed-c86c-45dd-ac27-b34bb6b017fd None None] Attempting to bind port b9d39c41-22d2-4b20-9646-ac647eb5ad9b on network dbfa510a-9034-470b-99ef-e5f61f9b5e17 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:08:57.694326 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8a75ed-c86c-45dd-ac27-b34bb6b017fd None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:08:57.694709 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8a75ed-c86c-45dd-ac27-b34bb6b017fd None None] Checking segment: {'id': '29681d6b-0377-41bc-a8bf-ed2ee806eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:08:57.695120 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ed8a75ed-c86c-45dd-ac27-b34bb6b017fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:57.695379 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-64aaaaef-fa3b-4df5-8d11-68baee7013ea req-bffc41e6-39e7-4353-9f30-6ead086cbdf7 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Deleting port 221ccab9-2fe7-436c-aa41-8b005caa6e9f {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:08:57.695540 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8a75ed-c86c-45dd-ac27-b34bb6b017fd None None] Bound using segment: {'id': '29681d6b-0377-41bc-a8bf-ed2ee806eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:08:57.696012 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ed8a75ed-c86c-45dd-ac27-b34bb6b017fd None None] Bound port: b9d39c41-22d2-4b20-9646-ac647eb5ad9b, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29681d6b-0377-41bc-a8bf-ed2ee806eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:08:57.696392 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ed8a75ed-c86c-45dd-ac27-b34bb6b017fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:57.697306 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-64aaaaef-fa3b-4df5-8d11-68baee7013ea req-bffc41e6-39e7-4353-9f30-6ead086cbdf7 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:57.750231 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7704e54c-e90b-45f1-b186-035c4c2a6926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:57.804696 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ed8a75ed-c86c-45dd-ac27-b34bb6b017fd None None] For port b9d39c41-22d2-4b20-9646-ac647eb5ad9b, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:08:57.809033 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ed8a75ed-c86c-45dd-ac27-b34bb6b017fd None None] For port b9d39c41-22d2-4b20-9646-ac647eb5ad9b, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b9d39c41-22d2-4b20-9646-ac647eb5ad9b,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:08:57.812048 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-64aaaaef-fa3b-4df5-8d11-68baee7013ea req-bffc41e6-39e7-4353-9f30-6ead086cbdf7 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] For port 221ccab9-2fe7-436c-aa41-8b005caa6e9f, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=221ccab9-2fe7-436c-aa41-8b005caa6e9f,segment=NetworkSegment(49f83a2f-f634-467f-83fc-b1cb59e8db99),segment_id=49f83a2f-f634-467f-83fc-b1cb59e8db99)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:57.812426 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-64aaaaef-fa3b-4df5-8d11-68baee7013ea req-bffc41e6-39e7-4353-9f30-6ead086cbdf7 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:57.836394 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-64aaaaef-fa3b-4df5-8d11-68baee7013ea req-bffc41e6-39e7-4353-9f30-6ead086cbdf7 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Calling delete_port for 221ccab9-2fe7-436c-aa41-8b005caa6e9f owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:08:57.841925 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ed8a75ed-c86c-45dd-ac27-b34bb6b017fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:57.866468 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7704e54c-e90b-45f1-b186-035c4c2a6926 admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:08:57.879163 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7704e54c-e90b-45f1-b186-035c4c2a6926 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:08:57.883371 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7704e54c-e90b-45f1-b186-035c4c2a6926 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:08:57.887150 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704e54c-e90b-45f1-b186-035c4c2a6926 admin admin] Pushing event updated for resources: {'Port': ['ID=5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:58.009852 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-64aaaaef-fa3b-4df5-8d11-68baee7013ea req-bffc41e6-39e7-4353-9f30-6ead086cbdf7 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:58.052049 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c02fc-3007-4e24-8f74-b569d96e1248 req-86bb6b7d-dc79-4f6a-a4fb-987161320f0c tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:58.060659 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-639c02fc-3007-4e24-8f74-b569d96e1248 req-86bb6b7d-dc79-4f6a-a4fb-987161320f0c tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b8327c2-d169-4b4d-92c1-4ee40b5f665d HTTP/1.1" status: 200 len: 943 time: 0.5425358 Aug 16 20:08:58.093571 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a75ed-c86c-45dd-ac27-b34bb6b017fd None None] Pushing event updated for resources: {'Port': ['ID=b9d39c41-22d2-4b20-9646-ac647eb5ad9b,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:58.128277 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02cc9d-d4ae-44b0-bbf0-2c48fbcac71c service neutron] Pushing event updated for resources: {'Port': ['ID=8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:58.201699 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593003f0-76cd-453c-a769-e0263efe2e57 req-765d2755-e952-405d-97fd-ed304d449b64 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:58.203417 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-593003f0-76cd-453c-a769-e0263efe2e57 req-765d2755-e952-405d-97fd-ed304d449b64 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.63 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 949 time: 0.5752897 Aug 16 20:08:58.212181 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-64aaaaef-fa3b-4df5-8d11-68baee7013ea req-bffc41e6-39e7-4353-9f30-6ead086cbdf7 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] No DVR routers for this DVR port 221ccab9-2fe7-436c-aa41-8b005caa6e9f on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:08:58.217054 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-64aaaaef-fa3b-4df5-8d11-68baee7013ea req-bffc41e6-39e7-4353-9f30-6ead086cbdf7 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:58.219155 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-64aaaaef-fa3b-4df5-8d11-68baee7013ea req-bffc41e6-39e7-4353-9f30-6ead086cbdf7 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.63 "DELETE /v2.0/ports/221ccab9-2fe7-436c-aa41-8b005caa6e9f HTTP/1.1" status: 204 len: 173 time: 1.0556931 Aug 16 20:08:58.220028 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc41e6-39e7-4353-9f30-6ead086cbdf7 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Pushing event deleted for resources: {'Port': ['ID=221ccab9-2fe7-436c-aa41-8b005caa6e9f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:58.230507 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-df771b35-8e70-41b7-a298-21589e21dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:58.232616 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-df771b35-8e70-41b7-a298-21589e21dd97 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fc267694f3a54ef9952a0f83a94966f1&device_id=4b8327c2-d169-4b4d-92c1-4ee40b5f665d HTTP/1.1" status: 200 len: 1095 time: 0.5548952 Aug 16 20:08:58.389496 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-639c02fc-3007-4e24-8f74-b569d96e1248 req-86ea5593-8c31-4a97-b43a-2bb06b1de604 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/security-groups?id=ed6168e2-2538-4153-9435-005013f51073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251915 Aug 16 20:08:58.410062 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-cf8c1bf8-d26b-4cbc-b27d-60fc1b2b12fc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b HTTP/1.1" status: 200 len: 217 time: 0.1501067 Aug 16 20:08:58.497457 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7704e54c-e90b-45f1-b186-035c4c2a6926 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:58.498041 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7704e54c-e90b-45f1-b186-035c4c2a6926 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:58.498399 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7704e54c-e90b-45f1-b186-035c4c2a6926 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:58.498817 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7704e54c-e90b-45f1-b186-035c4c2a6926 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:58.499232 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7704e54c-e90b-45f1-b186-035c4c2a6926 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:58.499612 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7704e54c-e90b-45f1-b186-035c4c2a6926 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:58.499945 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7704e54c-e90b-45f1-b186-035c4c2a6926 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:58.500414 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7704e54c-e90b-45f1-b186-035c4c2a6926 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:58.500673 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7704e54c-e90b-45f1-b186-035c4c2a6926 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:58.501000 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7704e54c-e90b-45f1-b186-035c4c2a6926 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:58.501323 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7704e54c-e90b-45f1-b186-035c4c2a6926 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:58.501644 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7704e54c-e90b-45f1-b186-035c4c2a6926 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:08:58.555458 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b879b76-a91d-4f0a-8812-cfecad4e4446 req-c436e003-53af-405c-b27a-260993c5ab3d tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.0492139 Aug 16 20:08:58.601047 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-ded7ba77-d458-4136-93e7-fe22c8c72c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:58.602549 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-ded7ba77-d458-4136-93e7-fe22c8c72c2a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07 HTTP/1.1" status: 200 len: 859 time: 0.1824496 Aug 16 20:08:58.633764 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-64aaaaef-fa3b-4df5-8d11-68baee7013ea req-dbfc43eb-48fc-4950-862d-1f9a9ad6681d tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Deleting port 2a63f065-82aa-4bca-b236-ca184c04559a {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:08:58.634522 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-64aaaaef-fa3b-4df5-8d11-68baee7013ea req-dbfc43eb-48fc-4950-862d-1f9a9ad6681d tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:58.663827 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a194da-1e56-4fa8-9000-5a7184ca1bfe req-a6ca97d7-38f7-41e4-bac1-47b4acc0eeea tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:58.665431 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-90a194da-1e56-4fa8-9000-5a7184ca1bfe req-a6ca97d7-38f7-41e4-bac1-47b4acc0eeea tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 949 time: 0.7835190 Aug 16 20:08:58.746561 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-593003f0-76cd-453c-a769-e0263efe2e57 req-316c18ef-623b-4f8a-a382-0ffcdf1eed3c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Deleting port a8456123-9de6-4feb-9c09-95083ab502b6 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:08:58.746961 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-593003f0-76cd-453c-a769-e0263efe2e57 req-316c18ef-623b-4f8a-a382-0ffcdf1eed3c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:58.757569 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-90a194da-1e56-4fa8-9000-5a7184ca1bfe req-ccdb1f78-550b-4fbd-aa4b-553b6cc1e3db tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d81ebac-b867-4db3-b474-531f35bf5234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817683 Aug 16 20:08:58.819799 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-360c28e9-c337-44ce-a8c4-c52e1c269532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:58.821330 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-360c28e9-c337-44ce-a8c4-c52e1c269532 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2059350 Aug 16 20:08:58.823547 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7704e54c-e90b-45f1-b186-035c4c2a6926 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:58.957811 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945930e-b616-4d59-aa7b-814752b86fc5 req-987de234-1c9a-43c1-9c27-0cbb94d851da tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:58.964276 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9945930e-b616-4d59-aa7b-814752b86fc5 req-987de234-1c9a-43c1-9c27-0cbb94d851da tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=19c3d8e0-c182-480a-8788-c904812d01fa HTTP/1.1" status: 200 len: 946 time: 0.2622397 Aug 16 20:08:58.966362 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df336bba-c3e3-471d-8769-09cb679b17fb req-6775bedf-6683-4085-8a09-76fa8367498c tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:58.971114 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-64aaaaef-fa3b-4df5-8d11-68baee7013ea req-dbfc43eb-48fc-4950-862d-1f9a9ad6681d tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] For port 2a63f065-82aa-4bca-b236-ca184c04559a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=2a63f065-82aa-4bca-b236-ca184c04559a,segment=NetworkSegment(5d317cc8-08a4-459a-a64c-4221e04002c8),segment_id=5d317cc8-08a4-459a-a64c-4221e04002c8)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:58.971534 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-64aaaaef-fa3b-4df5-8d11-68baee7013ea req-dbfc43eb-48fc-4950-862d-1f9a9ad6681d tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:58.973521 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-df336bba-c3e3-471d-8769-09cb679b17fb req-6775bedf-6683-4085-8a09-76fa8367498c tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 945 time: 0.1083291 Aug 16 20:08:58.996230 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 2a63f065-82aa-4bca-b236-ca184c04559a no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:08:59.005361 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-593003f0-76cd-453c-a769-e0263efe2e57 req-316c18ef-623b-4f8a-a382-0ffcdf1eed3c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] For port a8456123-9de6-4feb-9c09-95083ab502b6, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a8456123-9de6-4feb-9c09-95083ab502b6,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:59.005729 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-593003f0-76cd-453c-a769-e0263efe2e57 req-316c18ef-623b-4f8a-a382-0ffcdf1eed3c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:59.019362 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-64aaaaef-fa3b-4df5-8d11-68baee7013ea req-dbfc43eb-48fc-4950-862d-1f9a9ad6681d tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Calling delete_port for 2a63f065-82aa-4bca-b236-ca184c04559a owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:08:59.081504 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-593003f0-76cd-453c-a769-e0263efe2e57 req-316c18ef-623b-4f8a-a382-0ffcdf1eed3c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Calling delete_port for a8456123-9de6-4feb-9c09-95083ab502b6 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:08:59.085473 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-df336bba-c3e3-471d-8769-09cb679b17fb req-4dfd69d3-031b-4118-9e88-6796dcc12c9f tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110134 Aug 16 20:08:59.085896 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9945930e-b616-4d59-aa7b-814752b86fc5 req-74a93c99-ef0c-43e7-bd95-bcbfc547e197 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117995 Aug 16 20:08:59.182496 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:59.194458 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7704e54c-e90b-45f1-b186-035c4c2a6926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:59.211919 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c3d8e0-c182-480a-8788-c904812d01fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a63f065-82aa-4bca-b236-ca184c04559a'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:08:59.215647 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfff3b10-8552-4198-be71-6c730416966d" -d '{"events": [{"server_uuid": "19c3d8e0-c182-480a-8788-c904812d01fa", "name": "network-vif-unplugged", "status": "completed", "tag": "2a63f065-82aa-4bca-b236-ca184c04559a"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:08:59.230311 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 2a63f065-82aa-4bca-b236-ca184c04559a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=2a63f065-82aa-4bca-b236-ca184c04559a,segment=NetworkSegment(5d317cc8-08a4-459a-a64c-4221e04002c8),segment_id=5d317cc8-08a4-459a-a64c-4221e04002c8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:08:59.237143 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:59.238287 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device aff4a762-69a4-4bce-8f1c-347a489e27bf no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:08:59.262833 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: aff4a762-69a4-4bce-8f1c-347a489e27bf {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:08:59.263427 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device aff4a762-69a4-4bce-8f1c-347a489e27bf not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:08:59.264136 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 221ccab9-2fe7-436c-aa41-8b005caa6e9f no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:08:59.315671 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19398e2f-eba0-444b-bac9-507f42a0c543 x-openstack-request-id: req-19398e2f-eba0-444b-bac9-507f42a0c543 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:08:59.316337 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c3d8e0-c182-480a-8788-c904812d01fa", "name": "network-vif-unplugged", "status": "completed", "tag": "2a63f065-82aa-4bca-b236-ca184c04559a", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:08:59.316948 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-19398e2f-eba0-444b-bac9-507f42a0c543 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:08:59.317530 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c3d8e0-c182-480a-8788-c904812d01fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a63f065-82aa-4bca-b236-ca184c04559a', 'code': 200} Aug 16 20:08:59.320703 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 221ccab9-2fe7-436c-aa41-8b005caa6e9f {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:08:59.321255 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 221ccab9-2fe7-436c-aa41-8b005caa6e9f not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:08:59.367364 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=2a63f065-82aa-4bca-b236-ca184c04559a,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:08:59.457058 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7704e54c-e90b-45f1-b186-035c4c2a6926 admin admin] Router 78a8b608-2550-4aab-bab5-66e6f402ad17 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:08:59.564883 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02bb2c0-e924-470b-bf12-c14ab04909d7 None None] Network dbfa510a-9034-470b-99ef-e5f61f9b5e17 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:08:59.632557 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8327c2-d169-4b4d-92c1-4ee40b5f665d', 'tag': '8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b'}, {'server_uuid': '19c3d8e0-c182-480a-8788-c904812d01fa', 'name': 'network-vif-deleted', 'tag': '221ccab9-2fe7-436c-aa41-8b005caa6e9f'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:08:59.636441 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cf1389-8ed5-40a3-a101-72233d86cb92" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8327c2-d169-4b4d-92c1-4ee40b5f665d", "tag": "8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b"}, {"server_uuid": "19c3d8e0-c182-480a-8788-c904812d01fa", "name": "network-vif-deleted", "tag": "221ccab9-2fe7-436c-aa41-8b005caa6e9f"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:08:59.640578 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-bc193c94-157a-45fc-9243-966a5f32ffe6 service neutron] 10.222.0.63 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8093710 Aug 16 20:08:59.649277 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7704e54c-e90b-45f1-b186-035c4c2a6926 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:08:59.662645 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c7f5f6-4f96-4356-9ee1-59c15d067514 None None] Sync routers for ids ['78a8b608-2550-4aab-bab5-66e6f402ad17'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:08:59.691223 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c7f5f6-4f96-4356-9ee1-59c15d067514 None None] Routers {'78a8b608-2550-4aab-bab5-66e6f402ad17'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:08:59.693161 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a9c7f5f6-4f96-4356-9ee1-59c15d067514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:08:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['78a8b608-2550-4aab-bab5-66e6f402ad17'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:08:59.714037 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7db44078-fbdf-4eed-a630-9177bc96a689 None None] Provisioning for port b9d39c41-22d2-4b20-9646-ac647eb5ad9b completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:08:59.747322 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f726bf1-d4ea-4e5a-8393-c6be4e1a80dc req-3d5399a7-41f6-4a48-8648-0d97a118b368 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:08:59.762210 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4f726bf1-d4ea-4e5a-8393-c6be4e1a80dc req-3d5399a7-41f6-4a48-8648-0d97a118b368 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b8327c2-d169-4b4d-92c1-4ee40b5f665d HTTP/1.1" status: 200 len: 943 time: 0.2764807 Aug 16 20:08:59.770069 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7704e54c-e90b-45f1-b186-035c4c2a6926 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:59.782325 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7704e54c-e90b-45f1-b186-035c4c2a6926 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5873287 Aug 16 20:08:59.783188 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44524) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:08:59.793687 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5d8766a9-559b-481d-8b64-6209319ecbb4 req-7c65b071-ec50-4047-8680-f289c588c50e tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.0801365 Aug 16 20:08:59.827915 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-a9c7f5f6-4f96-4356-9ee1-59c15d067514 None None] Set router 78a8b608-2550-4aab-bab5-66e6f402ad17 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:08:59.864136 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4f726bf1-d4ea-4e5a-8393-c6be4e1a80dc req-4c000ff2-419b-4bf8-b83f-7cd009827ebc tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/security-groups?id=ed6168e2-2538-4153-9435-005013f51073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004930 Aug 16 20:08:59.891871 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-593003f0-76cd-453c-a769-e0263efe2e57 req-316c18ef-623b-4f8a-a382-0ffcdf1eed3c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:59.911371 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 20:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63426e21-7473-42ee-b0de-c14e0fce8cdf x-openstack-request-id: req-63426e21-7473-42ee-b0de-c14e0fce8cdf {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:08:59.911744 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8327c2-d169-4b4d-92c1-4ee40b5f665d", "tag": "8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b", "status": "completed", "code": 200}, {"server_uuid": "19c3d8e0-c182-480a-8788-c904812d01fa", "name": "network-vif-deleted", "tag": "221ccab9-2fe7-436c-aa41-8b005caa6e9f", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:08:59.911997 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-63426e21-7473-42ee-b0de-c14e0fce8cdf {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:08:59.912294 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8327c2-d169-4b4d-92c1-4ee40b5f665d', 'tag': '8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b', 'status': 'completed', 'code': 200} Aug 16 20:08:59.912547 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c3d8e0-c182-480a-8788-c904812d01fa', 'name': 'network-vif-deleted', 'tag': '221ccab9-2fe7-436c-aa41-8b005caa6e9f', 'status': 'completed', 'code': 200} Aug 16 20:08:59.985356 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-46264549-c26e-4504-a6e7-1482ca6efc19 req-7653cbed-4f99-4047-ad4c-f091b6f63834 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 210 time: 0.0383353 Aug 16 20:09:00.117904 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c18ef-623b-4f8a-a382-0ffcdf1eed3c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Pushing event deleted for resources: {'Port': ['ID=a8456123-9de6-4feb-9c09-95083ab502b6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:00.140147 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c18ef-623b-4f8a-a382-0ffcdf1eed3c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:00.140542 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c18ef-623b-4f8a-a382-0ffcdf1eed3c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:00.141008 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c18ef-623b-4f8a-a382-0ffcdf1eed3c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:00.141327 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c18ef-623b-4f8a-a382-0ffcdf1eed3c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:00.141712 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c18ef-623b-4f8a-a382-0ffcdf1eed3c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:00.141986 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c18ef-623b-4f8a-a382-0ffcdf1eed3c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:00.142314 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c18ef-623b-4f8a-a382-0ffcdf1eed3c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:00.142638 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c18ef-623b-4f8a-a382-0ffcdf1eed3c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:00.145759 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c18ef-623b-4f8a-a382-0ffcdf1eed3c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:00.146198 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c18ef-623b-4f8a-a382-0ffcdf1eed3c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:00.146540 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c18ef-623b-4f8a-a382-0ffcdf1eed3c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:00.146891 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c18ef-623b-4f8a-a382-0ffcdf1eed3c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:00.154352 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-91511a18-8bbe-4a0d-ab74-389372341b6f req-0dbbf443-9a86-4773-8a90-8553c401289b service neutron] 10.222.0.63 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944730 Aug 16 20:09:00.260688 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-593003f0-76cd-453c-a769-e0263efe2e57 req-316c18ef-623b-4f8a-a382-0ffcdf1eed3c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] No DVR routers for this DVR port a8456123-9de6-4feb-9c09-95083ab502b6 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:09:00.260890 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b9d39c41-22d2-4b20-9646-ac647eb5ad9b up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:09:00.272769 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-64aaaaef-fa3b-4df5-8d11-68baee7013ea req-dbfc43eb-48fc-4950-862d-1f9a9ad6681d tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:00.283831 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-58f2c10f-52dd-4650-85ba-d8b4b6f664e3 req-40367aa3-a1c6-4e8f-9896-cd77be6eed0e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=19c3d8e0-c182-480a-8788-c904812d01fa HTTP/1.1" status: 200 len: 210 time: 0.0458879 Aug 16 20:09:00.310801 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-593003f0-76cd-453c-a769-e0263efe2e57 req-316c18ef-623b-4f8a-a382-0ffcdf1eed3c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:00.312895 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-593003f0-76cd-453c-a769-e0263efe2e57 req-316c18ef-623b-4f8a-a382-0ffcdf1eed3c tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.63 "DELETE /v2.0/ports/a8456123-9de6-4feb-9c09-95083ab502b6 HTTP/1.1" status: 204 len: 173 time: 2.0846927 Aug 16 20:09:00.364116 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a9c7f5f6-4f96-4356-9ee1-59c15d067514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'name': 'tempest-ServerActionsTestJSON-1715236164-router', 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:56Z', 'updated_at': '2021-08-16T20:08:58Z', 'revision_number': 3, 'project_id': '41f949d98cf9473f85e64341bcd4f07a', 'gw_port': {'id': '5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:57Z', 'updated_at': '2021-08-16T20:08:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:00.402882 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c7f5f6-4f96-4356-9ee1-59c15d067514 None None] Checking router: 78a8b608-2550-4aab-bab5-66e6f402ad17 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:09:00.403452 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c7f5f6-4f96-4356-9ee1-59c15d067514 None None] Updating router 78a8b608-2550-4aab-bab5-66e6f402ad17 port 5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:09:00.414179 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port b9d39c41-22d2-4b20-9646-ac647eb5ad9b completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:09:00.418334 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port b9d39c41-22d2-4b20-9646-ac647eb5ad9b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:09:00.418708 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:00.473822 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc43eb-48fc-4950-862d-1f9a9ad6681d tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Pushing event deleted for resources: {'Port': ['ID=2a63f065-82aa-4bca-b236-ca184c04559a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:00.479841 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a9c7f5f6-4f96-4356-9ee1-59c15d067514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:00.482381 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-64aaaaef-fa3b-4df5-8d11-68baee7013ea req-dbfc43eb-48fc-4950-862d-1f9a9ad6681d tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] No DVR routers for this DVR port 2a63f065-82aa-4bca-b236-ca184c04559a on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:09:00.485639 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-64aaaaef-fa3b-4df5-8d11-68baee7013ea req-dbfc43eb-48fc-4950-862d-1f9a9ad6681d tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:00.488390 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-64aaaaef-fa3b-4df5-8d11-68baee7013ea req-dbfc43eb-48fc-4950-862d-1f9a9ad6681d tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.63 "DELETE /v2.0/ports/2a63f065-82aa-4bca-b236-ca184c04559a HTTP/1.1" status: 204 len: 173 time: 2.2612154 Aug 16 20:09:00.590872 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf1389-8ed5-40a3-a101-72233d86cb92 req-47e5347c-3913-42b2-87f2-a88b95e34ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:00.592438 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d6cf1389-8ed5-40a3-a101-72233d86cb92 req-47e5347c-3913-42b2-87f2-a88b95e34ac3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fc267694f3a54ef9952a0f83a94966f1&device_id=4b8327c2-d169-4b4d-92c1-4ee40b5f665d HTTP/1.1" status: 200 len: 1095 time: 0.3361151 Aug 16 20:09:00.619700 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:00.628084 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6535f0-0120-441a-a10b-1d3ad4095f40 req-e0ad42bf-4e5e-43bd-a8f4-2d7b1e7997c2 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:00.643760 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5d6535f0-0120-441a-a10b-1d3ad4095f40 req-e0ad42bf-4e5e-43bd-a8f4-2d7b1e7997c2 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 945 time: 0.3789783 Aug 16 20:09:00.704331 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port b9d39c41-22d2-4b20-9646-ac647eb5ad9b, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b9d39c41-22d2-4b20-9646-ac647eb5ad9b,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:00.717405 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:00.808941 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=b9d39c41-22d2-4b20-9646-ac647eb5ad9b,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:00.913211 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5d6535f0-0120-441a-a10b-1d3ad4095f40 req-50e5ce56-a459-464e-8466-fa00821c7c11 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685900 Aug 16 20:09:00.950621 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a9c7f5f6-4f96-4356-9ee1-59c15d067514 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:00.962598 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-a9c7f5f6-4f96-4356-9ee1-59c15d067514 None None] Transition to ACTIVE for port object 5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:09:00.975442 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a9c7f5f6-4f96-4356-9ee1-59c15d067514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:00.988879 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c4c248ba-ad57-4538-b294-8465cd62c710 req-0a353530-bcc7-4084-bd9d-315417dd37e5 tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.0536816 Aug 16 20:09:01.009027 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device a8456123-9de6-4feb-9c09-95083ab502b6 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:09:01.009647 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-a9c7f5f6-4f96-4356-9ee1-59c15d067514 None None] Attempting to bind port 5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:09:01.010627 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-a9c7f5f6-4f96-4356-9ee1-59c15d067514 None None] Attempting to bind port 5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:09:01.010627 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c7f5f6-4f96-4356-9ee1-59c15d067514 None None] Attempting to bind port 5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:09:01.037548 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c7f5f6-4f96-4356-9ee1-59c15d067514 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:09:01.039747 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c7f5f6-4f96-4356-9ee1-59c15d067514 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:09:01.039747 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a9c7f5f6-4f96-4356-9ee1-59c15d067514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:01.039747 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c7f5f6-4f96-4356-9ee1-59c15d067514 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:09:01.054885 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-a9c7f5f6-4f96-4356-9ee1-59c15d067514 None None] Bound port: 5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:09:01.054885 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a9c7f5f6-4f96-4356-9ee1-59c15d067514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:01.073799 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: a8456123-9de6-4feb-9c09-95083ab502b6 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:09:01.073799 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device a8456123-9de6-4feb-9c09-95083ab502b6 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:09:01.087465 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf1389-8ed5-40a3-a101-72233d86cb92 req-7076a602-179f-4943-87e5-91f96cf95a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:01.089487 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d6cf1389-8ed5-40a3-a101-72233d86cb92 req-7076a602-179f-4943-87e5-91f96cf95a64 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b HTTP/1.1" status: 200 len: 921 time: 0.4331019 Aug 16 20:09:01.113191 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-a9c7f5f6-4f96-4356-9ee1-59c15d067514 None None] For port 5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:09:01.122081 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-a9c7f5f6-4f96-4356-9ee1-59c15d067514 None None] For port 5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:09:01.138118 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a9c7f5f6-4f96-4356-9ee1-59c15d067514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:01.160251 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94f429-24b4-481c-862c-6497c539b49d None None] Pushing event updated for resources: {'Port': ['ID=5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:01.203512 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c7f5f6-4f96-4356-9ee1-59c15d067514 None None] Routers {'78a8b608-2550-4aab-bab5-66e6f402ad17'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:09:01.204146 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a9c7f5f6-4f96-4356-9ee1-59c15d067514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:08:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['78a8b608-2550-4aab-bab5-66e6f402ad17'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:01.229784 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9a8821ca-79e4-4662-a1e7-754f3f1d1369 req-d6bb84b2-55bb-405a-b3d5-1d04951b1281 tempest-MigrationsAdminTest-371947265 tempest-MigrationsAdminTest-371947265-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaa0ec70-4468-40c4-b38e-6bd4107c33b6 HTTP/1.1" status: 200 len: 210 time: 0.0413558 Aug 16 20:09:01.242462 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d6cf1389-8ed5-40a3-a101-72233d86cb92 req-9bbb9b6f-1e9f-42f7-a249-2818473308dc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b HTTP/1.1" status: 200 len: 217 time: 0.0639670 Aug 16 20:09:01.283021 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94f429-24b4-481c-862c-6497c539b49d None None] Pushing event updated for resources: {'Port': ['ID=5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:01.311523 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a665e22-6afc-493a-adde-9eb8990f3b00 req-2639d7ec-a79d-483a-970c-5d556b44fa3f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:01.313198 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7a665e22-6afc-493a-adde-9eb8990f3b00 req-2639d7ec-a79d-483a-970c-5d556b44fa3f tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b8327c2-d169-4b4d-92c1-4ee40b5f665d HTTP/1.1" status: 200 len: 943 time: 0.2855258 Aug 16 20:09:01.343808 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf1389-8ed5-40a3-a101-72233d86cb92 req-3a2f4520-9cb1-426e-8f23-58b4f611f142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:01.345978 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d6cf1389-8ed5-40a3-a101-72233d86cb92 req-3a2f4520-9cb1-426e-8f23-58b4f611f142 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07 HTTP/1.1" status: 200 len: 859 time: 0.0930519 Aug 16 20:09:01.353275 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-a9c7f5f6-4f96-4356-9ee1-59c15d067514 None None] Set router 78a8b608-2550-4aab-bab5-66e6f402ad17 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:09:01.373169 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44562) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:01.469385 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7a665e22-6afc-493a-adde-9eb8990f3b00 req-a09aedec-aa2c-451d-9f48-343200c0be24 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/security-groups?id=ed6168e2-2538-4153-9435-005013f51073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447501 Aug 16 20:09:01.488483 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8beb4c3-1bee-4f30-a45c-ef0b00e0503e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Deleting subnet 943ae4e1-ae6c-4e99-b784-11308ecc68c9 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:09:01.493027 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8beb4c3-1bee-4f30-a45c-ef0b00e0503e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:01.540806 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf1389-8ed5-40a3-a101-72233d86cb92 req-8281f97c-ef04-448a-ae2f-18fe10044066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:01.542373 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d6cf1389-8ed5-40a3-a101-72233d86cb92 req-8281f97c-ef04-448a-ae2f-18fe10044066 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1388807 Aug 16 20:09:01.558571 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8beb4c3-1bee-4f30-a45c-ef0b00e0503e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:01.576255 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a9c7f5f6-4f96-4356-9ee1-59c15d067514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'name': 'tempest-ServerActionsTestJSON-1715236164-router', 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:56Z', 'updated_at': '2021-08-16T20:08:58Z', 'revision_number': 3, 'project_id': '41f949d98cf9473f85e64341bcd4f07a', 'gw_port': {'id': '5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:57Z', 'updated_at': '2021-08-16T20:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:01.604705 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c7f5f6-4f96-4356-9ee1-59c15d067514 None None] The sync data for ids ['78a8b608-2550-4aab-bab5-66e6f402ad17'] in n-d-787206-13 is: [{'id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'name': 'tempest-ServerActionsTestJSON-1715236164-router', 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:56Z', 'updated_at': '2021-08-16T20:08:58Z', 'revision_number': 3, 'project_id': '41f949d98cf9473f85e64341bcd4f07a', 'gw_port': {'id': '5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:57Z', 'updated_at': '2021-08-16T20:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:09:01.659880 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45456068-ff2f-4edb-b8b3-3f3294744a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:01.665737 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8beb4c3-1bee-4f30-a45c-ef0b00e0503e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:01.749897 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d6cf1389-8ed5-40a3-a101-72233d86cb92 req-b8acd98c-25f3-47f0-92a0-3d2f869d995a service neutron] 10.222.0.63 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990426 Aug 16 20:09:01.753353 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8beb4c3-1bee-4f30-a45c-ef0b00e0503e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:01.772403 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a83043f2-93ea-43d6-9955-caabd5ca04a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:01.797425 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8beb4c3-1bee-4f30-a45c-ef0b00e0503e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Pushing event deleted for resources: {'Subnet': ['ID=943ae4e1-ae6c-4e99-b784-11308ecc68c9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:01.801660 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8beb4c3-1bee-4f30-a45c-ef0b00e0503e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:01.804056 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d8beb4c3-1bee-4f30-a45c-ef0b00e0503e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "DELETE /v2.0/subnets/943ae4e1-ae6c-4e99-b784-11308ecc68c9 HTTP/1.1" status: 204 len: 168 time: 0.4296799 Aug 16 20:09:01.806671 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44570) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:01.813761 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e4d319-939f-48cc-abe0-2247b55f130a None None] Network 4fee3c20-0d2c-4960-8ab0-37c1f62ea076 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:09:01.975583 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f9e65a32-a21d-417e-8cb6-ce9684c3ba9e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:01.980430 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa0ec70-4468-40c4-b38e-6bd4107c33b6', 'name': 'network-vif-deleted', 'tag': 'a8456123-9de6-4feb-9c09-95083ab502b6'}, {'server_uuid': '19c3d8e0-c182-480a-8788-c904812d01fa', 'name': 'network-vif-deleted', 'tag': '2a63f065-82aa-4bca-b236-ca184c04559a'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:09:01.982855 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630c3619-5bb5-4000-847e-e785f034cd1a" -d '{"events": [{"server_uuid": "aaa0ec70-4468-40c4-b38e-6bd4107c33b6", "name": "network-vif-deleted", "tag": "a8456123-9de6-4feb-9c09-95083ab502b6"}, {"server_uuid": "19c3d8e0-c182-480a-8788-c904812d01fa", "name": "network-vif-deleted", "tag": "2a63f065-82aa-4bca-b236-ca184c04559a"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:09:01.987092 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d6cf1389-8ed5-40a3-a101-72233d86cb92 req-1fb19fc1-1412-433a-928e-18d5d8873480 service neutron] 10.222.0.63 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285748 Aug 16 20:09:02.072074 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f9e65a32-a21d-417e-8cb6-ce9684c3ba9e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Deleting port 7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:09:02.072918 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f9e65a32-a21d-417e-8cb6-ce9684c3ba9e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:02.079598 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-45456068-ff2f-4edb-b8b3-3f3294744a8c admin admin] Allocated IP 172.20.0.1 (dbfa510a-9034-470b-99ef-e5f61f9b5e17/d38a8fc7-0911-4b72-a78c-d32851227793/8889df75-309d-4a77-86ea-58f89c3ea495) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:09:02.139225 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb93a086-ba7d-42a5-8fc4-5aa85a051f5b None None] DHCP port deletion for 4fee3c20-0d2c-4960-8ab0-37c1f62ea076 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:09:02.167952 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-f9e65a32-a21d-417e-8cb6-ce9684c3ba9e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] For port 7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86,segment=NetworkSegment(5d317cc8-08a4-459a-a64c-4221e04002c8),segment_id=5d317cc8-08a4-459a-a64c-4221e04002c8)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:02.174281 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f9e65a32-a21d-417e-8cb6-ce9684c3ba9e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:02.194329 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f9e65a32-a21d-417e-8cb6-ce9684c3ba9e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Calling delete_port for 7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:09:02.248708 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e341bf26-d5f5-4352-a9e8-0a172c5981a1 x-openstack-request-id: req-e341bf26-d5f5-4352-a9e8-0a172c5981a1 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:09:02.249301 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa0ec70-4468-40c4-b38e-6bd4107c33b6", "name": "network-vif-deleted", "tag": "a8456123-9de6-4feb-9c09-95083ab502b6", "status": "completed", "code": 200}, {"server_uuid": "19c3d8e0-c182-480a-8788-c904812d01fa", "name": "network-vif-deleted", "tag": "2a63f065-82aa-4bca-b236-ca184c04559a", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:09:02.249301 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e341bf26-d5f5-4352-a9e8-0a172c5981a1 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:09:02.249661 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa0ec70-4468-40c4-b38e-6bd4107c33b6', 'name': 'network-vif-deleted', 'tag': 'a8456123-9de6-4feb-9c09-95083ab502b6', 'status': 'completed', 'code': 200} Aug 16 20:09:02.249932 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c3d8e0-c182-480a-8788-c904812d01fa', 'name': 'network-vif-deleted', 'tag': '2a63f065-82aa-4bca-b236-ca184c04559a', 'status': 'completed', 'code': 200} Aug 16 20:09:02.269182 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-eb93a086-ba7d-42a5-8fc4-5aa85a051f5b None None] Deleting port 7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:09:02.269554 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb93a086-ba7d-42a5-8fc4-5aa85a051f5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:02.331894 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198e579-dd5b-41aa-8c03-95dae0299472 req-2c969c39-b511-4436-9977-4eeba6db64b8 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:02.339704 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b198e579-dd5b-41aa-8c03-95dae0299472 req-2c969c39-b511-4436-9977-4eeba6db64b8 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 945 time: 0.1101754 Aug 16 20:09:02.344400 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b6f89427-c27d-445c-93ce-85a9d5e242e8 req-d10bd805-3987-49e4-970b-eab5ebfb9ea0 tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.0578969 Aug 16 20:09:02.392084 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f9e65a32-a21d-417e-8cb6-ce9684c3ba9e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:02.411193 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e65a32-a21d-417e-8cb6-ce9684c3ba9e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] No DVR routers for this DVR port 7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:09:02.424388 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b198e579-dd5b-41aa-8c03-95dae0299472 req-0a8e23c1-175c-4d95-a3b5-470d2ca2fe10 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833795 Aug 16 20:09:02.443695 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45456068-ff2f-4edb-b8b3-3f3294744a8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:02.460207 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-45456068-ff2f-4edb-b8b3-3f3294744a8c admin admin] Transition to ACTIVE for port object 8889df75-309d-4a77-86ea-58f89c3ea495 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:09:02.500091 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-eb93a086-ba7d-42a5-8fc4-5aa85a051f5b None None] For port 7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86,segment=NetworkSegment(5d317cc8-08a4-459a-a64c-4221e04002c8),segment_id=5d317cc8-08a4-459a-a64c-4221e04002c8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:02.500907 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb93a086-ba7d-42a5-8fc4-5aa85a051f5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:02.529559 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45456068-ff2f-4edb-b8b3-3f3294744a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:02.536030 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-eb93a086-ba7d-42a5-8fc4-5aa85a051f5b None None] Calling delete_port for 7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:09:02.556816 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e65a32-a21d-417e-8cb6-ce9684c3ba9e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Pushing event deleted for resources: {'Port': ['ID=7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:02.617497 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45456068-ff2f-4edb-b8b3-3f3294744a8c admin admin] Network dbfa510a-9034-470b-99ef-e5f61f9b5e17 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:09:02.626053 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-45456068-ff2f-4edb-b8b3-3f3294744a8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:09:02.641643 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45456068-ff2f-4edb-b8b3-3f3294744a8c admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:09:02.667363 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f9e65a32-a21d-417e-8cb6-ce9684c3ba9e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:02.682469 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f9e65a32-a21d-417e-8cb6-ce9684c3ba9e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fee3c20-0d2c-4960-8ab0-37c1f62ea076']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:02.699423 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45456068-ff2f-4edb-b8b3-3f3294744a8c admin admin] Pushing event updated for resources: {'Port': ['ID=8889df75-309d-4a77-86ea-58f89c3ea495,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:02.704120 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f9e65a32-a21d-417e-8cb6-ce9684c3ba9e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d317cc8-08a4-459a-a64c-4221e04002c8') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:02.704415 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f9e65a32-a21d-417e-8cb6-ce9684c3ba9e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d317cc8-08a4-459a-a64c-4221e04002c8') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:02.723716 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f9e65a32-a21d-417e-8cb6-ce9684c3ba9e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:02.726251 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:09:02.734392 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f69de5-425d-4e38-b148-f20097adebd8 req-03f6ce50-87ff-4084-96e7-fcb1654196d0 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:02.742341 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-21f69de5-425d-4e38-b148-f20097adebd8 req-03f6ce50-87ff-4084-96e7-fcb1654196d0 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b8327c2-d169-4b4d-92c1-4ee40b5f665d HTTP/1.1" status: 200 len: 943 time: 0.1134953 Aug 16 20:09:02.750895 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45456068-ff2f-4edb-b8b3-3f3294744a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:02.767366 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f9e65a32-a21d-417e-8cb6-ce9684c3ba9e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:02.796575 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e65a32-a21d-417e-8cb6-ce9684c3ba9e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:09:02.802241 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f9e65a32-a21d-417e-8cb6-ce9684c3ba9e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:02.817240 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:09:02.817240 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:09:02.817240 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:09:02.817240 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:09:02.817240 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:09:02.817240 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:09:02.817240 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:09:02.817240 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:09:02.817240 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:09:02.817240 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:09:02.817240 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:09:02.817240 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:09:02.817240 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:09:02.817240 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:09:02.817240 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:09:02.817240 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:09:02.817240 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:09:02.817240 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:09:02.817240 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:09:02.817240 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:09:02.817240 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:09:02.817240 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:09:02.817240 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:09:02.817240 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:09:02.817240 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:09:02.817240 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:09:02.817240 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:09:02.817240 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:09:02.817240 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:09:02.817240 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:09:02.817240 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:09:02.817240 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:09:02.848453 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-21f69de5-425d-4e38-b148-f20097adebd8 req-cc2c1b46-29ad-4713-aa2c-654d13277b70 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/security-groups?id=ed6168e2-2538-4153-9435-005013f51073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051192 Aug 16 20:09:02.867284 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:09:02.896522 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:09:02.901558 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:02.972080 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb93a086-ba7d-42a5-8fc4-5aa85a051f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:02.993723 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f9e65a32-a21d-417e-8cb6-ce9684c3ba9e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:03.026171 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f9e65a32-a21d-417e-8cb6-ce9684c3ba9e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:03.036198 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44598) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:03.050617 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93a086-ba7d-42a5-8fc4-5aa85a051f5b None None] Pushing event deleted for resources: {'Port': ['ID=7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:03.053787 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f9e65a32-a21d-417e-8cb6-ce9684c3ba9e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "DELETE /v2.0/networks/4fee3c20-0d2c-4960-8ab0-37c1f62ea076 HTTP/1.1" status: 204 len: 168 time: 1.2228563 Aug 16 20:09:03.055930 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e65a32-a21d-417e-8cb6-ce9684c3ba9e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Pushing event deleted for resources: {'Network': ['ID=4fee3c20-0d2c-4960-8ab0-37c1f62ea076,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:03.070253 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45456068-ff2f-4edb-b8b3-3f3294744a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:03.072031 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:09:03.085708 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb93a086-ba7d-42a5-8fc4-5aa85a051f5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:03.086508 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb93a086-ba7d-42a5-8fc4-5aa85a051f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:03.087471 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb93a086-ba7d-42a5-8fc4-5aa85a051f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:03.088034 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb93a086-ba7d-42a5-8fc4-5aa85a051f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:03.088571 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb93a086-ba7d-42a5-8fc4-5aa85a051f5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:03.089276 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb93a086-ba7d-42a5-8fc4-5aa85a051f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:03.089817 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb93a086-ba7d-42a5-8fc4-5aa85a051f5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:03.090336 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb93a086-ba7d-42a5-8fc4-5aa85a051f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:03.091679 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb93a086-ba7d-42a5-8fc4-5aa85a051f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:03.092577 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb93a086-ba7d-42a5-8fc4-5aa85a051f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:03.093202 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb93a086-ba7d-42a5-8fc4-5aa85a051f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:03.093689 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb93a086-ba7d-42a5-8fc4-5aa85a051f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:03.114489 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb93a086-ba7d-42a5-8fc4-5aa85a051f5b None None] No DVR routers for this DVR port 7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:09:03.126676 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44606) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:03.230320 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a99f7b73-ad7d-41df-8287-642f923018e6 None None] Provisioning for port 8889df75-309d-4a77-86ea-58f89c3ea495 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:09:03.236195 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a99f7b73-ad7d-41df-8287-642f923018e6 None None] Provisioning complete for port 8889df75-309d-4a77-86ea-58f89c3ea495 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:09:03.236499 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a99f7b73-ad7d-41df-8287-642f923018e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:03.289398 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c37821c-192b-413e-b0dd-d872bea125f5 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Deleting subnet 57f4dd2c-5a2f-40ea-b7df-5b0743102d41 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:09:03.295307 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1c37821c-192b-413e-b0dd-d872bea125f5 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:03.351995 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3d3dd352-0896-4e98-8a40-0aeb69c6f665 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f79b284ed8d04e57925fd24cf95b04a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238383 Aug 16 20:09:03.357736 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44610) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:03.399794 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1c37821c-192b-413e-b0dd-d872bea125f5 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:03.488575 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45456068-ff2f-4edb-b8b3-3f3294744a8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:03.503759 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3bcb96a5-9255-4143-b78b-22c3d9366fcc req-f8a4800d-4396-424d-8f40-eed9b2595ed0 tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.0339358 Aug 16 20:09:03.511547 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc72ee97-ec7a-444f-b20d-be975d6cd219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:03.518499 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45456068-ff2f-4edb-b8b3-3f3294744a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:03.553715 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a99f7b73-ad7d-41df-8287-642f923018e6 None None] Port 8889df75-309d-4a77-86ea-58f89c3ea495 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:09:03.566880 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b,segment=NetworkSegment(e26bc7e8-1ebe-4a3d-b76a-c8e856240763),segment_id=e26bc7e8-1ebe-4a3d-b76a-c8e856240763)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:03.574777 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:03.599295 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'port_id': '8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b', 'mac_address': 'fa:16:3e:16:67:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:09:03.610215 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:03.639388 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:03.640218 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b9d39c41-22d2-4b20-9646-ac647eb5ad9b up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:09:03.708274 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:03.729147 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:09:03.731004 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc72ee97-ec7a-444f-b20d-be975d6cd219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:03.767204 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:03.771444 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1c37821c-192b-413e-b0dd-d872bea125f5 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:03.778221 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b,segment=NetworkSegment(e26bc7e8-1ebe-4a3d-b76a-c8e856240763),segment_id=e26bc7e8-1ebe-4a3d-b76a-c8e856240763)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:03.782133 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45456068-ff2f-4edb-b8b3-3f3294744a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:03.797164 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:03.830465 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port b9d39c41-22d2-4b20-9646-ac647eb5ad9b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:09:03.831243 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:03.844281 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45456068-ff2f-4edb-b8b3-3f3294744a8c admin admin] Pushing event updated for resources: {'Port': ['ID=8889df75-309d-4a77-86ea-58f89c3ea495,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:03.906264 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a33d7-f199-46f4-9f53-1b323c30579d req-9984d030-bd95-4032-9f9b-4bb1047d9191 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:03.908108 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-888a33d7-f199-46f4-9f53-1b323c30579d req-9984d030-bd95-4032-9f9b-4bb1047d9191 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 945 time: 0.2937398 Aug 16 20:09:03.943233 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:03.994582 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc72ee97-ec7a-444f-b20d-be975d6cd219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:03.997340 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc72ee97-ec7a-444f-b20d-be975d6cd219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:04.000933 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-cc72ee97-ec7a-444f-b20d-be975d6cd219 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9d81ebac-b867-4db3-b474-531f35bf5234 HTTP/1.1" status: 204 len: 168 time: 0.6347792 Aug 16 20:09:04.022663 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:09:04.034038 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72ee97-ec7a-444f-b20d-be975d6cd219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d81ebac-b867-4db3-b474-531f35bf5234,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:04.034951 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b1ec3-9157-4290-b27d-8ce8902cb6aa req-98258f03-cf7c-4eb3-948e-8cfd9f126950 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:04.047159 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-422b1ec3-9157-4290-b27d-8ce8902cb6aa req-98258f03-cf7c-4eb3-948e-8cfd9f126950 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b8327c2-d169-4b4d-92c1-4ee40b5f665d HTTP/1.1" status: 200 len: 944 time: 0.0837598 Aug 16 20:09:04.100410 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-888a33d7-f199-46f4-9f53-1b323c30579d req-29a5dae2-933a-439d-b230-297c7ea91774 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312585 Aug 16 20:09:04.111598 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45456068-ff2f-4edb-b8b3-3f3294744a8c admin admin] Network dbfa510a-9034-470b-99ef-e5f61f9b5e17 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:09:04.113368 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-45456068-ff2f-4edb-b8b3-3f3294744a8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:09:04.123034 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1c37821c-192b-413e-b0dd-d872bea125f5 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:04.153824 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-422b1ec3-9157-4290-b27d-8ce8902cb6aa req-1dd659c8-011b-4b0b-8b0d-b203d528cfbb tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/security-groups?id=ed6168e2-2538-4153-9435-005013f51073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010897 Aug 16 20:09:04.294720 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:09:04.375775 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0c400f1-8375-4af6-92eb-77e72183371b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:04.412885 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:09:04.413273 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:04.468457 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1c37821c-192b-413e-b0dd-d872bea125f5 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:04.474983 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44638) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:04.475443 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1c37821c-192b-413e-b0dd-d872bea125f5 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "DELETE /v2.0/subnets/57f4dd2c-5a2f-40ea-b7df-5b0743102d41 HTTP/1.1" status: 204 len: 168 time: 1.4371405 Aug 16 20:09:04.480274 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37821c-192b-413e-b0dd-d872bea125f5 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Pushing event deleted for resources: {'Subnet': ['ID=57f4dd2c-5a2f-40ea-b7df-5b0743102d41,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:04.490430 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45456068-ff2f-4edb-b8b3-3f3294744a8c admin admin] Router 78a8b608-2550-4aab-bab5-66e6f402ad17 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:09:04.553711 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45e881a-873e-469c-adbb-c3ce38dd774e None None] Network c8602f0d-5e56-4675-8352-10efc98e5acf requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:09:04.692419 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e25cd6a4-ee48-4b1b-a927-70aa39cbbd2e None None] Provisioning complete for port 8889df75-309d-4a77-86ea-58f89c3ea495 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:09:04.693355 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e25cd6a4-ee48-4b1b-a927-70aa39cbbd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:04.726274 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44642) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:04.756676 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-48c3033b-4d0b-484d-a3d9-bf7e95c63058 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:04.822803 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:04.878002 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e25cd6a4-ee48-4b1b-a927-70aa39cbbd2e None None] Port 8889df75-309d-4a77-86ea-58f89c3ea495 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:09:04.883185 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9a034ab9-9589-4b78-9d1f-8a92849776e3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e0dbd5267d6248ec8afb51f0f4682fff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1517701 Aug 16 20:09:04.885431 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44650) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:04.946326 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7e791bd1-8f1a-483e-8faf-82258573cbda req-0966a256-c655-4405-8d97-a3c3869cf824 tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.0589974 Aug 16 20:09:04.967032 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-48c3033b-4d0b-484d-a3d9-bf7e95c63058 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Deleting port 9f4e68ca-c891-4449-b9db-2976c49e7daf {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:09:04.967405 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-48c3033b-4d0b-484d-a3d9-bf7e95c63058 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:05.013446 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:09:05.023154 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45456068-ff2f-4edb-b8b3-3f3294744a8c admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:09:05.047696 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-45456068-ff2f-4edb-b8b3-3f3294744a8c admin admin] 10.222.0.68 "PUT /v2.0/routers/78a8b608-2550-4aab-bab5-66e6f402ad17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2532208 Aug 16 20:09:05.063991 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c00301-2b02-49bc-8b72-b930d349c254 None None] Sync routers for ids ['78a8b608-2550-4aab-bab5-66e6f402ad17'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:09:05.066576 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:09:05.068524 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:09:05.069011 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7cfddfb3-514f-47e2-a5ab-f46a8d7f6a86 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:09:05.070591 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-48c3033b-4d0b-484d-a3d9-bf7e95c63058 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] For port 9f4e68ca-c891-4449-b9db-2976c49e7daf, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=9f4e68ca-c891-4449-b9db-2976c49e7daf,segment=NetworkSegment(49f83a2f-f634-467f-83fc-b1cb59e8db99),segment_id=49f83a2f-f634-467f-83fc-b1cb59e8db99)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:05.070967 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-48c3033b-4d0b-484d-a3d9-bf7e95c63058 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:05.073924 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0d7a17cc-256e-4505-b100-12a218cff4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:05.101596 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-48c3033b-4d0b-484d-a3d9-bf7e95c63058 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Calling delete_port for 9f4e68ca-c891-4449-b9db-2976c49e7daf owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:09:05.106178 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c00301-2b02-49bc-8b72-b930d349c254 None None] Routers {'78a8b608-2550-4aab-bab5-66e6f402ad17'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:09:05.107207 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-72c00301-2b02-49bc-8b72-b930d349c254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:09:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['78a8b608-2550-4aab-bab5-66e6f402ad17'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:05.125878 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0d7a17cc-256e-4505-b100-12a218cff4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:05.267631 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:09:05.279661 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:09:05.279956 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:05.311481 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-48c3033b-4d0b-484d-a3d9-bf7e95c63058 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:05.313900 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-72c00301-2b02-49bc-8b72-b930d349c254 None None] Set router 78a8b608-2550-4aab-bab5-66e6f402ad17 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:09:05.348825 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac638acb-d465-479b-8c1d-99003b74fc84 req-f431dcab-52fc-4ba5-aff5-3412306ba7a4 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:05.351119 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80406eaa-38e0-4667-83b6-71ef41196c6e None None] DHCP port deletion for c8602f0d-5e56-4675-8352-10efc98e5acf request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:09:05.351772 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac638acb-d465-479b-8c1d-99003b74fc84 req-f431dcab-52fc-4ba5-aff5-3412306ba7a4 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 945 time: 0.0886805 Aug 16 20:09:05.385627 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3033b-4d0b-484d-a3d9-bf7e95c63058 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Pushing event deleted for resources: {'Port': ['ID=9f4e68ca-c891-4449-b9db-2976c49e7daf,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:05.389367 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c3033b-4d0b-484d-a3d9-bf7e95c63058 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] No DVR routers for this DVR port 9f4e68ca-c891-4449-b9db-2976c49e7daf on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:09:05.435902 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589b199-97fe-4035-8870-8a9abf71eeef req-eecc5f5b-3328-4d0f-9337-88d2f81fe755 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:05.437427 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d589b199-97fe-4035-8870-8a9abf71eeef req-eecc5f5b-3328-4d0f-9337-88d2f81fe755 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b8327c2-d169-4b4d-92c1-4ee40b5f665d HTTP/1.1" status: 200 len: 944 time: 0.1301603 Aug 16 20:09:05.452680 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0d7a17cc-256e-4505-b100-12a218cff4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:05.455124 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0d7a17cc-256e-4505-b100-12a218cff4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:05.458759 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0d7a17cc-256e-4505-b100-12a218cff4bb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ce5cf0f6-e029-4b19-9bfd-57fceff6f5cd HTTP/1.1" status: 204 len: 168 time: 0.5695138 Aug 16 20:09:05.471026 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac638acb-d465-479b-8c1d-99003b74fc84 req-f1d849ee-4f4e-47f6-897f-2e9cd929e92e tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018126 Aug 16 20:09:05.516846 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a17cc-256e-4505-b100-12a218cff4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5cf0f6-e029-4b19-9bfd-57fceff6f5cd,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:05.521920 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-48c3033b-4d0b-484d-a3d9-bf7e95c63058 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:05.540847 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-48c3033b-4d0b-484d-a3d9-bf7e95c63058 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8602f0d-5e56-4675-8352-10efc98e5acf']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:05.554109 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:05.572513 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d589b199-97fe-4035-8870-8a9abf71eeef req-2a6b34f0-4898-4eef-ac92-8e3cfbe55169 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/security-groups?id=ed6168e2-2538-4153-9435-005013f51073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113245 Aug 16 20:09:05.572513 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-48c3033b-4d0b-484d-a3d9-bf7e95c63058 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f83a2f-f634-467f-83fc-b1cb59e8db99') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:05.572513 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-48c3033b-4d0b-484d-a3d9-bf7e95c63058 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f83a2f-f634-467f-83fc-b1cb59e8db99') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:05.587345 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-48c3033b-4d0b-484d-a3d9-bf7e95c63058 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:05.609166 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-48c3033b-4d0b-484d-a3d9-bf7e95c63058 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:05.616874 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:05.620878 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c3033b-4d0b-484d-a3d9-bf7e95c63058 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:09:05.621747 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-48c3033b-4d0b-484d-a3d9-bf7e95c63058 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:05.675936 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8327c2-d169-4b4d-92c1-4ee40b5f665d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:09:05.678630 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea04dde2-db31-4ea4-a188-1fe335d8ff06" -d '{"events": [{"server_uuid": "4b8327c2-d169-4b4d-92c1-4ee40b5f665d", "name": "network-vif-plugged", "status": "completed", "tag": "8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:09:05.700705 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b,segment=NetworkSegment(e26bc7e8-1ebe-4a3d-b76a-c8e856240763),segment_id=e26bc7e8-1ebe-4a3d-b76a-c8e856240763)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:05.708556 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:09:05.708556 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:09:05.708556 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:09:05.708556 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:09:05.708556 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:09:05.708556 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:09:05.708556 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:09:05.708556 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:09:05.708556 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:09:05.708556 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:09:05.708556 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:09:05.708556 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:09:05.708556 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:09:05.708556 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:09:05.708556 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:09:05.708556 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:09:05.708556 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:09:05.708556 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:09:05.708556 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:09:05.708556 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:09:05.708556 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:09:05.708556 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:09:05.708556 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:09:05.708556 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:09:05.708556 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:09:05.708556 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:09:05.708556 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:09:05.708556 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:09:05.708556 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:09:05.708556 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:09:05.708556 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:09:05.708556 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:09:05.713442 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:05.718373 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-48c3033b-4d0b-484d-a3d9-bf7e95c63058 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:05.725195 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-48c3033b-4d0b-484d-a3d9-bf7e95c63058 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:05.732265 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-48c3033b-4d0b-484d-a3d9-bf7e95c63058 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "DELETE /v2.0/networks/c8602f0d-5e56-4675-8352-10efc98e5acf HTTP/1.1" status: 204 len: 168 time: 1.2545240 Aug 16 20:09:05.737729 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44676) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:05.746100 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b56047bc-2a53-42de-a76d-5459629c67ab tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1331330583'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:05.767191 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3033b-4d0b-484d-a3d9-bf7e95c63058 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Pushing event deleted for resources: {'Network': ['ID=c8602f0d-5e56-4675-8352-10efc98e5acf,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:05.804091 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439a705b-f9d5-4ffc-a96d-e62f6de23d3f x-openstack-request-id: req-439a705b-f9d5-4ffc-a96d-e62f6de23d3f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:09:05.804307 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8327c2-d169-4b4d-92c1-4ee40b5f665d", "name": "network-vif-plugged", "status": "completed", "tag": "8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:09:05.804577 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-439a705b-f9d5-4ffc-a96d-e62f6de23d3f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:09:05.804901 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8327c2-d169-4b4d-92c1-4ee40b5f665d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b', 'code': 200} Aug 16 20:09:05.805023 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56047bc-2a53-42de-a76d-5459629c67ab tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Made reservation on behalf of 44cecf28d81c41b980f2e11c82b41b71 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:09:05.806626 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:05.814986 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b56047bc-2a53-42de-a76d-5459629c67ab tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:05.827025 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-72c00301-2b02-49bc-8b72-b930d349c254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'name': 'tempest-ServerActionsTestJSON-1715236164-router', 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:56Z', 'updated_at': '2021-08-16T20:09:02Z', 'revision_number': 4, 'project_id': '41f949d98cf9473f85e64341bcd4f07a', 'gw_port': {'id': '5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:57Z', 'updated_at': '2021-08-16T20:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '8889df75-309d-4a77-86ea-58f89c3ea495', 'name': '', 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17', 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a', 'mac_address': 'fa:16:3e:e4:84:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'd38a8fc7-0911-4b72-a78c-d32851227793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:09:01Z', 'updated_at': '2021-08-16T20:09:03Z', 'revision_number': 2, 'project_id': '41f949d98cf9473f85e64341bcd4f07a', 'subnets': [{'id': 'd38a8fc7-0911-4b72-a78c-d32851227793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:05.929262 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c00301-2b02-49bc-8b72-b930d349c254 None None] Checking router: 78a8b608-2550-4aab-bab5-66e6f402ad17 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:09:05.930006 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c00301-2b02-49bc-8b72-b930d349c254 None None] Updating router 78a8b608-2550-4aab-bab5-66e6f402ad17 port 8889df75-309d-4a77-86ea-58f89c3ea495 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:09:05.935755 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:05.954195 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b56047bc-2a53-42de-a76d-5459629c67ab tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:09:05.959587 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65387c9c-eeb7-4230-950b-568ce0ef6069 req-b508485e-2704-4f3f-830d-47df802fb309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:05.960798 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:05.961354 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-65387c9c-eeb7-4230-950b-568ce0ef6069 req-b508485e-2704-4f3f-830d-47df802fb309 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4b8327c2-d169-4b4d-92c1-4ee40b5f665d HTTP/1.1" status: 200 len: 1097 time: 0.1385338 Aug 16 20:09:05.971143 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72c00301-2b02-49bc-8b72-b930d349c254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:05.977851 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b56047bc-2a53-42de-a76d-5459629c67ab tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:05.978356 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-b56047bc-2a53-42de-a76d-5459629c67ab tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Added segment 67baf46e-36c4-426b-a13c-5a8a13389d98 of type vlan for network 69d68640-80f6-4887-a2f5-6e7395a33327 Aug 16 20:09:06.062973 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-65387c9c-eeb7-4230-950b-568ce0ef6069 req-67f41f10-a7cd-426d-b77a-52fd459efcd1 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ed6168e2-2538-4153-9435-005013f51073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923014 Aug 16 20:09:06.093030 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b56047bc-2a53-42de-a76d-5459629c67ab tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:06.121820 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44688) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:06.132318 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4af7b17e-916e-401a-8c18-b8991d381568 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1882991652', 'description': 'tempest-description--759554793'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:06.182481 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b56047bc-2a53-42de-a76d-5459629c67ab tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:06.199958 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 9f4e68ca-c891-4449-b9db-2976c49e7daf no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:09:06.206796 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b7a022a6-e810-4531-9998-7f4657cca354 req-b539f641-c6de-4ba5-a502-adc664f466b6 tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.1032853 Aug 16 20:09:06.217905 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56047bc-2a53-42de-a76d-5459629c67ab tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:06.219390 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b56047bc-2a53-42de-a76d-5459629c67ab tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:06.256304 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4af7b17e-916e-401a-8c18-b8991d381568 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:06.276054 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 9f4e68ca-c891-4449-b9db-2976c49e7daf {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:09:06.277030 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 9f4e68ca-c891-4449-b9db-2976c49e7daf not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:09:06.331160 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b56047bc-2a53-42de-a76d-5459629c67ab tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5921521 Aug 16 20:09:06.334336 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44696) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:06.346374 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a6811c77-be97-4d25-9092-ff7aa6b1554d tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Request body: {'subnet': {'network_id': '69d68640-80f6-4887-a2f5-6e7395a33327', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:06.355875 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56047bc-2a53-42de-a76d-5459629c67ab tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Pushing event updated for resources: {'Network': ['ID=69d68640-80f6-4887-a2f5-6e7395a33327,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:06.381603 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 69d68640-80f6-4887-a2f5-6e7395a33327 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:09:06.452298 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4af7b17e-916e-401a-8c18-b8991d381568 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:06.468179 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4af7b17e-916e-401a-8c18-b8991d381568 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:06.505462 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6811c77-be97-4d25-9092-ff7aa6b1554d tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Made reservation on behalf of 44cecf28d81c41b980f2e11c82b41b71 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:09:06.509921 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a6811c77-be97-4d25-9092-ff7aa6b1554d tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:06.570820 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4af7b17e-916e-401a-8c18-b8991d381568 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:06.585893 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44710) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:06.586516 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4af7b17e-916e-401a-8c18-b8991d381568 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4586673 Aug 16 20:09:06.593394 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-9ebb05c3-14ac-4be0-ae1b-85083e3401cb tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Request body: {'security_group_rule': {'security_group_id': '2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:06.602514 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7b17e-916e-401a-8c18-b8991d381568 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:06.633546 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72c00301-2b02-49bc-8b72-b930d349c254 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:06.667959 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-72c00301-2b02-49bc-8b72-b930d349c254 None None] Transition to ACTIVE for port object 8889df75-309d-4a77-86ea-58f89c3ea495 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:09:06.682954 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72c00301-2b02-49bc-8b72-b930d349c254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:06.696449 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb8fe0-d33b-45b4-94b5-5895a49dbc60 req-d96c07e9-c0ae-40ee-bc7e-d3e72ef19775 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:06.705750 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-39fb8fe0-d33b-45b4-94b5-5895a49dbc60 req-d96c07e9-c0ae-40ee-bc7e-d3e72ef19775 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 945 time: 0.1030338 Aug 16 20:09:06.729129 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9ebb05c3-14ac-4be0-ae1b-85083e3401cb tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:06.832564 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8c7f3-8b91-47b0-b899-58ab955199bd None None] Pushing event updated for resources: {'Port': ['ID=8889df75-309d-4a77-86ea-58f89c3ea495,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:06.856035 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-72c00301-2b02-49bc-8b72-b930d349c254 None None] Attempting to bind port 8889df75-309d-4a77-86ea-58f89c3ea495 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:09:06.857862 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9ebb05c3-14ac-4be0-ae1b-85083e3401cb tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:06.858915 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-72c00301-2b02-49bc-8b72-b930d349c254 None None] Attempting to bind port 8889df75-309d-4a77-86ea-58f89c3ea495 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '29681d6b-0377-41bc-a8bf-ed2ee806eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:09:06.859512 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c00301-2b02-49bc-8b72-b930d349c254 None None] Attempting to bind port 8889df75-309d-4a77-86ea-58f89c3ea495 on network dbfa510a-9034-470b-99ef-e5f61f9b5e17 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:09:06.876938 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c00301-2b02-49bc-8b72-b930d349c254 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:09:06.877537 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c00301-2b02-49bc-8b72-b930d349c254 None None] Checking segment: {'id': '29681d6b-0377-41bc-a8bf-ed2ee806eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:09:06.878795 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72c00301-2b02-49bc-8b72-b930d349c254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:06.879210 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c00301-2b02-49bc-8b72-b930d349c254 None None] Bound using segment: {'id': '29681d6b-0377-41bc-a8bf-ed2ee806eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:09:06.881227 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-72c00301-2b02-49bc-8b72-b930d349c254 None None] Bound port: 8889df75-309d-4a77-86ea-58f89c3ea495, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29681d6b-0377-41bc-a8bf-ed2ee806eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:09:06.881623 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72c00301-2b02-49bc-8b72-b930d349c254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:06.912381 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-39fb8fe0-d33b-45b4-94b5-5895a49dbc60 req-33df44c7-f1e0-4470-a12a-5494b562ed13 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052143 Aug 16 20:09:06.916803 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9ebb05c3-14ac-4be0-ae1b-85083e3401cb tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:06.962334 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb05c3-14ac-4be0-ae1b-85083e3401cb tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=399d0f5d-efd2-444c-8fb6-c18e4c832fa8,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:06.982671 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9ebb05c3-14ac-4be0-ae1b-85083e3401cb tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:06.984970 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9ebb05c3-14ac-4be0-ae1b-85083e3401cb tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3964286 Aug 16 20:09:06.987728 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44718) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:06.993334 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ab854e9a-8a15-4c48-8f94-509965b0b0f1 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Request body: {'security_group_rule': {'security_group_id': '2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:07.011135 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f236a9c-5ade-4b1f-8cc9-a42836064922 req-6e982ea1-f0cd-4641-a0d6-3b65d06d3356 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:07.023712 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7f236a9c-5ade-4b1f-8cc9-a42836064922 req-6e982ea1-f0cd-4641-a0d6-3b65d06d3356 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b8327c2-d169-4b4d-92c1-4ee40b5f665d HTTP/1.1" status: 200 len: 945 time: 0.3018863 Aug 16 20:09:07.047742 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ab854e9a-8a15-4c48-8f94-509965b0b0f1 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:07.096661 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7f236a9c-5ade-4b1f-8cc9-a42836064922 req-f9fdf436-4c52-41f9-b768-cce6cae9ad1c tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/security-groups?id=ed6168e2-2538-4153-9435-005013f51073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717969 Aug 16 20:09:07.102709 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a6811c77-be97-4d25-9092-ff7aa6b1554d tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:07.157015 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ab854e9a-8a15-4c48-8f94-509965b0b0f1 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:07.165885 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ab854e9a-8a15-4c48-8f94-509965b0b0f1 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:07.191909 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab854e9a-8a15-4c48-8f94-509965b0b0f1 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee1b3e5b-3262-4937-9624-7ad3303dec65,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:07.221598 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ab854e9a-8a15-4c48-8f94-509965b0b0f1 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:07.228186 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ab854e9a-8a15-4c48-8f94-509965b0b0f1 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2370653 Aug 16 20:09:07.230160 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44730) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:07.232846 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6811c77-be97-4d25-9092-ff7aa6b1554d tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Pushing event updated for resources: {'Subnet': ['ID=b59ed9df-3554-4ae8-a522-10bdf7b72e1c,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:07.243806 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-9bf1f2dc-b83e-44db-bd9a-b9bd20179861 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:07.260948 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6811c77-be97-4d25-9092-ff7aa6b1554d tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Checking segment: {'id': '67baf46e-36c4-426b-a13c-5a8a13389d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '69d68640-80f6-4887-a2f5-6e7395a33327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:09:07.261312 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6811c77-be97-4d25-9092-ff7aa6b1554d tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Network hostable DHCP agents. Network: 69d68640-80f6-4887-a2f5-6e7395a33327, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:09:07.276429 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f2dc-b83e-44db-bd9a-b9bd20179861 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:07.320914 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:07.321779 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6811c77-be97-4d25-9092-ff7aa6b1554d tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Network 69d68640-80f6-4887-a2f5-6e7395a33327 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:09:07.342990 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-a6811c77-be97-4d25-9092-ff7aa6b1554d tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 69d68640-80f6-4887-a2f5-6e7395a33327) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:09:07.350228 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6811c77-be97-4d25-9092-ff7aa6b1554d tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:07.350868 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a6811c77-be97-4d25-9092-ff7aa6b1554d tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:07.357548 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-72c00301-2b02-49bc-8b72-b930d349c254 None None] For port 8889df75-309d-4a77-86ea-58f89c3ea495, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:09:07.360095 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66b5316-fccd-4cb1-a7f6-a5b5635d0462 None None] Network 69d68640-80f6-4887-a2f5-6e7395a33327 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:09:07.426681 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-72c00301-2b02-49bc-8b72-b930d349c254 None None] For port 8889df75-309d-4a77-86ea-58f89c3ea495, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8889df75-309d-4a77-86ea-58f89c3ea495,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:09:07.437567 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72c00301-2b02-49bc-8b72-b930d349c254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:07.441623 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-64ebc1fc-db61-4ea1-8043-22821af6ca62 req-c4d14734-4076-4e0d-93a6-b2f9b27ab618 tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.0679173 Aug 16 20:09:07.442524 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a6811c77-be97-4d25-9092-ff7aa6b1554d tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1050367 Aug 16 20:09:07.445619 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44738) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:07.451383 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-020e8584-b407-410f-b842-317120298689 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1942614124'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:07.463494 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f2dc-b83e-44db-bd9a-b9bd20179861 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:07.542347 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c00301-2b02-49bc-8b72-b930d349c254 None None] Routers {'78a8b608-2550-4aab-bab5-66e6f402ad17'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:09:07.543162 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-72c00301-2b02-49bc-8b72-b930d349c254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:09:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['78a8b608-2550-4aab-bab5-66e6f402ad17'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:07.560157 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020e8584-b407-410f-b842-317120298689 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Made reservation on behalf of 44cecf28d81c41b980f2e11c82b41b71 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:09:07.563605 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-020e8584-b407-410f-b842-317120298689 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:07.643272 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8c7f3-8b91-47b0-b899-58ab955199bd None None] Pushing event updated for resources: {'Port': ['ID=8889df75-309d-4a77-86ea-58f89c3ea495,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:07.721499 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-020e8584-b407-410f-b842-317120298689 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:09:07.739523 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-020e8584-b407-410f-b842-317120298689 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:07.740228 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-020e8584-b407-410f-b842-317120298689 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Added segment 8c36922c-0a24-4332-961b-fdb0bdfa6dc1 of type vlan for network 5c9fdf81-e650-46cc-a8ba-3dc0c35720ac Aug 16 20:09:07.764801 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-9bf1f2dc-b83e-44db-bd9a-b9bd20179861 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Allocated IP 172.25.8.139 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/3dc18bf3-dbf0-4a70-9dcf-cb13e2e24d51) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:09:07.777600 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-72c00301-2b02-49bc-8b72-b930d349c254 None None] Set router 78a8b608-2550-4aab-bab5-66e6f402ad17 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:09:07.781145 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb37375-a5e9-4e8a-85bf-e7a0ed2f4070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-69d68640-80f6-4887-a2f5-6e7395a33327', 'network_id': '69d68640-80f6-4887-a2f5-6e7395a33327', 'tenant_id': '44cecf28d81c41b980f2e11c82b41b71', 'fixed_ips': [{'subnet_id': 'b59ed9df-3554-4ae8-a522-10bdf7b72e1c'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:09:07.784890 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9bb37375-a5e9-4e8a-85bf-e7a0ed2f4070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:07.818456 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-020e8584-b407-410f-b842-317120298689 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:07.904296 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-020e8584-b407-410f-b842-317120298689 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:07.910697 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020e8584-b407-410f-b842-317120298689 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:07.911479 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-020e8584-b407-410f-b842-317120298689 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:07.975331 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-020e8584-b407-410f-b842-317120298689 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5289788 Aug 16 20:09:07.975832 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44760) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:07.983788 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a9fec5ab-bcc4-4f84-be4f-90a94a0dd4f0 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Request body: {'subnet': {'network_id': '5c9fdf81-e650-46cc-a8ba-3dc0c35720ac', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:08.117170 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f2dc-b83e-44db-bd9a-b9bd20179861 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:08.123716 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e8584-b407-410f-b842-317120298689 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Pushing event updated for resources: {'Network': ['ID=5c9fdf81-e650-46cc-a8ba-3dc0c35720ac,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:08.152353 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 5c9fdf81-e650-46cc-a8ba-3dc0c35720ac details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:09:08.162485 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e20b9-823e-4e5d-989f-cf81b18a3ed2 req-09e0f54a-6264-4f24-94ac-9405a033b412 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:08.165023 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fec5ab-bcc4-4f84-be4f-90a94a0dd4f0 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Made reservation on behalf of 44cecf28d81c41b980f2e11c82b41b71 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:09:08.170433 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9fec5ab-bcc4-4f84-be4f-90a94a0dd4f0 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:08.170680 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-498e20b9-823e-4e5d-989f-cf81b18a3ed2 req-09e0f54a-6264-4f24-94ac-9405a033b412 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 945 time: 0.1315298 Aug 16 20:09:08.235418 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-498e20b9-823e-4e5d-989f-cf81b18a3ed2 req-45e260d0-635b-40e7-bcbf-2b52d3cd4b75 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634599 Aug 16 20:09:08.244587 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f2dc-b83e-44db-bd9a-b9bd20179861 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:08.268791 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-9bb37375-a5e9-4e8a-85bf-e7a0ed2f4070 None None] Allocated IP 19.80.0.2 (69d68640-80f6-4887-a2f5-6e7395a33327/b59ed9df-3554-4ae8-a522-10bdf7b72e1c/d18ad7c5-98ac-4ac8-a5dc-352b691d7a04) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:09:08.370683 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1f2dc-b83e-44db-bd9a-b9bd20179861 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Pushing event updated for resources: {'Port': ['ID=3dc18bf3-dbf0-4a70-9dcf-cb13e2e24d51,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:08.394306 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf1f2dc-b83e-44db-bd9a-b9bd20179861 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:09:08.410709 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-9bf1f2dc-b83e-44db-bd9a-b9bd20179861 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:09:08.416281 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf1f2dc-b83e-44db-bd9a-b9bd20179861 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:09:08.478656 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c92bcf-8928-4796-8651-22dd91fb95c4 req-383d7303-504f-405f-860e-17b86bcee6fd tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:08.490247 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d8c92bcf-8928-4796-8651-22dd91fb95c4 req-383d7303-504f-405f-860e-17b86bcee6fd tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b8327c2-d169-4b4d-92c1-4ee40b5f665d HTTP/1.1" status: 200 len: 945 time: 0.1286621 Aug 16 20:09:08.524318 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9bb37375-a5e9-4e8a-85bf-e7a0ed2f4070 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:08.531671 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-72c00301-2b02-49bc-8b72-b930d349c254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'name': 'tempest-ServerActionsTestJSON-1715236164-router', 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:56Z', 'updated_at': '2021-08-16T20:09:02Z', 'revision_number': 4, 'project_id': '41f949d98cf9473f85e64341bcd4f07a', 'gw_port': {'id': '5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:57Z', 'updated_at': '2021-08-16T20:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '8889df75-309d-4a77-86ea-58f89c3ea495', 'name': '', 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17', 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a', 'mac_address': 'fa:16:3e:e4:84:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'd38a8fc7-0911-4b72-a78c-d32851227793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:09:01Z', 'updated_at': '2021-08-16T20:09:07Z', 'revision_number': 4, 'project_id': '41f949d98cf9473f85e64341bcd4f07a', 'subnets': [{'id': 'd38a8fc7-0911-4b72-a78c-d32851227793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:08.571409 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9bb37375-a5e9-4e8a-85bf-e7a0ed2f4070 None None] Transition to ACTIVE for port object d18ad7c5-98ac-4ac8-a5dc-352b691d7a04 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:09:08.575855 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d8c92bcf-8928-4796-8651-22dd91fb95c4 req-e2a2637a-4e44-4a37-9174-0f1763ed15c7 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/security-groups?id=ed6168e2-2538-4153-9435-005013f51073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749247 Aug 16 20:09:08.576400 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c00301-2b02-49bc-8b72-b930d349c254 None None] The sync data for ids ['78a8b608-2550-4aab-bab5-66e6f402ad17'] in n-d-787206-13 is: [{'id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'name': 'tempest-ServerActionsTestJSON-1715236164-router', 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:56Z', 'updated_at': '2021-08-16T20:09:02Z', 'revision_number': 4, 'project_id': '41f949d98cf9473f85e64341bcd4f07a', 'gw_port': {'id': '5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:57Z', 'updated_at': '2021-08-16T20:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '8889df75-309d-4a77-86ea-58f89c3ea495', 'name': '', 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17', 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a', 'mac_address': 'fa:16:3e:e4:84:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'd38a8fc7-0911-4b72-a78c-d32851227793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:09:01Z', 'updated_at': '2021-08-16T20:09:07Z', 'revision_number': 4, 'project_id': '41f949d98cf9473f85e64341bcd4f07a', 'subnets': [{'id': 'd38a8fc7-0911-4b72-a78c-d32851227793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:09:08.599120 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9bb37375-a5e9-4e8a-85bf-e7a0ed2f4070 None None] Transition to ACTIVE for port object d18ad7c5-98ac-4ac8-a5dc-352b691d7a04 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:09:08.623337 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9bb37375-a5e9-4e8a-85bf-e7a0ed2f4070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:08.708948 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f2dc-b83e-44db-bd9a-b9bd20179861 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:08.711378 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9fec5ab-bcc4-4f84-be4f-90a94a0dd4f0 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:08.727157 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb37375-a5e9-4e8a-85bf-e7a0ed2f4070 None None] Network 69d68640-80f6-4887-a2f5-6e7395a33327 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:09:08.731204 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-9bb37375-a5e9-4e8a-85bf-e7a0ed2f4070 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:09:08.751142 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb37375-a5e9-4e8a-85bf-e7a0ed2f4070 None None] Pushing event updated for resources: {'Port': ['ID=d18ad7c5-98ac-4ac8-a5dc-352b691d7a04,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:08.753703 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb37375-a5e9-4e8a-85bf-e7a0ed2f4070 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:09:08.762279 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5c5966f4-bc23-4d68-bbb8-61790f39cae4 req-03cbbc65-4bdb-47cc-93cb-b9de596d423d tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.0470369 Aug 16 20:09:08.821972 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f2dc-b83e-44db-bd9a-b9bd20179861 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:08.884944 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fec5ab-bcc4-4f84-be4f-90a94a0dd4f0 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Pushing event updated for resources: {'Subnet': ['ID=6ba74b42-6afa-45ee-a4a0-c81fdb8cb19d,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:08.903728 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9bb37375-a5e9-4e8a-85bf-e7a0ed2f4070 None None] Attempting to bind port d18ad7c5-98ac-4ac8-a5dc-352b691d7a04 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:09:08.904223 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9bb37375-a5e9-4e8a-85bf-e7a0ed2f4070 None None] Attempting to bind port d18ad7c5-98ac-4ac8-a5dc-352b691d7a04 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '67baf46e-36c4-426b-a13c-5a8a13389d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '69d68640-80f6-4887-a2f5-6e7395a33327'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:09:08.904390 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb37375-a5e9-4e8a-85bf-e7a0ed2f4070 None None] Attempting to bind port d18ad7c5-98ac-4ac8-a5dc-352b691d7a04 on network 69d68640-80f6-4887-a2f5-6e7395a33327 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:09:08.905793 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fec5ab-bcc4-4f84-be4f-90a94a0dd4f0 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Checking segment: {'id': '8c36922c-0a24-4332-961b-fdb0bdfa6dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5c9fdf81-e650-46cc-a8ba-3dc0c35720ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:09:08.906352 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fec5ab-bcc4-4f84-be4f-90a94a0dd4f0 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Network hostable DHCP agents. Network: 5c9fdf81-e650-46cc-a8ba-3dc0c35720ac, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:09:08.915976 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb37375-a5e9-4e8a-85bf-e7a0ed2f4070 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:09:08.918422 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb37375-a5e9-4e8a-85bf-e7a0ed2f4070 None None] Checking segment: {'id': '67baf46e-36c4-426b-a13c-5a8a13389d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '69d68640-80f6-4887-a2f5-6e7395a33327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:09:08.920470 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9bb37375-a5e9-4e8a-85bf-e7a0ed2f4070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:08.925254 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb37375-a5e9-4e8a-85bf-e7a0ed2f4070 None None] Bound using segment: {'id': '67baf46e-36c4-426b-a13c-5a8a13389d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '69d68640-80f6-4887-a2f5-6e7395a33327'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:09:08.925953 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9bb37375-a5e9-4e8a-85bf-e7a0ed2f4070 None None] Bound port: d18ad7c5-98ac-4ac8-a5dc-352b691d7a04, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67baf46e-36c4-426b-a13c-5a8a13389d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '69d68640-80f6-4887-a2f5-6e7395a33327'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:09:08.926626 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9bb37375-a5e9-4e8a-85bf-e7a0ed2f4070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:08.944290 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fec5ab-bcc4-4f84-be4f-90a94a0dd4f0 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Network 5c9fdf81-e650-46cc-a8ba-3dc0c35720ac is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:09:08.960639 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-a9fec5ab-bcc4-4f84-be4f-90a94a0dd4f0 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 5c9fdf81-e650-46cc-a8ba-3dc0c35720ac) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:09:08.973522 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fec5ab-bcc4-4f84-be4f-90a94a0dd4f0 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:08.974199 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9fec5ab-bcc4-4f84-be4f-90a94a0dd4f0 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:09.002160 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adb1ce5-ac82-4724-a479-5a5cb91e7101 None None] Network 5c9fdf81-e650-46cc-a8ba-3dc0c35720ac requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:09:09.014017 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a9fec5ab-bcc4-4f84-be4f-90a94a0dd4f0 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0365877 Aug 16 20:09:09.078905 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41b98d-b93f-44e9-84b8-07b9e83600c9 req-ba3b8223-4af1-40aa-8724-22fd30a7bcff tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:09.087289 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9b41b98d-b93f-44e9-84b8-07b9e83600c9 req-ba3b8223-4af1-40aa-8724-22fd30a7bcff tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d5825d0-3c3b-49c3-84b0-00c4be3c10d7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1971450 Aug 16 20:09:09.165031 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9b41b98d-b93f-44e9-84b8-07b9e83600c9 req-90a7d0e9-5aff-4922-8a45-6d1c6da3ebbe tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.93 HTTP/1.1" status: 200 len: 695 time: 0.0769441 Aug 16 20:09:09.195703 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-9b41b98d-b93f-44e9-84b8-07b9e83600c9 req-a3d65174-640b-484d-94ff-2d2d49e54e86 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Request body: {'floatingip': {'port_id': '83688bb7-a452-4931-809a-79c5109cbd26', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:09.263682 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9bb37375-a5e9-4e8a-85bf-e7a0ed2f4070 None None] For port d18ad7c5-98ac-4ac8-a5dc-352b691d7a04, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:09:09.267661 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9bb37375-a5e9-4e8a-85bf-e7a0ed2f4070 None None] For port d18ad7c5-98ac-4ac8-a5dc-352b691d7a04, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=d18ad7c5-98ac-4ac8-a5dc-352b691d7a04,segment=NetworkSegment(67baf46e-36c4-426b-a13c-5a8a13389d98),segment_id=67baf46e-36c4-426b-a13c-5a8a13389d98)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:09:09.280159 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9b41b98d-b93f-44e9-84b8-07b9e83600c9 req-a3d65174-640b-484d-94ff-2d2d49e54e86 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:09.335480 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9bb37375-a5e9-4e8a-85bf-e7a0ed2f4070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:09.406674 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f2dc-b83e-44db-bd9a-b9bd20179861 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:09.433858 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f2dc-b83e-44db-bd9a-b9bd20179861 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:09.478119 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb37375-a5e9-4e8a-85bf-e7a0ed2f4070 None None] Pushing event updated for resources: {'Port': ['ID=d18ad7c5-98ac-4ac8-a5dc-352b691d7a04,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:09.495651 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664467b1-bf0c-4152-ab91-0f5e9cee3a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-5c9fdf81-e650-46cc-a8ba-3dc0c35720ac', 'network_id': '5c9fdf81-e650-46cc-a8ba-3dc0c35720ac', 'tenant_id': '44cecf28d81c41b980f2e11c82b41b71', 'fixed_ips': [{'subnet_id': '6ba74b42-6afa-45ee-a4a0-c81fdb8cb19d'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:09:09.495651 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-664467b1-bf0c-4152-ab91-0f5e9cee3a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:09.612575 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b7361-cdbb-4de6-9158-adf931695c43 req-cf412a18-2d5c-4477-abc9-a43af3a59b5e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:09.619015 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1f2dc-b83e-44db-bd9a-b9bd20179861 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Pushing event updated for resources: {'Port': ['ID=3dc18bf3-dbf0-4a70-9dcf-cb13e2e24d51,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:09.623636 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f2dc-b83e-44db-bd9a-b9bd20179861 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:09.648163 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b7361-cdbb-4de6-9158-adf931695c43 req-cf412a18-2d5c-4477-abc9-a43af3a59b5e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:09.649807 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-593b7361-cdbb-4de6-9158-adf931695c43 req-cf412a18-2d5c-4477-abc9-a43af3a59b5e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/networks?id=69d68640-80f6-4887-a2f5-6e7395a33327&id=5c9fdf81-e650-46cc-a8ba-3dc0c35720ac HTTP/1.1" status: 200 len: 1392 time: 0.2760930 Aug 16 20:09:09.681789 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-593b7361-cdbb-4de6-9158-adf931695c43 req-787ca858-f97b-4efc-93cd-60aba08de5f1 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/quotas/44cecf28d81c41b980f2e11c82b41b71 HTTP/1.1" status: 200 len: 375 time: 0.0214205 Aug 16 20:09:09.698745 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f2dc-b83e-44db-bd9a-b9bd20179861 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:09.700040 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9bf1f2dc-b83e-44db-bd9a-b9bd20179861 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4671443 Aug 16 20:09:09.776016 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-664467b1-bf0c-4152-ab91-0f5e9cee3a40 None None] Allocated IP 19.86.0.2 (5c9fdf81-e650-46cc-a8ba-3dc0c35720ac/6ba74b42-6afa-45ee-a4a0-c81fdb8cb19d/8103799b-c461-40dd-b8e0-8a2359e08a2b) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:09:09.831795 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-593b7361-cdbb-4de6-9158-adf931695c43 req-a2c639da-e7c3-489a-ac9f-ec47bbe95d9d tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=44cecf28d81c41b980f2e11c82b41b71&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1489251 Aug 16 20:09:10.102808 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-664467b1-bf0c-4152-ab91-0f5e9cee3a40 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:10.124751 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-664467b1-bf0c-4152-ab91-0f5e9cee3a40 None None] Transition to ACTIVE for port object 8103799b-c461-40dd-b8e0-8a2359e08a2b will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:09:10.152706 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-664467b1-bf0c-4152-ab91-0f5e9cee3a40 None None] Transition to ACTIVE for port object 8103799b-c461-40dd-b8e0-8a2359e08a2b will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:09:10.174617 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-664467b1-bf0c-4152-ab91-0f5e9cee3a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:10.222470 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664467b1-bf0c-4152-ab91-0f5e9cee3a40 None None] Network 5c9fdf81-e650-46cc-a8ba-3dc0c35720ac is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:09:10.227654 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-664467b1-bf0c-4152-ab91-0f5e9cee3a40 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:09:10.232935 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664467b1-bf0c-4152-ab91-0f5e9cee3a40 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:09:10.310795 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8889df75-309d-4a77-86ea-58f89c3ea495 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:09:10.313809 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-593b7361-cdbb-4de6-9158-adf931695c43 req-556e484f-7b4d-4431-84ab-c171e341746c service neutron] 10.222.0.68 "GET /v2.0/networks/69d68640-80f6-4887-a2f5-6e7395a33327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4809511 Aug 16 20:09:10.331488 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664467b1-bf0c-4152-ab91-0f5e9cee3a40 None None] Pushing event updated for resources: {'Port': ['ID=8103799b-c461-40dd-b8e0-8a2359e08a2b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:10.399138 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d42f84-3c00-49b7-8262-2f693041e260 req-0310fe18-5822-4166-89c0-8adde2c9907c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:10.401308 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f3d42f84-3c00-49b7-8262-2f693041e260 req-0310fe18-5822-4166-89c0-8adde2c9907c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 1097 time: 0.4249508 Aug 16 20:09:10.437636 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-664467b1-bf0c-4152-ab91-0f5e9cee3a40 None None] Attempting to bind port 8103799b-c461-40dd-b8e0-8a2359e08a2b on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:09:10.438012 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-664467b1-bf0c-4152-ab91-0f5e9cee3a40 None None] Attempting to bind port 8103799b-c461-40dd-b8e0-8a2359e08a2b by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '8c36922c-0a24-4332-961b-fdb0bdfa6dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5c9fdf81-e650-46cc-a8ba-3dc0c35720ac'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:09:10.438426 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664467b1-bf0c-4152-ab91-0f5e9cee3a40 None None] Attempting to bind port 8103799b-c461-40dd-b8e0-8a2359e08a2b on network 5c9fdf81-e650-46cc-a8ba-3dc0c35720ac {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:09:10.454485 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664467b1-bf0c-4152-ab91-0f5e9cee3a40 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:09:10.454933 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664467b1-bf0c-4152-ab91-0f5e9cee3a40 None None] Checking segment: {'id': '8c36922c-0a24-4332-961b-fdb0bdfa6dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5c9fdf81-e650-46cc-a8ba-3dc0c35720ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:09:10.455305 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-664467b1-bf0c-4152-ab91-0f5e9cee3a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:10.455784 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664467b1-bf0c-4152-ab91-0f5e9cee3a40 None None] Bound using segment: {'id': '8c36922c-0a24-4332-961b-fdb0bdfa6dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5c9fdf81-e650-46cc-a8ba-3dc0c35720ac'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:09:10.456530 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-664467b1-bf0c-4152-ab91-0f5e9cee3a40 None None] Bound port: 8103799b-c461-40dd-b8e0-8a2359e08a2b, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c36922c-0a24-4332-961b-fdb0bdfa6dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5c9fdf81-e650-46cc-a8ba-3dc0c35720ac'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:09:10.456962 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-664467b1-bf0c-4152-ab91-0f5e9cee3a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:10.457836 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.db.resource_extend [req-9b41b98d-b93f-44e9-84b8-07b9e83600c9 req-a3d65174-640b-484d-94ff-2d2d49e54e86 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:09:10.464251 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-593b7361-cdbb-4de6-9158-adf931695c43 req-afb04639-fe65-43a3-b841-c718f0b33000 service neutron] 10.222.0.68 "GET /v2.0/networks/69d68640-80f6-4887-a2f5-6e7395a33327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493142 Aug 16 20:09:10.494131 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f3d42f84-3c00-49b7-8262-2f693041e260 req-acfa9fbc-5861-4ff2-b2ba-f0423d8c67b6 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813057 Aug 16 20:09:10.523568 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9b41b98d-b93f-44e9-84b8-07b9e83600c9 req-a3d65174-640b-484d-94ff-2d2d49e54e86 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:10.529394 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9b41b98d-b93f-44e9-84b8-07b9e83600c9 req-a3d65174-640b-484d-94ff-2d2d49e54e86 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:10.580531 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-593b7361-cdbb-4de6-9158-adf931695c43 req-f9c88c6d-e4cf-463e-9b26-07ec79603424 service neutron] 10.222.0.68 "GET /v2.0/networks/5c9fdf81-e650-46cc-a8ba-3dc0c35720ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150901 Aug 16 20:09:10.674574 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 8889df75-309d-4a77-86ea-58f89c3ea495 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:09:10.712704 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 8889df75-309d-4a77-86ea-58f89c3ea495 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:09:10.713082 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:10.753934 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-593b7361-cdbb-4de6-9158-adf931695c43 req-cace4ff6-d327-4cb9-9ad3-6f814846f5d2 service neutron] 10.222.0.68 "GET /v2.0/networks/5c9fdf81-e650-46cc-a8ba-3dc0c35720ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670094 Aug 16 20:09:10.786879 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-664467b1-bf0c-4152-ab91-0f5e9cee3a40 None None] For port 8103799b-c461-40dd-b8e0-8a2359e08a2b, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:09:10.793252 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-664467b1-bf0c-4152-ab91-0f5e9cee3a40 None None] For port 8103799b-c461-40dd-b8e0-8a2359e08a2b, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8103799b-c461-40dd-b8e0-8a2359e08a2b,segment=NetworkSegment(8c36922c-0a24-4332-961b-fdb0bdfa6dc1),segment_id=8c36922c-0a24-4332-961b-fdb0bdfa6dc1)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:09:10.841539 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-664467b1-bf0c-4152-ab91-0f5e9cee3a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:10.843693 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:10.965688 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 8889df75-309d-4a77-86ea-58f89c3ea495, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8889df75-309d-4a77-86ea-58f89c3ea495,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:10.975847 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:10.982128 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device d18ad7c5-98ac-4ac8-a5dc-352b691d7a04 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:09:11.133227 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664467b1-bf0c-4152-ab91-0f5e9cee3a40 None None] Pushing event updated for resources: {'Port': ['ID=8103799b-c461-40dd-b8e0-8a2359e08a2b,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:11.172636 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-04a2705d-042e-49e1-8e3d-334af4f3f0c9 req-e90b3c39-32dc-4fb0-83d7-fdafd3502bb1 tempest-QuotasAdminNegativeTest-129547341 tempest-QuotasAdminNegativeTest-129547341-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=acad0c25ef454f7ab1f287a16de089a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673523 Aug 16 20:09:11.209543 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [req-9b41b98d-b93f-44e9-84b8-07b9e83600c9 req-a3d65174-640b-484d-94ff-2d2d49e54e86 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Floating IP 060118d3-f6f3-4841-a0cd-929d28265e5d associated. External IP: 172.25.8.93, port: 83688bb7-a452-4931-809a-79c5109cbd26. Aug 16 20:09:11.289770 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=8889df75-309d-4a77-86ea-58f89c3ea495,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:11.310968 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port d18ad7c5-98ac-4ac8-a5dc-352b691d7a04 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:09:11.365061 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60243bc-f91d-4d57-b1f6-f537775db682 None None] Network 69d68640-80f6-4887-a2f5-6e7395a33327 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:09:11.455546 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2705d-042e-49e1-8e3d-334af4f3f0c9 req-b21aaf51-a8af-401c-b35c-181e40ed152d tempest-QuotasAdminNegativeTest-129547341 tempest-QuotasAdminNegativeTest-129547341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:11.468150 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-04a2705d-042e-49e1-8e3d-334af4f3f0c9 req-b21aaf51-a8af-401c-b35c-181e40ed152d tempest-QuotasAdminNegativeTest-129547341 tempest-QuotasAdminNegativeTest-129547341-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2879426 Aug 16 20:09:11.495111 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-04a2705d-042e-49e1-8e3d-334af4f3f0c9 req-55aff7ae-5651-48e8-a22e-ba84272f9acc tempest-QuotasAdminNegativeTest-129547341 tempest-QuotasAdminNegativeTest-129547341-project] 10.222.0.68 "GET /v2.0/quotas/acad0c25ef454f7ab1f287a16de089a2 HTTP/1.1" status: 200 len: 375 time: 0.0245333 Aug 16 20:09:11.528124 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d6416d91-02b1-42a0-87ba-cec7b9c75f70 None None] Provisioning for port d18ad7c5-98ac-4ac8-a5dc-352b691d7a04 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:09:11.541872 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d6416d91-02b1-42a0-87ba-cec7b9c75f70 None None] Provisioning complete for port d18ad7c5-98ac-4ac8-a5dc-352b691d7a04 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:09:11.542487 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6416d91-02b1-42a0-87ba-cec7b9c75f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:11.545664 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-04a2705d-042e-49e1-8e3d-334af4f3f0c9 req-e09e5aa5-f87a-4dc1-ac43-281de98a8735 tempest-QuotasAdminNegativeTest-129547341 tempest-QuotasAdminNegativeTest-129547341-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=acad0c25ef454f7ab1f287a16de089a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490375 Aug 16 20:09:11.637324 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b41b98d-b93f-44e9-84b8-07b9e83600c9 req-a3d65174-640b-484d-94ff-2d2d49e54e86 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Router e4316394-b66b-4456-86b6-1464af10c6f4 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:09:11.708579 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6416d91-02b1-42a0-87ba-cec7b9c75f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:11.739470 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468aaa42-4e9a-4e7b-8bd9-2af5915e844e req-802f7953-99e5-482e-ba76-aef4d994c843 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:11.741858 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-468aaa42-4e9a-4e7b-8bd9-2af5915e844e req-802f7953-99e5-482e-ba76-aef4d994c843 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 945 time: 0.0596719 Aug 16 20:09:11.762444 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d6416d91-02b1-42a0-87ba-cec7b9c75f70 None None] For port d18ad7c5-98ac-4ac8-a5dc-352b691d7a04, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=d18ad7c5-98ac-4ac8-a5dc-352b691d7a04,segment=NetworkSegment(67baf46e-36c4-426b-a13c-5a8a13389d98),segment_id=67baf46e-36c4-426b-a13c-5a8a13389d98)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:11.770164 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6416d91-02b1-42a0-87ba-cec7b9c75f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:11.834173 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-468aaa42-4e9a-4e7b-8bd9-2af5915e844e req-7235f949-d486-4dbe-aa23-5ad9f20cc7ab tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799007 Aug 16 20:09:11.859947 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b41b98d-b93f-44e9-84b8-07b9e83600c9 req-a3d65174-640b-484d-94ff-2d2d49e54e86 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:09:11.865090 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9b41b98d-b93f-44e9-84b8-07b9e83600c9 req-a3d65174-640b-484d-94ff-2d2d49e54e86 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:11.870847 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5585b00a-07ef-465d-8049-cdf6ea6336be None None] Sync routers for ids ['e4316394-b66b-4456-86b6-1464af10c6f4'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:09:11.884752 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5585b00a-07ef-465d-8049-cdf6ea6336be None None] Routers {'e4316394-b66b-4456-86b6-1464af10c6f4'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:09:11.889159 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5585b00a-07ef-465d-8049-cdf6ea6336be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:09:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['e4316394-b66b-4456-86b6-1464af10c6f4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:11.956812 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6416d91-02b1-42a0-87ba-cec7b9c75f70 None None] Pushing event updated for resources: {'Port': ['ID=d18ad7c5-98ac-4ac8-a5dc-352b691d7a04,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:11.958170 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9b41b98d-b93f-44e9-84b8-07b9e83600c9 req-a3d65174-640b-484d-94ff-2d2d49e54e86 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "PUT /v2.0/floatingips/060118d3-f6f3-4841-a0cd-929d28265e5d HTTP/1.1" status: 200 len: 996 time: 2.7922080 Aug 16 20:09:11.959373 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5825d0-3c3b-49c3-84b0-00c4be3c10d7', 'tag': '83688bb7-a452-4931-809a-79c5109cbd26'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:09:11.970127 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c287ecb-bf88-44cc-b46c-4dc4ed09f5b5" -d '{"events": [{"name": "network-changed", "server_uuid": "0d5825d0-3c3b-49c3-84b0-00c4be3c10d7", "tag": "83688bb7-a452-4931-809a-79c5109cbd26"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:09:12.083086 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41b98d-b93f-44e9-84b8-07b9e83600c9 req-1f1d0c23-cdf1-43cc-a5b5-66cae6f10337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:12.084989 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9b41b98d-b93f-44e9-84b8-07b9e83600c9 req-1f1d0c23-cdf1-43cc-a5b5-66cae6f10337 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fc267694f3a54ef9952a0f83a94966f1&device_id=0d5825d0-3c3b-49c3-84b0-00c4be3c10d7 HTTP/1.1" status: 200 len: 1098 time: 0.0855327 Aug 16 20:09:12.182023 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-259b7824-a211-47b9-94fe-3a1c78581e20 req-0d82bab8-bc7f-413c-95ab-aa60f42fd7dc tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.0516787 Aug 16 20:09:12.200023 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f9782c5d-9cb8-483b-b3e4-c3e89c8c9fd1 None None] Provisioning complete for port d18ad7c5-98ac-4ac8-a5dc-352b691d7a04 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:09:12.200967 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f9782c5d-9cb8-483b-b3e4-c3e89c8c9fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:12.225321 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-5585b00a-07ef-465d-8049-cdf6ea6336be None None] Set router e4316394-b66b-4456-86b6-1464af10c6f4 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:09:12.292039 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41b98d-b93f-44e9-84b8-07b9e83600c9 req-9471b924-e972-4b69-87c8-1fb7e893078d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:12.299042 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9b41b98d-b93f-44e9-84b8-07b9e83600c9 req-9471b924-e972-4b69-87c8-1fb7e893078d service neutron] 10.222.0.68 "GET /v2.0/networks?id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b HTTP/1.1" status: 200 len: 921 time: 0.2014351 Aug 16 20:09:12.415619 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8889df75-309d-4a77-86ea-58f89c3ea495 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:09:12.438423 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9b41b98d-b93f-44e9-84b8-07b9e83600c9 req-0bda1589-bd6c-404f-b3c9-c6595aae068d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83688bb7-a452-4931-809a-79c5109cbd26 HTTP/1.1" status: 200 len: 999 time: 0.1235166 Aug 16 20:09:12.458937 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-07d66710-5b7a-4258-965f-6f6b024427d9 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1882991652&fields=id&tenant_id=41f949d98cf9473f85e64341bcd4f07a HTTP/1.1" status: 200 len: 267 time: 0.1003928 Aug 16 20:09:12.516293 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 8889df75-309d-4a77-86ea-58f89c3ea495 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:09:12.519450 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:12.662461 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595097d2-cefe-40aa-acbd-04994b10f2a1 None None] Network 5c9fdf81-e650-46cc-a8ba-3dc0c35720ac requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:09:12.662812 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-9556dd8a-525f-48d2-b035-115ddf2f8435 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:12.664532 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-9556dd8a-525f-48d2-b035-115ddf2f8435 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/networks?id=dbfa510a-9034-470b-99ef-e5f61f9b5e17 HTTP/1.1" status: 200 len: 812 time: 0.2040234 Aug 16 20:09:12.686515 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device d18ad7c5-98ac-4ac8-a5dc-352b691d7a04 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:09:12.696398 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-6afdeb01-192d-4a39-97be-9ecbdd5826b8 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/quotas/41f949d98cf9473f85e64341bcd4f07a HTTP/1.1" status: 200 len: 375 time: 0.0123434 Aug 16 20:09:12.731125 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41b98d-b93f-44e9-84b8-07b9e83600c9 req-5f280e6f-c1b1-4124-8fa2-bb84e78f47a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:12.733902 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9b41b98d-b93f-44e9-84b8-07b9e83600c9 req-5f280e6f-c1b1-4124-8fa2-bb84e78f47a5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07 HTTP/1.1" status: 200 len: 859 time: 0.2947018 Aug 16 20:09:12.749409 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5585b00a-07ef-465d-8049-cdf6ea6336be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'name': 'tempest-FloatingIPsAssociationTestJSON-689600420-router', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:14Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'gw_port': {'id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:16Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '060118d3-f6f3-4841-a0cd-929d28265e5d', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'floating_ip_address': '172.25.8.93', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'port_id': '83688bb7-a452-4931-809a-79c5109cbd26', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'mac_address': 'fa:16:3e:72:b6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5825d0-3c3b-49c3-84b0-00c4be3c10d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:08:50Z', 'updated_at': '2021-08-16T20:09:10Z', 'revision_number': 1, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8', 'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'mac_address': 'fa:16:3e:eb:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:24Z', 'updated_at': '2021-08-16T20:08:32Z', 'revision_number': 5, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'subnets': [{'id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:12.775682 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b65149b1-1cab-4a11-9b0d-c6cebda831c8 None None] Provisioning for port 8103799b-c461-40dd-b8e0-8a2359e08a2b completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:09:12.821666 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-94c72da2-7e54-4996-8fab-5bbc2be87978 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=41f949d98cf9473f85e64341bcd4f07a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1068389 Aug 16 20:09:12.821892 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port d18ad7c5-98ac-4ac8-a5dc-352b691d7a04 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:09:12.822075 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:12.835900 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5585b00a-07ef-465d-8049-cdf6ea6336be None None] Checking router: e4316394-b66b-4456-86b6-1464af10c6f4 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:09:12.844402 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41b98d-b93f-44e9-84b8-07b9e83600c9 req-17f376dd-465d-4911-a003-4561ab4d0b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:12.854181 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9b41b98d-b93f-44e9-84b8-07b9e83600c9 req-17f376dd-465d-4911-a003-4561ab4d0b55 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1075218 Aug 16 20:09:12.860403 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5585b00a-07ef-465d-8049-cdf6ea6336be None None] Routers {'e4316394-b66b-4456-86b6-1464af10c6f4'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:09:12.860403 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5585b00a-07ef-465d-8049-cdf6ea6336be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:09:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['e4316394-b66b-4456-86b6-1464af10c6f4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:12.924805 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b7361-cdbb-4de6-9158-adf931695c43 req-87668367-aa86-4754-885f-9a7559799958 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:12.932553 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b7361-cdbb-4de6-9158-adf931695c43 req-87668367-aa86-4754-885f-9a7559799958 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:12.937218 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-593b7361-cdbb-4de6-9158-adf931695c43 req-87668367-aa86-4754-885f-9a7559799958 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.63 "GET /v2.0/networks?id=69d68640-80f6-4887-a2f5-6e7395a33327&id=5c9fdf81-e650-46cc-a8ba-3dc0c35720ac HTTP/1.1" status: 200 len: 1392 time: 0.3807254 Aug 16 20:09:12.960679 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-593b7361-cdbb-4de6-9158-adf931695c43 req-99559dc3-319a-453a-8907-1c13cd5b40cb tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Request body: {'port': {'device_id': '5c537f75-cbb4-4c4f-b98f-72d7f1ce3312', 'network_id': '69d68640-80f6-4887-a2f5-6e7395a33327', 'admin_state_up': True, 'tenant_id': '44cecf28d81c41b980f2e11c82b41b71'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:12.980586 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8103799b-c461-40dd-b8e0-8a2359e08a2b up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:09:13.024903 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-0e33163f-0b85-4993-b4b3-00409fa3542a service neutron] 10.222.0.68 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989274 Aug 16 20:09:13.083798 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 8103799b-c461-40dd-b8e0-8a2359e08a2b completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:09:13.090245 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-5585b00a-07ef-465d-8049-cdf6ea6336be None None] Set router e4316394-b66b-4456-86b6-1464af10c6f4 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:09:13.091513 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 8103799b-c461-40dd-b8e0-8a2359e08a2b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:09:13.092038 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:13.166655 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9b41b98d-b93f-44e9-84b8-07b9e83600c9 req-79917b03-89d4-44f6-848c-e0d1781fec32 service neutron] 10.222.0.68 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081839 Aug 16 20:09:13.171992 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-5eee5a1c-a138-4092-b3b8-9d6fd40f4a84 service neutron] 10.222.0.68 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451826 Aug 16 20:09:13.274092 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:13.326234 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 8103799b-c461-40dd-b8e0-8a2359e08a2b, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8103799b-c461-40dd-b8e0-8a2359e08a2b,segment=NetworkSegment(8c36922c-0a24-4332-961b-fdb0bdfa6dc1),segment_id=8c36922c-0a24-4332-961b-fdb0bdfa6dc1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:13.334006 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-593b7361-cdbb-4de6-9158-adf931695c43 req-99559dc3-319a-453a-8907-1c13cd5b40cb tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Made reservation on behalf of 44cecf28d81c41b980f2e11c82b41b71 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:09:13.336861 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:13.345268 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-593b7361-cdbb-4de6-9158-adf931695c43 req-99559dc3-319a-453a-8907-1c13cd5b40cb tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:13.394853 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9b41b98d-b93f-44e9-84b8-07b9e83600c9 req-67a4ffc2-44b5-427c-b526-6b86c1ccd134 service neutron] 10.222.0.68 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196980 Aug 16 20:09:13.509412 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-23bb17e3-d3da-4566-aee2-3745ef58a053 None None] Provisioning complete for port 8103799b-c461-40dd-b8e0-8a2359e08a2b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:09:13.511801 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-23bb17e3-d3da-4566-aee2-3745ef58a053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:13.514187 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=8103799b-c461-40dd-b8e0-8a2359e08a2b,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:13.541895 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f671a3c4-72a1-4af9-a5ce-8f65ce23bdab req-3523c472-a9af-42f7-8807-c699e594797e tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c537f75-cbb4-4c4f-b98f-72d7f1ce3312 HTTP/1.1" status: 200 len: 210 time: 0.0644674 Aug 16 20:09:13.569015 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5585b00a-07ef-465d-8049-cdf6ea6336be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'name': 'tempest-FloatingIPsAssociationTestJSON-689600420-router', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:14Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'gw_port': {'id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:16Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '060118d3-f6f3-4841-a0cd-929d28265e5d', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'floating_ip_address': '172.25.8.93', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'port_id': '83688bb7-a452-4931-809a-79c5109cbd26', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'mac_address': 'fa:16:3e:72:b6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5825d0-3c3b-49c3-84b0-00c4be3c10d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:08:50Z', 'updated_at': '2021-08-16T20:09:10Z', 'revision_number': 1, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8', 'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'mac_address': 'fa:16:3e:eb:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:24Z', 'updated_at': '2021-08-16T20:08:32Z', 'revision_number': 5, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'subnets': [{'id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:13.606818 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-593b7361-cdbb-4de6-9158-adf931695c43 req-99559dc3-319a-453a-8907-1c13cd5b40cb tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Allocated IP 19.80.0.18 (69d68640-80f6-4887-a2f5-6e7395a33327/b59ed9df-3554-4ae8-a522-10bdf7b72e1c/164e2bf4-cb0e-4b76-aed1-b50140440319) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:09:13.614816 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5585b00a-07ef-465d-8049-cdf6ea6336be None None] The sync data for ids ['e4316394-b66b-4456-86b6-1464af10c6f4'] in n-d-787206-13 is: [{'id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'name': 'tempest-FloatingIPsAssociationTestJSON-689600420-router', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:14Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'gw_port': {'id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:16Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '060118d3-f6f3-4841-a0cd-929d28265e5d', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'floating_ip_address': '172.25.8.93', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'port_id': '83688bb7-a452-4931-809a-79c5109cbd26', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'mac_address': 'fa:16:3e:72:b6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5825d0-3c3b-49c3-84b0-00c4be3c10d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:08:50Z', 'updated_at': '2021-08-16T20:09:10Z', 'revision_number': 1, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8', 'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'mac_address': 'fa:16:3e:eb:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:24Z', 'updated_at': '2021-08-16T20:08:32Z', 'revision_number': 5, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'subnets': [{'id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:09:13.844762 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e56830-fa3a-4a74-99f2-0340c106bf30 x-openstack-request-id: req-d8e56830-fa3a-4a74-99f2-0340c106bf30 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:09:13.845254 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d5825d0-3c3b-49c3-84b0-00c4be3c10d7", "tag": "83688bb7-a452-4931-809a-79c5109cbd26", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:09:13.845335 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d8e56830-fa3a-4a74-99f2-0340c106bf30 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:09:13.845714 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5825d0-3c3b-49c3-84b0-00c4be3c10d7', 'tag': '83688bb7-a452-4931-809a-79c5109cbd26', 'status': 'completed', 'code': 200} Aug 16 20:09:13.993649 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d174d-b1f1-456f-be4b-f94e38a21f94 None None] New status for floating IP 060118d3-f6f3-4841-a0cd-929d28265e5d: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:09:13.998420 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-44246fb7-7cac-4724-8447-1948fb83791a req-1dbe48ac-0095-4fdb-a198-61d587b35bea tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.0921388 Aug 16 20:09:14.006741 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ea776654-9367-4f8d-8d4d-06b7e31d67b0 req-00b41777-0b09-4b0d-84d2-a82c3a449156 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 210 time: 0.0494192 Aug 16 20:09:14.018562 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-593b7361-cdbb-4de6-9158-adf931695c43 req-99559dc3-319a-453a-8907-1c13cd5b40cb tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:14.060865 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c287ecb-bf88-44cc-b46c-4dc4ed09f5b5 req-8105cb8a-5ea7-4801-8c55-352a16ebe8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:14.062494 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4c287ecb-bf88-44cc-b46c-4dc4ed09f5b5 req-8105cb8a-5ea7-4801-8c55-352a16ebe8f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc267694f3a54ef9952a0f83a94966f1&device_id=0d5825d0-3c3b-49c3-84b0-00c4be3c10d7 HTTP/1.1" status: 200 len: 1098 time: 0.1841955 Aug 16 20:09:14.071127 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d57b7-f3c0-44d5-8b5c-f25ba9b366be req-e3b343be-285a-4822-97c3-7dbb50b442bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:14.072807 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e47d57b7-f3c0-44d5-8b5c-f25ba9b366be req-e3b343be-285a-4822-97c3-7dbb50b442bf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=520511d988044d52831f9681de3ac442&device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 1097 time: 0.1933858 Aug 16 20:09:14.077572 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-593b7361-cdbb-4de6-9158-adf931695c43 req-99559dc3-319a-453a-8907-1c13cd5b40cb tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Transition to ACTIVE for port object 164e2bf4-cb0e-4b76-aed1-b50140440319 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:09:14.235028 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-b6a93380-b862-47fd-89c9-6ce5f5d13e52 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:14.242243 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8103799b-c461-40dd-b8e0-8a2359e08a2b up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:09:14.244704 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-b6a93380-b862-47fd-89c9-6ce5f5d13e52 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b8327c2-d169-4b4d-92c1-4ee40b5f665d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1564038 Aug 16 20:09:14.278937 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d57b7-f3c0-44d5-8b5c-f25ba9b366be req-70dbc0d3-16dc-4435-99f3-bec99b5192e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:14.280497 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e47d57b7-f3c0-44d5-8b5c-f25ba9b366be req-70dbc0d3-16dc-4435-99f3-bec99b5192e5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b415667a-d208-40cb-a7c6-65376c591e13 HTTP/1.1" status: 200 len: 912 time: 0.1930587 Aug 16 20:09:14.368901 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 8103799b-c461-40dd-b8e0-8a2359e08a2b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:09:14.369631 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:14.391606 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-0e731e58-d6bb-4dec-bf91-611b4bc0cecd tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.93 HTTP/1.1" status: 200 len: 1001 time: 0.1457012 Aug 16 20:09:14.401402 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-f64fdb9a-4597-4ca0-b9bf-5b763a708ab9 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Request body: {'floatingip': {'port_id': '8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:14.458720 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e47d57b7-f3c0-44d5-8b5c-f25ba9b366be req-3bdfa3fd-7a45-462e-a105-e599b9e1cb9f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69841019-83f4-46a2-b403-8c3af9a3b04a HTTP/1.1" status: 200 len: 217 time: 0.1237359 Aug 16 20:09:14.500838 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-f64fdb9a-4597-4ca0-b9bf-5b763a708ab9 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks [] for floatingip, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:14.615674 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c287ecb-bf88-44cc-b46c-4dc4ed09f5b5 req-33f73a4c-53e4-49dc-b83b-18e693645bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:14.617037 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4c287ecb-bf88-44cc-b46c-4dc4ed09f5b5 req-33f73a4c-53e4-49dc-b83b-18e693645bdd service neutron] 10.222.0.57 "GET /v2.0/networks?id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b HTTP/1.1" status: 200 len: 921 time: 0.5432048 Aug 16 20:09:14.635024 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d57b7-f3c0-44d5-8b5c-f25ba9b366be req-12232cb6-64dd-4dd2-916f-95cbea036805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:14.636505 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e47d57b7-f3c0-44d5-8b5c-f25ba9b366be req-12232cb6-64dd-4dd2-916f-95cbea036805 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b3526492-2940-405c-b197-de744b17c402 HTTP/1.1" status: 200 len: 851 time: 0.1365943 Aug 16 20:09:14.640270 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-593b7361-cdbb-4de6-9158-adf931695c43 req-99559dc3-319a-453a-8907-1c13cd5b40cb tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:14.679300 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a180c2-6f57-4124-8695-10ebbaddb922 req-ec0bc286-a503-416a-ba50-7078fb14b512 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:14.680928 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c4a180c2-6f57-4124-8695-10ebbaddb922 req-ec0bc286-a503-416a-ba50-7078fb14b512 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 945 time: 0.2422688 Aug 16 20:09:14.771594 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e47d57b7-f3c0-44d5-8b5c-f25ba9b366be req-707b6f39-222f-4bdc-b6ee-294093a410e0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b415667a-d208-40cb-a7c6-65376c591e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847409 Aug 16 20:09:14.801785 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-593b7361-cdbb-4de6-9158-adf931695c43 req-99559dc3-319a-453a-8907-1c13cd5b40cb tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Network 69d68640-80f6-4887-a2f5-6e7395a33327 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:09:14.849061 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-593b7361-cdbb-4de6-9158-adf931695c43 req-99559dc3-319a-453a-8907-1c13cd5b40cb tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:09:14.851141 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99559dc3-319a-453a-8907-1c13cd5b40cb tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Pushing event updated for resources: {'Port': ['ID=164e2bf4-cb0e-4b76-aed1-b50140440319,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:14.857256 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-593b7361-cdbb-4de6-9158-adf931695c43 req-99559dc3-319a-453a-8907-1c13cd5b40cb tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:09:14.871241 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4c287ecb-bf88-44cc-b46c-4dc4ed09f5b5 req-7c3f64eb-30fe-4e11-b2b6-42134b0c71de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83688bb7-a452-4931-809a-79c5109cbd26 HTTP/1.1" status: 200 len: 1001 time: 0.2451429 Aug 16 20:09:14.900339 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c4a180c2-6f57-4124-8695-10ebbaddb922 req-b015748f-97d6-42a7-b200-8e5a3acd5b28 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952090 Aug 16 20:09:15.034617 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e47d57b7-f3c0-44d5-8b5c-f25ba9b366be req-40bac45c-ab4d-4bbc-9d39-9d849d0e367c service neutron] 10.222.0.63 "GET /v2.0/networks/b415667a-d208-40cb-a7c6-65376c591e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478673 Aug 16 20:09:15.055149 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b7361-cdbb-4de6-9158-adf931695c43 req-99559dc3-319a-453a-8907-1c13cd5b40cb tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:15.061379 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-593b7361-cdbb-4de6-9158-adf931695c43 req-99559dc3-319a-453a-8907-1c13cd5b40cb tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:15.092587 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c287ecb-bf88-44cc-b46c-4dc4ed09f5b5 req-3d605875-5aad-4bb7-8755-6e05e01b3549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:15.104897 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4c287ecb-bf88-44cc-b46c-4dc4ed09f5b5 req-3d605875-5aad-4bb7-8755-6e05e01b3549 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07 HTTP/1.1" status: 200 len: 859 time: 0.2078724 Aug 16 20:09:15.141089 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-f64fdb9a-4597-4ca0-b9bf-5b763a708ab9 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:15.161244 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-f64fdb9a-4597-4ca0-b9bf-5b763a708ab9 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:15.236128 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-593b7361-cdbb-4de6-9158-adf931695c43 req-99559dc3-319a-453a-8907-1c13cd5b40cb tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2859309 Aug 16 20:09:15.264692 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-593b7361-cdbb-4de6-9158-adf931695c43 req-2504fc4c-83d2-482c-93c1-d36901551854 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Request body: {'port': {'device_id': '5c537f75-cbb4-4c4f-b98f-72d7f1ce3312', 'network_id': '5c9fdf81-e650-46cc-a8ba-3dc0c35720ac', 'admin_state_up': True, 'tenant_id': '44cecf28d81c41b980f2e11c82b41b71'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:15.284163 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-71de1a34-d7f3-4852-8815-fe546683cf39 None None] Provisioning for port 164e2bf4-cb0e-4b76-aed1-b50140440319 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:09:15.293352 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-71de1a34-d7f3-4852-8815-fe546683cf39 None None] Provisioning complete for port 164e2bf4-cb0e-4b76-aed1-b50140440319 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:09:15.293711 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-71de1a34-d7f3-4852-8815-fe546683cf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:15.355821 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-71de1a34-d7f3-4852-8815-fe546683cf39 None None] Port 164e2bf4-cb0e-4b76-aed1-b50140440319 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:09:15.427456 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c287ecb-bf88-44cc-b46c-4dc4ed09f5b5 req-4b007455-9246-447e-b4fd-b82ddc92065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:15.429359 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4c287ecb-bf88-44cc-b46c-4dc4ed09f5b5 req-4b007455-9246-447e-b4fd-b82ddc92065f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2972009 Aug 16 20:09:15.436651 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e47d57b7-f3c0-44d5-8b5c-f25ba9b366be req-6228d647-b7e4-4263-a14e-4149702b72a4 service neutron] 10.222.0.63 "GET /v2.0/networks/b415667a-d208-40cb-a7c6-65376c591e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695765 Aug 16 20:09:15.550746 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4d0dd-3bf6-4ee1-80c8-8889f80412b9 req-d27b0e5f-12e7-4d17-8088-d9ee37cd0be9 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:15.552408 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-10b4d0dd-3bf6-4ee1-80c8-8889f80412b9 req-d27b0e5f-12e7-4d17-8088-d9ee37cd0be9 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c537f75-cbb4-4c4f-b98f-72d7f1ce3312 HTTP/1.1" status: 200 len: 931 time: 0.2045796 Aug 16 20:09:15.609798 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-593b7361-cdbb-4de6-9158-adf931695c43 req-2504fc4c-83d2-482c-93c1-d36901551854 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Made reservation on behalf of 44cecf28d81c41b980f2e11c82b41b71 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:09:15.613864 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-593b7361-cdbb-4de6-9158-adf931695c43 req-2504fc4c-83d2-482c-93c1-d36901551854 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:15.647712 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4c287ecb-bf88-44cc-b46c-4dc4ed09f5b5 req-1e27d03e-f0a6-45e4-b03a-0043f93a53ac service neutron] 10.222.0.57 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025406 Aug 16 20:09:15.670382 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-10b4d0dd-3bf6-4ee1-80c8-8889f80412b9 req-b07765b9-cc1a-43af-9a4e-1ae08742f24c tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053271 Aug 16 20:09:15.796097 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-673f05d2-ef32-4fb7-8148-307ff2b8c4f8 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:15.798103 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-673f05d2-ef32-4fb7-8148-307ff2b8c4f8 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.57 "GET /v2.0/networks?id=dbfa510a-9034-470b-99ef-e5f61f9b5e17 HTTP/1.1" status: 200 len: 812 time: 0.6240821 Aug 16 20:09:15.803656 n-d-787206-13 neutron-server[94771]: INFO neutron.db.l3_db [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-f64fdb9a-4597-4ca0-b9bf-5b763a708ab9 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Floating IP 060118d3-f6f3-4841-a0cd-929d28265e5d associated. External IP: 172.25.8.93, port: 83688bb7-a452-4931-809a-79c5109cbd26. Aug 16 20:09:15.870954 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d7f6299f-cc9b-4da9-bc61-668341c4d834 req-5df3de0e-588e-4068-ae43-f2b9b0ee1918 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 210 time: 0.0468700 Aug 16 20:09:15.885416 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4c287ecb-bf88-44cc-b46c-4dc4ed09f5b5 req-34d77acc-1336-49f9-9495-87c92aedadc6 service neutron] 10.222.0.57 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196512 Aug 16 20:09:15.896048 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-593b7361-cdbb-4de6-9158-adf931695c43 req-2504fc4c-83d2-482c-93c1-d36901551854 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Allocated IP 19.86.0.177 (5c9fdf81-e650-46cc-a8ba-3dc0c35720ac/6ba74b42-6afa-45ee-a4a0-c81fdb8cb19d/90d09c63-4364-44f3-8167-4a6c1253b344) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:09:15.934363 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-e5f85f99-f629-4f50-857f-b2725edc5aff tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41f949d98cf9473f85e64341bcd4f07a HTTP/1.1" status: 200 len: 380 time: 0.0935609 Aug 16 20:09:15.958559 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-949bb762-ecdf-4332-8d2e-1e59642bcb66 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Request body: {'port': {'device_id': 'c17c37bd-355d-4e2e-97f8-86156e68b3d1', 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17', 'admin_state_up': True, 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a', 'security_groups': ['2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:16.027911 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c58766fe-c905-4bbc-b249-4553f21e61cf req-bf9b1902-491c-43a5-bebd-df2b96c98c0d tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.0479546 Aug 16 20:09:16.154720 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-593b7361-cdbb-4de6-9158-adf931695c43 req-2504fc4c-83d2-482c-93c1-d36901551854 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:16.181916 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-593b7361-cdbb-4de6-9158-adf931695c43 req-2504fc4c-83d2-482c-93c1-d36901551854 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Transition to ACTIVE for port object 90d09c63-4364-44f3-8167-4a6c1253b344 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:09:16.192132 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-949bb762-ecdf-4332-8d2e-1e59642bcb66 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Made reservation on behalf of 41f949d98cf9473f85e64341bcd4f07a for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:09:16.195822 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-949bb762-ecdf-4332-8d2e-1e59642bcb66 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:16.197721 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2c7f4738-4840-4295-b29f-af6bbdcfedc4 req-bfe9aba5-2e94-4f42-87bc-bfacc24d4cbb tempest-QuotasAdminNegativeTest-129547341 tempest-QuotasAdminNegativeTest-129547341-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=acad0c25ef454f7ab1f287a16de089a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321128 Aug 16 20:09:16.200057 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-f64fdb9a-4597-4ca0-b9bf-5b763a708ab9 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Router e4316394-b66b-4456-86b6-1464af10c6f4 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:09:16.320491 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-593b7361-cdbb-4de6-9158-adf931695c43 req-2504fc4c-83d2-482c-93c1-d36901551854 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:16.373338 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f4738-4840-4295-b29f-af6bbdcfedc4 req-54275792-3940-4b5a-9a16-082814e4c0ad tempest-QuotasAdminNegativeTest-129547341 tempest-QuotasAdminNegativeTest-129547341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:16.374585 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2c7f4738-4840-4295-b29f-af6bbdcfedc4 req-54275792-3940-4b5a-9a16-082814e4c0ad tempest-QuotasAdminNegativeTest-129547341 tempest-QuotasAdminNegativeTest-129547341-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1649084 Aug 16 20:09:16.385183 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-593b7361-cdbb-4de6-9158-adf931695c43 req-2504fc4c-83d2-482c-93c1-d36901551854 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Network 5c9fdf81-e650-46cc-a8ba-3dc0c35720ac is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:09:16.399713 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-593b7361-cdbb-4de6-9158-adf931695c43 req-2504fc4c-83d2-482c-93c1-d36901551854 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:09:16.407146 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-593b7361-cdbb-4de6-9158-adf931695c43 req-2504fc4c-83d2-482c-93c1-d36901551854 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:09:16.427013 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-f64fdb9a-4597-4ca0-b9bf-5b763a708ab9 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:09:16.436149 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-949bb762-ecdf-4332-8d2e-1e59642bcb66 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Allocated IP 172.20.0.8 (dbfa510a-9034-470b-99ef-e5f61f9b5e17/d38a8fc7-0911-4b72-a78c-d32851227793/4f2a2462-5629-42d9-881b-f9a0a5e0a025) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:09:16.439956 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2c7f4738-4840-4295-b29f-af6bbdcfedc4 req-15e699f9-de1a-47d3-a311-3f404a8ffc7f tempest-QuotasAdminNegativeTest-129547341 tempest-QuotasAdminNegativeTest-129547341-project] 10.222.0.68 "GET /v2.0/quotas/acad0c25ef454f7ab1f287a16de089a2 HTTP/1.1" status: 200 len: 375 time: 0.0535169 Aug 16 20:09:16.444047 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5fa3f7-17ed-4f1d-bfe3-56f3a8df18e9 None None] Sync routers for ids ['e4316394-b66b-4456-86b6-1464af10c6f4'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:09:16.445391 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504fc4c-83d2-482c-93c1-d36901551854 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Pushing event updated for resources: {'Port': ['ID=90d09c63-4364-44f3-8167-4a6c1253b344,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:16.469550 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5fa3f7-17ed-4f1d-bfe3-56f3a8df18e9 None None] Routers {'e4316394-b66b-4456-86b6-1464af10c6f4'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:09:16.470410 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ef5fa3f7-17ed-4f1d-bfe3-56f3a8df18e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:09:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['e4316394-b66b-4456-86b6-1464af10c6f4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:16.497903 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2c7f4738-4840-4295-b29f-af6bbdcfedc4 req-e2cdc495-ce6d-4a29-8016-2549ca831910 tempest-QuotasAdminNegativeTest-129547341 tempest-QuotasAdminNegativeTest-129547341-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=acad0c25ef454f7ab1f287a16de089a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563731 Aug 16 20:09:16.531838 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b7361-cdbb-4de6-9158-adf931695c43 req-2504fc4c-83d2-482c-93c1-d36901551854 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:16.533471 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-593b7361-cdbb-4de6-9158-adf931695c43 req-2504fc4c-83d2-482c-93c1-d36901551854 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:16.570308 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-593b7361-cdbb-4de6-9158-adf931695c43 req-2504fc4c-83d2-482c-93c1-d36901551854 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3165274 Aug 16 20:09:16.587060 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-593b7361-cdbb-4de6-9158-adf931695c43 req-7e83b62c-d3a4-4de5-af30-f3dc46eb6a5e service neutron] Request body: {'port': {'device_id': '5c537f75-cbb4-4c4f-b98f-72d7f1ce3312', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:16.802335 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2629b9af-93a2-4a30-be24-989db9ed9fff None None] Provisioning for port 90d09c63-4364-44f3-8167-4a6c1253b344 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:09:16.807179 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2629b9af-93a2-4a30-be24-989db9ed9fff None None] Provisioning complete for port 90d09c63-4364-44f3-8167-4a6c1253b344 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:09:16.807690 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2629b9af-93a2-4a30-be24-989db9ed9fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:16.817304 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-ef5fa3f7-17ed-4f1d-bfe3-56f3a8df18e9 None None] Set router e4316394-b66b-4456-86b6-1464af10c6f4 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:09:16.885023 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2629b9af-93a2-4a30-be24-989db9ed9fff None None] Port 90d09c63-4364-44f3-8167-4a6c1253b344 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:09:17.060327 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-f64fdb9a-4597-4ca0-b9bf-5b763a708ab9 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Router e4316394-b66b-4456-86b6-1464af10c6f4 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:09:17.074585 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-949bb762-ecdf-4332-8d2e-1e59642bcb66 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:17.146490 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-949bb762-ecdf-4332-8d2e-1e59642bcb66 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Transition to ACTIVE for port object 4f2a2462-5629-42d9-881b-f9a0a5e0a025 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:09:17.188833 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d824f91-da96-4507-855e-686665960296 req-9429b0c7-4fff-447d-aacc-13ea6d92d957 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:17.191402 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3d824f91-da96-4507-855e-686665960296 req-9429b0c7-4fff-447d-aacc-13ea6d92d957 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 945 time: 0.0632682 Aug 16 20:09:17.223521 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ef5fa3f7-17ed-4f1d-bfe3-56f3a8df18e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'name': 'tempest-FloatingIPsAssociationTestJSON-689600420-router', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:14Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'gw_port': {'id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:16Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '060118d3-f6f3-4841-a0cd-929d28265e5d', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'floating_ip_address': '172.25.8.93', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'port_id': '8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'mac_address': 'fa:16:3e:16:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8327c2-d169-4b4d-92c1-4ee40b5f665d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:08:50Z', 'updated_at': '2021-08-16T20:09:14Z', 'revision_number': 3, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8', 'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'mac_address': 'fa:16:3e:eb:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:24Z', 'updated_at': '2021-08-16T20:08:32Z', 'revision_number': 5, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'subnets': [{'id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:17.241715 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-593b7361-cdbb-4de6-9158-adf931695c43 req-7e83b62c-d3a4-4de5-af30-f3dc46eb6a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:17.256355 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5fa3f7-17ed-4f1d-bfe3-56f3a8df18e9 None None] Checking router: e4316394-b66b-4456-86b6-1464af10c6f4 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:09:17.265387 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-f64fdb9a-4597-4ca0-b9bf-5b763a708ab9 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:09:17.271064 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-949bb762-ecdf-4332-8d2e-1e59642bcb66 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:17.274159 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5fa3f7-17ed-4f1d-bfe3-56f3a8df18e9 None None] Routers {'e4316394-b66b-4456-86b6-1464af10c6f4'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:09:17.275834 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ef5fa3f7-17ed-4f1d-bfe3-56f3a8df18e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:09:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['e4316394-b66b-4456-86b6-1464af10c6f4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:17.275988 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3d824f91-da96-4507-855e-686665960296 req-4f51d68b-a576-43f3-aac2-695ce56b610f tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657029 Aug 16 20:09:17.280874 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-f64fdb9a-4597-4ca0-b9bf-5b763a708ab9 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:17.373361 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-949bb762-ecdf-4332-8d2e-1e59642bcb66 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Network dbfa510a-9034-470b-99ef-e5f61f9b5e17 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:09:17.382254 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-949bb762-ecdf-4332-8d2e-1e59642bcb66 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:09:17.400454 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-949bb762-ecdf-4332-8d2e-1e59642bcb66 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:09:17.434412 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5825d0-3c3b-49c3-84b0-00c4be3c10d7', 'tag': '83688bb7-a452-4931-809a-79c5109cbd26'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:09:17.437368 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1eefd9a-c7bf-4faf-bfe5-dd0da611927c" -d '{"events": [{"name": "network-changed", "server_uuid": "0d5825d0-3c3b-49c3-84b0-00c4be3c10d7", "tag": "83688bb7-a452-4931-809a-79c5109cbd26"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:09:17.460299 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-ef5fa3f7-17ed-4f1d-bfe3-56f3a8df18e9 None None] Set router e4316394-b66b-4456-86b6-1464af10c6f4 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:09:17.512324 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949bb762-ecdf-4332-8d2e-1e59642bcb66 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Pushing event updated for resources: {'Port': ['ID=4f2a2462-5629-42d9-881b-f9a0a5e0a025,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:17.530445 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-949bb762-ecdf-4332-8d2e-1e59642bcb66 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:17.531417 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-949bb762-ecdf-4332-8d2e-1e59642bcb66 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:17.554294 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-f64fdb9a-4597-4ca0-b9bf-5b763a708ab9 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "PUT /v2.0/floatingips/060118d3-f6f3-4841-a0cd-929d28265e5d HTTP/1.1" status: 200 len: 997 time: 3.1566811 Aug 16 20:09:17.601526 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:09:17.613858 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-d60a0f46-9188-436b-ad88-d45557d69ec3 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:17.626987 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-d60a0f46-9188-436b-ad88-d45557d69ec3 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports/83688bb7-a452-4931-809a-79c5109cbd26 HTTP/1.1" status: 200 len: 943 time: 0.0713267 Aug 16 20:09:17.638830 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-949bb762-ecdf-4332-8d2e-1e59642bcb66 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6850500 Aug 16 20:09:17.663512 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-ab579e65-bd1f-49a9-9931-35621655781a service neutron] Request body: {'port': {'device_id': 'c17c37bd-355d-4e2e-97f8-86156e68b3d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:17.724238 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-593b7361-cdbb-4de6-9158-adf931695c43 req-7e83b62c-d3a4-4de5-af30-f3dc46eb6a5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164e2bf4-cb0e-4b76-aed1-b50140440319 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:09:17.748992 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-593b7361-cdbb-4de6-9158-adf931695c43 req-7e83b62c-d3a4-4de5-af30-f3dc46eb6a5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:17.766306 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-593b7361-cdbb-4de6-9158-adf931695c43 req-7e83b62c-d3a4-4de5-af30-f3dc46eb6a5e service neutron] Transition to ACTIVE for port object 164e2bf4-cb0e-4b76-aed1-b50140440319 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:09:17.776231 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-593b7361-cdbb-4de6-9158-adf931695c43 req-7e83b62c-d3a4-4de5-af30-f3dc46eb6a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:17.833397 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-ab579e65-bd1f-49a9-9931-35621655781a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:17.837564 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-640f4fe7-376d-46f8-9e2f-b591a03b35a1 None None] Provisioning for port 4f2a2462-5629-42d9-881b-f9a0a5e0a025 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:09:17.844986 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-640f4fe7-376d-46f8-9e2f-b591a03b35a1 None None] Provisioning complete for port 4f2a2462-5629-42d9-881b-f9a0a5e0a025 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:09:17.845626 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-640f4fe7-376d-46f8-9e2f-b591a03b35a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:17.869110 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-5af8b4fe-a24b-4fce-a847-0756418a2f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:17.877966 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-5af8b4fe-a24b-4fce-a847-0756418a2f21 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fc267694f3a54ef9952a0f83a94966f1&device_id=0d5825d0-3c3b-49c3-84b0-00c4be3c10d7 HTTP/1.1" status: 200 len: 1098 time: 0.0932062 Aug 16 20:09:17.892219 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-640f4fe7-376d-46f8-9e2f-b591a03b35a1 None None] Port 4f2a2462-5629-42d9-881b-f9a0a5e0a025 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:09:17.983192 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83b62c-d3a4-4de5-af30-f3dc46eb6a5e service neutron] Pushing event updated for resources: {'Port': ['ID=164e2bf4-cb0e-4b76-aed1-b50140440319,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:18.018410 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ef5fa3f7-17ed-4f1d-bfe3-56f3a8df18e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'name': 'tempest-FloatingIPsAssociationTestJSON-689600420-router', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:14Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'gw_port': {'id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:16Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '060118d3-f6f3-4841-a0cd-929d28265e5d', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'floating_ip_address': '172.25.8.93', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'port_id': '8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'mac_address': 'fa:16:3e:16:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8327c2-d169-4b4d-92c1-4ee40b5f665d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:08:50Z', 'updated_at': '2021-08-16T20:09:14Z', 'revision_number': 3, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8', 'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'mac_address': 'fa:16:3e:eb:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:24Z', 'updated_at': '2021-08-16T20:08:32Z', 'revision_number': 5, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'subnets': [{'id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:18.049990 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5fa3f7-17ed-4f1d-bfe3-56f3a8df18e9 None None] The sync data for ids ['e4316394-b66b-4456-86b6-1464af10c6f4'] in n-d-787206-13 is: [{'id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'name': 'tempest-FloatingIPsAssociationTestJSON-689600420-router', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:14Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'gw_port': {'id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:16Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '060118d3-f6f3-4841-a0cd-929d28265e5d', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'floating_ip_address': '172.25.8.93', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'port_id': '8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'mac_address': 'fa:16:3e:16:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8327c2-d169-4b4d-92c1-4ee40b5f665d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:08:50Z', 'updated_at': '2021-08-16T20:09:14Z', 'revision_number': 3, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8', 'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'mac_address': 'fa:16:3e:eb:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:24Z', 'updated_at': '2021-08-16T20:08:32Z', 'revision_number': 5, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'subnets': [{'id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:09:18.064643 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8ffdb-e9e4-4c27-bb02-e8101e37a4ee req-0ad51d6e-64f5-47ee-9549-3667190a9c8c tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:18.070982 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8ffdb-e9e4-4c27-bb02-e8101e37a4ee req-0ad51d6e-64f5-47ee-9549-3667190a9c8c tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:18.090187 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-28c8ffdb-e9e4-4c27-bb02-e8101e37a4ee req-0ad51d6e-64f5-47ee-9549-3667190a9c8c tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c537f75-cbb4-4c4f-b98f-72d7f1ce3312 HTTP/1.1" status: 200 len: 1666 time: 0.2887185 Aug 16 20:09:18.148996 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-28c8ffdb-e9e4-4c27-bb02-e8101e37a4ee req-117c11b7-189e-4eb6-834e-8305848a9543 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547743 Aug 16 20:09:18.168213 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-2543345b-2733-411b-8714-8ec645882a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:18.170015 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-2543345b-2733-411b-8714-8ec645882a9f service neutron] 10.222.0.68 "GET /v2.0/networks?id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b HTTP/1.1" status: 200 len: 921 time: 0.2906065 Aug 16 20:09:18.182253 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-593b7361-cdbb-4de6-9158-adf931695c43 req-7e83b62c-d3a4-4de5-af30-f3dc46eb6a5e service neutron] Attempting to bind port 164e2bf4-cb0e-4b76-aed1-b50140440319 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:09:18.182611 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-593b7361-cdbb-4de6-9158-adf931695c43 req-7e83b62c-d3a4-4de5-af30-f3dc46eb6a5e service neutron] Attempting to bind port 164e2bf4-cb0e-4b76-aed1-b50140440319 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '67baf46e-36c4-426b-a13c-5a8a13389d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '69d68640-80f6-4887-a2f5-6e7395a33327'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:09:18.182975 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593b7361-cdbb-4de6-9158-adf931695c43 req-7e83b62c-d3a4-4de5-af30-f3dc46eb6a5e service neutron] Attempting to bind port 164e2bf4-cb0e-4b76-aed1-b50140440319 on network 69d68640-80f6-4887-a2f5-6e7395a33327 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:09:18.191725 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593b7361-cdbb-4de6-9158-adf931695c43 req-7e83b62c-d3a4-4de5-af30-f3dc46eb6a5e service neutron] Port 164e2bf4-cb0e-4b76-aed1-b50140440319 on network 69d68640-80f6-4887-a2f5-6e7395a33327 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:09:18.192354 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593b7361-cdbb-4de6-9158-adf931695c43 req-7e83b62c-d3a4-4de5-af30-f3dc46eb6a5e service neutron] Attempting to bind port 164e2bf4-cb0e-4b76-aed1-b50140440319 on network 69d68640-80f6-4887-a2f5-6e7395a33327 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:09:18.197726 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593b7361-cdbb-4de6-9158-adf931695c43 req-7e83b62c-d3a4-4de5-af30-f3dc46eb6a5e service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:09:18.198071 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593b7361-cdbb-4de6-9158-adf931695c43 req-7e83b62c-d3a4-4de5-af30-f3dc46eb6a5e service neutron] Checking segment: {'id': '67baf46e-36c4-426b-a13c-5a8a13389d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '69d68640-80f6-4887-a2f5-6e7395a33327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:09:18.198464 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593b7361-cdbb-4de6-9158-adf931695c43 req-7e83b62c-d3a4-4de5-af30-f3dc46eb6a5e service neutron] Bound using segment: {'id': '67baf46e-36c4-426b-a13c-5a8a13389d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '69d68640-80f6-4887-a2f5-6e7395a33327'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:09:18.198895 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-593b7361-cdbb-4de6-9158-adf931695c43 req-7e83b62c-d3a4-4de5-af30-f3dc46eb6a5e service neutron] Bound port: 164e2bf4-cb0e-4b76-aed1-b50140440319, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67baf46e-36c4-426b-a13c-5a8a13389d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '69d68640-80f6-4887-a2f5-6e7395a33327'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:09:18.199364 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-593b7361-cdbb-4de6-9158-adf931695c43 req-7e83b62c-d3a4-4de5-af30-f3dc46eb6a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:18.256898 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-45b8e328-aba2-4b62-889e-1b8dc4f45533 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83688bb7-a452-4931-809a-79c5109cbd26 HTTP/1.1" status: 200 len: 217 time: 0.0789936 Aug 16 20:09:18.307062 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-593b7361-cdbb-4de6-9158-adf931695c43 req-7e83b62c-d3a4-4de5-af30-f3dc46eb6a5e service neutron] For port 164e2bf4-cb0e-4b76-aed1-b50140440319, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:09:18.311085 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-593b7361-cdbb-4de6-9158-adf931695c43 req-7e83b62c-d3a4-4de5-af30-f3dc46eb6a5e service neutron] For port 164e2bf4-cb0e-4b76-aed1-b50140440319, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=164e2bf4-cb0e-4b76-aed1-b50140440319,segment=NetworkSegment(67baf46e-36c4-426b-a13c-5a8a13389d98),segment_id=67baf46e-36c4-426b-a13c-5a8a13389d98)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:09:18.325761 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-593b7361-cdbb-4de6-9158-adf931695c43 req-7e83b62c-d3a4-4de5-af30-f3dc46eb6a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:18.376144 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8102681f-0ad6-4fec-9e90-e23114af6445 None None] New status for floating IP 060118d3-f6f3-4841-a0cd-929d28265e5d: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:09:18.393892 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-af25c1a7-f0b0-40ac-aaaa-2de3c56f3b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:18.395625 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-af25c1a7-f0b0-40ac-aaaa-2de3c56f3b59 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07 HTTP/1.1" status: 200 len: 859 time: 0.1035774 Aug 16 20:09:18.438115 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b7361-cdbb-4de6-9158-adf931695c43 req-7e83b62c-d3a4-4de5-af30-f3dc46eb6a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:18.438752 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-593b7361-cdbb-4de6-9158-adf931695c43 req-7e83b62c-d3a4-4de5-af30-f3dc46eb6a5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:18.440370 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-593b7361-cdbb-4de6-9158-adf931695c43 req-7e83b62c-d3a4-4de5-af30-f3dc46eb6a5e service neutron] 10.222.0.63 "PUT /v2.0/ports/164e2bf4-cb0e-4b76-aed1-b50140440319 HTTP/1.1" status: 200 len: 1092 time: 1.8607907 Aug 16 20:09:18.445482 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c537f75-cbb4-4c4f-b98f-72d7f1ce3312', 'tag': '164e2bf4-cb0e-4b76-aed1-b50140440319'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:09:18.453422 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1dbcdc-14bd-452d-bedd-61d1be753768" -d '{"events": [{"name": "network-changed", "server_uuid": "5c537f75-cbb4-4c4f-b98f-72d7f1ce3312", "tag": "164e2bf4-cb0e-4b76-aed1-b50140440319"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:09:18.488092 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-593b7361-cdbb-4de6-9158-adf931695c43 req-85923aa6-0708-428b-bc57-8bd3b10de3f9 service neutron] Request body: {'port': {'device_id': '5c537f75-cbb4-4c4f-b98f-72d7f1ce3312', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:18.530446 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-796b6693-5d29-4f3b-85d2-6bed7f8019fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:18.539735 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-796b6693-5d29-4f3b-85d2-6bed7f8019fb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1276879 Aug 16 20:09:18.541282 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba590d5e-48a8-402d-97d0-808fa875d109 req-26c7a533-6452-4e1a-8d4d-58edfddda58d tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:18.542976 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ba590d5e-48a8-402d-97d0-808fa875d109 req-26c7a533-6452-4e1a-8d4d-58edfddda58d tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 931 time: 0.1983428 Aug 16 20:09:18.549454 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83b62c-d3a4-4de5-af30-f3dc46eb6a5e service neutron] Pushing event updated for resources: {'Port': ['ID=164e2bf4-cb0e-4b76-aed1-b50140440319,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:18.616052 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ba590d5e-48a8-402d-97d0-808fa875d109 req-fd662490-d67e-48fb-b3fa-665595ad5959 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585909 Aug 16 20:09:18.672293 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-ab579e65-bd1f-49a9-9931-35621655781a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f2a2462-5629-42d9-881b-f9a0a5e0a025 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:09:18.692041 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-ab579e65-bd1f-49a9-9931-35621655781a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:18.719045 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-593b7361-cdbb-4de6-9158-adf931695c43 req-85923aa6-0708-428b-bc57-8bd3b10de3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:18.763521 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-7b9291be-0938-4ce3-b2b8-03fdbdf0a083 service neutron] 10.222.0.68 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219598 Aug 16 20:09:18.764623 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-ab579e65-bd1f-49a9-9931-35621655781a service neutron] Transition to ACTIVE for port object 4f2a2462-5629-42d9-881b-f9a0a5e0a025 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:09:18.783697 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-ab579e65-bd1f-49a9-9931-35621655781a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:18.796401 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3877226e-45ed-4aac-a5aa-7fdb663e51f9 req-0663bf5c-6784-478d-ba70-2c27fcb3e3fc tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.0616050 Aug 16 20:09:18.819802 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86939a42-6012-4137-8c7b-03e020ea2f75 None None] Sync routers for ids ['e4316394-b66b-4456-86b6-1464af10c6f4'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:09:18.849351 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86939a42-6012-4137-8c7b-03e020ea2f75 None None] Routers {'e4316394-b66b-4456-86b6-1464af10c6f4'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:09:18.850059 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-86939a42-6012-4137-8c7b-03e020ea2f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:09:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['e4316394-b66b-4456-86b6-1464af10c6f4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:18.884385 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ee4e19-7fb8-4c84-a3bd-00f532059b2e x-openstack-request-id: req-79ee4e19-7fb8-4c84-a3bd-00f532059b2e {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:09:18.884734 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d5825d0-3c3b-49c3-84b0-00c4be3c10d7", "tag": "83688bb7-a452-4931-809a-79c5109cbd26", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:09:18.884993 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-79ee4e19-7fb8-4c84-a3bd-00f532059b2e {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:09:18.885372 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5825d0-3c3b-49c3-84b0-00c4be3c10d7', 'tag': '83688bb7-a452-4931-809a-79c5109cbd26', 'status': 'completed', 'code': 200} Aug 16 20:09:18.905592 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab579e65-bd1f-49a9-9931-35621655781a service neutron] Pushing event updated for resources: {'Port': ['ID=4f2a2462-5629-42d9-881b-f9a0a5e0a025,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:19.013443 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-f51ba827-d607-4b5b-85f0-16bc49e797a0 service neutron] 10.222.0.68 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414982 Aug 16 20:09:19.037433 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-ab579e65-bd1f-49a9-9931-35621655781a service neutron] Attempting to bind port 4f2a2462-5629-42d9-881b-f9a0a5e0a025 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:09:19.037769 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-ab579e65-bd1f-49a9-9931-35621655781a service neutron] Attempting to bind port 4f2a2462-5629-42d9-881b-f9a0a5e0a025 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '29681d6b-0377-41bc-a8bf-ed2ee806eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:09:19.038101 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-ab579e65-bd1f-49a9-9931-35621655781a service neutron] Attempting to bind port 4f2a2462-5629-42d9-881b-f9a0a5e0a025 on network dbfa510a-9034-470b-99ef-e5f61f9b5e17 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:09:19.050664 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-ab579e65-bd1f-49a9-9931-35621655781a service neutron] Port 4f2a2462-5629-42d9-881b-f9a0a5e0a025 on network dbfa510a-9034-470b-99ef-e5f61f9b5e17 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:09:19.050990 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-ab579e65-bd1f-49a9-9931-35621655781a service neutron] Attempting to bind port 4f2a2462-5629-42d9-881b-f9a0a5e0a025 on network dbfa510a-9034-470b-99ef-e5f61f9b5e17 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:09:19.082898 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-ab579e65-bd1f-49a9-9931-35621655781a service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:09:19.083404 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-ab579e65-bd1f-49a9-9931-35621655781a service neutron] Checking segment: {'id': '29681d6b-0377-41bc-a8bf-ed2ee806eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:09:19.083828 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-ab579e65-bd1f-49a9-9931-35621655781a service neutron] Bound using segment: {'id': '29681d6b-0377-41bc-a8bf-ed2ee806eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:09:19.084303 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-ab579e65-bd1f-49a9-9931-35621655781a service neutron] Bound port: 4f2a2462-5629-42d9-881b-f9a0a5e0a025, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29681d6b-0377-41bc-a8bf-ed2ee806eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:09:19.084667 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-ab579e65-bd1f-49a9-9931-35621655781a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:19.091678 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-86939a42-6012-4137-8c7b-03e020ea2f75 None None] Set router e4316394-b66b-4456-86b6-1464af10c6f4 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:09:19.159994 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eefd9a-c7bf-4faf-bfe5-dd0da611927c req-aa00cafe-566c-4858-8cb9-58a0a51d2c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:19.161565 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a1eefd9a-c7bf-4faf-bfe5-dd0da611927c req-aa00cafe-566c-4858-8cb9-58a0a51d2c98 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc267694f3a54ef9952a0f83a94966f1&device_id=0d5825d0-3c3b-49c3-84b0-00c4be3c10d7 HTTP/1.1" status: 200 len: 1098 time: 0.1794453 Aug 16 20:09:19.275041 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-ab579e65-bd1f-49a9-9931-35621655781a service neutron] For port 4f2a2462-5629-42d9-881b-f9a0a5e0a025, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:09:19.280577 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-ab579e65-bd1f-49a9-9931-35621655781a service neutron] For port 4f2a2462-5629-42d9-881b-f9a0a5e0a025, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=4f2a2462-5629-42d9-881b-f9a0a5e0a025,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:09:19.296806 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-aee063c1-785c-41f9-b527-86a75e5d5fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:19.299142 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-aee063c1-785c-41f9-b527-86a75e5d5fbf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fc267694f3a54ef9952a0f83a94966f1&device_id=4b8327c2-d169-4b4d-92c1-4ee40b5f665d HTTP/1.1" status: 200 len: 1097 time: 0.2341247 Aug 16 20:09:19.304248 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-ab579e65-bd1f-49a9-9931-35621655781a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:19.392604 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-86939a42-6012-4137-8c7b-03e020ea2f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'name': 'tempest-FloatingIPsAssociationTestJSON-689600420-router', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:14Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'gw_port': {'id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:16Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '060118d3-f6f3-4841-a0cd-929d28265e5d', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'floating_ip_address': '172.25.8.93', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'port_id': '8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'mac_address': 'fa:16:3e:16:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8327c2-d169-4b4d-92c1-4ee40b5f665d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:08:50Z', 'updated_at': '2021-08-16T20:09:18Z', 'revision_number': 4, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8', 'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'mac_address': 'fa:16:3e:eb:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:24Z', 'updated_at': '2021-08-16T20:08:32Z', 'revision_number': 5, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'subnets': [{'id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:19.415095 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34627c5-964d-464b-9668-9ff312016c91 req-096c8349-3304-425b-ae35-c2a16aec92f7 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:19.422576 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d34627c5-964d-464b-9668-9ff312016c91 req-096c8349-3304-425b-ae35-c2a16aec92f7 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 945 time: 0.1378794 Aug 16 20:09:19.444674 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86939a42-6012-4137-8c7b-03e020ea2f75 None None] Checking router: e4316394-b66b-4456-86b6-1464af10c6f4 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:09:19.456408 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eefd9a-c7bf-4faf-bfe5-dd0da611927c req-d07fb173-160a-48a0-9fc3-b74fc9b10fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:19.456408 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a1eefd9a-c7bf-4faf-bfe5-dd0da611927c req-d07fb173-160a-48a0-9fc3-b74fc9b10fdc service neutron] 10.222.0.57 "GET /v2.0/networks?id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b HTTP/1.1" status: 200 len: 921 time: 0.2815835 Aug 16 20:09:19.463234 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86939a42-6012-4137-8c7b-03e020ea2f75 None None] Routers {'e4316394-b66b-4456-86b6-1464af10c6f4'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:09:19.463459 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-ab579e65-bd1f-49a9-9931-35621655781a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:19.464007 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-ab579e65-bd1f-49a9-9931-35621655781a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:19.465743 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-86939a42-6012-4137-8c7b-03e020ea2f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:09:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['e4316394-b66b-4456-86b6-1464af10c6f4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:19.468107 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-ab579e65-bd1f-49a9-9931-35621655781a service neutron] 10.222.0.57 "PUT /v2.0/ports/4f2a2462-5629-42d9-881b-f9a0a5e0a025 HTTP/1.1" status: 200 len: 1092 time: 1.8189993 Aug 16 20:09:19.468777 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab579e65-bd1f-49a9-9931-35621655781a service neutron] Pushing event updated for resources: {'Port': ['ID=4f2a2462-5629-42d9-881b-f9a0a5e0a025,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:19.493855 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-593b7361-cdbb-4de6-9158-adf931695c43 req-85923aa6-0708-428b-bc57-8bd3b10de3f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90d09c63-4364-44f3-8167-4a6c1253b344 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:09:19.502945 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-593b7361-cdbb-4de6-9158-adf931695c43 req-85923aa6-0708-428b-bc57-8bd3b10de3f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:19.515885 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-593b7361-cdbb-4de6-9158-adf931695c43 req-85923aa6-0708-428b-bc57-8bd3b10de3f9 service neutron] Transition to ACTIVE for port object 90d09c63-4364-44f3-8167-4a6c1253b344 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:09:19.578117 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a1eefd9a-c7bf-4faf-bfe5-dd0da611927c req-3d2ae53f-ff5f-4496-9ea5-eb2f5cc31ef5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83688bb7-a452-4931-809a-79c5109cbd26 HTTP/1.1" status: 200 len: 217 time: 0.0546842 Aug 16 20:09:19.578117 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-593b7361-cdbb-4de6-9158-adf931695c43 req-85923aa6-0708-428b-bc57-8bd3b10de3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:19.594560 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-8294b404-7dee-4ffa-b67f-11dced05bab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:19.596729 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-8294b404-7dee-4ffa-b67f-11dced05bab7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b HTTP/1.1" status: 200 len: 921 time: 0.2887137 Aug 16 20:09:19.621703 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-86939a42-6012-4137-8c7b-03e020ea2f75 None None] Set router e4316394-b66b-4456-86b6-1464af10c6f4 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:09:19.678777 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d34627c5-964d-464b-9668-9ff312016c91 req-f044c245-1a36-4f02-b093-1b2fdcbe0d85 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552392 Aug 16 20:09:19.683835 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-36436aba-14b0-4973-b6b4-32c41cce1862 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b HTTP/1.1" status: 200 len: 1000 time: 0.0768089 Aug 16 20:09:19.691828 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-ad1221c4-403a-47e1-8306-1cf842194e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:19.712900 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-ad1221c4-403a-47e1-8306-1cf842194e7f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f949d98cf9473f85e64341bcd4f07a&device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 1095 time: 0.1687758 Aug 16 20:09:19.750521 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85923aa6-0708-428b-bc57-8bd3b10de3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=90d09c63-4364-44f3-8167-4a6c1253b344,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:19.797302 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f97adc2-732d-4812-850e-209ea00c5156 x-openstack-request-id: req-0f97adc2-732d-4812-850e-209ea00c5156 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:09:19.797687 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c537f75-cbb4-4c4f-b98f-72d7f1ce3312", "tag": "164e2bf4-cb0e-4b76-aed1-b50140440319", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:09:19.798031 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0f97adc2-732d-4812-850e-209ea00c5156 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:09:19.798582 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c537f75-cbb4-4c4f-b98f-72d7f1ce3312', 'tag': '164e2bf4-cb0e-4b76-aed1-b50140440319', 'status': 'completed', 'code': 200} Aug 16 20:09:19.829375 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-5d0d6681-e64e-47f6-a751-85b4e983230f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:19.830910 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-5d0d6681-e64e-47f6-a751-85b4e983230f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07 HTTP/1.1" status: 200 len: 859 time: 0.1170902 Aug 16 20:09:19.919435 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-579f3420-c48e-4f0d-814b-732ee7042904 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2a2462-5629-42d9-881b-f9a0a5e0a025 HTTP/1.1" status: 200 len: 217 time: 0.0874817 Aug 16 20:09:19.943219 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eefd9a-c7bf-4faf-bfe5-dd0da611927c req-7ffb4e47-820d-40dd-92bb-a7341a8d8ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:19.944911 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a1eefd9a-c7bf-4faf-bfe5-dd0da611927c req-7ffb4e47-820d-40dd-92bb-a7341a8d8ec5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07 HTTP/1.1" status: 200 len: 859 time: 0.3504016 Aug 16 20:09:20.003357 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-4e629e45-30d4-4fa9-9270-232ea85a438a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:20.004887 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-4e629e45-30d4-4fa9-9270-232ea85a438a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d38a8fc7-0911-4b72-a78c-d32851227793 HTTP/1.1" status: 200 len: 851 time: 0.0663157 Aug 16 20:09:20.070207 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-593b7361-cdbb-4de6-9158-adf931695c43 req-85923aa6-0708-428b-bc57-8bd3b10de3f9 service neutron] Attempting to bind port 90d09c63-4364-44f3-8167-4a6c1253b344 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:09:20.070656 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-593b7361-cdbb-4de6-9158-adf931695c43 req-85923aa6-0708-428b-bc57-8bd3b10de3f9 service neutron] Attempting to bind port 90d09c63-4364-44f3-8167-4a6c1253b344 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '8c36922c-0a24-4332-961b-fdb0bdfa6dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5c9fdf81-e650-46cc-a8ba-3dc0c35720ac'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:09:20.070991 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593b7361-cdbb-4de6-9158-adf931695c43 req-85923aa6-0708-428b-bc57-8bd3b10de3f9 service neutron] Attempting to bind port 90d09c63-4364-44f3-8167-4a6c1253b344 on network 5c9fdf81-e650-46cc-a8ba-3dc0c35720ac {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:09:20.072051 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-86939a42-6012-4137-8c7b-03e020ea2f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'name': 'tempest-FloatingIPsAssociationTestJSON-689600420-router', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:14Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'gw_port': {'id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:16Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '060118d3-f6f3-4841-a0cd-929d28265e5d', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'floating_ip_address': '172.25.8.93', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'port_id': '8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'mac_address': 'fa:16:3e:16:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8327c2-d169-4b4d-92c1-4ee40b5f665d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:08:50Z', 'updated_at': '2021-08-16T20:09:18Z', 'revision_number': 4, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8', 'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'mac_address': 'fa:16:3e:eb:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:24Z', 'updated_at': '2021-08-16T20:08:32Z', 'revision_number': 5, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'subnets': [{'id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:20.076859 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1dbcdc-14bd-452d-bedd-61d1be753768 req-45b3959b-bcac-426b-8d51-2de85e013986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:20.077363 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1dbcdc-14bd-452d-bedd-61d1be753768 req-45b3959b-bcac-426b-8d51-2de85e013986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:20.088350 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-94ac201a-241b-4b9a-b640-cd276218fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:20.089593 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ff1dbcdc-14bd-452d-bedd-61d1be753768 req-45b3959b-bcac-426b-8d51-2de85e013986 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=44cecf28d81c41b980f2e11c82b41b71&device_id=5c537f75-cbb4-4c4f-b98f-72d7f1ce3312 HTTP/1.1" status: 200 len: 1940 time: 0.2882891 Aug 16 20:09:20.089878 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-94ac201a-241b-4b9a-b640-cd276218fe13 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1724203 Aug 16 20:09:20.126317 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593b7361-cdbb-4de6-9158-adf931695c43 req-85923aa6-0708-428b-bc57-8bd3b10de3f9 service neutron] Port 90d09c63-4364-44f3-8167-4a6c1253b344 on network 5c9fdf81-e650-46cc-a8ba-3dc0c35720ac not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:09:20.126797 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593b7361-cdbb-4de6-9158-adf931695c43 req-85923aa6-0708-428b-bc57-8bd3b10de3f9 service neutron] Attempting to bind port 90d09c63-4364-44f3-8167-4a6c1253b344 on network 5c9fdf81-e650-46cc-a8ba-3dc0c35720ac {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:09:20.177044 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593b7361-cdbb-4de6-9158-adf931695c43 req-85923aa6-0708-428b-bc57-8bd3b10de3f9 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:09:20.177392 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593b7361-cdbb-4de6-9158-adf931695c43 req-85923aa6-0708-428b-bc57-8bd3b10de3f9 service neutron] Checking segment: {'id': '8c36922c-0a24-4332-961b-fdb0bdfa6dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5c9fdf81-e650-46cc-a8ba-3dc0c35720ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:09:20.177787 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593b7361-cdbb-4de6-9158-adf931695c43 req-85923aa6-0708-428b-bc57-8bd3b10de3f9 service neutron] Bound using segment: {'id': '8c36922c-0a24-4332-961b-fdb0bdfa6dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5c9fdf81-e650-46cc-a8ba-3dc0c35720ac'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:09:20.178239 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-593b7361-cdbb-4de6-9158-adf931695c43 req-85923aa6-0708-428b-bc57-8bd3b10de3f9 service neutron] Bound port: 90d09c63-4364-44f3-8167-4a6c1253b344, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c36922c-0a24-4332-961b-fdb0bdfa6dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5c9fdf81-e650-46cc-a8ba-3dc0c35720ac'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:09:20.179390 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-593b7361-cdbb-4de6-9158-adf931695c43 req-85923aa6-0708-428b-bc57-8bd3b10de3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:20.183374 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-3abac89b-e396-4301-b8ca-248888b9e461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:20.185910 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-3abac89b-e396-4301-b8ca-248888b9e461 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dbfa510a-9034-470b-99ef-e5f61f9b5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1648004 Aug 16 20:09:20.222914 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86939a42-6012-4137-8c7b-03e020ea2f75 None None] The sync data for ids ['e4316394-b66b-4456-86b6-1464af10c6f4'] in n-d-787206-13 is: [{'id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'name': 'tempest-FloatingIPsAssociationTestJSON-689600420-router', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:14Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'gw_port': {'id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:16Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '060118d3-f6f3-4841-a0cd-929d28265e5d', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'floating_ip_address': '172.25.8.93', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'port_id': '8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'mac_address': 'fa:16:3e:16:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8327c2-d169-4b4d-92c1-4ee40b5f665d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:08:50Z', 'updated_at': '2021-08-16T20:09:18Z', 'revision_number': 4, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8', 'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'mac_address': 'fa:16:3e:eb:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:24Z', 'updated_at': '2021-08-16T20:08:32Z', 'revision_number': 5, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'subnets': [{'id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:09:20.228157 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eefd9a-c7bf-4faf-bfe5-dd0da611927c req-d2242481-9716-49e2-aeb0-6686de244cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:20.229247 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a1eefd9a-c7bf-4faf-bfe5-dd0da611927c req-d2242481-9716-49e2-aeb0-6686de244cdf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2613478 Aug 16 20:09:20.275127 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47737800-d412-47ab-ae67-56039a28a484 req-1f22f9c4-4c45-4143-831a-d1d5145256a3 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:20.281643 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47737800-d412-47ab-ae67-56039a28a484 req-1f22f9c4-4c45-4143-831a-d1d5145256a3 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:20.283378 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-47737800-d412-47ab-ae67-56039a28a484 req-1f22f9c4-4c45-4143-831a-d1d5145256a3 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c537f75-cbb4-4c4f-b98f-72d7f1ce3312 HTTP/1.1" status: 200 len: 1678 time: 0.1883535 Aug 16 20:09:20.462215 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-593b7361-cdbb-4de6-9158-adf931695c43 req-85923aa6-0708-428b-bc57-8bd3b10de3f9 service neutron] For port 90d09c63-4364-44f3-8167-4a6c1253b344, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:09:20.470143 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-593b7361-cdbb-4de6-9158-adf931695c43 req-85923aa6-0708-428b-bc57-8bd3b10de3f9 service neutron] For port 90d09c63-4364-44f3-8167-4a6c1253b344, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=90d09c63-4364-44f3-8167-4a6c1253b344,segment=NetworkSegment(8c36922c-0a24-4332-961b-fdb0bdfa6dc1),segment_id=8c36922c-0a24-4332-961b-fdb0bdfa6dc1)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:09:20.495491 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-47737800-d412-47ab-ae67-56039a28a484 req-e35b8f37-17a4-46bd-b970-b96964cc10df tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691635 Aug 16 20:09:20.495491 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1dbcdc-14bd-452d-bedd-61d1be753768 req-a899a913-f95f-4c13-a676-afa60cbbbc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:20.495491 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1dbcdc-14bd-452d-bedd-61d1be753768 req-a899a913-f95f-4c13-a676-afa60cbbbc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:20.495491 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1dbcdc-14bd-452d-bedd-61d1be753768 req-a899a913-f95f-4c13-a676-afa60cbbbc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:20.495491 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ff1dbcdc-14bd-452d-bedd-61d1be753768 req-a899a913-f95f-4c13-a676-afa60cbbbc02 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=44cecf28d81c41b980f2e11c82b41b71&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3809683 Aug 16 20:09:20.496050 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-593b7361-cdbb-4de6-9158-adf931695c43 req-85923aa6-0708-428b-bc57-8bd3b10de3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:20.562099 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85923aa6-0708-428b-bc57-8bd3b10de3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=90d09c63-4364-44f3-8167-4a6c1253b344,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:20.631626 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a1eefd9a-c7bf-4faf-bfe5-dd0da611927c req-381d0e13-6a82-4449-9fa0-246e22852dfc service neutron] 10.222.0.57 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798997 Aug 16 20:09:20.636000 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b7361-cdbb-4de6-9158-adf931695c43 req-85923aa6-0708-428b-bc57-8bd3b10de3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:20.636625 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-593b7361-cdbb-4de6-9158-adf931695c43 req-85923aa6-0708-428b-bc57-8bd3b10de3f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:20.638548 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-593b7361-cdbb-4de6-9158-adf931695c43 req-85923aa6-0708-428b-bc57-8bd3b10de3f9 service neutron] 10.222.0.63 "PUT /v2.0/ports/90d09c63-4364-44f3-8167-4a6c1253b344 HTTP/1.1" status: 200 len: 1093 time: 2.1560044 Aug 16 20:09:20.651996 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-efa939de-3e39-4bcd-a1bb-789664086abd service neutron] 10.222.0.68 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5498142 Aug 16 20:09:20.768565 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-d4562c26-4581-4406-8205-b72a14c7f04e service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5621130 Aug 16 20:09:20.805454 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1dbcdc-14bd-452d-bedd-61d1be753768 req-93509fbb-96f1-474f-96df-006379a886da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:20.806958 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ff1dbcdc-14bd-452d-bedd-61d1be753768 req-93509fbb-96f1-474f-96df-006379a886da service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2476413 Aug 16 20:09:20.812936 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a1eefd9a-c7bf-4faf-bfe5-dd0da611927c req-618dca5a-bd76-4871-bf7b-6acd98633417 service neutron] 10.222.0.57 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734486 Aug 16 20:09:20.821759 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25d55b-2a53-417b-ae29-b82cb3fa8266 req-c9e1d703-f68a-4df3-b429-83203485a786 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:20.832207 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5f25d55b-2a53-417b-ae29-b82cb3fa8266 req-c9e1d703-f68a-4df3-b429-83203485a786 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 943 time: 0.1135948 Aug 16 20:09:20.845907 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-440d2f36-1da8-4e9d-a7a6-4f6a35aef1a7 req-c975a9bf-9943-4208-9709-03ea155d2254 service neutron] 10.222.0.68 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931245 Aug 16 20:09:20.907393 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8327c2-d169-4b4d-92c1-4ee40b5f665d', 'tag': '8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b'}, {'name': 'network-changed', 'server_uuid': 'c17c37bd-355d-4e2e-97f8-86156e68b3d1', 'tag': '4f2a2462-5629-42d9-881b-f9a0a5e0a025'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:09:20.908937 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a251d3-89b4-4a31-bc4f-f7517f70fc49" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8327c2-d169-4b4d-92c1-4ee40b5f665d", "tag": "8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b"}, {"name": "network-changed", "server_uuid": "c17c37bd-355d-4e2e-97f8-86156e68b3d1", "tag": "4f2a2462-5629-42d9-881b-f9a0a5e0a025"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:09:20.951563 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5f25d55b-2a53-417b-ae29-b82cb3fa8266 req-a8f7ba5c-68b4-4501-82c4-64bded06bc23 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117127 Aug 16 20:09:20.964133 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0fb2ce29-bbb9-444e-8319-5ea494e1d5f9 req-106ec20f-993f-4c30-834b-ba027629011d service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858213 Aug 16 20:09:20.993489 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b7361-cdbb-4de6-9158-adf931695c43 req-edf20589-4725-4f0a-b70c-0d63b79b32cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:20.993991 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b7361-cdbb-4de6-9158-adf931695c43 req-edf20589-4725-4f0a-b70c-0d63b79b32cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:20.999501 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-593b7361-cdbb-4de6-9158-adf931695c43 req-edf20589-4725-4f0a-b70c-0d63b79b32cc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=44cecf28d81c41b980f2e11c82b41b71&device_id=5c537f75-cbb4-4c4f-b98f-72d7f1ce3312 HTTP/1.1" status: 200 len: 1982 time: 0.1036735 Aug 16 20:09:21.044444 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-593b7361-cdbb-4de6-9158-adf931695c43 req-80a195d0-017e-4d67-8afb-a91a9c9e14fc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.18&port_id=164e2bf4-cb0e-4b76-aed1-b50140440319 HTTP/1.1" status: 200 len: 217 time: 0.0393090 Aug 16 20:09:21.118413 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3a869abd-2e24-4e52-85dd-c8abf111e273 req-e802b283-a2cc-4469-be64-3fd9e7927f18 tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.0663717 Aug 16 20:09:21.135862 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b7361-cdbb-4de6-9158-adf931695c43 req-fde6ae69-9ea2-4fcc-acea-73bbead5b2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:21.137821 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-593b7361-cdbb-4de6-9158-adf931695c43 req-fde6ae69-9ea2-4fcc-acea-73bbead5b2dd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b59ed9df-3554-4ae8-a522-10bdf7b72e1c HTTP/1.1" status: 200 len: 801 time: 0.0677805 Aug 16 20:09:21.155791 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1af61392-57e7-4afd-8bbe-f83526b89613 req-4e173228-e2c1-4c55-8069-29fb8dc87684 tempest-QuotasAdminNegativeTest-129547341 tempest-QuotasAdminNegativeTest-129547341-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=acad0c25ef454f7ab1f287a16de089a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263805 Aug 16 20:09:21.266253 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af61392-57e7-4afd-8bbe-f83526b89613 req-c2e77d03-170b-4321-9e92-930856f8f11f tempest-QuotasAdminNegativeTest-129547341 tempest-QuotasAdminNegativeTest-129547341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:21.267802 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1af61392-57e7-4afd-8bbe-f83526b89613 req-c2e77d03-170b-4321-9e92-930856f8f11f tempest-QuotasAdminNegativeTest-129547341 tempest-QuotasAdminNegativeTest-129547341-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1095407 Aug 16 20:09:21.270420 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b7361-cdbb-4de6-9158-adf931695c43 req-33fb5e8c-bd27-4979-8229-6c1b620cfe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:21.271948 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-593b7361-cdbb-4de6-9158-adf931695c43 req-33fb5e8c-bd27-4979-8229-6c1b620cfe35 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=69d68640-80f6-4887-a2f5-6e7395a33327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186371 Aug 16 20:09:21.284187 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1af61392-57e7-4afd-8bbe-f83526b89613 req-9f24c9b3-2041-4a82-93d3-47e2283e2f74 tempest-QuotasAdminNegativeTest-129547341 tempest-QuotasAdminNegativeTest-129547341-project] 10.222.0.68 "GET /v2.0/quotas/acad0c25ef454f7ab1f287a16de089a2 HTTP/1.1" status: 200 len: 375 time: 0.0099137 Aug 16 20:09:21.295123 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-efd6835a-3b10-4854-b42f-1e55d4a40db0 req-afec058b-3b10-4016-99b7-e8a6139f09a1 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.93 HTTP/1.1" status: 200 len: 1000 time: 0.1087999 Aug 16 20:09:21.322771 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1af61392-57e7-4afd-8bbe-f83526b89613 req-b151b8ba-82ba-471a-b4d1-7dd8edae82a7 tempest-QuotasAdminNegativeTest-129547341 tempest-QuotasAdminNegativeTest-129547341-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=acad0c25ef454f7ab1f287a16de089a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324364 Aug 16 20:09:21.381127 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6835a-3b10-4854-b42f-1e55d4a40db0 req-50ec8e5c-e0ec-43c0-86a1-3fae5732f187 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:21.383699 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-efd6835a-3b10-4854-b42f-1e55d4a40db0 req-50ec8e5c-e0ec-43c0-86a1-3fae5732f187 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports/8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b HTTP/1.1" status: 200 len: 942 time: 0.0861123 Aug 16 20:09:21.431046 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 20:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5099df25-b496-4090-826d-5d1659993629 x-openstack-request-id: req-5099df25-b496-4090-826d-5d1659993629 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:09:21.431306 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-593b7361-cdbb-4de6-9158-adf931695c43 req-9ff3f7e4-1b4e-4087-91ba-3320fe25f423 service neutron] 10.222.0.63 "GET /v2.0/networks/69d68640-80f6-4887-a2f5-6e7395a33327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496258 Aug 16 20:09:21.431445 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8327c2-d169-4b4d-92c1-4ee40b5f665d", "tag": "8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c17c37bd-355d-4e2e-97f8-86156e68b3d1", "tag": "4f2a2462-5629-42d9-881b-f9a0a5e0a025", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:09:21.431616 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5099df25-b496-4090-826d-5d1659993629 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:09:21.432002 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8327c2-d169-4b4d-92c1-4ee40b5f665d', 'tag': '8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b', 'status': 'completed', 'code': 200} Aug 16 20:09:21.432263 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c17c37bd-355d-4e2e-97f8-86156e68b3d1', 'tag': '4f2a2462-5629-42d9-881b-f9a0a5e0a025', 'status': 'completed', 'code': 200} Aug 16 20:09:21.542709 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a251d3-89b4-4a31-bc4f-f7517f70fc49 req-af015275-c391-4a44-a203-7928e9353a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:21.545001 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-20a251d3-89b4-4a31-bc4f-f7517f70fc49 req-af015275-c391-4a44-a203-7928e9353a93 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f949d98cf9473f85e64341bcd4f07a&device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 1095 time: 0.0875640 Aug 16 20:09:21.556206 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e98f66-0f87-4862-8cca-bb909c51d1ca req-a6f8779e-6c74-4a87-b97a-e5e620f11f66 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:21.557986 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-87e98f66-0f87-4862-8cca-bb909c51d1ca req-a6f8779e-6c74-4a87-b97a-e5e620f11f66 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 945 time: 0.0608604 Aug 16 20:09:21.587927 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-efd6835a-3b10-4854-b42f-1e55d4a40db0 req-18321aa5-2404-4c7a-8d58-eb965a67b649 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.93 HTTP/1.1" status: 200 len: 1000 time: 0.1604879 Aug 16 20:09:21.613888 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a251d3-89b4-4a31-bc4f-f7517f70fc49 req-df0b1da4-b85c-4783-81f6-1eb6320fd2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:21.617463 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-20a251d3-89b4-4a31-bc4f-f7517f70fc49 req-df0b1da4-b85c-4783-81f6-1eb6320fd2d7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fc267694f3a54ef9952a0f83a94966f1&device_id=4b8327c2-d169-4b4d-92c1-4ee40b5f665d HTTP/1.1" status: 200 len: 1097 time: 0.1448739 Aug 16 20:09:21.649780 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-87e98f66-0f87-4862-8cca-bb909c51d1ca req-38c61132-eeff-4da4-b5c3-4ca142e162d6 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720716 Aug 16 20:09:21.683341 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a251d3-89b4-4a31-bc4f-f7517f70fc49 req-f4e37e22-f63e-40ec-a4da-96cfea73a20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:21.684944 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-20a251d3-89b4-4a31-bc4f-f7517f70fc49 req-f4e37e22-f63e-40ec-a4da-96cfea73a20b service neutron] 10.222.0.57 "GET /v2.0/networks?id=dbfa510a-9034-470b-99ef-e5f61f9b5e17 HTTP/1.1" status: 200 len: 913 time: 0.1258416 Aug 16 20:09:21.725179 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-593b7361-cdbb-4de6-9158-adf931695c43 req-1a537e8a-5e2b-4374-aae5-11f26dfffe0d service neutron] 10.222.0.63 "GET /v2.0/networks/69d68640-80f6-4887-a2f5-6e7395a33327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507491 Aug 16 20:09:21.738655 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-20a251d3-89b4-4a31-bc4f-f7517f70fc49 req-88f039ab-d443-479c-a209-de780b67ce4d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2a2462-5629-42d9-881b-f9a0a5e0a025 HTTP/1.1" status: 200 len: 217 time: 0.0457718 Aug 16 20:09:21.798088 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-593b7361-cdbb-4de6-9158-adf931695c43 req-bebcc621-1a21-48fa-9a2f-96eced1b5cc1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.177&port_id=90d09c63-4364-44f3-8167-4a6c1253b344 HTTP/1.1" status: 200 len: 217 time: 0.0592692 Aug 16 20:09:21.806575 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c537f75-cbb4-4c4f-b98f-72d7f1ce3312', 'tag': '90d09c63-4364-44f3-8167-4a6c1253b344'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:09:21.809843 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88b16be-8aa3-4b34-9567-932152f53430" -d '{"events": [{"name": "network-changed", "server_uuid": "5c537f75-cbb4-4c4f-b98f-72d7f1ce3312", "tag": "90d09c63-4364-44f3-8167-4a6c1253b344"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:09:21.815865 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a251d3-89b4-4a31-bc4f-f7517f70fc49 req-66c126cc-109a-4e74-a0ff-9e6d81302ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:21.819071 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-20a251d3-89b4-4a31-bc4f-f7517f70fc49 req-66c126cc-109a-4e74-a0ff-9e6d81302ee3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d38a8fc7-0911-4b72-a78c-d32851227793 HTTP/1.1" status: 200 len: 851 time: 0.0684822 Aug 16 20:09:21.889199 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a251d3-89b4-4a31-bc4f-f7517f70fc49 req-14c1b3ff-cde8-47e0-b7dd-515664a721f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:21.891044 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-20a251d3-89b4-4a31-bc4f-f7517f70fc49 req-14c1b3ff-cde8-47e0-b7dd-515664a721f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dbfa510a-9034-470b-99ef-e5f61f9b5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629783 Aug 16 20:09:21.922143 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6835a-3b10-4854-b42f-1e55d4a40db0 req-dec2a2de-e617-43bc-ad43-47a6c8f33d85 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:21.923806 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-efd6835a-3b10-4854-b42f-1e55d4a40db0 req-dec2a2de-e617-43bc-ad43-47a6c8f33d85 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 784 time: 0.3268766 Aug 16 20:09:21.947993 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a251d3-89b4-4a31-bc4f-f7517f70fc49 req-489f73e9-4ff5-498e-9948-760427abbf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:21.949667 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-20a251d3-89b4-4a31-bc4f-f7517f70fc49 req-489f73e9-4ff5-498e-9948-760427abbf0b service neutron] 10.222.0.63 "GET /v2.0/networks?id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b HTTP/1.1" status: 200 len: 921 time: 0.3158009 Aug 16 20:09:21.957429 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b7361-cdbb-4de6-9158-adf931695c43 req-2aee7738-783d-49d7-8e75-376aa267a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:21.959045 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-593b7361-cdbb-4de6-9158-adf931695c43 req-2aee7738-783d-49d7-8e75-376aa267a282 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6ba74b42-6afa-45ee-a4a0-c81fdb8cb19d HTTP/1.1" status: 200 len: 801 time: 0.1454918 Aug 16 20:09:22.049601 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41614a54-4720-44ee-99cd-246392822991 req-2d324bce-387f-4492-9be7-778626bff5dc tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:22.054946 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41614a54-4720-44ee-99cd-246392822991 req-2d324bce-387f-4492-9be7-778626bff5dc tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:22.056597 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-41614a54-4720-44ee-99cd-246392822991 req-2d324bce-387f-4492-9be7-778626bff5dc tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c537f75-cbb4-4c4f-b98f-72d7f1ce3312 HTTP/1.1" status: 200 len: 1678 time: 0.1465883 Aug 16 20:09:22.057113 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-20a251d3-89b4-4a31-bc4f-f7517f70fc49 req-e722871d-df1b-46be-ac1c-9d01e0225f36 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b HTTP/1.1" status: 200 len: 1000 time: 0.0969479 Aug 16 20:09:22.062311 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b7361-cdbb-4de6-9158-adf931695c43 req-f0ad7aa6-08ca-4c48-9ee3-d75c60edc3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:22.063804 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-593b7361-cdbb-4de6-9158-adf931695c43 req-f0ad7aa6-08ca-4c48-9ee3-d75c60edc3f4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5c9fdf81-e650-46cc-a8ba-3dc0c35720ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946572 Aug 16 20:09:22.081297 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-20a251d3-89b4-4a31-bc4f-f7517f70fc49 req-b9d8c3bd-1481-4a16-b3b1-e7586bb66370 service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808100 Aug 16 20:09:22.204912 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-41614a54-4720-44ee-99cd-246392822991 req-bbfbc806-dbca-412a-8b25-79b5780a899a tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269543 Aug 16 20:09:22.274788 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-20a251d3-89b4-4a31-bc4f-f7517f70fc49 req-b986c2a2-05c5-4c9f-9153-961362ec9c7f service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838107 Aug 16 20:09:22.358948 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6f96c-0285-4a74-aae2-54218edfdae2 req-183a3781-76c3-459e-91d0-0b730687d62d tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:22.360673 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-27b6f96c-0285-4a74-aae2-54218edfdae2 req-183a3781-76c3-459e-91d0-0b730687d62d tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 943 time: 0.0742514 Aug 16 20:09:22.402790 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-27b6f96c-0285-4a74-aae2-54218edfdae2 req-a3f50454-5f5f-4765-a15c-ff0b404028c3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360248 Aug 16 20:09:22.461612 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45154) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:22.464649 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a815eb63-0197-4f99-8b10-5a5be072bb3e x-openstack-request-id: req-a815eb63-0197-4f99-8b10-5a5be072bb3e {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:09:22.464945 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c537f75-cbb4-4c4f-b98f-72d7f1ce3312", "tag": "90d09c63-4364-44f3-8167-4a6c1253b344", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:09:22.465275 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a815eb63-0197-4f99-8b10-5a5be072bb3e {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:09:22.465666 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c537f75-cbb4-4c4f-b98f-72d7f1ce3312', 'tag': '90d09c63-4364-44f3-8167-4a6c1253b344', 'status': 'completed', 'code': 200} Aug 16 20:09:22.527294 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-46f2498b-c389-4026-bbe0-0599d2cfdefa req-5a6458ea-f17b-40af-993d-5f128899e4e3 tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.0262988 Aug 16 20:09:22.552283 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a251d3-89b4-4a31-bc4f-f7517f70fc49 req-c161ce66-dbe2-4d9c-9ee4-9ae70a80cdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:22.553958 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-20a251d3-89b4-4a31-bc4f-f7517f70fc49 req-c161ce66-dbe2-4d9c-9ee4-9ae70a80cdd6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07 HTTP/1.1" status: 200 len: 859 time: 0.4890387 Aug 16 20:09:22.591855 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c781fcd8-67d7-4a79-a5fa-1ff462f02976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:22.605281 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-593b7361-cdbb-4de6-9158-adf931695c43 req-576a4123-a5f6-4f71-8006-61358d264559 service neutron] 10.222.0.63 "GET /v2.0/networks/5c9fdf81-e650-46cc-a8ba-3dc0c35720ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326378 Aug 16 20:09:22.615747 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bae0a614-6e9c-4f14-a8ed-5c9a3fb41d59 req-35aaf9f8-0e09-414a-b770-ee31a4be8ba5 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.93 HTTP/1.1" status: 200 len: 1000 time: 0.1697123 Aug 16 20:09:22.705717 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c781fcd8-67d7-4a79-a5fa-1ff462f02976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:22.710144 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c781fcd8-67d7-4a79-a5fa-1ff462f02976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:22.732655 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a251d3-89b4-4a31-bc4f-f7517f70fc49 req-0db66ad7-a007-4496-83d0-20b98f7e6062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:22.734459 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-20a251d3-89b4-4a31-bc4f-f7517f70fc49 req-0db66ad7-a007-4496-83d0-20b98f7e6062 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1678019 Aug 16 20:09:22.743428 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0a614-6e9c-4f14-a8ed-5c9a3fb41d59 req-037bbece-51dd-447f-9540-891b32f65862 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:22.744777 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bae0a614-6e9c-4f14-a8ed-5c9a3fb41d59 req-037bbece-51dd-447f-9540-891b32f65862 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports/8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b HTTP/1.1" status: 200 len: 942 time: 0.1162813 Aug 16 20:09:22.754327 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c781fcd8-67d7-4a79-a5fa-1ff462f02976 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=acad0c25ef454f7ab1f287a16de089a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2912395 Aug 16 20:09:22.760110 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45164) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:22.762455 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781fcd8-67d7-4a79-a5fa-1ff462f02976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818043fb-74eb-4c8e-8173-fc51314c8888,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:22.843733 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d303d1-67a8-49d7-abbc-a862c09f45f2 req-80da430b-4fa8-41cd-a4fd-e5d838f178f4 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:22.845335 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-73d303d1-67a8-49d7-abbc-a862c09f45f2 req-80da430b-4fa8-41cd-a4fd-e5d838f178f4 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 945 time: 0.0562842 Aug 16 20:09:22.887137 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-73d303d1-67a8-49d7-abbc-a862c09f45f2 req-f1cf20e8-b8c8-4d2f-a650-2cfc6066de96 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355537 Aug 16 20:09:22.890697 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-593b7361-cdbb-4de6-9158-adf931695c43 req-31ee1773-d73b-411d-960b-eb67ca6afd6e service neutron] 10.222.0.63 "GET /v2.0/networks/5c9fdf81-e650-46cc-a8ba-3dc0c35720ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728188 Aug 16 20:09:22.934904 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bae0a614-6e9c-4f14-a8ed-5c9a3fb41d59 req-6f35f155-4cac-4411-83ff-4b40be0dbd10 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.93 HTTP/1.1" status: 200 len: 1000 time: 0.1207945 Aug 16 20:09:23.066593 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-20a251d3-89b4-4a31-bc4f-f7517f70fc49 req-5fc27008-bc1f-4ff3-b403-98b36e2cef2a service neutron] 10.222.0.63 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208227 Aug 16 20:09:23.076838 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f6678b1-f300-45c0-93a8-360a4983299d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:23.148546 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b16be-8aa3-4b34-9567-932152f53430 req-a6b17b62-b277-4005-9afd-7eda6d72e1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:23.149055 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b16be-8aa3-4b34-9567-932152f53430 req-a6b17b62-b277-4005-9afd-7eda6d72e1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:23.150656 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f88b16be-8aa3-4b34-9567-932152f53430 req-a6b17b62-b277-4005-9afd-7eda6d72e1f7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=44cecf28d81c41b980f2e11c82b41b71&device_id=5c537f75-cbb4-4c4f-b98f-72d7f1ce3312 HTTP/1.1" status: 200 len: 1982 time: 0.2057724 Aug 16 20:09:23.205805 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f6678b1-f300-45c0-93a8-360a4983299d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:23.254941 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0a614-6e9c-4f14-a8ed-5c9a3fb41d59 req-98c824b2-2375-4d06-b86f-d7d5de80f107 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:23.256383 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bae0a614-6e9c-4f14-a8ed-5c9a3fb41d59 req-98c824b2-2375-4d06-b86f-d7d5de80f107 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 784 time: 0.3146734 Aug 16 20:09:23.315369 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229f99a-9e73-4825-ab6c-1c4d51bd30e9 req-2a022835-f7da-4391-9f70-a52113568093 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:23.321636 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229f99a-9e73-4825-ab6c-1c4d51bd30e9 req-2a022835-f7da-4391-9f70-a52113568093 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:23.327847 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9229f99a-9e73-4825-ab6c-1c4d51bd30e9 req-2a022835-f7da-4391-9f70-a52113568093 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c537f75-cbb4-4c4f-b98f-72d7f1ce3312 HTTP/1.1" status: 200 len: 1678 time: 0.0652933 Aug 16 20:09:23.364649 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-20a251d3-89b4-4a31-bc4f-f7517f70fc49 req-8a6170d3-3e83-44a4-add0-1e5852fda093 service neutron] 10.222.0.63 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849123 Aug 16 20:09:23.372410 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9229f99a-9e73-4825-ab6c-1c4d51bd30e9 req-5da103b8-0993-4633-84ff-b36be3c3f1ef tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423064 Aug 16 20:09:23.404865 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bae0a614-6e9c-4f14-a8ed-5c9a3fb41d59 req-4d6a7228-8e18-4c3a-a1ea-c74e84920fbc tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.93 HTTP/1.1" status: 200 len: 1000 time: 0.1322970 Aug 16 20:09:23.407168 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f6678b1-f300-45c0-93a8-360a4983299d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:23.409689 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f6678b1-f300-45c0-93a8-360a4983299d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:23.413132 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5f6678b1-f300-45c0-93a8-360a4983299d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/818043fb-74eb-4c8e-8173-fc51314c8888 HTTP/1.1" status: 204 len: 168 time: 0.6497297 Aug 16 20:09:23.415671 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b16be-8aa3-4b34-9567-932152f53430 req-5500b279-e114-4b28-9cfc-7503bbad1b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:23.417103 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f88b16be-8aa3-4b34-9567-932152f53430 req-5500b279-e114-4b28-9cfc-7503bbad1b98 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5c9fdf81-e650-46cc-a8ba-3dc0c35720ac HTTP/1.1" status: 200 len: 903 time: 0.2565837 Aug 16 20:09:23.421026 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-bae0a614-6e9c-4f14-a8ed-5c9a3fb41d59 req-b0694689-ac03-4a60-ba07-abe6bbe64aa6 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:23.429919 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6678b1-f300-45c0-93a8-360a4983299d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818043fb-74eb-4c8e-8173-fc51314c8888,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:23.542127 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f88b16be-8aa3-4b34-9567-932152f53430 req-435953f3-4ab6-4fb7-aad8-ef2de2225a01 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.177&port_id=90d09c63-4364-44f3-8167-4a6c1253b344 HTTP/1.1" status: 200 len: 217 time: 0.1053970 Aug 16 20:09:23.548606 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bae0a614-6e9c-4f14-a8ed-5c9a3fb41d59 req-b0694689-ac03-4a60-ba07-abe6bbe64aa6 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:23.581696 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ee8ff-4c2b-4ba9-97dc-99f3d114cd74 req-1aa1ca3b-c48a-49e5-9035-2e31682b3eaa tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:23.587966 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-da6ee8ff-4c2b-4ba9-97dc-99f3d114cd74 req-1aa1ca3b-c48a-49e5-9035-2e31682b3eaa tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 943 time: 0.0983043 Aug 16 20:09:23.647982 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-da6ee8ff-4c2b-4ba9-97dc-99f3d114cd74 req-0f4169a8-89cb-4d71-a9f1-19ea9e36081e tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577083 Aug 16 20:09:23.691467 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b16be-8aa3-4b34-9567-932152f53430 req-331309dd-2e09-4c8d-9e57-49c72ef4218f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:23.692975 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f88b16be-8aa3-4b34-9567-932152f53430 req-331309dd-2e09-4c8d-9e57-49c72ef4218f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6ba74b42-6afa-45ee-a4a0-c81fdb8cb19d HTTP/1.1" status: 200 len: 801 time: 0.1413510 Aug 16 20:09:23.787261 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-32e7ef56-489a-4f22-ae98-91d58ef91187 req-5f9d2528-0619-47f8-8afa-429afe9e6e6d tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.0486073 Aug 16 20:09:23.790990 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bae0a614-6e9c-4f14-a8ed-5c9a3fb41d59 req-b0694689-ac03-4a60-ba07-abe6bbe64aa6 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:23.803281 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b16be-8aa3-4b34-9567-932152f53430 req-ed157f5e-3b3a-47f5-8ba9-b6b70adc1294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:23.805647 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f88b16be-8aa3-4b34-9567-932152f53430 req-ed157f5e-3b3a-47f5-8ba9-b6b70adc1294 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5c9fdf81-e650-46cc-a8ba-3dc0c35720ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1041601 Aug 16 20:09:23.807795 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bae0a614-6e9c-4f14-a8ed-5c9a3fb41d59 req-b0694689-ac03-4a60-ba07-abe6bbe64aa6 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:23.809855 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [req-bae0a614-6e9c-4f14-a8ed-5c9a3fb41d59 req-b0694689-ac03-4a60-ba07-abe6bbe64aa6 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Floating IP 060118d3-f6f3-4841-a0cd-929d28265e5d disassociated. External IP: 172.25.8.93, port: 8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b. Aug 16 20:09:23.822139 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45192) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:23.841514 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-075d3c9a-ae52-422b-87f0-010bf91c1ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:23.974001 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-075d3c9a-ae52-422b-87f0-010bf91c1ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:23.978808 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-075d3c9a-ae52-422b-87f0-010bf91c1ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:24.021052 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-075d3c9a-ae52-422b-87f0-010bf91c1ae0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e6ca3fa2f6d0488b9e5ab1dfb9babf0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1952829 Aug 16 20:09:24.021052 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d3c9a-ae52-422b-87f0-010bf91c1ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a231687d-691f-4051-8d00-4bf7338b02c2,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:24.022771 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f88b16be-8aa3-4b34-9567-932152f53430 req-127c70d4-3d82-461c-bd1c-dfc5f50f12ec service neutron] 10.222.0.63 "GET /v2.0/networks/5c9fdf81-e650-46cc-a8ba-3dc0c35720ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070205 Aug 16 20:09:24.022912 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45202) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:24.032191 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 4f2a2462-5629-42d9-881b-f9a0a5e0a025 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:09:24.126467 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d39b8b-5f36-479c-97ad-07d928689e43 req-3d63f06c-5510-468c-80cf-87948931e3b2 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:24.127622 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-14d39b8b-5f36-479c-97ad-07d928689e43 req-3d63f06c-5510-468c-80cf-87948931e3b2 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 945 time: 0.0805824 Aug 16 20:09:24.143148 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45b47175-b9d0-4225-ba4c-f799726a9f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:24.165287 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45b47175-b9d0-4225-ba4c-f799726a9f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:24.181374 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 4f2a2462-5629-42d9-881b-f9a0a5e0a025, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=4f2a2462-5629-42d9-881b-f9a0a5e0a025,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:24.200712 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '4f2a2462-5629-42d9-881b-f9a0a5e0a025', 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17', 'port_id': '4f2a2462-5629-42d9-881b-f9a0a5e0a025', 'mac_address': 'fa:16:3e:c6:58:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd38a8fc7-0911-4b72-a78c-d32851227793', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:09:24.233270 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f88b16be-8aa3-4b34-9567-932152f53430 req-f779d83f-8982-4cc4-9067-60e62e0b7fe7 service neutron] 10.222.0.63 "GET /v2.0/networks/5c9fdf81-e650-46cc-a8ba-3dc0c35720ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995537 Aug 16 20:09:24.245132 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bae0a614-6e9c-4f14-a8ed-5c9a3fb41d59 req-b0694689-ac03-4a60-ba07-abe6bbe64aa6 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Router e4316394-b66b-4456-86b6-1464af10c6f4 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:09:24.254582 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-14d39b8b-5f36-479c-97ad-07d928689e43 req-7e74ff3e-95f9-4a51-a226-9abfade9181c tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123433 Aug 16 20:09:24.261656 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:24.292117 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45b47175-b9d0-4225-ba4c-f799726a9f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:24.294713 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45b47175-b9d0-4225-ba4c-f799726a9f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:24.298221 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-45b47175-b9d0-4225-ba4c-f799726a9f07 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a231687d-691f-4051-8d00-4bf7338b02c2 HTTP/1.1" status: 204 len: 168 time: 0.2722030 Aug 16 20:09:24.311841 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f2a2462-5629-42d9-881b-f9a0a5e0a025 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:09:24.318100 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b47175-b9d0-4225-ba4c-f799726a9f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a231687d-691f-4051-8d00-4bf7338b02c2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:24.346641 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 4f2a2462-5629-42d9-881b-f9a0a5e0a025, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=4f2a2462-5629-42d9-881b-f9a0a5e0a025,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:24.361815 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:24.413550 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bae0a614-6e9c-4f14-a8ed-5c9a3fb41d59 req-b0694689-ac03-4a60-ba07-abe6bbe64aa6 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:09:24.414931 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=4f2a2462-5629-42d9-881b-f9a0a5e0a025,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:24.419945 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bae0a614-6e9c-4f14-a8ed-5c9a3fb41d59 req-b0694689-ac03-4a60-ba07-abe6bbe64aa6 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:24.428148 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a8737e-054b-407c-9009-faa9707262a8 None None] Sync routers for ids ['e4316394-b66b-4456-86b6-1464af10c6f4'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:09:24.438795 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a8737e-054b-407c-9009-faa9707262a8 None None] Routers {'e4316394-b66b-4456-86b6-1464af10c6f4'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:09:24.439383 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-93a8737e-054b-407c-9009-faa9707262a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:09:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['e4316394-b66b-4456-86b6-1464af10c6f4'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:24.486057 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92501757-4ab7-4370-beee-ca6bb11ccc73 req-ce995602-595b-4957-8b57-0f01e489fc64 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:24.487610 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-92501757-4ab7-4370-beee-ca6bb11ccc73 req-ce995602-595b-4957-8b57-0f01e489fc64 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.63 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 945 time: 0.0909362 Aug 16 20:09:24.505481 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bae0a614-6e9c-4f14-a8ed-5c9a3fb41d59 req-b0694689-ac03-4a60-ba07-abe6bbe64aa6 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "PUT /v2.0/floatingips/060118d3-f6f3-4841-a0cd-929d28265e5d HTTP/1.1" status: 200 len: 694 time: 1.0934660 Aug 16 20:09:24.507304 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8327c2-d169-4b4d-92c1-4ee40b5f665d', 'tag': '8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:09:24.511528 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f445408-d546-4c4a-9d20-60c035a4ac4e" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8327c2-d169-4b4d-92c1-4ee40b5f665d", "tag": "8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:09:24.560279 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd77ce-599d-4fe5-919a-c2a030a280e0 req-b3910c48-e921-4547-ac59-f88ba6ee2b2f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:24.569308 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd77ce-599d-4fe5-919a-c2a030a280e0 req-b3910c48-e921-4547-ac59-f88ba6ee2b2f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:24.571322 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b6fd77ce-599d-4fe5-919a-c2a030a280e0 req-b3910c48-e921-4547-ac59-f88ba6ee2b2f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c537f75-cbb4-4c4f-b98f-72d7f1ce3312 HTTP/1.1" status: 200 len: 1678 time: 0.0991528 Aug 16 20:09:24.610136 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-93a8737e-054b-407c-9009-faa9707262a8 None None] Set router e4316394-b66b-4456-86b6-1464af10c6f4 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:09:24.622760 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b6fd77ce-599d-4fe5-919a-c2a030a280e0 req-2e520444-b1f8-4678-8148-c9e6d6739b21 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379777 Aug 16 20:09:24.645712 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0a614-6e9c-4f14-a8ed-5c9a3fb41d59 req-9e50d3dc-977b-48f5-9220-f24732ddcc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:24.656040 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bae0a614-6e9c-4f14-a8ed-5c9a3fb41d59 req-9e50d3dc-977b-48f5-9220-f24732ddcc66 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fc267694f3a54ef9952a0f83a94966f1&device_id=4b8327c2-d169-4b4d-92c1-4ee40b5f665d HTTP/1.1" status: 200 len: 1097 time: 0.1382973 Aug 16 20:09:24.658592 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['4f2a2462-5629-42d9-881b-f9a0a5e0a025'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:09:24.781101 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82e3256-48c2-4a13-862d-37d2ff648df4 x-openstack-request-id: req-d82e3256-48c2-4a13-862d-37d2ff648df4 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:09:24.781663 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8327c2-d169-4b4d-92c1-4ee40b5f665d", "tag": "8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:09:24.781663 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d82e3256-48c2-4a13-862d-37d2ff648df4 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:09:24.782017 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8327c2-d169-4b4d-92c1-4ee40b5f665d', 'tag': '8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b', 'status': 'completed', 'code': 200} Aug 16 20:09:24.832434 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0a614-6e9c-4f14-a8ed-5c9a3fb41d59 req-15b81e4f-ebb0-4151-b63f-1b0a61d1b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:24.841290 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bae0a614-6e9c-4f14-a8ed-5c9a3fb41d59 req-15b81e4f-ebb0-4151-b63f-1b0a61d1b84a service neutron] 10.222.0.68 "GET /v2.0/networks?id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b HTTP/1.1" status: 200 len: 921 time: 0.1870105 Aug 16 20:09:24.876380 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a707e-a9bd-4d9b-abf2-cc80c452cc38 req-4c8b25a7-4ded-409d-8d13-d72fdc65fdd4 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:24.883808 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3a4a707e-a9bd-4d9b-abf2-cc80c452cc38 req-4c8b25a7-4ded-409d-8d13-d72fdc65fdd4 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.0815623 Aug 16 20:09:24.904903 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bae0a614-6e9c-4f14-a8ed-5c9a3fb41d59 req-369f0290-6413-4401-ae24-32ff125f0544 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b HTTP/1.1" status: 200 len: 217 time: 0.0626874 Aug 16 20:09:24.916805 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-92501757-4ab7-4370-beee-ca6bb11ccc73 req-f6c0a518-0b01-4e51-ba05-75231c8207e6 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Deleting port 69841019-83f4-46a2-b403-8c3af9a3b04a {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:09:24.917143 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-92501757-4ab7-4370-beee-ca6bb11ccc73 req-f6c0a518-0b01-4e51-ba05-75231c8207e6 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:24.985427 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3a4a707e-a9bd-4d9b-abf2-cc80c452cc38 req-9329cd7d-fc24-43ac-b871-7f63a0615c03 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798266 Aug 16 20:09:25.010674 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f445408-d546-4c4a-9d20-60c035a4ac4e req-f091699b-7d46-44c3-a5b4-af21ec7abc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:25.012719 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5f445408-d546-4c4a-9d20-60c035a4ac4e req-f091699b-7d46-44c3-a5b4-af21ec7abc84 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fc267694f3a54ef9952a0f83a94966f1&device_id=4b8327c2-d169-4b4d-92c1-4ee40b5f665d HTTP/1.1" status: 200 len: 1097 time: 0.2346413 Aug 16 20:09:25.062862 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-93a8737e-054b-407c-9009-faa9707262a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'name': 'tempest-FloatingIPsAssociationTestJSON-689600420-router', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:14Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'gw_port': {'id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:16Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8', 'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'mac_address': 'fa:16:3e:eb:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:24Z', 'updated_at': '2021-08-16T20:08:32Z', 'revision_number': 5, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'subnets': [{'id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:25.094253 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 90d09c63-4364-44f3-8167-4a6c1253b344 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:09:25.097826 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a8737e-054b-407c-9009-faa9707262a8 None None] Checking router: e4316394-b66b-4456-86b6-1464af10c6f4 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:09:25.118973 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a8737e-054b-407c-9009-faa9707262a8 None None] Routers {'e4316394-b66b-4456-86b6-1464af10c6f4'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:09:25.119635 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-93a8737e-054b-407c-9009-faa9707262a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:09:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['e4316394-b66b-4456-86b6-1464af10c6f4'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:25.159934 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-32133130-7304-419d-b239-e77b388f0407 req-c6e72a46-0345-404c-a641-10e129da1ce8 tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.0587294 Aug 16 20:09:25.471735 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-93a8737e-054b-407c-9009-faa9707262a8 None None] Set router e4316394-b66b-4456-86b6-1464af10c6f4 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:09:25.515606 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25304504-b8c5-4fba-985b-492423f5220e req-5c2ef49c-f77a-40ca-b331-30b2cdf0e001 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:25.521239 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-25304504-b8c5-4fba-985b-492423f5220e req-5c2ef49c-f77a-40ca-b331-30b2cdf0e001 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 945 time: 0.1349487 Aug 16 20:09:25.541977 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 90d09c63-4364-44f3-8167-4a6c1253b344, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=90d09c63-4364-44f3-8167-4a6c1253b344,segment=NetworkSegment(8c36922c-0a24-4332-961b-fdb0bdfa6dc1),segment_id=8c36922c-0a24-4332-961b-fdb0bdfa6dc1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:25.549099 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0a614-6e9c-4f14-a8ed-5c9a3fb41d59 req-2a4ac4ee-e54f-456a-bfa6-d80b535fd9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:25.550601 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bae0a614-6e9c-4f14-a8ed-5c9a3fb41d59 req-2a4ac4ee-e54f-456a-bfa6-d80b535fd9b7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07 HTTP/1.1" status: 200 len: 859 time: 0.6449554 Aug 16 20:09:25.579357 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-25304504-b8c5-4fba-985b-492423f5220e req-8e19d860-a18b-43b2-9203-11e710c4cb68 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526650 Aug 16 20:09:25.606106 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '90d09c63-4364-44f3-8167-4a6c1253b344', 'network_id': '5c9fdf81-e650-46cc-a8ba-3dc0c35720ac', 'port_id': '90d09c63-4364-44f3-8167-4a6c1253b344', 'mac_address': 'fa:16:3e:0d:66:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ba74b42-6afa-45ee-a4a0-c81fdb8cb19d', 'ip_address': '19.86.0.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:09:25.676893 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-92501757-4ab7-4370-beee-ca6bb11ccc73 req-f6c0a518-0b01-4e51-ba05-75231c8207e6 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] For port 69841019-83f4-46a2-b403-8c3af9a3b04a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=69841019-83f4-46a2-b403-8c3af9a3b04a,segment=NetworkSegment(cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e),segment_id=cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:25.677269 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-92501757-4ab7-4370-beee-ca6bb11ccc73 req-f6c0a518-0b01-4e51-ba05-75231c8207e6 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:25.722932 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:25.755324 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-92501757-4ab7-4370-beee-ca6bb11ccc73 req-f6c0a518-0b01-4e51-ba05-75231c8207e6 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Calling delete_port for 69841019-83f4-46a2-b403-8c3af9a3b04a owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:09:25.777574 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f445408-d546-4c4a-9d20-60c035a4ac4e req-1ba85ee8-a4c0-4ac2-b7dc-df5a976e8fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:25.779339 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5f445408-d546-4c4a-9d20-60c035a4ac4e req-1ba85ee8-a4c0-4ac2-b7dc-df5a976e8fc4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b HTTP/1.1" status: 200 len: 921 time: 0.7449777 Aug 16 20:09:25.781771 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90d09c63-4364-44f3-8167-4a6c1253b344 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:09:25.782858 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0a614-6e9c-4f14-a8ed-5c9a3fb41d59 req-d716e7d5-3de9-45ad-be28-76fa848098e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:25.783675 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bae0a614-6e9c-4f14-a8ed-5c9a3fb41d59 req-d716e7d5-3de9-45ad-be28-76fa848098e7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2235224 Aug 16 20:09:25.807927 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5655529-6170-4198-b5b7-53f0ca44eee8 req-9fbe1751-6fa2-4e88-a0ed-9a592252bfa5 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:25.816602 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5655529-6170-4198-b5b7-53f0ca44eee8 req-9fbe1751-6fa2-4e88-a0ed-9a592252bfa5 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:25.818486 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f5655529-6170-4198-b5b7-53f0ca44eee8 req-9fbe1751-6fa2-4e88-a0ed-9a592252bfa5 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c537f75-cbb4-4c4f-b98f-72d7f1ce3312 HTTP/1.1" status: 200 len: 1678 time: 0.0746179 Aug 16 20:09:25.861425 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 90d09c63-4364-44f3-8167-4a6c1253b344, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=90d09c63-4364-44f3-8167-4a6c1253b344,segment=NetworkSegment(8c36922c-0a24-4332-961b-fdb0bdfa6dc1),segment_id=8c36922c-0a24-4332-961b-fdb0bdfa6dc1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:25.876919 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f5655529-6170-4198-b5b7-53f0ca44eee8 req-9867a10b-d50d-45e1-8fa3-d6b6648fe962 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472023 Aug 16 20:09:25.886832 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:25.888212 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 164e2bf4-cb0e-4b76-aed1-b50140440319 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:09:25.947968 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=90d09c63-4364-44f3-8167-4a6c1253b344,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:25.966604 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-93a8737e-054b-407c-9009-faa9707262a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'name': 'tempest-FloatingIPsAssociationTestJSON-689600420-router', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:14Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'gw_port': {'id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:16Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8', 'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'mac_address': 'fa:16:3e:eb:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:24Z', 'updated_at': '2021-08-16T20:08:32Z', 'revision_number': 5, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'subnets': [{'id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:26.000538 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a8737e-054b-407c-9009-faa9707262a8 None None] The sync data for ids ['e4316394-b66b-4456-86b6-1464af10c6f4'] in n-d-787206-13 is: [{'id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'name': 'tempest-FloatingIPsAssociationTestJSON-689600420-router', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:14Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'gw_port': {'id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:16Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8', 'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'mac_address': 'fa:16:3e:eb:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:24Z', 'updated_at': '2021-08-16T20:08:32Z', 'revision_number': 5, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'subnets': [{'id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:09:26.063579 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bae0a614-6e9c-4f14-a8ed-5c9a3fb41d59 req-3560ba85-a035-452d-81a1-3a88d22a3895 service neutron] 10.222.0.68 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619023 Aug 16 20:09:26.064806 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 4f2a2462-5629-42d9-881b-f9a0a5e0a025 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:09:26.065297 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5f445408-d546-4c4a-9d20-60c035a4ac4e req-1d5761a6-fc08-4ae1-a9d9-60ca76722cd5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b HTTP/1.1" status: 200 len: 217 time: 0.2482276 Aug 16 20:09:26.200853 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 164e2bf4-cb0e-4b76-aed1-b50140440319, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=164e2bf4-cb0e-4b76-aed1-b50140440319,segment=NetworkSegment(67baf46e-36c4-426b-a13c-5a8a13389d98),segment_id=67baf46e-36c4-426b-a13c-5a8a13389d98)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:26.208891 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158808f6-0b36-49b5-9c21-a6073284439d req-7d297850-cfce-4905-ad2a-62a866f965a1 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:26.221090 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-158808f6-0b36-49b5-9c21-a6073284439d req-7d297850-cfce-4905-ad2a-62a866f965a1 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1414449 Aug 16 20:09:26.225666 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '164e2bf4-cb0e-4b76-aed1-b50140440319', 'network_id': '69d68640-80f6-4887-a2f5-6e7395a33327', 'port_id': '164e2bf4-cb0e-4b76-aed1-b50140440319', 'mac_address': 'fa:16:3e:93:99:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b59ed9df-3554-4ae8-a522-10bdf7b72e1c', 'ip_address': '19.80.0.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:09:26.261552 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 4f2a2462-5629-42d9-881b-f9a0a5e0a025 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:09:26.274748 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 4f2a2462-5629-42d9-881b-f9a0a5e0a025 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:09:26.275128 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:26.277204 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-158808f6-0b36-49b5-9c21-a6073284439d req-92dfd4a3-eeac-479b-aaee-01201e4f28e0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528216 Aug 16 20:09:26.312399 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:26.325687 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f445408-d546-4c4a-9d20-60c035a4ac4e req-ff378c36-4d31-42ff-9d87-3cb651921b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:26.327205 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5f445408-d546-4c4a-9d20-60c035a4ac4e req-ff378c36-4d31-42ff-9d87-3cb651921b6a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07 HTTP/1.1" status: 200 len: 859 time: 0.2498045 Aug 16 20:09:26.330111 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 164e2bf4-cb0e-4b76-aed1-b50140440319 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:09:26.373551 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 164e2bf4-cb0e-4b76-aed1-b50140440319, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=164e2bf4-cb0e-4b76-aed1-b50140440319,segment=NetworkSegment(67baf46e-36c4-426b-a13c-5a8a13389d98),segment_id=67baf46e-36c4-426b-a13c-5a8a13389d98)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:26.382624 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:26.432573 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bae0a614-6e9c-4f14-a8ed-5c9a3fb41d59 req-39080015-6cbd-4d78-8317-be04507593e1 service neutron] 10.222.0.68 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561456 Aug 16 20:09:26.450564 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec374f12-758d-442f-8522-22bc306f79a4 req-6e424ae1-dbce-4c96-b870-1a0b1204151c tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.0465817 Aug 16 20:09:26.471442 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f445408-d546-4c4a-9d20-60c035a4ac4e req-e0a2779c-b770-4588-ab1a-fc58a8ea0068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:26.472977 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5f445408-d546-4c4a-9d20-60c035a4ac4e req-e0a2779c-b770-4588-ab1a-fc58a8ea0068 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1362984 Aug 16 20:09:26.493758 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:26.496585 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-92501757-4ab7-4370-beee-ca6bb11ccc73 req-f6c0a518-0b01-4e51-ba05-75231c8207e6 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:26.521948 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['1daf71d3-ea42-4a46-bd78-b7184c0b7fb2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:09:26.560649 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=164e2bf4-cb0e-4b76-aed1-b50140440319,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:26.571130 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17c37bd-355d-4e2e-97f8-86156e68b3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2a2462-5629-42d9-881b-f9a0a5e0a025'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:09:26.574024 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a36cd4-a563-4d6b-969e-7dd7bdd0d642" -d '{"events": [{"server_uuid": "c17c37bd-355d-4e2e-97f8-86156e68b3d1", "name": "network-vif-plugged", "status": "completed", "tag": "4f2a2462-5629-42d9-881b-f9a0a5e0a025"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:09:26.592733 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0a518-0b01-4e51-ba05-75231c8207e6 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Pushing event deleted for resources: {'Port': ['ID=69841019-83f4-46a2-b403-8c3af9a3b04a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:26.604912 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f95022e-2689-4b7e-95ea-a6c1a184c81c None None] New status for floating IP 060118d3-f6f3-4841-a0cd-929d28265e5d: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:09:26.610775 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 4f2a2462-5629-42d9-881b-f9a0a5e0a025, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=4f2a2462-5629-42d9-881b-f9a0a5e0a025,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:26.621363 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:26.631983 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['90d09c63-4364-44f3-8167-4a6c1253b344'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:09:26.665643 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-92501757-4ab7-4370-beee-ca6bb11ccc73 req-f6c0a518-0b01-4e51-ba05-75231c8207e6 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] No DVR routers for this DVR port 69841019-83f4-46a2-b403-8c3af9a3b04a on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:09:26.679239 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-92501757-4ab7-4370-beee-ca6bb11ccc73 req-f6c0a518-0b01-4e51-ba05-75231c8207e6 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:26.679239 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-92501757-4ab7-4370-beee-ca6bb11ccc73 req-f6c0a518-0b01-4e51-ba05-75231c8207e6 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.63 "DELETE /v2.0/ports/69841019-83f4-46a2-b403-8c3af9a3b04a HTTP/1.1" status: 204 len: 173 time: 2.1668344 Aug 16 20:09:26.709934 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6021a1-986e-4f90-a522-a947d4b52a2a x-openstack-request-id: req-9f6021a1-986e-4f90-a522-a947d4b52a2a {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:09:26.710279 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17c37bd-355d-4e2e-97f8-86156e68b3d1", "name": "network-vif-plugged", "status": "completed", "tag": "4f2a2462-5629-42d9-881b-f9a0a5e0a025", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:09:26.710603 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9f6021a1-986e-4f90-a522-a947d4b52a2a {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:09:26.711107 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17c37bd-355d-4e2e-97f8-86156e68b3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2a2462-5629-42d9-881b-f9a0a5e0a025', 'code': 200} Aug 16 20:09:26.739291 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=4f2a2462-5629-42d9-881b-f9a0a5e0a025,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:26.779869 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5f445408-d546-4c4a-9d20-60c035a4ac4e req-c9f4cc78-a0b6-40d4-aca0-ee4a2274ba20 service neutron] 10.222.0.63 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932940 Aug 16 20:09:26.801867 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '881a7f0a-1588-4df1-80e4-d583f2ab25d1', 'name': 'network-vif-deleted', 'tag': '69841019-83f4-46a2-b403-8c3af9a3b04a'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:09:26.805394 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4437eeb-d3ec-4749-97b7-09948f1e5bd0" -d '{"events": [{"server_uuid": "881a7f0a-1588-4df1-80e4-d583f2ab25d1", "name": "network-vif-deleted", "tag": "69841019-83f4-46a2-b403-8c3af9a3b04a"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:09:26.894047 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ba4b6522-b5fa-4971-93d1-3d7a5aadf1ef req-a9893956-4779-44d1-b427-ec0772fb0421 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=881a7f0a-1588-4df1-80e4-d583f2ab25d1 HTTP/1.1" status: 200 len: 210 time: 0.0833490 Aug 16 20:09:26.918770 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53edf1d3-a5e3-421f-992a-2399bb567aaa req-147fa54f-54a1-4a02-b39b-af52eb8d2d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:26.920443 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-53edf1d3-a5e3-421f-992a-2399bb567aaa req-147fa54f-54a1-4a02-b39b-af52eb8d2d91 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 1097 time: 0.1670718 Aug 16 20:09:26.976304 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5f445408-d546-4c4a-9d20-60c035a4ac4e req-21e8bbf3-4aa4-4110-8b04-2948f46c1e06 service neutron] 10.222.0.63 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546834 Aug 16 20:09:26.992446 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-53edf1d3-a5e3-421f-992a-2399bb567aaa req-52812d3a-0da3-46cc-801c-a53e6694bd00 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632074 Aug 16 20:09:27.121925 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a422e6d-f028-47bc-93d1-4cec4b86ce2b x-openstack-request-id: req-3a422e6d-f028-47bc-93d1-4cec4b86ce2b {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:09:27.122388 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "881a7f0a-1588-4df1-80e4-d583f2ab25d1", "name": "network-vif-deleted", "tag": "69841019-83f4-46a2-b403-8c3af9a3b04a", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:09:27.123124 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 69841019-83f4-46a2-b403-8c3af9a3b04a no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:09:27.123779 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3a422e6d-f028-47bc-93d1-4cec4b86ce2b {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:09:27.124260 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '881a7f0a-1588-4df1-80e4-d583f2ab25d1', 'name': 'network-vif-deleted', 'tag': '69841019-83f4-46a2-b403-8c3af9a3b04a', 'status': 'completed', 'code': 200} Aug 16 20:09:27.150684 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 69841019-83f4-46a2-b403-8c3af9a3b04a {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:09:27.150684 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 69841019-83f4-46a2-b403-8c3af9a3b04a not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:09:27.196676 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-1915f9ea-5a21-4f05-8b4b-bd255ee8a804 req-b4fc8df9-4330-4770-ae02-1a198593fc29 tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] Request body: {'security_group': {'name': 'tempest-securitygroup-762797329', 'description': 'tempest-description-364583774'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:27.225149 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1915f9ea-5a21-4f05-8b4b-bd255ee8a804 req-b4fc8df9-4330-4770-ae02-1a198593fc29 tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:27.236982 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f9428-4f4f-4d9f-a2a4-2a2fcf7f59ad req-4cdd0aa7-8e58-455a-8255-871793923268 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:27.238897 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-200f9428-4f4f-4d9f-a2a4-2a2fcf7f59ad req-4cdd0aa7-8e58-455a-8255-871793923268 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d5825d0-3c3b-49c3-84b0-00c4be3c10d7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0669534 Aug 16 20:09:27.240435 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1915f9ea-5a21-4f05-8b4b-bd255ee8a804 req-b4fc8df9-4330-4770-ae02-1a198593fc29 tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:27.298149 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-200f9428-4f4f-4d9f-a2a4-2a2fcf7f59ad req-cc10eb39-03b8-4905-9473-9fe88c92191e tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.93 HTTP/1.1" status: 200 len: 695 time: 0.0516276 Aug 16 20:09:27.310075 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-200f9428-4f4f-4d9f-a2a4-2a2fcf7f59ad req-e6ed0fb1-8fc1-47aa-8b1c-9ce618703bc1 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Request body: {'floatingip': {'port_id': '83688bb7-a452-4931-809a-79c5109cbd26', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:27.351629 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-200f9428-4f4f-4d9f-a2a4-2a2fcf7f59ad req-e6ed0fb1-8fc1-47aa-8b1c-9ce618703bc1 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks [] for floatingip, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:27.361662 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1915f9ea-5a21-4f05-8b4b-bd255ee8a804 req-b4fc8df9-4330-4770-ae02-1a198593fc29 tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:27.367871 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1915f9ea-5a21-4f05-8b4b-bd255ee8a804 req-b4fc8df9-4330-4770-ae02-1a198593fc29 tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:27.450928 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc8df9-4330-4770-ae02-1a198593fc29 tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92d1c299-f006-46e2-9119-0bd28ea5a9f0,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:27.498902 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1915f9ea-5a21-4f05-8b4b-bd255ee8a804 req-b4fc8df9-4330-4770-ae02-1a198593fc29 tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:27.505117 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1915f9ea-5a21-4f05-8b4b-bd255ee8a804 req-b4fc8df9-4330-4770-ae02-1a198593fc29 tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:27.536194 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1915f9ea-5a21-4f05-8b4b-bd255ee8a804 req-b4fc8df9-4330-4770-ae02-1a198593fc29 tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:27.537459 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1915f9ea-5a21-4f05-8b4b-bd255ee8a804 req-b4fc8df9-4330-4770-ae02-1a198593fc29 tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3450527 Aug 16 20:09:27.541977 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc8df9-4330-4770-ae02-1a198593fc29 tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b751a7-18ea-47c7-ae0c-79e855971b9f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:27.662069 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd35790-982a-4412-bd5c-9268857b6417 req-3733d58d-e481-4a22-8ef1-976558592bae tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:27.669679 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd35790-982a-4412-bd5c-9268857b6417 req-3733d58d-e481-4a22-8ef1-976558592bae tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:27.671679 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['164e2bf4-cb0e-4b76-aed1-b50140440319'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:09:27.671819 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bdd35790-982a-4412-bd5c-9268857b6417 req-3733d58d-e481-4a22-8ef1-976558592bae tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c537f75-cbb4-4c4f-b98f-72d7f1ce3312 HTTP/1.1" status: 200 len: 1680 time: 0.0608394 Aug 16 20:09:27.720044 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bdd35790-982a-4412-bd5c-9268857b6417 req-596cdbd4-140d-4fa4-9cae-7a00894983e6 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419493 Aug 16 20:09:27.863545 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2b8b0-7be7-4e92-8aeb-98bd450b81e1 req-b730ebb6-876f-430a-8d53-4042cf0e3c06 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:27.866749 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d4c2b8b0-7be7-4e92-8aeb-98bd450b81e1 req-b730ebb6-876f-430a-8d53-4042cf0e3c06 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 945 time: 0.0636475 Aug 16 20:09:27.877372 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-200f9428-4f4f-4d9f-a2a4-2a2fcf7f59ad req-e6ed0fb1-8fc1-47aa-8b1c-9ce618703bc1 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:27.881663 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-200f9428-4f4f-4d9f-a2a4-2a2fcf7f59ad req-e6ed0fb1-8fc1-47aa-8b1c-9ce618703bc1 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:27.923240 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d4c2b8b0-7be7-4e92-8aeb-98bd450b81e1 req-40b48a90-87b7-42f6-90f2-101354d6c63e tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515001 Aug 16 20:09:27.995147 n-d-787206-13 neutron-server[94771]: INFO neutron.db.l3_db [req-200f9428-4f4f-4d9f-a2a4-2a2fcf7f59ad req-e6ed0fb1-8fc1-47aa-8b1c-9ce618703bc1 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Floating IP 060118d3-f6f3-4841-a0cd-929d28265e5d associated. External IP: 172.25.8.93, port: 83688bb7-a452-4931-809a-79c5109cbd26. Aug 16 20:09:28.045663 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d7836261-a545-4302-bb0d-e51918fbf623 req-cd9485af-6667-44d0-9b7c-25beb75d5954 tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.0501270 Aug 16 20:09:28.082791 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-23f29102-4330-46f0-95f3-026d2c50b317 req-a6b4af19-f6ae-436c-874b-ef193d03ea33 tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1250365354', 'description': 'tempest-description-1811272943'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:28.111341 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-23f29102-4330-46f0-95f3-026d2c50b317 req-a6b4af19-f6ae-436c-874b-ef193d03ea33 tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:28.203950 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-23f29102-4330-46f0-95f3-026d2c50b317 req-a6b4af19-f6ae-436c-874b-ef193d03ea33 tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:28.210351 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-23f29102-4330-46f0-95f3-026d2c50b317 req-a6b4af19-f6ae-436c-874b-ef193d03ea33 tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:28.238901 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-23f29102-4330-46f0-95f3-026d2c50b317 req-a6b4af19-f6ae-436c-874b-ef193d03ea33 tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:28.240261 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-23f29102-4330-46f0-95f3-026d2c50b317 req-a6b4af19-f6ae-436c-874b-ef193d03ea33 tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.1623120 Aug 16 20:09:28.242069 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4af19-f6ae-436c-874b-ef193d03ea33 tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7658fc2e-fb69-41d1-afd3-7bb478776017,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:28.303591 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-200f9428-4f4f-4d9f-a2a4-2a2fcf7f59ad req-e6ed0fb1-8fc1-47aa-8b1c-9ce618703bc1 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Router e4316394-b66b-4456-86b6-1464af10c6f4 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:09:28.311591 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7bf81d-adee-48d8-80fb-e14ad4e188a6 req-832fd32d-7801-428d-920b-a955c5835f90 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:28.313193 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bc7bf81d-adee-48d8-80fb-e14ad4e188a6 req-832fd32d-7801-428d-920b-a955c5835f90 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.63 "GET /v2.0/ports?device_id=4b8327c2-d169-4b4d-92c1-4ee40b5f665d HTTP/1.1" status: 200 len: 945 time: 0.0612528 Aug 16 20:09:28.434278 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-bc7bf81d-adee-48d8-80fb-e14ad4e188a6 req-fdd299f1-c456-47f6-87c1-9fc5d3281854 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Deleting port 8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:09:28.434739 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bc7bf81d-adee-48d8-80fb-e14ad4e188a6 req-fdd299f1-c456-47f6-87c1-9fc5d3281854 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:28.457746 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-200f9428-4f4f-4d9f-a2a4-2a2fcf7f59ad req-e6ed0fb1-8fc1-47aa-8b1c-9ce618703bc1 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:09:28.462853 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-200f9428-4f4f-4d9f-a2a4-2a2fcf7f59ad req-e6ed0fb1-8fc1-47aa-8b1c-9ce618703bc1 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:28.470698 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0813108e-c66b-4f22-ab84-b6a36f04f226 None None] Sync routers for ids ['e4316394-b66b-4456-86b6-1464af10c6f4'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:09:28.483050 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-2ba9cbab-2fa6-4c26-9f8c-82ab9c972ccd req-37475b2c-1444-4b69-92d5-f2d29b9ec531 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-213740278', 'description': 'tempest-description-1603248165'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:28.483617 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0813108e-c66b-4f22-ab84-b6a36f04f226 None None] Routers {'e4316394-b66b-4456-86b6-1464af10c6f4'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:09:28.484778 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0813108e-c66b-4f22-ab84-b6a36f04f226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:09:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['e4316394-b66b-4456-86b6-1464af10c6f4'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:28.525265 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2ba9cbab-2fa6-4c26-9f8c-82ab9c972ccd req-37475b2c-1444-4b69-92d5-f2d29b9ec531 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:28.531055 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-200f9428-4f4f-4d9f-a2a4-2a2fcf7f59ad req-e6ed0fb1-8fc1-47aa-8b1c-9ce618703bc1 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "PUT /v2.0/floatingips/060118d3-f6f3-4841-a0cd-929d28265e5d HTTP/1.1" status: 200 len: 996 time: 1.2258425 Aug 16 20:09:28.536261 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5825d0-3c3b-49c3-84b0-00c4be3c10d7', 'tag': '83688bb7-a452-4931-809a-79c5109cbd26'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:09:28.538423 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a1456d-1a49-4fa9-a7cc-31fa62770355" -d '{"events": [{"name": "network-changed", "server_uuid": "0d5825d0-3c3b-49c3-84b0-00c4be3c10d7", "tag": "83688bb7-a452-4931-809a-79c5109cbd26"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:09:28.558657 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2ba9cbab-2fa6-4c26-9f8c-82ab9c972ccd req-37475b2c-1444-4b69-92d5-f2d29b9ec531 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:28.583996 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-bc7bf81d-adee-48d8-80fb-e14ad4e188a6 req-fdd299f1-c456-47f6-87c1-9fc5d3281854 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] For port 8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b,segment=NetworkSegment(e26bc7e8-1ebe-4a3d-b76a-c8e856240763),segment_id=e26bc7e8-1ebe-4a3d-b76a-c8e856240763)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:28.584363 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bc7bf81d-adee-48d8-80fb-e14ad4e188a6 req-fdd299f1-c456-47f6-87c1-9fc5d3281854 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:28.609002 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f9428-4f4f-4d9f-a2a4-2a2fcf7f59ad req-6333f642-b70a-480f-bf2a-ac0a21ffa75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:28.610541 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-200f9428-4f4f-4d9f-a2a4-2a2fcf7f59ad req-6333f642-b70a-480f-bf2a-ac0a21ffa75e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fc267694f3a54ef9952a0f83a94966f1&device_id=0d5825d0-3c3b-49c3-84b0-00c4be3c10d7 HTTP/1.1" status: 200 len: 1098 time: 0.0642745 Aug 16 20:09:28.616645 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-bc7bf81d-adee-48d8-80fb-e14ad4e188a6 req-fdd299f1-c456-47f6-87c1-9fc5d3281854 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Calling delete_port for 8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:09:28.679485 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-0813108e-c66b-4f22-ab84-b6a36f04f226 None None] Set router e4316394-b66b-4456-86b6-1464af10c6f4 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:09:28.750814 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f9428-4f4f-4d9f-a2a4-2a2fcf7f59ad req-327f1377-d049-43f6-9e81-d37c3d253609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:28.752571 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-200f9428-4f4f-4d9f-a2a4-2a2fcf7f59ad req-327f1377-d049-43f6-9e81-d37c3d253609 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b HTTP/1.1" status: 200 len: 921 time: 0.1360669 Aug 16 20:09:28.794294 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2ba9cbab-2fa6-4c26-9f8c-82ab9c972ccd req-37475b2c-1444-4b69-92d5-f2d29b9ec531 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:28.799803 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2ba9cbab-2fa6-4c26-9f8c-82ab9c972ccd req-37475b2c-1444-4b69-92d5-f2d29b9ec531 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:28.850442 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-200f9428-4f4f-4d9f-a2a4-2a2fcf7f59ad req-2b5041fc-cbdc-46f5-ae7f-a6b9e4c834d2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83688bb7-a452-4931-809a-79c5109cbd26 HTTP/1.1" status: 200 len: 999 time: 0.0906971 Aug 16 20:09:28.856608 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37475b2c-1444-4b69-92d5-f2d29b9ec531 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13db41af-9ca6-47d1-ad4e-739f62a7d9ae,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:28.905310 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f9428-4f4f-4d9f-a2a4-2a2fcf7f59ad req-da09b867-8f5e-4e9f-b098-d9b7bef1577a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:28.906977 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-200f9428-4f4f-4d9f-a2a4-2a2fcf7f59ad req-da09b867-8f5e-4e9f-b098-d9b7bef1577a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07 HTTP/1.1" status: 200 len: 859 time: 0.0555325 Aug 16 20:09:28.919861 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bc7bf81d-adee-48d8-80fb-e14ad4e188a6 req-fdd299f1-c456-47f6-87c1-9fc5d3281854 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:28.960034 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['83688bb7-a452-4931-809a-79c5109cbd26'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:09:28.962703 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:09:28.979862 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f9428-4f4f-4d9f-a2a4-2a2fcf7f59ad req-1b00bf1e-15b5-426c-b8a1-1898f40e754d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:28.991865 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-200f9428-4f4f-4d9f-a2a4-2a2fcf7f59ad req-1b00bf1e-15b5-426c-b8a1-1898f40e754d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749729 Aug 16 20:09:29.032529 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd299f1-c456-47f6-87c1-9fc5d3281854 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Pushing event deleted for resources: {'Port': ['ID=8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:29.078335 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7bf81d-adee-48d8-80fb-e14ad4e188a6 req-fdd299f1-c456-47f6-87c1-9fc5d3281854 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] No DVR routers for this DVR port 8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:09:29.085999 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bc7bf81d-adee-48d8-80fb-e14ad4e188a6 req-fdd299f1-c456-47f6-87c1-9fc5d3281854 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:29.088147 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bc7bf81d-adee-48d8-80fb-e14ad4e188a6 req-fdd299f1-c456-47f6-87c1-9fc5d3281854 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.63 "DELETE /v2.0/ports/8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b HTTP/1.1" status: 204 len: 173 time: 0.7673671 Aug 16 20:09:29.110231 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 90d09c63-4364-44f3-8167-4a6c1253b344 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:09:29.127680 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8327c2-d169-4b4d-92c1-4ee40b5f665d', 'name': 'network-vif-deleted', 'tag': '8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:09:29.129885 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27d094b-3fd1-4cee-9283-3d395caf80f6" -d '{"events": [{"server_uuid": "4b8327c2-d169-4b4d-92c1-4ee40b5f665d", "name": "network-vif-deleted", "tag": "8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:09:29.155102 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0813108e-c66b-4f22-ab84-b6a36f04f226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'name': 'tempest-FloatingIPsAssociationTestJSON-689600420-router', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:14Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'gw_port': {'id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:16Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '060118d3-f6f3-4841-a0cd-929d28265e5d', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'floating_ip_address': '172.25.8.93', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'port_id': '83688bb7-a452-4931-809a-79c5109cbd26', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'mac_address': 'fa:16:3e:72:b6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5825d0-3c3b-49c3-84b0-00c4be3c10d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:08:50Z', 'updated_at': '2021-08-16T20:09:27Z', 'revision_number': 8, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8', 'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'mac_address': 'fa:16:3e:eb:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:24Z', 'updated_at': '2021-08-16T20:08:32Z', 'revision_number': 5, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'subnets': [{'id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:29.167490 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-200f9428-4f4f-4d9f-a2a4-2a2fcf7f59ad req-60c79f15-2393-46e3-af7c-22333300ca14 service neutron] 10.222.0.68 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738813 Aug 16 20:09:29.175870 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2ba9cbab-2fa6-4c26-9f8c-82ab9c972ccd req-37475b2c-1444-4b69-92d5-f2d29b9ec531 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:29.189894 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2ba9cbab-2fa6-4c26-9f8c-82ab9c972ccd req-37475b2c-1444-4b69-92d5-f2d29b9ec531 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:29.204188 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0813108e-c66b-4f22-ab84-b6a36f04f226 None None] Checking router: e4316394-b66b-4456-86b6-1464af10c6f4 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:09:29.249160 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2ba9cbab-2fa6-4c26-9f8c-82ab9c972ccd req-37475b2c-1444-4b69-92d5-f2d29b9ec531 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:29.265255 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2ba9cbab-2fa6-4c26-9f8c-82ab9c972ccd req-37475b2c-1444-4b69-92d5-f2d29b9ec531 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.8151226 Aug 16 20:09:29.280662 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37475b2c-1444-4b69-92d5-f2d29b9ec531 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37610ee0-8dbe-4189-a54d-47fb894096ee,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:29.307183 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0813108e-c66b-4f22-ab84-b6a36f04f226 None None] Routers {'e4316394-b66b-4456-86b6-1464af10c6f4'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:09:29.308048 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0813108e-c66b-4f22-ab84-b6a36f04f226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:09:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['e4316394-b66b-4456-86b6-1464af10c6f4'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:29.330230 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-200f9428-4f4f-4d9f-a2a4-2a2fcf7f59ad req-11c97d9a-ab55-45ca-a08e-614a0626ca85 service neutron] 10.222.0.68 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612043 Aug 16 20:09:29.384823 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 90d09c63-4364-44f3-8167-4a6c1253b344 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:09:29.396388 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f888c5-a899-4ca2-bc7a-c9b0178bd5bd x-openstack-request-id: req-92f888c5-a899-4ca2-bc7a-c9b0178bd5bd {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:09:29.396817 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d5825d0-3c3b-49c3-84b0-00c4be3c10d7", "tag": "83688bb7-a452-4931-809a-79c5109cbd26", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:09:29.397272 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-92f888c5-a899-4ca2-bc7a-c9b0178bd5bd {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:09:29.398248 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5825d0-3c3b-49c3-84b0-00c4be3c10d7', 'tag': '83688bb7-a452-4931-809a-79c5109cbd26', 'status': 'completed', 'code': 200} Aug 16 20:09:29.401779 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 90d09c63-4364-44f3-8167-4a6c1253b344 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:09:29.401779 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:29.559748 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1456d-1a49-4fa9-a7cc-31fa62770355 req-2376c1b5-eea6-4136-893f-446c616978ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:29.560469 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-0813108e-c66b-4f22-ab84-b6a36f04f226 None None] Set router e4316394-b66b-4456-86b6-1464af10c6f4 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:09:29.561548 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f9a1456d-1a49-4fa9-a7cc-31fa62770355 req-2376c1b5-eea6-4136-893f-446c616978ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc267694f3a54ef9952a0f83a94966f1&device_id=0d5825d0-3c3b-49c3-84b0-00c4be3c10d7 HTTP/1.1" status: 200 len: 1098 time: 0.1334417 Aug 16 20:09:29.572489 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00432b9-f5fb-4510-85cc-aadb8a05c47a req-2cc50bb2-4d13-495d-af1e-112714882a35 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:29.578587 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00432b9-f5fb-4510-85cc-aadb8a05c47a req-2cc50bb2-4d13-495d-af1e-112714882a35 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:29.580185 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f00432b9-f5fb-4510-85cc-aadb8a05c47a req-2cc50bb2-4d13-495d-af1e-112714882a35 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c537f75-cbb4-4c4f-b98f-72d7f1ce3312 HTTP/1.1" status: 200 len: 1680 time: 0.1086724 Aug 16 20:09:29.645032 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086cfc8-125c-41e1-87b4-ccfd83dce465 req-f32a7713-9c49-4494-97ae-258f5337d379 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:29.646351 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7086cfc8-125c-41e1-87b4-ccfd83dce465 req-f32a7713-9c49-4494-97ae-258f5337d379 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 945 time: 0.1136544 Aug 16 20:09:29.677332 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:29.723966 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f00432b9-f5fb-4510-85cc-aadb8a05c47a req-67175e7e-56d9-4d12-a53f-4a5a8a35a058 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201839 Aug 16 20:09:29.750311 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c537f75-cbb4-4c4f-b98f-72d7f1ce3312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d09c63-4364-44f3-8167-4a6c1253b344'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:09:29.752801 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc54c55-7f9e-4003-b4df-f3ebd3fc8087" -d '{"events": [{"server_uuid": "5c537f75-cbb4-4c4f-b98f-72d7f1ce3312", "name": "network-vif-plugged", "status": "completed", "tag": "90d09c63-4364-44f3-8167-4a6c1253b344"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:09:29.756470 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7086cfc8-125c-41e1-87b4-ccfd83dce465 req-08a156c5-e2b1-403e-a94a-8ab193b71825 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011336 Aug 16 20:09:29.793190 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1456d-1a49-4fa9-a7cc-31fa62770355 req-d3155f75-f76c-40e9-a136-b89fd356bb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:29.795620 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f9a1456d-1a49-4fa9-a7cc-31fa62770355 req-d3155f75-f76c-40e9-a136-b89fd356bb24 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b HTTP/1.1" status: 200 len: 921 time: 0.2141936 Aug 16 20:09:29.831895 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f3e966-940d-45a7-8abc-8eb482c818f6 x-openstack-request-id: req-89f3e966-940d-45a7-8abc-8eb482c818f6 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:09:29.832396 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8327c2-d169-4b4d-92c1-4ee40b5f665d", "name": "network-vif-deleted", "tag": "8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:09:29.832704 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-89f3e966-940d-45a7-8abc-8eb482c818f6 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:09:29.833118 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8327c2-d169-4b4d-92c1-4ee40b5f665d', 'name': 'network-vif-deleted', 'tag': '8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b', 'status': 'completed', 'code': 200} Aug 16 20:09:29.851016 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-92167199-8010-4ee6-8e41-f80630191cca req-889b9c31-70ea-4baa-b202-d104dd558719 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1606869993', 'description': 'tempest-description-1139699571'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:29.879014 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9383c882-aed2-4e27-84ea-b50d7e1402c3 req-811dfe16-e4e3-4f27-b4b3-1f4bc9d50606 tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.0746784 Aug 16 20:09:29.883397 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-92167199-8010-4ee6-8e41-f80630191cca req-889b9c31-70ea-4baa-b202-d104dd558719 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:30.002694 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8231e8f5-ff26-4522-890a-db78f0c39f7a req-789cfdd4-814a-490e-a280-ce0225af5664 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/floatingips/060118d3-f6f3-4841-a0cd-929d28265e5d HTTP/1.1" status: 200 len: 996 time: 0.0663369 Aug 16 20:09:30.008429 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-92167199-8010-4ee6-8e41-f80630191cca req-889b9c31-70ea-4baa-b202-d104dd558719 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:30.044404 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-961e7f3e-a092-4d77-b301-0122f51c00d7 req-0772391e-02e4-4024-9428-1b11c9b8786c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.0329049 Aug 16 20:09:30.045732 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-92167199-8010-4ee6-8e41-f80630191cca req-889b9c31-70ea-4baa-b202-d104dd558719 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:30.081855 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b9c31-70ea-4baa-b202-d104dd558719 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d2003f-e3bb-495b-8347-1fa8f4373879,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:30.086016 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-92167199-8010-4ee6-8e41-f80630191cca req-889b9c31-70ea-4baa-b202-d104dd558719 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:30.107391 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 90d09c63-4364-44f3-8167-4a6c1253b344, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=90d09c63-4364-44f3-8167-4a6c1253b344,segment=NetworkSegment(8c36922c-0a24-4332-961b-fdb0bdfa6dc1),segment_id=8c36922c-0a24-4332-961b-fdb0bdfa6dc1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:30.110360 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f9a1456d-1a49-4fa9-a7cc-31fa62770355 req-2827d508-b83e-43cd-9a8a-fb18442c64c2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83688bb7-a452-4931-809a-79c5109cbd26 HTTP/1.1" status: 200 len: 999 time: 0.2879186 Aug 16 20:09:30.117211 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-92167199-8010-4ee6-8e41-f80630191cca req-889b9c31-70ea-4baa-b202-d104dd558719 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.2638719 Aug 16 20:09:30.120439 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:30.121437 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 164e2bf4-cb0e-4b76-aed1-b50140440319 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:09:30.193105 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231e8f5-ff26-4522-890a-db78f0c39f7a req-8958fcf2-8b0f-449c-935b-b388f52d04c2 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:30.200005 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8231e8f5-ff26-4522-890a-db78f0c39f7a req-8958fcf2-8b0f-449c-935b-b388f52d04c2 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 784 time: 0.1962531 Aug 16 20:09:30.224660 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1456d-1a49-4fa9-a7cc-31fa62770355 req-53199c1b-cfd9-4a5c-8978-f286c015e75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:30.226118 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f9a1456d-1a49-4fa9-a7cc-31fa62770355 req-53199c1b-cfd9-4a5c-8978-f286c015e75b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07 HTTP/1.1" status: 200 len: 859 time: 0.1058486 Aug 16 20:09:30.261021 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=90d09c63-4364-44f3-8167-4a6c1253b344,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:30.285945 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 164e2bf4-cb0e-4b76-aed1-b50140440319 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:09:30.299565 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 164e2bf4-cb0e-4b76-aed1-b50140440319 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:09:30.301439 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:30.316210 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3f30a-8a5e-4ec4-9560-6c5d94343577 req-a92bfd20-b0be-40f4-ac77-38b2f8658b1d tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:30.325137 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f3a3f30a-8a5e-4ec4-9560-6c5d94343577 req-a92bfd20-b0be-40f4-ac77-38b2f8658b1d tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 946 time: 0.0743306 Aug 16 20:09:30.327219 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0813108e-c66b-4f22-ab84-b6a36f04f226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'name': 'tempest-FloatingIPsAssociationTestJSON-689600420-router', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:14Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'gw_port': {'id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:16Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '060118d3-f6f3-4841-a0cd-929d28265e5d', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'floating_ip_address': '172.25.8.93', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'port_id': '83688bb7-a452-4931-809a-79c5109cbd26', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'mac_address': 'fa:16:3e:72:b6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5825d0-3c3b-49c3-84b0-00c4be3c10d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:08:50Z', 'updated_at': '2021-08-16T20:09:27Z', 'revision_number': 8, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8', 'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'mac_address': 'fa:16:3e:eb:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:24Z', 'updated_at': '2021-08-16T20:08:32Z', 'revision_number': 5, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'subnets': [{'id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:30.356449 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1456d-1a49-4fa9-a7cc-31fa62770355 req-698ed89e-fd22-4d60-8b30-d17816e26c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:30.359130 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f9a1456d-1a49-4fa9-a7cc-31fa62770355 req-698ed89e-fd22-4d60-8b30-d17816e26c6c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1234479 Aug 16 20:09:30.366320 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0813108e-c66b-4f22-ab84-b6a36f04f226 None None] The sync data for ids ['e4316394-b66b-4456-86b6-1464af10c6f4'] in n-d-787206-13 is: [{'id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'name': 'tempest-FloatingIPsAssociationTestJSON-689600420-router', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:14Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'gw_port': {'id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:16Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '060118d3-f6f3-4841-a0cd-929d28265e5d', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'floating_ip_address': '172.25.8.93', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'port_id': '83688bb7-a452-4931-809a-79c5109cbd26', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'mac_address': 'fa:16:3e:72:b6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5825d0-3c3b-49c3-84b0-00c4be3c10d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:08:50Z', 'updated_at': '2021-08-16T20:09:27Z', 'revision_number': 8, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8', 'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'mac_address': 'fa:16:3e:eb:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:24Z', 'updated_at': '2021-08-16T20:08:32Z', 'revision_number': 5, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'subnets': [{'id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:09:30.372995 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f3a3f30a-8a5e-4ec4-9560-6c5d94343577 req-50d2c57c-5706-442b-a7c4-ddc5088372d5 tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/security-groups?id=6a323f4f-5bec-45c6-8b07-c3d05d6d071b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455337 Aug 16 20:09:30.450909 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:30.464904 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a8491-4348-43e0-9ba5-368c7e0e8de4 req-6178bb03-6c65-4772-9f81-f87f036f5516 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:30.475275 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45402) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:30.480342 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-4753e1ea-fc94-48b4-a47d-3589558c40bb tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Request body: {'floatingip': {'port_id': '4f2a2462-5629-42d9-881b-f9a0a5e0a025'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:30.481128 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-726a8491-4348-43e0-9ba5-368c7e0e8de4 req-6178bb03-6c65-4772-9f81-f87f036f5516 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 945 time: 0.1763997 Aug 16 20:09:30.490947 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cb95ce-485d-47a8-997d-986fbfb3f847 x-openstack-request-id: req-37cb95ce-485d-47a8-997d-986fbfb3f847 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:09:30.492534 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c537f75-cbb4-4c4f-b98f-72d7f1ce3312", "name": "network-vif-plugged", "status": "completed", "tag": "90d09c63-4364-44f3-8167-4a6c1253b344", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:09:30.492960 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-37cb95ce-485d-47a8-997d-986fbfb3f847 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:09:30.496761 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c537f75-cbb4-4c4f-b98f-72d7f1ce3312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d09c63-4364-44f3-8167-4a6c1253b344', 'code': 200} Aug 16 20:09:30.546356 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 164e2bf4-cb0e-4b76-aed1-b50140440319, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=164e2bf4-cb0e-4b76-aed1-b50140440319,segment=NetworkSegment(67baf46e-36c4-426b-a13c-5a8a13389d98),segment_id=67baf46e-36c4-426b-a13c-5a8a13389d98)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:30.551902 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:30.552738 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:09:30.601976 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:09:30.602707 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 8a02bafd-18fb-4b3c-a97a-2dcca1d4e93b not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:09:30.636338 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=164e2bf4-cb0e-4b76-aed1-b50140440319,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:30.654874 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4753e1ea-fc94-48b4-a47d-3589558c40bb tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:30.723054 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351eb859-3d07-4ecb-9e04-eb79546fae73 None None] New status for floating IP 060118d3-f6f3-4841-a0cd-929d28265e5d: ACTIVE {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:09:30.964559 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f9a1456d-1a49-4fa9-a7cc-31fa62770355 req-e93c6789-987e-48b8-ba20-29ec83521ab0 service neutron] 10.222.0.57 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5952706 Aug 16 20:09:31.011063 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0a4618fb-a7cb-4fc3-9b9f-2db4edf12b8f req-da95e4a6-673c-4448-9e0f-2627af6daa09 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.93 HTTP/1.1" status: 200 len: 999 time: 0.5255289 Aug 16 20:09:31.094440 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4618fb-a7cb-4fc3-9b9f-2db4edf12b8f req-e39b86f5-27ed-4f6c-ad0c-fbe4212cfaea tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:31.107940 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0a4618fb-a7cb-4fc3-9b9f-2db4edf12b8f req-e39b86f5-27ed-4f6c-ad0c-fbe4212cfaea tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports/83688bb7-a452-4931-809a-79c5109cbd26 HTTP/1.1" status: 200 len: 943 time: 0.0957675 Aug 16 20:09:31.147071 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6d35e2a-bd97-4830-b06c-ed8419aad662 req-10730ec8-0e9a-4b25-8a4a-c8edb00f5275 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42336 time: 0.6609504 Aug 16 20:09:31.170016 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f9a1456d-1a49-4fa9-a7cc-31fa62770355 req-23c688ad-1d62-4f17-8aef-804fdc11b822 service neutron] 10.222.0.57 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929553 Aug 16 20:09:31.245998 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0a4618fb-a7cb-4fc3-9b9f-2db4edf12b8f req-10376e8c-f195-452d-9bc7-1cf19b3bebe7 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.93 HTTP/1.1" status: 200 len: 1001 time: 0.0798452 Aug 16 20:09:31.253383 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6d35e2a-bd97-4830-b06c-ed8419aad662 req-9800a7cd-d4ab-46ee-b0c5-0b02e964aeb8 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] 10.222.0.68 "GET /v2.0/security-groups/0017008a-551a-4c89-9c82-481a13335292 HTTP/1.1" status: 200 len: 2981 time: 0.0973225 Aug 16 20:09:31.350785 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6d35e2a-bd97-4830-b06c-ed8419aad662 req-b9f3455d-874d-4312-92df-6e09980d21c2 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] 10.222.0.68 "GET /v2.0/security-groups/0017008a-551a-4c89-9c82-481a13335292 HTTP/1.1" status: 200 len: 2981 time: 0.0964320 Aug 16 20:09:31.369649 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4618fb-a7cb-4fc3-9b9f-2db4edf12b8f req-2984963b-1d2d-4549-94ac-c241bc829766 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:31.378287 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0a4618fb-a7cb-4fc3-9b9f-2db4edf12b8f req-2984963b-1d2d-4549-94ac-c241bc829766 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 784 time: 0.1315680 Aug 16 20:09:31.446811 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0a4618fb-a7cb-4fc3-9b9f-2db4edf12b8f req-982078da-544a-4848-9315-931c4b7062a0 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.93 HTTP/1.1" status: 200 len: 1001 time: 0.0674968 Aug 16 20:09:31.451547 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-0a4618fb-a7cb-4fc3-9b9f-2db4edf12b8f req-d7b25f9f-7853-44cc-b2f8-6809b5def148 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:31.461598 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4753e1ea-fc94-48b4-a47d-3589558c40bb tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:31.463941 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6d35e2a-bd97-4830-b06c-ed8419aad662 req-731dce7b-79b1-4f2a-acdb-4707807e4e01 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] 10.222.0.68 "GET /v2.0/security-groups/13db41af-9ca6-47d1-ad4e-739f62a7d9ae HTTP/1.1" status: 200 len: 2985 time: 0.1048925 Aug 16 20:09:31.470726 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4753e1ea-fc94-48b4-a47d-3589558c40bb tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:31.514071 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0a4618fb-a7cb-4fc3-9b9f-2db4edf12b8f req-d7b25f9f-7853-44cc-b2f8-6809b5def148 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks [] for floatingip, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:31.599395 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6d35e2a-bd97-4830-b06c-ed8419aad662 req-e6059d79-201d-4bda-9053-de211bccc667 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] 10.222.0.68 "GET /v2.0/security-groups/13db41af-9ca6-47d1-ad4e-739f62a7d9ae HTTP/1.1" status: 200 len: 2985 time: 0.1259046 Aug 16 20:09:31.633820 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-4753e1ea-fc94-48b4-a47d-3589558c40bb tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Floating IP 04e4409e-83d6-4a08-9d3c-e388a6ac03a6 associated. External IP: 172.25.8.139, port: 4f2a2462-5629-42d9-881b-f9a0a5e0a025. Aug 16 20:09:31.699413 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0a4618fb-a7cb-4fc3-9b9f-2db4edf12b8f req-d7b25f9f-7853-44cc-b2f8-6809b5def148 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:31.702212 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6d35e2a-bd97-4830-b06c-ed8419aad662 req-1ee35fc5-fc00-46af-93a4-4d867c70a439 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] 10.222.0.68 "GET /v2.0/security-groups/271a985b-b46e-4de6-949d-9f17ef56c03a HTTP/1.1" status: 200 len: 2977 time: 0.0939884 Aug 16 20:09:31.713325 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0a4618fb-a7cb-4fc3-9b9f-2db4edf12b8f req-d7b25f9f-7853-44cc-b2f8-6809b5def148 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:31.713881 n-d-787206-13 neutron-server[94771]: INFO neutron.db.l3_db [req-0a4618fb-a7cb-4fc3-9b9f-2db4edf12b8f req-d7b25f9f-7853-44cc-b2f8-6809b5def148 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Floating IP 060118d3-f6f3-4841-a0cd-929d28265e5d disassociated. External IP: 172.25.8.93, port: 83688bb7-a452-4931-809a-79c5109cbd26. Aug 16 20:09:31.783670 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b8b2c62-fb2c-46ff-be81-1b836ee0b5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:31.899612 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6d35e2a-bd97-4830-b06c-ed8419aad662 req-e14a099a-4c50-4726-bf9a-fed3e455d56e tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] 10.222.0.68 "GET /v2.0/security-groups/271a985b-b46e-4de6-949d-9f17ef56c03a HTTP/1.1" status: 200 len: 2977 time: 0.1179888 Aug 16 20:09:31.986448 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a4618fb-a7cb-4fc3-9b9f-2db4edf12b8f req-d7b25f9f-7853-44cc-b2f8-6809b5def148 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Router e4316394-b66b-4456-86b6-1464af10c6f4 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:09:32.006010 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4753e1ea-fc94-48b4-a47d-3589558c40bb tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Router 78a8b608-2550-4aab-bab5-66e6f402ad17 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:09:32.026139 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6d35e2a-bd97-4830-b06c-ed8419aad662 req-f8d7570c-f52d-4377-abd5-888d7d6bc240 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] 10.222.0.68 "GET /v2.0/security-groups/276485e1-b7eb-4543-8453-01b0d43fd035 HTTP/1.1" status: 200 len: 2985 time: 0.1257429 Aug 16 20:09:32.145309 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a4618fb-a7cb-4fc3-9b9f-2db4edf12b8f req-d7b25f9f-7853-44cc-b2f8-6809b5def148 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:09:32.150258 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0a4618fb-a7cb-4fc3-9b9f-2db4edf12b8f req-d7b25f9f-7853-44cc-b2f8-6809b5def148 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:32.158555 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade68c03-1a84-4f53-b4fa-291dcad8531e None None] Sync routers for ids ['e4316394-b66b-4456-86b6-1464af10c6f4'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:09:32.164368 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39003c0e-0ece-42c9-9ca3-d321d17ad39e req-a1e71787-41d4-41ab-8b2f-47d016979b5d tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:32.165885 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-39003c0e-0ece-42c9-9ca3-d321d17ad39e req-a1e71787-41d4-41ab-8b2f-47d016979b5d tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 946 time: 0.0846295 Aug 16 20:09:32.169737 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade68c03-1a84-4f53-b4fa-291dcad8531e None None] Routers {'e4316394-b66b-4456-86b6-1464af10c6f4'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:09:32.170765 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ade68c03-1a84-4f53-b4fa-291dcad8531e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:09:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['e4316394-b66b-4456-86b6-1464af10c6f4'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:32.182617 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6d35e2a-bd97-4830-b06c-ed8419aad662 req-0a60e393-4e6b-49c2-bac9-28067a08bee6 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] 10.222.0.68 "GET /v2.0/security-groups/276485e1-b7eb-4543-8453-01b0d43fd035 HTTP/1.1" status: 200 len: 2985 time: 0.1477864 Aug 16 20:09:32.198071 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4753e1ea-fc94-48b4-a47d-3589558c40bb tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:09:32.208961 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5e662e-fd60-4b2d-8c6d-ed22ba6ed834 None None] Sync routers for ids ['78a8b608-2550-4aab-bab5-66e6f402ad17'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:09:32.215465 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4753e1ea-fc94-48b4-a47d-3589558c40bb tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:32.229154 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5e662e-fd60-4b2d-8c6d-ed22ba6ed834 None None] Routers {'78a8b608-2550-4aab-bab5-66e6f402ad17'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:09:32.229996 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5e5e662e-fd60-4b2d-8c6d-ed22ba6ed834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:09:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['78a8b608-2550-4aab-bab5-66e6f402ad17'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:32.236245 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0a4618fb-a7cb-4fc3-9b9f-2db4edf12b8f req-d7b25f9f-7853-44cc-b2f8-6809b5def148 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "PUT /v2.0/floatingips/060118d3-f6f3-4841-a0cd-929d28265e5d HTTP/1.1" status: 200 len: 695 time: 0.7882142 Aug 16 20:09:32.239212 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5825d0-3c3b-49c3-84b0-00c4be3c10d7', 'tag': '83688bb7-a452-4931-809a-79c5109cbd26'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:09:32.241751 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba71ea5-0c38-4ea4-b8eb-b0afcf72dbc7" -d '{"events": [{"name": "network-changed", "server_uuid": "0d5825d0-3c3b-49c3-84b0-00c4be3c10d7", "tag": "83688bb7-a452-4931-809a-79c5109cbd26"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:09:32.291389 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4753e1ea-fc94-48b4-a47d-3589558c40bb tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "PUT /v2.0/floatingips/04e4409e-83d6-4a08-9d3c-e388a6ac03a6 HTTP/1.1" status: 200 len: 991 time: 1.7996776 Aug 16 20:09:32.295717 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c17c37bd-355d-4e2e-97f8-86156e68b3d1', 'tag': '4f2a2462-5629-42d9-881b-f9a0a5e0a025'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:09:32.297910 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f7c901-c0ae-40e5-a689-0ca7ac3fe0ac" -d '{"events": [{"name": "network-changed", "server_uuid": "c17c37bd-355d-4e2e-97f8-86156e68b3d1", "tag": "4f2a2462-5629-42d9-881b-f9a0a5e0a025"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:09:32.324187 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6d35e2a-bd97-4830-b06c-ed8419aad662 req-1d3cbac4-9e72-4478-baf3-0d24a9fe67e2 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] 10.222.0.68 "GET /v2.0/security-groups/281ef1f8-8576-4df3-8dfe-5b83111c47b1 HTTP/1.1" status: 200 len: 2973 time: 0.1344421 Aug 16 20:09:32.338808 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4618fb-a7cb-4fc3-9b9f-2db4edf12b8f req-be68e24d-a99b-4c7e-abd7-7ef77d011142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:32.346154 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0a4618fb-a7cb-4fc3-9b9f-2db4edf12b8f req-be68e24d-a99b-4c7e-abd7-7ef77d011142 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fc267694f3a54ef9952a0f83a94966f1&device_id=0d5825d0-3c3b-49c3-84b0-00c4be3c10d7 HTTP/1.1" status: 200 len: 1098 time: 0.1004963 Aug 16 20:09:32.353589 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-ade68c03-1a84-4f53-b4fa-291dcad8531e None None] Set router e4316394-b66b-4456-86b6-1464af10c6f4 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:09:32.382685 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6d35e2a-bd97-4830-b06c-ed8419aad662 req-26421031-8a9b-4943-ae24-53218533b746 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] 10.222.0.68 "GET /v2.0/security-groups/281ef1f8-8576-4df3-8dfe-5b83111c47b1 HTTP/1.1" status: 200 len: 2973 time: 0.0522234 Aug 16 20:09:32.409719 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-39003c0e-0ece-42c9-9ca3-d321d17ad39e req-8316c6b2-1223-4543-8a06-11ce35ed5a8c tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Deleting port 1daf71d3-ea42-4a46-bd78-b7184c0b7fb2 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:09:32.410062 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-39003c0e-0ece-42c9-9ca3-d321d17ad39e req-8316c6b2-1223-4543-8a06-11ce35ed5a8c tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:32.450360 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6d35e2a-bd97-4830-b06c-ed8419aad662 req-aef8233a-892d-4ad0-af0f-b0e3971bd8ee tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] 10.222.0.68 "GET /v2.0/security-groups/4babca8b-2577-4ee7-8f23-5d12af6bb0e1 HTTP/1.1" status: 200 len: 2985 time: 0.0593565 Aug 16 20:09:32.452966 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-5e5e662e-fd60-4b2d-8c6d-ed22ba6ed834 None None] Set router 78a8b608-2550-4aab-bab5-66e6f402ad17 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:09:32.501339 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4618fb-a7cb-4fc3-9b9f-2db4edf12b8f req-f96b7adf-31cf-4f21-9515-9ade47b82833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:32.508694 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0a4618fb-a7cb-4fc3-9b9f-2db4edf12b8f req-f96b7adf-31cf-4f21-9515-9ade47b82833 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b HTTP/1.1" status: 200 len: 921 time: 0.1617131 Aug 16 20:09:32.511395 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c537f75-cbb4-4c4f-b98f-72d7f1ce3312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164e2bf4-cb0e-4b76-aed1-b50140440319'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:09:32.513924 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef6153f-d48d-4123-8a79-7ba7c7e01ff9" -d '{"events": [{"server_uuid": "5c537f75-cbb4-4c4f-b98f-72d7f1ce3312", "name": "network-vif-plugged", "status": "completed", "tag": "164e2bf4-cb0e-4b76-aed1-b50140440319"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:09:32.530635 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6d35e2a-bd97-4830-b06c-ed8419aad662 req-cef63940-9ffa-4d1a-8b49-c685f4b46beb tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] 10.222.0.68 "GET /v2.0/security-groups/4babca8b-2577-4ee7-8f23-5d12af6bb0e1 HTTP/1.1" status: 200 len: 2985 time: 0.0793128 Aug 16 20:09:32.569526 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0a4618fb-a7cb-4fc3-9b9f-2db4edf12b8f req-f6cfd576-3e2d-4fe7-a87a-8fde401946f1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83688bb7-a452-4931-809a-79c5109cbd26 HTTP/1.1" status: 200 len: 217 time: 0.0598929 Aug 16 20:09:32.589772 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6d35e2a-bd97-4830-b06c-ed8419aad662 req-17038c69-47d0-452c-ae3b-5a934d5c6a23 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] 10.222.0.68 "GET /v2.0/security-groups/6a323f4f-5bec-45c6-8b07-c3d05d6d071b HTTP/1.1" status: 200 len: 2985 time: 0.0563409 Aug 16 20:09:32.607554 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-39003c0e-0ece-42c9-9ca3-d321d17ad39e req-8316c6b2-1223-4543-8a06-11ce35ed5a8c tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] For port 1daf71d3-ea42-4a46-bd78-b7184c0b7fb2, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1daf71d3-ea42-4a46-bd78-b7184c0b7fb2,segment=NetworkSegment(cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e),segment_id=cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:32.607922 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-39003c0e-0ece-42c9-9ca3-d321d17ad39e req-8316c6b2-1223-4543-8a06-11ce35ed5a8c tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:32.627776 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-39003c0e-0ece-42c9-9ca3-d321d17ad39e req-8316c6b2-1223-4543-8a06-11ce35ed5a8c tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Calling delete_port for 1daf71d3-ea42-4a46-bd78-b7184c0b7fb2 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:09:32.643774 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4618fb-a7cb-4fc3-9b9f-2db4edf12b8f req-6fe8e226-f15d-4f68-8767-968d0b64df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:32.645681 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6d35e2a-bd97-4830-b06c-ed8419aad662 req-697a3f3d-a4fc-4ad4-be45-64c919d1d530 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] 10.222.0.68 "GET /v2.0/security-groups/6a323f4f-5bec-45c6-8b07-c3d05d6d071b HTTP/1.1" status: 200 len: 2985 time: 0.0542843 Aug 16 20:09:32.651465 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0a4618fb-a7cb-4fc3-9b9f-2db4edf12b8f req-6fe8e226-f15d-4f68-8767-968d0b64df8d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07 HTTP/1.1" status: 200 len: 859 time: 0.0811038 Aug 16 20:09:32.681403 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ade68c03-1a84-4f53-b4fa-291dcad8531e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'name': 'tempest-FloatingIPsAssociationTestJSON-689600420-router', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:14Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'gw_port': {'id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:16Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8', 'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'mac_address': 'fa:16:3e:eb:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:24Z', 'updated_at': '2021-08-16T20:08:32Z', 'revision_number': 5, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'subnets': [{'id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:32.711283 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6d35e2a-bd97-4830-b06c-ed8419aad662 req-af2a8557-f588-4b6a-808b-92112f2893d8 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] 10.222.0.68 "GET /v2.0/security-groups/92d1c299-f006-46e2-9119-0bd28ea5a9f0 HTTP/1.1" status: 200 len: 2985 time: 0.0584037 Aug 16 20:09:32.718025 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade68c03-1a84-4f53-b4fa-291dcad8531e None None] Checking router: e4316394-b66b-4456-86b6-1464af10c6f4 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:09:32.734608 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade68c03-1a84-4f53-b4fa-291dcad8531e None None] Routers {'e4316394-b66b-4456-86b6-1464af10c6f4'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:09:32.735912 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ade68c03-1a84-4f53-b4fa-291dcad8531e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:09:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['e4316394-b66b-4456-86b6-1464af10c6f4'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:32.755008 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4618fb-a7cb-4fc3-9b9f-2db4edf12b8f req-7a8b8c33-9cd7-4b31-957f-a26958dfe241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:32.762557 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0a4618fb-a7cb-4fc3-9b9f-2db4edf12b8f req-7a8b8c33-9cd7-4b31-957f-a26958dfe241 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1102209 Aug 16 20:09:32.792408 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6d35e2a-bd97-4830-b06c-ed8419aad662 req-e8a8c4a2-a736-456d-8634-66cd03299bab tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] 10.222.0.68 "GET /v2.0/security-groups/92d1c299-f006-46e2-9119-0bd28ea5a9f0 HTTP/1.1" status: 200 len: 2985 time: 0.0719373 Aug 16 20:09:32.857046 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6d35e2a-bd97-4830-b06c-ed8419aad662 req-47a7fce3-bdaa-40d4-bcbd-e7bad87cdb6a tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] 10.222.0.68 "GET /v2.0/security-groups/97edbed0-e86d-4070-a3ae-555a43c1dc22 HTTP/1.1" status: 200 len: 2985 time: 0.0554752 Aug 16 20:09:32.877519 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-ade68c03-1a84-4f53-b4fa-291dcad8531e None None] Set router e4316394-b66b-4456-86b6-1464af10c6f4 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:09:32.914594 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5e5e662e-fd60-4b2d-8c6d-ed22ba6ed834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'name': 'tempest-ServerActionsTestJSON-1715236164-router', 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:56Z', 'updated_at': '2021-08-16T20:09:02Z', 'revision_number': 4, 'project_id': '41f949d98cf9473f85e64341bcd4f07a', 'gw_port': {'id': '5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:57Z', 'updated_at': '2021-08-16T20:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '04e4409e-83d6-4a08-9d3c-e388a6ac03a6', 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a', 'floating_ip_address': '172.25.8.139', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'port_id': '4f2a2462-5629-42d9-881b-f9a0a5e0a025', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17', 'mac_address': 'fa:16:3e:c6:58:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17c37bd-355d-4e2e-97f8-86156e68b3d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:09:08Z', 'updated_at': '2021-08-16T20:09:31Z', 'revision_number': 1, 'project_id': '41f949d98cf9473f85e64341bcd4f07a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8889df75-309d-4a77-86ea-58f89c3ea495', 'name': '', 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17', 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a', 'mac_address': 'fa:16:3e:e4:84:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'd38a8fc7-0911-4b72-a78c-d32851227793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:09:01Z', 'updated_at': '2021-08-16T20:09:10Z', 'revision_number': 5, 'project_id': '41f949d98cf9473f85e64341bcd4f07a', 'subnets': [{'id': 'd38a8fc7-0911-4b72-a78c-d32851227793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:32.936426 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0a4618fb-a7cb-4fc3-9b9f-2db4edf12b8f req-41d7c192-63dd-4e3c-b58d-e802ee959b15 service neutron] 10.222.0.68 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729424 Aug 16 20:09:32.945960 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-39003c0e-0ece-42c9-9ca3-d321d17ad39e req-8316c6b2-1223-4543-8a06-11ce35ed5a8c tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:32.957313 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6d35e2a-bd97-4830-b06c-ed8419aad662 req-0a014260-d0d4-4e02-83b8-3f2892a05339 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] 10.222.0.68 "GET /v2.0/security-groups/97edbed0-e86d-4070-a3ae-555a43c1dc22 HTTP/1.1" status: 200 len: 2985 time: 0.0920911 Aug 16 20:09:32.974690 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5e662e-fd60-4b2d-8c6d-ed22ba6ed834 None None] Checking router: 78a8b608-2550-4aab-bab5-66e6f402ad17 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:09:32.997486 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5e662e-fd60-4b2d-8c6d-ed22ba6ed834 None None] Routers {'78a8b608-2550-4aab-bab5-66e6f402ad17'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:09:32.998271 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5e5e662e-fd60-4b2d-8c6d-ed22ba6ed834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:09:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['78a8b608-2550-4aab-bab5-66e6f402ad17'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:33.000031 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['1daf71d3-ea42-4a46-bd78-b7184c0b7fb2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:09:33.001025 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6d35e2a-bd97-4830-b06c-ed8419aad662 req-9352139a-2e21-478c-94b9-b1f204c0d5bc tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] 10.222.0.68 "GET /v2.0/security-groups/cf904dec-7d7c-482f-a033-9f5940982765 HTTP/1.1" status: 200 len: 2985 time: 0.0428457 Aug 16 20:09:33.050571 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316c6b2-1223-4543-8a06-11ce35ed5a8c tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Pushing event deleted for resources: {'Port': ['ID=1daf71d3-ea42-4a46-bd78-b7184c0b7fb2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:33.084547 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6d35e2a-bd97-4830-b06c-ed8419aad662 req-cdc08755-6d9d-4c63-8128-9aa7dffb368f tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] 10.222.0.68 "GET /v2.0/security-groups/cf904dec-7d7c-482f-a033-9f5940982765 HTTP/1.1" status: 200 len: 2985 time: 0.0766158 Aug 16 20:09:33.114903 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-39003c0e-0ece-42c9-9ca3-d321d17ad39e req-8316c6b2-1223-4543-8a06-11ce35ed5a8c tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] No DVR routers for this DVR port 1daf71d3-ea42-4a46-bd78-b7184c0b7fb2 on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:09:33.119364 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-39003c0e-0ece-42c9-9ca3-d321d17ad39e req-8316c6b2-1223-4543-8a06-11ce35ed5a8c tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:33.121349 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-39003c0e-0ece-42c9-9ca3-d321d17ad39e req-8316c6b2-1223-4543-8a06-11ce35ed5a8c tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.57 "DELETE /v2.0/ports/1daf71d3-ea42-4a46-bd78-b7184c0b7fb2 HTTP/1.1" status: 204 len: 173 time: 0.9386921 Aug 16 20:09:33.156816 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0a4618fb-a7cb-4fc3-9b9f-2db4edf12b8f req-e4284c44-ad52-435f-ab02-b5f416489460 service neutron] 10.222.0.68 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194569 Aug 16 20:09:33.181225 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6d35e2a-bd97-4830-b06c-ed8419aad662 req-12983680-3701-429e-89d8-b6ba06a5f226 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] 10.222.0.68 "GET /v2.0/security-groups/ed6168e2-2538-4153-9435-005013f51073 HTTP/1.1" status: 200 len: 2985 time: 0.0957990 Aug 16 20:09:33.204155 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-5e5e662e-fd60-4b2d-8c6d-ed22ba6ed834 None None] Set router 78a8b608-2550-4aab-bab5-66e6f402ad17 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:09:33.236270 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ade68c03-1a84-4f53-b4fa-291dcad8531e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'name': 'tempest-FloatingIPsAssociationTestJSON-689600420-router', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:14Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'gw_port': {'id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:16Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8', 'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'mac_address': 'fa:16:3e:eb:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:24Z', 'updated_at': '2021-08-16T20:08:32Z', 'revision_number': 5, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'subnets': [{'id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:33.293430 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6d35e2a-bd97-4830-b06c-ed8419aad662 req-6ec84a59-b1a3-4a5f-b3c4-9ebe9795614f tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] 10.222.0.68 "GET /v2.0/security-groups/ed6168e2-2538-4153-9435-005013f51073 HTTP/1.1" status: 200 len: 2985 time: 0.1047201 Aug 16 20:09:33.313820 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade68c03-1a84-4f53-b4fa-291dcad8531e None None] The sync data for ids ['e4316394-b66b-4456-86b6-1464af10c6f4'] in n-d-787206-13 is: [{'id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'name': 'tempest-FloatingIPsAssociationTestJSON-689600420-router', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:14Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'gw_port': {'id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:16Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8', 'name': '', 'network_id': '8863e50a-a79b-4e19-ba1f-e1c14a852f7b', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'mac_address': 'fa:16:3e:eb:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:24Z', 'updated_at': '2021-08-16T20:08:32Z', 'revision_number': 5, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'subnets': [{'id': '2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:09:33.358495 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8aeb4-c2a7-4540-a03f-a664a87ab5d0 req-4dd5f4d9-5fce-4494-9c8d-f72329690107 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:33.373317 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8aeb4-c2a7-4540-a03f-a664a87ab5d0 req-4dd5f4d9-5fce-4494-9c8d-f72329690107 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:33.376432 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7fb8aeb4-c2a7-4540-a03f-a664a87ab5d0 req-4dd5f4d9-5fce-4494-9c8d-f72329690107 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c537f75-cbb4-4c4f-b98f-72d7f1ce3312 HTTP/1.1" status: 200 len: 1682 time: 0.1046746 Aug 16 20:09:33.411147 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8ca212f6-efb7-4807-94fa-7a72fc460d13 req-41104802-5ce9-4d7c-ab4c-5b8955316c02 tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.0480049 Aug 16 20:09:33.446540 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7fb8aeb4-c2a7-4540-a03f-a664a87ab5d0 req-a25e0e86-d4bb-439f-b0f7-252ec1bbb0f0 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641789 Aug 16 20:09:33.563420 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5e5e662e-fd60-4b2d-8c6d-ed22ba6ed834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'name': 'tempest-ServerActionsTestJSON-1715236164-router', 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:56Z', 'updated_at': '2021-08-16T20:09:02Z', 'revision_number': 4, 'project_id': '41f949d98cf9473f85e64341bcd4f07a', 'gw_port': {'id': '5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:57Z', 'updated_at': '2021-08-16T20:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '04e4409e-83d6-4a08-9d3c-e388a6ac03a6', 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a', 'floating_ip_address': '172.25.8.139', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'port_id': '4f2a2462-5629-42d9-881b-f9a0a5e0a025', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17', 'mac_address': 'fa:16:3e:c6:58:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17c37bd-355d-4e2e-97f8-86156e68b3d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:09:08Z', 'updated_at': '2021-08-16T20:09:31Z', 'revision_number': 1, 'project_id': '41f949d98cf9473f85e64341bcd4f07a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8889df75-309d-4a77-86ea-58f89c3ea495', 'name': '', 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17', 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a', 'mac_address': 'fa:16:3e:e4:84:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'd38a8fc7-0911-4b72-a78c-d32851227793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:09:01Z', 'updated_at': '2021-08-16T20:09:10Z', 'revision_number': 5, 'project_id': '41f949d98cf9473f85e64341bcd4f07a', 'subnets': [{'id': 'd38a8fc7-0911-4b72-a78c-d32851227793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:33.598739 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf85347-64bb-495d-8c4d-3a602f0a4ccd x-openstack-request-id: req-cdf85347-64bb-495d-8c4d-3a602f0a4ccd {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:09:33.599023 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d5825d0-3c3b-49c3-84b0-00c4be3c10d7", "tag": "83688bb7-a452-4931-809a-79c5109cbd26", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:09:33.599356 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cdf85347-64bb-495d-8c4d-3a602f0a4ccd {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:09:33.599759 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5825d0-3c3b-49c3-84b0-00c4be3c10d7', 'tag': '83688bb7-a452-4931-809a-79c5109cbd26', 'status': 'completed', 'code': 200} Aug 16 20:09:33.601887 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-75b6a2bb-4d09-426e-b274-4844b975f2ae req-4c5402b4-4801-4c4e-914b-e14cfcf1384e tempest-ServerRescueTestJSON-812571710 tempest-ServerRescueTestJSON-812571710-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151284-75ee-4738-a704-bab6b8b2ef6d HTTP/1.1" status: 200 len: 210 time: 0.0593922 Aug 16 20:09:33.631243 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5e662e-fd60-4b2d-8c6d-ed22ba6ed834 None None] The sync data for ids ['78a8b608-2550-4aab-bab5-66e6f402ad17'] in n-d-787206-13 is: [{'id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'name': 'tempest-ServerActionsTestJSON-1715236164-router', 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:56Z', 'updated_at': '2021-08-16T20:09:02Z', 'revision_number': 4, 'project_id': '41f949d98cf9473f85e64341bcd4f07a', 'gw_port': {'id': '5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:57Z', 'updated_at': '2021-08-16T20:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '04e4409e-83d6-4a08-9d3c-e388a6ac03a6', 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a', 'floating_ip_address': '172.25.8.139', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'port_id': '4f2a2462-5629-42d9-881b-f9a0a5e0a025', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17', 'mac_address': 'fa:16:3e:c6:58:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17c37bd-355d-4e2e-97f8-86156e68b3d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:09:08Z', 'updated_at': '2021-08-16T20:09:31Z', 'revision_number': 1, 'project_id': '41f949d98cf9473f85e64341bcd4f07a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8889df75-309d-4a77-86ea-58f89c3ea495', 'name': '', 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17', 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a', 'mac_address': 'fa:16:3e:e4:84:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'd38a8fc7-0911-4b72-a78c-d32851227793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:09:01Z', 'updated_at': '2021-08-16T20:09:10Z', 'revision_number': 5, 'project_id': '41f949d98cf9473f85e64341bcd4f07a', 'subnets': [{'id': 'd38a8fc7-0911-4b72-a78c-d32851227793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:09:33.670182 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65925d27-dced-4c52-a102-fd00d7c28c4e x-openstack-request-id: req-65925d27-dced-4c52-a102-fd00d7c28c4e {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:09:33.670182 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c17c37bd-355d-4e2e-97f8-86156e68b3d1", "tag": "4f2a2462-5629-42d9-881b-f9a0a5e0a025", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:09:33.670182 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-65925d27-dced-4c52-a102-fd00d7c28c4e {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:09:33.670182 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c17c37bd-355d-4e2e-97f8-86156e68b3d1', 'tag': '4f2a2462-5629-42d9-881b-f9a0a5e0a025', 'status': 'completed', 'code': 200} Aug 16 20:09:33.701340 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba71ea5-0c38-4ea4-b8eb-b0afcf72dbc7 req-f75607e7-7e44-472d-a05c-91c2b6964f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:33.703973 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eba71ea5-0c38-4ea4-b8eb-b0afcf72dbc7 req-f75607e7-7e44-472d-a05c-91c2b6964f7b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc267694f3a54ef9952a0f83a94966f1&device_id=0d5825d0-3c3b-49c3-84b0-00c4be3c10d7 HTTP/1.1" status: 200 len: 1098 time: 0.0949559 Aug 16 20:09:33.738413 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de48905a-0fbf-427b-a3fc-e86cc0a843c0 x-openstack-request-id: req-de48905a-0fbf-427b-a3fc-e86cc0a843c0 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:09:33.738701 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c537f75-cbb4-4c4f-b98f-72d7f1ce3312", "name": "network-vif-plugged", "status": "completed", "tag": "164e2bf4-cb0e-4b76-aed1-b50140440319", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:09:33.738954 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-de48905a-0fbf-427b-a3fc-e86cc0a843c0 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:09:33.739476 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c537f75-cbb4-4c4f-b98f-72d7f1ce3312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164e2bf4-cb0e-4b76-aed1-b50140440319', 'code': 200} Aug 16 20:09:33.772676 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fad91ec-bbc4-4355-9195-017cbfc9dad1 None None] New status for floating IP 060118d3-f6f3-4841-a0cd-929d28265e5d: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:09:33.797132 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7c901-c0ae-40e5-a689-0ca7ac3fe0ac req-b5abd5ac-85fe-4ed7-b397-0c92d88620b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:33.799109 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f7f7c901-c0ae-40e5-a689-0ca7ac3fe0ac req-b5abd5ac-85fe-4ed7-b397-0c92d88620b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f949d98cf9473f85e64341bcd4f07a&device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 1097 time: 0.0865426 Aug 16 20:09:33.943795 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6574a-299b-4313-a03f-7cb5a27eda33 req-148fb5c0-e2df-465a-8a8a-fe9999f5e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:33.944433 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6574a-299b-4313-a03f-7cb5a27eda33 req-148fb5c0-e2df-465a-8a8a-fe9999f5e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:33.947121 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6fc6574a-299b-4313-a03f-7cb5a27eda33 req-148fb5c0-e2df-465a-8a8a-fe9999f5e65a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5c537f75-cbb4-4c4f-b98f-72d7f1ce3312 HTTP/1.1" status: 200 len: 1986 time: 0.1307285 Aug 16 20:09:33.995764 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7c901-c0ae-40e5-a689-0ca7ac3fe0ac req-859e4f0f-7d30-404b-a8bc-dcf87baa82a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:33.998950 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f7f7c901-c0ae-40e5-a689-0ca7ac3fe0ac req-859e4f0f-7d30-404b-a8bc-dcf87baa82a3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dbfa510a-9034-470b-99ef-e5f61f9b5e17 HTTP/1.1" status: 200 len: 913 time: 0.1902578 Aug 16 20:09:34.022740 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba71ea5-0c38-4ea4-b8eb-b0afcf72dbc7 req-a974dc00-d578-47cc-a59a-98c377a44904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:34.026696 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eba71ea5-0c38-4ea4-b8eb-b0afcf72dbc7 req-a974dc00-d578-47cc-a59a-98c377a44904 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b HTTP/1.1" status: 200 len: 921 time: 0.3147924 Aug 16 20:09:34.035997 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863ab6c0-6a66-4ecc-8420-52dbb216fe30 None None] New status for floating IP 04e4409e-83d6-4a08-9d3c-e388a6ac03a6: ACTIVE {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:09:34.059985 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6fc6574a-299b-4313-a03f-7cb5a27eda33 req-67edbda5-e788-457f-8ab5-ed95865cd758 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042056 Aug 16 20:09:34.105530 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f7f7c901-c0ae-40e5-a689-0ca7ac3fe0ac req-326879dc-a1c8-4c39-a237-1d3fdb41a3c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2a2462-5629-42d9-881b-f9a0a5e0a025 HTTP/1.1" status: 200 len: 999 time: 0.0997891 Aug 16 20:09:34.157423 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eba71ea5-0c38-4ea4-b8eb-b0afcf72dbc7 req-dfd516f3-094b-46c2-8a12-7d2b80d8d892 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83688bb7-a452-4931-809a-79c5109cbd26 HTTP/1.1" status: 200 len: 217 time: 0.1028106 Aug 16 20:09:34.169800 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-475e9b59-de35-43d5-be0b-064ef5282647 req-8c100ee4-0402-4529-98c2-dd251e4afed0 tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=289ac557f0544b0a9d7619790b42e9ad HTTP/1.1" status: 200 len: 6110 time: 0.3447344 Aug 16 20:09:34.216665 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7c901-c0ae-40e5-a689-0ca7ac3fe0ac req-5e4b3570-631e-40b8-b464-02a43d466505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:34.218171 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f7f7c901-c0ae-40e5-a689-0ca7ac3fe0ac req-5e4b3570-631e-40b8-b464-02a43d466505 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d38a8fc7-0911-4b72-a78c-d32851227793 HTTP/1.1" status: 200 len: 851 time: 0.1037621 Aug 16 20:09:34.229102 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba71ea5-0c38-4ea4-b8eb-b0afcf72dbc7 req-ca08e73f-2334-4240-86dc-f09d2ebaf160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:34.230817 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eba71ea5-0c38-4ea4-b8eb-b0afcf72dbc7 req-ca08e73f-2334-4240-86dc-f09d2ebaf160 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07 HTTP/1.1" status: 200 len: 859 time: 0.0589724 Aug 16 20:09:34.310701 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7c901-c0ae-40e5-a689-0ca7ac3fe0ac req-6221da0c-55e0-41e6-a5cf-821feb10e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:34.312922 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f7f7c901-c0ae-40e5-a689-0ca7ac3fe0ac req-6221da0c-55e0-41e6-a5cf-821feb10e5c1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dbfa510a-9034-470b-99ef-e5f61f9b5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706618 Aug 16 20:09:34.317157 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-475e9b59-de35-43d5-be0b-064ef5282647 req-744e44f0-b765-4fa7-81c9-da4ca327060b tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] 10.222.0.68 "GET /v2.0/security-groups/92d1c299-f006-46e2-9119-0bd28ea5a9f0 HTTP/1.1" status: 200 len: 2985 time: 0.0850883 Aug 16 20:09:34.351353 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba71ea5-0c38-4ea4-b8eb-b0afcf72dbc7 req-3011760f-6ff6-41ea-89ab-3d92e0ab7b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:34.352949 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eba71ea5-0c38-4ea4-b8eb-b0afcf72dbc7 req-3011760f-6ff6-41ea-89ab-3d92e0ab7b50 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8863e50a-a79b-4e19-ba1f-e1c14a852f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1064732 Aug 16 20:09:34.353844 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad360d05-4a56-4f29-b7bd-a2f05ce831de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:34.434228 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-475e9b59-de35-43d5-be0b-064ef5282647 req-892b8924-e23c-4fa8-9176-05753868b20e tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] 10.222.0.68 "GET /v2.0/security-groups/92d1c299-f006-46e2-9119-0bd28ea5a9f0 HTTP/1.1" status: 200 len: 2985 time: 0.1011078 Aug 16 20:09:34.479828 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eba71ea5-0c38-4ea4-b8eb-b0afcf72dbc7 req-844a7434-f448-45d4-9ed2-8cf3b4e40b1b service neutron] 10.222.0.57 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175840 Aug 16 20:09:34.594710 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b1278e72-46b9-495b-b1d8-cba7aa12957c req-5dae836f-4e4b-4855-8b21-febcdd9f3a9e tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] 10.222.0.68 "GET /v2.0/security-groups/17d2003f-e3bb-495b-8347-1fa8f4373879 HTTP/1.1" status: 200 len: 1780 time: 0.0952144 Aug 16 20:09:34.621706 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:34.630119 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eba71ea5-0c38-4ea4-b8eb-b0afcf72dbc7 req-841ab41b-c836-426e-a175-1131c92314c8 service neutron] 10.222.0.57 "GET /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413755 Aug 16 20:09:34.675777 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b1278e72-46b9-495b-b1d8-cba7aa12957c req-e967c670-3ed1-4118-9a6b-38e2323e45ac tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:34.699914 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b1278e72-46b9-495b-b1d8-cba7aa12957c req-e967c670-3ed1-4118-9a6b-38e2323e45ac tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:34.755838 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b1278e72-46b9-495b-b1d8-cba7aa12957c req-e967c670-3ed1-4118-9a6b-38e2323e45ac tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:34.759636 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b1278e72-46b9-495b-b1d8-cba7aa12957c req-e967c670-3ed1-4118-9a6b-38e2323e45ac tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:34.763955 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b1278e72-46b9-495b-b1d8-cba7aa12957c req-e967c670-3ed1-4118-9a6b-38e2323e45ac tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] 10.222.0.68 "DELETE /v2.0/security-groups/17d2003f-e3bb-495b-8347-1fa8f4373879 HTTP/1.1" status: 204 len: 173 time: 0.1474295 Aug 16 20:09:34.773668 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967c670-3ed1-4118-9a6b-38e2323e45ac tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d2003f-e3bb-495b-8347-1fa8f4373879,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:34.789769 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5cccd4e0-6eb8-4647-8a54-52fa919e2d90 req-c68d1c94-c185-4713-84d7-49704b68331c tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77&device_id=c3ad3e1b-ba87-409a-a0da-e94411504ecc HTTP/1.1" status: 200 len: 210 time: 0.3893266 Aug 16 20:09:34.860724 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-078ec649-9313-4ee4-afb5-81cb87b266b6 req-a46df59b-a960-499c-8609-004c1ac32e48 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/floatingips/060118d3-f6f3-4841-a0cd-929d28265e5d HTTP/1.1" status: 200 len: 693 time: 0.0700283 Aug 16 20:09:34.877973 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f7f7c901-c0ae-40e5-a689-0ca7ac3fe0ac req-39ad7492-8d26-4d57-9e7a-3a181c332bed service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5555375 Aug 16 20:09:34.880315 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c2105-c6f4-45ce-8199-9221a0e6f249 req-f1578224-fbfe-443b-a7d4-bbbd3e53e9c1 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:34.888245 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c2105-c6f4-45ce-8199-9221a0e6f249 req-f1578224-fbfe-443b-a7d4-bbbd3e53e9c1 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:34.890243 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bf1c2105-c6f4-45ce-8199-9221a0e6f249 req-f1578224-fbfe-443b-a7d4-bbbd3e53e9c1 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c537f75-cbb4-4c4f-b98f-72d7f1ce3312 HTTP/1.1" status: 200 len: 1682 time: 0.0686963 Aug 16 20:09:34.954700 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bf1c2105-c6f4-45ce-8199-9221a0e6f249 req-df7d6ceb-4f7e-4a5c-96e4-b376d0064536 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571125 Aug 16 20:09:35.037232 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ec649-9313-4ee4-afb5-81cb87b266b6 req-30e9cc5f-5be3-41bb-9996-a8080b3d00a7 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:35.038636 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-078ec649-9313-4ee4-afb5-81cb87b266b6 req-30e9cc5f-5be3-41bb-9996-a8080b3d00a7 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 784 time: 0.1771450 Aug 16 20:09:35.071812 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45492) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:35.099358 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f7f7c901-c0ae-40e5-a689-0ca7ac3fe0ac req-c3be5543-b347-4d34-9922-f752f8d8c341 service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069404 Aug 16 20:09:35.115701 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-078ec649-9313-4ee4-afb5-81cb87b266b6 req-b0c026da-cb3c-481e-bd55-f58d934e0365 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.93 HTTP/1.1" status: 200 len: 696 time: 0.0597463 Aug 16 20:09:35.166207 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-078ec649-9313-4ee4-afb5-81cb87b266b6 req-6b6998cb-cb04-485b-9cfe-d0babc025f00 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.93 HTTP/1.1" status: 200 len: 696 time: 0.0494523 Aug 16 20:09:35.246737 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9d038e28-ae9c-427d-9e27-5a8b77bd97e4 req-5e277518-8664-482b-85db-a88953cf3cc5 tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] 10.222.0.68 "GET /v2.0/security-groups/37610ee0-8dbe-4189-a54d-47fb894096ee HTTP/1.1" status: 200 len: 1779 time: 0.0770650 Aug 16 20:09:35.296986 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-078ec649-9313-4ee4-afb5-81cb87b266b6 req-ecc1d787-f5b0-4a67-a8d0-9dffdcd9cc41 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Deleting port cfe54cce-a7c0-43f5-9f89-52e915e789a3 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:09:35.297392 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-078ec649-9313-4ee4-afb5-81cb87b266b6 req-ecc1d787-f5b0-4a67-a8d0-9dffdcd9cc41 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:35.391822 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-078ec649-9313-4ee4-afb5-81cb87b266b6 req-ecc1d787-f5b0-4a67-a8d0-9dffdcd9cc41 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:35.393175 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-078ec649-9313-4ee4-afb5-81cb87b266b6 req-ecc1d787-f5b0-4a67-a8d0-9dffdcd9cc41 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:35.399560 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9d038e28-ae9c-427d-9e27-5a8b77bd97e4 req-351f3c5b-4ec5-4ba8-b1a7-98fbe70ad89c tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:35.406565 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-078ec649-9313-4ee4-afb5-81cb87b266b6 req-ecc1d787-f5b0-4a67-a8d0-9dffdcd9cc41 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Calling delete_port for cfe54cce-a7c0-43f5-9f89-52e915e789a3 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:09:35.451519 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9d038e28-ae9c-427d-9e27-5a8b77bd97e4 req-351f3c5b-4ec5-4ba8-b1a7-98fbe70ad89c tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:35.515648 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:35.534518 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9d038e28-ae9c-427d-9e27-5a8b77bd97e4 req-351f3c5b-4ec5-4ba8-b1a7-98fbe70ad89c tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:35.537240 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9d038e28-ae9c-427d-9e27-5a8b77bd97e4 req-351f3c5b-4ec5-4ba8-b1a7-98fbe70ad89c tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:35.538431 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9d038e28-ae9c-427d-9e27-5a8b77bd97e4 req-351f3c5b-4ec5-4ba8-b1a7-98fbe70ad89c tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] 10.222.0.68 "DELETE /v2.0/security-groups/37610ee0-8dbe-4189-a54d-47fb894096ee HTTP/1.1" status: 204 len: 173 time: 0.2490079 Aug 16 20:09:35.551770 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f3c5b-4ec5-4ba8-b1a7-98fbe70ad89c tempest-SecurityGroupsTestAdminJSON-201253939 tempest-SecurityGroupsTestAdminJSON-201253939-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37610ee0-8dbe-4189-a54d-47fb894096ee,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:35.576064 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-078ec649-9313-4ee4-afb5-81cb87b266b6 req-ecc1d787-f5b0-4a67-a8d0-9dffdcd9cc41 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:35.604834 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1d787-f5b0-4a67-a8d0-9dffdcd9cc41 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Pushing event deleted for resources: {'Port': ['ID=cfe54cce-a7c0-43f5-9f89-52e915e789a3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:35.613867 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5151284-75ee-4738-a704-bab6b8b2ef6d', 'name': 'network-vif-deleted', 'tag': '1daf71d3-ea42-4a46-bd78-b7184c0b7fb2'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:09:35.616995 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdb4543-2571-4ee4-acf7-c71c01fbe484" -d '{"events": [{"server_uuid": "f5151284-75ee-4738-a704-bab6b8b2ef6d", "name": "network-vif-deleted", "tag": "1daf71d3-ea42-4a46-bd78-b7184c0b7fb2"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:09:35.660071 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-86506c74-8a9a-42fb-b20f-727b54ab40d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:35.682520 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-078ec649-9313-4ee4-afb5-81cb87b266b6 req-ecc1d787-f5b0-4a67-a8d0-9dffdcd9cc41 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:35.688481 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-078ec649-9313-4ee4-afb5-81cb87b266b6 req-ecc1d787-f5b0-4a67-a8d0-9dffdcd9cc41 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:35.689877 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-078ec649-9313-4ee4-afb5-81cb87b266b6 req-ecc1d787-f5b0-4a67-a8d0-9dffdcd9cc41 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "DELETE /v2.0/floatingips/060118d3-f6f3-4841-a0cd-929d28265e5d HTTP/1.1" status: 204 len: 173 time: 0.5179687 Aug 16 20:09:35.774904 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0ea0affa-f09e-43fc-b37d-8ad84fdca6bd req-952d9370-0d62-496d-a80e-60a5c7007761 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e45bd4af31d346b9b8630f6f670f36e2&device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.0289695 Aug 16 20:09:35.814237 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0ea0affa-f09e-43fc-b37d-8ad84fdca6bd req-9f0a491d-2c5d-4862-8357-2e11d98779a3 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e45bd4af31d346b9b8630f6f670f36e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312812 Aug 16 20:09:35.820585 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-18520aec-9a3e-4a26-91f5-2f25ce6f965b req-88b95a90-c10d-40a7-a561-1684d9a58a6d tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] 10.222.0.68 "GET /v2.0/security-groups/7658fc2e-fb69-41d1-afd3-7bb478776017 HTTP/1.1" status: 200 len: 1780 time: 0.0970504 Aug 16 20:09:35.842212 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:35.873232 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6ed20e-0655-4fc5-a4f7-b429874540ac x-openstack-request-id: req-ab6ed20e-0655-4fc5-a4f7-b429874540ac {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:09:35.874614 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5151284-75ee-4738-a704-bab6b8b2ef6d", "name": "network-vif-deleted", "tag": "1daf71d3-ea42-4a46-bd78-b7184c0b7fb2", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:09:35.874873 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ab6ed20e-0655-4fc5-a4f7-b429874540ac {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:09:35.875650 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5151284-75ee-4738-a704-bab6b8b2ef6d', 'name': 'network-vif-deleted', 'tag': '1daf71d3-ea42-4a46-bd78-b7184c0b7fb2', 'status': 'completed', 'code': 200} Aug 16 20:09:35.905413 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:35.973526 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-18520aec-9a3e-4a26-91f5-2f25ce6f965b req-204c2553-5b66-49aa-aff6-f513fe798492 tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:35.976790 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0affa-f09e-43fc-b37d-8ad84fdca6bd req-80ae44e4-0188-4ccb-8539-8e887eb8be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:35.978290 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0ea0affa-f09e-43fc-b37d-8ad84fdca6bd req-80ae44e4-0188-4ccb-8539-8e887eb8be72 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1568367 Aug 16 20:09:36.004475 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-18520aec-9a3e-4a26-91f5-2f25ce6f965b req-204c2553-5b66-49aa-aff6-f513fe798492 tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:36.065940 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-18520aec-9a3e-4a26-91f5-2f25ce6f965b req-204c2553-5b66-49aa-aff6-f513fe798492 tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:36.067000 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-01dc97c8-f219-4e54-8995-87d3103edbf0 req-708f9897-3a1c-4d31-b461-c34ff407ff6a tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.0333173 Aug 16 20:09:36.069658 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-18520aec-9a3e-4a26-91f5-2f25ce6f965b req-204c2553-5b66-49aa-aff6-f513fe798492 tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:36.070415 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-18520aec-9a3e-4a26-91f5-2f25ce6f965b req-204c2553-5b66-49aa-aff6-f513fe798492 tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] 10.222.0.68 "DELETE /v2.0/security-groups/7658fc2e-fb69-41d1-afd3-7bb478776017 HTTP/1.1" status: 204 len: 173 time: 0.2399542 Aug 16 20:09:36.085214 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c2553-5b66-49aa-aff6-f513fe798492 tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7658fc2e-fb69-41d1-afd3-7bb478776017,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:36.090151 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 1daf71d3-ea42-4a46-bd78-b7184c0b7fb2 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:09:36.115048 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-86506c74-8a9a-42fb-b20f-727b54ab40d6 admin admin] Deleting port ef48cc07-135b-40fe-a96f-be7b62c43d9f {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:09:36.116947 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-86506c74-8a9a-42fb-b20f-727b54ab40d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:36.175380 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 1daf71d3-ea42-4a46-bd78-b7184c0b7fb2 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:09:36.175834 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 1daf71d3-ea42-4a46-bd78-b7184c0b7fb2 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:09:36.240787 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1420e4-44d5-4424-ae7c-b7564fe16ce7 req-2a4429a8-a3f4-44aa-8bc2-58d995eb2aa2 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:36.242343 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5f1420e4-44d5-4424-ae7c-b7564fe16ce7 req-2a4429a8-a3f4-44aa-8bc2-58d995eb2aa2 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d5825d0-3c3b-49c3-84b0-00c4be3c10d7 HTTP/1.1" status: 200 len: 946 time: 0.0642142 Aug 16 20:09:36.242973 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fae6ea-ec49-4b4e-a54a-f57a4313f6d2 req-84d77220-ecd8-4e0a-bb74-7e9c9f25c0ee tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:36.249245 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fae6ea-ec49-4b4e-a54a-f57a4313f6d2 req-84d77220-ecd8-4e0a-bb74-7e9c9f25c0ee tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:36.250840 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-22fae6ea-ec49-4b4e-a54a-f57a4313f6d2 req-84d77220-ecd8-4e0a-bb74-7e9c9f25c0ee tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c537f75-cbb4-4c4f-b98f-72d7f1ce3312 HTTP/1.1" status: 200 len: 1682 time: 0.0583994 Aug 16 20:09:36.277601 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-86506c74-8a9a-42fb-b20f-727b54ab40d6 admin admin] For port ef48cc07-135b-40fe-a96f-be7b62c43d9f, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=ef48cc07-135b-40fe-a96f-be7b62c43d9f,segment=NetworkSegment(cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e),segment_id=cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:36.277964 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-86506c74-8a9a-42fb-b20f-727b54ab40d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:36.292840 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-22fae6ea-ec49-4b4e-a54a-f57a4313f6d2 req-2a18621c-a56f-401a-8df8-3619b5d10187 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344865 Aug 16 20:09:36.297545 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-86506c74-8a9a-42fb-b20f-727b54ab40d6 admin admin] Calling delete_port for ef48cc07-135b-40fe-a96f-be7b62c43d9f owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:09:36.316775 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5f1420e4-44d5-4424-ae7c-b7564fe16ce7 req-685edb09-d128-46fa-8ce8-dc1502df5ea0 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/security-groups?id=ed6168e2-2538-4153-9435-005013f51073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627756 Aug 16 20:09:36.427403 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7877d426-4de8-4647-83d3-87583e000b83 req-11a52a83-2680-4633-a039-ebad8b717a9e tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] 10.222.0.68 "GET /v2.0/security-groups/79b751a7-18ea-47c7-ae0c-79e855971b9f HTTP/1.1" status: 200 len: 1778 time: 0.0630820 Aug 16 20:09:36.545646 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7877d426-4de8-4647-83d3-87583e000b83 req-1bbce900-d46a-43c7-b732-1f756bbacf3d tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:36.606136 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7877d426-4de8-4647-83d3-87583e000b83 req-1bbce900-d46a-43c7-b732-1f756bbacf3d tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:36.646299 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-86506c74-8a9a-42fb-b20f-727b54ab40d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:36.673958 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86506c74-8a9a-42fb-b20f-727b54ab40d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef48cc07-135b-40fe-a96f-be7b62c43d9f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:36.699683 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7877d426-4de8-4647-83d3-87583e000b83 req-1bbce900-d46a-43c7-b732-1f756bbacf3d tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:36.702860 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7877d426-4de8-4647-83d3-87583e000b83 req-1bbce900-d46a-43c7-b732-1f756bbacf3d tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:36.704033 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7877d426-4de8-4647-83d3-87583e000b83 req-1bbce900-d46a-43c7-b732-1f756bbacf3d tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] 10.222.0.68 "DELETE /v2.0/security-groups/79b751a7-18ea-47c7-ae0c-79e855971b9f HTTP/1.1" status: 204 len: 173 time: 0.2383230 Aug 16 20:09:36.738068 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbce900-d46a-43c7-b732-1f756bbacf3d tempest-SecurityGroupsTestAdminJSON-1705898143 tempest-SecurityGroupsTestAdminJSON-1705898143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b751a7-18ea-47c7-ae0c-79e855971b9f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:36.762416 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9e10a-b2f2-4a9a-9bf7-eefc94d58e6f req-e505c0f0-8392-4560-976d-f57b76016957 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:36.773114 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9e10a-b2f2-4a9a-9bf7-eefc94d58e6f req-e505c0f0-8392-4560-976d-f57b76016957 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:36.775201 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2ee9e10a-b2f2-4a9a-9bf7-eefc94d58e6f req-e505c0f0-8392-4560-976d-f57b76016957 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c537f75-cbb4-4c4f-b98f-72d7f1ce3312 HTTP/1.1" status: 200 len: 1682 time: 0.0966227 Aug 16 20:09:36.822361 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2ee9e10a-b2f2-4a9a-9bf7-eefc94d58e6f req-6fac70c8-e578-4320-b043-11a27b50954b tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403655 Aug 16 20:09:36.861999 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-86506c74-8a9a-42fb-b20f-727b54ab40d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:36.970911 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:37.043849 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45526) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:37.207293 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-cf8d33fc-81a0-4636-9db8-fb7fa5621b98 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=289ac557f0544b0a9d7619790b42e9ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1597419 Aug 16 20:09:37.208102 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45532) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:37.261539 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6e1a994d-ffd3-4eff-b7ad-867ba2a5efec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:37.274909 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-df39033d-62d1-4e2e-b611-1e8cd34f1afa req-5fd9369b-8409-43e9-b16a-d9f59dfba903 tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.0286667 Aug 16 20:09:37.293572 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6e1a994d-ffd3-4eff-b7ad-867ba2a5efec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:37.350464 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6e1a994d-ffd3-4eff-b7ad-867ba2a5efec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:37.357761 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6e1a994d-ffd3-4eff-b7ad-867ba2a5efec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:37.363464 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6e1a994d-ffd3-4eff-b7ad-867ba2a5efec admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/92d1c299-f006-46e2-9119-0bd28ea5a9f0 HTTP/1.1" status: 204 len: 168 time: 0.1517375 Aug 16 20:09:37.370734 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a994d-ffd3-4eff-b7ad-867ba2a5efec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d1c299-f006-46e2-9119-0bd28ea5a9f0,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:37.521443 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86506c74-8a9a-42fb-b20f-727b54ab40d6 admin admin] Router 2f772fda-7528-42c9-bcac-f8bd9049875f has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:09:37.554979 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716befee-4b2d-4a96-9e90-8ca6f6f13af2 req-c4a3ca4e-0c4b-4412-997e-28195078e8d8 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:37.556713 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-716befee-4b2d-4a96-9e90-8ca6f6f13af2 req-c4a3ca4e-0c4b-4412-997e-28195078e8d8 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d5825d0-3c3b-49c3-84b0-00c4be3c10d7 HTTP/1.1" status: 200 len: 946 time: 0.1223059 Aug 16 20:09:37.582971 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0ea0affa-f09e-43fc-b37d-8ad84fdca6bd req-5edda524-9965-4a55-b654-898e92979ea1 tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.57 "GET /v2.0/ports?device_id=8733a117-7081-4c59-b703-3c1290aafc77 HTTP/1.1" status: 200 len: 210 time: 0.0740280 Aug 16 20:09:37.630560 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-716befee-4b2d-4a96-9e90-8ca6f6f13af2 req-4d0a7cff-fdfe-441f-a983-8fc9355e627d tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/security-groups?id=ed6168e2-2538-4153-9435-005013f51073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500808 Aug 16 20:09:37.690826 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86506c74-8a9a-42fb-b20f-727b54ab40d6 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:09:37.707002 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64822f77-ccfc-4b95-a628-b35b48cb417d None None] Sync routers for ids ['2f772fda-7528-42c9-bcac-f8bd9049875f'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:09:37.716632 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-86506c74-8a9a-42fb-b20f-727b54ab40d6 admin admin] 10.222.0.68 "PUT /v2.0/routers/2f772fda-7528-42c9-bcac-f8bd9049875f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6423702 Aug 16 20:09:37.717603 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45546) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:37.722632 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360de39-0b51-44ab-81bb-a14d24318b21 req-ad03e044-52e9-4c6e-8531-0d355cb762ea tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:37.725059 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64822f77-ccfc-4b95-a628-b35b48cb417d None None] Routers {'2f772fda-7528-42c9-bcac-f8bd9049875f'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:09:37.725898 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-64822f77-ccfc-4b95-a628-b35b48cb417d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:09:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['2f772fda-7528-42c9-bcac-f8bd9049875f'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:37.730015 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b360de39-0b51-44ab-81bb-a14d24318b21 req-ad03e044-52e9-4c6e-8531-0d355cb762ea tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d5825d0-3c3b-49c3-84b0-00c4be3c10d7 HTTP/1.1" status: 200 len: 946 time: 0.0940268 Aug 16 20:09:37.888913 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aa9af14b-138f-4d67-8256-538aa6180389 admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:37.920911 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45550) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:37.922304 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-64822f77-ccfc-4b95-a628-b35b48cb417d None None] Set router 2f772fda-7528-42c9-bcac-f8bd9049875f gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:09:38.003841 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d45c0062-4b79-445e-bda3-d56f7e96b5ea admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=586673af94134d8e992814518378d549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0809112 Aug 16 20:09:38.006014 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-b360de39-0b51-44ab-81bb-a14d24318b21 req-102052ae-7ae2-44d5-9f20-6c59dbb22df9 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Deleting port 83688bb7-a452-4931-809a-79c5109cbd26 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:09:38.006627 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b360de39-0b51-44ab-81bb-a14d24318b21 req-102052ae-7ae2-44d5-9f20-6c59dbb22df9 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:38.022054 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45552) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:38.043067 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aa9af14b-138f-4d67-8256-538aa6180389 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:38.196833 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a40a1b-9970-435c-85ab-e41659b63940 req-ed3505d6-71d2-4f0d-96db-135d26d99ee4 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:38.203076 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a40a1b-9970-435c-85ab-e41659b63940 req-ed3505d6-71d2-4f0d-96db-135d26d99ee4 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:38.204765 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4a40a1b-9970-435c-85ab-e41659b63940 req-ed3505d6-71d2-4f0d-96db-135d26d99ee4 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c537f75-cbb4-4c4f-b98f-72d7f1ce3312 HTTP/1.1" status: 200 len: 1682 time: 0.1337528 Aug 16 20:09:38.209669 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895f136-17f2-44c4-b830-a8f8d278509c req-48efd83c-7abc-44fc-8e26-24f8edc37618 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:38.216435 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895f136-17f2-44c4-b830-a8f8d278509c req-48efd83c-7abc-44fc-8e26-24f8edc37618 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:38.219010 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-b360de39-0b51-44ab-81bb-a14d24318b21 req-102052ae-7ae2-44d5-9f20-6c59dbb22df9 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] For port 83688bb7-a452-4931-809a-79c5109cbd26, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=83688bb7-a452-4931-809a-79c5109cbd26,segment=NetworkSegment(e26bc7e8-1ebe-4a3d-b76a-c8e856240763),segment_id=e26bc7e8-1ebe-4a3d-b76a-c8e856240763)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:38.219984 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b360de39-0b51-44ab-81bb-a14d24318b21 req-102052ae-7ae2-44d5-9f20-6c59dbb22df9 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:38.226253 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2895f136-17f2-44c4-b830-a8f8d278509c req-48efd83c-7abc-44fc-8e26-24f8edc37618 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c537f75-cbb4-4c4f-b98f-72d7f1ce3312 HTTP/1.1" status: 200 len: 1682 time: 0.2048101 Aug 16 20:09:38.229361 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-64822f77-ccfc-4b95-a628-b35b48cb417d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f772fda-7528-42c9-bcac-f8bd9049875f', 'name': 'tempest-ServerRescueTestJSON-1502074643-router', 'tenant_id': '520511d988044d52831f9681de3ac442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e9f292ba-eb00-4087-ad25-42530be87d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:07:19Z', 'updated_at': '2021-08-16T20:09:36Z', 'revision_number': 5, 'project_id': '520511d988044d52831f9681de3ac442', 'gw_port': {'id': 'e9f292ba-eb00-4087-ad25-42530be87d0d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:06:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f772fda-7528-42c9-bcac-f8bd9049875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:07:20Z', 'updated_at': '2021-08-16T20:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:38.243937 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-b360de39-0b51-44ab-81bb-a14d24318b21 req-102052ae-7ae2-44d5-9f20-6c59dbb22df9 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Calling delete_port for 83688bb7-a452-4931-809a-79c5109cbd26 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:09:38.296210 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fd7d128b-a278-4de9-b557-694539af6c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:38.300365 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64822f77-ccfc-4b95-a628-b35b48cb417d None None] Checking router: 2f772fda-7528-42c9-bcac-f8bd9049875f for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:09:38.318976 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64822f77-ccfc-4b95-a628-b35b48cb417d None None] Routers {'2f772fda-7528-42c9-bcac-f8bd9049875f'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:09:38.320214 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-64822f77-ccfc-4b95-a628-b35b48cb417d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:09:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['2f772fda-7528-42c9-bcac-f8bd9049875f'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:38.355060 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fd7d128b-a278-4de9-b557-694539af6c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:38.428463 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2895f136-17f2-44c4-b830-a8f8d278509c req-e682317d-5d6d-4397-82ac-e9a6d1d84019 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009125 Aug 16 20:09:38.434159 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-aa9af14b-138f-4d67-8256-538aa6180389 admin admin] Deleting port e9f292ba-eb00-4087-ad25-42530be87d0d {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:09:38.435765 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aa9af14b-138f-4d67-8256-538aa6180389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:38.439986 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-64822f77-ccfc-4b95-a628-b35b48cb417d None None] Set router 2f772fda-7528-42c9-bcac-f8bd9049875f gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:09:38.459538 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-b4a40a1b-9970-435c-85ab-e41659b63940 req-7c513fac-650e-47f7-9286-39cdf2b74124 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Deleting port 90d09c63-4364-44f3-8167-4a6c1253b344 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:09:38.459879 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b4a40a1b-9970-435c-85ab-e41659b63940 req-7c513fac-650e-47f7-9286-39cdf2b74124 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:38.527119 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b360de39-0b51-44ab-81bb-a14d24318b21 req-102052ae-7ae2-44d5-9f20-6c59dbb22df9 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:38.563581 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fd7d128b-a278-4de9-b557-694539af6c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:38.571893 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fd7d128b-a278-4de9-b557-694539af6c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:38.578330 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102052ae-7ae2-44d5-9f20-6c59dbb22df9 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Pushing event deleted for resources: {'Port': ['ID=83688bb7-a452-4931-809a-79c5109cbd26,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:38.595466 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fd7d128b-a278-4de9-b557-694539af6c4a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/13db41af-9ca6-47d1-ad4e-739f62a7d9ae HTTP/1.1" status: 204 len: 168 time: 0.5614460 Aug 16 20:09:38.641149 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d128b-a278-4de9-b557-694539af6c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13db41af-9ca6-47d1-ad4e-739f62a7d9ae,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:38.705830 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b360de39-0b51-44ab-81bb-a14d24318b21 req-102052ae-7ae2-44d5-9f20-6c59dbb22df9 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] No DVR routers for this DVR port 83688bb7-a452-4931-809a-79c5109cbd26 on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:09:38.712651 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b360de39-0b51-44ab-81bb-a14d24318b21 req-102052ae-7ae2-44d5-9f20-6c59dbb22df9 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:38.715223 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b360de39-0b51-44ab-81bb-a14d24318b21 req-102052ae-7ae2-44d5-9f20-6c59dbb22df9 tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.57 "DELETE /v2.0/ports/83688bb7-a452-4931-809a-79c5109cbd26 HTTP/1.1" status: 204 len: 173 time: 0.9764032 Aug 16 20:09:38.737191 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-b4a40a1b-9970-435c-85ab-e41659b63940 req-7c513fac-650e-47f7-9286-39cdf2b74124 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] For port 90d09c63-4364-44f3-8167-4a6c1253b344, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=90d09c63-4364-44f3-8167-4a6c1253b344,segment=NetworkSegment(8c36922c-0a24-4332-961b-fdb0bdfa6dc1),segment_id=8c36922c-0a24-4332-961b-fdb0bdfa6dc1)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:38.737986 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b4a40a1b-9970-435c-85ab-e41659b63940 req-7c513fac-650e-47f7-9286-39cdf2b74124 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:38.760285 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-b4a40a1b-9970-435c-85ab-e41659b63940 req-7c513fac-650e-47f7-9286-39cdf2b74124 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Calling delete_port for 90d09c63-4364-44f3-8167-4a6c1253b344 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:09:38.805501 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7efde17d-0772-4ba6-acea-2356323397d1 req-607b14e6-3aa7-468d-b64a-7bb037be3e3f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e45bd4af31d346b9b8630f6f670f36e2&device_id=c3ad3e1b-ba87-409a-a0da-e94411504ecc HTTP/1.1" status: 200 len: 210 time: 0.0942054 Aug 16 20:09:38.860478 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['83688bb7-a452-4931-809a-79c5109cbd26'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:09:38.867350 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-aa9af14b-138f-4d67-8256-538aa6180389 admin admin] For port e9f292ba-eb00-4087-ad25-42530be87d0d, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e9f292ba-eb00-4087-ad25-42530be87d0d,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:38.867728 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aa9af14b-138f-4d67-8256-538aa6180389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:38.900199 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-64822f77-ccfc-4b95-a628-b35b48cb417d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f772fda-7528-42c9-bcac-f8bd9049875f', 'name': 'tempest-ServerRescueTestJSON-1502074643-router', 'tenant_id': '520511d988044d52831f9681de3ac442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:07:19Z', 'updated_at': '2021-08-16T20:09:38Z', 'revision_number': 6, 'project_id': '520511d988044d52831f9681de3ac442', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:38.929476 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7efde17d-0772-4ba6-acea-2356323397d1 req-323adccc-e977-486a-beaf-46d47f230039 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e45bd4af31d346b9b8630f6f670f36e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1083014 Aug 16 20:09:38.966040 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-097a715c-0653-4a25-b1ca-55edeb196df4 req-43208974-2524-4d94-983b-c4028417e349 tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3ad3e1b-ba87-409a-a0da-e94411504ecc HTTP/1.1" status: 200 len: 210 time: 0.0810323 Aug 16 20:09:38.980555 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64822f77-ccfc-4b95-a628-b35b48cb417d None None] The sync data for ids ['2f772fda-7528-42c9-bcac-f8bd9049875f'] in n-d-787206-13 is: [{'id': '2f772fda-7528-42c9-bcac-f8bd9049875f', 'name': 'tempest-ServerRescueTestJSON-1502074643-router', 'tenant_id': '520511d988044d52831f9681de3ac442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:07:19Z', 'updated_at': '2021-08-16T20:09:38Z', 'revision_number': 6, 'project_id': '520511d988044d52831f9681de3ac442', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:09:38.993571 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5825d0-3c3b-49c3-84b0-00c4be3c10d7', 'name': 'network-vif-deleted', 'tag': '83688bb7-a452-4931-809a-79c5109cbd26'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:09:39.001028 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-aa9af14b-138f-4d67-8256-538aa6180389 admin admin] Calling delete_port for e9f292ba-eb00-4087-ad25-42530be87d0d owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:09:39.001804 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bf9a96-a8cb-4626-b78b-d7bbc0dfabe8" -d '{"events": [{"server_uuid": "0d5825d0-3c3b-49c3-84b0-00c4be3c10d7", "name": "network-vif-deleted", "tag": "83688bb7-a452-4931-809a-79c5109cbd26"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:09:39.038511 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b4a40a1b-9970-435c-85ab-e41659b63940 req-7c513fac-650e-47f7-9286-39cdf2b74124 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:39.050645 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['90d09c63-4364-44f3-8167-4a6c1253b344', '164e2bf4-cb0e-4b76-aed1-b50140440319'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:09:39.151560 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89559e53-2217-44b9-bbb0-93e63c7fd43f x-openstack-request-id: req-89559e53-2217-44b9-bbb0-93e63c7fd43f {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:09:39.152153 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5825d0-3c3b-49c3-84b0-00c4be3c10d7", "name": "network-vif-deleted", "tag": "83688bb7-a452-4931-809a-79c5109cbd26", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:09:39.152563 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-89559e53-2217-44b9-bbb0-93e63c7fd43f {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:09:39.168249 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5825d0-3c3b-49c3-84b0-00c4be3c10d7', 'name': 'network-vif-deleted', 'tag': '83688bb7-a452-4931-809a-79c5109cbd26', 'status': 'completed', 'code': 200} Aug 16 20:09:39.174507 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c513fac-650e-47f7-9286-39cdf2b74124 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Pushing event deleted for resources: {'Port': ['ID=90d09c63-4364-44f3-8167-4a6c1253b344,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:39.189068 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c4e20fa-1fb5-4e95-9c86-1657f1650907 req-79e36f14-e1c7-4616-b043-ea5482d4fffd tempest-FloatingIPsAssociationTestJSON-29294611 tempest-FloatingIPsAssociationTestJSON-29294611-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d5825d0-3c3b-49c3-84b0-00c4be3c10d7 HTTP/1.1" status: 200 len: 210 time: 0.1765733 Aug 16 20:09:39.328533 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a40a1b-9970-435c-85ab-e41659b63940 req-7c513fac-650e-47f7-9286-39cdf2b74124 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] No DVR routers for this DVR port 90d09c63-4364-44f3-8167-4a6c1253b344 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:09:39.335910 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b4a40a1b-9970-435c-85ab-e41659b63940 req-7c513fac-650e-47f7-9286-39cdf2b74124 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:39.346884 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4a40a1b-9970-435c-85ab-e41659b63940 req-7c513fac-650e-47f7-9286-39cdf2b74124 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.63 "DELETE /v2.0/ports/90d09c63-4364-44f3-8167-4a6c1253b344 HTTP/1.1" status: 204 len: 173 time: 1.0445814 Aug 16 20:09:39.414818 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efde17d-0772-4ba6-acea-2356323397d1 req-4a3647b4-37dd-4eea-a52e-057dd262c8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:39.416537 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7efde17d-0772-4ba6-acea-2356323397d1 req-4a3647b4-37dd-4eea-a52e-057dd262c8fc service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4332750 Aug 16 20:09:39.638443 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-b4a40a1b-9970-435c-85ab-e41659b63940 req-a9e771f0-4ac6-418b-933a-a56e2acb6474 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Deleting port 164e2bf4-cb0e-4b76-aed1-b50140440319 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:09:39.638829 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b4a40a1b-9970-435c-85ab-e41659b63940 req-a9e771f0-4ac6-418b-933a-a56e2acb6474 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:39.741007 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aa9af14b-138f-4d67-8256-538aa6180389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:39.791740 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-b4a40a1b-9970-435c-85ab-e41659b63940 req-a9e771f0-4ac6-418b-933a-a56e2acb6474 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] For port 164e2bf4-cb0e-4b76-aed1-b50140440319, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=164e2bf4-cb0e-4b76-aed1-b50140440319,segment=NetworkSegment(67baf46e-36c4-426b-a13c-5a8a13389d98),segment_id=67baf46e-36c4-426b-a13c-5a8a13389d98)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:39.792310 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b4a40a1b-9970-435c-85ab-e41659b63940 req-a9e771f0-4ac6-418b-933a-a56e2acb6474 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:39.792959 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9af14b-138f-4d67-8256-538aa6180389 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f292ba-eb00-4087-ad25-42530be87d0d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:39.814115 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-b4a40a1b-9970-435c-85ab-e41659b63940 req-a9e771f0-4ac6-418b-933a-a56e2acb6474 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Calling delete_port for 164e2bf4-cb0e-4b76-aed1-b50140440319 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:09:39.830447 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5369829-830d-4ddb-b5ca-8801f805ff2c req-4dde09bd-8571-4ce0-a1b7-6ef40f5b0c35 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:39.838851 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f5369829-830d-4ddb-b5ca-8801f805ff2c req-4dde09bd-8571-4ce0-a1b7-6ef40f5b0c35 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c537f75-cbb4-4c4f-b98f-72d7f1ce3312 HTTP/1.1" status: 200 len: 945 time: 0.2165549 Aug 16 20:09:39.918875 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e0862-de27-4fef-a37c-59c58c26a8c3 req-47a26396-528d-4a12-984d-365443f686d2 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:39.920684 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-854e0862-de27-4fef-a37c-59c58c26a8c3 req-47a26396-528d-4a12-984d-365443f686d2 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 945 time: 0.1017230 Aug 16 20:09:39.962032 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45600) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:39.980992 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f5369829-830d-4ddb-b5ca-8801f805ff2c req-a3b2ab4c-78b4-4ffc-8a8a-4beaa74ac6e5 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "GET /v2.0/security-groups?id=4babca8b-2577-4ee7-8f23-5d12af6bb0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411366 Aug 16 20:09:39.994467 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aa9af14b-138f-4d67-8256-538aa6180389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:39.999675 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-854e0862-de27-4fef-a37c-59c58c26a8c3 req-989d7f64-88d3-4c1f-a1d2-36348d74a8c0 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e4cadeb-d0f0-44d0-87b4-4f4b81576c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667458 Aug 16 20:09:40.146519 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b4a40a1b-9970-435c-85ab-e41659b63940 req-a9e771f0-4ac6-418b-933a-a56e2acb6474 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:40.160242 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aa9af14b-138f-4d67-8256-538aa6180389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:40.163145 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aa9af14b-138f-4d67-8256-538aa6180389 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:40.175619 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a552efa-c3c5-4071-a490-1d5bc6b71b2b req-7fad6462-e5c0-4266-8bec-7923d393f41c tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3ad3e1b-ba87-409a-a0da-e94411504ecc HTTP/1.1" status: 200 len: 210 time: 0.0453575 Aug 16 20:09:40.209452 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e771f0-4ac6-418b-933a-a56e2acb6474 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Pushing event deleted for resources: {'Port': ['ID=164e2bf4-cb0e-4b76-aed1-b50140440319,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:40.237655 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-df433c91-120a-46fb-9b7a-e17580428846 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1438806390-network', 'tenant_id': '44f853181bda44669bb5ca199c44f374'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:40.253036 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ef48cc07-135b-40fe-a96f-be7b62c43d9f no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:09:40.272869 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aa9af14b-138f-4d67-8256-538aa6180389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:40.273362 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9af14b-138f-4d67-8256-538aa6180389 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f772fda-7528-42c9-bcac-f8bd9049875f {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:09:40.275990 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df433c91-120a-46fb-9b7a-e17580428846 admin admin] Made reservation on behalf of 44f853181bda44669bb5ca199c44f374 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:09:40.279749 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-df433c91-120a-46fb-9b7a-e17580428846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:40.283794 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a40a1b-9970-435c-85ab-e41659b63940 req-a9e771f0-4ac6-418b-933a-a56e2acb6474 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] No DVR routers for this DVR port 164e2bf4-cb0e-4b76-aed1-b50140440319 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:09:40.286286 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aa9af14b-138f-4d67-8256-538aa6180389 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:40.287015 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b4a40a1b-9970-435c-85ab-e41659b63940 req-a9e771f0-4ac6-418b-933a-a56e2acb6474 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:40.287469 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-aa9af14b-138f-4d67-8256-538aa6180389 admin admin] 10.222.0.68 "DELETE /v2.0/routers/2f772fda-7528-42c9-bcac-f8bd9049875f HTTP/1.1" status: 204 len: 168 time: 2.5687234 Aug 16 20:09:40.289981 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45610) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:40.292587 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4a40a1b-9970-435c-85ab-e41659b63940 req-a9e771f0-4ac6-418b-933a-a56e2acb6474 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.63 "DELETE /v2.0/ports/164e2bf4-cb0e-4b76-aed1-b50140440319 HTTP/1.1" status: 204 len: 173 time: 0.9380624 Aug 16 20:09:40.293457 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: ef48cc07-135b-40fe-a96f-be7b62c43d9f {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:09:40.294975 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ef48cc07-135b-40fe-a96f-be7b62c43d9f not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:09:40.295516 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e9f292ba-eb00-4087-ad25-42530be87d0d no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:09:40.334249 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: e9f292ba-eb00-4087-ad25-42530be87d0d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:09:40.334458 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e9f292ba-eb00-4087-ad25-42530be87d0d not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:09:40.340276 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45612) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:40.364187 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb775096-e5d2-4f6e-a14b-5f5ee327cc58 admin admin] Deleting subnet b3526492-2940-405c-b197-de744b17c402 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:09:40.367568 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bb775096-e5d2-4f6e-a14b-5f5ee327cc58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:40.417504 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-df433c91-120a-46fb-9b7a-e17580428846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:40.482388 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bb775096-e5d2-4f6e-a14b-5f5ee327cc58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:40.557571 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bb775096-e5d2-4f6e-a14b-5f5ee327cc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:40.675309 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bb775096-e5d2-4f6e-a14b-5f5ee327cc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:40.730350 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-df433c91-120a-46fb-9b7a-e17580428846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:40.732902 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb775096-e5d2-4f6e-a14b-5f5ee327cc58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3526492-2940-405c-b197-de744b17c402,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:40.736018 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bb775096-e5d2-4f6e-a14b-5f5ee327cc58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:40.740380 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bb775096-e5d2-4f6e-a14b-5f5ee327cc58 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/b3526492-2940-405c-b197-de744b17c402 HTTP/1.1" status: 204 len: 168 time: 0.4468181 Aug 16 20:09:40.740781 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45620) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:40.749292 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-df433c91-120a-46fb-9b7a-e17580428846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:40.760724 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df433c91-120a-46fb-9b7a-e17580428846 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:09:40.866440 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-94660229-00a9-4c06-9601-4a3e32f73a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:40.905734 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-df433c91-120a-46fb-9b7a-e17580428846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:40.906228 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-df433c91-120a-46fb-9b7a-e17580428846 admin admin] Added segment 8ca29f47-0e96-4c00-84e4-fd37f8694a10 of type vlan for network fd5a8d45-784c-47b2-8790-e360fb7160d9 Aug 16 20:09:41.008428 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7efde17d-0772-4ba6-acea-2356323397d1 req-dd6ee5fa-2edc-4665-8123-4944caa62424 tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3ad3e1b-ba87-409a-a0da-e94411504ecc HTTP/1.1" status: 200 len: 210 time: 0.1052675 Aug 16 20:09:41.034862 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df433c91-120a-46fb-9b7a-e17580428846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd28d5a-2545-4c8f-9073-1bf212240a52,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:41.045422 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-df433c91-120a-46fb-9b7a-e17580428846 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:41.051587 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-775a7959-5827-4686-a55e-9a8264b409c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:41.118868 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45650) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:41.128089 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-df433c91-120a-46fb-9b7a-e17580428846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:41.129081 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df433c91-120a-46fb-9b7a-e17580428846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:41.129669 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-df433c91-120a-46fb-9b7a-e17580428846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:41.171232 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c537f75-cbb4-4c4f-b98f-72d7f1ce3312', 'name': 'network-vif-deleted', 'tag': '90d09c63-4364-44f3-8167-4a6c1253b344'}, {'server_uuid': '5c537f75-cbb4-4c4f-b98f-72d7f1ce3312', 'name': 'network-vif-deleted', 'tag': '164e2bf4-cb0e-4b76-aed1-b50140440319'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:09:41.173876 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d23978-6eac-4ef2-9ea5-6f628842289e" -d '{"events": [{"server_uuid": "5c537f75-cbb4-4c4f-b98f-72d7f1ce3312", "name": "network-vif-deleted", "tag": "90d09c63-4364-44f3-8167-4a6c1253b344"}, {"server_uuid": "5c537f75-cbb4-4c4f-b98f-72d7f1ce3312", "name": "network-vif-deleted", "tag": "164e2bf4-cb0e-4b76-aed1-b50140440319"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:09:41.186039 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 164e2bf4-cb0e-4b76-aed1-b50140440319 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:09:41.231022 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 164e2bf4-cb0e-4b76-aed1-b50140440319 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:09:41.232185 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 164e2bf4-cb0e-4b76-aed1-b50140440319 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:09:41.232858 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 90d09c63-4364-44f3-8167-4a6c1253b344 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:09:41.291061 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 90d09c63-4364-44f3-8167-4a6c1253b344 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:09:41.292317 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 90d09c63-4364-44f3-8167-4a6c1253b344 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:09:41.322775 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475ac62f-7b0d-4f97-aff1-0ff01b98fe8b x-openstack-request-id: req-475ac62f-7b0d-4f97-aff1-0ff01b98fe8b {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:09:41.323202 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c537f75-cbb4-4c4f-b98f-72d7f1ce3312", "name": "network-vif-deleted", "tag": "90d09c63-4364-44f3-8167-4a6c1253b344", "status": "completed", "code": 200}, {"server_uuid": "5c537f75-cbb4-4c4f-b98f-72d7f1ce3312", "name": "network-vif-deleted", "tag": "164e2bf4-cb0e-4b76-aed1-b50140440319", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:09:41.323753 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-475ac62f-7b0d-4f97-aff1-0ff01b98fe8b {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:09:41.324257 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c537f75-cbb4-4c4f-b98f-72d7f1ce3312', 'name': 'network-vif-deleted', 'tag': '90d09c63-4364-44f3-8167-4a6c1253b344', 'status': 'completed', 'code': 200} Aug 16 20:09:41.324513 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c537f75-cbb4-4c4f-b98f-72d7f1ce3312', 'name': 'network-vif-deleted', 'tag': '164e2bf4-cb0e-4b76-aed1-b50140440319', 'status': 'completed', 'code': 200} Aug 16 20:09:41.370152 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-94660229-00a9-4c06-9601-4a3e32f73a3c admin admin] Deleting port 00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:09:41.370496 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-94660229-00a9-4c06-9601-4a3e32f73a3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:41.385390 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-df433c91-120a-46fb-9b7a-e17580428846 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4206235 Aug 16 20:09:41.392441 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-775a7959-5827-4686-a55e-9a8264b409c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:41.395008 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45680) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:41.401307 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-51ddc100-128c-47de-9e1d-10e43c25cb21 admin admin] Request body: {'subnet': {'network_id': 'fd5a8d45-784c-47b2-8790-e360fb7160d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1438806390-subnet', 'tenant_id': '44f853181bda44669bb5ca199c44f374', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:41.436179 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df433c91-120a-46fb-9b7a-e17580428846 admin admin] Pushing event updated for resources: {'Network': ['ID=fd5a8d45-784c-47b2-8790-e360fb7160d9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:41.447390 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network fd5a8d45-784c-47b2-8790-e360fb7160d9 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:09:41.457999 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ddc100-128c-47de-9e1d-10e43c25cb21 admin admin] Made reservation on behalf of 44f853181bda44669bb5ca199c44f374 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:09:41.463606 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-51ddc100-128c-47de-9e1d-10e43c25cb21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:41.500300 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2df5bda-7480-4630-854e-c0062ef1c7f9 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Deleting subnet 6ba74b42-6afa-45ee-a4a0-c81fdb8cb19d {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:09:41.504477 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-775a7959-5827-4686-a55e-9a8264b409c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b415667a-d208-40cb-a7c6-65376c591e13']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:41.542581 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2788bff9-6d10-4851-b72d-9fec08f4cd3b req-1f2fc800-705d-4027-8a30-6e25c722f807 tempest-ServerShowV247Test-663377441 tempest-ServerShowV247Test-663377441-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3ad3e1b-ba87-409a-a0da-e94411504ecc HTTP/1.1" status: 200 len: 210 time: 0.0448267 Aug 16 20:09:41.550929 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2df5bda-7480-4630-854e-c0062ef1c7f9 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:41.576847 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-94660229-00a9-4c06-9601-4a3e32f73a3c admin admin] For port 00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8,segment=NetworkSegment(e26bc7e8-1ebe-4a3d-b76a-c8e856240763),segment_id=e26bc7e8-1ebe-4a3d-b76a-c8e856240763)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:41.577453 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-94660229-00a9-4c06-9601-4a3e32f73a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:41.591831 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-94660229-00a9-4c06-9601-4a3e32f73a3c admin admin] Calling delete_port for 00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:09:41.605111 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-775a7959-5827-4686-a55e-9a8264b409c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:41.605413 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-775a7959-5827-4686-a55e-9a8264b409c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb96a3d-5c7a-4cf4-87ea-3bcc0b19f98e') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:41.638560 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-775a7959-5827-4686-a55e-9a8264b409c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:41.671059 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-775a7959-5827-4686-a55e-9a8264b409c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:41.674348 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2df5bda-7480-4630-854e-c0062ef1c7f9 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:41.714375 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775a7959-5827-4686-a55e-9a8264b409c7 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:09:41.714796 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-775a7959-5827-4686-a55e-9a8264b409c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:41.717207 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:09:41.717207 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:09:41.717207 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:09:41.717207 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:09:41.717207 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:09:41.717207 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:09:41.717207 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:09:41.717207 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:09:41.717207 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:09:41.717207 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:09:41.717207 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:09:41.717207 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:09:41.717207 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:09:41.717207 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:09:41.717207 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:09:41.717207 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:09:41.717207 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:09:41.717207 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:09:41.717207 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:09:41.717207 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:09:41.717207 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:09:41.717207 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:09:41.717207 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:09:41.717207 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:09:41.717207 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:09:41.717207 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:09:41.717207 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:09:41.717207 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:09:41.717207 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:09:41.717207 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:09:41.717207 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:09:41.717207 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:09:41.779042 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115ccfa-ca0f-4458-80e3-8b41e1e36a6d req-742e188c-16c5-4247-ac05-8b2c43bc5a73 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:41.779042 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7115ccfa-ca0f-4458-80e3-8b41e1e36a6d req-742e188c-16c5-4247-ac05-8b2c43bc5a73 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 945 time: 0.2698565 Aug 16 20:09:41.862926 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-775a7959-5827-4686-a55e-9a8264b409c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:41.879832 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-775a7959-5827-4686-a55e-9a8264b409c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:41.881792 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-775a7959-5827-4686-a55e-9a8264b409c7 admin admin] 10.222.0.68 "DELETE /v2.0/networks/b415667a-d208-40cb-a7c6-65376c591e13 HTTP/1.1" status: 204 len: 168 time: 1.1402485 Aug 16 20:09:41.915893 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-94660229-00a9-4c06-9601-4a3e32f73a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:41.943322 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a7959-5827-4686-a55e-9a8264b409c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b415667a-d208-40cb-a7c6-65376c591e13,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:41.949475 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2df5bda-7480-4630-854e-c0062ef1c7f9 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:41.981934 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7115ccfa-ca0f-4458-80e3-8b41e1e36a6d req-71174b24-0b67-483f-b221-ba3293aa7778 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e4cadeb-d0f0-44d0-87b4-4f4b81576c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915154 Aug 16 20:09:42.061102 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94660229-00a9-4c06-9601-4a3e32f73a3c admin admin] Pushing event deleted for resources: {'Port': ['ID=00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:42.082720 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-51ddc100-128c-47de-9e1d-10e43c25cb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:42.107092 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 83688bb7-a452-4931-809a-79c5109cbd26 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:09:42.121659 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2df5bda-7480-4630-854e-c0062ef1c7f9 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:42.148866 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 83688bb7-a452-4931-809a-79c5109cbd26 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:09:42.151430 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 83688bb7-a452-4931-809a-79c5109cbd26 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:09:42.174759 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2df5bda-7480-4630-854e-c0062ef1c7f9 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:42.179051 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ade7640-306d-4cdc-b523-4b72a6acd9be None None] Network 5c9fdf81-e650-46cc-a8ba-3dc0c35720ac requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:09:42.181007 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f2df5bda-7480-4630-854e-c0062ef1c7f9 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "DELETE /v2.0/subnets/6ba74b42-6afa-45ee-a4a0-c81fdb8cb19d HTTP/1.1" status: 204 len: 168 time: 1.0611422 Aug 16 20:09:42.185706 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45762) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:42.194834 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ddc100-128c-47de-9e1d-10e43c25cb21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=281d6b33-c261-43dd-b85d-95ea5283203c,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:42.259243 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45768) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:42.324164 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df5bda-7480-4630-854e-c0062ef1c7f9 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Pushing event deleted for resources: {'Subnet': ['ID=6ba74b42-6afa-45ee-a4a0-c81fdb8cb19d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:42.338089 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ddc100-128c-47de-9e1d-10e43c25cb21 admin admin] Checking segment: {'id': '8ca29f47-0e96-4c00-84e4-fd37f8694a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fd5a8d45-784c-47b2-8790-e360fb7160d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:09:42.338529 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ddc100-128c-47de-9e1d-10e43c25cb21 admin admin] Network hostable DHCP agents. Network: fd5a8d45-784c-47b2-8790-e360fb7160d9, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:09:42.404566 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b22fa699-a43d-438f-b35d-e0dc0c08c11f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:42.417103 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-33aa2602-23f0-408e-a210-7b9500229188 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=520511d988044d52831f9681de3ac442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444228 Aug 16 20:09:42.418172 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45790) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:42.429591 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ddc100-128c-47de-9e1d-10e43c25cb21 admin admin] Network fd5a8d45-784c-47b2-8790-e360fb7160d9 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:09:42.464629 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-51ddc100-128c-47de-9e1d-10e43c25cb21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, fd5a8d45-784c-47b2-8790-e360fb7160d9) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:09:42.478984 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c980d1fb-3c93-42b3-b7b6-c521d2e8fdec None None] Network fd5a8d45-784c-47b2-8790-e360fb7160d9 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:09:42.498875 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ddc100-128c-47de-9e1d-10e43c25cb21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:42.499532 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-51ddc100-128c-47de-9e1d-10e43c25cb21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:42.510958 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-94660229-00a9-4c06-9601-4a3e32f73a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:42.557713 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-51ddc100-128c-47de-9e1d-10e43c25cb21 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1614144 Aug 16 20:09:42.571946 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45804) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:42.578615 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9f64e4d1-df1c-47cb-9788-2a976ee2e089 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1438806390-router', 'tenant_id': '44f853181bda44669bb5ca199c44f374', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:42.604287 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58298958-40fb-4fae-885b-6bf38b57af36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:42.628922 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9247996c-9194-4c24-83a7-b9e089b3ec22 None None] DHCP port deletion for 5c9fdf81-e650-46cc-a8ba-3dc0c35720ac request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:09:42.711342 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58298958-40fb-4fae-885b-6bf38b57af36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:42.731943 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f64e4d1-df1c-47cb-9788-2a976ee2e089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:42.733265 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f64e4d1-df1c-47cb-9788-2a976ee2e089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:42.741660 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-b22fa699-a43d-438f-b35d-e0dc0c08c11f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Deleting port 8103799b-c461-40dd-b8e0-8a2359e08a2b {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:09:42.749082 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b22fa699-a43d-438f-b35d-e0dc0c08c11f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:42.893310 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9247996c-9194-4c24-83a7-b9e089b3ec22 None None] Deleting port 8103799b-c461-40dd-b8e0-8a2359e08a2b {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:09:42.893426 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9247996c-9194-4c24-83a7-b9e089b3ec22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:42.942434 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94660229-00a9-4c06-9601-4a3e32f73a3c admin admin] Router e4316394-b66b-4456-86b6-1464af10c6f4 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:09:42.973456 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ea2cf1-dfe0-4e38-99c5-1861146e2318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-fd5a8d45-784c-47b2-8790-e360fb7160d9', 'network_id': 'fd5a8d45-784c-47b2-8790-e360fb7160d9', 'tenant_id': '44f853181bda44669bb5ca199c44f374', 'fixed_ips': [{'subnet_id': '281d6b33-c261-43dd-b85d-95ea5283203c'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:09:42.974360 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-53ea2cf1-dfe0-4e38-99c5-1861146e2318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:43.146012 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-53ea2cf1-dfe0-4e38-99c5-1861146e2318 None None] Allocated IP 172.20.0.2 (fd5a8d45-784c-47b2-8790-e360fb7160d9/281d6b33-c261-43dd-b85d-95ea5283203c/326f0657-40ae-4498-bae6-6633b8008014) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:09:43.154714 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45866) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:43.190515 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94660229-00a9-4c06-9601-4a3e32f73a3c admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:09:43.204566 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-94660229-00a9-4c06-9601-4a3e32f73a3c admin admin] 10.222.0.68 "PUT /v2.0/routers/e4316394-b66b-4456-86b6-1464af10c6f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8601353 Aug 16 20:09:43.204766 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2824adde-1003-4db2-bae8-0a0194ce07d3 None None] Sync routers for ids ['e4316394-b66b-4456-86b6-1464af10c6f4'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:09:43.207091 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45876) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:43.220779 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2824adde-1003-4db2-bae8-0a0194ce07d3 None None] Routers {'e4316394-b66b-4456-86b6-1464af10c6f4'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:09:43.221420 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2824adde-1003-4db2-bae8-0a0194ce07d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:09:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['e4316394-b66b-4456-86b6-1464af10c6f4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:43.229968 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f64e4d1-df1c-47cb-9788-2a976ee2e089 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:43.276924 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58298958-40fb-4fae-885b-6bf38b57af36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:43.280859 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58298958-40fb-4fae-885b-6bf38b57af36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:43.282194 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-58298958-40fb-4fae-885b-6bf38b57af36 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6a323f4f-5bec-45c6-8b07-c3d05d6d071b HTTP/1.1" status: 204 len: 168 time: 0.8605711 Aug 16 20:09:43.355196 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-b22fa699-a43d-438f-b35d-e0dc0c08c11f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] For port 8103799b-c461-40dd-b8e0-8a2359e08a2b, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8103799b-c461-40dd-b8e0-8a2359e08a2b,segment=NetworkSegment(8c36922c-0a24-4332-961b-fdb0bdfa6dc1),segment_id=8c36922c-0a24-4332-961b-fdb0bdfa6dc1)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:43.356760 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b22fa699-a43d-438f-b35d-e0dc0c08c11f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:43.438962 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-53ea2cf1-dfe0-4e38-99c5-1861146e2318 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:43.460708 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-53ea2cf1-dfe0-4e38-99c5-1861146e2318 None None] Transition to ACTIVE for port object 326f0657-40ae-4498-bae6-6633b8008014 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:09:43.498925 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-53ea2cf1-dfe0-4e38-99c5-1861146e2318 None None] Transition to ACTIVE for port object 326f0657-40ae-4498-bae6-6633b8008014 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:09:43.511678 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-53ea2cf1-dfe0-4e38-99c5-1861146e2318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:43.518036 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9247996c-9194-4c24-83a7-b9e089b3ec22 None None] For port 8103799b-c461-40dd-b8e0-8a2359e08a2b, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8103799b-c461-40dd-b8e0-8a2359e08a2b,segment=NetworkSegment(8c36922c-0a24-4332-961b-fdb0bdfa6dc1),segment_id=8c36922c-0a24-4332-961b-fdb0bdfa6dc1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:43.519051 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9247996c-9194-4c24-83a7-b9e089b3ec22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:43.575934 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9247996c-9194-4c24-83a7-b9e089b3ec22 None None] Calling delete_port for 8103799b-c461-40dd-b8e0-8a2359e08a2b owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:09:43.608182 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ea2cf1-dfe0-4e38-99c5-1861146e2318 None None] Network fd5a8d45-784c-47b2-8790-e360fb7160d9 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:09:43.622534 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-53ea2cf1-dfe0-4e38-99c5-1861146e2318 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:09:43.628377 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ea2cf1-dfe0-4e38-99c5-1861146e2318 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:09:43.659503 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea2cf1-dfe0-4e38-99c5-1861146e2318 None None] Pushing event updated for resources: {'Port': ['ID=326f0657-40ae-4498-bae6-6633b8008014,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:43.688108 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58298958-40fb-4fae-885b-6bf38b57af36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a323f4f-5bec-45c6-8b07-c3d05d6d071b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:43.732238 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-2824adde-1003-4db2-bae8-0a0194ce07d3 None None] Set router e4316394-b66b-4456-86b6-1464af10c6f4 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:09:43.801836 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-b22fa699-a43d-438f-b35d-e0dc0c08c11f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Calling delete_port for 8103799b-c461-40dd-b8e0-8a2359e08a2b owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:09:43.802349 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-53ea2cf1-dfe0-4e38-99c5-1861146e2318 None None] Attempting to bind port 326f0657-40ae-4498-bae6-6633b8008014 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:09:43.804605 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-53ea2cf1-dfe0-4e38-99c5-1861146e2318 None None] Attempting to bind port 326f0657-40ae-4498-bae6-6633b8008014 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '8ca29f47-0e96-4c00-84e4-fd37f8694a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fd5a8d45-784c-47b2-8790-e360fb7160d9'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:09:43.805190 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ea2cf1-dfe0-4e38-99c5-1861146e2318 None None] Attempting to bind port 326f0657-40ae-4498-bae6-6633b8008014 on network fd5a8d45-784c-47b2-8790-e360fb7160d9 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:09:43.815772 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3785bd9-ecc4-47cd-96bf-3a3cde85c7d4 req-d48be82f-2c46-48d7-9e20-13d5a1be2437 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:43.817825 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f3785bd9-ecc4-47cd-96bf-3a3cde85c7d4 req-d48be82f-2c46-48d7-9e20-13d5a1be2437 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 945 time: 0.8549104 Aug 16 20:09:43.840437 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ea2cf1-dfe0-4e38-99c5-1861146e2318 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:09:43.841451 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ea2cf1-dfe0-4e38-99c5-1861146e2318 None None] Checking segment: {'id': '8ca29f47-0e96-4c00-84e4-fd37f8694a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fd5a8d45-784c-47b2-8790-e360fb7160d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:09:43.841860 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-53ea2cf1-dfe0-4e38-99c5-1861146e2318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:43.842398 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ea2cf1-dfe0-4e38-99c5-1861146e2318 None None] Bound using segment: {'id': '8ca29f47-0e96-4c00-84e4-fd37f8694a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fd5a8d45-784c-47b2-8790-e360fb7160d9'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:09:43.842758 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-53ea2cf1-dfe0-4e38-99c5-1861146e2318 None None] Bound port: 326f0657-40ae-4498-bae6-6633b8008014, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca29f47-0e96-4c00-84e4-fd37f8694a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fd5a8d45-784c-47b2-8790-e360fb7160d9'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:09:43.843122 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-53ea2cf1-dfe0-4e38-99c5-1861146e2318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:44.007918 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2824adde-1003-4db2-bae8-0a0194ce07d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'name': 'tempest-FloatingIPsAssociationTestJSON-689600420-router', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:14Z', 'updated_at': '2021-08-16T20:09:41Z', 'revision_number': 5, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'gw_port': {'id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:16Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:44.049680 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-53ea2cf1-dfe0-4e38-99c5-1861146e2318 None None] For port 326f0657-40ae-4498-bae6-6633b8008014, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:09:44.068344 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-53ea2cf1-dfe0-4e38-99c5-1861146e2318 None None] For port 326f0657-40ae-4498-bae6-6633b8008014, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=326f0657-40ae-4498-bae6-6633b8008014,segment=NetworkSegment(8ca29f47-0e96-4c00-84e4-fd37f8694a10),segment_id=8ca29f47-0e96-4c00-84e4-fd37f8694a10)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:09:44.080388 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-53ea2cf1-dfe0-4e38-99c5-1861146e2318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:44.131000 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2824adde-1003-4db2-bae8-0a0194ce07d3 None None] Checking router: e4316394-b66b-4456-86b6-1464af10c6f4 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:09:44.166621 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2824adde-1003-4db2-bae8-0a0194ce07d3 None None] Routers {'e4316394-b66b-4456-86b6-1464af10c6f4'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:09:44.167652 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2824adde-1003-4db2-bae8-0a0194ce07d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:09:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['e4316394-b66b-4456-86b6-1464af10c6f4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:44.173949 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7ad403a2-a0a6-4e68-a246-b149e4a75f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:44.248339 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea2cf1-dfe0-4e38-99c5-1861146e2318 None None] Pushing event updated for resources: {'Port': ['ID=326f0657-40ae-4498-bae6-6633b8008014,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:44.260445 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f64e4d1-df1c-47cb-9788-2a976ee2e089 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:44.289067 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9247996c-9194-4c24-83a7-b9e089b3ec22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:44.322728 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f3785bd9-ecc4-47cd-96bf-3a3cde85c7d4 req-f2110d78-e58a-4c85-a52d-96ce7e9f4a54 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e4cadeb-d0f0-44d0-87b4-4f4b81576c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4693706 Aug 16 20:09:44.337770 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5c1425d-c667-42ee-a8af-b93bb227f64b admin admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:44.380038 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8103799b-c461-40dd-b8e0-8a2359e08a2b no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:09:44.463522 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247996c-9194-4c24-83a7-b9e089b3ec22 None None] Pushing event deleted for resources: {'Port': ['ID=8103799b-c461-40dd-b8e0-8a2359e08a2b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:44.476170 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 8103799b-c461-40dd-b8e0-8a2359e08a2b {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:09:44.487355 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-2824adde-1003-4db2-bae8-0a0194ce07d3 None None] Set router e4316394-b66b-4456-86b6-1464af10c6f4 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:09:44.489068 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8103799b-c461-40dd-b8e0-8a2359e08a2b not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:09:44.504349 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9247996c-9194-4c24-83a7-b9e089b3ec22 None None] No DVR routers for this DVR port 8103799b-c461-40dd-b8e0-8a2359e08a2b on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:09:44.549560 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb39057-7ebe-4f10-9113-9e6128c1ea3f req-3b03bf28-7727-4833-9c52-d216f893e27c tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:44.551155 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3eb39057-7ebe-4f10-9113-9e6128c1ea3f req-3b03bf28-7727-4833-9c52-d216f893e27c tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.57 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 945 time: 0.2262928 Aug 16 20:09:44.552285 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b22fa699-a43d-438f-b35d-e0dc0c08c11f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:44.578765 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7ad403a2-a0a6-4e68-a246-b149e4a75f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:44.600900 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7ad403a2-a0a6-4e68-a246-b149e4a75f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:44.627061 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5c1425d-c667-42ee-a8af-b93bb227f64b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:44.702139 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22fa699-a43d-438f-b35d-e0dc0c08c11f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Pushing event deleted for resources: {'Port': ['ID=8103799b-c461-40dd-b8e0-8a2359e08a2b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:44.707280 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22fa699-a43d-438f-b35d-e0dc0c08c11f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] No DVR routers for this DVR port 8103799b-c461-40dd-b8e0-8a2359e08a2b on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:09:44.749332 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7ad403a2-a0a6-4e68-a246-b149e4a75f89 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e45bd4af31d346b9b8630f6f670f36e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5934956 Aug 16 20:09:44.749916 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46030) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:44.755636 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad403a2-a0a6-4e68-a246-b149e4a75f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca093665-4cc8-425c-90e6-d0e22c1dcd59,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:44.849906 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e5c1425d-c667-42ee-a8af-b93bb227f64b admin admin] Deleting port 566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:09:44.850483 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5c1425d-c667-42ee-a8af-b93bb227f64b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:44.881271 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-31d41dee-249c-4621-bc88-1a70ccadfc3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:44.912772 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46042) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:44.991512 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2824adde-1003-4db2-bae8-0a0194ce07d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'name': 'tempest-FloatingIPsAssociationTestJSON-689600420-router', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:14Z', 'updated_at': '2021-08-16T20:09:41Z', 'revision_number': 5, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'gw_port': {'id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:16Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:44.997414 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-31d41dee-249c-4621-bc88-1a70ccadfc3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:45.062293 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2824adde-1003-4db2-bae8-0a0194ce07d3 None None] The sync data for ids ['e4316394-b66b-4456-86b6-1464af10c6f4'] in n-d-787206-13 is: [{'id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'name': 'tempest-FloatingIPsAssociationTestJSON-689600420-router', 'tenant_id': 'fc267694f3a54ef9952a0f83a94966f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:14Z', 'updated_at': '2021-08-16T20:09:41Z', 'revision_number': 5, 'project_id': 'fc267694f3a54ef9952a0f83a94966f1', 'gw_port': {'id': '566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4316394-b66b-4456-86b6-1464af10c6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:16Z', 'updated_at': '2021-08-16T20:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:09:45.068279 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-31d41dee-249c-4621-bc88-1a70ccadfc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:45.077250 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-31d41dee-249c-4621-bc88-1a70ccadfc3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:45.078589 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-31d41dee-249c-4621-bc88-1a70ccadfc3c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ca093665-4cc8-425c-90e6-d0e22c1dcd59 HTTP/1.1" status: 204 len: 168 time: 0.3256025 Aug 16 20:09:45.105125 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d41dee-249c-4621-bc88-1a70ccadfc3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca093665-4cc8-425c-90e6-d0e22c1dcd59,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:45.119214 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-e5c1425d-c667-42ee-a8af-b93bb227f64b admin admin] For port 566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:45.120236 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5c1425d-c667-42ee-a8af-b93bb227f64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:45.161236 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3d65b777-c7fb-4efb-9f8b-dca337e97447 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1829064900-network', 'tenant_id': '081444c713e44b3b9c38b3a6c10c28bc'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:45.169904 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e5c1425d-c667-42ee-a8af-b93bb227f64b admin admin] Calling delete_port for 566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:09:45.260173 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d65b777-c7fb-4efb-9f8b-dca337e97447 admin admin] Made reservation on behalf of 081444c713e44b3b9c38b3a6c10c28bc for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:09:45.264021 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d65b777-c7fb-4efb-9f8b-dca337e97447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:45.274935 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d65b777-c7fb-4efb-9f8b-dca337e97447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:45.318853 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b22fa699-a43d-438f-b35d-e0dc0c08c11f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:45.333509 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-b22fa699-a43d-438f-b35d-e0dc0c08c11f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9fdf81-e650-46cc-a8ba-3dc0c35720ac']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:45.368578 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-b22fa699-a43d-438f-b35d-e0dc0c08c11f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c36922c-0a24-4332-961b-fdb0bdfa6dc1') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:45.369011 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-b22fa699-a43d-438f-b35d-e0dc0c08c11f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c36922c-0a24-4332-961b-fdb0bdfa6dc1') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:45.395637 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b22fa699-a43d-438f-b35d-e0dc0c08c11f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:45.543089 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5c1425d-c667-42ee-a8af-b93bb227f64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:45.579611 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b22fa699-a43d-438f-b35d-e0dc0c08c11f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:45.625941 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1425d-c667-42ee-a8af-b93bb227f64b admin admin] Pushing event deleted for resources: {'Port': ['ID=566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:45.649103 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-3eb39057-7ebe-4f10-9113-9e6128c1ea3f req-950fa688-4596-42ae-87f7-ec024b584b68 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Deleting port 3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:09:45.649696 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3eb39057-7ebe-4f10-9113-9e6128c1ea3f req-950fa688-4596-42ae-87f7-ec024b584b68 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:45.655348 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22fa699-a43d-438f-b35d-e0dc0c08c11f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:09:45.656232 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b22fa699-a43d-438f-b35d-e0dc0c08c11f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:45.665249 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d65b777-c7fb-4efb-9f8b-dca337e97447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:45.685521 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d65b777-c7fb-4efb-9f8b-dca337e97447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: self.session.flush() Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: self.session.flush() Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: self.session.flush() Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: self.session.flush() Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:09:45.691159 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:09:45.835865 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d65b777-c7fb-4efb-9f8b-dca337e97447 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:09:45.852384 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65b777-c7fb-4efb-9f8b-dca337e97447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1baa35f8-4f28-4c40-9c4a-08abda3a40e9,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:45.855766 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f64e4d1-df1c-47cb-9788-2a976ee2e089 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:45.877956 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5c1425d-c667-42ee-a8af-b93bb227f64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:45.880901 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d65b777-c7fb-4efb-9f8b-dca337e97447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:45.881484 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-3d65b777-c7fb-4efb-9f8b-dca337e97447 admin admin] Added segment 9d848ad9-9fd2-4cfe-b946-4cad1262a1a1 of type vlan for network d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4 Aug 16 20:09:45.906307 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f64e4d1-df1c-47cb-9788-2a976ee2e089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:45.924714 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b22fa699-a43d-438f-b35d-e0dc0c08c11f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:45.944719 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba35c2-8ae3-4412-ada1-e599873e9b56 req-e8e49648-b458-4789-9851-f28e58ab917b tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:45.946870 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-acba35c2-8ae3-4412-ada1-e599873e9b56 req-e8e49648-b458-4789-9851-f28e58ab917b tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 945 time: 0.3636982 Aug 16 20:09:45.957067 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cad783-6179-490f-be24-94dd2965fb95 None None] Network fd5a8d45-784c-47b2-8790-e360fb7160d9 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:09:45.960425 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b22fa699-a43d-438f-b35d-e0dc0c08c11f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:45.963054 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b22fa699-a43d-438f-b35d-e0dc0c08c11f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "DELETE /v2.0/networks/5c9fdf81-e650-46cc-a8ba-3dc0c35720ac HTTP/1.1" status: 204 len: 168 time: 3.7761633 Aug 16 20:09:45.970188 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46154) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:46.017019 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5c1425d-c667-42ee-a8af-b93bb227f64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:46.020057 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5c1425d-c667-42ee-a8af-b93bb227f64b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:46.066789 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-64299597-02ba-4e5d-acba-938c3565ebd4 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Deleting subnet b59ed9df-3554-4ae8-a522-10bdf7b72e1c {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:09:46.126675 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64299597-02ba-4e5d-acba-938c3565ebd4 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:46.135155 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2034250b-dea7-43c2-bb28-f95fa2bf98d5 None None] Provisioning for port 326f0657-40ae-4498-bae6-6633b8008014 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:09:46.139434 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22fa699-a43d-438f-b35d-e0dc0c08c11f tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Pushing event deleted for resources: {'Network': ['ID=5c9fdf81-e650-46cc-a8ba-3dc0c35720ac,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:46.164138 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5c1425d-c667-42ee-a8af-b93bb227f64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:46.164620 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c1425d-c667-42ee-a8af-b93bb227f64b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4316394-b66b-4456-86b6-1464af10c6f4 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:09:46.175038 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5c1425d-c667-42ee-a8af-b93bb227f64b admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:46.187173 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e5c1425d-c667-42ee-a8af-b93bb227f64b admin admin] 10.222.0.68 "DELETE /v2.0/routers/e4316394-b66b-4456-86b6-1464af10c6f4 HTTP/1.1" status: 204 len: 168 time: 2.9782639 Aug 16 20:09:46.194573 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46164) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:46.196573 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-3eb39057-7ebe-4f10-9113-9e6128c1ea3f req-950fa688-4596-42ae-87f7-ec024b584b68 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] For port 3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b,segment=NetworkSegment(accc6b18-9572-4cbe-8aa9-30d6eb96249c),segment_id=accc6b18-9572-4cbe-8aa9-30d6eb96249c)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:46.197228 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3eb39057-7ebe-4f10-9113-9e6128c1ea3f req-950fa688-4596-42ae-87f7-ec024b584b68 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:46.226024 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d65b777-c7fb-4efb-9f8b-dca337e97447 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:46.308823 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfa323c7-8eaa-4709-ba3e-b396586b0dfa admin admin] Deleting subnet 2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:09:46.313207 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cfa323c7-8eaa-4709-ba3e-b396586b0dfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:46.341918 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d65b777-c7fb-4efb-9f8b-dca337e97447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:46.342686 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d65b777-c7fb-4efb-9f8b-dca337e97447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:46.343482 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d65b777-c7fb-4efb-9f8b-dca337e97447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:46.405771 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64299597-02ba-4e5d-acba-938c3565ebd4 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:46.449314 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-acba35c2-8ae3-4412-ada1-e599873e9b56 req-167a7d35-98f0-48b0-acc2-dcb68210db12 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e4cadeb-d0f0-44d0-87b4-4f4b81576c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4817758 Aug 16 20:09:46.454822 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cfa323c7-8eaa-4709-ba3e-b396586b0dfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:46.498478 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3d65b777-c7fb-4efb-9f8b-dca337e97447 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5788243 Aug 16 20:09:46.498478 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65b777-c7fb-4efb-9f8b-dca337e97447 admin admin] Pushing event updated for resources: {'Network': ['ID=d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:46.504185 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46168) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:46.517519 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:09:46.526720 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-bf449a1a-9965-4010-a411-23655d8fe4d5 admin admin] Request body: {'subnet': {'network_id': 'd3484bba-7cc1-4a4e-91a4-8b272cf8ebb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1829064900-subnet', 'tenant_id': '081444c713e44b3b9c38b3a6c10c28bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:46.526961 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-9f64e4d1-df1c-47cb-9788-2a976ee2e089 admin admin] Allocated IP 172.25.8.251 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/395f3309-0f70-403f-aa54-683087764578) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:09:46.566592 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf449a1a-9965-4010-a411-23655d8fe4d5 admin admin] Made reservation on behalf of 081444c713e44b3b9c38b3a6c10c28bc for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:09:46.569534 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bf449a1a-9965-4010-a411-23655d8fe4d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:46.671001 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cfa323c7-8eaa-4709-ba3e-b396586b0dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:46.740970 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 326f0657-40ae-4498-bae6-6633b8008014 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:09:46.754354 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3eb39057-7ebe-4f10-9113-9e6128c1ea3f req-950fa688-4596-42ae-87f7-ec024b584b68 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:46.755003 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3eb39057-7ebe-4f10-9113-9e6128c1ea3f req-950fa688-4596-42ae-87f7-ec024b584b68 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:46.755507 n-d-787206-13 neutron-server[94771]: INFO neutron.db.l3_db [req-3eb39057-7ebe-4f10-9113-9e6128c1ea3f req-950fa688-4596-42ae-87f7-ec024b584b68 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Floating IP 5db8a55b-7bf1-4ddc-b153-9fa4c3ddba0a disassociated. External IP: 172.25.8.102, port: 3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b. Aug 16 20:09:46.756013 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-3eb39057-7ebe-4f10-9113-9e6128c1ea3f req-950fa688-4596-42ae-87f7-ec024b584b68 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Calling delete_port for 3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:09:46.758810 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64299597-02ba-4e5d-acba-938c3565ebd4 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:46.783947 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cfa323c7-8eaa-4709-ba3e-b396586b0dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:46.858576 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 326f0657-40ae-4498-bae6-6633b8008014 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:09:46.868669 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 326f0657-40ae-4498-bae6-6633b8008014 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:09:46.869045 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:46.872418 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b7f944-b00b-40e1-8c3a-7360eeb6fd91 None None] Network 8863e50a-a79b-4e19-ba1f-e1c14a852f7b requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:09:46.910050 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cfa323c7-8eaa-4709-ba3e-b396586b0dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:46.923808 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-cfa323c7-8eaa-4709-ba3e-b396586b0dfa admin admin] 10.222.0.68 "DELETE /v2.0/subnets/2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07 HTTP/1.1" status: 204 len: 168 time: 0.7109518 Aug 16 20:09:46.925034 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46178) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:46.958442 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa323c7-8eaa-4709-ba3e-b396586b0dfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fd90fc8-f7b5-46c5-a7a7-6116bed4bd07,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:47.020551 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bc58a2d2-c16d-4657-9412-628d55fc6da2 None None] Provisioning complete for port 326f0657-40ae-4498-bae6-6633b8008014 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:09:47.022125 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bc58a2d2-c16d-4657-9412-628d55fc6da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:47.048292 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f64e4d1-df1c-47cb-9788-2a976ee2e089 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:47.091945 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bf449a1a-9965-4010-a411-23655d8fe4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:47.100502 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64299597-02ba-4e5d-acba-938c3565ebd4 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:47.156062 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f19c9a4-839a-4baa-ab90-40f21c824190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:47.232531 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64299597-02ba-4e5d-acba-938c3565ebd4 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Pushing event deleted for resources: {'Subnet': ['ID=b59ed9df-3554-4ae8-a522-10bdf7b72e1c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:47.255378 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf449a1a-9965-4010-a411-23655d8fe4d5 admin admin] Checking segment: {'id': '9d848ad9-9fd2-4cfe-b946-4cad1262a1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd3484bba-7cc1-4a4e-91a4-8b272cf8ebb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:09:47.255638 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf449a1a-9965-4010-a411-23655d8fe4d5 admin admin] Network hostable DHCP agents. Network: d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:09:47.271381 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64299597-02ba-4e5d-acba-938c3565ebd4 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:47.271942 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01938f3-a2f6-4bff-82e1-031009685ac3 None None] Network 69d68640-80f6-4887-a2f5-6e7395a33327 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:09:47.273205 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-64299597-02ba-4e5d-acba-938c3565ebd4 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "DELETE /v2.0/subnets/b59ed9df-3554-4ae8-a522-10bdf7b72e1c HTTP/1.1" status: 204 len: 168 time: 1.2932885 Aug 16 20:09:47.281237 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46198) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:47.323499 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-13588ba7-d4a5-4cba-8ec4-e9c33d7ead41 req-5b1a36ba-9c17-4551-ab57-166b3a708c2e tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.0653589 Aug 16 20:09:47.337305 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf449a1a-9965-4010-a411-23655d8fe4d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e446e4f6-92a6-456f-bac2-69b91af15e47,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:47.416311 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf449a1a-9965-4010-a411-23655d8fe4d5 admin admin] Network d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:09:47.431826 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-bf449a1a-9965-4010-a411-23655d8fe4d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:09:47.435086 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5f19c9a4-839a-4baa-ab90-40f21c824190 admin admin] Deleting port 6f4429f4-3949-46bd-8251-180e5c1dd174 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:09:47.435344 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f19c9a4-839a-4baa-ab90-40f21c824190 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:47.459775 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65eff3b-294f-4eaf-a15e-dfc5f888ad74 None None] Network d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:09:47.498993 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3eb39057-7ebe-4f10-9113-9e6128c1ea3f req-950fa688-4596-42ae-87f7-ec024b584b68 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:47.527156 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-5f19c9a4-839a-4baa-ab90-40f21c824190 admin admin] For port 6f4429f4-3949-46bd-8251-180e5c1dd174, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6f4429f4-3949-46bd-8251-180e5c1dd174,segment=NetworkSegment(e26bc7e8-1ebe-4a3d-b76a-c8e856240763),segment_id=e26bc7e8-1ebe-4a3d-b76a-c8e856240763)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:47.527460 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f19c9a4-839a-4baa-ab90-40f21c824190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:47.531434 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f64e4d1-df1c-47cb-9788-2a976ee2e089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:47.549135 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9009cde9-3bc6-43ee-b6dc-c91b0eb53bd8 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:47.567143 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf449a1a-9965-4010-a411-23655d8fe4d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:47.568180 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bf449a1a-9965-4010-a411-23655d8fe4d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:47.580618 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5f19c9a4-839a-4baa-ab90-40f21c824190 admin admin] Calling delete_port for 6f4429f4-3949-46bd-8251-180e5c1dd174 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:09:47.610495 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bf449a1a-9965-4010-a411-23655d8fe4d5 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0907862 Aug 16 20:09:47.661130 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f64e4d1-df1c-47cb-9788-2a976ee2e089 admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:09:47.680052 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-9f64e4d1-df1c-47cb-9788-2a976ee2e089 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:09:47.694273 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a4929da-ada0-405a-bab3-423084429635 req-d3e2db33-6211-42c0-be41-61a47867be4a tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 210 time: 0.0449867 Aug 16 20:09:47.700631 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f64e4d1-df1c-47cb-9788-2a976ee2e089 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:09:47.706300 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64e4d1-df1c-47cb-9788-2a976ee2e089 admin admin] Pushing event updated for resources: {'Port': ['ID=395f3309-0f70-403f-aa54-683087764578,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:47.772568 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f19c9a4-839a-4baa-ab90-40f21c824190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:47.828841 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19c9a4-839a-4baa-ab90-40f21c824190 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f4429f4-3949-46bd-8251-180e5c1dd174,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:47.855195 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f19c9a4-839a-4baa-ab90-40f21c824190 admin admin] No DVR routers for this DVR port 6f4429f4-3949-46bd-8251-180e5c1dd174 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:09:47.921573 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:47.930242 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bc58a2d2-c16d-4657-9412-628d55fc6da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:47.935575 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950fa688-4596-42ae-87f7-ec024b584b68 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Pushing event deleted for resources: {'Port': ['ID=3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:47.980800 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f19c9a4-839a-4baa-ab90-40f21c824190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:47.994542 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-5f19c9a4-839a-4baa-ab90-40f21c824190 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8863e50a-a79b-4e19-ba1f-e1c14a852f7b']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:47.996642 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27610086-64ae-4f4b-bb69-24274428c091 None None] DHCP port deletion for 8863e50a-a79b-4e19-ba1f-e1c14a852f7b request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:09:48.022158 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-5f19c9a4-839a-4baa-ab90-40f21c824190 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e26bc7e8-1ebe-4a3d-b76a-c8e856240763') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:48.022582 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-5f19c9a4-839a-4baa-ab90-40f21c824190 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e26bc7e8-1ebe-4a3d-b76a-c8e856240763') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:48.034738 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f19c9a4-839a-4baa-ab90-40f21c824190 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:48.070571 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f19c9a4-839a-4baa-ab90-40f21c824190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:48.078036 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f19c9a4-839a-4baa-ab90-40f21c824190 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:09:48.078448 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f19c9a4-839a-4baa-ab90-40f21c824190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:48.080966 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:09:48.080966 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:09:48.080966 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:09:48.080966 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:09:48.080966 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:09:48.080966 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:09:48.080966 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:09:48.080966 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:09:48.080966 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:09:48.080966 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:09:48.080966 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:09:48.080966 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:09:48.080966 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:09:48.080966 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:09:48.080966 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:09:48.080966 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:09:48.080966 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:09:48.080966 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:09:48.080966 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:09:48.080966 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:09:48.080966 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:09:48.080966 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:09:48.080966 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:09:48.080966 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:09:48.080966 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:09:48.080966 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:09:48.080966 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:09:48.080966 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:09:48.080966 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:09:48.080966 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:09:48.080966 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:09:48.080966 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:09:48.168457 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f19c9a4-839a-4baa-ab90-40f21c824190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:48.174733 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f19c9a4-839a-4baa-ab90-40f21c824190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:48.176954 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5f19c9a4-839a-4baa-ab90-40f21c824190 admin admin] 10.222.0.68 "DELETE /v2.0/networks/8863e50a-a79b-4e19-ba1f-e1c14a852f7b HTTP/1.1" status: 204 len: 168 time: 1.2484407 Aug 16 20:09:48.187969 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3eb39057-7ebe-4f10-9113-9e6128c1ea3f req-950fa688-4596-42ae-87f7-ec024b584b68 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Router fcea6d32-2239-45e2-b427-76d742ea0b0d has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:09:48.199616 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19c9a4-839a-4baa-ab90-40f21c824190 admin admin] Pushing event deleted for resources: {'Network': ['ID=8863e50a-a79b-4e19-ba1f-e1c14a852f7b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:48.221409 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:09:48.310229 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:09:48.310229 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:09:48.316234 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 326f0657-40ae-4498-bae6-6633b8008014, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=326f0657-40ae-4498-bae6-6633b8008014,segment=NetworkSegment(8ca29f47-0e96-4c00-84e4-fd37f8694a10),segment_id=8ca29f47-0e96-4c00-84e4-fd37f8694a10)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:48.328948 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7b264d-1965-42af-9a78-289233d3eda2 None None] Network d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:09:48.377853 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9009cde9-3bc6-43ee-b6dc-c91b0eb53bd8 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Deleting port d18ad7c5-98ac-4ac8-a5dc-352b691d7a04 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:09:48.378220 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9009cde9-3bc6-43ee-b6dc-c91b0eb53bd8 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:48.400556 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:48.433392 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:09:48.514206 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1a42d017-7060-4135-b5d0-52f2250a33cb req-6a1126db-20bf-4c3e-b0f0-74f40df77450 tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.0519290 Aug 16 20:09:48.537178 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46234) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:48.553933 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-9009cde9-3bc6-43ee-b6dc-c91b0eb53bd8 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] For port d18ad7c5-98ac-4ac8-a5dc-352b691d7a04, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=d18ad7c5-98ac-4ac8-a5dc-352b691d7a04,segment=NetworkSegment(67baf46e-36c4-426b-a13c-5a8a13389d98),segment_id=67baf46e-36c4-426b-a13c-5a8a13389d98)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:48.554448 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9009cde9-3bc6-43ee-b6dc-c91b0eb53bd8 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:48.569471 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9009cde9-3bc6-43ee-b6dc-c91b0eb53bd8 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Calling delete_port for d18ad7c5-98ac-4ac8-a5dc-352b691d7a04 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:09:48.578541 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61542e06-459e-46a7-a169-2617ea077f6f req-e9a33375-8dee-4bc3-8c02-a8135e2c3911 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:48.580996 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-61542e06-459e-46a7-a169-2617ea077f6f req-e9a33375-8dee-4bc3-8c02-a8135e2c3911 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/networks?id=d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4 HTTP/1.1" status: 200 len: 814 time: 0.4073098 Aug 16 20:09:48.581230 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a892dfc1-b5b5-4b35-b1f2-0f6ea881b8eb None None] DHCP port deletion for 69d68640-80f6-4887-a2f5-6e7395a33327 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:09:48.592923 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:09:48.593266 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 00b0bc6c-eea6-4892-af1e-0e4f3ec4a6e8 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:09:48.625827 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-46ba5ed0-cf43-46c2-be3e-250f927ac303 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fc267694f3a54ef9952a0f83a94966f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0875299 Aug 16 20:09:48.628895 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46238) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:48.722607 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-bc58a2d2-c16d-4657-9412-628d55fc6da2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:09:48.723269 n-d-787206-13 neutron-server[94772]: DEBUG oslo_db.api [None req-bc58a2d2-c16d-4657-9412-628d55fc6da2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:09:48.734812 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-61542e06-459e-46a7-a169-2617ea077f6f req-7ec1f6cd-b1e2-48e4-b68d-f132b3fd1efe tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/quotas/081444c713e44b3b9c38b3a6c10c28bc HTTP/1.1" status: 200 len: 375 time: 0.0318580 Aug 16 20:09:48.777879 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39c7893d-94f6-4775-8e3c-46933f9d0a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:48.799142 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=326f0657-40ae-4498-bae6-6633b8008014,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:48.803935 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:09:48.834368 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:09:48.834733 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 566b58b6-9b9a-44b1-bbd9-391f6ce8c8c5 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:09:48.835139 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device d18ad7c5-98ac-4ac8-a5dc-352b691d7a04 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:09:48.845196 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-61542e06-459e-46a7-a169-2617ea077f6f req-83e7f005-82ae-4f93-8b4c-d25942ffc55a tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=081444c713e44b3b9c38b3a6c10c28bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1094692 Aug 16 20:09:48.857835 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39c7893d-94f6-4775-8e3c-46933f9d0a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:48.918472 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e95a0830-db3e-46f2-a23a-9e4edfdde972 req-cd25ba2c-c925-4435-bbe6-b600d715019b tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 210 time: 0.0484769 Aug 16 20:09:48.973252 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39c7893d-94f6-4775-8e3c-46933f9d0a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:48.976344 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39c7893d-94f6-4775-8e3c-46933f9d0a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:48.977737 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-39c7893d-94f6-4775-8e3c-46933f9d0a91 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ed6168e2-2538-4153-9435-005013f51073 HTTP/1.1" status: 204 len: 168 time: 0.3476925 Aug 16 20:09:48.987547 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7893d-94f6-4775-8e3c-46933f9d0a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6168e2-2538-4153-9435-005013f51073,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:49.005839 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a892dfc1-b5b5-4b35-b1f2-0f6ea881b8eb None None] Deleting port d18ad7c5-98ac-4ac8-a5dc-352b691d7a04 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:09:49.006212 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a892dfc1-b5b5-4b35-b1f2-0f6ea881b8eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:49.098250 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:49.122544 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a892dfc1-b5b5-4b35-b1f2-0f6ea881b8eb None None] For port d18ad7c5-98ac-4ac8-a5dc-352b691d7a04, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=d18ad7c5-98ac-4ac8-a5dc-352b691d7a04,segment=NetworkSegment(67baf46e-36c4-426b-a13c-5a8a13389d98),segment_id=67baf46e-36c4-426b-a13c-5a8a13389d98)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:49.122955 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a892dfc1-b5b5-4b35-b1f2-0f6ea881b8eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:49.145325 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a892dfc1-b5b5-4b35-b1f2-0f6ea881b8eb None None] Calling delete_port for d18ad7c5-98ac-4ac8-a5dc-352b691d7a04 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:09:49.167909 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port d18ad7c5-98ac-4ac8-a5dc-352b691d7a04, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=d18ad7c5-98ac-4ac8-a5dc-352b691d7a04,segment=NetworkSegment(67baf46e-36c4-426b-a13c-5a8a13389d98),segment_id=67baf46e-36c4-426b-a13c-5a8a13389d98)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:49.202021 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:49.202749 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6f4429f4-3949-46bd-8251-180e5c1dd174 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:09:49.254150 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 6f4429f4-3949-46bd-8251-180e5c1dd174 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:09:49.256221 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6f4429f4-3949-46bd-8251-180e5c1dd174 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:09:49.329466 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=d18ad7c5-98ac-4ac8-a5dc-352b691d7a04,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:49.349531 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a892dfc1-b5b5-4b35-b1f2-0f6ea881b8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:49.384151 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892dfc1-b5b5-4b35-b1f2-0f6ea881b8eb None None] Pushing event deleted for resources: {'Port': ['ID=d18ad7c5-98ac-4ac8-a5dc-352b691d7a04,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:49.390201 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a892dfc1-b5b5-4b35-b1f2-0f6ea881b8eb None None] No DVR routers for this DVR port d18ad7c5-98ac-4ac8-a5dc-352b691d7a04 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:09:49.465456 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3eb39057-7ebe-4f10-9113-9e6128c1ea3f req-950fa688-4596-42ae-87f7-ec024b584b68 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:09:49.482027 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f00b58-383b-43c7-bf5d-af3aaefdd8e3 None None] Sync routers for ids ['fcea6d32-2239-45e2-b427-76d742ea0b0d'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:09:49.492306 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f00b58-383b-43c7-bf5d-af3aaefdd8e3 None None] Routers {'fcea6d32-2239-45e2-b427-76d742ea0b0d'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:09:49.492930 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-07f00b58-383b-43c7-bf5d-af3aaefdd8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:09:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['fcea6d32-2239-45e2-b427-76d742ea0b0d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:49.502800 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f64e4d1-df1c-47cb-9788-2a976ee2e089 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:49.610283 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb39057-7ebe-4f10-9113-9e6128c1ea3f req-950fa688-4596-42ae-87f7-ec024b584b68 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] No DVR routers for this DVR port 3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:09:49.618752 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3eb39057-7ebe-4f10-9113-9e6128c1ea3f req-950fa688-4596-42ae-87f7-ec024b584b68 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:49.620840 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3eb39057-7ebe-4f10-9113-9e6128c1ea3f req-950fa688-4596-42ae-87f7-ec024b584b68 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.57 "DELETE /v2.0/ports/3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b HTTP/1.1" status: 204 len: 173 time: 5.0555809 Aug 16 20:09:49.636089 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b2eece-b83c-4d8c-8ac8-4b01973bcf0f', 'name': 'network-vif-deleted', 'tag': '3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:09:49.640617 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e44f050-b61f-4524-8774-9290b644f33c" -d '{"events": [{"server_uuid": "93b2eece-b83c-4d8c-8ac8-4b01973bcf0f", "name": "network-vif-deleted", "tag": "3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:09:49.662180 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-61542e06-459e-46a7-a169-2617ea077f6f req-f7080875-1a63-439c-8042-9a3e3de8439d service neutron] 10.222.0.68 "GET /v2.0/networks/d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8161209 Aug 16 20:09:49.676659 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9009cde9-3bc6-43ee-b6dc-c91b0eb53bd8 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:49.688629 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-07f00b58-383b-43c7-bf5d-af3aaefdd8e3 None None] Set router fcea6d32-2239-45e2-b427-76d742ea0b0d gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:09:49.698277 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-81c500db-eac5-41ed-9960-968d3b067a82 req-e4a0e821-ff23-4790-b2f0-5bdc7bb73017 tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.0436022 Aug 16 20:09:49.802886 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cf83c4-03bb-482f-a4ac-417a1531cd19 x-openstack-request-id: req-a5cf83c4-03bb-482f-a4ac-417a1531cd19 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:09:49.803177 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b2eece-b83c-4d8c-8ac8-4b01973bcf0f", "name": "network-vif-deleted", "tag": "3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:09:49.803458 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a5cf83c4-03bb-482f-a4ac-417a1531cd19 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:09:49.803856 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b2eece-b83c-4d8c-8ac8-4b01973bcf0f', 'name': 'network-vif-deleted', 'tag': '3d261517-a8f8-4a2f-85f3-a32ba9ba0a6b', 'status': 'completed', 'code': 200} Aug 16 20:09:49.837522 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9009cde9-3bc6-43ee-b6dc-c91b0eb53bd8 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] No DVR routers for this DVR port d18ad7c5-98ac-4ac8-a5dc-352b691d7a04 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:09:49.847335 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009cde9-3bc6-43ee-b6dc-c91b0eb53bd8 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Pushing event deleted for resources: {'Port': ['ID=d18ad7c5-98ac-4ac8-a5dc-352b691d7a04,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:49.869577 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2ab34fa9-6944-43cb-9f2d-44721f050831 req-34228835-193d-4186-af9e-ca9876efd708 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.0464170 Aug 16 20:09:50.102609 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-07f00b58-383b-43c7-bf5d-af3aaefdd8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'name': 'tempest-ServersTestBootFromVolume-1461390987-router', 'tenant_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:06:29Z', 'updated_at': '2021-08-16T20:06:40Z', 'revision_number': 4, 'project_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'gw_port': {'id': 'cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:06:31Z', 'updated_at': '2021-08-16T20:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'c85793fc-b7d7-4dac-8818-634bbccff9b5', 'name': '', 'network_id': '59223dac-0107-4a62-a7e6-e8ab002ab182', 'tenant_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'mac_address': 'fa:16:3e:b6:aa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'd7859aa3-2722-4177-a070-f1837244076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:06:37Z', 'updated_at': '2021-08-16T20:06:49Z', 'revision_number': 5, 'project_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'subnets': [{'id': 'd7859aa3-2722-4177-a070-f1837244076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:50.121094 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-442918c3-1757-4fef-98e5-809813c260d9 req-65a7785c-1800-4d25-b107-4d33d9912d67 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 210 time: 0.0837216 Aug 16 20:09:50.123213 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f64e4d1-df1c-47cb-9788-2a976ee2e089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:50.132912 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f00b58-383b-43c7-bf5d-af3aaefdd8e3 None None] Checking router: fcea6d32-2239-45e2-b427-76d742ea0b0d for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:09:50.150978 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f00b58-383b-43c7-bf5d-af3aaefdd8e3 None None] Routers {'fcea6d32-2239-45e2-b427-76d742ea0b0d'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:09:50.151976 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-07f00b58-383b-43c7-bf5d-af3aaefdd8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:09:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['fcea6d32-2239-45e2-b427-76d742ea0b0d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:50.165630 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-61542e06-459e-46a7-a169-2617ea077f6f req-0f411c4d-c78c-497d-a651-4d86471fc59f service neutron] 10.222.0.68 "GET /v2.0/networks/d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855385 Aug 16 20:09:50.168850 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9009cde9-3bc6-43ee-b6dc-c91b0eb53bd8 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:50.229953 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9009cde9-3bc6-43ee-b6dc-c91b0eb53bd8 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d68640-80f6-4887-a2f5-6e7395a33327']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:50.248861 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9009cde9-3bc6-43ee-b6dc-c91b0eb53bd8 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67baf46e-36c4-426b-a13c-5a8a13389d98') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:50.248861 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9009cde9-3bc6-43ee-b6dc-c91b0eb53bd8 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67baf46e-36c4-426b-a13c-5a8a13389d98') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:50.348641 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-07f00b58-383b-43c7-bf5d-af3aaefdd8e3 None None] Set router fcea6d32-2239-45e2-b427-76d742ea0b0d gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:09:50.358528 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9009cde9-3bc6-43ee-b6dc-c91b0eb53bd8 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:50.382447 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9009cde9-3bc6-43ee-b6dc-c91b0eb53bd8 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:50.398119 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9009cde9-3bc6-43ee-b6dc-c91b0eb53bd8 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:09:50.398541 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9009cde9-3bc6-43ee-b6dc-c91b0eb53bd8 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:50.411446 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:09:50.411446 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:09:50.411446 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:09:50.411446 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:09:50.411446 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:09:50.411446 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:09:50.411446 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:09:50.411446 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:09:50.411446 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:09:50.411446 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:09:50.411446 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:09:50.411446 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:09:50.411446 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:09:50.411446 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:09:50.411446 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:09:50.411446 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:09:50.411446 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:09:50.411446 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:09:50.411446 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:09:50.411446 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:09:50.411446 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:09:50.411446 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:09:50.411446 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:09:50.411446 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:09:50.411446 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:09:50.411446 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:09:50.411446 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:09:50.411446 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:09:50.411446 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:09:50.411446 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:09:50.411446 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:09:50.411446 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:09:50.497706 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a01e147b-0f87-443c-a496-3bd5f1f393d0 req-008c6b13-f0e3-4041-970d-96167c02a9b2 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 210 time: 0.0457945 Aug 16 20:09:50.562339 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9009cde9-3bc6-43ee-b6dc-c91b0eb53bd8 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:50.601199 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9009cde9-3bc6-43ee-b6dc-c91b0eb53bd8 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:50.614140 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9009cde9-3bc6-43ee-b6dc-c91b0eb53bd8 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] 10.222.0.68 "DELETE /v2.0/networks/69d68640-80f6-4887-a2f5-6e7395a33327 HTTP/1.1" status: 204 len: 168 time: 3.3318498 Aug 16 20:09:50.619023 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f64e4d1-df1c-47cb-9788-2a976ee2e089 admin admin] Router aff19be4-fac4-499b-b264-3e851d4ed86d is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:09:50.686440 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009cde9-3bc6-43ee-b6dc-c91b0eb53bd8 tempest-ServersTestMultiNic-913864511 tempest-ServersTestMultiNic-913864511-project] Pushing event deleted for resources: {'Network': ['ID=69d68640-80f6-4887-a2f5-6e7395a33327,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:50.755394 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 326f0657-40ae-4498-bae6-6633b8008014 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:09:50.841325 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46328) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:50.864395 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-07f00b58-383b-43c7-bf5d-af3aaefdd8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'name': 'tempest-ServersTestBootFromVolume-1461390987-router', 'tenant_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:06:29Z', 'updated_at': '2021-08-16T20:06:40Z', 'revision_number': 4, 'project_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'gw_port': {'id': 'cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:06:31Z', 'updated_at': '2021-08-16T20:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'c85793fc-b7d7-4dac-8818-634bbccff9b5', 'name': '', 'network_id': '59223dac-0107-4a62-a7e6-e8ab002ab182', 'tenant_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'mac_address': 'fa:16:3e:b6:aa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'd7859aa3-2722-4177-a070-f1837244076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:06:37Z', 'updated_at': '2021-08-16T20:06:49Z', 'revision_number': 5, 'project_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'subnets': [{'id': 'd7859aa3-2722-4177-a070-f1837244076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:50.899685 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f00b58-383b-43c7-bf5d-af3aaefdd8e3 None None] The sync data for ids ['fcea6d32-2239-45e2-b427-76d742ea0b0d'] in n-d-787206-13 is: [{'id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'name': 'tempest-ServersTestBootFromVolume-1461390987-router', 'tenant_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:06:29Z', 'updated_at': '2021-08-16T20:06:40Z', 'revision_number': 4, 'project_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'gw_port': {'id': 'cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:06:31Z', 'updated_at': '2021-08-16T20:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'c85793fc-b7d7-4dac-8818-634bbccff9b5', 'name': '', 'network_id': '59223dac-0107-4a62-a7e6-e8ab002ab182', 'tenant_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'mac_address': 'fa:16:3e:b6:aa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'd7859aa3-2722-4177-a070-f1837244076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:06:37Z', 'updated_at': '2021-08-16T20:06:49Z', 'revision_number': 5, 'project_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'subnets': [{'id': 'd7859aa3-2722-4177-a070-f1837244076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:09:50.915674 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 326f0657-40ae-4498-bae6-6633b8008014 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:09:50.915878 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:50.946953 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f64e4d1-df1c-47cb-9788-2a976ee2e089 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:09:50.962492 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8865ed2d-582b-4add-b864-9f57cfc5a12f None None] Sync routers for ids ['aff19be4-fac4-499b-b264-3e851d4ed86d'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:09:50.973687 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f64e4d1-df1c-47cb-9788-2a976ee2e089 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:50.980167 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8865ed2d-582b-4add-b864-9f57cfc5a12f None None] Routers {'aff19be4-fac4-499b-b264-3e851d4ed86d'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:09:50.981054 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-8865ed2d-582b-4add-b864-9f57cfc5a12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:09:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['aff19be4-fac4-499b-b264-3e851d4ed86d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:50.982588 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9f64e4d1-df1c-47cb-9788-2a976ee2e089 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.4075024 Aug 16 20:09:50.983242 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46332) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:51.015085 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-40247c42-e3fd-4bdd-a833-c9981455c0c7 req-90ed6dab-9197-465e-8993-af15ed2a9d3e tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.0924747 Aug 16 20:09:51.290541 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-8865ed2d-582b-4add-b864-9f57cfc5a12f None None] Set router aff19be4-fac4-499b-b264-3e851d4ed86d gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:09:51.306205 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46340) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:51.413356 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a077f3f9-12b2-4a7a-bd12-1a0dddefbaf9 req-bd6e44ac-4901-40ce-8413-645a64f5f028 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 210 time: 0.1020708 Aug 16 20:09:51.525528 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9031ead6-2dc6-4e6e-ae05-4579aa8864e2 None None] New status for floating IP 5db8a55b-7bf1-4ddc-b153-9fa4c3ddba0a: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:09:51.749648 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-8865ed2d-582b-4add-b864-9f57cfc5a12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff19be4-fac4-499b-b264-3e851d4ed86d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1438806390-router', 'tenant_id': '44f853181bda44669bb5ca199c44f374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '395f3309-0f70-403f-aa54-683087764578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:09:42Z', 'updated_at': '2021-08-16T20:09:48Z', 'revision_number': 3, 'project_id': '44f853181bda44669bb5ca199c44f374', 'gw_port': {'id': '395f3309-0f70-403f-aa54-683087764578', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:06:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff19be4-fac4-499b-b264-3e851d4ed86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:09:45Z', 'updated_at': '2021-08-16T20:09:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:51.790005 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8865ed2d-582b-4add-b864-9f57cfc5a12f None None] Checking router: aff19be4-fac4-499b-b264-3e851d4ed86d for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:09:51.790716 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8865ed2d-582b-4add-b864-9f57cfc5a12f None None] Updating router aff19be4-fac4-499b-b264-3e851d4ed86d port 395f3309-0f70-403f-aa54-683087764578 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:09:51.822225 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e59b9ae8-eb64-43e9-b24a-f7539a8b24da req-9e4ddb29-e229-4ab7-bdcb-22f0d0e0a9e7 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 210 time: 0.0883613 Aug 16 20:09:51.825304 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3ad60db5-3377-4da2-8943-2328bb7581cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:51.837007 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8865ed2d-582b-4add-b864-9f57cfc5a12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:52.064743 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3ad60db5-3377-4da2-8943-2328bb7581cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:52.129687 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3ad60db5-3377-4da2-8943-2328bb7581cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:52.137441 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8865ed2d-582b-4add-b864-9f57cfc5a12f None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:52.147832 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-8865ed2d-582b-4add-b864-9f57cfc5a12f None None] Transition to ACTIVE for port object 395f3309-0f70-403f-aa54-683087764578 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:09:52.156644 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8865ed2d-582b-4add-b864-9f57cfc5a12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:52.161684 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a26508e2-c293-4934-8da9-141987a16429 req-1c9446b7-943d-4af0-8e9c-c862de2a155d tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.0692711 Aug 16 20:09:52.221428 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad60db5-3377-4da2-8943-2328bb7581cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ef620a-506c-47b1-a8be-6817312dafe0,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:52.227479 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3ad60db5-3377-4da2-8943-2328bb7581cc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=59437980339c4901aabb8491b4462d1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9138913 Aug 16 20:09:52.239014 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-8865ed2d-582b-4add-b864-9f57cfc5a12f None None] Attempting to bind port 395f3309-0f70-403f-aa54-683087764578 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:09:52.239402 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-8865ed2d-582b-4add-b864-9f57cfc5a12f None None] Attempting to bind port 395f3309-0f70-403f-aa54-683087764578 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:09:52.239763 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8865ed2d-582b-4add-b864-9f57cfc5a12f None None] Attempting to bind port 395f3309-0f70-403f-aa54-683087764578 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:09:52.243003 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818ac63-cd7a-44d3-9902-201aa3a028f3 None None] Pushing event updated for resources: {'Port': ['ID=395f3309-0f70-403f-aa54-683087764578,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:52.246953 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46360) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:52.252019 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8865ed2d-582b-4add-b864-9f57cfc5a12f None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:09:52.252197 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-288efc58-84f1-4afb-8263-4d5aada3a241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:52.252658 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8865ed2d-582b-4add-b864-9f57cfc5a12f None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:09:52.252873 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8865ed2d-582b-4add-b864-9f57cfc5a12f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:52.253156 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8865ed2d-582b-4add-b864-9f57cfc5a12f None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:09:52.254255 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-8865ed2d-582b-4add-b864-9f57cfc5a12f None None] Bound port: 395f3309-0f70-403f-aa54-683087764578, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:09:52.254645 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8865ed2d-582b-4add-b864-9f57cfc5a12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:52.257873 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818ac63-cd7a-44d3-9902-201aa3a028f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:52.258209 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818ac63-cd7a-44d3-9902-201aa3a028f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:52.258547 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818ac63-cd7a-44d3-9902-201aa3a028f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:52.258877 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818ac63-cd7a-44d3-9902-201aa3a028f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:52.259205 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818ac63-cd7a-44d3-9902-201aa3a028f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:52.259557 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818ac63-cd7a-44d3-9902-201aa3a028f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:52.259882 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818ac63-cd7a-44d3-9902-201aa3a028f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:52.260544 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818ac63-cd7a-44d3-9902-201aa3a028f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:52.260544 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818ac63-cd7a-44d3-9902-201aa3a028f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:52.260816 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818ac63-cd7a-44d3-9902-201aa3a028f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:52.261131 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818ac63-cd7a-44d3-9902-201aa3a028f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:52.261446 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818ac63-cd7a-44d3-9902-201aa3a028f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:52.314112 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-8865ed2d-582b-4add-b864-9f57cfc5a12f None None] For port 395f3309-0f70-403f-aa54-683087764578, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:09:52.318082 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-8865ed2d-582b-4add-b864-9f57cfc5a12f None None] For port 395f3309-0f70-403f-aa54-683087764578, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=395f3309-0f70-403f-aa54-683087764578,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:09:52.323198 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8865ed2d-582b-4add-b864-9f57cfc5a12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:52.361160 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-02c14880-ea4d-4ec4-9e36-6474380f55cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:52.387657 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-49c57e25-9dab-4023-9218-1921841edcc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:52.393447 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8865ed2d-582b-4add-b864-9f57cfc5a12f None None] Routers {'aff19be4-fac4-499b-b264-3e851d4ed86d'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:09:52.393913 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-02c14880-ea4d-4ec4-9e36-6474380f55cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:52.394070 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-8865ed2d-582b-4add-b864-9f57cfc5a12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:09:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['aff19be4-fac4-499b-b264-3e851d4ed86d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:52.397031 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818ac63-cd7a-44d3-9902-201aa3a028f3 None None] Pushing event updated for resources: {'Port': ['ID=395f3309-0f70-403f-aa54-683087764578,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:52.520087 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61542e06-459e-46a7-a169-2617ea077f6f req-611bbade-b014-418c-909a-393e00b0f0bc tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:52.521591 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-61542e06-459e-46a7-a169-2617ea077f6f req-611bbade-b014-418c-909a-393e00b0f0bc tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.57 "GET /v2.0/networks?id=d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4 HTTP/1.1" status: 200 len: 814 time: 0.4106121 Aug 16 20:09:52.563476 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-8865ed2d-582b-4add-b864-9f57cfc5a12f None None] Set router aff19be4-fac4-499b-b264-3e851d4ed86d gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:09:52.571205 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-61542e06-459e-46a7-a169-2617ea077f6f req-8809ea0c-2fd4-42f6-a643-3369c14eb5b8 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Request body: {'port': {'device_id': 'ffd6e8b6-82fd-4279-82e3-a4823a518897', 'network_id': 'd3484bba-7cc1-4a4e-91a4-8b272cf8ebb4', 'admin_state_up': True, 'tenant_id': '081444c713e44b3b9c38b3a6c10c28bc'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:52.650144 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0a57c2c8-042e-4327-a348-88f1307264bf req-366afe75-2015-4017-afcc-550296187b34 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 210 time: 0.0994554 Aug 16 20:09:52.682042 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-10a692b8-d95d-4706-b0ff-6c7ebff4e43f req-94a6a3fc-a3bf-455b-8370-ffe0ac20666b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=61b730fd-0962-4af1-ac48-b52f613730b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1066256 Aug 16 20:09:52.708281 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-288efc58-84f1-4afb-8263-4d5aada3a241 admin admin] Allocated IP 172.20.0.1 (fd5a8d45-784c-47b2-8790-e360fb7160d9/281d6b33-c261-43dd-b85d-95ea5283203c/b036507d-51f8-4efc-9f9d-6eb7473a2dbe) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:09:52.724661 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-02c14880-ea4d-4ec4-9e36-6474380f55cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:52.729727 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-02c14880-ea4d-4ec4-9e36-6474380f55cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:52.732314 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-02c14880-ea4d-4ec4-9e36-6474380f55cf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d4ef620a-506c-47b1-a8be-6817312dafe0 HTTP/1.1" status: 204 len: 168 time: 0.4810243 Aug 16 20:09:52.746424 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c14880-ea4d-4ec4-9e36-6474380f55cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ef620a-506c-47b1-a8be-6817312dafe0,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:52.886285 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a692b8-d95d-4706-b0ff-6c7ebff4e43f req-7860736b-f098-44c4-88c6-51fa8018c603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:52.893243 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-10a692b8-d95d-4706-b0ff-6c7ebff4e43f req-7860736b-f098-44c4-88c6-51fa8018c603 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=abc8d80d1a114617b63c3f3123a17f6a&device_id=61b730fd-0962-4af1-ac48-b52f613730b8 HTTP/1.1" status: 200 len: 1102 time: 0.1458108 Aug 16 20:09:52.957709 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61542e06-459e-46a7-a169-2617ea077f6f req-8809ea0c-2fd4-42f6-a643-3369c14eb5b8 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Made reservation on behalf of 081444c713e44b3b9c38b3a6c10c28bc for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:09:52.967362 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-61542e06-459e-46a7-a169-2617ea077f6f req-8809ea0c-2fd4-42f6-a643-3369c14eb5b8 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:53.005167 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-8865ed2d-582b-4add-b864-9f57cfc5a12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff19be4-fac4-499b-b264-3e851d4ed86d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1438806390-router', 'tenant_id': '44f853181bda44669bb5ca199c44f374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '395f3309-0f70-403f-aa54-683087764578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:09:42Z', 'updated_at': '2021-08-16T20:09:48Z', 'revision_number': 3, 'project_id': '44f853181bda44669bb5ca199c44f374', 'gw_port': {'id': '395f3309-0f70-403f-aa54-683087764578', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:06:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff19be4-fac4-499b-b264-3e851d4ed86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:09:45Z', 'updated_at': '2021-08-16T20:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:53.041941 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8865ed2d-582b-4add-b864-9f57cfc5a12f None None] The sync data for ids ['aff19be4-fac4-499b-b264-3e851d4ed86d'] in n-d-787206-13 is: [{'id': 'aff19be4-fac4-499b-b264-3e851d4ed86d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1438806390-router', 'tenant_id': '44f853181bda44669bb5ca199c44f374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '395f3309-0f70-403f-aa54-683087764578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:09:42Z', 'updated_at': '2021-08-16T20:09:48Z', 'revision_number': 3, 'project_id': '44f853181bda44669bb5ca199c44f374', 'gw_port': {'id': '395f3309-0f70-403f-aa54-683087764578', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:06:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff19be4-fac4-499b-b264-3e851d4ed86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:09:45Z', 'updated_at': '2021-08-16T20:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:09:53.059389 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-288efc58-84f1-4afb-8263-4d5aada3a241 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:53.132688 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-288efc58-84f1-4afb-8263-4d5aada3a241 admin admin] Transition to ACTIVE for port object b036507d-51f8-4efc-9f9d-6eb7473a2dbe will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:09:53.160267 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d3af0942-667a-4c79-b51f-901930495e7b req-84b884b2-3476-43ce-998c-d9190f2660e6 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 210 time: 0.2064798 Aug 16 20:09:53.199156 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-49c57e25-9dab-4023-9218-1921841edcc4 admin admin] Deleting port a6ae1650-6f04-4984-8c68-9d027dbea9fc {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:09:53.199659 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-49c57e25-9dab-4023-9218-1921841edcc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:53.327722 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-288efc58-84f1-4afb-8263-4d5aada3a241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:53.335032 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-49c57e25-9dab-4023-9218-1921841edcc4 admin admin] For port a6ae1650-6f04-4984-8c68-9d027dbea9fc, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=a6ae1650-6f04-4984-8c68-9d027dbea9fc,segment=NetworkSegment(cc29a2d9-21cc-4744-8eb4-bfe18f439128),segment_id=cc29a2d9-21cc-4744-8eb4-bfe18f439128)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:53.335738 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-49c57e25-9dab-4023-9218-1921841edcc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:53.345193 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a692b8-d95d-4706-b0ff-6c7ebff4e43f req-8c289149-f36a-4de6-8a76-db730f581344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:53.346930 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-10a692b8-d95d-4706-b0ff-6c7ebff4e43f req-8c289149-f36a-4de6-8a76-db730f581344 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.3947055 Aug 16 20:09:53.372698 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-49c57e25-9dab-4023-9218-1921841edcc4 admin admin] Calling delete_port for a6ae1650-6f04-4984-8c68-9d027dbea9fc owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:09:53.426997 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6302ef6b-c7c9-4776-acb7-573b5892b230 req-413a0614-0113-4983-8d28-5b6ffdb1b783 tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.1561897 Aug 16 20:09:53.455907 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-61542e06-459e-46a7-a169-2617ea077f6f req-8809ea0c-2fd4-42f6-a643-3369c14eb5b8 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Allocated IP 172.20.0.2 (d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4/e446e4f6-92a6-456f-bac2-69b91af15e47/f61f6739-94c2-40c0-8c3b-28bcbcba1bb5) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:09:53.464678 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-10a692b8-d95d-4706-b0ff-6c7ebff4e43f req-8d451c08-d093-4155-9d2b-1b7166694941 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=d6728f1e-5d2d-4ead-891b-d9e18f9e34ab HTTP/1.1" status: 200 len: 217 time: 0.1000195 Aug 16 20:09:53.476607 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288efc58-84f1-4afb-8263-4d5aada3a241 admin admin] Network fd5a8d45-784c-47b2-8790-e360fb7160d9 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:09:53.489509 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-288efc58-84f1-4afb-8263-4d5aada3a241 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:09:53.501747 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288efc58-84f1-4afb-8263-4d5aada3a241 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:09:53.538633 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288efc58-84f1-4afb-8263-4d5aada3a241 admin admin] Pushing event updated for resources: {'Port': ['ID=b036507d-51f8-4efc-9f9d-6eb7473a2dbe,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:53.570486 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a692b8-d95d-4706-b0ff-6c7ebff4e43f req-e61244ed-8ef7-4d11-97f8-c03c3b425582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:53.572035 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-10a692b8-d95d-4706-b0ff-6c7ebff4e43f req-e61244ed-8ef7-4d11-97f8-c03c3b425582 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.0655587 Aug 16 20:09:53.614933 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-288efc58-84f1-4afb-8263-4d5aada3a241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:53.644962 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a692b8-d95d-4706-b0ff-6c7ebff4e43f req-48263a80-a07f-4e72-a8da-91d1780f09f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:53.646746 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-10a692b8-d95d-4706-b0ff-6c7ebff4e43f req-48263a80-a07f-4e72-a8da-91d1780f09f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0639768 Aug 16 20:09:53.829414 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-61542e06-459e-46a7-a169-2617ea077f6f req-8809ea0c-2fd4-42f6-a643-3369c14eb5b8 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:53.962608 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-100f6c07-71f3-4509-9f18-6895170963af req-0863cf5e-b76b-4db8-a898-c602360b2e45 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 210 time: 0.0941689 Aug 16 20:09:54.014063 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c77aff36-da99-4147-9b42-be2e4207c996 None None] Provisioning for port b036507d-51f8-4efc-9f9d-6eb7473a2dbe completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:09:54.018673 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c77aff36-da99-4147-9b42-be2e4207c996 None None] Provisioning complete for port b036507d-51f8-4efc-9f9d-6eb7473a2dbe triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:09:54.019001 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c77aff36-da99-4147-9b42-be2e4207c996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:54.030346 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-61542e06-459e-46a7-a169-2617ea077f6f req-8809ea0c-2fd4-42f6-a643-3369c14eb5b8 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:54.075991 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-49c57e25-9dab-4023-9218-1921841edcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:54.101525 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c77aff36-da99-4147-9b42-be2e4207c996 None None] Port b036507d-51f8-4efc-9f9d-6eb7473a2dbe cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:09:54.125242 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61542e06-459e-46a7-a169-2617ea077f6f req-8809ea0c-2fd4-42f6-a643-3369c14eb5b8 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Network d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:09:54.134405 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-61542e06-459e-46a7-a169-2617ea077f6f req-8809ea0c-2fd4-42f6-a643-3369c14eb5b8 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:09:54.143744 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-61542e06-459e-46a7-a169-2617ea077f6f req-8809ea0c-2fd4-42f6-a643-3369c14eb5b8 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:09:54.156127 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809ea0c-2fd4-42f6-a643-3369c14eb5b8 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Pushing event updated for resources: {'Port': ['ID=f61f6739-94c2-40c0-8c3b-28bcbcba1bb5,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:54.194855 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-10a692b8-d95d-4706-b0ff-6c7ebff4e43f req-ce5c05a6-cf55-4476-a8c2-5944540e3cee service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5095959 Aug 16 20:09:54.195872 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c57e25-9dab-4023-9218-1921841edcc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6ae1650-6f04-4984-8c68-9d027dbea9fc,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:54.247039 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46406) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:54.312228 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61542e06-459e-46a7-a169-2617ea077f6f req-8809ea0c-2fd4-42f6-a643-3369c14eb5b8 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:54.313768 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-61542e06-459e-46a7-a169-2617ea077f6f req-8809ea0c-2fd4-42f6-a643-3369c14eb5b8 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:54.345156 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-288efc58-84f1-4afb-8263-4d5aada3a241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:54.425661 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-61542e06-459e-46a7-a169-2617ea077f6f req-8809ea0c-2fd4-42f6-a643-3369c14eb5b8 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8672040 Aug 16 20:09:54.470124 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-61542e06-459e-46a7-a169-2617ea077f6f req-af2a4ece-632a-451c-952f-50edfb4f0ffd service neutron] Request body: {'port': {'device_id': 'ffd6e8b6-82fd-4279-82e3-a4823a518897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:54.508120 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41881aa7-c270-4b00-90a2-8ab0b679bc6b req-019d620f-352f-448c-a749-fb7327b40b85 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:54.510197 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-41881aa7-c270-4b00-90a2-8ab0b679bc6b req-019d620f-352f-448c-a749-fb7327b40b85 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 931 time: 0.1926744 Aug 16 20:09:54.531591 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-693458bc-e029-41e7-bcdf-7eede836ae44 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1943445496-network', 'tenant_id': 'fd9cbd22f82d4e4cb02b701bf4ae249c'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:54.536959 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-10a692b8-d95d-4706-b0ff-6c7ebff4e43f req-47c575ec-a65e-4179-9652-a6f78020a9a0 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218069 Aug 16 20:09:54.571768 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:09:54.614584 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-41881aa7-c270-4b00-90a2-8ab0b679bc6b req-d292bcad-0b3e-4273-9f0d-18b0e478f479 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878160 Aug 16 20:09:54.733624 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-288efc58-84f1-4afb-8263-4d5aada3a241 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:54.736722 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-61542e06-459e-46a7-a169-2617ea077f6f req-af2a4ece-632a-451c-952f-50edfb4f0ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:54.748717 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-288efc58-84f1-4afb-8263-4d5aada3a241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:54.842575 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288efc58-84f1-4afb-8263-4d5aada3a241 admin admin] Pushing event updated for resources: {'Port': ['ID=b036507d-51f8-4efc-9f9d-6eb7473a2dbe,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:54.880848 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e250d3af-bd9f-443c-aefe-efd7d6d02a27 req-14b84aa0-7355-4efe-9bf1-ae5f0352c11e tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.0654094 Aug 16 20:09:54.899527 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 395f3309-0f70-403f-aa54-683087764578 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:09:54.900086 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-288efc58-84f1-4afb-8263-4d5aada3a241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:54.990340 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 395f3309-0f70-403f-aa54-683087764578 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:09:54.998908 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 395f3309-0f70-403f-aa54-683087764578 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:09:54.999779 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:55.085147 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da5a82-51f6-4cc3-9208-d18c92e65012 req-fb5600b2-4f9d-4069-a966-7120df7a6168 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:55.086935 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-69da5a82-51f6-4cc3-9208-d18c92e65012 req-fb5600b2-4f9d-4069-a966-7120df7a6168 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.68 "GET /v2.0/ports?device_id=61b730fd-0962-4af1-ac48-b52f613730b8 HTTP/1.1" status: 200 len: 950 time: 0.6677673 Aug 16 20:09:55.132437 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:55.165533 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 395f3309-0f70-403f-aa54-683087764578, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=395f3309-0f70-403f-aa54-683087764578,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:55.170157 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-69da5a82-51f6-4cc3-9208-d18c92e65012 req-435fd2f7-39f4-44e4-9899-f923b1d1b05b tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf904dec-7d7c-482f-a033-9f5940982765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744469 Aug 16 20:09:55.172994 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693458bc-e029-41e7-bcdf-7eede836ae44 admin admin] Made reservation on behalf of fd9cbd22f82d4e4cb02b701bf4ae249c for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:09:55.175597 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aef63696-829d-40f0-9e17-6309ac331434 req-a322671c-898a-47d8-a77d-3e932645d925 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 210 time: 0.0470338 Aug 16 20:09:55.175768 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-693458bc-e029-41e7-bcdf-7eede836ae44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:55.189090 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288efc58-84f1-4afb-8263-4d5aada3a241 admin admin] Network fd5a8d45-784c-47b2-8790-e360fb7160d9 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:09:55.190235 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:55.192190 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-693458bc-e029-41e7-bcdf-7eede836ae44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:55.204222 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-288efc58-84f1-4afb-8263-4d5aada3a241 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:09:55.218221 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-49c57e25-9dab-4023-9218-1921841edcc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:55.289645 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=395f3309-0f70-403f-aa54-683087764578,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:55.416032 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288efc58-84f1-4afb-8263-4d5aada3a241 admin admin] Router aff19be4-fac4-499b-b264-3e851d4ed86d has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:09:55.462080 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-61542e06-459e-46a7-a169-2617ea077f6f req-af2a4ece-632a-451c-952f-50edfb4f0ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:09:55.509570 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-61542e06-459e-46a7-a169-2617ea077f6f req-af2a4ece-632a-451c-952f-50edfb4f0ffd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:55.532254 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-61542e06-459e-46a7-a169-2617ea077f6f req-af2a4ece-632a-451c-952f-50edfb4f0ffd service neutron] Transition to ACTIVE for port object f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:09:55.549698 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-693458bc-e029-41e7-bcdf-7eede836ae44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:55.562211 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-693458bc-e029-41e7-bcdf-7eede836ae44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:55.564485 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-61542e06-459e-46a7-a169-2617ea077f6f req-af2a4ece-632a-451c-952f-50edfb4f0ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:55.592625 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693458bc-e029-41e7-bcdf-7eede836ae44 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:09:55.615712 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693458bc-e029-41e7-bcdf-7eede836ae44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6274cc6e-a42a-4518-a9da-31ec9c612d08,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:55.626354 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-693458bc-e029-41e7-bcdf-7eede836ae44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:55.626518 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-693458bc-e029-41e7-bcdf-7eede836ae44 admin admin] Added segment fa38c8f7-67c8-4b30-a7ef-fd21760571af of type vlan for network 17a161c3-dea9-441d-b6a3-fe2c34ec09d4 Aug 16 20:09:55.641809 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-901060f2-8776-4ee9-92fc-20e73caae57e None None] Provisioning complete for port b036507d-51f8-4efc-9f9d-6eb7473a2dbe triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:09:55.642301 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-901060f2-8776-4ee9-92fc-20e73caae57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:55.685906 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288efc58-84f1-4afb-8263-4d5aada3a241 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:09:55.687849 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-693458bc-e029-41e7-bcdf-7eede836ae44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:55.699994 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-288efc58-84f1-4afb-8263-4d5aada3a241 admin admin] 10.222.0.68 "PUT /v2.0/routers/aff19be4-fac4-499b-b264-3e851d4ed86d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7155349 Aug 16 20:09:55.707606 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-901060f2-8776-4ee9-92fc-20e73caae57e None None] Port b036507d-51f8-4efc-9f9d-6eb7473a2dbe cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:09:55.711159 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a4ece-632a-451c-952f-50edfb4f0ffd service neutron] Pushing event updated for resources: {'Port': ['ID=f61f6739-94c2-40c0-8c3b-28bcbcba1bb5,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:55.758305 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c57e25-9dab-4023-9218-1921841edcc4 admin admin] Router 98fe4f15-ce4a-450d-a0b8-e52173734347 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:09:55.759278 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-693458bc-e029-41e7-bcdf-7eede836ae44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:55.760317 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693458bc-e029-41e7-bcdf-7eede836ae44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:55.760974 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-693458bc-e029-41e7-bcdf-7eede836ae44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:55.834376 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-693458bc-e029-41e7-bcdf-7eede836ae44 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5862014 Aug 16 20:09:55.837604 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46420) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:55.842157 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349cdce0-c420-49a3-b967-1f286b9aecee req-ac6d33a6-2b77-457a-8a42-ade9f8583ea0 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:55.843070 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ad00ec77-901d-4858-b530-5b76a77bb14a admin admin] Request body: {'subnet': {'network_id': '17a161c3-dea9-441d-b6a3-fe2c34ec09d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1943445496-subnet', 'tenant_id': 'fd9cbd22f82d4e4cb02b701bf4ae249c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:55.844301 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-349cdce0-c420-49a3-b967-1f286b9aecee req-ac6d33a6-2b77-457a-8a42-ade9f8583ea0 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 943 time: 0.0961709 Aug 16 20:09:55.845632 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-61542e06-459e-46a7-a169-2617ea077f6f req-af2a4ece-632a-451c-952f-50edfb4f0ffd service neutron] Attempting to bind port f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:09:55.846073 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-61542e06-459e-46a7-a169-2617ea077f6f req-af2a4ece-632a-451c-952f-50edfb4f0ffd service neutron] Attempting to bind port f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '9d848ad9-9fd2-4cfe-b946-4cad1262a1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd3484bba-7cc1-4a4e-91a4-8b272cf8ebb4'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:09:55.846508 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61542e06-459e-46a7-a169-2617ea077f6f req-af2a4ece-632a-451c-952f-50edfb4f0ffd service neutron] Attempting to bind port f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 on network d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:09:55.852979 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61542e06-459e-46a7-a169-2617ea077f6f req-af2a4ece-632a-451c-952f-50edfb4f0ffd service neutron] Port f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 on network d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:09:55.853253 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61542e06-459e-46a7-a169-2617ea077f6f req-af2a4ece-632a-451c-952f-50edfb4f0ffd service neutron] Attempting to bind port f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 on network d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:09:55.861838 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693458bc-e029-41e7-bcdf-7eede836ae44 admin admin] Pushing event updated for resources: {'Network': ['ID=17a161c3-dea9-441d-b6a3-fe2c34ec09d4,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:55.878972 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 17a161c3-dea9-441d-b6a3-fe2c34ec09d4 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:09:55.888466 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b744bd6-0a0f-4707-9ba9-4471f02436d8 None None] Sync routers for ids ['aff19be4-fac4-499b-b264-3e851d4ed86d'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:09:55.907934 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61542e06-459e-46a7-a169-2617ea077f6f req-af2a4ece-632a-451c-952f-50edfb4f0ffd service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:09:55.916549 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b744bd6-0a0f-4707-9ba9-4471f02436d8 None None] Routers {'aff19be4-fac4-499b-b264-3e851d4ed86d'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:09:55.922514 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2b744bd6-0a0f-4707-9ba9-4471f02436d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:09:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['aff19be4-fac4-499b-b264-3e851d4ed86d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:55.929289 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61542e06-459e-46a7-a169-2617ea077f6f req-af2a4ece-632a-451c-952f-50edfb4f0ffd service neutron] Checking segment: {'id': '9d848ad9-9fd2-4cfe-b946-4cad1262a1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd3484bba-7cc1-4a4e-91a4-8b272cf8ebb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:09:55.931632 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61542e06-459e-46a7-a169-2617ea077f6f req-af2a4ece-632a-451c-952f-50edfb4f0ffd service neutron] Bound using segment: {'id': '9d848ad9-9fd2-4cfe-b946-4cad1262a1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd3484bba-7cc1-4a4e-91a4-8b272cf8ebb4'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:09:55.934204 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-61542e06-459e-46a7-a169-2617ea077f6f req-af2a4ece-632a-451c-952f-50edfb4f0ffd service neutron] Bound port: f61f6739-94c2-40c0-8c3b-28bcbcba1bb5, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d848ad9-9fd2-4cfe-b946-4cad1262a1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd3484bba-7cc1-4a4e-91a4-8b272cf8ebb4'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:09:55.934204 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-61542e06-459e-46a7-a169-2617ea077f6f req-af2a4ece-632a-451c-952f-50edfb4f0ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:56.003703 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-349cdce0-c420-49a3-b967-1f286b9aecee req-42001e99-d39e-403b-b03c-18a7a7cef87e tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518309 Aug 16 20:09:56.026139 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad00ec77-901d-4858-b530-5b76a77bb14a admin admin] Made reservation on behalf of fd9cbd22f82d4e4cb02b701bf4ae249c for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:09:56.045508 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ad00ec77-901d-4858-b530-5b76a77bb14a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:56.114707 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-61542e06-459e-46a7-a169-2617ea077f6f req-af2a4ece-632a-451c-952f-50edfb4f0ffd service neutron] For port f61f6739-94c2-40c0-8c3b-28bcbcba1bb5, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:09:56.126482 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-61542e06-459e-46a7-a169-2617ea077f6f req-af2a4ece-632a-451c-952f-50edfb4f0ffd service neutron] For port f61f6739-94c2-40c0-8c3b-28bcbcba1bb5, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f61f6739-94c2-40c0-8c3b-28bcbcba1bb5,segment=NetworkSegment(9d848ad9-9fd2-4cfe-b946-4cad1262a1a1),segment_id=9d848ad9-9fd2-4cfe-b946-4cad1262a1a1)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:09:56.143792 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-2b744bd6-0a0f-4707-9ba9-4471f02436d8 None None] Set router aff19be4-fac4-499b-b264-3e851d4ed86d gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:09:56.152894 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-61542e06-459e-46a7-a169-2617ea077f6f req-af2a4ece-632a-451c-952f-50edfb4f0ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:56.155047 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c85924-fa14-4ce5-9cd4-fe73ac9df1b0 req-d79779b3-b79b-40c2-8f54-af5391e31ca6 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:56.156683 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-28c85924-fa14-4ce5-9cd4-fe73ac9df1b0 req-d79779b3-b79b-40c2-8f54-af5391e31ca6 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b730fd-0962-4af1-ac48-b52f613730b8 HTTP/1.1" status: 200 len: 950 time: 0.2858975 Aug 16 20:09:56.228237 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a4ece-632a-451c-952f-50edfb4f0ffd service neutron] Pushing event updated for resources: {'Port': ['ID=f61f6739-94c2-40c0-8c3b-28bcbcba1bb5,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:56.233538 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-65c334e0-b0b5-413e-88e0-8926b08c8c4c req-041420ca-9010-4357-b816-19360e5a61b8 tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.1145892 Aug 16 20:09:56.237495 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61542e06-459e-46a7-a169-2617ea077f6f req-af2a4ece-632a-451c-952f-50edfb4f0ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:56.238360 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-61542e06-459e-46a7-a169-2617ea077f6f req-af2a4ece-632a-451c-952f-50edfb4f0ffd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:56.240049 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-61542e06-459e-46a7-a169-2617ea077f6f req-af2a4ece-632a-451c-952f-50edfb4f0ffd service neutron] 10.222.0.57 "PUT /v2.0/ports/f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 HTTP/1.1" status: 200 len: 1092 time: 1.7881265 Aug 16 20:09:56.241415 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd6e8b6-82fd-4279-82e3-a4823a518897', 'tag': 'f61f6739-94c2-40c0-8c3b-28bcbcba1bb5'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:09:56.244391 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0bf9cc-4396-4fa7-adeb-85e8884561f6" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd6e8b6-82fd-4279-82e3-a4823a518897", "tag": "f61f6739-94c2-40c0-8c3b-28bcbcba1bb5"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:09:56.283006 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c57e25-9dab-4023-9218-1921841edcc4 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:09:56.300660 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e114f00b-9f09-4e73-bd9a-3845c58091cf None None] Sync routers for ids ['98fe4f15-ce4a-450d-a0b8-e52173734347'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:09:56.320400 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-49c57e25-9dab-4023-9218-1921841edcc4 admin admin] 10.222.0.68 "PUT /v2.0/routers/98fe4f15-ce4a-450d-a0b8-e52173734347/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4772933 Aug 16 20:09:56.320400 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-315afb6c-eab6-430a-8c5d-08b2a498e869 req-9daa1921-ae93-49ca-94bb-965ac97cc95f tempest-FloatingIPsNegativeTestJSON-395609323 tempest-FloatingIPsNegativeTestJSON-395609323-project] 10.222.0.68 "GET /v2.0/floatingips?tenant_id=44f853181bda44669bb5ca199c44f374 HTTP/1.1" status: 200 len: 217 time: 0.1356089 Aug 16 20:09:56.320902 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46436) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:56.337281 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e114f00b-9f09-4e73-bd9a-3845c58091cf None None] Routers {'98fe4f15-ce4a-450d-a0b8-e52173734347'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:09:56.341958 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e114f00b-9f09-4e73-bd9a-3845c58091cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:09:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['98fe4f15-ce4a-450d-a0b8-e52173734347'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:56.461499 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2b744bd6-0a0f-4707-9ba9-4471f02436d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff19be4-fac4-499b-b264-3e851d4ed86d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1438806390-router', 'tenant_id': '44f853181bda44669bb5ca199c44f374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '395f3309-0f70-403f-aa54-683087764578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:09:42Z', 'updated_at': '2021-08-16T20:09:54Z', 'revision_number': 4, 'project_id': '44f853181bda44669bb5ca199c44f374', 'gw_port': {'id': '395f3309-0f70-403f-aa54-683087764578', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff19be4-fac4-499b-b264-3e851d4ed86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:09:45Z', 'updated_at': '2021-08-16T20:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'b036507d-51f8-4efc-9f9d-6eb7473a2dbe', 'name': '', 'network_id': 'fd5a8d45-784c-47b2-8790-e360fb7160d9', 'tenant_id': '44f853181bda44669bb5ca199c44f374', 'mac_address': 'fa:16:3e:dd:84:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff19be4-fac4-499b-b264-3e851d4ed86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '281d6b33-c261-43dd-b85d-95ea5283203c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:09:52Z', 'updated_at': '2021-08-16T20:09:54Z', 'revision_number': 2, 'project_id': '44f853181bda44669bb5ca199c44f374', 'subnets': [{'id': '281d6b33-c261-43dd-b85d-95ea5283203c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:56.487699 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8241659c-09a2-4a06-a99a-90376696d85f req-f4b94c4a-d47f-4bbb-8a7c-746011573362 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 210 time: 0.0467100 Aug 16 20:09:56.525746 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b744bd6-0a0f-4707-9ba9-4471f02436d8 None None] Checking router: aff19be4-fac4-499b-b264-3e851d4ed86d for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:09:56.526121 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b744bd6-0a0f-4707-9ba9-4471f02436d8 None None] Updating router aff19be4-fac4-499b-b264-3e851d4ed86d port b036507d-51f8-4efc-9f9d-6eb7473a2dbe binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:09:56.547621 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-e114f00b-9f09-4e73-bd9a-3845c58091cf None None] Set router 98fe4f15-ce4a-450d-a0b8-e52173734347 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:09:56.580630 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2b744bd6-0a0f-4707-9ba9-4471f02436d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:56.646031 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-28c85924-fa14-4ce5-9cd4-fe73ac9df1b0 req-85b20aa0-ace8-4383-bc9d-227c67313983 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Deleting port d6728f1e-5d2d-4ead-891b-d9e18f9e34ab {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:09:56.646217 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-28c85924-fa14-4ce5-9cd4-fe73ac9df1b0 req-85b20aa0-ace8-4383-bc9d-227c67313983 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:56.662033 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5f8e8b17-9dd7-41d4-a267-4c5a33562688 req-d4fac730-0135-449e-9474-091436dab63f tempest-FloatingIPsNegativeTestJSON-395609323 tempest-FloatingIPsNegativeTestJSON-395609323-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0726361 Aug 16 20:09:56.664612 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ad00ec77-901d-4858-b530-5b76a77bb14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:56.759378 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 395f3309-0f70-403f-aa54-683087764578 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:09:56.782974 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-28c85924-fa14-4ce5-9cd4-fe73ac9df1b0 req-85b20aa0-ace8-4383-bc9d-227c67313983 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] For port d6728f1e-5d2d-4ead-891b-d9e18f9e34ab, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=d6728f1e-5d2d-4ead-891b-d9e18f9e34ab,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:56.783785 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-28c85924-fa14-4ce5-9cd4-fe73ac9df1b0 req-85b20aa0-ace8-4383-bc9d-227c67313983 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:56.799501 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-28c85924-fa14-4ce5-9cd4-fe73ac9df1b0 req-85b20aa0-ace8-4383-bc9d-227c67313983 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Calling delete_port for d6728f1e-5d2d-4ead-891b-d9e18f9e34ab owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:09:56.894894 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 395f3309-0f70-403f-aa54-683087764578 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:09:56.895814 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:56.925180 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00ec77-901d-4858-b530-5b76a77bb14a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f551bf48-1e2b-40ad-bd38-5eb6d0ebb5aa,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:56.952897 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e114f00b-9f09-4e73-bd9a-3845c58091cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fe4f15-ce4a-450d-a0b8-e52173734347', 'name': 'tempest-ServersTestMultiNic-1683019123-router', 'tenant_id': '44cecf28d81c41b980f2e11c82b41b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '21558806-5b34-46e3-9d55-3b801b61cb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:01Z', 'updated_at': '2021-08-16T20:09:53Z', 'revision_number': 5, 'project_id': '44cecf28d81c41b980f2e11c82b41b71', 'gw_port': {'id': '21558806-5b34-46e3-9d55-3b801b61cb87', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:70:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fe4f15-ce4a-450d-a0b8-e52173734347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:02Z', 'updated_at': '2021-08-16T20:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:56.985161 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [req-cdee681c-86d2-432f-84e0-aee8884b3a6a req-c769855e-f2c8-4a60-b9f6-35c2bdad6460 tempest-FloatingIPsNegativeTestJSON-395609323 tempest-FloatingIPsNegativeTestJSON-395609323-project] show failed (client error): The resource could not be found. Aug 16 20:09:56.987827 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e114f00b-9f09-4e73-bd9a-3845c58091cf None None] Checking router: 98fe4f15-ce4a-450d-a0b8-e52173734347 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:09:56.992432 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cdee681c-86d2-432f-84e0-aee8884b3a6a req-c769855e-f2c8-4a60-b9f6-35c2bdad6460 tempest-FloatingIPsNegativeTestJSON-395609323 tempest-FloatingIPsNegativeTestJSON-395609323-project] 10.222.0.68 "GET /v2.0/floatingips/b1c60f84-0e28-400f-96eb-60e4fc1b4a04 HTTP/1.1" status: 404 len: 350 time: 0.0779562 Aug 16 20:09:56.997546 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46442) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:56.999643 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2b744bd6-0a0f-4707-9ba9-4471f02436d8 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:57.010935 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-2b744bd6-0a0f-4707-9ba9-4471f02436d8 None None] Transition to ACTIVE for port object b036507d-51f8-4efc-9f9d-6eb7473a2dbe will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:09:57.013628 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e114f00b-9f09-4e73-bd9a-3845c58091cf None None] Routers {'98fe4f15-ce4a-450d-a0b8-e52173734347'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:09:57.014385 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e114f00b-9f09-4e73-bd9a-3845c58091cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:09:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['98fe4f15-ce4a-450d-a0b8-e52173734347'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:57.031118 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2b744bd6-0a0f-4707-9ba9-4471f02436d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:57.048672 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2582d166-f3f8-4f70-826d-a80c9b8c0e2b x-openstack-request-id: req-2582d166-f3f8-4f70-826d-a80c9b8c0e2b {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:09:57.049700 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd6e8b6-82fd-4279-82e3-a4823a518897", "tag": "f61f6739-94c2-40c0-8c3b-28bcbcba1bb5", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:09:57.050168 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2582d166-f3f8-4f70-826d-a80c9b8c0e2b {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:09:57.050772 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd6e8b6-82fd-4279-82e3-a4823a518897', 'tag': 'f61f6739-94c2-40c0-8c3b-28bcbcba1bb5', 'status': 'completed', 'code': 200} Aug 16 20:09:57.149007 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61542e06-459e-46a7-a169-2617ea077f6f req-3b777db1-4f26-42aa-ba3f-1605cf6dd0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:57.150707 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-61542e06-459e-46a7-a169-2617ea077f6f req-3b777db1-4f26-42aa-ba3f-1605cf6dd0df service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=081444c713e44b3b9c38b3a6c10c28bc&device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 1095 time: 0.8231609 Aug 16 20:09:57.158753 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42655619-39fa-4bcf-b6d0-c8947e84707c None None] Pushing event updated for resources: {'Port': ['ID=b036507d-51f8-4efc-9f9d-6eb7473a2dbe,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:57.234374 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-e114f00b-9f09-4e73-bd9a-3845c58091cf None None] Set router 98fe4f15-ce4a-450d-a0b8-e52173734347 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:09:57.242679 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-2b744bd6-0a0f-4707-9ba9-4471f02436d8 None None] Attempting to bind port b036507d-51f8-4efc-9f9d-6eb7473a2dbe on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:09:57.243308 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-2b744bd6-0a0f-4707-9ba9-4471f02436d8 None None] Attempting to bind port b036507d-51f8-4efc-9f9d-6eb7473a2dbe by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '8ca29f47-0e96-4c00-84e4-fd37f8694a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fd5a8d45-784c-47b2-8790-e360fb7160d9'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:09:57.243864 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b744bd6-0a0f-4707-9ba9-4471f02436d8 None None] Attempting to bind port b036507d-51f8-4efc-9f9d-6eb7473a2dbe on network fd5a8d45-784c-47b2-8790-e360fb7160d9 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:09:57.251101 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b744bd6-0a0f-4707-9ba9-4471f02436d8 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:09:57.251621 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b744bd6-0a0f-4707-9ba9-4471f02436d8 None None] Checking segment: {'id': '8ca29f47-0e96-4c00-84e4-fd37f8694a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fd5a8d45-784c-47b2-8790-e360fb7160d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:09:57.252359 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2b744bd6-0a0f-4707-9ba9-4471f02436d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:57.252821 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b744bd6-0a0f-4707-9ba9-4471f02436d8 None None] Bound using segment: {'id': '8ca29f47-0e96-4c00-84e4-fd37f8694a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fd5a8d45-784c-47b2-8790-e360fb7160d9'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:09:57.253551 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-2b744bd6-0a0f-4707-9ba9-4471f02436d8 None None] Bound port: b036507d-51f8-4efc-9f9d-6eb7473a2dbe, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca29f47-0e96-4c00-84e4-fd37f8694a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fd5a8d45-784c-47b2-8790-e360fb7160d9'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:09:57.253782 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-61542e06-459e-46a7-a169-2617ea077f6f req-f0574a55-7fad-4846-99b6-6e0bee744e34 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 HTTP/1.1" status: 200 len: 217 time: 0.0904374 Aug 16 20:09:57.254220 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2b744bd6-0a0f-4707-9ba9-4471f02436d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:57.274925 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d4dae-bca2-4118-8c64-575960564b78 req-58a92c4d-94bc-4197-ba9d-bc739c5e11e4 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:57.290376 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5b5d4dae-bca2-4118-8c64-575960564b78 req-58a92c4d-94bc-4197-ba9d-bc739c5e11e4 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.68 "GET /v2.0/ports?device_id=61b730fd-0962-4af1-ac48-b52f613730b8 HTTP/1.1" status: 200 len: 950 time: 0.2436266 Aug 16 20:09:57.383547 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-2b744bd6-0a0f-4707-9ba9-4471f02436d8 None None] For port b036507d-51f8-4efc-9f9d-6eb7473a2dbe, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:09:57.390375 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec85b-37f6-45ef-a7a7-27a89d42bbb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:57.404598 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-2b744bd6-0a0f-4707-9ba9-4471f02436d8 None None] For port b036507d-51f8-4efc-9f9d-6eb7473a2dbe, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b036507d-51f8-4efc-9f9d-6eb7473a2dbe,segment=NetworkSegment(8ca29f47-0e96-4c00-84e4-fd37f8694a10),segment_id=8ca29f47-0e96-4c00-84e4-fd37f8694a10)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:09:57.412575 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2b744bd6-0a0f-4707-9ba9-4471f02436d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:57.432911 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad00ec77-901d-4858-b530-5b76a77bb14a admin admin] Checking segment: {'id': 'fa38c8f7-67c8-4b30-a7ef-fd21760571af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '17a161c3-dea9-441d-b6a3-fe2c34ec09d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:09:57.433506 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad00ec77-901d-4858-b530-5b76a77bb14a admin admin] Network hostable DHCP agents. Network: 17a161c3-dea9-441d-b6a3-fe2c34ec09d4, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:09:57.467527 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5b5d4dae-bca2-4118-8c64-575960564b78 req-da6ec23a-60d9-437f-b7bf-2aebca088857 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf904dec-7d7c-482f-a033-9f5940982765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705949 Aug 16 20:09:57.474049 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4fc9c-f370-4a3d-bbd0-b6ba0e439d36 req-6e37bffb-53cf-4b1a-83dd-30b59b08f262 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:57.484407 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3db4fc9c-f370-4a3d-bbd0-b6ba0e439d36 req-6e37bffb-53cf-4b1a-83dd-30b59b08f262 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 943 time: 0.2779992 Aug 16 20:09:57.510327 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61542e06-459e-46a7-a169-2617ea077f6f req-979394df-213a-486c-9af0-b79a99ef5032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:57.514276 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-61542e06-459e-46a7-a169-2617ea077f6f req-979394df-213a-486c-9af0-b79a99ef5032 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e446e4f6-92a6-456f-bac2-69b91af15e47 HTTP/1.1" status: 200 len: 854 time: 0.2184100 Aug 16 20:09:57.529694 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad00ec77-901d-4858-b530-5b76a77bb14a admin admin] Network 17a161c3-dea9-441d-b6a3-fe2c34ec09d4 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:09:57.573591 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b744bd6-0a0f-4707-9ba9-4471f02436d8 None None] Routers {'aff19be4-fac4-499b-b264-3e851d4ed86d'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:09:57.574343 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2b744bd6-0a0f-4707-9ba9-4471f02436d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:09:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['aff19be4-fac4-499b-b264-3e851d4ed86d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:57.576968 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-61542e06-459e-46a7-a169-2617ea077f6f req-d780f9a8-f6ce-4ce1-a05b-5013dadaab9f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527411 Aug 16 20:09:57.642808 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42655619-39fa-4bcf-b6d0-c8947e84707c None None] Pushing event updated for resources: {'Port': ['ID=b036507d-51f8-4efc-9f9d-6eb7473a2dbe,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:57.657509 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e114f00b-9f09-4e73-bd9a-3845c58091cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fe4f15-ce4a-450d-a0b8-e52173734347', 'name': 'tempest-ServersTestMultiNic-1683019123-router', 'tenant_id': '44cecf28d81c41b980f2e11c82b41b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '21558806-5b34-46e3-9d55-3b801b61cb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:01Z', 'updated_at': '2021-08-16T20:09:53Z', 'revision_number': 5, 'project_id': '44cecf28d81c41b980f2e11c82b41b71', 'gw_port': {'id': '21558806-5b34-46e3-9d55-3b801b61cb87', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:70:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fe4f15-ce4a-450d-a0b8-e52173734347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:02Z', 'updated_at': '2021-08-16T20:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:57.674606 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3db4fc9c-f370-4a3d-bbd0-b6ba0e439d36 req-6275e194-e900-45b6-9f93-7a32b3ca9010 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914225 Aug 16 20:09:57.690095 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-28c85924-fa14-4ce5-9cd4-fe73ac9df1b0 req-85b20aa0-ace8-4383-bc9d-227c67313983 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:57.709121 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8cb9fa14-5688-48f5-8ba5-4f5f7f16312e req-3ca39bd6-0989-4b05-a21b-968867008f6b tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.1201332 Aug 16 20:09:57.755798 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e114f00b-9f09-4e73-bd9a-3845c58091cf None None] The sync data for ids ['98fe4f15-ce4a-450d-a0b8-e52173734347'] in n-d-787206-13 is: [{'id': '98fe4f15-ce4a-450d-a0b8-e52173734347', 'name': 'tempest-ServersTestMultiNic-1683019123-router', 'tenant_id': '44cecf28d81c41b980f2e11c82b41b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '21558806-5b34-46e3-9d55-3b801b61cb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:01Z', 'updated_at': '2021-08-16T20:09:53Z', 'revision_number': 5, 'project_id': '44cecf28d81c41b980f2e11c82b41b71', 'gw_port': {'id': '21558806-5b34-46e3-9d55-3b801b61cb87', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:70:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fe4f15-ce4a-450d-a0b8-e52173734347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:02Z', 'updated_at': '2021-08-16T20:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:09:57.763901 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['d6728f1e-5d2d-4ead-891b-d9e18f9e34ab'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:09:57.823866 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-ad00ec77-901d-4858-b530-5b76a77bb14a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 17a161c3-dea9-441d-b6a3-fe2c34ec09d4) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:09:57.839236 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443f3ef2-cd56-4313-bf79-9e06d11c15f8 None None] Network 17a161c3-dea9-441d-b6a3-fe2c34ec09d4 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:09:57.842793 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-2b744bd6-0a0f-4707-9ba9-4471f02436d8 None None] Set router aff19be4-fac4-499b-b264-3e851d4ed86d gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:09:57.865464 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b20aa0-ace8-4383-bc9d-227c67313983 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Pushing event deleted for resources: {'Port': ['ID=d6728f1e-5d2d-4ead-891b-d9e18f9e34ab,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:57.873719 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec85b-37f6-45ef-a7a7-27a89d42bbb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:57.888326 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad00ec77-901d-4858-b530-5b76a77bb14a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:57.889156 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ad00ec77-901d-4858-b530-5b76a77bb14a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:57.949636 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ef6cd5dd-aba1-4ceb-a4bf-a68dc4f8334d req-6334929e-073b-4728-aebc-c0a7a6e8068c tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 210 time: 0.0732901 Aug 16 20:09:57.951122 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c85924-fa14-4ce5-9cd4-fe73ac9df1b0 req-85b20aa0-ace8-4383-bc9d-227c67313983 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] No DVR routers for this DVR port d6728f1e-5d2d-4ead-891b-d9e18f9e34ab on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:09:57.953250 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-61542e06-459e-46a7-a169-2617ea077f6f req-162cd25f-f694-4252-b68f-da9aea191f19 service neutron] 10.222.0.57 "GET /v2.0/networks/d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412671 Aug 16 20:09:57.971163 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-28c85924-fa14-4ce5-9cd4-fe73ac9df1b0 req-85b20aa0-ace8-4383-bc9d-227c67313983 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:57.974186 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-28c85924-fa14-4ce5-9cd4-fe73ac9df1b0 req-85b20aa0-ace8-4383-bc9d-227c67313983 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.57 "DELETE /v2.0/ports/d6728f1e-5d2d-4ead-891b-d9e18f9e34ab HTTP/1.1" status: 204 len: 173 time: 1.8009439 Aug 16 20:09:57.975197 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b730fd-0962-4af1-ac48-b52f613730b8', 'name': 'network-vif-deleted', 'tag': 'd6728f1e-5d2d-4ead-891b-d9e18f9e34ab'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:09:57.994320 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa849f94-ca62-45e8-9fcf-1d669ee255b5" -d '{"events": [{"server_uuid": "61b730fd-0962-4af1-ac48-b52f613730b8", "name": "network-vif-deleted", "tag": "d6728f1e-5d2d-4ead-891b-d9e18f9e34ab"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:09:58.016885 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ad00ec77-901d-4858-b530-5b76a77bb14a admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1777132 Aug 16 20:09:58.067003 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-61542e06-459e-46a7-a169-2617ea077f6f req-ba7436c6-59cc-4ab0-9283-a51d755a936b service neutron] 10.222.0.57 "GET /v2.0/networks/d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042144 Aug 16 20:09:58.090642 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6c5ec85b-37f6-45ef-a7a7-27a89d42bbb4 admin admin] Deleting port 21558806-5b34-46e3-9d55-3b801b61cb87 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:09:58.091633 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec85b-37f6-45ef-a7a7-27a89d42bbb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:58.100341 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b777c77-7da2-41c7-a861-9a4442fccedc x-openstack-request-id: req-4b777c77-7da2-41c7-a861-9a4442fccedc {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:09:58.100779 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b730fd-0962-4af1-ac48-b52f613730b8", "name": "network-vif-deleted", "tag": "d6728f1e-5d2d-4ead-891b-d9e18f9e34ab", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:09:58.101128 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4b777c77-7da2-41c7-a861-9a4442fccedc {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:09:58.101722 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b730fd-0962-4af1-ac48-b52f613730b8', 'name': 'network-vif-deleted', 'tag': 'd6728f1e-5d2d-4ead-891b-d9e18f9e34ab', 'status': 'completed', 'code': 200} Aug 16 20:09:58.150545 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-be8b1f3a-e5d5-45e1-b754-07d76ad4a242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:58.200581 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018d5266-66e0-4964-9a0b-0ecd9b0f8d30 None None] Network 17a161c3-dea9-441d-b6a3-fe2c34ec09d4 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:09:58.353956 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bf9cc-4396-4fa7-adeb-85e8884561f6 req-ac03abe7-583b-41db-b0aa-9297cecd3b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:58.362681 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9e0bf9cc-4396-4fa7-adeb-85e8884561f6 req-ac03abe7-583b-41db-b0aa-9297cecd3b2d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=081444c713e44b3b9c38b3a6c10c28bc&device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 1095 time: 0.1804857 Aug 16 20:09:58.393269 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2b744bd6-0a0f-4707-9ba9-4471f02436d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff19be4-fac4-499b-b264-3e851d4ed86d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1438806390-router', 'tenant_id': '44f853181bda44669bb5ca199c44f374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '395f3309-0f70-403f-aa54-683087764578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:09:42Z', 'updated_at': '2021-08-16T20:09:54Z', 'revision_number': 4, 'project_id': '44f853181bda44669bb5ca199c44f374', 'gw_port': {'id': '395f3309-0f70-403f-aa54-683087764578', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff19be4-fac4-499b-b264-3e851d4ed86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:09:45Z', 'updated_at': '2021-08-16T20:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'b036507d-51f8-4efc-9f9d-6eb7473a2dbe', 'name': '', 'network_id': 'fd5a8d45-784c-47b2-8790-e360fb7160d9', 'tenant_id': '44f853181bda44669bb5ca199c44f374', 'mac_address': 'fa:16:3e:dd:84:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff19be4-fac4-499b-b264-3e851d4ed86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '281d6b33-c261-43dd-b85d-95ea5283203c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:09:52Z', 'updated_at': '2021-08-16T20:09:57Z', 'revision_number': 4, 'project_id': '44f853181bda44669bb5ca199c44f374', 'subnets': [{'id': '281d6b33-c261-43dd-b85d-95ea5283203c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:09:58.465620 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b744bd6-0a0f-4707-9ba9-4471f02436d8 None None] The sync data for ids ['aff19be4-fac4-499b-b264-3e851d4ed86d'] in n-d-787206-13 is: [{'id': 'aff19be4-fac4-499b-b264-3e851d4ed86d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1438806390-router', 'tenant_id': '44f853181bda44669bb5ca199c44f374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '395f3309-0f70-403f-aa54-683087764578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:09:42Z', 'updated_at': '2021-08-16T20:09:54Z', 'revision_number': 4, 'project_id': '44f853181bda44669bb5ca199c44f374', 'gw_port': {'id': '395f3309-0f70-403f-aa54-683087764578', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:06:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff19be4-fac4-499b-b264-3e851d4ed86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:09:45Z', 'updated_at': '2021-08-16T20:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'b036507d-51f8-4efc-9f9d-6eb7473a2dbe', 'name': '', 'network_id': 'fd5a8d45-784c-47b2-8790-e360fb7160d9', 'tenant_id': '44f853181bda44669bb5ca199c44f374', 'mac_address': 'fa:16:3e:dd:84:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff19be4-fac4-499b-b264-3e851d4ed86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '281d6b33-c261-43dd-b85d-95ea5283203c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:09:52Z', 'updated_at': '2021-08-16T20:09:57Z', 'revision_number': 4, 'project_id': '44f853181bda44669bb5ca199c44f374', 'subnets': [{'id': '281d6b33-c261-43dd-b85d-95ea5283203c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:09:58.601760 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-6c5ec85b-37f6-45ef-a7a7-27a89d42bbb4 admin admin] For port 21558806-5b34-46e3-9d55-3b801b61cb87, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=21558806-5b34-46e3-9d55-3b801b61cb87,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:58.601760 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec85b-37f6-45ef-a7a7-27a89d42bbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:58.633603 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6c5ec85b-37f6-45ef-a7a7-27a89d42bbb4 admin admin] Calling delete_port for 21558806-5b34-46e3-9d55-3b801b61cb87 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:09:58.741947 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-be8b1f3a-e5d5-45e1-b754-07d76ad4a242 admin admin] Deleting port b036507d-51f8-4efc-9f9d-6eb7473a2dbe {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:09:58.742412 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-be8b1f3a-e5d5-45e1-b754-07d76ad4a242 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:58.882370 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b036507d-51f8-4efc-9f9d-6eb7473a2dbe up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:09:58.933336 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac55ae94-a8ab-4fe2-8455-50d2261db6a8 req-87718f94-d0a9-4dca-81c6-1d7c1eb53a51 tempest-VolumesBackupsTest-92004499 tempest-VolumesBackupsTest-92004499-project] 10.222.0.68 "GET /v2.0/ports?device_id=61b730fd-0962-4af1-ac48-b52f613730b8 HTTP/1.1" status: 200 len: 210 time: 0.1739917 Aug 16 20:09:58.952621 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-e24cd39d-f07a-4277-9838-bac428b50f4b tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:58.960105 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-e24cd39d-f07a-4277-9838-bac428b50f4b tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/networks?id=17a161c3-dea9-441d-b6a3-fe2c34ec09d4 HTTP/1.1" status: 200 len: 822 time: 0.2083945 Aug 16 20:09:58.963765 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port b036507d-51f8-4efc-9f9d-6eb7473a2dbe completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:09:58.976604 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port b036507d-51f8-4efc-9f9d-6eb7473a2dbe triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:09:58.977916 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:58.987536 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bf9cc-4396-4fa7-adeb-85e8884561f6 req-63b580b3-3ac6-4769-bd7f-fd2ad75ce6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:58.991217 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9e0bf9cc-4396-4fa7-adeb-85e8884561f6 req-63b580b3-3ac6-4769-bd7f-fd2ad75ce6c7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4 HTTP/1.1" status: 200 len: 915 time: 0.6172092 Aug 16 20:09:59.000667 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-6e61113e-2e33-4a13-8f19-eb66b8e2432c tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/quotas/fd9cbd22f82d4e4cb02b701bf4ae249c HTTP/1.1" status: 200 len: 375 time: 0.0395832 Aug 16 20:09:59.051866 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-be8b1f3a-e5d5-45e1-b754-07d76ad4a242 admin admin] For port b036507d-51f8-4efc-9f9d-6eb7473a2dbe, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b036507d-51f8-4efc-9f9d-6eb7473a2dbe,segment=NetworkSegment(8ca29f47-0e96-4c00-84e4-fd37f8694a10),segment_id=8ca29f47-0e96-4c00-84e4-fd37f8694a10)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:59.052228 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-be8b1f3a-e5d5-45e1-b754-07d76ad4a242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:59.052366 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9e0bf9cc-4396-4fa7-adeb-85e8884561f6 req-edeb4df3-79d8-4344-a2dc-a83c98bb2e64 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 HTTP/1.1" status: 200 len: 217 time: 0.0495281 Aug 16 20:09:59.099608 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-d0ada4bf-dde6-4b67-8710-bdc7618ea068 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=fd9cbd22f82d4e4cb02b701bf4ae249c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0978289 Aug 16 20:09:59.104080 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-be8b1f3a-e5d5-45e1-b754-07d76ad4a242 admin admin] Calling delete_port for b036507d-51f8-4efc-9f9d-6eb7473a2dbe owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:09:59.133910 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:59.174205 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port b036507d-51f8-4efc-9f9d-6eb7473a2dbe, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b036507d-51f8-4efc-9f9d-6eb7473a2dbe,segment=NetworkSegment(8ca29f47-0e96-4c00-84e4-fd37f8694a10),segment_id=8ca29f47-0e96-4c00-84e4-fd37f8694a10)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:09:59.180610 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:59.205943 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8b41d-12c8-4434-99ad-f9220a22bd76 req-57b60cf6-4f54-4bb7-b8e5-bf64089f1076 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:59.214267 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0af8b41d-12c8-4434-99ad-f9220a22bd76 req-57b60cf6-4f54-4bb7-b8e5-bf64089f1076 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 943 time: 0.1539404 Aug 16 20:09:59.232587 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device a6ae1650-6f04-4984-8c68-9d027dbea9fc no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:09:59.264975 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: a6ae1650-6f04-4984-8c68-9d027dbea9fc {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:09:59.264975 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device a6ae1650-6f04-4984-8c68-9d027dbea9fc not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:09:59.266669 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=b036507d-51f8-4efc-9f9d-6eb7473a2dbe,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:59.290886 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0af8b41d-12c8-4434-99ad-f9220a22bd76 req-1c62592a-233d-4b2a-b8e1-e1480f24477e tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757127 Aug 16 20:09:59.468059 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0d674bef-51f5-4cfb-bed4-996122482eb9 req-ff1a396a-42c1-4d7e-9c99-329713b67047 tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.0408015 Aug 16 20:09:59.480413 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-be8b1f3a-e5d5-45e1-b754-07d76ad4a242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:59.496347 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec85b-37f6-45ef-a7a7-27a89d42bbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:59.510405 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b1f3a-e5d5-45e1-b754-07d76ad4a242 admin admin] Pushing event deleted for resources: {'Port': ['ID=b036507d-51f8-4efc-9f9d-6eb7473a2dbe,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:59.512644 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-593e7cc7-f831-4c11-8919-eb43bd16c377 service neutron] 10.222.0.68 "GET /v2.0/networks/17a161c3-dea9-441d-b6a3-fe2c34ec09d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076428 Aug 16 20:09:59.628812 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ec85b-37f6-45ef-a7a7-27a89d42bbb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=21558806-5b34-46e3-9d55-3b801b61cb87,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:59.730501 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ec85b-37f6-45ef-a7a7-27a89d42bbb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:59.730847 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ec85b-37f6-45ef-a7a7-27a89d42bbb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:59.731796 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ec85b-37f6-45ef-a7a7-27a89d42bbb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:59.732144 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ec85b-37f6-45ef-a7a7-27a89d42bbb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:59.732474 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ec85b-37f6-45ef-a7a7-27a89d42bbb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:59.732798 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ec85b-37f6-45ef-a7a7-27a89d42bbb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:59.733122 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ec85b-37f6-45ef-a7a7-27a89d42bbb4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:59.733444 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ec85b-37f6-45ef-a7a7-27a89d42bbb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:59.733762 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ec85b-37f6-45ef-a7a7-27a89d42bbb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:59.734078 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ec85b-37f6-45ef-a7a7-27a89d42bbb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:59.734397 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ec85b-37f6-45ef-a7a7-27a89d42bbb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:59.734966 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ec85b-37f6-45ef-a7a7-27a89d42bbb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:59.739207 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-7e09b6c4-3e1f-4bd2-b9ac-5642c173cd96 service neutron] 10.222.0.68 "GET /v2.0/networks/17a161c3-dea9-441d-b6a3-fe2c34ec09d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262146 Aug 16 20:09:59.760481 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bf9cc-4396-4fa7-adeb-85e8884561f6 req-c31f8c53-726d-4c6c-9948-fcf481ae08ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:59.761965 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9e0bf9cc-4396-4fa7-adeb-85e8884561f6 req-c31f8c53-726d-4c6c-9948-fcf481ae08ca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e446e4f6-92a6-456f-bac2-69b91af15e47 HTTP/1.1" status: 200 len: 854 time: 0.6738896 Aug 16 20:09:59.762508 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-be8b1f3a-e5d5-45e1-b754-07d76ad4a242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:59.840918 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-16353c34-47b9-4760-92bb-d142ce6c9326 req-ed19d509-8778-41d5-8eb8-1c9b2f51a05f tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/ports?device_id=93b2eece-b83c-4d8c-8ac8-4b01973bcf0f HTTP/1.1" status: 200 len: 210 time: 0.0665219 Aug 16 20:09:59.852437 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9e0bf9cc-4396-4fa7-adeb-85e8884561f6 req-e9fa53bb-a9d3-400c-89ab-9ed65fedf3ed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537243 Aug 16 20:09:59.966946 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec85b-37f6-45ef-a7a7-27a89d42bbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:00.190773 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device d6728f1e-5d2d-4ead-891b-d9e18f9e34ab no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:10:00.217484 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec85b-37f6-45ef-a7a7-27a89d42bbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:00.236467 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec85b-37f6-45ef-a7a7-27a89d42bbb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:00.260642 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: d6728f1e-5d2d-4ead-891b-d9e18f9e34ab {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:10:00.260986 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device d6728f1e-5d2d-4ead-891b-d9e18f9e34ab not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:10:00.277316 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2cd01e7d-9b82-43fc-944c-ef287b8eb61d req-1b9040b6-9e4c-4051-82f3-ef0bdbc71d71 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=a135fb53-e55e-4b35-a40a-3f79f0005a1c HTTP/1.1" status: 200 len: 210 time: 0.1606884 Aug 16 20:10:00.285580 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8b1f3a-e5d5-45e1-b754-07d76ad4a242 admin admin] Router aff19be4-fac4-499b-b264-3e851d4ed86d has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:10:00.344892 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec85b-37f6-45ef-a7a7-27a89d42bbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:00.345556 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5ec85b-37f6-45ef-a7a7-27a89d42bbb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98fe4f15-ce4a-450d-a0b8-e52173734347 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:10:00.369256 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec85b-37f6-45ef-a7a7-27a89d42bbb4 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:00.373002 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6c5ec85b-37f6-45ef-a7a7-27a89d42bbb4 admin admin] 10.222.0.68 "DELETE /v2.0/routers/98fe4f15-ce4a-450d-a0b8-e52173734347 HTTP/1.1" status: 204 len: 168 time: 4.0509675 Aug 16 20:10:00.376475 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46496) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:00.426573 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9e0bf9cc-4396-4fa7-adeb-85e8884561f6 req-57790612-86c6-4aa8-a78b-c4099d427c33 service neutron] 10.222.0.57 "GET /v2.0/networks/d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5654345 Aug 16 20:10:00.532856 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-db33f619-405a-4a8c-94d3-c6307f26edae admin admin] Deleting subnet 6dd7778e-5951-4b06-a5d6-ed68d7c6b916 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:10:00.549321 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db33f619-405a-4a8c-94d3-c6307f26edae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:00.596769 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8b1f3a-e5d5-45e1-b754-07d76ad4a242 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:10:00.602278 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f07327-3678-4f9a-a994-7acbf53b7dbf req-88b1f007-12d7-475a-a7a4-05768d76e964 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:00.611876 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-74f07327-3678-4f9a-a994-7acbf53b7dbf req-88b1f007-12d7-475a-a7a4-05768d76e964 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 943 time: 0.1781032 Aug 16 20:10:00.630097 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-be8b1f3a-e5d5-45e1-b754-07d76ad4a242 admin admin] 10.222.0.68 "PUT /v2.0/routers/aff19be4-fac4-499b-b264-3e851d4ed86d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6314986 Aug 16 20:10:00.639569 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46502) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:00.659793 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db33f619-405a-4a8c-94d3-c6307f26edae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:00.783810 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dec18ef0-c371-485c-b4b4-8feb1a0814c1 req-ba5bef1e-256f-4763-a9e9-4347d26c1094 tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.0681031 Aug 16 20:10:00.808208 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f30f05a-99b6-435b-bb0c-801271979ee5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:00.874831 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-74f07327-3678-4f9a-a994-7acbf53b7dbf req-ca451d2a-67a7-4705-875c-7ffb24678a98 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619777 Aug 16 20:10:00.879852 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9e0bf9cc-4396-4fa7-adeb-85e8884561f6 req-b4438bbd-a441-41e6-a742-0b4ad234fa37 service neutron] 10.222.0.57 "GET /v2.0/networks/d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316988 Aug 16 20:10:00.911242 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db33f619-405a-4a8c-94d3-c6307f26edae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:01.021580 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f30f05a-99b6-435b-bb0c-801271979ee5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:01.029025 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46510) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:01.049360 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5962bfbf-9a1a-4ceb-8a61-7682b31d60cb None None] Sync routers for ids ['aff19be4-fac4-499b-b264-3e851d4ed86d'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:10:01.065943 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5962bfbf-9a1a-4ceb-8a61-7682b31d60cb None None] Routers {'aff19be4-fac4-499b-b264-3e851d4ed86d'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:10:01.066962 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5962bfbf-9a1a-4ceb-8a61-7682b31d60cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:09:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['aff19be4-fac4-499b-b264-3e851d4ed86d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:01.134920 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53fb36f1-b8ef-4473-9c3b-260b9a2b9fa9 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:01.157135 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-1f30f05a-99b6-435b-bb0c-801271979ee5 admin admin] Deleting port 395f3309-0f70-403f-aa54-683087764578 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:10:01.157766 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f30f05a-99b6-435b-bb0c-801271979ee5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:01.185411 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53fb36f1-b8ef-4473-9c3b-260b9a2b9fa9 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:01.251857 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-5962bfbf-9a1a-4ceb-8a61-7682b31d60cb None None] Set router aff19be4-fac4-499b-b264-3e851d4ed86d gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:10:01.302552 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-1f30f05a-99b6-435b-bb0c-801271979ee5 admin admin] For port 395f3309-0f70-403f-aa54-683087764578, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=395f3309-0f70-403f-aa54-683087764578,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:01.303124 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f30f05a-99b6-435b-bb0c-801271979ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:01.321419 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-1f30f05a-99b6-435b-bb0c-801271979ee5 admin admin] Calling delete_port for 395f3309-0f70-403f-aa54-683087764578 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:10:01.323264 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53fb36f1-b8ef-4473-9c3b-260b9a2b9fa9 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:01.326486 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53fb36f1-b8ef-4473-9c3b-260b9a2b9fa9 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:01.333232 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-53fb36f1-b8ef-4473-9c3b-260b9a2b9fa9 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "DELETE /v2.0/security-groups/8e4cadeb-d0f0-44d0-87b4-4f4b81576c5f HTTP/1.1" status: 204 len: 168 time: 0.3030536 Aug 16 20:10:01.334899 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46516) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:01.355711 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb36f1-b8ef-4473-9c3b-260b9a2b9fa9 tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4cadeb-d0f0-44d0-87b4-4f4b81576c5f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:01.383537 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-96bdc84b-af11-4a40-998c-c430cf9a190d tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] show failed (client error): The resource could not be found. Aug 16 20:10:01.390136 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-96bdc84b-af11-4a40-998c-c430cf9a190d tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "GET /v2.0/security-groups/8e4cadeb-d0f0-44d0-87b4-4f4b81576c5f HTTP/1.1" status: 404 len: 347 time: 0.0413585 Aug 16 20:10:01.390560 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46518) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:01.401520 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5962bfbf-9a1a-4ceb-8a61-7682b31d60cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff19be4-fac4-499b-b264-3e851d4ed86d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1438806390-router', 'tenant_id': '44f853181bda44669bb5ca199c44f374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:09:42Z', 'updated_at': '2021-08-16T20:10:01Z', 'revision_number': 6, 'project_id': '44f853181bda44669bb5ca199c44f374', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:01.515987 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-15a13304-b446-4a72-9759-39cbac477b09 req-dffa7b00-2553-4d23-88b4-1f75a8866b67 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=a135fb53-e55e-4b35-a40a-3f79f0005a1c HTTP/1.1" status: 200 len: 210 time: 0.0499551 Aug 16 20:10:01.525112 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db33f619-405a-4a8c-94d3-c6307f26edae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:01.574486 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db33f619-405a-4a8c-94d3-c6307f26edae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:01.577387 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-db33f619-405a-4a8c-94d3-c6307f26edae admin admin] 10.222.0.68 "DELETE /v2.0/subnets/6dd7778e-5951-4b06-a5d6-ed68d7c6b916 HTTP/1.1" status: 204 len: 168 time: 1.1996298 Aug 16 20:10:01.580014 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46520) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:01.582962 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefab5c0-b0da-4963-91d1-7c63d4dd140e None None] Network b37cbbf5-b6d7-4028-872c-198c2ca4233f requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:10:01.590543 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33f619-405a-4a8c-94d3-c6307f26edae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dd7778e-5951-4b06-a5d6-ed68d7c6b916,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:01.649796 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5962bfbf-9a1a-4ceb-8a61-7682b31d60cb None None] Checking router: aff19be4-fac4-499b-b264-3e851d4ed86d for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:10:01.660259 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5962bfbf-9a1a-4ceb-8a61-7682b31d60cb None None] Routers {'aff19be4-fac4-499b-b264-3e851d4ed86d'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:10:01.661417 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5962bfbf-9a1a-4ceb-8a61-7682b31d60cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:09:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['aff19be4-fac4-499b-b264-3e851d4ed86d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:01.668949 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33f619-405a-4a8c-94d3-c6307f26edae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:01.670665 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33f619-405a-4a8c-94d3-c6307f26edae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:01.671105 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33f619-405a-4a8c-94d3-c6307f26edae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:01.671594 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33f619-405a-4a8c-94d3-c6307f26edae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:01.672029 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33f619-405a-4a8c-94d3-c6307f26edae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:01.672444 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33f619-405a-4a8c-94d3-c6307f26edae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:01.673006 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33f619-405a-4a8c-94d3-c6307f26edae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:01.673432 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33f619-405a-4a8c-94d3-c6307f26edae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:01.674375 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33f619-405a-4a8c-94d3-c6307f26edae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:01.678044 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33f619-405a-4a8c-94d3-c6307f26edae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:01.680950 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33f619-405a-4a8c-94d3-c6307f26edae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:01.680950 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33f619-405a-4a8c-94d3-c6307f26edae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:01.724549 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f30f05a-99b6-435b-bb0c-801271979ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:01.760057 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a016fd29-f5b0-4f97-bf43-d0722ebebac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:01.766378 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30f05a-99b6-435b-bb0c-801271979ee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=395f3309-0f70-403f-aa54-683087764578,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:01.831053 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-5962bfbf-9a1a-4ceb-8a61-7682b31d60cb None None] Set router aff19be4-fac4-499b-b264-3e851d4ed86d gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:10:01.836155 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-b3912a8d-7ff2-4972-9a27-91971ec938fd tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Deleting port f6f1eb97-07da-4cbb-95c5-d789ea6b3a58 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:10:01.837304 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3912a8d-7ff2-4972-9a27-91971ec938fd tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:01.943693 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f30f05a-99b6-435b-bb0c-801271979ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:02.078001 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5962bfbf-9a1a-4ceb-8a61-7682b31d60cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff19be4-fac4-499b-b264-3e851d4ed86d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1438806390-router', 'tenant_id': '44f853181bda44669bb5ca199c44f374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:09:42Z', 'updated_at': '2021-08-16T20:10:01Z', 'revision_number': 6, 'project_id': '44f853181bda44669bb5ca199c44f374', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:02.095361 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-91a62371-c666-4e6b-aed9-82ed46112429 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:02.103759 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-91a62371-c666-4e6b-aed9-82ed46112429 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.63 "GET /v2.0/networks?id=17a161c3-dea9-441d-b6a3-fe2c34ec09d4 HTTP/1.1" status: 200 len: 822 time: 0.3385141 Aug 16 20:10:02.117473 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5962bfbf-9a1a-4ceb-8a61-7682b31d60cb None None] The sync data for ids ['aff19be4-fac4-499b-b264-3e851d4ed86d'] in n-d-787206-13 is: [{'id': 'aff19be4-fac4-499b-b264-3e851d4ed86d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1438806390-router', 'tenant_id': '44f853181bda44669bb5ca199c44f374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:09:42Z', 'updated_at': '2021-08-16T20:10:01Z', 'revision_number': 6, 'project_id': '44f853181bda44669bb5ca199c44f374', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:10:02.117684 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-14149a29-7149-44a1-84f7-20e9ea90beb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:02.119869 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f30f05a-99b6-435b-bb0c-801271979ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:02.123624 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f30f05a-99b6-435b-bb0c-801271979ee5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:02.169222 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-a42472fa-ba93-46db-aba1-d8fa315c33e0 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Request body: {'port': {'device_id': 'a135fb53-e55e-4b35-a40a-3f79f0005a1c', 'network_id': '17a161c3-dea9-441d-b6a3-fe2c34ec09d4', 'admin_state_up': True, 'tenant_id': 'fd9cbd22f82d4e4cb02b701bf4ae249c'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:02.196061 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7bdcf-f629-4135-a64a-5b444666970c req-76ba7f25-7732-4076-86d5-46abcb1edbfc tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:02.201076 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:10:02.204949 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-44b7bdcf-f629-4135-a64a-5b444666970c req-76ba7f25-7732-4076-86d5-46abcb1edbfc tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 943 time: 0.1554174 Aug 16 20:10:02.207739 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f30f05a-99b6-435b-bb0c-801271979ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:02.208342 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f30f05a-99b6-435b-bb0c-801271979ee5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aff19be4-fac4-499b-b264-3e851d4ed86d {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:10:02.231533 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f30f05a-99b6-435b-bb0c-801271979ee5 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:02.237528 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1f30f05a-99b6-435b-bb0c-801271979ee5 admin admin] 10.222.0.68 "DELETE /v2.0/routers/aff19be4-fac4-499b-b264-3e851d4ed86d HTTP/1.1" status: 204 len: 168 time: 1.5969806 Aug 16 20:10:02.238415 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46528) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:02.306400 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-44b7bdcf-f629-4135-a64a-5b444666970c req-417f7d4c-ab60-4ffd-9bd4-382d685b6d34 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004920 Aug 16 20:10:02.340878 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2abbc53-3c29-42c6-8a2e-0d12036cd775 admin admin] Deleting subnet 281d6b33-c261-43dd-b85d-95ea5283203c {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:10:02.356037 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2abbc53-3c29-42c6-8a2e-0d12036cd775 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:02.363417 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port f61f6739-94c2-40c0-8c3b-28bcbcba1bb5, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f61f6739-94c2-40c0-8c3b-28bcbcba1bb5,segment=NetworkSegment(9d848ad9-9fd2-4cfe-b946-4cad1262a1a1),segment_id=9d848ad9-9fd2-4cfe-b946-4cad1262a1a1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:02.378147 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'f61f6739-94c2-40c0-8c3b-28bcbcba1bb5', 'network_id': 'd3484bba-7cc1-4a4e-91a4-8b272cf8ebb4', 'port_id': 'f61f6739-94c2-40c0-8c3b-28bcbcba1bb5', 'mac_address': 'fa:16:3e:79:06:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e446e4f6-92a6-456f-bac2-69b91af15e47', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:10:02.424533 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2abbc53-3c29-42c6-8a2e-0d12036cd775 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:02.432025 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:02.448868 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:10:02.488734 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port f61f6739-94c2-40c0-8c3b-28bcbcba1bb5, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f61f6739-94c2-40c0-8c3b-28bcbcba1bb5,segment=NetworkSegment(9d848ad9-9fd2-4cfe-b946-4cad1262a1a1),segment_id=9d848ad9-9fd2-4cfe-b946-4cad1262a1a1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:02.494435 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:02.504903 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7ec1c9c9-d161-4523-aed5-dfab6f62b134 req-c0df4437-2a36-4bbe-a147-f360fe4acc92 tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.3934972 Aug 16 20:10:02.588737 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2abbc53-3c29-42c6-8a2e-0d12036cd775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:02.600599 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-a42472fa-ba93-46db-aba1-d8fa315c33e0 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Made reservation on behalf of fd9cbd22f82d4e4cb02b701bf4ae249c for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:10:02.604329 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-a42472fa-ba93-46db-aba1-d8fa315c33e0 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:02.607901 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5159dbc5-cb2f-4dd2-9299-6eebb656bb68 None None] DHCP port deletion for b37cbbf5-b6d7-4028-872c-198c2ca4233f request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:10:02.648491 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-a016fd29-f5b0-4f97-bf43-d0722ebebac5 admin admin] Deleting port df6f674c-a221-41c1-aabc-c023afc324aa {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:10:02.649075 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a016fd29-f5b0-4f97-bf43-d0722ebebac5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:02.654693 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3912a8d-7ff2-4972-9a27-91971ec938fd tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:02.655795 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3912a8d-7ff2-4972-9a27-91971ec938fd tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:02.721134 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-b3912a8d-7ff2-4972-9a27-91971ec938fd tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Calling delete_port for f6f1eb97-07da-4cbb-95c5-d789ea6b3a58 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:10:02.733567 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=f61f6739-94c2-40c0-8c3b-28bcbcba1bb5,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:02.779212 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1dfe4363-6c13-4a71-b121-b53f0710a20b req-a0fc27f4-ef82-439e-ba16-d2f6592a2dd9 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=a135fb53-e55e-4b35-a40a-3f79f0005a1c HTTP/1.1" status: 200 len: 210 time: 0.0844042 Aug 16 20:10:02.791900 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['f61f6739-94c2-40c0-8c3b-28bcbcba1bb5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:10:02.810414 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2abbc53-3c29-42c6-8a2e-0d12036cd775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:02.840254 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abbc53-3c29-42c6-8a2e-0d12036cd775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=281d6b33-c261-43dd-b85d-95ea5283203c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:02.845473 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2abbc53-3c29-42c6-8a2e-0d12036cd775 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:02.848326 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f2abbc53-3c29-42c6-8a2e-0d12036cd775 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/281d6b33-c261-43dd-b85d-95ea5283203c HTTP/1.1" status: 204 len: 168 time: 0.6012571 Aug 16 20:10:02.850475 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46534) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:02.856897 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac117f6-ad52-41cd-94c5-ade5b3a0c8c5 None None] Network fd5a8d45-784c-47b2-8790-e360fb7160d9 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:10:02.862693 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-a016fd29-f5b0-4f97-bf43-d0722ebebac5 admin admin] For port df6f674c-a221-41c1-aabc-c023afc324aa, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=df6f674c-a221-41c1-aabc-c023afc324aa,segment=NetworkSegment(cc29a2d9-21cc-4744-8eb4-bfe18f439128),segment_id=cc29a2d9-21cc-4744-8eb4-bfe18f439128)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:02.863694 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a016fd29-f5b0-4f97-bf43-d0722ebebac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:02.878857 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-a016fd29-f5b0-4f97-bf43-d0722ebebac5 admin admin] Calling delete_port for df6f674c-a221-41c1-aabc-c023afc324aa owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:10:02.908297 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5159dbc5-cb2f-4dd2-9299-6eebb656bb68 None None] Deleting port df6f674c-a221-41c1-aabc-c023afc324aa {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:10:02.908877 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5159dbc5-cb2f-4dd2-9299-6eebb656bb68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:02.940479 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b294bdf-5bbc-4cbe-9f78-dbfa4c1931a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:03.007408 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5159dbc5-cb2f-4dd2-9299-6eebb656bb68 None None] For port df6f674c-a221-41c1-aabc-c023afc324aa, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=df6f674c-a221-41c1-aabc-c023afc324aa,segment=NetworkSegment(cc29a2d9-21cc-4744-8eb4-bfe18f439128),segment_id=cc29a2d9-21cc-4744-8eb4-bfe18f439128)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:03.007810 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5159dbc5-cb2f-4dd2-9299-6eebb656bb68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:03.011648 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9b294bdf-5bbc-4cbe-9f78-dbfa4c1931a1 admin admin] Deleting port 326f0657-40ae-4498-bae6-6633b8008014 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:10:03.012879 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b294bdf-5bbc-4cbe-9f78-dbfa4c1931a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:03.033864 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5159dbc5-cb2f-4dd2-9299-6eebb656bb68 None None] Calling delete_port for df6f674c-a221-41c1-aabc-c023afc324aa owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:10:03.048875 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-a42472fa-ba93-46db-aba1-d8fa315c33e0 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Allocated IP 172.20.0.12 (17a161c3-dea9-441d-b6a3-fe2c34ec09d4/f551bf48-1e2b-40ad-bd38-5eb6d0ebb5aa/39506dea-8b81-47dd-93a6-fecb12a8b1c5) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:10:03.085656 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a016fd29-f5b0-4f97-bf43-d0722ebebac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:03.117962 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-9b294bdf-5bbc-4cbe-9f78-dbfa4c1931a1 admin admin] For port 326f0657-40ae-4498-bae6-6633b8008014, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=326f0657-40ae-4498-bae6-6633b8008014,segment=NetworkSegment(8ca29f47-0e96-4c00-84e4-fd37f8694a10),segment_id=8ca29f47-0e96-4c00-84e4-fd37f8694a10)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:03.118637 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b294bdf-5bbc-4cbe-9f78-dbfa4c1931a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:03.138536 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9b294bdf-5bbc-4cbe-9f78-dbfa4c1931a1 admin admin] Calling delete_port for 326f0657-40ae-4498-bae6-6633b8008014 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:10:03.169810 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016fd29-f5b0-4f97-bf43-d0722ebebac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=df6f674c-a221-41c1-aabc-c023afc324aa,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:03.232556 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5159dbc5-cb2f-4dd2-9299-6eebb656bb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:03.248155 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a016fd29-f5b0-4f97-bf43-d0722ebebac5 admin admin] No DVR routers for this DVR port df6f674c-a221-41c1-aabc-c023afc324aa on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:10:03.266037 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b036507d-51f8-4efc-9f9d-6eb7473a2dbe no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:10:03.276582 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159dbc5-cb2f-4dd2-9299-6eebb656bb68 None None] Pushing event deleted for resources: {'Port': ['ID=df6f674c-a221-41c1-aabc-c023afc324aa,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:03.360550 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159dbc5-cb2f-4dd2-9299-6eebb656bb68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:03.360899 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159dbc5-cb2f-4dd2-9299-6eebb656bb68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:03.361242 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159dbc5-cb2f-4dd2-9299-6eebb656bb68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:03.361582 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159dbc5-cb2f-4dd2-9299-6eebb656bb68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:03.361913 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159dbc5-cb2f-4dd2-9299-6eebb656bb68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:03.362241 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159dbc5-cb2f-4dd2-9299-6eebb656bb68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:03.362567 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159dbc5-cb2f-4dd2-9299-6eebb656bb68 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:03.362890 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159dbc5-cb2f-4dd2-9299-6eebb656bb68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:03.363215 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159dbc5-cb2f-4dd2-9299-6eebb656bb68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:03.363563 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159dbc5-cb2f-4dd2-9299-6eebb656bb68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:03.366223 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159dbc5-cb2f-4dd2-9299-6eebb656bb68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:03.366586 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159dbc5-cb2f-4dd2-9299-6eebb656bb68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:03.398896 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5159dbc5-cb2f-4dd2-9299-6eebb656bb68 None None] No DVR routers for this DVR port df6f674c-a221-41c1-aabc-c023afc324aa on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:10:03.414592 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: b036507d-51f8-4efc-9f9d-6eb7473a2dbe {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:10:03.414592 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b036507d-51f8-4efc-9f9d-6eb7473a2dbe not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:10:03.414592 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 21558806-5b34-46e3-9d55-3b801b61cb87 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:10:03.448047 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 21558806-5b34-46e3-9d55-3b801b61cb87 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:10:03.448400 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 21558806-5b34-46e3-9d55-3b801b61cb87 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:10:03.448814 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device df6f674c-a221-41c1-aabc-c023afc324aa no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:10:03.494911 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: df6f674c-a221-41c1-aabc-c023afc324aa {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:10:03.495303 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device df6f674c-a221-41c1-aabc-c023afc324aa not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:10:03.660187 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3912a8d-7ff2-4972-9a27-91971ec938fd tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:03.688219 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a016fd29-f5b0-4f97-bf43-d0722ebebac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:03.803998 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3912a8d-7ff2-4972-9a27-91971ec938fd tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Pushing event deleted for resources: {'Port': ['ID=f6f1eb97-07da-4cbb-95c5-d789ea6b3a58,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:03.816932 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9c6e9b-2f8f-4d9e-9bd0-e07b9cf4d2f1 None None] DHCP port deletion for fd5a8d45-784c-47b2-8790-e360fb7160d9 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:10:03.845433 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-a016fd29-f5b0-4f97-bf43-d0722ebebac5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b37cbbf5-b6d7-4028-872c-198c2ca4233f']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:03.868546 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-a016fd29-f5b0-4f97-bf43-d0722ebebac5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc29a2d9-21cc-4744-8eb4-bfe18f439128') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:03.869226 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-a016fd29-f5b0-4f97-bf43-d0722ebebac5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc29a2d9-21cc-4744-8eb4-bfe18f439128') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:03.878845 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bf9c6e9b-2f8f-4d9e-9bd0-e07b9cf4d2f1 None None] Deleting port 326f0657-40ae-4498-bae6-6633b8008014 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:10:03.880046 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf9c6e9b-2f8f-4d9e-9bd0-e07b9cf4d2f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:03.905453 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a016fd29-f5b0-4f97-bf43-d0722ebebac5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:03.944695 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c124165-4179-4837-aaea-d622df86790c req-d82762a7-f94a-4c07-a19c-429e53999e10 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:03.952707 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6c124165-4179-4837-aaea-d622df86790c req-d82762a7-f94a-4c07-a19c-429e53999e10 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 944 time: 0.4572043 Aug 16 20:10:03.972938 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-65d0cfd2-da31-46ca-849c-799e63bfc2f0 req-e52b39c8-811a-4512-b156-04965b190e9c tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.0513926 Aug 16 20:10:03.976889 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b294bdf-5bbc-4cbe-9f78-dbfa4c1931a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:03.986306 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bf9c6e9b-2f8f-4d9e-9bd0-e07b9cf4d2f1 None None] For port 326f0657-40ae-4498-bae6-6633b8008014, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=326f0657-40ae-4498-bae6-6633b8008014,segment=NetworkSegment(8ca29f47-0e96-4c00-84e4-fd37f8694a10),segment_id=8ca29f47-0e96-4c00-84e4-fd37f8694a10)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:03.987269 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf9c6e9b-2f8f-4d9e-9bd0-e07b9cf4d2f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:03.997343 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a016fd29-f5b0-4f97-bf43-d0722ebebac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:04.026699 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bf9c6e9b-2f8f-4d9e-9bd0-e07b9cf4d2f1 None None] Calling delete_port for 326f0657-40ae-4498-bae6-6633b8008014 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:10:04.033401 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b294bdf-5bbc-4cbe-9f78-dbfa4c1931a1 admin admin] No DVR routers for this DVR port 326f0657-40ae-4498-bae6-6633b8008014 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:10:04.039642 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b294bdf-5bbc-4cbe-9f78-dbfa4c1931a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=326f0657-40ae-4498-bae6-6633b8008014,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:04.086563 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-a42472fa-ba93-46db-aba1-d8fa315c33e0 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:04.094935 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a016fd29-f5b0-4f97-bf43-d0722ebebac5 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:10:04.095639 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a016fd29-f5b0-4f97-bf43-d0722ebebac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:04.101078 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:10:04.101078 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:10:04.101078 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:10:04.101078 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:10:04.101078 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:10:04.101078 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:10:04.101078 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:10:04.101078 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:10:04.101078 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:10:04.101078 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:10:04.101078 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:10:04.101078 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:10:04.101078 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:10:04.101078 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:10:04.101078 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:10:04.101078 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:10:04.101078 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:10:04.101078 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:10:04.101078 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:10:04.101078 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:10:04.101078 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:10:04.101078 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:10:04.101078 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:10:04.101078 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:10:04.101078 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:10:04.101078 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:10:04.101078 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:10:04.101078 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:10:04.101078 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:10:04.101078 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:10:04.101078 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:10:04.101078 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:10:04.115338 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3912a8d-7ff2-4972-9a27-91971ec938fd tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:04.118677 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3912a8d-7ff2-4972-9a27-91971ec938fd tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:04.120151 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b3912a8d-7ff2-4972-9a27-91971ec938fd tempest-ServersTestBootFromVolume-1574683201 tempest-ServersTestBootFromVolume-1574683201-project] 10.222.0.68 "DELETE /v2.0/floatingips/5db8a55b-7bf1-4ddc-b153-9fa4c3ddba0a HTTP/1.1" status: 204 len: 168 time: 2.7286320 Aug 16 20:10:04.139141 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf9c6e9b-2f8f-4d9e-9bd0-e07b9cf4d2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:04.152646 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46546) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:04.164564 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c6e9b-2f8f-4d9e-9bd0-e07b9cf4d2f1 None None] Pushing event deleted for resources: {'Port': ['ID=326f0657-40ae-4498-bae6-6633b8008014,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:04.171532 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b294bdf-5bbc-4cbe-9f78-dbfa4c1931a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:04.183163 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9c6e9b-2f8f-4d9e-9bd0-e07b9cf4d2f1 None None] No DVR routers for this DVR port 326f0657-40ae-4498-bae6-6633b8008014 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:10:04.198460 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3d65802f-11f5-4de6-80a4-bd7f737f14a7 req-37057df0-5dfe-4c8a-82d7-f217ff8fe32a tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=a135fb53-e55e-4b35-a40a-3f79f0005a1c HTTP/1.1" status: 200 len: 210 time: 0.0966344 Aug 16 20:10:04.201932 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:10:04.202077 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9b294bdf-5bbc-4cbe-9f78-dbfa4c1931a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd5a8d45-784c-47b2-8790-e360fb7160d9']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:04.229122 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9b294bdf-5bbc-4cbe-9f78-dbfa4c1931a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca29f47-0e96-4c00-84e4-fd37f8694a10') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:04.229410 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9b294bdf-5bbc-4cbe-9f78-dbfa4c1931a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca29f47-0e96-4c00-84e4-fd37f8694a10') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:04.246870 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6c124165-4179-4837-aaea-d622df86790c req-d34e1cb2-ec6c-4475-88cf-a2c77b063db5 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908294 Aug 16 20:10:04.253350 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b294bdf-5bbc-4cbe-9f78-dbfa4c1931a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:04.276092 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a016fd29-f5b0-4f97-bf43-d0722ebebac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:04.279318 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b294bdf-5bbc-4cbe-9f78-dbfa4c1931a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:04.287743 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:10:04.291929 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:10:04.292373 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:04.297503 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b294bdf-5bbc-4cbe-9f78-dbfa4c1931a1 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:10:04.311678 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b294bdf-5bbc-4cbe-9f78-dbfa4c1931a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:04.314271 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:10:04.314271 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:10:04.314271 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:10:04.314271 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:10:04.314271 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:10:04.314271 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:10:04.314271 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:10:04.314271 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:10:04.314271 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:10:04.314271 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:10:04.314271 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:10:04.314271 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:10:04.314271 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:10:04.314271 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:10:04.314271 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:10:04.314271 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:10:04.314271 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:10:04.314271 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:10:04.314271 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:10:04.314271 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:10:04.314271 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:10:04.314271 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:10:04.314271 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:10:04.314271 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:10:04.314271 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:10:04.314271 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:10:04.314271 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:10:04.314271 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:10:04.314271 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:10:04.314271 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:10:04.314271 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:10:04.314271 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:10:04.365919 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a016fd29-f5b0-4f97-bf43-d0722ebebac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:04.376435 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a016fd29-f5b0-4f97-bf43-d0722ebebac5 admin admin] 10.222.0.68 "DELETE /v2.0/networks/b37cbbf5-b6d7-4028-872c-198c2ca4233f HTTP/1.1" status: 204 len: 168 time: 2.7925348 Aug 16 20:10:04.397051 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-95b15f5e-224a-457b-8347-ad05cbf0f093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:04.398659 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b294bdf-5bbc-4cbe-9f78-dbfa4c1931a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:04.406741 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b294bdf-5bbc-4cbe-9f78-dbfa4c1931a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:04.410954 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9b294bdf-5bbc-4cbe-9f78-dbfa4c1931a1 admin admin] 10.222.0.68 "DELETE /v2.0/networks/fd5a8d45-784c-47b2-8790-e360fb7160d9 HTTP/1.1" status: 204 len: 168 time: 1.5571220 Aug 16 20:10:04.427850 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016fd29-f5b0-4f97-bf43-d0722ebebac5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b37cbbf5-b6d7-4028-872c-198c2ca4233f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:04.437525 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b294bdf-5bbc-4cbe-9f78-dbfa4c1931a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd5a8d45-784c-47b2-8790-e360fb7160d9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:04.505952 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-a42472fa-ba93-46db-aba1-d8fa315c33e0 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:04.521363 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:04.581283 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port f61f6739-94c2-40c0-8c3b-28bcbcba1bb5, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f61f6739-94c2-40c0-8c3b-28bcbcba1bb5,segment=NetworkSegment(9d848ad9-9fd2-4cfe-b946-4cad1262a1a1),segment_id=9d848ad9-9fd2-4cfe-b946-4cad1262a1a1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:04.583522 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd6e8b6-82fd-4279-82e3-a4823a518897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61f6739-94c2-40c0-8c3b-28bcbcba1bb5'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:10:04.590114 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fe7ea7-c3de-4601-8e45-fb0c9865c9a5" -d '{"events": [{"server_uuid": "ffd6e8b6-82fd-4279-82e3-a4823a518897", "name": "network-vif-plugged", "status": "completed", "tag": "f61f6739-94c2-40c0-8c3b-28bcbcba1bb5"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:10:04.596146 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:04.616628 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46556) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:04.643444 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46558) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:04.695278 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-a42472fa-ba93-46db-aba1-d8fa315c33e0 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Network 17a161c3-dea9-441d-b6a3-fe2c34ec09d4 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:10:04.703039 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b78d5b-41ef-4054-a67b-842b23dc51a0 x-openstack-request-id: req-17b78d5b-41ef-4054-a67b-842b23dc51a0 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:10:04.703352 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd6e8b6-82fd-4279-82e3-a4823a518897", "name": "network-vif-plugged", "status": "completed", "tag": "f61f6739-94c2-40c0-8c3b-28bcbcba1bb5", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:10:04.703605 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-17b78d5b-41ef-4054-a67b-842b23dc51a0 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:10:04.703725 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5fd379cc-39a6-4cf4-9de0-79f5626a5390 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=44cecf28d81c41b980f2e11c82b41b71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0856905 Aug 16 20:10:04.704057 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd6e8b6-82fd-4279-82e3-a4823a518897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61f6739-94c2-40c0-8c3b-28bcbcba1bb5', 'code': 200} Aug 16 20:10:04.704529 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46560) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:04.731027 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-a42472fa-ba93-46db-aba1-d8fa315c33e0 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:10:04.746877 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-a42472fa-ba93-46db-aba1-d8fa315c33e0 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:10:04.750879 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=f61f6739-94c2-40c0-8c3b-28bcbcba1bb5,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:04.759698 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:04.760690 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42472fa-ba93-46db-aba1-d8fa315c33e0 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Pushing event updated for resources: {'Port': ['ID=39506dea-8b81-47dd-93a6-fecb12a8b1c5,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:04.809062 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2448ca1e-5055-4ff7-a58d-4db6fa834444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:04.809785 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 395f3309-0f70-403f-aa54-683087764578 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:10:04.857163 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2448ca1e-5055-4ff7-a58d-4db6fa834444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:04.860234 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 395f3309-0f70-403f-aa54-683087764578 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:10:04.860722 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 395f3309-0f70-403f-aa54-683087764578 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:10:04.860998 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 326f0657-40ae-4498-bae6-6633b8008014 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:10:04.878126 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4615fdeb-ebcd-4381-90cc-b7ce9840a6c6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=44f853181bda44669bb5ca199c44f374&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2307839 Aug 16 20:10:04.880754 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46564) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:04.894097 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 326f0657-40ae-4498-bae6-6633b8008014 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:10:04.894440 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 326f0657-40ae-4498-bae6-6633b8008014 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:10:04.895559 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-a42472fa-ba93-46db-aba1-d8fa315c33e0 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:04.897573 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-a42472fa-ba93-46db-aba1-d8fa315c33e0 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:04.927583 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25ba9b-02d8-4703-aa7f-6c4ea67e7eed req-480e34e3-b7fe-4d1d-aeb5-8f5412cabfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:04.929735 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4f25ba9b-02d8-4703-aa7f-6c4ea67e7eed req-480e34e3-b7fe-4d1d-aeb5-8f5412cabfab service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 1097 time: 0.1290512 Aug 16 20:10:04.937599 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-a42472fa-ba93-46db-aba1-d8fa315c33e0 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7723589 Aug 16 20:10:04.953630 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-44e13c65-7290-48e0-8b94-199ef3007cfc service neutron] Request body: {'port': {'device_id': 'a135fb53-e55e-4b35-a40a-3f79f0005a1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:04.988693 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ce05dfa-0cfb-4c7c-abbb-cdb2b6c29f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:05.023763 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4f25ba9b-02d8-4703-aa7f-6c4ea67e7eed req-db676187-1b9f-4cd3-ba27-c3bd73e67417 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745454 Aug 16 20:10:05.036836 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ce05dfa-0cfb-4c7c-abbb-cdb2b6c29f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:05.049123 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2448ca1e-5055-4ff7-a58d-4db6fa834444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:05.051798 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2448ca1e-5055-4ff7-a58d-4db6fa834444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:05.053098 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2448ca1e-5055-4ff7-a58d-4db6fa834444 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4babca8b-2577-4ee7-8f23-5d12af6bb0e1 HTTP/1.1" status: 204 len: 168 time: 0.3475933 Aug 16 20:10:05.065603 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448ca1e-5055-4ff7-a58d-4db6fa834444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4babca8b-2577-4ee7-8f23-5d12af6bb0e1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:05.076763 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-44e13c65-7290-48e0-8b94-199ef3007cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:05.131643 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ce05dfa-0cfb-4c7c-abbb-cdb2b6c29f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:05.135202 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ce05dfa-0cfb-4c7c-abbb-cdb2b6c29f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:05.138083 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3ce05dfa-0cfb-4c7c-abbb-cdb2b6c29f88 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2fd28d5a-2545-4c8f-9073-1bf212240a52 HTTP/1.1" status: 204 len: 168 time: 0.2549942 Aug 16 20:10:05.169175 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce05dfa-0cfb-4c7c-abbb-cdb2b6c29f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd28d5a-2545-4c8f-9073-1bf212240a52,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:05.354884 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-20ae1848-ece6-4344-8b6a-f0ca04755262 req-ed0a0f79-18f4-462c-9378-ede9ccf94537 tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.2260337 Aug 16 20:10:05.417384 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb202149-40ca-475d-8047-362dda40e214 req-1a87e64c-3752-42b2-9278-7ebca4de4573 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:05.427869 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cb202149-40ca-475d-8047-362dda40e214 req-1a87e64c-3752-42b2-9278-7ebca4de4573 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=a135fb53-e55e-4b35-a40a-3f79f0005a1c HTTP/1.1" status: 200 len: 932 time: 0.1046703 Aug 16 20:10:05.498336 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cb202149-40ca-475d-8047-362dda40e214 req-b9ff052e-baac-4222-b843-2b381a926639 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708675 Aug 16 20:10:05.526105 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:05.545933 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-046f73ef-2c3b-49c0-91fc-19ef69bcb3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:05.840734 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:05.914125 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:06.165698 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-44e13c65-7290-48e0-8b94-199ef3007cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39506dea-8b81-47dd-93a6-fecb12a8b1c5 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:10:06.174397 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-44e13c65-7290-48e0-8b94-199ef3007cfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:06.193687 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5431d-2ccc-4ff6-9cb8-4fb6e2d06cb7 req-eaee7f3c-5a2c-4809-b7a7-f812860cb157 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:06.200948 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c2e5431d-2ccc-4ff6-9cb8-4fb6e2d06cb7 req-eaee7f3c-5a2c-4809-b7a7-f812860cb157 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.7264373 Aug 16 20:10:06.235138 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-44e13c65-7290-48e0-8b94-199ef3007cfc service neutron] Transition to ACTIVE for port object 39506dea-8b81-47dd-93a6-fecb12a8b1c5 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:10:06.268339 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c2e5431d-2ccc-4ff6-9cb8-4fb6e2d06cb7 req-7db2ac9c-4c60-470c-a8d5-069ccd1eced0 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664363 Aug 16 20:10:06.269742 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-44e13c65-7290-48e0-8b94-199ef3007cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:06.397270 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e13c65-7290-48e0-8b94-199ef3007cfc service neutron] Pushing event updated for resources: {'Port': ['ID=39506dea-8b81-47dd-93a6-fecb12a8b1c5,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:06.499519 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46662) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:06.569104 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-44e13c65-7290-48e0-8b94-199ef3007cfc service neutron] Attempting to bind port 39506dea-8b81-47dd-93a6-fecb12a8b1c5 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:10:06.569791 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-44e13c65-7290-48e0-8b94-199ef3007cfc service neutron] Attempting to bind port 39506dea-8b81-47dd-93a6-fecb12a8b1c5 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'fa38c8f7-67c8-4b30-a7ef-fd21760571af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '17a161c3-dea9-441d-b6a3-fe2c34ec09d4'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:10:06.570288 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-44e13c65-7290-48e0-8b94-199ef3007cfc service neutron] Attempting to bind port 39506dea-8b81-47dd-93a6-fecb12a8b1c5 on network 17a161c3-dea9-441d-b6a3-fe2c34ec09d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:10:06.577086 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-44e13c65-7290-48e0-8b94-199ef3007cfc service neutron] Port 39506dea-8b81-47dd-93a6-fecb12a8b1c5 on network 17a161c3-dea9-441d-b6a3-fe2c34ec09d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:10:06.577606 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-44e13c65-7290-48e0-8b94-199ef3007cfc service neutron] Attempting to bind port 39506dea-8b81-47dd-93a6-fecb12a8b1c5 on network 17a161c3-dea9-441d-b6a3-fe2c34ec09d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:10:06.588541 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6e17ef62-c607-4b80-8ab7-952054ebba0c req-669636b7-0599-49f4-89a0-193c03ce2e90 tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.0692656 Aug 16 20:10:06.607881 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-44e13c65-7290-48e0-8b94-199ef3007cfc service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:10:06.608828 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-44e13c65-7290-48e0-8b94-199ef3007cfc service neutron] Checking segment: {'id': 'fa38c8f7-67c8-4b30-a7ef-fd21760571af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '17a161c3-dea9-441d-b6a3-fe2c34ec09d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:10:06.609232 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-44e13c65-7290-48e0-8b94-199ef3007cfc service neutron] Bound using segment: {'id': 'fa38c8f7-67c8-4b30-a7ef-fd21760571af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '17a161c3-dea9-441d-b6a3-fe2c34ec09d4'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:10:06.611010 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-44e13c65-7290-48e0-8b94-199ef3007cfc service neutron] Bound port: 39506dea-8b81-47dd-93a6-fecb12a8b1c5, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa38c8f7-67c8-4b30-a7ef-fd21760571af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '17a161c3-dea9-441d-b6a3-fe2c34ec09d4'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:10:06.611416 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-44e13c65-7290-48e0-8b94-199ef3007cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:06.767734 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5188feea-4f56-4672-bee5-4f728a0d815e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-384182886-network', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:06.795630 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-0b2613d9-0a4f-4f8d-895c-65ecfb774cea tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=c8bb8e770d2e40d2b660472c14773d75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495546 Aug 16 20:10:06.802418 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276372f-2613-427b-b8ef-0d8046d1ac8a req-197a2426-7879-491d-80e8-a299cbbe99a7 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:06.804176 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1276372f-2613-427b-b8ef-0d8046d1ac8a req-197a2426-7879-491d-80e8-a299cbbe99a7 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=a135fb53-e55e-4b35-a40a-3f79f0005a1c HTTP/1.1" status: 200 len: 944 time: 0.0899260 Aug 16 20:10:06.805265 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5188feea-4f56-4672-bee5-4f728a0d815e admin admin] Made reservation on behalf of cefd984278fb49d9a2fe0a3b62a831cf for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:10:06.807670 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5188feea-4f56-4672-bee5-4f728a0d815e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:06.834404 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-44e13c65-7290-48e0-8b94-199ef3007cfc service neutron] For port 39506dea-8b81-47dd-93a6-fecb12a8b1c5, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:10:06.834996 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5188feea-4f56-4672-bee5-4f728a0d815e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:06.874906 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1276372f-2613-427b-b8ef-0d8046d1ac8a req-3f0a320f-02ec-4507-86d6-793248cc2925 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594008 Aug 16 20:10:06.918129 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-046f73ef-2c3b-49c0-91fc-19ef69bcb3fe admin admin] Deleting port c85793fc-b7d7-4dac-8818-634bbccff9b5 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:10:06.918476 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-046f73ef-2c3b-49c0-91fc-19ef69bcb3fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:06.937050 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-44e13c65-7290-48e0-8b94-199ef3007cfc service neutron] For port 39506dea-8b81-47dd-93a6-fecb12a8b1c5, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=39506dea-8b81-47dd-93a6-fecb12a8b1c5,segment=NetworkSegment(fa38c8f7-67c8-4b30-a7ef-fd21760571af),segment_id=fa38c8f7-67c8-4b30-a7ef-fd21760571af)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:10:06.967173 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:06.978348 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-44e13c65-7290-48e0-8b94-199ef3007cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:06.993624 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5188feea-4f56-4672-bee5-4f728a0d815e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:07.000020 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5188feea-4f56-4672-bee5-4f728a0d815e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:07.036688 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-44e13c65-7290-48e0-8b94-199ef3007cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:07.036900 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5188feea-4f56-4672-bee5-4f728a0d815e admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:10:07.037317 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-44e13c65-7290-48e0-8b94-199ef3007cfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:07.038719 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-44e13c65-7290-48e0-8b94-199ef3007cfc service neutron] 10.222.0.63 "PUT /v2.0/ports/39506dea-8b81-47dd-93a6-fecb12a8b1c5 HTTP/1.1" status: 200 len: 1093 time: 2.0917375 Aug 16 20:10:07.045466 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a135fb53-e55e-4b35-a40a-3f79f0005a1c', 'tag': '39506dea-8b81-47dd-93a6-fecb12a8b1c5'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:10:07.049233 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188feea-4f56-4672-bee5-4f728a0d815e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d10501e-bbe0-4e60-88ba-c2ead6977aec,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:07.049758 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7acab8-4e2c-4b3d-9504-aace7feaf224" -d '{"events": [{"name": "network-changed", "server_uuid": "a135fb53-e55e-4b35-a40a-3f79f0005a1c", "tag": "39506dea-8b81-47dd-93a6-fecb12a8b1c5"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:10:07.052247 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5188feea-4f56-4672-bee5-4f728a0d815e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:07.052602 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-5188feea-4f56-4672-bee5-4f728a0d815e admin admin] Added segment f5b0f7e9-2952-4b14-9633-7226a8941178 of type vlan for network 6d192dbb-a372-4859-86a9-c63053b8e357 Aug 16 20:10:07.104948 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5188feea-4f56-4672-bee5-4f728a0d815e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:07.147293 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5188feea-4f56-4672-bee5-4f728a0d815e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:07.148457 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5188feea-4f56-4672-bee5-4f728a0d815e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:07.149056 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5188feea-4f56-4672-bee5-4f728a0d815e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:07.152748 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c173046-2262-4aa7-8613-42b263c528aa x-openstack-request-id: req-0c173046-2262-4aa7-8613-42b263c528aa {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:10:07.153074 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a135fb53-e55e-4b35-a40a-3f79f0005a1c", "tag": "39506dea-8b81-47dd-93a6-fecb12a8b1c5", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:10:07.153822 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0c173046-2262-4aa7-8613-42b263c528aa {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:10:07.153822 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a135fb53-e55e-4b35-a40a-3f79f0005a1c', 'tag': '39506dea-8b81-47dd-93a6-fecb12a8b1c5', 'status': 'completed', 'code': 200} Aug 16 20:10:07.174553 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e13c65-7290-48e0-8b94-199ef3007cfc service neutron] Pushing event updated for resources: {'Port': ['ID=39506dea-8b81-47dd-93a6-fecb12a8b1c5,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:07.188711 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-465e71a5-fed5-4638-b244-1b25630d472f tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:07.190213 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-465e71a5-fed5-4638-b244-1b25630d472f tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3769257 Aug 16 20:10:07.205057 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5188feea-4f56-4672-bee5-4f728a0d815e admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7018380 Aug 16 20:10:07.208132 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-046f73ef-2c3b-49c0-91fc-19ef69bcb3fe admin admin] For port c85793fc-b7d7-4dac-8818-634bbccff9b5, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=c85793fc-b7d7-4dac-8818-634bbccff9b5,segment=NetworkSegment(accc6b18-9572-4cbe-8aa9-30d6eb96249c),segment_id=accc6b18-9572-4cbe-8aa9-30d6eb96249c)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:07.208959 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-046f73ef-2c3b-49c0-91fc-19ef69bcb3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:07.209092 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46714) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:07.216802 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b8ece169-46bd-4ff6-9b57-c125dbbf77e5 admin admin] Request body: {'subnet': {'network_id': '6d192dbb-a372-4859-86a9-c63053b8e357', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-384182886-subnet', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:07.224801 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188feea-4f56-4672-bee5-4f728a0d815e admin admin] Pushing event updated for resources: {'Network': ['ID=6d192dbb-a372-4859-86a9-c63053b8e357,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:07.228118 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-046f73ef-2c3b-49c0-91fc-19ef69bcb3fe admin admin] Calling delete_port for c85793fc-b7d7-4dac-8818-634bbccff9b5 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:10:07.232578 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-bba95fa7-d74e-456c-b923-dea24f6b2b3d tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/quotas/c8bb8e770d2e40d2b660472c14773d75 HTTP/1.1" status: 200 len: 375 time: 0.0323434 Aug 16 20:10:07.237638 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-7045e6f6-c600-49d6-87da-9ffda0aa1e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:07.239565 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-7045e6f6-c600-49d6-87da-9ffda0aa1e56 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fd9cbd22f82d4e4cb02b701bf4ae249c&device_id=a135fb53-e55e-4b35-a40a-3f79f0005a1c HTTP/1.1" status: 200 len: 1096 time: 0.1334932 Aug 16 20:10:07.244388 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ece169-46bd-4ff6-9b57-c125dbbf77e5 admin admin] Made reservation on behalf of cefd984278fb49d9a2fe0a3b62a831cf for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:10:07.246737 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8ece169-46bd-4ff6-9b57-c125dbbf77e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:07.251837 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 6d192dbb-a372-4859-86a9-c63053b8e357 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:10:07.353729 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-4493123f-f62d-404a-8684-862a550355ed service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39506dea-8b81-47dd-93a6-fecb12a8b1c5 HTTP/1.1" status: 200 len: 217 time: 0.1057556 Aug 16 20:10:07.358959 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-035f195c-7ee9-401f-a038-46f12cb31421 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=c8bb8e770d2e40d2b660472c14773d75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1035073 Aug 16 20:10:07.412019 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-2dd29a84-7bb0-41dd-9161-33b980704857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:07.413509 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-2dd29a84-7bb0-41dd-9161-33b980704857 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f551bf48-1e2b-40ad-bd38-5eb6d0ebb5aa HTTP/1.1" status: 200 len: 862 time: 0.0519853 Aug 16 20:10:07.461063 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-9a4758dc-aa96-44d7-9472-c6e0dbe1dae5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=17a161c3-dea9-441d-b6a3-fe2c34ec09d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371277 Aug 16 20:10:07.486443 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8ece169-46bd-4ff6-9b57-c125dbbf77e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:07.499502 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa2a88-0e97-4161-ab82-1d9bd8975a71 req-1e64aec8-fd21-41fd-b98a-db0bbfa85040 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:07.500983 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-daaa2a88-0e97-4161-ab82-1d9bd8975a71 req-1e64aec8-fd21-41fd-b98a-db0bbfa85040 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1049392 Aug 16 20:10:07.624563 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-daaa2a88-0e97-4161-ab82-1d9bd8975a71 req-76a859b6-14a4-4c65-99e1-88fcc797f13c tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081083 Aug 16 20:10:07.651101 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ece169-46bd-4ff6-9b57-c125dbbf77e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=279800a2-1f75-4763-82e2-882d40193542,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:07.671520 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ece169-46bd-4ff6-9b57-c125dbbf77e5 admin admin] Checking segment: {'id': 'f5b0f7e9-2952-4b14-9633-7226a8941178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6d192dbb-a372-4859-86a9-c63053b8e357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:10:07.674327 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ece169-46bd-4ff6-9b57-c125dbbf77e5 admin admin] Network hostable DHCP agents. Network: 6d192dbb-a372-4859-86a9-c63053b8e357, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:10:07.710303 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-510a2445-b31a-4962-abfc-291ab45524b6 req-f7392c36-63f9-4dfb-9d5b-625738bb1faa tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/ports?device_id=552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71 HTTP/1.1" status: 200 len: 210 time: 0.1080546 Aug 16 20:10:07.766581 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-65e3f8cb-6712-41ea-908c-36a08c7942e4 req-7a9bfb6e-e94c-4b1b-894f-545d683ac42d tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.0684261 Aug 16 20:10:07.769453 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-61f4bf5b-770a-42b0-8498-d249cfe05def service neutron] 10.222.0.63 "GET /v2.0/networks/17a161c3-dea9-441d-b6a3-fe2c34ec09d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993498 Aug 16 20:10:07.772333 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ece169-46bd-4ff6-9b57-c125dbbf77e5 admin admin] Network 6d192dbb-a372-4859-86a9-c63053b8e357 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:10:07.805028 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b8ece169-46bd-4ff6-9b57-c125dbbf77e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 6d192dbb-a372-4859-86a9-c63053b8e357) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:10:07.812332 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ece169-46bd-4ff6-9b57-c125dbbf77e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:07.812983 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8ece169-46bd-4ff6-9b57-c125dbbf77e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:07.819238 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf530b3-da21-490e-827e-9e69d242a202 None None] Network 6d192dbb-a372-4859-86a9-c63053b8e357 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:10:07.870298 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b8ece169-46bd-4ff6-9b57-c125dbbf77e5 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6563849 Aug 16 20:10:07.870568 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46738) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:07.877445 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a1a6f6e4-a5b4-437b-a5a5-127f107954d4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-384182886-router', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:07.926874 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1a6f6e4-a5b4-437b-a5a5-127f107954d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:07.928570 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1a6f6e4-a5b4-437b-a5a5-127f107954d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:07.957674 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-046f73ef-2c3b-49c0-91fc-19ef69bcb3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:08.058193 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f73ef-2c3b-49c0-91fc-19ef69bcb3fe admin admin] Pushing event deleted for resources: {'Port': ['ID=c85793fc-b7d7-4dac-8818-634bbccff9b5,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:08.065142 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f67d12-0baa-4a98-a459-3c9a2525b65b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-6d192dbb-a372-4859-86a9-c63053b8e357', 'network_id': '6d192dbb-a372-4859-86a9-c63053b8e357', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'fixed_ips': [{'subnet_id': '279800a2-1f75-4763-82e2-882d40193542'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:10:08.068270 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-15f67d12-0baa-4a98-a459-3c9a2525b65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:08.100363 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1a6f6e4-a5b4-437b-a5a5-127f107954d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:08.154741 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f0ab5397-762e-48c2-80ec-1250783c1d95 req-b9c21ba2-fad9-475b-a6f3-5bf99a1ea161 service neutron] 10.222.0.63 "GET /v2.0/networks/17a161c3-dea9-441d-b6a3-fe2c34ec09d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738263 Aug 16 20:10:08.329745 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-15f67d12-0baa-4a98-a459-3c9a2525b65b None None] Allocated IP 172.20.0.2 (6d192dbb-a372-4859-86a9-c63053b8e357/279800a2-1f75-4763-82e2-882d40193542/f8f34b81-d5bc-4a69-a354-4a74a45983b0) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:10:08.342255 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-27c2b769-2154-4854-921b-f333b008fefa tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:08.344106 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-27c2b769-2154-4854-921b-f333b008fefa tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/networks?id=d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4 HTTP/1.1" status: 200 len: 814 time: 0.3762951 Aug 16 20:10:08.442534 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-05941f5c-5458-4a89-beb3-6de95375cdf3 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/quotas/081444c713e44b3b9c38b3a6c10c28bc HTTP/1.1" status: 200 len: 375 time: 0.0858717 Aug 16 20:10:08.461751 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1a6f6e4-a5b4-437b-a5a5-127f107954d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:08.476047 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a92ef-3455-4758-a6cd-5a7fcd56f179 req-d4dd27fe-9f07-49c9-baff-0355f3959f22 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:08.483858 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-de8a92ef-3455-4758-a6cd-5a7fcd56f179 req-d4dd27fe-9f07-49c9-baff-0355f3959f22 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=a135fb53-e55e-4b35-a40a-3f79f0005a1c HTTP/1.1" status: 200 len: 944 time: 0.4268749 Aug 16 20:10:08.486897 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7acab8-4e2c-4b3d-9504-aace7feaf224 req-3c582723-8bf1-4696-8342-2363aed6deb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:08.488487 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8f7acab8-4e2c-4b3d-9504-aace7feaf224 req-3c582723-8bf1-4696-8342-2363aed6deb6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fd9cbd22f82d4e4cb02b701bf4ae249c&device_id=a135fb53-e55e-4b35-a40a-3f79f0005a1c HTTP/1.1" status: 200 len: 1096 time: 0.2735827 Aug 16 20:10:08.562334 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-046f73ef-2c3b-49c0-91fc-19ef69bcb3fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:08.579989 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-b2d17cf1-63d1-4c37-8f82-e4fba0a5e63e tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=081444c713e44b3b9c38b3a6c10c28bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1365004 Aug 16 20:10:08.617985 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-de8a92ef-3455-4758-a6cd-5a7fcd56f179 req-0e24291c-4f71-42c2-91ac-3f4a8d8ed677 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085632 Aug 16 20:10:08.662069 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-15f67d12-0baa-4a98-a459-3c9a2525b65b None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:08.675917 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-15f67d12-0baa-4a98-a459-3c9a2525b65b None None] Transition to ACTIVE for port object f8f34b81-d5bc-4a69-a354-4a74a45983b0 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:10:08.697278 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-15f67d12-0baa-4a98-a459-3c9a2525b65b None None] Transition to ACTIVE for port object f8f34b81-d5bc-4a69-a354-4a74a45983b0 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:10:08.713615 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-15f67d12-0baa-4a98-a459-3c9a2525b65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:08.734229 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7acab8-4e2c-4b3d-9504-aace7feaf224 req-78804caf-fa09-4b4f-a0c5-9b8adc2defdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:08.734229 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8f7acab8-4e2c-4b3d-9504-aace7feaf224 req-78804caf-fa09-4b4f-a0c5-9b8adc2defdb service neutron] 10.222.0.63 "GET /v2.0/networks?id=17a161c3-dea9-441d-b6a3-fe2c34ec09d4 HTTP/1.1" status: 200 len: 923 time: 0.2365158 Aug 16 20:10:08.782255 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f67d12-0baa-4a98-a459-3c9a2525b65b None None] Network 6d192dbb-a372-4859-86a9-c63053b8e357 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:10:08.788838 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-15f67d12-0baa-4a98-a459-3c9a2525b65b None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:10:08.796036 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f67d12-0baa-4a98-a459-3c9a2525b65b None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:10:08.811780 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f67d12-0baa-4a98-a459-3c9a2525b65b None None] Pushing event updated for resources: {'Port': ['ID=f8f34b81-d5bc-4a69-a354-4a74a45983b0,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:08.829405 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8f7acab8-4e2c-4b3d-9504-aace7feaf224 req-09e2db80-cd02-4698-a3ac-9e6df0b686f1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39506dea-8b81-47dd-93a6-fecb12a8b1c5 HTTP/1.1" status: 200 len: 217 time: 0.0548820 Aug 16 20:10:08.848382 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-4a6f6da2-6100-490b-a429-0df225a96982 service neutron] 10.222.0.68 "GET /v2.0/networks/d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674699 Aug 16 20:10:08.898551 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-15f67d12-0baa-4a98-a459-3c9a2525b65b None None] Attempting to bind port f8f34b81-d5bc-4a69-a354-4a74a45983b0 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:10:08.899321 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-15f67d12-0baa-4a98-a459-3c9a2525b65b None None] Attempting to bind port f8f34b81-d5bc-4a69-a354-4a74a45983b0 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'f5b0f7e9-2952-4b14-9633-7226a8941178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6d192dbb-a372-4859-86a9-c63053b8e357'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:10:08.900336 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f67d12-0baa-4a98-a459-3c9a2525b65b None None] Attempting to bind port f8f34b81-d5bc-4a69-a354-4a74a45983b0 on network 6d192dbb-a372-4859-86a9-c63053b8e357 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:10:08.906274 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f67d12-0baa-4a98-a459-3c9a2525b65b None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:10:08.906992 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f67d12-0baa-4a98-a459-3c9a2525b65b None None] Checking segment: {'id': 'f5b0f7e9-2952-4b14-9633-7226a8941178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6d192dbb-a372-4859-86a9-c63053b8e357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:10:08.918892 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-15f67d12-0baa-4a98-a459-3c9a2525b65b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:08.919683 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f67d12-0baa-4a98-a459-3c9a2525b65b None None] Bound using segment: {'id': 'f5b0f7e9-2952-4b14-9633-7226a8941178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6d192dbb-a372-4859-86a9-c63053b8e357'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:10:08.924421 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-15f67d12-0baa-4a98-a459-3c9a2525b65b None None] Bound port: f8f34b81-d5bc-4a69-a354-4a74a45983b0, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b0f7e9-2952-4b14-9633-7226a8941178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6d192dbb-a372-4859-86a9-c63053b8e357'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:10:08.925058 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-15f67d12-0baa-4a98-a459-3c9a2525b65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:08.953545 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-11ed1432-3eca-4fbd-aa4d-2a059ea0fbd3 req-9acae395-2ce3-463c-bd8a-189b70f9500d tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/ports?device_id=552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71 HTTP/1.1" status: 200 len: 210 time: 0.0427153 Aug 16 20:10:08.986808 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7acab8-4e2c-4b3d-9504-aace7feaf224 req-a50df94c-eb76-4caa-898a-47837d25ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:08.989354 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8f7acab8-4e2c-4b3d-9504-aace7feaf224 req-a50df94c-eb76-4caa-898a-47837d25ac56 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f551bf48-1e2b-40ad-bd38-5eb6d0ebb5aa HTTP/1.1" status: 200 len: 862 time: 0.1496179 Aug 16 20:10:09.036253 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1a6f6e4-a5b4-437b-a5a5-127f107954d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:09.063654 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-15f67d12-0baa-4a98-a459-3c9a2525b65b None None] For port f8f34b81-d5bc-4a69-a354-4a74a45983b0, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:10:09.068316 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-fd08a6f4-c43e-4a3d-bdd7-a5e945caf2d3 service neutron] 10.222.0.68 "GET /v2.0/networks/d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176440 Aug 16 20:10:09.071847 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-15f67d12-0baa-4a98-a459-3c9a2525b65b None None] For port f8f34b81-d5bc-4a69-a354-4a74a45983b0, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f8f34b81-d5bc-4a69-a354-4a74a45983b0,segment=NetworkSegment(f5b0f7e9-2952-4b14-9633-7226a8941178),segment_id=f5b0f7e9-2952-4b14-9633-7226a8941178)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:10:09.085076 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-15f67d12-0baa-4a98-a459-3c9a2525b65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:09.094503 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1a6f6e4-a5b4-437b-a5a5-127f107954d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:09.141754 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f67d12-0baa-4a98-a459-3c9a2525b65b None None] Pushing event updated for resources: {'Port': ['ID=f8f34b81-d5bc-4a69-a354-4a74a45983b0,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:09.244014 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8f7acab8-4e2c-4b3d-9504-aace7feaf224 req-8ec5bea1-5610-4af4-ae3d-44466448ca75 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=17a161c3-dea9-441d-b6a3-fe2c34ec09d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1741908 Aug 16 20:10:09.280581 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-2619a4a4-a644-49f1-95a5-98078d4c0ab1 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c8bb8e770d2e40d2b660472c14773d75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2462428 Aug 16 20:10:09.339849 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d93f0071-1fd8-4e3e-9ac9-966f9b60410e req-0581399f-2338-4765-b45f-1753b6c3dcb9 tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.2631702 Aug 16 20:10:09.421604 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-a1a6f6e4-a5b4-437b-a5a5-127f107954d4 admin admin] Allocated IP 172.25.8.234 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/a16eb227-0e56-457e-b745-b6a90c1ab9e8) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:10:09.449202 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8f7acab8-4e2c-4b3d-9504-aace7feaf224 req-3e33a249-ac5c-402b-85f3-14cc59e7770d service neutron] 10.222.0.63 "GET /v2.0/networks/17a161c3-dea9-441d-b6a3-fe2c34ec09d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941843 Aug 16 20:10:09.562502 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d2be91cd-0349-432d-9b1c-ab89eb959679 req-eee6b22c-d8be-4cf4-9396-989b200a6245 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=42a772e5-5276-4fc8-a549-d1cd71c80c82 HTTP/1.1" status: 200 len: 210 time: 0.1120002 Aug 16 20:10:09.565082 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-e90b0963-8e91-4f8d-91d3-a5c96cba68dd tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:09.566698 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-e90b0963-8e91-4f8d-91d3-a5c96cba68dd tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2531600 Aug 16 20:10:09.581130 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-909097e6-864f-42b5-a3ee-fc9d342a7fba tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Request body: {'port': {'device_id': '552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'admin_state_up': True, 'tenant_id': 'c8bb8e770d2e40d2b660472c14773d75'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:09.692013 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1a6f6e4-a5b4-437b-a5a5-127f107954d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:09.774059 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046f73ef-2c3b-49c0-91fc-19ef69bcb3fe admin admin] Router fcea6d32-2239-45e2-b427-76d742ea0b0d has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:10:09.778748 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8f7acab8-4e2c-4b3d-9504-aace7feaf224 req-7fc5a1ca-ce99-4af1-a47d-4f1aa24e0e27 service neutron] 10.222.0.63 "GET /v2.0/networks/17a161c3-dea9-441d-b6a3-fe2c34ec09d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071926 Aug 16 20:10:09.820585 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ae7f0-ba06-426c-b2d7-62dbd223a633 req-8b774bdb-89ab-4fa9-9412-e4e30b5ac100 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:09.822145 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b8ae7f0-ba06-426c-b2d7-62dbd223a633 req-8b774bdb-89ab-4fa9-9412-e4e30b5ac100 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=a135fb53-e55e-4b35-a40a-3f79f0005a1c HTTP/1.1" status: 200 len: 944 time: 0.0994399 Aug 16 20:10:09.852864 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-909097e6-864f-42b5-a3ee-fc9d342a7fba tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Made reservation on behalf of c8bb8e770d2e40d2b660472c14773d75 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:10:09.856553 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-909097e6-864f-42b5-a3ee-fc9d342a7fba tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:09.858727 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1a6f6e4-a5b4-437b-a5a5-127f107954d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:09.923720 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b8ae7f0-ba06-426c-b2d7-62dbd223a633 req-9c69cd7c-437b-45d8-b184-ec7b25c48c69 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918574 Aug 16 20:10:09.929683 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-909097e6-864f-42b5-a3ee-fc9d342a7fba tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:09.969958 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a6f6e4-a5b4-437b-a5a5-127f107954d4 admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:10:09.988909 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-a1a6f6e4-a5b4-437b-a5a5-127f107954d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:10:09.990965 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046f73ef-2c3b-49c0-91fc-19ef69bcb3fe admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:10:09.993260 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6f6e4-a5b4-437b-a5a5-127f107954d4 admin admin] Pushing event updated for resources: {'Port': ['ID=a16eb227-0e56-457e-b745-b6a90c1ab9e8,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:09.999621 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-046f73ef-2c3b-49c0-91fc-19ef69bcb3fe admin admin] 10.222.0.68 "PUT /v2.0/routers/fcea6d32-2239-45e2-b427-76d742ea0b0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8440058 Aug 16 20:10:10.000275 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46774) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:10.005296 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3435ef-45e5-4a8f-b0ae-5f03a276dd9f None None] Sync routers for ids ['fcea6d32-2239-45e2-b427-76d742ea0b0d'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:10:10.011708 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a6f6e4-a5b4-437b-a5a5-127f107954d4 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:10:10.024183 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3435ef-45e5-4a8f-b0ae-5f03a276dd9f None None] Routers {'fcea6d32-2239-45e2-b427-76d742ea0b0d'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:10:10.025156 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-fd3435ef-45e5-4a8f-b0ae-5f03a276dd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:10:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['fcea6d32-2239-45e2-b427-76d742ea0b0d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:10.439556 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-909097e6-864f-42b5-a3ee-fc9d342a7fba tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:10.472591 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-909097e6-864f-42b5-a3ee-fc9d342a7fba tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:10.498331 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-fd3435ef-45e5-4a8f-b0ae-5f03a276dd9f None None] Set router fcea6d32-2239-45e2-b427-76d742ea0b0d gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:10:10.564842 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fdbbf7de-3ac9-47e0-a612-06fb4d193909 req-06d5b0c9-db75-4f47-97b8-5f4811e03296 tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.0634842 Aug 16 20:10:10.610497 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909097e6-864f-42b5-a3ee-fc9d342a7fba tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99465f18-c887-45ea-8c3a-05f1caee4aa6,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:10.613068 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4550a9a-e537-4c88-ae1c-c570c2cd4131 req-36bfb6c1-449c-4b02-9afe-746c7c05f460 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/ports?device_id=552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71 HTTP/1.1" status: 200 len: 210 time: 0.0608668 Aug 16 20:10:10.655050 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1a6f6e4-a5b4-437b-a5a5-127f107954d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:10.724583 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00caf25e-0d07-448d-a5d9-a90d67a20fb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:10.805004 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c91efd-54ca-4a7d-ad1a-60983966d7af None None] Network 6d192dbb-a372-4859-86a9-c63053b8e357 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:10:10.821706 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-909097e6-864f-42b5-a3ee-fc9d342a7fba tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Allocated IP 192.168.233.24 (b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46/5dedf524-5a11-40fc-90de-b9413f1a2279/8d48fe2e-9633-4f44-9a70-4ca8c49de284) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:10:10.946433 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4068ac98-f7ec-423f-a525-9ac8be68c133 req-6be40d86-f693-4614-8fc6-48f0ff37988c tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=42a772e5-5276-4fc8-a549-d1cd71c80c82 HTTP/1.1" status: 200 len: 210 time: 0.0716801 Aug 16 20:10:11.073917 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f8f34b81-d5bc-4a69-a354-4a74a45983b0 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:10:11.088396 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00caf25e-0d07-448d-a5d9-a90d67a20fb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:11.152612 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-e7a505b9-03bc-41ae-a60a-074c9cd8c3ae tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:11.154497 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-e7a505b9-03bc-41ae-a60a-074c9cd8c3ae tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.63 "GET /v2.0/networks?id=d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4 HTTP/1.1" status: 200 len: 814 time: 0.2789803 Aug 16 20:10:11.174804 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-a969ca6a-6643-4a2b-8619-4ff3acf39141 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Request body: {'port': {'device_id': '42a772e5-5276-4fc8-a549-d1cd71c80c82', 'network_id': 'd3484bba-7cc1-4a4e-91a4-8b272cf8ebb4', 'admin_state_up': True, 'tenant_id': '081444c713e44b3b9c38b3a6c10c28bc'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:11.176794 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1a6f6e4-a5b4-437b-a5a5-127f107954d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:11.201200 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ac8146dd-bea0-4e69-a9f8-03dca47bc61d None None] Provisioning for port f8f34b81-d5bc-4a69-a354-4a74a45983b0 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:10:11.248518 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-00caf25e-0d07-448d-a5d9-a90d67a20fb8 admin admin] Deleting port cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:10:11.248773 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00caf25e-0d07-448d-a5d9-a90d67a20fb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:11.259443 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678481e-11c1-47d0-8595-a7a6d3f59116 req-c3f340a7-f25f-41cb-a57d-8764e9f21d83 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:11.260988 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3678481e-11c1-47d0-8595-a7a6d3f59116 req-c3f340a7-f25f-41cb-a57d-8764e9f21d83 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=a135fb53-e55e-4b35-a40a-3f79f0005a1c HTTP/1.1" status: 200 len: 944 time: 0.1756725 Aug 16 20:10:11.296191 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-fd3435ef-45e5-4a8f-b0ae-5f03a276dd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'name': 'tempest-ServersTestBootFromVolume-1461390987-router', 'tenant_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:06:29Z', 'updated_at': '2021-08-16T20:10:07Z', 'revision_number': 5, 'project_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'gw_port': {'id': 'cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:06:31Z', 'updated_at': '2021-08-16T20:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:11.343184 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-909097e6-864f-42b5-a3ee-fc9d342a7fba tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:11.353622 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3435ef-45e5-4a8f-b0ae-5f03a276dd9f None None] Checking router: fcea6d32-2239-45e2-b427-76d742ea0b0d for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:10:11.355683 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port f8f34b81-d5bc-4a69-a354-4a74a45983b0 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:10:11.363468 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 39506dea-8b81-47dd-93a6-fecb12a8b1c5 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:10:11.374863 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port f8f34b81-d5bc-4a69-a354-4a74a45983b0 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:10:11.375704 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:11.381702 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-909097e6-864f-42b5-a3ee-fc9d342a7fba tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Transition to ACTIVE for port object 8d48fe2e-9633-4f44-9a70-4ca8c49de284 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:10:11.385770 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3678481e-11c1-47d0-8595-a7a6d3f59116 req-28f05de3-15f5-4c95-bedf-82fb708b3af3 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084411 Aug 16 20:10:11.386292 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-00caf25e-0d07-448d-a5d9-a90d67a20fb8 admin admin] For port cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:11.386616 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00caf25e-0d07-448d-a5d9-a90d67a20fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:11.401447 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-a969ca6a-6643-4a2b-8619-4ff3acf39141 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Made reservation on behalf of 081444c713e44b3b9c38b3a6c10c28bc for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:10:11.406071 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-a969ca6a-6643-4a2b-8619-4ff3acf39141 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:11.411382 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-00caf25e-0d07-448d-a5d9-a90d67a20fb8 admin admin] Calling delete_port for cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:10:11.437767 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3435ef-45e5-4a8f-b0ae-5f03a276dd9f None None] Routers {'fcea6d32-2239-45e2-b427-76d742ea0b0d'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:10:11.438550 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-fd3435ef-45e5-4a8f-b0ae-5f03a276dd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:10:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['fcea6d32-2239-45e2-b427-76d742ea0b0d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:11.446973 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-909097e6-864f-42b5-a3ee-fc9d342a7fba tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:11.457207 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a6f6e4-a5b4-437b-a5a5-127f107954d4 admin admin] Router f26d4812-4937-435d-81ea-35ddaa7226e1 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:10:11.512842 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-909097e6-864f-42b5-a3ee-fc9d342a7fba tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:10:11.518808 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-909097e6-864f-42b5-a3ee-fc9d342a7fba tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:10:11.523044 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909097e6-864f-42b5-a3ee-fc9d342a7fba tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Pushing event updated for resources: {'Port': ['ID=8d48fe2e-9633-4f44-9a70-4ca8c49de284,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:11.524526 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-909097e6-864f-42b5-a3ee-fc9d342a7fba tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:10:11.707689 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-fd3435ef-45e5-4a8f-b0ae-5f03a276dd9f None None] Set router fcea6d32-2239-45e2-b427-76d742ea0b0d gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:10:11.711505 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:11.718808 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-909097e6-864f-42b5-a3ee-fc9d342a7fba tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:11.719735 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-909097e6-864f-42b5-a3ee-fc9d342a7fba tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:11.750630 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-a969ca6a-6643-4a2b-8619-4ff3acf39141 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Allocated IP 172.20.0.3 (d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4/e446e4f6-92a6-456f-bac2-69b91af15e47/2af7c2a1-593e-4b89-b075-ebdd0a6bdf61) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:10:11.835807 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-909097e6-864f-42b5-a3ee-fc9d342a7fba tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2556524 Aug 16 20:10:11.849283 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-9615ed2e-fe1a-472f-b389-a3ee3e9f8e08 service neutron] Request body: {'port': {'device_id': '552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:11.849476 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-fd3435ef-45e5-4a8f-b0ae-5f03a276dd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'name': 'tempest-ServersTestBootFromVolume-1461390987-router', 'tenant_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:06:29Z', 'updated_at': '2021-08-16T20:10:11Z', 'revision_number': 6, 'project_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:11.952428 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 39506dea-8b81-47dd-93a6-fecb12a8b1c5, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=39506dea-8b81-47dd-93a6-fecb12a8b1c5,segment=NetworkSegment(fa38c8f7-67c8-4b30-a7ef-fd21760571af),segment_id=fa38c8f7-67c8-4b30-a7ef-fd21760571af)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:11.957041 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3435ef-45e5-4a8f-b0ae-5f03a276dd9f None None] The sync data for ids ['fcea6d32-2239-45e2-b427-76d742ea0b0d'] in n-d-787206-13 is: [{'id': 'fcea6d32-2239-45e2-b427-76d742ea0b0d', 'name': 'tempest-ServersTestBootFromVolume-1461390987-router', 'tenant_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:06:29Z', 'updated_at': '2021-08-16T20:10:11Z', 'revision_number': 6, 'project_id': '0955e2c5b0564e2b8cdb6135587e05d6', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:10:11.974734 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7827ae5d-0b8e-4fcb-8864-7672ba4a45b0 req-17507d6e-f2af-4f9a-aa08-c937e6469c9e tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.1347673 Aug 16 20:10:12.001095 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port f8f34b81-d5bc-4a69-a354-4a74a45983b0, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f8f34b81-d5bc-4a69-a354-4a74a45983b0,segment=NetworkSegment(f5b0f7e9-2952-4b14-9633-7226a8941178),segment_id=f5b0f7e9-2952-4b14-9633-7226a8941178)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:12.002747 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '39506dea-8b81-47dd-93a6-fecb12a8b1c5', 'network_id': '17a161c3-dea9-441d-b6a3-fe2c34ec09d4', 'port_id': '39506dea-8b81-47dd-93a6-fecb12a8b1c5', 'mac_address': 'fa:16:3e:7d:f9:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f551bf48-1e2b-40ad-bd38-5eb6d0ebb5aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:10:12.041451 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:12.102617 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a59b0fc5-3846-441e-9465-2014fd8d66a4 None None] Provisioning complete for port f8f34b81-d5bc-4a69-a354-4a74a45983b0 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:10:12.103061 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a59b0fc5-3846-441e-9465-2014fd8d66a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:12.161868 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:12.184306 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39506dea-8b81-47dd-93a6-fecb12a8b1c5 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:10:12.191033 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=f8f34b81-d5bc-4a69-a354-4a74a45983b0,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:12.225893 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 39506dea-8b81-47dd-93a6-fecb12a8b1c5, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=39506dea-8b81-47dd-93a6-fecb12a8b1c5,segment=NetworkSegment(fa38c8f7-67c8-4b30-a7ef-fd21760571af),segment_id=fa38c8f7-67c8-4b30-a7ef-fd21760571af)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:12.235796 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:12.308392 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-a969ca6a-6643-4a2b-8619-4ff3acf39141 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:12.343850 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=39506dea-8b81-47dd-93a6-fecb12a8b1c5,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:12.347948 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487a4c6-77cb-472a-894e-8f29315878ae req-aa66a142-796c-4499-8100-d29a32c6facb tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:12.349528 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5487a4c6-77cb-472a-894e-8f29315878ae req-aa66a142-796c-4499-8100-d29a32c6facb tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/ports?device_id=552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71 HTTP/1.1" status: 200 len: 935 time: 0.5978503 Aug 16 20:10:12.360196 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a59b0fc5-3846-441e-9465-2014fd8d66a4 None None] Provisioning for port 8d48fe2e-9633-4f44-9a70-4ca8c49de284 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:10:12.361091 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e373cdf8-c4a9-4109-b48c-cec8d05d3f47 req-788ec89b-54bf-48ff-8cc5-441e07b8c21a tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=42a772e5-5276-4fc8-a549-d1cd71c80c82 HTTP/1.1" status: 200 len: 210 time: 0.1844246 Aug 16 20:10:12.367995 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a59b0fc5-3846-441e-9465-2014fd8d66a4 None None] Provisioning complete for port 8d48fe2e-9633-4f44-9a70-4ca8c49de284 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:10:12.368459 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a59b0fc5-3846-441e-9465-2014fd8d66a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:12.397818 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00caf25e-0d07-448d-a5d9-a90d67a20fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:12.400861 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-a969ca6a-6643-4a2b-8619-4ff3acf39141 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:12.433489 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a6f6e4-a5b4-437b-a5a5-127f107954d4 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:10:12.445816 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be06c08f-4512-4d7c-a005-aec72ab21860 None None] Sync routers for ids ['f26d4812-4937-435d-81ea-35ddaa7226e1'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:10:12.448363 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a59b0fc5-3846-441e-9465-2014fd8d66a4 None None] Port 8d48fe2e-9633-4f44-9a70-4ca8c49de284 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:10:12.458647 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be06c08f-4512-4d7c-a005-aec72ab21860 None None] Routers {'f26d4812-4937-435d-81ea-35ddaa7226e1'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:10:12.460426 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-be06c08f-4512-4d7c-a005-aec72ab21860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:10:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f26d4812-4937-435d-81ea-35ddaa7226e1'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:12.470171 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['f61f6739-94c2-40c0-8c3b-28bcbcba1bb5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:10:12.501681 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-9615ed2e-fe1a-472f-b389-a3ee3e9f8e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:12.524917 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00caf25e-0d07-448d-a5d9-a90d67a20fb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:12.562674 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['39506dea-8b81-47dd-93a6-fecb12a8b1c5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:10:12.637298 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1a6f6e4-a5b4-437b-a5a5-127f107954d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:12.642324 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a1a6f6e4-a5b4-437b-a5a5-127f107954d4 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7703280 Aug 16 20:10:12.645233 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46798) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:12.648532 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-be06c08f-4512-4d7c-a005-aec72ab21860 None None] Set router f26d4812-4937-435d-81ea-35ddaa7226e1 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:10:12.675752 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5487a4c6-77cb-472a-894e-8f29315878ae req-8e57af2f-da59-4d69-a786-5442db9f248f tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/security-groups?id=99465f18-c887-45ea-8c3a-05f1caee4aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705176 Aug 16 20:10:12.770034 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-a969ca6a-6643-4a2b-8619-4ff3acf39141 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Network d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:10:12.774354 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-a969ca6a-6643-4a2b-8619-4ff3acf39141 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:10:12.788039 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-a969ca6a-6643-4a2b-8619-4ff3acf39141 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:10:12.863660 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e9882-9b12-408f-85ce-f438ae3cb833 req-fe02f5d8-abed-4944-be6d-6403e9889e07 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:12.865183 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a01e9882-9b12-408f-85ce-f438ae3cb833 req-fe02f5d8-abed-4944-be6d-6403e9889e07 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=a135fb53-e55e-4b35-a40a-3f79f0005a1c HTTP/1.1" status: 200 len: 945 time: 0.1925783 Aug 16 20:10:12.895761 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969ca6a-6643-4a2b-8619-4ff3acf39141 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Pushing event updated for resources: {'Port': ['ID=2af7c2a1-593e-4b89-b075-ebdd0a6bdf61,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:12.912620 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00caf25e-0d07-448d-a5d9-a90d67a20fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:12.966826 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-be06c08f-4512-4d7c-a005-aec72ab21860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'name': 'tempest-TaggedBootDevicesTest-384182886-router', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'a16eb227-0e56-457e-b745-b6a90c1ab9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:07Z', 'updated_at': '2021-08-16T20:10:10Z', 'revision_number': 3, 'project_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'gw_port': {'id': 'a16eb227-0e56-457e-b745-b6a90c1ab9e8', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:09Z', 'updated_at': '2021-08-16T20:10:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:13.024858 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be06c08f-4512-4d7c-a005-aec72ab21860 None None] Checking router: f26d4812-4937-435d-81ea-35ddaa7226e1 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:10:13.025448 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be06c08f-4512-4d7c-a005-aec72ab21860 None None] Updating router f26d4812-4937-435d-81ea-35ddaa7226e1 port a16eb227-0e56-457e-b745-b6a90c1ab9e8 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:10:13.045853 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f8f34b81-d5bc-4a69-a354-4a74a45983b0 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:10:13.092474 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be06c08f-4512-4d7c-a005-aec72ab21860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:13.093263 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00caf25e-0d07-448d-a5d9-a90d67a20fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:13.138259 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00caf25e-0d07-448d-a5d9-a90d67a20fb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:13.208468 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-a969ca6a-6643-4a2b-8619-4ff3acf39141 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:13.211682 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-a969ca6a-6643-4a2b-8619-4ff3acf39141 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:13.218210 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c0dae953-2010-4f0c-8a29-9cb4ecbb2984 req-b16ee15f-8d3e-4931-82c8-24fb8de249a1 tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.0921421 Aug 16 20:10:13.225126 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port f8f34b81-d5bc-4a69-a354-4a74a45983b0 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:10:13.225698 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:13.293835 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-9615ed2e-fe1a-472f-b389-a3ee3e9f8e08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d48fe2e-9633-4f44-9a70-4ca8c49de284 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:10:13.305533 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-9615ed2e-fe1a-472f-b389-a3ee3e9f8e08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:13.330290 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-9615ed2e-fe1a-472f-b389-a3ee3e9f8e08 service neutron] Transition to ACTIVE for port object 8d48fe2e-9633-4f44-9a70-4ca8c49de284 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:10:13.330520 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a01e9882-9b12-408f-85ce-f438ae3cb833 req-803b1573-aa92-4d10-98c9-ec6d4028a02b tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434791 Aug 16 20:10:13.336746 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-a969ca6a-6643-4a2b-8619-4ff3acf39141 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1708114 Aug 16 20:10:13.338411 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00caf25e-0d07-448d-a5d9-a90d67a20fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:13.339182 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00caf25e-0d07-448d-a5d9-a90d67a20fb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcea6d32-2239-45e2-b427-76d742ea0b0d {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:10:13.342656 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-9615ed2e-fe1a-472f-b389-a3ee3e9f8e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:13.351421 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 39506dea-8b81-47dd-93a6-fecb12a8b1c5 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:10:13.358573 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00caf25e-0d07-448d-a5d9-a90d67a20fb8 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:13.362380 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-00caf25e-0d07-448d-a5d9-a90d67a20fb8 admin admin] 10.222.0.68 "DELETE /v2.0/routers/fcea6d32-2239-45e2-b427-76d742ea0b0d HTTP/1.1" status: 204 len: 168 time: 3.3611028 Aug 16 20:10:13.366923 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-49e85c94-c3e0-4f86-a1e4-05c7f8663e95 service neutron] Request body: {'port': {'device_id': '42a772e5-5276-4fc8-a549-d1cd71c80c82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:13.369548 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46804) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:13.452057 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 39506dea-8b81-47dd-93a6-fecb12a8b1c5 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:10:13.459202 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 39506dea-8b81-47dd-93a6-fecb12a8b1c5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:10:13.459604 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:13.483373 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615ed2e-fe1a-472f-b389-a3ee3e9f8e08 service neutron] Pushing event updated for resources: {'Port': ['ID=8d48fe2e-9633-4f44-9a70-4ca8c49de284,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:13.524328 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c85793fc-b7d7-4dac-8818-634bbccff9b5 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:10:13.602994 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: c85793fc-b7d7-4dac-8818-634bbccff9b5 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:10:13.603383 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c85793fc-b7d7-4dac-8818-634bbccff9b5 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:10:13.604088 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:10:13.627191 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-049854a2-d2e2-472d-9f1b-004110498bdd admin admin] Deleting subnet d7859aa3-2722-4177-a070-f1837244076b {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:10:13.633617 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-049854a2-d2e2-472d-9f1b-004110498bdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:13.668170 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:10:13.668509 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device cf3c8e05-5075-48fa-9efc-cf3f1f82fd2d not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:10:13.692146 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-049854a2-d2e2-472d-9f1b-004110498bdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:13.695130 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be06c08f-4512-4d7c-a005-aec72ab21860 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:13.715315 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-be06c08f-4512-4d7c-a005-aec72ab21860 None None] Transition to ACTIVE for port object a16eb227-0e56-457e-b745-b6a90c1ab9e8 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:10:13.722085 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be06c08f-4512-4d7c-a005-aec72ab21860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:13.779513 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:13.787884 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39825ac-0ce4-4de4-8194-67b4df4c1b51 None None] Pushing event updated for resources: {'Port': ['ID=a16eb227-0e56-457e-b745-b6a90c1ab9e8,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:13.803755 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-49e85c94-c3e0-4f86-a1e4-05c7f8663e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:13.815394 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-be06c08f-4512-4d7c-a005-aec72ab21860 None None] Attempting to bind port a16eb227-0e56-457e-b745-b6a90c1ab9e8 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:10:13.816040 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-be06c08f-4512-4d7c-a005-aec72ab21860 None None] Attempting to bind port a16eb227-0e56-457e-b745-b6a90c1ab9e8 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:10:13.817080 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be06c08f-4512-4d7c-a005-aec72ab21860 None None] Attempting to bind port a16eb227-0e56-457e-b745-b6a90c1ab9e8 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:10:13.829741 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be06c08f-4512-4d7c-a005-aec72ab21860 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:10:13.830485 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be06c08f-4512-4d7c-a005-aec72ab21860 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:10:13.830620 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be06c08f-4512-4d7c-a005-aec72ab21860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:13.830976 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be06c08f-4512-4d7c-a005-aec72ab21860 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:10:13.831701 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-be06c08f-4512-4d7c-a005-aec72ab21860 None None] Bound port: a16eb227-0e56-457e-b745-b6a90c1ab9e8, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:10:13.832411 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be06c08f-4512-4d7c-a005-aec72ab21860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:13.835684 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-049854a2-d2e2-472d-9f1b-004110498bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:13.839851 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a135fb53-e55e-4b35-a40a-3f79f0005a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39506dea-8b81-47dd-93a6-fecb12a8b1c5'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:10:13.842261 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01db5733-4162-4a27-8544-b0bf6b8cf93e" -d '{"events": [{"server_uuid": "a135fb53-e55e-4b35-a40a-3f79f0005a1c", "name": "network-vif-plugged", "status": "completed", "tag": "39506dea-8b81-47dd-93a6-fecb12a8b1c5"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:10:13.862816 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 39506dea-8b81-47dd-93a6-fecb12a8b1c5, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=39506dea-8b81-47dd-93a6-fecb12a8b1c5,segment=NetworkSegment(fa38c8f7-67c8-4b30-a7ef-fd21760571af),segment_id=fa38c8f7-67c8-4b30-a7ef-fd21760571af)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:13.870289 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:13.882939 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d219b-577a-40f1-b941-2307f09f3e21 req-afe6fe15-f280-432a-b20d-a5839e40ae79 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:13.886073 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-183d219b-577a-40f1-b941-2307f09f3e21 req-afe6fe15-f280-432a-b20d-a5839e40ae79 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=42a772e5-5276-4fc8-a549-d1cd71c80c82 HTTP/1.1" status: 200 len: 931 time: 0.3828411 Aug 16 20:10:13.941185 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=39506dea-8b81-47dd-93a6-fecb12a8b1c5,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:13.965692 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-be06c08f-4512-4d7c-a005-aec72ab21860 None None] For port a16eb227-0e56-457e-b745-b6a90c1ab9e8, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:10:13.969423 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-be06c08f-4512-4d7c-a005-aec72ab21860 None None] For port a16eb227-0e56-457e-b745-b6a90c1ab9e8, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=a16eb227-0e56-457e-b745-b6a90c1ab9e8,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:10:13.971944 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-9615ed2e-fe1a-472f-b389-a3ee3e9f8e08 service neutron] Attempting to bind port 8d48fe2e-9633-4f44-9a70-4ca8c49de284 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:10:13.972462 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-9615ed2e-fe1a-472f-b389-a3ee3e9f8e08 service neutron] Attempting to bind port 8d48fe2e-9633-4f44-9a70-4ca8c49de284 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:10:13.972864 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-9615ed2e-fe1a-472f-b389-a3ee3e9f8e08 service neutron] Attempting to bind port 8d48fe2e-9633-4f44-9a70-4ca8c49de284 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:10:13.985212 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-9615ed2e-fe1a-472f-b389-a3ee3e9f8e08 service neutron] Port 8d48fe2e-9633-4f44-9a70-4ca8c49de284 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:10:13.985540 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-9615ed2e-fe1a-472f-b389-a3ee3e9f8e08 service neutron] Attempting to bind port 8d48fe2e-9633-4f44-9a70-4ca8c49de284 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:10:13.989538 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-be06c08f-4512-4d7c-a005-aec72ab21860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:14.007773 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-9615ed2e-fe1a-472f-b389-a3ee3e9f8e08 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:10:14.008118 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-9615ed2e-fe1a-472f-b389-a3ee3e9f8e08 service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:10:14.008513 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-9615ed2e-fe1a-472f-b389-a3ee3e9f8e08 service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:10:14.009004 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-9615ed2e-fe1a-472f-b389-a3ee3e9f8e08 service neutron] Bound port: 8d48fe2e-9633-4f44-9a70-4ca8c49de284, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:10:14.009354 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-9615ed2e-fe1a-472f-b389-a3ee3e9f8e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:14.021494 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24fef2cf-552f-4778-99b8-edfe1e0026b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:14.043126 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-183d219b-577a-40f1-b941-2307f09f3e21 req-2fd442db-9448-4b54-801d-3301db624bca tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382422 Aug 16 20:10:14.071100 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00759a34-4eb5-4742-9bb6-3555b31bce7b req-1c86f00e-9b30-4b05-a784-9dabf7970af1 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:14.072688 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-00759a34-4eb5-4742-9bb6-3555b31bce7b req-1c86f00e-9b30-4b05-a784-9dabf7970af1 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/ports?device_id=552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71 HTTP/1.1" status: 200 len: 947 time: 0.2069867 Aug 16 20:10:14.077518 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be06c08f-4512-4d7c-a005-aec72ab21860 None None] Routers {'f26d4812-4937-435d-81ea-35ddaa7226e1'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:10:14.078637 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-be06c08f-4512-4d7c-a005-aec72ab21860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:10:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f26d4812-4937-435d-81ea-35ddaa7226e1'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:14.093488 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-049854a2-d2e2-472d-9f1b-004110498bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:14.111469 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-9615ed2e-fe1a-472f-b389-a3ee3e9f8e08 service neutron] For port 8d48fe2e-9633-4f44-9a70-4ca8c49de284, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:10:14.114859 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-9615ed2e-fe1a-472f-b389-a3ee3e9f8e08 service neutron] For port 8d48fe2e-9633-4f44-9a70-4ca8c49de284, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=8d48fe2e-9633-4f44-9a70-4ca8c49de284,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:10:14.128310 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39825ac-0ce4-4de4-8194-67b4df4c1b51 None None] Pushing event updated for resources: {'Port': ['ID=a16eb227-0e56-457e-b745-b6a90c1ab9e8,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:14.128802 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-9615ed2e-fe1a-472f-b389-a3ee3e9f8e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:14.154078 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723473a5-19be-4854-a564-fb453daadb72 x-openstack-request-id: req-723473a5-19be-4854-a564-fb453daadb72 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:10:14.154605 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a135fb53-e55e-4b35-a40a-3f79f0005a1c", "name": "network-vif-plugged", "status": "completed", "tag": "39506dea-8b81-47dd-93a6-fecb12a8b1c5", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:10:14.154891 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-723473a5-19be-4854-a564-fb453daadb72 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:10:14.155447 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a135fb53-e55e-4b35-a40a-3f79f0005a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39506dea-8b81-47dd-93a6-fecb12a8b1c5', 'code': 200} Aug 16 20:10:14.208243 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049854a2-d2e2-472d-9f1b-004110498bdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7859aa3-2722-4177-a070-f1837244076b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:14.211349 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-049854a2-d2e2-472d-9f1b-004110498bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:14.217142 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-049854a2-d2e2-472d-9f1b-004110498bdd admin admin] 10.222.0.68 "DELETE /v2.0/subnets/d7859aa3-2722-4177-a070-f1837244076b HTTP/1.1" status: 204 len: 168 time: 0.8464315 Aug 16 20:10:14.218992 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46814) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:14.227898 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dcb9f2-8d24-4a42-a384-14088aebdc7e None None] Network 59223dac-0107-4a62-a7e6-e8ab002ab182 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:10:14.237498 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-9615ed2e-fe1a-472f-b389-a3ee3e9f8e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:14.238090 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-9615ed2e-fe1a-472f-b389-a3ee3e9f8e08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:14.239739 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-9615ed2e-fe1a-472f-b389-a3ee3e9f8e08 service neutron] 10.222.0.57 "PUT /v2.0/ports/8d48fe2e-9633-4f44-9a70-4ca8c49de284 HTTP/1.1" status: 200 len: 1096 time: 2.3976991 Aug 16 20:10:14.246524 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71', 'tag': '8d48fe2e-9633-4f44-9a70-4ca8c49de284'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:10:14.252435 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d2966e-0bfa-4519-b699-18e2c48cb83f" -d '{"events": [{"name": "network-changed", "server_uuid": "552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71", "tag": "8d48fe2e-9633-4f44-9a70-4ca8c49de284"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:10:14.325702 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-be06c08f-4512-4d7c-a005-aec72ab21860 None None] Set router f26d4812-4937-435d-81ea-35ddaa7226e1 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:10:14.368966 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672b2e63-83ce-4dfb-977a-1502720baa2c x-openstack-request-id: req-672b2e63-83ce-4dfb-977a-1502720baa2c {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:10:14.371107 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71", "tag": "8d48fe2e-9633-4f44-9a70-4ca8c49de284", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:10:14.371466 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-672b2e63-83ce-4dfb-977a-1502720baa2c {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:10:14.372757 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71', 'tag': '8d48fe2e-9633-4f44-9a70-4ca8c49de284', 'status': 'completed', 'code': 200} Aug 16 20:10:14.391829 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-00759a34-4eb5-4742-9bb6-3555b31bce7b req-808be6cf-9751-49e6-9572-959bdadae5a5 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/security-groups?id=99465f18-c887-45ea-8c3a-05f1caee4aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936549 Aug 16 20:10:14.488310 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d38a14-20b3-42e4-9d56-f1da766490e5 req-8d403b71-d5ed-43b9-bec9-f11505b4a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:14.492352 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-93d38a14-20b3-42e4-9d56-f1da766490e5 req-8d403b71-d5ed-43b9-bec9-f11505b4a8fe service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a135fb53-e55e-4b35-a40a-3f79f0005a1c HTTP/1.1" status: 200 len: 1098 time: 0.2419863 Aug 16 20:10:14.501466 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615ed2e-fe1a-472f-b389-a3ee3e9f8e08 service neutron] Pushing event updated for resources: {'Port': ['ID=8d48fe2e-9633-4f44-9a70-4ca8c49de284,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:14.549114 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-2ae15e8e-0a1f-4a7c-ae8b-c8b3108b03eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:14.550838 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-2ae15e8e-0a1f-4a7c-ae8b-c8b3108b03eb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8bb8e770d2e40d2b660472c14773d75&device_id=552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71 HTTP/1.1" status: 200 len: 1099 time: 0.2173166 Aug 16 20:10:14.556524 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-235736ca-3a19-4e13-b659-12a7771cbd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:14.560938 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-93d38a14-20b3-42e4-9d56-f1da766490e5 req-2741dab9-9e6c-4b30-be55-b0dd008597a9 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589066 Aug 16 20:10:14.588174 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cfeb0bea-122e-417c-9907-09f417d8dfaf req-2de2b4e9-7176-4c18-b25d-2e3b57e3300c tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.0930924 Aug 16 20:10:14.649394 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-49e85c94-c3e0-4f86-a1e4-05c7f8663e95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af7c2a1-593e-4b89-b075-ebdd0a6bdf61 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:10:14.676510 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257154f2-7929-4d52-97d4-0300c689cedd None None] DHCP port deletion for 59223dac-0107-4a62-a7e6-e8ab002ab182 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:10:14.704122 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-d6db9974-9090-408f-9833-b84bd66be2ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=8d48fe2e-9633-4f44-9a70-4ca8c49de284 HTTP/1.1" status: 200 len: 217 time: 0.1290829 Aug 16 20:10:14.713196 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-49e85c94-c3e0-4f86-a1e4-05c7f8663e95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:14.749608 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-49e85c94-c3e0-4f86-a1e4-05c7f8663e95 service neutron] Transition to ACTIVE for port object 2af7c2a1-593e-4b89-b075-ebdd0a6bdf61 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:10:14.757957 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-49e85c94-c3e0-4f86-a1e4-05c7f8663e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:14.790901 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7bce57a6-5ccd-473f-b7a4-e77473cb8bde no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:10:14.827958 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-257154f2-7929-4d52-97d4-0300c689cedd None None] Deleting port 7bce57a6-5ccd-473f-b7a4-e77473cb8bde {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:10:14.828424 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-257154f2-7929-4d52-97d4-0300c689cedd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:14.851744 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-24fef2cf-552f-4778-99b8-edfe1e0026b3 admin admin] Allocated IP 172.20.0.1 (6d192dbb-a372-4859-86a9-c63053b8e357/279800a2-1f75-4763-82e2-882d40193542/febb9c80-8779-4632-a97e-37588c9464ba) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:10:14.876756 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-be06c08f-4512-4d7c-a005-aec72ab21860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'name': 'tempest-TaggedBootDevicesTest-384182886-router', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'a16eb227-0e56-457e-b745-b6a90c1ab9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:07Z', 'updated_at': '2021-08-16T20:10:10Z', 'revision_number': 3, 'project_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'gw_port': {'id': 'a16eb227-0e56-457e-b745-b6a90c1ab9e8', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:09Z', 'updated_at': '2021-08-16T20:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:14.894299 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-1a857167-f89b-4fc5-9688-7b0070e4f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:14.897131 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-1a857167-f89b-4fc5-9688-7b0070e4f441 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1491230 Aug 16 20:10:14.918928 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-257154f2-7929-4d52-97d4-0300c689cedd None None] For port 7bce57a6-5ccd-473f-b7a4-e77473cb8bde, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7bce57a6-5ccd-473f-b7a4-e77473cb8bde,segment=NetworkSegment(accc6b18-9572-4cbe-8aa9-30d6eb96249c),segment_id=accc6b18-9572-4cbe-8aa9-30d6eb96249c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:14.919574 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-257154f2-7929-4d52-97d4-0300c689cedd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:14.922949 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-235736ca-3a19-4e13-b659-12a7771cbd09 admin admin] Deleting port 7bce57a6-5ccd-473f-b7a4-e77473cb8bde {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:10:14.923388 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-235736ca-3a19-4e13-b659-12a7771cbd09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:14.938482 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e85c94-c3e0-4f86-a1e4-05c7f8663e95 service neutron] Pushing event updated for resources: {'Port': ['ID=2af7c2a1-593e-4b89-b075-ebdd0a6bdf61,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:14.958411 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be06c08f-4512-4d7c-a005-aec72ab21860 None None] The sync data for ids ['f26d4812-4937-435d-81ea-35ddaa7226e1'] in n-d-787206-13 is: [{'id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'name': 'tempest-TaggedBootDevicesTest-384182886-router', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'a16eb227-0e56-457e-b745-b6a90c1ab9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:07Z', 'updated_at': '2021-08-16T20:10:10Z', 'revision_number': 3, 'project_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'gw_port': {'id': 'a16eb227-0e56-457e-b745-b6a90c1ab9e8', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:09Z', 'updated_at': '2021-08-16T20:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:10:14.967300 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-257154f2-7929-4d52-97d4-0300c689cedd None None] Calling delete_port for 7bce57a6-5ccd-473f-b7a4-e77473cb8bde owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:10:15.008585 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:15.106553 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-49e85c94-c3e0-4f86-a1e4-05c7f8663e95 service neutron] Attempting to bind port 2af7c2a1-593e-4b89-b075-ebdd0a6bdf61 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:10:15.106553 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-49e85c94-c3e0-4f86-a1e4-05c7f8663e95 service neutron] Attempting to bind port 2af7c2a1-593e-4b89-b075-ebdd0a6bdf61 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '9d848ad9-9fd2-4cfe-b946-4cad1262a1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd3484bba-7cc1-4a4e-91a4-8b272cf8ebb4'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:10:15.107087 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-49e85c94-c3e0-4f86-a1e4-05c7f8663e95 service neutron] Attempting to bind port 2af7c2a1-593e-4b89-b075-ebdd0a6bdf61 on network d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:10:15.124895 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-49e85c94-c3e0-4f86-a1e4-05c7f8663e95 service neutron] Port 2af7c2a1-593e-4b89-b075-ebdd0a6bdf61 on network d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:10:15.125380 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-49e85c94-c3e0-4f86-a1e4-05c7f8663e95 service neutron] Attempting to bind port 2af7c2a1-593e-4b89-b075-ebdd0a6bdf61 on network d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:10:15.135419 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 7bce57a6-5ccd-473f-b7a4-e77473cb8bde, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7bce57a6-5ccd-473f-b7a4-e77473cb8bde,segment=NetworkSegment(accc6b18-9572-4cbe-8aa9-30d6eb96249c),segment_id=accc6b18-9572-4cbe-8aa9-30d6eb96249c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:15.141104 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-49e85c94-c3e0-4f86-a1e4-05c7f8663e95 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:10:15.141589 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-49e85c94-c3e0-4f86-a1e4-05c7f8663e95 service neutron] Checking segment: {'id': '9d848ad9-9fd2-4cfe-b946-4cad1262a1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd3484bba-7cc1-4a4e-91a4-8b272cf8ebb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:10:15.142133 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-49e85c94-c3e0-4f86-a1e4-05c7f8663e95 service neutron] Bound using segment: {'id': '9d848ad9-9fd2-4cfe-b946-4cad1262a1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd3484bba-7cc1-4a4e-91a4-8b272cf8ebb4'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:10:15.142760 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-49e85c94-c3e0-4f86-a1e4-05c7f8663e95 service neutron] Bound port: 2af7c2a1-593e-4b89-b075-ebdd0a6bdf61, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d848ad9-9fd2-4cfe-b946-4cad1262a1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd3484bba-7cc1-4a4e-91a4-8b272cf8ebb4'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:10:15.143283 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-49e85c94-c3e0-4f86-a1e4-05c7f8663e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:15.145212 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-235736ca-3a19-4e13-b659-12a7771cbd09 admin admin] For port 7bce57a6-5ccd-473f-b7a4-e77473cb8bde, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7bce57a6-5ccd-473f-b7a4-e77473cb8bde,segment=NetworkSegment(accc6b18-9572-4cbe-8aa9-30d6eb96249c),segment_id=accc6b18-9572-4cbe-8aa9-30d6eb96249c)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:15.145584 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-235736ca-3a19-4e13-b659-12a7771cbd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:15.148663 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:15.186952 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-235736ca-3a19-4e13-b659-12a7771cbd09 admin admin] Calling delete_port for 7bce57a6-5ccd-473f-b7a4-e77473cb8bde owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:10:15.191075 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-a375affb-37ee-4d4d-a360-cee6cb5aa651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:15.192892 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-a375affb-37ee-4d4d-a360-cee6cb5aa651 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2814000 Aug 16 20:10:15.238305 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449b4fe-9c8a-4f06-8021-6c3740f7e1f9 req-99e53f85-d8b2-4f6d-84fa-55143b447497 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:15.242979 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=7bce57a6-5ccd-473f-b7a4-e77473cb8bde,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:15.252945 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-257154f2-7929-4d52-97d4-0300c689cedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:15.256723 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8449b4fe-9c8a-4f06-8021-6c3740f7e1f9 req-99e53f85-d8b2-4f6d-84fa-55143b447497 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=a135fb53-e55e-4b35-a40a-3f79f0005a1c HTTP/1.1" status: 200 len: 946 time: 0.2026842 Aug 16 20:10:15.282065 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257154f2-7929-4d52-97d4-0300c689cedd None None] No DVR routers for this DVR port 7bce57a6-5ccd-473f-b7a4-e77473cb8bde on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:10:15.294777 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24fef2cf-552f-4778-99b8-edfe1e0026b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:15.311362 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8449b4fe-9c8a-4f06-8021-6c3740f7e1f9 req-db0e04e6-0143-4d87-8dc1-206291bfb161 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536630 Aug 16 20:10:15.323708 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-24fef2cf-552f-4778-99b8-edfe1e0026b3 admin admin] Transition to ACTIVE for port object febb9c80-8779-4632-a97e-37588c9464ba will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:10:15.432447 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-49e85c94-c3e0-4f86-a1e4-05c7f8663e95 service neutron] For port 2af7c2a1-593e-4b89-b075-ebdd0a6bdf61, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:10:15.449868 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-49e85c94-c3e0-4f86-a1e4-05c7f8663e95 service neutron] For port 2af7c2a1-593e-4b89-b075-ebdd0a6bdf61, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=2af7c2a1-593e-4b89-b075-ebdd0a6bdf61,segment=NetworkSegment(9d848ad9-9fd2-4cfe-b946-4cad1262a1a1),segment_id=9d848ad9-9fd2-4cfe-b946-4cad1262a1a1)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:10:15.465307 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-49e85c94-c3e0-4f86-a1e4-05c7f8663e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:15.481936 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257154f2-7929-4d52-97d4-0300c689cedd None None] Pushing event deleted for resources: {'Port': ['ID=7bce57a6-5ccd-473f-b7a4-e77473cb8bde,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:15.506071 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-49e85c94-c3e0-4f86-a1e4-05c7f8663e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:15.506991 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-49e85c94-c3e0-4f86-a1e4-05c7f8663e95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:15.508489 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-49e85c94-c3e0-4f86-a1e4-05c7f8663e95 service neutron] 10.222.0.63 "PUT /v2.0/ports/2af7c2a1-593e-4b89-b075-ebdd0a6bdf61 HTTP/1.1" status: 200 len: 1092 time: 2.1619480 Aug 16 20:10:15.510027 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a772e5-5276-4fc8-a549-d1cd71c80c82', 'tag': '2af7c2a1-593e-4b89-b075-ebdd0a6bdf61'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:10:15.515709 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c42141c-ee74-4055-a1ba-689776c65092" -d '{"events": [{"name": "network-changed", "server_uuid": "42a772e5-5276-4fc8-a549-d1cd71c80c82", "tag": "2af7c2a1-593e-4b89-b075-ebdd0a6bdf61"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:10:15.654791 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24fef2cf-552f-4778-99b8-edfe1e0026b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:15.665238 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e85c94-c3e0-4f86-a1e4-05c7f8663e95 service neutron] Pushing event updated for resources: {'Port': ['ID=2af7c2a1-593e-4b89-b075-ebdd0a6bdf61,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:15.678568 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf6d48-5a26-4eb4-9445-c3eb9fd44a06 req-4a7bcca2-9e64-446b-a674-219b7ac75ed4 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:15.686371 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6bf6d48-5a26-4eb4-9445-c3eb9fd44a06 req-4a7bcca2-9e64-446b-a674-219b7ac75ed4 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/ports?device_id=552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71 HTTP/1.1" status: 200 len: 947 time: 0.1250796 Aug 16 20:10:15.696659 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-3b30d2fa-c6b8-4341-8dc2-7bd821742a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:15.697416 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-3b30d2fa-c6b8-4341-8dc2-7bd821742a88 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=081444c713e44b3b9c38b3a6c10c28bc&device_id=42a772e5-5276-4fc8-a549-d1cd71c80c82 HTTP/1.1" status: 200 len: 1095 time: 0.1162193 Aug 16 20:10:15.752577 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-48c8e477-b96b-412a-b345-003cda50e47b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2af7c2a1-593e-4b89-b075-ebdd0a6bdf61 HTTP/1.1" status: 200 len: 217 time: 0.0460672 Aug 16 20:10:15.752792 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-1920f94b-2449-42ae-b980-feec74239f3a service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5435486 Aug 16 20:10:15.765436 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6791ce-66a5-4eb8-aa20-cf9b7c1d13fc req-e849d6ea-a27b-4734-a6ae-0470d39945dc tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:15.766988 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9a6791ce-66a5-4eb8-aa20-cf9b7c1d13fc req-e849d6ea-a27b-4734-a6ae-0470d39945dc tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=42a772e5-5276-4fc8-a549-d1cd71c80c82 HTTP/1.1" status: 200 len: 943 time: 0.5615871 Aug 16 20:10:15.780636 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6bf6d48-5a26-4eb4-9445-c3eb9fd44a06 req-db3badab-e731-4304-8afd-91c48f8812f9 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/security-groups?id=99465f18-c887-45ea-8c3a-05f1caee4aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933239 Aug 16 20:10:15.797172 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fef2cf-552f-4778-99b8-edfe1e0026b3 admin admin] Network 6d192dbb-a372-4859-86a9-c63053b8e357 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:10:15.800102 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-24fef2cf-552f-4778-99b8-edfe1e0026b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:10:15.833187 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fef2cf-552f-4778-99b8-edfe1e0026b3 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:10:15.855820 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234dc407-fa9b-44fa-97cd-2877616e4112 x-openstack-request-id: req-234dc407-fa9b-44fa-97cd-2877616e4112 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:10:15.856190 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a772e5-5276-4fc8-a549-d1cd71c80c82", "tag": "2af7c2a1-593e-4b89-b075-ebdd0a6bdf61", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:10:15.856439 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-234dc407-fa9b-44fa-97cd-2877616e4112 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:10:15.856830 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a772e5-5276-4fc8-a549-d1cd71c80c82', 'tag': '2af7c2a1-593e-4b89-b075-ebdd0a6bdf61', 'status': 'completed', 'code': 200} Aug 16 20:10:15.869839 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fef2cf-552f-4778-99b8-edfe1e0026b3 admin admin] Pushing event updated for resources: {'Port': ['ID=febb9c80-8779-4632-a97e-37588c9464ba,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:15.880984 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-51ea364f-bb10-4086-a590-9d4c17948e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:15.885709 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-51ea364f-bb10-4086-a590-9d4c17948e87 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e446e4f6-92a6-456f-bac2-69b91af15e47 HTTP/1.1" status: 200 len: 854 time: 0.1249337 Aug 16 20:10:15.947981 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-3a7d8468-0581-4a87-af38-91d13ac9e4d5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551238 Aug 16 20:10:15.972049 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-235736ca-3a19-4e13-b659-12a7771cbd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:16.007946 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9a6791ce-66a5-4eb8-aa20-cf9b7c1d13fc req-c9d5d3ae-4f17-4e53-8ed2-ac379e0947e3 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174037 Aug 16 20:10:16.008790 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235736ca-3a19-4e13-b659-12a7771cbd09 admin admin] No DVR routers for this DVR port 7bce57a6-5ccd-473f-b7a4-e77473cb8bde on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:10:16.075384 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-148a9db5-83ee-4c9c-9b56-24000d59c51b req-736f0f5a-0d3c-4e79-8c71-e2cb590f0587 tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.1191823 Aug 16 20:10:16.090035 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235736ca-3a19-4e13-b659-12a7771cbd09 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bce57a6-5ccd-473f-b7a4-e77473cb8bde,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:16.149383 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-163882d4-e44d-4e80-89b7-f0843300aa97 service neutron] 10.222.0.63 "GET /v2.0/networks/d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820245 Aug 16 20:10:16.162515 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24fef2cf-552f-4778-99b8-edfe1e0026b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:16.172211 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-358c5de8-82a4-4a99-8ad0-7ac05bc8cab0 None None] Provisioning for port febb9c80-8779-4632-a97e-37588c9464ba completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:10:16.183199 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-358c5de8-82a4-4a99-8ad0-7ac05bc8cab0 None None] Provisioning complete for port febb9c80-8779-4632-a97e-37588c9464ba triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:10:16.184846 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-358c5de8-82a4-4a99-8ad0-7ac05bc8cab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:16.234720 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-04f7b025-0e0c-416f-ba52-cda07ca11c29 req-f4f27674-a71b-46fe-a8cd-39af702ff739 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667077 Aug 16 20:10:16.254204 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-235736ca-3a19-4e13-b659-12a7771cbd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:16.263908 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-358c5de8-82a4-4a99-8ad0-7ac05bc8cab0 None None] Port febb9c80-8779-4632-a97e-37588c9464ba cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:10:16.272606 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-235736ca-3a19-4e13-b659-12a7771cbd09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59223dac-0107-4a62-a7e6-e8ab002ab182']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:16.283842 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5dace30a-f12e-48a3-9365-35b25b5f78dc req-60e8d9da-062f-4133-9ff0-31cfc2cb1114 service neutron] 10.222.0.63 "GET /v2.0/networks/d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233971 Aug 16 20:10:16.287921 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-235736ca-3a19-4e13-b659-12a7771cbd09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'accc6b18-9572-4cbe-8aa9-30d6eb96249c') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:16.288343 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-235736ca-3a19-4e13-b659-12a7771cbd09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'accc6b18-9572-4cbe-8aa9-30d6eb96249c') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:16.344255 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-235736ca-3a19-4e13-b659-12a7771cbd09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:16.377850 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-235736ca-3a19-4e13-b659-12a7771cbd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:16.392573 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235736ca-3a19-4e13-b659-12a7771cbd09 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:10:16.392987 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-235736ca-3a19-4e13-b659-12a7771cbd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: self.session.flush() Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: self.session.flush() Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: self.session.flush() Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: self.session.flush() Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:10:16.395894 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:10:16.407296 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42141c-ee74-4055-a1ba-689776c65092 req-abe0c32f-a90d-4259-9b3f-16589ee49c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:16.409083 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0c42141c-ee74-4055-a1ba-689776c65092 req-abe0c32f-a90d-4259-9b3f-16589ee49c7a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=081444c713e44b3b9c38b3a6c10c28bc&device_id=42a772e5-5276-4fc8-a549-d1cd71c80c82 HTTP/1.1" status: 200 len: 1095 time: 0.0628409 Aug 16 20:10:16.449163 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2966e-0bfa-4519-b699-18e2c48cb83f req-8ac127dc-be7b-4e2b-a039-c1bd26684e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:16.451198 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-38d2966e-0bfa-4519-b699-18e2c48cb83f req-8ac127dc-be7b-4e2b-a039-c1bd26684e16 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8bb8e770d2e40d2b660472c14773d75&device_id=552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71 HTTP/1.1" status: 200 len: 1099 time: 0.1589663 Aug 16 20:10:16.538386 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24fef2cf-552f-4778-99b8-edfe1e0026b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:16.556253 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-235736ca-3a19-4e13-b659-12a7771cbd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:16.568179 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-235736ca-3a19-4e13-b659-12a7771cbd09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:16.570051 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-235736ca-3a19-4e13-b659-12a7771cbd09 admin admin] 10.222.0.68 "DELETE /v2.0/networks/59223dac-0107-4a62-a7e6-e8ab002ab182 HTTP/1.1" status: 204 len: 168 time: 2.3498392 Aug 16 20:10:16.570194 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42141c-ee74-4055-a1ba-689776c65092 req-68fac182-1cea-4ca4-9bbb-dba15af04af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:16.573505 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0c42141c-ee74-4055-a1ba-689776c65092 req-68fac182-1cea-4ca4-9bbb-dba15af04af1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4 HTTP/1.1" status: 200 len: 915 time: 0.1566191 Aug 16 20:10:16.604027 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235736ca-3a19-4e13-b659-12a7771cbd09 admin admin] Pushing event deleted for resources: {'Network': ['ID=59223dac-0107-4a62-a7e6-e8ab002ab182,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:16.646681 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2966e-0bfa-4519-b699-18e2c48cb83f req-9bfb198b-8311-4222-99c5-16c0f8564b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:16.648387 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-38d2966e-0bfa-4519-b699-18e2c48cb83f req-9bfb198b-8311-4222-99c5-16c0f8564b8e service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.1791127 Aug 16 20:10:16.655315 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc030ec-2220-450e-8c12-7195dd949878 req-8ebfca00-b5f1-440e-a4f0-684e03be2fec tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:16.658699 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7dc030ec-2220-450e-8c12-7195dd949878 req-8ebfca00-b5f1-440e-a4f0-684e03be2fec tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=a135fb53-e55e-4b35-a40a-3f79f0005a1c HTTP/1.1" status: 200 len: 946 time: 0.1271551 Aug 16 20:10:16.661753 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0c42141c-ee74-4055-a1ba-689776c65092 req-ba1bf00a-2f15-4efd-bcdf-952807e3ef60 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2af7c2a1-593e-4b89-b075-ebdd0a6bdf61 HTTP/1.1" status: 200 len: 217 time: 0.0800827 Aug 16 20:10:16.734568 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-38d2966e-0bfa-4519-b699-18e2c48cb83f req-c6f50bb5-bf78-4a05-9243-e5fd47c7a32c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=8d48fe2e-9633-4f44-9a70-4ca8c49de284 HTTP/1.1" status: 200 len: 217 time: 0.0756721 Aug 16 20:10:16.744988 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7dc030ec-2220-450e-8c12-7195dd949878 req-cd16d9e3-d5e2-47c7-b944-511e8e24f17d tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776665 Aug 16 20:10:16.748839 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42141c-ee74-4055-a1ba-689776c65092 req-895dca56-1330-4e03-ad89-97207119203d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:16.750331 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0c42141c-ee74-4055-a1ba-689776c65092 req-895dca56-1330-4e03-ad89-97207119203d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e446e4f6-92a6-456f-bac2-69b91af15e47 HTTP/1.1" status: 200 len: 854 time: 0.0741873 Aug 16 20:10:16.789152 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0c42141c-ee74-4055-a1ba-689776c65092 req-7226f0f6-acbc-4d56-8319-c4e82ad159de service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305252 Aug 16 20:10:16.798985 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device a16eb227-0e56-457e-b745-b6a90c1ab9e8 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:10:16.824283 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46848) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:16.898069 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2966e-0bfa-4519-b699-18e2c48cb83f req-91e89cf5-fda8-4f93-9ffe-8a81463e3b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:16.899803 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-38d2966e-0bfa-4519-b699-18e2c48cb83f req-91e89cf5-fda8-4f93-9ffe-8a81463e3b91 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.1450436 Aug 16 20:10:16.924588 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port a16eb227-0e56-457e-b745-b6a90c1ab9e8 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:10:16.943759 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port a16eb227-0e56-457e-b745-b6a90c1ab9e8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:10:16.944359 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:16.982559 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24fef2cf-552f-4778-99b8-edfe1e0026b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:17.000824 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24fef2cf-552f-4778-99b8-edfe1e0026b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:17.013079 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5afa5-7f81-409a-9999-072a52f235bb req-a5c19639-933b-4700-9c71-4668df68d2a1 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:17.014670 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-70a5afa5-7f81-409a-9999-072a52f235bb req-a5c19639-933b-4700-9c71-4668df68d2a1 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=a135fb53-e55e-4b35-a40a-3f79f0005a1c HTTP/1.1" status: 200 len: 946 time: 0.1076574 Aug 16 20:10:17.031863 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e9b02aa5-79ae-47d7-8f1d-ee870f486c66 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0955e2c5b0564e2b8cdb6135587e05d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2057781 Aug 16 20:10:17.047781 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46850) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:17.080495 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e8cc9-c032-45ea-8889-1643fbc62696 req-474736c0-0823-470d-bc71-c4964369b3fb tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:17.082578 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:17.088271 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7e2e8cc9-c032-45ea-8889-1643fbc62696 req-474736c0-0823-470d-bc71-c4964369b3fb tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/ports?device_id=552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71 HTTP/1.1" status: 200 len: 947 time: 0.1597512 Aug 16 20:10:17.103293 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2966e-0bfa-4519-b699-18e2c48cb83f req-55638e92-eb84-4d6e-b2f7-ad3b3868345f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:17.105066 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-38d2966e-0bfa-4519-b699-18e2c48cb83f req-55638e92-eb84-4d6e-b2f7-ad3b3868345f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1949313 Aug 16 20:10:17.111765 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0c42141c-ee74-4055-a1ba-689776c65092 req-649ff232-5e6e-4ef1-a872-27d0afa5f0db service neutron] 10.222.0.63 "GET /v2.0/networks/d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146930 Aug 16 20:10:17.116801 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port a16eb227-0e56-457e-b745-b6a90c1ab9e8, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=a16eb227-0e56-457e-b745-b6a90c1ab9e8,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:17.123232 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:17.205645 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=a16eb227-0e56-457e-b745-b6a90c1ab9e8,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:17.232369 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7e2e8cc9-c032-45ea-8889-1643fbc62696 req-9f65bbd3-522b-4922-8e47-a3e354a118a0 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/security-groups?id=99465f18-c887-45ea-8c3a-05f1caee4aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420538 Aug 16 20:10:17.250944 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7b025f5-2fab-4caf-8a95-5934e33ae88e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:17.318806 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7b025f5-2fab-4caf-8a95-5934e33ae88e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:17.390722 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0c42141c-ee74-4055-a1ba-689776c65092 req-d81febbd-ed14-4ca8-a5c8-ca9db3134d87 service neutron] 10.222.0.63 "GET /v2.0/networks/d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607558 Aug 16 20:10:17.418589 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caba8b7-f02d-4a70-b1e5-0c6dfe8627d3 req-06512194-250f-465a-9097-d88bb4addb14 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:17.420783 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8caba8b7-f02d-4a70-b1e5-0c6dfe8627d3 req-06512194-250f-465a-9097-d88bb4addb14 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=42a772e5-5276-4fc8-a549-d1cd71c80c82 HTTP/1.1" status: 200 len: 943 time: 0.0996153 Aug 16 20:10:17.447538 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7b025f5-2fab-4caf-8a95-5934e33ae88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:17.450162 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7b025f5-2fab-4caf-8a95-5934e33ae88e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:17.454118 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e7b025f5-2fab-4caf-8a95-5934e33ae88e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/276485e1-b7eb-4543-8453-01b0d43fd035 HTTP/1.1" status: 204 len: 168 time: 0.4084494 Aug 16 20:10:17.470574 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b025f5-2fab-4caf-8a95-5934e33ae88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276485e1-b7eb-4543-8453-01b0d43fd035,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:17.479986 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8caba8b7-f02d-4a70-b1e5-0c6dfe8627d3 req-262bbb20-225c-4ab8-bc66-4dc78c58c462 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508194 Aug 16 20:10:17.540980 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fef2cf-552f-4778-99b8-edfe1e0026b3 admin admin] Pushing event updated for resources: {'Port': ['ID=febb9c80-8779-4632-a97e-37588c9464ba,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:17.612935 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b461a1c0-1fd0-4eae-80ff-6916d71f539c req-2da8175f-493d-44fd-bc04-aca2aa73a674 tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.0435100 Aug 16 20:10:17.614005 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24fef2cf-552f-4778-99b8-edfe1e0026b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:17.640573 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-70a5afa5-7f81-409a-9999-072a52f235bb req-b503d046-a684-49fb-83f7-746e5f2c8225 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5825517 Aug 16 20:10:17.778778 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-38d2966e-0bfa-4519-b699-18e2c48cb83f req-2d3012eb-e0a9-42db-9b99-e7a7b6cd7cca service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669640 Aug 16 20:10:17.879742 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d39ffd-7c3f-4982-86e5-06f19c450e27 req-ff8ab350-efe6-40e8-aa9f-ec2f57ea8703 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:17.881409 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-91d39ffd-7c3f-4982-86e5-06f19c450e27 req-ff8ab350-efe6-40e8-aa9f-ec2f57ea8703 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=a135fb53-e55e-4b35-a40a-3f79f0005a1c HTTP/1.1" status: 200 len: 946 time: 0.1508830 Aug 16 20:10:17.883597 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fef2cf-552f-4778-99b8-edfe1e0026b3 admin admin] Network 6d192dbb-a372-4859-86a9-c63053b8e357 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:10:17.886579 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-24fef2cf-552f-4778-99b8-edfe1e0026b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:10:17.990255 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-91d39ffd-7c3f-4982-86e5-06f19c450e27 req-9c341da8-bac1-449a-b907-0ef4c365e734 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994110 Aug 16 20:10:17.998170 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-38d2966e-0bfa-4519-b699-18e2c48cb83f req-e8b97eb7-c9e2-4352-9315-9b48fd4b372f service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088959 Aug 16 20:10:18.110478 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fef2cf-552f-4778-99b8-edfe1e0026b3 admin admin] Router f26d4812-4937-435d-81ea-35ddaa7226e1 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:10:18.183505 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93103b52-8cd3-45ba-8293-24374a8bac43 req-89256b9f-e76e-4e59-b5ae-31d5472b1ebd tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:18.185690 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-93103b52-8cd3-45ba-8293-24374a8bac43 req-89256b9f-e76e-4e59-b5ae-31d5472b1ebd tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=a135fb53-e55e-4b35-a40a-3f79f0005a1c HTTP/1.1" status: 200 len: 946 time: 0.0588765 Aug 16 20:10:18.223301 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3a4e45f6-360d-4a03-9b41-d3cc8e82ac42 None None] Provisioning complete for port febb9c80-8779-4632-a97e-37588c9464ba triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:10:18.223863 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a4e45f6-360d-4a03-9b41-d3cc8e82ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:18.231948 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-93103b52-8cd3-45ba-8293-24374a8bac43 req-8849f7e1-981e-407c-b32a-3a7f485a4a0f tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386200 Aug 16 20:10:18.271539 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3a4e45f6-360d-4a03-9b41-d3cc8e82ac42 None None] Port febb9c80-8779-4632-a97e-37588c9464ba cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:10:18.271656 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fef2cf-552f-4778-99b8-edfe1e0026b3 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:10:18.290028 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-24fef2cf-552f-4778-99b8-edfe1e0026b3 admin admin] 10.222.0.68 "PUT /v2.0/routers/f26d4812-4937-435d-81ea-35ddaa7226e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6297274 Aug 16 20:10:18.293226 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658ef2cc-ed80-41de-b262-2531b4717e3f None None] Sync routers for ids ['f26d4812-4937-435d-81ea-35ddaa7226e1'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:10:18.312409 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658ef2cc-ed80-41de-b262-2531b4717e3f None None] Routers {'f26d4812-4937-435d-81ea-35ddaa7226e1'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:10:18.313461 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-658ef2cc-ed80-41de-b262-2531b4717e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:10:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f26d4812-4937-435d-81ea-35ddaa7226e1'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:18.373475 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa9c76-b026-42e5-96c8-b92cb93ef738 req-d1181516-e73e-40b1-9bfc-ccb9d21235ea tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:18.386029 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6efa9c76-b026-42e5-96c8-b92cb93ef738 req-d1181516-e73e-40b1-9bfc-ccb9d21235ea tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/ports?device_id=552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71 HTTP/1.1" status: 200 len: 947 time: 0.0735517 Aug 16 20:10:18.443640 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6efa9c76-b026-42e5-96c8-b92cb93ef738 req-83aea9b3-26a4-409f-8931-afc0e6b8fb35 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/security-groups?id=99465f18-c887-45ea-8c3a-05f1caee4aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548680 Aug 16 20:10:18.474863 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-658ef2cc-ed80-41de-b262-2531b4717e3f None None] Set router f26d4812-4937-435d-81ea-35ddaa7226e1 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:10:18.498297 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b34c3-6a0b-43e2-8275-e2828b3f5735 req-cbfc8a4f-03c0-4493-8caf-e0d9bae5d527 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:18.506484 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-050b34c3-6a0b-43e2-8275-e2828b3f5735 req-cbfc8a4f-03c0-4493-8caf-e0d9bae5d527 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=a135fb53-e55e-4b35-a40a-3f79f0005a1c HTTP/1.1" status: 200 len: 946 time: 0.0929637 Aug 16 20:10:18.571295 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-050b34c3-6a0b-43e2-8275-e2828b3f5735 req-cad5b577-bbf6-4113-a856-0f8dcf20ba12 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528607 Aug 16 20:10:18.575987 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46900) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:18.701020 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c850cbb-b67e-42be-b39d-60742efcfdd4 req-1fed5f35-7381-4e82-99a4-0584f14b7773 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:18.708720 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7c850cbb-b67e-42be-b39d-60742efcfdd4 req-1fed5f35-7381-4e82-99a4-0584f14b7773 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=42a772e5-5276-4fc8-a549-d1cd71c80c82 HTTP/1.1" status: 200 len: 943 time: 0.1133945 Aug 16 20:10:18.770476 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb53f4b-fe34-401e-8e81-c54da8cf5fb5 req-c3e2a367-6e82-4afd-933c-d1c076a3dfbd tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:18.771747 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device a16eb227-0e56-457e-b745-b6a90c1ab9e8 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:10:18.772078 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5cb53f4b-fe34-401e-8e81-c54da8cf5fb5 req-c3e2a367-6e82-4afd-933c-d1c076a3dfbd tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=a135fb53-e55e-4b35-a40a-3f79f0005a1c HTTP/1.1" status: 200 len: 946 time: 0.1092823 Aug 16 20:10:18.783850 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7c850cbb-b67e-42be-b39d-60742efcfdd4 req-675303e6-811a-4871-a571-9c8d6eb4238e tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579557 Aug 16 20:10:18.799552 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0b3d2e66-d2af-4267-91fb-1225b64a185f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-409826324-network', 'tenant_id': 'cdd630db8b014134bd5ab81a7a3f64dd'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:18.842246 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3d2e66-d2af-4267-91fb-1225b64a185f admin admin] Made reservation on behalf of cdd630db8b014134bd5ab81a7a3f64dd for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:10:18.846764 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b3d2e66-d2af-4267-91fb-1225b64a185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:18.861706 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5cb53f4b-fe34-401e-8e81-c54da8cf5fb5 req-96e105f3-b9cb-4ddd-a2ed-f4a1bed0bea3 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824137 Aug 16 20:10:18.866555 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b3d2e66-d2af-4267-91fb-1225b64a185f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:18.925030 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port a16eb227-0e56-457e-b745-b6a90c1ab9e8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:10:18.925410 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:18.933853 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a06f837a-b078-4c4f-8a91-d7707202c3cc req-7adff1fb-d4af-4089-be53-a8e48c935570 tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.0380616 Aug 16 20:10:19.073668 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-658ef2cc-ed80-41de-b262-2531b4717e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'name': 'tempest-TaggedBootDevicesTest-384182886-router', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'a16eb227-0e56-457e-b745-b6a90c1ab9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:07Z', 'updated_at': '2021-08-16T20:10:16Z', 'revision_number': 4, 'project_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'gw_port': {'id': 'a16eb227-0e56-457e-b745-b6a90c1ab9e8', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:09Z', 'updated_at': '2021-08-16T20:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'febb9c80-8779-4632-a97e-37588c9464ba', 'name': '', 'network_id': '6d192dbb-a372-4859-86a9-c63053b8e357', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'mac_address': 'fa:16:3e:29:e7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '279800a2-1f75-4763-82e2-882d40193542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:14Z', 'updated_at': '2021-08-16T20:10:16Z', 'revision_number': 2, 'project_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'subnets': [{'id': '279800a2-1f75-4763-82e2-882d40193542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:19.107357 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b3d2e66-d2af-4267-91fb-1225b64a185f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:19.110838 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658ef2cc-ed80-41de-b262-2531b4717e3f None None] Checking router: f26d4812-4937-435d-81ea-35ddaa7226e1 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:10:19.110838 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658ef2cc-ed80-41de-b262-2531b4717e3f None None] Updating router f26d4812-4937-435d-81ea-35ddaa7226e1 port febb9c80-8779-4632-a97e-37588c9464ba binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:10:19.115645 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b3d2e66-d2af-4267-91fb-1225b64a185f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:19.145767 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-658ef2cc-ed80-41de-b262-2531b4717e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:19.148940 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b3d2e66-d2af-4267-91fb-1225b64a185f admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:10:19.159515 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d2e66-d2af-4267-91fb-1225b64a185f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b40f9fb-7103-4c3e-a2fa-6b119c1e3bc6,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:19.165180 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b3d2e66-d2af-4267-91fb-1225b64a185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:19.165526 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-0b3d2e66-d2af-4267-91fb-1225b64a185f admin admin] Added segment 2a16f85c-1189-4a4f-88d0-8154e091bfe3 of type vlan for network 445fd284-9b49-4aff-a865-048647b2bf25 Aug 16 20:10:19.218866 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b3d2e66-d2af-4267-91fb-1225b64a185f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:19.222477 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669027b7-06ad-4d1c-84a4-3d8795eb42f9 req-6d1632c0-3ff3-45b1-ac65-8e56ac2e242a tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:19.227838 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-669027b7-06ad-4d1c-84a4-3d8795eb42f9 req-6d1632c0-3ff3-45b1-ac65-8e56ac2e242a tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=a135fb53-e55e-4b35-a40a-3f79f0005a1c HTTP/1.1" status: 200 len: 946 time: 0.1083210 Aug 16 20:10:19.257669 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b3d2e66-d2af-4267-91fb-1225b64a185f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:19.258928 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3d2e66-d2af-4267-91fb-1225b64a185f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:19.261390 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b3d2e66-d2af-4267-91fb-1225b64a185f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:19.286133 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-669027b7-06ad-4d1c-84a4-3d8795eb42f9 req-3d60b1ee-7c3d-4bf6-a4e0-1ee18e3711cd tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502512 Aug 16 20:10:19.359240 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0b3d2e66-d2af-4267-91fb-1225b64a185f admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7823894 Aug 16 20:10:19.362507 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46950) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:19.371292 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6d71bda2-48f7-437a-a2e1-775b7f878808 admin admin] Request body: {'subnet': {'network_id': '445fd284-9b49-4aff-a865-048647b2bf25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-409826324-subnet', 'tenant_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:19.375019 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d2e66-d2af-4267-91fb-1225b64a185f admin admin] Pushing event updated for resources: {'Network': ['ID=445fd284-9b49-4aff-a865-048647b2bf25,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:19.400629 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d71bda2-48f7-437a-a2e1-775b7f878808 admin admin] Made reservation on behalf of cdd630db8b014134bd5ab81a7a3f64dd for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:10:19.403579 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d71bda2-48f7-437a-a2e1-775b7f878808 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:19.413902 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 2af7c2a1-593e-4b89-b075-ebdd0a6bdf61 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:10:19.415871 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 445fd284-9b49-4aff-a865-048647b2bf25 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:10:19.539387 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7823585-d85d-497a-b852-ed07acde0be6 req-0640378d-2a1c-46f3-884e-b7974d9f58c6 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:19.547745 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d7823585-d85d-497a-b852-ed07acde0be6 req-0640378d-2a1c-46f3-884e-b7974d9f58c6 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=a135fb53-e55e-4b35-a40a-3f79f0005a1c HTTP/1.1" status: 200 len: 946 time: 0.1312175 Aug 16 20:10:19.691475 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be22d0-07be-4833-8d78-8a1531fd9213 req-fbfb69d5-74bb-4430-a2cb-721faa4d73a7 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:19.694234 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 2af7c2a1-593e-4b89-b075-ebdd0a6bdf61, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=2af7c2a1-593e-4b89-b075-ebdd0a6bdf61,segment=NetworkSegment(9d848ad9-9fd2-4cfe-b946-4cad1262a1a1),segment_id=9d848ad9-9fd2-4cfe-b946-4cad1262a1a1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:19.701479 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c5be22d0-07be-4833-8d78-8a1531fd9213 req-fbfb69d5-74bb-4430-a2cb-721faa4d73a7 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/ports?device_id=552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71 HTTP/1.1" status: 200 len: 947 time: 0.1156700 Aug 16 20:10:19.714557 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '2af7c2a1-593e-4b89-b075-ebdd0a6bdf61', 'network_id': 'd3484bba-7cc1-4a4e-91a4-8b272cf8ebb4', 'port_id': '2af7c2a1-593e-4b89-b075-ebdd0a6bdf61', 'mac_address': 'fa:16:3e:83:29:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e446e4f6-92a6-456f-bac2-69b91af15e47', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:10:19.720271 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-658ef2cc-ed80-41de-b262-2531b4717e3f None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:19.732665 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d7823585-d85d-497a-b852-ed07acde0be6 req-6ae2a5ed-4701-43bc-b2b4-352498b58282 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828918 Aug 16 20:10:19.786275 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-658ef2cc-ed80-41de-b262-2531b4717e3f None None] Transition to ACTIVE for port object febb9c80-8779-4632-a97e-37588c9464ba will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:10:19.800100 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c5be22d0-07be-4833-8d78-8a1531fd9213 req-fda9dac5-1f56-40a3-a9d8-fccea41907cf tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/security-groups?id=99465f18-c887-45ea-8c3a-05f1caee4aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943620 Aug 16 20:10:19.819695 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-658ef2cc-ed80-41de-b262-2531b4717e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:19.840068 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:19.949188 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af7c2a1-593e-4b89-b075-ebdd0a6bdf61 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:10:20.008229 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c8d1b-bea7-4ba9-8c63-9494773d2b3e None None] Pushing event updated for resources: {'Port': ['ID=febb9c80-8779-4632-a97e-37588c9464ba,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:20.026999 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0c475-fa6c-4bfc-b0d7-1c09ae555ec3 req-2ab0c2b8-b5db-4315-aa4e-08ce31b346b7 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:20.038413 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-00f0c475-fa6c-4bfc-b0d7-1c09ae555ec3 req-2ab0c2b8-b5db-4315-aa4e-08ce31b346b7 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=42a772e5-5276-4fc8-a549-d1cd71c80c82 HTTP/1.1" status: 200 len: 943 time: 0.1257162 Aug 16 20:10:20.090890 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 2af7c2a1-593e-4b89-b075-ebdd0a6bdf61, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=2af7c2a1-593e-4b89-b075-ebdd0a6bdf61,segment=NetworkSegment(9d848ad9-9fd2-4cfe-b946-4cad1262a1a1),segment_id=9d848ad9-9fd2-4cfe-b946-4cad1262a1a1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:20.095378 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d71bda2-48f7-437a-a2e1-775b7f878808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:20.117497 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:20.118235 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-00f0c475-fa6c-4bfc-b0d7-1c09ae555ec3 req-ca3c3404-8c49-4a69-aca3-841a0fc8478c tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786970 Aug 16 20:10:20.253874 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7d092231-c24e-4e51-b279-d5ab02104b5b req-a78fa1d4-0b90-445e-b608-08b8ae806f07 tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.0370686 Aug 16 20:10:20.275371 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d71bda2-48f7-437a-a2e1-775b7f878808 admin admin] Checking segment: {'id': '2a16f85c-1189-4a4f-88d0-8154e091bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '445fd284-9b49-4aff-a865-048647b2bf25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:10:20.275841 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d71bda2-48f7-437a-a2e1-775b7f878808 admin admin] Network hostable DHCP agents. Network: 445fd284-9b49-4aff-a865-048647b2bf25, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:10:20.284018 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71bda2-48f7-437a-a2e1-775b7f878808 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8c4284e-7b9b-4280-91ae-d14a8a0a00f1,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:20.328355 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=2af7c2a1-593e-4b89-b075-ebdd0a6bdf61,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:20.333288 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 8d48fe2e-9633-4f44-9a70-4ca8c49de284 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:10:20.337787 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-658ef2cc-ed80-41de-b262-2531b4717e3f None None] Attempting to bind port febb9c80-8779-4632-a97e-37588c9464ba on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:10:20.338350 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-658ef2cc-ed80-41de-b262-2531b4717e3f None None] Attempting to bind port febb9c80-8779-4632-a97e-37588c9464ba by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'f5b0f7e9-2952-4b14-9633-7226a8941178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6d192dbb-a372-4859-86a9-c63053b8e357'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:10:20.339123 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658ef2cc-ed80-41de-b262-2531b4717e3f None None] Attempting to bind port febb9c80-8779-4632-a97e-37588c9464ba on network 6d192dbb-a372-4859-86a9-c63053b8e357 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:10:20.348057 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d71bda2-48f7-437a-a2e1-775b7f878808 admin admin] Network 445fd284-9b49-4aff-a865-048647b2bf25 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:10:20.351374 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658ef2cc-ed80-41de-b262-2531b4717e3f None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:10:20.351794 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658ef2cc-ed80-41de-b262-2531b4717e3f None None] Checking segment: {'id': 'f5b0f7e9-2952-4b14-9633-7226a8941178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6d192dbb-a372-4859-86a9-c63053b8e357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:10:20.352231 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-658ef2cc-ed80-41de-b262-2531b4717e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:20.353518 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658ef2cc-ed80-41de-b262-2531b4717e3f None None] Bound using segment: {'id': 'f5b0f7e9-2952-4b14-9633-7226a8941178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6d192dbb-a372-4859-86a9-c63053b8e357'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:10:20.354160 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-658ef2cc-ed80-41de-b262-2531b4717e3f None None] Bound port: febb9c80-8779-4632-a97e-37588c9464ba, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b0f7e9-2952-4b14-9633-7226a8941178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6d192dbb-a372-4859-86a9-c63053b8e357'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:10:20.354969 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-658ef2cc-ed80-41de-b262-2531b4717e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:20.371482 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-6d71bda2-48f7-437a-a2e1-775b7f878808 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 445fd284-9b49-4aff-a865-048647b2bf25) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:10:20.377222 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d71bda2-48f7-437a-a2e1-775b7f878808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:20.378114 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d71bda2-48f7-437a-a2e1-775b7f878808 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:20.390972 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1afc3ea-4954-4188-8216-9d5ab340e1d8 None None] Network 445fd284-9b49-4aff-a865-048647b2bf25 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:10:20.410371 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6d71bda2-48f7-437a-a2e1-775b7f878808 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0464530 Aug 16 20:10:20.413335 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47006) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:20.418468 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-05d42cfb-d4f9-4d97-9eb5-f2f93c8b9346 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-409826324-router', 'tenant_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:20.470858 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05d42cfb-d4f9-4d97-9eb5-f2f93c8b9346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:20.472352 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05d42cfb-d4f9-4d97-9eb5-f2f93c8b9346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:20.505129 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.db.resource_extend [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:10:20.553902 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05d42cfb-d4f9-4d97-9eb5-f2f93c8b9346 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:20.576982 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['2af7c2a1-593e-4b89-b075-ebdd0a6bdf61'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:10:20.711025 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 8d48fe2e-9633-4f44-9a70-4ca8c49de284, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=8d48fe2e-9633-4f44-9a70-4ca8c49de284,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:20.750554 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-658ef2cc-ed80-41de-b262-2531b4717e3f None None] For port febb9c80-8779-4632-a97e-37588c9464ba, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:10:20.758878 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '8d48fe2e-9633-4f44-9a70-4ca8c49de284', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': '8d48fe2e-9633-4f44-9a70-4ca8c49de284', 'mac_address': 'fa:16:3e:25:86:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:10:20.781318 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-658ef2cc-ed80-41de-b262-2531b4717e3f None None] For port febb9c80-8779-4632-a97e-37588c9464ba, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=febb9c80-8779-4632-a97e-37588c9464ba,segment=NetworkSegment(f5b0f7e9-2952-4b14-9633-7226a8941178),segment_id=f5b0f7e9-2952-4b14-9633-7226a8941178)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:10:20.848526 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-658ef2cc-ed80-41de-b262-2531b4717e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:20.955108 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d0063a-28c7-4cfd-b462-afbce02b6968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-445fd284-9b49-4aff-a865-048647b2bf25', 'network_id': '445fd284-9b49-4aff-a865-048647b2bf25', 'tenant_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'fixed_ips': [{'subnet_id': 'e8c4284e-7b9b-4280-91ae-d14a8a0a00f1'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:10:20.956484 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56d0063a-28c7-4cfd-b462-afbce02b6968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:21.095022 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658ef2cc-ed80-41de-b262-2531b4717e3f None None] Routers {'f26d4812-4937-435d-81ea-35ddaa7226e1'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:10:21.096199 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-658ef2cc-ed80-41de-b262-2531b4717e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:10:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f26d4812-4937-435d-81ea-35ddaa7226e1'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:21.124871 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05d42cfb-d4f9-4d97-9eb5-f2f93c8b9346 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:21.160015 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd482e-47f8-45da-8215-d3bf36346d3b req-559e85cd-9c94-4752-a7d3-97a37fd3eb2c tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:21.162745 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f7bd482e-47f8-45da-8215-d3bf36346d3b req-559e85cd-9c94-4752-a7d3-97a37fd3eb2c tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/ports?device_id=552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71 HTTP/1.1" status: 200 len: 947 time: 0.1115870 Aug 16 20:10:21.270777 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f7bd482e-47f8-45da-8215-d3bf36346d3b req-4e167936-cc33-4439-b1fc-8712d348b243 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/security-groups?id=99465f18-c887-45ea-8c3a-05f1caee4aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647635 Aug 16 20:10:21.365601 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:21.367904 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c8d1b-bea7-4ba9-8c63-9494773d2b3e None None] Pushing event updated for resources: {'Port': ['ID=febb9c80-8779-4632-a97e-37588c9464ba,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:21.430980 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f2d2b-0caa-4fad-a085-4a76cee9bcc2 req-eaed9357-dd46-4adc-ae43-62dfd91309e4 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:21.432526 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b12f2d2b-0caa-4fad-a085-4a76cee9bcc2 req-eaed9357-dd46-4adc-ae43-62dfd91309e4 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=42a772e5-5276-4fc8-a549-d1cd71c80c82 HTTP/1.1" status: 200 len: 944 time: 0.1166162 Aug 16 20:10:21.435464 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d48fe2e-9633-4f44-9a70-4ca8c49de284 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:10:21.510092 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05d42cfb-d4f9-4d97-9eb5-f2f93c8b9346 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:21.526821 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b12f2d2b-0caa-4fad-a085-4a76cee9bcc2 req-5534010f-20e1-4195-8a8b-e21ff69cfba1 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653560 Aug 16 20:10:21.551388 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 8d48fe2e-9633-4f44-9a70-4ca8c49de284, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=8d48fe2e-9633-4f44-9a70-4ca8c49de284,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:21.563597 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05d42cfb-d4f9-4d97-9eb5-f2f93c8b9346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:21.574308 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:21.639411 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-56d0063a-28c7-4cfd-b462-afbce02b6968 None None] Allocated IP 172.20.0.2 (445fd284-9b49-4aff-a865-048647b2bf25/e8c4284e-7b9b-4280-91ae-d14a8a0a00f1/202afdcc-b099-421c-bb56-d11c667bef89) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:10:21.649252 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c8733657-5e9d-4a28-8251-30142d6b5e59 req-48f661a3-f0d1-4dc5-9282-6c86a031899c tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.0388067 Aug 16 20:10:21.666788 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-658ef2cc-ed80-41de-b262-2531b4717e3f None None] Set router f26d4812-4937-435d-81ea-35ddaa7226e1 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:10:21.739945 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-05d42cfb-d4f9-4d97-9eb5-f2f93c8b9346 admin admin] Allocated IP 172.25.8.63 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/c4f4b591-c5ff-483c-89f0-5c8b52e6be1b) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:10:21.775135 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=8d48fe2e-9633-4f44-9a70-4ca8c49de284,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:21.895129 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['8d48fe2e-9633-4f44-9a70-4ca8c49de284'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:10:21.907529 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05d42cfb-d4f9-4d97-9eb5-f2f93c8b9346 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:21.952300 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05d42cfb-d4f9-4d97-9eb5-f2f93c8b9346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:22.036296 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d42cfb-d4f9-4d97-9eb5-f2f93c8b9346 admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:10:22.040698 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-05d42cfb-d4f9-4d97-9eb5-f2f93c8b9346 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:10:22.044657 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d42cfb-d4f9-4d97-9eb5-f2f93c8b9346 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:10:22.073674 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d42cfb-d4f9-4d97-9eb5-f2f93c8b9346 admin admin] Pushing event updated for resources: {'Port': ['ID=c4f4b591-c5ff-483c-89f0-5c8b52e6be1b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:22.080884 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56d0063a-28c7-4cfd-b462-afbce02b6968 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:22.104016 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-56d0063a-28c7-4cfd-b462-afbce02b6968 None None] Transition to ACTIVE for port object 202afdcc-b099-421c-bb56-d11c667bef89 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:10:22.148407 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-56d0063a-28c7-4cfd-b462-afbce02b6968 None None] Transition to ACTIVE for port object 202afdcc-b099-421c-bb56-d11c667bef89 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:10:22.185805 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56d0063a-28c7-4cfd-b462-afbce02b6968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:22.242489 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d0063a-28c7-4cfd-b462-afbce02b6968 None None] Network 445fd284-9b49-4aff-a865-048647b2bf25 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:10:22.258497 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-56d0063a-28c7-4cfd-b462-afbce02b6968 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:10:22.265391 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d0063a-28c7-4cfd-b462-afbce02b6968 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:10:22.306797 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0063a-28c7-4cfd-b462-afbce02b6968 None None] Pushing event updated for resources: {'Port': ['ID=202afdcc-b099-421c-bb56-d11c667bef89,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:22.352041 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-658ef2cc-ed80-41de-b262-2531b4717e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'name': 'tempest-TaggedBootDevicesTest-384182886-router', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'a16eb227-0e56-457e-b745-b6a90c1ab9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:07Z', 'updated_at': '2021-08-16T20:10:16Z', 'revision_number': 4, 'project_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'gw_port': {'id': 'a16eb227-0e56-457e-b745-b6a90c1ab9e8', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:09Z', 'updated_at': '2021-08-16T20:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'febb9c80-8779-4632-a97e-37588c9464ba', 'name': '', 'network_id': '6d192dbb-a372-4859-86a9-c63053b8e357', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'mac_address': 'fa:16:3e:29:e7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '279800a2-1f75-4763-82e2-882d40193542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:14Z', 'updated_at': '2021-08-16T20:10:20Z', 'revision_number': 4, 'project_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'subnets': [{'id': '279800a2-1f75-4763-82e2-882d40193542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:22.352471 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05d42cfb-d4f9-4d97-9eb5-f2f93c8b9346 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:22.435647 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658ef2cc-ed80-41de-b262-2531b4717e3f None None] The sync data for ids ['f26d4812-4937-435d-81ea-35ddaa7226e1'] in n-d-787206-13 is: [{'id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'name': 'tempest-TaggedBootDevicesTest-384182886-router', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'a16eb227-0e56-457e-b745-b6a90c1ab9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:07Z', 'updated_at': '2021-08-16T20:10:16Z', 'revision_number': 4, 'project_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'gw_port': {'id': 'a16eb227-0e56-457e-b745-b6a90c1ab9e8', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:09Z', 'updated_at': '2021-08-16T20:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'febb9c80-8779-4632-a97e-37588c9464ba', 'name': '', 'network_id': '6d192dbb-a372-4859-86a9-c63053b8e357', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'mac_address': 'fa:16:3e:29:e7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '279800a2-1f75-4763-82e2-882d40193542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:14Z', 'updated_at': '2021-08-16T20:10:20Z', 'revision_number': 4, 'project_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'subnets': [{'id': '279800a2-1f75-4763-82e2-882d40193542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:10:22.444664 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-56d0063a-28c7-4cfd-b462-afbce02b6968 None None] Attempting to bind port 202afdcc-b099-421c-bb56-d11c667bef89 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:10:22.445179 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-56d0063a-28c7-4cfd-b462-afbce02b6968 None None] Attempting to bind port 202afdcc-b099-421c-bb56-d11c667bef89 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '2a16f85c-1189-4a4f-88d0-8154e091bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '445fd284-9b49-4aff-a865-048647b2bf25'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:10:22.445786 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d0063a-28c7-4cfd-b462-afbce02b6968 None None] Attempting to bind port 202afdcc-b099-421c-bb56-d11c667bef89 on network 445fd284-9b49-4aff-a865-048647b2bf25 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:10:22.455282 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d0063a-28c7-4cfd-b462-afbce02b6968 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:10:22.455755 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d0063a-28c7-4cfd-b462-afbce02b6968 None None] Checking segment: {'id': '2a16f85c-1189-4a4f-88d0-8154e091bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '445fd284-9b49-4aff-a865-048647b2bf25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:10:22.456229 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56d0063a-28c7-4cfd-b462-afbce02b6968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:22.456709 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d0063a-28c7-4cfd-b462-afbce02b6968 None None] Bound using segment: {'id': '2a16f85c-1189-4a4f-88d0-8154e091bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '445fd284-9b49-4aff-a865-048647b2bf25'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:10:22.457257 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-56d0063a-28c7-4cfd-b462-afbce02b6968 None None] Bound port: 202afdcc-b099-421c-bb56-d11c667bef89, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a16f85c-1189-4a4f-88d0-8154e091bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '445fd284-9b49-4aff-a865-048647b2bf25'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:10:22.457717 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56d0063a-28c7-4cfd-b462-afbce02b6968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:22.459971 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf48d6d-1793-4425-87aa-e201624fd60c req-f97db57d-2e94-4549-a43d-9e4248f5fbe5 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:22.461542 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0bf48d6d-1793-4425-87aa-e201624fd60c req-f97db57d-2e94-4549-a43d-9e4248f5fbe5 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/ports?device_id=552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71 HTTP/1.1" status: 200 len: 948 time: 0.1222384 Aug 16 20:10:22.566723 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-56d0063a-28c7-4cfd-b462-afbce02b6968 None None] For port 202afdcc-b099-421c-bb56-d11c667bef89, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:10:22.571369 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-56d0063a-28c7-4cfd-b462-afbce02b6968 None None] For port 202afdcc-b099-421c-bb56-d11c667bef89, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=202afdcc-b099-421c-bb56-d11c667bef89,segment=NetworkSegment(2a16f85c-1189-4a4f-88d0-8154e091bfe3),segment_id=2a16f85c-1189-4a4f-88d0-8154e091bfe3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:10:22.579105 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56d0063a-28c7-4cfd-b462-afbce02b6968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:22.583963 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0bf48d6d-1793-4425-87aa-e201624fd60c req-4d5248d7-d872-4df7-8bc2-099520431eeb tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/security-groups?id=99465f18-c887-45ea-8c3a-05f1caee4aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113589 Aug 16 20:10:22.654772 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0063a-28c7-4cfd-b462-afbce02b6968 None None] Pushing event updated for resources: {'Port': ['ID=202afdcc-b099-421c-bb56-d11c667bef89,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:22.791514 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05d42cfb-d4f9-4d97-9eb5-f2f93c8b9346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:22.806899 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device febb9c80-8779-4632-a97e-37588c9464ba up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:10:22.889830 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18467a3b-7f40-4bd7-9352-83da8e41b403 req-caea38d8-339c-4a57-8a59-963009079e89 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:22.890993 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-18467a3b-7f40-4bd7-9352-83da8e41b403 req-caea38d8-339c-4a57-8a59-963009079e89 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=42a772e5-5276-4fc8-a549-d1cd71c80c82 HTTP/1.1" status: 200 len: 944 time: 0.1508377 Aug 16 20:10:22.952015 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port febb9c80-8779-4632-a97e-37588c9464ba completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:10:22.956408 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port febb9c80-8779-4632-a97e-37588c9464ba triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:10:22.957356 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:23.030560 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-18467a3b-7f40-4bd7-9352-83da8e41b403 req-6bc901da-7648-449a-9bc0-938ccd8ca8db tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828595 Aug 16 20:10:23.088080 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d42cfb-d4f9-4d97-9eb5-f2f93c8b9346 admin admin] Router 819ee302-4d57-49fd-bc8e-9a98b68a5d24 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:10:23.210050 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:23.261251 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port febb9c80-8779-4632-a97e-37588c9464ba, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=febb9c80-8779-4632-a97e-37588c9464ba,segment=NetworkSegment(f5b0f7e9-2952-4b14-9633-7226a8941178),segment_id=f5b0f7e9-2952-4b14-9633-7226a8941178)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:23.267719 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:23.277114 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d8ad41c6-41c8-4b32-a541-542574a8978b req-3869e2be-e030-40e8-bb48-cb3bc75cf1dc tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.0430284 Aug 16 20:10:23.283929 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d42cfb-d4f9-4d97-9eb5-f2f93c8b9346 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:10:23.316941 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05d42cfb-d4f9-4d97-9eb5-f2f93c8b9346 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:23.318618 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb75863-bd1d-4764-9a6a-c2529fc2201d None None] Sync routers for ids ['819ee302-4d57-49fd-bc8e-9a98b68a5d24'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:10:23.319124 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-05d42cfb-d4f9-4d97-9eb5-f2f93c8b9346 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.9042351 Aug 16 20:10:23.321772 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47046) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:23.340862 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb75863-bd1d-4764-9a6a-c2529fc2201d None None] Routers {'819ee302-4d57-49fd-bc8e-9a98b68a5d24'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:10:23.341856 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ebb75863-bd1d-4764-9a6a-c2529fc2201d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:10:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['819ee302-4d57-49fd-bc8e-9a98b68a5d24'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:23.350876 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=febb9c80-8779-4632-a97e-37588c9464ba,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:23.400449 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 39506dea-8b81-47dd-93a6-fecb12a8b1c5 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:10:23.403425 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 2af7c2a1-593e-4b89-b075-ebdd0a6bdf61 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:10:23.588461 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 2af7c2a1-593e-4b89-b075-ebdd0a6bdf61 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:10:23.601252 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 2af7c2a1-593e-4b89-b075-ebdd0a6bdf61 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:10:23.601628 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:23.726313 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-ebb75863-bd1d-4764-9a6a-c2529fc2201d None None] Set router 819ee302-4d57-49fd-bc8e-9a98b68a5d24 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:10:23.882494 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 39506dea-8b81-47dd-93a6-fecb12a8b1c5, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=39506dea-8b81-47dd-93a6-fecb12a8b1c5,segment=NetworkSegment(fa38c8f7-67c8-4b30-a7ef-fd21760571af),segment_id=fa38c8f7-67c8-4b30-a7ef-fd21760571af)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:23.945902 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '39506dea-8b81-47dd-93a6-fecb12a8b1c5', 'network_id': '17a161c3-dea9-441d-b6a3-fe2c34ec09d4', 'port_id': '39506dea-8b81-47dd-93a6-fecb12a8b1c5', 'mac_address': 'fa:16:3e:7d:f9:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f551bf48-1e2b-40ad-bd38-5eb6d0ebb5aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:10:24.001826 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:24.005504 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080abf28-b018-46f2-bbdb-b095cfbdacbb req-5b2f59d1-cafb-4ac8-aaca-6cf7e0f350f6 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:24.007181 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-080abf28-b018-46f2-bbdb-b095cfbdacbb req-5b2f59d1-cafb-4ac8-aaca-6cf7e0f350f6 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/ports?device_id=552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71 HTTP/1.1" status: 200 len: 948 time: 0.1484234 Aug 16 20:10:24.061670 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:24.064543 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39506dea-8b81-47dd-93a6-fecb12a8b1c5 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:10:24.123053 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 39506dea-8b81-47dd-93a6-fecb12a8b1c5, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=39506dea-8b81-47dd-93a6-fecb12a8b1c5,segment=NetworkSegment(fa38c8f7-67c8-4b30-a7ef-fd21760571af),segment_id=fa38c8f7-67c8-4b30-a7ef-fd21760571af)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:24.136824 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ebb75863-bd1d-4764-9a6a-c2529fc2201d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'name': 'tempest-ServersTestJSON-409826324-router', 'tenant_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'c4f4b591-c5ff-483c-89f0-5c8b52e6be1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:20Z', 'updated_at': '2021-08-16T20:10:22Z', 'revision_number': 3, 'project_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'gw_port': {'id': 'c4f4b591-c5ff-483c-89f0-5c8b52e6be1b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:21Z', 'updated_at': '2021-08-16T20:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:24.137201 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:24.177458 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-080abf28-b018-46f2-bbdb-b095cfbdacbb req-05e8376d-0b2c-49d7-8693-7ec53fc91fbb tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/security-groups?id=99465f18-c887-45ea-8c3a-05f1caee4aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572444 Aug 16 20:10:24.184024 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ab3f62-d335-4e9a-b051-44ca1b3cd812 None None] Network 445fd284-9b49-4aff-a865-048647b2bf25 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:10:24.229186 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb75863-bd1d-4764-9a6a-c2529fc2201d None None] Checking router: 819ee302-4d57-49fd-bc8e-9a98b68a5d24 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:10:24.230712 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb75863-bd1d-4764-9a6a-c2529fc2201d None None] Updating router 819ee302-4d57-49fd-bc8e-9a98b68a5d24 port c4f4b591-c5ff-483c-89f0-5c8b52e6be1b binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:10:24.283333 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 2af7c2a1-593e-4b89-b075-ebdd0a6bdf61, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=2af7c2a1-593e-4b89-b075-ebdd0a6bdf61,segment=NetworkSegment(9d848ad9-9fd2-4cfe-b946-4cad1262a1a1),segment_id=9d848ad9-9fd2-4cfe-b946-4cad1262a1a1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:24.286407 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac2a3-2afb-4006-aab7-b4e70b088803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:24.320711 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['39506dea-8b81-47dd-93a6-fecb12a8b1c5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:10:24.322031 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ebb75863-bd1d-4764-9a6a-c2529fc2201d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:24.361866 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 8d48fe2e-9633-4f44-9a70-4ca8c49de284 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:10:24.366500 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a772e5-5276-4fc8-a549-d1cd71c80c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af7c2a1-593e-4b89-b075-ebdd0a6bdf61'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:10:24.374301 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd04f7d7-61f0-409d-b89d-f545ded869a7" -d '{"events": [{"server_uuid": "42a772e5-5276-4fc8-a549-d1cd71c80c82", "name": "network-vif-plugged", "status": "completed", "tag": "2af7c2a1-593e-4b89-b075-ebdd0a6bdf61"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:10:24.459713 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bbf98-6d4b-4fec-bf73-0f1ab505a71f req-12818d3c-6972-475b-a737-bf88111a205f tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:24.461845 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-552bbf98-6d4b-4fec-bf73-0f1ab505a71f req-12818d3c-6972-475b-a737-bf88111a205f tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=42a772e5-5276-4fc8-a549-d1cd71c80c82 HTTP/1.1" status: 200 len: 945 time: 0.1126504 Aug 16 20:10:24.528056 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-aa2ac2a3-2afb-4006-aab7-b4e70b088803 admin admin] Allocated IP 172.20.0.1 (445fd284-9b49-4aff-a865-048647b2bf25/e8c4284e-7b9b-4280-91ae-d14a8a0a00f1/04e0681c-8024-4745-94e1-3a09cceccc5e) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:10:24.623999 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-552bbf98-6d4b-4fec-bf73-0f1ab505a71f req-4505bd14-02b3-4950-8be1-d160a09ab3cd tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001556 Aug 16 20:10:24.670909 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ebb75863-bd1d-4764-9a6a-c2529fc2201d None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:24.684929 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-ebb75863-bd1d-4764-9a6a-c2529fc2201d None None] Transition to ACTIVE for port object c4f4b591-c5ff-483c-89f0-5c8b52e6be1b will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:10:24.697082 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ebb75863-bd1d-4764-9a6a-c2529fc2201d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:24.701584 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:24.732167 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=39506dea-8b81-47dd-93a6-fecb12a8b1c5,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:24.765398 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-ebb75863-bd1d-4764-9a6a-c2529fc2201d None None] Attempting to bind port c4f4b591-c5ff-483c-89f0-5c8b52e6be1b on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:10:24.766406 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-ebb75863-bd1d-4764-9a6a-c2529fc2201d None None] Attempting to bind port c4f4b591-c5ff-483c-89f0-5c8b52e6be1b by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:10:24.767564 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb75863-bd1d-4764-9a6a-c2529fc2201d None None] Attempting to bind port c4f4b591-c5ff-483c-89f0-5c8b52e6be1b on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:10:24.771555 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-466a19bf-dfa8-474a-89bf-5255d74af36a req-a3de8ede-6fcb-4292-a439-20aec7615c80 tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.0384617 Aug 16 20:10:24.775188 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac2a3-2afb-4006-aab7-b4e70b088803 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:24.781777 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb75863-bd1d-4764-9a6a-c2529fc2201d None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:10:24.782281 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb75863-bd1d-4764-9a6a-c2529fc2201d None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:10:24.782791 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ebb75863-bd1d-4764-9a6a-c2529fc2201d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:24.785028 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb75863-bd1d-4764-9a6a-c2529fc2201d None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:10:24.785876 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-ebb75863-bd1d-4764-9a6a-c2529fc2201d None None] Bound port: c4f4b591-c5ff-483c-89f0-5c8b52e6be1b, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:10:24.786382 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ebb75863-bd1d-4764-9a6a-c2529fc2201d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:24.805985 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac2a3-2afb-4006-aab7-b4e70b088803 admin admin] Transition to ACTIVE for port object 04e0681c-8024-4745-94e1-3a09cceccc5e will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:10:24.859470 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7377f6e9-b005-4f2b-81ba-6e97676f5ffa x-openstack-request-id: req-7377f6e9-b005-4f2b-81ba-6e97676f5ffa {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:10:24.859686 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a772e5-5276-4fc8-a549-d1cd71c80c82", "name": "network-vif-plugged", "status": "completed", "tag": "2af7c2a1-593e-4b89-b075-ebdd0a6bdf61", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:10:24.860024 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7377f6e9-b005-4f2b-81ba-6e97676f5ffa {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:10:24.860658 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a772e5-5276-4fc8-a549-d1cd71c80c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af7c2a1-593e-4b89-b075-ebdd0a6bdf61', 'code': 200} Aug 16 20:10:24.880769 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2438ae-da9c-4f85-8c86-9bff02fdba83 None None] Pushing event updated for resources: {'Port': ['ID=c4f4b591-c5ff-483c-89f0-5c8b52e6be1b,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:24.882224 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac2a3-2afb-4006-aab7-b4e70b088803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:24.899277 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-91001892-ed5a-4ba7-8bd6-21b27fb64eb2 None None] Provisioning for port 202afdcc-b099-421c-bb56-d11c667bef89 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:10:24.952936 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2ac2a3-2afb-4006-aab7-b4e70b088803 admin admin] Network 445fd284-9b49-4aff-a865-048647b2bf25 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:10:24.956083 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-ebb75863-bd1d-4764-9a6a-c2529fc2201d None None] For port c4f4b591-c5ff-483c-89f0-5c8b52e6be1b, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:10:24.956863 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-aa2ac2a3-2afb-4006-aab7-b4e70b088803 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:10:24.962791 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-ebb75863-bd1d-4764-9a6a-c2529fc2201d None None] For port c4f4b591-c5ff-483c-89f0-5c8b52e6be1b, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=c4f4b591-c5ff-483c-89f0-5c8b52e6be1b,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:10:24.963326 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2ac2a3-2afb-4006-aab7-b4e70b088803 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:10:24.991504 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ebb75863-bd1d-4764-9a6a-c2529fc2201d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:24.996093 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=2af7c2a1-593e-4b89-b075-ebdd0a6bdf61,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:25.002246 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac2a3-2afb-4006-aab7-b4e70b088803 admin admin] Pushing event updated for resources: {'Port': ['ID=04e0681c-8024-4745-94e1-3a09cceccc5e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:25.038769 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac2a3-2afb-4006-aab7-b4e70b088803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:25.053495 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device febb9c80-8779-4632-a97e-37588c9464ba up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:10:25.085492 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 8d48fe2e-9633-4f44-9a70-4ca8c49de284 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:10:25.099296 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 8d48fe2e-9633-4f44-9a70-4ca8c49de284 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:10:25.099685 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:25.118548 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb75863-bd1d-4764-9a6a-c2529fc2201d None None] Routers {'819ee302-4d57-49fd-bc8e-9a98b68a5d24'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:10:25.119623 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ebb75863-bd1d-4764-9a6a-c2529fc2201d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:10:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['819ee302-4d57-49fd-bc8e-9a98b68a5d24'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:25.124479 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2438ae-da9c-4f85-8c86-9bff02fdba83 None None] Pushing event updated for resources: {'Port': ['ID=c4f4b591-c5ff-483c-89f0-5c8b52e6be1b,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:25.210234 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port febb9c80-8779-4632-a97e-37588c9464ba triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:10:25.210606 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:25.221302 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2d89c-abd5-48b9-8e77-dad278729738 req-1a510a91-26db-49e7-b048-e2cca68a9243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:25.225319 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c7d2d89c-abd5-48b9-8e77-dad278729738 req-1a510a91-26db-49e7-b048-e2cca68a9243 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=42a772e5-5276-4fc8-a549-d1cd71c80c82 HTTP/1.1" status: 200 len: 1097 time: 0.1290560 Aug 16 20:10:25.286456 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:25.323795 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-ebb75863-bd1d-4764-9a6a-c2529fc2201d None None] Set router 819ee302-4d57-49fd-bc8e-9a98b68a5d24 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:10:25.352203 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 8d48fe2e-9633-4f44-9a70-4ca8c49de284, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=8d48fe2e-9633-4f44-9a70-4ca8c49de284,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:25.364633 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:25.372878 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 202afdcc-b099-421c-bb56-d11c667bef89 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:10:25.428915 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 39506dea-8b81-47dd-93a6-fecb12a8b1c5 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:10:25.450821 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c7d2d89c-abd5-48b9-8e77-dad278729738 req-1f2ad877-8475-4ea9-bd7d-6ad02d59bfa4 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466300 Aug 16 20:10:25.466948 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb9dc4-f7d7-4a60-9300-e843327e84d7 req-535b9209-d685-4366-9b12-0f36b2b68527 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:25.468257 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bbbb9dc4-f7d7-4a60-9300-e843327e84d7 req-535b9209-d685-4366-9b12-0f36b2b68527 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/ports?device_id=552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71 HTTP/1.1" status: 200 len: 949 time: 0.1269979 Aug 16 20:10:25.510211 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac2a3-2afb-4006-aab7-b4e70b088803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:25.527328 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=8d48fe2e-9633-4f44-9a70-4ca8c49de284,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:25.548393 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bbbb9dc4-f7d7-4a60-9300-e843327e84d7 req-fdb2a75c-c0eb-40e9-8dac-7550f19714fd tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/security-groups?id=99465f18-c887-45ea-8c3a-05f1caee4aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613499 Aug 16 20:10:25.581073 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 202afdcc-b099-421c-bb56-d11c667bef89 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:10:25.589146 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0879d9d0-0909-43fd-b619-b7fbbae221f8 None None] Provisioning complete for port 202afdcc-b099-421c-bb56-d11c667bef89 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:10:25.589939 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0879d9d0-0909-43fd-b619-b7fbbae221f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:25.632864 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 202afdcc-b099-421c-bb56-d11c667bef89 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:10:25.633352 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:25.702391 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 39506dea-8b81-47dd-93a6-fecb12a8b1c5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:10:25.703124 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:25.725712 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ebb75863-bd1d-4764-9a6a-c2529fc2201d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'name': 'tempest-ServersTestJSON-409826324-router', 'tenant_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'c4f4b591-c5ff-483c-89f0-5c8b52e6be1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:20Z', 'updated_at': '2021-08-16T20:10:22Z', 'revision_number': 3, 'project_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'gw_port': {'id': 'c4f4b591-c5ff-483c-89f0-5c8b52e6be1b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:21Z', 'updated_at': '2021-08-16T20:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:25.766120 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb75863-bd1d-4764-9a6a-c2529fc2201d None None] The sync data for ids ['819ee302-4d57-49fd-bc8e-9a98b68a5d24'] in n-d-787206-13 is: [{'id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'name': 'tempest-ServersTestJSON-409826324-router', 'tenant_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'c4f4b591-c5ff-483c-89f0-5c8b52e6be1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:20Z', 'updated_at': '2021-08-16T20:10:22Z', 'revision_number': 3, 'project_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'gw_port': {'id': 'c4f4b591-c5ff-483c-89f0-5c8b52e6be1b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:21Z', 'updated_at': '2021-08-16T20:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:10:25.852125 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f5f1f-2baa-424d-aefe-212af487563c req-83b2f95c-898a-4a48-8c79-bc365bd9570a tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:25.853881 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fe0f5f1f-2baa-424d-aefe-212af487563c req-83b2f95c-898a-4a48-8c79-bc365bd9570a tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=42a772e5-5276-4fc8-a549-d1cd71c80c82 HTTP/1.1" status: 200 len: 945 time: 0.1075408 Aug 16 20:10:25.862462 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0879d9d0-0909-43fd-b619-b7fbbae221f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:25.891283 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac2a3-2afb-4006-aab7-b4e70b088803 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:25.905329 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac2a3-2afb-4006-aab7-b4e70b088803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:25.905574 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:25.957132 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:25.962448 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-0879d9d0-0909-43fd-b619-b7fbbae221f8 None None] For port 202afdcc-b099-421c-bb56-d11c667bef89, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=202afdcc-b099-421c-bb56-d11c667bef89,segment=NetworkSegment(2a16f85c-1189-4a4f-88d0-8154e091bfe3),segment_id=2a16f85c-1189-4a4f-88d0-8154e091bfe3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:25.971314 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fe0f5f1f-2baa-424d-aefe-212af487563c req-2994f0d8-10cd-49ac-9860-454f7a707a5f tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050556 Aug 16 20:10:25.976015 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0879d9d0-0909-43fd-b619-b7fbbae221f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:26.006775 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac2a3-2afb-4006-aab7-b4e70b088803 admin admin] Pushing event updated for resources: {'Port': ['ID=04e0681c-8024-4745-94e1-3a09cceccc5e,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:26.015914 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac2a3-2afb-4006-aab7-b4e70b088803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:26.067519 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 39506dea-8b81-47dd-93a6-fecb12a8b1c5, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=39506dea-8b81-47dd-93a6-fecb12a8b1c5,segment=NetworkSegment(fa38c8f7-67c8-4b30-a7ef-fd21760571af),segment_id=fa38c8f7-67c8-4b30-a7ef-fd21760571af)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:26.093161 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0879d9d0-0909-43fd-b619-b7fbbae221f8 None None] Provisioning for port 04e0681c-8024-4745-94e1-3a09cceccc5e completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:10:26.106999 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:26.119540 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:10:26.120811 n-d-787206-13 neutron-server[94772]: DEBUG oslo_db.api [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:10:26.128507 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0879d9d0-0909-43fd-b619-b7fbbae221f8 None None] Provisioning complete for port 04e0681c-8024-4745-94e1-3a09cceccc5e triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:10:26.129378 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0879d9d0-0909-43fd-b619-b7fbbae221f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:26.134090 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879d9d0-0909-43fd-b619-b7fbbae221f8 None None] Pushing event updated for resources: {'Port': ['ID=202afdcc-b099-421c-bb56-d11c667bef89,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:26.264743 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0879d9d0-0909-43fd-b619-b7fbbae221f8 None None] Port 04e0681c-8024-4745-94e1-3a09cceccc5e cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:10:26.284359 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=39506dea-8b81-47dd-93a6-fecb12a8b1c5,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:26.350066 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5cc46668-4caf-4943-b2e2-d8e7a83c268b req-583876ad-6b90-4050-afc4-19ba3cf55775 tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.0444660 Aug 16 20:10:26.394580 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b19e82f0-7d02-473f-81eb-cbe322f797f0 None None] Provisioning complete for port 04e0681c-8024-4745-94e1-3a09cceccc5e triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:10:26.395078 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b19e82f0-7d02-473f-81eb-cbe322f797f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:26.407357 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-47eb0aef-5fd4-430f-aed7-e723d214fa79 req-aeb923ff-8043-4fd6-b444-e8da5d413c46 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.0552738 Aug 16 20:10:26.421153 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2ac2a3-2afb-4006-aab7-b4e70b088803 admin admin] Network 445fd284-9b49-4aff-a865-048647b2bf25 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:10:26.432923 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-aa2ac2a3-2afb-4006-aab7-b4e70b088803 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:10:26.476239 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b19e82f0-7d02-473f-81eb-cbe322f797f0 None None] Port 04e0681c-8024-4745-94e1-3a09cceccc5e cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:10:26.609290 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2ac2a3-2afb-4006-aab7-b4e70b088803 admin admin] Router 819ee302-4d57-49fd-bc8e-9a98b68a5d24 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:10:26.815703 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9a89c69d-576d-401e-a1b2-fa5116282dbd None None] Provisioning complete for port 04e0681c-8024-4745-94e1-3a09cceccc5e triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:10:26.817019 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9a89c69d-576d-401e-a1b2-fa5116282dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:26.863193 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d48fe2e-9633-4f44-9a70-4ca8c49de284'}, {'server_uuid': 'a135fb53-e55e-4b35-a40a-3f79f0005a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39506dea-8b81-47dd-93a6-fecb12a8b1c5'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:10:26.866553 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71283430-e385-4a57-b34c-2791747ef750" -d '{"events": [{"server_uuid": "552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71", "name": "network-vif-plugged", "status": "completed", "tag": "8d48fe2e-9633-4f44-9a70-4ca8c49de284"}, {"server_uuid": "a135fb53-e55e-4b35-a40a-3f79f0005a1c", "name": "network-vif-plugged", "status": "completed", "tag": "39506dea-8b81-47dd-93a6-fecb12a8b1c5"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:10:26.883844 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9a89c69d-576d-401e-a1b2-fa5116282dbd None None] Port 04e0681c-8024-4745-94e1-3a09cceccc5e cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:10:26.928707 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 202afdcc-b099-421c-bb56-d11c667bef89 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:10:27.006460 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 202afdcc-b099-421c-bb56-d11c667bef89 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:10:27.006915 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:27.132473 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c4f4b591-c5ff-483c-89f0-5c8b52e6be1b up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:10:27.165980 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2ac2a3-2afb-4006-aab7-b4e70b088803 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:10:27.180180 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-aa2ac2a3-2afb-4006-aab7-b4e70b088803 admin admin] 10.222.0.68 "PUT /v2.0/routers/819ee302-4d57-49fd-bc8e-9a98b68a5d24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8473008 Aug 16 20:10:27.206921 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63df77-597f-40ca-a00a-3333bd5a9176 req-2bf5eccf-4219-4be6-a486-62c099feb86d tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:27.219938 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ab63df77-597f-40ca-a00a-3333bd5a9176 req-2bf5eccf-4219-4be6-a486-62c099feb86d tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/ports?device_id=552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71 HTTP/1.1" status: 200 len: 949 time: 0.5258136 Aug 16 20:10:27.225935 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port c4f4b591-c5ff-483c-89f0-5c8b52e6be1b completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:10:27.231650 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port c4f4b591-c5ff-483c-89f0-5c8b52e6be1b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:10:27.232314 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:27.288545 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ab63df77-597f-40ca-a00a-3333bd5a9176 req-4e0424ed-e0cc-4802-9161-2cbe48a20eca tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/security-groups?id=99465f18-c887-45ea-8c3a-05f1caee4aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675998 Aug 16 20:10:27.370294 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:27.416199 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5e42f1-e78f-4898-84a0-09409b9bc986 x-openstack-request-id: req-bb5e42f1-e78f-4898-84a0-09409b9bc986 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:10:27.416501 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71", "name": "network-vif-plugged", "status": "completed", "tag": "8d48fe2e-9633-4f44-9a70-4ca8c49de284", "code": 200}, {"server_uuid": "a135fb53-e55e-4b35-a40a-3f79f0005a1c", "name": "network-vif-plugged", "status": "completed", "tag": "39506dea-8b81-47dd-93a6-fecb12a8b1c5", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:10:27.416704 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bb5e42f1-e78f-4898-84a0-09409b9bc986 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:10:27.417079 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d48fe2e-9633-4f44-9a70-4ca8c49de284', 'code': 200} Aug 16 20:10:27.417332 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a135fb53-e55e-4b35-a40a-3f79f0005a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39506dea-8b81-47dd-93a6-fecb12a8b1c5', 'code': 200} Aug 16 20:10:27.422450 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port c4f4b591-c5ff-483c-89f0-5c8b52e6be1b, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=c4f4b591-c5ff-483c-89f0-5c8b52e6be1b,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:27.432678 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:27.508872 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=c4f4b591-c5ff-483c-89f0-5c8b52e6be1b,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:27.598597 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9a066-0a77-49eb-a2bb-ec109dcaadf8 req-41949092-8da5-46fb-ba5e-486943275610 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:27.601996 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a9c9a066-0a77-49eb-a2bb-ec109dcaadf8 req-41949092-8da5-46fb-ba5e-486943275610 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=a135fb53-e55e-4b35-a40a-3f79f0005a1c HTTP/1.1" status: 200 len: 946 time: 0.0780733 Aug 16 20:10:27.638315 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b5df3-85e2-470a-b8da-5930fb32e939 req-804e92eb-012b-444d-97b0-51a22e095980 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:27.649582 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3f9b5df3-85e2-470a-b8da-5930fb32e939 req-804e92eb-012b-444d-97b0-51a22e095980 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=42a772e5-5276-4fc8-a549-d1cd71c80c82 HTTP/1.1" status: 200 len: 945 time: 0.1925323 Aug 16 20:10:27.657181 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a9c9a066-0a77-49eb-a2bb-ec109dcaadf8 req-60057c7b-69b1-4918-8854-eaa56eed34ba tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361145 Aug 16 20:10:27.726828 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3f9b5df3-85e2-470a-b8da-5930fb32e939 req-c3801283-faa1-4625-9661-b717c2f157ce tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763555 Aug 16 20:10:27.732048 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630594ee-c267-46a1-9278-a6ddb8b47917 req-63eddbf2-d5db-4724-aa6c-90d7f41f81ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:27.733712 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-630594ee-c267-46a1-9278-a6ddb8b47917 req-63eddbf2-d5db-4724-aa6c-90d7f41f81ca service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71 HTTP/1.1" status: 200 len: 1101 time: 0.2148137 Aug 16 20:10:27.782860 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-82b855af-a161-4dab-a675-cae7dd05a6aa req-6dc7958a-3dac-4530-a72d-38f7132bb4b0 tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.0346563 Aug 16 20:10:27.791763 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-630594ee-c267-46a1-9278-a6ddb8b47917 req-7485bbf4-7372-4761-841a-c711f4650727 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=99465f18-c887-45ea-8c3a-05f1caee4aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481427 Aug 16 20:10:28.149384 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c8b22-20b0-4bc7-aaa1-b00166543f02 req-03524d6d-fbc5-4c61-92bb-9e3e2a5d768d tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:28.155413 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-231c8b22-20b0-4bc7-aaa1-b00166543f02 req-03524d6d-fbc5-4c61-92bb-9e3e2a5d768d tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=42a772e5-5276-4fc8-a549-d1cd71c80c82 HTTP/1.1" status: 200 len: 945 time: 0.0644281 Aug 16 20:10:28.196549 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f21fb6-6691-40a2-b71d-46a83b97d52e None None] Sync routers for ids ['819ee302-4d57-49fd-bc8e-9a98b68a5d24'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:10:28.213807 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f21fb6-6691-40a2-b71d-46a83b97d52e None None] Routers {'819ee302-4d57-49fd-bc8e-9a98b68a5d24'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:10:28.217216 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b3f21fb6-6691-40a2-b71d-46a83b97d52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:10:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['819ee302-4d57-49fd-bc8e-9a98b68a5d24'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:28.219990 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-231c8b22-20b0-4bc7-aaa1-b00166543f02 req-9ee64192-f079-4e3b-be2a-1a5de9b4edce tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592272 Aug 16 20:10:28.280537 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47116) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:28.288511 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-5dbb366a-3c71-4ec6-b189-d89723c33001 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--774298300', 'description': 'tempest-description--1108158757'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:28.336759 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5dbb366a-3c71-4ec6-b189-d89723c33001 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:28.363534 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-b3f21fb6-6691-40a2-b71d-46a83b97d52e None None] Set router 819ee302-4d57-49fd-bc8e-9a98b68a5d24 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:10:28.466811 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a5ef8-fbc2-41bf-95cd-5a72e37cbd5f req-925cf9a4-6c5d-407f-a1b5-45c410c90bec tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:28.499160 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-419a5ef8-fbc2-41bf-95cd-5a72e37cbd5f req-925cf9a4-6c5d-407f-a1b5-45c410c90bec tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/ports?device_id=552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71 HTTP/1.1" status: 200 len: 949 time: 0.1038971 Aug 16 20:10:28.554298 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-419a5ef8-fbc2-41bf-95cd-5a72e37cbd5f req-bb70e43f-c062-4de1-9989-aa703455e84d tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/security-groups?id=99465f18-c887-45ea-8c3a-05f1caee4aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540257 Aug 16 20:10:28.602913 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6214ce91-8f94-48d6-9e05-a870fe4f8332 req-ce382437-1571-4231-9586-e665e342d18a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ad7d0e3d2ff94b41876d30fecef482c4&device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.0888402 Aug 16 20:10:28.643076 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5dbb366a-3c71-4ec6-b189-d89723c33001 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:28.675522 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d8a0fccb-71d3-4517-a42a-8b54e84ea614 req-0848bf3e-39eb-4cf7-86e7-4ea311cc297e tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.1198699 Aug 16 20:10:28.685274 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5dbb366a-3c71-4ec6-b189-d89723c33001 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:28.751338 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6214ce91-8f94-48d6-9e05-a870fe4f8332 req-7425a4c6-8c49-4341-ac37-dfae7db13e4f service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=ad7d0e3d2ff94b41876d30fecef482c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1168344 Aug 16 20:10:28.761915 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5dbb366a-3c71-4ec6-b189-d89723c33001 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:28.766490 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5dbb366a-3c71-4ec6-b189-d89723c33001 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4821398 Aug 16 20:10:28.770578 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47136) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:28.778512 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-4437eb2c-4921-4be6-8c16-1959c544b3d7 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Request body: {'security_group_rule': {'security_group_id': '47bac954-e21f-4bef-8f09-77e971ac2184', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:28.785410 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b3f21fb6-6691-40a2-b71d-46a83b97d52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'name': 'tempest-ServersTestJSON-409826324-router', 'tenant_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'c4f4b591-c5ff-483c-89f0-5c8b52e6be1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:20Z', 'updated_at': '2021-08-16T20:10:25Z', 'revision_number': 4, 'project_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'gw_port': {'id': 'c4f4b591-c5ff-483c-89f0-5c8b52e6be1b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:21Z', 'updated_at': '2021-08-16T20:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '04e0681c-8024-4745-94e1-3a09cceccc5e', 'name': '', 'network_id': '445fd284-9b49-4aff-a865-048647b2bf25', 'tenant_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'mac_address': 'fa:16:3e:04:19:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'e8c4284e-7b9b-4280-91ae-d14a8a0a00f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:24Z', 'updated_at': '2021-08-16T20:10:25Z', 'revision_number': 2, 'project_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'subnets': [{'id': 'e8c4284e-7b9b-4280-91ae-d14a8a0a00f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:28.823928 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f21fb6-6691-40a2-b71d-46a83b97d52e None None] Checking router: 819ee302-4d57-49fd-bc8e-9a98b68a5d24 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:10:28.824583 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f21fb6-6691-40a2-b71d-46a83b97d52e None None] Updating router 819ee302-4d57-49fd-bc8e-9a98b68a5d24 port 04e0681c-8024-4745-94e1-3a09cceccc5e binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:10:28.829068 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c4f4b591-c5ff-483c-89f0-5c8b52e6be1b up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:10:28.853059 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb1748-524c-4328-964d-85ff53640b20 req-326c15af-b991-4d3a-911b-354d3aa00987 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:28.855705 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-48eb1748-524c-4328-964d-85ff53640b20 req-326c15af-b991-4d3a-911b-354d3aa00987 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=a135fb53-e55e-4b35-a40a-3f79f0005a1c HTTP/1.1" status: 200 len: 946 time: 0.0932219 Aug 16 20:10:28.892675 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b3f21fb6-6691-40a2-b71d-46a83b97d52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:28.911871 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb366a-3c71-4ec6-b189-d89723c33001 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47bac954-e21f-4bef-8f09-77e971ac2184,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:28.920832 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-48eb1748-524c-4328-964d-85ff53640b20 req-bc640c13-3300-483e-a8fe-10d81dad905e tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588024 Aug 16 20:10:28.941614 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4437eb2c-4921-4be6-8c16-1959c544b3d7 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:28.964864 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214ce91-8f94-48d6-9e05-a870fe4f8332 req-87ae492e-04a2-46bd-8022-f110791d1c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:28.967733 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6214ce91-8f94-48d6-9e05-a870fe4f8332 req-87ae492e-04a2-46bd-8022-f110791d1c11 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1668124 Aug 16 20:10:29.046712 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port c4f4b591-c5ff-483c-89f0-5c8b52e6be1b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:10:29.047631 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:29.115381 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4437eb2c-4921-4be6-8c16-1959c544b3d7 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:29.125413 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4437eb2c-4921-4be6-8c16-1959c544b3d7 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:29.145964 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437eb2c-4921-4be6-8c16-1959c544b3d7 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce6b62c-00a0-43e2-9c43-de7cc09a3db2,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:29.186390 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4437eb2c-4921-4be6-8c16-1959c544b3d7 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:29.190943 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 47142) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:29.191743 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4437eb2c-4921-4be6-8c16-1959c544b3d7 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4207065 Aug 16 20:10:29.199599 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-042b2419-e301-43b5-be90-dc85ed2ad4e6 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Request body: {'security_group_rule': {'security_group_id': '47bac954-e21f-4bef-8f09-77e971ac2184', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:29.277587 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-042b2419-e301-43b5-be90-dc85ed2ad4e6 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:29.376205 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b3f21fb6-6691-40a2-b71d-46a83b97d52e None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:29.392946 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec23f19-b593-4312-abb6-878b1540c2af req-7d223940-bf7d-4de2-a396-2d53440ccb48 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:29.401681 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9ec23f19-b593-4312-abb6-878b1540c2af req-7d223940-bf7d-4de2-a396-2d53440ccb48 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=a135fb53-e55e-4b35-a40a-3f79f0005a1c HTTP/1.1" status: 200 len: 946 time: 0.0766215 Aug 16 20:10:29.408494 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b3f21fb6-6691-40a2-b71d-46a83b97d52e None None] Transition to ACTIVE for port object 04e0681c-8024-4745-94e1-3a09cceccc5e will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:10:29.414841 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-042b2419-e301-43b5-be90-dc85ed2ad4e6 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:29.426202 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d857a-5ba8-4a27-8cd8-852b8c6fa9e6 req-646e92bf-6bc2-4d0f-851b-f722bfd61255 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:29.427972 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-314d857a-5ba8-4a27-8cd8-852b8c6fa9e6 req-646e92bf-6bc2-4d0f-851b-f722bfd61255 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=42a772e5-5276-4fc8-a549-d1cd71c80c82 HTTP/1.1" status: 200 len: 945 time: 0.0864449 Aug 16 20:10:29.429415 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-042b2419-e301-43b5-be90-dc85ed2ad4e6 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:29.430114 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b3f21fb6-6691-40a2-b71d-46a83b97d52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:29.455173 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b2419-e301-43b5-be90-dc85ed2ad4e6 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b35932-252b-4521-ac4a-54eee656a9fb,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:29.465606 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9ec23f19-b593-4312-abb6-878b1540c2af req-386aee7e-e122-4a3b-804e-771032775176 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625317 Aug 16 20:10:29.485313 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-042b2419-e301-43b5-be90-dc85ed2ad4e6 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:29.486837 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-042b2419-e301-43b5-be90-dc85ed2ad4e6 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2917123 Aug 16 20:10:29.486978 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc5928-c006-4eb7-bd70-f3075accb77c None None] Pushing event updated for resources: {'Port': ['ID=04e0681c-8024-4745-94e1-3a09cceccc5e,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:29.490130 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47148) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:29.495353 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-59be936c-b3f4-4780-8c34-bef73ad0af0a tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:29.519057 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-314d857a-5ba8-4a27-8cd8-852b8c6fa9e6 req-611ebe0c-eed2-438e-9639-be58a0f717fb tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756710 Aug 16 20:10:29.561527 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59be936c-b3f4-4780-8c34-bef73ad0af0a tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:29.591953 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b3f21fb6-6691-40a2-b71d-46a83b97d52e None None] Attempting to bind port 04e0681c-8024-4745-94e1-3a09cceccc5e on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:10:29.591953 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b3f21fb6-6691-40a2-b71d-46a83b97d52e None None] Attempting to bind port 04e0681c-8024-4745-94e1-3a09cceccc5e by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '2a16f85c-1189-4a4f-88d0-8154e091bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '445fd284-9b49-4aff-a865-048647b2bf25'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:10:29.591953 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f21fb6-6691-40a2-b71d-46a83b97d52e None None] Attempting to bind port 04e0681c-8024-4745-94e1-3a09cceccc5e on network 445fd284-9b49-4aff-a865-048647b2bf25 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:10:29.600828 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f21fb6-6691-40a2-b71d-46a83b97d52e None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:10:29.601217 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f21fb6-6691-40a2-b71d-46a83b97d52e None None] Checking segment: {'id': '2a16f85c-1189-4a4f-88d0-8154e091bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '445fd284-9b49-4aff-a865-048647b2bf25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:10:29.601599 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b3f21fb6-6691-40a2-b71d-46a83b97d52e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:29.601990 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f21fb6-6691-40a2-b71d-46a83b97d52e None None] Bound using segment: {'id': '2a16f85c-1189-4a4f-88d0-8154e091bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '445fd284-9b49-4aff-a865-048647b2bf25'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:10:29.602503 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b3f21fb6-6691-40a2-b71d-46a83b97d52e None None] Bound port: 04e0681c-8024-4745-94e1-3a09cceccc5e, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a16f85c-1189-4a4f-88d0-8154e091bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '445fd284-9b49-4aff-a865-048647b2bf25'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:10:29.602889 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b3f21fb6-6691-40a2-b71d-46a83b97d52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:29.730700 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b3f21fb6-6691-40a2-b71d-46a83b97d52e None None] For port 04e0681c-8024-4745-94e1-3a09cceccc5e, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:10:29.738840 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b3f21fb6-6691-40a2-b71d-46a83b97d52e None None] For port 04e0681c-8024-4745-94e1-3a09cceccc5e, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=04e0681c-8024-4745-94e1-3a09cceccc5e,segment=NetworkSegment(2a16f85c-1189-4a4f-88d0-8154e091bfe3),segment_id=2a16f85c-1189-4a4f-88d0-8154e091bfe3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:10:29.748969 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b3f21fb6-6691-40a2-b71d-46a83b97d52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:29.779385 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34403912-b099-4c42-b5b6-c219a587a5bd req-938cf3d9-68f7-4bdc-983f-0c347ccac379 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:29.780972 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-34403912-b099-4c42-b5b6-c219a587a5bd req-938cf3d9-68f7-4bdc-983f-0c347ccac379 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/ports?device_id=552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71 HTTP/1.1" status: 200 len: 949 time: 0.1312613 Aug 16 20:10:29.836366 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc5928-c006-4eb7-bd70-f3075accb77c None None] Pushing event updated for resources: {'Port': ['ID=04e0681c-8024-4745-94e1-3a09cceccc5e,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:29.848031 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b459200a-764d-42cd-bd70-1688f1c8881f req-f74e0d1b-d995-42ca-be32-270c6eec11fa tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.0522411 Aug 16 20:10:29.874822 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f21fb6-6691-40a2-b71d-46a83b97d52e None None] Routers {'819ee302-4d57-49fd-bc8e-9a98b68a5d24'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:10:29.875513 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b3f21fb6-6691-40a2-b71d-46a83b97d52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:10:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['819ee302-4d57-49fd-bc8e-9a98b68a5d24'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:29.917186 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-34403912-b099-4c42-b5b6-c219a587a5bd req-e7db6f97-5db6-4d3e-9e8b-b51f65221b84 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/security-groups?id=99465f18-c887-45ea-8c3a-05f1caee4aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217580 Aug 16 20:10:29.940785 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4c8d6-abd5-4fc7-9f8a-94426dcf48d2 req-b642e4ff-a57f-48db-ab3a-c8e1c40365b9 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:29.943090 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-05b4c8d6-abd5-4fc7-9f8a-94426dcf48d2 req-b642e4ff-a57f-48db-ab3a-c8e1c40365b9 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.63 "GET /v2.0/ports?device_id=42a772e5-5276-4fc8-a549-d1cd71c80c82 HTTP/1.1" status: 200 len: 945 time: 0.0884767 Aug 16 20:10:30.001609 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59be936c-b3f4-4780-8c34-bef73ad0af0a tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:30.134807 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-b3f21fb6-6691-40a2-b71d-46a83b97d52e None None] Set router 819ee302-4d57-49fd-bc8e-9a98b68a5d24 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:10:30.269105 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-59be936c-b3f4-4780-8c34-bef73ad0af0a tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Allocated IP 172.25.8.113 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/6944ee4d-2c74-4028-bf68-b96b0c1af14e) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:10:30.280682 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-05b4c8d6-abd5-4fc7-9f8a-94426dcf48d2 req-48893b84-3cb3-4af2-91f2-01489b9e781b tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Deleting port 2af7c2a1-593e-4b89-b075-ebdd0a6bdf61 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:10:30.281037 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-05b4c8d6-abd5-4fc7-9f8a-94426dcf48d2 req-48893b84-3cb3-4af2-91f2-01489b9e781b tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:30.539124 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6214ce91-8f94-48d6-9e05-a870fe4f8332 req-e2dd0434-0e77-46b6-b76e-bbbda334da6d tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.0916314 Aug 16 20:10:30.594641 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b3ad1-3783-411e-9413-c07e17fb9411 req-24443cd3-91b7-4d58-a5a6-537715154a13 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:30.595279 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b3f21fb6-6691-40a2-b71d-46a83b97d52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'name': 'tempest-ServersTestJSON-409826324-router', 'tenant_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'c4f4b591-c5ff-483c-89f0-5c8b52e6be1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:20Z', 'updated_at': '2021-08-16T20:10:25Z', 'revision_number': 4, 'project_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'gw_port': {'id': 'c4f4b591-c5ff-483c-89f0-5c8b52e6be1b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:21Z', 'updated_at': '2021-08-16T20:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '04e0681c-8024-4745-94e1-3a09cceccc5e', 'name': '', 'network_id': '445fd284-9b49-4aff-a865-048647b2bf25', 'tenant_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'mac_address': 'fa:16:3e:04:19:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'e8c4284e-7b9b-4280-91ae-d14a8a0a00f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:24Z', 'updated_at': '2021-08-16T20:10:29Z', 'revision_number': 4, 'project_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'subnets': [{'id': 'e8c4284e-7b9b-4280-91ae-d14a8a0a00f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:30.596220 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ee1b3ad1-3783-411e-9413-c07e17fb9411 req-24443cd3-91b7-4d58-a5a6-537715154a13 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/ports?device_id=552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71 HTTP/1.1" status: 200 len: 949 time: 0.2246923 Aug 16 20:10:30.639082 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f21fb6-6691-40a2-b71d-46a83b97d52e None None] The sync data for ids ['819ee302-4d57-49fd-bc8e-9a98b68a5d24'] in n-d-787206-13 is: [{'id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'name': 'tempest-ServersTestJSON-409826324-router', 'tenant_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'c4f4b591-c5ff-483c-89f0-5c8b52e6be1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:20Z', 'updated_at': '2021-08-16T20:10:25Z', 'revision_number': 4, 'project_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'gw_port': {'id': 'c4f4b591-c5ff-483c-89f0-5c8b52e6be1b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:21Z', 'updated_at': '2021-08-16T20:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '04e0681c-8024-4745-94e1-3a09cceccc5e', 'name': '', 'network_id': '445fd284-9b49-4aff-a865-048647b2bf25', 'tenant_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'mac_address': 'fa:16:3e:04:19:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'e8c4284e-7b9b-4280-91ae-d14a8a0a00f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:24Z', 'updated_at': '2021-08-16T20:10:29Z', 'revision_number': 4, 'project_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'subnets': [{'id': 'e8c4284e-7b9b-4280-91ae-d14a8a0a00f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:10:30.679135 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-05b4c8d6-abd5-4fc7-9f8a-94426dcf48d2 req-48893b84-3cb3-4af2-91f2-01489b9e781b tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] For port 2af7c2a1-593e-4b89-b075-ebdd0a6bdf61, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=2af7c2a1-593e-4b89-b075-ebdd0a6bdf61,segment=NetworkSegment(9d848ad9-9fd2-4cfe-b946-4cad1262a1a1),segment_id=9d848ad9-9fd2-4cfe-b946-4cad1262a1a1)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:30.679762 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-05b4c8d6-abd5-4fc7-9f8a-94426dcf48d2 req-48893b84-3cb3-4af2-91f2-01489b9e781b tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:30.681990 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115144c-3b62-40e2-8a64-e31e364b435b req-e9cae1dd-555f-4bed-a916-c4bd51346310 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:30.685157 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e115144c-3b62-40e2-8a64-e31e364b435b req-e9cae1dd-555f-4bed-a916-c4bd51346310 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=a135fb53-e55e-4b35-a40a-3f79f0005a1c HTTP/1.1" status: 200 len: 946 time: 0.1297052 Aug 16 20:10:30.780138 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-05b4c8d6-abd5-4fc7-9f8a-94426dcf48d2 req-48893b84-3cb3-4af2-91f2-01489b9e781b tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Calling delete_port for 2af7c2a1-593e-4b89-b075-ebdd0a6bdf61 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:10:30.786001 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e115144c-3b62-40e2-8a64-e31e364b435b req-ba270ee7-8329-471b-858b-b33481a15818 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899153 Aug 16 20:10:30.807443 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59be936c-b3f4-4780-8c34-bef73ad0af0a tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:30.878545 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ee1b3ad1-3783-411e-9413-c07e17fb9411 req-ed7c4f27-4120-488e-984f-d3f85f22f2db tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/security-groups?id=99465f18-c887-45ea-8c3a-05f1caee4aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725308 Aug 16 20:10:30.915864 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 04e0681c-8024-4745-94e1-3a09cceccc5e up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:10:31.017090 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 04e0681c-8024-4745-94e1-3a09cceccc5e completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:10:31.021724 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 04e0681c-8024-4745-94e1-3a09cceccc5e triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:10:31.022100 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:31.032931 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545566c-e27a-4217-91f4-fba525b176f6 req-d0a29bf5-a337-41c5-a292-4a31472a4928 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:31.038491 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8545566c-e27a-4217-91f4-fba525b176f6 req-d0a29bf5-a337-41c5-a292-4a31472a4928 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=42a772e5-5276-4fc8-a549-d1cd71c80c82 HTTP/1.1" status: 200 len: 945 time: 0.1251266 Aug 16 20:10:31.136421 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8545566c-e27a-4217-91f4-fba525b176f6 req-0f6654a5-5061-4021-9d10-9a688d519419 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779498 Aug 16 20:10:31.226548 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f7712621-37fd-4479-975b-50d6878dfb90 req-85c4b9d7-d3ee-4f18-a96c-777020363d1d tempest-ServerShowV254Test-1465555984 tempest-ServerShowV254Test-1465555984-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e12ffad-de71-480f-b1e8-b340b4670b68 HTTP/1.1" status: 200 len: 210 time: 0.1943588 Aug 16 20:10:31.261846 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:31.372388 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 04e0681c-8024-4745-94e1-3a09cceccc5e, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=04e0681c-8024-4745-94e1-3a09cceccc5e,segment=NetworkSegment(2a16f85c-1189-4a4f-88d0-8154e091bfe3),segment_id=2a16f85c-1189-4a4f-88d0-8154e091bfe3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:31.381535 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:31.440730 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96e350-0f99-4aaf-a05d-67d3c2111502 req-a58af1dd-9728-4df8-a19b-807b10e017f0 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:31.442376 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5c96e350-0f99-4aaf-a05d-67d3c2111502 req-a58af1dd-9728-4df8-a19b-807b10e017f0 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.63 "GET /v2.0/ports?device_id=a135fb53-e55e-4b35-a40a-3f79f0005a1c HTTP/1.1" status: 200 len: 946 time: 0.2572739 Aug 16 20:10:31.450293 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59be936c-b3f4-4780-8c34-bef73ad0af0a tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:31.469359 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 39506dea-8b81-47dd-93a6-fecb12a8b1c5 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:10:31.554682 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=04e0681c-8024-4745-94e1-3a09cceccc5e,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:31.564293 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be936c-b3f4-4780-8c34-bef73ad0af0a tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Pushing event updated for resources: {'Port': ['ID=6944ee4d-2c74-4028-bf68-b96b0c1af14e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:31.580039 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:10:31.605655 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59be936c-b3f4-4780-8c34-bef73ad0af0a tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:10:31.623214 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:31.651300 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-59be936c-b3f4-4780-8c34-bef73ad0af0a tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:10:31.657346 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59be936c-b3f4-4780-8c34-bef73ad0af0a tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:10:31.691084 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a135fb53-e55e-4b35-a40a-3f79f0005a1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39506dea-8b81-47dd-93a6-fecb12a8b1c5'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:10:31.696591 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d9293-23b0-41f5-adb7-9b6faa1a318d req-4108ce06-c63c-4c23-87ac-53a981b75375 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:31.701287 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0639202a-7826-4c6f-b807-783a78e018fa" -d '{"events": [{"server_uuid": "a135fb53-e55e-4b35-a40a-3f79f0005a1c", "name": "network-vif-unplugged", "status": "completed", "tag": "39506dea-8b81-47dd-93a6-fecb12a8b1c5"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:10:31.706370 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c22d9293-23b0-41f5-adb7-9b6faa1a318d req-4108ce06-c63c-4c23-87ac-53a981b75375 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.57 "GET /v2.0/ports?device_id=552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71 HTTP/1.1" status: 200 len: 949 time: 0.1064496 Aug 16 20:10:31.732242 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 39506dea-8b81-47dd-93a6-fecb12a8b1c5, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=39506dea-8b81-47dd-93a6-fecb12a8b1c5,segment=NetworkSegment(fa38c8f7-67c8-4b30-a7ef-fd21760571af),segment_id=fa38c8f7-67c8-4b30-a7ef-fd21760571af)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:31.741435 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:31.747728 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e941a45c-6065-4bdc-864e-78c1f201e0fb x-openstack-request-id: req-e941a45c-6065-4bdc-864e-78c1f201e0fb {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:10:31.748017 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a135fb53-e55e-4b35-a40a-3f79f0005a1c", "name": "network-vif-unplugged", "status": "completed", "tag": "39506dea-8b81-47dd-93a6-fecb12a8b1c5", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:10:31.748270 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e941a45c-6065-4bdc-864e-78c1f201e0fb {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:10:31.748685 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a135fb53-e55e-4b35-a40a-3f79f0005a1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39506dea-8b81-47dd-93a6-fecb12a8b1c5', 'code': 200} Aug 16 20:10:31.858723 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=39506dea-8b81-47dd-93a6-fecb12a8b1c5,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:31.874172 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-755acf98-891c-45d8-be16-3174164fb245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:31.921614 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-c22d9293-23b0-41f5-adb7-9b6faa1a318d req-f034db7f-95e6-4233-bdbc-d086e533d1f7 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Deleting port 8d48fe2e-9633-4f44-9a70-4ca8c49de284 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:10:31.922047 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c22d9293-23b0-41f5-adb7-9b6faa1a318d req-f034db7f-95e6-4233-bdbc-d086e533d1f7 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:31.970206 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-05b4c8d6-abd5-4fc7-9f8a-94426dcf48d2 req-48893b84-3cb3-4af2-91f2-01489b9e781b tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:32.000846 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['f61f6739-94c2-40c0-8c3b-28bcbcba1bb5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:10:32.190330 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48893b84-3cb3-4af2-91f2-01489b9e781b tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Pushing event deleted for resources: {'Port': ['ID=2af7c2a1-593e-4b89-b075-ebdd0a6bdf61,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:32.280863 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59be936c-b3f4-4780-8c34-bef73ad0af0a tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:32.299600 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2d885-b276-424d-a4fa-72c8f68441d9 req-c642aeec-64b5-46aa-89a0-5a3185f59f13 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:32.303574 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-34c2d885-b276-424d-a4fa-72c8f68441d9 req-c642aeec-64b5-46aa-89a0-5a3185f59f13 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=a135fb53-e55e-4b35-a40a-3f79f0005a1c HTTP/1.1" status: 200 len: 944 time: 0.3390691 Aug 16 20:10:32.322785 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b4c8d6-abd5-4fc7-9f8a-94426dcf48d2 req-48893b84-3cb3-4af2-91f2-01489b9e781b tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] No DVR routers for this DVR port 2af7c2a1-593e-4b89-b075-ebdd0a6bdf61 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:10:32.330944 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-05b4c8d6-abd5-4fc7-9f8a-94426dcf48d2 req-48893b84-3cb3-4af2-91f2-01489b9e781b tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:32.333480 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-05b4c8d6-abd5-4fc7-9f8a-94426dcf48d2 req-48893b84-3cb3-4af2-91f2-01489b9e781b tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.63 "DELETE /v2.0/ports/2af7c2a1-593e-4b89-b075-ebdd0a6bdf61 HTTP/1.1" status: 204 len: 173 time: 2.3770745 Aug 16 20:10:32.334041 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a772e5-5276-4fc8-a549-d1cd71c80c82', 'name': 'network-vif-deleted', 'tag': '2af7c2a1-593e-4b89-b075-ebdd0a6bdf61'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:10:32.336436 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6285e3-4810-4117-a2b0-730a9ad56b93" -d '{"events": [{"server_uuid": "42a772e5-5276-4fc8-a549-d1cd71c80c82", "name": "network-vif-deleted", "tag": "2af7c2a1-593e-4b89-b075-ebdd0a6bdf61"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:10:32.355298 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-c22d9293-23b0-41f5-adb7-9b6faa1a318d req-f034db7f-95e6-4233-bdbc-d086e533d1f7 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] For port 8d48fe2e-9633-4f44-9a70-4ca8c49de284, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=8d48fe2e-9633-4f44-9a70-4ca8c49de284,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:32.357165 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c22d9293-23b0-41f5-adb7-9b6faa1a318d req-f034db7f-95e6-4233-bdbc-d086e533d1f7 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:32.404293 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33eec9-8c76-4f9c-9816-66690fdcb077 req-de402232-2125-411a-8f46-3f063d6df520 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:32.425917 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6f33eec9-8c76-4f9c-9816-66690fdcb077 req-de402232-2125-411a-8f46-3f063d6df520 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/ports?device_id=552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71 HTTP/1.1" status: 200 len: 949 time: 0.4195194 Aug 16 20:10:32.440582 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-c22d9293-23b0-41f5-adb7-9b6faa1a318d req-f034db7f-95e6-4233-bdbc-d086e533d1f7 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Calling delete_port for 8d48fe2e-9633-4f44-9a70-4ca8c49de284 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:10:32.452318 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-5c96e350-0f99-4aaf-a05d-67d3c2111502 req-7f05aa9d-7697-4c23-9d39-05bbc6560a5b tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Deleting port 39506dea-8b81-47dd-93a6-fecb12a8b1c5 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:10:32.452788 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5c96e350-0f99-4aaf-a05d-67d3c2111502 req-7f05aa9d-7697-4c23-9d39-05bbc6560a5b tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:32.520543 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-34c2d885-b276-424d-a4fa-72c8f68441d9 req-5b938cb6-4178-4c3e-81d0-1be949e12d41 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034554 Aug 16 20:10:32.586734 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59be936c-b3f4-4780-8c34-bef73ad0af0a tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:32.681941 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6f33eec9-8c76-4f9c-9816-66690fdcb077 req-e7ffef86-fdd9-4ea3-b4c0-878754c37eda tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/security-groups?id=99465f18-c887-45ea-8c3a-05f1caee4aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525964 Aug 16 20:10:32.695933 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bf16ddc8-af5c-4d7a-a416-5098989fd09f req-8ce27b90-be1c-438b-a837-813ac41ee379 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=42a772e5-5276-4fc8-a549-d1cd71c80c82 HTTP/1.1" status: 200 len: 210 time: 0.0482059 Aug 16 20:10:32.885009 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c22d9293-23b0-41f5-adb7-9b6faa1a318d req-f034db7f-95e6-4233-bdbc-d086e533d1f7 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:32.894160 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 04e0681c-8024-4745-94e1-3a09cceccc5e up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:10:32.901781 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['8d48fe2e-9633-4f44-9a70-4ca8c49de284'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:10:32.910673 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72062e58-8f80-4d50-8fe0-b69eb71957c4 x-openstack-request-id: req-72062e58-8f80-4d50-8fe0-b69eb71957c4 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:10:32.910957 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a772e5-5276-4fc8-a549-d1cd71c80c82", "name": "network-vif-deleted", "tag": "2af7c2a1-593e-4b89-b075-ebdd0a6bdf61", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:10:32.911217 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-72062e58-8f80-4d50-8fe0-b69eb71957c4 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:10:32.911656 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a772e5-5276-4fc8-a549-d1cd71c80c82', 'name': 'network-vif-deleted', 'tag': '2af7c2a1-593e-4b89-b075-ebdd0a6bdf61', 'status': 'completed', 'code': 200} Aug 16 20:10:32.929644 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-5c96e350-0f99-4aaf-a05d-67d3c2111502 req-7f05aa9d-7697-4c23-9d39-05bbc6560a5b tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] For port 39506dea-8b81-47dd-93a6-fecb12a8b1c5, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=39506dea-8b81-47dd-93a6-fecb12a8b1c5,segment=NetworkSegment(fa38c8f7-67c8-4b30-a7ef-fd21760571af),segment_id=fa38c8f7-67c8-4b30-a7ef-fd21760571af)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:32.929938 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5c96e350-0f99-4aaf-a05d-67d3c2111502 req-7f05aa9d-7697-4c23-9d39-05bbc6560a5b tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:32.951982 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-5c96e350-0f99-4aaf-a05d-67d3c2111502 req-7f05aa9d-7697-4c23-9d39-05bbc6560a5b tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Calling delete_port for 39506dea-8b81-47dd-93a6-fecb12a8b1c5 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:10:32.964283 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034db7f-95e6-4233-bdbc-d086e533d1f7 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Pushing event deleted for resources: {'Port': ['ID=8d48fe2e-9633-4f44-9a70-4ca8c49de284,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:33.111343 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22d9293-23b0-41f5-adb7-9b6faa1a318d req-f034db7f-95e6-4233-bdbc-d086e533d1f7 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] No DVR routers for this DVR port 8d48fe2e-9633-4f44-9a70-4ca8c49de284 on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:10:33.122248 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c22d9293-23b0-41f5-adb7-9b6faa1a318d req-f034db7f-95e6-4233-bdbc-d086e533d1f7 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:33.124797 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c22d9293-23b0-41f5-adb7-9b6faa1a318d req-f034db7f-95e6-4233-bdbc-d086e533d1f7 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.57 "DELETE /v2.0/ports/8d48fe2e-9633-4f44-9a70-4ca8c49de284 HTTP/1.1" status: 204 len: 173 time: 1.4110498 Aug 16 20:10:33.125514 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71', 'name': 'network-vif-deleted', 'tag': '8d48fe2e-9633-4f44-9a70-4ca8c49de284'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:10:33.131444 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f569df-d0c6-4917-8fb8-f9f0d45ab9f9" -d '{"events": [{"server_uuid": "552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71", "name": "network-vif-deleted", "tag": "8d48fe2e-9633-4f44-9a70-4ca8c49de284"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:10:33.139015 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 04e0681c-8024-4745-94e1-3a09cceccc5e triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:10:33.139843 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:33.212593 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51aa134-2121-4cc4-b8f0-3fd58e54ff37 x-openstack-request-id: req-d51aa134-2121-4cc4-b8f0-3fd58e54ff37 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:10:33.213144 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71", "name": "network-vif-deleted", "tag": "8d48fe2e-9633-4f44-9a70-4ca8c49de284", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:10:33.214869 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d51aa134-2121-4cc4-b8f0-3fd58e54ff37 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:10:33.216101 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71', 'name': 'network-vif-deleted', 'tag': '8d48fe2e-9633-4f44-9a70-4ca8c49de284', 'status': 'completed', 'code': 200} Aug 16 20:10:33.266561 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59be936c-b3f4-4780-8c34-bef73ad0af0a tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:33.295155 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59be936c-b3f4-4780-8c34-bef73ad0af0a tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:33.388896 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 47214) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:33.420117 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 39506dea-8b81-47dd-93a6-fecb12a8b1c5 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:10:33.530820 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59be936c-b3f4-4780-8c34-bef73ad0af0a tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:33.565446 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be936c-b3f4-4780-8c34-bef73ad0af0a tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Pushing event updated for resources: {'Port': ['ID=6944ee4d-2c74-4028-bf68-b96b0c1af14e,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:33.572970 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59be936c-b3f4-4780-8c34-bef73ad0af0a tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:33.585946 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-59be936c-b3f4-4780-8c34-bef73ad0af0a tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0942278 Aug 16 20:10:33.615541 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5c96e350-0f99-4aaf-a05d-67d3c2111502 req-7f05aa9d-7697-4c23-9d39-05bbc6560a5b tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:33.628756 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 2af7c2a1-593e-4b89-b075-ebdd0a6bdf61 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:10:33.693570 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-716477cd-ce48-4905-8d31-c9905c74f791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:33.698353 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 2af7c2a1-593e-4b89-b075-ebdd0a6bdf61 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:10:33.699552 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 2af7c2a1-593e-4b89-b075-ebdd0a6bdf61 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:10:33.719615 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05aa9d-7697-4c23-9d39-05bbc6560a5b tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Pushing event deleted for resources: {'Port': ['ID=39506dea-8b81-47dd-93a6-fecb12a8b1c5,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:33.768799 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-14aed44e-2a09-4563-8e1b-83c5a87897f8 req-a1c90cad-06d6-444e-b4f7-15bbf24924fb tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=a135fb53-e55e-4b35-a40a-3f79f0005a1c HTTP/1.1" status: 200 len: 210 time: 0.0729697 Aug 16 20:10:33.907632 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c96e350-0f99-4aaf-a05d-67d3c2111502 req-7f05aa9d-7697-4c23-9d39-05bbc6560a5b tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] No DVR routers for this DVR port 39506dea-8b81-47dd-93a6-fecb12a8b1c5 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:10:33.924113 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5c96e350-0f99-4aaf-a05d-67d3c2111502 req-7f05aa9d-7697-4c23-9d39-05bbc6560a5b tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:33.926479 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5c96e350-0f99-4aaf-a05d-67d3c2111502 req-7f05aa9d-7697-4c23-9d39-05bbc6560a5b tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.63 "DELETE /v2.0/ports/39506dea-8b81-47dd-93a6-fecb12a8b1c5 HTTP/1.1" status: 204 len: 173 time: 2.4489772 Aug 16 20:10:33.961397 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-932a7751-9d61-467e-96b7-df12cb5c8738 req-636d3948-f38e-46ae-8677-0dc21475d981 tempest-ImagesNegativeTestJSON-175449918 tempest-ImagesNegativeTestJSON-175449918-project] 10.222.0.68 "GET /v2.0/ports?device_id=552ae1b6-e81b-4fbc-9b5d-8d5afcbd4f71 HTTP/1.1" status: 200 len: 210 time: 0.0676944 Aug 16 20:10:33.998410 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-716477cd-ce48-4905-8d31-c9905c74f791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:34.006652 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-716477cd-ce48-4905-8d31-c9905c74f791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:34.117742 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-716477cd-ce48-4905-8d31-c9905c74f791 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ad7d0e3d2ff94b41876d30fecef482c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7275577 Aug 16 20:10:34.120611 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 47242) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:34.123467 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716477cd-ce48-4905-8d31-c9905c74f791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4155b3-8b0c-4f40-94da-ae8e49f84846,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:34.166661 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-2ac48b5c-fe50-4846-bbfe-ad54b389ae43 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--774298300&fields=id&tenant_id=cdd630db8b014134bd5ab81a7a3f64dd HTTP/1.1" status: 200 len: 267 time: 0.0970829 Aug 16 20:10:34.207108 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d28e1309-c60c-4969-9760-1f1a75cc8899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:34.312830 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d28e1309-c60c-4969-9760-1f1a75cc8899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:34.355225 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cdb06f08-9e08-49b5-adeb-33e2dc1a58d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:34.367866 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-685a70a8-a5a3-488a-9145-bf0ef699b31b tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:34.369584 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-685a70a8-a5a3-488a-9145-bf0ef699b31b tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/networks?id=445fd284-9b49-4aff-a865-048647b2bf25 HTTP/1.1" status: 200 len: 805 time: 0.1939867 Aug 16 20:10:34.380202 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a52220-e5ac-478e-abfd-c10fd4653fd4 req-47734476-1af8-4c97-9a57-a4f7ebc97b27 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:34.391971 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-55a52220-e5ac-478e-abfd-c10fd4653fd4 req-47734476-1af8-4c97-9a57-a4f7ebc97b27 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1408253 Aug 16 20:10:34.399712 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-96ddd2e4-4aba-4eef-8cf1-1bc3d7e0a9c2 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/quotas/cdd630db8b014134bd5ab81a7a3f64dd HTTP/1.1" status: 200 len: 375 time: 0.0220094 Aug 16 20:10:34.472794 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-55a52220-e5ac-478e-abfd-c10fd4653fd4 req-4afe952b-03d9-45ad-9b3f-8784de100731 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796182 Aug 16 20:10:34.498298 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-f9cc0567-5b04-4587-8528-0e5899156a7b tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=cdd630db8b014134bd5ab81a7a3f64dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0969505 Aug 16 20:10:34.511356 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d28e1309-c60c-4969-9760-1f1a75cc8899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:34.520522 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d28e1309-c60c-4969-9760-1f1a75cc8899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:34.525776 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d28e1309-c60c-4969-9760-1f1a75cc8899 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bc4155b3-8b0c-4f40-94da-ae8e49f84846 HTTP/1.1" status: 204 len: 168 time: 0.4037347 Aug 16 20:10:34.551857 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e1309-c60c-4969-9760-1f1a75cc8899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4155b3-8b0c-4f40-94da-ae8e49f84846,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:34.642292 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:34.726120 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-c49724a2-9ac2-4f4e-a0f7-b61e045b5caa service neutron] 10.222.0.68 "GET /v2.0/networks/445fd284-9b49-4aff-a865-048647b2bf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220731 Aug 16 20:10:34.855183 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f202511-4b8d-41f2-b527-d1540393885d req-bac8fe4e-f35c-4eda-bb34-5406875da2e4 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:34.857949 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8f202511-4b8d-41f2-b527-d1540393885d req-bac8fe4e-f35c-4eda-bb34-5406875da2e4 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1144533 Aug 16 20:10:34.893916 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-ed319e41-b148-4b5a-9e63-01e6a58d2623 service neutron] 10.222.0.68 "GET /v2.0/networks/445fd284-9b49-4aff-a865-048647b2bf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667745 Aug 16 20:10:34.913229 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a135fb53-e55e-4b35-a40a-3f79f0005a1c', 'name': 'network-vif-deleted', 'tag': '39506dea-8b81-47dd-93a6-fecb12a8b1c5'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:10:34.915829 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bebaa8-9dd2-4e9a-826b-a3076db8adaa" -d '{"events": [{"server_uuid": "a135fb53-e55e-4b35-a40a-3f79f0005a1c", "name": "network-vif-deleted", "tag": "39506dea-8b81-47dd-93a6-fecb12a8b1c5"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:10:34.932207 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8f202511-4b8d-41f2-b527-d1540393885d req-8ec7fd0d-d818-4352-9f87-c4b974aa89dd tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663605 Aug 16 20:10:35.090001 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7d18c0-d579-4ba1-b1dd-9c4ea7dde71f x-openstack-request-id: req-3b7d18c0-d579-4ba1-b1dd-9c4ea7dde71f {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:10:35.090349 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a135fb53-e55e-4b35-a40a-3f79f0005a1c", "name": "network-vif-deleted", "tag": "39506dea-8b81-47dd-93a6-fecb12a8b1c5", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:10:35.090636 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3b7d18c0-d579-4ba1-b1dd-9c4ea7dde71f {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:10:35.091742 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a135fb53-e55e-4b35-a40a-3f79f0005a1c', 'name': 'network-vif-deleted', 'tag': '39506dea-8b81-47dd-93a6-fecb12a8b1c5', 'status': 'completed', 'code': 200} Aug 16 20:10:35.354618 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c186c9-8b5c-406a-817d-d8b75b6bdb0d req-c7bfc69e-c878-4bf2-a32d-6fb2d392012a tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:35.367055 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-76c186c9-8b5c-406a-817d-d8b75b6bdb0d req-c7bfc69e-c878-4bf2-a32d-6fb2d392012a tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1693923 Aug 16 20:10:35.485105 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-76c186c9-8b5c-406a-817d-d8b75b6bdb0d req-65a827a6-8dcb-4a6b-aead-1d86ee4ebe78 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031346 Aug 16 20:10:35.558825 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:35.659790 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-86f00264-bb3b-4972-8924-3d0af87b4490 req-d58b1144-25d6-4e4c-ae4f-32d43cfb46d3 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d0aa9f7-725b-42a0-b24e-e6c144f6494e HTTP/1.1" status: 200 len: 210 time: 0.0651951 Aug 16 20:10:35.848038 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:35.926592 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:35.957668 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 47312) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:35.962372 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-09dbba38-4f59-4949-a93e-4bdd3b93e123 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1906812006', 'description': 'tempest-description--1049675465'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:36.007191 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09dbba38-4f59-4949-a93e-4bdd3b93e123 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:36.216874 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09dbba38-4f59-4949-a93e-4bdd3b93e123 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:36.223452 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09dbba38-4f59-4949-a93e-4bdd3b93e123 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:36.254940 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09dbba38-4f59-4949-a93e-4bdd3b93e123 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:36.257105 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-09dbba38-4f59-4949-a93e-4bdd3b93e123 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2981410 Aug 16 20:10:36.260128 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47330) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:36.265948 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c6ca5f40-5119-460a-8364-502a0840f195 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Request body: {'security_group_rule': {'security_group_id': '35a0bd9c-372f-4ee0-b046-d8dafdc18d3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:36.272474 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dbba38-4f59-4949-a93e-4bdd3b93e123 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a0bd9c-372f-4ee0-b046-d8dafdc18d3d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:36.276430 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 8d48fe2e-9633-4f44-9a70-4ca8c49de284 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:10:36.316617 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 8d48fe2e-9633-4f44-9a70-4ca8c49de284 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:10:36.317311 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 8d48fe2e-9633-4f44-9a70-4ca8c49de284 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:10:36.322164 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6ca5f40-5119-460a-8364-502a0840f195 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:36.451082 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6ca5f40-5119-460a-8364-502a0840f195 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:36.461558 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6ca5f40-5119-460a-8364-502a0840f195 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:36.496664 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca5f40-5119-460a-8364-502a0840f195 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7df027-92ff-433b-a415-fe03122120d8,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:36.517522 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6ca5f40-5119-460a-8364-502a0840f195 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:36.521376 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c6ca5f40-5119-460a-8364-502a0840f195 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2593338 Aug 16 20:10:36.523359 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 47344) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:36.528303 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e9f1d003-c5d3-49e3-8df1-36a2b163b4ca tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Request body: {'security_group_rule': {'security_group_id': '35a0bd9c-372f-4ee0-b046-d8dafdc18d3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:36.624807 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d003-c5d3-49e3-8df1-36a2b163b4ca tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:36.675921 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7fc8854d-6959-492b-8da6-904f06ab0147 req-2ac4ef7a-461d-4180-b8f8-ac80429218cb tempest-ServerShowV257Test-1230516012 tempest-ServerShowV257Test-1230516012-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.1081293 Aug 16 20:10:36.808073 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d003-c5d3-49e3-8df1-36a2b163b4ca tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:36.868413 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 47362) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:36.954729 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d003-c5d3-49e3-8df1-36a2b163b4ca tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:36.978267 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:37.029392 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-54b9fc3c-aed3-4dcf-92dd-a33ddb909019 req-da7c2405-aacc-49df-bff6-ba9be0660b82 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d0aa9f7-725b-42a0-b24e-e6c144f6494e HTTP/1.1" status: 200 len: 210 time: 0.2256842 Aug 16 20:10:37.038073 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1d003-c5d3-49e3-8df1-36a2b163b4ca tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d6d935-599d-45d8-9aa8-9828a623dea6,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:37.052073 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-37abe259-575d-46d1-b71e-70ea974ceb00 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:37.054166 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-37abe259-575d-46d1-b71e-70ea974ceb00 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.63 "GET /v2.0/networks?id=445fd284-9b49-4aff-a865-048647b2bf25 HTTP/1.1" status: 200 len: 805 time: 0.2689064 Aug 16 20:10:37.070864 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d003-c5d3-49e3-8df1-36a2b163b4ca tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:37.072794 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e9f1d003-c5d3-49e3-8df1-36a2b163b4ca tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5483198 Aug 16 20:10:37.076851 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 47368) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:37.087384 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-bf2a831c-7a69-40d9-8d05-ca5693c66d1e tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:37.136974 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-78fc88a8-7abb-415b-aead-dc5c0478f90e tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdd630db8b014134bd5ab81a7a3f64dd HTTP/1.1" status: 200 len: 379 time: 0.0716734 Aug 16 20:10:37.147109 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-773c1de1-d290-4e61-a249-cd49c9935540 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Request body: {'port': {'device_id': '9d0aa9f7-725b-42a0-b24e-e6c144f6494e', 'network_id': '445fd284-9b49-4aff-a865-048647b2bf25', 'admin_state_up': True, 'tenant_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'security_groups': ['47bac954-e21f-4bef-8f09-77e971ac2184']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:37.148308 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf2a831c-7a69-40d9-8d05-ca5693c66d1e tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:37.361083 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ee1d8be3-baee-4877-8c01-689119f9bcb8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c8bb8e770d2e40d2b660472c14773d75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4906986 Aug 16 20:10:37.363299 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 47374) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:37.387193 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-773c1de1-d290-4e61-a249-cd49c9935540 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Made reservation on behalf of cdd630db8b014134bd5ab81a7a3f64dd for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:10:37.392162 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-773c1de1-d290-4e61-a249-cd49c9935540 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:37.479542 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf2a831c-7a69-40d9-8d05-ca5693c66d1e tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:37.482278 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18cbc677-5a66-49e3-b586-64388dcd12f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:37.508224 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18cbc677-5a66-49e3-b586-64388dcd12f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:37.558537 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-773c1de1-d290-4e61-a249-cd49c9935540 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Allocated IP 172.20.0.11 (445fd284-9b49-4aff-a865-048647b2bf25/e8c4284e-7b9b-4280-91ae-d14a8a0a00f1/61839cd7-01d4-432d-b6db-a26f6c5446e6) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:10:37.619661 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18cbc677-5a66-49e3-b586-64388dcd12f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:37.622448 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18cbc677-5a66-49e3-b586-64388dcd12f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:37.625885 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-18cbc677-5a66-49e3-b586-64388dcd12f7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/99465f18-c887-45ea-8c3a-05f1caee4aa6 HTTP/1.1" status: 204 len: 168 time: 0.2586930 Aug 16 20:10:37.636897 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cbc677-5a66-49e3-b586-64388dcd12f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99465f18-c887-45ea-8c3a-05f1caee4aa6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:37.726795 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-bf2a831c-7a69-40d9-8d05-ca5693c66d1e tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Allocated IP 172.25.8.226 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/d78f5d23-1f6e-41fc-9373-8ae72751dc4e) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:10:37.862180 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-143cb470-1d72-42c0-8867-bbb167f4367b req-62f2a72f-b95e-461f-ae4c-7cdc1484a83d tempest-ServerShowV257Test-1230516012 tempest-ServerShowV257Test-1230516012-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.0585797 Aug 16 20:10:37.898104 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-773c1de1-d290-4e61-a249-cd49c9935540 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:37.926190 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-773c1de1-d290-4e61-a249-cd49c9935540 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Transition to ACTIVE for port object 61839cd7-01d4-432d-b6db-a26f6c5446e6 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:10:37.950850 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf2a831c-7a69-40d9-8d05-ca5693c66d1e tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:37.992175 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-773c1de1-d290-4e61-a249-cd49c9935540 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:38.071448 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf2a831c-7a69-40d9-8d05-ca5693c66d1e tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:38.124306 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c1de1-d290-4e61-a249-cd49c9935540 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Pushing event updated for resources: {'Port': ['ID=61839cd7-01d4-432d-b6db-a26f6c5446e6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:38.143814 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2a831c-7a69-40d9-8d05-ca5693c66d1e tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:10:38.145520 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-bf2a831c-7a69-40d9-8d05-ca5693c66d1e tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:10:38.149105 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2a831c-7a69-40d9-8d05-ca5693c66d1e tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:10:38.169972 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-773c1de1-d290-4e61-a249-cd49c9935540 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Network 445fd284-9b49-4aff-a865-048647b2bf25 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:10:38.183399 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-773c1de1-d290-4e61-a249-cd49c9935540 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:10:38.205398 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a831c-7a69-40d9-8d05-ca5693c66d1e tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Pushing event updated for resources: {'Port': ['ID=d78f5d23-1f6e-41fc-9373-8ae72751dc4e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:38.231425 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-773c1de1-d290-4e61-a249-cd49c9935540 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:10:38.294468 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69356d-20be-4af3-ae19-67ce176440be req-5ca841c9-11e7-40fb-9007-31c47f165895 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:38.302661 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bf69356d-20be-4af3-ae19-67ce176440be req-5ca841c9-11e7-40fb-9007-31c47f165895 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d0aa9f7-725b-42a0-b24e-e6c144f6494e HTTP/1.1" status: 200 len: 932 time: 0.1311207 Aug 16 20:10:38.372602 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf2a831c-7a69-40d9-8d05-ca5693c66d1e tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:38.380726 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bf69356d-20be-4af3-ae19-67ce176440be req-6376e90b-465f-49c4-af1d-8e1683cfb9e2 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/security-groups?id=47bac954-e21f-4bef-8f09-77e971ac2184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768394 Aug 16 20:10:38.394916 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-773c1de1-d290-4e61-a249-cd49c9935540 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:38.399513 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-773c1de1-d290-4e61-a249-cd49c9935540 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:38.436401 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf2a831c-7a69-40d9-8d05-ca5693c66d1e tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:38.445459 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-773c1de1-d290-4e61-a249-cd49c9935540 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3025796 Aug 16 20:10:38.461403 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-7f61f913-ab15-4fc9-9362-064d8a38bb57 service neutron] Request body: {'port': {'device_id': '9d0aa9f7-725b-42a0-b24e-e6c144f6494e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:38.609364 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-7f61f913-ab15-4fc9-9362-064d8a38bb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:38.654668 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a6849d7b-7959-4aee-b694-ad4c44d15cfc None None] Provisioning for port 61839cd7-01d4-432d-b6db-a26f6c5446e6 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:10:38.668027 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a6849d7b-7959-4aee-b694-ad4c44d15cfc None None] Provisioning complete for port 61839cd7-01d4-432d-b6db-a26f6c5446e6 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:10:38.669289 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a6849d7b-7959-4aee-b694-ad4c44d15cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:38.734372 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a6849d7b-7959-4aee-b694-ad4c44d15cfc None None] Port 61839cd7-01d4-432d-b6db-a26f6c5446e6 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:10:38.822570 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf2a831c-7a69-40d9-8d05-ca5693c66d1e tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:38.829620 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf2a831c-7a69-40d9-8d05-ca5693c66d1e tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:39.015829 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a831c-7a69-40d9-8d05-ca5693c66d1e tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Pushing event updated for resources: {'Port': ['ID=d78f5d23-1f6e-41fc-9373-8ae72751dc4e,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:39.029156 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf2a831c-7a69-40d9-8d05-ca5693c66d1e tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:39.066062 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf2a831c-7a69-40d9-8d05-ca5693c66d1e tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:39.080788 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bf2a831c-7a69-40d9-8d05-ca5693c66d1e tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0025613 Aug 16 20:10:39.168320 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3b91bd4b-8c50-4f88-abca-5be68f0ceb8b req-fac562ee-ce9d-49e7-b49c-544c869110ac tempest-ServerShowV257Test-1230516012 tempest-ServerShowV257Test-1230516012-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.0817873 Aug 16 20:10:39.181657 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-7f61f913-ab15-4fc9-9362-064d8a38bb57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61839cd7-01d4-432d-b6db-a26f6c5446e6 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:10:39.199754 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-7f61f913-ab15-4fc9-9362-064d8a38bb57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:39.227134 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-7f61f913-ab15-4fc9-9362-064d8a38bb57 service neutron] Transition to ACTIVE for port object 61839cd7-01d4-432d-b6db-a26f6c5446e6 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:10:39.233008 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-7f61f913-ab15-4fc9-9362-064d8a38bb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:39.659505 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-62617112-219e-4289-bc35-a18b83c90eb8 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:39.661128 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-62617112-219e-4289-bc35-a18b83c90eb8 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/networks?id=17a161c3-dea9-441d-b6a3-fe2c34ec09d4 HTTP/1.1" status: 200 len: 822 time: 0.2170541 Aug 16 20:10:39.695415 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-8287a776-a371-4544-91a6-a20eaf686f3d tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/quotas/fd9cbd22f82d4e4cb02b701bf4ae249c HTTP/1.1" status: 200 len: 375 time: 0.0220535 Aug 16 20:10:39.766521 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-266ea704-be47-45c9-bc16-0a5f9adec30d tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=fd9cbd22f82d4e4cb02b701bf4ae249c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0634716 Aug 16 20:10:39.812033 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61f913-ab15-4fc9-9362-064d8a38bb57 service neutron] Pushing event updated for resources: {'Port': ['ID=61839cd7-01d4-432d-b6db-a26f6c5446e6,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:39.818751 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c3fc9908-81b5-404c-998b-c85aaf0b0c1d req-4fc8543e-7176-4497-9831-5b275eda5b54 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.5091252 Aug 16 20:10:39.890292 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-b44224c3-4dc9-4906-8945-e07192552dea service neutron] 10.222.0.68 "GET /v2.0/networks/17a161c3-dea9-441d-b6a3-fe2c34ec09d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150284 Aug 16 20:10:39.921295 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50fbe9-a686-43ef-8a38-1b5e3fc28e68 req-badf963d-2caf-4e20-83ad-40b311570e0f tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:39.928658 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5b50fbe9-a686-43ef-8a38-1b5e3fc28e68 req-badf963d-2caf-4e20-83ad-40b311570e0f tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1135733 Aug 16 20:10:39.988533 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5b50fbe9-a686-43ef-8a38-1b5e3fc28e68 req-c469b17c-3d39-4b7c-963c-24a861a85563 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581789 Aug 16 20:10:40.007076 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-7f61f913-ab15-4fc9-9362-064d8a38bb57 service neutron] Attempting to bind port 61839cd7-01d4-432d-b6db-a26f6c5446e6 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:10:40.007449 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-7f61f913-ab15-4fc9-9362-064d8a38bb57 service neutron] Attempting to bind port 61839cd7-01d4-432d-b6db-a26f6c5446e6 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '2a16f85c-1189-4a4f-88d0-8154e091bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '445fd284-9b49-4aff-a865-048647b2bf25'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:10:40.008028 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-7f61f913-ab15-4fc9-9362-064d8a38bb57 service neutron] Attempting to bind port 61839cd7-01d4-432d-b6db-a26f6c5446e6 on network 445fd284-9b49-4aff-a865-048647b2bf25 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:10:40.021339 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-00ceec2b-ddec-4d61-aba8-f3daaa0a589e service neutron] 10.222.0.68 "GET /v2.0/networks/17a161c3-dea9-441d-b6a3-fe2c34ec09d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189830 Aug 16 20:10:40.022536 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-7f61f913-ab15-4fc9-9362-064d8a38bb57 service neutron] Port 61839cd7-01d4-432d-b6db-a26f6c5446e6 on network 445fd284-9b49-4aff-a865-048647b2bf25 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:10:40.024392 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-7f61f913-ab15-4fc9-9362-064d8a38bb57 service neutron] Attempting to bind port 61839cd7-01d4-432d-b6db-a26f6c5446e6 on network 445fd284-9b49-4aff-a865-048647b2bf25 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:10:40.030875 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-7f61f913-ab15-4fc9-9362-064d8a38bb57 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:10:40.031119 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-7f61f913-ab15-4fc9-9362-064d8a38bb57 service neutron] Checking segment: {'id': '2a16f85c-1189-4a4f-88d0-8154e091bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '445fd284-9b49-4aff-a865-048647b2bf25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:10:40.031556 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-7f61f913-ab15-4fc9-9362-064d8a38bb57 service neutron] Bound using segment: {'id': '2a16f85c-1189-4a4f-88d0-8154e091bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '445fd284-9b49-4aff-a865-048647b2bf25'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:10:40.031975 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-7f61f913-ab15-4fc9-9362-064d8a38bb57 service neutron] Bound port: 61839cd7-01d4-432d-b6db-a26f6c5446e6, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a16f85c-1189-4a4f-88d0-8154e091bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '445fd284-9b49-4aff-a865-048647b2bf25'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:10:40.032338 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-7f61f913-ab15-4fc9-9362-064d8a38bb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:40.144132 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-7f61f913-ab15-4fc9-9362-064d8a38bb57 service neutron] For port 61839cd7-01d4-432d-b6db-a26f6c5446e6, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:10:40.162484 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-7f61f913-ab15-4fc9-9362-064d8a38bb57 service neutron] For port 61839cd7-01d4-432d-b6db-a26f6c5446e6, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=61839cd7-01d4-432d-b6db-a26f6c5446e6,segment=NetworkSegment(2a16f85c-1189-4a4f-88d0-8154e091bfe3),segment_id=2a16f85c-1189-4a4f-88d0-8154e091bfe3)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:10:40.176364 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18381ccb-c7d8-4d51-b2b8-899e14091fa5 req-ecb0bb16-4c36-4352-b92f-5ca56dac434d tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:40.177930 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-18381ccb-c7d8-4d51-b2b8-899e14091fa5 req-ecb0bb16-4c36-4352-b92f-5ca56dac434d tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d0aa9f7-725b-42a0-b24e-e6c144f6494e HTTP/1.1" status: 200 len: 944 time: 0.0719807 Aug 16 20:10:40.179728 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-7f61f913-ab15-4fc9-9362-064d8a38bb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:40.247838 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-7f61f913-ab15-4fc9-9362-064d8a38bb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:40.248673 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-7f61f913-ab15-4fc9-9362-064d8a38bb57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:40.264994 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-7f61f913-ab15-4fc9-9362-064d8a38bb57 service neutron] 10.222.0.63 "PUT /v2.0/ports/61839cd7-01d4-432d-b6db-a26f6c5446e6 HTTP/1.1" status: 200 len: 1093 time: 1.8116462 Aug 16 20:10:40.269290 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0aa9f7-725b-42a0-b24e-e6c144f6494e', 'tag': '61839cd7-01d4-432d-b6db-a26f6c5446e6'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:10:40.271872 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4956f9ad-7bf6-416b-9497-4fdd84e39745" -d '{"events": [{"name": "network-changed", "server_uuid": "9d0aa9f7-725b-42a0-b24e-e6c144f6494e", "tag": "61839cd7-01d4-432d-b6db-a26f6c5446e6"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:10:40.282205 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-18381ccb-c7d8-4d51-b2b8-899e14091fa5 req-7b07763a-f0d7-4181-a98b-8fccf93d7576 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/security-groups?id=47bac954-e21f-4bef-8f09-77e971ac2184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975559 Aug 16 20:10:40.311230 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61f913-ab15-4fc9-9362-064d8a38bb57 service neutron] Pushing event updated for resources: {'Port': ['ID=61839cd7-01d4-432d-b6db-a26f6c5446e6,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:40.378186 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-71c53bf0-6226-44a0-8ece-712bb2948a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:40.385718 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-71c53bf0-6226-44a0-8ece-712bb2948a22 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cdd630db8b014134bd5ab81a7a3f64dd&device_id=9d0aa9f7-725b-42a0-b24e-e6c144f6494e HTTP/1.1" status: 200 len: 1096 time: 0.0712473 Aug 16 20:10:40.459548 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-627593ea-0c87-4a78-8de9-fe34a01710fc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61839cd7-01d4-432d-b6db-a26f6c5446e6 HTTP/1.1" status: 200 len: 217 time: 0.0654781 Aug 16 20:10:40.489623 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f3fe3-e0f9-4f77-aee0-9b45a19b9022 req-81a271a4-697e-4b55-92c0-6fa61bb0e26e tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:40.492577 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2e0f3fe3-e0f9-4f77-aee0-9b45a19b9022 req-81a271a4-697e-4b55-92c0-6fa61bb0e26e tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1331949 Aug 16 20:10:40.577810 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2e0f3fe3-e0f9-4f77-aee0-9b45a19b9022 req-e84e1c85-06f4-4f85-bee9-4661c9010fc2 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677214 Aug 16 20:10:40.595072 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-df1d6ec3-7330-4365-a33a-0c3ff79e5ff3 req-8d4e76e5-7683-4728-b3c0-3ef02d6fd570 tempest-ServerShowV257Test-1230516012 tempest-ServerShowV257Test-1230516012-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.0756760 Aug 16 20:10:40.612646 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-789fabf9-8b1e-45fd-ac5f-03ff73d5d765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:40.614439 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-789fabf9-8b1e-45fd-ac5f-03ff73d5d765 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e8c4284e-7b9b-4280-91ae-d14a8a0a00f1 HTTP/1.1" status: 200 len: 844 time: 0.1401148 Aug 16 20:10:40.692015 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-34b92833-a93c-4eae-b55d-d1bd37c878cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:40.699117 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-34b92833-a93c-4eae-b55d-d1bd37c878cf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=445fd284-9b49-4aff-a865-048647b2bf25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0764024 Aug 16 20:10:40.744776 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b7d3b851-c17d-45f6-900a-42587eeaa36d req-bebfdcc6-506a-404e-8661-77aab60182e7 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=697cd9ae-1d1e-4303-b14f-8a9c4f79926b HTTP/1.1" status: 200 len: 210 time: 0.0944781 Aug 16 20:10:40.755771 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0d67f9-42b6-4db6-b228-f3dca3eff6bc x-openstack-request-id: req-8d0d67f9-42b6-4db6-b228-f3dca3eff6bc {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:10:40.756067 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d0aa9f7-725b-42a0-b24e-e6c144f6494e", "tag": "61839cd7-01d4-432d-b6db-a26f6c5446e6", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:10:40.756320 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8d0d67f9-42b6-4db6-b228-f3dca3eff6bc {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:10:40.760599 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d0aa9f7-725b-42a0-b24e-e6c144f6494e', 'tag': '61839cd7-01d4-432d-b6db-a26f6c5446e6', 'status': 'completed', 'code': 200} Aug 16 20:10:41.003339 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-30107ed0-b297-410a-bbdc-6da4918eb496 service neutron] 10.222.0.63 "GET /v2.0/networks/445fd284-9b49-4aff-a865-048647b2bf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906921 Aug 16 20:10:41.181028 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b5a181f4-6b48-4fc4-b9f5-4f37b38df103 req-cdc0ecab-1585-4701-9bfe-471a4dc689f0 service neutron] 10.222.0.63 "GET /v2.0/networks/445fd284-9b49-4aff-a865-048647b2bf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706145 Aug 16 20:10:41.309840 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956f9ad-7bf6-416b-9497-4fdd84e39745 req-9aaa6997-a44d-4c8e-8ded-9455f0643a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:41.313010 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4956f9ad-7bf6-416b-9497-4fdd84e39745 req-9aaa6997-a44d-4c8e-8ded-9455f0643a40 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cdd630db8b014134bd5ab81a7a3f64dd&device_id=9d0aa9f7-725b-42a0-b24e-e6c144f6494e HTTP/1.1" status: 200 len: 1096 time: 0.0617986 Aug 16 20:10:41.587537 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d88b3-7389-4038-85ea-60f6f09e3bba req-89458475-eb30-4d30-ae34-18527111ee39 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:41.600091 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-da7d88b3-7389-4038-85ea-60f6f09e3bba req-89458475-eb30-4d30-ae34-18527111ee39 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d0aa9f7-725b-42a0-b24e-e6c144f6494e HTTP/1.1" status: 200 len: 944 time: 0.1431158 Aug 16 20:10:41.606864 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956f9ad-7bf6-416b-9497-4fdd84e39745 req-7723a56b-43cd-4a61-953a-6747b03e0951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:41.609942 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4956f9ad-7bf6-416b-9497-4fdd84e39745 req-7723a56b-43cd-4a61-953a-6747b03e0951 service neutron] 10.222.0.63 "GET /v2.0/networks?id=445fd284-9b49-4aff-a865-048647b2bf25 HTTP/1.1" status: 200 len: 906 time: 0.2855842 Aug 16 20:10:41.686915 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4956f9ad-7bf6-416b-9497-4fdd84e39745 req-4a3b722f-6685-4d82-8f9d-0119fce07771 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61839cd7-01d4-432d-b6db-a26f6c5446e6 HTTP/1.1" status: 200 len: 217 time: 0.0622077 Aug 16 20:10:41.710415 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-da7d88b3-7389-4038-85ea-60f6f09e3bba req-c8ba2bdf-92f6-47f5-a0f1-10b6dbecf436 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/security-groups?id=47bac954-e21f-4bef-8f09-77e971ac2184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009867 Aug 16 20:10:41.912301 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2f750b4d-5f5e-4977-bb6a-e45912732c34 req-38258646-2c45-47aa-b08e-9d95572ff15a tempest-ServerShowV257Test-1230516012 tempest-ServerShowV257Test-1230516012-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.0902016 Aug 16 20:10:41.917958 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956f9ad-7bf6-416b-9497-4fdd84e39745 req-3e6ffc1c-7e2e-416f-ad38-81ef7b173a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:41.920321 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4956f9ad-7bf6-416b-9497-4fdd84e39745 req-3e6ffc1c-7e2e-416f-ad38-81ef7b173a40 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e8c4284e-7b9b-4280-91ae-d14a8a0a00f1 HTTP/1.1" status: 200 len: 844 time: 0.2088997 Aug 16 20:10:42.097107 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956f9ad-7bf6-416b-9497-4fdd84e39745 req-749d6f5b-3ebd-444c-98f0-79e66457f70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:42.098820 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4956f9ad-7bf6-416b-9497-4fdd84e39745 req-749d6f5b-3ebd-444c-98f0-79e66457f70b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=445fd284-9b49-4aff-a865-048647b2bf25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1666207 Aug 16 20:10:42.255458 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-f6f3f561-9fd8-4276-b4bd-88e39f436c5b tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:42.256925 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-f6f3f561-9fd8-4276-b4bd-88e39f436c5b tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.57 "GET /v2.0/networks?id=17a161c3-dea9-441d-b6a3-fe2c34ec09d4 HTTP/1.1" status: 200 len: 822 time: 0.3218720 Aug 16 20:10:42.271563 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-ecd0d211-0641-45c3-a5d9-7e0eea7f06d1 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Request body: {'port': {'device_id': '697cd9ae-1d1e-4303-b14f-8a9c4f79926b', 'network_id': '17a161c3-dea9-441d-b6a3-fe2c34ec09d4', 'admin_state_up': True, 'tenant_id': 'fd9cbd22f82d4e4cb02b701bf4ae249c'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:42.297221 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a0778c76-dce9-470d-8cc4-c049697283e7 req-24273d0f-f7af-4d92-a7e3-76ea6105de71 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=697cd9ae-1d1e-4303-b14f-8a9c4f79926b HTTP/1.1" status: 200 len: 210 time: 0.1677885 Aug 16 20:10:42.409271 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4956f9ad-7bf6-416b-9497-4fdd84e39745 req-e028cf4e-6e56-4be3-9deb-f3277f3fb165 service neutron] 10.222.0.63 "GET /v2.0/networks/445fd284-9b49-4aff-a865-048647b2bf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999465 Aug 16 20:10:42.496323 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-ecd0d211-0641-45c3-a5d9-7e0eea7f06d1 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Made reservation on behalf of fd9cbd22f82d4e4cb02b701bf4ae249c for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:10:42.505841 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-ecd0d211-0641-45c3-a5d9-7e0eea7f06d1 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:42.577920 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4956f9ad-7bf6-416b-9497-4fdd84e39745 req-d25767e3-dbdf-4c1e-9658-91df8a4611dd service neutron] 10.222.0.63 "GET /v2.0/networks/445fd284-9b49-4aff-a865-048647b2bf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603005 Aug 16 20:10:42.733165 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-378906de-5cd4-47db-9d8c-7b0e4b7f9f01 req-cd5f8ab3-fcdc-4ca7-bdb6-c73233b69d40 tempest-ServerShowV257Test-1230516012 tempest-ServerShowV257Test-1230516012-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.0509884 Aug 16 20:10:42.796626 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-ecd0d211-0641-45c3-a5d9-7e0eea7f06d1 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Allocated IP 172.20.0.3 (17a161c3-dea9-441d-b6a3-fe2c34ec09d4/f551bf48-1e2b-40ad-bd38-5eb6d0ebb5aa/932d584d-71a2-490e-82fd-3b1a0639a028) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:10:43.114858 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04244f7-143b-4c88-8b78-bc6893a7de26 req-d5ddbe5d-a5c5-443e-8618-159093369902 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:43.122191 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d04244f7-143b-4c88-8b78-bc6893a7de26 req-d5ddbe5d-a5c5-443e-8618-159093369902 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d0aa9f7-725b-42a0-b24e-e6c144f6494e HTTP/1.1" status: 200 len: 944 time: 0.1880498 Aug 16 20:10:43.205082 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-ecd0d211-0641-45c3-a5d9-7e0eea7f06d1 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:43.221435 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d04244f7-143b-4c88-8b78-bc6893a7de26 req-892cf0e0-bbd6-4d86-82f8-645b3c1c3c28 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/security-groups?id=47bac954-e21f-4bef-8f09-77e971ac2184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913174 Aug 16 20:10:43.259005 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-ecd0d211-0641-45c3-a5d9-7e0eea7f06d1 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:43.316951 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-ecd0d211-0641-45c3-a5d9-7e0eea7f06d1 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Network 17a161c3-dea9-441d-b6a3-fe2c34ec09d4 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:10:43.321841 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-ecd0d211-0641-45c3-a5d9-7e0eea7f06d1 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:10:43.326508 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-ecd0d211-0641-45c3-a5d9-7e0eea7f06d1 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:10:43.333626 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0d211-0641-45c3-a5d9-7e0eea7f06d1 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Pushing event updated for resources: {'Port': ['ID=932d584d-71a2-490e-82fd-3b1a0639a028,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:43.392240 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-ecd0d211-0641-45c3-a5d9-7e0eea7f06d1 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:43.392916 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-ecd0d211-0641-45c3-a5d9-7e0eea7f06d1 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:43.420097 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-ecd0d211-0641-45c3-a5d9-7e0eea7f06d1 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1536491 Aug 16 20:10:43.435371 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-af93392e-e6b1-419d-b816-9edbe5f9710b service neutron] Request body: {'port': {'device_id': '697cd9ae-1d1e-4303-b14f-8a9c4f79926b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:43.498849 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 61839cd7-01d4-432d-b6db-a26f6c5446e6 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:10:43.552019 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20d764-e97a-4f42-b1c5-b6a7307b9fe7 req-6df4b95b-887f-4b06-8181-1b4f38fac0c7 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:43.560490 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8c20d764-e97a-4f42-b1c5-b6a7307b9fe7 req-6df4b95b-887f-4b06-8181-1b4f38fac0c7 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=697cd9ae-1d1e-4303-b14f-8a9c4f79926b HTTP/1.1" status: 200 len: 931 time: 0.1121860 Aug 16 20:10:43.572257 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-af93392e-e6b1-419d-b816-9edbe5f9710b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:43.611734 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8c20d764-e97a-4f42-b1c5-b6a7307b9fe7 req-a8de420e-f6a5-49d1-937d-34c663af7c67 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480776 Aug 16 20:10:43.695269 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 61839cd7-01d4-432d-b6db-a26f6c5446e6, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=61839cd7-01d4-432d-b6db-a26f6c5446e6,segment=NetworkSegment(2a16f85c-1189-4a4f-88d0-8154e091bfe3),segment_id=2a16f85c-1189-4a4f-88d0-8154e091bfe3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:43.720545 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '61839cd7-01d4-432d-b6db-a26f6c5446e6', 'network_id': '445fd284-9b49-4aff-a865-048647b2bf25', 'port_id': '61839cd7-01d4-432d-b6db-a26f6c5446e6', 'mac_address': 'fa:16:3e:6d:80:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c4284e-7b9b-4280-91ae-d14a8a0a00f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:10:43.773593 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:43.789219 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61839cd7-01d4-432d-b6db-a26f6c5446e6 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:10:43.813007 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 61839cd7-01d4-432d-b6db-a26f6c5446e6, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=61839cd7-01d4-432d-b6db-a26f6c5446e6,segment=NetworkSegment(2a16f85c-1189-4a4f-88d0-8154e091bfe3),segment_id=2a16f85c-1189-4a4f-88d0-8154e091bfe3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:43.820354 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:43.859863 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944eca6b-9453-4fcf-8b32-47f1f8861de3 req-c85d782c-9a94-4bfb-9c13-813b88414321 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:43.861987 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-944eca6b-9453-4fcf-8b32-47f1f8861de3 req-c85d782c-9a94-4bfb-9c13-813b88414321 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1239998 Aug 16 20:10:43.888414 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=61839cd7-01d4-432d-b6db-a26f6c5446e6,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:43.921271 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-944eca6b-9453-4fcf-8b32-47f1f8861de3 req-9c64340f-b5e9-4c8a-afdb-4a0b92dae411 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514562 Aug 16 20:10:43.974601 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f1e06085-b768-4eeb-93de-8f2057e65faf req-a6fddcd3-563b-4c4e-8f98-3bfa2745e299 tempest-ServerShowV257Test-1230516012 tempest-ServerShowV257Test-1230516012-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.0944207 Aug 16 20:10:44.020994 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['61839cd7-01d4-432d-b6db-a26f6c5446e6'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:10:44.109488 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-af93392e-e6b1-419d-b816-9edbe5f9710b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 932d584d-71a2-490e-82fd-3b1a0639a028 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:10:44.118661 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-af93392e-e6b1-419d-b816-9edbe5f9710b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:44.134348 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-af93392e-e6b1-419d-b816-9edbe5f9710b service neutron] Transition to ACTIVE for port object 932d584d-71a2-490e-82fd-3b1a0639a028 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:10:44.141561 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-af93392e-e6b1-419d-b816-9edbe5f9710b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:44.154247 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c60b00-ab7b-44ca-8ccc-522238946cc5 req-3085fe4d-2eba-4a3c-b7d9-cfc184e842cc tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:44.164901 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-07c60b00-ab7b-44ca-8ccc-522238946cc5 req-3085fe4d-2eba-4a3c-b7d9-cfc184e842cc tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1006832 Aug 16 20:10:44.257083 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-07c60b00-ab7b-44ca-8ccc-522238946cc5 req-60cdefe7-919a-4dae-b7ae-08a61edc8a3f tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910103 Aug 16 20:10:44.285083 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af93392e-e6b1-419d-b816-9edbe5f9710b service neutron] Pushing event updated for resources: {'Port': ['ID=932d584d-71a2-490e-82fd-3b1a0639a028,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:44.385131 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-af93392e-e6b1-419d-b816-9edbe5f9710b service neutron] Attempting to bind port 932d584d-71a2-490e-82fd-3b1a0639a028 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:10:44.385720 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-af93392e-e6b1-419d-b816-9edbe5f9710b service neutron] Attempting to bind port 932d584d-71a2-490e-82fd-3b1a0639a028 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'fa38c8f7-67c8-4b30-a7ef-fd21760571af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '17a161c3-dea9-441d-b6a3-fe2c34ec09d4'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:10:44.386120 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-af93392e-e6b1-419d-b816-9edbe5f9710b service neutron] Attempting to bind port 932d584d-71a2-490e-82fd-3b1a0639a028 on network 17a161c3-dea9-441d-b6a3-fe2c34ec09d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:10:44.391704 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-af93392e-e6b1-419d-b816-9edbe5f9710b service neutron] Port 932d584d-71a2-490e-82fd-3b1a0639a028 on network 17a161c3-dea9-441d-b6a3-fe2c34ec09d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:10:44.392096 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-af93392e-e6b1-419d-b816-9edbe5f9710b service neutron] Attempting to bind port 932d584d-71a2-490e-82fd-3b1a0639a028 on network 17a161c3-dea9-441d-b6a3-fe2c34ec09d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:10:44.397789 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-af93392e-e6b1-419d-b816-9edbe5f9710b service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:10:44.398353 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-af93392e-e6b1-419d-b816-9edbe5f9710b service neutron] Checking segment: {'id': 'fa38c8f7-67c8-4b30-a7ef-fd21760571af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '17a161c3-dea9-441d-b6a3-fe2c34ec09d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:10:44.398828 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-af93392e-e6b1-419d-b816-9edbe5f9710b service neutron] Bound using segment: {'id': 'fa38c8f7-67c8-4b30-a7ef-fd21760571af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '17a161c3-dea9-441d-b6a3-fe2c34ec09d4'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:10:44.399410 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-af93392e-e6b1-419d-b816-9edbe5f9710b service neutron] Bound port: 932d584d-71a2-490e-82fd-3b1a0639a028, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa38c8f7-67c8-4b30-a7ef-fd21760571af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '17a161c3-dea9-441d-b6a3-fe2c34ec09d4'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:10:44.400285 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-af93392e-e6b1-419d-b816-9edbe5f9710b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:44.438928 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9df62-1be3-4b76-afed-63d43f2640b4 req-cde852a7-941e-4615-bba7-2337ecb01885 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:44.447754 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2de9df62-1be3-4b76-afed-63d43f2640b4 req-cde852a7-941e-4615-bba7-2337ecb01885 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d0aa9f7-725b-42a0-b24e-e6c144f6494e HTTP/1.1" status: 200 len: 945 time: 0.0677326 Aug 16 20:10:44.495925 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2de9df62-1be3-4b76-afed-63d43f2640b4 req-08734601-b007-4e5b-903e-38656d97f969 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/security-groups?id=47bac954-e21f-4bef-8f09-77e971ac2184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472224 Aug 16 20:10:44.532579 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-af93392e-e6b1-419d-b816-9edbe5f9710b service neutron] For port 932d584d-71a2-490e-82fd-3b1a0639a028, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:10:44.539483 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-af93392e-e6b1-419d-b816-9edbe5f9710b service neutron] For port 932d584d-71a2-490e-82fd-3b1a0639a028, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=932d584d-71a2-490e-82fd-3b1a0639a028,segment=NetworkSegment(fa38c8f7-67c8-4b30-a7ef-fd21760571af),segment_id=fa38c8f7-67c8-4b30-a7ef-fd21760571af)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:10:44.546419 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-af93392e-e6b1-419d-b816-9edbe5f9710b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:44.607338 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-af93392e-e6b1-419d-b816-9edbe5f9710b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:44.607973 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-af93392e-e6b1-419d-b816-9edbe5f9710b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:44.609985 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-af93392e-e6b1-419d-b816-9edbe5f9710b service neutron] 10.222.0.57 "PUT /v2.0/ports/932d584d-71a2-490e-82fd-3b1a0639a028 HTTP/1.1" status: 200 len: 1092 time: 1.1809392 Aug 16 20:10:44.627493 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697cd9ae-1d1e-4303-b14f-8a9c4f79926b', 'tag': '932d584d-71a2-490e-82fd-3b1a0639a028'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:10:44.630011 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9cff2a-e1b1-4f9d-8d77-35965ee253f2" -d '{"events": [{"name": "network-changed", "server_uuid": "697cd9ae-1d1e-4303-b14f-8a9c4f79926b", "tag": "932d584d-71a2-490e-82fd-3b1a0639a028"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:10:44.722192 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af93392e-e6b1-419d-b816-9edbe5f9710b service neutron] Pushing event updated for resources: {'Port': ['ID=932d584d-71a2-490e-82fd-3b1a0639a028,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:44.736695 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a9990-5791-4d2a-a9fa-25bb8158feb7 req-28d9652d-33ce-4487-9dd7-773307d19db4 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:44.743946 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-af3a9990-5791-4d2a-a9fa-25bb8158feb7 req-28d9652d-33ce-4487-9dd7-773307d19db4 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.0659592 Aug 16 20:10:44.744162 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-6a7c4bf2-e02c-4a4f-9a29-399e1ae3c1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:44.745844 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-6a7c4bf2-e02c-4a4f-9a29-399e1ae3c1a7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fd9cbd22f82d4e4cb02b701bf4ae249c&device_id=697cd9ae-1d1e-4303-b14f-8a9c4f79926b HTTP/1.1" status: 200 len: 1095 time: 0.0734599 Aug 16 20:10:44.780499 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-af3a9990-5791-4d2a-a9fa-25bb8158feb7 req-23a83c38-74a4-4a59-93e2-983f2d1e3a51 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356727 Aug 16 20:10:44.828126 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-8260c671-cd17-444d-8843-83897e6e236e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=932d584d-71a2-490e-82fd-3b1a0639a028 HTTP/1.1" status: 200 len: 217 time: 0.0635166 Aug 16 20:10:44.846482 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afd1547-b999-43c9-bf28-88bf7c7f3993 x-openstack-request-id: req-3afd1547-b999-43c9-bf28-88bf7c7f3993 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:10:44.846778 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697cd9ae-1d1e-4303-b14f-8a9c4f79926b", "tag": "932d584d-71a2-490e-82fd-3b1a0639a028", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:10:44.847086 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3afd1547-b999-43c9-bf28-88bf7c7f3993 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:10:44.847499 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '697cd9ae-1d1e-4303-b14f-8a9c4f79926b', 'tag': '932d584d-71a2-490e-82fd-3b1a0639a028', 'status': 'completed', 'code': 200} Aug 16 20:10:44.896631 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b1de8-72eb-444a-b963-d27e774c2191 req-01b3d3f6-b403-4e6f-a177-c25adb71061c tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:44.898315 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-971b1de8-72eb-444a-b963-d27e774c2191 req-01b3d3f6-b403-4e6f-a177-c25adb71061c tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=697cd9ae-1d1e-4303-b14f-8a9c4f79926b HTTP/1.1" status: 200 len: 943 time: 0.1484358 Aug 16 20:10:44.938848 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-f3a72ef0-7867-49a6-af64-44a3321d9b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:44.940453 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-f3a72ef0-7867-49a6-af64-44a3321d9b43 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f551bf48-1e2b-40ad-bd38-5eb6d0ebb5aa HTTP/1.1" status: 200 len: 862 time: 0.1044247 Aug 16 20:10:45.000861 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91a9a7-1e36-4826-a932-bef6788b071e req-1fa17efe-7ebe-44de-a9c7-eaa7b07bca52 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:45.002576 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cc91a9a7-1e36-4826-a932-bef6788b071e req-1fa17efe-7ebe-44de-a9c7-eaa7b07bca52 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.0763073 Aug 16 20:10:45.051169 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cc91a9a7-1e36-4826-a932-bef6788b071e req-c9a12805-fd05-4975-bc8e-958b05e81859 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420306 Aug 16 20:10:45.214151 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-515fdc11-18b6-437c-a970-8e0206cad4ae req-fff2d0ff-16ec-4b3b-957e-0baead87fd8a tempest-ServerShowV257Test-1230516012 tempest-ServerShowV257Test-1230516012-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.0432932 Aug 16 20:10:45.365571 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-a68840c4-2c10-416c-ad00-0c7af340ed74 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=17a161c3-dea9-441d-b6a3-fe2c34ec09d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4053032 Aug 16 20:10:45.368245 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ea66c-dbca-49e0-bfd4-3ee352471777 req-b127c1b9-9f3e-4b3a-913d-beb4b487b6e6 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:45.376593 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec5ea66c-dbca-49e0-bfd4-3ee352471777 req-b127c1b9-9f3e-4b3a-913d-beb4b487b6e6 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.0661151 Aug 16 20:10:45.377820 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-971b1de8-72eb-444a-b963-d27e774c2191 req-b29ac612-422c-4fe9-b91e-b34e7803d262 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4622889 Aug 16 20:10:45.438049 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec5ea66c-dbca-49e0-bfd4-3ee352471777 req-94c42713-9914-41f0-9b0c-d401592c76b5 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597553 Aug 16 20:10:45.484904 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47632) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:45.497944 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-0b1f881b-3ae0-480b-86ae-32b098d0d298 service neutron] 10.222.0.57 "GET /v2.0/networks/17a161c3-dea9-441d-b6a3-fe2c34ec09d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180086 Aug 16 20:10:45.519327 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 61839cd7-01d4-432d-b6db-a26f6c5446e6 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:10:45.580846 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 61839cd7-01d4-432d-b6db-a26f6c5446e6 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:10:45.586324 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 61839cd7-01d4-432d-b6db-a26f6c5446e6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:10:45.586983 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:45.669285 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee98ce-a37a-40b0-be32-5fd3cc50463c req-b726e75a-ae79-41eb-9e3d-f104fed56a96 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:45.672787 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40632815-f763-4c24-a199-17a07429698c req-1899761d-04a4-44a1-bd5b-c564061b66ed tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:45.677449 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5eee98ce-a37a-40b0-be32-5fd3cc50463c req-b726e75a-ae79-41eb-9e3d-f104fed56a96 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d0aa9f7-725b-42a0-b24e-e6c144f6494e HTTP/1.1" status: 200 len: 945 time: 0.0947866 Aug 16 20:10:45.680478 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-40632815-f763-4c24-a199-17a07429698c req-1899761d-04a4-44a1-bd5b-c564061b66ed tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.0890317 Aug 16 20:10:45.689877 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:45.700745 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-83110c85-9642-4168-96a8-fa70bf32a196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:45.718150 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0aa9f7-725b-42a0-b24e-e6c144f6494e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61839cd7-01d4-432d-b6db-a26f6c5446e6'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:10:45.720807 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52035e17-9783-4dbe-a4a0-5f3a26b22e99" -d '{"events": [{"server_uuid": "9d0aa9f7-725b-42a0-b24e-e6c144f6494e", "name": "network-vif-plugged", "status": "completed", "tag": "61839cd7-01d4-432d-b6db-a26f6c5446e6"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:10:45.723676 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e8a1f5f4-767a-4857-9714-e262325f03e1 req-6d4d01aa-95ac-4627-8d25-382dfa968fce service neutron] 10.222.0.57 "GET /v2.0/networks/17a161c3-dea9-441d-b6a3-fe2c34ec09d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158279 Aug 16 20:10:45.745722 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 61839cd7-01d4-432d-b6db-a26f6c5446e6, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=61839cd7-01d4-432d-b6db-a26f6c5446e6,segment=NetworkSegment(2a16f85c-1189-4a4f-88d0-8154e091bfe3),segment_id=2a16f85c-1189-4a4f-88d0-8154e091bfe3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:45.747837 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-40632815-f763-4c24-a199-17a07429698c req-981ee707-34bc-4182-93ea-f63eb7ea1e1d tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659137 Aug 16 20:10:45.756692 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:45.807046 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5eee98ce-a37a-40b0-be32-5fd3cc50463c req-b26e4b27-d2af-47ee-a5a8-10e5e73dff21 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/security-groups?id=47bac954-e21f-4bef-8f09-77e971ac2184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241181 Aug 16 20:10:45.817701 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=61839cd7-01d4-432d-b6db-a26f6c5446e6,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:45.864272 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d0c420-0f65-4ba5-acd1-94c198562ff3 x-openstack-request-id: req-59d0c420-0f65-4ba5-acd1-94c198562ff3 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:10:45.864564 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0aa9f7-725b-42a0-b24e-e6c144f6494e", "name": "network-vif-plugged", "status": "completed", "tag": "61839cd7-01d4-432d-b6db-a26f6c5446e6", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:10:45.864816 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-59d0c420-0f65-4ba5-acd1-94c198562ff3 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:10:45.865337 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0aa9f7-725b-42a0-b24e-e6c144f6494e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61839cd7-01d4-432d-b6db-a26f6c5446e6', 'code': 200} Aug 16 20:10:45.898920 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cff2a-e1b1-4f9d-8d77-35965ee253f2 req-8efffaa9-a312-48e4-88a3-fcb0c84e28aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:45.902104 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1b9cff2a-e1b1-4f9d-8d77-35965ee253f2 req-8efffaa9-a312-48e4-88a3-fcb0c84e28aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fd9cbd22f82d4e4cb02b701bf4ae249c&device_id=697cd9ae-1d1e-4303-b14f-8a9c4f79926b HTTP/1.1" status: 200 len: 1095 time: 0.1131842 Aug 16 20:10:45.969662 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-83110c85-9642-4168-96a8-fa70bf32a196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:45.987264 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-83110c85-9642-4168-96a8-fa70bf32a196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:46.022108 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83110c85-9642-4168-96a8-fa70bf32a196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a960583-bb94-4e55-bf44-1a0cdb5451f6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:46.098617 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 47656) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:46.101154 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-83110c85-9642-4168-96a8-fa70bf32a196 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=28fe783ce45a4e6e876127563cfc3b2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6098466 Aug 16 20:10:46.104708 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1382afc-1fe3-4ab9-a102-eca13d5089ff req-ecf0eba5-e416-40dd-a581-d25762c90161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:46.106832 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f1382afc-1fe3-4ab9-a102-eca13d5089ff req-ecf0eba5-e416-40dd-a581-d25762c90161 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9d0aa9f7-725b-42a0-b24e-e6c144f6494e HTTP/1.1" status: 200 len: 1098 time: 0.1508503 Aug 16 20:10:46.129781 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cff2a-e1b1-4f9d-8d77-35965ee253f2 req-8bd28986-5894-4802-8ba1-13c4a53100fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:46.131647 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1b9cff2a-e1b1-4f9d-8d77-35965ee253f2 req-8bd28986-5894-4802-8ba1-13c4a53100fc service neutron] 10.222.0.57 "GET /v2.0/networks?id=17a161c3-dea9-441d-b6a3-fe2c34ec09d4 HTTP/1.1" status: 200 len: 923 time: 0.2172453 Aug 16 20:10:46.159956 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f1382afc-1fe3-4ab9-a102-eca13d5089ff req-82ad8072-cfa3-436b-9c03-aa03e481b8e5 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=47bac954-e21f-4bef-8f09-77e971ac2184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445902 Aug 16 20:10:46.220594 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1b9cff2a-e1b1-4f9d-8d77-35965ee253f2 req-ee89d681-3667-4f93-8769-796d767506b7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=932d584d-71a2-490e-82fd-3b1a0639a028 HTTP/1.1" status: 200 len: 217 time: 0.0662482 Aug 16 20:10:46.287526 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c56da6a3-2eae-4ebe-99f3-1ab748ad7c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:46.307973 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf8eb2-507c-4d79-9728-3e3db5c97d76 req-6253ea7e-2d9c-427c-a76d-faca1e983262 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:46.310266 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5cbf8eb2-507c-4d79-9728-3e3db5c97d76 req-6253ea7e-2d9c-427c-a76d-faca1e983262 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1743371 Aug 16 20:10:46.377264 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c56da6a3-2eae-4ebe-99f3-1ab748ad7c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:46.382304 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cff2a-e1b1-4f9d-8d77-35965ee253f2 req-fd3fac4e-75f7-4cbb-9e44-14d84673b0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:46.384142 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1b9cff2a-e1b1-4f9d-8d77-35965ee253f2 req-fd3fac4e-75f7-4cbb-9e44-14d84673b0ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f551bf48-1e2b-40ad-bd38-5eb6d0ebb5aa HTTP/1.1" status: 200 len: 862 time: 0.1550729 Aug 16 20:10:46.416936 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0a04a6ab-a8aa-4645-a709-8284750af477 req-93aa9828-4337-409b-a828-c67485789eb5 tempest-ServerShowV257Test-1230516012 tempest-ServerShowV257Test-1230516012-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.0861161 Aug 16 20:10:46.431243 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5cbf8eb2-507c-4d79-9728-3e3db5c97d76 req-9fd4a6f0-25b9-48d6-b996-beb1e9ff0a5f tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103177 Aug 16 20:10:46.525602 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1b9cff2a-e1b1-4f9d-8d77-35965ee253f2 req-3d8d86d0-a8e1-45df-8fef-2b61d04507f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=17a161c3-dea9-441d-b6a3-fe2c34ec09d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1313117 Aug 16 20:10:46.571666 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3cab3-98d2-4050-93e7-512610aa99cb req-b1ca9acd-1b3a-490d-85c4-3eccf8727c91 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:46.580508 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9ce3cab3-98d2-4050-93e7-512610aa99cb req-b1ca9acd-1b3a-490d-85c4-3eccf8727c91 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=697cd9ae-1d1e-4303-b14f-8a9c4f79926b HTTP/1.1" status: 200 len: 943 time: 0.0659645 Aug 16 20:10:46.636358 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9ce3cab3-98d2-4050-93e7-512610aa99cb req-87e9e7c0-6c14-4a0b-ae80-ab5d0834bbc6 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545568 Aug 16 20:10:46.645865 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926fd67-96af-4aa0-b031-70aeda2b7138 req-ec383126-d639-45db-9d8e-2b3bc8cd0d31 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:46.647552 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f926fd67-96af-4aa0-b031-70aeda2b7138 req-ec383126-d639-45db-9d8e-2b3bc8cd0d31 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1277220 Aug 16 20:10:46.662496 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c56da6a3-2eae-4ebe-99f3-1ab748ad7c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:46.665178 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c56da6a3-2eae-4ebe-99f3-1ab748ad7c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:46.666399 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c56da6a3-2eae-4ebe-99f3-1ab748ad7c81 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9a960583-bb94-4e55-bf44-1a0cdb5451f6 HTTP/1.1" status: 204 len: 168 time: 0.5664525 Aug 16 20:10:46.703600 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56da6a3-2eae-4ebe-99f3-1ab748ad7c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a960583-bb94-4e55-bf44-1a0cdb5451f6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:46.734197 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f926fd67-96af-4aa0-b031-70aeda2b7138 req-8058ee93-424c-45e7-bbc4-b1449394dfb2 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756462 Aug 16 20:10:46.738480 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1b9cff2a-e1b1-4f9d-8d77-35965ee253f2 req-151ef495-5a5a-40ba-963f-c277b43e9500 service neutron] 10.222.0.57 "GET /v2.0/networks/17a161c3-dea9-441d-b6a3-fe2c34ec09d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844945 Aug 16 20:10:46.919801 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1b9cff2a-e1b1-4f9d-8d77-35965ee253f2 req-36edf9cf-1006-4bf8-b24a-f78228d57e8b service neutron] 10.222.0.57 "GET /v2.0/networks/17a161c3-dea9-441d-b6a3-fe2c34ec09d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719456 Aug 16 20:10:46.983708 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489ec64-0e44-41fc-ac5c-e13fbf3d93b7 req-47c2d7bb-a5db-4a76-94d2-34fdad2d9d12 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:46.992334 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1489ec64-0e44-41fc-ac5c-e13fbf3d93b7 req-47c2d7bb-a5db-4a76-94d2-34fdad2d9d12 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d0aa9f7-725b-42a0-b24e-e6c144f6494e HTTP/1.1" status: 200 len: 946 time: 0.1075251 Aug 16 20:10:47.075440 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1489ec64-0e44-41fc-ac5c-e13fbf3d93b7 req-62638164-6023-4d97-909f-e69720023978 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/security-groups?id=47bac954-e21f-4bef-8f09-77e971ac2184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770526 Aug 16 20:10:47.182366 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98f7c6-d69e-47fc-bbc7-238d3c0358d8 req-b6cad6cc-1478-4477-86a3-dae8ea1ed9b3 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:47.184138 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7d98f7c6-d69e-47fc-bbc7-238d3c0358d8 req-b6cad6cc-1478-4477-86a3-dae8ea1ed9b3 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.0750606 Aug 16 20:10:47.230244 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7d98f7c6-d69e-47fc-bbc7-238d3c0358d8 req-72a03fe8-9bec-4dd5-8d48-f8676d8ad614 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398488 Aug 16 20:10:47.373323 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33000e6-f0f4-49ee-8dc0-e10c0698d2ed req-0d5b0a2e-04d1-4a57-abb6-3c268d5cc259 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:47.383369 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d33000e6-f0f4-49ee-8dc0-e10c0698d2ed req-0d5b0a2e-04d1-4a57-abb6-3c268d5cc259 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.0639472 Aug 16 20:10:47.473561 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d33000e6-f0f4-49ee-8dc0-e10c0698d2ed req-aafa34d3-ba23-47be-a341-b7202288aecd tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891879 Aug 16 20:10:47.623242 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1cb30d7b-bd0d-4cc5-91de-7236afa72609 req-e5fdc220-a8a8-4384-8fe5-8db375e6b553 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9d0aa9f7-725b-42a0-b24e-e6c144f6494e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1083300 Aug 16 20:10:47.694569 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-53923a66-d6ef-432f-b576-5ad2d6b1b595 req-dede0fa1-edec-460e-accc-260c8606d2a0 tempest-ServerShowV257Test-1230516012 tempest-ServerShowV257Test-1230516012-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.0750544 Aug 16 20:10:47.786566 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb30d7b-bd0d-4cc5-91de-7236afa72609 req-6e1a151b-9299-4775-bb86-c7cd852bfb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:47.788121 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1cb30d7b-bd0d-4cc5-91de-7236afa72609 req-6e1a151b-9299-4775-bb86-c7cd852bfb9f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cdd630db8b014134bd5ab81a7a3f64dd&device_id=9d0aa9f7-725b-42a0-b24e-e6c144f6494e HTTP/1.1" status: 200 len: 1098 time: 0.1048851 Aug 16 20:10:47.892250 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74aef5-e78f-4c53-ad05-b7d3b4a8e62b req-02a22876-f9e4-4430-936d-e554d861cfd2 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:47.900251 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0f74aef5-e78f-4c53-ad05-b7d3b4a8e62b req-02a22876-f9e4-4430-936d-e554d861cfd2 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=697cd9ae-1d1e-4303-b14f-8a9c4f79926b HTTP/1.1" status: 200 len: 943 time: 0.1102574 Aug 16 20:10:47.948262 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0f74aef5-e78f-4c53-ad05-b7d3b4a8e62b req-50c53f74-d66b-4270-bdd8-b97d609cc920 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468645 Aug 16 20:10:47.949390 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393f0d6-56e6-44e3-9d96-ee4cef4608e5 req-95020b99-e83a-4aa1-913c-8c64f3091a8f tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:47.951585 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3393f0d6-56e6-44e3-9d96-ee4cef4608e5 req-95020b99-e83a-4aa1-913c-8c64f3091a8f tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.0873148 Aug 16 20:10:47.999718 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3393f0d6-56e6-44e3-9d96-ee4cef4608e5 req-3d635f3b-bcfe-44f7-b0cf-e251b603ad38 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403795 Aug 16 20:10:48.029591 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb30d7b-bd0d-4cc5-91de-7236afa72609 req-d2349d9b-f31f-43ac-bc81-d802b5631b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:48.031971 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1cb30d7b-bd0d-4cc5-91de-7236afa72609 req-d2349d9b-f31f-43ac-bc81-d802b5631b19 service neutron] 10.222.0.63 "GET /v2.0/networks?id=445fd284-9b49-4aff-a865-048647b2bf25 HTTP/1.1" status: 200 len: 906 time: 0.2126205 Aug 16 20:10:48.113968 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1cb30d7b-bd0d-4cc5-91de-7236afa72609 req-4c8e7531-7269-4f82-9482-d5d14c9f7c56 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61839cd7-01d4-432d-b6db-a26f6c5446e6 HTTP/1.1" status: 200 len: 217 time: 0.0740201 Aug 16 20:10:48.171953 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb30d7b-bd0d-4cc5-91de-7236afa72609 req-b5fd4942-916b-49e1-ac00-afe218609371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:48.173442 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1cb30d7b-bd0d-4cc5-91de-7236afa72609 req-b5fd4942-916b-49e1-ac00-afe218609371 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e8c4284e-7b9b-4280-91ae-d14a8a0a00f1 HTTP/1.1" status: 200 len: 844 time: 0.0506339 Aug 16 20:10:48.247076 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23350bf3-004a-48e6-96ac-379c82da72cb req-a7e88667-883e-4e24-ab12-86951ed6a959 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:48.260110 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb30d7b-bd0d-4cc5-91de-7236afa72609 req-af292cae-5f11-4423-90f8-f3aafce358ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:48.262020 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1cb30d7b-bd0d-4cc5-91de-7236afa72609 req-af292cae-5f11-4423-90f8-f3aafce358ef service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=445fd284-9b49-4aff-a865-048647b2bf25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0805082 Aug 16 20:10:48.275672 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-23350bf3-004a-48e6-96ac-379c82da72cb req-a7e88667-883e-4e24-ab12-86951ed6a959 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.0914376 Aug 16 20:10:48.324164 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 932d584d-71a2-490e-82fd-3b1a0639a028 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:10:48.342858 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-23350bf3-004a-48e6-96ac-379c82da72cb req-ff694c92-36e3-4d32-bf08-3c79665bc758 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639706 Aug 16 20:10:48.492967 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1cb30d7b-bd0d-4cc5-91de-7236afa72609 req-4d67ba11-25d5-4468-a949-23356820c996 service neutron] 10.222.0.63 "GET /v2.0/networks/445fd284-9b49-4aff-a865-048647b2bf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218962 Aug 16 20:10:48.625208 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54545acf-7d42-453e-a0ca-151b5ab50f80 req-a1211c28-2e3b-4827-afeb-8220fe4e79ad tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:48.633447 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54545acf-7d42-453e-a0ca-151b5ab50f80 req-a1211c28-2e3b-4827-afeb-8220fe4e79ad tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d0aa9f7-725b-42a0-b24e-e6c144f6494e HTTP/1.1" status: 200 len: 946 time: 0.1395233 Aug 16 20:10:48.633634 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 932d584d-71a2-490e-82fd-3b1a0639a028, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=932d584d-71a2-490e-82fd-3b1a0639a028,segment=NetworkSegment(fa38c8f7-67c8-4b30-a7ef-fd21760571af),segment_id=fa38c8f7-67c8-4b30-a7ef-fd21760571af)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:48.682643 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '932d584d-71a2-490e-82fd-3b1a0639a028', 'network_id': '17a161c3-dea9-441d-b6a3-fe2c34ec09d4', 'port_id': '932d584d-71a2-490e-82fd-3b1a0639a028', 'mac_address': 'fa:16:3e:db:83:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f551bf48-1e2b-40ad-bd38-5eb6d0ebb5aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:10:48.708529 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54545acf-7d42-453e-a0ca-151b5ab50f80 req-37b15bff-2bbf-4269-b088-99e047d03de1 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/security-groups?id=47bac954-e21f-4bef-8f09-77e971ac2184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737426 Aug 16 20:10:48.730074 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1cb30d7b-bd0d-4cc5-91de-7236afa72609 req-c4f5736e-62d9-4bd3-bb99-fa3d2ff74755 service neutron] 10.222.0.63 "GET /v2.0/networks/445fd284-9b49-4aff-a865-048647b2bf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237613 Aug 16 20:10:48.823759 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:48.852317 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 932d584d-71a2-490e-82fd-3b1a0639a028 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:10:48.897846 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3bc7029d-ac50-47e0-93db-bf1e897cba31 req-944536cf-4dd0-461e-8b00-e86f5351ffd3 tempest-ServerShowV257Test-1230516012 tempest-ServerShowV257Test-1230516012-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.0656953 Aug 16 20:10:48.901910 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 932d584d-71a2-490e-82fd-3b1a0639a028, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=932d584d-71a2-490e-82fd-3b1a0639a028,segment=NetworkSegment(fa38c8f7-67c8-4b30-a7ef-fd21760571af),segment_id=fa38c8f7-67c8-4b30-a7ef-fd21760571af)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:48.908270 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:48.914851 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47772) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:48.993429 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=932d584d-71a2-490e-82fd-3b1a0639a028,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:49.062461 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea675841-17ee-478a-8734-fa11c8c9e897 req-a9993ae1-0954-4d63-b980-94ce37782b34 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:49.063935 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931bc28-943f-4677-8a38-a735551ffc05 req-cbf0f1dc-d6f9-4b28-849a-787f58a90aae tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:49.092492 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ea675841-17ee-478a-8734-fa11c8c9e897 req-a9993ae1-0954-4d63-b980-94ce37782b34 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/networks?id=d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4 HTTP/1.1" status: 200 len: 814 time: 0.2996130 Aug 16 20:10:49.092636 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0931bc28-943f-4677-8a38-a735551ffc05 req-cbf0f1dc-d6f9-4b28-849a-787f58a90aae tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d0aa9f7-725b-42a0-b24e-e6c144f6494e HTTP/1.1" status: 200 len: 946 time: 0.0752640 Aug 16 20:10:49.092636 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47778) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:49.092636 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-01e2fe77-4f6b-42a7-bc7c-af6000ae8b76 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Request body: {'floatingip': {'port_id': '61839cd7-01d4-432d-b6db-a26f6c5446e6'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:49.117962 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['932d584d-71a2-490e-82fd-3b1a0639a028'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:10:49.124206 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ea675841-17ee-478a-8734-fa11c8c9e897 req-4ed54808-5e1d-4326-b301-0fe7870a636c tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/quotas/081444c713e44b3b9c38b3a6c10c28bc HTTP/1.1" status: 200 len: 375 time: 0.0420244 Aug 16 20:10:49.220201 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01e2fe77-4f6b-42a7-bc7c-af6000ae8b76 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:49.241606 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ea675841-17ee-478a-8734-fa11c8c9e897 req-ed23f973-f27a-49b1-867e-1418ee81cb76 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=081444c713e44b3b9c38b3a6c10c28bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1162183 Aug 16 20:10:49.277583 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-249c875c-2966-48ba-92e9-c4ea3719bd89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:49.532589 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7889e-940d-4754-998e-ffc704b9749c req-c4574828-e141-48eb-86da-604239822804 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:49.540642 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-61d7889e-940d-4754-998e-ffc704b9749c req-c4574828-e141-48eb-86da-604239822804 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.0865619 Aug 16 20:10:49.571193 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b446d-d339-4f2a-87b7-55ea830534a7 req-4bd677e4-0740-4376-9b59-b63da953a410 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:49.574601 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-636b446d-d339-4f2a-87b7-55ea830534a7 req-4bd677e4-0740-4376-9b59-b63da953a410 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=697cd9ae-1d1e-4303-b14f-8a9c4f79926b HTTP/1.1" status: 200 len: 944 time: 0.3878891 Aug 16 20:10:49.624830 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-61d7889e-940d-4754-998e-ffc704b9749c req-02cb4035-cd68-4a7e-964c-57108a7e9760 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719304 Aug 16 20:10:49.732141 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-636b446d-d339-4f2a-87b7-55ea830534a7 req-a88bb4f1-0f5b-44cf-be8e-dccbf0c06736 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950613 Aug 16 20:10:49.856543 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa469cb-558a-4104-8616-4e1188a2b653 req-f060295e-be92-4ff0-bbd1-6a2ec646e3fb tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:49.857981 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9aa469cb-558a-4104-8616-4e1188a2b653 req-f060295e-be92-4ff0-bbd1-6a2ec646e3fb tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1439910 Aug 16 20:10:49.921899 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9aa469cb-558a-4104-8616-4e1188a2b653 req-d9c00b96-d62f-47cb-8f05-b5ba047ea7fe tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521913 Aug 16 20:10:50.102434 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-249c875c-2966-48ba-92e9-c4ea3719bd89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:50.136546 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6f9c42ef-7fc3-435b-85c8-2fb2343971a0 req-c6d65434-9ef6-446a-9983-38682349d450 tempest-ServerShowV257Test-1230516012 tempest-ServerShowV257Test-1230516012-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.0584280 Aug 16 20:10:50.149560 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-249c875c-2966-48ba-92e9-c4ea3719bd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:50.234299 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c875c-2966-48ba-92e9-c4ea3719bd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89336998-a01a-4e33-8861-5d353bb6ebcf,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:50.241644 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-249c875c-2966-48ba-92e9-c4ea3719bd89 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dec35e5f236a4babaa707891bc250d20&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3232388 Aug 16 20:10:50.244237 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47810) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:50.284276 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b66151e-8b5f-4c64-81bc-7262731df44a req-c991acaf-d8a0-4a05-81e9-bdbbc3340c01 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=081444c713e44b3b9c38b3a6c10c28bc HTTP/1.1" status: 200 len: 221 time: 0.0556276 Aug 16 20:10:50.337024 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 932d584d-71a2-490e-82fd-3b1a0639a028 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:10:50.400283 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01e2fe77-4f6b-42a7-bc7c-af6000ae8b76 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:50.442530 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01e2fe77-4f6b-42a7-bc7c-af6000ae8b76 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:50.453177 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 932d584d-71a2-490e-82fd-3b1a0639a028 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:10:50.459550 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 932d584d-71a2-490e-82fd-3b1a0639a028 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:10:50.460805 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:50.492039 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1764fd65-64da-4b9b-9e89-f91de6557894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:50.565298 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5dd3c-3772-40ca-adf7-10a7171c008a req-481fd7e2-740b-4172-b2b0-cbc203cc3944 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:50.572901 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e4b5dd3c-3772-40ca-adf7-10a7171c008a req-481fd7e2-740b-4172-b2b0-cbc203cc3944 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1992886 Aug 16 20:10:50.586539 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1764fd65-64da-4b9b-9e89-f91de6557894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:50.623747 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:50.668891 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 932d584d-71a2-490e-82fd-3b1a0639a028, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=932d584d-71a2-490e-82fd-3b1a0639a028,segment=NetworkSegment(fa38c8f7-67c8-4b30-a7ef-fd21760571af),segment_id=fa38c8f7-67c8-4b30-a7ef-fd21760571af)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:50.669173 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e4b5dd3c-3772-40ca-adf7-10a7171c008a req-0664fa2b-de0b-4194-ad81-6cea7737e902 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900736 Aug 16 20:10:50.670263 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697cd9ae-1d1e-4303-b14f-8a9c4f79926b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932d584d-71a2-490e-82fd-3b1a0639a028'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:10:50.673533 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-01e2fe77-4f6b-42a7-bc7c-af6000ae8b76 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Floating IP 6eb24bbb-c595-40ca-9a91-7c80d0a74520 associated. External IP: 172.25.8.113, port: 61839cd7-01d4-432d-b6db-a26f6c5446e6. Aug 16 20:10:50.674882 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90eccbb6-7970-444a-9868-642e6491026d" -d '{"events": [{"server_uuid": "697cd9ae-1d1e-4303-b14f-8a9c4f79926b", "name": "network-vif-plugged", "status": "completed", "tag": "932d584d-71a2-490e-82fd-3b1a0639a028"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:10:50.681362 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:50.749862 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=932d584d-71a2-490e-82fd-3b1a0639a028,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:50.779833 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd2010e-c16a-405b-8040-a2adca5c2229 x-openstack-request-id: req-afd2010e-c16a-405b-8040-a2adca5c2229 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:10:50.780128 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697cd9ae-1d1e-4303-b14f-8a9c4f79926b", "name": "network-vif-plugged", "status": "completed", "tag": "932d584d-71a2-490e-82fd-3b1a0639a028", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:10:50.780382 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-afd2010e-c16a-405b-8040-a2adca5c2229 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:10:50.780779 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697cd9ae-1d1e-4303-b14f-8a9c4f79926b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932d584d-71a2-490e-82fd-3b1a0639a028', 'code': 200} Aug 16 20:10:50.830067 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1764fd65-64da-4b9b-9e89-f91de6557894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:50.833461 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1764fd65-64da-4b9b-9e89-f91de6557894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:50.835200 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1764fd65-64da-4b9b-9e89-f91de6557894 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/89336998-a01a-4e33-8861-5d353bb6ebcf HTTP/1.1" status: 204 len: 168 time: 0.5900578 Aug 16 20:10:50.857015 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764fd65-64da-4b9b-9e89-f91de6557894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89336998-a01a-4e33-8861-5d353bb6ebcf,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:50.903600 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae346d5-8ec3-48f3-b771-a1817d21dd87 req-afd2a70b-67a9-4ffe-8693-252636921ee4 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:50.913559 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6ae346d5-8ec3-48f3-b771-a1817d21dd87 req-afd2a70b-67a9-4ffe-8693-252636921ee4 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1197708 Aug 16 20:10:50.992620 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de0562-3364-47f8-9a95-d0aa3ebbd27f req-89e82384-b8b5-49fd-9476-1ccf10219c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:50.997928 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d6de0562-3364-47f8-9a95-d0aa3ebbd27f req-89e82384-b8b5-49fd-9476-1ccf10219c28 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=697cd9ae-1d1e-4303-b14f-8a9c4f79926b HTTP/1.1" status: 200 len: 1097 time: 0.1139061 Aug 16 20:10:51.011218 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47f56-56f3-449d-bbc3-6a8926ec68a6 req-3deaad41-f5ad-474e-b408-95d656585169 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:51.021526 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fbe47f56-56f3-449d-bbc3-6a8926ec68a6 req-3deaad41-f5ad-474e-b408-95d656585169 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=697cd9ae-1d1e-4303-b14f-8a9c4f79926b HTTP/1.1" status: 200 len: 945 time: 0.1914692 Aug 16 20:10:51.026186 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6ae346d5-8ec3-48f3-b771-a1817d21dd87 req-d8def267-d795-4a89-b574-bc7e835c7811 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114919 Aug 16 20:10:51.133882 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d6de0562-3364-47f8-9a95-d0aa3ebbd27f req-71d668c1-c77b-474a-99f4-69306926f067 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074381 Aug 16 20:10:51.147978 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e2fe77-4f6b-42a7-bc7c-af6000ae8b76 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Router 819ee302-4d57-49fd-bc8e-9a98b68a5d24 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:10:51.151514 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fbe47f56-56f3-449d-bbc3-6a8926ec68a6 req-04a1424e-f96e-4795-ac02-3c0f31c5e53d tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233199 Aug 16 20:10:51.299300 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b72edfbc-dadd-4ad4-80aa-8af20a6a68a5 req-24938eeb-e582-4659-aa3a-da04afbb62b3 tempest-ServerShowV257Test-1230516012 tempest-ServerShowV257Test-1230516012-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.0514350 Aug 16 20:10:51.708780 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e2fe77-4f6b-42a7-bc7c-af6000ae8b76 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:10:51.714674 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01e2fe77-4f6b-42a7-bc7c-af6000ae8b76 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:51.722813 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7ee5b5-92cb-4439-8ef0-931f2cb0ac14 None None] Sync routers for ids ['819ee302-4d57-49fd-bc8e-9a98b68a5d24'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:10:51.749423 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7ee5b5-92cb-4439-8ef0-931f2cb0ac14 None None] Routers {'819ee302-4d57-49fd-bc8e-9a98b68a5d24'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:10:51.751854 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1d7ee5b5-92cb-4439-8ef0-931f2cb0ac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:10:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['819ee302-4d57-49fd-bc8e-9a98b68a5d24'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:51.767717 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-01e2fe77-4f6b-42a7-bc7c-af6000ae8b76 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "PUT /v2.0/floatingips/6eb24bbb-c595-40ca-9a91-7c80d0a74520 HTTP/1.1" status: 200 len: 992 time: 2.6817889 Aug 16 20:10:51.786698 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bb9ca-c83a-496b-b80a-bb3e9483007b req-b87cf36e-d263-4583-9208-6a83a6e42363 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:51.803345 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-662bb9ca-c83a-496b-b80a-bb3e9483007b req-b87cf36e-d263-4583-9208-6a83a6e42363 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.5694458 Aug 16 20:10:51.806332 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0aa9f7-725b-42a0-b24e-e6c144f6494e', 'tag': '61839cd7-01d4-432d-b6db-a26f6c5446e6'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:10:51.809643 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff3dae2-8d40-4373-86a0-19d2bc855e72" -d '{"events": [{"name": "network-changed", "server_uuid": "9d0aa9f7-725b-42a0-b24e-e6c144f6494e", "tag": "61839cd7-01d4-432d-b6db-a26f6c5446e6"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:10:51.901027 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-662bb9ca-c83a-496b-b80a-bb3e9483007b req-41d539a0-e6d1-4534-b871-1ebce774f049 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941494 Aug 16 20:10:51.940414 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-1d7ee5b5-92cb-4439-8ef0-931f2cb0ac14 None None] Set router 819ee302-4d57-49fd-bc8e-9a98b68a5d24 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:10:51.969547 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17f1c68-37f8-4e78-bbda-b8fe2187e330 x-openstack-request-id: req-d17f1c68-37f8-4e78-bbda-b8fe2187e330 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:10:51.969840 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d0aa9f7-725b-42a0-b24e-e6c144f6494e", "tag": "61839cd7-01d4-432d-b6db-a26f6c5446e6", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:10:51.970087 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d17f1c68-37f8-4e78-bbda-b8fe2187e330 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:10:51.970652 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d0aa9f7-725b-42a0-b24e-e6c144f6494e', 'tag': '61839cd7-01d4-432d-b6db-a26f6c5446e6', 'status': 'completed', 'code': 200} Aug 16 20:10:52.187569 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3dae2-8d40-4373-86a0-19d2bc855e72 req-e00b8bc0-9190-49fe-b431-2afc13969efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:52.189278 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4ff3dae2-8d40-4373-86a0-19d2bc855e72 req-e00b8bc0-9190-49fe-b431-2afc13969efa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cdd630db8b014134bd5ab81a7a3f64dd&device_id=9d0aa9f7-725b-42a0-b24e-e6c144f6494e HTTP/1.1" status: 200 len: 1098 time: 0.1429951 Aug 16 20:10:52.203091 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555270e0-bbe4-4f60-86f5-5165c25127ed req-4e46bd97-7756-4aa8-8f54-9d6f15f2ec9b tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:52.204984 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-555270e0-bbe4-4f60-86f5-5165c25127ed req-4e46bd97-7756-4aa8-8f54-9d6f15f2ec9b tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1108522 Aug 16 20:10:52.317663 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-555270e0-bbe4-4f60-86f5-5165c25127ed req-946bf9ae-f031-4c98-8fdd-a8c0b10c7bc3 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954883 Aug 16 20:10:52.353666 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1d7ee5b5-92cb-4439-8ef0-931f2cb0ac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'name': 'tempest-ServersTestJSON-409826324-router', 'tenant_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'c4f4b591-c5ff-483c-89f0-5c8b52e6be1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:20Z', 'updated_at': '2021-08-16T20:10:25Z', 'revision_number': 4, 'project_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'gw_port': {'id': 'c4f4b591-c5ff-483c-89f0-5c8b52e6be1b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:21Z', 'updated_at': '2021-08-16T20:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '6eb24bbb-c595-40ca-9a91-7c80d0a74520', 'tenant_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'floating_ip_address': '172.25.8.113', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'port_id': '61839cd7-01d4-432d-b6db-a26f6c5446e6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445fd284-9b49-4aff-a865-048647b2bf25', 'mac_address': 'fa:16:3e:6d:80:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0aa9f7-725b-42a0-b24e-e6c144f6494e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:10:31Z', 'updated_at': '2021-08-16T20:10:50Z', 'revision_number': 1, 'project_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e0681c-8024-4745-94e1-3a09cceccc5e', 'name': '', 'network_id': '445fd284-9b49-4aff-a865-048647b2bf25', 'tenant_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'mac_address': 'fa:16:3e:04:19:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'e8c4284e-7b9b-4280-91ae-d14a8a0a00f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:24Z', 'updated_at': '2021-08-16T20:10:31Z', 'revision_number': 5, 'project_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'subnets': [{'id': 'e8c4284e-7b9b-4280-91ae-d14a8a0a00f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:52.490105 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1fcff147-592b-41ea-a2c6-2a239f5f235f req-9a742762-834a-4d59-8688-b6329e61d20b tempest-ServerShowV257Test-1230516012 tempest-ServerShowV257Test-1230516012-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.0537097 Aug 16 20:10:52.490834 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3dae2-8d40-4373-86a0-19d2bc855e72 req-fcb8d560-dbb4-4200-b67c-491706b74dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:52.502944 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4ff3dae2-8d40-4373-86a0-19d2bc855e72 req-fcb8d560-dbb4-4200-b67c-491706b74dd5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=445fd284-9b49-4aff-a865-048647b2bf25 HTTP/1.1" status: 200 len: 906 time: 0.2969301 Aug 16 20:10:52.532489 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7ee5b5-92cb-4439-8ef0-931f2cb0ac14 None None] Checking router: 819ee302-4d57-49fd-bc8e-9a98b68a5d24 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:10:52.541824 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7ee5b5-92cb-4439-8ef0-931f2cb0ac14 None None] Routers {'819ee302-4d57-49fd-bc8e-9a98b68a5d24'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:10:52.542219 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1d7ee5b5-92cb-4439-8ef0-931f2cb0ac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:10:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['819ee302-4d57-49fd-bc8e-9a98b68a5d24'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:52.600344 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4ff3dae2-8d40-4373-86a0-19d2bc855e72 req-de795e9e-089f-45ff-a7fd-a1fbfe046d31 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61839cd7-01d4-432d-b6db-a26f6c5446e6 HTTP/1.1" status: 200 len: 1000 time: 0.0789115 Aug 16 20:10:52.700400 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-1d7ee5b5-92cb-4439-8ef0-931f2cb0ac14 None None] Set router 819ee302-4d57-49fd-bc8e-9a98b68a5d24 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:10:52.709730 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec5328-6746-4895-b789-f08ce740e4da req-2993444d-7c88-494e-981b-a37d8707ccf9 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:52.712192 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-01ec5328-6746-4895-b789-f08ce740e4da req-2993444d-7c88-494e-981b-a37d8707ccf9 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=697cd9ae-1d1e-4303-b14f-8a9c4f79926b HTTP/1.1" status: 200 len: 945 time: 0.1109447 Aug 16 20:10:52.714051 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3dae2-8d40-4373-86a0-19d2bc855e72 req-8b36ddeb-107b-4309-8032-eeef461b7139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:52.715429 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4ff3dae2-8d40-4373-86a0-19d2bc855e72 req-8b36ddeb-107b-4309-8032-eeef461b7139 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e8c4284e-7b9b-4280-91ae-d14a8a0a00f1 HTTP/1.1" status: 200 len: 844 time: 0.0760598 Aug 16 20:10:52.735814 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad36a0-b03a-4b18-8fc5-bb765bbea467 req-09eb01a9-598e-46cf-ac7c-946bf0c7a0ff tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:52.738014 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-89ad36a0-b03a-4b18-8fc5-bb765bbea467 req-09eb01a9-598e-46cf-ac7c-946bf0c7a0ff tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.0797527 Aug 16 20:10:52.795841 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-01ec5328-6746-4895-b789-f08ce740e4da req-31898014-8e90-43bf-9fff-39c9d20c497a tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772011 Aug 16 20:10:52.805177 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3dae2-8d40-4373-86a0-19d2bc855e72 req-fb8a7c93-f874-428a-9262-d95f401d0b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:52.806686 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4ff3dae2-8d40-4373-86a0-19d2bc855e72 req-fb8a7c93-f874-428a-9262-d95f401d0b4c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=445fd284-9b49-4aff-a865-048647b2bf25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664959 Aug 16 20:10:52.831417 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-89ad36a0-b03a-4b18-8fc5-bb765bbea467 req-89c14d6b-cdc5-43ea-9739-0026dbf5e601 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656016 Aug 16 20:10:52.938710 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4ff3dae2-8d40-4373-86a0-19d2bc855e72 req-53e0cf06-8083-47d9-96b2-b19c66be2bc3 service neutron] 10.222.0.63 "GET /v2.0/networks/445fd284-9b49-4aff-a865-048647b2bf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114562 Aug 16 20:10:52.976243 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e8000bbc-9a13-48a7-bb0d-32e268581e68 req-435b7e57-f66f-48f7-bf62-f29a02d226f1 tempest-AbsoluteLimitsNegativeTestJSON-1081587227 tempest-AbsoluteLimitsNegativeTestJSON-1081587227-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=e1fa32a33b084089b2431573e7c5a1d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363104 Aug 16 20:10:52.996529 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1d7ee5b5-92cb-4439-8ef0-931f2cb0ac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'name': 'tempest-ServersTestJSON-409826324-router', 'tenant_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'c4f4b591-c5ff-483c-89f0-5c8b52e6be1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:20Z', 'updated_at': '2021-08-16T20:10:25Z', 'revision_number': 4, 'project_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'gw_port': {'id': 'c4f4b591-c5ff-483c-89f0-5c8b52e6be1b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:21Z', 'updated_at': '2021-08-16T20:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '6eb24bbb-c595-40ca-9a91-7c80d0a74520', 'tenant_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'floating_ip_address': '172.25.8.113', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'port_id': '61839cd7-01d4-432d-b6db-a26f6c5446e6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445fd284-9b49-4aff-a865-048647b2bf25', 'mac_address': 'fa:16:3e:6d:80:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0aa9f7-725b-42a0-b24e-e6c144f6494e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:10:31Z', 'updated_at': '2021-08-16T20:10:50Z', 'revision_number': 1, 'project_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e0681c-8024-4745-94e1-3a09cceccc5e', 'name': '', 'network_id': '445fd284-9b49-4aff-a865-048647b2bf25', 'tenant_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'mac_address': 'fa:16:3e:04:19:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'e8c4284e-7b9b-4280-91ae-d14a8a0a00f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:24Z', 'updated_at': '2021-08-16T20:10:31Z', 'revision_number': 5, 'project_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'subnets': [{'id': 'e8c4284e-7b9b-4280-91ae-d14a8a0a00f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:10:53.030286 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7ee5b5-92cb-4439-8ef0-931f2cb0ac14 None None] The sync data for ids ['819ee302-4d57-49fd-bc8e-9a98b68a5d24'] in n-d-787206-13 is: [{'id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'name': 'tempest-ServersTestJSON-409826324-router', 'tenant_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'c4f4b591-c5ff-483c-89f0-5c8b52e6be1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:20Z', 'updated_at': '2021-08-16T20:10:25Z', 'revision_number': 4, 'project_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'gw_port': {'id': 'c4f4b591-c5ff-483c-89f0-5c8b52e6be1b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:21Z', 'updated_at': '2021-08-16T20:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '6eb24bbb-c595-40ca-9a91-7c80d0a74520', 'tenant_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'floating_ip_address': '172.25.8.113', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'port_id': '61839cd7-01d4-432d-b6db-a26f6c5446e6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445fd284-9b49-4aff-a865-048647b2bf25', 'mac_address': 'fa:16:3e:6d:80:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0aa9f7-725b-42a0-b24e-e6c144f6494e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:10:31Z', 'updated_at': '2021-08-16T20:10:50Z', 'revision_number': 1, 'project_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e0681c-8024-4745-94e1-3a09cceccc5e', 'name': '', 'network_id': '445fd284-9b49-4aff-a865-048647b2bf25', 'tenant_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'mac_address': 'fa:16:3e:04:19:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'e8c4284e-7b9b-4280-91ae-d14a8a0a00f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:24Z', 'updated_at': '2021-08-16T20:10:31Z', 'revision_number': 5, 'project_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'subnets': [{'id': 'e8c4284e-7b9b-4280-91ae-d14a8a0a00f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:10:53.040814 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e50c3-a7e0-484a-b76d-ee6133fbe45b req-701ae778-46b1-4d69-9be9-dc7f0c8cc8fd tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:53.042415 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-892e50c3-a7e0-484a-b76d-ee6133fbe45b req-701ae778-46b1-4d69-9be9-dc7f0c8cc8fd tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=697cd9ae-1d1e-4303-b14f-8a9c4f79926b HTTP/1.1" status: 200 len: 945 time: 0.0701947 Aug 16 20:10:53.108044 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-892e50c3-a7e0-484a-b76d-ee6133fbe45b req-9275f587-d6a0-495b-ac28-86f4b99609df tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428529 Aug 16 20:10:53.164325 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4ff3dae2-8d40-4373-86a0-19d2bc855e72 req-d8c06862-b45e-4217-a9b2-7a19bd8fb478 service neutron] 10.222.0.63 "GET /v2.0/networks/445fd284-9b49-4aff-a865-048647b2bf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118773 Aug 16 20:10:53.192638 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8000bbc-9a13-48a7-bb0d-32e268581e68 req-bb4f2037-368e-4a42-b66b-3b873d006339 tempest-AbsoluteLimitsNegativeTestJSON-1081587227 tempest-AbsoluteLimitsNegativeTestJSON-1081587227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:53.194071 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e8000bbc-9a13-48a7-bb0d-32e268581e68 req-bb4f2037-368e-4a42-b66b-3b873d006339 tempest-AbsoluteLimitsNegativeTestJSON-1081587227 tempest-AbsoluteLimitsNegativeTestJSON-1081587227-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2049274 Aug 16 20:10:53.212285 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e8000bbc-9a13-48a7-bb0d-32e268581e68 req-d3297dc8-bba1-456d-9408-8c78e288854a tempest-AbsoluteLimitsNegativeTestJSON-1081587227 tempest-AbsoluteLimitsNegativeTestJSON-1081587227-project] 10.222.0.68 "GET /v2.0/quotas/e1fa32a33b084089b2431573e7c5a1d7 HTTP/1.1" status: 200 len: 375 time: 0.0124388 Aug 16 20:10:53.245272 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94e8cb-4a27-4206-8c1e-041b48d7fad5 req-e0d91382-f3eb-4a17-995b-304e8f2b6c79 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:53.246975 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ae94e8cb-4a27-4206-8c1e-041b48d7fad5 req-e0d91382-f3eb-4a17-995b-304e8f2b6c79 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.0573428 Aug 16 20:10:53.259994 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e8000bbc-9a13-48a7-bb0d-32e268581e68 req-8211a337-49c3-4fc0-b677-8128bccf5ae0 tempest-AbsoluteLimitsNegativeTestJSON-1081587227 tempest-AbsoluteLimitsNegativeTestJSON-1081587227-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=e1fa32a33b084089b2431573e7c5a1d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367999 Aug 16 20:10:53.311814 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ae94e8cb-4a27-4206-8c1e-041b48d7fad5 req-a025539d-b5b2-4c23-ae0e-d03f6a40ca84 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570295 Aug 16 20:10:53.330807 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbb93ca-38c7-499b-a09c-b23c838f4da0 None None] New status for floating IP 6eb24bbb-c595-40ca-9a91-7c80d0a74520: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:10:53.565269 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205da05-6f28-44b6-9296-ea86dc609150 req-3d6663eb-daa2-46d0-b0a0-44bf5ea4fd16 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:53.568006 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6205da05-6f28-44b6-9296-ea86dc609150 req-3d6663eb-daa2-46d0-b0a0-44bf5ea4fd16 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.0694225 Aug 16 20:10:53.629448 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6205da05-6f28-44b6-9296-ea86dc609150 req-f70de91a-4e87-44fa-ac93-b5fb98f018f4 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540700 Aug 16 20:10:53.753471 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 47958) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:53.776089 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e215dcff-b024-480b-8d1f-15850f65d9cd req-731d7d8e-9139-40e7-bf0e-d3312faccc5a tempest-ServerShowV257Test-1230516012 tempest-ServerShowV257Test-1230516012-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.0595622 Aug 16 20:10:53.933077 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-735325c4-ab4f-4bbb-9692-cbb4b6d001e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:54.010385 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d19e09-c1cf-4194-bddf-18f2ba5c3932 req-fdb94572-433a-416f-8046-5a3e87c6e3df tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:54.014500 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f9d19e09-c1cf-4194-bddf-18f2ba5c3932 req-fdb94572-433a-416f-8046-5a3e87c6e3df tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1106362 Aug 16 20:10:54.123193 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f9d19e09-c1cf-4194-bddf-18f2ba5c3932 req-4caad984-2f46-4838-9521-a5dfd10d716e tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986619 Aug 16 20:10:54.213843 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-735325c4-ab4f-4bbb-9692-cbb4b6d001e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:54.227922 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-735325c4-ab4f-4bbb-9692-cbb4b6d001e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:54.320801 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-735325c4-ab4f-4bbb-9692-cbb4b6d001e9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e1fa32a33b084089b2431573e7c5a1d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5639060 Aug 16 20:10:54.320801 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735325c4-ab4f-4bbb-9692-cbb4b6d001e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7967a6-9aa3-44a8-961b-8419154f0afa,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:54.321262 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47992) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:54.384194 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f398b-c9f0-4da3-8ca9-c7cd4c4d9e32 req-8648ef08-65fd-4d4f-93e7-688cb6ad732d tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:54.391113 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c1731-3267-4eea-a021-486ef3f7df3b req-4391a2d0-e323-4ecc-9006-d2aec65979d3 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:54.392322 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f19f398b-c9f0-4da3-8ca9-c7cd4c4d9e32 req-8648ef08-65fd-4d4f-93e7-688cb6ad732d tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1074400 Aug 16 20:10:54.398729 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3a8c1731-3267-4eea-a021-486ef3f7df3b req-4391a2d0-e323-4ecc-9006-d2aec65979d3 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=697cd9ae-1d1e-4303-b14f-8a9c4f79926b HTTP/1.1" status: 200 len: 945 time: 0.0621963 Aug 16 20:10:54.451334 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bafa67f1-e485-4cf4-b185-202b4e8352ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:54.461553 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3a8c1731-3267-4eea-a021-486ef3f7df3b req-683c8899-74e7-41b3-88a2-564057a9c9ee tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480003 Aug 16 20:10:54.468107 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f19f398b-c9f0-4da3-8ca9-c7cd4c4d9e32 req-1579849b-c3e2-47e0-ba90-76f2019db0a3 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746732 Aug 16 20:10:54.482281 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bafa67f1-e485-4cf4-b185-202b4e8352ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:54.543970 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bafa67f1-e485-4cf4-b185-202b4e8352ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:54.547395 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bafa67f1-e485-4cf4-b185-202b4e8352ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:54.551531 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bafa67f1-e485-4cf4-b185-202b4e8352ed admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0e7967a6-9aa3-44a8-961b-8419154f0afa HTTP/1.1" status: 204 len: 168 time: 0.2291775 Aug 16 20:10:54.561592 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa67f1-e485-4cf4-b185-202b4e8352ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7967a6-9aa3-44a8-961b-8419154f0afa,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:54.662477 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-af721bd9-81cc-4374-b20f-9de818bbc8e9 req-8fa3dd35-c9d8-4378-aa79-d978651a736a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0616705 Aug 16 20:10:54.694112 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f6e02-f60f-4950-9e59-db2367322c73 req-cb6dc450-2955-44d6-9ba5-474942adda54 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:54.696168 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fe6f6e02-f60f-4950-9e59-db2367322c73 req-cb6dc450-2955-44d6-9ba5-474942adda54 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1034758 Aug 16 20:10:54.747653 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af721bd9-81cc-4374-b20f-9de818bbc8e9 req-a4bf2bc7-0153-4328-ba58-d079a80e9aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:54.749223 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-af721bd9-81cc-4374-b20f-9de818bbc8e9 req-a4bf2bc7-0153-4328-ba58-d079a80e9aa1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f949d98cf9473f85e64341bcd4f07a&device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 1097 time: 0.0545504 Aug 16 20:10:54.774112 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fe6f6e02-f60f-4950-9e59-db2367322c73 req-8a9db542-e5fa-4a08-a605-e52ae4136023 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677795 Aug 16 20:10:54.996655 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-19cd78eb-1c42-4811-ba0c-c64f3d86861e req-ee4dd83c-91d5-4d3c-b402-4189e4b3eda3 tempest-ServerShowV257Test-1230516012 tempest-ServerShowV257Test-1230516012-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.0822701 Aug 16 20:10:55.007529 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af721bd9-81cc-4374-b20f-9de818bbc8e9 req-d24ac0f6-010d-4a77-8f1a-4fda78f95e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:55.012944 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-af721bd9-81cc-4374-b20f-9de818bbc8e9 req-d24ac0f6-010d-4a77-8f1a-4fda78f95e61 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dbfa510a-9034-470b-99ef-e5f61f9b5e17 HTTP/1.1" status: 200 len: 913 time: 0.2305877 Aug 16 20:10:55.050944 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72870059-4f4b-49f9-a76d-53fb709c8989 req-f4699894-d0d5-45da-a16f-a881f7a50358 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:55.052674 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-72870059-4f4b-49f9-a76d-53fb709c8989 req-f4699894-d0d5-45da-a16f-a881f7a50358 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1342828 Aug 16 20:10:55.109677 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-af721bd9-81cc-4374-b20f-9de818bbc8e9 req-6aab8b1d-83c7-4f08-b373-68f03e0d8c67 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2a2462-5629-42d9-881b-f9a0a5e0a025 HTTP/1.1" status: 200 len: 1001 time: 0.0886140 Aug 16 20:10:55.131823 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-72870059-4f4b-49f9-a76d-53fb709c8989 req-ffcbcff4-f931-4e1e-8805-8fb8e153533f tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663908 Aug 16 20:10:55.189706 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af721bd9-81cc-4374-b20f-9de818bbc8e9 req-6d37066b-a57b-4822-9853-513196ac2783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:55.196272 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-af721bd9-81cc-4374-b20f-9de818bbc8e9 req-6d37066b-a57b-4822-9853-513196ac2783 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d38a8fc7-0911-4b72-a78c-d32851227793 HTTP/1.1" status: 200 len: 851 time: 0.0752008 Aug 16 20:10:55.201350 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48028) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:55.208570 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8a79faee-267f-40f8-b6a4-5642a1836147 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-806034869'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:55.316129 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a79faee-267f-40f8-b6a4-5642a1836147 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Made reservation on behalf of cefd984278fb49d9a2fe0a3b62a831cf for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:10:55.319479 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8a79faee-267f-40f8-b6a4-5642a1836147 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:55.327968 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af721bd9-81cc-4374-b20f-9de818bbc8e9 req-5cd1c6ee-a376-427a-a89a-29eaf0755c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:55.329472 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-af721bd9-81cc-4374-b20f-9de818bbc8e9 req-5cd1c6ee-a376-427a-a89a-29eaf0755c85 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dbfa510a-9034-470b-99ef-e5f61f9b5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1097734 Aug 16 20:10:55.360863 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9f050-711e-4439-9783-c28cd1297d9d req-e5747b51-c6ec-4150-82dd-8903f14654d0 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:55.362629 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-46b9f050-711e-4439-9783-c28cd1297d9d req-e5747b51-c6ec-4150-82dd-8903f14654d0 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1592128 Aug 16 20:10:55.447412 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a79faee-267f-40f8-b6a4-5642a1836147 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:10:55.453837 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-46b9f050-711e-4439-9783-c28cd1297d9d req-2afa1aac-3e56-40ee-9570-9d726c3b7848 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793529 Aug 16 20:10:55.474802 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8a79faee-267f-40f8-b6a4-5642a1836147 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:55.475156 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-8a79faee-267f-40f8-b6a4-5642a1836147 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Added segment b7ce4720-f167-4ecc-85c5-c3f216f31da2 of type vlan for network 531b5bc9-e4c2-4e3e-af48-510fa5c2f745 Aug 16 20:10:55.522367 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-af721bd9-81cc-4374-b20f-9de818bbc8e9 req-7c4e1296-14c4-43ed-9e8e-fc7843b60139 service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809678 Aug 16 20:10:55.539908 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8a79faee-267f-40f8-b6a4-5642a1836147 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:55.629735 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfddb59-6b17-4054-84f4-da8c2a9527a0 req-c5e37b91-b15b-483d-bbb9-076be9ef20db tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:55.641429 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fdfddb59-6b17-4054-84f4-da8c2a9527a0 req-c5e37b91-b15b-483d-bbb9-076be9ef20db tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=697cd9ae-1d1e-4303-b14f-8a9c4f79926b HTTP/1.1" status: 200 len: 945 time: 0.0973136 Aug 16 20:10:55.650641 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8a79faee-267f-40f8-b6a4-5642a1836147 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:55.656188 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a79faee-267f-40f8-b6a4-5642a1836147 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:55.656793 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8a79faee-267f-40f8-b6a4-5642a1836147 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:55.681183 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fdfddb59-6b17-4054-84f4-da8c2a9527a0 req-41b306f4-5727-4e3b-8f8e-5b47c2b9c5da tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388646 Aug 16 20:10:55.732188 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8a79faee-267f-40f8-b6a4-5642a1836147 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5296886 Aug 16 20:10:55.737140 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 48058) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:55.742752 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6138a57d-42dd-469c-9571-908714549969 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-952735690'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:55.769921 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf7729-4761-4197-85f4-331cc9c30840 req-9d7181fe-7a05-42fa-aec9-dec02487ef3d tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:55.771509 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cadf7729-4761-4197-85f4-331cc9c30840 req-9d7181fe-7a05-42fa-aec9-dec02487ef3d tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1689391 Aug 16 20:10:55.772733 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6138a57d-42dd-469c-9571-908714549969 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Made reservation on behalf of cefd984278fb49d9a2fe0a3b62a831cf for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:10:55.774071 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-af721bd9-81cc-4374-b20f-9de818bbc8e9 req-7435731d-a1f4-478c-af20-53e7e94302eb service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303791 Aug 16 20:10:55.774811 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79faee-267f-40f8-b6a4-5642a1836147 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Pushing event updated for resources: {'Network': ['ID=531b5bc9-e4c2-4e3e-af48-510fa5c2f745,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:55.798456 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 531b5bc9-e4c2-4e3e-af48-510fa5c2f745 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:10:55.800620 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6138a57d-42dd-469c-9571-908714549969 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:55.823647 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cadf7729-4761-4197-85f4-331cc9c30840 req-6bccb711-6fc6-4578-ba50-d8bc448d753f tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435441 Aug 16 20:10:55.866956 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6138a57d-42dd-469c-9571-908714549969 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:10:55.890744 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6138a57d-42dd-469c-9571-908714549969 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:55.891146 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-6138a57d-42dd-469c-9571-908714549969 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Added segment 8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4 of type vlan for network 2a2623ce-bffe-47bb-a726-6ce2777826c9 Aug 16 20:10:55.944890 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6138a57d-42dd-469c-9571-908714549969 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:55.975754 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6138a57d-42dd-469c-9571-908714549969 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:55.982503 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108c421-e0f9-4c81-9363-22cc257628d3 req-69c6cb11-f9dd-4977-b69b-76a01f8280fb tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:55.983031 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6138a57d-42dd-469c-9571-908714549969 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:55.984051 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6138a57d-42dd-469c-9571-908714549969 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:55.986833 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b108c421-e0f9-4c81-9363-22cc257628d3 req-69c6cb11-f9dd-4977-b69b-76a01f8280fb tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.0800407 Aug 16 20:10:56.035895 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b108c421-e0f9-4c81-9363-22cc257628d3 req-98675ef3-815b-445c-ba41-8ac2ae916d2c tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480690 Aug 16 20:10:56.081825 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138a57d-42dd-469c-9571-908714549969 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Pushing event updated for resources: {'Network': ['ID=2a2623ce-bffe-47bb-a726-6ce2777826c9,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:56.086514 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6138a57d-42dd-469c-9571-908714549969 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3479054 Aug 16 20:10:56.089488 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48072) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:56.095515 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 2a2623ce-bffe-47bb-a726-6ce2777826c9 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:10:56.103343 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-38b7e58e-eb57-42e2-8430-16d8a80af176 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Request body: {'subnet': {'network_id': '531b5bc9-e4c2-4e3e-af48-510fa5c2f745', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:56.147971 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a87311cf-5b20-4922-b84c-c323c867592a req-c7ec1b7a-3bf4-4470-81f8-2681a9f81cb5 tempest-ServerShowV257Test-1230516012 tempest-ServerShowV257Test-1230516012-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.0405509 Aug 16 20:10:56.260346 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b7e58e-eb57-42e2-8430-16d8a80af176 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Made reservation on behalf of cefd984278fb49d9a2fe0a3b62a831cf for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:10:56.265025 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-38b7e58e-eb57-42e2-8430-16d8a80af176 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:56.336316 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38888210-1f12-47fa-89df-8d8cfdb79ac3 req-681d4367-d006-4a23-8df2-724a3ddc637f tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:56.338299 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-38888210-1f12-47fa-89df-8d8cfdb79ac3 req-681d4367-d006-4a23-8df2-724a3ddc637f tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.0649185 Aug 16 20:10:56.372028 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 932d584d-71a2-490e-82fd-3b1a0639a028 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:10:56.407220 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-38888210-1f12-47fa-89df-8d8cfdb79ac3 req-885a69ee-78d5-4b68-a898-71917943bfd8 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595007 Aug 16 20:10:56.440803 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 48084) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:56.498599 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 932d584d-71a2-490e-82fd-3b1a0639a028, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=932d584d-71a2-490e-82fd-3b1a0639a028,segment=NetworkSegment(fa38c8f7-67c8-4b30-a7ef-fd21760571af),segment_id=fa38c8f7-67c8-4b30-a7ef-fd21760571af)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:56.512717 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '932d584d-71a2-490e-82fd-3b1a0639a028', 'network_id': '17a161c3-dea9-441d-b6a3-fe2c34ec09d4', 'port_id': '932d584d-71a2-490e-82fd-3b1a0639a028', 'mac_address': 'fa:16:3e:db:83:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f551bf48-1e2b-40ad-bd38-5eb6d0ebb5aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:10:56.514464 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-38b7e58e-eb57-42e2-8430-16d8a80af176 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:56.561281 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:56.576409 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 932d584d-71a2-490e-82fd-3b1a0639a028 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:10:56.585801 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8f782295-fea5-4b41-ad8b-93a56fea8d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:56.604287 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 932d584d-71a2-490e-82fd-3b1a0639a028, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=932d584d-71a2-490e-82fd-3b1a0639a028,segment=NetworkSegment(fa38c8f7-67c8-4b30-a7ef-fd21760571af),segment_id=fa38c8f7-67c8-4b30-a7ef-fd21760571af)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:56.613477 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:56.651168 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b7e58e-eb57-42e2-8430-16d8a80af176 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Pushing event updated for resources: {'Subnet': ['ID=7d7186cf-77e4-4b82-8d65-1e75cd70140b,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:56.668356 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1ef15-6367-4773-88cb-5585c66a640a req-c60e6d03-c040-469e-a5d7-42e1b1fec799 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:56.670408 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-70d1ef15-6367-4773-88cb-5585c66a640a req-c60e6d03-c040-469e-a5d7-42e1b1fec799 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1452603 Aug 16 20:10:56.681091 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b7e58e-eb57-42e2-8430-16d8a80af176 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Checking segment: {'id': 'b7ce4720-f167-4ecc-85c5-c3f216f31da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '531b5bc9-e4c2-4e3e-af48-510fa5c2f745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:10:56.681475 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b7e58e-eb57-42e2-8430-16d8a80af176 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Network hostable DHCP agents. Network: 531b5bc9-e4c2-4e3e-af48-510fa5c2f745, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:10:56.709021 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['932d584d-71a2-490e-82fd-3b1a0639a028'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:10:56.721983 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=932d584d-71a2-490e-82fd-3b1a0639a028,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:56.789964 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8f782295-fea5-4b41-ad8b-93a56fea8d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:56.799907 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-70d1ef15-6367-4773-88cb-5585c66a640a req-8d6eed83-f43f-4acc-8157-8da3c805646b tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141775 Aug 16 20:10:56.812258 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b7e58e-eb57-42e2-8430-16d8a80af176 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Network 531b5bc9-e4c2-4e3e-af48-510fa5c2f745 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:10:56.813122 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8f782295-fea5-4b41-ad8b-93a56fea8d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:56.827400 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-38b7e58e-eb57-42e2-8430-16d8a80af176 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 531b5bc9-e4c2-4e3e-af48-510fa5c2f745) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:10:56.832326 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b7e58e-eb57-42e2-8430-16d8a80af176 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:56.833008 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-38b7e58e-eb57-42e2-8430-16d8a80af176 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:56.849774 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-38b7e58e-eb57-42e2-8430-16d8a80af176 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7590325 Aug 16 20:10:56.850614 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350379e4-2f1c-49b0-84ee-713d58cb5a7b None None] Network 531b5bc9-e4c2-4e3e-af48-510fa5c2f745 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:10:56.852727 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48102) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:56.858198 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c62fdee1-bc3d-43e3-accf-1c8f7223a4ad tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Request body: {'subnet': {'network_id': '2a2623ce-bffe-47bb-a726-6ce2777826c9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:56.916246 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8f782295-fea5-4b41-ad8b-93a56fea8d10 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c4827adfa57845f4b19d4a762c8cdead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4739282 Aug 16 20:10:56.917167 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 48104) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:56.950842 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f782295-fea5-4b41-ad8b-93a56fea8d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c668318f-e002-4a0d-8f8b-10e81cfcc047,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:57.029554 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef9d27-1124-400b-ae99-853a11160e77 req-ce310408-4bd5-4b3d-baa8-cbe7c0858552 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:57.031407 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-afef9d27-1124-400b-ae99-853a11160e77 req-ce310408-4bd5-4b3d-baa8-cbe7c0858552 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=697cd9ae-1d1e-4303-b14f-8a9c4f79926b HTTP/1.1" status: 200 len: 944 time: 0.1928740 Aug 16 20:10:57.037917 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62fdee1-bc3d-43e3-accf-1c8f7223a4ad tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Made reservation on behalf of cefd984278fb49d9a2fe0a3b62a831cf for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:10:57.041628 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c62fdee1-bc3d-43e3-accf-1c8f7223a4ad tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:57.103472 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-75d38f1f-83dd-4ea7-9829-3e0952263a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:57.122516 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2709fb35-14dd-489f-af91-6d09af17510d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-531b5bc9-e4c2-4e3e-af48-510fa5c2f745', 'network_id': '531b5bc9-e4c2-4e3e-af48-510fa5c2f745', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'fixed_ips': [{'subnet_id': '7d7186cf-77e4-4b82-8d65-1e75cd70140b'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:10:57.123521 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2709fb35-14dd-489f-af91-6d09af17510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:57.127480 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-afef9d27-1124-400b-ae99-853a11160e77 req-7c82d612-93e9-4c1e-b7c9-0b22709ca4a7 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791833 Aug 16 20:10:57.155158 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-75d38f1f-83dd-4ea7-9829-3e0952263a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:57.178612 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfbea2-498d-4c40-8d76-f8971739007d req-2af0d0e3-0c9c-44f6-b544-82127c87ba17 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:57.180196 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2cdfbea2-498d-4c40-8d76-f8971739007d req-2af0d0e3-0c9c-44f6-b544-82127c87ba17 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.0883453 Aug 16 20:10:57.263829 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-75d38f1f-83dd-4ea7-9829-3e0952263a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:57.268162 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-75d38f1f-83dd-4ea7-9829-3e0952263a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:57.272759 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-75d38f1f-83dd-4ea7-9829-3e0952263a02 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c668318f-e002-4a0d-8f8b-10e81cfcc047 HTTP/1.1" status: 204 len: 168 time: 0.3540409 Aug 16 20:10:57.279175 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2cdfbea2-498d-4c40-8d76-f8971739007d req-047babb2-2070-43b8-90e5-c65bcd72f23e tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882137 Aug 16 20:10:57.294556 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d38f1f-83dd-4ea7-9829-3e0952263a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c668318f-e002-4a0d-8f8b-10e81cfcc047,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:57.348679 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-27bdb135-cbfc-4054-8692-2bdb5cf7a858 req-d2f4075c-0ecd-4c24-8884-7c00f9d26367 tempest-ServerShowV257Test-1230516012 tempest-ServerShowV257Test-1230516012-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.0442331 Aug 16 20:10:57.407843 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c62fdee1-bc3d-43e3-accf-1c8f7223a4ad tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:57.416795 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-2709fb35-14dd-489f-af91-6d09af17510d None None] Allocated IP 10.1.1.2 (531b5bc9-e4c2-4e3e-af48-510fa5c2f745/7d7186cf-77e4-4b82-8d65-1e75cd70140b/29da8305-d51e-477b-8ece-ac394742320d) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:10:57.550205 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62fdee1-bc3d-43e3-accf-1c8f7223a4ad tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Pushing event updated for resources: {'Subnet': ['ID=05b69095-3330-4691-9066-4b298da7e27d,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:57.570886 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62fdee1-bc3d-43e3-accf-1c8f7223a4ad tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Checking segment: {'id': '8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2a2623ce-bffe-47bb-a726-6ce2777826c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:10:57.571273 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62fdee1-bc3d-43e3-accf-1c8f7223a4ad tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Network hostable DHCP agents. Network: 2a2623ce-bffe-47bb-a726-6ce2777826c9, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:10:57.581372 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525732f6-f2b6-4d04-92e6-de58c79364ee req-223b528b-5072-425e-b7f5-4125e335faab tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:57.598515 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-525732f6-f2b6-4d04-92e6-de58c79364ee req-223b528b-5072-425e-b7f5-4125e335faab tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1439095 Aug 16 20:10:57.628782 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2709fb35-14dd-489f-af91-6d09af17510d None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:57.639177 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2709fb35-14dd-489f-af91-6d09af17510d None None] Transition to ACTIVE for port object 29da8305-d51e-477b-8ece-ac394742320d will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:10:57.652454 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-525732f6-f2b6-4d04-92e6-de58c79364ee req-cb075f93-fb4c-4784-a083-236e47406834 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528727 Aug 16 20:10:57.655470 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62fdee1-bc3d-43e3-accf-1c8f7223a4ad tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Network 2a2623ce-bffe-47bb-a726-6ce2777826c9 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:10:57.666410 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2709fb35-14dd-489f-af91-6d09af17510d None None] Transition to ACTIVE for port object 29da8305-d51e-477b-8ece-ac394742320d will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:10:57.671104 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-c62fdee1-bc3d-43e3-accf-1c8f7223a4ad tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 2a2623ce-bffe-47bb-a726-6ce2777826c9) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:10:57.680701 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62fdee1-bc3d-43e3-accf-1c8f7223a4ad tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:57.681934 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c62fdee1-bc3d-43e3-accf-1c8f7223a4ad tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:57.684852 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2709fb35-14dd-489f-af91-6d09af17510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:57.694077 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64ebca7-a733-4f86-b513-8f4a5d498eb7 None None] Network 2a2623ce-bffe-47bb-a726-6ce2777826c9 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:10:57.703802 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c62fdee1-bc3d-43e3-accf-1c8f7223a4ad tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8497400 Aug 16 20:10:57.706296 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48132) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:57.713500 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f3b017aa-1071-4ca6-9db5-87640aa6a8fd tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Request body: {'port': {'network_id': '531b5bc9-e4c2-4e3e-af48-510fa5c2f745', 'name': 'tempest-TaggedBootDevicesTest-765397598', 'fixed_ips': [{'subnet_id': '7d7186cf-77e4-4b82-8d65-1e75cd70140b'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:57.766754 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2709fb35-14dd-489f-af91-6d09af17510d None None] Network 531b5bc9-e4c2-4e3e-af48-510fa5c2f745 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:10:57.772958 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-2709fb35-14dd-489f-af91-6d09af17510d None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:10:57.788515 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2709fb35-14dd-489f-af91-6d09af17510d None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:10:57.932745 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa6706-9212-45fe-a4ad-af1fc8ddde2e req-102becd5-ca7d-44a6-8d69-4111fa9bf60d tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:57.934952 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-53fa6706-9212-45fe-a4ad-af1fc8ddde2e req-102becd5-ca7d-44a6-8d69-4111fa9bf60d tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1318598 Aug 16 20:10:57.973724 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b017aa-1071-4ca6-9db5-87640aa6a8fd tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Made reservation on behalf of cefd984278fb49d9a2fe0a3b62a831cf for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:10:58.019925 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709fb35-14dd-489f-af91-6d09af17510d None None] Pushing event updated for resources: {'Port': ['ID=29da8305-d51e-477b-8ece-ac394742320d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:58.068617 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2709fb35-14dd-489f-af91-6d09af17510d None None] Attempting to bind port 29da8305-d51e-477b-8ece-ac394742320d on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:10:58.069758 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2709fb35-14dd-489f-af91-6d09af17510d None None] Attempting to bind port 29da8305-d51e-477b-8ece-ac394742320d by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'b7ce4720-f167-4ecc-85c5-c3f216f31da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '531b5bc9-e4c2-4e3e-af48-510fa5c2f745'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:10:58.070530 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2709fb35-14dd-489f-af91-6d09af17510d None None] Attempting to bind port 29da8305-d51e-477b-8ece-ac394742320d on network 531b5bc9-e4c2-4e3e-af48-510fa5c2f745 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:10:58.077182 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-53fa6706-9212-45fe-a4ad-af1fc8ddde2e req-c7ee8be8-813f-4772-b475-c38d0ef3f260 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239667 Aug 16 20:10:58.098516 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2709fb35-14dd-489f-af91-6d09af17510d None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:10:58.099118 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2709fb35-14dd-489f-af91-6d09af17510d None None] Checking segment: {'id': 'b7ce4720-f167-4ecc-85c5-c3f216f31da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '531b5bc9-e4c2-4e3e-af48-510fa5c2f745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:10:58.099735 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2709fb35-14dd-489f-af91-6d09af17510d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:58.100301 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2709fb35-14dd-489f-af91-6d09af17510d None None] Bound using segment: {'id': 'b7ce4720-f167-4ecc-85c5-c3f216f31da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '531b5bc9-e4c2-4e3e-af48-510fa5c2f745'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:10:58.100774 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2709fb35-14dd-489f-af91-6d09af17510d None None] Bound port: 29da8305-d51e-477b-8ece-ac394742320d, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ce4720-f167-4ecc-85c5-c3f216f31da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '531b5bc9-e4c2-4e3e-af48-510fa5c2f745'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:10:58.101159 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2709fb35-14dd-489f-af91-6d09af17510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:58.127028 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f3b017aa-1071-4ca6-9db5-87640aa6a8fd tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:58.165632 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-f3b017aa-1071-4ca6-9db5-87640aa6a8fd tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] device_id is not set on port ec6dde60-31da-44a8-99c6-66666133bd58 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:10:58.251616 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12db4679-7b57-4b43-b80e-490176f4b102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-2a2623ce-bffe-47bb-a726-6ce2777826c9', 'network_id': '2a2623ce-bffe-47bb-a726-6ce2777826c9', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'fixed_ips': [{'subnet_id': '05b69095-3330-4691-9066-4b298da7e27d'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:10:58.252741 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12db4679-7b57-4b43-b80e-490176f4b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:58.276541 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2709fb35-14dd-489f-af91-6d09af17510d None None] For port 29da8305-d51e-477b-8ece-ac394742320d, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:10:58.281742 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 48154) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:58.286768 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2709fb35-14dd-489f-af91-6d09af17510d None None] For port 29da8305-d51e-477b-8ece-ac394742320d, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=29da8305-d51e-477b-8ece-ac394742320d,segment=NetworkSegment(b7ce4720-f167-4ecc-85c5-c3f216f31da2),segment_id=b7ce4720-f167-4ecc-85c5-c3f216f31da2)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:10:58.323629 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2cace-efc4-4360-b3e6-3c8fdf075f30 req-7b3b0c30-bfa8-4314-8b8c-216d6abcae05 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:58.325631 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f2b2cace-efc4-4360-b3e6-3c8fdf075f30 req-7b3b0c30-bfa8-4314-8b8c-216d6abcae05 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1266308 Aug 16 20:10:58.383440 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-f3b017aa-1071-4ca6-9db5-87640aa6a8fd tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Allocated IP 10.1.1.43 (531b5bc9-e4c2-4e3e-af48-510fa5c2f745/7d7186cf-77e4-4b82-8d65-1e75cd70140b/ec6dde60-31da-44a8-99c6-66666133bd58) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:10:58.395584 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2143eee-f4b1-43e8-b3b0-e60f2fc0ae14 req-2c1cb6c3-7006-4b53-88e3-1575e3448209 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:58.402756 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d2143eee-f4b1-43e8-b3b0-e60f2fc0ae14 req-2c1cb6c3-7006-4b53-88e3-1575e3448209 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=697cd9ae-1d1e-4303-b14f-8a9c4f79926b HTTP/1.1" status: 200 len: 944 time: 0.1103985 Aug 16 20:10:58.413665 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f2b2cace-efc4-4360-b3e6-3c8fdf075f30 req-7c352243-8ac7-4b2d-84e4-7dfbf635543b tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799079 Aug 16 20:10:58.424522 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-750d355e-e99a-4df2-b3aa-7ee9841f6808 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1236632234-network', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:58.472144 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750d355e-e99a-4df2-b3aa-7ee9841f6808 admin admin] Made reservation on behalf of 7b57628fd666456abf7d4e027fd3ce47 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:10:58.474760 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-750d355e-e99a-4df2-b3aa-7ee9841f6808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:58.493701 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-750d355e-e99a-4df2-b3aa-7ee9841f6808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:58.508577 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-12db4679-7b57-4b43-b80e-490176f4b102 None None] Allocated IP 10.2.2.2 (2a2623ce-bffe-47bb-a726-6ce2777826c9/05b69095-3330-4691-9066-4b298da7e27d/22fecc15-a280-4826-920b-2757e37f790e) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:10:58.509463 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d2143eee-f4b1-43e8-b3b0-e60f2fc0ae14 req-e190796a-17df-4cba-864d-3092e82ce525 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057804 Aug 16 20:10:58.629640 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a7781287-2979-4b94-a320-f9e807ac30e8 req-e7d865a4-af5a-4029-842a-fabb51d78e37 tempest-ServerShowV257Test-1230516012 tempest-ServerShowV257Test-1230516012-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.0739410 Aug 16 20:10:58.752925 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12db4679-7b57-4b43-b80e-490176f4b102 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:58.764096 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-12db4679-7b57-4b43-b80e-490176f4b102 None None] Transition to ACTIVE for port object 22fecc15-a280-4826-920b-2757e37f790e will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:10:58.782561 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-12db4679-7b57-4b43-b80e-490176f4b102 None None] Transition to ACTIVE for port object 22fecc15-a280-4826-920b-2757e37f790e will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:10:58.789142 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f3b017aa-1071-4ca6-9db5-87640aa6a8fd tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:58.791852 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2709fb35-14dd-489f-af91-6d09af17510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:58.795465 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 932d584d-71a2-490e-82fd-3b1a0639a028 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:10:58.820317 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-f3b017aa-1071-4ca6-9db5-87640aa6a8fd tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Transition to ACTIVE for port object ec6dde60-31da-44a8-99c6-66666133bd58 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:10:58.845298 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-750d355e-e99a-4df2-b3aa-7ee9841f6808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:58.851335 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-750d355e-e99a-4df2-b3aa-7ee9841f6808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:58.860126 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12db4679-7b57-4b43-b80e-490176f4b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:58.884522 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-750d355e-e99a-4df2-b3aa-7ee9841f6808 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:10:58.896689 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f3b017aa-1071-4ca6-9db5-87640aa6a8fd tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:58.919478 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-750d355e-e99a-4df2-b3aa-7ee9841f6808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:58.920344 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-750d355e-e99a-4df2-b3aa-7ee9841f6808 admin admin] Added segment c2a4cfff-62ad-43ae-9514-2c0c83875cd5 of type vlan for network 0ae80140-337e-46f6-881d-18b41812816e Aug 16 20:10:58.983449 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12db4679-7b57-4b43-b80e-490176f4b102 None None] Network 2a2623ce-bffe-47bb-a726-6ce2777826c9 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:10:58.992994 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-12db4679-7b57-4b43-b80e-490176f4b102 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:10:58.998859 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709fb35-14dd-489f-af91-6d09af17510d None None] Pushing event updated for resources: {'Port': ['ID=29da8305-d51e-477b-8ece-ac394742320d,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:59.005750 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-750d355e-e99a-4df2-b3aa-7ee9841f6808 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:59.013606 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12db4679-7b57-4b43-b80e-490176f4b102 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:10:59.067214 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-750d355e-e99a-4df2-b3aa-7ee9841f6808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:59.068567 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750d355e-e99a-4df2-b3aa-7ee9841f6808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:59.069384 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-750d355e-e99a-4df2-b3aa-7ee9841f6808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:59.078480 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b017aa-1071-4ca6-9db5-87640aa6a8fd tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Network 531b5bc9-e4c2-4e3e-af48-510fa5c2f745 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:10:59.092270 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5477ee7-68e9-417b-b381-a9c241076bdc req-6a29e057-3c3a-4383-94de-df2bb9e0772a tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:59.102463 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c5477ee7-68e9-417b-b381-a9c241076bdc req-6a29e057-3c3a-4383-94de-df2bb9e0772a tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.2074404 Aug 16 20:10:59.115556 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-f3b017aa-1071-4ca6-9db5-87640aa6a8fd tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:10:59.128182 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b017aa-1071-4ca6-9db5-87640aa6a8fd tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:10:59.132464 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-750d355e-e99a-4df2-b3aa-7ee9841f6808 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8497114 Aug 16 20:10:59.153230 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 48176) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:59.192806 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-12db4679-7b57-4b43-b80e-490176f4b102 None None] Attempting to bind port 22fecc15-a280-4826-920b-2757e37f790e on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:10:59.193391 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-bb054a41-1925-4bb2-a676-d44c8498c7ee admin admin] Request body: {'subnet': {'network_id': '0ae80140-337e-46f6-881d-18b41812816e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1236632234-subnet', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:59.193539 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-12db4679-7b57-4b43-b80e-490176f4b102 None None] Attempting to bind port 22fecc15-a280-4826-920b-2757e37f790e by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2a2623ce-bffe-47bb-a726-6ce2777826c9'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:10:59.193653 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12db4679-7b57-4b43-b80e-490176f4b102 None None] Attempting to bind port 22fecc15-a280-4826-920b-2757e37f790e on network 2a2623ce-bffe-47bb-a726-6ce2777826c9 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:10:59.194351 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b017aa-1071-4ca6-9db5-87640aa6a8fd tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:59.195352 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f3b017aa-1071-4ca6-9db5-87640aa6a8fd tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:59.204037 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db4679-7b57-4b43-b80e-490176f4b102 None None] Pushing event updated for resources: {'Port': ['ID=22fecc15-a280-4826-920b-2757e37f790e,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:59.205256 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b017aa-1071-4ca6-9db5-87640aa6a8fd tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Pushing event updated for resources: {'Port': ['ID=ec6dde60-31da-44a8-99c6-66666133bd58,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:59.220050 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d355e-e99a-4df2-b3aa-7ee9841f6808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92365677-675a-4378-85fa-b464d999ae62,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:59.222721 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:59.224839 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12db4679-7b57-4b43-b80e-490176f4b102 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:10:59.225218 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12db4679-7b57-4b43-b80e-490176f4b102 None None] Checking segment: {'id': '8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2a2623ce-bffe-47bb-a726-6ce2777826c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:10:59.225633 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12db4679-7b57-4b43-b80e-490176f4b102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:59.226006 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12db4679-7b57-4b43-b80e-490176f4b102 None None] Bound using segment: {'id': '8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2a2623ce-bffe-47bb-a726-6ce2777826c9'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:10:59.226479 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-12db4679-7b57-4b43-b80e-490176f4b102 None None] Bound port: 22fecc15-a280-4826-920b-2757e37f790e, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2a2623ce-bffe-47bb-a726-6ce2777826c9'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:10:59.226858 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12db4679-7b57-4b43-b80e-490176f4b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:59.291128 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 932d584d-71a2-490e-82fd-3b1a0639a028 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:10:59.305063 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c7351-715a-4578-bf31-2acdef1097e4 req-a034733e-7678-4109-a979-e31a17023346 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:59.306624 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-801c7351-715a-4578-bf31-2acdef1097e4 req-a034733e-7678-4109-a979-e31a17023346 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=697cd9ae-1d1e-4303-b14f-8a9c4f79926b HTTP/1.1" status: 200 len: 944 time: 0.2609274 Aug 16 20:10:59.313022 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c5477ee7-68e9-417b-b381-a9c241076bdc req-4e1e4793-3d66-4c34-9443-30f3a464697b tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092669 Aug 16 20:10:59.313223 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d355e-e99a-4df2-b3aa-7ee9841f6808 admin admin] Pushing event updated for resources: {'Network': ['ID=0ae80140-337e-46f6-881d-18b41812816e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:59.336130 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 932d584d-71a2-490e-82fd-3b1a0639a028, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=932d584d-71a2-490e-82fd-3b1a0639a028,segment=NetworkSegment(fa38c8f7-67c8-4b30-a7ef-fd21760571af),segment_id=fa38c8f7-67c8-4b30-a7ef-fd21760571af)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:59.337974 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb054a41-1925-4bb2-a676-d44c8498c7ee admin admin] Made reservation on behalf of 7b57628fd666456abf7d4e027fd3ce47 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:10:59.341263 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb054a41-1925-4bb2-a676-d44c8498c7ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:59.341980 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 0ae80140-337e-46f6-881d-18b41812816e details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:10:59.347431 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f3b017aa-1071-4ca6-9db5-87640aa6a8fd tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6373389 Aug 16 20:10:59.348085 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48180) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:59.361649 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-37324d7a-6093-4cd8-a796-349fb5e9cd17 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Request body: {'port': {'network_id': '531b5bc9-e4c2-4e3e-af48-510fa5c2f745', 'name': 'tempest-TaggedBootDevicesTest-1243689255', 'fixed_ips': [{'subnet_id': '7d7186cf-77e4-4b82-8d65-1e75cd70140b'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:59.378688 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:59.423630 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-801c7351-715a-4578-bf31-2acdef1097e4 req-aa2abcb9-f215-4e62-858a-4597db76739e tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077893 Aug 16 20:10:59.544034 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37324d7a-6093-4cd8-a796-349fb5e9cd17 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Made reservation on behalf of cefd984278fb49d9a2fe0a3b62a831cf for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:10:59.550841 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-37324d7a-6093-4cd8-a796-349fb5e9cd17 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:59.576599 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb054a41-1925-4bb2-a676-d44c8498c7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:59.576863 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-12db4679-7b57-4b43-b80e-490176f4b102 None None] For port 22fecc15-a280-4826-920b-2757e37f790e, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:10:59.578926 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=932d584d-71a2-490e-82fd-3b1a0639a028,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:59.580943 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-37324d7a-6093-4cd8-a796-349fb5e9cd17 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] device_id is not set on port 3cdfb6f4-dac4-488e-af79-cf406aeeec52 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:10:59.594688 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-12db4679-7b57-4b43-b80e-490176f4b102 None None] For port 22fecc15-a280-4826-920b-2757e37f790e, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=22fecc15-a280-4826-920b-2757e37f790e,segment=NetworkSegment(8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4),segment_id=8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:10:59.604148 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12db4679-7b57-4b43-b80e-490176f4b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:59.648774 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb054a41-1925-4bb2-a676-d44c8498c7ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=38e01d28-9c01-425c-8286-6dc8a892ec17,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:59.657188 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb054a41-1925-4bb2-a676-d44c8498c7ee admin admin] Checking segment: {'id': 'c2a4cfff-62ad-43ae-9514-2c0c83875cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0ae80140-337e-46f6-881d-18b41812816e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:10:59.657580 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb054a41-1925-4bb2-a676-d44c8498c7ee admin admin] Network hostable DHCP agents. Network: 0ae80140-337e-46f6-881d-18b41812816e, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:10:59.684982 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db4679-7b57-4b43-b80e-490176f4b102 None None] Pushing event updated for resources: {'Port': ['ID=22fecc15-a280-4826-920b-2757e37f790e,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:59.687672 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb054a41-1925-4bb2-a676-d44c8498c7ee admin admin] Network 0ae80140-337e-46f6-881d-18b41812816e is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:10:59.704694 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-bb054a41-1925-4bb2-a676-d44c8498c7ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 0ae80140-337e-46f6-881d-18b41812816e) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:10:59.713514 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce9d087-c5a4-4dc5-ae58-a8de0a9ecaa6 None None] Network 0ae80140-337e-46f6-881d-18b41812816e requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:10:59.714599 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb054a41-1925-4bb2-a676-d44c8498c7ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:59.715696 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb054a41-1925-4bb2-a676-d44c8498c7ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:59.738175 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bb054a41-1925-4bb2-a676-d44c8498c7ee admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5834150 Aug 16 20:10:59.741675 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 48184) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:59.747711 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3fa1b9c3-a471-41f0-a52a-0395a9c4b7ae admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1236632234-router', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:59.842845 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4d94785a-6d3f-4919-862f-ce36143ea050 req-80ccfb7e-f13f-450b-b5c0-68bc24d7bb60 tempest-ServerShowV257Test-1230516012 tempest-ServerShowV257Test-1230516012-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.0790379 Aug 16 20:10:59.877478 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-37324d7a-6093-4cd8-a796-349fb5e9cd17 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Allocated IP 10.1.1.32 (531b5bc9-e4c2-4e3e-af48-510fa5c2f745/7d7186cf-77e4-4b82-8d65-1e75cd70140b/3cdfb6f4-dac4-488e-af79-cf406aeeec52) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:10:59.885639 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fa1b9c3-a471-41f0-a52a-0395a9c4b7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:59.889120 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fa1b9c3-a471-41f0-a52a-0395a9c4b7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:59.994509 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fa1b9c3-a471-41f0-a52a-0395a9c4b7ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:00.014374 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da00a9a-735c-40c8-b26c-7c69c94fd04c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-0ae80140-337e-46f6-881d-18b41812816e', 'network_id': '0ae80140-337e-46f6-881d-18b41812816e', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'fixed_ips': [{'subnet_id': '38e01d28-9c01-425c-8286-6dc8a892ec17'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:11:00.015574 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7da00a9a-735c-40c8-b26c-7c69c94fd04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:00.196376 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fa1b9c3-a471-41f0-a52a-0395a9c4b7ae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:00.196712 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-37324d7a-6093-4cd8-a796-349fb5e9cd17 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:00.233154 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-37324d7a-6093-4cd8-a796-349fb5e9cd17 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Transition to ACTIVE for port object 3cdfb6f4-dac4-488e-af79-cf406aeeec52 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:11:00.278674 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-37324d7a-6093-4cd8-a796-349fb5e9cd17 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:00.349235 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-7da00a9a-735c-40c8-b26c-7c69c94fd04c None None] Allocated IP 172.20.0.2 (0ae80140-337e-46f6-881d-18b41812816e/38e01d28-9c01-425c-8286-6dc8a892ec17/b66575d2-1804-4985-85cb-c9de86f23114) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:11:00.357416 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37324d7a-6093-4cd8-a796-349fb5e9cd17 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Network 531b5bc9-e4c2-4e3e-af48-510fa5c2f745 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:11:00.361062 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-37324d7a-6093-4cd8-a796-349fb5e9cd17 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:11:00.370865 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37324d7a-6093-4cd8-a796-349fb5e9cd17 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:11:00.495663 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fa1b9c3-a471-41f0-a52a-0395a9c4b7ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:00.530965 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fa1b9c3-a471-41f0-a52a-0395a9c4b7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:00.568025 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37324d7a-6093-4cd8-a796-349fb5e9cd17 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Pushing event updated for resources: {'Port': ['ID=3cdfb6f4-dac4-488e-af79-cf406aeeec52,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:00.596521 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37324d7a-6093-4cd8-a796-349fb5e9cd17 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:00.596767 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37324d7a-6093-4cd8-a796-349fb5e9cd17 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:00.597251 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37324d7a-6093-4cd8-a796-349fb5e9cd17 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:00.597778 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37324d7a-6093-4cd8-a796-349fb5e9cd17 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:00.598305 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37324d7a-6093-4cd8-a796-349fb5e9cd17 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:00.598790 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37324d7a-6093-4cd8-a796-349fb5e9cd17 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:00.604152 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7da00a9a-735c-40c8-b26c-7c69c94fd04c None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:00.605647 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37324d7a-6093-4cd8-a796-349fb5e9cd17 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:00.606166 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37324d7a-6093-4cd8-a796-349fb5e9cd17 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:00.606551 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37324d7a-6093-4cd8-a796-349fb5e9cd17 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:00.606892 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37324d7a-6093-4cd8-a796-349fb5e9cd17 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:00.607230 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37324d7a-6093-4cd8-a796-349fb5e9cd17 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:00.607598 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37324d7a-6093-4cd8-a796-349fb5e9cd17 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:00.626516 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7da00a9a-735c-40c8-b26c-7c69c94fd04c None None] Transition to ACTIVE for port object b66575d2-1804-4985-85cb-c9de86f23114 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:11:00.640548 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37324d7a-6093-4cd8-a796-349fb5e9cd17 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:00.641181 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-37324d7a-6093-4cd8-a796-349fb5e9cd17 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:00.651356 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7da00a9a-735c-40c8-b26c-7c69c94fd04c None None] Transition to ACTIVE for port object b66575d2-1804-4985-85cb-c9de86f23114 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:11:00.660124 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7754096-dc4d-43e4-a623-5f2dfdbe9354 req-6b5942a5-e139-4be6-a6e3-e88b74348a91 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:00.661743 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f7754096-dc4d-43e4-a623-5f2dfdbe9354 req-6b5942a5-e139-4be6-a6e3-e88b74348a91 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.57 "GET /v2.0/ports?device_id=697cd9ae-1d1e-4303-b14f-8a9c4f79926b HTTP/1.1" status: 200 len: 943 time: 0.2150357 Aug 16 20:11:00.671640 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922b82cd-68f4-4561-9c15-09e2d2a7ef4f None None] Network 531b5bc9-e4c2-4e3e-af48-510fa5c2f745 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:11:00.673402 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f291c-2147-41a0-b51c-7ea23ecb9a61 req-0ca383b1-8616-4712-8be1-23104f48cde5 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:00.681014 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2d8f291c-2147-41a0-b51c-7ea23ecb9a61 req-0ca383b1-8616-4712-8be1-23104f48cde5 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.2327287 Aug 16 20:11:00.695641 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7da00a9a-735c-40c8-b26c-7c69c94fd04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:00.696078 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-3fa1b9c3-a471-41f0-a52a-0395a9c4b7ae admin admin] Allocated IP 172.25.8.142 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/25f6aaa2-ab5b-46b9-8351-b76d111e35ed) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:11:00.744013 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-37324d7a-6093-4cd8-a796-349fb5e9cd17 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3949718 Aug 16 20:11:00.837054 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b1448393-4c22-4f01-88f2-c7daa835a477 None None] Provisioning for port 29da8305-d51e-477b-8ece-ac394742320d completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:11:00.853721 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da00a9a-735c-40c8-b26c-7c69c94fd04c None None] Network 0ae80140-337e-46f6-881d-18b41812816e is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:11:00.869019 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-7da00a9a-735c-40c8-b26c-7c69c94fd04c None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:11:00.876641 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da00a9a-735c-40c8-b26c-7c69c94fd04c None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:11:00.891310 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da00a9a-735c-40c8-b26c-7c69c94fd04c None None] Pushing event updated for resources: {'Port': ['ID=b66575d2-1804-4985-85cb-c9de86f23114,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:00.901532 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2d8f291c-2147-41a0-b51c-7ea23ecb9a61 req-77399826-93de-42a2-9df6-5262e0c57e9e tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196329 Aug 16 20:11:00.927151 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-f7754096-dc4d-43e4-a623-5f2dfdbe9354 req-e3f9033a-3ca0-4870-af30-3fe36f74ac36 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Deleting port 932d584d-71a2-490e-82fd-3b1a0639a028 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:11:00.927571 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f7754096-dc4d-43e4-a623-5f2dfdbe9354 req-e3f9033a-3ca0-4870-af30-3fe36f74ac36 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:01.009584 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d5426-89ed-45de-b2a8-6147c06403bb req-54ef267e-c73c-4b07-8096-f3f2c35ade92 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:01.019605 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-109d5426-89ed-45de-b2a8-6147c06403bb req-54ef267e-c73c-4b07-8096-f3f2c35ade92 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=697cd9ae-1d1e-4303-b14f-8a9c4f79926b HTTP/1.1" status: 200 len: 943 time: 0.2391071 Aug 16 20:11:01.030280 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 29da8305-d51e-477b-8ece-ac394742320d up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:11:01.062181 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fa1b9c3-a471-41f0-a52a-0395a9c4b7ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:01.072761 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-7da00a9a-735c-40c8-b26c-7c69c94fd04c None None] Attempting to bind port b66575d2-1804-4985-85cb-c9de86f23114 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:11:01.073140 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-7da00a9a-735c-40c8-b26c-7c69c94fd04c None None] Attempting to bind port b66575d2-1804-4985-85cb-c9de86f23114 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'c2a4cfff-62ad-43ae-9514-2c0c83875cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0ae80140-337e-46f6-881d-18b41812816e'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:11:01.073678 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da00a9a-735c-40c8-b26c-7c69c94fd04c None None] Attempting to bind port b66575d2-1804-4985-85cb-c9de86f23114 on network 0ae80140-337e-46f6-881d-18b41812816e {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:11:01.101647 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-f7754096-dc4d-43e4-a623-5f2dfdbe9354 req-e3f9033a-3ca0-4870-af30-3fe36f74ac36 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] For port 932d584d-71a2-490e-82fd-3b1a0639a028, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=932d584d-71a2-490e-82fd-3b1a0639a028,segment=NetworkSegment(fa38c8f7-67c8-4b30-a7ef-fd21760571af),segment_id=fa38c8f7-67c8-4b30-a7ef-fd21760571af)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:11:01.102327 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f7754096-dc4d-43e4-a623-5f2dfdbe9354 req-e3f9033a-3ca0-4870-af30-3fe36f74ac36 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:01.109376 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-109d5426-89ed-45de-b2a8-6147c06403bb req-cddcff01-3905-4ccc-b347-9eee91a41c54 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885139 Aug 16 20:11:01.119427 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-f7754096-dc4d-43e4-a623-5f2dfdbe9354 req-e3f9033a-3ca0-4870-af30-3fe36f74ac36 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Calling delete_port for 932d584d-71a2-490e-82fd-3b1a0639a028 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:11:01.128228 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da00a9a-735c-40c8-b26c-7c69c94fd04c None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:11:01.128681 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da00a9a-735c-40c8-b26c-7c69c94fd04c None None] Checking segment: {'id': 'c2a4cfff-62ad-43ae-9514-2c0c83875cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0ae80140-337e-46f6-881d-18b41812816e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:11:01.129112 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7da00a9a-735c-40c8-b26c-7c69c94fd04c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:01.129667 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da00a9a-735c-40c8-b26c-7c69c94fd04c None None] Bound using segment: {'id': 'c2a4cfff-62ad-43ae-9514-2c0c83875cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0ae80140-337e-46f6-881d-18b41812816e'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:11:01.130099 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-7da00a9a-735c-40c8-b26c-7c69c94fd04c None None] Bound port: b66575d2-1804-4985-85cb-c9de86f23114, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a4cfff-62ad-43ae-9514-2c0c83875cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0ae80140-337e-46f6-881d-18b41812816e'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:11:01.130555 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7da00a9a-735c-40c8-b26c-7c69c94fd04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:01.188155 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fa1b9c3-a471-41f0-a52a-0395a9c4b7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:01.286562 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa1b9c3-a471-41f0-a52a-0395a9c4b7ae admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:11:01.294400 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-3fa1b9c3-a471-41f0-a52a-0395a9c4b7ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:11:01.301913 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa1b9c3-a471-41f0-a52a-0395a9c4b7ae admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:11:01.335278 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 29da8305-d51e-477b-8ece-ac394742320d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:11:01.348649 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 29da8305-d51e-477b-8ece-ac394742320d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:11:01.351410 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:01.358026 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7da00a9a-735c-40c8-b26c-7c69c94fd04c None None] For port b66575d2-1804-4985-85cb-c9de86f23114, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:11:01.393079 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1b9c3-a471-41f0-a52a-0395a9c4b7ae admin admin] Pushing event updated for resources: {'Port': ['ID=25f6aaa2-ab5b-46b9-8351-b76d111e35ed,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:01.396018 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f7754096-dc4d-43e4-a623-5f2dfdbe9354 req-e3f9033a-3ca0-4870-af30-3fe36f74ac36 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:01.440034 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28cb974-eecf-4e2b-abaf-35b380ca58dd None None] Network 2a2623ce-bffe-47bb-a726-6ce2777826c9 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:11:01.441397 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9033a-3ca0-4870-af30-3fe36f74ac36 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Pushing event deleted for resources: {'Port': ['ID=932d584d-71a2-490e-82fd-3b1a0639a028,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:01.455866 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ff5630e5-9591-4920-b96d-ed32f4a8646c req-70c43988-1a98-4c32-9dba-8b4dfd6c492d tempest-ServerShowV257Test-1230516012 tempest-ServerShowV257Test-1230516012-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.0491745 Aug 16 20:11:01.498451 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7754096-dc4d-43e4-a623-5f2dfdbe9354 req-e3f9033a-3ca0-4870-af30-3fe36f74ac36 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] No DVR routers for this DVR port 932d584d-71a2-490e-82fd-3b1a0639a028 on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:11:01.500837 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7da00a9a-735c-40c8-b26c-7c69c94fd04c None None] For port b66575d2-1804-4985-85cb-c9de86f23114, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b66575d2-1804-4985-85cb-c9de86f23114,segment=NetworkSegment(c2a4cfff-62ad-43ae-9514-2c0c83875cd5),segment_id=c2a4cfff-62ad-43ae-9514-2c0c83875cd5)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:11:01.502062 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f7754096-dc4d-43e4-a623-5f2dfdbe9354 req-e3f9033a-3ca0-4870-af30-3fe36f74ac36 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:01.505020 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f7754096-dc4d-43e4-a623-5f2dfdbe9354 req-e3f9033a-3ca0-4870-af30-3fe36f74ac36 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.57 "DELETE /v2.0/ports/932d584d-71a2-490e-82fd-3b1a0639a028 HTTP/1.1" status: 204 len: 173 time: 0.8196011 Aug 16 20:11:01.505471 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697cd9ae-1d1e-4303-b14f-8a9c4f79926b', 'name': 'network-vif-deleted', 'tag': '932d584d-71a2-490e-82fd-3b1a0639a028'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:11:01.508882 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a46893d-99a2-48ee-ba18-5dd948623ff0" -d '{"events": [{"server_uuid": "697cd9ae-1d1e-4303-b14f-8a9c4f79926b", "name": "network-vif-deleted", "tag": "932d584d-71a2-490e-82fd-3b1a0639a028"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:11:01.552784 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7da00a9a-735c-40c8-b26c-7c69c94fd04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:01.644122 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5b75bb81-802a-4fea-bd4f-95f032857ec0 None None] Provisioning for port 22fecc15-a280-4826-920b-2757e37f790e completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:11:01.653323 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fc5256-6d9a-418f-a791-79367ede38cd x-openstack-request-id: req-14fc5256-6d9a-418f-a791-79367ede38cd {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:11:01.653627 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697cd9ae-1d1e-4303-b14f-8a9c4f79926b", "name": "network-vif-deleted", "tag": "932d584d-71a2-490e-82fd-3b1a0639a028", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:11:01.653883 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-14fc5256-6d9a-418f-a791-79367ede38cd {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:11:01.654497 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697cd9ae-1d1e-4303-b14f-8a9c4f79926b', 'name': 'network-vif-deleted', 'tag': '932d584d-71a2-490e-82fd-3b1a0639a028', 'status': 'completed', 'code': 200} Aug 16 20:11:01.740023 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48214) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:11:01.745259 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7f2e4a0d-b48e-4787-9224-2ebda6ec1057 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2128557650', 'description': 'tempest-description--683687831'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:11:01.827008 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f2e4a0d-b48e-4787-9224-2ebda6ec1057 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:02.048924 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da00a9a-735c-40c8-b26c-7c69c94fd04c None None] Pushing event updated for resources: {'Port': ['ID=b66575d2-1804-4985-85cb-c9de86f23114,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:02.068019 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f2e4a0d-b48e-4787-9224-2ebda6ec1057 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:02.075697 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fa1b9c3-a471-41f0-a52a-0395a9c4b7ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:02.094933 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f2e4a0d-b48e-4787-9224-2ebda6ec1057 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:02.194022 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e4a0d-b48e-4787-9224-2ebda6ec1057 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c31e75d1-5457-490d-9f6b-a9509ab2c1bc,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:02.245151 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f2e4a0d-b48e-4787-9224-2ebda6ec1057 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:02.252792 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7f2e4a0d-b48e-4787-9224-2ebda6ec1057 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5118003 Aug 16 20:11:02.275649 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 48224) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:11:02.296074 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d86b07-3efb-46cf-9c72-2eb5233f0aed req-cb2406d7-1abd-4620-b34d-7fdfbd19363a tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:02.306032 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-fb02321d-ac4e-4b0b-a780-fccd02b1ce78 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Request body: {'security_group_rule': {'security_group_id': 'c31e75d1-5457-490d-9f6b-a9509ab2c1bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:11:02.316069 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-24d86b07-3efb-46cf-9c72-2eb5233f0aed req-cb2406d7-1abd-4620-b34d-7fdfbd19363a tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.2451293 Aug 16 20:11:02.347156 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-41a6bd62-4750-47a0-916e-ef8f720b7ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:02.372913 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:02.378460 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fea95c76-f452-4d3f-a1d2-8a97acad679d None None] Provisioning for port ec6dde60-31da-44a8-99c6-66666133bd58 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:11:02.395268 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fea95c76-f452-4d3f-a1d2-8a97acad679d None None] Provisioning complete for port ec6dde60-31da-44a8-99c6-66666133bd58 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:11:02.395868 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fea95c76-f452-4d3f-a1d2-8a97acad679d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:02.404376 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-24d86b07-3efb-46cf-9c72-2eb5233f0aed req-11905da1-eaef-4c2d-b442-9684e22df6ed tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873437 Aug 16 20:11:02.432833 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb02321d-ac4e-4b0b-a780-fccd02b1ce78 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:02.470395 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 29da8305-d51e-477b-8ece-ac394742320d, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=29da8305-d51e-477b-8ece-ac394742320d,segment=NetworkSegment(b7ce4720-f167-4ecc-85c5-c3f216f31da2),segment_id=b7ce4720-f167-4ecc-85c5-c3f216f31da2)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:11:02.480253 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:02.482655 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 22fecc15-a280-4826-920b-2757e37f790e up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:11:02.508382 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aeeab885-6a73-4aa8-9921-dc0f27f0f137 req-376e242b-cf82-452c-b725-30d586a2901b tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=697cd9ae-1d1e-4303-b14f-8a9c4f79926b HTTP/1.1" status: 200 len: 210 time: 0.1209114 Aug 16 20:11:02.624678 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fea95c76-f452-4d3f-a1d2-8a97acad679d None None] Port ec6dde60-31da-44a8-99c6-66666133bd58 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:11:02.632989 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-372c51a8-f0e0-4800-a6c2-f53b5f2fa14c req-797ddeef-91f1-4669-8ab1-4afa722e507e tempest-ServerShowV257Test-1230516012 tempest-ServerShowV257Test-1230516012-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.0644693 Aug 16 20:11:02.666584 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=29da8305-d51e-477b-8ece-ac394742320d,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:02.679735 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fea95c76-f452-4d3f-a1d2-8a97acad679d None None] Provisioning complete for port 29da8305-d51e-477b-8ece-ac394742320d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:11:02.680215 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fea95c76-f452-4d3f-a1d2-8a97acad679d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:02.751478 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb02321d-ac4e-4b0b-a780-fccd02b1ce78 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:02.761632 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb02321d-ac4e-4b0b-a780-fccd02b1ce78 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:02.765878 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 22fecc15-a280-4826-920b-2757e37f790e completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:11:02.773536 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 22fecc15-a280-4826-920b-2757e37f790e triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:11:02.774116 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:02.786295 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fa1b9c3-a471-41f0-a52a-0395a9c4b7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:02.798983 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb02321d-ac4e-4b0b-a780-fccd02b1ce78 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:02.800228 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fb02321d-ac4e-4b0b-a780-fccd02b1ce78 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5236144 Aug 16 20:11:02.803508 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb02321d-ac4e-4b0b-a780-fccd02b1ce78 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f73ec0c1-c7a7-451b-b595-0288c7d2a6b7,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:02.803819 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48230) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:11:02.811077 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1888fab0-1324-47d2-bc3b-83916194bb7f tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Request body: {'security_group_rule': {'security_group_id': 'c31e75d1-5457-490d-9f6b-a9509ab2c1bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:11:02.868834 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1888fab0-1324-47d2-bc3b-83916194bb7f tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:02.904177 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb02321d-ac4e-4b0b-a780-fccd02b1ce78 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:02.904541 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb02321d-ac4e-4b0b-a780-fccd02b1ce78 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:02.904896 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb02321d-ac4e-4b0b-a780-fccd02b1ce78 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:02.905249 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb02321d-ac4e-4b0b-a780-fccd02b1ce78 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:02.905990 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb02321d-ac4e-4b0b-a780-fccd02b1ce78 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:02.905990 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb02321d-ac4e-4b0b-a780-fccd02b1ce78 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:02.906259 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb02321d-ac4e-4b0b-a780-fccd02b1ce78 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:02.906601 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb02321d-ac4e-4b0b-a780-fccd02b1ce78 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:02.906934 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb02321d-ac4e-4b0b-a780-fccd02b1ce78 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:02.907284 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb02321d-ac4e-4b0b-a780-fccd02b1ce78 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:02.907610 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb02321d-ac4e-4b0b-a780-fccd02b1ce78 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:02.907925 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb02321d-ac4e-4b0b-a780-fccd02b1ce78 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:02.916965 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:02.999283 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fea95c76-f452-4d3f-a1d2-8a97acad679d None None] Provisioning for port 3cdfb6f4-dac4-488e-af79-cf406aeeec52 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:11:03.011020 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fea95c76-f452-4d3f-a1d2-8a97acad679d None None] Provisioning complete for port 3cdfb6f4-dac4-488e-af79-cf406aeeec52 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:11:03.011470 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fea95c76-f452-4d3f-a1d2-8a97acad679d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:03.042224 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 22fecc15-a280-4826-920b-2757e37f790e, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=22fecc15-a280-4826-920b-2757e37f790e,segment=NetworkSegment(8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4),segment_id=8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:11:03.076035 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:03.125564 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fea95c76-f452-4d3f-a1d2-8a97acad679d None None] Port 3cdfb6f4-dac4-488e-af79-cf406aeeec52 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:11:03.142071 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=22fecc15-a280-4826-920b-2757e37f790e,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:03.155206 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa1b9c3-a471-41f0-a52a-0395a9c4b7ae admin admin] Router a6d3701d-c439-4c40-ab15-70132aa1212c is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:11:03.259285 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-29b7f3de-8b6f-435a-a723-dab71f7b7a9a None None] Provisioning complete for port ec6dde60-31da-44a8-99c6-66666133bd58 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:11:03.259973 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29b7f3de-8b6f-435a-a723-dab71f7b7a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:03.327346 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-29b7f3de-8b6f-435a-a723-dab71f7b7a9a None None] Port ec6dde60-31da-44a8-99c6-66666133bd58 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:11:03.353399 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-29b7f3de-8b6f-435a-a723-dab71f7b7a9a None None] Provisioning complete for port 22fecc15-a280-4826-920b-2757e37f790e triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:11:03.354709 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29b7f3de-8b6f-435a-a723-dab71f7b7a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:03.411539 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b66575d2-1804-4985-85cb-c9de86f23114 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:11:03.449181 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa1b9c3-a471-41f0-a52a-0395a9c4b7ae admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:11:03.460298 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c901eb1-e6c9-4191-b8d5-4ceca44881a2 None None] Sync routers for ids ['a6d3701d-c439-4c40-ab15-70132aa1212c'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:11:03.464115 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22301c87-ff6a-4023-a5c3-b13b30a4f645 None None] Network 0ae80140-337e-46f6-881d-18b41812816e requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:11:03.477256 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c901eb1-e6c9-4191-b8d5-4ceca44881a2 None None] Routers {'a6d3701d-c439-4c40-ab15-70132aa1212c'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:11:03.480007 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9c901eb1-e6c9-4191-b8d5-4ceca44881a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:10:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a6d3701d-c439-4c40-ab15-70132aa1212c'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:11:03.499907 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fa1b9c3-a471-41f0-a52a-0395a9c4b7ae admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:03.506595 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3fa1b9c3-a471-41f0-a52a-0395a9c4b7ae admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7596579 Aug 16 20:11:03.507578 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 48244) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:11:03.534853 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1888fab0-1324-47d2-bc3b-83916194bb7f tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:03.546863 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1888fab0-1324-47d2-bc3b-83916194bb7f tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:03.588558 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888fab0-1324-47d2-bc3b-83916194bb7f tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b59772-1e6f-44ef-a745-ddbb708808aa,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:03.627112 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91756b9d-1023-4dab-8675-503e539f1055 req-a6a4e319-c4a6-4ecb-a931-78f5ca6b5714 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:03.640612 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-91756b9d-1023-4dab-8675-503e539f1055 req-a6a4e319-c4a6-4ecb-a931-78f5ca6b5714 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1033986 Aug 16 20:11:03.643976 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1888fab0-1324-47d2-bc3b-83916194bb7f tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:03.645701 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1888fab0-1324-47d2-bc3b-83916194bb7f tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8406205 Aug 16 20:11:03.651982 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 48248) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:11:03.659088 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-1f3dd890-45fe-4301-b12c-3beaa162c617 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:11:03.705812 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-91756b9d-1023-4dab-8675-503e539f1055 req-e70f2a3d-a57b-4ca8-8ed2-d760ea686d26 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632668 Aug 16 20:11:03.707782 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-9c901eb1-e6c9-4191-b8d5-4ceca44881a2 None None] Set router a6d3701d-c439-4c40-ab15-70132aa1212c gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:11:03.748277 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f3dd890-45fe-4301-b12c-3beaa162c617 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:03.849008 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port b66575d2-1804-4985-85cb-c9de86f23114 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:11:03.886338 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 29da8305-d51e-477b-8ece-ac394742320d up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:11:03.892617 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-29b7f3de-8b6f-435a-a723-dab71f7b7a9a None None] Provisioning complete for port 3cdfb6f4-dac4-488e-af79-cf406aeeec52 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:11:03.893062 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29b7f3de-8b6f-435a-a723-dab71f7b7a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:04.014609 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-29b7f3de-8b6f-435a-a723-dab71f7b7a9a None None] Port 3cdfb6f4-dac4-488e-af79-cf406aeeec52 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:11:04.041480 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 29da8305-d51e-477b-8ece-ac394742320d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:11:04.041950 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:04.094726 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9c901eb1-e6c9-4191-b8d5-4ceca44881a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'name': 'tempest-TaggedBootDevicesTest_v242-1236632234-router', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '25f6aaa2-ab5b-46b9-8351-b76d111e35ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:59Z', 'updated_at': '2021-08-16T20:11:01Z', 'revision_number': 3, 'project_id': '7b57628fd666456abf7d4e027fd3ce47', 'gw_port': {'id': '25f6aaa2-ab5b-46b9-8351-b76d111e35ed', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:11:00Z', 'updated_at': '2021-08-16T20:11:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:11:04.140558 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c901eb1-e6c9-4191-b8d5-4ceca44881a2 None None] Checking router: a6d3701d-c439-4c40-ab15-70132aa1212c for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:11:04.140903 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c901eb1-e6c9-4191-b8d5-4ceca44881a2 None None] Updating router a6d3701d-c439-4c40-ab15-70132aa1212c port 25f6aaa2-ab5b-46b9-8351-b76d111e35ed binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:11:04.180263 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c22ecdb3-dd9d-486d-8aa5-bafc00efb518 None None] Provisioning for port b66575d2-1804-4985-85cb-c9de86f23114 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:11:04.184992 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c22ecdb3-dd9d-486d-8aa5-bafc00efb518 None None] Provisioning complete for port b66575d2-1804-4985-85cb-c9de86f23114 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:11:04.185614 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c22ecdb3-dd9d-486d-8aa5-bafc00efb518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:04.207722 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-8efd0946-2e5a-47b5-8327-5189b53ab542 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:04.220424 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-8efd0946-2e5a-47b5-8327-5189b53ab542 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/networks?id=17a161c3-dea9-441d-b6a3-fe2c34ec09d4 HTTP/1.1" status: 200 len: 822 time: 0.2787225 Aug 16 20:11:04.222190 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9c901eb1-e6c9-4191-b8d5-4ceca44881a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:04.245634 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-a0359739-48c7-4180-b9e4-460f1d3db4d1 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/quotas/fd9cbd22f82d4e4cb02b701bf4ae249c HTTP/1.1" status: 200 len: 375 time: 0.0232835 Aug 16 20:11:04.364786 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-e9f460dc-e5f4-4f93-bfd7-e540079a9c7d tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=fd9cbd22f82d4e4cb02b701bf4ae249c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1122844 Aug 16 20:11:04.372608 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c22ecdb3-dd9d-486d-8aa5-bafc00efb518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:04.404482 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8b0a0aa0-519a-4339-a355-f667981be23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:04.408490 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d0396804-e9e1-48df-9815-f008a6af78e2 req-4c54d8b3-fc4a-44b4-b377-c6426e1443ba tempest-ServerShowV257Test-1230516012 tempest-ServerShowV257Test-1230516012-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.0492132 Aug 16 20:11:04.422507 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 932d584d-71a2-490e-82fd-3b1a0639a028 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:11:04.497627 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 932d584d-71a2-490e-82fd-3b1a0639a028 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:11:04.506957 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 932d584d-71a2-490e-82fd-3b1a0639a028 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:11:04.516461 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c22ecdb3-dd9d-486d-8aa5-bafc00efb518 None None] For port b66575d2-1804-4985-85cb-c9de86f23114, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b66575d2-1804-4985-85cb-c9de86f23114,segment=NetworkSegment(c2a4cfff-62ad-43ae-9514-2c0c83875cd5),segment_id=c2a4cfff-62ad-43ae-9514-2c0c83875cd5)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:11:04.563484 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9c901eb1-e6c9-4191-b8d5-4ceca44881a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:04.576224 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-9c901eb1-e6c9-4191-b8d5-4ceca44881a2 None None] Transition to ACTIVE for port object 25f6aaa2-ab5b-46b9-8351-b76d111e35ed will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:11:04.579137 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f3dd890-45fe-4301-b12c-3beaa162c617 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:04.582988 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-4d00c403-2053-4f6a-8c53-0e18412f2ed2 service neutron] 10.222.0.68 "GET /v2.0/networks/17a161c3-dea9-441d-b6a3-fe2c34ec09d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076268 Aug 16 20:11:04.727206 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-789aef00-ae5f-48c2-bfca-6ecb3385df02 service neutron] 10.222.0.68 "GET /v2.0/networks/17a161c3-dea9-441d-b6a3-fe2c34ec09d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261649 Aug 16 20:11:04.737209 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c22ecdb3-dd9d-486d-8aa5-bafc00efb518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:04.738687 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9c901eb1-e6c9-4191-b8d5-4ceca44881a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:04.743338 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:04.836022 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ecdb3-dd9d-486d-8aa5-bafc00efb518 None None] Pushing event updated for resources: {'Port': ['ID=b66575d2-1804-4985-85cb-c9de86f23114,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:04.850076 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-9c901eb1-e6c9-4191-b8d5-4ceca44881a2 None None] Attempting to bind port 25f6aaa2-ab5b-46b9-8351-b76d111e35ed on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:11:04.850596 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-9c901eb1-e6c9-4191-b8d5-4ceca44881a2 None None] Attempting to bind port 25f6aaa2-ab5b-46b9-8351-b76d111e35ed by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:11:04.851300 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c901eb1-e6c9-4191-b8d5-4ceca44881a2 None None] Attempting to bind port 25f6aaa2-ab5b-46b9-8351-b76d111e35ed on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:11:04.853947 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ecdb3-dd9d-486d-8aa5-bafc00efb518 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:04.854516 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ecdb3-dd9d-486d-8aa5-bafc00efb518 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:04.854918 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ecdb3-dd9d-486d-8aa5-bafc00efb518 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:04.855331 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ecdb3-dd9d-486d-8aa5-bafc00efb518 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:04.856542 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ecdb3-dd9d-486d-8aa5-bafc00efb518 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:04.856940 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ecdb3-dd9d-486d-8aa5-bafc00efb518 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:04.857465 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ecdb3-dd9d-486d-8aa5-bafc00efb518 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:04.857880 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ecdb3-dd9d-486d-8aa5-bafc00efb518 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:04.858282 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ecdb3-dd9d-486d-8aa5-bafc00efb518 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:04.858611 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ecdb3-dd9d-486d-8aa5-bafc00efb518 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:04.859145 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ecdb3-dd9d-486d-8aa5-bafc00efb518 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:04.859561 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ecdb3-dd9d-486d-8aa5-bafc00efb518 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:04.864221 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2595b-f282-4107-9e47-32adf70a00cd None None] Pushing event updated for resources: {'Port': ['ID=25f6aaa2-ab5b-46b9-8351-b76d111e35ed,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:04.882076 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c901eb1-e6c9-4191-b8d5-4ceca44881a2 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:11:04.882935 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c901eb1-e6c9-4191-b8d5-4ceca44881a2 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:11:04.883756 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9c901eb1-e6c9-4191-b8d5-4ceca44881a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:04.884362 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c901eb1-e6c9-4191-b8d5-4ceca44881a2 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:11:04.885744 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-9c901eb1-e6c9-4191-b8d5-4ceca44881a2 None None] Bound port: 25f6aaa2-ab5b-46b9-8351-b76d111e35ed, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:11:04.889027 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9c901eb1-e6c9-4191-b8d5-4ceca44881a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:04.895895 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-abb8b1c5-e42d-41e5-a90b-f59431a9822f None None] Provisioning complete for port b66575d2-1804-4985-85cb-c9de86f23114 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:11:04.896281 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-abb8b1c5-e42d-41e5-a90b-f59431a9822f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:04.956915 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2595b-f282-4107-9e47-32adf70a00cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:04.957649 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2595b-f282-4107-9e47-32adf70a00cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:04.958349 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2595b-f282-4107-9e47-32adf70a00cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:04.959187 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2595b-f282-4107-9e47-32adf70a00cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:04.959832 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2595b-f282-4107-9e47-32adf70a00cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:04.967735 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2595b-f282-4107-9e47-32adf70a00cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:04.968414 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2595b-f282-4107-9e47-32adf70a00cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:04.968984 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2595b-f282-4107-9e47-32adf70a00cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:04.969531 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2595b-f282-4107-9e47-32adf70a00cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:04.970064 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2595b-f282-4107-9e47-32adf70a00cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:04.970608 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2595b-f282-4107-9e47-32adf70a00cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:04.971145 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2595b-f282-4107-9e47-32adf70a00cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:04.998037 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-083fd281-01ee-4b57-b576-9105afec353f req-d6e4f7f9-63de-4543-af36-9fd922925ed4 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=bb791718-695f-4ee2-94b5-6cdeec18c493 HTTP/1.1" status: 200 len: 210 time: 0.0663083 Aug 16 20:11:05.044177 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-9c901eb1-e6c9-4191-b8d5-4ceca44881a2 None None] For port 25f6aaa2-ab5b-46b9-8351-b76d111e35ed, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:11:05.052784 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-9c901eb1-e6c9-4191-b8d5-4ceca44881a2 None None] For port 25f6aaa2-ab5b-46b9-8351-b76d111e35ed, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=25f6aaa2-ab5b-46b9-8351-b76d111e35ed,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:11:05.058853 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9c901eb1-e6c9-4191-b8d5-4ceca44881a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:05.129468 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-1f3dd890-45fe-4301-b12c-3beaa162c617 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Allocated IP 172.25.8.238 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/2979b6f2-119d-49a8-a8d3-2c55c4afa8aa) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:11:05.182904 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-474bd599-238a-425f-a32d-9ad800b93f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:05.203374 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c98fa1-916a-4fbf-a4ba-79ce30b961ca req-d1ca29ef-8ec8-4f79-ac76-202549c72cec tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:05.205482 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c0c98fa1-916a-4fbf-a4ba-79ce30b961ca req-d1ca29ef-8ec8-4f79-ac76-202549c72cec tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.3823972 Aug 16 20:11:05.207201 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c901eb1-e6c9-4191-b8d5-4ceca44881a2 None None] Routers {'a6d3701d-c439-4c40-ab15-70132aa1212c'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:11:05.208019 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9c901eb1-e6c9-4191-b8d5-4ceca44881a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:11:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a6d3701d-c439-4c40-ab15-70132aa1212c'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:11:05.215962 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2595b-f282-4107-9e47-32adf70a00cd None None] Pushing event updated for resources: {'Port': ['ID=25f6aaa2-ab5b-46b9-8351-b76d111e35ed,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:05.233180 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b66575d2-1804-4985-85cb-c9de86f23114 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:11:05.337921 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port b66575d2-1804-4985-85cb-c9de86f23114 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:11:05.338293 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:05.364912 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-9c901eb1-e6c9-4191-b8d5-4ceca44881a2 None None] Set router a6d3701d-c439-4c40-ab15-70132aa1212c gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:11:05.464186 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c0c98fa1-916a-4fbf-a4ba-79ce30b961ca req-ae4055cf-492b-4da7-90e0-0f8e61978a25 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450395 Aug 16 20:11:05.507828 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 22fecc15-a280-4826-920b-2757e37f790e up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:11:05.546272 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:05.598569 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 22fecc15-a280-4826-920b-2757e37f790e triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:11:05.599044 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:05.655236 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fb3572a6-4615-457e-a0a3-9cdba86968d0 req-f5c5cdc9-e923-43f3-88c2-d90c5b83ba4a tempest-ServerShowV257Test-1230516012 tempest-ServerShowV257Test-1230516012-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.0789902 Aug 16 20:11:05.669651 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f3dd890-45fe-4301-b12c-3beaa162c617 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:05.755701 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9c901eb1-e6c9-4191-b8d5-4ceca44881a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'name': 'tempest-TaggedBootDevicesTest_v242-1236632234-router', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '25f6aaa2-ab5b-46b9-8351-b76d111e35ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:59Z', 'updated_at': '2021-08-16T20:11:01Z', 'revision_number': 3, 'project_id': '7b57628fd666456abf7d4e027fd3ce47', 'gw_port': {'id': '25f6aaa2-ab5b-46b9-8351-b76d111e35ed', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:11:00Z', 'updated_at': '2021-08-16T20:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:11:05.766236 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-474bd599-238a-425f-a32d-9ad800b93f16 admin admin] Allocated IP 172.20.0.1 (0ae80140-337e-46f6-881d-18b41812816e/38e01d28-9c01-425c-8286-6dc8a892ec17/54e20828-d2c4-497e-98a4-c87e704ebc0a) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:11:05.796436 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f3dd890-45fe-4301-b12c-3beaa162c617 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:05.806664 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c901eb1-e6c9-4191-b8d5-4ceca44881a2 None None] The sync data for ids ['a6d3701d-c439-4c40-ab15-70132aa1212c'] in n-d-787206-13 is: [{'id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'name': 'tempest-TaggedBootDevicesTest_v242-1236632234-router', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '25f6aaa2-ab5b-46b9-8351-b76d111e35ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:59Z', 'updated_at': '2021-08-16T20:11:01Z', 'revision_number': 3, 'project_id': '7b57628fd666456abf7d4e027fd3ce47', 'gw_port': {'id': '25f6aaa2-ab5b-46b9-8351-b76d111e35ed', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:11:00Z', 'updated_at': '2021-08-16T20:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:11:05.860450 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:05.910707 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3dd890-45fe-4301-b12c-3beaa162c617 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:11:05.921617 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-1f3dd890-45fe-4301-b12c-3beaa162c617 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:11:05.923626 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:05.924609 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3dd890-45fe-4301-b12c-3beaa162c617 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:11:05.972631 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3dd890-45fe-4301-b12c-3beaa162c617 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Pushing event updated for resources: {'Port': ['ID=2979b6f2-119d-49a8-a8d3-2c55c4afa8aa,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:06.047754 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-474bd599-238a-425f-a32d-9ad800b93f16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:06.065621 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f3dd890-45fe-4301-b12c-3beaa162c617 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:06.075682 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-474bd599-238a-425f-a32d-9ad800b93f16 admin admin] Transition to ACTIVE for port object 54e20828-d2c4-497e-98a4-c87e704ebc0a will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:11:06.183824 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-64ac6940-68e7-49b6-b6d6-112a84f64cee req-3d4ce5e0-f256-468c-b253-53c7832a6284 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=bb791718-695f-4ee2-94b5-6cdeec18c493 HTTP/1.1" status: 200 len: 210 time: 0.0586247 Aug 16 20:11:06.186399 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f3dd890-45fe-4301-b12c-3beaa162c617 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:06.243331 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-474bd599-238a-425f-a32d-9ad800b93f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:06.311700 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474bd599-238a-425f-a32d-9ad800b93f16 admin admin] Network 0ae80140-337e-46f6-881d-18b41812816e is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:11:06.329187 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-474bd599-238a-425f-a32d-9ad800b93f16 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:11:06.376751 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474bd599-238a-425f-a32d-9ad800b93f16 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:11:06.377307 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-d6e37127-51a8-49d0-9f52-2bdbb806c189 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:06.379877 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-d6e37127-51a8-49d0-9f52-2bdbb806c189 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.57 "GET /v2.0/networks?id=17a161c3-dea9-441d-b6a3-fe2c34ec09d4 HTTP/1.1" status: 200 len: 822 time: 0.1625931 Aug 16 20:11:06.397312 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-8c5e5ded-c3a6-42ea-8108-52b736150a31 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Request body: {'port': {'device_id': 'bb791718-695f-4ee2-94b5-6cdeec18c493', 'network_id': '17a161c3-dea9-441d-b6a3-fe2c34ec09d4', 'admin_state_up': True, 'tenant_id': 'fd9cbd22f82d4e4cb02b701bf4ae249c'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:11:06.443697 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474bd599-238a-425f-a32d-9ad800b93f16 admin admin] Pushing event updated for resources: {'Port': ['ID=54e20828-d2c4-497e-98a4-c87e704ebc0a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:06.494974 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-474bd599-238a-425f-a32d-9ad800b93f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:06.665057 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-8c5e5ded-c3a6-42ea-8108-52b736150a31 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Made reservation on behalf of fd9cbd22f82d4e4cb02b701bf4ae249c for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:11:06.673056 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-8c5e5ded-c3a6-42ea-8108-52b736150a31 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:06.708002 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f3dd890-45fe-4301-b12c-3beaa162c617 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:06.718663 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-28b1ef6e-4117-4fd2-8ea1-1e80d7675666 None None] Provisioning for port 54e20828-d2c4-497e-98a4-c87e704ebc0a completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:11:06.723242 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-28b1ef6e-4117-4fd2-8ea1-1e80d7675666 None None] Provisioning complete for port 54e20828-d2c4-497e-98a4-c87e704ebc0a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:11:06.723631 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28b1ef6e-4117-4fd2-8ea1-1e80d7675666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:06.766189 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f3dd890-45fe-4301-b12c-3beaa162c617 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:06.789070 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-28b1ef6e-4117-4fd2-8ea1-1e80d7675666 None None] Port 54e20828-d2c4-497e-98a4-c87e704ebc0a cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:11:06.827577 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3dd890-45fe-4301-b12c-3beaa162c617 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Pushing event updated for resources: {'Port': ['ID=2979b6f2-119d-49a8-a8d3-2c55c4afa8aa,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:06.827738 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-074be3cc-3178-467d-9401-7ed21eeb2a1b req-8c28dddc-1dab-4f1d-875f-ba8ace29892e tempest-ServerShowV257Test-1230516012 tempest-ServerShowV257Test-1230516012-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.0474257 Aug 16 20:11:06.901653 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830bd67-b931-460b-a7e0-00a85f3b5b10 req-b86689b8-bac2-48f2-b2aa-d2bb0cac20c5 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:06.919910 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0830bd67-b931-460b-a7e0-00a85f3b5b10 req-b86689b8-bac2-48f2-b2aa-d2bb0cac20c5 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.3149819 Aug 16 20:11:06.937758 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-8c5e5ded-c3a6-42ea-8108-52b736150a31 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Allocated IP 172.20.0.5 (17a161c3-dea9-441d-b6a3-fe2c34ec09d4/f551bf48-1e2b-40ad-bd38-5eb6d0ebb5aa/c166528c-be0a-4450-8c37-5319268ceca0) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:11:06.978351 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:07.013573 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-474bd599-238a-425f-a32d-9ad800b93f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:07.042194 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f3dd890-45fe-4301-b12c-3beaa162c617 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:07.064505 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0830bd67-b931-460b-a7e0-00a85f3b5b10 req-56cc3d65-49b6-43fe-a224-f4921e3f2784 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370327 Aug 16 20:11:07.075432 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f3dd890-45fe-4301-b12c-3beaa162c617 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:07.077011 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1f3dd890-45fe-4301-b12c-3beaa162c617 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4213715 Aug 16 20:11:07.192748 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-8c5e5ded-c3a6-42ea-8108-52b736150a31 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:07.240633 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-8c5e5ded-c3a6-42ea-8108-52b736150a31 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:07.272451 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 25f6aaa2-ab5b-46b9-8351-b76d111e35ed up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:11:07.300128 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-8c5e5ded-c3a6-42ea-8108-52b736150a31 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Network 17a161c3-dea9-441d-b6a3-fe2c34ec09d4 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:11:07.303448 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-8c5e5ded-c3a6-42ea-8108-52b736150a31 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:11:07.310601 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-8c5e5ded-c3a6-42ea-8108-52b736150a31 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:11:07.352947 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 25f6aaa2-ab5b-46b9-8351-b76d111e35ed completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:11:07.359988 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 25f6aaa2-ab5b-46b9-8351-b76d111e35ed triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:11:07.360765 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:07.376294 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e5ded-c3a6-42ea-8108-52b736150a31 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Pushing event updated for resources: {'Port': ['ID=c166528c-be0a-4450-8c37-5319268ceca0,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:07.405473 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-474bd599-238a-425f-a32d-9ad800b93f16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:07.409301 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea679e-4d2e-47cd-a7f3-01640949537b req-bfbab20d-922b-4abf-972a-b2a96665128c tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:07.410991 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-81ea679e-4d2e-47cd-a7f3-01640949537b req-bfbab20d-922b-4abf-972a-b2a96665128c tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=bb791718-695f-4ee2-94b5-6cdeec18c493 HTTP/1.1" status: 200 len: 931 time: 0.0946012 Aug 16 20:11:07.411161 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-474bd599-238a-425f-a32d-9ad800b93f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:07.420579 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-8c5e5ded-c3a6-42ea-8108-52b736150a31 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:07.422211 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-8c5e5ded-c3a6-42ea-8108-52b736150a31 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:07.467535 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-81ea679e-4d2e-47cd-a7f3-01640949537b req-299ba943-d1d1-42d8-9d5c-59fb1286f460 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423980 Aug 16 20:11:07.469844 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-8c5e5ded-c3a6-42ea-8108-52b736150a31 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0796664 Aug 16 20:11:07.487118 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-0a305ad3-1cf8-4728-b132-9d398b488d76 service neutron] Request body: {'port': {'device_id': 'bb791718-695f-4ee2-94b5-6cdeec18c493', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:11:07.520958 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:07.537734 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-474bd599-238a-425f-a32d-9ad800b93f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:07.539552 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474bd599-238a-425f-a32d-9ad800b93f16 admin admin] Pushing event updated for resources: {'Port': ['ID=54e20828-d2c4-497e-98a4-c87e704ebc0a,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:07.549529 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 25f6aaa2-ab5b-46b9-8351-b76d111e35ed, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=25f6aaa2-ab5b-46b9-8351-b76d111e35ed,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:11:07.554386 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:07.557745 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-0a305ad3-1cf8-4728-b132-9d398b488d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:07.564059 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-0381a553-5218-4ffd-b813-1c68bf577da5 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--2128557650&fields=id&tenant_id=cefd984278fb49d9a2fe0a3b62a831cf HTTP/1.1" status: 200 len: 267 time: 0.0947256 Aug 16 20:11:07.652952 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=25f6aaa2-ab5b-46b9-8351-b76d111e35ed,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:07.719801 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-c07fdc15-56d3-4542-85c5-8d777a4a401d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:07.721360 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-c07fdc15-56d3-4542-85c5-8d777a4a401d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports/ec6dde60-31da-44a8-99c6-66666133bd58 HTTP/1.1" status: 200 len: 930 time: 0.0494926 Aug 16 20:11:07.727952 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474bd599-238a-425f-a32d-9ad800b93f16 admin admin] Network 0ae80140-337e-46f6-881d-18b41812816e is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:11:07.740443 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-474bd599-238a-425f-a32d-9ad800b93f16 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:11:07.843155 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-29211b8e-d738-4729-8130-b08b8f639af5 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:07.844870 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-29211b8e-d738-4729-8130-b08b8f639af5 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports/3cdfb6f4-dac4-488e-af79-cf406aeeec52 HTTP/1.1" status: 200 len: 931 time: 0.1155250 Aug 16 20:11:07.991429 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51f3fc66-ae72-4aa5-bbf7-6199575cf01f req-bdec6e2a-ba26-41dc-b15a-e6c2e1e2e1ca tempest-ServerShowV257Test-1230516012 tempest-ServerShowV257Test-1230516012-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.0368459 Aug 16 20:11:07.996029 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-300eb923-ad03-46b3-9f28-bf60c95c475b tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?network_id=2a2623ce-bffe-47bb-a726-6ce2777826c9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1324952 Aug 16 20:11:08.013308 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-0a305ad3-1cf8-4728-b132-9d398b488d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c166528c-be0a-4450-8c37-5319268ceca0 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:11:08.027518 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-0a305ad3-1cf8-4728-b132-9d398b488d76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:08.070527 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-0a305ad3-1cf8-4728-b132-9d398b488d76 service neutron] Transition to ACTIVE for port object c166528c-be0a-4450-8c37-5319268ceca0 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:11:08.072687 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474bd599-238a-425f-a32d-9ad800b93f16 admin admin] Router a6d3701d-c439-4c40-ab15-70132aa1212c has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:11:08.079037 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-0a305ad3-1cf8-4728-b132-9d398b488d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:08.101750 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ca7c7fdc-e0d0-4dc2-b74a-c3ca50ee8810 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?network_id=2a2623ce-bffe-47bb-a726-6ce2777826c9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0905356 Aug 16 20:11:08.168660 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-67dded3d-2b98-4638-a0b9-a2ed331cc152 None None] Provisioning complete for port 54e20828-d2c4-497e-98a4-c87e704ebc0a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:11:08.172412 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-67dded3d-2b98-4638-a0b9-a2ed331cc152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:08.192862 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a305ad3-1cf8-4728-b132-9d398b488d76 service neutron] Pushing event updated for resources: {'Port': ['ID=c166528c-be0a-4450-8c37-5319268ceca0,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:08.243198 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-67dded3d-2b98-4638-a0b9-a2ed331cc152 None None] Port 54e20828-d2c4-497e-98a4-c87e704ebc0a cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:11:08.316235 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528512fc-2d41-4094-85c9-5fac51b88632 req-bb271034-d72c-4e01-841f-aeb312b42366 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:08.319851 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-528512fc-2d41-4094-85c9-5fac51b88632 req-bb271034-d72c-4e01-841f-aeb312b42366 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.0902333 Aug 16 20:11:08.322118 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474bd599-238a-425f-a32d-9ad800b93f16 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:11:08.332759 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-474bd599-238a-425f-a32d-9ad800b93f16 admin admin] 10.222.0.68 "PUT /v2.0/routers/a6d3701d-c439-4c40-ab15-70132aa1212c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8239908 Aug 16 20:11:08.354146 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-0a305ad3-1cf8-4728-b132-9d398b488d76 service neutron] Attempting to bind port c166528c-be0a-4450-8c37-5319268ceca0 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:11:08.354716 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-0a305ad3-1cf8-4728-b132-9d398b488d76 service neutron] Attempting to bind port c166528c-be0a-4450-8c37-5319268ceca0 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'fa38c8f7-67c8-4b30-a7ef-fd21760571af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '17a161c3-dea9-441d-b6a3-fe2c34ec09d4'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:11:08.355379 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-0a305ad3-1cf8-4728-b132-9d398b488d76 service neutron] Attempting to bind port c166528c-be0a-4450-8c37-5319268ceca0 on network 17a161c3-dea9-441d-b6a3-fe2c34ec09d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:11:08.362487 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-3f3210dc-367f-49dc-8666-e616383ecc14 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:08.365189 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-0a305ad3-1cf8-4728-b132-9d398b488d76 service neutron] Port c166528c-be0a-4450-8c37-5319268ceca0 on network 17a161c3-dea9-441d-b6a3-fe2c34ec09d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:11:08.365701 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-0a305ad3-1cf8-4728-b132-9d398b488d76 service neutron] Attempting to bind port c166528c-be0a-4450-8c37-5319268ceca0 on network 17a161c3-dea9-441d-b6a3-fe2c34ec09d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:11:08.369511 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-3f3210dc-367f-49dc-8666-e616383ecc14 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:08.377504 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-3f3210dc-367f-49dc-8666-e616383ecc14 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:08.379547 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-3f3210dc-367f-49dc-8666-e616383ecc14 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/networks?id=6d192dbb-a372-4859-86a9-c63053b8e357&id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&id=2a2623ce-bffe-47bb-a726-6ce2777826c9&id=2a2623ce-bffe-47bb-a726-6ce2777826c9 HTTP/1.1" status: 200 len: 1988 time: 0.2227445 Aug 16 20:11:08.397431 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-528512fc-2d41-4094-85c9-5fac51b88632 req-ad448fb0-4a0e-4147-a63d-160b26f14d9f tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691469 Aug 16 20:11:08.398561 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-0a305ad3-1cf8-4728-b132-9d398b488d76 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:11:08.398961 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-0a305ad3-1cf8-4728-b132-9d398b488d76 service neutron] Checking segment: {'id': 'fa38c8f7-67c8-4b30-a7ef-fd21760571af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '17a161c3-dea9-441d-b6a3-fe2c34ec09d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:11:08.399388 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-0a305ad3-1cf8-4728-b132-9d398b488d76 service neutron] Bound using segment: {'id': 'fa38c8f7-67c8-4b30-a7ef-fd21760571af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '17a161c3-dea9-441d-b6a3-fe2c34ec09d4'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:11:08.399843 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-0a305ad3-1cf8-4728-b132-9d398b488d76 service neutron] Bound port: c166528c-be0a-4450-8c37-5319268ceca0, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa38c8f7-67c8-4b30-a7ef-fd21760571af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '17a161c3-dea9-441d-b6a3-fe2c34ec09d4'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:11:08.400224 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-0a305ad3-1cf8-4728-b132-9d398b488d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:08.417303 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-4ed70480-acb4-4665-89b6-a37d4a83841c tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/quotas/cefd984278fb49d9a2fe0a3b62a831cf HTTP/1.1" status: 200 len: 375 time: 0.0285296 Aug 16 20:11:08.435446 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571cadfa-9f5c-4c3b-9721-2c0ba4b7b772 None None] Sync routers for ids ['a6d3701d-c439-4c40-ab15-70132aa1212c'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:11:08.451422 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571cadfa-9f5c-4c3b-9721-2c0ba4b7b772 None None] Routers {'a6d3701d-c439-4c40-ab15-70132aa1212c'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:11:08.452451 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-571cadfa-9f5c-4c3b-9721-2c0ba4b7b772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:11:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a6d3701d-c439-4c40-ab15-70132aa1212c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:11:08.559758 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-07a7a79a-b369-4803-8173-03493d9f67d7 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=cefd984278fb49d9a2fe0a3b62a831cf&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1298282 Aug 16 20:11:08.570494 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:11:08.581814 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-0a305ad3-1cf8-4728-b132-9d398b488d76 service neutron] For port c166528c-be0a-4450-8c37-5319268ceca0, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:11:08.585756 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-0a305ad3-1cf8-4728-b132-9d398b488d76 service neutron] For port c166528c-be0a-4450-8c37-5319268ceca0, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=c166528c-be0a-4450-8c37-5319268ceca0,segment=NetworkSegment(fa38c8f7-67c8-4b30-a7ef-fd21760571af),segment_id=fa38c8f7-67c8-4b30-a7ef-fd21760571af)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:11:08.598813 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0c095-10c1-4b5a-bfff-115d96cb972a req-7c366112-5f3e-4d23-9b4a-5a73d1ab2794 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:08.601099 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-beb0c095-10c1-4b5a-bfff-115d96cb972a req-7c366112-5f3e-4d23-9b4a-5a73d1ab2794 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1071043 Aug 16 20:11:08.602729 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-0a305ad3-1cf8-4728-b132-9d398b488d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:08.660100 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-571cadfa-9f5c-4c3b-9721-2c0ba4b7b772 None None] Set router a6d3701d-c439-4c40-ab15-70132aa1212c gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:11:08.727985 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-0a305ad3-1cf8-4728-b132-9d398b488d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:08.728752 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-0a305ad3-1cf8-4728-b132-9d398b488d76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:08.730349 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-0a305ad3-1cf8-4728-b132-9d398b488d76 service neutron] 10.222.0.57 "PUT /v2.0/ports/c166528c-be0a-4450-8c37-5319268ceca0 HTTP/1.1" status: 200 len: 1092 time: 1.2478878 Aug 16 20:11:08.733127 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb791718-695f-4ee2-94b5-6cdeec18c493', 'tag': 'c166528c-be0a-4450-8c37-5319268ceca0'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:11:08.736147 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f66ec1-18c8-4e52-b77d-04874efe41a0" -d '{"events": [{"name": "network-changed", "server_uuid": "bb791718-695f-4ee2-94b5-6cdeec18c493", "tag": "c166528c-be0a-4450-8c37-5319268ceca0"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:11:08.766129 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a305ad3-1cf8-4728-b132-9d398b488d76 service neutron] Pushing event updated for resources: {'Port': ['ID=c166528c-be0a-4450-8c37-5319268ceca0,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:08.781889 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-beb0c095-10c1-4b5a-bfff-115d96cb972a req-bd2becbf-ec99-4a80-a3d5-987bf72b3a00 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720049 Aug 16 20:11:08.827636 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-b13f02bc-1eef-4d1e-95bc-8fe21e868911 service neutron] 10.222.0.68 "GET /v2.0/networks/6d192dbb-a372-4859-86a9-c63053b8e357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558298 Aug 16 20:11:08.832669 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-65e92489-2e7c-46db-b0c4-fd40c783de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:08.834195 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-65e92489-2e7c-46db-b0c4-fd40c783de39 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fd9cbd22f82d4e4cb02b701bf4ae249c&device_id=bb791718-695f-4ee2-94b5-6cdeec18c493 HTTP/1.1" status: 200 len: 1095 time: 0.0514786 Aug 16 20:11:08.888642 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-924d3843-9dd3-42f4-982e-8f2b76d65aca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c166528c-be0a-4450-8c37-5319268ceca0 HTTP/1.1" status: 200 len: 217 time: 0.0452704 Aug 16 20:11:08.971896 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-9318b5b2-048e-4807-801c-eb32ba8af283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:08.974384 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-9318b5b2-048e-4807-801c-eb32ba8af283 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f551bf48-1e2b-40ad-bd38-5eb6d0ebb5aa HTTP/1.1" status: 200 len: 862 time: 0.0667806 Aug 16 20:11:09.009943 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-571cadfa-9f5c-4c3b-9721-2c0ba4b7b772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'name': 'tempest-TaggedBootDevicesTest_v242-1236632234-router', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '25f6aaa2-ab5b-46b9-8351-b76d111e35ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:59Z', 'updated_at': '2021-08-16T20:11:06Z', 'revision_number': 4, 'project_id': '7b57628fd666456abf7d4e027fd3ce47', 'gw_port': {'id': '25f6aaa2-ab5b-46b9-8351-b76d111e35ed', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:11:00Z', 'updated_at': '2021-08-16T20:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '54e20828-d2c4-497e-98a4-c87e704ebc0a', 'name': '', 'network_id': '0ae80140-337e-46f6-881d-18b41812816e', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'mac_address': 'fa:16:3e:9e:d1:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '38e01d28-9c01-425c-8286-6dc8a892ec17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:11:05Z', 'updated_at': '2021-08-16T20:11:07Z', 'revision_number': 2, 'project_id': '7b57628fd666456abf7d4e027fd3ce47', 'subnets': [{'id': '38e01d28-9c01-425c-8286-6dc8a892ec17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:11:09.028758 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-a0565534-d04d-4413-b86e-38fb768a3c9d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=17a161c3-dea9-441d-b6a3-fe2c34ec09d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361519 Aug 16 20:11:09.035391 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-b3488b42-dcd7-4fec-a2de-400e615760e2 service neutron] 10.222.0.68 "GET /v2.0/networks/6d192dbb-a372-4859-86a9-c63053b8e357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918960 Aug 16 20:11:09.052950 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571cadfa-9f5c-4c3b-9721-2c0ba4b7b772 None None] Checking router: a6d3701d-c439-4c40-ab15-70132aa1212c for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:11:09.053426 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571cadfa-9f5c-4c3b-9721-2c0ba4b7b772 None None] Updating router a6d3701d-c439-4c40-ab15-70132aa1212c port 54e20828-d2c4-497e-98a4-c87e704ebc0a binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:11:09.093709 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-571cadfa-9f5c-4c3b-9721-2c0ba4b7b772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:09.125808 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-9585639c-44fc-486e-9949-1c527c40e485 service neutron] 10.222.0.68 "GET /v2.0/ports/ec6dde60-31da-44a8-99c6-66666133bd58?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0888662 Aug 16 20:11:09.131367 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d285f-8a3d-4aba-ba26-9c6515f207d7 req-f1a58847-36b9-4bbf-a24c-38bd7bf05f41 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:09.138656 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1d1d285f-8a3d-4aba-ba26-9c6515f207d7 req-f1a58847-36b9-4bbf-a24c-38bd7bf05f41 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=bb791718-695f-4ee2-94b5-6cdeec18c493 HTTP/1.1" status: 200 len: 943 time: 0.2490010 Aug 16 20:11:09.198130 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1d1d285f-8a3d-4aba-ba26-9c6515f207d7 req-213bcc86-07c1-4922-a126-9e426122ec48 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574648 Aug 16 20:11:09.259813 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-8166b835-7a5c-4a79-a49c-7cd38b1e26f2 service neutron] 10.222.0.57 "GET /v2.0/networks/17a161c3-dea9-441d-b6a3-fe2c34ec09d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228954 Aug 16 20:11:09.265992 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 25f6aaa2-ab5b-46b9-8351-b76d111e35ed up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:11:09.353050 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7301ee-1ca6-47bb-ab3c-209fbc15e87a x-openstack-request-id: req-6a7301ee-1ca6-47bb-ab3c-209fbc15e87a {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:11:09.353343 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb791718-695f-4ee2-94b5-6cdeec18c493", "tag": "c166528c-be0a-4450-8c37-5319268ceca0", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:11:09.353597 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6a7301ee-1ca6-47bb-ab3c-209fbc15e87a {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:11:09.353990 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb791718-695f-4ee2-94b5-6cdeec18c493', 'tag': 'c166528c-be0a-4450-8c37-5319268ceca0', 'status': 'completed', 'code': 200} Aug 16 20:11:09.389163 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-6f5eba2a-ea5f-46e8-93cc-8a8d24a89fd2 service neutron] 10.222.0.68 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566736 Aug 16 20:11:09.471711 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5e8ffba6-e767-4227-afcb-53e11eb38bca req-1bfb494b-92a0-4569-943f-515e4fd4e974 service neutron] 10.222.0.57 "GET /v2.0/networks/17a161c3-dea9-441d-b6a3-fe2c34ec09d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000790 Aug 16 20:11:09.583515 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f66ec1-18c8-4e52-b77d-04874efe41a0 req-0ad31ea1-b96d-4728-9b17-5c87117a8a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:09.584559 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-20f66ec1-18c8-4e52-b77d-04874efe41a0 req-0ad31ea1-b96d-4728-9b17-5c87117a8a70 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fd9cbd22f82d4e4cb02b701bf4ae249c&device_id=bb791718-695f-4ee2-94b5-6cdeec18c493 HTTP/1.1" status: 200 len: 1095 time: 0.0586581 Aug 16 20:11:09.620438 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-09e3594c-53b9-4b85-8cc9-13888906dddb service neutron] 10.222.0.68 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184207 Aug 16 20:11:09.669672 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-fb316f03-f59b-4165-bc65-711c9221f096 service neutron] 10.222.0.68 "GET /v2.0/ports/3cdfb6f4-dac4-488e-af79-cf406aeeec52?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0468569 Aug 16 20:11:09.717094 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5472911f-389c-44bc-9d14-73b32916202b req-03961709-99b0-4b1f-ba68-15f1314801d9 tempest-ServerShowV257Test-1230516012 tempest-ServerShowV257Test-1230516012-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.0449841 Aug 16 20:11:09.762859 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f66ec1-18c8-4e52-b77d-04874efe41a0 req-bffec90c-f965-4a1b-9c27-41661f17f63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:09.764629 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-20f66ec1-18c8-4e52-b77d-04874efe41a0 req-bffec90c-f965-4a1b-9c27-41661f17f63b service neutron] 10.222.0.57 "GET /v2.0/networks?id=17a161c3-dea9-441d-b6a3-fe2c34ec09d4 HTTP/1.1" status: 200 len: 923 time: 0.1677792 Aug 16 20:11:09.844872 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 25f6aaa2-ab5b-46b9-8351-b76d111e35ed triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:11:09.845394 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:09.868050 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-20f66ec1-18c8-4e52-b77d-04874efe41a0 req-507959b8-10ae-45ff-941f-3405926c7d76 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c166528c-be0a-4450-8c37-5319268ceca0 HTTP/1.1" status: 200 len: 217 time: 0.0947006 Aug 16 20:11:09.869829 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-35120555-799c-436e-bce9-f512a060596d service neutron] 10.222.0.68 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937113 Aug 16 20:11:09.999278 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f66ec1-18c8-4e52-b77d-04874efe41a0 req-81cfb516-788a-4430-b342-2ba70219a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:10.001251 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-20f66ec1-18c8-4e52-b77d-04874efe41a0 req-81cfb516-788a-4430-b342-2ba70219a330 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f551bf48-1e2b-40ad-bd38-5eb6d0ebb5aa HTTP/1.1" status: 200 len: 862 time: 0.1249785 Aug 16 20:11:10.063537 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41fa7e4-0cea-4b51-9a81-54bf76cb145d req-a94ac240-ede7-408f-95cf-7167403490e5 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:10.068726 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-571cadfa-9f5c-4c3b-9721-2c0ba4b7b772 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:10.075158 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c41fa7e4-0cea-4b51-9a81-54bf76cb145d req-a94ac240-ede7-408f-95cf-7167403490e5 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1307495 Aug 16 20:11:10.077953 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-3d00473b-76e4-417f-b2f1-fc3e034fb823 service neutron] 10.222.0.68 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071869 Aug 16 20:11:10.079736 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-20f66ec1-18c8-4e52-b77d-04874efe41a0 req-a62d1874-720c-4f68-8a64-ab70066adc82 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=17a161c3-dea9-441d-b6a3-fe2c34ec09d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602245 Aug 16 20:11:10.101419 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-571cadfa-9f5c-4c3b-9721-2c0ba4b7b772 None None] Transition to ACTIVE for port object 54e20828-d2c4-497e-98a4-c87e704ebc0a will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:11:10.110099 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-571cadfa-9f5c-4c3b-9721-2c0ba4b7b772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:10.171277 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4881f6-b133-4ee5-9a28-dc97aba9bbee None None] Pushing event updated for resources: {'Port': ['ID=54e20828-d2c4-497e-98a4-c87e704ebc0a,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:10.189549 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c41fa7e4-0cea-4b51-9a81-54bf76cb145d req-5c1b34c5-aa37-4ade-90d4-8110901c5c51 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134224 Aug 16 20:11:10.251572 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-5599ecde-bf74-4322-912e-d925b8fab2aa service neutron] 10.222.0.68 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673179 Aug 16 20:11:10.291211 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-20f66ec1-18c8-4e52-b77d-04874efe41a0 req-d509d0bb-6fe7-4e43-81bc-ea7b87df4ce9 service neutron] 10.222.0.57 "GET /v2.0/networks/17a161c3-dea9-441d-b6a3-fe2c34ec09d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912799 Aug 16 20:11:10.328699 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-571cadfa-9f5c-4c3b-9721-2c0ba4b7b772 None None] Attempting to bind port 54e20828-d2c4-497e-98a4-c87e704ebc0a on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:11:10.329290 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-571cadfa-9f5c-4c3b-9721-2c0ba4b7b772 None None] Attempting to bind port 54e20828-d2c4-497e-98a4-c87e704ebc0a by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'c2a4cfff-62ad-43ae-9514-2c0c83875cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0ae80140-337e-46f6-881d-18b41812816e'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:11:10.329413 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571cadfa-9f5c-4c3b-9721-2c0ba4b7b772 None None] Attempting to bind port 54e20828-d2c4-497e-98a4-c87e704ebc0a on network 0ae80140-337e-46f6-881d-18b41812816e {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:11:10.336513 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571cadfa-9f5c-4c3b-9721-2c0ba4b7b772 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:11:10.336896 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571cadfa-9f5c-4c3b-9721-2c0ba4b7b772 None None] Checking segment: {'id': 'c2a4cfff-62ad-43ae-9514-2c0c83875cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0ae80140-337e-46f6-881d-18b41812816e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:11:10.337298 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-571cadfa-9f5c-4c3b-9721-2c0ba4b7b772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:10.337755 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571cadfa-9f5c-4c3b-9721-2c0ba4b7b772 None None] Bound using segment: {'id': 'c2a4cfff-62ad-43ae-9514-2c0c83875cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0ae80140-337e-46f6-881d-18b41812816e'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:11:10.338241 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-571cadfa-9f5c-4c3b-9721-2c0ba4b7b772 None None] Bound port: 54e20828-d2c4-497e-98a4-c87e704ebc0a, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a4cfff-62ad-43ae-9514-2c0c83875cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0ae80140-337e-46f6-881d-18b41812816e'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:11:10.338620 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-571cadfa-9f5c-4c3b-9721-2c0ba4b7b772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:10.516366 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-20f66ec1-18c8-4e52-b77d-04874efe41a0 req-206100e3-b416-49c8-8c9e-4ed0e600673f service neutron] 10.222.0.57 "GET /v2.0/networks/17a161c3-dea9-441d-b6a3-fe2c34ec09d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166257 Aug 16 20:11:10.522981 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-f5b9dd2f-45f9-4072-bdbc-6029f0971901 service neutron] 10.222.0.68 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600284 Aug 16 20:11:10.593940 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-571cadfa-9f5c-4c3b-9721-2c0ba4b7b772 None None] For port 54e20828-d2c4-497e-98a4-c87e704ebc0a, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:11:10.604017 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-571cadfa-9f5c-4c3b-9721-2c0ba4b7b772 None None] For port 54e20828-d2c4-497e-98a4-c87e704ebc0a, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=54e20828-d2c4-497e-98a4-c87e704ebc0a,segment=NetworkSegment(c2a4cfff-62ad-43ae-9514-2c0c83875cd5),segment_id=c2a4cfff-62ad-43ae-9514-2c0c83875cd5)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:11:10.615930 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-571cadfa-9f5c-4c3b-9721-2c0ba4b7b772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:10.709317 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4881f6-b133-4ee5-9a28-dc97aba9bbee None None] Pushing event updated for resources: {'Port': ['ID=54e20828-d2c4-497e-98a4-c87e704ebc0a,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:10.760774 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571cadfa-9f5c-4c3b-9721-2c0ba4b7b772 None None] Routers {'a6d3701d-c439-4c40-ab15-70132aa1212c'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:11:10.761285 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-571cadfa-9f5c-4c3b-9721-2c0ba4b7b772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:11:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a6d3701d-c439-4c40-ab15-70132aa1212c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:11:10.852517 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6aca5007-c310-4103-950d-2e4a84f6b88d req-4a804426-ec28-45f6-a15a-95cc107eea1b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.1186652 Aug 16 20:11:10.897983 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ecb782da-74c2-41b2-8b90-e2ed5131640a service neutron] 10.222.0.68 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648987 Aug 16 20:11:10.926785 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-571cadfa-9f5c-4c3b-9721-2c0ba4b7b772 None None] Set router a6d3701d-c439-4c40-ab15-70132aa1212c gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:11:10.983737 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5431d-7656-48a6-9aa8-c4686fe58532 req-9d8c8edb-5918-4f0d-a230-72e7f3517bee tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:10.999910 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-91f5431d-7656-48a6-9aa8-c4686fe58532 req-9d8c8edb-5918-4f0d-a230-72e7f3517bee tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 945 time: 0.0887980 Aug 16 20:11:11.102816 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-91f5431d-7656-48a6-9aa8-c4686fe58532 req-aa33e168-c2d0-4c81-8618-2f70163df3b1 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019418 Aug 16 20:11:11.132007 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-a9879473-2b1a-4ef0-b60d-1ec5189b86a7 service neutron] 10.222.0.68 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271464 Aug 16 20:11:11.271094 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-9191ff66-3f5b-48e3-883b-3a5c7a6d0946 service neutron] 10.222.0.68 "GET /v2.0/networks/2a2623ce-bffe-47bb-a726-6ce2777826c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312501 Aug 16 20:11:11.312634 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-571cadfa-9f5c-4c3b-9721-2c0ba4b7b772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'name': 'tempest-TaggedBootDevicesTest_v242-1236632234-router', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '25f6aaa2-ab5b-46b9-8351-b76d111e35ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:59Z', 'updated_at': '2021-08-16T20:11:06Z', 'revision_number': 4, 'project_id': '7b57628fd666456abf7d4e027fd3ce47', 'gw_port': {'id': '25f6aaa2-ab5b-46b9-8351-b76d111e35ed', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:11:00Z', 'updated_at': '2021-08-16T20:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '54e20828-d2c4-497e-98a4-c87e704ebc0a', 'name': '', 'network_id': '0ae80140-337e-46f6-881d-18b41812816e', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'mac_address': 'fa:16:3e:9e:d1:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '38e01d28-9c01-425c-8286-6dc8a892ec17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:11:05Z', 'updated_at': '2021-08-16T20:11:10Z', 'revision_number': 4, 'project_id': '7b57628fd666456abf7d4e027fd3ce47', 'subnets': [{'id': '38e01d28-9c01-425c-8286-6dc8a892ec17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:11:11.325687 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bda17-cc53-4d13-8b41-4f2ebb14bfda req-965e6698-3441-4af8-bf5d-004f3cd4e67a tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:11.341416 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0d3bda17-cc53-4d13-8b41-4f2ebb14bfda req-965e6698-3441-4af8-bf5d-004f3cd4e67a tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=bb791718-695f-4ee2-94b5-6cdeec18c493 HTTP/1.1" status: 200 len: 943 time: 0.0977428 Aug 16 20:11:11.358404 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571cadfa-9f5c-4c3b-9721-2c0ba4b7b772 None None] The sync data for ids ['a6d3701d-c439-4c40-ab15-70132aa1212c'] in n-d-787206-13 is: [{'id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'name': 'tempest-TaggedBootDevicesTest_v242-1236632234-router', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '25f6aaa2-ab5b-46b9-8351-b76d111e35ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:59Z', 'updated_at': '2021-08-16T20:11:06Z', 'revision_number': 4, 'project_id': '7b57628fd666456abf7d4e027fd3ce47', 'gw_port': {'id': '25f6aaa2-ab5b-46b9-8351-b76d111e35ed', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:11:00Z', 'updated_at': '2021-08-16T20:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '54e20828-d2c4-497e-98a4-c87e704ebc0a', 'name': '', 'network_id': '0ae80140-337e-46f6-881d-18b41812816e', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'mac_address': 'fa:16:3e:9e:d1:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '38e01d28-9c01-425c-8286-6dc8a892ec17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:11:05Z', 'updated_at': '2021-08-16T20:11:10Z', 'revision_number': 4, 'project_id': '7b57628fd666456abf7d4e027fd3ce47', 'subnets': [{'id': '38e01d28-9c01-425c-8286-6dc8a892ec17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:11:11.412535 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0d3bda17-cc53-4d13-8b41-4f2ebb14bfda req-a0f61ec7-85e1-42d8-af8e-04aed19c3abe tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649707 Aug 16 20:11:11.653582 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34af6bc-c4de-4a57-be7d-7ea08169e99d req-2f496775-5e3f-4296-bcff-4094193466fa tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:11.655850 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d34af6bc-c4de-4a57-be7d-7ea08169e99d req-2f496775-5e3f-4296-bcff-4094193466fa tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1244490 Aug 16 20:11:11.769628 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d34af6bc-c4de-4a57-be7d-7ea08169e99d req-c46d0aff-71ea-4d0c-90d7-272f05e3c811 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063657 Aug 16 20:11:12.117459 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b6425e2-7477-45cd-b0d5-c3f7bb0c8c8b req-61a0822a-ee9a-4820-9f81-e62fd062c355 tempest-ServerShowV257Test-1230516012 tempest-ServerShowV257Test-1230516012-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.0615718 Aug 16 20:11:12.263062 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-cbdd0df3-17ff-4738-91a4-9ebf16cb5c91 service neutron] 10.222.0.68 "GET /v2.0/networks/2a2623ce-bffe-47bb-a726-6ce2777826c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9863391 Aug 16 20:11:12.387601 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-8ecbb3b3-f071-4fbe-baf8-a0028978a299 service neutron] 10.222.0.68 "GET /v2.0/networks/2a2623ce-bffe-47bb-a726-6ce2777826c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230748 Aug 16 20:11:12.493355 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device c166528c-be0a-4450-8c37-5319268ceca0 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:11:12.524108 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-b88c81fe-82cb-40bb-8379-cc70dccdeb81 service neutron] 10.222.0.68 "GET /v2.0/networks/2a2623ce-bffe-47bb-a726-6ce2777826c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355102 Aug 16 20:11:12.691791 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port c166528c-be0a-4450-8c37-5319268ceca0, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=c166528c-be0a-4450-8c37-5319268ceca0,segment=NetworkSegment(fa38c8f7-67c8-4b30-a7ef-fd21760571af),segment_id=fa38c8f7-67c8-4b30-a7ef-fd21760571af)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:11:12.706734 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'c166528c-be0a-4450-8c37-5319268ceca0', 'network_id': '17a161c3-dea9-441d-b6a3-fe2c34ec09d4', 'port_id': 'c166528c-be0a-4450-8c37-5319268ceca0', 'mac_address': 'fa:16:3e:df:df:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f551bf48-1e2b-40ad-bd38-5eb6d0ebb5aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:11:12.772796 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:12.814969 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c166528c-be0a-4450-8c37-5319268ceca0 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:11:12.848399 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port c166528c-be0a-4450-8c37-5319268ceca0, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=c166528c-be0a-4450-8c37-5319268ceca0,segment=NetworkSegment(fa38c8f7-67c8-4b30-a7ef-fd21760571af),segment_id=fa38c8f7-67c8-4b30-a7ef-fd21760571af)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:11:12.853153 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:12.938653 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=c166528c-be0a-4450-8c37-5319268ceca0,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:13.065008 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5e166eba-f103-4dda-a978-98d3d57bb86d req-5a88f8fe-50e1-4731-a658-f59b6dfc0f74 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f32dbfd1fe824274acae2ac563a6d2e6&device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.0696430 Aug 16 20:11:13.081492 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['c166528c-be0a-4450-8c37-5319268ceca0'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:11:13.103469 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5e166eba-f103-4dda-a978-98d3d57bb86d req-6578c210-16f1-403c-a84b-81b905eb8ffb service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=f32dbfd1fe824274acae2ac563a6d2e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291553 Aug 16 20:11:13.146056 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1be469-cfa1-4990-8ee3-46fcf96da525 req-2a3878b3-9762-42ec-a398-927272da37eb tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:13.157549 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9d1be469-cfa1-4990-8ee3-46fcf96da525 req-2a3878b3-9762-42ec-a398-927272da37eb tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=bb791718-695f-4ee2-94b5-6cdeec18c493 HTTP/1.1" status: 200 len: 944 time: 0.0920315 Aug 16 20:11:13.296959 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9d1be469-cfa1-4990-8ee3-46fcf96da525 req-4a9ce8e1-a2d0-412f-b487-c7ca0c8dc4ef tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385195 Aug 16 20:11:13.326009 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e166eba-f103-4dda-a978-98d3d57bb86d req-0dcb1840-28d4-4edf-98b4-9869484e025d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:13.327532 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5e166eba-f103-4dda-a978-98d3d57bb86d req-0dcb1840-28d4-4edf-98b4-9869484e025d service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2166467 Aug 16 20:11:13.396324 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 54e20828-d2c4-497e-98a4-c87e704ebc0a up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:11:13.514421 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 54e20828-d2c4-497e-98a4-c87e704ebc0a completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:11:13.523491 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 54e20828-d2c4-497e-98a4-c87e704ebc0a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:11:13.523866 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:13.580567 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a812b2e-c5f0-416d-84c0-17269eef75d5 req-087a7500-4216-4110-b7dd-e270253db849 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:13.584483 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8a812b2e-c5f0-416d-84c0-17269eef75d5 req-087a7500-4216-4110-b7dd-e270253db849 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.0988154 Aug 16 20:11:13.673251 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8a812b2e-c5f0-416d-84c0-17269eef75d5 req-b392ec5b-0f07-4429-b012-0c2788fac77c tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778344 Aug 16 20:11:13.720079 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:13.809455 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 54e20828-d2c4-497e-98a4-c87e704ebc0a, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=54e20828-d2c4-497e-98a4-c87e704ebc0a,segment=NetworkSegment(c2a4cfff-62ad-43ae-9514-2c0c83875cd5),segment_id=c2a4cfff-62ad-43ae-9514-2c0c83875cd5)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:11:13.816386 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:13.818938 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c2f16279-1399-4a93-b03d-04d028209e22 req-f912e3d2-1645-46ff-bd74-02d91ed9c712 tempest-ServerShowV257Test-1230516012 tempest-ServerShowV257Test-1230516012-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.0523453 Aug 16 20:11:13.939706 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7dfb96f8-ceea-4952-8b05-88293604d10b req-c315a688-e4fc-4a17-869b-31491d2077a2 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 210 time: 0.0874186 Aug 16 20:11:13.957493 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=54e20828-d2c4-497e-98a4-c87e704ebc0a,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:14.078477 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad84b1-a929-4ff5-b9f9-c8d891eae255 req-8f99ee34-ef2d-4564-b0d5-7f0c8dd768a4 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:14.083734 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5aad84b1-a929-4ff5-b9f9-c8d891eae255 req-8f99ee34-ef2d-4564-b0d5-7f0c8dd768a4 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.0787718 Aug 16 20:11:14.146612 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5aad84b1-a929-4ff5-b9f9-c8d891eae255 req-817401e7-e50b-4520-b072-a66662acb431 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590370 Aug 16 20:11:14.328121 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd084bf1-e558-4018-af3e-308d82888539 req-16f2f5a5-af6a-4f75-af1c-1768d923502d tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:14.332291 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dd084bf1-e558-4018-af3e-308d82888539 req-16f2f5a5-af6a-4f75-af1c-1768d923502d tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.0573671 Aug 16 20:11:14.400264 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dd084bf1-e558-4018-af3e-308d82888539 req-decaf328-1869-4824-be24-897b74f6a350 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628996 Aug 16 20:11:14.494046 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device c166528c-be0a-4450-8c37-5319268ceca0 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:11:14.505819 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3dbac5-fd32-4a77-ae6f-7cb62d3113d9 req-af5a75d7-5ad1-41b8-8e91-66f58d6efa7a tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:14.517957 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1b3dbac5-fd32-4a77-ae6f-7cb62d3113d9 req-af5a75d7-5ad1-41b8-8e91-66f58d6efa7a tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=bb791718-695f-4ee2-94b5-6cdeec18c493 HTTP/1.1" status: 200 len: 944 time: 0.0957940 Aug 16 20:11:14.603182 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1b3dbac5-fd32-4a77-ae6f-7cb62d3113d9 req-78ea13e3-b1fa-4313-ae2c-72ded481bac2 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795984 Aug 16 20:11:14.631386 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port c166528c-be0a-4450-8c37-5319268ceca0 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:11:14.637585 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port c166528c-be0a-4450-8c37-5319268ceca0 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:11:14.638122 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:14.661334 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634155e3-255c-48b7-bdf4-743c7b8bfc41 req-3e033643-7de0-4525-8bc2-24f8c183736f tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:14.663176 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-634155e3-255c-48b7-bdf4-743c7b8bfc41 req-3e033643-7de0-4525-8bc2-24f8c183736f tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.0991831 Aug 16 20:11:14.681521 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5e166eba-f103-4dda-a978-98d3d57bb86d req-8dc22fb7-95dc-41ef-b8bb-ab88fe610672 tempest-ServerShowV257Test-1230516012 tempest-ServerShowV257Test-1230516012-project] 10.222.0.63 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.0484624 Aug 16 20:11:14.745150 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:14.749351 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-634155e3-255c-48b7-bdf4-743c7b8bfc41 req-a54eeea7-a24c-4136-a763-b1ddbefdb7c7 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677474 Aug 16 20:11:14.806941 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb791718-695f-4ee2-94b5-6cdeec18c493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c166528c-be0a-4450-8c37-5319268ceca0'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:11:14.809665 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73820be-ccbf-47a5-9cd3-7721431ae840" -d '{"events": [{"server_uuid": "bb791718-695f-4ee2-94b5-6cdeec18c493", "name": "network-vif-plugged", "status": "completed", "tag": "c166528c-be0a-4450-8c37-5319268ceca0"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:11:14.828127 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port c166528c-be0a-4450-8c37-5319268ceca0, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=c166528c-be0a-4450-8c37-5319268ceca0,segment=NetworkSegment(fa38c8f7-67c8-4b30-a7ef-fd21760571af),segment_id=fa38c8f7-67c8-4b30-a7ef-fd21760571af)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:11:14.833880 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:14.954005 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfc675-14f5-42b5-a31a-c4c52312a2fa req-00169dfd-396d-41a7-9d9c-d3454849aac6 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:14.959901 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297aadda-7f71-4770-98ae-9c2653e0c3f0 x-openstack-request-id: req-297aadda-7f71-4770-98ae-9c2653e0c3f0 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:11:14.960804 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb791718-695f-4ee2-94b5-6cdeec18c493", "name": "network-vif-plugged", "status": "completed", "tag": "c166528c-be0a-4450-8c37-5319268ceca0", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:11:14.961112 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-297aadda-7f71-4770-98ae-9c2653e0c3f0 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:11:14.961569 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb791718-695f-4ee2-94b5-6cdeec18c493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c166528c-be0a-4450-8c37-5319268ceca0', 'code': 200} Aug 16 20:11:14.962703 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-67dfc675-14f5-42b5-a31a-c4c52312a2fa req-00169dfd-396d-41a7-9d9c-d3454849aac6 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1131632 Aug 16 20:11:14.975075 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=c166528c-be0a-4450-8c37-5319268ceca0,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:15.028869 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-67dfc675-14f5-42b5-a31a-c4c52312a2fa req-8a3d4e71-9718-4838-961e-66a4dd836b76 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594985 Aug 16 20:11:15.120693 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-5259ca00-5e2d-459c-81ba-23a04148cccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:15.123000 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-5259ca00-5e2d-459c-81ba-23a04148cccb service neutron] 10.222.0.63 "GET /v2.0/ports/ec6dde60-31da-44a8-99c6-66666133bd58 HTTP/1.1" status: 200 len: 1026 time: 0.0853167 Aug 16 20:11:15.193321 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-6605fa6b-f346-444c-b746-93c93c2c6e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:15.195231 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-6605fa6b-f346-444c-b746-93c93c2c6e6f service neutron] 10.222.0.63 "GET /v2.0/ports/3cdfb6f4-dac4-488e-af79-cf406aeeec52 HTTP/1.1" status: 200 len: 1027 time: 0.0627985 Aug 16 20:11:15.224636 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5ded55c6-b431-40ca-9076-7368dcd5205e req-6ae0d2e4-329e-4e7b-882f-b6435cc0f55a tempest-ServerShowV257Test-1230516012 tempest-ServerShowV257Test-1230516012-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2f22cb3-c151-4e46-a780-72dd9383ae40 HTTP/1.1" status: 200 len: 210 time: 0.0784500 Aug 16 20:11:15.247900 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0f286d00-4214-4337-808e-58954d8d6d30 req-80fcc01d-1f71-457f-83b9-5ba4db6cad14 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 210 time: 0.0694168 Aug 16 20:11:15.248627 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d106a0-4526-4291-a3f4-49fef05aea90 req-9b7ec974-cb12-42e0-a6a2-5c97ba205ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:15.249968 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 54e20828-d2c4-497e-98a4-c87e704ebc0a up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:11:15.250980 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-67d106a0-4526-4291-a3f4-49fef05aea90 req-9b7ec974-cb12-42e0-a6a2-5c97ba205ad9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bb791718-695f-4ee2-94b5-6cdeec18c493 HTTP/1.1" status: 200 len: 1097 time: 0.1712880 Aug 16 20:11:15.326730 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-67d106a0-4526-4291-a3f4-49fef05aea90 req-1e57608f-3f7b-47d4-b195-19227bd87631 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680444 Aug 16 20:11:15.398782 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 54e20828-d2c4-497e-98a4-c87e704ebc0a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:11:15.399355 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:15.458468 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7fe86-2db3-4e78-ae19-475e46dea1d1 req-ce7f42fc-b27d-41aa-9bc3-f9600f0c8e1d tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:15.471054 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-60b7fe86-2db3-4e78-ae19-475e46dea1d1 req-ce7f42fc-b27d-41aa-9bc3-f9600f0c8e1d tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1217086 Aug 16 20:11:15.557734 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-60b7fe86-2db3-4e78-ae19-475e46dea1d1 req-586243d0-fc1a-4f11-a63e-8f091bb0cdf9 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814936 Aug 16 20:11:15.573042 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-13c2eebc-a5d6-456a-96f9-8892d7d28c79 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:15.583866 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-13c2eebc-a5d6-456a-96f9-8892d7d28c79 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:15.604595 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-13c2eebc-a5d6-456a-96f9-8892d7d28c79 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:15.607191 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-13c2eebc-a5d6-456a-96f9-8892d7d28c79 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.63 "GET /v2.0/networks?id=6d192dbb-a372-4859-86a9-c63053b8e357&id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&id=2a2623ce-bffe-47bb-a726-6ce2777826c9&id=2a2623ce-bffe-47bb-a726-6ce2777826c9 HTTP/1.1" status: 200 len: 1988 time: 0.3572800 Aug 16 20:11:15.698359 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-fbc9ad07-ff96-4c41-b588-4562e2c488c5 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cefd984278fb49d9a2fe0a3b62a831cf HTTP/1.1" status: 200 len: 380 time: 0.0801487 Aug 16 20:11:15.715881 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-3b0ac5c3-7a58-445f-9315-5722524edc69 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Request body: {'port': {'device_id': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'network_id': '6d192dbb-a372-4859-86a9-c63053b8e357', 'admin_state_up': True, 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'security_groups': ['c31e75d1-5457-490d-9f6b-a9509ab2c1bc']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:11:15.789499 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a30ef9-95ad-4630-a3ee-87c0f699eb11 req-fce1cf60-2018-461c-b52c-290ef1c62a33 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:15.802629 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-58a30ef9-95ad-4630-a3ee-87c0f699eb11 req-fce1cf60-2018-461c-b52c-290ef1c62a33 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=bb791718-695f-4ee2-94b5-6cdeec18c493 HTTP/1.1" status: 200 len: 945 time: 0.0973771 Aug 16 20:11:15.838760 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682c108-cb9d-4c5f-96eb-de9c00ed29da req-109455ec-2894-4695-8a90-2e76ff3d2e06 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:15.841347 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3682c108-cb9d-4c5f-96eb-de9c00ed29da req-109455ec-2894-4695-8a90-2e76ff3d2e06 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1417589 Aug 16 20:11:15.904738 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-58a30ef9-95ad-4630-a3ee-87c0f699eb11 req-7b655675-6229-4b90-b9db-45c7c8ba9b0f tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992372 Aug 16 20:11:15.938866 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3682c108-cb9d-4c5f-96eb-de9c00ed29da req-6ab8e506-b519-4e9a-9e17-a91ac55d04c6 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911071 Aug 16 20:11:15.940136 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-3b0ac5c3-7a58-445f-9315-5722524edc69 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Made reservation on behalf of cefd984278fb49d9a2fe0a3b62a831cf for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:11:15.943762 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-3b0ac5c3-7a58-445f-9315-5722524edc69 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:16.164242 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfad09c-e1f8-48f0-94ea-a412e887d234 req-eabee1ae-7d80-4000-b4f9-41913e1ca118 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:16.169556 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4dfad09c-e1f8-48f0-94ea-a412e887d234 req-eabee1ae-7d80-4000-b4f9-41913e1ca118 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1070185 Aug 16 20:11:16.282365 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4dfad09c-e1f8-48f0-94ea-a412e887d234 req-3514b57b-aacf-49f8-9813-44e39cf2a360 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055007 Aug 16 20:11:16.378056 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-3b0ac5c3-7a58-445f-9315-5722524edc69 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Allocated IP 172.20.0.5 (6d192dbb-a372-4859-86a9-c63053b8e357/279800a2-1f75-4763-82e2-882d40193542/4ca147cc-a223-4e76-8231-748d95ba851c) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:11:16.509294 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 4f2a2462-5629-42d9-881b-f9a0a5e0a025 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:11:16.580915 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7d69dcd4-45c1-4a2b-af84-1542c115a47f req-7bcf4c38-91d2-4f0c-99a1-3e63761d43ca tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 210 time: 0.0665209 Aug 16 20:11:16.709666 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150ce81-f2ef-46c1-8de3-ee47243df7fd req-3b0a410c-9090-41e3-9a66-ea5dfa9843ec tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:16.712136 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1150ce81-f2ef-46c1-8de3-ee47243df7fd req-3b0a410c-9090-41e3-9a66-ea5dfa9843ec tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1640689 Aug 16 20:11:16.774975 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48622) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:11:16.813434 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 4f2a2462-5629-42d9-881b-f9a0a5e0a025, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=4f2a2462-5629-42d9-881b-f9a0a5e0a025,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:11:16.850152 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '4f2a2462-5629-42d9-881b-f9a0a5e0a025', 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17', 'port_id': '4f2a2462-5629-42d9-881b-f9a0a5e0a025', 'mac_address': 'fa:16:3e:c6:58:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd38a8fc7-0911-4b72-a78c-d32851227793', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:11:16.885238 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-3b0ac5c3-7a58-445f-9315-5722524edc69 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:16.908953 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1150ce81-f2ef-46c1-8de3-ee47243df7fd req-68aa57a5-c1ad-496d-9d3c-07847c69ef45 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867263 Aug 16 20:11:16.920268 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-3b0ac5c3-7a58-445f-9315-5722524edc69 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Transition to ACTIVE for port object 4ca147cc-a223-4e76-8231-748d95ba851c will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:11:16.946070 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:16.977750 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f2a2462-5629-42d9-881b-f9a0a5e0a025 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:11:16.999599 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-3b0ac5c3-7a58-445f-9315-5722524edc69 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:17.021994 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 4f2a2462-5629-42d9-881b-f9a0a5e0a025, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=4f2a2462-5629-42d9-881b-f9a0a5e0a025,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:11:17.028316 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:17.092295 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d2afb6a-4846-4e27-b688-e3d2d579002d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:17.135771 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-3b0ac5c3-7a58-445f-9315-5722524edc69 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Network 6d192dbb-a372-4859-86a9-c63053b8e357 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:11:17.153272 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-3b0ac5c3-7a58-445f-9315-5722524edc69 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:11:17.158067 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['4f2a2462-5629-42d9-881b-f9a0a5e0a025'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:11:17.182829 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-3b0ac5c3-7a58-445f-9315-5722524edc69 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:11:17.281533 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=4f2a2462-5629-42d9-881b-f9a0a5e0a025,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:17.352897 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa0234-098b-40dc-9777-8a308d5a7f04 req-523e44d3-6a62-48d0-ab6b-32fc04d23bf9 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:17.361460 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3dfa0234-098b-40dc-9777-8a308d5a7f04 req-523e44d3-6a62-48d0-ab6b-32fc04d23bf9 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=bb791718-695f-4ee2-94b5-6cdeec18c493 HTTP/1.1" status: 200 len: 945 time: 0.2344127 Aug 16 20:11:17.380545 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ac5c3-7a58-445f-9315-5722524edc69 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Pushing event updated for resources: {'Port': ['ID=4ca147cc-a223-4e76-8231-748d95ba851c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:17.423437 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3dfa0234-098b-40dc-9777-8a308d5a7f04 req-ec187425-0c3c-430d-a218-b4f6d45dbedc tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602725 Aug 16 20:11:17.586213 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-3b0ac5c3-7a58-445f-9315-5722524edc69 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:17.586901 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-3b0ac5c3-7a58-445f-9315-5722524edc69 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:17.639626 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ae4b7-5ef7-427b-b751-e57224bbd624 req-23affbf0-eb52-4116-a2de-ebbec56dac66 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:17.645177 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-467ae4b7-5ef7-427b-b751-e57224bbd624 req-23affbf0-eb52-4116-a2de-ebbec56dac66 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.5009828 Aug 16 20:11:17.657695 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d2afb6a-4846-4e27-b688-e3d2d579002d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:17.677966 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d2afb6a-4846-4e27-b688-e3d2d579002d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:17.713140 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-3b0ac5c3-7a58-445f-9315-5722524edc69 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0041752 Aug 16 20:11:17.734442 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-81f21498-ca4a-493a-89a6-9ee6a4f68070 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Request body: {'port': {'device_id': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'network_id': '531b5bc9-e4c2-4e3e-af48-510fa5c2f745', 'admin_state_up': True, 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'security_groups': ['c31e75d1-5457-490d-9f6b-a9509ab2c1bc']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:11:17.770635 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7d2afb6a-4846-4e27-b688-e3d2d579002d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f32dbfd1fe824274acae2ac563a6d2e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9940579 Aug 16 20:11:17.800298 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48662) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:11:17.806194 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-27c2520d-c123-4ce8-887f-235b454576dd None None] Provisioning for port 4ca147cc-a223-4e76-8231-748d95ba851c completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:11:17.822544 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-467ae4b7-5ef7-427b-b751-e57224bbd624 req-049be461-3a16-43a7-9aa7-3ea0ff3d50a1 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616540 Aug 16 20:11:17.827011 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-27c2520d-c123-4ce8-887f-235b454576dd None None] Provisioning complete for port 4ca147cc-a223-4e76-8231-748d95ba851c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:11:17.828470 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27c2520d-c123-4ce8-887f-235b454576dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:17.859687 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2afb6a-4846-4e27-b688-e3d2d579002d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c4b3a7-ea0d-48b9-9ab1-c3780cfea782,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:17.993938 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-27c2520d-c123-4ce8-887f-235b454576dd None None] Port 4ca147cc-a223-4e76-8231-748d95ba851c cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:11:18.001912 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-81f21498-ca4a-493a-89a6-9ee6a4f68070 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Made reservation on behalf of cefd984278fb49d9a2fe0a3b62a831cf for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:11:18.008797 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-81f21498-ca4a-493a-89a6-9ee6a4f68070 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:18.072481 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3cdaa9f-a95e-40f3-bdb8-565b40951115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:18.191465 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e1ee4-3976-4cdb-8428-0a0a4003497a req-ebb5ceaa-7658-4957-9f91-84fab0500a2e tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:18.200192 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-199e1ee4-3976-4cdb-8428-0a0a4003497a req-ebb5ceaa-7658-4957-9f91-84fab0500a2e tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 931 time: 0.1858547 Aug 16 20:11:18.255028 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3cdaa9f-a95e-40f3-bdb8-565b40951115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:18.347486 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-199e1ee4-3976-4cdb-8428-0a0a4003497a req-255ec7e8-61f0-4c2a-8b3f-3efe1bfbfd8e tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459401 Aug 16 20:11:18.377954 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de5af9-c307-4ba9-a5a9-41e8af6d51bc req-6c7538ae-7fd2-4225-a5c7-1588c090c8d3 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:18.386171 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02de5af9-c307-4ba9-a5a9-41e8af6d51bc req-6c7538ae-7fd2-4225-a5c7-1588c090c8d3 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=bb791718-695f-4ee2-94b5-6cdeec18c493 HTTP/1.1" status: 200 len: 945 time: 0.3210094 Aug 16 20:11:18.390505 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3cdaa9f-a95e-40f3-bdb8-565b40951115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:18.394656 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3cdaa9f-a95e-40f3-bdb8-565b40951115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:18.394656 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a3cdaa9f-a95e-40f3-bdb8-565b40951115 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/65c4b3a7-ea0d-48b9-9ab1-c3780cfea782 HTTP/1.1" status: 204 len: 168 time: 0.5373778 Aug 16 20:11:18.474371 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-81f21498-ca4a-493a-89a6-9ee6a4f68070 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Allocated IP 10.1.1.122 (531b5bc9-e4c2-4e3e-af48-510fa5c2f745/7d7186cf-77e4-4b82-8d65-1e75cd70140b/61f5d400-4db0-4954-b6c2-83f11955da7c) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:11:18.483602 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cdaa9f-a95e-40f3-bdb8-565b40951115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c4b3a7-ea0d-48b9-9ab1-c3780cfea782,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:18.524634 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 4f2a2462-5629-42d9-881b-f9a0a5e0a025 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:11:18.569832 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02de5af9-c307-4ba9-a5a9-41e8af6d51bc req-556ac969-14ad-453d-a14f-624a5f5d1f81 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups?id=6274cc6e-a42a-4518-a9da-31ec9c612d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801615 Aug 16 20:11:18.721814 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 4f2a2462-5629-42d9-881b-f9a0a5e0a025 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:11:18.725461 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:18.801092 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51cc83-e3b8-4911-bd69-d51c68a5612b req-451c5db7-6247-429c-a1b9-271f74304457 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:18.802647 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ff51cc83-e3b8-4911-bd69-d51c68a5612b req-451c5db7-6247-429c-a1b9-271f74304457 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.2528825 Aug 16 20:11:18.905023 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ff51cc83-e3b8-4911-bd69-d51c68a5612b req-1f735880-98c4-40fb-9e11-6f1dcc0b582c tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871964 Aug 16 20:11:18.982412 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:19.039477 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-81f21498-ca4a-493a-89a6-9ee6a4f68070 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:19.071859 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 4f2a2462-5629-42d9-881b-f9a0a5e0a025, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=4f2a2462-5629-42d9-881b-f9a0a5e0a025,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:11:19.072085 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-81f21498-ca4a-493a-89a6-9ee6a4f68070 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Transition to ACTIVE for port object 61f5d400-4db0-4954-b6c2-83f11955da7c will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:11:19.073996 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17c37bd-355d-4e2e-97f8-86156e68b3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2a2462-5629-42d9-881b-f9a0a5e0a025'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:11:19.081875 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0296a0c5-f898-46cc-b881-552473558df1" -d '{"events": [{"server_uuid": "c17c37bd-355d-4e2e-97f8-86156e68b3d1", "name": "network-vif-plugged", "status": "completed", "tag": "4f2a2462-5629-42d9-881b-f9a0a5e0a025"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:11:19.088630 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:19.156205 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-81f21498-ca4a-493a-89a6-9ee6a4f68070 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:19.222398 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a194c73-f001-49aa-ad8d-ae1e90982bc0 x-openstack-request-id: req-7a194c73-f001-49aa-ad8d-ae1e90982bc0 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:11:19.223014 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17c37bd-355d-4e2e-97f8-86156e68b3d1", "name": "network-vif-plugged", "status": "completed", "tag": "4f2a2462-5629-42d9-881b-f9a0a5e0a025", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:11:19.224401 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7a194c73-f001-49aa-ad8d-ae1e90982bc0 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:11:19.224954 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17c37bd-355d-4e2e-97f8-86156e68b3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2a2462-5629-42d9-881b-f9a0a5e0a025', 'code': 200} Aug 16 20:11:19.255111 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=4f2a2462-5629-42d9-881b-f9a0a5e0a025,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:19.291632 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f21498-ca4a-493a-89a6-9ee6a4f68070 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Pushing event updated for resources: {'Port': ['ID=61f5d400-4db0-4954-b6c2-83f11955da7c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:19.325631 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55288f7-3e62-4fc6-8f3b-ff2b239cae64 req-b6a30698-6cf9-4156-8b15-9f037e3fd088 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:19.334572 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f55288f7-3e62-4fc6-8f3b-ff2b239cae64 req-b6a30698-6cf9-4156-8b15-9f037e3fd088 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1948638 Aug 16 20:11:19.350350 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-81f21498-ca4a-493a-89a6-9ee6a4f68070 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Network 531b5bc9-e4c2-4e3e-af48-510fa5c2f745 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:11:19.352673 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee381f0e-fa07-4ac2-a66f-e94989deec60 req-3311870e-d6a4-4546-9e59-557765417d71 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:19.354894 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ee381f0e-fa07-4ac2-a66f-e94989deec60 req-3311870e-d6a4-4546-9e59-557765417d71 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb791718-695f-4ee2-94b5-6cdeec18c493 HTTP/1.1" status: 200 len: 945 time: 0.1327052 Aug 16 20:11:19.360184 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-81f21498-ca4a-493a-89a6-9ee6a4f68070 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:11:19.378480 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-81f21498-ca4a-493a-89a6-9ee6a4f68070 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:11:19.557077 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-81f21498-ca4a-493a-89a6-9ee6a4f68070 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:19.557754 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-81f21498-ca4a-493a-89a6-9ee6a4f68070 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:19.775794 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f55288f7-3e62-4fc6-8f3b-ff2b239cae64 req-ae7d809c-5fed-454a-b078-fba6ce00b228 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399617 Aug 16 20:11:19.797532 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-81f21498-ca4a-493a-89a6-9ee6a4f68070 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0688922 Aug 16 20:11:19.821594 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ddb9dfdc-b00d-4f0a-b37e-59be9eb4ceaf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Request body: {'port': {'device_id': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'network_id': '531b5bc9-e4c2-4e3e-af48-510fa5c2f745', 'admin_state_up': True, 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'security_groups': ['c31e75d1-5457-490d-9f6b-a9509ab2c1bc']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:11:19.868676 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-ee381f0e-fa07-4ac2-a66f-e94989deec60 req-f6130706-3aa6-485f-adb4-f1625e05cffd tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Deleting port c166528c-be0a-4450-8c37-5319268ceca0 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:11:19.869047 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ee381f0e-fa07-4ac2-a66f-e94989deec60 req-f6130706-3aa6-485f-adb4-f1625e05cffd tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:20.061688 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3fda0941-d9a7-4f82-a22e-efe64e6c18d5 None None] Provisioning for port 61f5d400-4db0-4954-b6c2-83f11955da7c completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:11:20.076487 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3fda0941-d9a7-4f82-a22e-efe64e6c18d5 None None] Provisioning complete for port 61f5d400-4db0-4954-b6c2-83f11955da7c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:11:20.076857 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3fda0941-d9a7-4f82-a22e-efe64e6c18d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:20.082855 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ee381f0e-fa07-4ac2-a66f-e94989deec60 req-f6130706-3aa6-485f-adb4-f1625e05cffd tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] For port c166528c-be0a-4450-8c37-5319268ceca0, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=c166528c-be0a-4450-8c37-5319268ceca0,segment=NetworkSegment(fa38c8f7-67c8-4b30-a7ef-fd21760571af),segment_id=fa38c8f7-67c8-4b30-a7ef-fd21760571af)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:11:20.086765 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ee381f0e-fa07-4ac2-a66f-e94989deec60 req-f6130706-3aa6-485f-adb4-f1625e05cffd tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:20.132167 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-ee381f0e-fa07-4ac2-a66f-e94989deec60 req-f6130706-3aa6-485f-adb4-f1625e05cffd tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Calling delete_port for c166528c-be0a-4450-8c37-5319268ceca0 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:11:20.135115 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ccbe2-2645-4035-bfa6-006e77efd399 req-10582003-135f-42b7-ba71-ce9d71478187 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:20.155744 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ccbe2-2645-4035-bfa6-006e77efd399 req-10582003-135f-42b7-ba71-ce9d71478187 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:20.161939 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9b9ccbe2-2645-4035-bfa6-006e77efd399 req-10582003-135f-42b7-ba71-ce9d71478187 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 1653 time: 0.5749192 Aug 16 20:11:20.218014 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3fda0941-d9a7-4f82-a22e-efe64e6c18d5 None None] Port 61f5d400-4db0-4954-b6c2-83f11955da7c cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:11:20.299303 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9b9ccbe2-2645-4035-bfa6-006e77efd399 req-5ea1125a-7929-404b-b637-f5728371638f tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030202 Aug 16 20:11:20.361868 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ddb9dfdc-b00d-4f0a-b37e-59be9eb4ceaf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Made reservation on behalf of cefd984278fb49d9a2fe0a3b62a831cf for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:11:20.365430 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ddb9dfdc-b00d-4f0a-b37e-59be9eb4ceaf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:20.410705 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ee381f0e-fa07-4ac2-a66f-e94989deec60 req-f6130706-3aa6-485f-adb4-f1625e05cffd tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:20.425460 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['c166528c-be0a-4450-8c37-5319268ceca0'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:11:20.519428 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6130706-3aa6-485f-adb4-f1625e05cffd tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Pushing event deleted for resources: {'Port': ['ID=c166528c-be0a-4450-8c37-5319268ceca0,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:20.542892 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4d45ab8e-a37e-4ec0-9364-879056363d57 req-ffe606c7-f10b-47bb-b894-679d980128cb tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/ports?device_id=bb791718-695f-4ee2-94b5-6cdeec18c493 HTTP/1.1" status: 200 len: 210 time: 0.1559477 Aug 16 20:11:20.675833 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee381f0e-fa07-4ac2-a66f-e94989deec60 req-f6130706-3aa6-485f-adb4-f1625e05cffd tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] No DVR routers for this DVR port c166528c-be0a-4450-8c37-5319268ceca0 on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:11:20.678775 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ee381f0e-fa07-4ac2-a66f-e94989deec60 req-f6130706-3aa6-485f-adb4-f1625e05cffd tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:20.681234 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ee381f0e-fa07-4ac2-a66f-e94989deec60 req-f6130706-3aa6-485f-adb4-f1625e05cffd tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.57 "DELETE /v2.0/ports/c166528c-be0a-4450-8c37-5319268ceca0 HTTP/1.1" status: 204 len: 173 time: 1.3186014 Aug 16 20:11:20.685091 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb791718-695f-4ee2-94b5-6cdeec18c493', 'name': 'network-vif-deleted', 'tag': 'c166528c-be0a-4450-8c37-5319268ceca0'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:11:20.688512 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624979e6-3e59-44e9-8e04-07d4ce686fe3" -d '{"events": [{"server_uuid": "bb791718-695f-4ee2-94b5-6cdeec18c493", "name": "network-vif-deleted", "tag": "c166528c-be0a-4450-8c37-5319268ceca0"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:11:20.743744 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58696e39-0564-4b26-a433-25bba33f1c66 x-openstack-request-id: req-58696e39-0564-4b26-a433-25bba33f1c66 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:11:20.744416 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb791718-695f-4ee2-94b5-6cdeec18c493", "name": "network-vif-deleted", "tag": "c166528c-be0a-4450-8c37-5319268ceca0", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:11:20.744920 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-58696e39-0564-4b26-a433-25bba33f1c66 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:11:20.745635 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb791718-695f-4ee2-94b5-6cdeec18c493', 'name': 'network-vif-deleted', 'tag': 'c166528c-be0a-4450-8c37-5319268ceca0', 'status': 'completed', 'code': 200} Aug 16 20:11:20.780601 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ddb9dfdc-b00d-4f0a-b37e-59be9eb4ceaf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Allocated IP 10.1.1.179 (531b5bc9-e4c2-4e3e-af48-510fa5c2f745/7d7186cf-77e4-4b82-8d65-1e75cd70140b/604be3bb-7bde-47cc-88cf-1680e6ea6018) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:11:21.069126 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1071c08-2d0c-4c2e-8e83-7e9cbe0f35c4 req-a6180c58-41bf-4b4e-9b9b-db78ae25e708 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:21.070813 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f1071c08-2d0c-4c2e-8e83-7e9cbe0f35c4 req-a6180c58-41bf-4b4e-9b9b-db78ae25e708 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.2274346 Aug 16 20:11:21.215827 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f1071c08-2d0c-4c2e-8e83-7e9cbe0f35c4 req-0531b763-e009-49c0-8039-575feac3cff9 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265402 Aug 16 20:11:21.431299 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ddb9dfdc-b00d-4f0a-b37e-59be9eb4ceaf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:21.482145 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ddb9dfdc-b00d-4f0a-b37e-59be9eb4ceaf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Transition to ACTIVE for port object 604be3bb-7bde-47cc-88cf-1680e6ea6018 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:11:21.642394 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a6611-b8bf-4a38-9ee2-89247542e49a req-af268c6e-d27a-4099-a68b-40980031fb90 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:21.657060 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8a3a6611-b8bf-4a38-9ee2-89247542e49a req-af268c6e-d27a-4099-a68b-40980031fb90 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.2243025 Aug 16 20:11:21.711808 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdbf5eb-c4ec-4afb-ba69-6b406b832514 req-5cafbf26-57cc-47d7-a1db-e05d87db5c80 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:21.733410 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdbf5eb-c4ec-4afb-ba69-6b406b832514 req-5cafbf26-57cc-47d7-a1db-e05d87db5c80 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:21.735081 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dcdbf5eb-c4ec-4afb-ba69-6b406b832514 req-5cafbf26-57cc-47d7-a1db-e05d87db5c80 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 1653 time: 0.2463484 Aug 16 20:11:21.754698 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8a3a6611-b8bf-4a38-9ee2-89247542e49a req-7103bd49-3c59-4ded-8d8d-83a840da5fde tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873823 Aug 16 20:11:21.820404 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ddb9dfdc-b00d-4f0a-b37e-59be9eb4ceaf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:21.925438 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dcdbf5eb-c4ec-4afb-ba69-6b406b832514 req-433fc871-df64-40a5-94b1-9e648f287c4c tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792142 Aug 16 20:11:21.987829 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ddb9dfdc-b00d-4f0a-b37e-59be9eb4ceaf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Network 531b5bc9-e4c2-4e3e-af48-510fa5c2f745 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:11:22.001596 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ddb9dfdc-b00d-4f0a-b37e-59be9eb4ceaf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:11:22.064372 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ddb9dfdc-b00d-4f0a-b37e-59be9eb4ceaf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:11:22.205103 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9dfdc-b00d-4f0a-b37e-59be9eb4ceaf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Pushing event updated for resources: {'Port': ['ID=604be3bb-7bde-47cc-88cf-1680e6ea6018,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:22.275008 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ddb9dfdc-b00d-4f0a-b37e-59be9eb4ceaf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:22.275720 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ddb9dfdc-b00d-4f0a-b37e-59be9eb4ceaf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:22.306036 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ddb9dfdc-b00d-4f0a-b37e-59be9eb4ceaf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4952803 Aug 16 20:11:22.320320 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-75082ac7-1488-4746-95a4-05c91dc6d1cf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Request body: {'port': {'device_id': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2a2623ce-bffe-47bb-a726-6ce2777826c9', 'admin_state_up': True, 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'security_groups': ['c31e75d1-5457-490d-9f6b-a9509ab2c1bc']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:11:22.417672 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952008c9-ca69-4421-a590-cdfa594cd190 req-82d0a93f-3f0f-49ad-bcc6-f6740db56d98 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:22.443764 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-952008c9-ca69-4421-a590-cdfa594cd190 req-82d0a93f-3f0f-49ad-bcc6-f6740db56d98 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1722796 Aug 16 20:11:22.524260 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device c166528c-be0a-4450-8c37-5319268ceca0 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:11:22.577033 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-952008c9-ca69-4421-a590-cdfa594cd190 req-130ff373-95a4-4b0f-9fac-ba0d5ee5ab96 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256123 Aug 16 20:11:22.627963 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: c166528c-be0a-4450-8c37-5319268ceca0 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:11:22.629033 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device c166528c-be0a-4450-8c37-5319268ceca0 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:11:22.654512 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-39430a75-27eb-4bbb-87b1-62f87533825a None None] Provisioning for port 604be3bb-7bde-47cc-88cf-1680e6ea6018 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:11:22.665782 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-39430a75-27eb-4bbb-87b1-62f87533825a None None] Provisioning complete for port 604be3bb-7bde-47cc-88cf-1680e6ea6018 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:11:22.666507 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-39430a75-27eb-4bbb-87b1-62f87533825a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:22.713929 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-75082ac7-1488-4746-95a4-05c91dc6d1cf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Made reservation on behalf of cefd984278fb49d9a2fe0a3b62a831cf for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:11:22.775040 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-39430a75-27eb-4bbb-87b1-62f87533825a None None] Port 604be3bb-7bde-47cc-88cf-1680e6ea6018 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:11:22.799751 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f2eeb-5177-4ec3-b4ec-24547303c0bd req-c590b7bb-d5b1-43bd-b55c-32d0dc368a46 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:22.817395 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-237f2eeb-5177-4ec3-b4ec-24547303c0bd req-c590b7bb-d5b1-43bd-b55c-32d0dc368a46 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1177573 Aug 16 20:11:22.869742 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-75082ac7-1488-4746-95a4-05c91dc6d1cf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:22.951447 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-237f2eeb-5177-4ec3-b4ec-24547303c0bd req-dbcf2f52-1ae4-4a44-a2db-ee849d13566e tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292455 Aug 16 20:11:23.308031 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54f74f-4f03-46b7-979f-cce21f4a20aa req-7905e084-5e48-40eb-979e-c8386368b1a8 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:23.322696 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-75082ac7-1488-4746-95a4-05c91dc6d1cf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Allocated IP 10.2.2.100 (2a2623ce-bffe-47bb-a726-6ce2777826c9/05b69095-3330-4691-9066-4b298da7e27d/76090f41-c0c2-4f20-8947-4c9d155dfcb6) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:11:23.336720 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54f74f-4f03-46b7-979f-cce21f4a20aa req-7905e084-5e48-40eb-979e-c8386368b1a8 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:23.360269 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54f74f-4f03-46b7-979f-cce21f4a20aa req-7905e084-5e48-40eb-979e-c8386368b1a8 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:23.362253 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1c54f74f-4f03-46b7-979f-cce21f4a20aa req-7905e084-5e48-40eb-979e-c8386368b1a8 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 2374 time: 0.1602385 Aug 16 20:11:23.505832 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1c54f74f-4f03-46b7-979f-cce21f4a20aa req-d1722bea-94a0-4ff1-8be4-6f3756851a62 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343837 Aug 16 20:11:23.712365 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-75082ac7-1488-4746-95a4-05c91dc6d1cf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:23.734660 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-75082ac7-1488-4746-95a4-05c91dc6d1cf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Transition to ACTIVE for port object 76090f41-c0c2-4f20-8947-4c9d155dfcb6 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:11:23.837073 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-75082ac7-1488-4746-95a4-05c91dc6d1cf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:23.954294 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-75082ac7-1488-4746-95a4-05c91dc6d1cf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Network 2a2623ce-bffe-47bb-a726-6ce2777826c9 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:11:23.974111 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-75082ac7-1488-4746-95a4-05c91dc6d1cf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:11:23.982407 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-75082ac7-1488-4746-95a4-05c91dc6d1cf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:11:23.992471 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2e65c-7e04-4e5d-8fb8-407adbcfbd73 req-fd2fa222-1ff3-4113-bb18-f7f7278c78be tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:24.009637 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4da2e65c-7e04-4e5d-8fb8-407adbcfbd73 req-fd2fa222-1ff3-4113-bb18-f7f7278c78be tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1667166 Aug 16 20:11:24.148703 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4da2e65c-7e04-4e5d-8fb8-407adbcfbd73 req-604e73f0-8cc8-4757-bde0-9a8f45a26214 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233103 Aug 16 20:11:24.186267 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75082ac7-1488-4746-95a4-05c91dc6d1cf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Pushing event updated for resources: {'Port': ['ID=76090f41-c0c2-4f20-8947-4c9d155dfcb6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:24.265529 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-75082ac7-1488-4746-95a4-05c91dc6d1cf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:24.267110 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-75082ac7-1488-4746-95a4-05c91dc6d1cf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:24.300144 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-75082ac7-1488-4746-95a4-05c91dc6d1cf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9855444 Aug 16 20:11:24.313706 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-4badf17a-5c3a-4a17-915d-3a174121945e tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Request body: {'port': {'device_id': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2a2623ce-bffe-47bb-a726-6ce2777826c9', 'admin_state_up': True, 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'security_groups': ['c31e75d1-5457-490d-9f6b-a9509ab2c1bc']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:11:24.524658 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf590b8-3073-4515-ae41-4be8bf9cc948 req-bafa3f03-9db5-40ad-a973-664ba2b53cf5 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:24.528508 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fcf590b8-3073-4515-ae41-4be8bf9cc948 req-bafa3f03-9db5-40ad-a973-664ba2b53cf5 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.2256684 Aug 16 20:11:24.537198 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d76a0da0-99dc-4fe0-b53b-c4d55883a364 None None] Provisioning for port 76090f41-c0c2-4f20-8947-4c9d155dfcb6 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:11:24.551706 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d76a0da0-99dc-4fe0-b53b-c4d55883a364 None None] Provisioning complete for port 76090f41-c0c2-4f20-8947-4c9d155dfcb6 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:11:24.560446 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d76a0da0-99dc-4fe0-b53b-c4d55883a364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:24.714006 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d76a0da0-99dc-4fe0-b53b-c4d55883a364 None None] Port 76090f41-c0c2-4f20-8947-4c9d155dfcb6 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:11:24.733496 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fcf590b8-3073-4515-ae41-4be8bf9cc948 req-55815382-497e-4479-a9a9-a39f59476f66 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928487 Aug 16 20:11:24.753912 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-4badf17a-5c3a-4a17-915d-3a174121945e tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Made reservation on behalf of cefd984278fb49d9a2fe0a3b62a831cf for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:11:24.760718 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-4badf17a-5c3a-4a17-915d-3a174121945e tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:25.049106 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60371d77-b3df-40d4-bb54-fb93cb3fa4d0 req-a230c09b-2487-4b53-911a-2477bddad6c9 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:25.064581 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60371d77-b3df-40d4-bb54-fb93cb3fa4d0 req-a230c09b-2487-4b53-911a-2477bddad6c9 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:25.085615 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60371d77-b3df-40d4-bb54-fb93cb3fa4d0 req-a230c09b-2487-4b53-911a-2477bddad6c9 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:25.105447 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60371d77-b3df-40d4-bb54-fb93cb3fa4d0 req-a230c09b-2487-4b53-911a-2477bddad6c9 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:25.117129 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-60371d77-b3df-40d4-bb54-fb93cb3fa4d0 req-a230c09b-2487-4b53-911a-2477bddad6c9 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 3095 time: 0.2179744 Aug 16 20:11:25.217046 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-60371d77-b3df-40d4-bb54-fb93cb3fa4d0 req-a6dad970-78da-4376-856b-6c3069499b9c tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989313 Aug 16 20:11:25.245283 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-4badf17a-5c3a-4a17-915d-3a174121945e tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Allocated IP 10.2.2.200 (2a2623ce-bffe-47bb-a726-6ce2777826c9/05b69095-3330-4691-9066-4b298da7e27d/77b3645a-9cd6-4ba3-85c9-1ac50191565c) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:11:25.611987 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-4badf17a-5c3a-4a17-915d-3a174121945e tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:25.645529 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-4badf17a-5c3a-4a17-915d-3a174121945e tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Transition to ACTIVE for port object 77b3645a-9cd6-4ba3-85c9-1ac50191565c will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:11:25.757176 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-4badf17a-5c3a-4a17-915d-3a174121945e tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:25.872463 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-4badf17a-5c3a-4a17-915d-3a174121945e tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Network 2a2623ce-bffe-47bb-a726-6ce2777826c9 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:11:25.879517 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-4badf17a-5c3a-4a17-915d-3a174121945e tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:11:25.883323 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-4badf17a-5c3a-4a17-915d-3a174121945e tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:11:25.960004 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-4badf17a-5c3a-4a17-915d-3a174121945e tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:25.960921 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-4badf17a-5c3a-4a17-915d-3a174121945e tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:26.016759 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-4badf17a-5c3a-4a17-915d-3a174121945e tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7091053 Aug 16 20:11:26.017748 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badf17a-5c3a-4a17-915d-3a174121945e tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Pushing event updated for resources: {'Port': ['ID=77b3645a-9cd6-4ba3-85c9-1ac50191565c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:26.031153 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ac08b2bc-75ed-4d82-95c6-db082cb1f60f service neutron] Request body: {'port': {'device_id': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:11:26.256606 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ac08b2bc-75ed-4d82-95c6-db082cb1f60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:26.364618 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-75f183eb-b8c4-40f8-9997-f051e4e2101d None None] Provisioning for port 77b3645a-9cd6-4ba3-85c9-1ac50191565c completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:11:26.370151 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-75f183eb-b8c4-40f8-9997-f051e4e2101d None None] Provisioning complete for port 77b3645a-9cd6-4ba3-85c9-1ac50191565c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:11:26.370781 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-75f183eb-b8c4-40f8-9997-f051e4e2101d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:26.477680 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-75f183eb-b8c4-40f8-9997-f051e4e2101d None None] Port 77b3645a-9cd6-4ba3-85c9-1ac50191565c cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:11:26.679957 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ac08b2bc-75ed-4d82-95c6-db082cb1f60f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca147cc-a223-4e76-8231-748d95ba851c {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:11:26.691287 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ac08b2bc-75ed-4d82-95c6-db082cb1f60f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:26.711906 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ac08b2bc-75ed-4d82-95c6-db082cb1f60f service neutron] Transition to ACTIVE for port object 4ca147cc-a223-4e76-8231-748d95ba851c will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:11:26.727933 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ac08b2bc-75ed-4d82-95c6-db082cb1f60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:26.908834 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08b2bc-75ed-4d82-95c6-db082cb1f60f service neutron] Pushing event updated for resources: {'Port': ['ID=4ca147cc-a223-4e76-8231-748d95ba851c,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:27.113036 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ac08b2bc-75ed-4d82-95c6-db082cb1f60f service neutron] Attempting to bind port 4ca147cc-a223-4e76-8231-748d95ba851c on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:11:27.123663 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ac08b2bc-75ed-4d82-95c6-db082cb1f60f service neutron] Attempting to bind port 4ca147cc-a223-4e76-8231-748d95ba851c by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'f5b0f7e9-2952-4b14-9633-7226a8941178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6d192dbb-a372-4859-86a9-c63053b8e357'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:11:27.124265 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ac08b2bc-75ed-4d82-95c6-db082cb1f60f service neutron] Attempting to bind port 4ca147cc-a223-4e76-8231-748d95ba851c on network 6d192dbb-a372-4859-86a9-c63053b8e357 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:11:27.133437 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ac08b2bc-75ed-4d82-95c6-db082cb1f60f service neutron] Port 4ca147cc-a223-4e76-8231-748d95ba851c on network 6d192dbb-a372-4859-86a9-c63053b8e357 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:11:27.133611 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ac08b2bc-75ed-4d82-95c6-db082cb1f60f service neutron] Attempting to bind port 4ca147cc-a223-4e76-8231-748d95ba851c on network 6d192dbb-a372-4859-86a9-c63053b8e357 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:11:27.147799 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ac08b2bc-75ed-4d82-95c6-db082cb1f60f service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:11:27.159854 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ac08b2bc-75ed-4d82-95c6-db082cb1f60f service neutron] Checking segment: {'id': 'f5b0f7e9-2952-4b14-9633-7226a8941178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6d192dbb-a372-4859-86a9-c63053b8e357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:11:27.160464 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ac08b2bc-75ed-4d82-95c6-db082cb1f60f service neutron] Bound using segment: {'id': 'f5b0f7e9-2952-4b14-9633-7226a8941178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6d192dbb-a372-4859-86a9-c63053b8e357'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:11:27.161157 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ac08b2bc-75ed-4d82-95c6-db082cb1f60f service neutron] Bound port: 4ca147cc-a223-4e76-8231-748d95ba851c, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5b0f7e9-2952-4b14-9633-7226a8941178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6d192dbb-a372-4859-86a9-c63053b8e357'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:11:27.161701 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ac08b2bc-75ed-4d82-95c6-db082cb1f60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:27.386406 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ac08b2bc-75ed-4d82-95c6-db082cb1f60f service neutron] For port 4ca147cc-a223-4e76-8231-748d95ba851c, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:11:27.398783 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ac08b2bc-75ed-4d82-95c6-db082cb1f60f service neutron] For port 4ca147cc-a223-4e76-8231-748d95ba851c, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=4ca147cc-a223-4e76-8231-748d95ba851c,segment=NetworkSegment(f5b0f7e9-2952-4b14-9633-7226a8941178),segment_id=f5b0f7e9-2952-4b14-9633-7226a8941178)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:11:27.412382 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ac08b2bc-75ed-4d82-95c6-db082cb1f60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:27.453720 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ac08b2bc-75ed-4d82-95c6-db082cb1f60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:27.455411 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ac08b2bc-75ed-4d82-95c6-db082cb1f60f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:27.457298 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ac08b2bc-75ed-4d82-95c6-db082cb1f60f service neutron] 10.222.0.63 "PUT /v2.0/ports/4ca147cc-a223-4e76-8231-748d95ba851c HTTP/1.1" status: 200 len: 1092 time: 1.4322131 Aug 16 20:11:27.457972 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'tag': '4ca147cc-a223-4e76-8231-748d95ba851c'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:11:27.463878 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf82d16-43dc-40ad-9d89-23efab9ee1ad" -d '{"events": [{"name": "network-changed", "server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "tag": "4ca147cc-a223-4e76-8231-748d95ba851c"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:11:27.503980 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-95b19bf2-d893-4c2e-b4bf-5481f8c5bd97 service neutron] Request body: {'port': {'device_id': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:11:27.646253 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08b2bc-75ed-4d82-95c6-db082cb1f60f service neutron] Pushing event updated for resources: {'Port': ['ID=4ca147cc-a223-4e76-8231-748d95ba851c,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:27.653445 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-95b19bf2-d893-4c2e-b4bf-5481f8c5bd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:28.125014 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-95b19bf2-d893-4c2e-b4bf-5481f8c5bd97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec6dde60-31da-44a8-99c6-66666133bd58 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:11:28.147156 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-95b19bf2-d893-4c2e-b4bf-5481f8c5bd97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:28.183896 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-95b19bf2-d893-4c2e-b4bf-5481f8c5bd97 service neutron] Transition to ACTIVE for port object ec6dde60-31da-44a8-99c6-66666133bd58 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:11:28.192630 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-95b19bf2-d893-4c2e-b4bf-5481f8c5bd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:28.520282 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b19bf2-d893-4c2e-b4bf-5481f8c5bd97 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6dde60-31da-44a8-99c6-66666133bd58,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:28.598255 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-95b19bf2-d893-4c2e-b4bf-5481f8c5bd97 service neutron] Attempting to bind port ec6dde60-31da-44a8-99c6-66666133bd58 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:11:28.598587 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-95b19bf2-d893-4c2e-b4bf-5481f8c5bd97 service neutron] Attempting to bind port ec6dde60-31da-44a8-99c6-66666133bd58 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'b7ce4720-f167-4ecc-85c5-c3f216f31da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '531b5bc9-e4c2-4e3e-af48-510fa5c2f745'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:11:28.598912 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-95b19bf2-d893-4c2e-b4bf-5481f8c5bd97 service neutron] Attempting to bind port ec6dde60-31da-44a8-99c6-66666133bd58 on network 531b5bc9-e4c2-4e3e-af48-510fa5c2f745 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:11:28.613191 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-95b19bf2-d893-4c2e-b4bf-5481f8c5bd97 service neutron] Port ec6dde60-31da-44a8-99c6-66666133bd58 on network 531b5bc9-e4c2-4e3e-af48-510fa5c2f745 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:11:28.615101 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-95b19bf2-d893-4c2e-b4bf-5481f8c5bd97 service neutron] Attempting to bind port ec6dde60-31da-44a8-99c6-66666133bd58 on network 531b5bc9-e4c2-4e3e-af48-510fa5c2f745 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:11:28.621470 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-95b19bf2-d893-4c2e-b4bf-5481f8c5bd97 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:11:28.622598 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-95b19bf2-d893-4c2e-b4bf-5481f8c5bd97 service neutron] Checking segment: {'id': 'b7ce4720-f167-4ecc-85c5-c3f216f31da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '531b5bc9-e4c2-4e3e-af48-510fa5c2f745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:11:28.627810 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-95b19bf2-d893-4c2e-b4bf-5481f8c5bd97 service neutron] Bound using segment: {'id': 'b7ce4720-f167-4ecc-85c5-c3f216f31da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '531b5bc9-e4c2-4e3e-af48-510fa5c2f745'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:11:28.628350 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-95b19bf2-d893-4c2e-b4bf-5481f8c5bd97 service neutron] Bound port: ec6dde60-31da-44a8-99c6-66666133bd58, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ce4720-f167-4ecc-85c5-c3f216f31da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '531b5bc9-e4c2-4e3e-af48-510fa5c2f745'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:11:28.628746 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-95b19bf2-d893-4c2e-b4bf-5481f8c5bd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:28.878661 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-95b19bf2-d893-4c2e-b4bf-5481f8c5bd97 service neutron] For port ec6dde60-31da-44a8-99c6-66666133bd58, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:11:28.883828 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-95b19bf2-d893-4c2e-b4bf-5481f8c5bd97 service neutron] For port ec6dde60-31da-44a8-99c6-66666133bd58, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=ec6dde60-31da-44a8-99c6-66666133bd58,segment=NetworkSegment(b7ce4720-f167-4ecc-85c5-c3f216f31da2),segment_id=b7ce4720-f167-4ecc-85c5-c3f216f31da2)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:11:28.893269 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-95b19bf2-d893-4c2e-b4bf-5481f8c5bd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:28.957618 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-95b19bf2-d893-4c2e-b4bf-5481f8c5bd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:28.958189 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-95b19bf2-d893-4c2e-b4bf-5481f8c5bd97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:28.959645 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-95b19bf2-d893-4c2e-b4bf-5481f8c5bd97 service neutron] 10.222.0.63 "PUT /v2.0/ports/ec6dde60-31da-44a8-99c6-66666133bd58 HTTP/1.1" status: 200 len: 1130 time: 1.4613929 Aug 16 20:11:29.009253 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-70af907b-69e2-46c1-ba28-2815140ec75f service neutron] Request body: {'port': {'device_id': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:11:29.116206 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b19bf2-d893-4c2e-b4bf-5481f8c5bd97 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6dde60-31da-44a8-99c6-66666133bd58,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:29.125840 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-70af907b-69e2-46c1-ba28-2815140ec75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:29.609931 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-70af907b-69e2-46c1-ba28-2815140ec75f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cdfb6f4-dac4-488e-af79-cf406aeeec52 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:11:29.623504 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-70af907b-69e2-46c1-ba28-2815140ec75f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:29.652036 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-70af907b-69e2-46c1-ba28-2815140ec75f service neutron] Transition to ACTIVE for port object 3cdfb6f4-dac4-488e-af79-cf406aeeec52 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:11:29.690306 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-70af907b-69e2-46c1-ba28-2815140ec75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:29.783722 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af907b-69e2-46c1-ba28-2815140ec75f service neutron] Pushing event updated for resources: {'Port': ['ID=3cdfb6f4-dac4-488e-af79-cf406aeeec52,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:30.064799 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-70af907b-69e2-46c1-ba28-2815140ec75f service neutron] Attempting to bind port 3cdfb6f4-dac4-488e-af79-cf406aeeec52 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:11:30.065172 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-70af907b-69e2-46c1-ba28-2815140ec75f service neutron] Attempting to bind port 3cdfb6f4-dac4-488e-af79-cf406aeeec52 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'b7ce4720-f167-4ecc-85c5-c3f216f31da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '531b5bc9-e4c2-4e3e-af48-510fa5c2f745'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:11:30.065500 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-70af907b-69e2-46c1-ba28-2815140ec75f service neutron] Attempting to bind port 3cdfb6f4-dac4-488e-af79-cf406aeeec52 on network 531b5bc9-e4c2-4e3e-af48-510fa5c2f745 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:11:30.082466 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-70af907b-69e2-46c1-ba28-2815140ec75f service neutron] Port 3cdfb6f4-dac4-488e-af79-cf406aeeec52 on network 531b5bc9-e4c2-4e3e-af48-510fa5c2f745 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:11:30.082813 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-70af907b-69e2-46c1-ba28-2815140ec75f service neutron] Attempting to bind port 3cdfb6f4-dac4-488e-af79-cf406aeeec52 on network 531b5bc9-e4c2-4e3e-af48-510fa5c2f745 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:11:30.096523 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-70af907b-69e2-46c1-ba28-2815140ec75f service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:11:30.097445 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-70af907b-69e2-46c1-ba28-2815140ec75f service neutron] Checking segment: {'id': 'b7ce4720-f167-4ecc-85c5-c3f216f31da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '531b5bc9-e4c2-4e3e-af48-510fa5c2f745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:11:30.099063 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-70af907b-69e2-46c1-ba28-2815140ec75f service neutron] Bound using segment: {'id': 'b7ce4720-f167-4ecc-85c5-c3f216f31da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '531b5bc9-e4c2-4e3e-af48-510fa5c2f745'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:11:30.100768 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-70af907b-69e2-46c1-ba28-2815140ec75f service neutron] Bound port: 3cdfb6f4-dac4-488e-af79-cf406aeeec52, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ce4720-f167-4ecc-85c5-c3f216f31da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '531b5bc9-e4c2-4e3e-af48-510fa5c2f745'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:11:30.101357 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-70af907b-69e2-46c1-ba28-2815140ec75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:30.258837 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-70af907b-69e2-46c1-ba28-2815140ec75f service neutron] For port 3cdfb6f4-dac4-488e-af79-cf406aeeec52, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:11:30.267739 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-70af907b-69e2-46c1-ba28-2815140ec75f service neutron] For port 3cdfb6f4-dac4-488e-af79-cf406aeeec52, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3cdfb6f4-dac4-488e-af79-cf406aeeec52,segment=NetworkSegment(b7ce4720-f167-4ecc-85c5-c3f216f31da2),segment_id=b7ce4720-f167-4ecc-85c5-c3f216f31da2)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:11:30.279502 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-70af907b-69e2-46c1-ba28-2815140ec75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:30.425890 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-70af907b-69e2-46c1-ba28-2815140ec75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:30.429995 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-70af907b-69e2-46c1-ba28-2815140ec75f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:30.432333 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-70af907b-69e2-46c1-ba28-2815140ec75f service neutron] 10.222.0.63 "PUT /v2.0/ports/3cdfb6f4-dac4-488e-af79-cf406aeeec52 HTTP/1.1" status: 200 len: 1131 time: 1.4295723 Aug 16 20:11:30.512665 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-20e281bf-a317-475b-a7eb-5a6c126c767a service neutron] Request body: {'port': {'device_id': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:11:30.570328 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af907b-69e2-46c1-ba28-2815140ec75f service neutron] Pushing event updated for resources: {'Port': ['ID=3cdfb6f4-dac4-488e-af79-cf406aeeec52,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:30.690998 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-20e281bf-a317-475b-a7eb-5a6c126c767a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:31.324779 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-20e281bf-a317-475b-a7eb-5a6c126c767a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f5d400-4db0-4954-b6c2-83f11955da7c {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:11:31.336105 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-20e281bf-a317-475b-a7eb-5a6c126c767a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:31.356078 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-20e281bf-a317-475b-a7eb-5a6c126c767a service neutron] Transition to ACTIVE for port object 61f5d400-4db0-4954-b6c2-83f11955da7c will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:11:31.364151 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-20e281bf-a317-475b-a7eb-5a6c126c767a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:31.789229 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d4c90909-2fbc-40cb-9481-1779dc66681a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:32.251723 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e281bf-a317-475b-a7eb-5a6c126c767a service neutron] Pushing event updated for resources: {'Port': ['ID=61f5d400-4db0-4954-b6c2-83f11955da7c,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:32.419386 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b196c5-26ab-4828-9982-2cd460b47634 req-081f70d1-5fc6-4947-a36c-3d9d481ab807 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:32.479507 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b196c5-26ab-4828-9982-2cd460b47634 req-081f70d1-5fc6-4947-a36c-3d9d481ab807 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:32.519452 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b196c5-26ab-4828-9982-2cd460b47634 req-081f70d1-5fc6-4947-a36c-3d9d481ab807 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:32.544435 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b196c5-26ab-4828-9982-2cd460b47634 req-081f70d1-5fc6-4947-a36c-3d9d481ab807 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:32.562784 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b196c5-26ab-4828-9982-2cd460b47634 req-081f70d1-5fc6-4947-a36c-3d9d481ab807 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:32.582295 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b196c5-26ab-4828-9982-2cd460b47634 req-081f70d1-5fc6-4947-a36c-3d9d481ab807 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:32.589531 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b196c5-26ab-4828-9982-2cd460b47634 req-081f70d1-5fc6-4947-a36c-3d9d481ab807 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:32.601987 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-68b196c5-26ab-4828-9982-2cd460b47634 req-081f70d1-5fc6-4947-a36c-3d9d481ab807 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5383 time: 0.5289526 Aug 16 20:11:32.605198 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-20e281bf-a317-475b-a7eb-5a6c126c767a service neutron] Attempting to bind port 61f5d400-4db0-4954-b6c2-83f11955da7c on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:11:32.629569 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-20e281bf-a317-475b-a7eb-5a6c126c767a service neutron] Attempting to bind port 61f5d400-4db0-4954-b6c2-83f11955da7c by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'b7ce4720-f167-4ecc-85c5-c3f216f31da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '531b5bc9-e4c2-4e3e-af48-510fa5c2f745'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:11:32.630071 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-20e281bf-a317-475b-a7eb-5a6c126c767a service neutron] Attempting to bind port 61f5d400-4db0-4954-b6c2-83f11955da7c on network 531b5bc9-e4c2-4e3e-af48-510fa5c2f745 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:11:32.701387 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-20e281bf-a317-475b-a7eb-5a6c126c767a service neutron] Port 61f5d400-4db0-4954-b6c2-83f11955da7c on network 531b5bc9-e4c2-4e3e-af48-510fa5c2f745 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:11:32.701737 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-20e281bf-a317-475b-a7eb-5a6c126c767a service neutron] Attempting to bind port 61f5d400-4db0-4954-b6c2-83f11955da7c on network 531b5bc9-e4c2-4e3e-af48-510fa5c2f745 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:11:32.785760 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2d2951-57ad-4c03-9b6d-23a906d912c2 x-openstack-request-id: req-0c2d2951-57ad-4c03-9b6d-23a906d912c2 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:11:32.786065 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "tag": "4ca147cc-a223-4e76-8231-748d95ba851c", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:11:32.786323 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0c2d2951-57ad-4c03-9b6d-23a906d912c2 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:11:32.786738 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'tag': '4ca147cc-a223-4e76-8231-748d95ba851c', 'status': 'completed', 'code': 200} Aug 16 20:11:32.816222 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-68b196c5-26ab-4828-9982-2cd460b47634 req-7b6ef931-d87d-493d-902d-c6c0cb3e74b4 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1754558 Aug 16 20:11:32.819839 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-20e281bf-a317-475b-a7eb-5a6c126c767a service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:11:32.820357 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-20e281bf-a317-475b-a7eb-5a6c126c767a service neutron] Checking segment: {'id': 'b7ce4720-f167-4ecc-85c5-c3f216f31da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '531b5bc9-e4c2-4e3e-af48-510fa5c2f745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:11:32.820912 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-20e281bf-a317-475b-a7eb-5a6c126c767a service neutron] Bound using segment: {'id': 'b7ce4720-f167-4ecc-85c5-c3f216f31da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '531b5bc9-e4c2-4e3e-af48-510fa5c2f745'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:11:32.821537 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-20e281bf-a317-475b-a7eb-5a6c126c767a service neutron] Bound port: 61f5d400-4db0-4954-b6c2-83f11955da7c, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ce4720-f167-4ecc-85c5-c3f216f31da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '531b5bc9-e4c2-4e3e-af48-510fa5c2f745'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:11:32.823243 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-20e281bf-a317-475b-a7eb-5a6c126c767a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:32.986036 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48992) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:11:33.051706 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac4535-9999-4742-bb27-0a937f027f00 req-39d56815-aa31-4ec8-abaf-32446f6f4f38 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:33.060391 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e6ac4535-9999-4742-bb27-0a937f027f00 req-39d56815-aa31-4ec8-abaf-32446f6f4f38 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1353946 Aug 16 20:11:33.068020 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf82d16-43dc-40ad-9d89-23efab9ee1ad req-e23bed4c-70ef-43c7-a85e-1b0f81c96495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:33.072742 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf82d16-43dc-40ad-9d89-23efab9ee1ad req-e23bed4c-70ef-43c7-a85e-1b0f81c96495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:33.073242 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf82d16-43dc-40ad-9d89-23efab9ee1ad req-e23bed4c-70ef-43c7-a85e-1b0f81c96495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:33.073726 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf82d16-43dc-40ad-9d89-23efab9ee1ad req-e23bed4c-70ef-43c7-a85e-1b0f81c96495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:33.074335 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf82d16-43dc-40ad-9d89-23efab9ee1ad req-e23bed4c-70ef-43c7-a85e-1b0f81c96495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:33.079150 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf82d16-43dc-40ad-9d89-23efab9ee1ad req-e23bed4c-70ef-43c7-a85e-1b0f81c96495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:33.079697 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf82d16-43dc-40ad-9d89-23efab9ee1ad req-e23bed4c-70ef-43c7-a85e-1b0f81c96495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:33.081741 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6cf82d16-43dc-40ad-9d89-23efab9ee1ad req-e23bed4c-70ef-43c7-a85e-1b0f81c96495 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cefd984278fb49d9a2fe0a3b62a831cf&device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 6237 time: 0.3018579 Aug 16 20:11:33.207995 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e6ac4535-9999-4742-bb27-0a937f027f00 req-670f790c-b6e9-4a6a-a639-d318baa809c7 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464963 Aug 16 20:11:33.248113 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-20e281bf-a317-475b-a7eb-5a6c126c767a service neutron] For port 61f5d400-4db0-4954-b6c2-83f11955da7c, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:11:33.250727 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60e284f2-fc3d-4252-901b-44f8d8a129fa tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:33.254259 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-20e281bf-a317-475b-a7eb-5a6c126c767a service neutron] For port 61f5d400-4db0-4954-b6c2-83f11955da7c, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=61f5d400-4db0-4954-b6c2-83f11955da7c,segment=NetworkSegment(b7ce4720-f167-4ecc-85c5-c3f216f31da2),segment_id=b7ce4720-f167-4ecc-85c5-c3f216f31da2)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:11:33.268698 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-20e281bf-a317-475b-a7eb-5a6c126c767a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:33.341811 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60e284f2-fc3d-4252-901b-44f8d8a129fa tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:33.424383 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e281bf-a317-475b-a7eb-5a6c126c767a service neutron] Pushing event updated for resources: {'Port': ['ID=61f5d400-4db0-4954-b6c2-83f11955da7c,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:33.447397 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-20e281bf-a317-475b-a7eb-5a6c126c767a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:33.452773 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-20e281bf-a317-475b-a7eb-5a6c126c767a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:33.454308 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-20e281bf-a317-475b-a7eb-5a6c126c767a service neutron] 10.222.0.63 "PUT /v2.0/ports/61f5d400-4db0-4954-b6c2-83f11955da7c HTTP/1.1" status: 200 len: 1092 time: 2.9798441 Aug 16 20:11:33.503475 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-c34dcc91-c0d8-4943-a752-d4927b464042 service neutron] Request body: {'port': {'device_id': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:11:33.529164 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60e284f2-fc3d-4252-901b-44f8d8a129fa tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:33.532046 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60e284f2-fc3d-4252-901b-44f8d8a129fa tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:33.533263 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-60e284f2-fc3d-4252-901b-44f8d8a129fa tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "DELETE /v2.0/security-groups/35a0bd9c-372f-4ee0-b046-d8dafdc18d3d HTTP/1.1" status: 204 len: 168 time: 0.5462863 Aug 16 20:11:33.536126 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49000) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:11:33.555262 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-c25edca3-a377-4516-b8f2-ff15bd491be0 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] show failed (client error): The resource could not be found. Aug 16 20:11:33.557839 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e284f2-fc3d-4252-901b-44f8d8a129fa tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a0bd9c-372f-4ee0-b046-d8dafdc18d3d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:33.561036 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c25edca3-a377-4516-b8f2-ff15bd491be0 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "GET /v2.0/security-groups/35a0bd9c-372f-4ee0-b046-d8dafdc18d3d HTTP/1.1" status: 404 len: 347 time: 0.0234282 Aug 16 20:11:33.563007 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf82d16-43dc-40ad-9d89-23efab9ee1ad req-41801175-6fb6-47c9-94d7-c2ef63eadeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:33.563508 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf82d16-43dc-40ad-9d89-23efab9ee1ad req-41801175-6fb6-47c9-94d7-c2ef63eadeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:33.563974 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf82d16-43dc-40ad-9d89-23efab9ee1ad req-41801175-6fb6-47c9-94d7-c2ef63eadeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:33.564543 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49002) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:11:33.565612 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6cf82d16-43dc-40ad-9d89-23efab9ee1ad req-41801175-6fb6-47c9-94d7-c2ef63eadeb8 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=cefd984278fb49d9a2fe0a3b62a831cf&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4723811 Aug 16 20:11:33.842119 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-c34dcc91-c0d8-4943-a752-d4927b464042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:33.974245 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf82d16-43dc-40ad-9d89-23efab9ee1ad req-a137ef21-b85a-4421-8dd2-589265d7e145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:33.999917 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6cf82d16-43dc-40ad-9d89-23efab9ee1ad req-a137ef21-b85a-4421-8dd2-589265d7e145 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3942597 Aug 16 20:11:34.011762 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-4f550cd0-667c-4a4a-9928-49793edda951 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Deleting port d78f5d23-1f6e-41fc-9373-8ae72751dc4e {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:11:34.012764 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4f550cd0-667c-4a4a-9928-49793edda951 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:34.217048 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4f550cd0-667c-4a4a-9928-49793edda951 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:34.217376 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4f550cd0-667c-4a4a-9928-49793edda951 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:34.267349 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-4f550cd0-667c-4a4a-9928-49793edda951 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Calling delete_port for d78f5d23-1f6e-41fc-9373-8ae72751dc4e owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:11:34.362405 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63f39af7-5380-4aef-9aca-5d693e9832a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:34.627886 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141b96b-1440-47b7-b0f9-a8f8d5829a32 req-8e7f4182-d1a2-43d4-871e-a97d051f37eb tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:34.630125 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:34.632813 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8141b96b-1440-47b7-b0f9-a8f8d5829a32 req-8e7f4182-d1a2-43d4-871e-a97d051f37eb tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.2556715 Aug 16 20:11:34.671842 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8b5be-45f9-4e02-853e-638f3e67a12f req-1a8887f1-322d-461d-a37a-118956f6658a tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:34.683895 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8b5be-45f9-4e02-853e-638f3e67a12f req-1a8887f1-322d-461d-a37a-118956f6658a tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:34.694242 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8b5be-45f9-4e02-853e-638f3e67a12f req-1a8887f1-322d-461d-a37a-118956f6658a tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:34.698061 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-c34dcc91-c0d8-4943-a752-d4927b464042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 604be3bb-7bde-47cc-88cf-1680e6ea6018 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:11:34.701968 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8b5be-45f9-4e02-853e-638f3e67a12f req-1a8887f1-322d-461d-a37a-118956f6658a tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:34.707963 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-c34dcc91-c0d8-4943-a752-d4927b464042 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:34.711835 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8b5be-45f9-4e02-853e-638f3e67a12f req-1a8887f1-322d-461d-a37a-118956f6658a tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:34.727283 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8b5be-45f9-4e02-853e-638f3e67a12f req-1a8887f1-322d-461d-a37a-118956f6658a tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:34.736127 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8b5be-45f9-4e02-853e-638f3e67a12f req-1a8887f1-322d-461d-a37a-118956f6658a tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:34.746958 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b7a8b5be-45f9-4e02-853e-638f3e67a12f req-1a8887f1-322d-461d-a37a-118956f6658a tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5383 time: 0.3220408 Aug 16 20:11:34.749025 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8141b96b-1440-47b7-b0f9-a8f8d5829a32 req-b0cad1fe-058a-4dd0-a5f9-2a8277ce5376 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084354 Aug 16 20:11:34.764672 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-c34dcc91-c0d8-4943-a752-d4927b464042 service neutron] Transition to ACTIVE for port object 604be3bb-7bde-47cc-88cf-1680e6ea6018 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:11:34.775808 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-c34dcc91-c0d8-4943-a752-d4927b464042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:34.826709 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'tag': 'ec6dde60-31da-44a8-99c6-66666133bd58'}, {'name': 'network-changed', 'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'tag': '3cdfb6f4-dac4-488e-af79-cf406aeeec52'}, {'name': 'network-changed', 'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'tag': '61f5d400-4db0-4954-b6c2-83f11955da7c'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:11:34.833424 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7becd8e3-858d-4ed0-af77-7319e65b83b7" -d '{"events": [{"name": "network-changed", "server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "tag": "ec6dde60-31da-44a8-99c6-66666133bd58"}, {"name": "network-changed", "server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "tag": "3cdfb6f4-dac4-488e-af79-cf406aeeec52"}, {"name": "network-changed", "server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "tag": "61f5d400-4db0-4954-b6c2-83f11955da7c"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:11:34.911488 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b7a8b5be-45f9-4e02-853e-638f3e67a12f req-53129fb9-f614-44db-ade6-d751ae807bd1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1610105 Aug 16 20:11:34.935636 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34dcc91-c0d8-4943-a752-d4927b464042 service neutron] Pushing event updated for resources: {'Port': ['ID=604be3bb-7bde-47cc-88cf-1680e6ea6018,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:35.049033 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4f550cd0-667c-4a4a-9928-49793edda951 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:35.106658 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 16 Aug 2021 20:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72da91cb-d295-48e9-95c0-35adc5c64b8e x-openstack-request-id: req-72da91cb-d295-48e9-95c0-35adc5c64b8e {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:11:35.106961 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "tag": "ec6dde60-31da-44a8-99c6-66666133bd58", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "tag": "3cdfb6f4-dac4-488e-af79-cf406aeeec52", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "tag": "61f5d400-4db0-4954-b6c2-83f11955da7c", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:11:35.107839 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-72da91cb-d295-48e9-95c0-35adc5c64b8e {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:11:35.108247 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'tag': 'ec6dde60-31da-44a8-99c6-66666133bd58', 'status': 'completed', 'code': 200} Aug 16 20:11:35.108497 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'tag': '3cdfb6f4-dac4-488e-af79-cf406aeeec52', 'status': 'completed', 'code': 200} Aug 16 20:11:35.108747 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'tag': '61f5d400-4db0-4954-b6c2-83f11955da7c', 'status': 'completed', 'code': 200} Aug 16 20:11:35.113152 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f550cd0-667c-4a4a-9928-49793edda951 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Pushing event deleted for resources: {'Port': ['ID=d78f5d23-1f6e-41fc-9373-8ae72751dc4e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:35.277904 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-c34dcc91-c0d8-4943-a752-d4927b464042 service neutron] Attempting to bind port 604be3bb-7bde-47cc-88cf-1680e6ea6018 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:11:35.280504 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-c34dcc91-c0d8-4943-a752-d4927b464042 service neutron] Attempting to bind port 604be3bb-7bde-47cc-88cf-1680e6ea6018 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'b7ce4720-f167-4ecc-85c5-c3f216f31da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '531b5bc9-e4c2-4e3e-af48-510fa5c2f745'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:11:35.281095 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-c34dcc91-c0d8-4943-a752-d4927b464042 service neutron] Attempting to bind port 604be3bb-7bde-47cc-88cf-1680e6ea6018 on network 531b5bc9-e4c2-4e3e-af48-510fa5c2f745 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:11:35.292160 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-c34dcc91-c0d8-4943-a752-d4927b464042 service neutron] Port 604be3bb-7bde-47cc-88cf-1680e6ea6018 on network 531b5bc9-e4c2-4e3e-af48-510fa5c2f745 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:11:35.294955 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-c34dcc91-c0d8-4943-a752-d4927b464042 service neutron] Attempting to bind port 604be3bb-7bde-47cc-88cf-1680e6ea6018 on network 531b5bc9-e4c2-4e3e-af48-510fa5c2f745 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:11:35.313804 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4f550cd0-667c-4a4a-9928-49793edda951 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:35.315112 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-c34dcc91-c0d8-4943-a752-d4927b464042 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:11:35.318335 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-c34dcc91-c0d8-4943-a752-d4927b464042 service neutron] Checking segment: {'id': 'b7ce4720-f167-4ecc-85c5-c3f216f31da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '531b5bc9-e4c2-4e3e-af48-510fa5c2f745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:11:35.318913 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-c34dcc91-c0d8-4943-a752-d4927b464042 service neutron] Bound using segment: {'id': 'b7ce4720-f167-4ecc-85c5-c3f216f31da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '531b5bc9-e4c2-4e3e-af48-510fa5c2f745'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:11:35.319648 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-c34dcc91-c0d8-4943-a752-d4927b464042 service neutron] Bound port: 604be3bb-7bde-47cc-88cf-1680e6ea6018, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ce4720-f167-4ecc-85c5-c3f216f31da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '531b5bc9-e4c2-4e3e-af48-510fa5c2f745'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:11:35.320157 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-c34dcc91-c0d8-4943-a752-d4927b464042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:35.321817 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4f550cd0-667c-4a4a-9928-49793edda951 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:35.328939 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4f550cd0-667c-4a4a-9928-49793edda951 tempest-ImagesOneServerNegativeTestJSON-937225536 tempest-ImagesOneServerNegativeTestJSON-937225536-project] 10.222.0.68 "DELETE /v2.0/floatingips/3c45e611-c476-4b80-b2c2-7eaa2243bede HTTP/1.1" status: 204 len: 168 time: 1.7590253 Aug 16 20:11:35.468927 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-4affa845-472b-4101-84d3-24f326a184ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:35.469424 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-4affa845-472b-4101-84d3-24f326a184ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:35.475561 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-4affa845-472b-4101-84d3-24f326a184ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:35.476082 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-4affa845-472b-4101-84d3-24f326a184ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:35.476580 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-4affa845-472b-4101-84d3-24f326a184ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:35.490277 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-4affa845-472b-4101-84d3-24f326a184ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:35.490277 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-4affa845-472b-4101-84d3-24f326a184ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:35.501287 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-4affa845-472b-4101-84d3-24f326a184ff service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cefd984278fb49d9a2fe0a3b62a831cf&device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 6305 time: 0.3757226 Aug 16 20:11:35.575519 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:35.618044 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49070) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:11:35.703555 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5fe3d1e-7591-4073-8e2f-7cc555eafcb1 admin admin] Deleting subnet f551bf48-1e2b-40ad-bd38-5eb6d0ebb5aa {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:11:35.708011 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5fe3d1e-7591-4073-8e2f-7cc555eafcb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:35.756067 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-c34dcc91-c0d8-4943-a752-d4927b464042 service neutron] For port 604be3bb-7bde-47cc-88cf-1680e6ea6018, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:11:35.764366 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-c34dcc91-c0d8-4943-a752-d4927b464042 service neutron] For port 604be3bb-7bde-47cc-88cf-1680e6ea6018, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=604be3bb-7bde-47cc-88cf-1680e6ea6018,segment=NetworkSegment(b7ce4720-f167-4ecc-85c5-c3f216f31da2),segment_id=b7ce4720-f167-4ecc-85c5-c3f216f31da2)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:11:35.765734 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5fe3d1e-7591-4073-8e2f-7cc555eafcb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:35.786739 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-c34dcc91-c0d8-4943-a752-d4927b464042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:35.858451 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:35.927373 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:35.963973 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5fe3d1e-7591-4073-8e2f-7cc555eafcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:35.985192 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34dcc91-c0d8-4943-a752-d4927b464042 service neutron] Pushing event updated for resources: {'Port': ['ID=604be3bb-7bde-47cc-88cf-1680e6ea6018,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:36.061359 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-c34dcc91-c0d8-4943-a752-d4927b464042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:36.062265 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-c34dcc91-c0d8-4943-a752-d4927b464042 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:36.067186 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-c34dcc91-c0d8-4943-a752-d4927b464042 service neutron] 10.222.0.63 "PUT /v2.0/ports/604be3bb-7bde-47cc-88cf-1680e6ea6018 HTTP/1.1" status: 200 len: 1092 time: 2.5681307 Aug 16 20:11:36.093437 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-da8770af-77d2-4659-9e46-792083d5fc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:36.094327 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-da8770af-77d2-4659-9e46-792083d5fc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:36.094991 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-da8770af-77d2-4659-9e46-792083d5fc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:36.097071 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-da8770af-77d2-4659-9e46-792083d5fc72 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=cefd984278fb49d9a2fe0a3b62a831cf&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5873790 Aug 16 20:11:36.115591 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e27de444-949e-46c6-87e7-09a497de97fe service neutron] Request body: {'port': {'device_id': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:11:36.217808 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159316a4-b924-49c8-9ce4-2e4c2c956b80 req-f5a0736a-5b5b-4eec-b064-7c658464ce14 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:36.228667 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-159316a4-b924-49c8-9ce4-2e4c2c956b80 req-f5a0736a-5b5b-4eec-b064-7c658464ce14 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1980290 Aug 16 20:11:36.284892 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5fe3d1e-7591-4073-8e2f-7cc555eafcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:36.340683 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5fe3d1e-7591-4073-8e2f-7cc555eafcb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:36.343633 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f5fe3d1e-7591-4073-8e2f-7cc555eafcb1 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/f551bf48-1e2b-40ad-bd38-5eb6d0ebb5aa HTTP/1.1" status: 204 len: 168 time: 0.7245135 Aug 16 20:11:36.403436 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49092) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:11:36.557077 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-159316a4-b924-49c8-9ce4-2e4c2c956b80 req-58cd087d-ca84-4a3b-8d60-5a56f2b817b4 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269691 Aug 16 20:11:36.566398 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c93d5871-87af-4f1d-a607-438d29e604bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:36.572150 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe3d1e-7591-4073-8e2f-7cc555eafcb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f551bf48-1e2b-40ad-bd38-5eb6d0ebb5aa,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:36.648478 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b727c-a965-49fc-a00d-354432a4a472 req-7eb522d0-d7db-4c07-bfc5-0b426dd73b36 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:36.678334 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b727c-a965-49fc-a00d-354432a4a472 req-7eb522d0-d7db-4c07-bfc5-0b426dd73b36 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:36.685980 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b727c-a965-49fc-a00d-354432a4a472 req-7eb522d0-d7db-4c07-bfc5-0b426dd73b36 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:36.693282 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b727c-a965-49fc-a00d-354432a4a472 req-7eb522d0-d7db-4c07-bfc5-0b426dd73b36 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:36.710030 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b727c-a965-49fc-a00d-354432a4a472 req-7eb522d0-d7db-4c07-bfc5-0b426dd73b36 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:36.734095 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b727c-a965-49fc-a00d-354432a4a472 req-7eb522d0-d7db-4c07-bfc5-0b426dd73b36 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:36.747971 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b727c-a965-49fc-a00d-354432a4a472 req-7eb522d0-d7db-4c07-bfc5-0b426dd73b36 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:36.759691 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fb3b727c-a965-49fc-a00d-354432a4a472 req-7eb522d0-d7db-4c07-bfc5-0b426dd73b36 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5395 time: 0.6071103 Aug 16 20:11:36.784428 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e27de444-949e-46c6-87e7-09a497de97fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:36.857146 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-d7bcebe1-b269-4022-a035-93a8c2b1eadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:36.858774 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-d7bcebe1-b269-4022-a035-93a8c2b1eadf service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7338920 Aug 16 20:11:36.882472 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fb3b727c-a965-49fc-a00d-354432a4a472 req-b0bf6d69-f6d7-4332-83f8-c4fed8399c4d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1210351 Aug 16 20:11:36.925239 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c93d5871-87af-4f1d-a607-438d29e604bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:36.959294 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-c93d5871-87af-4f1d-a607-438d29e604bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a161c3-dea9-441d-b6a3-fe2c34ec09d4']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:11:36.989859 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-c93d5871-87af-4f1d-a607-438d29e604bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa38c8f7-67c8-4b30-a7ef-fd21760571af') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:11:36.990534 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-c93d5871-87af-4f1d-a607-438d29e604bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa38c8f7-67c8-4b30-a7ef-fd21760571af') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:11:37.002466 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:37.025511 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-f23adb1e-9560-4458-a369-194a32a84c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:37.026074 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-f23adb1e-9560-4458-a369-194a32a84c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:37.026535 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-f23adb1e-9560-4458-a369-194a32a84c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:37.027339 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-f23adb1e-9560-4458-a369-194a32a84c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:37.029210 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-f23adb1e-9560-4458-a369-194a32a84c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:37.029702 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-f23adb1e-9560-4458-a369-194a32a84c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:37.030190 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-f23adb1e-9560-4458-a369-194a32a84c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:37.040400 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-f23adb1e-9560-4458-a369-194a32a84c97 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cefd984278fb49d9a2fe0a3b62a831cf&device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 6347 time: 0.1222520 Aug 16 20:11:37.047872 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c93d5871-87af-4f1d-a607-438d29e604bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:37.081501 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c93d5871-87af-4f1d-a607-438d29e604bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:37.097821 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c93d5871-87af-4f1d-a607-438d29e604bd admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:11:37.100525 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c93d5871-87af-4f1d-a607-438d29e604bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:37.108450 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:11:37.108450 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:11:37.108450 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:11:37.108450 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:11:37.108450 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:11:37.108450 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:11:37.108450 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:11:37.108450 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:11:37.108450 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:11:37.108450 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:11:37.108450 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:11:37.108450 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:11:37.108450 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:11:37.108450 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:11:37.108450 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:11:37.108450 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:11:37.108450 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:11:37.108450 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:11:37.108450 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:11:37.108450 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:11:37.108450 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:11:37.108450 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:11:37.108450 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:11:37.108450 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:11:37.108450 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:11:37.108450 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:11:37.108450 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:11:37.108450 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:11:37.108450 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:11:37.108450 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:11:37.108450 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:11:37.108450 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:11:37.114809 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'tag': '604be3bb-7bde-47cc-88cf-1680e6ea6018'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:11:37.116088 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01473930-5fd5-45c1-9401-a38dcda154b4" -d '{"events": [{"name": "network-changed", "server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "tag": "604be3bb-7bde-47cc-88cf-1680e6ea6018"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:11:37.273992 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7595025a-8cff-466f-b0e3-046512fe4bf9 x-openstack-request-id: req-7595025a-8cff-466f-b0e3-046512fe4bf9 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:11:37.274286 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "tag": "604be3bb-7bde-47cc-88cf-1680e6ea6018", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:11:37.276865 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7595025a-8cff-466f-b0e3-046512fe4bf9 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:11:37.278015 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'tag': '604be3bb-7bde-47cc-88cf-1680e6ea6018', 'status': 'completed', 'code': 200} Aug 16 20:11:37.443283 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-06c19744-0be5-48de-aa21-460ddd843cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:37.443982 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-06c19744-0be5-48de-aa21-460ddd843cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:37.444675 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-06c19744-0be5-48de-aa21-460ddd843cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:37.446453 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-06c19744-0be5-48de-aa21-460ddd843cee service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=cefd984278fb49d9a2fe0a3b62a831cf&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3420720 Aug 16 20:11:37.641901 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-ee3a9d16-f2e4-4152-9b63-d30293142172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:37.643585 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-ee3a9d16-f2e4-4152-9b63-d30293142172 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1834886 Aug 16 20:11:37.972493 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-faa27a93-b50f-4510-94c8-8f6377e432f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:37.977140 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-faa27a93-b50f-4510-94c8-8f6377e432f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:37.977726 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-faa27a93-b50f-4510-94c8-8f6377e432f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:37.978221 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-faa27a93-b50f-4510-94c8-8f6377e432f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:37.988382 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-faa27a93-b50f-4510-94c8-8f6377e432f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:37.989037 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-faa27a93-b50f-4510-94c8-8f6377e432f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:37.989539 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-faa27a93-b50f-4510-94c8-8f6377e432f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:38.002338 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-faa27a93-b50f-4510-94c8-8f6377e432f8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cefd984278fb49d9a2fe0a3b62a831cf&device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 6347 time: 0.2570977 Aug 16 20:11:38.111354 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a5c2c-229e-4cd2-a804-eb7ff8433076 req-d96fc37d-372c-4cf5-a115-66835b506eaf tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:38.128191 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4d9a5c2c-229e-4cd2-a804-eb7ff8433076 req-d96fc37d-372c-4cf5-a115-66835b506eaf tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.4602613 Aug 16 20:11:38.207552 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c93d5871-87af-4f1d-a607-438d29e604bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:38.225328 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c93d5871-87af-4f1d-a607-438d29e604bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:38.227489 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c93d5871-87af-4f1d-a607-438d29e604bd admin admin] 10.222.0.68 "DELETE /v2.0/networks/17a161c3-dea9-441d-b6a3-fe2c34ec09d4 HTTP/1.1" status: 204 len: 168 time: 1.8159299 Aug 16 20:11:38.228731 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d5871-87af-4f1d-a607-438d29e604bd admin admin] Pushing event deleted for resources: {'Network': ['ID=17a161c3-dea9-441d-b6a3-fe2c34ec09d4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:38.293416 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fb1aa-0f01-415c-bd9c-1b9ac6ebea76 req-596969ce-6136-46e8-a158-b2acf03cb93d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:38.305414 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fb1aa-0f01-415c-bd9c-1b9ac6ebea76 req-596969ce-6136-46e8-a158-b2acf03cb93d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:38.320945 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fb1aa-0f01-415c-bd9c-1b9ac6ebea76 req-596969ce-6136-46e8-a158-b2acf03cb93d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:38.331098 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fb1aa-0f01-415c-bd9c-1b9ac6ebea76 req-596969ce-6136-46e8-a158-b2acf03cb93d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:38.345461 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fb1aa-0f01-415c-bd9c-1b9ac6ebea76 req-596969ce-6136-46e8-a158-b2acf03cb93d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:38.357496 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fb1aa-0f01-415c-bd9c-1b9ac6ebea76 req-596969ce-6136-46e8-a158-b2acf03cb93d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:38.380096 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fb1aa-0f01-415c-bd9c-1b9ac6ebea76 req-596969ce-6136-46e8-a158-b2acf03cb93d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:38.389954 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3e0fb1aa-0f01-415c-bd9c-1b9ac6ebea76 req-596969ce-6136-46e8-a158-b2acf03cb93d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5395 time: 0.2134116 Aug 16 20:11:38.516646 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3e0fb1aa-0f01-415c-bd9c-1b9ac6ebea76 req-e2559da9-8b84-486c-9817-1b975d94882e tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1216946 Aug 16 20:11:38.599906 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49152) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:11:38.684687 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d933a9b5-7f11-4e88-a0cd-6afc08b9e8a3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fd9cbd22f82d4e4cb02b701bf4ae249c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0833988 Aug 16 20:11:38.690180 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49156) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:11:38.720052 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4d9a5c2c-229e-4cd2-a804-eb7ff8433076 req-fab526a9-cc40-48d5-adf4-3f1c03e281e2 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5910492 Aug 16 20:11:38.721976 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-a78e770b-e982-4b3d-8a20-50d11d8c044d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:38.722685 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-a78e770b-e982-4b3d-8a20-50d11d8c044d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:38.723980 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-a78e770b-e982-4b3d-8a20-50d11d8c044d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:38.725780 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-a78e770b-e982-4b3d-8a20-50d11d8c044d service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=cefd984278fb49d9a2fe0a3b62a831cf&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7147088 Aug 16 20:11:38.738250 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e27de444-949e-46c6-87e7-09a497de97fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76090f41-c0c2-4f20-8947-4c9d155dfcb6 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:11:38.770653 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e27de444-949e-46c6-87e7-09a497de97fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:38.786295 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e27de444-949e-46c6-87e7-09a497de97fe service neutron] Transition to ACTIVE for port object 76090f41-c0c2-4f20-8947-4c9d155dfcb6 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:11:38.802880 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e27de444-949e-46c6-87e7-09a497de97fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:38.849427 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3accbf3-3f21-49db-a04a-08768399dd53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:38.895748 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3accbf3-3f21-49db-a04a-08768399dd53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:39.098982 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3accbf3-3f21-49db-a04a-08768399dd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:39.101895 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3accbf3-3f21-49db-a04a-08768399dd53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:39.118338 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b3accbf3-3f21-49db-a04a-08768399dd53 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6274cc6e-a42a-4518-a9da-31ec9c612d08 HTTP/1.1" status: 204 len: 168 time: 0.4269326 Aug 16 20:11:39.166480 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3accbf3-3f21-49db-a04a-08768399dd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6274cc6e-a42a-4518-a9da-31ec9c612d08,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:39.222009 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e27de444-949e-46c6-87e7-09a497de97fe service neutron] Attempting to bind port 76090f41-c0c2-4f20-8947-4c9d155dfcb6 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:11:39.222532 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e27de444-949e-46c6-87e7-09a497de97fe service neutron] Attempting to bind port 76090f41-c0c2-4f20-8947-4c9d155dfcb6 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2a2623ce-bffe-47bb-a726-6ce2777826c9'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:11:39.222808 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e27de444-949e-46c6-87e7-09a497de97fe service neutron] Attempting to bind port 76090f41-c0c2-4f20-8947-4c9d155dfcb6 on network 2a2623ce-bffe-47bb-a726-6ce2777826c9 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:11:39.300826 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e27de444-949e-46c6-87e7-09a497de97fe service neutron] Port 76090f41-c0c2-4f20-8947-4c9d155dfcb6 on network 2a2623ce-bffe-47bb-a726-6ce2777826c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:11:39.301243 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e27de444-949e-46c6-87e7-09a497de97fe service neutron] Attempting to bind port 76090f41-c0c2-4f20-8947-4c9d155dfcb6 on network 2a2623ce-bffe-47bb-a726-6ce2777826c9 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:11:39.330990 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27de444-949e-46c6-87e7-09a497de97fe service neutron] Pushing event updated for resources: {'Port': ['ID=76090f41-c0c2-4f20-8947-4c9d155dfcb6,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:39.363750 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e27de444-949e-46c6-87e7-09a497de97fe service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:11:39.365863 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e27de444-949e-46c6-87e7-09a497de97fe service neutron] Checking segment: {'id': '8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2a2623ce-bffe-47bb-a726-6ce2777826c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:11:39.367151 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e27de444-949e-46c6-87e7-09a497de97fe service neutron] Bound using segment: {'id': '8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2a2623ce-bffe-47bb-a726-6ce2777826c9'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:11:39.367659 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e27de444-949e-46c6-87e7-09a497de97fe service neutron] Bound port: 76090f41-c0c2-4f20-8947-4c9d155dfcb6, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2a2623ce-bffe-47bb-a726-6ce2777826c9'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:11:39.368032 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e27de444-949e-46c6-87e7-09a497de97fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:39.572647 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e27de444-949e-46c6-87e7-09a497de97fe service neutron] For port 76090f41-c0c2-4f20-8947-4c9d155dfcb6, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:11:39.577001 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e27de444-949e-46c6-87e7-09a497de97fe service neutron] For port 76090f41-c0c2-4f20-8947-4c9d155dfcb6, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=76090f41-c0c2-4f20-8947-4c9d155dfcb6,segment=NetworkSegment(8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4),segment_id=8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:11:39.597989 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e27de444-949e-46c6-87e7-09a497de97fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:39.786160 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-26da0f61-896e-42a4-8c5c-93e8ae371d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:39.796339 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7becd8e3-858d-4ed0-af77-7319e65b83b7 req-26da0f61-896e-42a4-8c5c-93e8ae371d1c service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0460382 Aug 16 20:11:39.815999 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27de444-949e-46c6-87e7-09a497de97fe service neutron] Pushing event updated for resources: {'Port': ['ID=76090f41-c0c2-4f20-8947-4c9d155dfcb6,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:39.833149 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e27de444-949e-46c6-87e7-09a497de97fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:39.839492 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e27de444-949e-46c6-87e7-09a497de97fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:39.858165 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e27de444-949e-46c6-87e7-09a497de97fe service neutron] 10.222.0.63 "PUT /v2.0/ports/76090f41-c0c2-4f20-8947-4c9d155dfcb6 HTTP/1.1" status: 200 len: 1092 time: 3.7337792 Aug 16 20:11:39.861168 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'tag': '76090f41-c0c2-4f20-8947-4c9d155dfcb6'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:11:39.873122 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ba3ed9-c4f9-4584-ab75-61ad9b4d9f42" -d '{"events": [{"name": "network-changed", "server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "tag": "76090f41-c0c2-4f20-8947-4c9d155dfcb6"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:11:39.987688 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-310dbef9-331a-40b3-858d-0ca57dda6b33 service neutron] Request body: {'port': {'device_id': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:11:40.117518 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03249d-80c3-4bdb-ada6-d22624af32d4 req-1f5f3145-5fc5-4c88-9254-e2b371d3978d tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:40.120445 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aa03249d-80c3-4bdb-ada6-d22624af32d4 req-1f5f3145-5fc5-4c88-9254-e2b371d3978d tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1800725 Aug 16 20:11:40.226724 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aa03249d-80c3-4bdb-ada6-d22624af32d4 req-60be7983-4be9-4839-ad95-76f2f798d6fa tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977399 Aug 16 20:11:40.299366 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-310dbef9-331a-40b3-858d-0ca57dda6b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:40.337744 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01473930-5fd5-45c1-9401-a38dcda154b4 req-eafc9ebf-cfba-4ca8-a8ba-14648ded3561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:40.338201 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01473930-5fd5-45c1-9401-a38dcda154b4 req-eafc9ebf-cfba-4ca8-a8ba-14648ded3561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:40.338680 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01473930-5fd5-45c1-9401-a38dcda154b4 req-eafc9ebf-cfba-4ca8-a8ba-14648ded3561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:40.339216 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01473930-5fd5-45c1-9401-a38dcda154b4 req-eafc9ebf-cfba-4ca8-a8ba-14648ded3561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:40.339643 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01473930-5fd5-45c1-9401-a38dcda154b4 req-eafc9ebf-cfba-4ca8-a8ba-14648ded3561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:40.340756 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01473930-5fd5-45c1-9401-a38dcda154b4 req-eafc9ebf-cfba-4ca8-a8ba-14648ded3561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:40.341224 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01473930-5fd5-45c1-9401-a38dcda154b4 req-eafc9ebf-cfba-4ca8-a8ba-14648ded3561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:40.343472 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-01473930-5fd5-45c1-9401-a38dcda154b4 req-eafc9ebf-cfba-4ca8-a8ba-14648ded3561 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cefd984278fb49d9a2fe0a3b62a831cf&device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 6415 time: 0.4560685 Aug 16 20:11:40.441419 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9d9cd-1dbe-4917-b171-e1f615d0d013 req-71cb953a-ac30-4b24-af3d-2cac8635395d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:40.473427 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9d9cd-1dbe-4917-b171-e1f615d0d013 req-71cb953a-ac30-4b24-af3d-2cac8635395d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:40.481731 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9d9cd-1dbe-4917-b171-e1f615d0d013 req-71cb953a-ac30-4b24-af3d-2cac8635395d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:40.490251 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9d9cd-1dbe-4917-b171-e1f615d0d013 req-71cb953a-ac30-4b24-af3d-2cac8635395d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:40.498559 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9d9cd-1dbe-4917-b171-e1f615d0d013 req-71cb953a-ac30-4b24-af3d-2cac8635395d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:40.508171 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9d9cd-1dbe-4917-b171-e1f615d0d013 req-71cb953a-ac30-4b24-af3d-2cac8635395d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:40.523853 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9d9cd-1dbe-4917-b171-e1f615d0d013 req-71cb953a-ac30-4b24-af3d-2cac8635395d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:40.526014 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-afe9d9cd-1dbe-4917-b171-e1f615d0d013 req-71cb953a-ac30-4b24-af3d-2cac8635395d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5407 time: 0.7111843 Aug 16 20:11:40.530629 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9ef18d-6235-4ff0-a7c8-26407fb2a34d x-openstack-request-id: req-1e9ef18d-6235-4ff0-a7c8-26407fb2a34d {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:11:40.533065 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "tag": "76090f41-c0c2-4f20-8947-4c9d155dfcb6", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:11:40.534313 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1e9ef18d-6235-4ff0-a7c8-26407fb2a34d {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:11:40.534887 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'tag': '76090f41-c0c2-4f20-8947-4c9d155dfcb6', 'status': 'completed', 'code': 200} Aug 16 20:11:40.849221 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01473930-5fd5-45c1-9401-a38dcda154b4 req-019125ca-c495-474f-af87-c4fc65e5d399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:40.849705 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01473930-5fd5-45c1-9401-a38dcda154b4 req-019125ca-c495-474f-af87-c4fc65e5d399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:40.850177 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01473930-5fd5-45c1-9401-a38dcda154b4 req-019125ca-c495-474f-af87-c4fc65e5d399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:40.851831 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-01473930-5fd5-45c1-9401-a38dcda154b4 req-019125ca-c495-474f-af87-c4fc65e5d399 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=cefd984278fb49d9a2fe0a3b62a831cf&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4743929 Aug 16 20:11:41.079046 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-afe9d9cd-1dbe-4917-b171-e1f615d0d013 req-c590033b-2e19-48d1-bcbf-f5fb777512d9 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4800630 Aug 16 20:11:41.351540 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01473930-5fd5-45c1-9401-a38dcda154b4 req-b82f5a65-c554-47f3-b878-2711d5a27874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:41.366952 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-01473930-5fd5-45c1-9401-a38dcda154b4 req-b82f5a65-c554-47f3-b878-2711d5a27874 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4920063 Aug 16 20:11:41.971446 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba3ed9-c4f9-4584-ab75-61ad9b4d9f42 req-d0b1ea88-a2a0-4824-995e-4d50452bc58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:41.971822 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba3ed9-c4f9-4584-ab75-61ad9b4d9f42 req-d0b1ea88-a2a0-4824-995e-4d50452bc58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:41.983975 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba3ed9-c4f9-4584-ab75-61ad9b4d9f42 req-d0b1ea88-a2a0-4824-995e-4d50452bc58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:41.984738 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba3ed9-c4f9-4584-ab75-61ad9b4d9f42 req-d0b1ea88-a2a0-4824-995e-4d50452bc58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:41.985036 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba3ed9-c4f9-4584-ab75-61ad9b4d9f42 req-d0b1ea88-a2a0-4824-995e-4d50452bc58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:41.985515 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba3ed9-c4f9-4584-ab75-61ad9b4d9f42 req-d0b1ea88-a2a0-4824-995e-4d50452bc58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:41.986336 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba3ed9-c4f9-4584-ab75-61ad9b4d9f42 req-d0b1ea88-a2a0-4824-995e-4d50452bc58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:41.989355 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d3ba3ed9-c4f9-4584-ab75-61ad9b4d9f42 req-d0b1ea88-a2a0-4824-995e-4d50452bc58d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cefd984278fb49d9a2fe0a3b62a831cf&device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 6415 time: 0.5580268 Aug 16 20:11:42.012596 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd4fd7-83f1-411b-a321-a8aa39412f77 req-9d37a60b-34d7-44c9-b369-aee32d9773a4 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:42.021798 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3bfd4fd7-83f1-411b-a321-a8aa39412f77 req-9d37a60b-34d7-44c9-b369-aee32d9773a4 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.6173444 Aug 16 20:11:42.346611 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba3ed9-c4f9-4584-ab75-61ad9b4d9f42 req-2a748927-ecae-4e6f-b4e6-48b3017d0a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:42.347221 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba3ed9-c4f9-4584-ab75-61ad9b4d9f42 req-2a748927-ecae-4e6f-b4e6-48b3017d0a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:42.347732 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba3ed9-c4f9-4584-ab75-61ad9b4d9f42 req-2a748927-ecae-4e6f-b4e6-48b3017d0a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:42.349985 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d3ba3ed9-c4f9-4584-ab75-61ad9b4d9f42 req-2a748927-ecae-4e6f-b4e6-48b3017d0a47 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=cefd984278fb49d9a2fe0a3b62a831cf&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3256962 Aug 16 20:11:42.368336 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3bfd4fd7-83f1-411b-a321-a8aa39412f77 req-ad8cbd25-2880-48a2-8e1e-317dc3c60208 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451836 Aug 16 20:11:42.665207 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba3ed9-c4f9-4584-ab75-61ad9b4d9f42 req-c0bb4d9c-b304-4675-b27e-85fe48f83dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:42.670085 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e17b7-4731-406f-b095-1e19b9983c56 req-ba6cdb24-90c0-4260-8dc0-7d07a58cf818 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:42.670842 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d3ba3ed9-c4f9-4584-ab75-61ad9b4d9f42 req-c0bb4d9c-b304-4675-b27e-85fe48f83dec service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2961898 Aug 16 20:11:42.682170 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-310dbef9-331a-40b3-858d-0ca57dda6b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b3645a-9cd6-4ba3-85c9-1ac50191565c {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:11:42.695965 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e17b7-4731-406f-b095-1e19b9983c56 req-ba6cdb24-90c0-4260-8dc0-7d07a58cf818 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:42.708302 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-310dbef9-331a-40b3-858d-0ca57dda6b33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:42.716451 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e17b7-4731-406f-b095-1e19b9983c56 req-ba6cdb24-90c0-4260-8dc0-7d07a58cf818 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:42.734163 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e17b7-4731-406f-b095-1e19b9983c56 req-ba6cdb24-90c0-4260-8dc0-7d07a58cf818 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:42.741611 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-310dbef9-331a-40b3-858d-0ca57dda6b33 service neutron] Transition to ACTIVE for port object 77b3645a-9cd6-4ba3-85c9-1ac50191565c will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:11:42.748464 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-310dbef9-331a-40b3-858d-0ca57dda6b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:42.752183 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e17b7-4731-406f-b095-1e19b9983c56 req-ba6cdb24-90c0-4260-8dc0-7d07a58cf818 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:42.769363 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e17b7-4731-406f-b095-1e19b9983c56 req-ba6cdb24-90c0-4260-8dc0-7d07a58cf818 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:42.801772 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e17b7-4731-406f-b095-1e19b9983c56 req-ba6cdb24-90c0-4260-8dc0-7d07a58cf818 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:42.822948 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7e4e17b7-4731-406f-b095-1e19b9983c56 req-ba6cdb24-90c0-4260-8dc0-7d07a58cf818 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5407 time: 0.3054616 Aug 16 20:11:42.912408 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310dbef9-331a-40b3-858d-0ca57dda6b33 service neutron] Pushing event updated for resources: {'Port': ['ID=77b3645a-9cd6-4ba3-85c9-1ac50191565c,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:42.959168 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7e4e17b7-4731-406f-b095-1e19b9983c56 req-da697a45-c72b-432b-84db-1d5f1f24d2ad tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1343105 Aug 16 20:11:43.071070 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-310dbef9-331a-40b3-858d-0ca57dda6b33 service neutron] Attempting to bind port 77b3645a-9cd6-4ba3-85c9-1ac50191565c on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:11:43.071070 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-310dbef9-331a-40b3-858d-0ca57dda6b33 service neutron] Attempting to bind port 77b3645a-9cd6-4ba3-85c9-1ac50191565c by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2a2623ce-bffe-47bb-a726-6ce2777826c9'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:11:43.071070 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-310dbef9-331a-40b3-858d-0ca57dda6b33 service neutron] Attempting to bind port 77b3645a-9cd6-4ba3-85c9-1ac50191565c on network 2a2623ce-bffe-47bb-a726-6ce2777826c9 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:11:43.082869 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-310dbef9-331a-40b3-858d-0ca57dda6b33 service neutron] Port 77b3645a-9cd6-4ba3-85c9-1ac50191565c on network 2a2623ce-bffe-47bb-a726-6ce2777826c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:11:43.082869 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-310dbef9-331a-40b3-858d-0ca57dda6b33 service neutron] Attempting to bind port 77b3645a-9cd6-4ba3-85c9-1ac50191565c on network 2a2623ce-bffe-47bb-a726-6ce2777826c9 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:11:43.089948 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-310dbef9-331a-40b3-858d-0ca57dda6b33 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:11:43.089948 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-310dbef9-331a-40b3-858d-0ca57dda6b33 service neutron] Checking segment: {'id': '8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2a2623ce-bffe-47bb-a726-6ce2777826c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:11:43.089948 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-310dbef9-331a-40b3-858d-0ca57dda6b33 service neutron] Bound using segment: {'id': '8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2a2623ce-bffe-47bb-a726-6ce2777826c9'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:11:43.089948 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-310dbef9-331a-40b3-858d-0ca57dda6b33 service neutron] Bound port: 77b3645a-9cd6-4ba3-85c9-1ac50191565c, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2a2623ce-bffe-47bb-a726-6ce2777826c9'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:11:43.089948 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-310dbef9-331a-40b3-858d-0ca57dda6b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:43.278538 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-310dbef9-331a-40b3-858d-0ca57dda6b33 service neutron] For port 77b3645a-9cd6-4ba3-85c9-1ac50191565c, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:11:43.282619 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-310dbef9-331a-40b3-858d-0ca57dda6b33 service neutron] For port 77b3645a-9cd6-4ba3-85c9-1ac50191565c, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=77b3645a-9cd6-4ba3-85c9-1ac50191565c,segment=NetworkSegment(8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4),segment_id=8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:11:43.291834 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-310dbef9-331a-40b3-858d-0ca57dda6b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:43.386076 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-310dbef9-331a-40b3-858d-0ca57dda6b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:43.388719 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-310dbef9-331a-40b3-858d-0ca57dda6b33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:43.390510 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-310dbef9-331a-40b3-858d-0ca57dda6b33 service neutron] 10.222.0.63 "PUT /v2.0/ports/77b3645a-9cd6-4ba3-85c9-1ac50191565c HTTP/1.1" status: 200 len: 1092 time: 3.4330959 Aug 16 20:11:43.391265 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'tag': '77b3645a-9cd6-4ba3-85c9-1ac50191565c'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:11:43.394020 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f573f46c-c6fa-4293-ac71-116237a40a04" -d '{"events": [{"name": "network-changed", "server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "tag": "77b3645a-9cd6-4ba3-85c9-1ac50191565c"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:11:43.668271 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310dbef9-331a-40b3-858d-0ca57dda6b33 service neutron] Pushing event updated for resources: {'Port': ['ID=77b3645a-9cd6-4ba3-85c9-1ac50191565c,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:43.717096 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089b030-a0bd-49c2-abb2-eca49f2e59ce req-6f024747-aa64-4915-9b05-cc1c7a77ea91 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:43.733314 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0089b030-a0bd-49c2-abb2-eca49f2e59ce req-6f024747-aa64-4915-9b05-cc1c7a77ea91 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1449366 Aug 16 20:11:43.746467 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e16705fc-522b-439f-a7aa-d5716ea78940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:43.748279 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e16705fc-522b-439f-a7aa-d5716ea78940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:43.750379 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e16705fc-522b-439f-a7aa-d5716ea78940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:43.752615 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e16705fc-522b-439f-a7aa-d5716ea78940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:43.753832 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e16705fc-522b-439f-a7aa-d5716ea78940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:43.754550 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e16705fc-522b-439f-a7aa-d5716ea78940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:43.755209 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e16705fc-522b-439f-a7aa-d5716ea78940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:43.760081 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e16705fc-522b-439f-a7aa-d5716ea78940 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cefd984278fb49d9a2fe0a3b62a831cf&device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 6483 time: 0.2973142 Aug 16 20:11:43.768288 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857bf9bd-ac98-40d6-82b7-2f90ecb6bf5c x-openstack-request-id: req-857bf9bd-ac98-40d6-82b7-2f90ecb6bf5c {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:11:43.769002 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "tag": "77b3645a-9cd6-4ba3-85c9-1ac50191565c", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:11:43.769617 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-857bf9bd-ac98-40d6-82b7-2f90ecb6bf5c {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:11:43.770268 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'tag': '77b3645a-9cd6-4ba3-85c9-1ac50191565c', 'status': 'completed', 'code': 200} Aug 16 20:11:43.791267 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49320) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:11:43.866343 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0089b030-a0bd-49c2-abb2-eca49f2e59ce req-ea5e4e46-678e-4eca-927f-d20f71efa45c tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322119 Aug 16 20:11:43.905160 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-619228b1-5b17-4817-96bf-b96ce4e5e79f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ca147cc-a223-4e76-8231-748d95ba851c HTTP/1.1" status: 200 len: 217 time: 0.1321411 Aug 16 20:11:44.053643 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-feb63c83-0f70-48ad-848f-76cba63f44a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:44.057571 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-feb63c83-0f70-48ad-848f-76cba63f44a8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=279800a2-1f75-4763-82e2-882d40193542 HTTP/1.1" status: 200 len: 850 time: 0.1309822 Aug 16 20:11:44.274666 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00a03d-e0e3-4274-b658-bf045fd841b7 req-f863ba4e-478f-43c6-af7d-c213b741bea0 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:44.280776 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00a03d-e0e3-4274-b658-bf045fd841b7 req-f863ba4e-478f-43c6-af7d-c213b741bea0 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:44.286688 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00a03d-e0e3-4274-b658-bf045fd841b7 req-f863ba4e-478f-43c6-af7d-c213b741bea0 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:44.292640 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00a03d-e0e3-4274-b658-bf045fd841b7 req-f863ba4e-478f-43c6-af7d-c213b741bea0 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:44.301938 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00a03d-e0e3-4274-b658-bf045fd841b7 req-f863ba4e-478f-43c6-af7d-c213b741bea0 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:44.308041 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00a03d-e0e3-4274-b658-bf045fd841b7 req-f863ba4e-478f-43c6-af7d-c213b741bea0 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:44.317234 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00a03d-e0e3-4274-b658-bf045fd841b7 req-f863ba4e-478f-43c6-af7d-c213b741bea0 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:44.326582 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fc00a03d-e0e3-4274-b658-bf045fd841b7 req-f863ba4e-478f-43c6-af7d-c213b741bea0 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5419 time: 0.1873639 Aug 16 20:11:44.329552 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d6528437-ef2d-4639-9712-ae39406d2f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:44.342248 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e5afe61d-2b41-44b8-87d3-71140d46f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:44.343780 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e5afe61d-2b41-44b8-87d3-71140d46f66e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6d192dbb-a372-4859-86a9-c63053b8e357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2794895 Aug 16 20:11:44.412306 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fc00a03d-e0e3-4274-b658-bf045fd841b7 req-8eaafc4f-1521-4518-af94-a6230e4c2332 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0846922 Aug 16 20:11:44.545606 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-1de4d245-fcb1-4261-9615-5436686fd4d6 service neutron] 10.222.0.63 "GET /v2.0/networks/6d192dbb-a372-4859-86a9-c63053b8e357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513395 Aug 16 20:11:44.624593 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:11:44.831008 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port f61f6739-94c2-40c0-8c3b-28bcbcba1bb5, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f61f6739-94c2-40c0-8c3b-28bcbcba1bb5,segment=NetworkSegment(9d848ad9-9fd2-4cfe-b946-4cad1262a1a1),segment_id=9d848ad9-9fd2-4cfe-b946-4cad1262a1a1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:11:44.865835 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'f61f6739-94c2-40c0-8c3b-28bcbcba1bb5', 'network_id': 'd3484bba-7cc1-4a4e-91a4-8b272cf8ebb4', 'port_id': 'f61f6739-94c2-40c0-8c3b-28bcbcba1bb5', 'mac_address': 'fa:16:3e:79:06:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e446e4f6-92a6-456f-bac2-69b91af15e47', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:11:44.938892 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:44.949914 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-093c339a-6756-45b8-b7a5-f3b00bd04e49 service neutron] 10.222.0.63 "GET /v2.0/networks/6d192dbb-a372-4859-86a9-c63053b8e357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919325 Aug 16 20:11:44.976834 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:11:45.031523 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port f61f6739-94c2-40c0-8c3b-28bcbcba1bb5, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f61f6739-94c2-40c0-8c3b-28bcbcba1bb5,segment=NetworkSegment(9d848ad9-9fd2-4cfe-b946-4cad1262a1a1),segment_id=9d848ad9-9fd2-4cfe-b946-4cad1262a1a1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:11:45.045058 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:45.079849 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d6528437-ef2d-4639-9712-ae39406d2f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:45.213390 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=f61f6739-94c2-40c0-8c3b-28bcbcba1bb5,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:45.239763 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-8bd08f3e-0a38-40c0-9428-d29b11b0a37f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=ec6dde60-31da-44a8-99c6-66666133bd58 HTTP/1.1" status: 200 len: 217 time: 0.2522397 Aug 16 20:11:45.267718 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['f61f6739-94c2-40c0-8c3b-28bcbcba1bb5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:11:45.283706 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d6528437-ef2d-4639-9712-ae39406d2f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:45.410746 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d6528437-ef2d-4639-9712-ae39406d2f8a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c909e9cc98914c40b8d7ddd4796ca735&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6169312 Aug 16 20:11:45.412231 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49378) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:11:45.648221 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a29801a-bc31-43c2-ad43-e5f525668a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:45.760626 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a29801a-bc31-43c2-ad43-e5f525668a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:45.813944 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6528437-ef2d-4639-9712-ae39406d2f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e793191-083e-4c80-a630-ad9363c882a5,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:45.834456 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e2881b20-fb46-44a0-8d9a-7bf7547a3678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:45.841002 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e2881b20-fb46-44a0-8d9a-7bf7547a3678 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7d7186cf-77e4-4b82-8d65-1e75cd70140b HTTP/1.1" status: 200 len: 797 time: 0.4679043 Aug 16 20:11:45.952392 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:11:45.955037 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073904ee-b440-4f7a-93a2-d75c4c5af414 req-d3ac063d-f10b-4f47-9805-43a32fc6dc32 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:45.968517 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-073904ee-b440-4f7a-93a2-d75c4c5af414 req-d3ac063d-f10b-4f47-9805-43a32fc6dc32 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 944 time: 0.7275200 Aug 16 20:11:45.984168 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a29801a-bc31-43c2-ad43-e5f525668a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:45.986350 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a29801a-bc31-43c2-ad43-e5f525668a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:45.992821 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4a29801a-bc31-43c2-ad43-e5f525668a32 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9e793191-083e-4c80-a630-ad9363c882a5 HTTP/1.1" status: 204 len: 168 time: 0.5794439 Aug 16 20:11:46.018247 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29801a-bc31-43c2-ad43-e5f525668a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e793191-083e-4c80-a630-ad9363c882a5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:46.051308 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da023153-a7d9-46b3-ac61-f9a17a4359be req-33924a6c-9dd2-4352-b016-9dd563b1b742 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:46.073535 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da023153-a7d9-46b3-ac61-f9a17a4359be req-33924a6c-9dd2-4352-b016-9dd563b1b742 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:46.096031 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-98488e92-1b0b-495c-963d-3088862d878d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:46.096694 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da023153-a7d9-46b3-ac61-f9a17a4359be req-33924a6c-9dd2-4352-b016-9dd563b1b742 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:46.102902 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-98488e92-1b0b-495c-963d-3088862d878d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2542582 Aug 16 20:11:46.113816 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da023153-a7d9-46b3-ac61-f9a17a4359be req-33924a6c-9dd2-4352-b016-9dd563b1b742 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:46.115635 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-073904ee-b440-4f7a-93a2-d75c4c5af414 req-4dbac972-9867-4bd5-bf1e-77e326ab681d tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369865 Aug 16 20:11:46.129385 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da023153-a7d9-46b3-ac61-f9a17a4359be req-33924a6c-9dd2-4352-b016-9dd563b1b742 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:46.149311 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da023153-a7d9-46b3-ac61-f9a17a4359be req-33924a6c-9dd2-4352-b016-9dd563b1b742 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:46.175300 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da023153-a7d9-46b3-ac61-f9a17a4359be req-33924a6c-9dd2-4352-b016-9dd563b1b742 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:46.175300 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-da023153-a7d9-46b3-ac61-f9a17a4359be req-33924a6c-9dd2-4352-b016-9dd563b1b742 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5419 time: 0.2913966 Aug 16 20:11:46.283183 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-da023153-a7d9-46b3-ac61-f9a17a4359be req-35725ed2-07ce-4f98-b173-6b59248a539f tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1043305 Aug 16 20:11:46.372315 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-4ffa076d-0eef-4301-bbce-89d647cdc76f service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558494 Aug 16 20:11:46.611855 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-6f279123-90f2-46cf-a20a-0d5e5e025328 service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326238 Aug 16 20:11:46.648443 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:11:46.822116 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:11:46.822496 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:47.035288 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:47.100733 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port f61f6739-94c2-40c0-8c3b-28bcbcba1bb5, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f61f6739-94c2-40c0-8c3b-28bcbcba1bb5,segment=NetworkSegment(9d848ad9-9fd2-4cfe-b946-4cad1262a1a1),segment_id=9d848ad9-9fd2-4cfe-b946-4cad1262a1a1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:11:47.102116 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd6e8b6-82fd-4279-82e3-a4823a518897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61f6739-94c2-40c0-8c3b-28bcbcba1bb5'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:11:47.104844 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c421ffd7-9c12-4b35-9771-8d8d2086242b" -d '{"events": [{"server_uuid": "ffd6e8b6-82fd-4279-82e3-a4823a518897", "name": "network-vif-plugged", "status": "completed", "tag": "f61f6739-94c2-40c0-8c3b-28bcbcba1bb5"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:11:47.115072 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:47.233046 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=f61f6739-94c2-40c0-8c3b-28bcbcba1bb5,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:47.242715 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fde6e48-75a2-48cc-a6d3-850193a2a34a x-openstack-request-id: req-5fde6e48-75a2-48cc-a6d3-850193a2a34a {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:11:47.243054 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd6e8b6-82fd-4279-82e3-a4823a518897", "name": "network-vif-plugged", "status": "completed", "tag": "f61f6739-94c2-40c0-8c3b-28bcbcba1bb5", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:11:47.243285 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5fde6e48-75a2-48cc-a6d3-850193a2a34a {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:11:47.245641 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd6e8b6-82fd-4279-82e3-a4823a518897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61f6739-94c2-40c0-8c3b-28bcbcba1bb5', 'code': 200} Aug 16 20:11:47.489587 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-4cb62213-8a66-4424-98c7-a0c689fa7224 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=3cdfb6f4-dac4-488e-af79-cf406aeeec52 HTTP/1.1" status: 200 len: 217 time: 0.8700855 Aug 16 20:11:47.603172 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49456) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:11:47.618009 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d0e61-6c02-4e53-abdf-e8bd98778fed req-4c86a1e0-8b76-4b19-9c92-f83170f9b939 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:47.634988 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d0e61-6c02-4e53-abdf-e8bd98778fed req-4c86a1e0-8b76-4b19-9c92-f83170f9b939 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:47.652955 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d0e61-6c02-4e53-abdf-e8bd98778fed req-4c86a1e0-8b76-4b19-9c92-f83170f9b939 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:47.666869 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d0e61-6c02-4e53-abdf-e8bd98778fed req-4c86a1e0-8b76-4b19-9c92-f83170f9b939 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:47.682204 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d0e61-6c02-4e53-abdf-e8bd98778fed req-4c86a1e0-8b76-4b19-9c92-f83170f9b939 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:47.697030 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d0e61-6c02-4e53-abdf-e8bd98778fed req-4c86a1e0-8b76-4b19-9c92-f83170f9b939 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:47.719775 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d0e61-6c02-4e53-abdf-e8bd98778fed req-4c86a1e0-8b76-4b19-9c92-f83170f9b939 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:47.732256 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-637d0e61-6c02-4e53-abdf-e8bd98778fed req-4c86a1e0-8b76-4b19-9c92-f83170f9b939 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5419 time: 0.2500374 Aug 16 20:11:47.774062 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebccbae-e1f7-4629-9532-6c8ccebcc347 req-4dbe5233-1614-42c6-a6f1-8696ed3e3d0f tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:47.783651 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0ebccbae-e1f7-4629-9532-6c8ccebcc347 req-4dbe5233-1614-42c6-a6f1-8696ed3e3d0f tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.3419280 Aug 16 20:11:47.820828 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-637d0e61-6c02-4e53-abdf-e8bd98778fed req-3dc6bdd5-e0af-49c0-9c11-3db929a4bde1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0837212 Aug 16 20:11:47.873036 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-9da91e25-72f5-4ea6-81db-38bfaecee272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:47.874590 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-9da91e25-72f5-4ea6-81db-38bfaecee272 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7d7186cf-77e4-4b82-8d65-1e75cd70140b HTTP/1.1" status: 200 len: 797 time: 0.3728406 Aug 16 20:11:47.992459 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0ebccbae-e1f7-4629-9532-6c8ccebcc347 req-32296e9b-c97b-4d8e-b386-8f7ec5a662cf tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883311 Aug 16 20:11:48.080798 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-0426452a-356d-4e7d-a057-b91559c05df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:48.082925 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-0426452a-356d-4e7d-a057-b91559c05df5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1906831 Aug 16 20:11:48.510675 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d771e87-de96-4497-923f-a3df97fd57ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:48.709461 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-41a42d75-5195-4992-a47e-29ed21683a2a service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6168456 Aug 16 20:11:48.918979 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49492) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:11:49.087514 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d771e87-de96-4497-923f-a3df97fd57ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:49.093616 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-28f4d805-09d0-4c16-a56c-7dd1f20348c6 service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779252 Aug 16 20:11:49.096037 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d771e87-de96-4497-923f-a3df97fd57ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:49.170371 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d771e87-de96-4497-923f-a3df97fd57ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afce830-b82f-4b6f-a1a0-13e5835922de,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:49.203562 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa707bc8-f139-494b-b2b6-6a6ce7bbc763 req-d3143e51-a573-4b7b-a92c-9dca75728084 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:49.214096 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa707bc8-f139-494b-b2b6-6a6ce7bbc763 req-d3143e51-a573-4b7b-a92c-9dca75728084 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:49.220894 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa707bc8-f139-494b-b2b6-6a6ce7bbc763 req-d3143e51-a573-4b7b-a92c-9dca75728084 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:49.230113 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa707bc8-f139-494b-b2b6-6a6ce7bbc763 req-d3143e51-a573-4b7b-a92c-9dca75728084 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:49.239046 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa707bc8-f139-494b-b2b6-6a6ce7bbc763 req-d3143e51-a573-4b7b-a92c-9dca75728084 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:49.247505 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa707bc8-f139-494b-b2b6-6a6ce7bbc763 req-d3143e51-a573-4b7b-a92c-9dca75728084 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:49.255021 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa707bc8-f139-494b-b2b6-6a6ce7bbc763 req-d3143e51-a573-4b7b-a92c-9dca75728084 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:49.257885 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-9020c96f-6ac9-4a9f-a76c-c06ce6c696a1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=61f5d400-4db0-4954-b6c2-83f11955da7c HTTP/1.1" status: 200 len: 217 time: 0.0843670 Aug 16 20:11:49.265094 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7d771e87-de96-4497-923f-a3df97fd57ad admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0a170022c0de43888cc0e99fdadeeaa5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6605725 Aug 16 20:11:49.265979 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fa707bc8-f139-494b-b2b6-6a6ce7bbc763 req-d3143e51-a573-4b7b-a92c-9dca75728084 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5419 time: 0.2384825 Aug 16 20:11:49.268117 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49510) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:11:49.280183 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-dc7a0314-47ec-4dbf-8722-6a8bc288e8de admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1363981119-network', 'tenant_id': 'bd48d1c42bc6481495bb9ef8b1ba2ed3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:11:49.358348 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fa707bc8-f139-494b-b2b6-6a6ce7bbc763 req-6b5e35cd-b645-47ca-ad82-538f456d67c7 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0881963 Aug 16 20:11:49.362768 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7a0314-47ec-4dbf-8722-6a8bc288e8de admin admin] Made reservation on behalf of bd48d1c42bc6481495bb9ef8b1ba2ed3 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:11:49.366314 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98cca8-c60d-461f-b84d-fe252331d568 req-cfc7a6f7-a287-4f7f-be49-1b8e6c69f41a tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:49.367868 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc7a0314-47ec-4dbf-8722-6a8bc288e8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:49.368348 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6f98cca8-c60d-461f-b84d-fe252331d568 req-cfc7a6f7-a287-4f7f-be49-1b8e6c69f41a tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 945 time: 0.1927509 Aug 16 20:11:49.389102 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc7a0314-47ec-4dbf-8722-6a8bc288e8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:49.415220 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-5b3fec0f-0f99-412b-b3e4-0b2b177dc726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:49.416721 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-5b3fec0f-0f99-412b-b3e4-0b2b177dc726 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7d7186cf-77e4-4b82-8d65-1e75cd70140b HTTP/1.1" status: 200 len: 797 time: 0.1493773 Aug 16 20:11:49.440224 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-917810a8-e297-4258-a61a-f786773f1a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:49.518667 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6f98cca8-c60d-461f-b84d-fe252331d568 req-d78d81fc-1030-4a14-85f3-68c6568e90f9 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317756 Aug 16 20:11:49.521442 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-917810a8-e297-4258-a61a-f786773f1a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:49.552281 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-28c654cb-3f76-4ab2-9046-0033308dc29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:49.564050 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-28c654cb-3f76-4ab2-9046-0033308dc29a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1264651 Aug 16 20:11:49.604114 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc7a0314-47ec-4dbf-8722-6a8bc288e8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:49.634314 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc7a0314-47ec-4dbf-8722-6a8bc288e8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:49.668550 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7a0314-47ec-4dbf-8722-6a8bc288e8de admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:11:49.704130 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65da3e-745b-409c-8148-bb65b6c5bb65 req-94a329d2-5d2a-4dce-a443-00da4a33e6ea tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:49.716060 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ca65da3e-745b-409c-8148-bb65b6c5bb65 req-94a329d2-5d2a-4dce-a443-00da4a33e6ea tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1089852 Aug 16 20:11:49.788323 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc7a0314-47ec-4dbf-8722-6a8bc288e8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:49.793244 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-917810a8-e297-4258-a61a-f786773f1a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:49.795941 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-917810a8-e297-4258-a61a-f786773f1a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:49.796609 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-dc7a0314-47ec-4dbf-8722-6a8bc288e8de admin admin] Added segment c9bae274-6194-496b-853b-664689f8765f of type vlan for network 517133b7-f436-49ca-80cf-96abadf03442 Aug 16 20:11:49.806151 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-917810a8-e297-4258-a61a-f786773f1a1a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1afce830-b82f-4b6f-a1a0-13e5835922de HTTP/1.1" status: 204 len: 168 time: 0.5367281 Aug 16 20:11:49.830263 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-4099599d-c12b-4bf3-9745-91061f58b4d3 service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532651 Aug 16 20:11:49.830961 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917810a8-e297-4258-a61a-f786773f1a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afce830-b82f-4b6f-a1a0-13e5835922de,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:49.832208 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a0314-47ec-4dbf-8722-6a8bc288e8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c8534b-dfed-4c2b-916b-7bf431ffae73,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:49.903874 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ca65da3e-745b-409c-8148-bb65b6c5bb65 req-70060d70-24fb-4e70-8a5d-1a4824e13e41 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866634 Aug 16 20:11:49.949662 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc7a0314-47ec-4dbf-8722-6a8bc288e8de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:49.993166 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc7a0314-47ec-4dbf-8722-6a8bc288e8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:49.995722 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7a0314-47ec-4dbf-8722-6a8bc288e8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:49.996929 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc7a0314-47ec-4dbf-8722-6a8bc288e8de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:50.057406 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-56afcf8d-02e6-443a-876b-6927bb0098e1 service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127779 Aug 16 20:11:50.102408 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-dc7a0314-47ec-4dbf-8722-6a8bc288e8de admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1816587 Aug 16 20:11:50.103180 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49524) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:11:50.125228 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-70159a1b-c600-4dee-961f-7917581303a9 admin admin] Request body: {'subnet': {'network_id': '517133b7-f436-49ca-80cf-96abadf03442', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1363981119-subnet', 'tenant_id': 'bd48d1c42bc6481495bb9ef8b1ba2ed3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:11:50.157085 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-1413cacd-5d8f-4071-80b6-8fcc58ab6a8e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=604be3bb-7bde-47cc-88cf-1680e6ea6018 HTTP/1.1" status: 200 len: 217 time: 0.0886049 Aug 16 20:11:50.188263 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a0314-47ec-4dbf-8722-6a8bc288e8de admin admin] Pushing event updated for resources: {'Network': ['ID=517133b7-f436-49ca-80cf-96abadf03442,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:50.202540 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70159a1b-c600-4dee-961f-7917581303a9 admin admin] Made reservation on behalf of bd48d1c42bc6481495bb9ef8b1ba2ed3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:11:50.204656 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 517133b7-f436-49ca-80cf-96abadf03442 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:11:50.208405 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-70159a1b-c600-4dee-961f-7917581303a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:50.273927 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-669a5fe8-e72f-4b29-a8c1-63c1381f8ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:50.280859 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-669a5fe8-e72f-4b29-a8c1-63c1381f8ce6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7d7186cf-77e4-4b82-8d65-1e75cd70140b HTTP/1.1" status: 200 len: 797 time: 0.1169562 Aug 16 20:11:50.376619 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-d4b0c0ed-f127-40bd-b889-80b938f733db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:50.378162 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-d4b0c0ed-f127-40bd-b889-80b938f733db service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0908883 Aug 16 20:11:50.600251 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-8139443f-de93-4329-9fb7-96e41a04c9d7 service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145329 Aug 16 20:11:50.600911 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49532) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:11:50.628316 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-70159a1b-c600-4dee-961f-7917581303a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:50.698260 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-637f7e91-18cf-48cc-ac00-62ca3eb9fa72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:50.836498 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348aaa67-51eb-4e2b-9f9a-5edd570e46be req-0254156a-a0e7-4035-89d9-c9e172c58322 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:50.843483 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348aaa67-51eb-4e2b-9f9a-5edd570e46be req-0254156a-a0e7-4035-89d9-c9e172c58322 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:50.844404 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70159a1b-c600-4dee-961f-7917581303a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47327d15-12af-4210-b882-1c249721a6dc,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:50.850216 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348aaa67-51eb-4e2b-9f9a-5edd570e46be req-0254156a-a0e7-4035-89d9-c9e172c58322 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:50.857534 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348aaa67-51eb-4e2b-9f9a-5edd570e46be req-0254156a-a0e7-4035-89d9-c9e172c58322 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:50.860885 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80ac12-9027-42cb-8f1b-938c34398e98 req-7e947700-a1b4-4ebb-a476-13c5ca3f349a tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:50.864306 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348aaa67-51eb-4e2b-9f9a-5edd570e46be req-0254156a-a0e7-4035-89d9-c9e172c58322 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:50.869830 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6d80ac12-9027-42cb-8f1b-938c34398e98 req-7e947700-a1b4-4ebb-a476-13c5ca3f349a tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 945 time: 0.1918099 Aug 16 20:11:50.870145 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348aaa67-51eb-4e2b-9f9a-5edd570e46be req-0254156a-a0e7-4035-89d9-c9e172c58322 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:50.889522 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348aaa67-51eb-4e2b-9f9a-5edd570e46be req-0254156a-a0e7-4035-89d9-c9e172c58322 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:50.892422 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70159a1b-c600-4dee-961f-7917581303a9 admin admin] Checking segment: {'id': 'c9bae274-6194-496b-853b-664689f8765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '517133b7-f436-49ca-80cf-96abadf03442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:11:50.892812 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70159a1b-c600-4dee-961f-7917581303a9 admin admin] Network hostable DHCP agents. Network: 517133b7-f436-49ca-80cf-96abadf03442, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:11:50.899556 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-348aaa67-51eb-4e2b-9f9a-5edd570e46be req-0254156a-a0e7-4035-89d9-c9e172c58322 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5419 time: 0.2970593 Aug 16 20:11:50.938754 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6d80ac12-9027-42cb-8f1b-938c34398e98 req-7e8c5501-03a8-4c1c-a36d-e8a56fda130b tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665567 Aug 16 20:11:50.944188 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70159a1b-c600-4dee-961f-7917581303a9 admin admin] Network 517133b7-f436-49ca-80cf-96abadf03442 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:11:50.948199 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-ea9f586c-449c-4ef4-9a27-b8e3fb618e83 service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270767 Aug 16 20:11:50.982144 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-70159a1b-c600-4dee-961f-7917581303a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 517133b7-f436-49ca-80cf-96abadf03442) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:11:50.992669 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea723d1e-53d2-431d-a87f-ba388a559c46 None None] Network 517133b7-f436-49ca-80cf-96abadf03442 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:11:50.995622 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70159a1b-c600-4dee-961f-7917581303a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:50.996879 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-70159a1b-c600-4dee-961f-7917581303a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:51.080032 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-25ee2a2d-d76a-4e53-89b1-834bdc915100 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=76090f41-c0c2-4f20-8947-4c9d155dfcb6 HTTP/1.1" status: 200 len: 217 time: 0.1248586 Aug 16 20:11:51.098681 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-348aaa67-51eb-4e2b-9f9a-5edd570e46be req-8f422e5d-2113-4dcc-b6b5-ca43bb100ce6 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1494653 Aug 16 20:11:51.169992 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b49161-886f-47d6-8154-adbbce3bc181 req-9969b625-10e3-4b2a-9d84-dac691bce42f tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:51.178970 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49548) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:11:51.179894 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-75b49161-886f-47d6-8154-adbbce3bc181 req-9969b625-10e3-4b2a-9d84-dac691bce42f tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1192625 Aug 16 20:11:51.199775 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0e8720da-07d7-4645-833d-0659554dd3d1 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-593893323'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:11:51.205222 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-637f7e91-18cf-48cc-ac00-62ca3eb9fa72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:51.218640 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-637f7e91-18cf-48cc-ac00-62ca3eb9fa72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:51.241218 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-75b49161-886f-47d6-8154-adbbce3bc181 req-dca7cccd-71dd-4e90-92aa-8aad571f7f51 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603290 Aug 16 20:11:51.250365 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-70159a1b-c600-4dee-961f-7917581303a9 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1407876 Aug 16 20:11:51.376235 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-637f7e91-18cf-48cc-ac00-62ca3eb9fa72 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6f1cdabf4cc848579a68791fe1e6273e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7613389 Aug 16 20:11:51.376891 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49556) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:11:51.396575 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f7e91-18cf-48cc-ac00-62ca3eb9fa72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa78405-ec56-4445-bedc-66aec547a236,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:51.428893 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b1656f-9714-41d6-90b3-e1a1885c6ec9 None None] Network 517133b7-f436-49ca-80cf-96abadf03442 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:11:51.448042 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-6577a25c-6e7b-4579-bd57-f30d703965db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:51.459588 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-6577a25c-6e7b-4579-bd57-f30d703965db service neutron] 10.222.0.63 "GET /v2.0/subnets?id=05b69095-3330-4691-9066-4b298da7e27d HTTP/1.1" status: 200 len: 797 time: 0.3566825 Aug 16 20:11:51.538542 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8720da-07d7-4645-833d-0659554dd3d1 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Made reservation on behalf of 7b57628fd666456abf7d4e027fd3ce47 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:11:51.551755 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e8720da-07d7-4645-833d-0659554dd3d1 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:51.574453 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-141d6dfe-8586-44e2-b64f-7a3a1c6a3a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:51.622452 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-141d6dfe-8586-44e2-b64f-7a3a1c6a3a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:51.670837 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-5f148769-af1e-43f4-9597-d3777b1a805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:51.675801 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-5f148769-af1e-43f4-9597-d3777b1a805e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2a2623ce-bffe-47bb-a726-6ce2777826c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2153399 Aug 16 20:11:51.694141 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e8720da-07d7-4645-833d-0659554dd3d1 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:11:51.746592 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-141d6dfe-8586-44e2-b64f-7a3a1c6a3a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:51.752962 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-141d6dfe-8586-44e2-b64f-7a3a1c6a3a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:51.758369 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e8720da-07d7-4645-833d-0659554dd3d1 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:51.758713 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-0e8720da-07d7-4645-833d-0659554dd3d1 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Added segment db4ce1a5-fe5a-45f4-9106-33c45e011a98 of type vlan for network 17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1 Aug 16 20:11:51.762936 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-141d6dfe-8586-44e2-b64f-7a3a1c6a3a8a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1fa78405-ec56-4445-bedc-66aec547a236 HTTP/1.1" status: 204 len: 168 time: 0.3810923 Aug 16 20:11:51.794517 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d6dfe-8586-44e2-b64f-7a3a1c6a3a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa78405-ec56-4445-bedc-66aec547a236,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:51.949329 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e8720da-07d7-4645-833d-0659554dd3d1 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:52.093336 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-e1a64aea-29f2-4b83-99fd-d66546faae33 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:52.096628 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-e1a64aea-29f2-4b83-99fd-d66546faae33 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.68 "GET /v2.0/networks?id=517133b7-f436-49ca-80cf-96abadf03442 HTTP/1.1" status: 200 len: 821 time: 0.2026570 Aug 16 20:11:52.105823 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-4ffdc698-82f9-4625-85b0-231beb4b9bbc service neutron] 10.222.0.63 "GET /v2.0/networks/2a2623ce-bffe-47bb-a726-6ce2777826c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128077 Aug 16 20:11:52.133233 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-5489787e-ef03-4ae2-b434-cae6a3571984 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.68 "GET /v2.0/quotas/bd48d1c42bc6481495bb9ef8b1ba2ed3 HTTP/1.1" status: 200 len: 375 time: 0.0304072 Aug 16 20:11:52.163630 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e8720da-07d7-4645-833d-0659554dd3d1 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:52.170493 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8720da-07d7-4645-833d-0659554dd3d1 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:52.182797 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e8720da-07d7-4645-833d-0659554dd3d1 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:52.188030 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-84d9a191-2b65-40da-9362-2a3f0df4d814 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd48d1c42bc6481495bb9ef8b1ba2ed3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524049 Aug 16 20:11:52.306094 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-cb1d2808-48f6-43d1-beaa-54810610bbb2 service neutron] 10.222.0.68 "GET /v2.0/networks/517133b7-f436-49ca-80cf-96abadf03442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171119 Aug 16 20:11:52.349106 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8720da-07d7-4645-833d-0659554dd3d1 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Pushing event updated for resources: {'Network': ['ID=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:52.354563 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0e8720da-07d7-4645-833d-0659554dd3d1 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1687353 Aug 16 20:11:52.361461 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:11:52.368916 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49596) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:11:52.375728 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2d4d267c-07c8-43c5-87c2-6c1faabc487b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-640798600'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:11:52.420960 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4d267c-07c8-43c5-87c2-6c1faabc487b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Made reservation on behalf of 7b57628fd666456abf7d4e027fd3ce47 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:11:52.425823 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d4d267c-07c8-43c5-87c2-6c1faabc487b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:52.467440 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d4d267c-07c8-43c5-87c2-6c1faabc487b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:11:52.483883 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d4d267c-07c8-43c5-87c2-6c1faabc487b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:52.484232 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-2d4d267c-07c8-43c5-87c2-6c1faabc487b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Added segment 57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61 of type vlan for network 90394afd-703c-4163-92ad-725e7cc3c2c5 Aug 16 20:11:52.545157 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb790c-d620-44ef-8488-b7ae7447990d req-f102549c-54e6-4a5f-8e3b-7eaa11f42c62 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:52.545620 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d4d267c-07c8-43c5-87c2-6c1faabc487b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:52.551428 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb790c-d620-44ef-8488-b7ae7447990d req-f102549c-54e6-4a5f-8e3b-7eaa11f42c62 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:52.557494 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb790c-d620-44ef-8488-b7ae7447990d req-f102549c-54e6-4a5f-8e3b-7eaa11f42c62 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:52.564922 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb790c-d620-44ef-8488-b7ae7447990d req-f102549c-54e6-4a5f-8e3b-7eaa11f42c62 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:52.576466 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb790c-d620-44ef-8488-b7ae7447990d req-f102549c-54e6-4a5f-8e3b-7eaa11f42c62 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:52.584528 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb790c-d620-44ef-8488-b7ae7447990d req-f102549c-54e6-4a5f-8e3b-7eaa11f42c62 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:52.591445 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb790c-d620-44ef-8488-b7ae7447990d req-f102549c-54e6-4a5f-8e3b-7eaa11f42c62 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:52.599686 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9cdb790c-d620-44ef-8488-b7ae7447990d req-f102549c-54e6-4a5f-8e3b-7eaa11f42c62 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5419 time: 0.2264781 Aug 16 20:11:52.616490 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-5144cf24-638b-4a44-8cde-837b4cb5aa30 service neutron] 10.222.0.68 "GET /v2.0/networks/517133b7-f436-49ca-80cf-96abadf03442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093436 Aug 16 20:11:52.619974 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d4d267c-07c8-43c5-87c2-6c1faabc487b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:52.646796 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-91a3c4c2-736a-46cf-99ac-01b4e7d8c048 service neutron] 10.222.0.63 "GET /v2.0/networks/2a2623ce-bffe-47bb-a726-6ce2777826c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323508 Aug 16 20:11:52.649253 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4d267c-07c8-43c5-87c2-6c1faabc487b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:52.649969 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d4d267c-07c8-43c5-87c2-6c1faabc487b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:52.704313 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 4f2a2462-5629-42d9-881b-f9a0a5e0a025 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:11:52.733441 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9cdb790c-d620-44ef-8488-b7ae7447990d req-5bd5b644-8d2e-4bfe-aa38-734531dbf4b8 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1296995 Aug 16 20:11:52.815109 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2d4d267c-07c8-43c5-87c2-6c1faabc487b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4426725 Aug 16 20:11:52.946074 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49608) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:11:52.965968 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6fddaae0-7b33-47a1-aba7-77455758c330 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Request body: {'subnet': {'network_id': '17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:11:52.975964 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-c6cd2f9f-8e0c-45d9-a0c3-3167782ac014 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=77b3645a-9cd6-4ba3-85c9-1ac50191565c HTTP/1.1" status: 200 len: 217 time: 0.3047884 Aug 16 20:11:53.160537 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d267c-07c8-43c5-87c2-6c1faabc487b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Pushing event updated for resources: {'Network': ['ID=90394afd-703c-4163-92ad-725e7cc3c2c5,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:53.202552 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 90394afd-703c-4163-92ad-725e7cc3c2c5 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:11:53.250310 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17b8b8-db01-4ca6-b046-65919b73b0f3 req-f3f2bf6d-218b-4346-bb0f-f8020d6b59db tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:53.260999 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4e17b8b8-db01-4ca6-b046-65919b73b0f3 req-f3f2bf6d-218b-4346-bb0f-f8020d6b59db tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.2709723 Aug 16 20:11:53.316385 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fdd5d9ad-0423-41ad-b1cc-338be23b37f9 req-8622cc20-97b0-4edf-8cdc-28fac943c1f2 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.68 "GET /v2.0/ports?device_id=07ce991d-7b52-4eec-b392-2c401a0bffbf HTTP/1.1" status: 200 len: 210 time: 0.3343987 Aug 16 20:11:53.360440 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:53.405500 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 4f2a2462-5629-42d9-881b-f9a0a5e0a025, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=4f2a2462-5629-42d9-881b-f9a0a5e0a025,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:11:53.406608 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17c37bd-355d-4e2e-97f8-86156e68b3d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f2a2462-5629-42d9-881b-f9a0a5e0a025'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:11:53.421176 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9e4476-c57f-4306-b377-90efee2d48f7" -d '{"events": [{"server_uuid": "c17c37bd-355d-4e2e-97f8-86156e68b3d1", "name": "network-vif-unplugged", "status": "completed", "tag": "4f2a2462-5629-42d9-881b-f9a0a5e0a025"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:11:53.427477 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:53.454767 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4e17b8b8-db01-4ca6-b046-65919b73b0f3 req-20714e7a-d1dc-4023-9870-b7c7442c4635 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858130 Aug 16 20:11:53.550492 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=4f2a2462-5629-42d9-881b-f9a0a5e0a025,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:53.564844 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf8b626-b983-4661-8494-464ce54bcff5 x-openstack-request-id: req-0bf8b626-b983-4661-8494-464ce54bcff5 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:11:53.565203 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17c37bd-355d-4e2e-97f8-86156e68b3d1", "name": "network-vif-unplugged", "status": "completed", "tag": "4f2a2462-5629-42d9-881b-f9a0a5e0a025", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:11:53.565625 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0bf8b626-b983-4661-8494-464ce54bcff5 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:11:53.566091 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17c37bd-355d-4e2e-97f8-86156e68b3d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f2a2462-5629-42d9-881b-f9a0a5e0a025', 'code': 200} Aug 16 20:11:53.566521 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-b87c3fa1-3c47-4d27-875b-c254dac69de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:53.568481 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-b87c3fa1-3c47-4d27-875b-c254dac69de3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=05b69095-3330-4691-9066-4b298da7e27d HTTP/1.1" status: 200 len: 797 time: 0.5879159 Aug 16 20:11:53.572977 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fddaae0-7b33-47a1-aba7-77455758c330 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Made reservation on behalf of 7b57628fd666456abf7d4e027fd3ce47 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:11:53.579902 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6fddaae0-7b33-47a1-aba7-77455758c330 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:53.709239 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-b428a417-3ecf-4b4d-a065-0258852a986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:53.710994 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-b428a417-3ecf-4b4d-a065-0258852a986c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2a2623ce-bffe-47bb-a726-6ce2777826c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1275449 Aug 16 20:11:54.044925 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-5dd6ac7d-de4a-46e8-b657-1e6b2b23e95a service neutron] 10.222.0.63 "GET /v2.0/networks/2a2623ce-bffe-47bb-a726-6ce2777826c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101823 Aug 16 20:11:54.303693 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa252e9-a734-423e-9cd4-cc8d4bdd19f3 req-2dfd8983-f7a4-40f6-be84-aec5b0906727 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:54.310501 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa252e9-a734-423e-9cd4-cc8d4bdd19f3 req-2dfd8983-f7a4-40f6-be84-aec5b0906727 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:54.317144 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa252e9-a734-423e-9cd4-cc8d4bdd19f3 req-2dfd8983-f7a4-40f6-be84-aec5b0906727 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:54.323488 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa252e9-a734-423e-9cd4-cc8d4bdd19f3 req-2dfd8983-f7a4-40f6-be84-aec5b0906727 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:54.330699 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa252e9-a734-423e-9cd4-cc8d4bdd19f3 req-2dfd8983-f7a4-40f6-be84-aec5b0906727 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:54.337016 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa252e9-a734-423e-9cd4-cc8d4bdd19f3 req-2dfd8983-f7a4-40f6-be84-aec5b0906727 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:54.372960 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa252e9-a734-423e-9cd4-cc8d4bdd19f3 req-2dfd8983-f7a4-40f6-be84-aec5b0906727 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:54.374922 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8fa252e9-a734-423e-9cd4-cc8d4bdd19f3 req-2dfd8983-f7a4-40f6-be84-aec5b0906727 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5419 time: 0.3902798 Aug 16 20:11:54.399609 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6fddaae0-7b33-47a1-aba7-77455758c330 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:54.478876 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fddaae0-7b33-47a1-aba7-77455758c330 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Pushing event updated for resources: {'Subnet': ['ID=f33a40b4-e403-467d-9112-f03dd7c053f7,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:54.498668 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c06fa17d-a24f-4512-a851-f640c78c37e1 req-7cbc9118-53a7-4cd5-9e86-970132475d82 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.68 "GET /v2.0/ports?device_id=07ce991d-7b52-4eec-b392-2c401a0bffbf HTTP/1.1" status: 200 len: 210 time: 0.0607588 Aug 16 20:11:54.533772 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c635bfb-3428-4c60-bdf9-98bf76536703 req-e6bd4e7d-05b6-440b-be8b-3687c654793b service neutron] 10.222.0.63 "GET /v2.0/networks/2a2623ce-bffe-47bb-a726-6ce2777826c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4716980 Aug 16 20:11:54.604396 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8fa252e9-a734-423e-9cd4-cc8d4bdd19f3 req-a56de524-2892-43a9-88f6-ba3c9f3210ac tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1311970 Aug 16 20:11:54.700590 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 4f2a2462-5629-42d9-881b-f9a0a5e0a025 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:11:54.724401 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fddaae0-7b33-47a1-aba7-77455758c330 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Checking segment: {'id': 'db4ce1a5-fe5a-45f4-9106-33c45e011a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:11:54.724869 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fddaae0-7b33-47a1-aba7-77455758c330 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Network hostable DHCP agents. Network: 17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:11:54.834350 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-dc188985-105e-455e-864a-c0847e0c6b42 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:54.840897 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-dc188985-105e-455e-864a-c0847e0c6b42 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.57 "GET /v2.0/networks?id=517133b7-f436-49ca-80cf-96abadf03442 HTTP/1.1" status: 200 len: 821 time: 0.2139277 Aug 16 20:11:54.861820 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-0af7c012-ba13-46fe-9559-797afc8409e0 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Request body: {'port': {'device_id': '07ce991d-7b52-4eec-b392-2c401a0bffbf', 'network_id': '517133b7-f436-49ca-80cf-96abadf03442', 'admin_state_up': True, 'tenant_id': 'bd48d1c42bc6481495bb9ef8b1ba2ed3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:11:54.922188 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fddaae0-7b33-47a1-aba7-77455758c330 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Network 17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:11:54.957717 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573f46c-c6fa-4293-ac71-116237a40a04 req-37c82005-7548-4821-8d6f-49f24bbd0de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:54.958214 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573f46c-c6fa-4293-ac71-116237a40a04 req-37c82005-7548-4821-8d6f-49f24bbd0de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:54.958697 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573f46c-c6fa-4293-ac71-116237a40a04 req-37c82005-7548-4821-8d6f-49f24bbd0de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:54.959182 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573f46c-c6fa-4293-ac71-116237a40a04 req-37c82005-7548-4821-8d6f-49f24bbd0de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:54.959697 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573f46c-c6fa-4293-ac71-116237a40a04 req-37c82005-7548-4821-8d6f-49f24bbd0de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:54.960171 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573f46c-c6fa-4293-ac71-116237a40a04 req-37c82005-7548-4821-8d6f-49f24bbd0de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:54.960646 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573f46c-c6fa-4293-ac71-116237a40a04 req-37c82005-7548-4821-8d6f-49f24bbd0de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:54.967991 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f573f46c-c6fa-4293-ac71-116237a40a04 req-37c82005-7548-4821-8d6f-49f24bbd0de1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cefd984278fb49d9a2fe0a3b62a831cf&device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 6483 time: 0.3091638 Aug 16 20:11:55.001785 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-6fddaae0-7b33-47a1-aba7-77455758c330 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:11:55.010923 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fddaae0-7b33-47a1-aba7-77455758c330 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:55.011671 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6fddaae0-7b33-47a1-aba7-77455758c330 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:55.023148 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e74594b-2b45-4f9e-a670-cb5bb12374c3 None None] Network 17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:11:55.100770 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbc0ee-d63a-4d6c-aec6-34427c0a09fe req-053ca2fc-216e-499c-af3b-8a081a10cdfc tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:55.115169 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c3dbc0ee-d63a-4d6c-aec6-34427c0a09fe req-053ca2fc-216e-499c-af3b-8a081a10cdfc tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.2721202 Aug 16 20:11:55.182162 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 4f2a2462-5629-42d9-881b-f9a0a5e0a025, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=4f2a2462-5629-42d9-881b-f9a0a5e0a025,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:11:55.185986 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573f46c-c6fa-4293-ac71-116237a40a04 req-450d6710-7a3e-444d-b82c-7cb1deffe938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:55.192893 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f573f46c-c6fa-4293-ac71-116237a40a04 req-450d6710-7a3e-444d-b82c-7cb1deffe938 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2a2623ce-bffe-47bb-a726-6ce2777826c9 HTTP/1.1" status: 200 len: 902 time: 0.2168548 Aug 16 20:11:55.196394 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6fddaae0-7b33-47a1-aba7-77455758c330 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2492509 Aug 16 20:11:55.199671 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49686) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:11:55.215940 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '4f2a2462-5629-42d9-881b-f9a0a5e0a025', 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17', 'port_id': '4f2a2462-5629-42d9-881b-f9a0a5e0a025', 'mac_address': 'fa:16:3e:c6:58:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd38a8fc7-0911-4b72-a78c-d32851227793', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:11:55.265524 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c3dbc0ee-d63a-4d6c-aec6-34427c0a09fe req-a0c8a31e-573c-4945-94ff-7a1707cab764 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489873 Aug 16 20:11:55.308068 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-0af7c012-ba13-46fe-9559-797afc8409e0 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Made reservation on behalf of bd48d1c42bc6481495bb9ef8b1ba2ed3 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:11:55.311799 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-69df6876-9003-4bce-b075-6e437a2a4650 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Request body: {'subnet': {'network_id': '90394afd-703c-4163-92ad-725e7cc3c2c5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:11:55.313506 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-0af7c012-ba13-46fe-9559-797afc8409e0 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:55.434757 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:55.439545 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f573f46c-c6fa-4293-ac71-116237a40a04 req-4fb17f59-4717-4dc1-9e47-7d733893f64e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=77b3645a-9cd6-4ba3-85c9-1ac50191565c HTTP/1.1" status: 200 len: 217 time: 0.2334518 Aug 16 20:11:55.478489 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f2a2462-5629-42d9-881b-f9a0a5e0a025 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:11:55.532401 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-0af7c012-ba13-46fe-9559-797afc8409e0 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Allocated IP 172.20.0.12 (517133b7-f436-49ca-80cf-96abadf03442/47327d15-12af-4210-b882-1c249721a6dc/1631d60c-79de-4a25-9a84-57dcaee949fd) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:11:55.551710 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573f46c-c6fa-4293-ac71-116237a40a04 req-9c5fe737-2e66-4440-8d11-8b6a5f71a97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:55.564353 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f573f46c-c6fa-4293-ac71-116237a40a04 req-9c5fe737-2e66-4440-8d11-8b6a5f71a97e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=05b69095-3330-4691-9066-4b298da7e27d HTTP/1.1" status: 200 len: 797 time: 0.1081381 Aug 16 20:11:55.588197 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 4f2a2462-5629-42d9-881b-f9a0a5e0a025, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=4f2a2462-5629-42d9-881b-f9a0a5e0a025,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:11:55.589513 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b323cd58-53cb-40a3-96c2-5514f2a00977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1', 'network_id': '17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'fixed_ips': [{'subnet_id': 'f33a40b4-e403-467d-9112-f03dd7c053f7'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:11:55.591022 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b323cd58-53cb-40a3-96c2-5514f2a00977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:55.615978 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:55.704421 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=4f2a2462-5629-42d9-881b-f9a0a5e0a025,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:55.779410 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7daae585-b9d6-4277-a61d-715ded84ee35 req-f3daa06e-47fc-4d1b-9f0c-0914288ff22d tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.68 "GET /v2.0/ports?device_id=07ce991d-7b52-4eec-b392-2c401a0bffbf HTTP/1.1" status: 200 len: 210 time: 0.0905800 Aug 16 20:11:55.818728 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573f46c-c6fa-4293-ac71-116237a40a04 req-550b1695-dc98-48e7-82fc-5ec14c979091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:55.820725 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f573f46c-c6fa-4293-ac71-116237a40a04 req-550b1695-dc98-48e7-82fc-5ec14c979091 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2a2623ce-bffe-47bb-a726-6ce2777826c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2466528 Aug 16 20:11:55.841528 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69df6876-9003-4bce-b075-6e437a2a4650 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Made reservation on behalf of 7b57628fd666456abf7d4e027fd3ce47 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:11:55.856056 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-69df6876-9003-4bce-b075-6e437a2a4650 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:55.904661 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['4f2a2462-5629-42d9-881b-f9a0a5e0a025'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:11:56.005398 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-b323cd58-53cb-40a3-96c2-5514f2a00977 None None] Allocated IP 10.1.1.2 (17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1/f33a40b4-e403-467d-9112-f03dd7c053f7/b2f75ff2-158d-4ed9-8ded-7d0da8db2c54) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:11:56.242277 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f20a1-df73-4cb1-8dc6-03e11a94af82 req-9ce166c0-fb4e-4d29-aa34-e372c10148ec tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:56.252910 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f573f46c-c6fa-4293-ac71-116237a40a04 req-85861807-dce0-4ceb-8c84-118d24e3c8e5 service neutron] 10.222.0.63 "GET /v2.0/networks/2a2623ce-bffe-47bb-a726-6ce2777826c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204118 Aug 16 20:11:56.257319 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f20a1-df73-4cb1-8dc6-03e11a94af82 req-9ce166c0-fb4e-4d29-aa34-e372c10148ec tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:56.265039 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f20a1-df73-4cb1-8dc6-03e11a94af82 req-9ce166c0-fb4e-4d29-aa34-e372c10148ec tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:56.286142 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f20a1-df73-4cb1-8dc6-03e11a94af82 req-9ce166c0-fb4e-4d29-aa34-e372c10148ec tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:56.317995 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f20a1-df73-4cb1-8dc6-03e11a94af82 req-9ce166c0-fb4e-4d29-aa34-e372c10148ec tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:56.336870 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f20a1-df73-4cb1-8dc6-03e11a94af82 req-9ce166c0-fb4e-4d29-aa34-e372c10148ec tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:56.366245 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f20a1-df73-4cb1-8dc6-03e11a94af82 req-9ce166c0-fb4e-4d29-aa34-e372c10148ec tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:56.368197 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-811f20a1-df73-4cb1-8dc6-03e11a94af82 req-9ce166c0-fb4e-4d29-aa34-e372c10148ec tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5419 time: 0.5153384 Aug 16 20:11:56.476528 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-0af7c012-ba13-46fe-9559-797afc8409e0 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:56.514761 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-811f20a1-df73-4cb1-8dc6-03e11a94af82 req-1dd692de-e0bc-419d-b898-4a5a5ac65727 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1371391 Aug 16 20:11:56.584033 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-0af7c012-ba13-46fe-9559-797afc8409e0 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:56.627675 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b323cd58-53cb-40a3-96c2-5514f2a00977 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:56.658291 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b323cd58-53cb-40a3-96c2-5514f2a00977 None None] Transition to ACTIVE for port object b2f75ff2-158d-4ed9-8ded-7d0da8db2c54 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:11:56.722973 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7c012-ba13-46fe-9559-797afc8409e0 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Pushing event updated for resources: {'Port': ['ID=1631d60c-79de-4a25-9a84-57dcaee949fd,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:56.723266 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b323cd58-53cb-40a3-96c2-5514f2a00977 None None] Transition to ACTIVE for port object b2f75ff2-158d-4ed9-8ded-7d0da8db2c54 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:11:56.735278 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b323cd58-53cb-40a3-96c2-5514f2a00977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:56.752993 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-0af7c012-ba13-46fe-9559-797afc8409e0 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Network 517133b7-f436-49ca-80cf-96abadf03442 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:11:56.756382 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-0af7c012-ba13-46fe-9559-797afc8409e0 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:11:56.760103 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-0af7c012-ba13-46fe-9559-797afc8409e0 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:11:56.831123 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-0af7c012-ba13-46fe-9559-797afc8409e0 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:56.832328 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-0af7c012-ba13-46fe-9559-797afc8409e0 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:56.859877 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-0af7c012-ba13-46fe-9559-797afc8409e0 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0006354 Aug 16 20:11:56.862852 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b323cd58-53cb-40a3-96c2-5514f2a00977 None None] Network 17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:11:56.871652 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-ac5b2a7e-2941-4c50-9135-29db44d70fa8 service neutron] Request body: {'port': {'device_id': '07ce991d-7b52-4eec-b392-2c401a0bffbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:11:56.877248 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-b323cd58-53cb-40a3-96c2-5514f2a00977 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:11:56.897332 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b323cd58-53cb-40a3-96c2-5514f2a00977 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:11:56.917505 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323cd58-53cb-40a3-96c2-5514f2a00977 None None] Pushing event updated for resources: {'Port': ['ID=b2f75ff2-158d-4ed9-8ded-7d0da8db2c54,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:57.059523 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b323cd58-53cb-40a3-96c2-5514f2a00977 None None] Attempting to bind port b2f75ff2-158d-4ed9-8ded-7d0da8db2c54 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:11:57.060939 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b323cd58-53cb-40a3-96c2-5514f2a00977 None None] Attempting to bind port b2f75ff2-158d-4ed9-8ded-7d0da8db2c54 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'db4ce1a5-fe5a-45f4-9106-33c45e011a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:11:57.061927 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-ac5b2a7e-2941-4c50-9135-29db44d70fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:57.062998 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b323cd58-53cb-40a3-96c2-5514f2a00977 None None] Attempting to bind port b2f75ff2-158d-4ed9-8ded-7d0da8db2c54 on network 17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:11:57.077660 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b323cd58-53cb-40a3-96c2-5514f2a00977 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:11:57.080948 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b323cd58-53cb-40a3-96c2-5514f2a00977 None None] Checking segment: {'id': 'db4ce1a5-fe5a-45f4-9106-33c45e011a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:11:57.081633 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b323cd58-53cb-40a3-96c2-5514f2a00977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:57.082256 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b323cd58-53cb-40a3-96c2-5514f2a00977 None None] Bound using segment: {'id': 'db4ce1a5-fe5a-45f4-9106-33c45e011a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:11:57.082955 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b323cd58-53cb-40a3-96c2-5514f2a00977 None None] Bound port: b2f75ff2-158d-4ed9-8ded-7d0da8db2c54, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4ce1a5-fe5a-45f4-9106-33c45e011a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:11:57.083605 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b323cd58-53cb-40a3-96c2-5514f2a00977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:57.141241 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16570864-d10a-4ec6-938c-52917e4e5cda req-a4e76a6e-b06d-4d48-94b4-ee4ce365674e tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:57.142866 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-16570864-d10a-4ec6-938c-52917e4e5cda req-a4e76a6e-b06d-4d48-94b4-ee4ce365674e tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.68 "GET /v2.0/ports?device_id=07ce991d-7b52-4eec-b392-2c401a0bffbf HTTP/1.1" status: 200 len: 932 time: 0.1458220 Aug 16 20:11:57.223172 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-16570864-d10a-4ec6-938c-52917e4e5cda req-1cf8055b-b2fa-488c-b36a-484d6a8d7f14 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.68 "GET /v2.0/security-groups?id=60c8534b-dfed-4c2b-916b-7bf431ffae73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714884 Aug 16 20:11:57.258039 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b323cd58-53cb-40a3-96c2-5514f2a00977 None None] For port b2f75ff2-158d-4ed9-8ded-7d0da8db2c54, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:11:57.267430 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b323cd58-53cb-40a3-96c2-5514f2a00977 None None] For port b2f75ff2-158d-4ed9-8ded-7d0da8db2c54, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b2f75ff2-158d-4ed9-8ded-7d0da8db2c54,segment=NetworkSegment(db4ce1a5-fe5a-45f4-9106-33c45e011a98),segment_id=db4ce1a5-fe5a-45f4-9106-33c45e011a98)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:11:57.275057 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b323cd58-53cb-40a3-96c2-5514f2a00977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:57.452215 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323cd58-53cb-40a3-96c2-5514f2a00977 None None] Pushing event updated for resources: {'Port': ['ID=b2f75ff2-158d-4ed9-8ded-7d0da8db2c54,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:57.661027 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-69df6876-9003-4bce-b075-6e437a2a4650 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:57.722625 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df6876-9003-4bce-b075-6e437a2a4650 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Pushing event updated for resources: {'Subnet': ['ID=b7d158c1-c010-4d0a-a6f3-8a25135ae4a6,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:57.758926 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae5e1f-ca2f-45f5-ab8f-7233aca9aed3 req-e29a33ae-7284-4dcb-892f-0ddef90d9d45 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:57.767867 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48ae5e1f-ca2f-45f5-ab8f-7233aca9aed3 req-e29a33ae-7284-4dcb-892f-0ddef90d9d45 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 1.3724937 Aug 16 20:11:57.842362 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48ae5e1f-ca2f-45f5-ab8f-7233aca9aed3 req-70ac7c88-e3b5-40af-856a-b46506c201dd tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730009 Aug 16 20:11:57.846292 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd51b17-c596-4f58-82f5-e41106881ac0 req-fe221b02-283b-4401-814c-46ca795a666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:57.849634 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6bd51b17-c596-4f58-82f5-e41106881ac0 req-fe221b02-283b-4401-814c-46ca795a666a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f949d98cf9473f85e64341bcd4f07a&device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 1096 time: 0.4372787 Aug 16 20:11:57.925594 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f573f46c-c6fa-4293-ac71-116237a40a04 req-93df973a-24d9-45f0-9704-c91563b506ee service neutron] 10.222.0.63 "GET /v2.0/networks/2a2623ce-bffe-47bb-a726-6ce2777826c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6578920 Aug 16 20:11:58.009544 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-ac5b2a7e-2941-4c50-9135-29db44d70fa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1631d60c-79de-4a25-9a84-57dcaee949fd {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:11:58.025183 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-ac5b2a7e-2941-4c50-9135-29db44d70fa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:58.059947 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-ac5b2a7e-2941-4c50-9135-29db44d70fa8 service neutron] Transition to ACTIVE for port object 1631d60c-79de-4a25-9a84-57dcaee949fd will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:11:58.098983 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-ac5b2a7e-2941-4c50-9135-29db44d70fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:58.155089 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69df6876-9003-4bce-b075-6e437a2a4650 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Checking segment: {'id': '57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '90394afd-703c-4163-92ad-725e7cc3c2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:11:58.155717 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69df6876-9003-4bce-b075-6e437a2a4650 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Network hostable DHCP agents. Network: 90394afd-703c-4163-92ad-725e7cc3c2c5, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:11:58.252780 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69df6876-9003-4bce-b075-6e437a2a4650 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Network 90394afd-703c-4163-92ad-725e7cc3c2c5 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:11:58.264361 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd51b17-c596-4f58-82f5-e41106881ac0 req-887ffa0c-a903-41ba-a475-18d10e81ae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:58.266171 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6bd51b17-c596-4f58-82f5-e41106881ac0 req-887ffa0c-a903-41ba-a475-18d10e81ae8c service neutron] 10.222.0.57 "GET /v2.0/networks?id=dbfa510a-9034-470b-99ef-e5f61f9b5e17 HTTP/1.1" status: 200 len: 913 time: 0.3395607 Aug 16 20:11:58.268095 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-69df6876-9003-4bce-b075-6e437a2a4650 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 90394afd-703c-4163-92ad-725e7cc3c2c5) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:11:58.302295 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1647d47-cf32-4923-8ffe-559ffe6fa746 None None] Network 90394afd-703c-4163-92ad-725e7cc3c2c5 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:11:58.322753 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b2a7e-2941-4c50-9135-29db44d70fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=1631d60c-79de-4a25-9a84-57dcaee949fd,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:58.486854 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69df6876-9003-4bce-b075-6e437a2a4650 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:58.501830 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-69df6876-9003-4bce-b075-6e437a2a4650 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:58.579917 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bf239-7f32-43ef-bf29-a50cb34ea1d8 req-d8afb141-d873-43c2-a8fc-ec5f7e5a3f87 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:58.592075 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6bd51b17-c596-4f58-82f5-e41106881ac0 req-0a462ebf-cf9a-4625-8f2b-250dc6617ee4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2a2462-5629-42d9-881b-f9a0a5e0a025 HTTP/1.1" status: 200 len: 1000 time: 0.3150096 Aug 16 20:11:58.598105 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bf239-7f32-43ef-bf29-a50cb34ea1d8 req-d8afb141-d873-43c2-a8fc-ec5f7e5a3f87 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:58.611851 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bf239-7f32-43ef-bf29-a50cb34ea1d8 req-d8afb141-d873-43c2-a8fc-ec5f7e5a3f87 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:58.641291 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bf239-7f32-43ef-bf29-a50cb34ea1d8 req-d8afb141-d873-43c2-a8fc-ec5f7e5a3f87 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:58.658800 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bf239-7f32-43ef-bf29-a50cb34ea1d8 req-d8afb141-d873-43c2-a8fc-ec5f7e5a3f87 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:58.674083 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bf239-7f32-43ef-bf29-a50cb34ea1d8 req-d8afb141-d873-43c2-a8fc-ec5f7e5a3f87 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:58.683096 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-69df6876-9003-4bce-b075-6e437a2a4650 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.4816644 Aug 16 20:11:58.690593 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49788) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:11:58.691598 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bf239-7f32-43ef-bf29-a50cb34ea1d8 req-d8afb141-d873-43c2-a8fc-ec5f7e5a3f87 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:58.708884 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-652bf239-7f32-43ef-bf29-a50cb34ea1d8 req-d8afb141-d873-43c2-a8fc-ec5f7e5a3f87 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5419 time: 0.6323497 Aug 16 20:11:58.753988 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 4f2a2462-5629-42d9-881b-f9a0a5e0a025 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:11:58.765402 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6c776eb4-382e-4f25-8323-721ccb5dd811 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Request body: {'port': {'network_id': '17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1', 'name': 'tempest-TaggedBootDevicesTest_v242-147905793', 'fixed_ips': [{'subnet_id': 'f33a40b4-e403-467d-9112-f03dd7c053f7'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:11:58.925909 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd51b17-c596-4f58-82f5-e41106881ac0 req-b603eede-f976-4770-ac7c-54a7ab99adc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:58.928039 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6bd51b17-c596-4f58-82f5-e41106881ac0 req-b603eede-f976-4770-ac7c-54a7ab99adc1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d38a8fc7-0911-4b72-a78c-d32851227793 HTTP/1.1" status: 200 len: 851 time: 0.2847707 Aug 16 20:11:58.937547 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122416b3-31b0-46bf-a031-1abf845e8c0d req-f97ae132-cab2-48b2-89a6-4c52c9a58155 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:58.938359 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-652bf239-7f32-43ef-bf29-a50cb34ea1d8 req-3c148672-0536-4b13-aee3-3a0deccdb6ab tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2268329 Aug 16 20:11:58.946023 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-122416b3-31b0-46bf-a031-1abf845e8c0d req-f97ae132-cab2-48b2-89a6-4c52c9a58155 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.68 "GET /v2.0/ports?device_id=07ce991d-7b52-4eec-b392-2c401a0bffbf HTTP/1.1" status: 200 len: 944 time: 0.4296415 Aug 16 20:11:58.954477 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e8d023-001b-4fed-b668-9739448e871e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-90394afd-703c-4163-92ad-725e7cc3c2c5', 'network_id': '90394afd-703c-4163-92ad-725e7cc3c2c5', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'fixed_ips': [{'subnet_id': 'b7d158c1-c010-4d0a-a6f3-8a25135ae4a6'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:11:58.962634 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-39e8d023-001b-4fed-b668-9739448e871e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:59.012803 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-ac5b2a7e-2941-4c50-9135-29db44d70fa8 service neutron] Attempting to bind port 1631d60c-79de-4a25-9a84-57dcaee949fd on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:11:59.013765 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-ac5b2a7e-2941-4c50-9135-29db44d70fa8 service neutron] Attempting to bind port 1631d60c-79de-4a25-9a84-57dcaee949fd by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'c9bae274-6194-496b-853b-664689f8765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '517133b7-f436-49ca-80cf-96abadf03442'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:11:59.014262 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-ac5b2a7e-2941-4c50-9135-29db44d70fa8 service neutron] Attempting to bind port 1631d60c-79de-4a25-9a84-57dcaee949fd on network 517133b7-f436-49ca-80cf-96abadf03442 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:11:59.033950 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-ac5b2a7e-2941-4c50-9135-29db44d70fa8 service neutron] Port 1631d60c-79de-4a25-9a84-57dcaee949fd on network 517133b7-f436-49ca-80cf-96abadf03442 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:11:59.034597 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-ac5b2a7e-2941-4c50-9135-29db44d70fa8 service neutron] Attempting to bind port 1631d60c-79de-4a25-9a84-57dcaee949fd on network 517133b7-f436-49ca-80cf-96abadf03442 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:11:59.069363 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-ac5b2a7e-2941-4c50-9135-29db44d70fa8 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:11:59.070164 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-ac5b2a7e-2941-4c50-9135-29db44d70fa8 service neutron] Checking segment: {'id': 'c9bae274-6194-496b-853b-664689f8765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '517133b7-f436-49ca-80cf-96abadf03442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:11:59.073401 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-ac5b2a7e-2941-4c50-9135-29db44d70fa8 service neutron] Bound using segment: {'id': 'c9bae274-6194-496b-853b-664689f8765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '517133b7-f436-49ca-80cf-96abadf03442'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:11:59.078765 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-ac5b2a7e-2941-4c50-9135-29db44d70fa8 service neutron] Bound port: 1631d60c-79de-4a25-9a84-57dcaee949fd, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9bae274-6194-496b-853b-664689f8765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '517133b7-f436-49ca-80cf-96abadf03442'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:11:59.079981 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-ac5b2a7e-2941-4c50-9135-29db44d70fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:59.172929 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-122416b3-31b0-46bf-a031-1abf845e8c0d req-8788722e-c150-47db-a537-351aff557836 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.68 "GET /v2.0/security-groups?id=60c8534b-dfed-4c2b-916b-7bf431ffae73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257247 Aug 16 20:11:59.204672 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd51b17-c596-4f58-82f5-e41106881ac0 req-3ebb5a54-ac4e-407d-85e3-389f6840c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:59.206510 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6bd51b17-c596-4f58-82f5-e41106881ac0 req-3ebb5a54-ac4e-407d-85e3-389f6840c1fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dbfa510a-9034-470b-99ef-e5f61f9b5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2548070 Aug 16 20:11:59.332641 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-ac5b2a7e-2941-4c50-9135-29db44d70fa8 service neutron] For port 1631d60c-79de-4a25-9a84-57dcaee949fd, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:11:59.347700 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-ac5b2a7e-2941-4c50-9135-29db44d70fa8 service neutron] For port 1631d60c-79de-4a25-9a84-57dcaee949fd, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1631d60c-79de-4a25-9a84-57dcaee949fd,segment=NetworkSegment(c9bae274-6194-496b-853b-664689f8765f),segment_id=c9bae274-6194-496b-853b-664689f8765f)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:11:59.357930 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-ac5b2a7e-2941-4c50-9135-29db44d70fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:59.374934 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 4f2a2462-5629-42d9-881b-f9a0a5e0a025 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:11:59.382356 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:59.444012 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c776eb4-382e-4f25-8323-721ccb5dd811 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Made reservation on behalf of 7b57628fd666456abf7d4e027fd3ce47 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:11:59.537114 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-ac5b2a7e-2941-4c50-9135-29db44d70fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:59.537695 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-ac5b2a7e-2941-4c50-9135-29db44d70fa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:59.539278 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-ac5b2a7e-2941-4c50-9135-29db44d70fa8 service neutron] 10.222.0.57 "PUT /v2.0/ports/1631d60c-79de-4a25-9a84-57dcaee949fd HTTP/1.1" status: 200 len: 1093 time: 2.6721876 Aug 16 20:11:59.539758 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ce991d-7b52-4eec-b392-2c401a0bffbf', 'tag': '1631d60c-79de-4a25-9a84-57dcaee949fd'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:11:59.542292 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d141d6b1-aa27-4426-88af-3395348e4c64" -d '{"events": [{"name": "network-changed", "server_uuid": "07ce991d-7b52-4eec-b392-2c401a0bffbf", "tag": "1631d60c-79de-4a25-9a84-57dcaee949fd"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:11:59.585819 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b2f75ff2-158d-4ed9-8ded-7d0da8db2c54 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:11:59.687080 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1969d12e-bfa1-43d3-9cd6-c86bad942958 x-openstack-request-id: req-1969d12e-bfa1-43d3-9cd6-c86bad942958 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:11:59.691286 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07ce991d-7b52-4eec-b392-2c401a0bffbf", "tag": "1631d60c-79de-4a25-9a84-57dcaee949fd", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:11:59.691286 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1969d12e-bfa1-43d3-9cd6-c86bad942958 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:11:59.691286 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ce991d-7b52-4eec-b392-2c401a0bffbf', 'tag': '1631d60c-79de-4a25-9a84-57dcaee949fd', 'status': 'completed', 'code': 200} Aug 16 20:11:59.714612 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b2a7e-2941-4c50-9135-29db44d70fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=1631d60c-79de-4a25-9a84-57dcaee949fd,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:59.742358 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-08b85609-140c-4774-93e5-53d82288a393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:59.748399 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-08b85609-140c-4774-93e5-53d82288a393 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd48d1c42bc6481495bb9ef8b1ba2ed3&device_id=07ce991d-7b52-4eec-b392-2c401a0bffbf HTTP/1.1" status: 200 len: 1096 time: 0.1485856 Aug 16 20:11:59.799225 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ad40e-2580-4aa5-b530-6cb1535fd789 req-9264db0c-36f7-4ef1-91c8-a368c5d13e34 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:11:59.800470 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-39e8d023-001b-4fed-b668-9739448e871e None None] Allocated IP 10.2.2.2 (90394afd-703c-4163-92ad-725e7cc3c2c5/b7d158c1-c010-4d0a-a6f3-8a25135ae4a6/0e71a397-afd8-4fc1-9032-8f53cbd4a2d5) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:11:59.812901 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bd6ad40e-2580-4aa5-b530-6cb1535fd789 req-9264db0c-36f7-4ef1-91c8-a368c5d13e34 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.3764091 Aug 16 20:11:59.818394 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-20c4ddc8-ef7e-4180-90f3-33353c0b03cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1631d60c-79de-4a25-9a84-57dcaee949fd HTTP/1.1" status: 200 len: 217 time: 0.0568697 Aug 16 20:11:59.838412 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6bd51b17-c596-4f58-82f5-e41106881ac0 req-8c09f8ad-b943-411d-b2d1-463098c0962c service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6166937 Aug 16 20:11:59.860122 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6c776eb4-382e-4f25-8323-721ccb5dd811 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:59.925856 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d9ed92-ef3e-4866-b1e5-35c8e6ab4942 None None] Network 17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:11:59.996367 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-7bc0262e-36f5-491a-acce-1ace64e9eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:00.001179 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-7bc0262e-36f5-491a-acce-1ace64e9eb36 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=47327d15-12af-4210-b882-1c249721a6dc HTTP/1.1" status: 200 len: 861 time: 0.1694112 Aug 16 20:12:00.119801 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-6c776eb4-382e-4f25-8323-721ccb5dd811 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] device_id is not set on port 0806bdce-2fff-4354-aa5e-714ebcf44a22 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:12:00.133499 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-673f8617-d7b6-474c-9399-6350bea38afd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=517133b7-f436-49ca-80cf-96abadf03442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1244466 Aug 16 20:12:00.167607 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bd6ad40e-2580-4aa5-b530-6cb1535fd789 req-c94e573b-21af-4633-97f1-3de13b9a661c tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537745 Aug 16 20:12:00.300221 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cda16f45-fd9c-4707-8eca-bfd741d4fa3a None None] Provisioning for port b2f75ff2-158d-4ed9-8ded-7d0da8db2c54 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:12:00.308737 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port b2f75ff2-158d-4ed9-8ded-7d0da8db2c54 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:12:00.403872 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cda16f45-fd9c-4707-8eca-bfd741d4fa3a None None] Provisioning complete for port b2f75ff2-158d-4ed9-8ded-7d0da8db2c54 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:12:00.403872 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cda16f45-fd9c-4707-8eca-bfd741d4fa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:00.428318 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port b2f75ff2-158d-4ed9-8ded-7d0da8db2c54 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:12:00.428727 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:00.464052 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a15de9-7c0c-461d-b67e-572e7b773032 req-df11dc4d-9891-405b-b262-c9bd61f64a42 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:00.481968 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a15de9-7c0c-461d-b67e-572e7b773032 req-df11dc4d-9891-405b-b262-c9bd61f64a42 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:00.496877 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a15de9-7c0c-461d-b67e-572e7b773032 req-df11dc4d-9891-405b-b262-c9bd61f64a42 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:00.516472 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a15de9-7c0c-461d-b67e-572e7b773032 req-df11dc4d-9891-405b-b262-c9bd61f64a42 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:00.531528 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a15de9-7c0c-461d-b67e-572e7b773032 req-df11dc4d-9891-405b-b262-c9bd61f64a42 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:00.550135 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a15de9-7c0c-461d-b67e-572e7b773032 req-df11dc4d-9891-405b-b262-c9bd61f64a42 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:00.567696 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a15de9-7c0c-461d-b67e-572e7b773032 req-df11dc4d-9891-405b-b262-c9bd61f64a42 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:00.579900 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e1a15de9-7c0c-461d-b67e-572e7b773032 req-df11dc4d-9891-405b-b262-c9bd61f64a42 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5419 time: 0.3620946 Aug 16 20:12:00.625615 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-bf409522-5ec1-4a20-a12f-337d0e07416f service neutron] 10.222.0.57 "GET /v2.0/networks/517133b7-f436-49ca-80cf-96abadf03442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4836152 Aug 16 20:12:00.674307 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:00.741371 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6bd51b17-c596-4f58-82f5-e41106881ac0 req-b53c59a7-1907-47f1-8c94-5756fc308066 service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8563402 Aug 16 20:12:00.755009 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e1a15de9-7c0c-461d-b67e-572e7b773032 req-049da1c0-7572-436d-822d-9cc8bb14d119 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1724102 Aug 16 20:12:00.797208 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864379d-244e-4ce1-9cc7-c95ca5e89bbd req-c1befeba-82d0-4e55-bce4-451120b3f4fe tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:00.812109 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7864379d-244e-4ce1-9cc7-c95ca5e89bbd req-c1befeba-82d0-4e55-bce4-451120b3f4fe tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.68 "GET /v2.0/ports?device_id=07ce991d-7b52-4eec-b392-2c401a0bffbf HTTP/1.1" status: 200 len: 944 time: 0.4340827 Aug 16 20:12:01.026052 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17c37bd-355d-4e2e-97f8-86156e68b3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2a2462-5629-42d9-881b-f9a0a5e0a025'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:12:01.033339 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-05bf934e-1c35-4442-aa71-a40d9a0c1af9 req-73d24e86-e31b-439d-a06c-25aa094212cc service neutron] 10.222.0.57 "GET /v2.0/networks/517133b7-f436-49ca-80cf-96abadf03442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850639 Aug 16 20:12:01.042462 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04f5cdd-612a-4b5b-980c-cf6f0a898f26" -d '{"events": [{"server_uuid": "c17c37bd-355d-4e2e-97f8-86156e68b3d1", "name": "network-vif-plugged", "status": "completed", "tag": "4f2a2462-5629-42d9-881b-f9a0a5e0a025"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:12:01.065190 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7864379d-244e-4ce1-9cc7-c95ca5e89bbd req-0a973b23-b44e-4119-8394-c15b27b847ab tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.68 "GET /v2.0/security-groups?id=60c8534b-dfed-4c2b-916b-7bf431ffae73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504885 Aug 16 20:12:01.116911 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-6c776eb4-382e-4f25-8323-721ccb5dd811 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Allocated IP 10.1.1.156 (17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1/f33a40b4-e403-467d-9112-f03dd7c053f7/0806bdce-2fff-4354-aa5e-714ebcf44a22) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:12:01.176673 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20481b9d-b236-4e62-8525-32d968f5fb6b x-openstack-request-id: req-20481b9d-b236-4e62-8525-32d968f5fb6b {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:12:01.178135 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17c37bd-355d-4e2e-97f8-86156e68b3d1", "name": "network-vif-plugged", "status": "completed", "tag": "4f2a2462-5629-42d9-881b-f9a0a5e0a025", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:12:01.178598 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-20481b9d-b236-4e62-8525-32d968f5fb6b {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:12:01.179489 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17c37bd-355d-4e2e-97f8-86156e68b3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2a2462-5629-42d9-881b-f9a0a5e0a025', 'code': 200} Aug 16 20:12:01.188339 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:01.210827 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 4f2a2462-5629-42d9-881b-f9a0a5e0a025, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=4f2a2462-5629-42d9-881b-f9a0a5e0a025,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:01.236885 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141d6b1-aa27-4426-88af-3395348e4c64 req-758d1ed8-524d-46b7-aa54-164b4b3c3291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:01.248929 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d141d6b1-aa27-4426-88af-3395348e4c64 req-758d1ed8-524d-46b7-aa54-164b4b3c3291 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd48d1c42bc6481495bb9ef8b1ba2ed3&device_id=07ce991d-7b52-4eec-b392-2c401a0bffbf HTTP/1.1" status: 200 len: 1096 time: 0.1296499 Aug 16 20:12:01.305264 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:01.368564 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141d6b1-aa27-4426-88af-3395348e4c64 req-05adb136-62a4-4a70-8e45-8930f9aaa813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:01.370661 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d141d6b1-aa27-4426-88af-3395348e4c64 req-05adb136-62a4-4a70-8e45-8930f9aaa813 service neutron] 10.222.0.57 "GET /v2.0/networks?id=517133b7-f436-49ca-80cf-96abadf03442 HTTP/1.1" status: 200 len: 922 time: 0.1170588 Aug 16 20:12:01.537626 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6c776eb4-382e-4f25-8323-721ccb5dd811 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:01.553056 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-6c776eb4-382e-4f25-8323-721ccb5dd811 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Transition to ACTIVE for port object 0806bdce-2fff-4354-aa5e-714ebcf44a22 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:12:01.591498 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d141d6b1-aa27-4426-88af-3395348e4c64 req-fec4fcd1-609a-4eb3-8cbc-bb15b3862b1f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1631d60c-79de-4a25-9a84-57dcaee949fd HTTP/1.1" status: 200 len: 217 time: 0.2048981 Aug 16 20:12:01.606721 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6c776eb4-382e-4f25-8323-721ccb5dd811 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:01.725646 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd5b52-ca34-4195-b47d-83f845cbb734 req-48a42888-3810-44cd-8934-742b9d3b6e6c tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:01.733694 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fffd5b52-ca34-4195-b47d-83f845cbb734 req-48a42888-3810-44cd-8934-742b9d3b6e6c tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.3942163 Aug 16 20:12:01.769007 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c776eb4-382e-4f25-8323-721ccb5dd811 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Network 17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:12:01.772411 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141d6b1-aa27-4426-88af-3395348e4c64 req-defad10c-07cc-4064-8687-158415027991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:01.773079 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-6c776eb4-382e-4f25-8323-721ccb5dd811 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:12:01.775604 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d141d6b1-aa27-4426-88af-3395348e4c64 req-defad10c-07cc-4064-8687-158415027991 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=47327d15-12af-4210-b882-1c249721a6dc HTTP/1.1" status: 200 len: 861 time: 0.1760595 Aug 16 20:12:01.792241 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c776eb4-382e-4f25-8323-721ccb5dd811 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:12:01.804268 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fffd5b52-ca34-4195-b47d-83f845cbb734 req-33843b3d-88e9-4701-ba1b-f87bca4268d4 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695407 Aug 16 20:12:01.878946 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c776eb4-382e-4f25-8323-721ccb5dd811 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Pushing event updated for resources: {'Port': ['ID=0806bdce-2fff-4354-aa5e-714ebcf44a22,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:01.884717 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d141d6b1-aa27-4426-88af-3395348e4c64 req-235ab6c5-a9a2-4450-bd0d-7912e2a793db service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=517133b7-f436-49ca-80cf-96abadf03442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978720 Aug 16 20:12:01.921012 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-39e8d023-001b-4fed-b668-9739448e871e None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:01.946528 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c776eb4-382e-4f25-8323-721ccb5dd811 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:01.946882 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6c776eb4-382e-4f25-8323-721ccb5dd811 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:02.001071 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6c776eb4-382e-4f25-8323-721ccb5dd811 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2540269 Aug 16 20:12:02.005116 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49848) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:12:02.020603 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-1920bc69-d0fc-4e74-8de4-48fe4267ca2a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Request body: {'port': {'network_id': '17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1', 'name': 'tempest-TaggedBootDevicesTest_v242-302270278', 'fixed_ips': [{'subnet_id': 'f33a40b4-e403-467d-9112-f03dd7c053f7'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:12:02.090561 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port b2f75ff2-158d-4ed9-8ded-7d0da8db2c54, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b2f75ff2-158d-4ed9-8ded-7d0da8db2c54,segment=NetworkSegment(db4ce1a5-fe5a-45f4-9106-33c45e011a98),segment_id=db4ce1a5-fe5a-45f4-9106-33c45e011a98)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:02.116152 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cda16f45-fd9c-4707-8eca-bfd741d4fa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:02.135647 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-39e8d023-001b-4fed-b668-9739448e871e None None] Transition to ACTIVE for port object 0e71a397-afd8-4fc1-9032-8f53cbd4a2d5 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:12:02.180549 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:02.218503 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b09a2f9f-8056-4590-a493-ccebfdc182cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:02.282512 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=4f2a2462-5629-42d9-881b-f9a0a5e0a025,revision_number=10']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:02.295965 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-39e8d023-001b-4fed-b668-9739448e871e None None] Transition to ACTIVE for port object 0e71a397-afd8-4fc1-9032-8f53cbd4a2d5 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:12:02.318072 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d141d6b1-aa27-4426-88af-3395348e4c64 req-bbffac03-dd62-461d-9417-edca60cb9ebf service neutron] 10.222.0.57 "GET /v2.0/networks/517133b7-f436-49ca-80cf-96abadf03442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288881 Aug 16 20:12:02.346160 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1920bc69-d0fc-4e74-8de4-48fe4267ca2a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Made reservation on behalf of 7b57628fd666456abf7d4e027fd3ce47 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:12:02.363183 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1920bc69-d0fc-4e74-8de4-48fe4267ca2a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:02.382429 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-39e8d023-001b-4fed-b668-9739448e871e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:02.481107 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=b2f75ff2-158d-4ed9-8ded-7d0da8db2c54,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:02.514181 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-1920bc69-d0fc-4e74-8de4-48fe4267ca2a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] device_id is not set on port ab46bcc0-44ef-4e7c-b460-c2af6e725793 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:12:02.571668 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d5482-6e6d-4b97-a74f-643b3ceb07c3 req-38d83676-88f8-46be-bdaf-11542b47fd21 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:02.590352 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d5482-6e6d-4b97-a74f-643b3ceb07c3 req-38d83676-88f8-46be-bdaf-11542b47fd21 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:02.601511 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e8d023-001b-4fed-b668-9739448e871e None None] Network 90394afd-703c-4163-92ad-725e7cc3c2c5 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:12:02.611316 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d5482-6e6d-4b97-a74f-643b3ceb07c3 req-38d83676-88f8-46be-bdaf-11542b47fd21 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:02.623322 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d5482-6e6d-4b97-a74f-643b3ceb07c3 req-38d83676-88f8-46be-bdaf-11542b47fd21 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:02.624605 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-cda16f45-fd9c-4707-8eca-bfd741d4fa3a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:12:02.625465 n-d-787206-13 neutron-server[94772]: DEBUG oslo_db.api [None req-cda16f45-fd9c-4707-8eca-bfd741d4fa3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:12:02.650582 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d5482-6e6d-4b97-a74f-643b3ceb07c3 req-38d83676-88f8-46be-bdaf-11542b47fd21 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:02.659416 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-39e8d023-001b-4fed-b668-9739448e871e None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:12:02.659635 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d5482-6e6d-4b97-a74f-643b3ceb07c3 req-38d83676-88f8-46be-bdaf-11542b47fd21 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:02.679472 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d5482-6e6d-4b97-a74f-643b3ceb07c3 req-38d83676-88f8-46be-bdaf-11542b47fd21 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:02.682187 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e8d023-001b-4fed-b668-9739448e871e None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:12:02.689715 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-562d5482-6e6d-4b97-a74f-643b3ceb07c3 req-38d83676-88f8-46be-bdaf-11542b47fd21 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5419 time: 0.6067896 Aug 16 20:12:02.831515 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-562d5482-6e6d-4b97-a74f-643b3ceb07c3 req-398e5b02-0fbc-4a8c-a3f7-7c7470e81e6a tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1323521 Aug 16 20:12:02.849485 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8d023-001b-4fed-b668-9739448e871e None None] Pushing event updated for resources: {'Port': ['ID=0e71a397-afd8-4fc1-9032-8f53cbd4a2d5,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:02.903818 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d141d6b1-aa27-4426-88af-3395348e4c64 req-696d6167-9f43-4039-a29d-b5d2c811045b service neutron] 10.222.0.57 "GET /v2.0/networks/517133b7-f436-49ca-80cf-96abadf03442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765610 Aug 16 20:12:02.949206 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-39e8d023-001b-4fed-b668-9739448e871e None None] Attempting to bind port 0e71a397-afd8-4fc1-9032-8f53cbd4a2d5 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:12:02.949732 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-39e8d023-001b-4fed-b668-9739448e871e None None] Attempting to bind port 0e71a397-afd8-4fc1-9032-8f53cbd4a2d5 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '90394afd-703c-4163-92ad-725e7cc3c2c5'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:12:02.949968 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e8d023-001b-4fed-b668-9739448e871e None None] Attempting to bind port 0e71a397-afd8-4fc1-9032-8f53cbd4a2d5 on network 90394afd-703c-4163-92ad-725e7cc3c2c5 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:12:02.976949 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e8d023-001b-4fed-b668-9739448e871e None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:12:02.977356 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e8d023-001b-4fed-b668-9739448e871e None None] Checking segment: {'id': '57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '90394afd-703c-4163-92ad-725e7cc3c2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:12:02.977727 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-39e8d023-001b-4fed-b668-9739448e871e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:02.978252 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e8d023-001b-4fed-b668-9739448e871e None None] Bound using segment: {'id': '57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '90394afd-703c-4163-92ad-725e7cc3c2c5'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:12:02.979060 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-39e8d023-001b-4fed-b668-9739448e871e None None] Bound port: 0e71a397-afd8-4fc1-9032-8f53cbd4a2d5, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '90394afd-703c-4163-92ad-725e7cc3c2c5'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:12:02.979467 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-39e8d023-001b-4fed-b668-9739448e871e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:02.979761 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-1920bc69-d0fc-4e74-8de4-48fe4267ca2a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Allocated IP 10.1.1.233 (17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1/f33a40b4-e403-467d-9112-f03dd7c053f7/ab46bcc0-44ef-4e7c-b460-c2af6e725793) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:12:03.121744 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94339e48-38b8-4a42-a6a5-2270463bbba3 req-88addb21-ca36-4a25-ae96-e9ae13a48124 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:03.131924 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-94339e48-38b8-4a42-a6a5-2270463bbba3 req-88addb21-ca36-4a25-ae96-e9ae13a48124 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1393344 Aug 16 20:12:03.226209 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-94339e48-38b8-4a42-a6a5-2270463bbba3 req-68153d77-4313-4847-ba2c-f977f9ed4090 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933199 Aug 16 20:12:03.269882 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-39e8d023-001b-4fed-b668-9739448e871e None None] For port 0e71a397-afd8-4fc1-9032-8f53cbd4a2d5, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:12:03.306389 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522575d1-4363-4dbf-b4e3-e9a0793713b1 req-40d4c324-1761-4334-8128-91a0786d69a1 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:03.309206 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-39e8d023-001b-4fed-b668-9739448e871e None None] For port 0e71a397-afd8-4fc1-9032-8f53cbd4a2d5, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=0e71a397-afd8-4fc1-9032-8f53cbd4a2d5,segment=NetworkSegment(57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61),segment_id=57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:12:03.316272 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-522575d1-4363-4dbf-b4e3-e9a0793713b1 req-40d4c324-1761-4334-8128-91a0786d69a1 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.68 "GET /v2.0/ports?device_id=07ce991d-7b52-4eec-b392-2c401a0bffbf HTTP/1.1" status: 200 len: 944 time: 0.9184761 Aug 16 20:12:03.327350 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-39e8d023-001b-4fed-b668-9739448e871e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:03.500737 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-522575d1-4363-4dbf-b4e3-e9a0793713b1 req-f44cfe0b-be6c-4b90-9435-c99844c6f4a8 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.68 "GET /v2.0/security-groups?id=60c8534b-dfed-4c2b-916b-7bf431ffae73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823108 Aug 16 20:12:03.525733 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8d023-001b-4fed-b668-9739448e871e None None] Pushing event updated for resources: {'Port': ['ID=0e71a397-afd8-4fc1-9032-8f53cbd4a2d5,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:03.530315 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1d58b9c3-a991-45b2-ac3a-65a5042e9ea3 None None] Provisioning complete for port b2f75ff2-158d-4ed9-8ded-7d0da8db2c54 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:12:03.530762 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1d58b9c3-a991-45b2-ac3a-65a5042e9ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:03.584428 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1920bc69-d0fc-4e74-8de4-48fe4267ca2a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:03.631808 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-1920bc69-d0fc-4e74-8de4-48fe4267ca2a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Transition to ACTIVE for port object ab46bcc0-44ef-4e7c-b460-c2af6e725793 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:12:03.767711 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1920bc69-d0fc-4e74-8de4-48fe4267ca2a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:03.788638 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1d58b9c3-a991-45b2-ac3a-65a5042e9ea3 None None] Provisioning for port 0806bdce-2fff-4354-aa5e-714ebcf44a22 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:12:03.805725 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1d58b9c3-a991-45b2-ac3a-65a5042e9ea3 None None] Provisioning complete for port 0806bdce-2fff-4354-aa5e-714ebcf44a22 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:12:03.808302 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1d58b9c3-a991-45b2-ac3a-65a5042e9ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:03.917299 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1920bc69-d0fc-4e74-8de4-48fe4267ca2a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Network 17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:12:03.923441 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-1920bc69-d0fc-4e74-8de4-48fe4267ca2a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:12:03.937705 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1920bc69-d0fc-4e74-8de4-48fe4267ca2a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:12:04.015352 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1d58b9c3-a991-45b2-ac3a-65a5042e9ea3 None None] Port 0806bdce-2fff-4354-aa5e-714ebcf44a22 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:12:04.048703 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1920bc69-d0fc-4e74-8de4-48fe4267ca2a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:04.050156 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1920bc69-d0fc-4e74-8de4-48fe4267ca2a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:04.073527 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1920bc69-d0fc-4e74-8de4-48fe4267ca2a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0666187 Aug 16 20:12:04.089217 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920bc69-d0fc-4e74-8de4-48fe4267ca2a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Pushing event updated for resources: {'Port': ['ID=ab46bcc0-44ef-4e7c-b460-c2af6e725793,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:04.099831 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920bc69-d0fc-4e74-8de4-48fe4267ca2a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:04.100334 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920bc69-d0fc-4e74-8de4-48fe4267ca2a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:04.101662 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920bc69-d0fc-4e74-8de4-48fe4267ca2a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:04.102101 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920bc69-d0fc-4e74-8de4-48fe4267ca2a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:04.102615 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920bc69-d0fc-4e74-8de4-48fe4267ca2a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:04.103022 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920bc69-d0fc-4e74-8de4-48fe4267ca2a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:04.103484 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920bc69-d0fc-4e74-8de4-48fe4267ca2a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:04.103904 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920bc69-d0fc-4e74-8de4-48fe4267ca2a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:04.104420 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920bc69-d0fc-4e74-8de4-48fe4267ca2a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:04.104869 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920bc69-d0fc-4e74-8de4-48fe4267ca2a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:04.105353 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920bc69-d0fc-4e74-8de4-48fe4267ca2a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:04.105780 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920bc69-d0fc-4e74-8de4-48fe4267ca2a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:04.317842 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdad75-b84c-49c7-b34b-1d8e0a323e46 req-7875d0f9-e0ce-405a-9c2f-596ca627101b tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:04.351090 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-54858401-8461-4d7c-8374-4869e42f7c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:04.353041 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdad75-b84c-49c7-b34b-1d8e0a323e46 req-7875d0f9-e0ce-405a-9c2f-596ca627101b tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:04.361048 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdad75-b84c-49c7-b34b-1d8e0a323e46 req-7875d0f9-e0ce-405a-9c2f-596ca627101b tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:04.379438 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdad75-b84c-49c7-b34b-1d8e0a323e46 req-7875d0f9-e0ce-405a-9c2f-596ca627101b tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:04.397105 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdad75-b84c-49c7-b34b-1d8e0a323e46 req-7875d0f9-e0ce-405a-9c2f-596ca627101b tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:04.419729 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdad75-b84c-49c7-b34b-1d8e0a323e46 req-7875d0f9-e0ce-405a-9c2f-596ca627101b tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:04.425793 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdad75-b84c-49c7-b34b-1d8e0a323e46 req-7875d0f9-e0ce-405a-9c2f-596ca627101b tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:04.443992 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-61fdad75-b84c-49c7-b34b-1d8e0a323e46 req-7875d0f9-e0ce-405a-9c2f-596ca627101b tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5419 time: 0.3722415 Aug 16 20:12:04.631111 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-61fdad75-b84c-49c7-b34b-1d8e0a323e46 req-e004d04c-7616-4ca8-9282-6c643a948ec2 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1829891 Aug 16 20:12:04.661277 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:04.684331 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 0e71a397-afd8-4fc1-9032-8f53cbd4a2d5 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:12:04.791897 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 1631d60c-79de-4a25-9a84-57dcaee949fd details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:12:04.837102 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e82aeff5-115e-424e-869a-506276e9f7a1 None None] Provisioning for port ab46bcc0-44ef-4e7c-b460-c2af6e725793 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:12:04.872333 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e82aeff5-115e-424e-869a-506276e9f7a1 None None] Provisioning complete for port ab46bcc0-44ef-4e7c-b460-c2af6e725793 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:12:04.874530 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e82aeff5-115e-424e-869a-506276e9f7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:04.975395 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e82aeff5-115e-424e-869a-506276e9f7a1 None None] Port ab46bcc0-44ef-4e7c-b460-c2af6e725793 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:12:04.994705 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e61e56-f4e6-4f9f-87b4-5842ee7a4070 req-dd3eea40-f379-4cc9-89b7-5e4b33ad5075 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:05.019937 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-04e61e56-f4e6-4f9f-87b4-5842ee7a4070 req-dd3eea40-f379-4cc9-89b7-5e4b33ad5075 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.2193093 Aug 16 20:12:05.185953 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-04e61e56-f4e6-4f9f-87b4-5842ee7a4070 req-7ffc9e2b-046c-4e0b-85b7-22f5edf0c1e1 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553829 Aug 16 20:12:05.302940 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 0e71a397-afd8-4fc1-9032-8f53cbd4a2d5 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:12:05.325617 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b2f75ff2-158d-4ed9-8ded-7d0da8db2c54 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:12:05.537215 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49912) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:12:05.542520 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8ab2da3c-3ec2-4478-91eb-086f29c6ce63 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--384326218', 'description': 'tempest-description--1337725841'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:12:05.559525 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 1631d60c-79de-4a25-9a84-57dcaee949fd, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1631d60c-79de-4a25-9a84-57dcaee949fd,segment=NetworkSegment(c9bae274-6194-496b-853b-664689f8765f),segment_id=c9bae274-6194-496b-853b-664689f8765f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:05.602315 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '1631d60c-79de-4a25-9a84-57dcaee949fd', 'network_id': '517133b7-f436-49ca-80cf-96abadf03442', 'port_id': '1631d60c-79de-4a25-9a84-57dcaee949fd', 'mac_address': 'fa:16:3e:49:4d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47327d15-12af-4210-b882-1c249721a6dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:12:05.617992 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8ab2da3c-3ec2-4478-91eb-086f29c6ce63 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:05.662010 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574b59a5-59b2-4c15-85ff-10f24219771f None None] Network 90394afd-703c-4163-92ad-725e7cc3c2c5 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:12:05.688941 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a5baa-9cd9-464e-88d8-daefd399d9b4 req-5108e1d2-69fd-497a-b537-07a1895dd7c2 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:05.700459 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0f3a5baa-9cd9-464e-88d8-daefd399d9b4 req-5108e1d2-69fd-497a-b537-07a1895dd7c2 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.68 "GET /v2.0/ports?device_id=07ce991d-7b52-4eec-b392-2c401a0bffbf HTTP/1.1" status: 200 len: 944 time: 0.1367979 Aug 16 20:12:05.851559 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0f3a5baa-9cd9-464e-88d8-daefd399d9b4 req-8caf38a0-77a8-4e3d-8196-c2a6d9e85508 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.68 "GET /v2.0/security-groups?id=60c8534b-dfed-4c2b-916b-7bf431ffae73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430480 Aug 16 20:12:05.950900 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8ab2da3c-3ec2-4478-91eb-086f29c6ce63 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:05.960861 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:05.970084 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8ab2da3c-3ec2-4478-91eb-086f29c6ce63 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:05.993871 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port b2f75ff2-158d-4ed9-8ded-7d0da8db2c54 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:12:05.996989 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:05.999020 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8e12bad4-7d64-4cf0-a8ac-b3ef3648afcf None None] Provisioning for port 0e71a397-afd8-4fc1-9032-8f53cbd4a2d5 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:12:06.060536 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ae38f-40bc-4bda-a1c9-c4261f43d325 req-76046685-ae31-4029-a61a-ec69fc6f8b72 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:06.071028 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ae38f-40bc-4bda-a1c9-c4261f43d325 req-76046685-ae31-4029-a61a-ec69fc6f8b72 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:06.085389 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ae38f-40bc-4bda-a1c9-c4261f43d325 req-76046685-ae31-4029-a61a-ec69fc6f8b72 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:06.106844 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ae38f-40bc-4bda-a1c9-c4261f43d325 req-76046685-ae31-4029-a61a-ec69fc6f8b72 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:06.110222 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8e12bad4-7d64-4cf0-a8ac-b3ef3648afcf None None] Provisioning complete for port 0e71a397-afd8-4fc1-9032-8f53cbd4a2d5 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:12:06.110620 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8e12bad4-7d64-4cf0-a8ac-b3ef3648afcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:06.120178 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ae38f-40bc-4bda-a1c9-c4261f43d325 req-76046685-ae31-4029-a61a-ec69fc6f8b72 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:06.131773 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:06.137135 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ae38f-40bc-4bda-a1c9-c4261f43d325 req-76046685-ae31-4029-a61a-ec69fc6f8b72 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:06.143274 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ae38f-40bc-4bda-a1c9-c4261f43d325 req-76046685-ae31-4029-a61a-ec69fc6f8b72 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:06.158566 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:06.160627 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-451ae38f-40bc-4bda-a1c9-c4261f43d325 req-76046685-ae31-4029-a61a-ec69fc6f8b72 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5419 time: 0.3491573 Aug 16 20:12:06.260646 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8ab2da3c-3ec2-4478-91eb-086f29c6ce63 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:06.264913 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49922) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:12:06.265083 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8ab2da3c-3ec2-4478-91eb-086f29c6ce63 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7260692 Aug 16 20:12:06.271962 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-185f4287-634e-44de-94dc-139e2a58e62e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Request body: {'security_group_rule': {'security_group_id': 'e5bb3f6c-53de-41b3-b5f3-73ea9b51c819', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:12:06.279537 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2da3c-3ec2-4478-91eb-086f29c6ce63 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:06.306546 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-451ae38f-40bc-4bda-a1c9-c4261f43d325 req-5ba75805-9d07-4581-8e7e-7982f25bc1e9 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1356328 Aug 16 20:12:06.339204 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:06.456081 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-185f4287-634e-44de-94dc-139e2a58e62e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:06.639777 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49932) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:12:06.646175 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed500e85-30f4-497b-95a7-f5f8319f79df req-3368ce67-712a-4c26-a362-7e6ae921a1c3 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:06.658254 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ed500e85-30f4-497b-95a7-f5f8319f79df req-3368ce67-712a-4c26-a362-7e6ae921a1c3 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.3042133 Aug 16 20:12:06.729521 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-185f4287-634e-44de-94dc-139e2a58e62e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:06.743767 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-185f4287-634e-44de-94dc-139e2a58e62e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:06.776691 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f4287-634e-44de-94dc-139e2a58e62e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a68f6e-92b9-4cdd-8e79-15a0432ad5f6,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:06.798566 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ed500e85-30f4-497b-95a7-f5f8319f79df req-c78e2f7b-136e-484e-8a89-b2f0006ab27b tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328015 Aug 16 20:12:06.809478 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-185f4287-634e-44de-94dc-139e2a58e62e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:06.810832 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-185f4287-634e-44de-94dc-139e2a58e62e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5444968 Aug 16 20:12:06.812798 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f4287-634e-44de-94dc-139e2a58e62e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:06.813314 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f4287-634e-44de-94dc-139e2a58e62e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:06.813786 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49936) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:12:06.814314 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f4287-634e-44de-94dc-139e2a58e62e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:06.814807 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f4287-634e-44de-94dc-139e2a58e62e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:06.815315 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f4287-634e-44de-94dc-139e2a58e62e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:06.815887 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f4287-634e-44de-94dc-139e2a58e62e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:06.816377 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f4287-634e-44de-94dc-139e2a58e62e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:06.816853 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f4287-634e-44de-94dc-139e2a58e62e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:06.817338 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f4287-634e-44de-94dc-139e2a58e62e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:06.817839 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f4287-634e-44de-94dc-139e2a58e62e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:06.818319 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f4287-634e-44de-94dc-139e2a58e62e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:06.818442 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-28338a9a-645a-4423-9905-84437f6dee43 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Request body: {'security_group_rule': {'security_group_id': 'e5bb3f6c-53de-41b3-b5f3-73ea9b51c819', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:12:06.819136 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f4287-634e-44de-94dc-139e2a58e62e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:06.895744 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-28338a9a-645a-4423-9905-84437f6dee43 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:06.919573 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1631d60c-79de-4a25-9a84-57dcaee949fd {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:12:06.963671 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-28338a9a-645a-4423-9905-84437f6dee43 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:06.966069 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 1631d60c-79de-4a25-9a84-57dcaee949fd, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1631d60c-79de-4a25-9a84-57dcaee949fd,segment=NetworkSegment(c9bae274-6194-496b-853b-664689f8765f),segment_id=c9bae274-6194-496b-853b-664689f8765f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:06.974951 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8e12bad4-7d64-4cf0-a8ac-b3ef3648afcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:06.982275 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-28338a9a-645a-4423-9905-84437f6dee43 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:06.987100 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f507f35-b265-4643-a716-b84ab6f47db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:07.016664 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28338a9a-645a-4423-9905-84437f6dee43 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f6097a-b750-49f4-a7af-290aa9657e87,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:07.034575 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:07.037713 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-28338a9a-645a-4423-9905-84437f6dee43 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:07.044211 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49940) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:12:07.046878 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-28338a9a-645a-4423-9905-84437f6dee43 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2310381 Aug 16 20:12:07.052681 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9989a3cd-51ed-4382-b9b8-05476b84d354 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:12:07.150663 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f507f35-b265-4643-a716-b84ab6f47db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:07.168844 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f507f35-b265-4643-a716-b84ab6f47db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:07.185534 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9989a3cd-51ed-4382-b9b8-05476b84d354 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:07.208945 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f507f35-b265-4643-a716-b84ab6f47db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6906215-faa2-413d-99f5-5f3f9cb3ea83,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:07.256054 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5f507f35-b265-4643-a716-b84ab6f47db4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ae7ead81f3544deea021d4a2dd488ddf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6151628 Aug 16 20:12:07.260443 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:07.264293 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=1631d60c-79de-4a25-9a84-57dcaee949fd,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:07.269950 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22269c-97b4-42c5-94f9-c1353af84033 req-1354d56a-712b-49ad-92e0-0da21ed7f1b2 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:07.288721 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c22269c-97b4-42c5-94f9-c1353af84033 req-1354d56a-712b-49ad-92e0-0da21ed7f1b2 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.68 "GET /v2.0/ports?device_id=07ce991d-7b52-4eec-b392-2c401a0bffbf HTTP/1.1" status: 200 len: 945 time: 0.2984989 Aug 16 20:12:07.291111 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49946) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:12:07.371753 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8e12bad4-7d64-4cf0-a8ac-b3ef3648afcf None None] For port 0e71a397-afd8-4fc1-9032-8f53cbd4a2d5, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=0e71a397-afd8-4fc1-9032-8f53cbd4a2d5,segment=NetworkSegment(57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61),segment_id=57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:07.374946 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['1631d60c-79de-4a25-9a84-57dcaee949fd'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:12:07.380472 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:07.380824 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:07.381157 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:07.381488 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:07.383691 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:07.388305 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:07.389045 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:07.389045 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:07.389361 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:07.389690 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:07.390024 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:07.390389 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:07.407952 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8e12bad4-7d64-4cf0-a8ac-b3ef3648afcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:07.449532 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9989a3cd-51ed-4382-b9b8-05476b84d354 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:07.526188 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c22269c-97b4-42c5-94f9-c1353af84033 req-310e56a3-e052-4c09-b087-54e5bea5642c tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.68 "GET /v2.0/security-groups?id=60c8534b-dfed-4c2b-916b-7bf431ffae73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321570 Aug 16 20:12:07.551854 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a04dea64-e212-496a-9498-9f36b45df829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:07.604719 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a04dea64-e212-496a-9498-9f36b45df829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:07.637608 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-de4f24c4-f420-49c0-ae34-30d1674e2ecf None None] Provisioning complete for port 0e71a397-afd8-4fc1-9032-8f53cbd4a2d5 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:12:07.639676 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-de4f24c4-f420-49c0-ae34-30d1674e2ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:07.747576 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a04dea64-e212-496a-9498-9f36b45df829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:07.750999 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a04dea64-e212-496a-9498-9f36b45df829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:07.754267 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a04dea64-e212-496a-9498-9f36b45df829 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e6906215-faa2-413d-99f5-5f3f9cb3ea83 HTTP/1.1" status: 204 len: 168 time: 0.4595606 Aug 16 20:12:07.765410 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04dea64-e212-496a-9498-9f36b45df829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6906215-faa2-413d-99f5-5f3f9cb3ea83,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:07.848165 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f8394-dbab-41c4-8adb-5dfa1d8ef5bf req-080fd45c-f6ca-4fe9-ab77-094c8252f73d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:07.868277 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f8394-dbab-41c4-8adb-5dfa1d8ef5bf req-080fd45c-f6ca-4fe9-ab77-094c8252f73d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:07.889290 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f8394-dbab-41c4-8adb-5dfa1d8ef5bf req-080fd45c-f6ca-4fe9-ab77-094c8252f73d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:07.898995 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f8394-dbab-41c4-8adb-5dfa1d8ef5bf req-080fd45c-f6ca-4fe9-ab77-094c8252f73d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:07.923012 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f8394-dbab-41c4-8adb-5dfa1d8ef5bf req-080fd45c-f6ca-4fe9-ab77-094c8252f73d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:07.937226 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f8394-dbab-41c4-8adb-5dfa1d8ef5bf req-080fd45c-f6ca-4fe9-ab77-094c8252f73d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:07.944074 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f8394-dbab-41c4-8adb-5dfa1d8ef5bf req-080fd45c-f6ca-4fe9-ab77-094c8252f73d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:07.953859 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-172f8394-dbab-41c4-8adb-5dfa1d8ef5bf req-080fd45c-f6ca-4fe9-ab77-094c8252f73d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5419 time: 0.3384843 Aug 16 20:12:07.982881 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12bad4-7d64-4cf0-a8ac-b3ef3648afcf None None] Pushing event updated for resources: {'Port': ['ID=0e71a397-afd8-4fc1-9032-8f53cbd4a2d5,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:08.035702 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-172f8394-dbab-41c4-8adb-5dfa1d8ef5bf req-d76a420f-8a17-4a04-96ac-d5f4c35d4738 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0805042 Aug 16 20:12:08.043342 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-9989a3cd-51ed-4382-b9b8-05476b84d354 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Allocated IP 172.25.8.160 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/292034e5-1ee6-4f20-8931-c524c70d386e) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:12:08.082935 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca7c51-812e-428d-91e4-741a6345c00f req-328f6dd0-a53b-4bec-aa7d-4b38b0d2efae tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:08.086438 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5cca7c51-812e-428d-91e4-741a6345c00f req-328f6dd0-a53b-4bec-aa7d-4b38b0d2efae tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1555188 Aug 16 20:12:08.242041 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5cca7c51-812e-428d-91e4-741a6345c00f req-bd3f736e-f274-4413-9b14-e9c6d491e6e7 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473999 Aug 16 20:12:08.317761 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9989a3cd-51ed-4382-b9b8-05476b84d354 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:08.400252 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9989a3cd-51ed-4382-b9b8-05476b84d354 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:08.483085 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9989a3cd-51ed-4382-b9b8-05476b84d354 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Pushing event updated for resources: {'Port': ['ID=292034e5-1ee6-4f20-8931-c524c70d386e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:08.512743 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9989a3cd-51ed-4382-b9b8-05476b84d354 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:12:08.514394 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49964) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:12:08.515910 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-9989a3cd-51ed-4382-b9b8-05476b84d354 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:12:08.529391 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9989a3cd-51ed-4382-b9b8-05476b84d354 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:12:08.537341 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b57b0c8-0a49-4a2f-b6bc-d89a920ab27a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:08.823376 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b57b0c8-0a49-4a2f-b6bc-d89a920ab27a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:08.839399 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b57b0c8-0a49-4a2f-b6bc-d89a920ab27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:08.931525 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2b57b0c8-0a49-4a2f-b6bc-d89a920ab27a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0b6cffef274f4d25a3a31274fbaab1ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3975461 Aug 16 20:12:08.954054 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49972) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:12:09.063967 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9989a3cd-51ed-4382-b9b8-05476b84d354 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:09.066359 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 1631d60c-79de-4a25-9a84-57dcaee949fd up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:12:09.070700 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 0e71a397-afd8-4fc1-9032-8f53cbd4a2d5 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:12:09.153270 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174082a7-8eb4-4369-9b40-01bd0572cf2a req-fde219bd-71d5-45ed-a88b-84f3ea4f1152 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:09.158102 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-174082a7-8eb4-4369-9b40-01bd0572cf2a req-fde219bd-71d5-45ed-a88b-84f3ea4f1152 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.68 "GET /v2.0/ports?device_id=07ce991d-7b52-4eec-b392-2c401a0bffbf HTTP/1.1" status: 200 len: 945 time: 0.5139956 Aug 16 20:12:09.177171 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f854b236-0a9c-411f-8c78-5caa2da7ccc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:09.180093 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57b0c8-0a49-4a2f-b6bc-d89a920ab27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23936d7-e483-47aa-80bb-629b1938baee,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:09.250327 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 1631d60c-79de-4a25-9a84-57dcaee949fd completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:12:09.257367 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f854b236-0a9c-411f-8c78-5caa2da7ccc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:09.267362 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 1631d60c-79de-4a25-9a84-57dcaee949fd triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:12:09.267703 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:09.282279 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9989a3cd-51ed-4382-b9b8-05476b84d354 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:09.331664 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-174082a7-8eb4-4369-9b40-01bd0572cf2a req-fc39516f-100d-4277-9006-7343f5736e87 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.68 "GET /v2.0/security-groups?id=60c8534b-dfed-4c2b-916b-7bf431ffae73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665926 Aug 16 20:12:09.375939 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f854b236-0a9c-411f-8c78-5caa2da7ccc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:09.382835 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f854b236-0a9c-411f-8c78-5caa2da7ccc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:09.385577 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f854b236-0a9c-411f-8c78-5caa2da7ccc4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e23936d7-e483-47aa-80bb-629b1938baee HTTP/1.1" status: 204 len: 168 time: 0.4260595 Aug 16 20:12:09.391845 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 0e71a397-afd8-4fc1-9032-8f53cbd4a2d5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:12:09.393511 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:09.467578 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f854b236-0a9c-411f-8c78-5caa2da7ccc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23936d7-e483-47aa-80bb-629b1938baee,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:09.539005 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816140c-ef68-41ee-8059-bc21baaa898b req-11d26691-b990-47aa-b7d1-e0adb612c644 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:09.566726 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816140c-ef68-41ee-8059-bc21baaa898b req-11d26691-b990-47aa-b7d1-e0adb612c644 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:09.588921 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816140c-ef68-41ee-8059-bc21baaa898b req-11d26691-b990-47aa-b7d1-e0adb612c644 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:09.611955 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816140c-ef68-41ee-8059-bc21baaa898b req-11d26691-b990-47aa-b7d1-e0adb612c644 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:09.623157 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816140c-ef68-41ee-8059-bc21baaa898b req-11d26691-b990-47aa-b7d1-e0adb612c644 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:09.633875 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816140c-ef68-41ee-8059-bc21baaa898b req-11d26691-b990-47aa-b7d1-e0adb612c644 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:09.648551 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816140c-ef68-41ee-8059-bc21baaa898b req-11d26691-b990-47aa-b7d1-e0adb612c644 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:09.659665 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9816140c-ef68-41ee-8059-bc21baaa898b req-11d26691-b990-47aa-b7d1-e0adb612c644 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5419 time: 0.3166223 Aug 16 20:12:09.778304 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9816140c-ef68-41ee-8059-bc21baaa898b req-fa30d451-4ac3-4b4d-a975-4a527c947859 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1167848 Aug 16 20:12:10.151811 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:10.203135 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ce991d-7b52-4eec-b392-2c401a0bffbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1631d60c-79de-4a25-9a84-57dcaee949fd'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:12:10.206900 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06d6ce6-0a33-4848-8acd-38fbd6de660c" -d '{"events": [{"server_uuid": "07ce991d-7b52-4eec-b392-2c401a0bffbf", "name": "network-vif-plugged", "status": "completed", "tag": "1631d60c-79de-4a25-9a84-57dcaee949fd"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:12:10.217300 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 1631d60c-79de-4a25-9a84-57dcaee949fd, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1631d60c-79de-4a25-9a84-57dcaee949fd,segment=NetworkSegment(c9bae274-6194-496b-853b-664689f8765f),segment_id=c9bae274-6194-496b-853b-664689f8765f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:10.229770 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:10.338113 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3758b06-0a56-4a81-94db-4c1528c37542 x-openstack-request-id: req-e3758b06-0a56-4a81-94db-4c1528c37542 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:12:10.338600 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ce991d-7b52-4eec-b392-2c401a0bffbf", "name": "network-vif-plugged", "status": "completed", "tag": "1631d60c-79de-4a25-9a84-57dcaee949fd", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:12:10.340550 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e3758b06-0a56-4a81-94db-4c1528c37542 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:12:10.341135 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ce991d-7b52-4eec-b392-2c401a0bffbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1631d60c-79de-4a25-9a84-57dcaee949fd', 'code': 200} Aug 16 20:12:10.400434 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=1631d60c-79de-4a25-9a84-57dcaee949fd,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:10.599406 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f91a32-4198-4a0b-85a8-9be5254c8f9e req-28e6437e-fb27-447c-a5fb-7bd133c1ea99 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:10.600775 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-86f91a32-4198-4a0b-85a8-9be5254c8f9e req-28e6437e-fb27-447c-a5fb-7bd133c1ea99 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.68 "GET /v2.0/ports?device_id=07ce991d-7b52-4eec-b392-2c401a0bffbf HTTP/1.1" status: 200 len: 946 time: 0.1027796 Aug 16 20:12:10.682937 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-86f91a32-4198-4a0b-85a8-9be5254c8f9e req-db65c3ab-edd3-4018-b109-b512f79d2f18 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.68 "GET /v2.0/security-groups?id=60c8534b-dfed-4c2b-916b-7bf431ffae73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721138 Aug 16 20:12:10.857455 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee40c8-0307-49ee-b092-ec909ecef51b req-fc8d1848-87e7-430d-b1f7-995ae48ffe16 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:10.867174 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3fee40c8-0307-49ee-b092-ec909ecef51b req-fc8d1848-87e7-430d-b1f7-995ae48ffe16 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 1.3744898 Aug 16 20:12:10.977521 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9989a3cd-51ed-4382-b9b8-05476b84d354 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:10.992115 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48449c6d-dcb5-470e-9bcc-0b621b16bf1b req-9af8aa49-03f1-40b1-b55b-3622dc5938d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:10.993805 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-48449c6d-dcb5-470e-9bcc-0b621b16bf1b req-9af8aa49-03f1-40b1-b55b-3622dc5938d7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=07ce991d-7b52-4eec-b392-2c401a0bffbf HTTP/1.1" status: 200 len: 1098 time: 0.1959698 Aug 16 20:12:10.997347 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9989a3cd-51ed-4382-b9b8-05476b84d354 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:11.086470 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3fee40c8-0307-49ee-b092-ec909ecef51b req-0bffd9b7-31dc-41ce-b757-b8b94688cf9c tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139502 Aug 16 20:12:11.111802 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd0fc6-fbef-4b49-954b-bb7995a6a775 req-f8ad8681-8bec-4dab-a4e8-d75921fc53b2 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:11.118121 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd0fc6-fbef-4b49-954b-bb7995a6a775 req-f8ad8681-8bec-4dab-a4e8-d75921fc53b2 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:11.126801 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd0fc6-fbef-4b49-954b-bb7995a6a775 req-f8ad8681-8bec-4dab-a4e8-d75921fc53b2 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:11.132693 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd0fc6-fbef-4b49-954b-bb7995a6a775 req-f8ad8681-8bec-4dab-a4e8-d75921fc53b2 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:11.141922 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd0fc6-fbef-4b49-954b-bb7995a6a775 req-f8ad8681-8bec-4dab-a4e8-d75921fc53b2 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:11.154532 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd0fc6-fbef-4b49-954b-bb7995a6a775 req-f8ad8681-8bec-4dab-a4e8-d75921fc53b2 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:11.161979 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd0fc6-fbef-4b49-954b-bb7995a6a775 req-f8ad8681-8bec-4dab-a4e8-d75921fc53b2 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:11.170981 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8bfd0fc6-fbef-4b49-954b-bb7995a6a775 req-f8ad8681-8bec-4dab-a4e8-d75921fc53b2 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5419 time: 0.2244492 Aug 16 20:12:11.268578 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8bfd0fc6-fbef-4b49-954b-bb7995a6a775 req-a68ad456-7211-4587-85ed-2883f25d70f6 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0968528 Aug 16 20:12:11.324702 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9989a3cd-51ed-4382-b9b8-05476b84d354 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Pushing event updated for resources: {'Port': ['ID=292034e5-1ee6-4f20-8931-c524c70d386e,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:11.344523 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-48449c6d-dcb5-470e-9bcc-0b621b16bf1b req-31f92a40-a26b-4b45-9fd8-d2dcd98edfd2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=60c8534b-dfed-4c2b-916b-7bf431ffae73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754893 Aug 16 20:12:11.350078 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9989a3cd-51ed-4382-b9b8-05476b84d354 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:11.372770 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9989a3cd-51ed-4382-b9b8-05476b84d354 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:11.374167 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9989a3cd-51ed-4382-b9b8-05476b84d354 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3285799 Aug 16 20:12:11.887376 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490974e-f7f8-49c6-b39b-54e9520b0d25 req-591fd567-3736-4f04-9533-40187271f3db tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:11.907284 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0490974e-f7f8-49c6-b39b-54e9520b0d25 req-591fd567-3736-4f04-9533-40187271f3db tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.68 "GET /v2.0/ports?device_id=07ce991d-7b52-4eec-b392-2c401a0bffbf HTTP/1.1" status: 200 len: 946 time: 0.0957294 Aug 16 20:12:11.937729 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device ec6dde60-31da-44a8-99c6-66666133bd58 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:12:12.031901 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0490974e-f7f8-49c6-b39b-54e9520b0d25 req-ba472bbb-21c0-4a8a-8076-d1dedf0670ce tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.68 "GET /v2.0/security-groups?id=60c8534b-dfed-4c2b-916b-7bf431ffae73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232235 Aug 16 20:12:12.193973 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port ec6dde60-31da-44a8-99c6-66666133bd58, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=ec6dde60-31da-44a8-99c6-66666133bd58,segment=NetworkSegment(b7ce4720-f167-4ecc-85c5-c3f216f31da2),segment_id=b7ce4720-f167-4ecc-85c5-c3f216f31da2)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:12.240360 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'ec6dde60-31da-44a8-99c6-66666133bd58', 'network_id': '531b5bc9-e4c2-4e3e-af48-510fa5c2f745', 'port_id': 'ec6dde60-31da-44a8-99c6-66666133bd58', 'mac_address': 'fa:16:3e:5b:bb:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d7186cf-77e4-4b82-8d65-1e75cd70140b', 'ip_address': '10.1.1.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:12:12.301953 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05bafb-da79-483a-bed7-fd2f8a243bb5 req-77af0beb-79b8-40fd-a60a-a4910d50cb01 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:12.308046 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0d05bafb-da79-483a-bed7-fd2f8a243bb5 req-77af0beb-79b8-40fd-a60a-a4910d50cb01 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1063516 Aug 16 20:12:12.328394 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:12.382797 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0d05bafb-da79-483a-bed7-fd2f8a243bb5 req-ed132571-f628-448c-8240-00f3185577e3 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634186 Aug 16 20:12:12.400693 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec6dde60-31da-44a8-99c6-66666133bd58 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:12:12.445959 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port ec6dde60-31da-44a8-99c6-66666133bd58, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=ec6dde60-31da-44a8-99c6-66666133bd58,segment=NetworkSegment(b7ce4720-f167-4ecc-85c5-c3f216f31da2),segment_id=b7ce4720-f167-4ecc-85c5-c3f216f31da2)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:12.454407 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:12.455094 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 76090f41-c0c2-4f20-8947-4c9d155dfcb6 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:12:12.583180 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=ec6dde60-31da-44a8-99c6-66666133bd58,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:12.666266 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 76090f41-c0c2-4f20-8947-4c9d155dfcb6, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=76090f41-c0c2-4f20-8947-4c9d155dfcb6,segment=NetworkSegment(8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4),segment_id=8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:12.720827 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '76090f41-c0c2-4f20-8947-4c9d155dfcb6', 'network_id': '2a2623ce-bffe-47bb-a726-6ce2777826c9', 'port_id': '76090f41-c0c2-4f20-8947-4c9d155dfcb6', 'mac_address': 'fa:16:3e:7b:f1:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05b69095-3330-4691-9066-4b298da7e27d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:12:12.796294 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1fb3e-6155-4d5f-8113-cf81d1eb105c req-f26a68f4-1255-4d14-8e28-fa9ea1699e31 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:12.804302 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1fb3e-6155-4d5f-8113-cf81d1eb105c req-f26a68f4-1255-4d14-8e28-fa9ea1699e31 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:12.811165 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1fb3e-6155-4d5f-8113-cf81d1eb105c req-f26a68f4-1255-4d14-8e28-fa9ea1699e31 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:12.829296 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1fb3e-6155-4d5f-8113-cf81d1eb105c req-f26a68f4-1255-4d14-8e28-fa9ea1699e31 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:12.831405 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:12.849933 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1fb3e-6155-4d5f-8113-cf81d1eb105c req-f26a68f4-1255-4d14-8e28-fa9ea1699e31 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:12.860015 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1fb3e-6155-4d5f-8113-cf81d1eb105c req-f26a68f4-1255-4d14-8e28-fa9ea1699e31 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:12.863671 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76090f41-c0c2-4f20-8947-4c9d155dfcb6 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:12:12.870958 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-8196ac1f-7a1e-4653-b99b-8fb2fb969d06 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--384326218&fields=id&tenant_id=7b57628fd666456abf7d4e027fd3ce47 HTTP/1.1" status: 200 len: 267 time: 0.0748498 Aug 16 20:12:12.883213 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1fb3e-6155-4d5f-8113-cf81d1eb105c req-f26a68f4-1255-4d14-8e28-fa9ea1699e31 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:12.897371 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2bb1fb3e-6155-4d5f-8113-cf81d1eb105c req-f26a68f4-1255-4d14-8e28-fa9ea1699e31 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5420 time: 0.2512155 Aug 16 20:12:12.912970 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 76090f41-c0c2-4f20-8947-4c9d155dfcb6, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=76090f41-c0c2-4f20-8947-4c9d155dfcb6,segment=NetworkSegment(8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4),segment_id=8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:12.925492 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:12.926282 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 61f5d400-4db0-4954-b6c2-83f11955da7c details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:12:12.975420 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-778bec78-3960-4f42-9222-bc1d42f9d41d tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:12.979805 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2bb1fb3e-6155-4d5f-8113-cf81d1eb105c req-a813b45f-ff52-4c13-936a-43a06a40cd90 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0802763 Aug 16 20:12:12.985806 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-778bec78-3960-4f42-9222-bc1d42f9d41d tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports/0806bdce-2fff-4354-aa5e-714ebcf44a22 HTTP/1.1" status: 200 len: 936 time: 0.1073978 Aug 16 20:12:13.045265 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 61f5d400-4db0-4954-b6c2-83f11955da7c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=61f5d400-4db0-4954-b6c2-83f11955da7c,segment=NetworkSegment(b7ce4720-f167-4ecc-85c5-c3f216f31da2),segment_id=b7ce4720-f167-4ecc-85c5-c3f216f31da2)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:13.081848 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '61f5d400-4db0-4954-b6c2-83f11955da7c', 'network_id': '531b5bc9-e4c2-4e3e-af48-510fa5c2f745', 'port_id': '61f5d400-4db0-4954-b6c2-83f11955da7c', 'mac_address': 'fa:16:3e:3a:4f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d7186cf-77e4-4b82-8d65-1e75cd70140b', 'ip_address': '10.1.1.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:12:13.086911 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=76090f41-c0c2-4f20-8947-4c9d155dfcb6,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:13.127047 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-299aed82-cd2f-478d-9e1c-71a8447862e7 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:13.148845 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-299aed82-cd2f-478d-9e1c-71a8447862e7 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports/ab46bcc0-44ef-4e7c-b460-c2af6e725793 HTTP/1.1" status: 200 len: 936 time: 0.1504815 Aug 16 20:12:13.172385 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:13.221845 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f5d400-4db0-4954-b6c2-83f11955da7c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:12:13.224733 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb910a0-87a3-420e-b099-fe87983c33eb req-2ccf7441-4071-4652-ad21-136cff95326f tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:13.226340 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7bb910a0-87a3-420e-b099-fe87983c33eb req-2ccf7441-4071-4652-ad21-136cff95326f tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.68 "GET /v2.0/ports?device_id=07ce991d-7b52-4eec-b392-2c401a0bffbf HTTP/1.1" status: 200 len: 946 time: 0.1144645 Aug 16 20:12:13.235864 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-729cccfe-4d39-4f9b-af92-23f3b47b8495 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?network_id=90394afd-703c-4163-92ad-725e7cc3c2c5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0859270 Aug 16 20:12:13.265525 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 61f5d400-4db0-4954-b6c2-83f11955da7c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=61f5d400-4db0-4954-b6c2-83f11955da7c,segment=NetworkSegment(b7ce4720-f167-4ecc-85c5-c3f216f31da2),segment_id=b7ce4720-f167-4ecc-85c5-c3f216f31da2)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:13.279998 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:13.280722 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 77b3645a-9cd6-4ba3-85c9-1ac50191565c details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:12:13.290973 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-835529cb-342d-473b-a67b-a1d2192da43f tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?network_id=90394afd-703c-4163-92ad-725e7cc3c2c5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0539868 Aug 16 20:12:13.325429 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7bb910a0-87a3-420e-b099-fe87983c33eb req-7ad0f83a-d87a-4afc-97b7-61e705a4b74a tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.68 "GET /v2.0/security-groups?id=60c8534b-dfed-4c2b-916b-7bf431ffae73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904973 Aug 16 20:12:13.383119 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 77b3645a-9cd6-4ba3-85c9-1ac50191565c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=77b3645a-9cd6-4ba3-85c9-1ac50191565c,segment=NetworkSegment(8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4),segment_id=8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:13.402971 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '77b3645a-9cd6-4ba3-85c9-1ac50191565c', 'network_id': '2a2623ce-bffe-47bb-a726-6ce2777826c9', 'port_id': '77b3645a-9cd6-4ba3-85c9-1ac50191565c', 'mac_address': 'fa:16:3e:c7:94:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05b69095-3330-4691-9066-4b298da7e27d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:12:13.461871 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=61f5d400-4db0-4954-b6c2-83f11955da7c,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:13.474039 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66869b1f-dd8e-488b-8923-6afab3d8f09f req-8a937ad2-8ad0-4700-8afe-913e53194979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:13.475938 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-66869b1f-dd8e-488b-8923-6afab3d8f09f req-8a937ad2-8ad0-4700-8afe-913e53194979 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=081444c713e44b3b9c38b3a6c10c28bc&device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 1097 time: 0.1061380 Aug 16 20:12:13.511053 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:13.539034 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b3645a-9cd6-4ba3-85c9-1ac50191565c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:12:13.558686 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-bd242e2c-1ea9-4867-a84f-94c7b53521a6 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:13.572792 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-bd242e2c-1ea9-4867-a84f-94c7b53521a6 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:13.579114 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 77b3645a-9cd6-4ba3-85c9-1ac50191565c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=77b3645a-9cd6-4ba3-85c9-1ac50191565c,segment=NetworkSegment(8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4),segment_id=8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:13.587342 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:13.588084 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 3cdfb6f4-dac4-488e-af79-cf406aeeec52 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:12:13.593291 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-bd242e2c-1ea9-4867-a84f-94c7b53521a6 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:13.595076 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-bd242e2c-1ea9-4867-a84f-94c7b53521a6 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/networks?id=0ae80140-337e-46f6-881d-18b41812816e&id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&id=90394afd-703c-4163-92ad-725e7cc3c2c5&id=90394afd-703c-4163-92ad-725e7cc3c2c5 HTTP/1.1" status: 200 len: 1994 time: 0.2940636 Aug 16 20:12:13.627093 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 3cdfb6f4-dac4-488e-af79-cf406aeeec52, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3cdfb6f4-dac4-488e-af79-cf406aeeec52,segment=NetworkSegment(b7ce4720-f167-4ecc-85c5-c3f216f31da2),segment_id=b7ce4720-f167-4ecc-85c5-c3f216f31da2)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:13.630061 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-cce09528-5dff-4868-a0d7-9479301a35cf tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/quotas/7b57628fd666456abf7d4e027fd3ce47 HTTP/1.1" status: 200 len: 375 time: 0.0278590 Aug 16 20:12:13.660708 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7533901-df45-4ef2-8e06-7c8d7cba837e req-88249449-1a24-4e09-a7a8-67e3bfb289de tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:13.663268 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c7533901-df45-4ef2-8e06-7c8d7cba837e req-88249449-1a24-4e09-a7a8-67e3bfb289de tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1123619 Aug 16 20:12:13.690079 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '3cdfb6f4-dac4-488e-af79-cf406aeeec52', 'network_id': '531b5bc9-e4c2-4e3e-af48-510fa5c2f745', 'port_id': '3cdfb6f4-dac4-488e-af79-cf406aeeec52', 'mac_address': 'fa:16:3e:ae:37:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d7186cf-77e4-4b82-8d65-1e75cd70140b', 'ip_address': '10.1.1.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:12:13.691931 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=77b3645a-9cd6-4ba3-85c9-1ac50191565c,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:13.725247 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66869b1f-dd8e-488b-8923-6afab3d8f09f req-86bb20fc-aebf-4598-a26b-01a41d10c65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:13.731492 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-66869b1f-dd8e-488b-8923-6afab3d8f09f req-86bb20fc-aebf-4598-a26b-01a41d10c65d service neutron] 10.222.0.57 "GET /v2.0/networks?id=d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4 HTTP/1.1" status: 200 len: 915 time: 0.2477241 Aug 16 20:12:13.752717 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-05e6ab4e-a3a2-4281-9104-725512375e6b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7b57628fd666456abf7d4e027fd3ce47&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1098647 Aug 16 20:12:13.770688 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:13.785689 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cdfb6f4-dac4-488e-af79-cf406aeeec52 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:12:13.809288 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 3cdfb6f4-dac4-488e-af79-cf406aeeec52, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3cdfb6f4-dac4-488e-af79-cf406aeeec52,segment=NetworkSegment(b7ce4720-f167-4ecc-85c5-c3f216f31da2),segment_id=b7ce4720-f167-4ecc-85c5-c3f216f31da2)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:13.821177 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:13.822385 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 4ca147cc-a223-4e76-8231-748d95ba851c details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:12:13.887183 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c7533901-df45-4ef2-8e06-7c8d7cba837e req-9e8a7230-985f-4996-9aee-be75a1244b1b tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035742 Aug 16 20:12:13.898270 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=3cdfb6f4-dac4-488e-af79-cf406aeeec52,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:13.904865 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-66869b1f-dd8e-488b-8923-6afab3d8f09f req-f04f6dba-ecf9-4cd9-b230-eb43d24292ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 HTTP/1.1" status: 200 len: 217 time: 0.1073563 Aug 16 20:12:13.963601 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66869b1f-dd8e-488b-8923-6afab3d8f09f req-e658b874-d21d-4e23-86c1-ae40019552cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:13.965881 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-66869b1f-dd8e-488b-8923-6afab3d8f09f req-e658b874-d21d-4e23-86c1-ae40019552cb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e446e4f6-92a6-456f-bac2-69b91af15e47 HTTP/1.1" status: 200 len: 854 time: 0.0601826 Aug 16 20:12:13.975378 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-5b5e8923-c54c-4c43-be4c-e3cc4d68eb00 service neutron] 10.222.0.68 "GET /v2.0/networks/0ae80140-337e-46f6-881d-18b41812816e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144299 Aug 16 20:12:14.008394 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-66869b1f-dd8e-488b-8923-6afab3d8f09f req-778b032a-e814-4c26-925e-c4f3515943ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305715 Aug 16 20:12:14.127835 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 4ca147cc-a223-4e76-8231-748d95ba851c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=4ca147cc-a223-4e76-8231-748d95ba851c,segment=NetworkSegment(f5b0f7e9-2952-4b14-9633-7226a8941178),segment_id=f5b0f7e9-2952-4b14-9633-7226a8941178)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:14.141366 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-64e241e8-3ea2-483b-9bf2-b00473b42efb service neutron] 10.222.0.68 "GET /v2.0/networks/0ae80140-337e-46f6-881d-18b41812816e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581366 Aug 16 20:12:14.157518 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '4ca147cc-a223-4e76-8231-748d95ba851c', 'network_id': '6d192dbb-a372-4859-86a9-c63053b8e357', 'port_id': '4ca147cc-a223-4e76-8231-748d95ba851c', 'mac_address': 'fa:16:3e:eb:15:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '279800a2-1f75-4763-82e2-882d40193542', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:12:14.220071 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-c2ac2af6-61fd-48bf-bb77-974f5c774ef6 service neutron] 10.222.0.68 "GET /v2.0/ports/0806bdce-2fff-4354-aa5e-714ebcf44a22?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0720153 Aug 16 20:12:14.266814 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:14.295121 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca147cc-a223-4e76-8231-748d95ba851c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:12:14.327003 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 4ca147cc-a223-4e76-8231-748d95ba851c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=4ca147cc-a223-4e76-8231-748d95ba851c,segment=NetworkSegment(f5b0f7e9-2952-4b14-9633-7226a8941178),segment_id=f5b0f7e9-2952-4b14-9633-7226a8941178)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:14.333395 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:14.334074 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 604be3bb-7bde-47cc-88cf-1680e6ea6018 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:12:14.340463 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49175311-0743-4c33-bce4-133c2a0df6e4 req-a3da70c8-b857-4743-ba7d-1978c268f568 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:14.353164 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49175311-0743-4c33-bce4-133c2a0df6e4 req-a3da70c8-b857-4743-ba7d-1978c268f568 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:14.363588 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49175311-0743-4c33-bce4-133c2a0df6e4 req-a3da70c8-b857-4743-ba7d-1978c268f568 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:14.380213 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49175311-0743-4c33-bce4-133c2a0df6e4 req-a3da70c8-b857-4743-ba7d-1978c268f568 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:14.394936 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49175311-0743-4c33-bce4-133c2a0df6e4 req-a3da70c8-b857-4743-ba7d-1978c268f568 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:14.405416 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-08b45d90-626e-47b9-a397-00b3156e79d9 service neutron] 10.222.0.68 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841850 Aug 16 20:12:14.407105 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49175311-0743-4c33-bce4-133c2a0df6e4 req-a3da70c8-b857-4743-ba7d-1978c268f568 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:14.421976 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49175311-0743-4c33-bce4-133c2a0df6e4 req-a3da70c8-b857-4743-ba7d-1978c268f568 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:14.436196 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-49175311-0743-4c33-bce4-133c2a0df6e4 req-a3da70c8-b857-4743-ba7d-1978c268f568 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5424 time: 0.2899449 Aug 16 20:12:14.445530 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-66869b1f-dd8e-488b-8923-6afab3d8f09f req-9d111b3b-79b9-4e6e-8788-74281f0d8b72 service neutron] 10.222.0.57 "GET /v2.0/networks/d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276290 Aug 16 20:12:14.457974 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=4ca147cc-a223-4e76-8231-748d95ba851c,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:14.470354 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 604be3bb-7bde-47cc-88cf-1680e6ea6018, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=604be3bb-7bde-47cc-88cf-1680e6ea6018,segment=NetworkSegment(b7ce4720-f167-4ecc-85c5-c3f216f31da2),segment_id=b7ce4720-f167-4ecc-85c5-c3f216f31da2)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:14.483942 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '604be3bb-7bde-47cc-88cf-1680e6ea6018', 'network_id': '531b5bc9-e4c2-4e3e-af48-510fa5c2f745', 'port_id': '604be3bb-7bde-47cc-88cf-1680e6ea6018', 'mac_address': 'fa:16:3e:9a:aa:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d7186cf-77e4-4b82-8d65-1e75cd70140b', 'ip_address': '10.1.1.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:12:14.531273 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:14.551228 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 604be3bb-7bde-47cc-88cf-1680e6ea6018 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:12:14.574041 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 604be3bb-7bde-47cc-88cf-1680e6ea6018, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=604be3bb-7bde-47cc-88cf-1680e6ea6018,segment=NetworkSegment(b7ce4720-f167-4ecc-85c5-c3f216f31da2),segment_id=b7ce4720-f167-4ecc-85c5-c3f216f31da2)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:14.582458 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:14.639378 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-75d93146-c070-46f8-a106-3e6c609c3b39 service neutron] 10.222.0.68 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270825 Aug 16 20:12:14.647463 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=604be3bb-7bde-47cc-88cf-1680e6ea6018,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:14.695565 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-49175311-0743-4c33-bce4-133c2a0df6e4 req-e0febe31-19cc-42c6-9b9a-4f608592988e tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2321014 Aug 16 20:12:14.724096 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-6a988e19-b4ad-4efb-bf56-e930f24b3b02 service neutron] 10.222.0.68 "GET /v2.0/ports/ab46bcc0-44ef-4e7c-b460-c2af6e725793?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0779772 Aug 16 20:12:14.774575 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-66869b1f-dd8e-488b-8923-6afab3d8f09f req-624b5736-61de-44b5-94b6-5cbf2d84509e service neutron] 10.222.0.57 "GET /v2.0/networks/d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205228 Aug 16 20:12:14.872852 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-fdba3d02-299e-4aa0-b5b3-18c3662f9e9f service neutron] 10.222.0.68 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418090 Aug 16 20:12:15.051989 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-15b46979-8ac0-49fc-a141-637d17eb7947 service neutron] 10.222.0.68 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556554 Aug 16 20:12:15.084495 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44109537-5e87-465b-90fb-0fd65d4d3b08 req-7ff22be7-d08e-4bf5-b753-3cc0b3de2e4e tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:15.092943 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-44109537-5e87-465b-90fb-0fd65d4d3b08 req-7ff22be7-d08e-4bf5-b753-3cc0b3de2e4e tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1039717 Aug 16 20:12:15.151312 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-44109537-5e87-465b-90fb-0fd65d4d3b08 req-933723b6-a789-4592-95ac-228f73eaf0fc tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507853 Aug 16 20:12:15.212985 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-781907d1-2392-4c92-ba9d-5e0a75fcf871 service neutron] 10.222.0.68 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437085 Aug 16 20:12:15.272285 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['4ca147cc-a223-4e76-8231-748d95ba851c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:12:15.334998 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-1c87fe47-fa4f-4e18-9882-4805272ed3db service neutron] 10.222.0.68 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126878 Aug 16 20:12:15.383312 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['76090f41-c0c2-4f20-8947-4c9d155dfcb6'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:12:15.463607 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['604be3bb-7bde-47cc-88cf-1680e6ea6018'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:12:15.469080 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['3cdfb6f4-dac4-488e-af79-cf406aeeec52'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:12:15.605617 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['77b3645a-9cd6-4ba3-85c9-1ac50191565c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:12:15.612778 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['ec6dde60-31da-44a8-99c6-66666133bd58'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:12:15.632370 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['61f5d400-4db0-4954-b6c2-83f11955da7c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:12:15.693194 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-e74580ee-2b50-435e-977d-2bfe82569e61 service neutron] 10.222.0.68 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405309 Aug 16 20:12:15.904462 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-f5d8abed-7145-4872-9531-46c222da2d8b service neutron] 10.222.0.68 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878824 Aug 16 20:12:15.939315 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e3b06-7d20-4bca-9411-8f4f8e21dbfe req-7f30d36b-bd26-4c3a-8c33-2f5578ac3ad2 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:15.941419 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f67e3b06-7d20-4bca-9411-8f4f8e21dbfe req-7f30d36b-bd26-4c3a-8c33-2f5578ac3ad2 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.68 "GET /v2.0/ports?device_id=07ce991d-7b52-4eec-b392-2c401a0bffbf HTTP/1.1" status: 200 len: 946 time: 0.1202686 Aug 16 20:12:16.024715 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f67e3b06-7d20-4bca-9411-8f4f8e21dbfe req-ceabc4f4-aadd-4c3c-bd1f-3286072155b6 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.68 "GET /v2.0/security-groups?id=60c8534b-dfed-4c2b-916b-7bf431ffae73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748794 Aug 16 20:12:16.074220 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-836e5a22-b39c-402e-98f6-960e108206b0 service neutron] 10.222.0.68 "GET /v2.0/networks/90394afd-703c-4163-92ad-725e7cc3c2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542165 Aug 16 20:12:16.222083 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-257ec0f4-47ea-4e84-b600-853c8fe93a80 service neutron] 10.222.0.68 "GET /v2.0/networks/90394afd-703c-4163-92ad-725e7cc3c2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432009 Aug 16 20:12:16.262434 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72e244-4788-4330-ae24-e404d07f20ee req-60c88511-0990-4148-9c05-3f3d2cc73704 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:16.268069 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72e244-4788-4330-ae24-e404d07f20ee req-60c88511-0990-4148-9c05-3f3d2cc73704 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:16.283517 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72e244-4788-4330-ae24-e404d07f20ee req-60c88511-0990-4148-9c05-3f3d2cc73704 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:16.289461 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72e244-4788-4330-ae24-e404d07f20ee req-60c88511-0990-4148-9c05-3f3d2cc73704 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:16.314306 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72e244-4788-4330-ae24-e404d07f20ee req-60c88511-0990-4148-9c05-3f3d2cc73704 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:16.328886 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72e244-4788-4330-ae24-e404d07f20ee req-60c88511-0990-4148-9c05-3f3d2cc73704 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:16.341786 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72e244-4788-4330-ae24-e404d07f20ee req-60c88511-0990-4148-9c05-3f3d2cc73704 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:16.352476 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0c72e244-4788-4330-ae24-e404d07f20ee req-60c88511-0990-4148-9c05-3f3d2cc73704 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5426 time: 0.2038765 Aug 16 20:12:16.353399 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-4d3b603d-8d3d-44c6-8f8c-59f539bcae1b service neutron] 10.222.0.68 "GET /v2.0/networks/90394afd-703c-4163-92ad-725e7cc3c2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304562 Aug 16 20:12:16.420681 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0c72e244-4788-4330-ae24-e404d07f20ee req-07cfa009-1b15-4d7a-9f38-136605cf6f87 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667264 Aug 16 20:12:16.493011 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-10682db3-efe0-4605-94f6-3921cc2bcb0b service neutron] 10.222.0.68 "GET /v2.0/networks/90394afd-703c-4163-92ad-725e7cc3c2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384180 Aug 16 20:12:16.645465 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc0fd9-ac80-42cd-8731-fa97a12ecca9 req-7f5e9431-d704-4009-8dcb-776716be42b6 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:16.656934 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a2dc0fd9-ac80-42cd-8731-fa97a12ecca9 req-7f5e9431-d704-4009-8dcb-776716be42b6 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 945 time: 0.1217432 Aug 16 20:12:16.718726 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a2dc0fd9-ac80-42cd-8731-fa97a12ecca9 req-a9207db7-6c68-4d75-900d-e5102074122a tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495014 Aug 16 20:12:17.172169 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:12:17.273515 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c4419-3c02-41fb-a5c5-90fb1d94cb87 req-cc41b8f9-38d6-451e-a0aa-85470ef54ff1 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:17.275260 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-897c4419-3c02-41fb-a5c5-90fb1d94cb87 req-cc41b8f9-38d6-451e-a0aa-85470ef54ff1 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.57 "GET /v2.0/ports?device_id=07ce991d-7b52-4eec-b392-2c401a0bffbf HTTP/1.1" status: 200 len: 946 time: 0.1549230 Aug 16 20:12:17.361229 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a5661-b1b7-46c9-a836-198538f3128f req-9ebdd7e4-0e3a-4a94-84d8-42aa551c21ca tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:17.371277 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d72a5661-b1b7-46c9-a836-198538f3128f req-9ebdd7e4-0e3a-4a94-84d8-42aa551c21ca tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.68 "GET /v2.0/ports?device_id=07ce991d-7b52-4eec-b392-2c401a0bffbf HTTP/1.1" status: 200 len: 946 time: 0.2358861 Aug 16 20:12:17.461726 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:17.486264 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d72a5661-b1b7-46c9-a836-198538f3128f req-98197a41-731d-44e3-b85f-1649a8d53f36 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.68 "GET /v2.0/security-groups?id=60c8534b-dfed-4c2b-916b-7bf431ffae73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136327 Aug 16 20:12:17.489646 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd6e8b6-82fd-4279-82e3-a4823a518897', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f61f6739-94c2-40c0-8c3b-28bcbcba1bb5'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:12:17.492293 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d2d7fc-ed69-44c4-a824-2cbabbd8fb67" -d '{"events": [{"server_uuid": "ffd6e8b6-82fd-4279-82e3-a4823a518897", "name": "network-vif-unplugged", "status": "completed", "tag": "f61f6739-94c2-40c0-8c3b-28bcbcba1bb5"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:12:17.525141 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port f61f6739-94c2-40c0-8c3b-28bcbcba1bb5, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f61f6739-94c2-40c0-8c3b-28bcbcba1bb5,segment=NetworkSegment(9d848ad9-9fd2-4cfe-b946-4cad1262a1a1),segment_id=9d848ad9-9fd2-4cfe-b946-4cad1262a1a1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:17.530703 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:17.533522 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-897c4419-3c02-41fb-a5c5-90fb1d94cb87 req-35029c5a-98aa-4edd-9de3-6b1333137a3b tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Deleting port 1631d60c-79de-4a25-9a84-57dcaee949fd {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:12:17.540604 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-897c4419-3c02-41fb-a5c5-90fb1d94cb87 req-35029c5a-98aa-4edd-9de3-6b1333137a3b tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:17.625857 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 20:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2031492-b18d-4870-bd60-71a9a668c727 x-openstack-request-id: req-d2031492-b18d-4870-bd60-71a9a668c727 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:12:17.626088 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd6e8b6-82fd-4279-82e3-a4823a518897", "name": "network-vif-unplugged", "status": "failed", "tag": "f61f6739-94c2-40c0-8c3b-28bcbcba1bb5", "code": 422}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:12:17.626236 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d2031492-b18d-4870-bd60-71a9a668c727 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:12:17.626635 n-d-787206-13 neutron-server[94772]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ffd6e8b6-82fd-4279-82e3-a4823a518897', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f61f6739-94c2-40c0-8c3b-28bcbcba1bb5', 'code': 422} returned with failed status Aug 16 20:12:17.643297 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1169668f-a4b6-4c40-82d8-74f104436134 req-c5aaf27a-4d50-42b4-b408-7da0e7809aec tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 210 time: 0.0505052 Aug 16 20:12:17.692837 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=f61f6739-94c2-40c0-8c3b-28bcbcba1bb5,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:17.791003 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6946c17-70ea-4425-b184-94acf3585a29 req-9f64c08c-7706-494c-9818-1b55d3d47007 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:17.798622 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6946c17-70ea-4425-b184-94acf3585a29 req-9f64c08c-7706-494c-9818-1b55d3d47007 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:17.805260 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6946c17-70ea-4425-b184-94acf3585a29 req-9f64c08c-7706-494c-9818-1b55d3d47007 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:17.811764 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6946c17-70ea-4425-b184-94acf3585a29 req-9f64c08c-7706-494c-9818-1b55d3d47007 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:17.818085 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6946c17-70ea-4425-b184-94acf3585a29 req-9f64c08c-7706-494c-9818-1b55d3d47007 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:17.824085 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6946c17-70ea-4425-b184-94acf3585a29 req-9f64c08c-7706-494c-9818-1b55d3d47007 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:17.830333 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6946c17-70ea-4425-b184-94acf3585a29 req-9f64c08c-7706-494c-9818-1b55d3d47007 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:17.838815 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a6946c17-70ea-4425-b184-94acf3585a29 req-9f64c08c-7706-494c-9818-1b55d3d47007 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5426 time: 0.1451685 Aug 16 20:12:17.867277 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a025ac-ee1d-4cec-8ef3-3ab0f30b735d req-52837f4c-edb2-45c9-810a-3bdd48bacc07 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:17.869598 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-897c4419-3c02-41fb-a5c5-90fb1d94cb87 req-35029c5a-98aa-4edd-9de3-6b1333137a3b tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] For port 1631d60c-79de-4a25-9a84-57dcaee949fd, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1631d60c-79de-4a25-9a84-57dcaee949fd,segment=NetworkSegment(c9bae274-6194-496b-853b-664689f8765f),segment_id=c9bae274-6194-496b-853b-664689f8765f)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:17.869955 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-897c4419-3c02-41fb-a5c5-90fb1d94cb87 req-35029c5a-98aa-4edd-9de3-6b1333137a3b tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:17.870617 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-06a025ac-ee1d-4cec-8ef3-3ab0f30b735d req-52837f4c-edb2-45c9-810a-3bdd48bacc07 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 943 time: 0.0660105 Aug 16 20:12:17.893071 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-897c4419-3c02-41fb-a5c5-90fb1d94cb87 req-35029c5a-98aa-4edd-9de3-6b1333137a3b tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Calling delete_port for 1631d60c-79de-4a25-9a84-57dcaee949fd owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:12:17.912567 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a6946c17-70ea-4425-b184-94acf3585a29 req-60bec086-3c1f-4727-955d-79bfd6984243 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0720744 Aug 16 20:12:17.939657 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-06a025ac-ee1d-4cec-8ef3-3ab0f30b735d req-1596953a-6a12-414a-be14-e531e926a7e2 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635774 Aug 16 20:12:18.129247 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec9fb5-f8a8-4405-9649-a7acdbae0225 req-16744fee-da66-4fe2-adda-f775f6cb7d7f tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:18.131058 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-19ec9fb5-f8a8-4405-9649-a7acdbae0225 req-16744fee-da66-4fe2-adda-f775f6cb7d7f tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 943 time: 0.0735815 Aug 16 20:12:18.366388 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-19ec9fb5-f8a8-4405-9649-a7acdbae0225 req-36431b23-1dcc-409a-9c2c-ae7973c291a6 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434539 Aug 16 20:12:18.373950 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b50acb-73a0-4e60-af44-97a52dc2c797 req-6824e66d-e3af-445e-9f02-ed32f433a21c tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:18.373950 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d1b50acb-73a0-4e60-af44-97a52dc2c797 req-6824e66d-e3af-445e-9f02-ed32f433a21c tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 946 time: 0.0787358 Aug 16 20:12:18.373950 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d1b50acb-73a0-4e60-af44-97a52dc2c797 req-a1b83e36-14d8-4869-87de-8fbcb18b8808 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406997 Aug 16 20:12:18.373950 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-897c4419-3c02-41fb-a5c5-90fb1d94cb87 req-35029c5a-98aa-4edd-9de3-6b1333137a3b tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:18.385967 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['1631d60c-79de-4a25-9a84-57dcaee949fd'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:12:18.409812 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35029c5a-98aa-4edd-9de3-6b1333137a3b tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Pushing event deleted for resources: {'Port': ['ID=1631d60c-79de-4a25-9a84-57dcaee949fd,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:18.487402 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-897c4419-3c02-41fb-a5c5-90fb1d94cb87 req-35029c5a-98aa-4edd-9de3-6b1333137a3b tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] No DVR routers for this DVR port 1631d60c-79de-4a25-9a84-57dcaee949fd on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:12:18.497420 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-897c4419-3c02-41fb-a5c5-90fb1d94cb87 req-35029c5a-98aa-4edd-9de3-6b1333137a3b tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:18.502047 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-897c4419-3c02-41fb-a5c5-90fb1d94cb87 req-35029c5a-98aa-4edd-9de3-6b1333137a3b tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.57 "DELETE /v2.0/ports/1631d60c-79de-4a25-9a84-57dcaee949fd HTTP/1.1" status: 204 len: 173 time: 1.2198286 Aug 16 20:12:18.504857 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ce991d-7b52-4eec-b392-2c401a0bffbf', 'name': 'network-vif-deleted', 'tag': '1631d60c-79de-4a25-9a84-57dcaee949fd'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:12:18.510703 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32fbd80-7c30-4103-aca3-24412f1d6a2b" -d '{"events": [{"server_uuid": "07ce991d-7b52-4eec-b392-2c401a0bffbf", "name": "network-vif-deleted", "tag": "1631d60c-79de-4a25-9a84-57dcaee949fd"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:12:18.585556 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 61f5d400-4db0-4954-b6c2-83f11955da7c up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:12:18.591204 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d67f7e-2543-4aeb-880e-980966950aaa req-43847942-cd0d-4ee2-b50d-af8e95080844 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:18.599671 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d7d67f7e-2543-4aeb-880e-980966950aaa req-43847942-cd0d-4ee2-b50d-af8e95080844 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 943 time: 0.0690844 Aug 16 20:12:18.637485 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b7afaaa7-0002-423f-b056-8d85e469a41a req-0173234e-7cc8-499c-aace-44be52c9ee71 tempest-ServerMetadataNegativeTestJSON-1953973035 tempest-ServerMetadataNegativeTestJSON-1953973035-project] 10.222.0.68 "GET /v2.0/ports?device_id=07ce991d-7b52-4eec-b392-2c401a0bffbf HTTP/1.1" status: 200 len: 210 time: 0.0532618 Aug 16 20:12:18.679681 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d7d67f7e-2543-4aeb-880e-980966950aaa req-5b2f4dfc-e28e-411c-b3dc-436d9f1817fd tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786631 Aug 16 20:12:18.693643 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77a79f8-5b98-43f2-b3cb-4bdd549c413b x-openstack-request-id: req-e77a79f8-5b98-43f2-b3cb-4bdd549c413b {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:12:18.694158 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ce991d-7b52-4eec-b392-2c401a0bffbf", "name": "network-vif-deleted", "tag": "1631d60c-79de-4a25-9a84-57dcaee949fd", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:12:18.694583 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e77a79f8-5b98-43f2-b3cb-4bdd549c413b {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:12:18.695151 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ce991d-7b52-4eec-b392-2c401a0bffbf', 'name': 'network-vif-deleted', 'tag': '1631d60c-79de-4a25-9a84-57dcaee949fd', 'status': 'completed', 'code': 200} Aug 16 20:12:18.705493 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 61f5d400-4db0-4954-b6c2-83f11955da7c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:12:18.711659 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 61f5d400-4db0-4954-b6c2-83f11955da7c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:12:18.712161 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:18.812434 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5e96b81a-b7af-4255-b6ae-4d3fbbdda521 req-fb8cb335-ac1d-4582-b4de-7c89f569d268 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 210 time: 0.0365770 Aug 16 20:12:19.062240 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:19.120417 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 61f5d400-4db0-4954-b6c2-83f11955da7c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=61f5d400-4db0-4954-b6c2-83f11955da7c,segment=NetworkSegment(b7ce4720-f167-4ecc-85c5-c3f216f31da2),segment_id=b7ce4720-f167-4ecc-85c5-c3f216f31da2)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:19.126336 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:19.127662 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 4ca147cc-a223-4e76-8231-748d95ba851c up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:12:19.171419 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a2f15-e70a-4abf-b59b-371f95971211 req-7d314eab-a695-4cd9-827b-13fc700f7dab tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:19.211727 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a8fb4760-60a2-427b-96d2-319d35aa0ac7 req-a8863d02-26bb-429a-a907-a0575d806d8e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2995872 Aug 16 20:12:19.215567 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a2f15-e70a-4abf-b59b-371f95971211 req-7d314eab-a695-4cd9-827b-13fc700f7dab tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:19.234030 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a2f15-e70a-4abf-b59b-371f95971211 req-7d314eab-a695-4cd9-827b-13fc700f7dab tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:19.245462 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a2f15-e70a-4abf-b59b-371f95971211 req-7d314eab-a695-4cd9-827b-13fc700f7dab tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:19.254211 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a2f15-e70a-4abf-b59b-371f95971211 req-7d314eab-a695-4cd9-827b-13fc700f7dab tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:19.260419 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a2f15-e70a-4abf-b59b-371f95971211 req-7d314eab-a695-4cd9-827b-13fc700f7dab tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:19.274970 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=61f5d400-4db0-4954-b6c2-83f11955da7c,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:19.276643 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a2f15-e70a-4abf-b59b-371f95971211 req-7d314eab-a695-4cd9-827b-13fc700f7dab tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:19.297011 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ca3a2f15-e70a-4abf-b59b-371f95971211 req-7d314eab-a695-4cd9-827b-13fc700f7dab tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5426 time: 0.2645152 Aug 16 20:12:19.312010 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 4ca147cc-a223-4e76-8231-748d95ba851c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:12:19.319968 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 4ca147cc-a223-4e76-8231-748d95ba851c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:12:19.320950 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:19.425222 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ca3a2f15-e70a-4abf-b59b-371f95971211 req-abb428d0-cb48-4625-a857-be429f6fe6bb tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1271811 Aug 16 20:12:19.444823 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:19.481698 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-12c40007-c858-4856-ae9e-43b0572c16dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:19.483122 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-12c40007-c858-4856-ae9e-43b0572c16dc service neutron] 10.222.0.63 "GET /v2.0/ports/0806bdce-2fff-4354-aa5e-714ebcf44a22 HTTP/1.1" status: 200 len: 1032 time: 0.1331785 Aug 16 20:12:19.494775 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 4ca147cc-a223-4e76-8231-748d95ba851c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=4ca147cc-a223-4e76-8231-748d95ba851c,segment=NetworkSegment(f5b0f7e9-2952-4b14-9633-7226a8941178),segment_id=f5b0f7e9-2952-4b14-9633-7226a8941178)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:19.500796 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:19.545784 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-853253f5-0235-4219-a3ab-198c0f2164aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:19.552420 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-853253f5-0235-4219-a3ab-198c0f2164aa service neutron] 10.222.0.63 "GET /v2.0/ports/ab46bcc0-44ef-4e7c-b460-c2af6e725793 HTTP/1.1" status: 200 len: 1032 time: 0.0473046 Aug 16 20:12:19.566960 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=4ca147cc-a223-4e76-8231-748d95ba851c,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:19.628246 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f5d400-4db0-4954-b6c2-83f11955da7c'}, {'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca147cc-a223-4e76-8231-748d95ba851c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:12:19.631464 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e29a87-6cae-4121-beac-3da9b8ecbc16" -d '{"events": [{"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-plugged", "status": "completed", "tag": "61f5d400-4db0-4954-b6c2-83f11955da7c"}, {"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-plugged", "status": "completed", "tag": "4ca147cc-a223-4e76-8231-748d95ba851c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:12:19.631987 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc49cf4-2686-48df-a34d-ce656132e4bd req-4c254c21-9c3a-4f7b-afae-6e2eda74c1e2 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:19.633764 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9bc49cf4-2686-48df-a34d-ce656132e4bd req-4c254c21-9c3a-4f7b-afae-6e2eda74c1e2 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 946 time: 0.1868496 Aug 16 20:12:19.705042 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc9dc8d-cb1c-4773-9b46-2d6f0aa0e51e x-openstack-request-id: req-6dc9dc8d-cb1c-4773-9b46-2d6f0aa0e51e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:12:19.705338 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-plugged", "status": "completed", "tag": "61f5d400-4db0-4954-b6c2-83f11955da7c", "code": 200}, {"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-plugged", "status": "completed", "tag": "4ca147cc-a223-4e76-8231-748d95ba851c", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:12:19.705610 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6dc9dc8d-cb1c-4773-9b46-2d6f0aa0e51e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:12:19.706012 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f5d400-4db0-4954-b6c2-83f11955da7c', 'code': 200} Aug 16 20:12:19.706287 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca147cc-a223-4e76-8231-748d95ba851c', 'code': 200} Aug 16 20:12:19.763487 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50340) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:12:19.793193 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-d8122c16-142a-4048-8f21-5dc1849cf672 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:19.800391 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-d8122c16-142a-4048-8f21-5dc1849cf672 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:19.807670 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-d8122c16-142a-4048-8f21-5dc1849cf672 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:19.810398 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-d8122c16-142a-4048-8f21-5dc1849cf672 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.63 "GET /v2.0/networks?id=0ae80140-337e-46f6-881d-18b41812816e&id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&id=90394afd-703c-4163-92ad-725e7cc3c2c5&id=90394afd-703c-4163-92ad-725e7cc3c2c5 HTTP/1.1" status: 200 len: 1994 time: 0.2328875 Aug 16 20:12:19.867638 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9bc49cf4-2686-48df-a34d-ce656132e4bd req-ffb0f395-5eb0-4245-9b90-07f0f6010bcd tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130562 Aug 16 20:12:19.869907 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-17341a46-4d43-4be7-a506-fc439b573bb7 admin admin] Deleting subnet 47327d15-12af-4210-b882-1c249721a6dc {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:12:19.876844 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17341a46-4d43-4be7-a506-fc439b573bb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:19.895131 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0293c86e-50ea-46db-aeca-aee456ccaf81 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b57628fd666456abf7d4e027fd3ce47 HTTP/1.1" status: 200 len: 379 time: 0.0696549 Aug 16 20:12:19.906212 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-69da9639-65dc-47ae-92fa-21e30ae1e3f0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Request body: {'port': {'device_id': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'network_id': '0ae80140-337e-46f6-881d-18b41812816e', 'admin_state_up': True, 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'security_groups': ['e5bb3f6c-53de-41b3-b5f3-73ea9b51c819']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:12:20.032864 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17341a46-4d43-4be7-a506-fc439b573bb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:20.072382 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30d6a26b-73d1-4ccd-b22d-5d3a2ac8b538 req-08218ef1-cb09-44cc-bf65-15806a313192 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 210 time: 0.0557542 Aug 16 20:12:20.134611 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17341a46-4d43-4be7-a506-fc439b573bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:20.139028 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-69da9639-65dc-47ae-92fa-21e30ae1e3f0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Made reservation on behalf of 7b57628fd666456abf7d4e027fd3ce47 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:12:20.143130 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-69da9639-65dc-47ae-92fa-21e30ae1e3f0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:20.222515 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17341a46-4d43-4be7-a506-fc439b573bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:20.237249 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4bab2-ac27-49e7-8392-b1bca85d57b9 req-8defad38-dcf9-419f-b4b8-76b1394acdf2 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:20.246078 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-add4bab2-ac27-49e7-8392-b1bca85d57b9 req-8defad38-dcf9-419f-b4b8-76b1394acdf2 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 943 time: 0.3711159 Aug 16 20:12:20.297090 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17341a46-4d43-4be7-a506-fc439b573bb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47327d15-12af-4210-b882-1c249721a6dc,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:20.314963 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17341a46-4d43-4be7-a506-fc439b573bb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:20.319532 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-17341a46-4d43-4be7-a506-fc439b573bb7 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/47327d15-12af-4210-b882-1c249721a6dc HTTP/1.1" status: 204 len: 168 time: 0.5527372 Aug 16 20:12:20.319922 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50358) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:12:20.438820 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-add4bab2-ac27-49e7-8392-b1bca85d57b9 req-63b34927-4d32-43b7-8ba8-a1c47a590010 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799698 Aug 16 20:12:20.451745 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba4fcfcd-a552-48aa-9af1-f2e861d61895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:20.600175 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 77b3645a-9cd6-4ba3-85c9-1ac50191565c up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:12:20.653235 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba4fcfcd-a552-48aa-9af1-f2e861d61895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:20.657512 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb4760-60a2-427b-96d2-319d35aa0ac7 req-ce3b35a4-a2fe-46db-8b81-d5b7769ec175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:20.659674 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a8fb4760-60a2-427b-96d2-319d35aa0ac7 req-ce3b35a4-a2fe-46db-8b81-d5b7769ec175 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897&tenant_id=081444c713e44b3b9c38b3a6c10c28bc HTTP/1.1" status: 200 len: 1095 time: 0.1938083 Aug 16 20:12:20.672925 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-ba4fcfcd-a552-48aa-9af1-f2e861d61895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['517133b7-f436-49ca-80cf-96abadf03442']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:12:20.705980 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 77b3645a-9cd6-4ba3-85c9-1ac50191565c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:12:20.711769 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 77b3645a-9cd6-4ba3-85c9-1ac50191565c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:12:20.712399 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:20.730375 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-ba4fcfcd-a552-48aa-9af1-f2e861d61895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9bae274-6194-496b-853b-664689f8765f') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:12:20.730949 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-ba4fcfcd-a552-48aa-9af1-f2e861d61895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9bae274-6194-496b-853b-664689f8765f') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:12:20.765581 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba4fcfcd-a552-48aa-9af1-f2e861d61895 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:20.876040 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a993e5-c79f-4db8-9df7-4c162a0e3863 req-f01bd81f-b9ef-489d-b5dd-1bbffef1d5f1 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:20.884812 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e7a993e5-c79f-4db8-9df7-4c162a0e3863 req-f01bd81f-b9ef-489d-b5dd-1bbffef1d5f1 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 946 time: 0.1068380 Aug 16 20:12:20.888936 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:20.911919 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba4fcfcd-a552-48aa-9af1-f2e861d61895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:20.927296 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 77b3645a-9cd6-4ba3-85c9-1ac50191565c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=77b3645a-9cd6-4ba3-85c9-1ac50191565c,segment=NetworkSegment(8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4),segment_id=8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:20.928520 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4fcfcd-a552-48aa-9af1-f2e861d61895 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:12:20.931969 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba4fcfcd-a552-48aa-9af1-f2e861d61895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:20.941084 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:20.942622 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 3cdfb6f4-dac4-488e-af79-cf406aeeec52 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:12:20.961160 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:12:20.961160 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:12:20.961160 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:12:20.961160 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:12:20.961160 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:12:20.961160 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:12:20.961160 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:12:20.961160 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:12:20.961160 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:12:20.961160 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:12:20.961160 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:12:20.961160 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:12:20.961160 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:12:20.961160 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:12:20.961160 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:12:20.961160 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:12:20.961160 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:12:20.961160 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:12:20.961160 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:12:20.961160 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:12:20.961160 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:12:20.961160 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:12:20.961160 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:12:20.961160 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:12:20.961160 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:12:20.961160 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:12:20.961160 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:12:20.961160 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:12:20.961160 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:12:20.961160 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:12:20.961160 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:12:20.961160 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:12:20.973059 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-69da9639-65dc-47ae-92fa-21e30ae1e3f0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Allocated IP 172.20.0.9 (0ae80140-337e-46f6-881d-18b41812816e/38e01d28-9c01-425c-8286-6dc8a892ec17/2b63bd87-1c14-4b71-a437-91e0a8eca98c) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:12:21.003087 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e7a993e5-c79f-4db8-9df7-4c162a0e3863 req-2b931506-5a51-4cc1-8c2a-1045b3c849ea tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171906 Aug 16 20:12:21.069793 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 3cdfb6f4-dac4-488e-af79-cf406aeeec52 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:12:21.079043 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb4760-60a2-427b-96d2-319d35aa0ac7 req-24e68c43-4edb-4138-be90-6bb7a66e8305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:21.079544 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 3cdfb6f4-dac4-488e-af79-cf406aeeec52 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:12:21.079902 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:21.081577 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=77b3645a-9cd6-4ba3-85c9-1ac50191565c,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:21.086027 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a8fb4760-60a2-427b-96d2-319d35aa0ac7 req-24e68c43-4edb-4138-be90-6bb7a66e8305 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=081444c713e44b3b9c38b3a6c10c28bc&device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 1095 time: 0.3624084 Aug 16 20:12:21.109865 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddea9b-3c6d-49cd-af05-ebf7883a69e9 req-e16d7c00-6a09-43ca-b205-6269569baa19 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:21.129388 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddea9b-3c6d-49cd-af05-ebf7883a69e9 req-e16d7c00-6a09-43ca-b205-6269569baa19 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:21.134674 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:12:21.144105 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddea9b-3c6d-49cd-af05-ebf7883a69e9 req-e16d7c00-6a09-43ca-b205-6269569baa19 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:21.156342 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddea9b-3c6d-49cd-af05-ebf7883a69e9 req-e16d7c00-6a09-43ca-b205-6269569baa19 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:21.170212 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddea9b-3c6d-49cd-af05-ebf7883a69e9 req-e16d7c00-6a09-43ca-b205-6269569baa19 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:21.182749 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddea9b-3c6d-49cd-af05-ebf7883a69e9 req-e16d7c00-6a09-43ca-b205-6269569baa19 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:21.197449 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddea9b-3c6d-49cd-af05-ebf7883a69e9 req-e16d7c00-6a09-43ca-b205-6269569baa19 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:21.201695 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eeddea9b-3c6d-49cd-af05-ebf7883a69e9 req-e16d7c00-6a09-43ca-b205-6269569baa19 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5428 time: 0.5063829 Aug 16 20:12:21.241724 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-69da9639-65dc-47ae-92fa-21e30ae1e3f0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:21.266567 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba4fcfcd-a552-48aa-9af1-f2e861d61895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:21.279143 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e9e8a635-679c-402d-8dda-a47b80c005f2 req-5009a208-882f-4a2e-bef8-cfe01bcc9996 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 210 time: 0.0662887 Aug 16 20:12:21.287910 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba4fcfcd-a552-48aa-9af1-f2e861d61895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:21.289732 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ba4fcfcd-a552-48aa-9af1-f2e861d61895 admin admin] 10.222.0.68 "DELETE /v2.0/networks/517133b7-f436-49ca-80cf-96abadf03442 HTTP/1.1" status: 204 len: 168 time: 0.9686899 Aug 16 20:12:21.322509 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-69da9639-65dc-47ae-92fa-21e30ae1e3f0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Transition to ACTIVE for port object 2b63bd87-1c14-4b71-a437-91e0a8eca98c will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:12:21.377757 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:21.397555 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 4f2a2462-5629-42d9-881b-f9a0a5e0a025 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:12:21.412387 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-69da9639-65dc-47ae-92fa-21e30ae1e3f0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:21.417254 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb4760-60a2-427b-96d2-319d35aa0ac7 req-b10fbddb-551c-4a7d-8295-44a1645ffd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:21.419434 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a8fb4760-60a2-427b-96d2-319d35aa0ac7 req-b10fbddb-551c-4a7d-8295-44a1645ffd24 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4 HTTP/1.1" status: 200 len: 915 time: 0.2167542 Aug 16 20:12:21.436730 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fcfcd-a552-48aa-9af1-f2e861d61895 admin admin] Pushing event deleted for resources: {'Network': ['ID=517133b7-f436-49ca-80cf-96abadf03442,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:21.457921 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 3cdfb6f4-dac4-488e-af79-cf406aeeec52, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3cdfb6f4-dac4-488e-af79-cf406aeeec52,segment=NetworkSegment(b7ce4720-f167-4ecc-85c5-c3f216f31da2),segment_id=b7ce4720-f167-4ecc-85c5-c3f216f31da2)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:21.466825 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:21.467708 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device ec6dde60-31da-44a8-99c6-66666133bd58 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:12:21.487946 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eeddea9b-3c6d-49cd-af05-ebf7883a69e9 req-f82c92af-9f1e-4b46-a548-4b18d5218fc3 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2569139 Aug 16 20:12:21.490330 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a8fb4760-60a2-427b-96d2-319d35aa0ac7 req-dd44c84d-89f8-4f0f-9be2-b5948e989339 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 HTTP/1.1" status: 200 len: 217 time: 0.0552459 Aug 16 20:12:21.541987 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-69da9639-65dc-47ae-92fa-21e30ae1e3f0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Network 0ae80140-337e-46f6-881d-18b41812816e is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:12:21.590599 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb4760-60a2-427b-96d2-319d35aa0ac7 req-dec2f4c9-57d3-4227-b307-c8de4239d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:21.592365 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a8fb4760-60a2-427b-96d2-319d35aa0ac7 req-dec2f4c9-57d3-4227-b307-c8de4239d701 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e446e4f6-92a6-456f-bac2-69b91af15e47 HTTP/1.1" status: 200 len: 854 time: 0.0908146 Aug 16 20:12:21.646499 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-69da9639-65dc-47ae-92fa-21e30ae1e3f0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:12:21.647802 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a8fb4760-60a2-427b-96d2-319d35aa0ac7 req-1ce9b46b-b455-45d4-ba94-fe50a63e6b8a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471282 Aug 16 20:12:21.671087 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-69da9639-65dc-47ae-92fa-21e30ae1e3f0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:12:21.687456 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da9639-65dc-47ae-92fa-21e30ae1e3f0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Pushing event updated for resources: {'Port': ['ID=2b63bd87-1c14-4b71-a437-91e0a8eca98c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:21.712656 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b3645a-9cd6-4ba3-85c9-1ac50191565c'}, {'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdfb6f4-dac4-488e-af79-cf406aeeec52'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:12:21.715838 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa2885a-a4f8-49d7-8a88-dcbb930a08af" -d '{"events": [{"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-plugged", "status": "completed", "tag": "77b3645a-9cd6-4ba3-85c9-1ac50191565c"}, {"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-plugged", "status": "completed", "tag": "3cdfb6f4-dac4-488e-af79-cf406aeeec52"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:12:21.779809 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6b976-7e23-4dea-b0e3-146f0a5984f5 req-7e139284-e179-47a1-9c55-a7684ba55343 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:21.781568 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fce6b976-7e23-4dea-b0e3-146f0a5984f5 req-7e139284-e179-47a1-9c55-a7684ba55343 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 943 time: 0.2376401 Aug 16 20:12:21.797037 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50396) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:12:21.802254 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port ec6dde60-31da-44a8-99c6-66666133bd58 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:12:21.827694 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port ec6dde60-31da-44a8-99c6-66666133bd58 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:12:21.828091 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:21.859179 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a8fb4760-60a2-427b-96d2-319d35aa0ac7 req-62959fd6-d813-4e15-8e54-54746e53a6f4 service neutron] 10.222.0.57 "GET /v2.0/networks/d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015574 Aug 16 20:12:21.867874 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fbdad5-3e46-4f2e-831f-a5e9387d4862 x-openstack-request-id: req-60fbdad5-3e46-4f2e-831f-a5e9387d4862 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:12:21.868106 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-plugged", "status": "completed", "tag": "77b3645a-9cd6-4ba3-85c9-1ac50191565c", "code": 200}, {"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-plugged", "status": "completed", "tag": "3cdfb6f4-dac4-488e-af79-cf406aeeec52", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:12:21.868279 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-60fbdad5-3e46-4f2e-831f-a5e9387d4862 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:12:21.868669 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b3645a-9cd6-4ba3-85c9-1ac50191565c', 'code': 200} Aug 16 20:12:21.868917 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdfb6f4-dac4-488e-af79-cf406aeeec52', 'code': 200} Aug 16 20:12:21.876598 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=3cdfb6f4-dac4-488e-af79-cf406aeeec52,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:21.885039 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:21.954940 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:22.001303 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fce6b976-7e23-4dea-b0e3-146f0a5984f5 req-e33a16bf-e700-4fb6-a6d4-5845e3fc9397 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984575 Aug 16 20:12:22.020608 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port ec6dde60-31da-44a8-99c6-66666133bd58, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=ec6dde60-31da-44a8-99c6-66666133bd58,segment=NetworkSegment(b7ce4720-f167-4ecc-85c5-c3f216f31da2),segment_id=b7ce4720-f167-4ecc-85c5-c3f216f31da2)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:22.030404 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:22.030924 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 76090f41-c0c2-4f20-8947-4c9d155dfcb6 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:12:22.039892 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0215e38a-f21c-4d4c-8a92-10286e360580 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bd48d1c42bc6481495bb9ef8b1ba2ed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2355068 Aug 16 20:12:22.044673 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50400) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:12:22.070583 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-69da9639-65dc-47ae-92fa-21e30ae1e3f0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:22.071347 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-69da9639-65dc-47ae-92fa-21e30ae1e3f0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:22.098849 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-69da9639-65dc-47ae-92fa-21e30ae1e3f0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1972432 Aug 16 20:12:22.108932 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 4f2a2462-5629-42d9-881b-f9a0a5e0a025, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=4f2a2462-5629-42d9-881b-f9a0a5e0a025,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:22.114090 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-f2b606ad-fcba-4efa-b12f-2afdac7827b0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Request body: {'port': {'device_id': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'network_id': '17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1', 'admin_state_up': True, 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'security_groups': ['e5bb3f6c-53de-41b3-b5f3-73ea9b51c819']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:12:22.128408 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c21ed374-511c-4354-ac44-01ba88f6aee0 None None] Provisioning for port 2b63bd87-1c14-4b71-a437-91e0a8eca98c completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:12:22.132879 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:22.133913 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 1631d60c-79de-4a25-9a84-57dcaee949fd no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:12:22.139341 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c21ed374-511c-4354-ac44-01ba88f6aee0 None None] Provisioning complete for port 2b63bd87-1c14-4b71-a437-91e0a8eca98c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:12:22.139711 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c21ed374-511c-4354-ac44-01ba88f6aee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:22.181169 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c21ed374-511c-4354-ac44-01ba88f6aee0 None None] Port 2b63bd87-1c14-4b71-a437-91e0a8eca98c cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:12:22.209813 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a8fb4760-60a2-427b-96d2-319d35aa0ac7 req-b912a717-b64a-4d93-831e-ef8d3bc6d180 service neutron] 10.222.0.57 "GET /v2.0/networks/d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403645 Aug 16 20:12:22.210602 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 1631d60c-79de-4a25-9a84-57dcaee949fd {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:12:22.210951 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 1631d60c-79de-4a25-9a84-57dcaee949fd not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:12:22.232603 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=ec6dde60-31da-44a8-99c6-66666133bd58,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:22.250333 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-132b6db0-cb4f-4dbd-abb7-899f7a613795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:22.298370 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-f2b606ad-fcba-4efa-b12f-2afdac7827b0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Made reservation on behalf of 7b57628fd666456abf7d4e027fd3ce47 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:12:22.303707 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2745a27-9831-42d7-a37f-9f9b70979d7b req-fb592620-e23c-41cf-98d9-16a099f7cbf6 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:22.305434 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-f2b606ad-fcba-4efa-b12f-2afdac7827b0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:22.306153 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b2745a27-9831-42d7-a37f-9f9b70979d7b req-fb592620-e23c-41cf-98d9-16a099f7cbf6 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1411834 Aug 16 20:12:22.312982 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 76090f41-c0c2-4f20-8947-4c9d155dfcb6 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:12:22.322832 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-132b6db0-cb4f-4dbd-abb7-899f7a613795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:22.337629 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 76090f41-c0c2-4f20-8947-4c9d155dfcb6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:12:22.339716 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:22.399513 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b2745a27-9831-42d7-a37f-9f9b70979d7b req-e2220a91-f429-4074-ae58-a4e7197095eb tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819018 Aug 16 20:12:22.437514 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-132b6db0-cb4f-4dbd-abb7-899f7a613795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:22.441399 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-132b6db0-cb4f-4dbd-abb7-899f7a613795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:22.450088 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-132b6db0-cb4f-4dbd-abb7-899f7a613795 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/60c8534b-dfed-4c2b-916b-7bf431ffae73 HTTP/1.1" status: 204 len: 168 time: 0.4014766 Aug 16 20:12:22.465544 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b6db0-cb4f-4dbd-abb7-899f7a613795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c8534b-dfed-4c2b-916b-7bf431ffae73,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:22.514238 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=4f2a2462-5629-42d9-881b-f9a0a5e0a025,revision_number=11']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:22.571814 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:12:22.593105 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:22.678663 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 76090f41-c0c2-4f20-8947-4c9d155dfcb6, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=76090f41-c0c2-4f20-8947-4c9d155dfcb6,segment=NetworkSegment(8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4),segment_id=8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:22.686097 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:22.687623 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 604be3bb-7bde-47cc-88cf-1680e6ea6018 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:12:22.754171 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586a2fa-a1bf-47e3-b1e5-e6c1b3ebecfa req-17e3baed-dd4a-466b-8767-63b3a419ec87 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:22.768225 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6586a2fa-a1bf-47e3-b1e5-e6c1b3ebecfa req-17e3baed-dd4a-466b-8767-63b3a419ec87 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 931 time: 0.2230213 Aug 16 20:12:22.771396 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=76090f41-c0c2-4f20-8947-4c9d155dfcb6,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:22.844962 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de77452-085f-4f56-b224-bda8fe67201d req-44aa344d-5a21-4a1a-be8e-3e2af2244820 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:22.851862 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de77452-085f-4f56-b224-bda8fe67201d req-44aa344d-5a21-4a1a-be8e-3e2af2244820 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:22.857971 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de77452-085f-4f56-b224-bda8fe67201d req-44aa344d-5a21-4a1a-be8e-3e2af2244820 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:22.868177 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de77452-085f-4f56-b224-bda8fe67201d req-44aa344d-5a21-4a1a-be8e-3e2af2244820 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:22.875137 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de77452-085f-4f56-b224-bda8fe67201d req-44aa344d-5a21-4a1a-be8e-3e2af2244820 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:22.875901 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6586a2fa-a1bf-47e3-b1e5-e6c1b3ebecfa req-1267fccc-dc9d-4086-bd26-8c62a81de298 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065924 Aug 16 20:12:22.877718 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-f2b606ad-fcba-4efa-b12f-2afdac7827b0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Allocated IP 10.1.1.211 (17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1/f33a40b4-e403-467d-9112-f03dd7c053f7/15bcece1-3862-48bc-becb-4f92e4ddad57) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:12:22.881367 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de77452-085f-4f56-b224-bda8fe67201d req-44aa344d-5a21-4a1a-be8e-3e2af2244820 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:22.897907 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de77452-085f-4f56-b224-bda8fe67201d req-44aa344d-5a21-4a1a-be8e-3e2af2244820 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:22.909954 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8de77452-085f-4f56-b224-bda8fe67201d req-44aa344d-5a21-4a1a-be8e-3e2af2244820 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5431 time: 0.2567697 Aug 16 20:12:22.945969 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 604be3bb-7bde-47cc-88cf-1680e6ea6018 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:12:22.959168 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 604be3bb-7bde-47cc-88cf-1680e6ea6018 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:12:22.960184 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:23.023832 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8de77452-085f-4f56-b224-bda8fe67201d req-d8a24ee8-47f5-4aaf-b965-6b536264b019 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127687 Aug 16 20:12:23.164397 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:23.228331 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5ae57-86ba-4080-a280-ebe6ff7c1fff req-6a2bf986-898c-488d-a3e1-12a753e422b6 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:23.232943 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 604be3bb-7bde-47cc-88cf-1680e6ea6018, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=604be3bb-7bde-47cc-88cf-1680e6ea6018,segment=NetworkSegment(b7ce4720-f167-4ecc-85c5-c3f216f31da2),segment_id=b7ce4720-f167-4ecc-85c5-c3f216f31da2)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:23.239757 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-94b5ae57-86ba-4080-a280-ebe6ff7c1fff req-6a2bf986-898c-488d-a3e1-12a753e422b6 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 943 time: 0.1028662 Aug 16 20:12:23.242257 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:23.334909 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-94b5ae57-86ba-4080-a280-ebe6ff7c1fff req-cb3f08c4-620f-40a5-a9f5-765f4f24faa1 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738819 Aug 16 20:12:23.344655 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=604be3bb-7bde-47cc-88cf-1680e6ea6018,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:23.387607 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-f2b606ad-fcba-4efa-b12f-2afdac7827b0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:23.429919 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-f2b606ad-fcba-4efa-b12f-2afdac7827b0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Transition to ACTIVE for port object 15bcece1-3862-48bc-becb-4f92e4ddad57 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:12:23.537499 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-f2b606ad-fcba-4efa-b12f-2afdac7827b0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:23.639969 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-f2b606ad-fcba-4efa-b12f-2afdac7827b0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Network 17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:12:23.652546 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-f2b606ad-fcba-4efa-b12f-2afdac7827b0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:12:23.679690 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-f2b606ad-fcba-4efa-b12f-2afdac7827b0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:12:23.761735 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b606ad-fcba-4efa-b12f-2afdac7827b0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Pushing event updated for resources: {'Port': ['ID=15bcece1-3862-48bc-becb-4f92e4ddad57,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:23.790964 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dc9b5-99ca-4985-9afa-c5e6f2fc533e req-35092d07-c85d-4521-887d-df8a2971e0df tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:23.799277 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-450dc9b5-99ca-4985-9afa-c5e6f2fc533e req-35092d07-c85d-4521-887d-df8a2971e0df tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1944780 Aug 16 20:12:23.816331 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-f2b606ad-fcba-4efa-b12f-2afdac7827b0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:23.817296 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-f2b606ad-fcba-4efa-b12f-2afdac7827b0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:23.861886 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-f2b606ad-fcba-4efa-b12f-2afdac7827b0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7536755 Aug 16 20:12:23.870519 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6dde60-31da-44a8-99c6-66666133bd58'}, {'server_uuid': 'c17c37bd-355d-4e2e-97f8-86156e68b3d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f2a2462-5629-42d9-881b-f9a0a5e0a025'}, {'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76090f41-c0c2-4f20-8947-4c9d155dfcb6'}, {'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604be3bb-7bde-47cc-88cf-1680e6ea6018'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:12:23.874265 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fc205a-ad11-4e32-9850-f5007f738e8b" -d '{"events": [{"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-plugged", "status": "completed", "tag": "ec6dde60-31da-44a8-99c6-66666133bd58"}, {"server_uuid": "c17c37bd-355d-4e2e-97f8-86156e68b3d1", "name": "network-vif-unplugged", "status": "completed", "tag": "4f2a2462-5629-42d9-881b-f9a0a5e0a025"}, {"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-plugged", "status": "completed", "tag": "76090f41-c0c2-4f20-8947-4c9d155dfcb6"}, {"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-plugged", "status": "completed", "tag": "604be3bb-7bde-47cc-88cf-1680e6ea6018"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:12:23.883017 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-8dd508d3-0e04-4170-ae6b-539b516115f9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Request body: {'port': {'device_id': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'network_id': '17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1', 'admin_state_up': True, 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'security_groups': ['e5bb3f6c-53de-41b3-b5f3-73ea9b51c819']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:12:23.942435 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50472) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:12:23.955543 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-450dc9b5-99ca-4985-9afa-c5e6f2fc533e req-b6abfab1-9a56-4380-af7f-08aa7e1ae9ba tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548650 Aug 16 20:12:24.035997 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Mon, 16 Aug 2021 20:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b779e2-6d98-4824-bc9a-5d7f801ae9e6 x-openstack-request-id: req-31b779e2-6d98-4824-bc9a-5d7f801ae9e6 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:12:24.036310 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-plugged", "status": "completed", "tag": "ec6dde60-31da-44a8-99c6-66666133bd58", "code": 200}, {"server_uuid": "c17c37bd-355d-4e2e-97f8-86156e68b3d1", "name": "network-vif-unplugged", "status": "completed", "tag": "4f2a2462-5629-42d9-881b-f9a0a5e0a025", "code": 200}, {"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-plugged", "status": "completed", "tag": "76090f41-c0c2-4f20-8947-4c9d155dfcb6", "code": 200}, {"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-plugged", "status": "completed", "tag": "604be3bb-7bde-47cc-88cf-1680e6ea6018", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:12:24.036558 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-31b779e2-6d98-4824-bc9a-5d7f801ae9e6 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:12:24.036993 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6dde60-31da-44a8-99c6-66666133bd58', 'code': 200} Aug 16 20:12:24.037261 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17c37bd-355d-4e2e-97f8-86156e68b3d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f2a2462-5629-42d9-881b-f9a0a5e0a025', 'code': 200} Aug 16 20:12:24.037506 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76090f41-c0c2-4f20-8947-4c9d155dfcb6', 'code': 200} Aug 16 20:12:24.037745 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604be3bb-7bde-47cc-88cf-1680e6ea6018', 'code': 200} Aug 16 20:12:24.236679 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6f01f6a-c58d-47cc-8d5c-1af65a4f7781 None None] Provisioning for port 15bcece1-3862-48bc-becb-4f92e4ddad57 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:12:24.238637 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-94060844-11f2-41b2-baa1-c2ee37e2a7fe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-859932747-network', 'tenant_id': '61cefd239784402390fb24a72e08b750'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:12:24.250093 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6f01f6a-c58d-47cc-8d5c-1af65a4f7781 None None] Provisioning complete for port 15bcece1-3862-48bc-becb-4f92e4ddad57 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:12:24.250462 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6f01f6a-c58d-47cc-8d5c-1af65a4f7781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:24.280594 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c0c7d-af9e-4987-9df4-a5a6c5b7f101 req-552c35a9-f730-475d-9b79-69d1d46cd8e8 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:24.284078 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c328a-b0d0-4708-8e35-da379b5fc223 req-3ebf7129-d752-421e-b332-90b1709cba2a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:24.287329 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c0c7d-af9e-4987-9df4-a5a6c5b7f101 req-552c35a9-f730-475d-9b79-69d1d46cd8e8 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:24.290211 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c328a-b0d0-4708-8e35-da379b5fc223 req-3ebf7129-d752-421e-b332-90b1709cba2a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:24.294424 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c0c7d-af9e-4987-9df4-a5a6c5b7f101 req-552c35a9-f730-475d-9b79-69d1d46cd8e8 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:24.298932 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6e1c328a-b0d0-4708-8e35-da379b5fc223 req-3ebf7129-d752-421e-b332-90b1709cba2a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 1653 time: 0.1982427 Aug 16 20:12:24.302194 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c0c7d-af9e-4987-9df4-a5a6c5b7f101 req-552c35a9-f730-475d-9b79-69d1d46cd8e8 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:24.309637 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c0c7d-af9e-4987-9df4-a5a6c5b7f101 req-552c35a9-f730-475d-9b79-69d1d46cd8e8 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:24.316192 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22627bb-3716-40a3-93b1-272e091113d6 req-0f5662ba-b0e2-44f2-bee9-9ad294eec684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:24.316860 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22627bb-3716-40a3-93b1-272e091113d6 req-0f5662ba-b0e2-44f2-bee9-9ad294eec684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:24.317397 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22627bb-3716-40a3-93b1-272e091113d6 req-0f5662ba-b0e2-44f2-bee9-9ad294eec684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:24.317969 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22627bb-3716-40a3-93b1-272e091113d6 req-0f5662ba-b0e2-44f2-bee9-9ad294eec684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:24.320425 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c0c7d-af9e-4987-9df4-a5a6c5b7f101 req-552c35a9-f730-475d-9b79-69d1d46cd8e8 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:24.325595 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22627bb-3716-40a3-93b1-272e091113d6 req-0f5662ba-b0e2-44f2-bee9-9ad294eec684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:24.326755 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22627bb-3716-40a3-93b1-272e091113d6 req-0f5662ba-b0e2-44f2-bee9-9ad294eec684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:24.327140 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22627bb-3716-40a3-93b1-272e091113d6 req-0f5662ba-b0e2-44f2-bee9-9ad294eec684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:24.329999 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c0c7d-af9e-4987-9df4-a5a6c5b7f101 req-552c35a9-f730-475d-9b79-69d1d46cd8e8 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:24.331186 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d22627bb-3716-40a3-93b1-272e091113d6 req-0f5662ba-b0e2-44f2-bee9-9ad294eec684 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 6497 time: 0.1757054 Aug 16 20:12:24.342330 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-236c0c7d-af9e-4987-9df4-a5a6c5b7f101 req-552c35a9-f730-475d-9b79-69d1d46cd8e8 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5433 time: 0.1807482 Aug 16 20:12:24.401103 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6e1c328a-b0d0-4708-8e35-da379b5fc223 req-9f97d9ec-1362-4840-ae40-2a06d5efd070 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947804 Aug 16 20:12:24.438180 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94060844-11f2-41b2-baa1-c2ee37e2a7fe admin admin] Made reservation on behalf of 61cefd239784402390fb24a72e08b750 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:12:24.443882 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d22627bb-3716-40a3-93b1-272e091113d6 req-1ea633b0-2977-4d19-9671-89353b6e766d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1007836 Aug 16 20:12:24.451368 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94060844-11f2-41b2-baa1-c2ee37e2a7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:24.451528 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6f01f6a-c58d-47cc-8d5c-1af65a4f7781 None None] Port 15bcece1-3862-48bc-becb-4f92e4ddad57 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:12:24.497208 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-236c0c7d-af9e-4987-9df4-a5a6c5b7f101 req-4718f887-5801-4057-a9f8-5e7cfa5e83e9 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1496747 Aug 16 20:12:24.498126 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94060844-11f2-41b2-baa1-c2ee37e2a7fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:24.503455 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-8dd508d3-0e04-4170-ae6b-539b516115f9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Made reservation on behalf of 7b57628fd666456abf7d4e027fd3ce47 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:12:24.507921 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-8dd508d3-0e04-4170-ae6b-539b516115f9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:24.783074 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-8dd508d3-0e04-4170-ae6b-539b516115f9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Allocated IP 10.1.1.198 (17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1/f33a40b4-e403-467d-9112-f03dd7c053f7/f95a6a25-2ba9-4066-b98c-395810ce723a) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:12:24.811121 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94060844-11f2-41b2-baa1-c2ee37e2a7fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:24.835443 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a74653-e80d-4875-860a-745a0b95f246 req-403cb596-777a-4648-bb1d-a332447ca3b1 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:24.837645 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c1a74653-e80d-4875-860a-745a0b95f246 req-403cb596-777a-4648-bb1d-a332447ca3b1 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 943 time: 0.1049371 Aug 16 20:12:24.838296 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94060844-11f2-41b2-baa1-c2ee37e2a7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:24.983953 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94060844-11f2-41b2-baa1-c2ee37e2a7fe admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:12:24.990431 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-8dd508d3-0e04-4170-ae6b-539b516115f9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:25.034886 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94060844-11f2-41b2-baa1-c2ee37e2a7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9092f625-c0ae-4692-b540-5004b2adb79a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:25.043098 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-8dd508d3-0e04-4170-ae6b-539b516115f9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Transition to ACTIVE for port object f95a6a25-2ba9-4066-b98c-395810ce723a will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:12:25.081010 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94060844-11f2-41b2-baa1-c2ee37e2a7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:25.081365 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-94060844-11f2-41b2-baa1-c2ee37e2a7fe admin admin] Added segment 2591fcf1-460b-4502-b275-eb75ea8d774a of type vlan for network c0950044-aeab-482d-b87d-a07d06e58d8c Aug 16 20:12:25.107280 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c1a74653-e80d-4875-860a-745a0b95f246 req-39526a43-c77e-4792-a915-ddda12eb5044 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615776 Aug 16 20:12:25.145356 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-8dd508d3-0e04-4170-ae6b-539b516115f9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:25.159748 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 4f2a2462-5629-42d9-881b-f9a0a5e0a025 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:12:25.249891 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94060844-11f2-41b2-baa1-c2ee37e2a7fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:25.304394 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-8dd508d3-0e04-4170-ae6b-539b516115f9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Network 17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:12:25.326456 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94060844-11f2-41b2-baa1-c2ee37e2a7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:25.328006 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94060844-11f2-41b2-baa1-c2ee37e2a7fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:25.328903 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94060844-11f2-41b2-baa1-c2ee37e2a7fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:25.342969 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-8dd508d3-0e04-4170-ae6b-539b516115f9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:12:25.363753 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-8dd508d3-0e04-4170-ae6b-539b516115f9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:12:25.496670 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5168e0-9967-419d-9ef4-5302c153aa7f req-e268c82f-d89b-4212-8746-7677338fd018 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:25.499858 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3e5168e0-9967-419d-9ef4-5302c153aa7f req-e268c82f-d89b-4212-8746-7677338fd018 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.3867335 Aug 16 20:12:25.518546 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 4f2a2462-5629-42d9-881b-f9a0a5e0a025, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=4f2a2462-5629-42d9-881b-f9a0a5e0a025,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:25.540952 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd508d3-0e04-4170-ae6b-539b516115f9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Pushing event updated for resources: {'Port': ['ID=f95a6a25-2ba9-4066-b98c-395810ce723a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:25.556965 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-94060844-11f2-41b2-baa1-c2ee37e2a7fe admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6107099 Aug 16 20:12:25.561328 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50516) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:12:25.568905 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '4f2a2462-5629-42d9-881b-f9a0a5e0a025', 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17', 'port_id': '4f2a2462-5629-42d9-881b-f9a0a5e0a025', 'mac_address': 'fa:16:3e:c6:58:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd38a8fc7-0911-4b72-a78c-d32851227793', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:12:25.591744 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8ada30b5-05ff-4f7f-8d86-aee3cabcab8f admin admin] Request body: {'subnet': {'network_id': 'c0950044-aeab-482d-b87d-a07d06e58d8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-859932747-subnet', 'tenant_id': '61cefd239784402390fb24a72e08b750', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:12:25.663439 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:25.698715 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f2a2462-5629-42d9-881b-f9a0a5e0a025 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:12:25.741515 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3e5168e0-9967-419d-9ef4-5302c153aa7f req-ab45bc2c-c196-4996-b9e6-7dafd03c45b0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048447 Aug 16 20:12:25.742586 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 4f2a2462-5629-42d9-881b-f9a0a5e0a025, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=4f2a2462-5629-42d9-881b-f9a0a5e0a025,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:25.748054 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:25.751858 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-8dd508d3-0e04-4170-ae6b-539b516115f9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:25.752919 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-8dd508d3-0e04-4170-ae6b-539b516115f9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:25.758508 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ada30b5-05ff-4f7f-8d86-aee3cabcab8f admin admin] Made reservation on behalf of 61cefd239784402390fb24a72e08b750 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:12:25.770399 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ada30b5-05ff-4f7f-8d86-aee3cabcab8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:25.787454 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-8dd508d3-0e04-4170-ae6b-539b516115f9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9069402 Aug 16 20:12:25.799111 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-979dee98-ed20-4682-8218-f477e04dd9d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Request body: {'port': {'device_id': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '90394afd-703c-4163-92ad-725e7cc3c2c5', 'admin_state_up': True, 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'security_groups': ['e5bb3f6c-53de-41b3-b5f3-73ea9b51c819']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:12:25.874123 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['4f2a2462-5629-42d9-881b-f9a0a5e0a025'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:12:26.103967 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa05848-2390-4d96-9a9b-f56eabff7b6e req-bdd151e6-5671-4829-bb3d-5c0d29fe3e93 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:26.112440 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa05848-2390-4d96-9a9b-f56eabff7b6e req-bdd151e6-5671-4829-bb3d-5c0d29fe3e93 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:26.126990 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa05848-2390-4d96-9a9b-f56eabff7b6e req-bdd151e6-5671-4829-bb3d-5c0d29fe3e93 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:26.128866 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94060844-11f2-41b2-baa1-c2ee37e2a7fe admin admin] Pushing event updated for resources: {'Network': ['ID=c0950044-aeab-482d-b87d-a07d06e58d8c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:26.154616 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network c0950044-aeab-482d-b87d-a07d06e58d8c details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:12:26.160233 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa05848-2390-4d96-9a9b-f56eabff7b6e req-bdd151e6-5671-4829-bb3d-5c0d29fe3e93 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:26.175135 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=4f2a2462-5629-42d9-881b-f9a0a5e0a025,revision_number=12']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:26.184367 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa05848-2390-4d96-9a9b-f56eabff7b6e req-bdd151e6-5671-4829-bb3d-5c0d29fe3e93 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:26.197743 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa05848-2390-4d96-9a9b-f56eabff7b6e req-bdd151e6-5671-4829-bb3d-5c0d29fe3e93 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:26.207178 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e21e82-d55c-487c-b40c-641e0aba17f3 req-78ca76fb-884b-423b-9114-774755730293 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:26.215642 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e21e82-d55c-487c-b40c-641e0aba17f3 req-78ca76fb-884b-423b-9114-774755730293 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:26.222264 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e21e82-d55c-487c-b40c-641e0aba17f3 req-78ca76fb-884b-423b-9114-774755730293 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:26.229709 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa05848-2390-4d96-9a9b-f56eabff7b6e req-bdd151e6-5671-4829-bb3d-5c0d29fe3e93 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:26.235522 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-07e21e82-d55c-487c-b40c-641e0aba17f3 req-78ca76fb-884b-423b-9114-774755730293 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 2374 time: 0.5799701 Aug 16 20:12:26.243904 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-efa05848-2390-4d96-9a9b-f56eabff7b6e req-bdd151e6-5671-4829-bb3d-5c0d29fe3e93 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5433 time: 0.2437806 Aug 16 20:12:26.252102 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ada30b5-05ff-4f7f-8d86-aee3cabcab8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:26.364370 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fbdd6515-e2c2-4ee1-9cb1-43374ea7ea1a None None] Provisioning for port f95a6a25-2ba9-4066-b98c-395810ce723a completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:12:26.398493 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fbdd6515-e2c2-4ee1-9cb1-43374ea7ea1a None None] Provisioning complete for port f95a6a25-2ba9-4066-b98c-395810ce723a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:12:26.403557 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fbdd6515-e2c2-4ee1-9cb1-43374ea7ea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:26.418569 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-979dee98-ed20-4682-8218-f477e04dd9d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Made reservation on behalf of 7b57628fd666456abf7d4e027fd3ce47 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:12:26.501782 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada30b5-05ff-4f7f-8d86-aee3cabcab8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e9d5f06-a0f7-4946-9279-961f62b06145,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:26.517798 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-07e21e82-d55c-487c-b40c-641e0aba17f3 req-551137f1-53e1-4aa7-88a0-6fad7c9b8f9a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2808828 Aug 16 20:12:26.520985 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ada30b5-05ff-4f7f-8d86-aee3cabcab8f admin admin] Checking segment: {'id': '2591fcf1-460b-4502-b275-eb75ea8d774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c0950044-aeab-482d-b87d-a07d06e58d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:12:26.521505 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ada30b5-05ff-4f7f-8d86-aee3cabcab8f admin admin] Network hostable DHCP agents. Network: c0950044-aeab-482d-b87d-a07d06e58d8c, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:12:26.589994 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ada30b5-05ff-4f7f-8d86-aee3cabcab8f admin admin] Network c0950044-aeab-482d-b87d-a07d06e58d8c is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:12:26.601217 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-8ada30b5-05ff-4f7f-8d86-aee3cabcab8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, c0950044-aeab-482d-b87d-a07d06e58d8c) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:12:26.606034 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ada30b5-05ff-4f7f-8d86-aee3cabcab8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:26.606680 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ada30b5-05ff-4f7f-8d86-aee3cabcab8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:26.615132 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81ce808-a4bf-4738-969b-7d008efff7aa None None] Network c0950044-aeab-482d-b87d-a07d06e58d8c requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:12:26.623036 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-979dee98-ed20-4682-8218-f477e04dd9d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:26.640782 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8ada30b5-05ff-4f7f-8d86-aee3cabcab8f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0636849 Aug 16 20:12:26.643202 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-efa05848-2390-4d96-9a9b-f56eabff7b6e req-b40b24f0-8544-47e7-ae9d-07dbecd19368 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3913953 Aug 16 20:12:26.644856 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fbdd6515-e2c2-4ee1-9cb1-43374ea7ea1a None None] Port f95a6a25-2ba9-4066-b98c-395810ce723a cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:12:26.646266 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50534) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:12:26.657951 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3a7cb95b-e98b-40bc-b3ef-5b1a77ff4bb5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-859932747-router', 'tenant_id': '61cefd239784402390fb24a72e08b750', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:12:26.853523 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3a7cb95b-e98b-40bc-b3ef-5b1a77ff4bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:26.858823 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3a7cb95b-e98b-40bc-b3ef-5b1a77ff4bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:26.994121 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c3978-631d-4270-94eb-975a72dba009 req-5e36657f-2c0e-477a-b1ef-8e4829501b63 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:27.020501 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c3978-631d-4270-94eb-975a72dba009 req-5e36657f-2c0e-477a-b1ef-8e4829501b63 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:27.026439 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c3978-631d-4270-94eb-975a72dba009 req-5e36657f-2c0e-477a-b1ef-8e4829501b63 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:27.066619 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59b5fa-2891-4d98-8b85-77db02828598 req-980bd9ef-422b-4dc1-a379-22010aed086c tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:27.070483 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c3978-631d-4270-94eb-975a72dba009 req-5e36657f-2c0e-477a-b1ef-8e4829501b63 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:27.075112 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c59b5fa-2891-4d98-8b85-77db02828598 req-980bd9ef-422b-4dc1-a379-22010aed086c tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 943 time: 0.2317019 Aug 16 20:12:27.083402 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3a7cb95b-e98b-40bc-b3ef-5b1a77ff4bb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:27.088925 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c3978-631d-4270-94eb-975a72dba009 req-5e36657f-2c0e-477a-b1ef-8e4829501b63 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:27.119779 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c3978-631d-4270-94eb-975a72dba009 req-5e36657f-2c0e-477a-b1ef-8e4829501b63 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:27.125984 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c3978-631d-4270-94eb-975a72dba009 req-5e36657f-2c0e-477a-b1ef-8e4829501b63 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:27.154886 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2c6c3978-631d-4270-94eb-975a72dba009 req-5e36657f-2c0e-477a-b1ef-8e4829501b63 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5433 time: 0.3317592 Aug 16 20:12:27.157706 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426f4f7e-5bd6-4335-ada3-b77a4f627280 None None] Network c0950044-aeab-482d-b87d-a07d06e58d8c requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:12:27.166726 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50544) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:12:27.184796 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a540bd06-acb8-4b4a-a3c1-c7f75e4dd44c tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Request body: {'floatingip': {'port_id': '4ca147cc-a223-4e76-8231-748d95ba851c'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:12:27.189385 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 4f2a2462-5629-42d9-881b-f9a0a5e0a025 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:12:27.201737 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c59b5fa-2891-4d98-8b85-77db02828598 req-ebb94367-6902-473c-8121-2ad2da04be99 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251810 Aug 16 20:12:27.368460 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a540bd06-acb8-4b4a-a3c1-c7f75e4dd44c tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for floatingip, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:27.417727 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-979dee98-ed20-4682-8218-f477e04dd9d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Allocated IP 10.2.2.100 (90394afd-703c-4163-92ad-725e7cc3c2c5/b7d158c1-c010-4d0a-a6f3-8a25135ae4a6/78789552-5398-472f-b04d-8f553a08b7fb) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:12:27.445833 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 4f2a2462-5629-42d9-881b-f9a0a5e0a025 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:12:27.446225 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:27.773250 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:27.801520 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49471926-0ac9-4528-ad1b-15e9b14842b1 req-1a9f5093-8a1b-4a6a-ad35-3c232ef51daa tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:27.825596 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-49471926-0ac9-4528-ad1b-15e9b14842b1 req-1a9f5093-8a1b-4a6a-ad35-3c232ef51daa tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d0aa9f7-725b-42a0-b24e-e6c144f6494e HTTP/1.1" status: 200 len: 946 time: 0.4663837 Aug 16 20:12:27.832006 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17c37bd-355d-4e2e-97f8-86156e68b3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2a2462-5629-42d9-881b-f9a0a5e0a025'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:12:27.837912 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e136c287-6a5b-4569-8fa4-1b6134881525" -d '{"events": [{"server_uuid": "c17c37bd-355d-4e2e-97f8-86156e68b3d1", "name": "network-vif-plugged", "status": "completed", "tag": "4f2a2462-5629-42d9-881b-f9a0a5e0a025"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:12:27.880100 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 4f2a2462-5629-42d9-881b-f9a0a5e0a025, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=4f2a2462-5629-42d9-881b-f9a0a5e0a025,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:27.888306 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:28.001590 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=4f2a2462-5629-42d9-881b-f9a0a5e0a025,revision_number=13']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:28.084242 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-49471926-0ac9-4528-ad1b-15e9b14842b1 req-d214c8d9-fb61-4942-9551-a21ad9455ecd tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/security-groups?id=47bac954-e21f-4bef-8f09-77e971ac2184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2560828 Aug 16 20:12:28.193708 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3a7cb95b-e98b-40bc-b3ef-5b1a77ff4bb5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:28.240444 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-979dee98-ed20-4682-8218-f477e04dd9d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:28.318402 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f507274-49c2-41cd-aa4e-eb1881f88d20 req-05672938-a7c2-421d-a4be-8f8dee34da60 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:28.336557 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2f507274-49c2-41cd-aa4e-eb1881f88d20 req-05672938-a7c2-421d-a4be-8f8dee34da60 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 945 time: 0.9978552 Aug 16 20:12:28.411050 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-979dee98-ed20-4682-8218-f477e04dd9d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Transition to ACTIVE for port object 78789552-5398-472f-b04d-8f553a08b7fb will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:12:28.522085 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae4035-3376-4970-95e4-95dcca3eba2d req-c5fbef43-84c2-4816-a65f-9652e788bc33 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:28.535516 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae4035-3376-4970-95e4-95dcca3eba2d req-c5fbef43-84c2-4816-a65f-9652e788bc33 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:28.549166 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae4035-3376-4970-95e4-95dcca3eba2d req-c5fbef43-84c2-4816-a65f-9652e788bc33 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:28.562874 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a6ae4035-3376-4970-95e4-95dcca3eba2d req-c5fbef43-84c2-4816-a65f-9652e788bc33 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 2374 time: 0.3373995 Aug 16 20:12:28.689069 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2f507274-49c2-41cd-aa4e-eb1881f88d20 req-8159f76c-ce1c-4f6b-9ee8-c5bf4b6a3da7 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3417332 Aug 16 20:12:28.750938 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-979dee98-ed20-4682-8218-f477e04dd9d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:28.799316 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8000452-f6b3-49bc-ac74-711cf0045b8d x-openstack-request-id: req-f8000452-f6b3-49bc-ac74-711cf0045b8d {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:12:28.800003 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17c37bd-355d-4e2e-97f8-86156e68b3d1", "name": "network-vif-plugged", "status": "completed", "tag": "4f2a2462-5629-42d9-881b-f9a0a5e0a025", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:12:28.800003 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f8000452-f6b3-49bc-ac74-711cf0045b8d {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:12:28.801762 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17c37bd-355d-4e2e-97f8-86156e68b3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2a2462-5629-42d9-881b-f9a0a5e0a025', 'code': 200} Aug 16 20:12:28.806305 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a6ae4035-3376-4970-95e4-95dcca3eba2d req-f94c414f-cea8-4f6f-9ce5-b39077db72eb tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422171 Aug 16 20:12:28.881966 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-979dee98-ed20-4682-8218-f477e04dd9d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Network 90394afd-703c-4163-92ad-725e7cc3c2c5 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:12:29.001215 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-979dee98-ed20-4682-8218-f477e04dd9d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:12:29.028772 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-979dee98-ed20-4682-8218-f477e04dd9d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:12:29.116929 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a540bd06-acb8-4b4a-a3c1-c7f75e4dd44c tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:29.124507 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a540bd06-acb8-4b4a-a3c1-c7f75e4dd44c tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:29.214323 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979dee98-ed20-4682-8218-f477e04dd9d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Pushing event updated for resources: {'Port': ['ID=78789552-5398-472f-b04d-8f553a08b7fb,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:29.329160 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef11ee-e228-4de8-a24a-da7bfb644aa5 req-540ddd10-f4ab-45a1-a334-758629839903 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:29.346856 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30ef11ee-e228-4de8-a24a-da7bfb644aa5 req-540ddd10-f4ab-45a1-a334-758629839903 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 943 time: 0.4169297 Aug 16 20:12:29.388928 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3a7cb95b-e98b-40bc-b3ef-5b1a77ff4bb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:29.418848 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-979dee98-ed20-4682-8218-f477e04dd9d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:29.423199 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-979dee98-ed20-4682-8218-f477e04dd9d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:29.485961 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3a7cb95b-e98b-40bc-b3ef-5b1a77ff4bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:29.600590 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-407c1f60-c41c-400d-8220-b9aa2b4b3d3c None None] Provisioning for port 78789552-5398-472f-b04d-8f553a08b7fb completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:12:29.622395 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-407c1f60-c41c-400d-8220-b9aa2b4b3d3c None None] Provisioning complete for port 78789552-5398-472f-b04d-8f553a08b7fb triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:12:29.625279 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-407c1f60-c41c-400d-8220-b9aa2b4b3d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:29.639432 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-3a7cb95b-e98b-40bc-b3ef-5b1a77ff4bb5 admin admin] Allocated IP 172.25.8.140 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/33e3e59b-74a2-44bb-bad1-0ea9b28e1603) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:12:29.720292 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-407c1f60-c41c-400d-8220-b9aa2b4b3d3c None None] Port 78789552-5398-472f-b04d-8f553a08b7fb cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:12:29.784137 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3a7cb95b-e98b-40bc-b3ef-5b1a77ff4bb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:29.934367 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3a7cb95b-e98b-40bc-b3ef-5b1a77ff4bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:30.063568 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30ef11ee-e228-4de8-a24a-da7bfb644aa5 req-b3d8f37f-6531-4ebe-8d47-72c1f28636dd tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6591501 Aug 16 20:12:30.077577 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-979dee98-ed20-4682-8218-f477e04dd9d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2891746 Aug 16 20:12:30.126823 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-4b49ab03-a256-44f2-abc7-e5be4335ed95 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Request body: {'port': {'device_id': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '90394afd-703c-4163-92ad-725e7cc3c2c5', 'admin_state_up': True, 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'security_groups': ['e5bb3f6c-53de-41b3-b5f3-73ea9b51c819']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:12:30.161503 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7cb95b-e98b-40bc-b3ef-5b1a77ff4bb5 admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:12:30.197679 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-3a7cb95b-e98b-40bc-b3ef-5b1a77ff4bb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:12:30.222421 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7cb95b-e98b-40bc-b3ef-5b1a77ff4bb5 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:12:30.235096 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d9c2d-71cd-420a-b1e6-87d92e922f80 req-80f1f77a-6023-4bbd-984f-76d5a1da2e7a tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:30.245914 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9b4d9c2d-71cd-420a-b1e6-87d92e922f80 req-80f1f77a-6023-4bbd-984f-76d5a1da2e7a tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d0aa9f7-725b-42a0-b24e-e6c144f6494e HTTP/1.1" status: 200 len: 946 time: 0.2672257 Aug 16 20:12:30.261946 n-d-787206-13 neutron-server[94771]: INFO neutron.db.l3_db [None req-a540bd06-acb8-4b4a-a3c1-c7f75e4dd44c tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Floating IP ab77f498-f367-4818-82b8-05dab947ddf6 associated. External IP: 172.25.8.238, port: 4ca147cc-a223-4e76-8231-748d95ba851c. Aug 16 20:12:30.423749 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9b4d9c2d-71cd-420a-b1e6-87d92e922f80 req-8af4c259-2235-4a97-aec2-2c2613e69ef1 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/security-groups?id=47bac954-e21f-4bef-8f09-77e971ac2184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765094 Aug 16 20:12:30.851848 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b63f0-3c3b-4a15-8b25-a0d9238e682d req-318d53db-036a-4cda-b0e6-8d396868bb55 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:30.859287 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b63f0-3c3b-4a15-8b25-a0d9238e682d req-318d53db-036a-4cda-b0e6-8d396868bb55 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:30.868756 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b63f0-3c3b-4a15-8b25-a0d9238e682d req-318d53db-036a-4cda-b0e6-8d396868bb55 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:30.876633 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b63f0-3c3b-4a15-8b25-a0d9238e682d req-318d53db-036a-4cda-b0e6-8d396868bb55 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:30.879444 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-131b63f0-3c3b-4a15-8b25-a0d9238e682d req-318d53db-036a-4cda-b0e6-8d396868bb55 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 3095 time: 0.2607763 Aug 16 20:12:30.954512 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-131b63f0-3c3b-4a15-8b25-a0d9238e682d req-2923eb33-9b9d-434e-a182-7fa02747393a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653274 Aug 16 20:12:30.972172 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a540bd06-acb8-4b4a-a3c1-c7f75e4dd44c tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Router f26d4812-4937-435d-81ea-35ddaa7226e1 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:12:31.219286 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cb95b-e98b-40bc-b3ef-5b1a77ff4bb5 admin admin] Pushing event updated for resources: {'Port': ['ID=33e3e59b-74a2-44bb-bad1-0ea9b28e1603,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:31.255931 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a540bd06-acb8-4b4a-a3c1-c7f75e4dd44c tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:12:31.265509 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accf76ec-e015-4d1b-b162-8ffa03d8f95e None None] Sync routers for ids ['f26d4812-4937-435d-81ea-35ddaa7226e1'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:12:31.273117 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a540bd06-acb8-4b4a-a3c1-c7f75e4dd44c tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:31.287554 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accf76ec-e015-4d1b-b162-8ffa03d8f95e None None] Routers {'f26d4812-4937-435d-81ea-35ddaa7226e1'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:12:31.293739 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-accf76ec-e015-4d1b-b162-8ffa03d8f95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:12:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f26d4812-4937-435d-81ea-35ddaa7226e1'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:12:31.508154 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a540bd06-acb8-4b4a-a3c1-c7f75e4dd44c tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "PUT /v2.0/floatingips/ab77f498-f367-4818-82b8-05dab947ddf6 HTTP/1.1" status: 200 len: 991 time: 4.3283691 Aug 16 20:12:31.508154 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'tag': '4ca147cc-a223-4e76-8231-748d95ba851c'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:12:31.519560 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a7e39e-e30b-4408-b4e4-d7f50c1fb6ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "tag": "4ca147cc-a223-4e76-8231-748d95ba851c"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:12:31.580972 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde8b24-8edb-491b-8b78-7fae0fad34e7 req-585059aa-fdb6-44ae-8e55-8fa0c6b26204 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:31.592505 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2fe02-a9cb-4de8-946f-cb9a37a96ab3 req-43e103ec-9479-4567-8808-eabcd1544fd2 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:31.593729 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bbde8b24-8edb-491b-8b78-7fae0fad34e7 req-585059aa-fdb6-44ae-8e55-8fa0c6b26204 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 946 time: 1.3343315 Aug 16 20:12:31.603369 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ceb2fe02-a9cb-4de8-946f-cb9a37a96ab3 req-43e103ec-9479-4567-8808-eabcd1544fd2 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 943 time: 0.3798387 Aug 16 20:12:31.626446 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-accf76ec-e015-4d1b-b162-8ffa03d8f95e None None] Set router f26d4812-4937-435d-81ea-35ddaa7226e1 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:12:31.752389 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-4b49ab03-a256-44f2-abc7-e5be4335ed95 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Made reservation on behalf of 7b57628fd666456abf7d4e027fd3ce47 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:12:31.789341 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-791b8b2c-2377-49f8-ad01-5e216a31a87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:31.846777 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ceb2fe02-a9cb-4de8-946f-cb9a37a96ab3 req-aaad4114-7f1e-428d-ac06-84117f57141e tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346334 Aug 16 20:12:31.902925 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-4b49ab03-a256-44f2-abc7-e5be4335ed95 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:31.972052 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bbde8b24-8edb-491b-8b78-7fae0fad34e7 req-795844b3-11cc-45ce-8d61-e284f8103288 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3292608 Aug 16 20:12:32.165427 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d123549c-acba-4421-8315-df7a12074306 x-openstack-request-id: req-d123549c-acba-4421-8315-df7a12074306 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:12:32.165717 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "tag": "4ca147cc-a223-4e76-8231-748d95ba851c", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:12:32.165969 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d123549c-acba-4421-8315-df7a12074306 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:12:32.166366 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'tag': '4ca147cc-a223-4e76-8231-748d95ba851c', 'status': 'completed', 'code': 200} Aug 16 20:12:32.391207 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3a7cb95b-e98b-40bc-b3ef-5b1a77ff4bb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:32.403944 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-accf76ec-e015-4d1b-b162-8ffa03d8f95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'name': 'tempest-TaggedBootDevicesTest-384182886-router', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'a16eb227-0e56-457e-b745-b6a90c1ab9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:07Z', 'updated_at': '2021-08-16T20:10:16Z', 'revision_number': 4, 'project_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'gw_port': {'id': 'a16eb227-0e56-457e-b745-b6a90c1ab9e8', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:09Z', 'updated_at': '2021-08-16T20:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'ab77f498-f367-4818-82b8-05dab947ddf6', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'floating_ip_address': '172.25.8.238', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'port_id': '4ca147cc-a223-4e76-8231-748d95ba851c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d192dbb-a372-4859-86a9-c63053b8e357', 'mac_address': 'fa:16:3e:eb:15:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:11:05Z', 'updated_at': '2021-08-16T20:12:28Z', 'revision_number': 1, 'project_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febb9c80-8779-4632-a97e-37588c9464ba', 'name': '', 'network_id': '6d192dbb-a372-4859-86a9-c63053b8e357', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'mac_address': 'fa:16:3e:29:e7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '279800a2-1f75-4763-82e2-882d40193542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:14Z', 'updated_at': '2021-08-16T20:10:23Z', 'revision_number': 5, 'project_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'subnets': [{'id': '279800a2-1f75-4763-82e2-882d40193542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:12:32.512447 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accf76ec-e015-4d1b-b162-8ffa03d8f95e None None] Checking router: f26d4812-4937-435d-81ea-35ddaa7226e1 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:12:32.515916 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e0810-b42c-4ae2-8f5c-4fdfc1fb6816 req-495c54c6-3581-4e8d-8ad4-cbd0e165e465 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:32.518202 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0f7e0810-b42c-4ae2-8f5c-4fdfc1fb6816 req-495c54c6-3581-4e8d-8ad4-cbd0e165e465 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d0aa9f7-725b-42a0-b24e-e6c144f6494e HTTP/1.1" status: 200 len: 946 time: 0.1522791 Aug 16 20:12:32.548919 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accf76ec-e015-4d1b-b162-8ffa03d8f95e None None] Routers {'f26d4812-4937-435d-81ea-35ddaa7226e1'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:12:32.549798 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-accf76ec-e015-4d1b-b162-8ffa03d8f95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:12:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f26d4812-4937-435d-81ea-35ddaa7226e1'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:12:32.615105 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0f7e0810-b42c-4ae2-8f5c-4fdfc1fb6816 req-3645f306-d8ab-4a5c-855c-382e1327ccdf tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/security-groups?id=47bac954-e21f-4bef-8f09-77e971ac2184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764575 Aug 16 20:12:32.763423 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-accf76ec-e015-4d1b-b162-8ffa03d8f95e None None] Set router f26d4812-4937-435d-81ea-35ddaa7226e1 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:12:33.034776 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-4b49ab03-a256-44f2-abc7-e5be4335ed95 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Allocated IP 10.2.2.200 (90394afd-703c-4163-92ad-725e7cc3c2c5/b7d158c1-c010-4d0a-a6f3-8a25135ae4a6/aa59368f-1db7-43fa-bd48-03c82e86210f) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:12:33.292756 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dca9cd-d22a-43d6-9b90-5205c9f813b8 req-bf18ef2e-e9b9-4d91-90e0-50afe40eade6 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:33.300986 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-17dca9cd-d22a-43d6-9b90-5205c9f813b8 req-bf18ef2e-e9b9-4d91-90e0-50afe40eade6 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 943 time: 0.1712310 Aug 16 20:12:33.393240 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-accf76ec-e015-4d1b-b162-8ffa03d8f95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'name': 'tempest-TaggedBootDevicesTest-384182886-router', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'a16eb227-0e56-457e-b745-b6a90c1ab9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:07Z', 'updated_at': '2021-08-16T20:10:16Z', 'revision_number': 4, 'project_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'gw_port': {'id': 'a16eb227-0e56-457e-b745-b6a90c1ab9e8', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:09Z', 'updated_at': '2021-08-16T20:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'ab77f498-f367-4818-82b8-05dab947ddf6', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'floating_ip_address': '172.25.8.238', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'port_id': '4ca147cc-a223-4e76-8231-748d95ba851c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d192dbb-a372-4859-86a9-c63053b8e357', 'mac_address': 'fa:16:3e:eb:15:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:11:05Z', 'updated_at': '2021-08-16T20:12:28Z', 'revision_number': 1, 'project_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febb9c80-8779-4632-a97e-37588c9464ba', 'name': '', 'network_id': '6d192dbb-a372-4859-86a9-c63053b8e357', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'mac_address': 'fa:16:3e:29:e7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '279800a2-1f75-4763-82e2-882d40193542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:14Z', 'updated_at': '2021-08-16T20:10:23Z', 'revision_number': 5, 'project_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'subnets': [{'id': '279800a2-1f75-4763-82e2-882d40193542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:12:33.414248 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-4b49ab03-a256-44f2-abc7-e5be4335ed95 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:33.445783 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-4b49ab03-a256-44f2-abc7-e5be4335ed95 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Transition to ACTIVE for port object aa59368f-1db7-43fa-bd48-03c82e86210f will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:12:33.465722 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-17dca9cd-d22a-43d6-9b90-5205c9f813b8 req-b742de28-cd45-4a2c-b19d-eb4720bc545b tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575081 Aug 16 20:12:33.494216 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-4b49ab03-a256-44f2-abc7-e5be4335ed95 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:33.498468 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accf76ec-e015-4d1b-b162-8ffa03d8f95e None None] The sync data for ids ['f26d4812-4937-435d-81ea-35ddaa7226e1'] in n-d-787206-13 is: [{'id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'name': 'tempest-TaggedBootDevicesTest-384182886-router', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'a16eb227-0e56-457e-b745-b6a90c1ab9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:07Z', 'updated_at': '2021-08-16T20:10:16Z', 'revision_number': 4, 'project_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'gw_port': {'id': 'a16eb227-0e56-457e-b745-b6a90c1ab9e8', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:09Z', 'updated_at': '2021-08-16T20:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'ab77f498-f367-4818-82b8-05dab947ddf6', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'floating_ip_address': '172.25.8.238', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'port_id': '4ca147cc-a223-4e76-8231-748d95ba851c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d192dbb-a372-4859-86a9-c63053b8e357', 'mac_address': 'fa:16:3e:eb:15:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:11:05Z', 'updated_at': '2021-08-16T20:12:28Z', 'revision_number': 1, 'project_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febb9c80-8779-4632-a97e-37588c9464ba', 'name': '', 'network_id': '6d192dbb-a372-4859-86a9-c63053b8e357', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'mac_address': 'fa:16:3e:29:e7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '279800a2-1f75-4763-82e2-882d40193542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:14Z', 'updated_at': '2021-08-16T20:10:23Z', 'revision_number': 5, 'project_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'subnets': [{'id': '279800a2-1f75-4763-82e2-882d40193542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:12:33.648126 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49ab03-a256-44f2-abc7-e5be4335ed95 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Pushing event updated for resources: {'Port': ['ID=aa59368f-1db7-43fa-bd48-03c82e86210f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:33.670765 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6feab-de9c-48e9-b809-deec809834dc req-e059a731-e139-4a18-b3d4-9c05c353010b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:33.683487 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6feab-de9c-48e9-b809-deec809834dc req-e059a731-e139-4a18-b3d4-9c05c353010b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:33.696913 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6feab-de9c-48e9-b809-deec809834dc req-e059a731-e139-4a18-b3d4-9c05c353010b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:33.714533 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6feab-de9c-48e9-b809-deec809834dc req-e059a731-e139-4a18-b3d4-9c05c353010b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:33.727237 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c1f2-12b8-4312-8f97-87f5f41c25ea req-eea9de5b-2b28-4f2b-a22c-018e7043fc00 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:33.734910 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-28e6feab-de9c-48e9-b809-deec809834dc req-e059a731-e139-4a18-b3d4-9c05c353010b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 3095 time: 1.3853912 Aug 16 20:12:33.735860 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6a25c1f2-12b8-4312-8f97-87f5f41c25ea req-eea9de5b-2b28-4f2b-a22c-018e7043fc00 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 946 time: 0.1150110 Aug 16 20:12:33.808667 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6a25c1f2-12b8-4312-8f97-87f5f41c25ea req-e87ebc71-010c-4671-95da-a67cc4d2449d tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625467 Aug 16 20:12:33.952975 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7e39e-e30b-4408-b4e4-d7f50c1fb6ff req-50a018ba-4300-44ed-bf43-4c2d8cf5dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:33.960254 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34b58dd-81f2-4ba4-aea7-9f96e8d8f50b None None] New status for floating IP ab77f498-f367-4818-82b8-05dab947ddf6: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:12:33.982446 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7e39e-e30b-4408-b4e4-d7f50c1fb6ff req-50a018ba-4300-44ed-bf43-4c2d8cf5dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:33.984123 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7e39e-e30b-4408-b4e4-d7f50c1fb6ff req-50a018ba-4300-44ed-bf43-4c2d8cf5dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:33.986322 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7e39e-e30b-4408-b4e4-d7f50c1fb6ff req-50a018ba-4300-44ed-bf43-4c2d8cf5dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:33.987027 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7e39e-e30b-4408-b4e4-d7f50c1fb6ff req-50a018ba-4300-44ed-bf43-4c2d8cf5dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:33.988890 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7e39e-e30b-4408-b4e4-d7f50c1fb6ff req-50a018ba-4300-44ed-bf43-4c2d8cf5dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:33.989567 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7e39e-e30b-4408-b4e4-d7f50c1fb6ff req-50a018ba-4300-44ed-bf43-4c2d8cf5dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:34.001036 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54a7e39e-e30b-4408-b4e4-d7f50c1fb6ff req-50a018ba-4300-44ed-bf43-4c2d8cf5dfdb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cefd984278fb49d9a2fe0a3b62a831cf&device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 6497 time: 1.6750476 Aug 16 20:12:34.241079 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-28e6feab-de9c-48e9-b809-deec809834dc req-08f25c2e-09f5-4033-8b9c-cc218f172fab tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5049362 Aug 16 20:12:34.248429 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7e39e-e30b-4408-b4e4-d7f50c1fb6ff req-597aa5f4-e170-4432-b6d6-96a8a818a968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:34.252206 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54a7e39e-e30b-4408-b4e4-d7f50c1fb6ff req-597aa5f4-e170-4432-b6d6-96a8a818a968 service neutron] 10.222.0.63 "GET /v2.0/networks?id=6d192dbb-a372-4859-86a9-c63053b8e357 HTTP/1.1" status: 200 len: 912 time: 0.2066941 Aug 16 20:12:34.281935 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-4b49ab03-a256-44f2-abc7-e5be4335ed95 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Network 90394afd-703c-4163-92ad-725e7cc3c2c5 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:12:34.309528 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1dd467-6562-4fc3-bb95-183ec861f2e9 req-0ec56c0f-cc5e-4b0a-b0cd-4b1b09e30f82 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:34.311387 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5b1dd467-6562-4fc3-bb95-183ec861f2e9 req-0ec56c0f-cc5e-4b0a-b0cd-4b1b09e30f82 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d0aa9f7-725b-42a0-b24e-e6c144f6494e HTTP/1.1" status: 200 len: 946 time: 0.1827478 Aug 16 20:12:34.406492 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5b1dd467-6562-4fc3-bb95-183ec861f2e9 req-b718c2fc-3f80-43ac-ab4b-4829c67512c0 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/security-groups?id=47bac954-e21f-4bef-8f09-77e971ac2184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884488 Aug 16 20:12:34.425097 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54a7e39e-e30b-4408-b4e4-d7f50c1fb6ff req-6dfa9774-b252-4649-8d53-09dcba5a89cf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ca147cc-a223-4e76-8231-748d95ba851c HTTP/1.1" status: 200 len: 999 time: 0.1400309 Aug 16 20:12:34.429898 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-4b49ab03-a256-44f2-abc7-e5be4335ed95 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:12:34.436407 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-4b49ab03-a256-44f2-abc7-e5be4335ed95 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:12:34.453842 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a0c2759f-08a2-42a6-8f2e-eb60fc0c5d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:34.575985 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-4b49ab03-a256-44f2-abc7-e5be4335ed95 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:34.576656 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-4b49ab03-a256-44f2-abc7-e5be4335ed95 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:34.585284 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7e39e-e30b-4408-b4e4-d7f50c1fb6ff req-dbde40ae-0f46-491e-af2b-9a2c194b3326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:34.587115 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54a7e39e-e30b-4408-b4e4-d7f50c1fb6ff req-dbde40ae-0f46-491e-af2b-9a2c194b3326 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=279800a2-1f75-4763-82e2-882d40193542 HTTP/1.1" status: 200 len: 850 time: 0.0820682 Aug 16 20:12:34.631109 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:34.759590 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3a7cb95b-e98b-40bc-b3ef-5b1a77ff4bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:34.776061 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6407beb-223d-457a-a107-0c488c481d40 req-43b49047-53bd-48b0-8c6f-e843c15e66cd tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:34.778227 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b6407beb-223d-457a-a107-0c488c481d40 req-43b49047-53bd-48b0-8c6f-e843c15e66cd tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9d0aa9f7-725b-42a0-b24e-e6c144f6494e HTTP/1.1" status: 200 len: 946 time: 1.1677012 Aug 16 20:12:34.910672 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b5b639a3-c0bd-41f9-9f80-1db68ad2b37e None None] Provisioning for port aa59368f-1db7-43fa-bd48-03c82e86210f completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:12:34.917223 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b5b639a3-c0bd-41f9-9f80-1db68ad2b37e None None] Provisioning complete for port aa59368f-1db7-43fa-bd48-03c82e86210f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:12:34.917614 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b5b639a3-c0bd-41f9-9f80-1db68ad2b37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:34.983514 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24aa7e-66ad-4f92-b8ac-d6c0a95316af req-8160dfca-7431-4e6a-ba20-63fc0a7769df tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:35.004009 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2b24aa7e-66ad-4f92-b8ac-d6c0a95316af req-8160dfca-7431-4e6a-ba20-63fc0a7769df tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 943 time: 0.4050291 Aug 16 20:12:35.077780 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b5b639a3-c0bd-41f9-9f80-1db68ad2b37e None None] Port aa59368f-1db7-43fa-bd48-03c82e86210f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:12:35.081189 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-4b49ab03-a256-44f2-abc7-e5be4335ed95 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9882271 Aug 16 20:12:35.116228 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d727967-c58e-4c74-92b9-b48bb9b11f6a req-112cebe5-f6d3-410c-8243-f93b8564500a tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:35.124865 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6d727967-c58e-4c74-92b9-b48bb9b11f6a req-112cebe5-f6d3-410c-8243-f93b8564500a tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 946 time: 0.1539779 Aug 16 20:12:35.234027 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6d727967-c58e-4c74-92b9-b48bb9b11f6a req-dc2a39ec-a159-4a24-a5e9-d6b5a4ab53bc tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079113 Aug 16 20:12:35.315801 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-07e63b27-e941-4503-ad23-496079da19f6 service neutron] Request body: {'port': {'device_id': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:12:35.419796 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2b24aa7e-66ad-4f92-b8ac-d6c0a95316af req-a2f3b798-524b-48b0-897e-fab26cb8c5c1 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145174 Aug 16 20:12:35.553444 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:35.639570 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06065c-cf7e-41ae-9e49-528a4d495fcf req-2611ce5d-2ca8-4350-b049-e2d0a2af0527 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:35.648311 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06065c-cf7e-41ae-9e49-528a4d495fcf req-2611ce5d-2ca8-4350-b049-e2d0a2af0527 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:35.659328 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-07e63b27-e941-4503-ad23-496079da19f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:35.665110 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06065c-cf7e-41ae-9e49-528a4d495fcf req-2611ce5d-2ca8-4350-b049-e2d0a2af0527 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:35.679942 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06065c-cf7e-41ae-9e49-528a4d495fcf req-2611ce5d-2ca8-4350-b049-e2d0a2af0527 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:35.726345 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06065c-cf7e-41ae-9e49-528a4d495fcf req-2611ce5d-2ca8-4350-b049-e2d0a2af0527 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:35.734298 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eb06065c-cf7e-41ae-9e49-528a4d495fcf req-2611ce5d-2ca8-4350-b049-e2d0a2af0527 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 3816 time: 0.2330134 Aug 16 20:12:35.830304 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eb06065c-cf7e-41ae-9e49-528a4d495fcf req-3d6b1398-de83-408a-926e-ed8afaae9cc0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893953 Aug 16 20:12:35.898200 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:35.960046 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:36.008850 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7e39e-e30b-4408-b4e4-d7f50c1fb6ff req-0402f4dd-ffa0-4165-9027-ef791ed96f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:36.010424 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54a7e39e-e30b-4408-b4e4-d7f50c1fb6ff req-0402f4dd-ffa0-4165-9027-ef791ed96f12 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6d192dbb-a372-4859-86a9-c63053b8e357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.3366752 Aug 16 20:12:36.175936 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54a7e39e-e30b-4408-b4e4-d7f50c1fb6ff req-39e5a47e-a121-4e1b-b6de-b89c8cdcb574 service neutron] 10.222.0.63 "GET /v2.0/networks/6d192dbb-a372-4859-86a9-c63053b8e357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392140 Aug 16 20:12:36.321169 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-07e63b27-e941-4503-ad23-496079da19f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b63bd87-1c14-4b71-a437-91e0a8eca98c {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:12:36.406811 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-07e63b27-e941-4503-ad23-496079da19f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:36.421842 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-b6407beb-223d-457a-a107-0c488c481d40 req-20f9825b-e4a4-41db-8fe5-d5e4d23a5991 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Deleting port 61839cd7-01d4-432d-b6db-a26f6c5446e6 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:12:36.424237 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b6407beb-223d-457a-a107-0c488c481d40 req-20f9825b-e4a4-41db-8fe5-d5e4d23a5991 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:36.457477 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1afbc3-2f12-4212-b2d4-0170c1a4d509 req-835a0acb-5e9f-4be5-8ddf-36628fc588e2 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:36.473382 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1d1afbc3-2f12-4212-b2d4-0170c1a4d509 req-835a0acb-5e9f-4be5-8ddf-36628fc588e2 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 946 time: 0.1232936 Aug 16 20:12:36.566760 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1d1afbc3-2f12-4212-b2d4-0170c1a4d509 req-8b75cfc5-a14d-49bd-9f9f-ab432ad9c936 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918319 Aug 16 20:12:36.709599 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 61839cd7-01d4-432d-b6db-a26f6c5446e6 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:12:36.746081 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-b6407beb-223d-457a-a107-0c488c481d40 req-20f9825b-e4a4-41db-8fe5-d5e4d23a5991 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] For port 61839cd7-01d4-432d-b6db-a26f6c5446e6, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=61839cd7-01d4-432d-b6db-a26f6c5446e6,segment=NetworkSegment(2a16f85c-1189-4a4f-88d0-8154e091bfe3),segment_id=2a16f85c-1189-4a4f-88d0-8154e091bfe3)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:36.747192 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b6407beb-223d-457a-a107-0c488c481d40 req-20f9825b-e4a4-41db-8fe5-d5e4d23a5991 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:36.945810 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:37.009427 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2745b-6c5e-4f2e-b540-9d699cede099 req-f4079156-778f-4507-824d-ef94839d9c63 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:37.011624 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-20c2745b-6c5e-4f2e-b540-9d699cede099 req-f4079156-778f-4507-824d-ef94839d9c63 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 943 time: 0.1405637 Aug 16 20:12:37.080533 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0aa9f7-725b-42a0-b24e-e6c144f6494e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61839cd7-01d4-432d-b6db-a26f6c5446e6'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:12:37.083508 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17bbb736-5f2c-4697-8788-9c4efcee32da" -d '{"events": [{"server_uuid": "9d0aa9f7-725b-42a0-b24e-e6c144f6494e", "name": "network-vif-unplugged", "status": "completed", "tag": "61839cd7-01d4-432d-b6db-a26f6c5446e6"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:12:37.123140 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:37.124809 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-20c2745b-6c5e-4f2e-b540-9d699cede099 req-96444aae-3d89-4258-9519-854c9592f516 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912321 Aug 16 20:12:37.125764 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 61839cd7-01d4-432d-b6db-a26f6c5446e6, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=61839cd7-01d4-432d-b6db-a26f6c5446e6,segment=NetworkSegment(2a16f85c-1189-4a4f-88d0-8154e091bfe3),segment_id=2a16f85c-1189-4a4f-88d0-8154e091bfe3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:37.131608 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:37.172735 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b6407beb-223d-457a-a107-0c488c481d40 req-20f9825b-e4a4-41db-8fe5-d5e4d23a5991 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:37.173262 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b6407beb-223d-457a-a107-0c488c481d40 req-20f9825b-e4a4-41db-8fe5-d5e4d23a5991 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:37.173574 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [req-b6407beb-223d-457a-a107-0c488c481d40 req-20f9825b-e4a4-41db-8fe5-d5e4d23a5991 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Floating IP 6eb24bbb-c595-40ca-9a91-7c80d0a74520 disassociated. External IP: 172.25.8.113, port: 61839cd7-01d4-432d-b6db-a26f6c5446e6. Aug 16 20:12:37.175348 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-b6407beb-223d-457a-a107-0c488c481d40 req-20f9825b-e4a4-41db-8fe5-d5e4d23a5991 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Calling delete_port for 61839cd7-01d4-432d-b6db-a26f6c5446e6 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:12:37.254859 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=61839cd7-01d4-432d-b6db-a26f6c5446e6,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:37.336233 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54a7e39e-e30b-4408-b4e4-d7f50c1fb6ff req-efac254d-bd4c-455e-bf10-db26b397ba58 service neutron] 10.222.0.63 "GET /v2.0/networks/6d192dbb-a372-4859-86a9-c63053b8e357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1485484 Aug 16 20:12:37.351329 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75edaf83-3246-4766-a9f4-f4ee137b0ed9 req-2332290b-eb5c-436b-84e2-dd70dca9fd86 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:37.352911 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-75edaf83-3246-4766-a9f4-f4ee137b0ed9 req-2332290b-eb5c-436b-84e2-dd70dca9fd86 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d0aa9f7-725b-42a0-b24e-e6c144f6494e HTTP/1.1" status: 200 len: 946 time: 1.7424459 Aug 16 20:12:37.353566 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7cb95b-e98b-40bc-b3ef-5b1a77ff4bb5 admin admin] Router a2211097-dfce-4002-9d2a-8a013392a199 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:12:37.376393 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcb68f-139f-4e78-b686-36371ec897df req-22e53d88-9472-4ec5-8876-b055d8da4d3c tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:37.397937 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcb68f-139f-4e78-b686-36371ec897df req-22e53d88-9472-4ec5-8876-b055d8da4d3c tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:37.413292 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-07e63b27-e941-4503-ad23-496079da19f6 service neutron] Transition to ACTIVE for port object 2b63bd87-1c14-4b71-a437-91e0a8eca98c will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:12:37.414889 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcb68f-139f-4e78-b686-36371ec897df req-22e53d88-9472-4ec5-8876-b055d8da4d3c tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:37.426029 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-07e63b27-e941-4503-ad23-496079da19f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:37.446620 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcb68f-139f-4e78-b686-36371ec897df req-22e53d88-9472-4ec5-8876-b055d8da4d3c tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:37.475307 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcb68f-139f-4e78-b686-36371ec897df req-22e53d88-9472-4ec5-8876-b055d8da4d3c tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:37.487655 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e2dcb68f-139f-4e78-b686-36371ec897df req-22e53d88-9472-4ec5-8876-b055d8da4d3c tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 3816 time: 0.2513537 Aug 16 20:12:37.514147 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-75edaf83-3246-4766-a9f4-f4ee137b0ed9 req-1c84a633-fa6b-4207-9051-b6b7c97e8d67 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/security-groups?id=47bac954-e21f-4bef-8f09-77e971ac2184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522162 Aug 16 20:12:37.624504 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e2dcb68f-139f-4e78-b686-36371ec897df req-29825edc-2517-4674-b854-ef013775d0b5 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325276 Aug 16 20:12:37.717971 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73db9807-0a68-4201-b25c-d86995d7d5ae x-openstack-request-id: req-73db9807-0a68-4201-b25c-d86995d7d5ae {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:12:37.718503 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0aa9f7-725b-42a0-b24e-e6c144f6494e", "name": "network-vif-unplugged", "status": "completed", "tag": "61839cd7-01d4-432d-b6db-a26f6c5446e6", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:12:37.718503 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-73db9807-0a68-4201-b25c-d86995d7d5ae {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:12:37.718932 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0aa9f7-725b-42a0-b24e-e6c144f6494e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61839cd7-01d4-432d-b6db-a26f6c5446e6', 'code': 200} Aug 16 20:12:37.880419 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7cb95b-e98b-40bc-b3ef-5b1a77ff4bb5 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:12:37.893798 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b6407beb-223d-457a-a107-0c488c481d40 req-20f9825b-e4a4-41db-8fe5-d5e4d23a5991 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:37.897443 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9a95d2-855c-40a9-a1d9-5e483fd4a259 None None] Sync routers for ids ['a2211097-dfce-4002-9d2a-8a013392a199'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:12:37.914076 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9a95d2-855c-40a9-a1d9-5e483fd4a259 None None] Routers {'a2211097-dfce-4002-9d2a-8a013392a199'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:12:37.923817 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1a9a95d2-855c-40a9-a1d9-5e483fd4a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:12:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a2211097-dfce-4002-9d2a-8a013392a199'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:12:37.928866 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47954ff-34a6-46f0-9ad9-240a5573c9b1 req-38966898-071e-40d5-8a62-41dd95f19977 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:37.953964 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a47954ff-34a6-46f0-9ad9-240a5573c9b1 req-38966898-071e-40d5-8a62-41dd95f19977 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 946 time: 0.1828296 Aug 16 20:12:38.193986 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a47954ff-34a6-46f0-9ad9-240a5573c9b1 req-af6743e0-341e-4e74-8fec-ea009d25d142 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2390392 Aug 16 20:12:38.346412 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50728) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:12:38.347993 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-1a9a95d2-855c-40a9-a1d9-5e483fd4a259 None None] Set router a2211097-dfce-4002-9d2a-8a013392a199 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:12:38.600757 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85f0ef15-bdfe-45a2-9589-f86f79ed9bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:38.747464 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b5a7df80-d461-4ba4-864f-88856ebc1672 req-231d54f8-d487-4703-8cf1-eaf68598e19c tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d0aa9f7-725b-42a0-b24e-e6c144f6494e HTTP/1.1" status: 200 len: 210 time: 0.0540526 Aug 16 20:12:38.836052 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1a9a95d2-855c-40a9-a1d9-5e483fd4a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'name': 'tempest-ServerRescueTestJSONUnderV235-859932747-router', 'tenant_id': '61cefd239784402390fb24a72e08b750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '33e3e59b-74a2-44bb-bad1-0ea9b28e1603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:12:26Z', 'updated_at': '2021-08-16T20:12:31Z', 'revision_number': 3, 'project_id': '61cefd239784402390fb24a72e08b750', 'gw_port': {'id': '33e3e59b-74a2-44bb-bad1-0ea9b28e1603', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:12:29Z', 'updated_at': '2021-08-16T20:12:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:12:38.921521 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85f0ef15-bdfe-45a2-9589-f86f79ed9bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:38.933442 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85f0ef15-bdfe-45a2-9589-f86f79ed9bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:38.952698 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e63b27-e941-4503-ad23-496079da19f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2b63bd87-1c14-4b71-a437-91e0a8eca98c,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:38.962144 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3a7cb95b-e98b-40bc-b3ef-5b1a77ff4bb5 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:38.966668 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3a7cb95b-e98b-40bc-b3ef-5b1a77ff4bb5 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 12.3144653 Aug 16 20:12:38.975382 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9a95d2-855c-40a9-a1d9-5e483fd4a259 None None] Checking router: a2211097-dfce-4002-9d2a-8a013392a199 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:12:38.975942 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9a95d2-855c-40a9-a1d9-5e483fd4a259 None None] Updating router a2211097-dfce-4002-9d2a-8a013392a199 port 33e3e59b-74a2-44bb-bad1-0ea9b28e1603 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:12:38.983801 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50742) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:12:39.052727 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9825b-e4a4-41db-8fe5-d5e4d23a5991 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Pushing event deleted for resources: {'Port': ['ID=61839cd7-01d4-432d-b6db-a26f6c5446e6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:39.055516 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-07e63b27-e941-4503-ad23-496079da19f6 service neutron] Attempting to bind port 2b63bd87-1c14-4b71-a437-91e0a8eca98c on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:12:39.056452 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-07e63b27-e941-4503-ad23-496079da19f6 service neutron] Attempting to bind port 2b63bd87-1c14-4b71-a437-91e0a8eca98c by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'c2a4cfff-62ad-43ae-9514-2c0c83875cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0ae80140-337e-46f6-881d-18b41812816e'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:12:39.056452 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-07e63b27-e941-4503-ad23-496079da19f6 service neutron] Attempting to bind port 2b63bd87-1c14-4b71-a437-91e0a8eca98c on network 0ae80140-337e-46f6-881d-18b41812816e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:12:39.072724 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-07e63b27-e941-4503-ad23-496079da19f6 service neutron] Port 2b63bd87-1c14-4b71-a437-91e0a8eca98c on network 0ae80140-337e-46f6-881d-18b41812816e not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:12:39.073211 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-07e63b27-e941-4503-ad23-496079da19f6 service neutron] Attempting to bind port 2b63bd87-1c14-4b71-a437-91e0a8eca98c on network 0ae80140-337e-46f6-881d-18b41812816e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:12:39.094310 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-07e63b27-e941-4503-ad23-496079da19f6 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:12:39.094796 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-07e63b27-e941-4503-ad23-496079da19f6 service neutron] Checking segment: {'id': 'c2a4cfff-62ad-43ae-9514-2c0c83875cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0ae80140-337e-46f6-881d-18b41812816e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:12:39.095314 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-07e63b27-e941-4503-ad23-496079da19f6 service neutron] Bound using segment: {'id': 'c2a4cfff-62ad-43ae-9514-2c0c83875cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0ae80140-337e-46f6-881d-18b41812816e'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:12:39.096130 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-07e63b27-e941-4503-ad23-496079da19f6 service neutron] Bound port: 2b63bd87-1c14-4b71-a437-91e0a8eca98c, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2a4cfff-62ad-43ae-9514-2c0c83875cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0ae80140-337e-46f6-881d-18b41812816e'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:12:39.096596 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-07e63b27-e941-4503-ad23-496079da19f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:39.118874 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e0f85-f325-48cb-b0ac-761f3c73e1df req-3b72801a-cfac-4462-905b-1ad199761cfb tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:39.121007 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a20e0f85-f325-48cb-b0ac-761f3c73e1df req-3b72801a-cfac-4462-905b-1ad199761cfb tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 943 time: 0.1762536 Aug 16 20:12:39.130945 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6407beb-223d-457a-a107-0c488c481d40 req-20f9825b-e4a4-41db-8fe5-d5e4d23a5991 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Router 819ee302-4d57-49fd-bc8e-9a98b68a5d24 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:12:39.148503 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-85f0ef15-bdfe-45a2-9589-f86f79ed9bba admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1f461c5972f4487785e0266e194347d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7984157 Aug 16 20:12:39.148503 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0ef15-bdfe-45a2-9589-f86f79ed9bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4b7fd5-d8b1-4452-baf8-5dc4006d81ed,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:39.150126 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1a9a95d2-855c-40a9-a1d9-5e483fd4a259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:39.169622 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50746) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:12:39.296699 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45d12b-da4a-40ae-8684-bfce55431c8a req-8fafe512-b282-4361-ab92-b44b75d76fde tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:39.314779 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45d12b-da4a-40ae-8684-bfce55431c8a req-8fafe512-b282-4361-ab92-b44b75d76fde tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:39.324343 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45d12b-da4a-40ae-8684-bfce55431c8a req-8fafe512-b282-4361-ab92-b44b75d76fde tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:39.338506 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45d12b-da4a-40ae-8684-bfce55431c8a req-8fafe512-b282-4361-ab92-b44b75d76fde tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:39.350695 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45d12b-da4a-40ae-8684-bfce55431c8a req-8fafe512-b282-4361-ab92-b44b75d76fde tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:39.368804 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-07e63b27-e941-4503-ad23-496079da19f6 service neutron] For port 2b63bd87-1c14-4b71-a437-91e0a8eca98c, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:12:39.374599 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4c45d12b-da4a-40ae-8684-bfce55431c8a req-8fafe512-b282-4361-ab92-b44b75d76fde tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 3828 time: 0.3197241 Aug 16 20:12:39.376862 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-07e63b27-e941-4503-ad23-496079da19f6 service neutron] For port 2b63bd87-1c14-4b71-a437-91e0a8eca98c, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=2b63bd87-1c14-4b71-a437-91e0a8eca98c,segment=NetworkSegment(c2a4cfff-62ad-43ae-9514-2c0c83875cd5),segment_id=c2a4cfff-62ad-43ae-9514-2c0c83875cd5)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:12:39.382917 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a20e0f85-f325-48cb-b0ac-761f3c73e1df req-c23e6fa4-d9d5-4e00-a54c-715ab2b5579a tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499754 Aug 16 20:12:39.534550 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-07e63b27-e941-4503-ad23-496079da19f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:39.537250 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6407beb-223d-457a-a107-0c488c481d40 req-20f9825b-e4a4-41db-8fe5-d5e4d23a5991 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:12:39.551709 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686a1c54-a5e8-4827-bead-66c88e4c0c6d None None] Sync routers for ids ['819ee302-4d57-49fd-bc8e-9a98b68a5d24'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:12:39.570376 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686a1c54-a5e8-4827-bead-66c88e4c0c6d None None] Routers {'819ee302-4d57-49fd-bc8e-9a98b68a5d24'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:12:39.571328 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-686a1c54-a5e8-4827-bead-66c88e4c0c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:12:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['819ee302-4d57-49fd-bc8e-9a98b68a5d24'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:12:39.707420 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4c45d12b-da4a-40ae-8684-bfce55431c8a req-05e663f4-1907-429c-828c-6f84dff1a8d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3252454 Aug 16 20:12:39.892320 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-07e63b27-e941-4503-ad23-496079da19f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:39.892990 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-07e63b27-e941-4503-ad23-496079da19f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:39.894447 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-07e63b27-e941-4503-ad23-496079da19f6 service neutron] 10.222.0.63 "PUT /v2.0/ports/2b63bd87-1c14-4b71-a437-91e0a8eca98c HTTP/1.1" status: 200 len: 1092 time: 4.5975583 Aug 16 20:12:39.949846 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'tag': '2b63bd87-1c14-4b71-a437-91e0a8eca98c'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:12:39.968736 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b4842d-77dd-4659-bb1c-1f407d34f76c" -d '{"events": [{"name": "network-changed", "server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "tag": "2b63bd87-1c14-4b71-a437-91e0a8eca98c"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:12:40.017769 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-cd4fa1dd-9ac1-48eb-ae39-69da8816b5d3 service neutron] Request body: {'port': {'device_id': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:12:40.018434 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1a9a95d2-855c-40a9-a1d9-5e483fd4a259 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:40.043670 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-1a9a95d2-855c-40a9-a1d9-5e483fd4a259 None None] Transition to ACTIVE for port object 33e3e59b-74a2-44bb-bad1-0ea9b28e1603 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:12:40.068780 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1a9a95d2-855c-40a9-a1d9-5e483fd4a259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:40.125752 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-686a1c54-a5e8-4827-bead-66c88e4c0c6d None None] Set router 819ee302-4d57-49fd-bc8e-9a98b68a5d24 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:12:40.167733 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7b022-009a-40c4-803e-c2fec88928cd None None] Pushing event updated for resources: {'Port': ['ID=33e3e59b-74a2-44bb-bad1-0ea9b28e1603,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:40.196074 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e7b022-009a-40c4-803e-c2fec88928cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:40.196478 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e7b022-009a-40c4-803e-c2fec88928cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:40.196913 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e7b022-009a-40c4-803e-c2fec88928cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:40.197360 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e7b022-009a-40c4-803e-c2fec88928cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:40.197783 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e7b022-009a-40c4-803e-c2fec88928cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:40.198128 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e3e01059-d688-447b-9d18-0a7b116f3de3 req-9785c71f-7cd2-4a61-a67c-5734b5d73ea9 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d0aa9f7-725b-42a0-b24e-e6c144f6494e HTTP/1.1" status: 200 len: 210 time: 0.0835464 Aug 16 20:12:40.198263 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e7b022-009a-40c4-803e-c2fec88928cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:40.199302 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e7b022-009a-40c4-803e-c2fec88928cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:40.199745 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e7b022-009a-40c4-803e-c2fec88928cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:40.200146 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e7b022-009a-40c4-803e-c2fec88928cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:40.200562 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e7b022-009a-40c4-803e-c2fec88928cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:40.200979 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e7b022-009a-40c4-803e-c2fec88928cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:40.201531 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e7b022-009a-40c4-803e-c2fec88928cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:40.212324 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-1a9a95d2-855c-40a9-a1d9-5e483fd4a259 None None] Attempting to bind port 33e3e59b-74a2-44bb-bad1-0ea9b28e1603 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:12:40.212771 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-1a9a95d2-855c-40a9-a1d9-5e483fd4a259 None None] Attempting to bind port 33e3e59b-74a2-44bb-bad1-0ea9b28e1603 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:12:40.213159 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a95d2-855c-40a9-a1d9-5e483fd4a259 None None] Attempting to bind port 33e3e59b-74a2-44bb-bad1-0ea9b28e1603 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:12:40.228970 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a95d2-855c-40a9-a1d9-5e483fd4a259 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:12:40.229988 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a95d2-855c-40a9-a1d9-5e483fd4a259 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:12:40.229988 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1a9a95d2-855c-40a9-a1d9-5e483fd4a259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:40.230208 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a95d2-855c-40a9-a1d9-5e483fd4a259 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:12:40.230962 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-1a9a95d2-855c-40a9-a1d9-5e483fd4a259 None None] Bound port: 33e3e59b-74a2-44bb-bad1-0ea9b28e1603, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:12:40.231075 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1a9a95d2-855c-40a9-a1d9-5e483fd4a259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:40.364113 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6407beb-223d-457a-a107-0c488c481d40 req-20f9825b-e4a4-41db-8fe5-d5e4d23a5991 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] No DVR routers for this DVR port 61839cd7-01d4-432d-b6db-a26f6c5446e6 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:12:40.424771 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b6407beb-223d-457a-a107-0c488c481d40 req-20f9825b-e4a4-41db-8fe5-d5e4d23a5991 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:40.427057 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b6407beb-223d-457a-a107-0c488c481d40 req-20f9825b-e4a4-41db-8fe5-d5e4d23a5991 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.63 "DELETE /v2.0/ports/61839cd7-01d4-432d-b6db-a26f6c5446e6 HTTP/1.1" status: 204 len: 173 time: 5.6327841 Aug 16 20:12:40.572089 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604c8055-f9c9-40cd-84b2-f51ae365bbaf x-openstack-request-id: req-604c8055-f9c9-40cd-84b2-f51ae365bbaf {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:12:40.572380 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "tag": "2b63bd87-1c14-4b71-a437-91e0a8eca98c", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:12:40.575705 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-604c8055-f9c9-40cd-84b2-f51ae365bbaf {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:12:40.576251 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'tag': '2b63bd87-1c14-4b71-a437-91e0a8eca98c', 'status': 'completed', 'code': 200} Aug 16 20:12:40.745079 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e63b27-e941-4503-ad23-496079da19f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2b63bd87-1c14-4b71-a437-91e0a8eca98c,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:40.774587 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-530f32bd-6922-493d-a28f-c2efff98bf9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:40.784686 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537031b-7ba8-416b-8e32-78c620cb5905 req-995fbee4-2e98-4fd1-b277-8991681f92cd tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:40.795852 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9537031b-7ba8-416b-8e32-78c620cb5905 req-995fbee4-2e98-4fd1-b277-8991681f92cd tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 943 time: 0.2427857 Aug 16 20:12:40.838358 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-530f32bd-6922-493d-a28f-c2efff98bf9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:40.895794 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-cd4fa1dd-9ac1-48eb-ae39-69da8816b5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:40.929778 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9537031b-7ba8-416b-8e32-78c620cb5905 req-224d1ec2-fef8-45b8-8064-53f128b134b9 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315367 Aug 16 20:12:40.934357 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-686a1c54-a5e8-4827-bead-66c88e4c0c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'name': 'tempest-ServersTestJSON-409826324-router', 'tenant_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'c4f4b591-c5ff-483c-89f0-5c8b52e6be1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:20Z', 'updated_at': '2021-08-16T20:10:25Z', 'revision_number': 4, 'project_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'gw_port': {'id': 'c4f4b591-c5ff-483c-89f0-5c8b52e6be1b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:21Z', 'updated_at': '2021-08-16T20:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '04e0681c-8024-4745-94e1-3a09cceccc5e', 'name': '', 'network_id': '445fd284-9b49-4aff-a865-048647b2bf25', 'tenant_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'mac_address': 'fa:16:3e:04:19:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'e8c4284e-7b9b-4280-91ae-d14a8a0a00f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:24Z', 'updated_at': '2021-08-16T20:10:31Z', 'revision_number': 5, 'project_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'subnets': [{'id': 'e8c4284e-7b9b-4280-91ae-d14a8a0a00f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:12:40.996282 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025a6e7-b122-4d28-88dc-148eec3a6703 req-30df2f17-3c41-425e-9d9a-bafe096ab0b0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:41.023725 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0025a6e7-b122-4d28-88dc-148eec3a6703 req-30df2f17-3c41-425e-9d9a-bafe096ab0b0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 946 time: 1.2273169 Aug 16 20:12:41.032404 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686a1c54-a5e8-4827-bead-66c88e4c0c6d None None] Checking router: 819ee302-4d57-49fd-bc8e-9a98b68a5d24 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:12:41.058302 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686a1c54-a5e8-4827-bead-66c88e4c0c6d None None] Routers {'819ee302-4d57-49fd-bc8e-9a98b68a5d24'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:12:41.059114 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-686a1c54-a5e8-4827-bead-66c88e4c0c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:12:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['819ee302-4d57-49fd-bc8e-9a98b68a5d24'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:12:41.100982 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-1a9a95d2-855c-40a9-a1d9-5e483fd4a259 None None] For port 33e3e59b-74a2-44bb-bad1-0ea9b28e1603, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:12:41.131116 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-1a9a95d2-855c-40a9-a1d9-5e483fd4a259 None None] For port 33e3e59b-74a2-44bb-bad1-0ea9b28e1603, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=33e3e59b-74a2-44bb-bad1-0ea9b28e1603,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:12:41.145957 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1a9a95d2-855c-40a9-a1d9-5e483fd4a259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:41.299934 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0025a6e7-b122-4d28-88dc-148eec3a6703 req-5165f217-7e6f-44b6-b98c-d7c9d00efaf6 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2750120 Aug 16 20:12:41.349827 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9a95d2-855c-40a9-a1d9-5e483fd4a259 None None] Routers {'a2211097-dfce-4002-9d2a-8a013392a199'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:12:41.355464 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1a9a95d2-855c-40a9-a1d9-5e483fd4a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:12:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a2211097-dfce-4002-9d2a-8a013392a199'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:12:41.383289 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-686a1c54-a5e8-4827-bead-66c88e4c0c6d None None] Set router 819ee302-4d57-49fd-bc8e-9a98b68a5d24 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:12:41.426597 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ad4443a-2771-4653-86e3-cae1a7699477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:41.427449 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4842d-77dd-4659-bb1c-1f407d34f76c req-e28838ae-2ad1-488d-87e2-a606ea7798fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:41.431235 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4842d-77dd-4659-bb1c-1f407d34f76c req-e28838ae-2ad1-488d-87e2-a606ea7798fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:41.432076 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4842d-77dd-4659-bb1c-1f407d34f76c req-e28838ae-2ad1-488d-87e2-a606ea7798fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:41.432580 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4842d-77dd-4659-bb1c-1f407d34f76c req-e28838ae-2ad1-488d-87e2-a606ea7798fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:41.435613 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4842d-77dd-4659-bb1c-1f407d34f76c req-e28838ae-2ad1-488d-87e2-a606ea7798fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:41.439210 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-57b4842d-77dd-4659-bb1c-1f407d34f76c req-e28838ae-2ad1-488d-87e2-a606ea7798fb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7b57628fd666456abf7d4e027fd3ce47&device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 4364 time: 0.8619566 Aug 16 20:12:41.553889 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7b022-009a-40c4-803e-c2fec88928cd None None] Pushing event updated for resources: {'Port': ['ID=33e3e59b-74a2-44bb-bad1-0ea9b28e1603,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:41.611173 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cea1979a-cfe3-458a-b640-7d8ad9720557 req-0ffb67b5-682e-4d9f-ab29-ea92f9173c36 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d0aa9f7-725b-42a0-b24e-e6c144f6494e HTTP/1.1" status: 200 len: 210 time: 0.0485742 Aug 16 20:12:41.810288 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-530f32bd-6922-493d-a28f-c2efff98bf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:41.813362 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-530f32bd-6922-493d-a28f-c2efff98bf9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:41.822178 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-530f32bd-6922-493d-a28f-c2efff98bf9e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ef4b7fd5-d8b1-4452-baf8-5dc4006d81ed HTTP/1.1" status: 204 len: 168 time: 2.6481650 Aug 16 20:12:41.846256 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-1a9a95d2-855c-40a9-a1d9-5e483fd4a259 None None] Set router a2211097-dfce-4002-9d2a-8a013392a199 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:12:41.897999 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f32bd-6922-493d-a28f-c2efff98bf9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4b7fd5-d8b1-4452-baf8-5dc4006d81ed,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:42.039739 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed654915-f9a1-4894-b6ce-c48394ad5fb3 req-5cd829b2-8bd6-4ca1-ace4-a021b6673245 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:42.055952 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed654915-f9a1-4894-b6ce-c48394ad5fb3 req-5cd829b2-8bd6-4ca1-ace4-a021b6673245 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:42.072555 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-686a1c54-a5e8-4827-bead-66c88e4c0c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'name': 'tempest-ServersTestJSON-409826324-router', 'tenant_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'c4f4b591-c5ff-483c-89f0-5c8b52e6be1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:20Z', 'updated_at': '2021-08-16T20:10:25Z', 'revision_number': 4, 'project_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'gw_port': {'id': 'c4f4b591-c5ff-483c-89f0-5c8b52e6be1b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:21Z', 'updated_at': '2021-08-16T20:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '04e0681c-8024-4745-94e1-3a09cceccc5e', 'name': '', 'network_id': '445fd284-9b49-4aff-a865-048647b2bf25', 'tenant_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'mac_address': 'fa:16:3e:04:19:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'e8c4284e-7b9b-4280-91ae-d14a8a0a00f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:24Z', 'updated_at': '2021-08-16T20:10:31Z', 'revision_number': 5, 'project_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'subnets': [{'id': 'e8c4284e-7b9b-4280-91ae-d14a8a0a00f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:12:42.076912 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed654915-f9a1-4894-b6ce-c48394ad5fb3 req-5cd829b2-8bd6-4ca1-ace4-a021b6673245 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:42.093713 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed654915-f9a1-4894-b6ce-c48394ad5fb3 req-5cd829b2-8bd6-4ca1-ace4-a021b6673245 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:42.112277 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed654915-f9a1-4894-b6ce-c48394ad5fb3 req-5cd829b2-8bd6-4ca1-ace4-a021b6673245 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:42.124625 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ed654915-f9a1-4894-b6ce-c48394ad5fb3 req-5cd829b2-8bd6-4ca1-ace4-a021b6673245 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 3828 time: 0.7037232 Aug 16 20:12:42.155299 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686a1c54-a5e8-4827-bead-66c88e4c0c6d None None] The sync data for ids ['819ee302-4d57-49fd-bc8e-9a98b68a5d24'] in n-d-787206-13 is: [{'id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'name': 'tempest-ServersTestJSON-409826324-router', 'tenant_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'c4f4b591-c5ff-483c-89f0-5c8b52e6be1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:20Z', 'updated_at': '2021-08-16T20:10:25Z', 'revision_number': 4, 'project_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'gw_port': {'id': 'c4f4b591-c5ff-483c-89f0-5c8b52e6be1b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:21Z', 'updated_at': '2021-08-16T20:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '04e0681c-8024-4745-94e1-3a09cceccc5e', 'name': '', 'network_id': '445fd284-9b49-4aff-a865-048647b2bf25', 'tenant_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'mac_address': 'fa:16:3e:04:19:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'e8c4284e-7b9b-4280-91ae-d14a8a0a00f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:24Z', 'updated_at': '2021-08-16T20:10:31Z', 'revision_number': 5, 'project_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'subnets': [{'id': 'e8c4284e-7b9b-4280-91ae-d14a8a0a00f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:12:42.185936 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4842d-77dd-4659-bb1c-1f407d34f76c req-659efe32-8a34-4854-9e11-a394161f9a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:42.187409 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4842d-77dd-4659-bb1c-1f407d34f76c req-659efe32-8a34-4854-9e11-a394161f9a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:42.188077 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4842d-77dd-4659-bb1c-1f407d34f76c req-659efe32-8a34-4854-9e11-a394161f9a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:42.189935 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-57b4842d-77dd-4659-bb1c-1f407d34f76c req-659efe32-8a34-4854-9e11-a394161f9a01 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=7b57628fd666456abf7d4e027fd3ce47&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7173657 Aug 16 20:12:42.235369 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ed654915-f9a1-4894-b6ce-c48394ad5fb3 req-2fee04a2-8079-475d-a511-17ea6161d33f tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097062 Aug 16 20:12:42.369712 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1aa353-4e55-4104-8199-deeac8d45f61 req-42864152-c10e-40fb-86cc-89aa4b1bd24e tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:42.379022 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-db1aa353-4e55-4104-8199-deeac8d45f61 req-42864152-c10e-40fb-86cc-89aa4b1bd24e tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 943 time: 0.2090383 Aug 16 20:12:42.390274 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-2ad4443a-2771-4653-86e3-cae1a7699477 admin admin] Allocated IP 172.20.0.1 (c0950044-aeab-482d-b87d-a07d06e58d8c/8e9d5f06-a0f7-4946-9279-961f62b06145/473db29d-4fd5-45e3-85d3-f857e7ec03a2) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:12:42.503313 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4842d-77dd-4659-bb1c-1f407d34f76c req-865f2578-8f01-45c5-986e-156f78ece27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:42.505201 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-57b4842d-77dd-4659-bb1c-1f407d34f76c req-865f2578-8f01-45c5-986e-156f78ece27d service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2855971 Aug 16 20:12:42.541780 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-db1aa353-4e55-4104-8199-deeac8d45f61 req-27a2073b-2904-4af2-9805-ca8d0a494189 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569166 Aug 16 20:12:42.589356 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1a9a95d2-855c-40a9-a1d9-5e483fd4a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'name': 'tempest-ServerRescueTestJSONUnderV235-859932747-router', 'tenant_id': '61cefd239784402390fb24a72e08b750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '33e3e59b-74a2-44bb-bad1-0ea9b28e1603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:12:26Z', 'updated_at': '2021-08-16T20:12:31Z', 'revision_number': 3, 'project_id': '61cefd239784402390fb24a72e08b750', 'gw_port': {'id': '33e3e59b-74a2-44bb-bad1-0ea9b28e1603', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:12:29Z', 'updated_at': '2021-08-16T20:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:12:42.623009 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0aa9f7-725b-42a0-b24e-e6c144f6494e', 'name': 'network-vif-deleted', 'tag': '61839cd7-01d4-432d-b6db-a26f6c5446e6'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:12:42.625563 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604819bf-e673-46f1-9635-6145b8e5bcd0" -d '{"events": [{"server_uuid": "9d0aa9f7-725b-42a0-b24e-e6c144f6494e", "name": "network-vif-deleted", "tag": "61839cd7-01d4-432d-b6db-a26f6c5446e6"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:12:42.644830 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9a95d2-855c-40a9-a1d9-5e483fd4a259 None None] The sync data for ids ['a2211097-dfce-4002-9d2a-8a013392a199'] in n-d-787206-13 is: [{'id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'name': 'tempest-ServerRescueTestJSONUnderV235-859932747-router', 'tenant_id': '61cefd239784402390fb24a72e08b750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '33e3e59b-74a2-44bb-bad1-0ea9b28e1603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:12:26Z', 'updated_at': '2021-08-16T20:12:31Z', 'revision_number': 3, 'project_id': '61cefd239784402390fb24a72e08b750', 'gw_port': {'id': '33e3e59b-74a2-44bb-bad1-0ea9b28e1603', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:12:29Z', 'updated_at': '2021-08-16T20:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:12:42.727445 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-cd4fa1dd-9ac1-48eb-ae39-69da8816b5d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0806bdce-2fff-4354-aa5e-714ebcf44a22 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:12:42.762374 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-cd4fa1dd-9ac1-48eb-ae39-69da8816b5d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:42.778440 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ad4443a-2771-4653-86e3-cae1a7699477 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:42.829098 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-cd4fa1dd-9ac1-48eb-ae39-69da8816b5d3 service neutron] Transition to ACTIVE for port object 0806bdce-2fff-4354-aa5e-714ebcf44a22 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:12:42.834093 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-cd4fa1dd-9ac1-48eb-ae39-69da8816b5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:42.973037 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ca4a39-4167-40c1-bb5b-a1505641b0e6 None None] New status for floating IP 6eb24bbb-c595-40ca-9a91-7c80d0a74520: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:12:42.988250 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ad4443a-2771-4653-86e3-cae1a7699477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:42.996853 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcde37a-d5aa-410e-afe7-3dddc0a42e8d x-openstack-request-id: req-5bcde37a-d5aa-410e-afe7-3dddc0a42e8d {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:12:43.000802 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0aa9f7-725b-42a0-b24e-e6c144f6494e", "name": "network-vif-deleted", "tag": "61839cd7-01d4-432d-b6db-a26f6c5446e6", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:12:43.001210 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5bcde37a-d5aa-410e-afe7-3dddc0a42e8d {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:12:43.001724 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0aa9f7-725b-42a0-b24e-e6c144f6494e', 'name': 'network-vif-deleted', 'tag': '61839cd7-01d4-432d-b6db-a26f6c5446e6', 'status': 'completed', 'code': 200} Aug 16 20:12:43.019550 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50812) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:12:43.145470 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6aa3a0db-61a4-4f15-8455-cfae7a585622 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:43.159218 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad4443a-2771-4653-86e3-cae1a7699477 admin admin] Network c0950044-aeab-482d-b87d-a07d06e58d8c is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:12:43.168577 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-2ad4443a-2771-4653-86e3-cae1a7699477 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:12:43.189413 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1bfd3-6232-48b1-89d8-dfa69c5c315d req-d0a54ac5-1a28-4de3-a3cf-247e8cb057d3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:43.197727 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-76d1bfd3-6232-48b1-89d8-dfa69c5c315d req-d0a54ac5-1a28-4de3-a3cf-247e8cb057d3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 946 time: 0.2542889 Aug 16 20:12:43.263750 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4fa1dd-9ac1-48eb-ae39-69da8816b5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=0806bdce-2fff-4354-aa5e-714ebcf44a22,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:43.330689 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad4443a-2771-4653-86e3-cae1a7699477 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:12:43.449619 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ad4443a-2771-4653-86e3-cae1a7699477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:43.700433 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ad4443a-2771-4653-86e3-cae1a7699477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:43.710729 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-cd4fa1dd-9ac1-48eb-ae39-69da8816b5d3 service neutron] Attempting to bind port 0806bdce-2fff-4354-aa5e-714ebcf44a22 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:12:43.711071 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-cd4fa1dd-9ac1-48eb-ae39-69da8816b5d3 service neutron] Attempting to bind port 0806bdce-2fff-4354-aa5e-714ebcf44a22 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'db4ce1a5-fe5a-45f4-9106-33c45e011a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:12:43.711432 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-cd4fa1dd-9ac1-48eb-ae39-69da8816b5d3 service neutron] Attempting to bind port 0806bdce-2fff-4354-aa5e-714ebcf44a22 on network 17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:12:43.780757 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aceffb7-9fec-4ef3-a862-a6eb9e827df1 req-ac02cb79-3a23-472a-90c4-88a571938b97 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:43.782296 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6aa3a0db-61a4-4f15-8455-cfae7a585622 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:43.804250 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aceffb7-9fec-4ef3-a862-a6eb9e827df1 req-ac02cb79-3a23-472a-90c4-88a571938b97 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:43.810379 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aceffb7-9fec-4ef3-a862-a6eb9e827df1 req-ac02cb79-3a23-472a-90c4-88a571938b97 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:43.827242 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aceffb7-9fec-4ef3-a862-a6eb9e827df1 req-ac02cb79-3a23-472a-90c4-88a571938b97 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:43.853897 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aceffb7-9fec-4ef3-a862-a6eb9e827df1 req-ac02cb79-3a23-472a-90c4-88a571938b97 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:43.861195 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aceffb7-9fec-4ef3-a862-a6eb9e827df1 req-ac02cb79-3a23-472a-90c4-88a571938b97 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:43.870622 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3aceffb7-9fec-4ef3-a862-a6eb9e827df1 req-ac02cb79-3a23-472a-90c4-88a571938b97 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 4605 time: 0.4199574 Aug 16 20:12:43.899401 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-cd4fa1dd-9ac1-48eb-ae39-69da8816b5d3 service neutron] Port 0806bdce-2fff-4354-aa5e-714ebcf44a22 on network 17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:12:43.900198 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-cd4fa1dd-9ac1-48eb-ae39-69da8816b5d3 service neutron] Attempting to bind port 0806bdce-2fff-4354-aa5e-714ebcf44a22 on network 17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:12:43.910036 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4443a-2771-4653-86e3-cae1a7699477 admin admin] Pushing event updated for resources: {'Port': ['ID=473db29d-4fd5-45e3-85d3-f857e7ec03a2,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:43.950836 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6aa3a0db-61a4-4f15-8455-cfae7a585622 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:43.953670 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6aa3a0db-61a4-4f15-8455-cfae7a585622 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:43.954472 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6aa3a0db-61a4-4f15-8455-cfae7a585622 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "DELETE /v2.0/security-groups/47bac954-e21f-4bef-8f09-77e971ac2184 HTTP/1.1" status: 204 len: 168 time: 0.9322162 Aug 16 20:12:43.957693 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3aceffb7-9fec-4ef3-a862-a6eb9e827df1 req-4c779ecd-3fe6-4f02-afce-d132ea2ba3bf tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0860929 Aug 16 20:12:43.959725 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-cd4fa1dd-9ac1-48eb-ae39-69da8816b5d3 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:12:43.960462 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-cd4fa1dd-9ac1-48eb-ae39-69da8816b5d3 service neutron] Checking segment: {'id': 'db4ce1a5-fe5a-45f4-9106-33c45e011a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:12:43.961021 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-cd4fa1dd-9ac1-48eb-ae39-69da8816b5d3 service neutron] Bound using segment: {'id': 'db4ce1a5-fe5a-45f4-9106-33c45e011a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:12:43.961643 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-cd4fa1dd-9ac1-48eb-ae39-69da8816b5d3 service neutron] Bound port: 0806bdce-2fff-4354-aa5e-714ebcf44a22, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db4ce1a5-fe5a-45f4-9106-33c45e011a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:12:43.962180 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-cd4fa1dd-9ac1-48eb-ae39-69da8816b5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:43.982548 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50848) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:12:44.078459 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-76d1bfd3-6232-48b1-89d8-dfa69c5c315d req-c4dba5e0-081c-4687-be5d-a5b79d01aaef tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8791561 Aug 16 20:12:44.090139 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3a0db-61a4-4f15-8455-cfae7a585622 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bac954-e21f-4bef-8f09-77e971ac2184,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:44.095959 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-c176838b-6782-455d-991d-c6f6e3ee6c98 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] show failed (client error): The resource could not be found. Aug 16 20:12:44.097136 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c176838b-6782-455d-991d-c6f6e3ee6c98 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "GET /v2.0/security-groups/47bac954-e21f-4bef-8f09-77e971ac2184 HTTP/1.1" status: 404 len: 347 time: 0.1131191 Aug 16 20:12:44.147035 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50850) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:12:44.200058 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-cd4fa1dd-9ac1-48eb-ae39-69da8816b5d3 service neutron] For port 0806bdce-2fff-4354-aa5e-714ebcf44a22, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:12:44.211498 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-cd4fa1dd-9ac1-48eb-ae39-69da8816b5d3 service neutron] For port 0806bdce-2fff-4354-aa5e-714ebcf44a22, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=0806bdce-2fff-4354-aa5e-714ebcf44a22,segment=NetworkSegment(db4ce1a5-fe5a-45f4-9106-33c45e011a98),segment_id=db4ce1a5-fe5a-45f4-9106-33c45e011a98)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:12:44.217520 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-cd4fa1dd-9ac1-48eb-ae39-69da8816b5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:44.388604 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-cd4fa1dd-9ac1-48eb-ae39-69da8816b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:44.389352 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-cd4fa1dd-9ac1-48eb-ae39-69da8816b5d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:44.390878 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-cd4fa1dd-9ac1-48eb-ae39-69da8816b5d3 service neutron] 10.222.0.63 "PUT /v2.0/ports/0806bdce-2fff-4354-aa5e-714ebcf44a22 HTTP/1.1" status: 200 len: 1136 time: 4.3917453 Aug 16 20:12:44.391600 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4fa1dd-9ac1-48eb-ae39-69da8816b5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=0806bdce-2fff-4354-aa5e-714ebcf44a22,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:44.446519 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-d0493d56-5f10-40ca-a4eb-ff4dd6a568fe service neutron] Request body: {'port': {'device_id': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:12:44.587329 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eccd1d-7fd6-4788-bbc8-e671c5de56cd req-9138c774-74c7-4795-ad0c-e3eeaa4d6d1b tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:44.589044 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-60eccd1d-7fd6-4788-bbc8-e671c5de56cd req-9138c774-74c7-4795-ad0c-e3eeaa4d6d1b tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 943 time: 0.3008816 Aug 16 20:12:44.643955 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-d0493d56-5f10-40ca-a4eb-ff4dd6a568fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:44.763563 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ad4443a-2771-4653-86e3-cae1a7699477 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:44.776449 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-60eccd1d-7fd6-4788-bbc8-e671c5de56cd req-cc7b43c9-ddf1-4b50-b630-8f2718710344 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772056 Aug 16 20:12:44.779871 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-77cbd59d-c00e-4f25-a041-08fabc6201c7 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Deleting port 6944ee4d-2c74-4028-bf68-b96b0c1af14e {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:12:44.780215 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-77cbd59d-c00e-4f25-a041-08fabc6201c7 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:44.899537 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ad4443a-2771-4653-86e3-cae1a7699477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:45.150250 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 33e3e59b-74a2-44bb-bad1-0ea9b28e1603 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:12:45.160024 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4443a-2771-4653-86e3-cae1a7699477 admin admin] Pushing event updated for resources: {'Port': ['ID=473db29d-4fd5-45e3-85d3-f857e7ec03a2,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:45.322301 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 33e3e59b-74a2-44bb-bad1-0ea9b28e1603 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:12:45.336479 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 33e3e59b-74a2-44bb-bad1-0ea9b28e1603 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:12:45.338773 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:45.500992 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-77cbd59d-c00e-4f25-a041-08fabc6201c7 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:45.501366 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-77cbd59d-c00e-4f25-a041-08fabc6201c7 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:45.505796 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ad4443a-2771-4653-86e3-cae1a7699477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:45.512111 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-d0493d56-5f10-40ca-a4eb-ff4dd6a568fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab46bcc0-44ef-4e7c-b460-c2af6e725793 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:12:45.526285 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-77cbd59d-c00e-4f25-a041-08fabc6201c7 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Calling delete_port for 6944ee4d-2c74-4028-bf68-b96b0c1af14e owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:12:45.544373 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-d0493d56-5f10-40ca-a4eb-ff4dd6a568fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:45.583522 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-d0493d56-5f10-40ca-a4eb-ff4dd6a568fe service neutron] Transition to ACTIVE for port object ab46bcc0-44ef-4e7c-b460-c2af6e725793 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:12:45.600979 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'tag': '0806bdce-2fff-4354-aa5e-714ebcf44a22'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:12:45.604726 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b6cc03-0cb7-467f-b0bc-9722d9502386" -d '{"events": [{"name": "network-changed", "server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "tag": "0806bdce-2fff-4354-aa5e-714ebcf44a22"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:12:45.613429 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-d0493d56-5f10-40ca-a4eb-ff4dd6a568fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:45.616993 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:45.661973 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad4443a-2771-4653-86e3-cae1a7699477 admin admin] Network c0950044-aeab-482d-b87d-a07d06e58d8c is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:12:45.670238 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 33e3e59b-74a2-44bb-bad1-0ea9b28e1603, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=33e3e59b-74a2-44bb-bad1-0ea9b28e1603,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:45.675215 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957434ac-d9bf-495a-85b5-266431a3fc26 req-57eb2847-2c50-4138-91d7-d2dc699908f1 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:45.680119 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:45.686184 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-957434ac-d9bf-495a-85b5-266431a3fc26 req-57eb2847-2c50-4138-91d7-d2dc699908f1 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 946 time: 0.3801885 Aug 16 20:12:45.737073 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-2ad4443a-2771-4653-86e3-cae1a7699477 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:12:45.801771 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0493d56-5f10-40ca-a4eb-ff4dd6a568fe service neutron] Pushing event updated for resources: {'Port': ['ID=ab46bcc0-44ef-4e7c-b460-c2af6e725793,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:45.878853 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=33e3e59b-74a2-44bb-bad1-0ea9b28e1603,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:46.023887 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-d0493d56-5f10-40ca-a4eb-ff4dd6a568fe service neutron] Attempting to bind port ab46bcc0-44ef-4e7c-b460-c2af6e725793 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:12:46.024236 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-d0493d56-5f10-40ca-a4eb-ff4dd6a568fe service neutron] Attempting to bind port ab46bcc0-44ef-4e7c-b460-c2af6e725793 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'db4ce1a5-fe5a-45f4-9106-33c45e011a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:12:46.024569 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-d0493d56-5f10-40ca-a4eb-ff4dd6a568fe service neutron] Attempting to bind port ab46bcc0-44ef-4e7c-b460-c2af6e725793 on network 17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:12:46.036378 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-d0493d56-5f10-40ca-a4eb-ff4dd6a568fe service neutron] Port ab46bcc0-44ef-4e7c-b460-c2af6e725793 on network 17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:12:46.036709 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-d0493d56-5f10-40ca-a4eb-ff4dd6a568fe service neutron] Attempting to bind port ab46bcc0-44ef-4e7c-b460-c2af6e725793 on network 17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:12:46.050190 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-d0493d56-5f10-40ca-a4eb-ff4dd6a568fe service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:12:46.050562 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-d0493d56-5f10-40ca-a4eb-ff4dd6a568fe service neutron] Checking segment: {'id': 'db4ce1a5-fe5a-45f4-9106-33c45e011a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:12:46.055622 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-d0493d56-5f10-40ca-a4eb-ff4dd6a568fe service neutron] Bound using segment: {'id': 'db4ce1a5-fe5a-45f4-9106-33c45e011a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:12:46.056284 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-d0493d56-5f10-40ca-a4eb-ff4dd6a568fe service neutron] Bound port: ab46bcc0-44ef-4e7c-b460-c2af6e725793, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db4ce1a5-fe5a-45f4-9106-33c45e011a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:12:46.057641 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-d0493d56-5f10-40ca-a4eb-ff4dd6a568fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:46.343846 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ccae6-0b87-4ae9-8d0a-df36d6b0cded req-55ceb3a0-6150-4e5a-9795-515f7660e466 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:46.376067 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ccae6-0b87-4ae9-8d0a-df36d6b0cded req-55ceb3a0-6150-4e5a-9795-515f7660e466 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:46.388244 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ccae6-0b87-4ae9-8d0a-df36d6b0cded req-55ceb3a0-6150-4e5a-9795-515f7660e466 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:46.413132 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ccae6-0b87-4ae9-8d0a-df36d6b0cded req-55ceb3a0-6150-4e5a-9795-515f7660e466 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:46.428807 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ccae6-0b87-4ae9-8d0a-df36d6b0cded req-55ceb3a0-6150-4e5a-9795-515f7660e466 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:46.476533 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ccae6-0b87-4ae9-8d0a-df36d6b0cded req-55ceb3a0-6150-4e5a-9795-515f7660e466 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:46.483486 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ccae6-0b87-4ae9-8d0a-df36d6b0cded req-55ceb3a0-6150-4e5a-9795-515f7660e466 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:46.503937 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-931ccae6-0b87-4ae9-8d0a-df36d6b0cded req-55ceb3a0-6150-4e5a-9795-515f7660e466 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5382 time: 0.9153295 Aug 16 20:12:46.575624 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-d0493d56-5f10-40ca-a4eb-ff4dd6a568fe service neutron] For port ab46bcc0-44ef-4e7c-b460-c2af6e725793, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:12:46.631276 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-77cbd59d-c00e-4f25-a041-08fabc6201c7 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:46.645885 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-d0493d56-5f10-40ca-a4eb-ff4dd6a568fe service neutron] For port ab46bcc0-44ef-4e7c-b460-c2af6e725793, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=ab46bcc0-44ef-4e7c-b460-c2af6e725793,segment=NetworkSegment(db4ce1a5-fe5a-45f4-9106-33c45e011a98),segment_id=db4ce1a5-fe5a-45f4-9106-33c45e011a98)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:12:46.673341 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-931ccae6-0b87-4ae9-8d0a-df36d6b0cded req-c21d6a5d-b71a-44b2-b754-1d64f415bd6f tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1682801 Aug 16 20:12:46.676007 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-d0493d56-5f10-40ca-a4eb-ff4dd6a568fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:46.678441 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cbd59d-c00e-4f25-a041-08fabc6201c7 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Pushing event deleted for resources: {'Port': ['ID=6944ee4d-2c74-4028-bf68-b96b0c1af14e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:46.742397 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-d0493d56-5f10-40ca-a4eb-ff4dd6a568fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:46.743026 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-d0493d56-5f10-40ca-a4eb-ff4dd6a568fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:46.744628 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-d0493d56-5f10-40ca-a4eb-ff4dd6a568fe service neutron] 10.222.0.63 "PUT /v2.0/ports/ab46bcc0-44ef-4e7c-b460-c2af6e725793 HTTP/1.1" status: 200 len: 1136 time: 2.3099093 Aug 16 20:12:46.773795 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-957434ac-d9bf-495a-85b5-266431a3fc26 req-58c3af1a-d000-4942-bbd6-3b05b6473430 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0862029 Aug 16 20:12:46.835396 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad4443a-2771-4653-86e3-cae1a7699477 admin admin] Router a2211097-dfce-4002-9d2a-8a013392a199 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:12:46.880297 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-1dcc6dab-369c-4d85-9409-8a10155ba52a service neutron] Request body: {'port': {'device_id': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:12:47.027233 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-77cbd59d-c00e-4f25-a041-08fabc6201c7 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:47.030035 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-77cbd59d-c00e-4f25-a041-08fabc6201c7 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:47.034391 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-77cbd59d-c00e-4f25-a041-08fabc6201c7 tempest-ServersTestJSON-108361019 tempest-ServersTestJSON-108361019-project] 10.222.0.68 "DELETE /v2.0/floatingips/6eb24bbb-c595-40ca-9a91-7c80d0a74520 HTTP/1.1" status: 204 len: 168 time: 2.8015230 Aug 16 20:12:47.035103 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50896) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:12:47.075996 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f29923-23da-4474-96a0-417c40d1f79e x-openstack-request-id: req-24f29923-23da-4474-96a0-417c40d1f79e {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:12:47.076412 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "tag": "0806bdce-2fff-4354-aa5e-714ebcf44a22", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:12:47.076770 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-24f29923-23da-4474-96a0-417c40d1f79e {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:12:47.077280 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'tag': '0806bdce-2fff-4354-aa5e-714ebcf44a22', 'status': 'completed', 'code': 200} Aug 16 20:12:47.080577 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0493d56-5f10-40ca-a4eb-ff4dd6a568fe service neutron] Pushing event updated for resources: {'Port': ['ID=ab46bcc0-44ef-4e7c-b460-c2af6e725793,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:47.100659 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 33e3e59b-74a2-44bb-bad1-0ea9b28e1603 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:12:47.180810 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad4443a-2771-4653-86e3-cae1a7699477 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:12:47.201116 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2ad4443a-2771-4653-86e3-cae1a7699477 admin admin] 10.222.0.68 "PUT /v2.0/routers/a2211097-dfce-4002-9d2a-8a013392a199/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1801522 Aug 16 20:12:47.256041 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474e44fd-c540-43b1-bcf0-62e9daa32577 None None] Sync routers for ids ['a2211097-dfce-4002-9d2a-8a013392a199'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:12:47.306595 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474e44fd-c540-43b1-bcf0-62e9daa32577 None None] Routers {'a2211097-dfce-4002-9d2a-8a013392a199'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:12:47.307041 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-474e44fd-c540-43b1-bcf0-62e9daa32577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:12:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a2211097-dfce-4002-9d2a-8a013392a199'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:12:47.389827 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-1dcc6dab-369c-4d85-9409-8a10155ba52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:47.468946 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6cc03-0cb7-467f-b0bc-9722d9502386 req-7e852fff-bba5-431b-992f-82faf6b02378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:47.469463 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6cc03-0cb7-467f-b0bc-9722d9502386 req-7e852fff-bba5-431b-992f-82faf6b02378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:47.474394 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6cc03-0cb7-467f-b0bc-9722d9502386 req-7e852fff-bba5-431b-992f-82faf6b02378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:47.474891 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6cc03-0cb7-467f-b0bc-9722d9502386 req-7e852fff-bba5-431b-992f-82faf6b02378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:47.475421 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6cc03-0cb7-467f-b0bc-9722d9502386 req-7e852fff-bba5-431b-992f-82faf6b02378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:47.475957 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6cc03-0cb7-467f-b0bc-9722d9502386 req-7e852fff-bba5-431b-992f-82faf6b02378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:47.476392 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6cc03-0cb7-467f-b0bc-9722d9502386 req-7e852fff-bba5-431b-992f-82faf6b02378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:47.478499 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-34b6cc03-0cb7-467f-b0bc-9722d9502386 req-7e852fff-bba5-431b-992f-82faf6b02378 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7b57628fd666456abf7d4e027fd3ce47&device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 6222 time: 0.4002841 Aug 16 20:12:47.510100 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-474e44fd-c540-43b1-bcf0-62e9daa32577 None None] Set router a2211097-dfce-4002-9d2a-8a013392a199 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:12:47.617993 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 33e3e59b-74a2-44bb-bad1-0ea9b28e1603 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:12:47.620145 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:47.801146 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6cc03-0cb7-467f-b0bc-9722d9502386 req-d0851a46-ab6f-4b1f-8d56-1d52cef612d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:47.801740 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6cc03-0cb7-467f-b0bc-9722d9502386 req-d0851a46-ab6f-4b1f-8d56-1d52cef612d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:47.804331 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6cc03-0cb7-467f-b0bc-9722d9502386 req-d0851a46-ab6f-4b1f-8d56-1d52cef612d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:47.805970 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-34b6cc03-0cb7-467f-b0bc-9722d9502386 req-d0851a46-ab6f-4b1f-8d56-1d52cef612d0 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=7b57628fd666456abf7d4e027fd3ce47&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3050187 Aug 16 20:12:47.833540 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2f292-5cd8-4f8c-80f4-d5c889cd04c1 req-0d7f96fb-6d29-441e-9cc5-5d33b0fcfe3c tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:47.835102 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-37b2f292-5cd8-4f8c-80f4-d5c889cd04c1 req-0d7f96fb-6d29-441e-9cc5-5d33b0fcfe3c tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 943 time: 0.6614325 Aug 16 20:12:48.009571 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-28a3c595-4075-40f2-8934-8e572c9c7914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:48.076478 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-474e44fd-c540-43b1-bcf0-62e9daa32577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'name': 'tempest-ServerRescueTestJSONUnderV235-859932747-router', 'tenant_id': '61cefd239784402390fb24a72e08b750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '33e3e59b-74a2-44bb-bad1-0ea9b28e1603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:12:26Z', 'updated_at': '2021-08-16T20:12:43Z', 'revision_number': 4, 'project_id': '61cefd239784402390fb24a72e08b750', 'gw_port': {'id': '33e3e59b-74a2-44bb-bad1-0ea9b28e1603', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:12:29Z', 'updated_at': '2021-08-16T20:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '473db29d-4fd5-45e3-85d3-f857e7ec03a2', 'name': '', 'network_id': 'c0950044-aeab-482d-b87d-a07d06e58d8c', 'tenant_id': '61cefd239784402390fb24a72e08b750', 'mac_address': 'fa:16:3e:26:73:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '8e9d5f06-a0f7-4946-9279-961f62b06145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:12:41Z', 'updated_at': '2021-08-16T20:12:43Z', 'revision_number': 2, 'project_id': '61cefd239784402390fb24a72e08b750', 'subnets': [{'id': '8e9d5f06-a0f7-4946-9279-961f62b06145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:12:48.112373 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474e44fd-c540-43b1-bcf0-62e9daa32577 None None] Checking router: a2211097-dfce-4002-9d2a-8a013392a199 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:12:48.121785 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474e44fd-c540-43b1-bcf0-62e9daa32577 None None] Updating router a2211097-dfce-4002-9d2a-8a013392a199 port 473db29d-4fd5-45e3-85d3-f857e7ec03a2 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:12:48.174703 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-474e44fd-c540-43b1-bcf0-62e9daa32577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:48.239107 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6cc03-0cb7-467f-b0bc-9722d9502386 req-905ed664-18e6-4cc3-aeac-2b5f5a216ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:48.240651 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-34b6cc03-0cb7-467f-b0bc-9722d9502386 req-905ed664-18e6-4cc3-aeac-2b5f5a216ae4 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4043162 Aug 16 20:12:48.381538 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-37b2f292-5cd8-4f8c-80f4-d5c889cd04c1 req-bd13471a-1f7c-48c9-90b0-917237ec62dc tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5344548 Aug 16 20:12:48.584714 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-2c91056a-25c3-4d4a-9c14-ee1a925447fa tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:48.586393 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-2c91056a-25c3-4d4a-9c14-ee1a925447fa tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/networks?id=c0950044-aeab-482d-b87d-a07d06e58d8c HTTP/1.1" status: 200 len: 819 time: 0.4402726 Aug 16 20:12:48.718581 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-13bb026f-6945-406c-9d37-cab6be5e07e7 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/quotas/61cefd239784402390fb24a72e08b750 HTTP/1.1" status: 200 len: 375 time: 0.0946333 Aug 16 20:12:49.003704 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-474e44fd-c540-43b1-bcf0-62e9daa32577 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:49.038841 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-d50432d2-8bcf-41ca-9eeb-1f578699a977 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4704599 Aug 16 20:12:49.039452 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-474e44fd-c540-43b1-bcf0-62e9daa32577 None None] Transition to ACTIVE for port object 473db29d-4fd5-45e3-85d3-f857e7ec03a2 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:12:49.069197 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-474e44fd-c540-43b1-bcf0-62e9daa32577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:49.086125 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99535fac-2c61-4749-baef-e11b95fef1bb req-f83801b4-81c4-4ef0-86bd-c2a3ea100244 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:49.109430 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99535fac-2c61-4749-baef-e11b95fef1bb req-f83801b4-81c4-4ef0-86bd-c2a3ea100244 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:49.119835 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-eefd243d-9410-4ad2-84e2-319cb69ed801 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=61cefd239784402390fb24a72e08b750&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2844622 Aug 16 20:12:49.126992 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99535fac-2c61-4749-baef-e11b95fef1bb req-f83801b4-81c4-4ef0-86bd-c2a3ea100244 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:49.156165 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99535fac-2c61-4749-baef-e11b95fef1bb req-f83801b4-81c4-4ef0-86bd-c2a3ea100244 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:49.176387 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99535fac-2c61-4749-baef-e11b95fef1bb req-f83801b4-81c4-4ef0-86bd-c2a3ea100244 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:49.191220 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99535fac-2c61-4749-baef-e11b95fef1bb req-f83801b4-81c4-4ef0-86bd-c2a3ea100244 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:49.199491 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99535fac-2c61-4749-baef-e11b95fef1bb req-f83801b4-81c4-4ef0-86bd-c2a3ea100244 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:49.209708 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-99535fac-2c61-4749-baef-e11b95fef1bb req-f83801b4-81c4-4ef0-86bd-c2a3ea100244 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5382 time: 0.5422769 Aug 16 20:12:49.235838 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'tag': 'ab46bcc0-44ef-4e7c-b460-c2af6e725793'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:12:49.239500 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01437808-d177-4be3-9d83-6031e3f024dd" -d '{"events": [{"name": "network-changed", "server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "tag": "ab46bcc0-44ef-4e7c-b460-c2af6e725793"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:12:49.255663 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e2c88-ad95-4183-807c-86ab6328a5bd None None] Pushing event updated for resources: {'Port': ['ID=473db29d-4fd5-45e3-85d3-f857e7ec03a2,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:49.335262 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-474e44fd-c540-43b1-bcf0-62e9daa32577 None None] Attempting to bind port 473db29d-4fd5-45e3-85d3-f857e7ec03a2 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:12:49.336142 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-474e44fd-c540-43b1-bcf0-62e9daa32577 None None] Attempting to bind port 473db29d-4fd5-45e3-85d3-f857e7ec03a2 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '2591fcf1-460b-4502-b275-eb75ea8d774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c0950044-aeab-482d-b87d-a07d06e58d8c'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:12:49.336563 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474e44fd-c540-43b1-bcf0-62e9daa32577 None None] Attempting to bind port 473db29d-4fd5-45e3-85d3-f857e7ec03a2 on network c0950044-aeab-482d-b87d-a07d06e58d8c {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:12:49.348686 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474e44fd-c540-43b1-bcf0-62e9daa32577 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:12:49.349050 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474e44fd-c540-43b1-bcf0-62e9daa32577 None None] Checking segment: {'id': '2591fcf1-460b-4502-b275-eb75ea8d774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c0950044-aeab-482d-b87d-a07d06e58d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:12:49.349411 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-474e44fd-c540-43b1-bcf0-62e9daa32577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:49.349763 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474e44fd-c540-43b1-bcf0-62e9daa32577 None None] Bound using segment: {'id': '2591fcf1-460b-4502-b275-eb75ea8d774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c0950044-aeab-482d-b87d-a07d06e58d8c'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:12:49.350235 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-474e44fd-c540-43b1-bcf0-62e9daa32577 None None] Bound port: 473db29d-4fd5-45e3-85d3-f857e7ec03a2, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2591fcf1-460b-4502-b275-eb75ea8d774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c0950044-aeab-482d-b87d-a07d06e58d8c'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:12:49.350616 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-474e44fd-c540-43b1-bcf0-62e9daa32577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:49.353503 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-99535fac-2c61-4749-baef-e11b95fef1bb req-81190e44-ccce-4a38-a7d5-bc2ac040c98d tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1428201 Aug 16 20:12:49.426074 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-982e2a8f-1d2f-483b-9e4c-e9f7a78380d1 service neutron] 10.222.0.68 "GET /v2.0/networks/c0950044-aeab-482d-b87d-a07d06e58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034065 Aug 16 20:12:49.436713 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-04210770-a873-4714-99cc-58cad9de026f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:49.437609 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-04210770-a873-4714-99cc-58cad9de026f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:49.438416 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-04210770-a873-4714-99cc-58cad9de026f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:49.439142 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-04210770-a873-4714-99cc-58cad9de026f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:49.440224 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-04210770-a873-4714-99cc-58cad9de026f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:49.441731 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-04210770-a873-4714-99cc-58cad9de026f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:49.442594 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-04210770-a873-4714-99cc-58cad9de026f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:49.445574 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-04210770-a873-4714-99cc-58cad9de026f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cefd984278fb49d9a2fe0a3b62a831cf&device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 6497 time: 0.2214038 Aug 16 20:12:49.453619 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-1dcc6dab-369c-4d85-9409-8a10155ba52a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15bcece1-3862-48bc-becb-4f92e4ddad57 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:12:49.466257 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-1dcc6dab-369c-4d85-9409-8a10155ba52a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:49.502391 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-474e44fd-c540-43b1-bcf0-62e9daa32577 None None] For port 473db29d-4fd5-45e3-85d3-f857e7ec03a2, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:12:49.526154 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-474e44fd-c540-43b1-bcf0-62e9daa32577 None None] For port 473db29d-4fd5-45e3-85d3-f857e7ec03a2, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=473db29d-4fd5-45e3-85d3-f857e7ec03a2,segment=NetworkSegment(2591fcf1-460b-4502-b275-eb75ea8d774a),segment_id=2591fcf1-460b-4502-b275-eb75ea8d774a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:12:49.534228 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-474e44fd-c540-43b1-bcf0-62e9daa32577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:49.607487 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-1dcc6dab-369c-4d85-9409-8a10155ba52a service neutron] Transition to ACTIVE for port object 15bcece1-3862-48bc-becb-4f92e4ddad57 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:12:49.633988 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-28a3c595-4075-40f2-8934-8e572c9c7914 admin admin] Deleting port 04e0681c-8024-4745-94e1-3a09cceccc5e {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:12:49.634325 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-28a3c595-4075-40f2-8934-8e572c9c7914 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:49.654831 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-1dcc6dab-369c-4d85-9409-8a10155ba52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:49.701722 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e2c88-ad95-4183-807c-86ab6328a5bd None None] Pushing event updated for resources: {'Port': ['ID=473db29d-4fd5-45e3-85d3-f857e7ec03a2,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:49.732995 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474e44fd-c540-43b1-bcf0-62e9daa32577 None None] Routers {'a2211097-dfce-4002-9d2a-8a013392a199'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:12:49.733990 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-474e44fd-c540-43b1-bcf0-62e9daa32577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:12:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a2211097-dfce-4002-9d2a-8a013392a199'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:12:49.929062 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-3641a68a-9c1f-4879-a169-b8f72bb61d0e service neutron] 10.222.0.68 "GET /v2.0/networks/c0950044-aeab-482d-b87d-a07d06e58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011010 Aug 16 20:12:49.935676 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-474e44fd-c540-43b1-bcf0-62e9daa32577 None None] Set router a2211097-dfce-4002-9d2a-8a013392a199 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:12:49.993439 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc6dab-369c-4d85-9409-8a10155ba52a service neutron] Pushing event updated for resources: {'Port': ['ID=15bcece1-3862-48bc-becb-4f92e4ddad57,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:50.019240 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac606b8c-b00b-42c5-8602-ca7ee39ee555 req-4e434476-79b1-4dae-9b13-7a9fead50ad6 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:50.022136 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac606b8c-b00b-42c5-8602-ca7ee39ee555 req-4e434476-79b1-4dae-9b13-7a9fead50ad6 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 946 time: 0.4290364 Aug 16 20:12:50.028931 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-64e01888-ab5f-4585-a50d-aae6acd45cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:50.029565 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-64e01888-ab5f-4585-a50d-aae6acd45cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:50.030117 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-64e01888-ab5f-4585-a50d-aae6acd45cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:50.032454 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-64e01888-ab5f-4585-a50d-aae6acd45cb1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=6d192dbb-a372-4859-86a9-c63053b8e357&id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&id=2a2623ce-bffe-47bb-a726-6ce2777826c9&id=2a2623ce-bffe-47bb-a726-6ce2777826c9 HTTP/1.1" status: 200 len: 2291 time: 0.5562494 Aug 16 20:12:50.045174 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-28a3c595-4075-40f2-8934-8e572c9c7914 admin admin] For port 04e0681c-8024-4745-94e1-3a09cceccc5e, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=04e0681c-8024-4745-94e1-3a09cceccc5e,segment=NetworkSegment(2a16f85c-1189-4a4f-88d0-8154e091bfe3),segment_id=2a16f85c-1189-4a4f-88d0-8154e091bfe3)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:50.049016 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-28a3c595-4075-40f2-8934-8e572c9c7914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:50.066960 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-1dcc6dab-369c-4d85-9409-8a10155ba52a service neutron] Attempting to bind port 15bcece1-3862-48bc-becb-4f92e4ddad57 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:12:50.067482 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-1dcc6dab-369c-4d85-9409-8a10155ba52a service neutron] Attempting to bind port 15bcece1-3862-48bc-becb-4f92e4ddad57 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'db4ce1a5-fe5a-45f4-9106-33c45e011a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:12:50.067775 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-1dcc6dab-369c-4d85-9409-8a10155ba52a service neutron] Attempting to bind port 15bcece1-3862-48bc-becb-4f92e4ddad57 on network 17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:12:50.096670 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-1dcc6dab-369c-4d85-9409-8a10155ba52a service neutron] Port 15bcece1-3862-48bc-becb-4f92e4ddad57 on network 17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:12:50.097782 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-1dcc6dab-369c-4d85-9409-8a10155ba52a service neutron] Attempting to bind port 15bcece1-3862-48bc-becb-4f92e4ddad57 on network 17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:12:50.110825 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-28a3c595-4075-40f2-8934-8e572c9c7914 admin admin] Calling delete_port for 04e0681c-8024-4745-94e1-3a09cceccc5e owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:12:50.202218 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-1dcc6dab-369c-4d85-9409-8a10155ba52a service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:12:50.203537 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-1dcc6dab-369c-4d85-9409-8a10155ba52a service neutron] Checking segment: {'id': 'db4ce1a5-fe5a-45f4-9106-33c45e011a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:12:50.204112 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-1dcc6dab-369c-4d85-9409-8a10155ba52a service neutron] Bound using segment: {'id': 'db4ce1a5-fe5a-45f4-9106-33c45e011a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:12:50.204662 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-1dcc6dab-369c-4d85-9409-8a10155ba52a service neutron] Bound port: 15bcece1-3862-48bc-becb-4f92e4ddad57, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db4ce1a5-fe5a-45f4-9106-33c45e011a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:12:50.205446 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-1dcc6dab-369c-4d85-9409-8a10155ba52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:50.374682 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-474e44fd-c540-43b1-bcf0-62e9daa32577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'name': 'tempest-ServerRescueTestJSONUnderV235-859932747-router', 'tenant_id': '61cefd239784402390fb24a72e08b750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '33e3e59b-74a2-44bb-bad1-0ea9b28e1603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:12:26Z', 'updated_at': '2021-08-16T20:12:43Z', 'revision_number': 4, 'project_id': '61cefd239784402390fb24a72e08b750', 'gw_port': {'id': '33e3e59b-74a2-44bb-bad1-0ea9b28e1603', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:12:29Z', 'updated_at': '2021-08-16T20:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '473db29d-4fd5-45e3-85d3-f857e7ec03a2', 'name': '', 'network_id': 'c0950044-aeab-482d-b87d-a07d06e58d8c', 'tenant_id': '61cefd239784402390fb24a72e08b750', 'mac_address': 'fa:16:3e:26:73:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '8e9d5f06-a0f7-4946-9279-961f62b06145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:12:41Z', 'updated_at': '2021-08-16T20:12:49Z', 'revision_number': 4, 'project_id': '61cefd239784402390fb24a72e08b750', 'subnets': [{'id': '8e9d5f06-a0f7-4946-9279-961f62b06145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:12:50.409178 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac606b8c-b00b-42c5-8602-ca7ee39ee555 req-e9e32156-badf-4b65-b890-1621a44f6f1e tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3612084 Aug 16 20:12:50.432721 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-4a5096ba-afd7-4fee-aeab-131e70747e47 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ca147cc-a223-4e76-8231-748d95ba851c HTTP/1.1" status: 200 len: 1001 time: 0.3675072 Aug 16 20:12:50.499812 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474e44fd-c540-43b1-bcf0-62e9daa32577 None None] The sync data for ids ['a2211097-dfce-4002-9d2a-8a013392a199'] in n-d-787206-13 is: [{'id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'name': 'tempest-ServerRescueTestJSONUnderV235-859932747-router', 'tenant_id': '61cefd239784402390fb24a72e08b750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '33e3e59b-74a2-44bb-bad1-0ea9b28e1603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:12:26Z', 'updated_at': '2021-08-16T20:12:43Z', 'revision_number': 4, 'project_id': '61cefd239784402390fb24a72e08b750', 'gw_port': {'id': '33e3e59b-74a2-44bb-bad1-0ea9b28e1603', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:12:29Z', 'updated_at': '2021-08-16T20:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '473db29d-4fd5-45e3-85d3-f857e7ec03a2', 'name': '', 'network_id': 'c0950044-aeab-482d-b87d-a07d06e58d8c', 'tenant_id': '61cefd239784402390fb24a72e08b750', 'mac_address': 'fa:16:3e:26:73:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '8e9d5f06-a0f7-4946-9279-961f62b06145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:12:41Z', 'updated_at': '2021-08-16T20:12:49Z', 'revision_number': 4, 'project_id': '61cefd239784402390fb24a72e08b750', 'subnets': [{'id': '8e9d5f06-a0f7-4946-9279-961f62b06145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:12:50.648011 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-6b8be7f2-ef35-45d0-b7e1-aaba0f5aa1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:50.653489 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-6b8be7f2-ef35-45d0-b7e1-aaba0f5aa1ab service neutron] 10.222.0.63 "GET /v2.0/subnets?id=279800a2-1f75-4763-82e2-882d40193542 HTTP/1.1" status: 200 len: 850 time: 0.1818888 Aug 16 20:12:50.682227 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9be01f-6202-46e2-ab70-f20074c35ab5 x-openstack-request-id: req-cd9be01f-6202-46e2-ab70-f20074c35ab5 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:12:50.682227 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "tag": "ab46bcc0-44ef-4e7c-b460-c2af6e725793", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:12:50.682227 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cd9be01f-6202-46e2-ab70-f20074c35ab5 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:12:50.682227 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'tag': 'ab46bcc0-44ef-4e7c-b460-c2af6e725793', 'status': 'completed', 'code': 200} Aug 16 20:12:50.724064 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0be2d595-7217-47f5-b811-adc47d1ef000 req-0e79f1ea-09da-4534-b22b-fdb58ee09df5 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 210 time: 0.0369289 Aug 16 20:12:50.725601 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-28a3c595-4075-40f2-8934-8e572c9c7914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:50.850910 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-1dcc6dab-369c-4d85-9409-8a10155ba52a service neutron] For port 15bcece1-3862-48bc-becb-4f92e4ddad57, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:12:50.855055 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3c595-4075-40f2-8934-8e572c9c7914 admin admin] Pushing event deleted for resources: {'Port': ['ID=04e0681c-8024-4745-94e1-3a09cceccc5e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:50.942868 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-1dcc6dab-369c-4d85-9409-8a10155ba52a service neutron] For port 15bcece1-3862-48bc-becb-4f92e4ddad57, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=15bcece1-3862-48bc-becb-4f92e4ddad57,segment=NetworkSegment(db4ce1a5-fe5a-45f4-9106-33c45e011a98),segment_id=db4ce1a5-fe5a-45f4-9106-33c45e011a98)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:12:50.984058 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-1dcc6dab-369c-4d85-9409-8a10155ba52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:51.018122 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72995e2e-3589-4bb7-96be-b5bc4c97da1f req-78ff39f5-f2c7-4c2e-8b03-7d7c7cd73262 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:51.025078 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72995e2e-3589-4bb7-96be-b5bc4c97da1f req-78ff39f5-f2c7-4c2e-8b03-7d7c7cd73262 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:51.026238 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-1dcc6dab-369c-4d85-9409-8a10155ba52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:51.031925 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-1dcc6dab-369c-4d85-9409-8a10155ba52a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:51.036931 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-1dcc6dab-369c-4d85-9409-8a10155ba52a service neutron] 10.222.0.63 "PUT /v2.0/ports/15bcece1-3862-48bc-becb-4f92e4ddad57 HTTP/1.1" status: 200 len: 1092 time: 4.1826422 Aug 16 20:12:51.058186 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72995e2e-3589-4bb7-96be-b5bc4c97da1f req-78ff39f5-f2c7-4c2e-8b03-7d7c7cd73262 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:51.080811 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72995e2e-3589-4bb7-96be-b5bc4c97da1f req-78ff39f5-f2c7-4c2e-8b03-7d7c7cd73262 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:51.094669 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72995e2e-3589-4bb7-96be-b5bc4c97da1f req-78ff39f5-f2c7-4c2e-8b03-7d7c7cd73262 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:51.103584 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72995e2e-3589-4bb7-96be-b5bc4c97da1f req-78ff39f5-f2c7-4c2e-8b03-7d7c7cd73262 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:51.136454 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72995e2e-3589-4bb7-96be-b5bc4c97da1f req-78ff39f5-f2c7-4c2e-8b03-7d7c7cd73262 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:51.145952 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-72995e2e-3589-4bb7-96be-b5bc4c97da1f req-78ff39f5-f2c7-4c2e-8b03-7d7c7cd73262 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5394 time: 0.2420533 Aug 16 20:12:51.156863 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0762e1da-7e18-4aab-bf11-3d4e01f881e1 service neutron] Request body: {'port': {'device_id': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:12:51.210108 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01437808-d177-4be3-9d83-6031e3f024dd req-8b7ca34b-15ab-425b-a0cd-ea5570827a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:51.210618 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01437808-d177-4be3-9d83-6031e3f024dd req-8b7ca34b-15ab-425b-a0cd-ea5570827a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:51.211102 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01437808-d177-4be3-9d83-6031e3f024dd req-8b7ca34b-15ab-425b-a0cd-ea5570827a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:51.211608 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01437808-d177-4be3-9d83-6031e3f024dd req-8b7ca34b-15ab-425b-a0cd-ea5570827a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:51.215215 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01437808-d177-4be3-9d83-6031e3f024dd req-8b7ca34b-15ab-425b-a0cd-ea5570827a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:51.215815 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01437808-d177-4be3-9d83-6031e3f024dd req-8b7ca34b-15ab-425b-a0cd-ea5570827a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:51.216343 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01437808-d177-4be3-9d83-6031e3f024dd req-8b7ca34b-15ab-425b-a0cd-ea5570827a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:51.220773 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-01437808-d177-4be3-9d83-6031e3f024dd req-8b7ca34b-15ab-425b-a0cd-ea5570827a58 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7b57628fd666456abf7d4e027fd3ce47&device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 6248 time: 0.5400007 Aug 16 20:12:51.282242 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 473db29d-4fd5-45e3-85d3-f857e7ec03a2 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:12:51.424208 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 473db29d-4fd5-45e3-85d3-f857e7ec03a2 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:12:51.433227 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 473db29d-4fd5-45e3-85d3-f857e7ec03a2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:12:51.434012 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:51.486225 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-28a3c595-4075-40f2-8934-8e572c9c7914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:51.634658 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:51.676143 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51076) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:12:51.685051 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 473db29d-4fd5-45e3-85d3-f857e7ec03a2, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=473db29d-4fd5-45e3-85d3-f857e7ec03a2,segment=NetworkSegment(2591fcf1-460b-4502-b275-eb75ea8d774a),segment_id=2591fcf1-460b-4502-b275-eb75ea8d774a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:51.711187 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:51.791373 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-72995e2e-3589-4bb7-96be-b5bc4c97da1f req-8a162e89-3811-44fc-94c3-d8d7ad5fda0b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3037622 Aug 16 20:12:51.873490 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=473db29d-4fd5-45e3-85d3-f857e7ec03a2,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:52.017086 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb1bdb51-16f5-447a-b238-8d1dcf32bcdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:52.020690 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-0184acf4-e1dc-4461-af8f-05752a920bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:52.022176 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-0184acf4-e1dc-4461-af8f-05752a920bcb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6d192dbb-a372-4859-86a9-c63053b8e357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.3237097 Aug 16 20:12:52.039124 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76814a08-b294-458e-afbf-b7f97a5552d1 req-b86ccc81-b74c-47c4-b5cd-0969e1bab7ee tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:52.040717 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-76814a08-b294-458e-afbf-b7f97a5552d1 req-b86ccc81-b74c-47c4-b5cd-0969e1bab7ee tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 943 time: 1.3610866 Aug 16 20:12:52.135383 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578d254-2c4e-4a45-92c5-c03bea307d89 req-402939bc-b38d-4478-87c9-8cea1f7073ab tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:52.144021 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1578d254-2c4e-4a45-92c5-c03bea307d89 req-402939bc-b38d-4478-87c9-8cea1f7073ab tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 946 time: 0.2168500 Aug 16 20:12:52.173595 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a3c595-4075-40f2-8934-8e572c9c7914 admin admin] Router 819ee302-4d57-49fd-bc8e-9a98b68a5d24 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:12:52.248781 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1578d254-2c4e-4a45-92c5-c03bea307d89 req-846f8024-e683-49c0-97e5-51fde3d7b177 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037090 Aug 16 20:12:52.265652 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0762e1da-7e18-4aab-bf11-3d4e01f881e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:52.300192 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-3e12f2bd-5bd5-444a-a872-7e25a1d6d443 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:52.301814 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc6dab-369c-4d85-9409-8a10155ba52a service neutron] Pushing event updated for resources: {'Port': ['ID=15bcece1-3862-48bc-becb-4f92e4ddad57,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:52.301993 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-3e12f2bd-5bd5-444a-a872-7e25a1d6d443 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.57 "GET /v2.0/networks?id=c0950044-aeab-482d-b87d-a07d06e58d8c HTTP/1.1" status: 200 len: 819 time: 0.3224697 Aug 16 20:12:52.350998 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-70c2bff9-cbf9-435d-958d-d954a8d9c910 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Request body: {'port': {'device_id': '4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9', 'network_id': 'c0950044-aeab-482d-b87d-a07d06e58d8c', 'admin_state_up': True, 'tenant_id': '61cefd239784402390fb24a72e08b750'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:12:52.505505 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01437808-d177-4be3-9d83-6031e3f024dd req-d212009d-90b7-48dc-aa2f-843eb1243feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:52.506196 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01437808-d177-4be3-9d83-6031e3f024dd req-d212009d-90b7-48dc-aa2f-843eb1243feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:52.506718 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01437808-d177-4be3-9d83-6031e3f024dd req-d212009d-90b7-48dc-aa2f-843eb1243feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:52.508385 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-01437808-d177-4be3-9d83-6031e3f024dd req-d212009d-90b7-48dc-aa2f-843eb1243feb service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=7b57628fd666456abf7d4e027fd3ce47&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4482543 Aug 16 20:12:52.524176 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-76814a08-b294-458e-afbf-b7f97a5552d1 req-61b19b09-eff9-4088-b2a7-535f048c75a3 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358419 Aug 16 20:12:52.685686 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'tag': '15bcece1-3862-48bc-becb-4f92e4ddad57'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:12:52.687881 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1c4d97-7b6f-46b0-84a2-a85019911095" -d '{"events": [{"name": "network-changed", "server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "tag": "15bcece1-3862-48bc-becb-4f92e4ddad57"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:12:52.707298 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-df458cb0-af74-478d-a35f-7867f8872ad5 req-aae93287-c937-4158-a50c-983490989f75 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 210 time: 0.1306078 Aug 16 20:12:52.785856 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a91017-1bc7-4a1f-881c-5284cb895dc6 x-openstack-request-id: req-23a91017-1bc7-4a1f-881c-5284cb895dc6 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:12:52.786096 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "tag": "15bcece1-3862-48bc-becb-4f92e4ddad57", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:12:52.786286 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-23a91017-1bc7-4a1f-881c-5284cb895dc6 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:12:52.786670 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'tag': '15bcece1-3862-48bc-becb-4f92e4ddad57', 'status': 'completed', 'code': 200} Aug 16 20:12:52.791310 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-8637715e-7f90-4780-bf50-a5ebefdea462 service neutron] 10.222.0.63 "GET /v2.0/networks/6d192dbb-a372-4859-86a9-c63053b8e357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7299480 Aug 16 20:12:52.811009 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb1bdb51-16f5-447a-b238-8d1dcf32bcdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:52.823503 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a3c595-4075-40f2-8934-8e572c9c7914 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:12:52.834492 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb1bdb51-16f5-447a-b238-8d1dcf32bcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:52.834631 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fbf581-59b6-4055-b43c-8beb2dada0ad None None] Sync routers for ids ['819ee302-4d57-49fd-bc8e-9a98b68a5d24'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:12:52.849407 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-28a3c595-4075-40f2-8934-8e572c9c7914 admin admin] 10.222.0.68 "PUT /v2.0/routers/819ee302-4d57-49fd-bc8e-9a98b68a5d24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8110514 Aug 16 20:12:52.853319 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fbf581-59b6-4055-b43c-8beb2dada0ad None None] Routers {'819ee302-4d57-49fd-bc8e-9a98b68a5d24'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:12:52.854639 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c5fbf581-59b6-4055-b43c-8beb2dada0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:12:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['819ee302-4d57-49fd-bc8e-9a98b68a5d24'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:12:52.872733 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51106) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:12:52.999414 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cb1bdb51-16f5-447a-b238-8d1dcf32bcdd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=93287eaf59b84e949eb8639abb55c355&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3205516 Aug 16 20:12:53.000243 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1bdb51-16f5-447a-b238-8d1dcf32bcdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fbe3c0-7a0c-4cc5-84dd-4a9e3ac32d8f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:53.011147 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51114) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:12:53.041051 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-70c2bff9-cbf9-435d-958d-d954a8d9c910 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Made reservation on behalf of 61cefd239784402390fb24a72e08b750 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:12:53.059682 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-70c2bff9-cbf9-435d-958d-d954a8d9c910 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:53.080493 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-c5fbf581-59b6-4055-b43c-8beb2dada0ad None None] Set router 819ee302-4d57-49fd-bc8e-9a98b68a5d24 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:12:53.085515 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 473db29d-4fd5-45e3-85d3-f857e7ec03a2 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:12:53.144650 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60b2fb-e3c0-4535-b393-42ca1f99014a req-ebd4655e-c148-4f18-a340-b02d772abe7c tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:53.153240 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60b2fb-e3c0-4535-b393-42ca1f99014a req-ebd4655e-c148-4f18-a340-b02d772abe7c tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:53.156241 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-281997e9-75cb-4438-a9b4-1afcbe299ed2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:53.162603 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60b2fb-e3c0-4535-b393-42ca1f99014a req-ebd4655e-c148-4f18-a340-b02d772abe7c tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:53.170128 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60b2fb-e3c0-4535-b393-42ca1f99014a req-ebd4655e-c148-4f18-a340-b02d772abe7c tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:53.177090 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60b2fb-e3c0-4535-b393-42ca1f99014a req-ebd4655e-c148-4f18-a340-b02d772abe7c tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:53.183845 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60b2fb-e3c0-4535-b393-42ca1f99014a req-ebd4655e-c148-4f18-a340-b02d772abe7c tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:53.189807 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 473db29d-4fd5-45e3-85d3-f857e7ec03a2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:12:53.190300 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:53.192401 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60b2fb-e3c0-4535-b393-42ca1f99014a req-ebd4655e-c148-4f18-a340-b02d772abe7c tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:53.195073 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bc60b2fb-e3c0-4535-b393-42ca1f99014a req-ebd4655e-c148-4f18-a340-b02d772abe7c tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5394 time: 0.2379858 Aug 16 20:12:53.266043 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bc60b2fb-e3c0-4535-b393-42ca1f99014a req-12cdbb78-19f0-457a-bd7c-a8ffe5ec7ed0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595288 Aug 16 20:12:53.346428 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15473baa-3de5-415b-b3b1-98f1d6fc5765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:53.395633 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:12:53.432572 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01437808-d177-4be3-9d83-6031e3f024dd req-336fbcfd-0a89-42ed-b81f-65c43947571b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:53.436018 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-01437808-d177-4be3-9d83-6031e3f024dd req-336fbcfd-0a89-42ed-b81f-65c43947571b service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9056509 Aug 16 20:12:53.440974 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15473baa-3de5-415b-b3b1-98f1d6fc5765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:53.529903 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 4f2a2462-5629-42d9-881b-f9a0a5e0a025 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:12:53.532321 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-281997e9-75cb-4438-a9b4-1afcbe299ed2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:53.591238 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-6e3910c5-5e59-41d9-94e3-b4a3b1ea4998 service neutron] 10.222.0.63 "GET /v2.0/networks/6d192dbb-a372-4859-86a9-c63053b8e357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7846398 Aug 16 20:12:53.599507 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c5fbf581-59b6-4055-b43c-8beb2dada0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'name': 'tempest-ServersTestJSON-409826324-router', 'tenant_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'c4f4b591-c5ff-483c-89f0-5c8b52e6be1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:20Z', 'updated_at': '2021-08-16T20:12:50Z', 'revision_number': 5, 'project_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'gw_port': {'id': 'c4f4b591-c5ff-483c-89f0-5c8b52e6be1b', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:21Z', 'updated_at': '2021-08-16T20:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:12:53.666550 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fbf581-59b6-4055-b43c-8beb2dada0ad None None] Checking router: 819ee302-4d57-49fd-bc8e-9a98b68a5d24 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:12:53.687771 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fbf581-59b6-4055-b43c-8beb2dada0ad None None] Routers {'819ee302-4d57-49fd-bc8e-9a98b68a5d24'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:12:53.688290 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c5fbf581-59b6-4055-b43c-8beb2dada0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:12:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['819ee302-4d57-49fd-bc8e-9a98b68a5d24'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:12:53.713647 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-d7c3d34a-791c-45e3-9163-64795a8f17ec service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=ec6dde60-31da-44a8-99c6-66666133bd58 HTTP/1.1" status: 200 len: 217 time: 0.0566173 Aug 16 20:12:53.716042 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-70c2bff9-cbf9-435d-958d-d954a8d9c910 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Allocated IP 172.20.0.4 (c0950044-aeab-482d-b87d-a07d06e58d8c/8e9d5f06-a0f7-4946-9279-961f62b06145/76d4ced7-3869-4c7a-bd18-2f2dceb789d9) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:12:53.734405 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cb938-9037-4168-b6b0-fcff5025e02d req-daa3760f-6550-4016-bd62-4ef8668df8dc tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:53.743357 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-079cb938-9037-4168-b6b0-fcff5025e02d req-daa3760f-6550-4016-bd62-4ef8668df8dc tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 943 time: 0.0887575 Aug 16 20:12:53.743544 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port f61f6739-94c2-40c0-8c3b-28bcbcba1bb5, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f61f6739-94c2-40c0-8c3b-28bcbcba1bb5,segment=NetworkSegment(9d848ad9-9fd2-4cfe-b946-4cad1262a1a1),segment_id=9d848ad9-9fd2-4cfe-b946-4cad1262a1a1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:53.827595 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'f61f6739-94c2-40c0-8c3b-28bcbcba1bb5', 'network_id': 'd3484bba-7cc1-4a4e-91a4-8b272cf8ebb4', 'port_id': 'f61f6739-94c2-40c0-8c3b-28bcbcba1bb5', 'mac_address': 'fa:16:3e:79:06:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e446e4f6-92a6-456f-bac2-69b91af15e47', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:12:53.867806 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-079cb938-9037-4168-b6b0-fcff5025e02d req-7649a65c-6809-457b-b12a-3701e180362a tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190407 Aug 16 20:12:53.874949 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-c919dfe6-1e85-4a13-b2d7-28955bf14d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:53.876676 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-c919dfe6-1e85-4a13-b2d7-28955bf14d34 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7d7186cf-77e4-4b82-8d65-1e75cd70140b HTTP/1.1" status: 200 len: 797 time: 0.1519411 Aug 16 20:12:53.896219 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15473baa-3de5-415b-b3b1-98f1d6fc5765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:53.900326 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:53.905347 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15473baa-3de5-415b-b3b1-98f1d6fc5765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:53.912220 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-15473baa-3de5-415b-b3b1-98f1d6fc5765 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/16fbe3c0-7a0c-4cc5-84dd-4a9e3ac32d8f HTTP/1.1" status: 204 len: 168 time: 0.8830328 Aug 16 20:12:53.969092 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:53.989130 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17c37bd-355d-4e2e-97f8-86156e68b3d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f2a2462-5629-42d9-881b-f9a0a5e0a025'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:12:53.993829 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccf46af-0022-41b9-9bb5-f495c34840dc" -d '{"events": [{"server_uuid": "c17c37bd-355d-4e2e-97f8-86156e68b3d1", "name": "network-vif-unplugged", "status": "completed", "tag": "4f2a2462-5629-42d9-881b-f9a0a5e0a025"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:12:53.999766 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e2b7d770-e6d8-4ec9-9fb5-7c37919c3b53 req-f779e337-d513-4e83-9769-05b32ffd475f tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 210 time: 0.1137145 Aug 16 20:12:54.010099 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-c5fbf581-59b6-4055-b43c-8beb2dada0ad None None] Set router 819ee302-4d57-49fd-bc8e-9a98b68a5d24 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:12:54.052318 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 4f2a2462-5629-42d9-881b-f9a0a5e0a025, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=4f2a2462-5629-42d9-881b-f9a0a5e0a025,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:54.061484 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:12:54.116022 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port f61f6739-94c2-40c0-8c3b-28bcbcba1bb5, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f61f6739-94c2-40c0-8c3b-28bcbcba1bb5,segment=NetworkSegment(9d848ad9-9fd2-4cfe-b946-4cad1262a1a1),segment_id=9d848ad9-9fd2-4cfe-b946-4cad1262a1a1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:54.120663 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:54.136519 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:54.176961 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0762e1da-7e18-4aab-bf11-3d4e01f881e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f95a6a25-2ba9-4066-b98c-395810ce723a {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:12:54.200283 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0762e1da-7e18-4aab-bf11-3d4e01f881e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:54.200473 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa52f57-c4f5-4bb9-9360-b43152b32a4c x-openstack-request-id: req-6fa52f57-c4f5-4bb9-9360-b43152b32a4c {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:12:54.200615 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17c37bd-355d-4e2e-97f8-86156e68b3d1", "name": "network-vif-unplugged", "status": "completed", "tag": "4f2a2462-5629-42d9-881b-f9a0a5e0a025", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:12:54.200822 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6fa52f57-c4f5-4bb9-9360-b43152b32a4c {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:12:54.201220 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17c37bd-355d-4e2e-97f8-86156e68b3d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f2a2462-5629-42d9-881b-f9a0a5e0a025', 'code': 200} Aug 16 20:12:54.218762 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c5fbf581-59b6-4055-b43c-8beb2dada0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'name': 'tempest-ServersTestJSON-409826324-router', 'tenant_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:20Z', 'updated_at': '2021-08-16T20:12:53Z', 'revision_number': 6, 'project_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:12:54.244330 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0762e1da-7e18-4aab-bf11-3d4e01f881e1 service neutron] Transition to ACTIVE for port object f95a6a25-2ba9-4066-b98c-395810ce723a will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:12:54.251509 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-70c2bff9-cbf9-435d-958d-d954a8d9c910 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:54.270867 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=4f2a2462-5629-42d9-881b-f9a0a5e0a025,revision_number=14']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:54.274111 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c4d97-7b6f-46b0-84a2-a85019911095 req-3f5a9b42-dbc5-40d3-b20b-092c9d7297cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:54.274968 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c4d97-7b6f-46b0-84a2-a85019911095 req-3f5a9b42-dbc5-40d3-b20b-092c9d7297cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:54.276951 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c4d97-7b6f-46b0-84a2-a85019911095 req-3f5a9b42-dbc5-40d3-b20b-092c9d7297cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:54.278598 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c4d97-7b6f-46b0-84a2-a85019911095 req-3f5a9b42-dbc5-40d3-b20b-092c9d7297cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:54.279280 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c4d97-7b6f-46b0-84a2-a85019911095 req-3f5a9b42-dbc5-40d3-b20b-092c9d7297cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:54.280143 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c4d97-7b6f-46b0-84a2-a85019911095 req-3f5a9b42-dbc5-40d3-b20b-092c9d7297cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:54.280900 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c4d97-7b6f-46b0-84a2-a85019911095 req-3f5a9b42-dbc5-40d3-b20b-092c9d7297cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:54.297071 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7f1c4d97-7b6f-46b0-84a2-a85019911095 req-3f5a9b42-dbc5-40d3-b20b-092c9d7297cc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7b57628fd666456abf7d4e027fd3ce47&device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 6290 time: 0.7788582 Aug 16 20:12:54.298950 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-70c2bff9-cbf9-435d-958d-d954a8d9c910 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:54.304876 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0762e1da-7e18-4aab-bf11-3d4e01f881e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:54.320342 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fbf581-59b6-4055-b43c-8beb2dada0ad None None] The sync data for ids ['819ee302-4d57-49fd-bc8e-9a98b68a5d24'] in n-d-787206-13 is: [{'id': '819ee302-4d57-49fd-bc8e-9a98b68a5d24', 'name': 'tempest-ServersTestJSON-409826324-router', 'tenant_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:20Z', 'updated_at': '2021-08-16T20:12:53Z', 'revision_number': 6, 'project_id': 'cdd630db8b014134bd5ab81a7a3f64dd', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:12:54.327568 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15473baa-3de5-415b-b3b1-98f1d6fc5765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fbe3c0-7a0c-4cc5-84dd-4a9e3ac32d8f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:54.353868 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=f61f6739-94c2-40c0-8c3b-28bcbcba1bb5,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:54.422145 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['f61f6739-94c2-40c0-8c3b-28bcbcba1bb5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:12:54.440421 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-70c2bff9-cbf9-435d-958d-d954a8d9c910 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Network c0950044-aeab-482d-b87d-a07d06e58d8c is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:12:54.445474 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-70c2bff9-cbf9-435d-958d-d954a8d9c910 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:12:54.454004 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-70c2bff9-cbf9-435d-958d-d954a8d9c910 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:12:54.474043 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0762e1da-7e18-4aab-bf11-3d4e01f881e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f95a6a25-2ba9-4066-b98c-395810ce723a,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:54.559411 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2bff9-cbf9-435d-958d-d954a8d9c910 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Pushing event updated for resources: {'Port': ['ID=76d4ced7-3869-4c7a-bd18-2f2dceb789d9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:54.563946 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51190) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:12:54.622224 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fd1b9d1e-021a-4f27-ae4f-36e101ece6b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:54.688595 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-ef58b7bf-2c0e-434c-868f-91dab2a36fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:54.690426 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-ef58b7bf-2c0e-434c-868f-91dab2a36fd4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7712126 Aug 16 20:12:54.699230 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-70c2bff9-cbf9-435d-958d-d954a8d9c910 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:54.703730 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-70c2bff9-cbf9-435d-958d-d954a8d9c910 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:54.709025 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-281997e9-75cb-4438-a9b4-1afcbe299ed2 admin admin] Deleting port c4f4b591-c5ff-483c-89f0-5c8b52e6be1b {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:12:54.709616 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-281997e9-75cb-4438-a9b4-1afcbe299ed2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:54.959314 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a817551-25ca-43fc-8dfb-eddc39671a49 req-f55fd273-98fb-4b4a-a566-eac94c251387 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:54.966542 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a817551-25ca-43fc-8dfb-eddc39671a49 req-f55fd273-98fb-4b4a-a566-eac94c251387 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:54.973376 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a817551-25ca-43fc-8dfb-eddc39671a49 req-f55fd273-98fb-4b4a-a566-eac94c251387 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:54.981523 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a817551-25ca-43fc-8dfb-eddc39671a49 req-f55fd273-98fb-4b4a-a566-eac94c251387 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:54.989418 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a817551-25ca-43fc-8dfb-eddc39671a49 req-f55fd273-98fb-4b4a-a566-eac94c251387 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:55.003141 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a817551-25ca-43fc-8dfb-eddc39671a49 req-f55fd273-98fb-4b4a-a566-eac94c251387 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:55.011756 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a817551-25ca-43fc-8dfb-eddc39671a49 req-f55fd273-98fb-4b4a-a566-eac94c251387 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:55.020062 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1a817551-25ca-43fc-8dfb-eddc39671a49 req-f55fd273-98fb-4b4a-a566-eac94c251387 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5406 time: 0.5509226 Aug 16 20:12:55.069782 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c4d97-7b6f-46b0-84a2-a85019911095 req-6030f867-1206-4061-80c9-ed737d5a9de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:55.070270 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c4d97-7b6f-46b0-84a2-a85019911095 req-6030f867-1206-4061-80c9-ed737d5a9de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:55.070773 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c4d97-7b6f-46b0-84a2-a85019911095 req-6030f867-1206-4061-80c9-ed737d5a9de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:55.072711 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7f1c4d97-7b6f-46b0-84a2-a85019911095 req-6030f867-1206-4061-80c9-ed737d5a9de5 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=7b57628fd666456abf7d4e027fd3ce47&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7724702 Aug 16 20:12:55.096416 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0762e1da-7e18-4aab-bf11-3d4e01f881e1 service neutron] Attempting to bind port f95a6a25-2ba9-4066-b98c-395810ce723a on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:12:55.096799 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0762e1da-7e18-4aab-bf11-3d4e01f881e1 service neutron] Attempting to bind port f95a6a25-2ba9-4066-b98c-395810ce723a by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'db4ce1a5-fe5a-45f4-9106-33c45e011a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:12:55.097108 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0762e1da-7e18-4aab-bf11-3d4e01f881e1 service neutron] Attempting to bind port f95a6a25-2ba9-4066-b98c-395810ce723a on network 17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:12:55.125691 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3aa33-5612-4914-9320-9236b3503156 req-7ab7bb22-63aa-4ea6-bf79-35e2296f09de tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:55.133490 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-76a3aa33-5612-4914-9320-9236b3503156 req-7ab7bb22-63aa-4ea6-bf79-35e2296f09de tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.6098757 Aug 16 20:12:55.181284 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0762e1da-7e18-4aab-bf11-3d4e01f881e1 service neutron] Port f95a6a25-2ba9-4066-b98c-395810ce723a on network 17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:12:55.181510 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0762e1da-7e18-4aab-bf11-3d4e01f881e1 service neutron] Attempting to bind port f95a6a25-2ba9-4066-b98c-395810ce723a on network 17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:12:55.191683 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-76a3aa33-5612-4914-9320-9236b3503156 req-771451d4-5e43-45dd-91f4-32acfb0571ce tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572922 Aug 16 20:12:55.206536 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1a817551-25ca-43fc-8dfb-eddc39671a49 req-3a3e0a30-a950-4353-9fc7-dc21477145eb tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1819718 Aug 16 20:12:55.234063 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0762e1da-7e18-4aab-bf11-3d4e01f881e1 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:12:55.234405 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0762e1da-7e18-4aab-bf11-3d4e01f881e1 service neutron] Checking segment: {'id': 'db4ce1a5-fe5a-45f4-9106-33c45e011a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:12:55.236334 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0762e1da-7e18-4aab-bf11-3d4e01f881e1 service neutron] Bound using segment: {'id': 'db4ce1a5-fe5a-45f4-9106-33c45e011a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:12:55.236790 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0762e1da-7e18-4aab-bf11-3d4e01f881e1 service neutron] Bound port: f95a6a25-2ba9-4066-b98c-395810ce723a, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db4ce1a5-fe5a-45f4-9106-33c45e011a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:12:55.237321 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0762e1da-7e18-4aab-bf11-3d4e01f881e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:55.247537 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fd1b9d1e-021a-4f27-ae4f-36e101ece6b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:55.258771 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-281997e9-75cb-4438-a9b4-1afcbe299ed2 admin admin] For port c4f4b591-c5ff-483c-89f0-5c8b52e6be1b, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=c4f4b591-c5ff-483c-89f0-5c8b52e6be1b,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:55.259232 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-281997e9-75cb-4438-a9b4-1afcbe299ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:55.259652 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fd1b9d1e-021a-4f27-ae4f-36e101ece6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:55.283469 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-f21d7729-d55c-4914-a86b-fca487474237 service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5640883 Aug 16 20:12:55.298618 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-70c2bff9-cbf9-435d-958d-d954a8d9c910 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9552436 Aug 16 20:12:55.305294 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-281997e9-75cb-4438-a9b4-1afcbe299ed2 admin admin] Calling delete_port for c4f4b591-c5ff-483c-89f0-5c8b52e6be1b owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:12:55.358650 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-2ac3b247-0356-4d8a-930c-27d7a6f1a26b service neutron] Request body: {'port': {'device_id': '4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:12:55.364305 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:12:55.369279 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fd1b9d1e-021a-4f27-ae4f-36e101ece6b6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=93b3e928de2b4f50a4ffb6f102ba34ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7694972 Aug 16 20:12:55.392775 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51200) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:12:55.414309 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b9d1e-021a-4f27-ae4f-36e101ece6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b13685-d84d-4fe6-a0a8-8b003bcd5626,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:55.428277 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 04e0681c-8024-4745-94e1-3a09cceccc5e no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:12:55.470567 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0762e1da-7e18-4aab-bf11-3d4e01f881e1 service neutron] For port f95a6a25-2ba9-4066-b98c-395810ce723a, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:12:55.474978 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0762e1da-7e18-4aab-bf11-3d4e01f881e1 service neutron] For port f95a6a25-2ba9-4066-b98c-395810ce723a, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f95a6a25-2ba9-4066-b98c-395810ce723a,segment=NetworkSegment(db4ce1a5-fe5a-45f4-9106-33c45e011a98),segment_id=db4ce1a5-fe5a-45f4-9106-33c45e011a98)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:12:55.493081 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-2ac3b247-0356-4d8a-930c-27d7a6f1a26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:55.506553 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 04e0681c-8024-4745-94e1-3a09cceccc5e {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:12:55.507026 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 04e0681c-8024-4745-94e1-3a09cceccc5e not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:12:55.507484 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c4f4b591-c5ff-483c-89f0-5c8b52e6be1b no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:12:55.525581 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0762e1da-7e18-4aab-bf11-3d4e01f881e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:55.599627 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23bed412-a8ca-43bf-b544-f2fbb1b87ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:55.651799 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:12:55.651799 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:55.654464 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:55.656980 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c4d97-7b6f-46b0-84a2-a85019911095 req-55ba7436-d749-4936-996f-460423fae7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:55.658748 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7f1c4d97-7b6f-46b0-84a2-a85019911095 req-55ba7436-d749-4936-996f-460423fae7b5 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5758710 Aug 16 20:12:55.676747 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0762e1da-7e18-4aab-bf11-3d4e01f881e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:55.677480 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0762e1da-7e18-4aab-bf11-3d4e01f881e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:55.678995 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0762e1da-7e18-4aab-bf11-3d4e01f881e1 service neutron] 10.222.0.63 "PUT /v2.0/ports/f95a6a25-2ba9-4066-b98c-395810ce723a HTTP/1.1" status: 200 len: 1092 time: 4.5472188 Aug 16 20:12:55.681672 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'tag': 'f95a6a25-2ba9-4066-b98c-395810ce723a'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:12:55.684792 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0674af-7340-495e-a3ed-da9a5ce55cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "tag": "f95a6a25-2ba9-4066-b98c-395810ce723a"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:12:55.753661 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0952d104-840d-443b-b927-f9d9890403fa service neutron] Request body: {'port': {'device_id': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:12:55.756466 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port c4f4b591-c5ff-483c-89f0-5c8b52e6be1b, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=c4f4b591-c5ff-483c-89f0-5c8b52e6be1b,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:55.765862 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23bed412-a8ca-43bf-b544-f2fbb1b87ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:55.769026 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:55.815895 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ba437-7ce7-457d-bb28-dcb64a059c00 req-ab4f858d-78a9-4790-ba31-6024133d437d tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:55.819854 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5c86f-e521-4733-8ee0-777d3016473a req-c6fd9052-be0f-49f2-bb48-d5cc66b0e02f tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:55.821530 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-97e5c86f-e521-4733-8ee0-777d3016473a req-c6fd9052-be0f-49f2-bb48-d5cc66b0e02f tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 944 time: 0.4285109 Aug 16 20:12:55.827269 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bb5ba437-7ce7-457d-bb28-dcb64a059c00 req-ab4f858d-78a9-4790-ba31-6024133d437d tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 931 time: 0.2515633 Aug 16 20:12:55.828942 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0762e1da-7e18-4aab-bf11-3d4e01f881e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f95a6a25-2ba9-4066-b98c-395810ce723a,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:55.843283 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-e5fdd9b4-ea2b-49de-9d83-9767369db6d2 service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459003 Aug 16 20:12:55.951225 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=c4f4b591-c5ff-483c-89f0-5c8b52e6be1b,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:56.001477 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:56.039059 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bb5ba437-7ce7-457d-bb28-dcb64a059c00 req-62ee54c5-3d3a-42b1-923d-c6c43bdb88c7 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104247 Aug 16 20:12:56.063714 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port f61f6739-94c2-40c0-8c3b-28bcbcba1bb5, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f61f6739-94c2-40c0-8c3b-28bcbcba1bb5,segment=NetworkSegment(9d848ad9-9fd2-4cfe-b946-4cad1262a1a1),segment_id=9d848ad9-9fd2-4cfe-b946-4cad1262a1a1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:56.069049 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23bed412-a8ca-43bf-b544-f2fbb1b87ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:56.073417 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:56.075141 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23bed412-a8ca-43bf-b544-f2fbb1b87ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:56.083283 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-23bed412-a8ca-43bf-b544-f2fbb1b87ab3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a4b13685-d84d-4fe6-a0a8-8b003bcd5626 HTTP/1.1" status: 204 len: 168 time: 0.6891310 Aug 16 20:12:56.174133 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=f61f6739-94c2-40c0-8c3b-28bcbcba1bb5,revision_number=10']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:56.204650 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd6e8b6-82fd-4279-82e3-a4823a518897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61f6739-94c2-40c0-8c3b-28bcbcba1bb5'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:12:56.208225 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8b1c91-1368-46b0-900e-059d906adc8d" -d '{"events": [{"server_uuid": "ffd6e8b6-82fd-4279-82e3-a4823a518897", "name": "network-vif-plugged", "status": "completed", "tag": "f61f6739-94c2-40c0-8c3b-28bcbcba1bb5"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:12:56.267179 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bed412-a8ca-43bf-b544-f2fbb1b87ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b13685-d84d-4fe6-a0a8-8b003bcd5626,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:56.274308 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-2ac3b247-0356-4d8a-930c-27d7a6f1a26b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d4ced7-3869-4c7a-bd18-2f2dceb789d9 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:12:56.299704 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-2ac3b247-0356-4d8a-930c-27d7a6f1a26b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:56.362799 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-2ac3b247-0356-4d8a-930c-27d7a6f1a26b service neutron] Transition to ACTIVE for port object 76d4ced7-3869-4c7a-bd18-2f2dceb789d9 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:12:56.370676 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-2ac3b247-0356-4d8a-930c-27d7a6f1a26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:56.378504 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fcd82a-2eff-4309-b350-34eb12e7f94b x-openstack-request-id: req-e9fcd82a-2eff-4309-b350-34eb12e7f94b {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:12:56.379480 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd6e8b6-82fd-4279-82e3-a4823a518897", "name": "network-vif-plugged", "status": "completed", "tag": "f61f6739-94c2-40c0-8c3b-28bcbcba1bb5", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:12:56.379990 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e9fcd82a-2eff-4309-b350-34eb12e7f94b {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:12:56.380598 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd6e8b6-82fd-4279-82e3-a4823a518897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61f6739-94c2-40c0-8c3b-28bcbcba1bb5', 'code': 200} Aug 16 20:12:56.506312 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac3b247-0356-4d8a-930c-27d7a6f1a26b service neutron] Pushing event updated for resources: {'Port': ['ID=76d4ced7-3869-4c7a-bd18-2f2dceb789d9,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:56.569361 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-8f914bec-0b68-49a2-990f-e957f6df7c92 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=3cdfb6f4-dac4-488e-af79-cf406aeeec52 HTTP/1.1" status: 200 len: 217 time: 0.6456571 Aug 16 20:12:56.570984 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d69ebaf-7007-4bd6-b525-5a06e4eabda5 x-openstack-request-id: req-8d69ebaf-7007-4bd6-b525-5a06e4eabda5 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:12:56.571272 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "tag": "f95a6a25-2ba9-4066-b98c-395810ce723a", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:12:56.571697 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8d69ebaf-7007-4bd6-b525-5a06e4eabda5 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:12:56.572087 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'tag': 'f95a6a25-2ba9-4066-b98c-395810ce723a', 'status': 'completed', 'code': 200} Aug 16 20:12:56.641358 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0e144-de9d-4625-ac64-eb02a73a8bc8 req-4e07a892-6da3-4e5d-86e5-ecd3d5916d12 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:56.647867 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0e144-de9d-4625-ac64-eb02a73a8bc8 req-4e07a892-6da3-4e5d-86e5-ecd3d5916d12 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:56.654258 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0e144-de9d-4625-ac64-eb02a73a8bc8 req-4e07a892-6da3-4e5d-86e5-ecd3d5916d12 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:56.666840 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0e144-de9d-4625-ac64-eb02a73a8bc8 req-4e07a892-6da3-4e5d-86e5-ecd3d5916d12 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:56.683655 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0e144-de9d-4625-ac64-eb02a73a8bc8 req-4e07a892-6da3-4e5d-86e5-ecd3d5916d12 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:56.694662 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0e144-de9d-4625-ac64-eb02a73a8bc8 req-4e07a892-6da3-4e5d-86e5-ecd3d5916d12 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:56.701000 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0e144-de9d-4625-ac64-eb02a73a8bc8 req-4e07a892-6da3-4e5d-86e5-ecd3d5916d12 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:56.709363 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cac0e144-de9d-4625-ac64-eb02a73a8bc8 req-4e07a892-6da3-4e5d-86e5-ecd3d5916d12 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5406 time: 0.2119207 Aug 16 20:12:56.725509 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0952d104-840d-443b-b927-f9d9890403fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:56.734603 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-97e5c86f-e521-4733-8ee0-777d3016473a req-2258c835-b8c5-42de-90f1-319b00cc71aa tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8982241 Aug 16 20:12:56.761834 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-b2c97960-ac24-4d2a-8c04-4bc994b75064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:56.763228 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-b2c97960-ac24-4d2a-8c04-4bc994b75064 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7d7186cf-77e4-4b82-8d65-1e75cd70140b HTTP/1.1" status: 200 len: 797 time: 0.1474104 Aug 16 20:12:56.786096 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff54e2-ad62-4212-a765-35233e4e3259 req-844292a2-a34c-4b8d-b143-ded6c67ded14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:56.787676 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c5ff54e2-ad62-4212-a765-35233e4e3259 req-844292a2-a34c-4b8d-b143-ded6c67ded14 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 1098 time: 0.2408931 Aug 16 20:12:56.842249 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c5ff54e2-ad62-4212-a765-35233e4e3259 req-142fefd2-7d48-49e1-9582-1b60c5805b24 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398467 Aug 16 20:12:56.856791 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cac0e144-de9d-4625-ac64-eb02a73a8bc8 req-743da417-6666-4471-95dd-cd7ceceadbf9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1423676 Aug 16 20:12:56.890357 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0674af-7340-495e-a3ed-da9a5ce55cd2 req-61157771-dcda-43fa-aea3-43a6fe938372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:56.890859 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0674af-7340-495e-a3ed-da9a5ce55cd2 req-61157771-dcda-43fa-aea3-43a6fe938372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:56.893008 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0674af-7340-495e-a3ed-da9a5ce55cd2 req-61157771-dcda-43fa-aea3-43a6fe938372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:56.893556 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0674af-7340-495e-a3ed-da9a5ce55cd2 req-61157771-dcda-43fa-aea3-43a6fe938372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:56.894127 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0674af-7340-495e-a3ed-da9a5ce55cd2 req-61157771-dcda-43fa-aea3-43a6fe938372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:56.894260 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-2ac3b247-0356-4d8a-930c-27d7a6f1a26b service neutron] Attempting to bind port 76d4ced7-3869-4c7a-bd18-2f2dceb789d9 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:12:56.894466 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-2ac3b247-0356-4d8a-930c-27d7a6f1a26b service neutron] Attempting to bind port 76d4ced7-3869-4c7a-bd18-2f2dceb789d9 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '2591fcf1-460b-4502-b275-eb75ea8d774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c0950044-aeab-482d-b87d-a07d06e58d8c'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:12:56.894653 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0674af-7340-495e-a3ed-da9a5ce55cd2 req-61157771-dcda-43fa-aea3-43a6fe938372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:56.894846 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-2ac3b247-0356-4d8a-930c-27d7a6f1a26b service neutron] Attempting to bind port 76d4ced7-3869-4c7a-bd18-2f2dceb789d9 on network c0950044-aeab-482d-b87d-a07d06e58d8c {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:12:56.895163 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0674af-7340-495e-a3ed-da9a5ce55cd2 req-61157771-dcda-43fa-aea3-43a6fe938372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:56.897277 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4c0674af-7340-495e-a3ed-da9a5ce55cd2 req-61157771-dcda-43fa-aea3-43a6fe938372 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7b57628fd666456abf7d4e027fd3ce47&device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 6358 time: 0.3012598 Aug 16 20:12:56.899293 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c0306-a6fa-47ff-98ed-2dd83cdb6b9f req-748077cc-5dc4-4a2b-930c-94ca0f7686b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:56.900838 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1a4c0306-a6fa-47ff-98ed-2dd83cdb6b9f req-748077cc-5dc4-4a2b-930c-94ca0f7686b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f949d98cf9473f85e64341bcd4f07a&device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 1096 time: 0.3076770 Aug 16 20:12:56.914226 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-2ac3b247-0356-4d8a-930c-27d7a6f1a26b service neutron] Port 76d4ced7-3869-4c7a-bd18-2f2dceb789d9 on network c0950044-aeab-482d-b87d-a07d06e58d8c not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:12:56.914774 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-2ac3b247-0356-4d8a-930c-27d7a6f1a26b service neutron] Attempting to bind port 76d4ced7-3869-4c7a-bd18-2f2dceb789d9 on network c0950044-aeab-482d-b87d-a07d06e58d8c {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:12:56.924028 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-2ac3b247-0356-4d8a-930c-27d7a6f1a26b service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:12:56.925915 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-2ac3b247-0356-4d8a-930c-27d7a6f1a26b service neutron] Checking segment: {'id': '2591fcf1-460b-4502-b275-eb75ea8d774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c0950044-aeab-482d-b87d-a07d06e58d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:12:56.926523 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-2ac3b247-0356-4d8a-930c-27d7a6f1a26b service neutron] Bound using segment: {'id': '2591fcf1-460b-4502-b275-eb75ea8d774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c0950044-aeab-482d-b87d-a07d06e58d8c'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:12:56.927127 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-2ac3b247-0356-4d8a-930c-27d7a6f1a26b service neutron] Bound port: 76d4ced7-3869-4c7a-bd18-2f2dceb789d9, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2591fcf1-460b-4502-b275-eb75ea8d774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c0950044-aeab-482d-b87d-a07d06e58d8c'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:12:56.927759 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-2ac3b247-0356-4d8a-930c-27d7a6f1a26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:57.026060 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-2ac3b247-0356-4d8a-930c-27d7a6f1a26b service neutron] For port 76d4ced7-3869-4c7a-bd18-2f2dceb789d9, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:12:57.030628 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-2ac3b247-0356-4d8a-930c-27d7a6f1a26b service neutron] For port 76d4ced7-3869-4c7a-bd18-2f2dceb789d9, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=76d4ced7-3869-4c7a-bd18-2f2dceb789d9,segment=NetworkSegment(2591fcf1-460b-4502-b275-eb75ea8d774a),segment_id=2591fcf1-460b-4502-b275-eb75ea8d774a)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:12:57.037100 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-2ac3b247-0356-4d8a-930c-27d7a6f1a26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:57.038952 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-281997e9-75cb-4438-a9b4-1afcbe299ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:57.077988 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-2ac3b247-0356-4d8a-930c-27d7a6f1a26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:57.080510 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-2ac3b247-0356-4d8a-930c-27d7a6f1a26b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:57.085651 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-2ac3b247-0356-4d8a-930c-27d7a6f1a26b service neutron] 10.222.0.57 "PUT /v2.0/ports/76d4ced7-3869-4c7a-bd18-2f2dceb789d9 HTTP/1.1" status: 200 len: 1092 time: 1.7375813 Aug 16 20:12:57.117382 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9', 'tag': '76d4ced7-3869-4c7a-bd18-2f2dceb789d9'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:12:57.121831 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f8bfbe-567e-4fb4-9bc5-9d8dabba10d7" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9", "tag": "76d4ced7-3869-4c7a-bd18-2f2dceb789d9"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:12:57.186126 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281997e9-75cb-4438-a9b4-1afcbe299ed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4f4b591-c5ff-483c-89f0-5c8b52e6be1b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:57.212532 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac3b247-0356-4d8a-930c-27d7a6f1a26b service neutron] Pushing event updated for resources: {'Port': ['ID=76d4ced7-3869-4c7a-bd18-2f2dceb789d9,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:57.242930 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-e0eb7155-b36d-4bb3-af69-fc6e5faf445e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:57.244339 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-e0eb7155-b36d-4bb3-af69-fc6e5faf445e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=61cefd239784402390fb24a72e08b750&device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 1095 time: 0.1064663 Aug 16 20:12:57.262305 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeece31-f513-4728-8006-1f1f3ecd287e req-cc135a3c-e543-48e4-b74d-e14f7d99afb8 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:57.263883 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-baeece31-f513-4728-8006-1f1f3ecd287e req-cc135a3c-e543-48e4-b74d-e14f7d99afb8 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 943 time: 0.0927734 Aug 16 20:12:57.302016 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-917c7aa9-1daa-4a67-9672-46db395bbbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:57.303588 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-917c7aa9-1daa-4a67-9672-46db395bbbb8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5079780 Aug 16 20:12:57.309778 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-b6495d42-c2f6-4c5d-ba42-ce4637f3a240 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76d4ced7-3869-4c7a-bd18-2f2dceb789d9 HTTP/1.1" status: 200 len: 217 time: 0.0445766 Aug 16 20:12:57.393910 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-baeece31-f513-4728-8006-1f1f3ecd287e req-76cab51e-fc59-4bd6-9cf9-28033b9e980a tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086020 Aug 16 20:12:57.394620 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed04345-8756-48ce-95b2-19247f247788 req-90a2dec5-fe24-4fef-83c6-b71730647478 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:57.397061 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-eed04345-8756-48ce-95b2-19247f247788 req-90a2dec5-fe24-4fef-83c6-b71730647478 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.5477636 Aug 16 20:12:57.402062 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-e222c1a3-2c36-41b7-8df7-a722abbd4d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:57.403573 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-e222c1a3-2c36-41b7-8df7-a722abbd4d10 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e9d5f06-a0f7-4946-9279-961f62b06145 HTTP/1.1" status: 200 len: 859 time: 0.0851967 Aug 16 20:12:57.457321 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d1ea71-8af5-4627-a91f-8baac594cb78 x-openstack-request-id: req-d0d1ea71-8af5-4627-a91f-8baac594cb78 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:12:57.457599 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9", "tag": "76d4ced7-3869-4c7a-bd18-2f2dceb789d9", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:12:57.457843 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d0d1ea71-8af5-4627-a91f-8baac594cb78 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:12:57.458220 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9', 'tag': '76d4ced7-3869-4c7a-bd18-2f2dceb789d9', 'status': 'completed', 'code': 200} Aug 16 20:12:57.460358 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-36e10a3b-a5b7-433b-8267-9adbb60e9f04 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c0950044-aeab-482d-b87d-a07d06e58d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485177 Aug 16 20:12:57.517905 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c0306-a6fa-47ff-98ed-2dd83cdb6b9f req-935cc1b8-5689-4921-b942-920635f19b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:57.519426 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1a4c0306-a6fa-47ff-98ed-2dd83cdb6b9f req-935cc1b8-5689-4921-b942-920635f19b54 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dbfa510a-9034-470b-99ef-e5f61f9b5e17 HTTP/1.1" status: 200 len: 913 time: 0.5012219 Aug 16 20:12:57.534544 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0674af-7340-495e-a3ed-da9a5ce55cd2 req-e6d1f7e2-ea87-412d-b08d-785391c7a4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:57.535109 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0674af-7340-495e-a3ed-da9a5ce55cd2 req-e6d1f7e2-ea87-412d-b08d-785391c7a4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:57.535758 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0674af-7340-495e-a3ed-da9a5ce55cd2 req-e6d1f7e2-ea87-412d-b08d-785391c7a4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:57.537397 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4c0674af-7340-495e-a3ed-da9a5ce55cd2 req-e6d1f7e2-ea87-412d-b08d-785391c7a4d4 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=7b57628fd666456abf7d4e027fd3ce47&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5111396 Aug 16 20:12:57.546863 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-281997e9-75cb-4438-a9b4-1afcbe299ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:57.628220 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-6f2089ab-fda3-4d4a-87e2-d6de3428adf5 service neutron] 10.222.0.57 "GET /v2.0/networks/c0950044-aeab-482d-b87d-a07d06e58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540961 Aug 16 20:12:57.703841 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-eed04345-8756-48ce-95b2-19247f247788 req-5a7a54dd-4755-486d-a1b0-595bba66a9eb tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3058481 Aug 16 20:12:57.772856 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-281997e9-75cb-4438-a9b4-1afcbe299ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:57.774105 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-281997e9-75cb-4438-a9b4-1afcbe299ed2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:57.799938 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6bd6f0bf-fdc2-421d-bde5-59036571476b req-00b6a89d-bf76-4d8d-ac2d-24374ee8bd6c service neutron] 10.222.0.57 "GET /v2.0/networks/c0950044-aeab-482d-b87d-a07d06e58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634798 Aug 16 20:12:57.891928 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-281997e9-75cb-4438-a9b4-1afcbe299ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:57.892383 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281997e9-75cb-4438-a9b4-1afcbe299ed2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 819ee302-4d57-49fd-bc8e-9a98b68a5d24 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:12:57.910715 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-281997e9-75cb-4438-a9b4-1afcbe299ed2 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:57.912131 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-281997e9-75cb-4438-a9b4-1afcbe299ed2 admin admin] 10.222.0.68 "DELETE /v2.0/routers/819ee302-4d57-49fd-bc8e-9a98b68a5d24 HTTP/1.1" status: 204 len: 168 time: 5.0376885 Aug 16 20:12:57.915243 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51258) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:12:58.009973 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1a4c0306-a6fa-47ff-98ed-2dd83cdb6b9f req-31143d40-56e1-4a1e-9c9a-5ff5c90387f0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2a2462-5629-42d9-881b-f9a0a5e0a025 HTTP/1.1" status: 200 len: 999 time: 0.4577274 Aug 16 20:12:58.034884 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-71e914ce-1e02-4c8c-8c69-d3a7c8f07e5e service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7218020 Aug 16 20:12:58.105371 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd553ca3-0b6d-4c67-85d8-b3527319fb56 admin admin] Deleting subnet e8c4284e-7b9b-4280-91ae-d14a8a0a00f1 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:12:58.107738 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd553ca3-0b6d-4c67-85d8-b3527319fb56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:58.156728 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd553ca3-0b6d-4c67-85d8-b3527319fb56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:58.193750 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0952d104-840d-443b-b927-f9d9890403fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78789552-5398-472f-b04d-8f553a08b7fb {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:12:58.214687 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0952d104-840d-443b-b927-f9d9890403fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:58.250710 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c0306-a6fa-47ff-98ed-2dd83cdb6b9f req-c61c950d-639d-4865-9cc1-914c5161a9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:58.252433 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1a4c0306-a6fa-47ff-98ed-2dd83cdb6b9f req-c61c950d-639d-4865-9cc1-914c5161a9f8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d38a8fc7-0911-4b72-a78c-d32851227793 HTTP/1.1" status: 200 len: 851 time: 0.2154438 Aug 16 20:12:58.253247 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0674af-7340-495e-a3ed-da9a5ce55cd2 req-d582282b-c01b-41f8-8eb8-ecd61dd0f4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:58.254629 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4c0674af-7340-495e-a3ed-da9a5ce55cd2 req-d582282b-c01b-41f8-8eb8-ecd61dd0f4bf service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7024784 Aug 16 20:12:58.268312 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8bfbe-567e-4fb4-9bc5-9d8dabba10d7 req-fe2ea7f4-118f-4aa1-9be3-265abb62e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:58.269964 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-81f8bfbe-567e-4fb4-9bc5-9d8dabba10d7 req-fe2ea7f4-118f-4aa1-9be3-265abb62e384 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=61cefd239784402390fb24a72e08b750&device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 1095 time: 0.4134285 Aug 16 20:12:58.290325 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0952d104-840d-443b-b927-f9d9890403fa service neutron] Transition to ACTIVE for port object 78789552-5398-472f-b04d-8f553a08b7fb will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:12:58.314812 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83566dd-766c-4796-8531-01ac1902b7f8 req-725f2f17-12c5-4cd8-923e-c38aa7320878 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:58.322604 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c83566dd-766c-4796-8531-01ac1902b7f8 req-725f2f17-12c5-4cd8-923e-c38aa7320878 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 946 time: 0.4100902 Aug 16 20:12:58.329948 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0952d104-840d-443b-b927-f9d9890403fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:58.394719 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd553ca3-0b6d-4c67-85d8-b3527319fb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:58.439866 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17385b6-ab99-4599-ad23-6e586b01d9f1 req-57b33237-1598-44e6-95b6-ffd4f7c39535 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:58.453970 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17385b6-ab99-4599-ad23-6e586b01d9f1 req-57b33237-1598-44e6-95b6-ffd4f7c39535 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:58.466154 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17385b6-ab99-4599-ad23-6e586b01d9f1 req-57b33237-1598-44e6-95b6-ffd4f7c39535 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:58.474869 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17385b6-ab99-4599-ad23-6e586b01d9f1 req-57b33237-1598-44e6-95b6-ffd4f7c39535 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:58.483578 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17385b6-ab99-4599-ad23-6e586b01d9f1 req-57b33237-1598-44e6-95b6-ffd4f7c39535 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:58.492354 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17385b6-ab99-4599-ad23-6e586b01d9f1 req-57b33237-1598-44e6-95b6-ffd4f7c39535 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:58.504054 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17385b6-ab99-4599-ad23-6e586b01d9f1 req-57b33237-1598-44e6-95b6-ffd4f7c39535 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:58.507841 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b17385b6-ab99-4599-ad23-6e586b01d9f1 req-57b33237-1598-44e6-95b6-ffd4f7c39535 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5406 time: 0.4806221 Aug 16 20:12:58.566966 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c83566dd-766c-4796-8531-01ac1902b7f8 req-566156d2-2674-4cff-a9c9-290098d6e437 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416422 Aug 16 20:12:58.567433 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-ea8613ee-2652-4c56-a352-742a69be6038 service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5167060 Aug 16 20:12:58.587196 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd553ca3-0b6d-4c67-85d8-b3527319fb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:58.644382 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5284c2e-80cd-408a-b533-4b8be49450c3 None None] Network 445fd284-9b49-4aff-a865-048647b2bf25 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:12:58.647583 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd553ca3-0b6d-4c67-85d8-b3527319fb56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:58.650815 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-382b2755-7101-4af4-9050-11450dbc7368 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=61f5d400-4db0-4954-b6c2-83f11955da7c HTTP/1.1" status: 200 len: 217 time: 0.0619166 Aug 16 20:12:58.654933 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-dd553ca3-0b6d-4c67-85d8-b3527319fb56 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/e8c4284e-7b9b-4280-91ae-d14a8a0a00f1 HTTP/1.1" status: 204 len: 168 time: 0.7339699 Aug 16 20:12:58.656455 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8bfbe-567e-4fb4-9bc5-9d8dabba10d7 req-8dabb205-17a3-4848-9dfb-400ea8ca31aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:58.659218 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-81f8bfbe-567e-4fb4-9bc5-9d8dabba10d7 req-8dabb205-17a3-4848-9dfb-400ea8ca31aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=c0950044-aeab-482d-b87d-a07d06e58d8c HTTP/1.1" status: 200 len: 920 time: 0.3774955 Aug 16 20:12:58.679376 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51310) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:12:58.769839 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952d104-840d-443b-b927-f9d9890403fa service neutron] Pushing event updated for resources: {'Port': ['ID=78789552-5398-472f-b04d-8f553a08b7fb,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:58.888624 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61b4c6c8-d057-42d6-9bb8-5f5e29d83573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:58.943881 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd553ca3-0b6d-4c67-85d8-b3527319fb56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8c4284e-7b9b-4280-91ae-d14a8a0a00f1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:58.946402 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-81f8bfbe-567e-4fb4-9bc5-9d8dabba10d7 req-eff25d93-329d-41e1-bf82-7057e95a72b8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76d4ced7-3869-4c7a-bd18-2f2dceb789d9 HTTP/1.1" status: 200 len: 217 time: 0.2581322 Aug 16 20:12:58.976879 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c0306-a6fa-47ff-98ed-2dd83cdb6b9f req-4bd01199-7042-4d8e-8e39-9ce7ad27a992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:58.979306 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1a4c0306-a6fa-47ff-98ed-2dd83cdb6b9f req-4bd01199-7042-4d8e-8e39-9ce7ad27a992 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dbfa510a-9034-470b-99ef-e5f61f9b5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7081246 Aug 16 20:12:58.998175 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b17385b6-ab99-4599-ad23-6e586b01d9f1 req-002c259d-006d-435f-82fc-591cfb17492e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4287591 Aug 16 20:12:59.036970 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc24e883-4ebd-426b-9ebc-26d41e2bcd31 None None] DHCP port deletion for 445fd284-9b49-4aff-a865-048647b2bf25 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:12:59.137842 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0caf098-937d-489a-8c8b-eb4a1210d012 req-849dd308-569c-4f52-8783-287bc38b3f73 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:59.146612 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b0caf098-937d-489a-8c8b-eb4a1210d012 req-849dd308-569c-4f52-8783-287bc38b3f73 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 943 time: 0.2037528 Aug 16 20:12:59.149426 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bc24e883-4ebd-426b-9ebc-26d41e2bcd31 None None] Deleting port 202afdcc-b099-421c-bb56-d11c667bef89 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:12:59.149758 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bc24e883-4ebd-426b-9ebc-26d41e2bcd31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:59.196785 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec39c09-ea83-444c-b151-d1cea283fd4d req-7f86f2ee-5bbe-441d-b6de-56463b64c2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:59.198815 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4ec39c09-ea83-444c-b151-d1cea283fd4d req-7f86f2ee-5bbe-441d-b6de-56463b64c2b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=081444c713e44b3b9c38b3a6c10c28bc&device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 1098 time: 0.5707421 Aug 16 20:12:59.215676 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-0de9ef0d-aafa-4d0e-86e7-707de2967009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:59.217582 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-0de9ef0d-aafa-4d0e-86e7-707de2967009 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7d7186cf-77e4-4b82-8d65-1e75cd70140b HTTP/1.1" status: 200 len: 797 time: 0.5271811 Aug 16 20:12:59.218575 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8bfbe-567e-4fb4-9bc5-9d8dabba10d7 req-3f276b60-6393-4cf2-beaf-21b5ca43a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:59.220050 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-81f8bfbe-567e-4fb4-9bc5-9d8dabba10d7 req-3f276b60-6393-4cf2-beaf-21b5ca43a039 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e9d5f06-a0f7-4946-9279-961f62b06145 HTTP/1.1" status: 200 len: 859 time: 0.2151735 Aug 16 20:12:59.226334 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bc24e883-4ebd-426b-9ebc-26d41e2bcd31 None None] For port 202afdcc-b099-421c-bb56-d11c667bef89, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=202afdcc-b099-421c-bb56-d11c667bef89,segment=NetworkSegment(2a16f85c-1189-4a4f-88d0-8154e091bfe3),segment_id=2a16f85c-1189-4a4f-88d0-8154e091bfe3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:59.226837 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bc24e883-4ebd-426b-9ebc-26d41e2bcd31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:59.243844 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b0caf098-937d-489a-8c8b-eb4a1210d012 req-8fef17c3-c031-4fae-b747-744f979d0b89 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910325 Aug 16 20:12:59.253195 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bc24e883-4ebd-426b-9ebc-26d41e2bcd31 None None] Calling delete_port for 202afdcc-b099-421c-bb56-d11c667bef89 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:12:59.311670 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-81f8bfbe-567e-4fb4-9bc5-9d8dabba10d7 req-7f3bcda7-18d6-4b4a-9969-b14e7c4fa47a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c0950044-aeab-482d-b87d-a07d06e58d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646641 Aug 16 20:12:59.338144 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0952d104-840d-443b-b927-f9d9890403fa service neutron] Attempting to bind port 78789552-5398-472f-b04d-8f553a08b7fb on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:12:59.338557 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0952d104-840d-443b-b927-f9d9890403fa service neutron] Attempting to bind port 78789552-5398-472f-b04d-8f553a08b7fb by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '90394afd-703c-4163-92ad-725e7cc3c2c5'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:12:59.338914 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0952d104-840d-443b-b927-f9d9890403fa service neutron] Attempting to bind port 78789552-5398-472f-b04d-8f553a08b7fb on network 90394afd-703c-4163-92ad-725e7cc3c2c5 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:12:59.365204 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0952d104-840d-443b-b927-f9d9890403fa service neutron] Port 78789552-5398-472f-b04d-8f553a08b7fb on network 90394afd-703c-4163-92ad-725e7cc3c2c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:12:59.365204 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0952d104-840d-443b-b927-f9d9890403fa service neutron] Attempting to bind port 78789552-5398-472f-b04d-8f553a08b7fb on network 90394afd-703c-4163-92ad-725e7cc3c2c5 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:12:59.388787 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bc24e883-4ebd-426b-9ebc-26d41e2bcd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:59.391387 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4aa5d4-f981-451b-a76b-738a69c3f4eb req-2794517c-3021-411b-b19a-48acd5c931e6 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:59.394672 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cf4aa5d4-f981-451b-a76b-738a69c3f4eb req-2794517c-3021-411b-b19a-48acd5c931e6 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1982236 Aug 16 20:12:59.397927 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0952d104-840d-443b-b927-f9d9890403fa service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:12:59.398265 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0952d104-840d-443b-b927-f9d9890403fa service neutron] Checking segment: {'id': '57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '90394afd-703c-4163-92ad-725e7cc3c2c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:12:59.398651 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0952d104-840d-443b-b927-f9d9890403fa service neutron] Bound using segment: {'id': '57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '90394afd-703c-4163-92ad-725e7cc3c2c5'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:12:59.399100 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0952d104-840d-443b-b927-f9d9890403fa service neutron] Bound port: 78789552-5398-472f-b04d-8f553a08b7fb, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '90394afd-703c-4163-92ad-725e7cc3c2c5'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:12:59.399504 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0952d104-840d-443b-b927-f9d9890403fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:59.404498 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-ffeee1f3-42ad-4adf-8d1e-0126a78b5482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:59.405781 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-ffeee1f3-42ad-4adf-8d1e-0126a78b5482 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1492000 Aug 16 20:12:59.408270 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-61b4c6c8-d057-42d6-9bb8-5f5e29d83573 admin admin] Deleting port 202afdcc-b099-421c-bb56-d11c667bef89 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:12:59.408911 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61b4c6c8-d057-42d6-9bb8-5f5e29d83573 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:59.415400 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1a4c0306-a6fa-47ff-98ed-2dd83cdb6b9f req-1e519fc2-57df-42ae-9e25-3808abb95de8 service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104025 Aug 16 20:12:59.439892 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24e883-4ebd-426b-9ebc-26d41e2bcd31 None None] Pushing event deleted for resources: {'Port': ['ID=202afdcc-b099-421c-bb56-d11c667bef89,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:59.442077 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc24e883-4ebd-426b-9ebc-26d41e2bcd31 None None] No DVR routers for this DVR port 202afdcc-b099-421c-bb56-d11c667bef89 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:12:59.482219 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-81f8bfbe-567e-4fb4-9bc5-9d8dabba10d7 req-71a78d52-e530-4748-ad5c-c0997d5bc383 service neutron] 10.222.0.57 "GET /v2.0/networks/c0950044-aeab-482d-b87d-a07d06e58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605036 Aug 16 20:12:59.533468 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec39c09-ea83-444c-b151-d1cea283fd4d req-08c952fe-c5a1-479e-a52b-84614ad4e2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:59.534970 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4ec39c09-ea83-444c-b151-d1cea283fd4d req-08c952fe-c5a1-479e-a52b-84614ad4e2cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4 HTTP/1.1" status: 200 len: 915 time: 0.3133004 Aug 16 20:12:59.572717 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:12:59.609249 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4ec39c09-ea83-444c-b151-d1cea283fd4d req-03ea9fcb-732c-490c-aa08-e0733389fc1a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 HTTP/1.1" status: 200 len: 217 time: 0.0627987 Aug 16 20:12:59.749694 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-61b4c6c8-d057-42d6-9bb8-5f5e29d83573 admin admin] For port 202afdcc-b099-421c-bb56-d11c667bef89, host n-d-787206-13, got binding levels [] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:12:59.750061 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61b4c6c8-d057-42d6-9bb8-5f5e29d83573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:59.779799 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-61b4c6c8-d057-42d6-9bb8-5f5e29d83573 admin admin] Calling delete_port for 202afdcc-b099-421c-bb56-d11c667bef89 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:12:59.783105 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.ipam_backend_mixin [None req-61b4c6c8-d057-42d6-9bb8-5f5e29d83573 admin admin] Port 202afdcc-b099-421c-bb56-d11c667bef89 was not found and therefore no delete operation was performed {{(pid=94771) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:12:59.799298 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61b4c6c8-d057-42d6-9bb8-5f5e29d83573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:59.832387 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b4c6c8-d057-42d6-9bb8-5f5e29d83573 admin admin] No DVR routers for this DVR port 202afdcc-b099-421c-bb56-d11c667bef89 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:12:59.857445 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec39c09-ea83-444c-b151-d1cea283fd4d req-30eebfe3-2605-45ed-b198-5d89d1687fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:59.859044 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4ec39c09-ea83-444c-b151-d1cea283fd4d req-30eebfe3-2605-45ed-b198-5d89d1687fe8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e446e4f6-92a6-456f-bac2-69b91af15e47 HTTP/1.1" status: 200 len: 854 time: 0.2131040 Aug 16 20:12:59.869431 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd4352-d32c-42af-8ccf-88297227e177 req-8bcc26ce-e8ba-4586-a871-b71745203aca tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:12:59.871502 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f3bd4352-d32c-42af-8ccf-88297227e177 req-8bcc26ce-e8ba-4586-a871-b71745203aca tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 946 time: 0.2076545 Aug 16 20:12:59.894287 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-81f8bfbe-567e-4fb4-9bc5-9d8dabba10d7 req-dafa2374-a436-4123-8c33-4d5ed90c3ee2 service neutron] 10.222.0.57 "GET /v2.0/networks/c0950044-aeab-482d-b87d-a07d06e58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624773 Aug 16 20:12:59.895595 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4c6c8-d057-42d6-9bb8-5f5e29d83573 admin admin] Pushing event deleted for resources: {'Port': ['ID=202afdcc-b099-421c-bb56-d11c667bef89,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:12:59.899708 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51366) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:12:59.932411 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4ec39c09-ea83-444c-b151-d1cea283fd4d req-00295d79-e2f7-4a7b-8b95-0805b9dfc6f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431907 Aug 16 20:13:00.054293 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cf4aa5d4-f981-451b-a76b-738a69c3f4eb req-b74e46fb-77b4-42f2-85e9-a3d44f2f0c5b tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6383827 Aug 16 20:13:00.079437 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-e6024979-0dfe-45d2-a19b-ebf0f033c5a3 service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6594586 Aug 16 20:13:00.096141 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61b4c6c8-d057-42d6-9bb8-5f5e29d83573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:00.101347 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f3bd4352-d32c-42af-8ccf-88297227e177 req-cce9ec0e-bd11-4bda-a8d3-5daa89cce5bd tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028790 Aug 16 20:13:00.114885 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-61b4c6c8-d057-42d6-9bb8-5f5e29d83573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['445fd284-9b49-4aff-a865-048647b2bf25']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:13:00.161719 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-61b4c6c8-d057-42d6-9bb8-5f5e29d83573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a16f85c-1189-4a4f-88d0-8154e091bfe3') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:13:00.162147 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-61b4c6c8-d057-42d6-9bb8-5f5e29d83573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a16f85c-1189-4a4f-88d0-8154e091bfe3') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:13:00.184825 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0952d104-840d-443b-b927-f9d9890403fa service neutron] For port 78789552-5398-472f-b04d-8f553a08b7fb, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:13:00.191206 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27daa75f-5798-493c-bcf1-aa65d1dadad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:00.208846 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61b4c6c8-d057-42d6-9bb8-5f5e29d83573 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:00.213590 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4ec39c09-ea83-444c-b151-d1cea283fd4d req-a49ab631-a71b-4552-bab8-977a71c653cc service neutron] 10.222.0.57 "GET /v2.0/networks/d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676065 Aug 16 20:13:00.213764 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1a4c0306-a6fa-47ff-98ed-2dd83cdb6b9f req-2c4d7a94-18e2-43bf-936f-3cab657baeb6 service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7275546 Aug 16 20:13:00.217864 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0952d104-840d-443b-b927-f9d9890403fa service neutron] For port 78789552-5398-472f-b04d-8f553a08b7fb, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=78789552-5398-472f-b04d-8f553a08b7fb,segment=NetworkSegment(57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61),segment_id=57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:13:00.230854 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0952d104-840d-443b-b927-f9d9890403fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:00.277393 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61b4c6c8-d057-42d6-9bb8-5f5e29d83573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:00.323380 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0952d104-840d-443b-b927-f9d9890403fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:00.324010 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0952d104-840d-443b-b927-f9d9890403fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:00.325853 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-0952d104-840d-443b-b927-f9d9890403fa service neutron] 10.222.0.63 "PUT /v2.0/ports/78789552-5398-472f-b04d-8f553a08b7fb HTTP/1.1" status: 200 len: 1092 time: 4.6059659 Aug 16 20:13:00.331239 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'tag': '78789552-5398-472f-b04d-8f553a08b7fb'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:13:00.333406 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c33435-b2bf-4e1b-aa66-38fd95607f19" -d '{"events": [{"name": "network-changed", "server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "tag": "78789552-5398-472f-b04d-8f553a08b7fb"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:13:00.344913 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-4eee6e1b-0a33-4262-9678-fb8b121254db service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492456 Aug 16 20:13:00.366414 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-5b695fdb-c883-4e80-a31b-4fe8a4960bca service neutron] Request body: {'port': {'device_id': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:00.382788 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b4c6c8-d057-42d6-9bb8-5f5e29d83573 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:13:00.383200 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61b4c6c8-d057-42d6-9bb8-5f5e29d83573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:00.397089 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:13:00.397089 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:13:00.397089 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:13:00.397089 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:13:00.397089 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:13:00.397089 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:13:00.397089 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:13:00.397089 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:13:00.397089 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:13:00.397089 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:13:00.397089 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:13:00.397089 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:13:00.397089 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:13:00.397089 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:13:00.397089 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:13:00.397089 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:13:00.397089 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:13:00.397089 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:13:00.397089 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:13:00.397089 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:13:00.397089 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:13:00.397089 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:13:00.397089 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:13:00.397089 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:13:00.397089 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:13:00.397089 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:13:00.397089 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:13:00.397089 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:13:00.397089 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:13:00.397089 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:13:00.397089 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:13:00.397089 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:13:00.431431 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952d104-840d-443b-b927-f9d9890403fa service neutron] Pushing event updated for resources: {'Port': ['ID=78789552-5398-472f-b04d-8f553a08b7fb,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:00.443372 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-de104e7a-1969-46ff-9ebc-75522562449d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=604be3bb-7bde-47cc-88cf-1680e6ea6018 HTTP/1.1" status: 200 len: 217 time: 0.0840523 Aug 16 20:13:00.455526 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3cc37-6d01-4346-83e8-4df33415d5ad req-fa659c9c-a91d-4824-bac0-a700e3d3ca17 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:00.457085 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-89c3cc37-6d01-4346-83e8-4df33415d5ad req-fa659c9c-a91d-4824-bac0-a700e3d3ca17 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 946 time: 0.2067723 Aug 16 20:13:00.544134 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e31b3e-56b9-4f16-ab0c-aee6876ed4e8 req-1ca064d0-245f-415f-ac2d-920fce9ba973 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:00.553846 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e31b3e-56b9-4f16-ab0c-aee6876ed4e8 req-1ca064d0-245f-415f-ac2d-920fce9ba973 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:00.561587 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e31b3e-56b9-4f16-ab0c-aee6876ed4e8 req-1ca064d0-245f-415f-ac2d-920fce9ba973 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:00.564530 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-5b695fdb-c883-4e80-a31b-4fe8a4960bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:00.568386 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e31b3e-56b9-4f16-ab0c-aee6876ed4e8 req-1ca064d0-245f-415f-ac2d-920fce9ba973 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:00.572132 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-03baca19-2b1b-4748-bb1e-9f88b15451ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:00.573653 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e31b3e-56b9-4f16-ab0c-aee6876ed4e8 req-1ca064d0-245f-415f-ac2d-920fce9ba973 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:00.574156 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-03baca19-2b1b-4748-bb1e-9f88b15451ef service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7d7186cf-77e4-4b82-8d65-1e75cd70140b HTTP/1.1" status: 200 len: 797 time: 0.1161728 Aug 16 20:13:00.579523 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e31b3e-56b9-4f16-ab0c-aee6876ed4e8 req-1ca064d0-245f-415f-ac2d-920fce9ba973 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:00.585867 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e31b3e-56b9-4f16-ab0c-aee6876ed4e8 req-1ca064d0-245f-415f-ac2d-920fce9ba973 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:00.593378 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-89c3cc37-6d01-4346-83e8-4df33415d5ad req-ee75038f-ad37-4d85-986c-d7793817acbd tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122601 Aug 16 20:13:00.602232 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e2e31b3e-56b9-4f16-ab0c-aee6876ed4e8 req-1ca064d0-245f-415f-ac2d-920fce9ba973 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5418 time: 0.3789494 Aug 16 20:13:00.702349 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61b4c6c8-d057-42d6-9bb8-5f5e29d83573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:00.706835 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61b4c6c8-d057-42d6-9bb8-5f5e29d83573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:00.708829 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-61b4c6c8-d057-42d6-9bb8-5f5e29d83573 admin admin] 10.222.0.68 "DELETE /v2.0/networks/445fd284-9b49-4aff-a865-048647b2bf25 HTTP/1.1" status: 204 len: 168 time: 2.0283132 Aug 16 20:13:00.721522 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-3601c399-b6c7-4724-99fd-a27e21ee5639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:00.723744 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-3601c399-b6c7-4724-99fd-a27e21ee5639 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1398444 Aug 16 20:13:00.744674 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4ec39c09-ea83-444c-b151-d1cea283fd4d req-28d57866-343c-4e8e-add7-525b46cc4002 service neutron] 10.222.0.57 "GET /v2.0/networks/d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5101523 Aug 16 20:13:00.814349 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27daa75f-5798-493c-bcf1-aa65d1dadad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:00.835083 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4c6c8-d057-42d6-9bb8-5f5e29d83573 admin admin] Pushing event deleted for resources: {'Network': ['ID=445fd284-9b49-4aff-a865-048647b2bf25,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:00.849677 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27daa75f-5798-493c-bcf1-aa65d1dadad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:00.867803 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e2e31b3e-56b9-4f16-ab0c-aee6876ed4e8 req-cb9b9b17-9b34-405f-b5b0-56d0a9d2d56a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2645779 Aug 16 20:13:00.915463 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-27daa75f-5798-493c-bcf1-aa65d1dadad1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7465cdd478154bf0abc85482148cdda6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9855738 Aug 16 20:13:00.916208 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51386) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:00.936276 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27daa75f-5798-493c-bcf1-aa65d1dadad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c023b8d7-481e-4bdb-9eda-1d43b02cd96c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:00.982680 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51390) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:00.982859 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a82f70-2f1b-4f54-b080-51481a290ec8 req-938daf73-d5b7-4281-ad37-c9fc82045163 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:01.000239 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-92a82f70-2f1b-4f54-b080-51481a290ec8 req-938daf73-d5b7-4281-ad37-c9fc82045163 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 943 time: 0.3251951 Aug 16 20:13:01.034486 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 202afdcc-b099-421c-bb56-d11c667bef89 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:13:01.057247 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3130231e-0a5a-48b3-8dfd-b552bc09d487 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cdd630db8b014134bd5ab81a7a3f64dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0732946 Aug 16 20:13:01.059007 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51392) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:01.060728 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 202afdcc-b099-421c-bb56-d11c667bef89 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:13:01.061755 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 202afdcc-b099-421c-bb56-d11c667bef89 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:13:01.104061 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-646a6392-ed36-4d84-b1ac-eeef92d66fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:01.136959 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-646a6392-ed36-4d84-b1ac-eeef92d66fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:01.148155 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-92a82f70-2f1b-4f54-b080-51481a290ec8 req-8ad942a7-24dc-44f1-9eba-b5132e7daac2 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469910 Aug 16 20:13:01.158142 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-dbbcfebc-aa56-461f-876e-05138ddc3664 service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663588 Aug 16 20:13:01.162533 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b01d7927-df52-4bc8-a24c-fb47f9e61c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:01.198145 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b01d7927-df52-4bc8-a24c-fb47f9e61c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:01.249951 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f36441d-3712-406e-ac78-6a8282c2cdae x-openstack-request-id: req-5f36441d-3712-406e-ac78-6a8282c2cdae {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:13:01.250235 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "tag": "78789552-5398-472f-b04d-8f553a08b7fb", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:13:01.250491 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5f36441d-3712-406e-ac78-6a8282c2cdae {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:13:01.250892 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'tag': '78789552-5398-472f-b04d-8f553a08b7fb', 'status': 'completed', 'code': 200} Aug 16 20:13:01.288887 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-646a6392-ed36-4d84-b1ac-eeef92d66fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:01.291560 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-646a6392-ed36-4d84-b1ac-eeef92d66fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:01.293251 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-646a6392-ed36-4d84-b1ac-eeef92d66fa2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c023b8d7-481e-4bdb-9eda-1d43b02cd96c HTTP/1.1" status: 204 len: 168 time: 0.3737788 Aug 16 20:13:01.318702 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b01d7927-df52-4bc8-a24c-fb47f9e61c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:01.321335 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b01d7927-df52-4bc8-a24c-fb47f9e61c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:01.324879 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b01d7927-df52-4bc8-a24c-fb47f9e61c5e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8b40f9fb-7103-4c3e-a2fa-6b119c1e3bc6 HTTP/1.1" status: 204 len: 168 time: 0.2626157 Aug 16 20:13:01.335304 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a6392-ed36-4d84-b1ac-eeef92d66fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c023b8d7-481e-4bdb-9eda-1d43b02cd96c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:01.350979 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-5b695fdb-c883-4e80-a31b-4fe8a4960bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa59368f-1db7-43fa-bd48-03c82e86210f {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:13:01.352715 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 76d4ced7-3869-4c7a-bd18-2f2dceb789d9 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:13:01.365934 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-5b695fdb-c883-4e80-a31b-4fe8a4960bca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:01.393038 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d7927-df52-4bc8-a24c-fb47f9e61c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b40f9fb-7103-4c3e-a2fa-6b119c1e3bc6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:01.407301 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-5b695fdb-c883-4e80-a31b-4fe8a4960bca service neutron] Transition to ACTIVE for port object aa59368f-1db7-43fa-bd48-03c82e86210f will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:13:01.414046 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c33435-b2bf-4e1b-aa66-38fd95607f19 req-7a329c34-1062-46d3-928c-9f11e20a2c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:01.414540 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c33435-b2bf-4e1b-aa66-38fd95607f19 req-7a329c34-1062-46d3-928c-9f11e20a2c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:01.415030 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c33435-b2bf-4e1b-aa66-38fd95607f19 req-7a329c34-1062-46d3-928c-9f11e20a2c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:01.415533 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c33435-b2bf-4e1b-aa66-38fd95607f19 req-7a329c34-1062-46d3-928c-9f11e20a2c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:01.415996 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c33435-b2bf-4e1b-aa66-38fd95607f19 req-7a329c34-1062-46d3-928c-9f11e20a2c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:01.416493 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c33435-b2bf-4e1b-aa66-38fd95607f19 req-7a329c34-1062-46d3-928c-9f11e20a2c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:01.417091 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c33435-b2bf-4e1b-aa66-38fd95607f19 req-7a329c34-1062-46d3-928c-9f11e20a2c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:01.419723 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b6c33435-b2bf-4e1b-aa66-38fd95607f19 req-7a329c34-1062-46d3-928c-9f11e20a2c94 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7b57628fd666456abf7d4e027fd3ce47&device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 6426 time: 0.1652465 Aug 16 20:13:01.428808 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-5b695fdb-c883-4e80-a31b-4fe8a4960bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:01.436172 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c0016-0d09-488d-a8e7-8f0dcacab079 req-e9ad8590-6f02-465f-9995-3b0c7dcd37bf tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:01.441888 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6e8c0016-0d09-488d-a8e7-8f0dcacab079 req-e9ad8590-6f02-465f-9995-3b0c7dcd37bf tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1687324 Aug 16 20:13:01.468989 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504e8af-f1b2-4aee-943c-c21cf983d3fa req-ae4b3596-f357-42d1-8928-69a0123728be tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:01.478761 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6504e8af-f1b2-4aee-943c-c21cf983d3fa req-ae4b3596-f357-42d1-8928-69a0123728be tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 946 time: 0.2269530 Aug 16 20:13:01.520357 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 76d4ced7-3869-4c7a-bd18-2f2dceb789d9, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=76d4ced7-3869-4c7a-bd18-2f2dceb789d9,segment=NetworkSegment(2591fcf1-460b-4502-b275-eb75ea8d774a),segment_id=2591fcf1-460b-4502-b275-eb75ea8d774a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:01.528238 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6e8c0016-0d09-488d-a8e7-8f0dcacab079 req-c44a5a7d-f244-4b22-b905-9660477e22d5 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742109 Aug 16 20:13:01.536297 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '76d4ced7-3869-4c7a-bd18-2f2dceb789d9', 'network_id': 'c0950044-aeab-482d-b87d-a07d06e58d8c', 'port_id': '76d4ced7-3869-4c7a-bd18-2f2dceb789d9', 'mac_address': 'fa:16:3e:1d:a6:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9d5f06-a0f7-4946-9279-961f62b06145', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:13:01.544339 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-7d1ee3d7-993c-42eb-83ce-20e2f6728fb3 service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744044 Aug 16 20:13:01.600589 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:01.616976 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d4ced7-3869-4c7a-bd18-2f2dceb789d9 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:13:01.647875 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 76d4ced7-3869-4c7a-bd18-2f2dceb789d9, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=76d4ced7-3869-4c7a-bd18-2f2dceb789d9,segment=NetworkSegment(2591fcf1-460b-4502-b275-eb75ea8d774a),segment_id=2591fcf1-460b-4502-b275-eb75ea8d774a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:01.653639 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:01.697899 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-afc1e30b-0ced-4f4b-982b-96c09ee58f9d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=76090f41-c0c2-4f20-8947-4c9d155dfcb6 HTTP/1.1" status: 200 len: 217 time: 0.1355002 Aug 16 20:13:01.698543 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b695fdb-c883-4e80-a31b-4fe8a4960bca service neutron] Pushing event updated for resources: {'Port': ['ID=aa59368f-1db7-43fa-bd48-03c82e86210f,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:01.744658 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=76d4ced7-3869-4c7a-bd18-2f2dceb789d9,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:01.780353 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51408) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:01.785373 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-54d4e73b-023a-4f00-a099-1b4eaf35928b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:01.812543 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-859eb20c-f502-483a-bdca-9eba7615ac90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:01.879240 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['76d4ced7-3869-4c7a-bd18-2f2dceb789d9'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:13:01.918399 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415725b1-b77b-49c5-81e8-8bf816f08a4f req-d572fd65-d3f9-4f6c-aefb-7f2dd449cd36 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:01.920093 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-415725b1-b77b-49c5-81e8-8bf816f08a4f req-d572fd65-d3f9-4f6c-aefb-7f2dd449cd36 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.0790548 Aug 16 20:13:01.953313 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c33435-b2bf-4e1b-aa66-38fd95607f19 req-dfc8ea62-37c0-44be-8383-4db8a70d78c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:01.954224 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c33435-b2bf-4e1b-aa66-38fd95607f19 req-dfc8ea62-37c0-44be-8383-4db8a70d78c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:01.954932 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c33435-b2bf-4e1b-aa66-38fd95607f19 req-dfc8ea62-37c0-44be-8383-4db8a70d78c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:01.957639 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b6c33435-b2bf-4e1b-aa66-38fd95607f19 req-dfc8ea62-37c0-44be-8383-4db8a70d78c8 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=7b57628fd666456abf7d4e027fd3ce47&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5268865 Aug 16 20:13:01.970679 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6504e8af-f1b2-4aee-943c-c21cf983d3fa req-38b950e8-f47f-4487-96f9-b25a32c6837a tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587228 Aug 16 20:13:02.048448 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-415725b1-b77b-49c5-81e8-8bf816f08a4f req-4c8a99c9-de8c-4c89-b373-c23b9c106c98 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129954 Aug 16 20:13:02.098155 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-859eb20c-f502-483a-bdca-9eba7615ac90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:02.113497 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-859eb20c-f502-483a-bdca-9eba7615ac90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:02.202160 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859eb20c-f502-483a-bdca-9eba7615ac90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2271a98b-98e5-436b-82e8-7ccdaee05e4c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:02.207729 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-859eb20c-f502-483a-bdca-9eba7615ac90 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a2bfa79d1ea046ba942c0c898313607b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4260826 Aug 16 20:13:02.210306 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51430) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:02.236150 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-56d18f99-e8f2-4cd4-acb5-6a0b346a67a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:02.237654 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-56d18f99-e8f2-4cd4-acb5-6a0b346a67a1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=05b69095-3330-4691-9066-4b298da7e27d HTTP/1.1" status: 200 len: 797 time: 0.5048652 Aug 16 20:13:02.238667 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c33435-b2bf-4e1b-aa66-38fd95607f19 req-160298ef-46fd-4e99-b6f0-9c738d9a420b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:02.243904 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b6c33435-b2bf-4e1b-aa66-38fd95607f19 req-160298ef-46fd-4e99-b6f0-9c738d9a420b service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2711225 Aug 16 20:13:02.301583 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591390e-9308-4856-bd8c-42f17ff3a483 req-b1bcf90c-c036-4c59-9752-4613e1e057a3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:02.302770 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c591390e-9308-4856-bd8c-42f17ff3a483 req-b1bcf90c-c036-4c59-9752-4613e1e057a3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.0900283 Aug 16 20:13:02.313452 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8f91247-6f63-45cd-b964-1b94f89165e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:02.316210 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-5b695fdb-c883-4e80-a31b-4fe8a4960bca service neutron] Attempting to bind port aa59368f-1db7-43fa-bd48-03c82e86210f on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:02.316689 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-5b695fdb-c883-4e80-a31b-4fe8a4960bca service neutron] Attempting to bind port aa59368f-1db7-43fa-bd48-03c82e86210f by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '90394afd-703c-4163-92ad-725e7cc3c2c5'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:02.317024 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-5b695fdb-c883-4e80-a31b-4fe8a4960bca service neutron] Attempting to bind port aa59368f-1db7-43fa-bd48-03c82e86210f on network 90394afd-703c-4163-92ad-725e7cc3c2c5 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:02.336163 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8f91247-6f63-45cd-b964-1b94f89165e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:02.340374 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c30d0-7046-4e2a-b0bd-d41f12ec28ee req-0ef07e1e-4173-457c-ac9f-7b6cedd6a746 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:02.347114 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c30d0-7046-4e2a-b0bd-d41f12ec28ee req-0ef07e1e-4173-457c-ac9f-7b6cedd6a746 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:02.353813 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c30d0-7046-4e2a-b0bd-d41f12ec28ee req-0ef07e1e-4173-457c-ac9f-7b6cedd6a746 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:02.363131 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c30d0-7046-4e2a-b0bd-d41f12ec28ee req-0ef07e1e-4173-457c-ac9f-7b6cedd6a746 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:02.370001 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c30d0-7046-4e2a-b0bd-d41f12ec28ee req-0ef07e1e-4173-457c-ac9f-7b6cedd6a746 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:02.380554 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c30d0-7046-4e2a-b0bd-d41f12ec28ee req-0ef07e1e-4173-457c-ac9f-7b6cedd6a746 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:02.387019 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c30d0-7046-4e2a-b0bd-d41f12ec28ee req-0ef07e1e-4173-457c-ac9f-7b6cedd6a746 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:02.389386 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-514c30d0-7046-4e2a-b0bd-d41f12ec28ee req-0ef07e1e-4173-457c-ac9f-7b6cedd6a746 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5430 time: 0.2078836 Aug 16 20:13:02.394278 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-5b695fdb-c883-4e80-a31b-4fe8a4960bca service neutron] Port aa59368f-1db7-43fa-bd48-03c82e86210f on network 90394afd-703c-4163-92ad-725e7cc3c2c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:02.394615 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-5b695fdb-c883-4e80-a31b-4fe8a4960bca service neutron] Attempting to bind port aa59368f-1db7-43fa-bd48-03c82e86210f on network 90394afd-703c-4163-92ad-725e7cc3c2c5 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:02.412474 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8f91247-6f63-45cd-b964-1b94f89165e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:02.415152 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8f91247-6f63-45cd-b964-1b94f89165e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:02.415773 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-a561a816-42fe-4b43-b8d8-10ffe7203a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:02.416304 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d8f91247-6f63-45cd-b964-1b94f89165e3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2271a98b-98e5-436b-82e8-7ccdaee05e4c HTTP/1.1" status: 204 len: 168 time: 0.2051389 Aug 16 20:13:02.417841 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-a561a816-42fe-4b43-b8d8-10ffe7203a3d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2a2623ce-bffe-47bb-a726-6ce2777826c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1668968 Aug 16 20:13:02.421276 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-5b695fdb-c883-4e80-a31b-4fe8a4960bca service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:13:02.421617 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-5b695fdb-c883-4e80-a31b-4fe8a4960bca service neutron] Checking segment: {'id': '57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '90394afd-703c-4163-92ad-725e7cc3c2c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:13:02.422007 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-5b695fdb-c883-4e80-a31b-4fe8a4960bca service neutron] Bound using segment: {'id': '57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '90394afd-703c-4163-92ad-725e7cc3c2c5'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:13:02.422453 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-5b695fdb-c883-4e80-a31b-4fe8a4960bca service neutron] Bound port: aa59368f-1db7-43fa-bd48-03c82e86210f, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '90394afd-703c-4163-92ad-725e7cc3c2c5'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:13:02.422833 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-5b695fdb-c883-4e80-a31b-4fe8a4960bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:02.427099 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f91247-6f63-45cd-b964-1b94f89165e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2271a98b-98e5-436b-82e8-7ccdaee05e4c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:02.431331 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c591390e-9308-4856-bd8c-42f17ff3a483 req-ca240b55-8f5a-4291-9fa4-d7f490d9dcf8 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507767 Aug 16 20:13:02.581941 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-514c30d0-7046-4e2a-b0bd-d41f12ec28ee req-574889f0-5172-4e80-a9fc-8b665d8d9ee5 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1812589 Aug 16 20:13:02.584449 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea81771-1e7e-4520-b6ac-f34c4a321e95 req-9758891e-5cf3-4014-9d26-a4902a0919b8 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:02.586003 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2ea81771-1e7e-4520-b6ac-f34c4a321e95 req-9758891e-5cf3-4014-9d26-a4902a0919b8 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 946 time: 0.0629382 Aug 16 20:13:02.656223 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-5b695fdb-c883-4e80-a31b-4fe8a4960bca service neutron] For port aa59368f-1db7-43fa-bd48-03c82e86210f, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:13:02.667608 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-5b695fdb-c883-4e80-a31b-4fe8a4960bca service neutron] For port aa59368f-1db7-43fa-bd48-03c82e86210f, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=aa59368f-1db7-43fa-bd48-03c82e86210f,segment=NetworkSegment(57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61),segment_id=57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:13:02.709090 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2ea81771-1e7e-4520-b6ac-f34c4a321e95 req-a5b762dc-99cc-451f-a5b0-e1726d3b7cdd tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152580 Aug 16 20:13:02.726500 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-5b695fdb-c883-4e80-a31b-4fe8a4960bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:02.829128 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-5b695fdb-c883-4e80-a31b-4fe8a4960bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:02.829729 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-5b695fdb-c883-4e80-a31b-4fe8a4960bca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:02.831184 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-5b695fdb-c883-4e80-a31b-4fe8a4960bca service neutron] 10.222.0.63 "PUT /v2.0/ports/aa59368f-1db7-43fa-bd48-03c82e86210f HTTP/1.1" status: 200 len: 1092 time: 2.4708076 Aug 16 20:13:02.840152 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-d13d7fff-4cfc-48c5-b3b5-0d5c6aea3202 service neutron] 10.222.0.63 "GET /v2.0/networks/2a2623ce-bffe-47bb-a726-6ce2777826c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126892 Aug 16 20:13:02.967461 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51462) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:03.011468 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b695fdb-c883-4e80-a31b-4fe8a4960bca service neutron] Pushing event updated for resources: {'Port': ['ID=aa59368f-1db7-43fa-bd48-03c82e86210f,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:03.043662 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67349430-4b52-459b-a368-c28b8629942b req-80b0972c-9fb7-4781-890d-3393bde5f85b tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:03.045658 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-67349430-4b52-459b-a368-c28b8629942b req-80b0972c-9fb7-4781-890d-3393bde5f85b tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 944 time: 0.3247602 Aug 16 20:13:03.098953 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-4ea06a66-e69d-4cd5-94ef-a4db53068ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:03.099468 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-4ea06a66-e69d-4cd5-94ef-a4db53068ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:03.100042 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-4ea06a66-e69d-4cd5-94ef-a4db53068ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:03.100519 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-4ea06a66-e69d-4cd5-94ef-a4db53068ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:03.101288 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-4ea06a66-e69d-4cd5-94ef-a4db53068ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:03.101491 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-4ea06a66-e69d-4cd5-94ef-a4db53068ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:03.102004 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-4ea06a66-e69d-4cd5-94ef-a4db53068ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:03.104067 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-4ea06a66-e69d-4cd5-94ef-a4db53068ea7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7b57628fd666456abf7d4e027fd3ce47&device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 6494 time: 0.2067034 Aug 16 20:13:03.188150 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-45e2a696-b6bb-4378-8f18-5f0ed144a3ba admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1932152001-network', 'tenant_id': 'dedb702b2a7149b1a29beaf7331c12be'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:03.221449 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-c4d57cab-ad30-481b-a5dc-29c35d51deed service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b63bd87-1c14-4b71-a437-91e0a8eca98c HTTP/1.1" status: 200 len: 217 time: 0.0880911 Aug 16 20:13:03.227458 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-a85c3b52-7f5d-48b8-81d1-6e6dc9dcfbc6 service neutron] 10.222.0.63 "GET /v2.0/networks/2a2623ce-bffe-47bb-a726-6ce2777826c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717086 Aug 16 20:13:03.237464 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-2711317e-5a8f-49e5-a095-20ff39036d5c tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:03.239472 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-2711317e-5a8f-49e5-a095-20ff39036d5c tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/networks?id=dbfa510a-9034-470b-99ef-e5f61f9b5e17 HTTP/1.1" status: 200 len: 812 time: 0.2526622 Aug 16 20:13:03.243746 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-67349430-4b52-459b-a368-c28b8629942b req-2496dd9a-f167-4246-999e-eb9240504db5 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735778 Aug 16 20:13:03.254491 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e2a696-b6bb-4378-8f18-5f0ed144a3ba admin admin] Made reservation on behalf of dedb702b2a7149b1a29beaf7331c12be for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:13:03.256944 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45e2a696-b6bb-4378-8f18-5f0ed144a3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:03.267168 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'tag': 'aa59368f-1db7-43fa-bd48-03c82e86210f'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:13:03.269399 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76779d0c-5be6-439a-8ace-1fd417fb727a" -d '{"events": [{"name": "network-changed", "server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "tag": "aa59368f-1db7-43fa-bd48-03c82e86210f"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:13:03.281914 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45e2a696-b6bb-4378-8f18-5f0ed144a3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:03.294562 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-71502c16-0af5-4e56-8962-0854fdae2464 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/quotas/41f949d98cf9473f85e64341bcd4f07a HTTP/1.1" status: 200 len: 375 time: 0.0418444 Aug 16 20:13:03.314771 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-c0caa162-267d-4d72-9ba3-d64602acb065 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=77b3645a-9cd6-4ba3-85c9-1ac50191565c HTTP/1.1" status: 200 len: 217 time: 0.0745318 Aug 16 20:13:03.359866 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-ea981bb2-2ed2-45d7-ab42-d73c3419ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:03.361516 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-ea981bb2-2ed2-45d7-ab42-d73c3419ce0f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=38e01d28-9c01-425c-8286-6dc8a892ec17 HTTP/1.1" status: 200 len: 856 time: 0.1328812 Aug 16 20:13:03.365993 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 76d4ced7-3869-4c7a-bd18-2f2dceb789d9 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:13:03.390379 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-c16ed9e7-65da-43ae-83ce-67e714daf6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:03.392854 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-c16ed9e7-65da-43ae-83ce-67e714daf6ee service neutron] 10.222.0.63 "GET /v2.0/subnets?id=05b69095-3330-4691-9066-4b298da7e27d HTTP/1.1" status: 200 len: 797 time: 0.0637469 Aug 16 20:13:03.414179 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-f189190f-b585-48dd-9f07-72c50c25d171 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=41f949d98cf9473f85e64341bcd4f07a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1095564 Aug 16 20:13:03.475546 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 76d4ced7-3869-4c7a-bd18-2f2dceb789d9 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:13:03.480806 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 76d4ced7-3869-4c7a-bd18-2f2dceb789d9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:13:03.481508 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:03.510713 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-de786296-b083-4c60-b28b-cd3b3db4772a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:03.512495 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-de786296-b083-4c60-b28b-cd3b3db4772a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2a2623ce-bffe-47bb-a726-6ce2777826c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1086931 Aug 16 20:13:03.579728 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45e2a696-b6bb-4378-8f18-5f0ed144a3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:03.585649 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45e2a696-b6bb-4378-8f18-5f0ed144a3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:03.593985 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:03.600707 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e2a696-b6bb-4378-8f18-5f0ed144a3ba admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:13:03.612473 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45e2a696-b6bb-4378-8f18-5f0ed144a3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:03.612865 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-45e2a696-b6bb-4378-8f18-5f0ed144a3ba admin admin] Added segment 8df21fe2-afa1-454b-89af-cfdaab5b1268 of type vlan for network 7e79f972-d168-4a56-868e-1b83902cea40 Aug 16 20:13:03.660344 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45e2a696-b6bb-4378-8f18-5f0ed144a3ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:03.674318 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 76d4ced7-3869-4c7a-bd18-2f2dceb789d9, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=76d4ced7-3869-4c7a-bd18-2f2dceb789d9,segment=NetworkSegment(2591fcf1-460b-4502-b275-eb75ea8d774a),segment_id=2591fcf1-460b-4502-b275-eb75ea8d774a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:03.675400 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d4ced7-3869-4c7a-bd18-2f2dceb789d9'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:13:03.678066 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47789f1-e986-4532-95b8-d69ccc27a60d" -d '{"events": [{"server_uuid": "4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9", "name": "network-vif-plugged", "status": "completed", "tag": "76d4ced7-3869-4c7a-bd18-2f2dceb789d9"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:13:03.682727 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:03.697492 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45e2a696-b6bb-4378-8f18-5f0ed144a3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:03.697994 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e2a696-b6bb-4378-8f18-5f0ed144a3ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:03.699157 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45e2a696-b6bb-4378-8f18-5f0ed144a3ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:03.705806 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-5563aa9f-6ce7-4ea6-8309-b0cde8e508f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:03.720243 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-5563aa9f-6ce7-4ea6-8309-b0cde8e508f4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0ae80140-337e-46f6-881d-18b41812816e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3486123 Aug 16 20:13:03.721262 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-c9e099d0-f183-484b-b069-6432f8492bb3 service neutron] 10.222.0.68 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944307 Aug 16 20:13:03.745542 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a0e8e-1c1f-4254-9cea-f7768e13416f req-b29ad608-d1e1-4114-8600-77c66de1f066 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:03.746094 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=76d4ced7-3869-4c7a-bd18-2f2dceb789d9,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:03.753418 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ea7a0e8e-1c1f-4254-9cea-f7768e13416f req-b29ad608-d1e1-4114-8600-77c66de1f066 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 946 time: 0.3480725 Aug 16 20:13:03.756078 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-d21e88fc-7e51-4950-87cd-b073533b4eac service neutron] 10.222.0.63 "GET /v2.0/networks/2a2623ce-bffe-47bb-a726-6ce2777826c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159772 Aug 16 20:13:03.800091 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-45e2a696-b6bb-4378-8f18-5f0ed144a3ba admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8303361 Aug 16 20:13:03.823848 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51492) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:03.869089 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-fa0345a7-af2c-4b6b-a73a-70fab810aaf8 admin admin] Request body: {'subnet': {'network_id': '7e79f972-d168-4a56-868e-1b83902cea40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1932152001-subnet', 'tenant_id': 'dedb702b2a7149b1a29beaf7331c12be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:04.004374 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ea7a0e8e-1c1f-4254-9cea-f7768e13416f req-4fc8822f-54fd-4b96-8e84-f4ed71eb1bc9 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383642 Aug 16 20:13:04.017254 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0345a7-af2c-4b6b-a73a-70fab810aaf8 admin admin] Made reservation on behalf of dedb702b2a7149b1a29beaf7331c12be for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:13:04.020080 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa0345a7-af2c-4b6b-a73a-70fab810aaf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:04.079779 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58b7a232-9ebc-4705-98d5-8ed2c78d7d9e req-b30ceb59-f626-4806-b33c-5888471c37ea service neutron] 10.222.0.63 "GET /v2.0/networks/2a2623ce-bffe-47bb-a726-6ce2777826c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126388 Aug 16 20:13:04.083139 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-c7036549-9c64-45d7-8da4-b75910e6137d service neutron] 10.222.0.63 "GET /v2.0/networks/0ae80140-337e-46f6-881d-18b41812816e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253498 Aug 16 20:13:04.149822 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428a4e26-5451-4ae8-8332-67ada5170867 x-openstack-request-id: req-428a4e26-5451-4ae8-8332-67ada5170867 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:13:04.149968 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "tag": "aa59368f-1db7-43fa-bd48-03c82e86210f", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:13:04.150172 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-428a4e26-5451-4ae8-8332-67ada5170867 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:13:04.150553 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'tag': 'aa59368f-1db7-43fa-bd48-03c82e86210f', 'status': 'completed', 'code': 200} Aug 16 20:13:04.227225 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2a696-b6bb-4378-8f18-5f0ed144a3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7421c10-e1d8-4b64-bf85-faf8dcc7f9ba,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:04.239288 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2a696-b6bb-4378-8f18-5f0ed144a3ba admin admin] Pushing event updated for resources: {'Network': ['ID=7e79f972-d168-4a56-868e-1b83902cea40,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:04.267483 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 7e79f972-d168-4a56-868e-1b83902cea40 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:13:04.295572 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-e1e2e70b-4af9-4f13-af7a-57e4d4a8b2fe service neutron] 10.222.0.68 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5326042 Aug 16 20:13:04.411334 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-54ee4820-8e6c-4d2e-ac4a-194d565d67a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:04.571455 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ab02ce-063f-4316-8f2f-18c08620672e x-openstack-request-id: req-d4ab02ce-063f-4316-8f2f-18c08620672e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:13:04.571995 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9", "name": "network-vif-plugged", "status": "completed", "tag": "76d4ced7-3869-4c7a-bd18-2f2dceb789d9", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:13:04.572362 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d4ab02ce-063f-4316-8f2f-18c08620672e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:13:04.572653 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d4ced7-3869-4c7a-bd18-2f2dceb789d9', 'code': 200} Aug 16 20:13:04.634299 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:04.745584 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082fab7-14d4-4cb3-85fb-8b0a67062786 req-c07aee8a-7dad-4163-8757-f3c6f86729ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:04.748023 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b082fab7-14d4-4cb3-85fb-8b0a67062786 req-c07aee8a-7dad-4163-8757-f3c6f86729ef service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 1097 time: 0.0997152 Aug 16 20:13:04.890504 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b082fab7-14d4-4cb3-85fb-8b0a67062786 req-61356853-bbe6-4c51-a59f-be05b50d7d40 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349726 Aug 16 20:13:04.950405 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a05d90-a389-4429-89a6-f3e6f6558c4e req-0aaa53e4-e009-4312-bed4-c9c0effb20c3 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:04.953034 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-32a05d90-a389-4429-89a6-f3e6f6558c4e req-0aaa53e4-e009-4312-bed4-c9c0effb20c3 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 945 time: 0.1586864 Aug 16 20:13:05.039356 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab219430-5c33-468c-b781-8847300a123f req-3abe7c5e-9fd7-4fc0-8827-1264f89d2209 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:05.047175 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab219430-5c33-468c-b781-8847300a123f req-3abe7c5e-9fd7-4fc0-8827-1264f89d2209 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:05.048744 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-32a05d90-a389-4429-89a6-f3e6f6558c4e req-c25663bb-a7fe-4daf-ac9a-9e7b03a52206 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809495 Aug 16 20:13:05.056440 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab219430-5c33-468c-b781-8847300a123f req-3abe7c5e-9fd7-4fc0-8827-1264f89d2209 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:05.064622 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab219430-5c33-468c-b781-8847300a123f req-3abe7c5e-9fd7-4fc0-8827-1264f89d2209 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:05.073106 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab219430-5c33-468c-b781-8847300a123f req-3abe7c5e-9fd7-4fc0-8827-1264f89d2209 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:05.081710 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab219430-5c33-468c-b781-8847300a123f req-3abe7c5e-9fd7-4fc0-8827-1264f89d2209 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:05.089941 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab219430-5c33-468c-b781-8847300a123f req-3abe7c5e-9fd7-4fc0-8827-1264f89d2209 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:05.092483 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ab219430-5c33-468c-b781-8847300a123f req-3abe7c5e-9fd7-4fc0-8827-1264f89d2209 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5430 time: 0.2996240 Aug 16 20:13:05.124436 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-f051d898-6b3c-4d1e-a7c0-60111b5393af service neutron] 10.222.0.63 "GET /v2.0/networks/0ae80140-337e-46f6-881d-18b41812816e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0256634 Aug 16 20:13:05.169844 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e19cf068-8c19-4872-97f7-77b5c27c34ae req-a81820e5-a2cd-45e6-8c4b-92643294a083 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 210 time: 0.0656879 Aug 16 20:13:05.277475 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ab219430-5c33-468c-b781-8847300a123f req-19fbc851-26eb-4f68-9ec1-14b69550ee1b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1587851 Aug 16 20:13:05.280734 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-5f97b57c-1426-4743-93b9-48835e73efa3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=0806bdce-2fff-4354-aa5e-714ebcf44a22 HTTP/1.1" status: 200 len: 217 time: 0.1323369 Aug 16 20:13:05.372516 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf806695-c431-499f-af8f-e78d52aa9958 req-59ef8295-4a4a-42bb-b8b0-0a20bb06bcc2 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:05.383148 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bf806695-c431-499f-af8f-e78d52aa9958 req-59ef8295-4a4a-42bb-b8b0-0a20bb06bcc2 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 946 time: 0.1329308 Aug 16 20:13:05.440067 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-9fdb35cf-ac69-444e-9bf0-04df9a67daff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:05.442060 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-9fdb35cf-ac69-444e-9bf0-04df9a67daff service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f33a40b4-e403-467d-9112-f03dd7c053f7 HTTP/1.1" status: 200 len: 797 time: 0.1516879 Aug 16 20:13:05.447879 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa0345a7-af2c-4b6b-a73a-70fab810aaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:05.454101 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bf806695-c431-499f-af8f-e78d52aa9958 req-0cc32407-d94e-41b9-90a4-5b824c6386d1 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697234 Aug 16 20:13:05.557408 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:05.577901 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0345a7-af2c-4b6b-a73a-70fab810aaf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03df9e2f-1053-4c0e-af63-93d7b526d0c4,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:05.600714 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-ec429f17-56a3-42c0-9eef-543c6a3d46b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:05.602325 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-ec429f17-56a3-42c0-9eef-543c6a3d46b4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1465569 Aug 16 20:13:05.641060 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0345a7-af2c-4b6b-a73a-70fab810aaf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:05.641412 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0345a7-af2c-4b6b-a73a-70fab810aaf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:05.641835 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0345a7-af2c-4b6b-a73a-70fab810aaf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:05.642251 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0345a7-af2c-4b6b-a73a-70fab810aaf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:05.642669 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0345a7-af2c-4b6b-a73a-70fab810aaf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:05.643069 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0345a7-af2c-4b6b-a73a-70fab810aaf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:05.643481 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0345a7-af2c-4b6b-a73a-70fab810aaf8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:05.643854 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0345a7-af2c-4b6b-a73a-70fab810aaf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:05.644217 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0345a7-af2c-4b6b-a73a-70fab810aaf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:05.644632 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0345a7-af2c-4b6b-a73a-70fab810aaf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:05.645056 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0345a7-af2c-4b6b-a73a-70fab810aaf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:05.645436 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0345a7-af2c-4b6b-a73a-70fab810aaf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:05.697565 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0345a7-af2c-4b6b-a73a-70fab810aaf8 admin admin] Checking segment: {'id': '8df21fe2-afa1-454b-89af-cfdaab5b1268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7e79f972-d168-4a56-868e-1b83902cea40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:13:05.697932 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0345a7-af2c-4b6b-a73a-70fab810aaf8 admin admin] Network hostable DHCP agents. Network: 7e79f972-d168-4a56-868e-1b83902cea40, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:13:05.760727 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06ae67-0200-4dc0-8d64-cc962d1b4cf5 req-e03c3b45-9cfd-46a3-96f7-934a3c5f3bc9 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:05.769182 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2e06ae67-0200-4dc0-8d64-cc962d1b4cf5 req-e03c3b45-9cfd-46a3-96f7-934a3c5f3bc9 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 946 time: 0.1926982 Aug 16 20:13:05.782628 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0345a7-af2c-4b6b-a73a-70fab810aaf8 admin admin] Network 7e79f972-d168-4a56-868e-1b83902cea40 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:13:05.814816 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-fa0345a7-af2c-4b6b-a73a-70fab810aaf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 7e79f972-d168-4a56-868e-1b83902cea40) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:13:05.826041 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930f59a6-5a89-48f6-99fd-a2e78cdf55c5 None None] Network 7e79f972-d168-4a56-868e-1b83902cea40 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:13:05.834983 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0345a7-af2c-4b6b-a73a-70fab810aaf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:05.836635 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa0345a7-af2c-4b6b-a73a-70fab810aaf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:05.859923 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-74a6b210-3b14-4481-8a20-7d988eb5d13d service neutron] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482016 Aug 16 20:13:05.917700 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2e06ae67-0200-4dc0-8d64-cc962d1b4cf5 req-41368b42-42a3-4344-9080-452acd83c7b8 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470206 Aug 16 20:13:05.920045 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:05.959057 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fa0345a7-af2c-4b6b-a73a-70fab810aaf8 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0954204 Aug 16 20:13:05.983223 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:06.051077 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09db285d-6ed8-483f-8a23-c31a612a207d None None] Network 7e79f972-d168-4a56-868e-1b83902cea40 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:13:06.191420 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-f4591374-b545-475c-945a-f7582b0b265a service neutron] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140230 Aug 16 20:13:06.295141 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-bed9588c-0a62-4c8c-bfcc-edd15297c891 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=ab46bcc0-44ef-4e7c-b460-c2af6e725793 HTTP/1.1" status: 200 len: 217 time: 0.0859447 Aug 16 20:13:06.413716 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05ffe1-2b65-41e1-8546-4f7787352390 req-6dfe49b4-63b6-4ba8-9728-911fe8df9958 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:06.424345 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cf05ffe1-2b65-41e1-8546-4f7787352390 req-6dfe49b4-63b6-4ba8-9728-911fe8df9958 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 946 time: 0.0891588 Aug 16 20:13:06.492868 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cf05ffe1-2b65-41e1-8546-4f7787352390 req-c60635e3-a617-428c-8070-0248cc6c700e tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661476 Aug 16 20:13:06.507578 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2509cc8-615b-4198-bd1b-363acaf4ca50 req-fc5892cd-be87-4148-a469-cf4dbf28641d tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:06.509608 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b2509cc8-615b-4198-bd1b-363acaf4ca50 req-fc5892cd-be87-4148-a469-cf4dbf28641d tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 945 time: 0.3162239 Aug 16 20:13:06.524123 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-ede9fdce-1f0f-4a29-b768-743a1ff55b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:06.529194 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-ede9fdce-1f0f-4a29-b768-743a1ff55b7a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f33a40b4-e403-467d-9112-f03dd7c053f7 HTTP/1.1" status: 200 len: 797 time: 0.2187510 Aug 16 20:13:06.643003 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-68c9b02b-52b0-4a43-8766-cf6f6b059132 req-5cb310ed-d62c-41aa-9b80-70b3638dda57 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 210 time: 0.0476418 Aug 16 20:13:06.672815 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-ec1865fe-b6a8-4d06-875f-1c0c338b5e09 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:06.674642 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-ec1865fe-b6a8-4d06-875f-1c0c338b5e09 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.63 "GET /v2.0/networks?id=dbfa510a-9034-470b-99ef-e5f61f9b5e17 HTTP/1.1" status: 200 len: 812 time: 0.3964689 Aug 16 20:13:06.695595 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b2509cc8-615b-4198-bd1b-363acaf4ca50 req-f5259b79-8493-4077-ad7d-80b80673a217 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773365 Aug 16 20:13:06.703562 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-c5ca74cd-12f9-46c6-8390-19eb5d82a773 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Request body: {'port': {'device_id': '7dca3a96-72be-4248-80a8-0787a7ec677c', 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17', 'admin_state_up': True, 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:06.731133 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-bee85e72-7533-4bbc-88d7-16d6ab4f3a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:06.732931 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-bee85e72-7533-4bbc-88d7-16d6ab4f3a5d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1585209 Aug 16 20:13:06.945506 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51618) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:06.950810 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc40bc6-a7ea-4822-b59c-493571cbab7a req-0d5327e0-adf5-4bb2-84e6-486dd0aeca3a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:06.958055 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc40bc6-a7ea-4822-b59c-493571cbab7a req-0d5327e0-adf5-4bb2-84e6-486dd0aeca3a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:06.964801 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc40bc6-a7ea-4822-b59c-493571cbab7a req-0d5327e0-adf5-4bb2-84e6-486dd0aeca3a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:06.972029 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc40bc6-a7ea-4822-b59c-493571cbab7a req-0d5327e0-adf5-4bb2-84e6-486dd0aeca3a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:06.978556 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc40bc6-a7ea-4822-b59c-493571cbab7a req-0d5327e0-adf5-4bb2-84e6-486dd0aeca3a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:06.985743 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc40bc6-a7ea-4822-b59c-493571cbab7a req-0d5327e0-adf5-4bb2-84e6-486dd0aeca3a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:06.990212 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:06.993806 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc40bc6-a7ea-4822-b59c-493571cbab7a req-0d5327e0-adf5-4bb2-84e6-486dd0aeca3a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:07.002856 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-efc40bc6-a7ea-4822-b59c-493571cbab7a req-0d5327e0-adf5-4bb2-84e6-486dd0aeca3a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5430 time: 0.1613836 Aug 16 20:13:07.043514 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-d3db512d-f7bf-45dd-bed9-7e165ddbfbfc service neutron] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776842 Aug 16 20:13:07.063457 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-c5ca74cd-12f9-46c6-8390-19eb5d82a773 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Made reservation on behalf of 41f949d98cf9473f85e64341bcd4f07a for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:13:07.067285 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-c5ca74cd-12f9-46c6-8390-19eb5d82a773 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:07.110700 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a448dd3d-450c-4eab-b255-755cbffb95e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:07.234093 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-efc40bc6-a7ea-4822-b59c-493571cbab7a req-7dd56874-3ec1-4388-b1b5-2152bf574ee5 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2300012 Aug 16 20:13:07.234671 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a448dd3d-450c-4eab-b255-755cbffb95e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:07.247139 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a448dd3d-450c-4eab-b255-755cbffb95e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:07.315242 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a448dd3d-450c-4eab-b255-755cbffb95e3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6334deeb32744ed5bc7d13a67e5ee217&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3681226 Aug 16 20:13:07.323741 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51632) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:07.352571 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448dd3d-450c-4eab-b255-755cbffb95e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8945756-e951-4cd2-b473-2c5c13f005ac,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:07.368484 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448dd3d-450c-4eab-b255-755cbffb95e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:07.369259 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448dd3d-450c-4eab-b255-755cbffb95e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:07.369941 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448dd3d-450c-4eab-b255-755cbffb95e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:07.370486 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448dd3d-450c-4eab-b255-755cbffb95e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:07.370992 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448dd3d-450c-4eab-b255-755cbffb95e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:07.371523 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448dd3d-450c-4eab-b255-755cbffb95e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:07.372001 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448dd3d-450c-4eab-b255-755cbffb95e3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:07.372480 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448dd3d-450c-4eab-b255-755cbffb95e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:07.372957 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448dd3d-450c-4eab-b255-755cbffb95e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:07.373860 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448dd3d-450c-4eab-b255-755cbffb95e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:07.374780 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448dd3d-450c-4eab-b255-755cbffb95e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:07.375311 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448dd3d-450c-4eab-b255-755cbffb95e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:07.390472 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-33a721ea-e69c-46fa-a96b-90b6cc654632 service neutron] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395472 Aug 16 20:13:07.420861 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-c5ca74cd-12f9-46c6-8390-19eb5d82a773 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Allocated IP 172.20.0.14 (dbfa510a-9034-470b-99ef-e5f61f9b5e17/d38a8fc7-0911-4b72-a78c-d32851227793/a6286312-9a13-42a5-ba36-a79c315b5790) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:13:07.440623 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-51240770-e416-43b0-aa14-07a9621df3f8 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:07.450339 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-51240770-e416-43b0-aa14-07a9621df3f8 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.68 "GET /v2.0/networks?id=7e79f972-d168-4a56-868e-1b83902cea40 HTTP/1.1" status: 200 len: 809 time: 0.2352929 Aug 16 20:13:07.468118 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-e20e8e81-5f75-46de-a442-ed25ea7f3650 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.68 "GET /v2.0/quotas/dedb702b2a7149b1a29beaf7331c12be HTTP/1.1" status: 200 len: 375 time: 0.0167325 Aug 16 20:13:07.472953 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-8887bce1-5702-4c9a-b40c-e13bbfbec1fd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=15bcece1-3862-48bc-becb-4f92e4ddad57 HTTP/1.1" status: 200 len: 217 time: 0.0693271 Aug 16 20:13:07.477099 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a337249d-f8e4-42ed-825e-37a1a60f4f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:07.514144 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-882c1b01-0419-435f-9472-e070c38c0fa1 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=dedb702b2a7149b1a29beaf7331c12be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451446 Aug 16 20:13:07.565704 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a337249d-f8e4-42ed-825e-37a1a60f4f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:07.611448 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332943c-daa4-4693-aa7e-633d10a95d59 req-e3d3fe4e-4d07-4371-a623-d8eba779043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:07.613287 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2332943c-daa4-4693-aa7e-633d10a95d59 req-e3d3fe4e-4d07-4371-a623-d8eba779043b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=61cefd239784402390fb24a72e08b750&device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 1097 time: 0.1338356 Aug 16 20:13:07.614332 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-598bc5a3-59b7-4bcd-a9dc-6c763161751c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:07.615914 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-598bc5a3-59b7-4bcd-a9dc-6c763161751c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f33a40b4-e403-467d-9112-f03dd7c053f7 HTTP/1.1" status: 200 len: 797 time: 0.1325405 Aug 16 20:13:07.717457 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-a4651c38-9009-4fbe-8e89-5e4a7ec82843 service neutron] 10.222.0.68 "GET /v2.0/networks/7e79f972-d168-4a56-868e-1b83902cea40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023902 Aug 16 20:13:07.766502 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edc62e-cbd3-426d-9bcc-051c0f50e7b5 req-1ba82d4e-3e17-41ee-9371-96fd38c38c84 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:07.773619 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-55edc62e-cbd3-426d-9bcc-051c0f50e7b5 req-1ba82d4e-3e17-41ee-9371-96fd38c38c84 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 945 time: 0.1502841 Aug 16 20:13:07.781404 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-85024754-488f-4790-8bca-8c580b6e44a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:07.782905 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-85024754-488f-4790-8bca-8c580b6e44a0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1565199 Aug 16 20:13:07.795117 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a337249d-f8e4-42ed-825e-37a1a60f4f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:07.797807 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a337249d-f8e4-42ed-825e-37a1a60f4f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:07.801425 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a337249d-f8e4-42ed-825e-37a1a60f4f7d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e8945756-e951-4cd2-b473-2c5c13f005ac HTTP/1.1" status: 204 len: 168 time: 0.4742286 Aug 16 20:13:07.842125 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332943c-daa4-4693-aa7e-633d10a95d59 req-2450587a-bccd-4e68-bb4d-a7fa1aeac465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:07.843725 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2332943c-daa4-4693-aa7e-633d10a95d59 req-2450587a-bccd-4e68-bb4d-a7fa1aeac465 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c0950044-aeab-482d-b87d-a07d06e58d8c HTTP/1.1" status: 200 len: 920 time: 0.2189391 Aug 16 20:13:07.889987 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337249d-f8e4-42ed-825e-37a1a60f4f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8945756-e951-4cd2-b473-2c5c13f005ac,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:07.918023 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2332943c-daa4-4693-aa7e-633d10a95d59 req-76bb7f2a-d983-43c8-bf60-7df04af6c872 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76d4ced7-3869-4c7a-bd18-2f2dceb789d9 HTTP/1.1" status: 200 len: 217 time: 0.0663114 Aug 16 20:13:07.933334 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-55edc62e-cbd3-426d-9bcc-051c0f50e7b5 req-a9cb92ea-3dc8-4a8e-a0f8-1ee6b9c52072 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562569 Aug 16 20:13:07.940629 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-c5ca74cd-12f9-46c6-8390-19eb5d82a773 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:07.982324 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332943c-daa4-4693-aa7e-633d10a95d59 req-cc7b52d1-06b7-4b42-ac06-eb4f68cee5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:07.984543 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2332943c-daa4-4693-aa7e-633d10a95d59 req-cc7b52d1-06b7-4b42-ac06-eb4f68cee5bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e9d5f06-a0f7-4946-9279-961f62b06145 HTTP/1.1" status: 200 len: 859 time: 0.0590997 Aug 16 20:13:07.984759 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-c5ca74cd-12f9-46c6-8390-19eb5d82a773 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Transition to ACTIVE for port object a6286312-9a13-42a5-ba36-a79c315b5790 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:13:07.990752 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-11eb7f80-9b38-4299-a906-9d09580f4c64 service neutron] 10.222.0.68 "GET /v2.0/networks/7e79f972-d168-4a56-868e-1b83902cea40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721961 Aug 16 20:13:08.007501 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-4a2e4bd0-1609-4cdf-be95-3f2ff1e77dde service neutron] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161989 Aug 16 20:13:08.039427 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2332943c-daa4-4693-aa7e-633d10a95d59 req-c182f863-3d76-4cd3-8836-97fbdc15092c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c0950044-aeab-482d-b87d-a07d06e58d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438280 Aug 16 20:13:08.177734 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-c5ca74cd-12f9-46c6-8390-19eb5d82a773 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:08.255606 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2332943c-daa4-4693-aa7e-633d10a95d59 req-bcaf6730-bb80-4094-a73d-56327a30dd03 service neutron] 10.222.0.57 "GET /v2.0/networks/c0950044-aeab-482d-b87d-a07d06e58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074847 Aug 16 20:13:08.289884 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d41e6-bc89-4811-99ba-282ac86b0ea5 req-cdca147d-68b4-4553-991c-98c5f34318e8 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:08.299369 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1d8d41e6-bc89-4811-99ba-282ac86b0ea5 req-cdca147d-68b4-4553-991c-98c5f34318e8 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 946 time: 0.2503293 Aug 16 20:13:08.302327 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-c5ca74cd-12f9-46c6-8390-19eb5d82a773 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Network dbfa510a-9034-470b-99ef-e5f61f9b5e17 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:13:08.325345 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-24ba705b-2bbc-4585-8d06-74f8967f18d4 service neutron] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082504 Aug 16 20:13:08.335919 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-c5ca74cd-12f9-46c6-8390-19eb5d82a773 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:13:08.347865 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca74cd-12f9-46c6-8390-19eb5d82a773 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Pushing event updated for resources: {'Port': ['ID=a6286312-9a13-42a5-ba36-a79c315b5790,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:08.355689 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-c5ca74cd-12f9-46c6-8390-19eb5d82a773 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:13:08.440542 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51652) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:08.454474 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-f3ea41c7-77f6-4eca-802d-81d4b88c11d4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=f95a6a25-2ba9-4066-b98c-395810ce723a HTTP/1.1" status: 200 len: 217 time: 0.1159067 Aug 16 20:13:08.480987 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2332943c-daa4-4693-aa7e-633d10a95d59 req-6ce16e6a-a6e2-452d-b2a8-baa16bb973d8 service neutron] 10.222.0.57 "GET /v2.0/networks/c0950044-aeab-482d-b87d-a07d06e58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202895 Aug 16 20:13:08.491220 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332cd311-0204-4638-991c-f48050953f96 req-514d398f-a3c5-4a40-8953-5c11badb8cf9 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:08.500061 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-332cd311-0204-4638-991c-f48050953f96 req-514d398f-a3c5-4a40-8953-5c11badb8cf9 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 932 time: 0.2214684 Aug 16 20:13:08.506323 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e153bc5f-fdd2-4464-8dc8-1cf0a2dca450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:08.555022 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-332cd311-0204-4638-991c-f48050953f96 req-3c111fc9-9535-4573-8e37-1c238c3bc510 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481901 Aug 16 20:13:08.581954 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1d8d41e6-bc89-4811-99ba-282ac86b0ea5 req-734be035-d321-4f0e-b2d1-74b373ba6e61 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801068 Aug 16 20:13:08.633788 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-c5ca74cd-12f9-46c6-8390-19eb5d82a773 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:08.636150 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-c5ca74cd-12f9-46c6-8390-19eb5d82a773 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:08.703588 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7cf670de-6d90-4e32-9136-85aa1d2de631 req-e960d7f4-1384-489e-ba0d-18a1b139373d tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.68 "GET /v2.0/ports?device_id=a7889198-8477-4bbe-a403-077dc58a6902 HTTP/1.1" status: 200 len: 210 time: 0.0810475 Aug 16 20:13:08.771180 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-ac62d465-0fd3-4263-979c-12d66be28683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:08.772782 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-ac62d465-0fd3-4263-979c-12d66be28683 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f33a40b4-e403-467d-9112-f03dd7c053f7 HTTP/1.1" status: 200 len: 797 time: 0.2902083 Aug 16 20:13:08.798147 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d2dc611d-687d-4117-a673-a9b0ca490f65 None None] Provisioning for port a6286312-9a13-42a5-ba36-a79c315b5790 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:13:08.803218 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d2dc611d-687d-4117-a673-a9b0ca490f65 None None] Provisioning complete for port a6286312-9a13-42a5-ba36-a79c315b5790 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:13:08.803901 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d2dc611d-687d-4117-a673-a9b0ca490f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:08.850469 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d2dc611d-687d-4117-a673-a9b0ca490f65 None None] Port a6286312-9a13-42a5-ba36-a79c315b5790 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:13:08.869604 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-f387a232-59cb-4696-868c-8b58fc849091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:08.872423 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-f387a232-59cb-4696-868c-8b58fc849091 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0925441 Aug 16 20:13:08.896673 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a7a30-b9d1-465c-a897-44073f07114b req-d2584ee6-2c6a-49a5-8964-1e649f1640e9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:08.904078 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a7a30-b9d1-465c-a897-44073f07114b req-d2584ee6-2c6a-49a5-8964-1e649f1640e9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:08.911202 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a7a30-b9d1-465c-a897-44073f07114b req-d2584ee6-2c6a-49a5-8964-1e649f1640e9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:08.920147 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a7a30-b9d1-465c-a897-44073f07114b req-d2584ee6-2c6a-49a5-8964-1e649f1640e9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:08.926932 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a7a30-b9d1-465c-a897-44073f07114b req-d2584ee6-2c6a-49a5-8964-1e649f1640e9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:08.935073 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a7a30-b9d1-465c-a897-44073f07114b req-d2584ee6-2c6a-49a5-8964-1e649f1640e9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:08.942026 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a7a30-b9d1-465c-a897-44073f07114b req-d2584ee6-2c6a-49a5-8964-1e649f1640e9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:08.945100 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2b7a7a30-b9d1-465c-a897-44073f07114b req-d2584ee6-2c6a-49a5-8964-1e649f1640e9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5430 time: 0.2442546 Aug 16 20:13:09.118554 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2b7a7a30-b9d1-465c-a897-44073f07114b req-0934c109-022b-4e45-b2af-5de83bd43a3c tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1488502 Aug 16 20:13:09.130208 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e153bc5f-fdd2-4464-8dc8-1cf0a2dca450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:09.148243 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e153bc5f-fdd2-4464-8dc8-1cf0a2dca450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:09.148477 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0353829-1238-4710-a29a-700d89469844 req-5c90ffa0-55b8-4e4b-a18c-7dfbf7a428e6 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:09.148477 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b0353829-1238-4710-a29a-700d89469844 req-5c90ffa0-55b8-4e4b-a18c-7dfbf7a428e6 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 945 time: 0.1115499 Aug 16 20:13:09.175286 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-c5ca74cd-12f9-46c6-8390-19eb5d82a773 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4776635 Aug 16 20:13:09.187036 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-6fb89756-5ba3-4eb5-9455-cf7da4b67338 service neutron] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392299 Aug 16 20:13:09.188276 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218e1d6-6a23-49b5-bf9f-94ff6ba8a4e3 req-4ad683ee-9d0b-4f5a-b2ba-046356ebc3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:09.189949 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5218e1d6-6a23-49b5-bf9f-94ff6ba8a4e3 req-4ad683ee-9d0b-4f5a-b2ba-046356ebc3d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=081444c713e44b3b9c38b3a6c10c28bc&device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 1098 time: 0.1018031 Aug 16 20:13:09.202993 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-d8cb78d4-540e-4856-a747-649c13be8f1c service neutron] Request body: {'port': {'device_id': '7dca3a96-72be-4248-80a8-0787a7ec677c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:09.222127 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b0353829-1238-4710-a29a-700d89469844 req-64be167a-fe35-40f8-91fb-55b0a7d30546 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670435 Aug 16 20:13:09.256101 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e153bc5f-fdd2-4464-8dc8-1cf0a2dca450 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6bf1145c86ff4e539b9aaa04238e5663&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8116386 Aug 16 20:13:09.260103 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51676) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:09.287557 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153bc5f-fdd2-4464-8dc8-1cf0a2dca450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74215fd5-e1b2-49eb-9fa5-852183f6023a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:09.339887 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218e1d6-6a23-49b5-bf9f-94ff6ba8a4e3 req-ed5b808c-74bb-49a2-b425-6a34ddbd5ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:09.341392 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5218e1d6-6a23-49b5-bf9f-94ff6ba8a4e3 req-ed5b808c-74bb-49a2-b425-6a34ddbd5ef4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4 HTTP/1.1" status: 200 len: 915 time: 0.1385329 Aug 16 20:13:09.342238 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40e7e5fa-ba26-4d2d-8f75-d36203a5191d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:09.366402 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-d8cb78d4-540e-4856-a747-649c13be8f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:09.380888 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b868aa-6215-4c08-a494-b739e064e3eb req-e6246436-c46c-4e6a-bb66-74b092cd11b0 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:09.382575 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c5b868aa-6215-4c08-a494-b739e064e3eb req-e6246436-c46c-4e6a-bb66-74b092cd11b0 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 946 time: 0.1654775 Aug 16 20:13:09.399449 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5218e1d6-6a23-49b5-bf9f-94ff6ba8a4e3 req-8df58448-acd6-4c3e-bd03-72c4706374eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 HTTP/1.1" status: 200 len: 217 time: 0.0471518 Aug 16 20:13:09.405159 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40e7e5fa-ba26-4d2d-8f75-d36203a5191d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:09.423970 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-c539189d-47c0-45f1-97d8-b2386c4724f1 service neutron] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262533 Aug 16 20:13:09.475972 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218e1d6-6a23-49b5-bf9f-94ff6ba8a4e3 req-6f6bf924-e3ec-4e68-aedb-b909dc79d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:09.477475 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5218e1d6-6a23-49b5-bf9f-94ff6ba8a4e3 req-6f6bf924-e3ec-4e68-aedb-b909dc79d692 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e446e4f6-92a6-456f-bac2-69b91af15e47 HTTP/1.1" status: 200 len: 854 time: 0.0703726 Aug 16 20:13:09.504366 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-73beacc4-6b84-4986-bd5b-aa2f1e977f00 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=78789552-5398-472f-b04d-8f553a08b7fb HTTP/1.1" status: 200 len: 217 time: 0.0566211 Aug 16 20:13:09.528358 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5218e1d6-6a23-49b5-bf9f-94ff6ba8a4e3 req-782d4029-1384-4d80-900a-a9df43a26153 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404351 Aug 16 20:13:09.529108 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40e7e5fa-ba26-4d2d-8f75-d36203a5191d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:09.531535 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40e7e5fa-ba26-4d2d-8f75-d36203a5191d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:09.532092 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c5b868aa-6215-4c08-a494-b739e064e3eb req-e2875764-7e33-4ddc-b145-0d15fed45138 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396611 Aug 16 20:13:09.532610 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-40e7e5fa-ba26-4d2d-8f75-d36203a5191d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/74215fd5-e1b2-49eb-9fa5-852183f6023a HTTP/1.1" status: 204 len: 168 time: 0.2714491 Aug 16 20:13:09.541163 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7e5fa-ba26-4d2d-8f75-d36203a5191d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74215fd5-e1b2-49eb-9fa5-852183f6023a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:09.750208 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75ffcd-74a8-4b9c-a8d4-7e86fbd61bbf req-0148eff0-bd8c-4382-989f-3cc179b2ad82 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:09.751932 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7c75ffcd-74a8-4b9c-a8d4-7e86fbd61bbf req-0148eff0-bd8c-4382-989f-3cc179b2ad82 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 932 time: 0.0850711 Aug 16 20:13:09.767942 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5218e1d6-6a23-49b5-bf9f-94ff6ba8a4e3 req-d46c7712-d5a7-4926-ba24-2478c431c818 service neutron] 10.222.0.57 "GET /v2.0/networks/d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224658 Aug 16 20:13:09.858314 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7c75ffcd-74a8-4b9c-a8d4-7e86fbd61bbf req-354f72bf-6d4e-4b4d-bbc9-ec604ca926ef tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942473 Aug 16 20:13:09.859423 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a2319ca4-072f-4387-9627-3ef9f7c87b49 req-fab63d04-a5d5-4e4a-b387-54321ccef24f tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.68 "GET /v2.0/ports?device_id=a7889198-8477-4bbe-a403-077dc58a6902 HTTP/1.1" status: 200 len: 210 time: 0.0533390 Aug 16 20:13:09.909475 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5218e1d6-6a23-49b5-bf9f-94ff6ba8a4e3 req-29ee82db-3d5d-45f0-8cb5-d8d2b89f6fcc service neutron] 10.222.0.57 "GET /v2.0/networks/d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340129 Aug 16 20:13:09.937747 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-bb9e3c0a-11bf-47aa-81e9-7ed79cce308f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:09.939413 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-bb9e3c0a-11bf-47aa-81e9-7ed79cce308f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b7d158c1-c010-4d0a-a6f3-8a25135ae4a6 HTTP/1.1" status: 200 len: 797 time: 0.4269376 Aug 16 20:13:10.016920 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-1b0ac8d0-f1dd-4eda-ac65-3ae3ed89fcef tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:10.018563 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-1b0ac8d0-f1dd-4eda-ac65-3ae3ed89fcef tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.57 "GET /v2.0/networks?id=7e79f972-d168-4a56-868e-1b83902cea40 HTTP/1.1" status: 200 len: 809 time: 0.4723101 Aug 16 20:13:10.045369 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-83731eb2-be88-4967-b094-d0814dcc2591 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Request body: {'port': {'device_id': 'a7889198-8477-4bbe-a403-077dc58a6902', 'network_id': '7e79f972-d168-4a56-868e-1b83902cea40', 'admin_state_up': True, 'tenant_id': 'dedb702b2a7149b1a29beaf7331c12be'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:10.108576 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-53a0a877-2f63-4651-9469-c1094cabb148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:10.110082 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-53a0a877-2f63-4651-9469-c1094cabb148 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=90394afd-703c-4163-92ad-725e7cc3c2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1482773 Aug 16 20:13:10.449695 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea55f7-0219-4bdc-ab32-3ae381bd7dd1 req-c664c150-6a61-4a19-a627-376bf9649497 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:10.457791 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dbea55f7-0219-4bdc-ab32-3ae381bd7dd1 req-c664c150-6a61-4a19-a627-376bf9649497 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 945 time: 0.0707943 Aug 16 20:13:10.520831 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dbea55f7-0219-4bdc-ab32-3ae381bd7dd1 req-15ed892a-432f-485d-bbd3-bdeefe1ce6d2 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618463 Aug 16 20:13:10.751203 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fea0d-776c-46f8-a5ed-4766f3ae9d31 req-3280beab-cc2e-426c-b2c9-27970b55933f tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:10.755786 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-295fea0d-776c-46f8-a5ed-4766f3ae9d31 req-3280beab-cc2e-426c-b2c9-27970b55933f tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 946 time: 0.0844498 Aug 16 20:13:10.757044 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-d8cb78d4-540e-4856-a747-649c13be8f1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6286312-9a13-42a5-ba36-a79c315b5790 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:13:10.786301 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc9ade-22e4-44f4-9ffe-5ba4a5d4c619 req-b3101f8e-bf88-49ac-8a93-477938e08e4d tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:10.792820 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc9ade-22e4-44f4-9ffe-5ba4a5d4c619 req-b3101f8e-bf88-49ac-8a93-477938e08e4d tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:10.798685 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc9ade-22e4-44f4-9ffe-5ba4a5d4c619 req-b3101f8e-bf88-49ac-8a93-477938e08e4d tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:10.804701 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc9ade-22e4-44f4-9ffe-5ba4a5d4c619 req-b3101f8e-bf88-49ac-8a93-477938e08e4d tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:10.810626 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-295fea0d-776c-46f8-a5ed-4766f3ae9d31 req-6eeda9ed-a4f0-41cb-9a8c-a40d54078328 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488086 Aug 16 20:13:10.810844 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc9ade-22e4-44f4-9ffe-5ba4a5d4c619 req-b3101f8e-bf88-49ac-8a93-477938e08e4d tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:10.816823 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc9ade-22e4-44f4-9ffe-5ba4a5d4c619 req-b3101f8e-bf88-49ac-8a93-477938e08e4d tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:10.823101 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc9ade-22e4-44f4-9ffe-5ba4a5d4c619 req-b3101f8e-bf88-49ac-8a93-477938e08e4d tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:10.831299 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-77fc9ade-22e4-44f4-9ffe-5ba4a5d4c619 req-b3101f8e-bf88-49ac-8a93-477938e08e4d tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5430 time: 0.1970954 Aug 16 20:13:10.835144 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-d8cb78d4-540e-4856-a747-649c13be8f1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:10.884802 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-d8cb78d4-540e-4856-a747-649c13be8f1c service neutron] Transition to ACTIVE for port object a6286312-9a13-42a5-ba36-a79c315b5790 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:13:10.911801 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-77fc9ade-22e4-44f4-9ffe-5ba4a5d4c619 req-6b9808f6-1dca-4ee0-bf81-f23f89265b4b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0789161 Aug 16 20:13:10.914463 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-36f78fd8-c2c7-4e6c-8dd1-94787ff27e14 service neutron] 10.222.0.63 "GET /v2.0/networks/90394afd-703c-4163-92ad-725e7cc3c2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7950563 Aug 16 20:13:10.915013 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-d8cb78d4-540e-4856-a747-649c13be8f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:10.956034 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-83731eb2-be88-4967-b094-d0814dcc2591 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Made reservation on behalf of dedb702b2a7149b1a29beaf7331c12be for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:13:10.959916 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-83731eb2-be88-4967-b094-d0814dcc2591 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:11.118118 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb78d4-540e-4856-a747-649c13be8f1c service neutron] Pushing event updated for resources: {'Port': ['ID=a6286312-9a13-42a5-ba36-a79c315b5790,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:11.139478 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d5fcd-b408-4029-b965-214c15a72915 req-dfd2089f-9f8e-4ca7-8046-61c261fb22d2 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:11.141971 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-912d5fcd-b408-4029-b965-214c15a72915 req-dfd2089f-9f8e-4ca7-8046-61c261fb22d2 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 944 time: 0.1327183 Aug 16 20:13:11.223006 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c08d9a85-4045-4d27-adad-cfcd66d50e14 req-ab0a22a1-f7f6-451c-84ae-7bfc3874ec0f tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.68 "GET /v2.0/ports?device_id=a7889198-8477-4bbe-a403-077dc58a6902 HTTP/1.1" status: 200 len: 210 time: 0.1071017 Aug 16 20:13:11.236013 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-912d5fcd-b408-4029-b965-214c15a72915 req-3b6178c5-5227-4b2e-8b58-1e7a812d828e tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875261 Aug 16 20:13:11.376405 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-d9c73550-1852-41ab-88fa-4d7963843a58 service neutron] 10.222.0.63 "GET /v2.0/networks/90394afd-703c-4163-92ad-725e7cc3c2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500294 Aug 16 20:13:11.409416 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-d8cb78d4-540e-4856-a747-649c13be8f1c service neutron] Attempting to bind port a6286312-9a13-42a5-ba36-a79c315b5790 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:11.409758 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-d8cb78d4-540e-4856-a747-649c13be8f1c service neutron] Attempting to bind port a6286312-9a13-42a5-ba36-a79c315b5790 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '29681d6b-0377-41bc-a8bf-ed2ee806eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:11.410091 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-d8cb78d4-540e-4856-a747-649c13be8f1c service neutron] Attempting to bind port a6286312-9a13-42a5-ba36-a79c315b5790 on network dbfa510a-9034-470b-99ef-e5f61f9b5e17 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:11.447874 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-7931e6d5-5c12-491e-913e-d2721fdc09b3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aa59368f-1db7-43fa-bd48-03c82e86210f HTTP/1.1" status: 200 len: 217 time: 0.0556147 Aug 16 20:13:11.451335 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-d8cb78d4-540e-4856-a747-649c13be8f1c service neutron] Port a6286312-9a13-42a5-ba36-a79c315b5790 on network dbfa510a-9034-470b-99ef-e5f61f9b5e17 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:11.451666 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-d8cb78d4-540e-4856-a747-649c13be8f1c service neutron] Attempting to bind port a6286312-9a13-42a5-ba36-a79c315b5790 on network dbfa510a-9034-470b-99ef-e5f61f9b5e17 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:11.454877 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-83731eb2-be88-4967-b094-d0814dcc2591 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Allocated IP 172.20.0.5 (7e79f972-d168-4a56-868e-1b83902cea40/03df9e2f-1053-4c0e-af63-93d7b526d0c4/13221288-5929-4606-803d-732d01c1fcd4) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:13:11.469626 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-d8cb78d4-540e-4856-a747-649c13be8f1c service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:13:11.469976 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-d8cb78d4-540e-4856-a747-649c13be8f1c service neutron] Checking segment: {'id': '29681d6b-0377-41bc-a8bf-ed2ee806eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:13:11.470574 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-d8cb78d4-540e-4856-a747-649c13be8f1c service neutron] Bound using segment: {'id': '29681d6b-0377-41bc-a8bf-ed2ee806eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:13:11.471217 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-d8cb78d4-540e-4856-a747-649c13be8f1c service neutron] Bound port: a6286312-9a13-42a5-ba36-a79c315b5790, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29681d6b-0377-41bc-a8bf-ed2ee806eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:13:11.471797 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-d8cb78d4-540e-4856-a747-649c13be8f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:11.607353 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-de535e59-dcb6-4eca-908a-35b0fca97dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:11.608938 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-de535e59-dcb6-4eca-908a-35b0fca97dee service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b7d158c1-c010-4d0a-a6f3-8a25135ae4a6 HTTP/1.1" status: 200 len: 797 time: 0.1518183 Aug 16 20:13:11.678053 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec2dc8-1856-4fb0-a448-3aa59e5ef0e9 req-000a10e6-55f7-44cb-9bb5-41b24fd5cef9 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:11.685976 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f1ec2dc8-1856-4fb0-a448-3aa59e5ef0e9 req-000a10e6-55f7-44cb-9bb5-41b24fd5cef9 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 945 time: 0.0864878 Aug 16 20:13:11.741748 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-d8cb78d4-540e-4856-a747-649c13be8f1c service neutron] For port a6286312-9a13-42a5-ba36-a79c315b5790, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:13:11.744449 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f1ec2dc8-1856-4fb0-a448-3aa59e5ef0e9 req-852116ad-9ee9-4af4-be8b-6c6f62e0912d tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566206 Aug 16 20:13:11.768908 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-d8cb78d4-540e-4856-a747-649c13be8f1c service neutron] For port a6286312-9a13-42a5-ba36-a79c315b5790, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a6286312-9a13-42a5-ba36-a79c315b5790,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:13:11.782675 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-d8cb78d4-540e-4856-a747-649c13be8f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:11.790762 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-d194a2c4-a74d-4fb7-b2c7-7feda05b91b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:11.792887 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-d194a2c4-a74d-4fb7-b2c7-7feda05b91b7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=90394afd-703c-4163-92ad-725e7cc3c2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1752479 Aug 16 20:13:11.902370 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-d8cb78d4-540e-4856-a747-649c13be8f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:11.903454 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-d8cb78d4-540e-4856-a747-649c13be8f1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:11.904775 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-d8cb78d4-540e-4856-a747-649c13be8f1c service neutron] 10.222.0.63 "PUT /v2.0/ports/a6286312-9a13-42a5-ba36-a79c315b5790 HTTP/1.1" status: 200 len: 1093 time: 2.7117136 Aug 16 20:13:11.909304 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dca3a96-72be-4248-80a8-0787a7ec677c', 'tag': 'a6286312-9a13-42a5-ba36-a79c315b5790'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:13:11.911875 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027a8fcb-3ffd-4946-be78-1fec929e2ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "7dca3a96-72be-4248-80a8-0787a7ec677c", "tag": "a6286312-9a13-42a5-ba36-a79c315b5790"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:13:11.992965 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fdcff2-0509-4a36-83ce-b0822de3b7be x-openstack-request-id: req-74fdcff2-0509-4a36-83ce-b0822de3b7be {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:13:11.993252 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dca3a96-72be-4248-80a8-0787a7ec677c", "tag": "a6286312-9a13-42a5-ba36-a79c315b5790", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:13:11.993497 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-74fdcff2-0509-4a36-83ce-b0822de3b7be {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:13:11.994087 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dca3a96-72be-4248-80a8-0787a7ec677c', 'tag': 'a6286312-9a13-42a5-ba36-a79c315b5790', 'status': 'completed', 'code': 200} Aug 16 20:13:12.021917 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-83731eb2-be88-4967-b094-d0814dcc2591 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:12.069297 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb78d4-540e-4856-a747-649c13be8f1c service neutron] Pushing event updated for resources: {'Port': ['ID=a6286312-9a13-42a5-ba36-a79c315b5790,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:12.124767 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2040d4-4cd7-43b1-9b99-f1fd088a274a req-ff61b47b-5e00-4f0c-b703-198110d87a02 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:12.132434 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-a12be28c-75eb-4fea-9308-118799988fa4 service neutron] 10.222.0.63 "GET /v2.0/networks/90394afd-703c-4163-92ad-725e7cc3c2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148551 Aug 16 20:13:12.147755 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2040d4-4cd7-43b1-9b99-f1fd088a274a req-ff61b47b-5e00-4f0c-b703-198110d87a02 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:12.148183 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594796a5-44cf-4a7c-ad5d-07ee2a76ecb2 req-a3b3a9dc-2d38-4faf-8f93-6a1ed3c844e6 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:12.156164 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-594796a5-44cf-4a7c-ad5d-07ee2a76ecb2 req-a3b3a9dc-2d38-4faf-8f93-6a1ed3c844e6 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 946 time: 0.2560122 Aug 16 20:13:12.165578 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2040d4-4cd7-43b1-9b99-f1fd088a274a req-ff61b47b-5e00-4f0c-b703-198110d87a02 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:12.174935 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2040d4-4cd7-43b1-9b99-f1fd088a274a req-ff61b47b-5e00-4f0c-b703-198110d87a02 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:12.186324 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-0e43cd6d-4de8-4964-a995-28d8717cf76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:12.187866 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-0e43cd6d-4de8-4964-a995-28d8717cf76d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=41f949d98cf9473f85e64341bcd4f07a&device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 1096 time: 0.1817949 Aug 16 20:13:12.189806 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2040d4-4cd7-43b1-9b99-f1fd088a274a req-ff61b47b-5e00-4f0c-b703-198110d87a02 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:12.196685 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2040d4-4cd7-43b1-9b99-f1fd088a274a req-ff61b47b-5e00-4f0c-b703-198110d87a02 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:12.203644 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2040d4-4cd7-43b1-9b99-f1fd088a274a req-ff61b47b-5e00-4f0c-b703-198110d87a02 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:12.212337 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3a2040d4-4cd7-43b1-9b99-f1fd088a274a req-ff61b47b-5e00-4f0c-b703-198110d87a02 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5430 time: 0.1743031 Aug 16 20:13:12.276305 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3a2040d4-4cd7-43b1-9b99-f1fd088a274a req-d08656b4-bdde-404d-987e-cf168c50d4e3 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0630019 Aug 16 20:13:12.319267 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-83731eb2-be88-4967-b094-d0814dcc2591 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:12.331657 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-bdefc70b-a94c-4f28-99c9-65c8996c9f1f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6286312-9a13-42a5-ba36-a79c315b5790 HTTP/1.1" status: 200 len: 217 time: 0.0844808 Aug 16 20:13:12.412184 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-594796a5-44cf-4a7c-ad5d-07ee2a76ecb2 req-78866041-ea91-4daa-8bcc-510411e176e6 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550786 Aug 16 20:13:12.450204 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-83731eb2-be88-4967-b094-d0814dcc2591 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Network 7e79f972-d168-4a56-868e-1b83902cea40 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:13:12.461676 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-83731eb2-be88-4967-b094-d0814dcc2591 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:13:12.481829 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-83731eb2-be88-4967-b094-d0814dcc2591 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:13:12.491676 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83731eb2-be88-4967-b094-d0814dcc2591 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Pushing event updated for resources: {'Port': ['ID=13221288-5929-4606-803d-732d01c1fcd4,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:12.497549 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260c317-5255-493d-aa9a-eedc823df28b req-a947d38f-d504-4e54-9da0-09a6f59b9cfa tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:12.509631 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2260c317-5255-493d-aa9a-eedc823df28b req-a947d38f-d504-4e54-9da0-09a6f59b9cfa tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.68 "GET /v2.0/ports?device_id=a7889198-8477-4bbe-a403-077dc58a6902 HTTP/1.1" status: 200 len: 931 time: 0.1311278 Aug 16 20:13:12.518817 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0394da9-bff8-4518-8cf3-724009388bf9 req-a311c810-2ed0-4739-a947-ac6f4c60fe12 service neutron] 10.222.0.63 "GET /v2.0/networks/90394afd-703c-4163-92ad-725e7cc3c2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580608 Aug 16 20:13:12.524423 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-e7e93f81-d8f8-4268-af4b-2c79b4d3fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:12.526685 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-e7e93f81-d8f8-4268-af4b-2c79b4d3fe1a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d38a8fc7-0911-4b72-a78c-d32851227793 HTTP/1.1" status: 200 len: 851 time: 0.1798954 Aug 16 20:13:12.598535 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2260c317-5255-493d-aa9a-eedc823df28b req-9c69f45e-dbb4-49aa-b984-f95a3524d7c8 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.68 "GET /v2.0/security-groups?id=e7421c10-e1d8-4b64-bf85-faf8dcc7f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826874 Aug 16 20:13:12.622006 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-83731eb2-be88-4967-b094-d0814dcc2591 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:12.622664 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-83731eb2-be88-4967-b094-d0814dcc2591 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:12.691346 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ea11d-58c0-4185-b08f-35ff4a45e71b req-70c0c1ea-f083-4b53-b785-b2a9fc1fa727 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:12.698978 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5c0ea11d-58c0-4185-b08f-35ff4a45e71b req-70c0c1ea-f083-4b53-b785-b2a9fc1fa727 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 944 time: 0.1766274 Aug 16 20:13:12.702034 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-65dca2c8-fad9-4343-aa3c-30aad3195a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:12.703720 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-65dca2c8-fad9-4343-aa3c-30aad3195a37 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dbfa510a-9034-470b-99ef-e5f61f9b5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1562834 Aug 16 20:13:12.706750 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-83731eb2-be88-4967-b094-d0814dcc2591 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6711712 Aug 16 20:13:12.741260 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-9e91c5c5-3af0-4dd1-8459-fd875df97c5b service neutron] Request body: {'port': {'device_id': 'a7889198-8477-4bbe-a403-077dc58a6902', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:12.817728 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76779d0c-5be6-439a-8ace-1fd417fb727a req-8868528c-1a51-4cf0-9838-d8e8e898a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:12.818351 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76779d0c-5be6-439a-8ace-1fd417fb727a req-8868528c-1a51-4cf0-9838-d8e8e898a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:12.818699 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76779d0c-5be6-439a-8ace-1fd417fb727a req-8868528c-1a51-4cf0-9838-d8e8e898a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:12.819174 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76779d0c-5be6-439a-8ace-1fd417fb727a req-8868528c-1a51-4cf0-9838-d8e8e898a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:12.819790 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76779d0c-5be6-439a-8ace-1fd417fb727a req-8868528c-1a51-4cf0-9838-d8e8e898a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:12.820147 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76779d0c-5be6-439a-8ace-1fd417fb727a req-8868528c-1a51-4cf0-9838-d8e8e898a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:12.820719 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76779d0c-5be6-439a-8ace-1fd417fb727a req-8868528c-1a51-4cf0-9838-d8e8e898a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:12.822607 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-76779d0c-5be6-439a-8ace-1fd417fb727a req-8868528c-1a51-4cf0-9838-d8e8e898a8c2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7b57628fd666456abf7d4e027fd3ce47&device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 6494 time: 0.1931603 Aug 16 20:13:12.870846 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9229787-81da-4d14-b71d-b514baeaa16a req-ddaaae4e-54c6-4067-9234-d9ad37588a76 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:12.879111 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5c0ea11d-58c0-4185-b08f-35ff4a45e71b req-24acd786-7314-4b44-8336-6e8077be3522 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747715 Aug 16 20:13:12.880562 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a9229787-81da-4d14-b71d-b514baeaa16a req-ddaaae4e-54c6-4067-9234-d9ad37588a76 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 946 time: 0.1014199 Aug 16 20:13:12.946619 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a9229787-81da-4d14-b71d-b514baeaa16a req-49cdcc43-1c98-4f50-aabe-22ca2e08ff02 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648620 Aug 16 20:13:13.097945 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-9e91c5c5-3af0-4dd1-8459-fd875df97c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:13.117825 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-6a6c85a2-660a-4473-b165-70d0fb6822c8 service neutron] 10.222.0.63 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949397 Aug 16 20:13:13.162657 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbd25b-ea81-4ae5-b8b4-704f643d090e req-5bee23dc-bd87-467b-8c2f-e6b5a1de2e04 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:13.171373 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e0dbd25b-ea81-4ae5-b8b4-704f643d090e req-5bee23dc-bd87-467b-8c2f-e6b5a1de2e04 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 946 time: 0.0783663 Aug 16 20:13:13.207919 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76779d0c-5be6-439a-8ace-1fd417fb727a req-65bc15ba-6648-43b9-bdc4-0c26956c82e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:13.209579 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-76779d0c-5be6-439a-8ace-1fd417fb727a req-65bc15ba-6648-43b9-bdc4-0c26956c82e8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=90394afd-703c-4163-92ad-725e7cc3c2c5 HTTP/1.1" status: 200 len: 902 time: 0.3724217 Aug 16 20:13:13.226342 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e0dbd25b-ea81-4ae5-b8b4-704f643d090e req-2ca22fa0-9a3f-4a52-b014-0da27846eed4 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540679 Aug 16 20:13:13.259397 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12c074-fc6a-4548-b14d-5c7076828367 req-2a0abcb6-18ce-40d4-9edd-0b40a101e397 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:13.267630 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9a12c074-fc6a-4548-b14d-5c7076828367 req-2a0abcb6-18ce-40d4-9edd-0b40a101e397 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 945 time: 0.2615476 Aug 16 20:13:13.313197 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-76779d0c-5be6-439a-8ace-1fd417fb727a req-dfca6545-3495-409d-bce0-12bca858a4a4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aa59368f-1db7-43fa-bd48-03c82e86210f HTTP/1.1" status: 200 len: 217 time: 0.0814388 Aug 16 20:13:13.352132 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef330dc-84c3-4fb0-9ddc-f91e213ad2fb req-cd424358-3813-44f8-b655-d000620876da tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:13.354023 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eef330dc-84c3-4fb0-9ddc-f91e213ad2fb req-cd424358-3813-44f8-b655-d000620876da tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 946 time: 0.0615063 Aug 16 20:13:13.402372 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eef330dc-84c3-4fb0-9ddc-f91e213ad2fb req-eef38ba6-fccd-4e76-a89d-591c40a51e6b tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400677 Aug 16 20:13:13.484955 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b624bdb8-9b21-4310-b799-fc13c039eb77 req-ed445d21-e8d1-4200-92ae-10101f6380f8 service neutron] 10.222.0.63 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575418 Aug 16 20:13:13.499022 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9a12c074-fc6a-4548-b14d-5c7076828367 req-266cf15a-da6b-44ce-8040-722ac27347c9 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305164 Aug 16 20:13:13.510257 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76779d0c-5be6-439a-8ace-1fd417fb727a req-609521aa-3538-462c-848d-cfcae15abe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:13.512026 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-76779d0c-5be6-439a-8ace-1fd417fb727a req-609521aa-3538-462c-848d-cfcae15abe07 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b7d158c1-c010-4d0a-a6f3-8a25135ae4a6 HTTP/1.1" status: 200 len: 797 time: 0.1859498 Aug 16 20:13:13.602034 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6ebae-fea7-49db-8266-14db541185af req-9c8f8220-3fe8-46b8-9be7-bfd0710c3f11 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:13.609220 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6ebae-fea7-49db-8266-14db541185af req-9c8f8220-3fe8-46b8-9be7-bfd0710c3f11 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:13.615976 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6ebae-fea7-49db-8266-14db541185af req-9c8f8220-3fe8-46b8-9be7-bfd0710c3f11 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:13.623122 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6ebae-fea7-49db-8266-14db541185af req-9c8f8220-3fe8-46b8-9be7-bfd0710c3f11 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:13.629984 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6ebae-fea7-49db-8266-14db541185af req-9c8f8220-3fe8-46b8-9be7-bfd0710c3f11 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:13.638950 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6ebae-fea7-49db-8266-14db541185af req-9c8f8220-3fe8-46b8-9be7-bfd0710c3f11 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:13.647015 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6ebae-fea7-49db-8266-14db541185af req-9c8f8220-3fe8-46b8-9be7-bfd0710c3f11 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:13.655324 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-83d6ebae-fea7-49db-8266-14db541185af req-9c8f8220-3fe8-46b8-9be7-bfd0710c3f11 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5430 time: 0.1213028 Aug 16 20:13:13.699704 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76779d0c-5be6-439a-8ace-1fd417fb727a req-8d34754c-a73a-4d72-9d2f-ea1178673a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:13.701243 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-76779d0c-5be6-439a-8ace-1fd417fb727a req-8d34754c-a73a-4d72-9d2f-ea1178673a6d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=90394afd-703c-4163-92ad-725e7cc3c2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1796391 Aug 16 20:13:13.711638 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a8fcb-3ffd-4946-be78-1fec929e2ebc req-5d9f71e7-4b9f-419e-90a4-53b9be6a614a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:13.715350 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-027a8fcb-3ffd-4946-be78-1fec929e2ebc req-5d9f71e7-4b9f-419e-90a4-53b9be6a614a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=41f949d98cf9473f85e64341bcd4f07a&device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 1096 time: 0.1431167 Aug 16 20:13:13.719567 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-83d6ebae-fea7-49db-8266-14db541185af req-152099e1-071e-4202-82ad-e27336a39a17 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565028 Aug 16 20:13:13.844600 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52ae94-0be1-4dde-b1c0-7ecac031e8b3 req-c5d20651-86ae-4d64-8698-42f2e8beb6c7 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:13.846531 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0c52ae94-0be1-4dde-b1c0-7ecac031e8b3 req-c5d20651-86ae-4d64-8698-42f2e8beb6c7 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 946 time: 0.0617034 Aug 16 20:13:13.895910 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0c52ae94-0be1-4dde-b1c0-7ecac031e8b3 req-7f7306e3-a673-43e3-8704-15127df20100 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421700 Aug 16 20:13:13.969321 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51966) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:14.012482 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb247a-ccb3-403a-a706-67aaa5f568cf req-28fa0d30-4d16-4841-99ec-685442b4c597 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:14.019690 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-10bb247a-ccb3-403a-a706-67aaa5f568cf req-28fa0d30-4d16-4841-99ec-685442b4c597 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.68 "GET /v2.0/ports?device_id=a7889198-8477-4bbe-a403-077dc58a6902 HTTP/1.1" status: 200 len: 931 time: 0.2141633 Aug 16 20:13:14.066675 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-76779d0c-5be6-439a-8ace-1fd417fb727a req-6ad8cc08-fa35-4564-993e-6ab59051a607 service neutron] 10.222.0.63 "GET /v2.0/networks/90394afd-703c-4163-92ad-725e7cc3c2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485198 Aug 16 20:13:14.112332 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be157ca-f672-442a-a8ec-a15d6ccebd2f req-f5e6e259-8e12-4edb-b4ab-ce8a2f4ab0a7 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:14.114055 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3be157ca-f672-442a-a8ec-a15d6ccebd2f req-f5e6e259-8e12-4edb-b4ab-ce8a2f4ab0a7 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 944 time: 0.0668614 Aug 16 20:13:14.135691 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66e60767-14ad-472a-afc3-a0e0fd5e51ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:14.160669 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a8fcb-3ffd-4946-be78-1fec929e2ebc req-0f499aad-a343-4f1a-b348-cbfd0bd0266c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:14.162154 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-027a8fcb-3ffd-4946-be78-1fec929e2ebc req-0f499aad-a343-4f1a-b348-cbfd0bd0266c service neutron] 10.222.0.63 "GET /v2.0/networks?id=dbfa510a-9034-470b-99ef-e5f61f9b5e17 HTTP/1.1" status: 200 len: 913 time: 0.3587394 Aug 16 20:13:14.180977 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3be157ca-f672-442a-a8ec-a15d6ccebd2f req-805aecca-0143-442e-acb2-cd7b57d3b862 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585821 Aug 16 20:13:14.183704 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-10bb247a-ccb3-403a-a706-67aaa5f568cf req-1a8dbbf7-7e98-423f-ad69-3e46a93df945 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.68 "GET /v2.0/security-groups?id=e7421c10-e1d8-4b64-bf85-faf8dcc7f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631064 Aug 16 20:13:14.277257 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66e60767-14ad-472a-afc3-a0e0fd5e51ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:14.281185 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-027a8fcb-3ffd-4946-be78-1fec929e2ebc req-89a9f395-6f34-4c53-b09b-ca0a765fee21 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6286312-9a13-42a5-ba36-a79c315b5790 HTTP/1.1" status: 200 len: 217 time: 0.0912943 Aug 16 20:13:14.283438 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66e60767-14ad-472a-afc3-a0e0fd5e51ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:14.323820 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-76779d0c-5be6-439a-8ace-1fd417fb727a req-157d576a-b3da-4d75-952c-92a8fb12dc54 service neutron] 10.222.0.63 "GET /v2.0/networks/90394afd-703c-4163-92ad-725e7cc3c2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417734 Aug 16 20:13:14.331407 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-66e60767-14ad-472a-afc3-a0e0fd5e51ca admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=98527dc413fb4e339253a8f6e00e9dbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3606787 Aug 16 20:13:14.332266 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e60767-14ad-472a-afc3-a0e0fd5e51ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75de6e7-c346-4215-9233-4f12c1467526,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:14.336558 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51974) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:14.367895 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-9e91c5c5-3af0-4dd1-8459-fd875df97c5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13221288-5929-4606-803d-732d01c1fcd4 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:13:14.378114 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-9e91c5c5-3af0-4dd1-8459-fd875df97c5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:14.406584 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a8fcb-3ffd-4946-be78-1fec929e2ebc req-62985ae3-06a4-4259-9d8d-a45c3b1292d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:14.407079 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2678b291-72ab-4590-a2fc-5ad1fda3a87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:14.408099 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-027a8fcb-3ffd-4946-be78-1fec929e2ebc req-62985ae3-06a4-4259-9d8d-a45c3b1292d2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d38a8fc7-0911-4b72-a78c-d32851227793 HTTP/1.1" status: 200 len: 851 time: 0.1142776 Aug 16 20:13:14.409068 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-9e91c5c5-3af0-4dd1-8459-fd875df97c5b service neutron] Transition to ACTIVE for port object 13221288-5929-4606-803d-732d01c1fcd4 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:13:14.418515 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b956d-1b55-4558-8525-1c71865588c4 req-65fe2c88-32b3-4d48-b301-6b37b7624b3e tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:14.420639 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a93b956d-1b55-4558-8525-1c71865588c4 req-65fe2c88-32b3-4d48-b301-6b37b7624b3e tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 946 time: 0.1442091 Aug 16 20:13:14.428898 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-9e91c5c5-3af0-4dd1-8459-fd875df97c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:14.435606 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2678b291-72ab-4590-a2fc-5ad1fda3a87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:14.487078 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2678b291-72ab-4590-a2fc-5ad1fda3a87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:14.490004 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2678b291-72ab-4590-a2fc-5ad1fda3a87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:14.494032 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2678b291-72ab-4590-a2fc-5ad1fda3a87d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d75de6e7-c346-4215-9233-4f12c1467526 HTTP/1.1" status: 204 len: 168 time: 0.1558673 Aug 16 20:13:14.503160 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678b291-72ab-4590-a2fc-5ad1fda3a87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75de6e7-c346-4215-9233-4f12c1467526,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:14.657492 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66068dd-bb39-4625-85ac-6214198cacce req-143054c5-9045-4033-b16e-362b31229384 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:14.659562 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c66068dd-bb39-4625-85ac-6214198cacce req-143054c5-9045-4033-b16e-362b31229384 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 945 time: 0.0717659 Aug 16 20:13:14.720329 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c66068dd-bb39-4625-85ac-6214198cacce req-845980ac-3198-4264-9121-424215d9c9e9 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544035 Aug 16 20:13:14.862613 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6250be-9bcb-4422-a507-7eb703abc6d5 req-e2d2a170-f0d7-4883-9d31-cdf97f577668 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:14.870195 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6250be-9bcb-4422-a507-7eb703abc6d5 req-e2d2a170-f0d7-4883-9d31-cdf97f577668 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:14.876483 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6250be-9bcb-4422-a507-7eb703abc6d5 req-e2d2a170-f0d7-4883-9d31-cdf97f577668 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:14.883042 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6250be-9bcb-4422-a507-7eb703abc6d5 req-e2d2a170-f0d7-4883-9d31-cdf97f577668 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:14.890553 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6250be-9bcb-4422-a507-7eb703abc6d5 req-e2d2a170-f0d7-4883-9d31-cdf97f577668 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:14.897923 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6250be-9bcb-4422-a507-7eb703abc6d5 req-e2d2a170-f0d7-4883-9d31-cdf97f577668 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:14.920621 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6250be-9bcb-4422-a507-7eb703abc6d5 req-e2d2a170-f0d7-4883-9d31-cdf97f577668 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:14.922568 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ed6250be-9bcb-4422-a507-7eb703abc6d5 req-e2d2a170-f0d7-4883-9d31-cdf97f577668 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5430 time: 0.1258850 Aug 16 20:13:14.923162 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51992) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:14.949090 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd3cc2c6-23f6-4536-9000-117879a997d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:14.953971 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91c5c5-3af0-4dd1-8459-fd875df97c5b service neutron] Pushing event updated for resources: {'Port': ['ID=13221288-5929-4606-803d-732d01c1fcd4,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:14.996245 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a93b956d-1b55-4558-8525-1c71865588c4 req-e29b3f68-47c2-4f8a-9369-6155f849e055 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5638757 Aug 16 20:13:15.000462 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ed6250be-9bcb-4422-a507-7eb703abc6d5 req-22171340-35bc-4768-9f64-6a1bc24b3251 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659103 Aug 16 20:13:15.001303 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a8fcb-3ffd-4946-be78-1fec929e2ebc req-a7fe8d06-085d-41c7-b61a-20c868a3f27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:15.010454 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-027a8fcb-3ffd-4946-be78-1fec929e2ebc req-a7fe8d06-085d-41c7-b61a-20c868a3f27e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dbfa510a-9034-470b-99ef-e5f61f9b5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5892839 Aug 16 20:13:15.109685 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-9e91c5c5-3af0-4dd1-8459-fd875df97c5b service neutron] Attempting to bind port 13221288-5929-4606-803d-732d01c1fcd4 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:15.110393 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-9e91c5c5-3af0-4dd1-8459-fd875df97c5b service neutron] Attempting to bind port 13221288-5929-4606-803d-732d01c1fcd4 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '8df21fe2-afa1-454b-89af-cfdaab5b1268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7e79f972-d168-4a56-868e-1b83902cea40'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:15.110393 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-9e91c5c5-3af0-4dd1-8459-fd875df97c5b service neutron] Attempting to bind port 13221288-5929-4606-803d-732d01c1fcd4 on network 7e79f972-d168-4a56-868e-1b83902cea40 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:15.117958 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-9e91c5c5-3af0-4dd1-8459-fd875df97c5b service neutron] Port 13221288-5929-4606-803d-732d01c1fcd4 on network 7e79f972-d168-4a56-868e-1b83902cea40 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:15.118288 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-9e91c5c5-3af0-4dd1-8459-fd875df97c5b service neutron] Attempting to bind port 13221288-5929-4606-803d-732d01c1fcd4 on network 7e79f972-d168-4a56-868e-1b83902cea40 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:15.133320 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-9e91c5c5-3af0-4dd1-8459-fd875df97c5b service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:13:15.133651 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-9e91c5c5-3af0-4dd1-8459-fd875df97c5b service neutron] Checking segment: {'id': '8df21fe2-afa1-454b-89af-cfdaab5b1268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7e79f972-d168-4a56-868e-1b83902cea40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:13:15.134263 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-9e91c5c5-3af0-4dd1-8459-fd875df97c5b service neutron] Bound using segment: {'id': '8df21fe2-afa1-454b-89af-cfdaab5b1268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7e79f972-d168-4a56-868e-1b83902cea40'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:13:15.134713 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-9e91c5c5-3af0-4dd1-8459-fd875df97c5b service neutron] Bound port: 13221288-5929-4606-803d-732d01c1fcd4, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df21fe2-afa1-454b-89af-cfdaab5b1268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7e79f972-d168-4a56-868e-1b83902cea40'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:13:15.135079 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-9e91c5c5-3af0-4dd1-8459-fd875df97c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:15.139280 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd3cc2c6-23f6-4536-9000-117879a997d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:15.155767 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd3cc2c6-23f6-4536-9000-117879a997d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:15.178681 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-027a8fcb-3ffd-4946-be78-1fec929e2ebc req-f6ed8e39-99d2-4cc5-8b93-ab22f74f2221 service neutron] 10.222.0.63 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583788 Aug 16 20:13:15.209691 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3cc2c6-23f6-4536-9000-117879a997d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaea71aa-3bea-42d7-9fd2-4a571dafbc95,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:15.213745 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cd3cc2c6-23f6-4536-9000-117879a997d3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b625a502b0b8403eae5525512b73a828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2889032 Aug 16 20:13:15.217841 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52008) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:15.232578 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34540ba-f5c5-4b4f-87bc-2d286d4bdcfd req-0bd01ec7-6953-445b-a506-0b6f0b240cc7 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:15.240235 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d34540ba-f5c5-4b4f-87bc-2d286d4bdcfd req-0bd01ec7-6953-445b-a506-0b6f0b240cc7 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 946 time: 0.1184869 Aug 16 20:13:15.301746 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d34540ba-f5c5-4b4f-87bc-2d286d4bdcfd req-56f6d02d-6d13-4d1d-84e7-6fc4921e4685 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606380 Aug 16 20:13:15.315951 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-829871bc-2fea-4e7f-94ad-495e3dfaaf8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:15.327015 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-027a8fcb-3ffd-4946-be78-1fec929e2ebc req-3d358a5b-543b-45d3-b3b2-cf5f4db470e9 service neutron] 10.222.0.63 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269138 Aug 16 20:13:15.340636 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-829871bc-2fea-4e7f-94ad-495e3dfaaf8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:15.365825 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-9e91c5c5-3af0-4dd1-8459-fd875df97c5b service neutron] For port 13221288-5929-4606-803d-732d01c1fcd4, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:13:15.370505 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-9e91c5c5-3af0-4dd1-8459-fd875df97c5b service neutron] For port 13221288-5929-4606-803d-732d01c1fcd4, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=13221288-5929-4606-803d-732d01c1fcd4,segment=NetworkSegment(8df21fe2-afa1-454b-89af-cfdaab5b1268),segment_id=8df21fe2-afa1-454b-89af-cfdaab5b1268)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:13:15.408037 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-9e91c5c5-3af0-4dd1-8459-fd875df97c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:15.444697 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bef368-806c-49cc-85f9-63bd35e8a3f7 req-7146cbf9-29cb-41ae-9cd1-13521c98af8a tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:15.454902 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-42bef368-806c-49cc-85f9-63bd35e8a3f7 req-7146cbf9-29cb-41ae-9cd1-13521c98af8a tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 944 time: 0.0726571 Aug 16 20:13:15.456734 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-829871bc-2fea-4e7f-94ad-495e3dfaaf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:15.459288 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-829871bc-2fea-4e7f-94ad-495e3dfaaf8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:15.460859 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-9e91c5c5-3af0-4dd1-8459-fd875df97c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:15.461721 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-9e91c5c5-3af0-4dd1-8459-fd875df97c5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:15.462429 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-829871bc-2fea-4e7f-94ad-495e3dfaaf8f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/eaea71aa-3bea-42d7-9fd2-4a571dafbc95 HTTP/1.1" status: 204 len: 168 time: 0.2438307 Aug 16 20:13:15.463100 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-9e91c5c5-3af0-4dd1-8459-fd875df97c5b service neutron] 10.222.0.57 "PUT /v2.0/ports/13221288-5929-4606-803d-732d01c1fcd4 HTTP/1.1" status: 200 len: 1092 time: 2.7274680 Aug 16 20:13:15.464413 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7889198-8477-4bbe-a403-077dc58a6902', 'tag': '13221288-5929-4606-803d-732d01c1fcd4'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:13:15.466645 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8165f5ba-b727-4644-aa10-8ac78b55fc46" -d '{"events": [{"name": "network-changed", "server_uuid": "a7889198-8477-4bbe-a403-077dc58a6902", "tag": "13221288-5929-4606-803d-732d01c1fcd4"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:13:15.477999 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad53eea-121b-49fd-b414-f078973a1bf0 req-07fb2c83-e45c-4ae3-9585-a4ed3f148fdf tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:15.479668 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fad53eea-121b-49fd-b414-f078973a1bf0 req-07fb2c83-e45c-4ae3-9585-a4ed3f148fdf tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.68 "GET /v2.0/ports?device_id=a7889198-8477-4bbe-a403-077dc58a6902 HTTP/1.1" status: 200 len: 943 time: 0.1515462 Aug 16 20:13:15.512158 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91c5c5-3af0-4dd1-8459-fd875df97c5b service neutron] Pushing event updated for resources: {'Port': ['ID=13221288-5929-4606-803d-732d01c1fcd4,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:15.519637 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829871bc-2fea-4e7f-94ad-495e3dfaaf8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaea71aa-3bea-42d7-9fd2-4a571dafbc95,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:15.596144 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-42bef368-806c-49cc-85f9-63bd35e8a3f7 req-21cac842-511d-42e3-aa9f-c17f744ad6cc tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401072 Aug 16 20:13:15.612882 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fad53eea-121b-49fd-b414-f078973a1bf0 req-56743531-5cfd-4733-83bb-c138750e9260 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.68 "GET /v2.0/security-groups?id=e7421c10-e1d8-4b64-bf85-faf8dcc7f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235437 Aug 16 20:13:15.634131 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-b003b84a-e53f-4a9e-80b4-783989b6dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:15.637893 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-b003b84a-e53f-4a9e-80b4-783989b6dcc2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dedb702b2a7149b1a29beaf7331c12be&device_id=a7889198-8477-4bbe-a403-077dc58a6902 HTTP/1.1" status: 200 len: 1095 time: 0.1217759 Aug 16 20:13:15.691462 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6175cc-24c7-451a-a6d7-f3a0276c85ce x-openstack-request-id: req-ee6175cc-24c7-451a-a6d7-f3a0276c85ce {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:13:15.691782 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7889198-8477-4bbe-a403-077dc58a6902", "tag": "13221288-5929-4606-803d-732d01c1fcd4", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:13:15.692028 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ee6175cc-24c7-451a-a6d7-f3a0276c85ce {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:13:15.692423 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7889198-8477-4bbe-a403-077dc58a6902', 'tag': '13221288-5929-4606-803d-732d01c1fcd4', 'status': 'completed', 'code': 200} Aug 16 20:13:15.694288 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-e41f418d-bea0-4e8f-980a-288f1f6bd65e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13221288-5929-4606-803d-732d01c1fcd4 HTTP/1.1" status: 200 len: 217 time: 0.0459776 Aug 16 20:13:15.749520 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f43dcb-38a8-4b43-a2b2-4ba8e68e960b req-fe286643-5711-4c38-a640-84c4bb5accff tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:15.751494 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-71f43dcb-38a8-4b43-a2b2-4ba8e68e960b req-fe286643-5711-4c38-a640-84c4bb5accff tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 946 time: 0.0572114 Aug 16 20:13:15.787369 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-93911e02-f265-4a80-8945-38c8d69db158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:15.788877 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-93911e02-f265-4a80-8945-38c8d69db158 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=03df9e2f-1053-4c0e-af63-93d7b526d0c4 HTTP/1.1" status: 200 len: 849 time: 0.0774381 Aug 16 20:13:15.838186 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-71f43dcb-38a8-4b43-a2b2-4ba8e68e960b req-8cb7d51a-d75e-4fb9-ad71-57cc67d3beba tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745761 Aug 16 20:13:15.888017 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-4a359318-0367-4503-822a-a39ea88070aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e79f972-d168-4a56-868e-1b83902cea40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851429 Aug 16 20:13:15.980386 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a67f2-1d0f-4eb8-bce2-a99513ee8d41 req-5a67473f-7116-4c68-a1e1-24818909b8ed tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:15.988151 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae0a67f2-1d0f-4eb8-bce2-a99513ee8d41 req-5a67473f-7116-4c68-a1e1-24818909b8ed tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 945 time: 0.1682255 Aug 16 20:13:16.032038 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b35b39-4302-4002-a6e5-fec70960bd0f req-d12e1f18-5c06-4282-9f29-3caec640da96 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:16.034461 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-84b35b39-4302-4002-a6e5-fec70960bd0f req-d12e1f18-5c06-4282-9f29-3caec640da96 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 946 time: 0.0637920 Aug 16 20:13:16.051019 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae0a67f2-1d0f-4eb8-bce2-a99513ee8d41 req-e59314de-5121-44fb-b9a7-5c5bf3319f0f tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614200 Aug 16 20:13:16.094878 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-b6aef478-74c8-4975-a596-7ef72ce048e9 service neutron] 10.222.0.57 "GET /v2.0/networks/7e79f972-d168-4a56-868e-1b83902cea40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907077 Aug 16 20:13:16.147574 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-84b35b39-4302-4002-a6e5-fec70960bd0f req-87084a0a-62f4-42ee-9164-8832943a03f6 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022842 Aug 16 20:13:16.290552 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb0e89-9f67-43b4-b58c-97c6de58a798 req-a8798691-027c-457b-894e-f69f645d77d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:16.297627 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb0e89-9f67-43b4-b58c-97c6de58a798 req-a8798691-027c-457b-894e-f69f645d77d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:16.303703 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb0e89-9f67-43b4-b58c-97c6de58a798 req-a8798691-027c-457b-894e-f69f645d77d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:16.310633 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb0e89-9f67-43b4-b58c-97c6de58a798 req-a8798691-027c-457b-894e-f69f645d77d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:16.320039 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb0e89-9f67-43b4-b58c-97c6de58a798 req-a8798691-027c-457b-894e-f69f645d77d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:16.326407 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb0e89-9f67-43b4-b58c-97c6de58a798 req-a8798691-027c-457b-894e-f69f645d77d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:16.332841 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb0e89-9f67-43b4-b58c-97c6de58a798 req-a8798691-027c-457b-894e-f69f645d77d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:16.334884 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48fb0e89-9f67-43b4-b58c-97c6de58a798 req-a8798691-027c-457b-894e-f69f645d77d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5430 time: 0.1562960 Aug 16 20:13:16.357461 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e776570f-eb2a-448e-a2de-be61b87f6dfb req-7d8b34f3-15dc-4ece-bb28-83fb5a588370 service neutron] 10.222.0.57 "GET /v2.0/networks/7e79f972-d168-4a56-868e-1b83902cea40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483044 Aug 16 20:13:16.395160 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf21fd-6e38-4683-a3d8-b9d4fbb8e335 req-4d05e7d2-4ecf-4b57-8124-0f62baac3810 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:16.398664 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b6cf21fd-6e38-4683-a3d8-b9d4fbb8e335 req-4d05e7d2-4ecf-4b57-8124-0f62baac3810 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 946 time: 0.0945597 Aug 16 20:13:16.429050 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48fb0e89-9f67-43b4-b58c-97c6de58a798 req-64be190b-604e-4f93-a266-eafdfb7b91ef tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0837815 Aug 16 20:13:16.464546 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b6cf21fd-6e38-4683-a3d8-b9d4fbb8e335 req-b18d0c14-190d-4567-a7a9-b7e97dd8b6b0 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556755 Aug 16 20:13:16.464876 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165f5ba-b727-4644-aa10-8ac78b55fc46 req-6bfeb2c6-93c8-4c55-a537-bb37a443303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:16.466585 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8165f5ba-b727-4644-aa10-8ac78b55fc46 req-6bfeb2c6-93c8-4c55-a537-bb37a443303a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dedb702b2a7149b1a29beaf7331c12be&device_id=a7889198-8477-4bbe-a403-077dc58a6902 HTTP/1.1" status: 200 len: 1095 time: 0.0557101 Aug 16 20:13:16.578700 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165f5ba-b727-4644-aa10-8ac78b55fc46 req-b914635b-3129-48ce-9578-93ef21368e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:16.580566 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8165f5ba-b727-4644-aa10-8ac78b55fc46 req-b914635b-3129-48ce-9578-93ef21368e31 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e79f972-d168-4a56-868e-1b83902cea40 HTTP/1.1" status: 200 len: 910 time: 0.1065898 Aug 16 20:13:16.651981 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8165f5ba-b727-4644-aa10-8ac78b55fc46 req-1e9e1990-ee3a-43f6-a96f-4e4c2f47ca5a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13221288-5929-4606-803d-732d01c1fcd4 HTTP/1.1" status: 200 len: 217 time: 0.0630009 Aug 16 20:13:16.689601 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bdf219-aed2-4e7c-9070-b3871c12f718 req-4349b86c-dbef-44ff-89db-e7eca8a4d207 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:16.691228 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e5bdf219-aed2-4e7c-9070-b3871c12f718 req-4349b86c-dbef-44ff-89db-e7eca8a4d207 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 946 time: 0.0745983 Aug 16 20:13:16.748465 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165f5ba-b727-4644-aa10-8ac78b55fc46 req-3ed37d42-44c4-4670-bbb5-814d8b0b73d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:16.749947 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8165f5ba-b727-4644-aa10-8ac78b55fc46 req-3ed37d42-44c4-4670-bbb5-814d8b0b73d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=03df9e2f-1053-4c0e-af63-93d7b526d0c4 HTTP/1.1" status: 200 len: 849 time: 0.0845613 Aug 16 20:13:16.763518 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e5bdf219-aed2-4e7c-9070-b3871c12f718 req-1ce2fd52-c365-4c5c-aed0-7c431b22b3ce tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588315 Aug 16 20:13:16.806871 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8165f5ba-b727-4644-aa10-8ac78b55fc46 req-3ab17d2a-1805-42da-954d-69e764e0c575 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e79f972-d168-4a56-868e-1b83902cea40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397847 Aug 16 20:13:16.815220 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2acf19d-e223-490f-9585-d2560dcf4326 req-1037c12d-6c50-4a33-a36b-9feb658608c4 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:16.817049 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d2acf19d-e223-490f-9585-d2560dcf4326 req-1037c12d-6c50-4a33-a36b-9feb658608c4 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 944 time: 0.1139889 Aug 16 20:13:16.888632 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220c1a0-c164-43cf-a4c5-f4d780ae25f2 req-eadaffc5-8ac1-4396-9462-93d06eaab48a tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:16.888632 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e220c1a0-c164-43cf-a4c5-f4d780ae25f2 req-eadaffc5-8ac1-4396-9462-93d06eaab48a tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.68 "GET /v2.0/ports?device_id=a7889198-8477-4bbe-a403-077dc58a6902 HTTP/1.1" status: 200 len: 943 time: 0.0625601 Aug 16 20:13:16.919470 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d2acf19d-e223-490f-9585-d2560dcf4326 req-df3a2ae9-20c3-45e4-838d-235fbe699ab8 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922163 Aug 16 20:13:16.966492 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device a6286312-9a13-42a5-ba36-a79c315b5790 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:13:16.984218 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e220c1a0-c164-43cf-a4c5-f4d780ae25f2 req-2241537a-e2bf-4d51-9ce3-4326bcceaec1 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.68 "GET /v2.0/security-groups?id=e7421c10-e1d8-4b64-bf85-faf8dcc7f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957193 Aug 16 20:13:16.996378 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8165f5ba-b727-4644-aa10-8ac78b55fc46 req-7c640ed0-cbb1-4459-8f6c-cc9dc41e28c1 service neutron] 10.222.0.57 "GET /v2.0/networks/7e79f972-d168-4a56-868e-1b83902cea40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782796 Aug 16 20:13:17.122473 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port a6286312-9a13-42a5-ba36-a79c315b5790, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a6286312-9a13-42a5-ba36-a79c315b5790,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:17.153493 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'a6286312-9a13-42a5-ba36-a79c315b5790', 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17', 'port_id': 'a6286312-9a13-42a5-ba36-a79c315b5790', 'mac_address': 'fa:16:3e:b6:40:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd38a8fc7-0911-4b72-a78c-d32851227793', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:13:17.200003 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:17.225451 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6286312-9a13-42a5-ba36-a79c315b5790 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:13:17.227678 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8165f5ba-b727-4644-aa10-8ac78b55fc46 req-f8139d4a-61bd-4516-9378-71cd25d19db2 service neutron] 10.222.0.57 "GET /v2.0/networks/7e79f972-d168-4a56-868e-1b83902cea40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019563 Aug 16 20:13:17.248484 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e1856-bbd8-49af-8ce9-f3b9fdc95951 req-03f9347d-8454-4074-a25a-91870132a5c1 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:17.258115 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cd8e1856-bbd8-49af-8ce9-f3b9fdc95951 req-03f9347d-8454-4074-a25a-91870132a5c1 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 946 time: 0.2424254 Aug 16 20:13:17.261322 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port a6286312-9a13-42a5-ba36-a79c315b5790, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a6286312-9a13-42a5-ba36-a79c315b5790,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:17.268174 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:17.298823 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998504a-89ac-4e9d-b17c-8dadf5fac57a req-a614228a-22c1-41f7-a8e0-06f88fc53be0 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:17.306662 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d998504a-89ac-4e9d-b17c-8dadf5fac57a req-a614228a-22c1-41f7-a8e0-06f88fc53be0 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 945 time: 0.1285865 Aug 16 20:13:17.328204 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=a6286312-9a13-42a5-ba36-a79c315b5790,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:17.330610 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cd8e1856-bbd8-49af-8ce9-f3b9fdc95951 req-2b184777-7c4d-4dfa-a241-29bf3067fb6b tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712864 Aug 16 20:13:17.348312 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:17.349121 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:17.349606 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:17.350147 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:17.350614 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:17.351012 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:17.351775 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:17.352179 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:17.352712 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:17.353741 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:17.354901 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:17.355482 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:13:17.359093 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d998504a-89ac-4e9d-b17c-8dadf5fac57a req-5610d541-6da2-4c52-8136-a15537860c17 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457778 Aug 16 20:13:17.513531 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e11065-ab4f-45e4-ae73-e8805db58d83 req-116cab19-f6f9-4573-9739-0a0749828da5 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:17.516332 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-75e11065-ab4f-45e4-ae73-e8805db58d83 req-116cab19-f6f9-4573-9739-0a0749828da5 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 946 time: 0.0703661 Aug 16 20:13:17.554233 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['a6286312-9a13-42a5-ba36-a79c315b5790'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:13:17.592532 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-75e11065-ab4f-45e4-ae73-e8805db58d83 req-e6893379-d1d1-4d11-a579-55d39b68f4b0 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659866 Aug 16 20:13:17.645562 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa00bae-ffd5-4bba-ab75-92ce8ecd6ecf req-ea2a8e77-33ff-425a-9702-d7f2a2af25e0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:17.659424 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa00bae-ffd5-4bba-ab75-92ce8ecd6ecf req-ea2a8e77-33ff-425a-9702-d7f2a2af25e0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:17.667219 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa00bae-ffd5-4bba-ab75-92ce8ecd6ecf req-ea2a8e77-33ff-425a-9702-d7f2a2af25e0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:17.674014 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa00bae-ffd5-4bba-ab75-92ce8ecd6ecf req-ea2a8e77-33ff-425a-9702-d7f2a2af25e0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:17.680371 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa00bae-ffd5-4bba-ab75-92ce8ecd6ecf req-ea2a8e77-33ff-425a-9702-d7f2a2af25e0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:17.687927 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa00bae-ffd5-4bba-ab75-92ce8ecd6ecf req-ea2a8e77-33ff-425a-9702-d7f2a2af25e0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:17.695666 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa00bae-ffd5-4bba-ab75-92ce8ecd6ecf req-ea2a8e77-33ff-425a-9702-d7f2a2af25e0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:17.711130 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dfa00bae-ffd5-4bba-ab75-92ce8ecd6ecf req-ea2a8e77-33ff-425a-9702-d7f2a2af25e0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5430 time: 0.1709163 Aug 16 20:13:17.753943 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78df668-1cf8-4e1e-a4f4-bc95fa9153cc req-3366224d-3f93-4872-a518-423a75a73592 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:17.756092 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a78df668-1cf8-4e1e-a4f4-bc95fa9153cc req-3366224d-3f93-4872-a518-423a75a73592 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 946 time: 0.0693104 Aug 16 20:13:17.764412 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dfa00bae-ffd5-4bba-ab75-92ce8ecd6ecf req-87cbe118-3bc1-4ea1-848c-3c77d3d1c612 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0486858 Aug 16 20:13:17.827767 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a78df668-1cf8-4e1e-a4f4-bc95fa9153cc req-0124aeac-6589-470a-a826-5f053d589bc0 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626769 Aug 16 20:13:17.978647 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5afcda-088b-4df9-bea4-cd1568c3fc76 req-5b0d4442-144f-4bac-950f-3ad76108f054 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:17.987873 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cc5afcda-088b-4df9-bea4-cd1568c3fc76 req-5b0d4442-144f-4bac-950f-3ad76108f054 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 946 time: 0.0726461 Aug 16 20:13:18.035922 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cc5afcda-088b-4df9-bea4-cd1568c3fc76 req-43810fca-5610-40dc-b834-92d6f93d4c6c tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464687 Aug 16 20:13:18.131059 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9eec69-10fe-419f-a162-20d37e275658 req-3b218693-9737-4dfc-97e3-969859794ce2 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:18.141170 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cf9eec69-10fe-419f-a162-20d37e275658 req-3b218693-9737-4dfc-97e3-969859794ce2 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 945 time: 0.1025050 Aug 16 20:13:18.213162 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cf9eec69-10fe-419f-a162-20d37e275658 req-6b49e602-92b8-4cc1-a518-ac3573767e65 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619655 Aug 16 20:13:18.234081 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1ad6f-a237-4f96-bf2f-1a9e36657020 req-ef500661-355c-40f0-bc4b-716b2e0074e8 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:18.252835 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c1e1ad6f-a237-4f96-bf2f-1a9e36657020 req-ef500661-355c-40f0-bc4b-716b2e0074e8 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.68 "GET /v2.0/ports?device_id=a7889198-8477-4bbe-a403-077dc58a6902 HTTP/1.1" status: 200 len: 943 time: 0.1285949 Aug 16 20:13:18.302650 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c1e1ad6f-a237-4f96-bf2f-1a9e36657020 req-a904085d-e368-445a-bec5-d59040fcfdcb tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.68 "GET /v2.0/security-groups?id=e7421c10-e1d8-4b64-bf85-faf8dcc7f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477982 Aug 16 20:13:18.556645 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475e3e1-f78b-4e82-8798-6f14b1a7b798 req-409ecbbf-81e3-431a-ab15-16369a580879 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:18.559141 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f475e3e1-f78b-4e82-8798-6f14b1a7b798 req-409ecbbf-81e3-431a-ab15-16369a580879 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 945 time: 0.1117625 Aug 16 20:13:18.613493 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f475e3e1-f78b-4e82-8798-6f14b1a7b798 req-c37d9768-8610-46d1-b4e0-bdbc17ebe2b1 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454829 Aug 16 20:13:18.753257 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52188) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:18.915954 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71ba8143-371b-42bd-8aac-3ce91ea2a20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:18.965907 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7296d2-7384-4934-b7a3-d78cb965bfff req-c4be4720-5503-430d-8a8c-4cb5f2e50fac tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:18.972191 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7296d2-7384-4934-b7a3-d78cb965bfff req-c4be4720-5503-430d-8a8c-4cb5f2e50fac tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:18.975589 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device a6286312-9a13-42a5-ba36-a79c315b5790 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:13:18.978104 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7296d2-7384-4934-b7a3-d78cb965bfff req-c4be4720-5503-430d-8a8c-4cb5f2e50fac tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:18.984027 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7296d2-7384-4934-b7a3-d78cb965bfff req-c4be4720-5503-430d-8a8c-4cb5f2e50fac tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:18.991104 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7296d2-7384-4934-b7a3-d78cb965bfff req-c4be4720-5503-430d-8a8c-4cb5f2e50fac tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:18.997281 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7296d2-7384-4934-b7a3-d78cb965bfff req-c4be4720-5503-430d-8a8c-4cb5f2e50fac tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:19.003885 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7296d2-7384-4934-b7a3-d78cb965bfff req-c4be4720-5503-430d-8a8c-4cb5f2e50fac tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:19.006446 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b7296d2-7384-4934-b7a3-d78cb965bfff req-c4be4720-5503-430d-8a8c-4cb5f2e50fac tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5430 time: 0.1360779 Aug 16 20:13:19.053690 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port a6286312-9a13-42a5-ba36-a79c315b5790 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:13:19.061207 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port a6286312-9a13-42a5-ba36-a79c315b5790 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:13:19.061764 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:19.113237 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b7296d2-7384-4934-b7a3-d78cb965bfff req-68e2340d-4455-4f74-9c82-e69f81139527 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0957487 Aug 16 20:13:19.172321 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71ba8143-371b-42bd-8aac-3ce91ea2a20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:19.181060 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:19.182801 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71ba8143-371b-42bd-8aac-3ce91ea2a20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:19.209004 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dca3a96-72be-4248-80a8-0787a7ec677c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6286312-9a13-42a5-ba36-a79c315b5790'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:13:19.212026 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a1f54b-4266-4622-9991-e19739857b97" -d '{"events": [{"server_uuid": "7dca3a96-72be-4248-80a8-0787a7ec677c", "name": "network-vif-plugged", "status": "completed", "tag": "a6286312-9a13-42a5-ba36-a79c315b5790"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:13:19.220431 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba8143-371b-42bd-8aac-3ce91ea2a20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d126b8-424c-475c-b3de-9b3e67e7b46f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:19.236416 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port a6286312-9a13-42a5-ba36-a79c315b5790, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a6286312-9a13-42a5-ba36-a79c315b5790,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:19.240956 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52204) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:19.245404 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:19.253181 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-71ba8143-371b-42bd-8aac-3ce91ea2a20f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=64316e0e363945cc9493b700b36c51f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4984710 Aug 16 20:13:19.355855 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b5589e-fe1c-4413-91a0-6e53057480e1 x-openstack-request-id: req-f8b5589e-fe1c-4413-91a0-6e53057480e1 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:13:19.356193 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dca3a96-72be-4248-80a8-0787a7ec677c", "name": "network-vif-plugged", "status": "completed", "tag": "a6286312-9a13-42a5-ba36-a79c315b5790", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:13:19.356650 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f8b5589e-fe1c-4413-91a0-6e53057480e1 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:13:19.358038 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dca3a96-72be-4248-80a8-0787a7ec677c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6286312-9a13-42a5-ba36-a79c315b5790', 'code': 200} Aug 16 20:13:19.361402 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eccf2ce3-1dc7-4803-94b3-d455b20cc45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:19.395597 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eccf2ce3-1dc7-4803-94b3-d455b20cc45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:19.436742 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=a6286312-9a13-42a5-ba36-a79c315b5790,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:19.479551 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 13221288-5929-4606-803d-732d01c1fcd4 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:13:19.502996 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eccf2ce3-1dc7-4803-94b3-d455b20cc45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:19.506748 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eccf2ce3-1dc7-4803-94b3-d455b20cc45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:19.508106 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-eccf2ce3-1dc7-4803-94b3-d455b20cc45e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/00d126b8-424c-475c-b3de-9b3e67e7b46f HTTP/1.1" status: 204 len: 168 time: 0.2657902 Aug 16 20:13:19.520765 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6b921-cd88-46bc-b161-62dcceff5632 req-ad422851-e63b-4d4d-979c-1a566b405857 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:19.525363 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ffc6b921-cd88-46bc-b161-62dcceff5632 req-ad422851-e63b-4d4d-979c-1a566b405857 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 946 time: 0.1230972 Aug 16 20:13:19.542493 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf2ce3-1dc7-4803-94b3-d455b20cc45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d126b8-424c-475c-b3de-9b3e67e7b46f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:19.564534 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15d4c6-0baf-423f-aa58-fabf8cef5ab6 req-6f377007-c690-4def-a546-e7b013f62a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:19.567669 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ab15d4c6-0baf-423f-aa58-fabf8cef5ab6 req-6f377007-c690-4def-a546-e7b013f62a18 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 1098 time: 0.1095970 Aug 16 20:13:19.583008 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee14216-98c1-4d06-9c52-e36ad5119c73 req-d992b983-1534-4d36-a3b4-681814b7f6a7 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:19.592138 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-eee14216-98c1-4d06-9c52-e36ad5119c73 req-d992b983-1534-4d36-a3b4-681814b7f6a7 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.68 "GET /v2.0/ports?device_id=a7889198-8477-4bbe-a403-077dc58a6902 HTTP/1.1" status: 200 len: 943 time: 0.1016421 Aug 16 20:13:19.635015 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ffc6b921-cd88-46bc-b161-62dcceff5632 req-5b13a2ba-f544-417f-9310-d8d706c6ef25 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006944 Aug 16 20:13:19.657145 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-eee14216-98c1-4d06-9c52-e36ad5119c73 req-e3d418f5-e9b3-4beb-8690-6af4d05bf9a4 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.68 "GET /v2.0/security-groups?id=e7421c10-e1d8-4b64-bf85-faf8dcc7f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632603 Aug 16 20:13:19.675046 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ab15d4c6-0baf-423f-aa58-fabf8cef5ab6 req-be149790-bc6e-4447-bf02-8577df333ceb service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740452 Aug 16 20:13:19.799590 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 13221288-5929-4606-803d-732d01c1fcd4, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=13221288-5929-4606-803d-732d01c1fcd4,segment=NetworkSegment(8df21fe2-afa1-454b-89af-cfdaab5b1268),segment_id=8df21fe2-afa1-454b-89af-cfdaab5b1268)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:19.817416 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '13221288-5929-4606-803d-732d01c1fcd4', 'network_id': '7e79f972-d168-4a56-868e-1b83902cea40', 'port_id': '13221288-5929-4606-803d-732d01c1fcd4', 'mac_address': 'fa:16:3e:2d:ae:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03df9e2f-1053-4c0e-af63-93d7b526d0c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:13:19.880907 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:19.900321 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13221288-5929-4606-803d-732d01c1fcd4 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:13:19.900617 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b294333-2ce2-4f36-a27e-a87ec9bd2f16 req-de87549f-299b-4f13-8773-307542b65bac tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:19.920839 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1b294333-2ce2-4f36-a27e-a87ec9bd2f16 req-de87549f-299b-4f13-8773-307542b65bac tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 945 time: 0.1360857 Aug 16 20:13:19.928738 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 13221288-5929-4606-803d-732d01c1fcd4, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=13221288-5929-4606-803d-732d01c1fcd4,segment=NetworkSegment(8df21fe2-afa1-454b-89af-cfdaab5b1268),segment_id=8df21fe2-afa1-454b-89af-cfdaab5b1268)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:19.933455 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:20.001308 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1b294333-2ce2-4f36-a27e-a87ec9bd2f16 req-4762fc6a-f512-4ccb-9cc0-b0d5175368db tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792725 Aug 16 20:13:20.008113 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=13221288-5929-4606-803d-732d01c1fcd4,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:20.108331 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52230) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:20.129175 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-11a90330-27bd-4e91-bfb9-cb0abe09f606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:20.197902 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['13221288-5929-4606-803d-732d01c1fcd4'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:13:20.329549 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-11a90330-27bd-4e91-bfb9-cb0abe09f606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:20.335313 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-11a90330-27bd-4e91-bfb9-cb0abe09f606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:20.357711 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa5d92-97c2-41c5-923f-37b4230dfcca req-0c0f3896-39f7-434f-a251-54b60a54545e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:20.364992 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa5d92-97c2-41c5-923f-37b4230dfcca req-0c0f3896-39f7-434f-a251-54b60a54545e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:20.372565 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa5d92-97c2-41c5-923f-37b4230dfcca req-0c0f3896-39f7-434f-a251-54b60a54545e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:20.372864 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a90330-27bd-4e91-bfb9-cb0abe09f606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9104d2-0d2d-487f-b75e-c59eccbdcf1c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:20.393292 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa5d92-97c2-41c5-923f-37b4230dfcca req-0c0f3896-39f7-434f-a251-54b60a54545e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:20.398025 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-11a90330-27bd-4e91-bfb9-cb0abe09f606 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0e77fb25416c4ad0951f5b7c70c33064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2849221 Aug 16 20:13:20.398025 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52242) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:20.416288 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa5d92-97c2-41c5-923f-37b4230dfcca req-0c0f3896-39f7-434f-a251-54b60a54545e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:20.422557 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa5d92-97c2-41c5-923f-37b4230dfcca req-0c0f3896-39f7-434f-a251-54b60a54545e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:20.429881 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa5d92-97c2-41c5-923f-37b4230dfcca req-0c0f3896-39f7-434f-a251-54b60a54545e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:20.437392 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-76fa5d92-97c2-41c5-923f-37b4230dfcca req-0c0f3896-39f7-434f-a251-54b60a54545e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5430 time: 0.2138903 Aug 16 20:13:20.484203 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-76fa5d92-97c2-41c5-923f-37b4230dfcca req-7e2b075c-1cd6-461e-88ba-7fa19cd93a5f tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456049 Aug 16 20:13:20.504059 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1587d247-ff70-4cdf-9365-06918af83cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:20.546367 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1587d247-ff70-4cdf-9365-06918af83cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:20.650406 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1587d247-ff70-4cdf-9365-06918af83cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:20.656009 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1587d247-ff70-4cdf-9365-06918af83cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:20.670837 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1587d247-ff70-4cdf-9365-06918af83cfb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/db9104d2-0d2d-487f-b75e-c59eccbdcf1c HTTP/1.1" status: 204 len: 168 time: 0.2697127 Aug 16 20:13:20.697798 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587d247-ff70-4cdf-9365-06918af83cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9104d2-0d2d-487f-b75e-c59eccbdcf1c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:20.860145 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff715c7-7679-43da-bfad-a98908afa157 req-08b0e9d6-531f-4c29-9e4f-e90ea7126607 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:20.862704 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5ff715c7-7679-43da-bfad-a98908afa157 req-08b0e9d6-531f-4c29-9e4f-e90ea7126607 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 946 time: 0.0792634 Aug 16 20:13:20.890419 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3d88e-93ab-40f8-b1c9-9f0329445574 req-92ff1777-0722-4a11-a2cc-3b891abc0ddf tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:20.898501 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8bd3d88e-93ab-40f8-b1c9-9f0329445574 req-92ff1777-0722-4a11-a2cc-3b891abc0ddf tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.68 "GET /v2.0/ports?device_id=a7889198-8477-4bbe-a403-077dc58a6902 HTTP/1.1" status: 200 len: 944 time: 0.0960433 Aug 16 20:13:20.925789 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5ff715c7-7679-43da-bfad-a98908afa157 req-2ef63c82-67a6-4653-9b9f-a4ea1c44c894 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560639 Aug 16 20:13:20.981795 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8bd3d88e-93ab-40f8-b1c9-9f0329445574 req-1b061c77-5739-46fb-b555-8951d656a37a tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.68 "GET /v2.0/security-groups?id=e7421c10-e1d8-4b64-bf85-faf8dcc7f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822327 Aug 16 20:13:21.213385 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40ba79-c74b-4df5-aac3-0a8a5686cadd req-331ab187-9c29-409b-a86f-5757020063b8 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:21.215575 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1f40ba79-c74b-4df5-aac3-0a8a5686cadd req-331ab187-9c29-409b-a86f-5757020063b8 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 945 time: 0.0707664 Aug 16 20:13:21.311314 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1f40ba79-c74b-4df5-aac3-0a8a5686cadd req-d3847891-eb1a-40b9-b217-44bbcc004343 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890822 Aug 16 20:13:21.337456 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7f5eb-c10d-4361-b9da-66f8b2c59952 req-22493d52-9184-43ff-857f-b1e1286009aa tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:21.339129 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b5a7f5eb-c10d-4361-b9da-66f8b2c59952 req-22493d52-9184-43ff-857f-b1e1286009aa tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 946 time: 0.1144159 Aug 16 20:13:21.426213 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b5a7f5eb-c10d-4361-b9da-66f8b2c59952 req-14e9fa8b-44f4-47ef-8907-f480207878b9 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719323 Aug 16 20:13:21.489225 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 13221288-5929-4606-803d-732d01c1fcd4 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:13:21.607996 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 13221288-5929-4606-803d-732d01c1fcd4 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:13:21.615496 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 13221288-5929-4606-803d-732d01c1fcd4 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:13:21.616188 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:21.751512 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:21.772074 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b17fe2-7071-4ca7-b634-75057e1c3080 req-bffe17f1-67f9-4036-bfed-f3eb338a0875 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:21.782703 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b17fe2-7071-4ca7-b634-75057e1c3080 req-bffe17f1-67f9-4036-bfed-f3eb338a0875 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:21.791577 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b17fe2-7071-4ca7-b634-75057e1c3080 req-bffe17f1-67f9-4036-bfed-f3eb338a0875 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:21.801706 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b17fe2-7071-4ca7-b634-75057e1c3080 req-bffe17f1-67f9-4036-bfed-f3eb338a0875 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:21.807173 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 13221288-5929-4606-803d-732d01c1fcd4, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=13221288-5929-4606-803d-732d01c1fcd4,segment=NetworkSegment(8df21fe2-afa1-454b-89af-cfdaab5b1268),segment_id=8df21fe2-afa1-454b-89af-cfdaab5b1268)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:21.808814 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7889198-8477-4bbe-a403-077dc58a6902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13221288-5929-4606-803d-732d01c1fcd4'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:13:21.811347 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e589fb2-e206-4cce-9efe-f78a927e8054" -d '{"events": [{"server_uuid": "a7889198-8477-4bbe-a403-077dc58a6902", "name": "network-vif-plugged", "status": "completed", "tag": "13221288-5929-4606-803d-732d01c1fcd4"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:13:21.811880 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b17fe2-7071-4ca7-b634-75057e1c3080 req-bffe17f1-67f9-4036-bfed-f3eb338a0875 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:21.816754 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:21.819767 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b17fe2-7071-4ca7-b634-75057e1c3080 req-bffe17f1-67f9-4036-bfed-f3eb338a0875 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:21.828284 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b17fe2-7071-4ca7-b634-75057e1c3080 req-bffe17f1-67f9-4036-bfed-f3eb338a0875 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:21.831369 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-80b17fe2-7071-4ca7-b634-75057e1c3080 req-bffe17f1-67f9-4036-bfed-f3eb338a0875 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5430 time: 0.1522622 Aug 16 20:13:21.916072 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-80b17fe2-7071-4ca7-b634-75057e1c3080 req-47d9423d-23a8-4dc2-91b5-edc4af38c521 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0763507 Aug 16 20:13:21.924532 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b8bdf5-e4d5-4aa0-9442-af52d4f2436c x-openstack-request-id: req-d3b8bdf5-e4d5-4aa0-9442-af52d4f2436c {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:13:21.924924 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7889198-8477-4bbe-a403-077dc58a6902", "name": "network-vif-plugged", "status": "completed", "tag": "13221288-5929-4606-803d-732d01c1fcd4", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:13:21.925192 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d3b8bdf5-e4d5-4aa0-9442-af52d4f2436c {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:13:21.925738 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7889198-8477-4bbe-a403-077dc58a6902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13221288-5929-4606-803d-732d01c1fcd4', 'code': 200} Aug 16 20:13:21.942546 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=13221288-5929-4606-803d-732d01c1fcd4,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:22.070218 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d0afc-b5fe-4e2c-8987-391e135252c4 req-84f26e2a-b283-4ea2-bf91-2bc69f91fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:22.072116 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1c3d0afc-b5fe-4e2c-8987-391e135252c4 req-84f26e2a-b283-4ea2-bf91-2bc69f91fabf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a7889198-8477-4bbe-a403-077dc58a6902 HTTP/1.1" status: 200 len: 1097 time: 0.0735137 Aug 16 20:13:22.140039 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77541b88-fb80-4319-ac6d-402edec9b54d req-0c491dcb-3b6d-4238-8a06-70522cb02ce3 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:22.142157 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-77541b88-fb80-4319-ac6d-402edec9b54d req-0c491dcb-3b6d-4238-8a06-70522cb02ce3 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.68 "GET /v2.0/ports?device_id=a7889198-8477-4bbe-a403-077dc58a6902 HTTP/1.1" status: 200 len: 945 time: 0.0690181 Aug 16 20:13:22.174517 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1c3d0afc-b5fe-4e2c-8987-391e135252c4 req-cafd2117-2c80-4887-b2f0-ebc2f5897412 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e7421c10-e1d8-4b64-bf85-faf8dcc7f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893972 Aug 16 20:13:22.200064 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-77541b88-fb80-4319-ac6d-402edec9b54d req-2fd4e228-7c98-4311-b93c-b45e3ba6de17 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.68 "GET /v2.0/security-groups?id=e7421c10-e1d8-4b64-bf85-faf8dcc7f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494723 Aug 16 20:13:22.458991 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf62a0f-c879-457a-84c5-a1aabba56904 req-bfeff49e-f389-4f5b-aa79-17444cb953b5 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:22.461003 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fdf62a0f-c879-457a-84c5-a1aabba56904 req-bfeff49e-f389-4f5b-aa79-17444cb953b5 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 945 time: 0.0771914 Aug 16 20:13:22.539379 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fdf62a0f-c879-457a-84c5-a1aabba56904 req-6a938800-47f4-4107-b608-e01af34e793e tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722327 Aug 16 20:13:22.577854 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ec568-9d2e-460f-9a94-76d663177a48 req-3d8018dd-95b4-4663-be26-f3a05953f4a0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:22.580278 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c74ec568-9d2e-460f-9a94-76d663177a48 req-3d8018dd-95b4-4663-be26-f3a05953f4a0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 946 time: 0.0664089 Aug 16 20:13:22.639455 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c74ec568-9d2e-460f-9a94-76d663177a48 req-78492330-e1dd-4311-a7a9-10cf13502990 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520005 Aug 16 20:13:22.908775 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52350) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:23.126786 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d890b997-ffb6-415d-b4d3-dafc7c6a6cb4 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:23.156941 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d890b997-ffb6-415d-b4d3-dafc7c6a6cb4 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:23.179835 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc013e83-9698-406c-ba4b-b553c92729fd req-b5ed8879-90f8-4a7e-af7f-779fbd434d4d tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:23.186488 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc013e83-9698-406c-ba4b-b553c92729fd req-b5ed8879-90f8-4a7e-af7f-779fbd434d4d tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:23.193384 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc013e83-9698-406c-ba4b-b553c92729fd req-b5ed8879-90f8-4a7e-af7f-779fbd434d4d tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:23.200263 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc013e83-9698-406c-ba4b-b553c92729fd req-b5ed8879-90f8-4a7e-af7f-779fbd434d4d tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:23.207830 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc013e83-9698-406c-ba4b-b553c92729fd req-b5ed8879-90f8-4a7e-af7f-779fbd434d4d tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:23.216198 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc013e83-9698-406c-ba4b-b553c92729fd req-b5ed8879-90f8-4a7e-af7f-779fbd434d4d tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:23.226143 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc013e83-9698-406c-ba4b-b553c92729fd req-b5ed8879-90f8-4a7e-af7f-779fbd434d4d tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:23.228624 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bc013e83-9698-406c-ba4b-b553c92729fd req-b5ed8879-90f8-4a7e-af7f-779fbd434d4d tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5430 time: 0.1938319 Aug 16 20:13:23.293791 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b1bc4-f5bc-4bc9-9bdb-8ff432d28b8b req-c08e909e-b2ad-4992-9b87-d7fbb130e4df tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:23.295677 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-797b1bc4-f5bc-4bc9-9bdb-8ff432d28b8b req-c08e909e-b2ad-4992-9b87-d7fbb130e4df tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 946 time: 0.0904775 Aug 16 20:13:23.304021 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bc013e83-9698-406c-ba4b-b553c92729fd req-19a1116b-bc8b-4a1b-84c9-a93aaf419faa tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0660796 Aug 16 20:13:23.357602 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-797b1bc4-f5bc-4bc9-9bdb-8ff432d28b8b req-855417e9-2c79-443a-a69a-ba805e2e0061 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528529 Aug 16 20:13:23.360357 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d890b997-ffb6-415d-b4d3-dafc7c6a6cb4 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:23.538386 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-d890b997-ffb6-415d-b4d3-dafc7c6a6cb4 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Allocated IP 172.25.8.230 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/6a73df57-0dcb-4d60-ad29-7f6a079296a9) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:13:23.547642 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb662c0-ce1a-45f5-b9c2-39a1ad220be9 req-f06c6c36-0fe6-4e1a-80ad-2441a0836f23 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:23.549281 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8bb662c0-ce1a-45f5-b9c2-39a1ad220be9 req-f06c6c36-0fe6-4e1a-80ad-2441a0836f23 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.68 "GET /v2.0/ports?device_id=a7889198-8477-4bbe-a403-077dc58a6902 HTTP/1.1" status: 200 len: 945 time: 0.0763645 Aug 16 20:13:23.661819 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8bb662c0-ce1a-45f5-b9c2-39a1ad220be9 req-3820eecb-e26c-470c-8294-ec178d969f39 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.68 "GET /v2.0/security-groups?id=e7421c10-e1d8-4b64-bf85-faf8dcc7f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009426 Aug 16 20:13:23.694054 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4257b9-bd87-4a74-a386-c3c3e7973613 req-7f595219-d6df-4d1d-9d19-4b5badfc9e87 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:23.695949 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2e4257b9-bd87-4a74-a386-c3c3e7973613 req-7f595219-d6df-4d1d-9d19-4b5badfc9e87 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 945 time: 0.0720284 Aug 16 20:13:23.727637 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d890b997-ffb6-415d-b4d3-dafc7c6a6cb4 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:23.769699 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2e4257b9-bd87-4a74-a386-c3c3e7973613 req-f2d37316-3482-463c-9786-9f27e1e9b8d8 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600326 Aug 16 20:13:23.832437 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f7f63-f798-4134-abc5-bf2f5f298301 req-4efaed12-0768-4549-b1c6-7b5a13aa71c0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:23.834228 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bc9f7f63-f798-4134-abc5-bf2f5f298301 req-4efaed12-0768-4549-b1c6-7b5a13aa71c0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 946 time: 0.0612006 Aug 16 20:13:23.836121 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d890b997-ffb6-415d-b4d3-dafc7c6a6cb4 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:23.901138 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d890b997-ffb6-415d-b4d3-dafc7c6a6cb4 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:13:23.912447 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-d890b997-ffb6-415d-b4d3-dafc7c6a6cb4 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:13:23.921512 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d890b997-ffb6-415d-b4d3-dafc7c6a6cb4 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:13:23.923548 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890b997-ffb6-415d-b4d3-dafc7c6a6cb4 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Pushing event updated for resources: {'Port': ['ID=6a73df57-0dcb-4d60-ad29-7f6a079296a9,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:23.955623 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bc9f7f63-f798-4134-abc5-bf2f5f298301 req-1bf32b7c-c48d-4065-a2ef-e70b0372a958 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076512 Aug 16 20:13:24.033522 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d890b997-ffb6-415d-b4d3-dafc7c6a6cb4 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:24.082710 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d890b997-ffb6-415d-b4d3-dafc7c6a6cb4 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:24.277157 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d890b997-ffb6-415d-b4d3-dafc7c6a6cb4 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:24.282998 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d890b997-ffb6-415d-b4d3-dafc7c6a6cb4 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:24.367101 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890b997-ffb6-415d-b4d3-dafc7c6a6cb4 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Pushing event updated for resources: {'Port': ['ID=6a73df57-0dcb-4d60-ad29-7f6a079296a9,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:24.385116 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d890b997-ffb6-415d-b4d3-dafc7c6a6cb4 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:24.401766 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d890b997-ffb6-415d-b4d3-dafc7c6a6cb4 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:24.403488 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d890b997-ffb6-415d-b4d3-dafc7c6a6cb4 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4935529 Aug 16 20:13:24.406609 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52412) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:24.412088 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-abbe03ad-0ee8-4bff-9da2-69bfd05fad14 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-593564628', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'fixed_ips': [{'ip_address': '172.25.8.230'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:24.481617 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbe03ad-0ee8-4bff-9da2-69bfd05fad14 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Made reservation on behalf of 3d71cb4b01f14cdea3e21f8fd728f071 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:13:24.484081 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-abbe03ad-0ee8-4bff-9da2-69bfd05fad14 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:24.508648 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e04619-c4f9-47f9-a7cb-cf7871a938fa req-f0d1c117-1a6c-4cb7-9949-27cb146d21ba tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:24.514957 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e04619-c4f9-47f9-a7cb-cf7871a938fa req-f0d1c117-1a6c-4cb7-9949-27cb146d21ba tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:24.521125 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e04619-c4f9-47f9-a7cb-cf7871a938fa req-f0d1c117-1a6c-4cb7-9949-27cb146d21ba tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:24.527669 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e04619-c4f9-47f9-a7cb-cf7871a938fa req-f0d1c117-1a6c-4cb7-9949-27cb146d21ba tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:24.532723 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b62a8a-baa0-4e91-a197-69ab04501693 req-10048235-21a2-4831-9bf4-2d41b244966c tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:24.533746 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e04619-c4f9-47f9-a7cb-cf7871a938fa req-f0d1c117-1a6c-4cb7-9949-27cb146d21ba tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:24.534445 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-95b62a8a-baa0-4e91-a197-69ab04501693 req-10048235-21a2-4831-9bf4-2d41b244966c tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 946 time: 0.0505068 Aug 16 20:13:24.539670 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e04619-c4f9-47f9-a7cb-cf7871a938fa req-f0d1c117-1a6c-4cb7-9949-27cb146d21ba tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:24.546642 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e04619-c4f9-47f9-a7cb-cf7871a938fa req-f0d1c117-1a6c-4cb7-9949-27cb146d21ba tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:24.548825 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f2e04619-c4f9-47f9-a7cb-cf7871a938fa req-f0d1c117-1a6c-4cb7-9949-27cb146d21ba tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5430 time: 0.1330822 Aug 16 20:13:24.549769 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-abbe03ad-0ee8-4bff-9da2-69bfd05fad14 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:24.589207 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-95b62a8a-baa0-4e91-a197-69ab04501693 req-96456617-e5c6-4a12-a5c6-e182a3b2ea62 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/security-groups?id=1baa35f8-4f28-4c40-9c4a-08abda3a40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477533 Aug 16 20:13:24.618161 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f2e04619-c4f9-47f9-a7cb-cf7871a938fa req-85c759e7-d214-42e2-8dbe-7d421bd3c096 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588419 Aug 16 20:13:24.702811 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-abbe03ad-0ee8-4bff-9da2-69bfd05fad14 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:24.707163 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-abbe03ad-0ee8-4bff-9da2-69bfd05fad14 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:24.711101 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-abbe03ad-0ee8-4bff-9da2-69bfd05fad14 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] device_id is not set on port 89227125-3734-4333-88c1-286b840c9fea yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:13:24.830557 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe03ad-0ee8-4bff-9da2-69bfd05fad14 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5293c5-515e-4c1d-9a47-0b440a36f71d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:24.964266 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969aac40-407c-4380-94ab-aa37a2dbe2d0 req-198f665d-46c9-4199-81c0-03c00c1c690f tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:24.965647 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-969aac40-407c-4380-94ab-aa37a2dbe2d0 req-198f665d-46c9-4199-81c0-03c00c1c690f tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 945 time: 0.0956428 Aug 16 20:13:24.996209 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-abbe03ad-0ee8-4bff-9da2-69bfd05fad14 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 20:13:24.996495 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abbe03ad-0ee8-4bff-9da2-69bfd05fad14 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:13:25.023004 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-abbe03ad-0ee8-4bff-9da2-69bfd05fad14 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6151586 Aug 16 20:13:25.025923 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52440) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:25.061393 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-969aac40-407c-4380-94ab-aa37a2dbe2d0 req-8f23ce51-8cab-45a3-bea7-1c2d2a296999 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870314 Aug 16 20:13:25.111122 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79392e05-f8f4-4bd6-a240-7a0e2a819392 req-15cecc30-6e43-4d07-a161-fef7a9d896d3 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:25.113089 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-79392e05-f8f4-4bd6-a240-7a0e2a819392 req-15cecc30-6e43-4d07-a161-fef7a9d896d3 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 946 time: 0.0885801 Aug 16 20:13:25.242626 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefe1ec-5d42-4111-8bba-54eff1a6ff87 req-31e9239a-db79-46b5-950b-61c159d2e549 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:25.244301 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1aefe1ec-5d42-4111-8bba-54eff1a6ff87 req-31e9239a-db79-46b5-950b-61c159d2e549 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 946 time: 0.1236434 Aug 16 20:13:25.249110 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-79392e05-f8f4-4bd6-a240-7a0e2a819392 req-7f173a74-d336-4a7d-96e1-a3e85a92d846 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Deleting port f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:13:25.249453 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-79392e05-f8f4-4bd6-a240-7a0e2a819392 req-7f173a74-d336-4a7d-96e1-a3e85a92d846 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:25.299907 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1aefe1ec-5d42-4111-8bba-54eff1a6ff87 req-5bb72103-57b8-4608-80d4-bd9c4ab719f9 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482159 Aug 16 20:13:25.301587 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ff5aa734-60cc-4fc9-ac0b-d1a687c5c94a tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Deleting port 6a73df57-0dcb-4d60-ad29-7f6a079296a9 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:13:25.301951 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff5aa734-60cc-4fc9-ac0b-d1a687c5c94a tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:25.385145 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-79392e05-f8f4-4bd6-a240-7a0e2a819392 req-7f173a74-d336-4a7d-96e1-a3e85a92d846 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] For port f61f6739-94c2-40c0-8c3b-28bcbcba1bb5, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f61f6739-94c2-40c0-8c3b-28bcbcba1bb5,segment=NetworkSegment(9d848ad9-9fd2-4cfe-b946-4cad1262a1a1),segment_id=9d848ad9-9fd2-4cfe-b946-4cad1262a1a1)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:25.386015 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-79392e05-f8f4-4bd6-a240-7a0e2a819392 req-7f173a74-d336-4a7d-96e1-a3e85a92d846 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:25.393996 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff5aa734-60cc-4fc9-ac0b-d1a687c5c94a tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:25.394471 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff5aa734-60cc-4fc9-ac0b-d1a687c5c94a tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:25.404580 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-79392e05-f8f4-4bd6-a240-7a0e2a819392 req-7f173a74-d336-4a7d-96e1-a3e85a92d846 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Calling delete_port for f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:13:25.413222 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ff5aa734-60cc-4fc9-ac0b-d1a687c5c94a tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Calling delete_port for 6a73df57-0dcb-4d60-ad29-7f6a079296a9 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:13:25.586225 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff5aa734-60cc-4fc9-ac0b-d1a687c5c94a tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:25.604618 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-79392e05-f8f4-4bd6-a240-7a0e2a819392 req-7f173a74-d336-4a7d-96e1-a3e85a92d846 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:25.618098 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['f61f6739-94c2-40c0-8c3b-28bcbcba1bb5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:13:25.666323 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5aa734-60cc-4fc9-ac0b-d1a687c5c94a tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a73df57-0dcb-4d60-ad29-7f6a079296a9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:25.682984 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f173a74-d336-4a7d-96e1-a3e85a92d846 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Pushing event deleted for resources: {'Port': ['ID=f61f6739-94c2-40c0-8c3b-28bcbcba1bb5,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:25.753420 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-79392e05-f8f4-4bd6-a240-7a0e2a819392 req-7f173a74-d336-4a7d-96e1-a3e85a92d846 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] No DVR routers for this DVR port f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:13:25.756955 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-79392e05-f8f4-4bd6-a240-7a0e2a819392 req-7f173a74-d336-4a7d-96e1-a3e85a92d846 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:25.759600 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-79392e05-f8f4-4bd6-a240-7a0e2a819392 req-7f173a74-d336-4a7d-96e1-a3e85a92d846 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.57 "DELETE /v2.0/ports/f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 HTTP/1.1" status: 204 len: 173 time: 0.6327000 Aug 16 20:13:25.761067 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd6e8b6-82fd-4279-82e3-a4823a518897', 'name': 'network-vif-deleted', 'tag': 'f61f6739-94c2-40c0-8c3b-28bcbcba1bb5'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:13:25.764135 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb827b5-3419-4d8f-90ae-a4f4b95fd93b" -d '{"events": [{"server_uuid": "ffd6e8b6-82fd-4279-82e3-a4823a518897", "name": "network-vif-deleted", "tag": "f61f6739-94c2-40c0-8c3b-28bcbcba1bb5"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:13:25.768519 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b20a3b79-a44c-4135-9f13-1b436103c74c req-0aa55c25-ad8c-47d0-be0f-e7f49c163023 tempest-ServersNegativeTestJSON-459552722 tempest-ServersNegativeTestJSON-459552722-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffd6e8b6-82fd-4279-82e3-a4823a518897 HTTP/1.1" status: 200 len: 210 time: 0.0504465 Aug 16 20:13:25.795286 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff5aa734-60cc-4fc9-ac0b-d1a687c5c94a tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:25.798685 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff5aa734-60cc-4fc9-ac0b-d1a687c5c94a tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:25.800395 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ff5aa734-60cc-4fc9-ac0b-d1a687c5c94a tempest-ExternalNetworksAdminNegativeTestJSON-2046204649 tempest-ExternalNetworksAdminNegativeTestJSON-2046204649-project-admin] 10.222.0.68 "DELETE /v2.0/floatingips/9ee7242c-0179-4bc1-8b57-d0fa90640f89 HTTP/1.1" status: 204 len: 168 time: 0.7722054 Aug 16 20:13:25.857594 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1848d-45a4-4c36-ae86-6382b13aa526 req-97d32d84-0153-480c-afbb-d606e17710f9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:25.863487 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1848d-45a4-4c36-ae86-6382b13aa526 req-97d32d84-0153-480c-afbb-d606e17710f9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:25.872568 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1848d-45a4-4c36-ae86-6382b13aa526 req-97d32d84-0153-480c-afbb-d606e17710f9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:25.882041 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1848d-45a4-4c36-ae86-6382b13aa526 req-97d32d84-0153-480c-afbb-d606e17710f9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:25.892754 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1848d-45a4-4c36-ae86-6382b13aa526 req-97d32d84-0153-480c-afbb-d606e17710f9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:25.900646 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1848d-45a4-4c36-ae86-6382b13aa526 req-97d32d84-0153-480c-afbb-d606e17710f9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:25.907552 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1848d-45a4-4c36-ae86-6382b13aa526 req-97d32d84-0153-480c-afbb-d606e17710f9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:25.920567 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02d1848d-45a4-4c36-ae86-6382b13aa526 req-97d32d84-0153-480c-afbb-d606e17710f9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5430 time: 0.1905735 Aug 16 20:13:26.003969 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02d1848d-45a4-4c36-ae86-6382b13aa526 req-d90c36cc-70d2-444b-b047-ea4c0aa3ebb6 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0771871 Aug 16 20:13:26.061891 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611a6d6f-58e9-4564-ac1b-aba8baf048f4 x-openstack-request-id: req-611a6d6f-58e9-4564-ac1b-aba8baf048f4 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:13:26.062347 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd6e8b6-82fd-4279-82e3-a4823a518897", "name": "network-vif-deleted", "tag": "f61f6739-94c2-40c0-8c3b-28bcbcba1bb5", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:13:26.062708 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-611a6d6f-58e9-4564-ac1b-aba8baf048f4 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:13:26.063237 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd6e8b6-82fd-4279-82e3-a4823a518897', 'name': 'network-vif-deleted', 'tag': 'f61f6739-94c2-40c0-8c3b-28bcbcba1bb5', 'status': 'completed', 'code': 200} Aug 16 20:13:26.229771 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52494) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:26.281724 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7e792-36d3-455d-823d-81822423f08c req-bfaf5f4c-f2e0-4c44-8ffa-f38503589478 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:26.283855 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09d7e792-36d3-455d-823d-81822423f08c req-bfaf5f4c-f2e0-4c44-8ffa-f38503589478 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 945 time: 0.1143868 Aug 16 20:13:26.351681 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09d7e792-36d3-455d-823d-81822423f08c req-ead6a248-bce2-4614-8dd9-f18c29689a52 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606468 Aug 16 20:13:26.386647 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a472f78f-1852-4960-8841-f8fce655b7b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:26.503894 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd679c-83da-44f6-aa1e-f102577e473d req-bb705d50-cd58-43f6-a07a-c4d305eb7f16 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:26.506531 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d1bd679c-83da-44f6-aa1e-f102577e473d req-bb705d50-cd58-43f6-a07a-c4d305eb7f16 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 946 time: 0.0766029 Aug 16 20:13:26.528750 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a472f78f-1852-4960-8841-f8fce655b7b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:26.552722 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a472f78f-1852-4960-8841-f8fce655b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:26.558837 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d1bd679c-83da-44f6-aa1e-f102577e473d req-55bca998-827a-41a5-9b3d-9154a33d134a tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461361 Aug 16 20:13:26.606895 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a472f78f-1852-4960-8841-f8fce655b7b6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1b98f97467bd480b96fde11fc9f4c581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3749890 Aug 16 20:13:26.609609 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52510) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:26.615913 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fe757-f1f8-4a8d-bab9-b3ad160d6445 req-1c511213-e77b-4afb-b21d-7e18d4047403 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:26.617612 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-530fe757-f1f8-4a8d-bab9-b3ad160d6445 req-1c511213-e77b-4afb-b21d-7e18d4047403 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.68 "GET /v2.0/ports?device_id=a7889198-8477-4bbe-a403-077dc58a6902 HTTP/1.1" status: 200 len: 945 time: 0.1040180 Aug 16 20:13:26.618555 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472f78f-1852-4960-8841-f8fce655b7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bab834-fa2d-4683-a74f-fbe6f09de24a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:26.671312 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-77d3a7b4-24bc-4a12-ae4c-e1460ce21e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:26.672030 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-530fe757-f1f8-4a8d-bab9-b3ad160d6445 req-aefaa225-fb41-4126-b8bf-08fa70241a46 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.68 "GET /v2.0/security-groups?id=e7421c10-e1d8-4b64-bf85-faf8dcc7f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466936 Aug 16 20:13:26.697291 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-77d3a7b4-24bc-4a12-ae4c-e1460ce21e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:26.745997 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-77d3a7b4-24bc-4a12-ae4c-e1460ce21e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:26.748705 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-77d3a7b4-24bc-4a12-ae4c-e1460ce21e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:26.750034 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-77d3a7b4-24bc-4a12-ae4c-e1460ce21e75 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f4bab834-fa2d-4683-a74f-fbe6f09de24a HTTP/1.1" status: 204 len: 168 time: 0.1390798 Aug 16 20:13:26.759102 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3a7b4-24bc-4a12-ae4c-e1460ce21e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bab834-fa2d-4683-a74f-fbe6f09de24a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:26.859814 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52520) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:26.920057 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-916113be-a56c-4843-bc4d-01df93717a54 admin admin] Deleting subnet e446e4f6-92a6-456f-bac2-69b91af15e47 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:13:26.923625 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-916113be-a56c-4843-bc4d-01df93717a54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:26.967308 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-916113be-a56c-4843-bc4d-01df93717a54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:27.029519 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-916113be-a56c-4843-bc4d-01df93717a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:27.127965 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-916113be-a56c-4843-bc4d-01df93717a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:27.149861 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52536) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:27.167985 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916113be-a56c-4843-bc4d-01df93717a54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e446e4f6-92a6-456f-bac2-69b91af15e47,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:27.170753 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-916113be-a56c-4843-bc4d-01df93717a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:27.172584 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-916113be-a56c-4843-bc4d-01df93717a54 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/e446e4f6-92a6-456f-bac2-69b91af15e47 HTTP/1.1" status: 204 len: 168 time: 0.3115578 Aug 16 20:13:27.175187 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52538) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:27.192642 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dc3db-f641-4d70-806c-25bbfdcebdf4 req-00620cdf-ef26-45bd-9a4b-eeeb0d28a49e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:27.198832 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dc3db-f641-4d70-806c-25bbfdcebdf4 req-00620cdf-ef26-45bd-9a4b-eeeb0d28a49e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:27.204768 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dc3db-f641-4d70-806c-25bbfdcebdf4 req-00620cdf-ef26-45bd-9a4b-eeeb0d28a49e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:27.210808 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dc3db-f641-4d70-806c-25bbfdcebdf4 req-00620cdf-ef26-45bd-9a4b-eeeb0d28a49e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:27.217218 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dc3db-f641-4d70-806c-25bbfdcebdf4 req-00620cdf-ef26-45bd-9a4b-eeeb0d28a49e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:27.223074 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dc3db-f641-4d70-806c-25bbfdcebdf4 req-00620cdf-ef26-45bd-9a4b-eeeb0d28a49e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:27.231946 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dc3db-f641-4d70-806c-25bbfdcebdf4 req-00620cdf-ef26-45bd-9a4b-eeeb0d28a49e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:27.237167 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-df4dc3db-f641-4d70-806c-25bbfdcebdf4 req-00620cdf-ef26-45bd-9a4b-eeeb0d28a49e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5430 time: 0.1333988 Aug 16 20:13:27.251645 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-443b9ce5-bbe0-420f-9bdf-d3f689235cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:27.281773 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-61cb6e3a-9f2c-43ec-9a18-4af54c81caf1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3d71cb4b01f14cdea3e21f8fd728f071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1284869 Aug 16 20:13:27.282454 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52540) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:27.313256 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-df4dc3db-f641-4d70-806c-25bbfdcebdf4 req-a873f89d-a6d0-40e7-b34e-3455390643a4 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0696878 Aug 16 20:13:27.350574 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-443b9ce5-bbe0-420f-9bdf-d3f689235cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:27.356024 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-08e34cec-2762-407c-8f45-1baa5acca7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:27.363712 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-443b9ce5-bbe0-420f-9bdf-d3f689235cf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:13:27.375426 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-443b9ce5-bbe0-420f-9bdf-d3f689235cf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d848ad9-9fd2-4cfe-b946-4cad1262a1a1') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:13:27.375928 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-443b9ce5-bbe0-420f-9bdf-d3f689235cf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d848ad9-9fd2-4cfe-b946-4cad1262a1a1') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:13:27.380980 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-08e34cec-2762-407c-8f45-1baa5acca7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:27.388169 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-443b9ce5-bbe0-420f-9bdf-d3f689235cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:27.405251 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-443b9ce5-bbe0-420f-9bdf-d3f689235cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:27.416569 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-443b9ce5-bbe0-420f-9bdf-d3f689235cf0 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:13:27.417744 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-443b9ce5-bbe0-420f-9bdf-d3f689235cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:27.420506 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:13:27.420506 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:13:27.420506 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:13:27.420506 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:13:27.420506 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:13:27.420506 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:13:27.420506 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:13:27.420506 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:13:27.420506 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:13:27.420506 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:13:27.420506 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:13:27.420506 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:13:27.420506 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:13:27.420506 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:13:27.420506 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:13:27.420506 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:13:27.420506 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:13:27.420506 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:13:27.420506 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:13:27.420506 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:13:27.420506 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:13:27.420506 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:13:27.420506 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:13:27.420506 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:13:27.420506 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:13:27.420506 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:13:27.420506 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:13:27.420506 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:13:27.420506 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:13:27.420506 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:13:27.420506 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:13:27.420506 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:13:27.442161 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-08e34cec-2762-407c-8f45-1baa5acca7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:27.444744 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-08e34cec-2762-407c-8f45-1baa5acca7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:27.453994 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-08e34cec-2762-407c-8f45-1baa5acca7b8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/de5293c5-515e-4c1d-9a47-0b440a36f71d HTTP/1.1" status: 204 len: 168 time: 0.1654365 Aug 16 20:13:27.462226 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e34cec-2762-407c-8f45-1baa5acca7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5293c5-515e-4c1d-9a47-0b440a36f71d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:27.521750 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-443b9ce5-bbe0-420f-9bdf-d3f689235cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:27.530741 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-443b9ce5-bbe0-420f-9bdf-d3f689235cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:27.532749 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-443b9ce5-bbe0-420f-9bdf-d3f689235cf0 admin admin] 10.222.0.68 "DELETE /v2.0/networks/d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4 HTTP/1.1" status: 204 len: 168 time: 0.3565216 Aug 16 20:13:27.550423 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338fdf5-431c-4fb6-85bf-bb957ad203c0 req-c27b12dd-ee1c-4df1-9002-0954c6c3e3f0 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:27.552165 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9338fdf5-431c-4fb6-85bf-bb957ad203c0 req-c27b12dd-ee1c-4df1-9002-0954c6c3e3f0 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 945 time: 0.0846612 Aug 16 20:13:27.553883 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b9ce5-bbe0-420f-9bdf-d3f689235cf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3484bba-7cc1-4a4e-91a4-8b272cf8ebb4,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:27.596627 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9338fdf5-431c-4fb6-85bf-bb957ad203c0 req-749b1219-a9df-43a1-a82a-c3c4db3e7d6a tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357859 Aug 16 20:13:27.744345 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9952658-e919-442a-8977-a6a2828a8573 req-9ca69b5f-2421-4b36-a3c7-599d535af612 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:27.757265 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e9952658-e919-442a-8977-a6a2828a8573 req-9ca69b5f-2421-4b36-a3c7-599d535af612 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 946 time: 0.0956573 Aug 16 20:13:27.848888 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52554) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:27.879163 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e9952658-e919-442a-8977-a6a2828a8573 req-3514aa74-f22c-471d-a0f6-156136888909 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042984 Aug 16 20:13:27.879798 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9981c58-3fb7-469b-829a-58e0a6941cbc req-cc076142-ac00-44ad-be3d-8487095905c4 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:27.883840 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d9981c58-3fb7-469b-829a-58e0a6941cbc req-cc076142-ac00-44ad-be3d-8487095905c4 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.68 "GET /v2.0/ports?device_id=a7889198-8477-4bbe-a403-077dc58a6902 HTTP/1.1" status: 200 len: 945 time: 0.0787547 Aug 16 20:13:27.956524 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3a8df689-c38e-4d02-99de-7e1a848891ee admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=081444c713e44b3b9c38b3a6c10c28bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1072884 Aug 16 20:13:27.959023 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52556) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:27.975477 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d9981c58-3fb7-469b-829a-58e0a6941cbc req-6b8933cc-750e-4a44-834a-4c8ef9ca7239 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.68 "GET /v2.0/security-groups?id=e7421c10-e1d8-4b64-bf85-faf8dcc7f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870888 Aug 16 20:13:27.996790 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fc933-7995-44bf-b482-ce3931b33967 req-044fb100-e1c9-48fb-a1a2-0666521c60df tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:27.998325 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3f2fc933-7995-44bf-b482-ce3931b33967 req-044fb100-e1c9-48fb-a1a2-0666521c60df tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7889198-8477-4bbe-a403-077dc58a6902 HTTP/1.1" status: 200 len: 945 time: 0.0852423 Aug 16 20:13:28.025725 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7eecf7c-4005-47a9-b2d2-a7e29c170e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:28.071159 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7eecf7c-4005-47a9-b2d2-a7e29c170e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:28.123189 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-3f2fc933-7995-44bf-b482-ce3931b33967 req-713d4006-3fc5-4133-b483-616f38828685 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Deleting port 13221288-5929-4606-803d-732d01c1fcd4 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:13:28.123797 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3f2fc933-7995-44bf-b482-ce3931b33967 req-713d4006-3fc5-4133-b483-616f38828685 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:28.132659 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7eecf7c-4005-47a9-b2d2-a7e29c170e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:28.136385 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7eecf7c-4005-47a9-b2d2-a7e29c170e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:28.137878 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b7eecf7c-4005-47a9-b2d2-a7e29c170e99 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1baa35f8-4f28-4c40-9c4a-08abda3a40e9 HTTP/1.1" status: 204 len: 168 time: 0.1777334 Aug 16 20:13:28.147546 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eecf7c-4005-47a9-b2d2-a7e29c170e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1baa35f8-4f28-4c40-9c4a-08abda3a40e9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:28.265100 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-3f2fc933-7995-44bf-b482-ce3931b33967 req-713d4006-3fc5-4133-b483-616f38828685 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] For port 13221288-5929-4606-803d-732d01c1fcd4, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=13221288-5929-4606-803d-732d01c1fcd4,segment=NetworkSegment(8df21fe2-afa1-454b-89af-cfdaab5b1268),segment_id=8df21fe2-afa1-454b-89af-cfdaab5b1268)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:28.265569 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3f2fc933-7995-44bf-b482-ce3931b33967 req-713d4006-3fc5-4133-b483-616f38828685 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:28.285418 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-3f2fc933-7995-44bf-b482-ce3931b33967 req-713d4006-3fc5-4133-b483-616f38828685 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Calling delete_port for 13221288-5929-4606-803d-732d01c1fcd4 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:13:28.506163 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92508402-7ea0-4c87-a684-89d5827a433c req-cc3038ec-6e95-43de-969f-9698b5348aa9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:28.512408 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92508402-7ea0-4c87-a684-89d5827a433c req-cc3038ec-6e95-43de-969f-9698b5348aa9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:28.520208 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92508402-7ea0-4c87-a684-89d5827a433c req-cc3038ec-6e95-43de-969f-9698b5348aa9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:28.533444 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92508402-7ea0-4c87-a684-89d5827a433c req-cc3038ec-6e95-43de-969f-9698b5348aa9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:28.541333 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92508402-7ea0-4c87-a684-89d5827a433c req-cc3038ec-6e95-43de-969f-9698b5348aa9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:28.547753 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92508402-7ea0-4c87-a684-89d5827a433c req-cc3038ec-6e95-43de-969f-9698b5348aa9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:28.553535 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92508402-7ea0-4c87-a684-89d5827a433c req-cc3038ec-6e95-43de-969f-9698b5348aa9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:28.562151 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-92508402-7ea0-4c87-a684-89d5827a433c req-cc3038ec-6e95-43de-969f-9698b5348aa9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5430 time: 0.1353807 Aug 16 20:13:28.564237 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3f2fc933-7995-44bf-b482-ce3931b33967 req-713d4006-3fc5-4133-b483-616f38828685 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:28.577215 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['13221288-5929-4606-803d-732d01c1fcd4'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:13:28.623944 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d4006-3fc5-4133-b483-616f38828685 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Pushing event deleted for resources: {'Port': ['ID=13221288-5929-4606-803d-732d01c1fcd4,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:28.687525 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2fc933-7995-44bf-b482-ce3931b33967 req-713d4006-3fc5-4133-b483-616f38828685 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] No DVR routers for this DVR port 13221288-5929-4606-803d-732d01c1fcd4 on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:13:28.692048 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3f2fc933-7995-44bf-b482-ce3931b33967 req-713d4006-3fc5-4133-b483-616f38828685 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:28.694034 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3f2fc933-7995-44bf-b482-ce3931b33967 req-713d4006-3fc5-4133-b483-616f38828685 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.57 "DELETE /v2.0/ports/13221288-5929-4606-803d-732d01c1fcd4 HTTP/1.1" status: 204 len: 173 time: 0.6856279 Aug 16 20:13:28.694476 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7889198-8477-4bbe-a403-077dc58a6902', 'name': 'network-vif-deleted', 'tag': '13221288-5929-4606-803d-732d01c1fcd4'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:13:28.696918 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f71f7c-9d3b-47ca-9a00-26e68a1c0fb9" -d '{"events": [{"server_uuid": "a7889198-8477-4bbe-a403-077dc58a6902", "name": "network-vif-deleted", "tag": "13221288-5929-4606-803d-732d01c1fcd4"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:13:28.716109 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-92508402-7ea0-4c87-a684-89d5827a433c req-330bca5f-e29b-4615-a71c-3a4d8ab42fc6 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1531007 Aug 16 20:13:28.814537 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcc76d8-4692-40d1-8eda-5bab9b078044 x-openstack-request-id: req-bfcc76d8-4692-40d1-8eda-5bab9b078044 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:13:28.814834 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7889198-8477-4bbe-a403-077dc58a6902", "name": "network-vif-deleted", "tag": "13221288-5929-4606-803d-732d01c1fcd4", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:13:28.815083 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bfcc76d8-4692-40d1-8eda-5bab9b078044 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:13:28.815515 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7889198-8477-4bbe-a403-077dc58a6902', 'name': 'network-vif-deleted', 'tag': '13221288-5929-4606-803d-732d01c1fcd4', 'status': 'completed', 'code': 200} Aug 16 20:13:28.856322 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c230fe6-44cd-4419-a0cc-25b45ea6bddf req-20a1e456-f085-4dfa-a0b3-a4647dad2af4 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:28.864923 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0c230fe6-44cd-4419-a0cc-25b45ea6bddf req-20a1e456-f085-4dfa-a0b3-a4647dad2af4 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 945 time: 0.1125934 Aug 16 20:13:28.912831 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0c230fe6-44cd-4419-a0cc-25b45ea6bddf req-ac0a82c7-0e1c-43f4-bafd-1ed34a4d0a9d tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466850 Aug 16 20:13:29.094301 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7208d51-f1ab-4abf-8137-435d2ad88178 req-fd17b8a2-d63e-40fb-99c6-2fe1be308265 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:29.096056 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f7208d51-f1ab-4abf-8137-435d2ad88178 req-fd17b8a2-d63e-40fb-99c6-2fe1be308265 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 946 time: 0.1167200 Aug 16 20:13:29.168492 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-63ec5a9d-321a-4a6c-9801-e70f782f87e8 req-64727f20-dddf-4235-8ded-dad5a2ddc043 tempest-ServerTagsTestJSON-301929686 tempest-ServerTagsTestJSON-301929686-project] 10.222.0.68 "GET /v2.0/ports?device_id=a7889198-8477-4bbe-a403-077dc58a6902 HTTP/1.1" status: 200 len: 210 time: 0.0461111 Aug 16 20:13:29.203581 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f7208d51-f1ab-4abf-8137-435d2ad88178 req-eb66b35c-e96f-4464-9584-2866089aebcc tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012087 Aug 16 20:13:29.292904 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52616) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:29.424318 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e2cf36b7-4225-4722-814b-81a99332c5fb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1450143424-network', 'tenant_id': 'a13e9f6046f0442f99b7418044e90c69'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:29.445482 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cf36b7-4225-4722-814b-81a99332c5fb admin admin] Made reservation on behalf of a13e9f6046f0442f99b7418044e90c69 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:13:29.448499 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2cf36b7-4225-4722-814b-81a99332c5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:29.457533 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2cf36b7-4225-4722-814b-81a99332c5fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:29.514335 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:13:29.545016 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:13:29.545609 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device f61f6739-94c2-40c0-8c3b-28bcbcba1bb5 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:13:29.546187 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 13221288-5929-4606-803d-732d01c1fcd4 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:13:29.559215 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2cf36b7-4225-4722-814b-81a99332c5fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:29.564798 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2cf36b7-4225-4722-814b-81a99332c5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:29.569950 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 13221288-5929-4606-803d-732d01c1fcd4 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:13:29.570588 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 13221288-5929-4606-803d-732d01c1fcd4 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:13:29.593888 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2cf36b7-4225-4722-814b-81a99332c5fb admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:13:29.607383 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2cf36b7-4225-4722-814b-81a99332c5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:29.607725 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-e2cf36b7-4225-4722-814b-81a99332c5fb admin admin] Added segment 9c3b1fb0-9327-4c6c-ab36-af4843c17e91 of type vlan for network e2be04bf-d35b-466e-ad9b-b50c42586b1c Aug 16 20:13:29.609146 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf36b7-4225-4722-814b-81a99332c5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08f2f21-fc17-4fcd-8d2b-3d94c86f3625,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:29.654292 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2cf36b7-4225-4722-814b-81a99332c5fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:29.679396 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2cf36b7-4225-4722-814b-81a99332c5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:29.680396 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cf36b7-4225-4722-814b-81a99332c5fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:29.680967 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2cf36b7-4225-4722-814b-81a99332c5fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:29.730935 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e2cf36b7-4225-4722-814b-81a99332c5fb admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4369056 Aug 16 20:13:29.734281 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52630) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:29.741090 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0a087d3b-7739-4f78-b9ef-0b73f325fb93 admin admin] Request body: {'subnet': {'network_id': 'e2be04bf-d35b-466e-ad9b-b50c42586b1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1450143424-subnet', 'tenant_id': 'a13e9f6046f0442f99b7418044e90c69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:29.743727 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf36b7-4225-4722-814b-81a99332c5fb admin admin] Pushing event updated for resources: {'Network': ['ID=e2be04bf-d35b-466e-ad9b-b50c42586b1c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:29.755551 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network e2be04bf-d35b-466e-ad9b-b50c42586b1c details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:13:29.785895 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52634) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:29.794248 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a087d3b-7739-4f78-b9ef-0b73f325fb93 admin admin] Made reservation on behalf of a13e9f6046f0442f99b7418044e90c69 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:13:29.797380 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a087d3b-7739-4f78-b9ef-0b73f325fb93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:30.036728 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9aad2c-94ab-4746-8545-ea2cc3da0176 req-63aad9b6-41ce-401b-95f8-8d326f3792e6 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:30.044939 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dd9aad2c-94ab-4746-8545-ea2cc3da0176 req-63aad9b6-41ce-401b-95f8-8d326f3792e6 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 945 time: 0.0591340 Aug 16 20:13:30.098131 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dd9aad2c-94ab-4746-8545-ea2cc3da0176 req-69dc89d2-5707-4389-bd42-2fcc25aa858a tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522370 Aug 16 20:13:30.176359 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b1788d8e-2d7d-4713-9031-43753f934e2f tempest-PortsAdminExtendedAttrsTestJSON-1357234123 tempest-PortsAdminExtendedAttrsTestJSON-1357234123-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1229921471'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:30.232604 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52646) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:30.252287 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1788d8e-2d7d-4713-9031-43753f934e2f tempest-PortsAdminExtendedAttrsTestJSON-1357234123 tempest-PortsAdminExtendedAttrsTestJSON-1357234123-project] Made reservation on behalf of 58d77935c1104384a10cfc41795b9eb3 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:13:30.255723 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b1788d8e-2d7d-4713-9031-43753f934e2f tempest-PortsAdminExtendedAttrsTestJSON-1357234123 tempest-PortsAdminExtendedAttrsTestJSON-1357234123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:30.283390 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f19663-87c7-4047-b6cb-d683e1b683e8 req-288722ac-b6b1-4d3f-8e73-ef211953fb35 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:30.289174 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f19663-87c7-4047-b6cb-d683e1b683e8 req-288722ac-b6b1-4d3f-8e73-ef211953fb35 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:30.296517 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f19663-87c7-4047-b6cb-d683e1b683e8 req-288722ac-b6b1-4d3f-8e73-ef211953fb35 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:30.302581 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f19663-87c7-4047-b6cb-d683e1b683e8 req-288722ac-b6b1-4d3f-8e73-ef211953fb35 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:30.308403 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f19663-87c7-4047-b6cb-d683e1b683e8 req-288722ac-b6b1-4d3f-8e73-ef211953fb35 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:30.314216 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f19663-87c7-4047-b6cb-d683e1b683e8 req-288722ac-b6b1-4d3f-8e73-ef211953fb35 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:30.314377 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a2dbfff-7f30-4271-a61f-99ef2accdd6d admin admin] Deleting subnet 03df9e2f-1053-4c0e-af63-93d7b526d0c4 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:13:30.320206 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f19663-87c7-4047-b6cb-d683e1b683e8 req-288722ac-b6b1-4d3f-8e73-ef211953fb35 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:30.322138 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-23f19663-87c7-4047-b6cb-d683e1b683e8 req-288722ac-b6b1-4d3f-8e73-ef211953fb35 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5430 time: 0.1515715 Aug 16 20:13:30.325218 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b1788d8e-2d7d-4713-9031-43753f934e2f tempest-PortsAdminExtendedAttrsTestJSON-1357234123 tempest-PortsAdminExtendedAttrsTestJSON-1357234123-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:30.329140 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a2dbfff-7f30-4271-a61f-99ef2accdd6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:30.384682 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a2dbfff-7f30-4271-a61f-99ef2accdd6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:30.418882 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58b91e-3de5-49a9-a858-063c0f4e0a9c req-ea0ae63c-9c89-4d55-b1c2-04871140bc12 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:30.420444 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4d58b91e-3de5-49a9-a858-063c0f4e0a9c req-ea0ae63c-9c89-4d55-b1c2-04871140bc12 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 946 time: 0.1036093 Aug 16 20:13:30.429009 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-23f19663-87c7-4047-b6cb-d683e1b683e8 req-b27bc4a5-7527-4a6d-b5ed-9eb7abcb45c4 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0931101 Aug 16 20:13:30.496147 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a2dbfff-7f30-4271-a61f-99ef2accdd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:30.512873 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a087d3b-7739-4f78-b9ef-0b73f325fb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:30.547348 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4d58b91e-3de5-49a9-a858-063c0f4e0a9c req-688b0af6-6a75-401a-9cc6-3825a4f06158 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182859 Aug 16 20:13:30.588218 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a2dbfff-7f30-4271-a61f-99ef2accdd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:30.589949 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a087d3b-7739-4f78-b9ef-0b73f325fb93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99334678-c858-4189-9cbd-929f59d7d57a,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:30.598988 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b1788d8e-2d7d-4713-9031-43753f934e2f tempest-PortsAdminExtendedAttrsTestJSON-1357234123 tempest-PortsAdminExtendedAttrsTestJSON-1357234123-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:30.607841 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b1788d8e-2d7d-4713-9031-43753f934e2f tempest-PortsAdminExtendedAttrsTestJSON-1357234123 tempest-PortsAdminExtendedAttrsTestJSON-1357234123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:30.615674 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2dbfff-7f30-4271-a61f-99ef2accdd6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03df9e2f-1053-4c0e-af63-93d7b526d0c4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:30.621981 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a2dbfff-7f30-4271-a61f-99ef2accdd6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:30.625191 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3a2dbfff-7f30-4271-a61f-99ef2accdd6d admin admin] 10.222.0.68 "DELETE /v2.0/subnets/03df9e2f-1053-4c0e-af63-93d7b526d0c4 HTTP/1.1" status: 204 len: 168 time: 0.3903723 Aug 16 20:13:30.626607 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52650) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:30.642592 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a087d3b-7739-4f78-b9ef-0b73f325fb93 admin admin] Checking segment: {'id': '9c3b1fb0-9327-4c6c-ab36-af4843c17e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e2be04bf-d35b-466e-ad9b-b50c42586b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:13:30.642948 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a087d3b-7739-4f78-b9ef-0b73f325fb93 admin admin] Network hostable DHCP agents. Network: e2be04bf-d35b-466e-ad9b-b50c42586b1c, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:13:30.648413 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1788d8e-2d7d-4713-9031-43753f934e2f tempest-PortsAdminExtendedAttrsTestJSON-1357234123 tempest-PortsAdminExtendedAttrsTestJSON-1357234123-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:13:30.657581 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1788d8e-2d7d-4713-9031-43753f934e2f tempest-PortsAdminExtendedAttrsTestJSON-1357234123 tempest-PortsAdminExtendedAttrsTestJSON-1357234123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2595ad00-377d-4ce7-ab45-9e9a450957eb,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:30.672378 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b1788d8e-2d7d-4713-9031-43753f934e2f tempest-PortsAdminExtendedAttrsTestJSON-1357234123 tempest-PortsAdminExtendedAttrsTestJSON-1357234123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:30.672743 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-b1788d8e-2d7d-4713-9031-43753f934e2f tempest-PortsAdminExtendedAttrsTestJSON-1357234123 tempest-PortsAdminExtendedAttrsTestJSON-1357234123-project] Added segment ae3e6113-bf20-4546-a816-ee2c6c17dc4b of type vlan for network b7a87f91-2d25-4c15-a990-237d2b028f45 Aug 16 20:13:30.701363 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb275fba-9350-4236-83f0-3e79782ecd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:30.719058 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a087d3b-7739-4f78-b9ef-0b73f325fb93 admin admin] Network e2be04bf-d35b-466e-ad9b-b50c42586b1c is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:13:30.735866 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b1788d8e-2d7d-4713-9031-43753f934e2f tempest-PortsAdminExtendedAttrsTestJSON-1357234123 tempest-PortsAdminExtendedAttrsTestJSON-1357234123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:30.740560 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-0a087d3b-7739-4f78-b9ef-0b73f325fb93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, e2be04bf-d35b-466e-ad9b-b50c42586b1c) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:13:30.745863 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a087d3b-7739-4f78-b9ef-0b73f325fb93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:30.746478 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a087d3b-7739-4f78-b9ef-0b73f325fb93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:30.752610 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09567e6-b409-4471-885c-98076103c49d None None] Network e2be04bf-d35b-466e-ad9b-b50c42586b1c requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:13:30.782986 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb275fba-9350-4236-83f0-3e79782ecd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:30.791377 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b1788d8e-2d7d-4713-9031-43753f934e2f tempest-PortsAdminExtendedAttrsTestJSON-1357234123 tempest-PortsAdminExtendedAttrsTestJSON-1357234123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:30.794273 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-eb275fba-9350-4236-83f0-3e79782ecd02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e79f972-d168-4a56-868e-1b83902cea40']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:13:30.802169 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1788d8e-2d7d-4713-9031-43753f934e2f tempest-PortsAdminExtendedAttrsTestJSON-1357234123 tempest-PortsAdminExtendedAttrsTestJSON-1357234123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:30.803541 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b1788d8e-2d7d-4713-9031-43753f934e2f tempest-PortsAdminExtendedAttrsTestJSON-1357234123 tempest-PortsAdminExtendedAttrsTestJSON-1357234123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:30.805220 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-eb275fba-9350-4236-83f0-3e79782ecd02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df21fe2-afa1-454b-89af-cfdaab5b1268') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:13:30.805618 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-eb275fba-9350-4236-83f0-3e79782ecd02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df21fe2-afa1-454b-89af-cfdaab5b1268') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:13:30.815084 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb275fba-9350-4236-83f0-3e79782ecd02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:30.825308 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0a087d3b-7739-4f78-b9ef-0b73f325fb93 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0887580 Aug 16 20:13:30.840017 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb275fba-9350-4236-83f0-3e79782ecd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:30.848455 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb275fba-9350-4236-83f0-3e79782ecd02 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:13:30.849687 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb275fba-9350-4236-83f0-3e79782ecd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:30.851028 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:13:30.851028 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:13:30.851028 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:13:30.851028 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:13:30.851028 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:13:30.851028 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:13:30.851028 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:13:30.851028 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:13:30.851028 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:13:30.851028 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:13:30.851028 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:13:30.851028 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:13:30.851028 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:13:30.851028 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:13:30.851028 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:13:30.851028 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:13:30.851028 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:13:30.851028 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:13:30.851028 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:13:30.851028 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:13:30.851028 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:13:30.851028 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:13:30.851028 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:13:30.851028 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:13:30.851028 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:13:30.851028 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:13:30.851028 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:13:30.851028 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:13:30.851028 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:13:30.851028 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:13:30.851028 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:13:30.851028 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:13:30.894257 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b1788d8e-2d7d-4713-9031-43753f934e2f tempest-PortsAdminExtendedAttrsTestJSON-1357234123 tempest-PortsAdminExtendedAttrsTestJSON-1357234123-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.1041698 Aug 16 20:13:30.921558 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1788d8e-2d7d-4713-9031-43753f934e2f tempest-PortsAdminExtendedAttrsTestJSON-1357234123 tempest-PortsAdminExtendedAttrsTestJSON-1357234123-project] Pushing event updated for resources: {'Network': ['ID=b7a87f91-2d25-4c15-a990-237d2b028f45,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:30.922628 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb275fba-9350-4236-83f0-3e79782ecd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:30.938509 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network b7a87f91-2d25-4c15-a990-237d2b028f45 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:13:30.943419 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb275fba-9350-4236-83f0-3e79782ecd02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:30.945877 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-eb275fba-9350-4236-83f0-3e79782ecd02 admin admin] 10.222.0.68 "DELETE /v2.0/networks/7e79f972-d168-4a56-868e-1b83902cea40 HTTP/1.1" status: 204 len: 168 time: 0.3180406 Aug 16 20:13:30.959142 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb275fba-9350-4236-83f0-3e79782ecd02 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e79f972-d168-4a56-868e-1b83902cea40,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:30.959425 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e904ecd-1c43-4a97-a3fa-8befc29524d1 None None] Network e2be04bf-d35b-466e-ad9b-b50c42586b1c requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:13:31.060120 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 2b63bd87-1c14-4b71-a437-91e0a8eca98c details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:13:31.198664 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52666) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:31.204202 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Request body: {'port': {'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45', 'binding:host_id': 'n-h2-787206-13', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-294036159'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:31.245227 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Made reservation on behalf of 767c60f79f8c4148a577b56179a30c6d for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:13:31.251344 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:31.275778 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:31.282518 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa64d6-8b9b-4021-a0c1-57d754b8faab req-1f218af6-1a9e-4191-a91f-3c757bcf59e8 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:31.291036 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a5aa64d6-8b9b-4021-a0c1-57d754b8faab req-1f218af6-1a9e-4191-a91f-3c757bcf59e8 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 945 time: 0.0851345 Aug 16 20:13:31.309781 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52668) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:31.369191 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 2b63bd87-1c14-4b71-a437-91e0a8eca98c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=2b63bd87-1c14-4b71-a437-91e0a8eca98c,segment=NetworkSegment(c2a4cfff-62ad-43ae-9514-2c0c83875cd5),segment_id=c2a4cfff-62ad-43ae-9514-2c0c83875cd5)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:31.371531 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a5aa64d6-8b9b-4021-a0c1-57d754b8faab req-d0aafd42-1cf5-40fe-b78e-d24188c73881 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748072 Aug 16 20:13:31.393501 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '2b63bd87-1c14-4b71-a437-91e0a8eca98c', 'network_id': '0ae80140-337e-46f6-881d-18b41812816e', 'port_id': '2b63bd87-1c14-4b71-a437-91e0a8eca98c', 'mac_address': 'fa:16:3e:d7:2c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e01d28-9c01-425c-8286-6dc8a892ec17', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:13:31.417816 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b3b0715f-8be4-44b2-bbdf-01fe2b541f2a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dedb702b2a7149b1a29beaf7331c12be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1058633 Aug 16 20:13:31.420590 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52672) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:31.486051 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:31.505360 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b63bd87-1c14-4b71-a437-91e0a8eca98c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:13:31.515763 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-42133af1-1e2a-484a-bee4-06ab53c507c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:31.533699 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:31.539139 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:31.547064 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 2b63bd87-1c14-4b71-a437-91e0a8eca98c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=2b63bd87-1c14-4b71-a437-91e0a8eca98c,segment=NetworkSegment(c2a4cfff-62ad-43ae-9514-2c0c83875cd5),segment_id=c2a4cfff-62ad-43ae-9514-2c0c83875cd5)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:31.547480 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] device_id is not set on port 1f04b871-81a8-4238-b858-0ab1300d31c6 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:13:31.555049 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:31.555796 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 0806bdce-2fff-4354-aa5e-714ebcf44a22 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:13:31.575066 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-42133af1-1e2a-484a-bee4-06ab53c507c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:31.614029 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3158871-b78f-4361-b019-333e29324cd2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:31.947879 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] device_id is not set on port 1f04b871-81a8-4238-b858-0ab1300d31c6 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:13:31.957841 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2a3ee0ee-2569-4277-a257-c1a41d2deb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:31.962778 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:31.975376 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=2b63bd87-1c14-4b71-a437-91e0a8eca98c,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:31.976590 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Transition to ACTIVE for port object 1f04b871-81a8-4238-b858-0ab1300d31c6 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:13:31.986373 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52686) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:31.988967 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 0806bdce-2fff-4354-aa5e-714ebcf44a22, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=0806bdce-2fff-4354-aa5e-714ebcf44a22,segment=NetworkSegment(db4ce1a5-fe5a-45f4-9106-33c45e011a98),segment_id=db4ce1a5-fe5a-45f4-9106-33c45e011a98)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:31.994088 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d7518b39-9b20-42c0-9fca-103d71e57b1a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-98038845-network', 'tenant_id': 'b253c17e79594bfca4e88df024ca7aa7'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:32.000611 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:32.023003 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '0806bdce-2fff-4354-aa5e-714ebcf44a22', 'network_id': '17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1', 'port_id': '0806bdce-2fff-4354-aa5e-714ebcf44a22', 'mac_address': 'fa:16:3e:7e:60:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f33a40b4-e403-467d-9112-f03dd7c053f7', 'ip_address': '10.1.1.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:13:32.083839 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Pushing event updated for resources: {'Port': ['ID=1f04b871-81a8-4238-b858-0ab1300d31c6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:32.110247 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:32.135882 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780d021-18fd-41fe-a350-0d6b8cb3e050 req-bda6693e-21b6-480b-9f56-4671b5c968f5 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:32.142566 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780d021-18fd-41fe-a350-0d6b8cb3e050 req-bda6693e-21b6-480b-9f56-4671b5c968f5 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:32.143039 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0806bdce-2fff-4354-aa5e-714ebcf44a22 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:13:32.146228 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9966a-8204-4a28-8bb1-8b3e9c575d53 req-3a0dce0b-0a73-40c6-920b-43fc15308429 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:32.151523 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780d021-18fd-41fe-a350-0d6b8cb3e050 req-bda6693e-21b6-480b-9f56-4671b5c968f5 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:32.159943 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e9e9966a-8204-4a28-8bb1-8b3e9c575d53 req-3a0dce0b-0a73-40c6-920b-43fc15308429 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 946 time: 0.0773835 Aug 16 20:13:32.165568 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780d021-18fd-41fe-a350-0d6b8cb3e050 req-bda6693e-21b6-480b-9f56-4671b5c968f5 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:32.172888 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-42133af1-1e2a-484a-bee4-06ab53c507c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:32.175078 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 0806bdce-2fff-4354-aa5e-714ebcf44a22, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=0806bdce-2fff-4354-aa5e-714ebcf44a22,segment=NetworkSegment(db4ce1a5-fe5a-45f4-9106-33c45e011a98),segment_id=db4ce1a5-fe5a-45f4-9106-33c45e011a98)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:32.180840 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:32.182185 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device ab46bcc0-44ef-4e7c-b460-c2af6e725793 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:13:32.183276 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-42133af1-1e2a-484a-bee4-06ab53c507c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:32.186937 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-42133af1-1e2a-484a-bee4-06ab53c507c0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e7421c10-e1d8-4b64-bf85-faf8dcc7f9ba HTTP/1.1" status: 204 len: 168 time: 0.7627587 Aug 16 20:13:32.187115 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780d021-18fd-41fe-a350-0d6b8cb3e050 req-bda6693e-21b6-480b-9f56-4671b5c968f5 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:32.201632 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780d021-18fd-41fe-a350-0d6b8cb3e050 req-bda6693e-21b6-480b-9f56-4671b5c968f5 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:32.207418 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42133af1-1e2a-484a-bee4-06ab53c507c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7421c10-e1d8-4b64-bf85-faf8dcc7f9ba,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:32.218024 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780d021-18fd-41fe-a350-0d6b8cb3e050 req-bda6693e-21b6-480b-9f56-4671b5c968f5 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:32.231947 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5780d021-18fd-41fe-a350-0d6b8cb3e050 req-bda6693e-21b6-480b-9f56-4671b5c968f5 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5431 time: 0.2465866 Aug 16 20:13:32.247107 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e9e9966a-8204-4a28-8bb1-8b3e9c575d53 req-ae81011e-faaa-4f8d-bb8a-2f24c925cab3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787740 Aug 16 20:13:32.299098 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5780d021-18fd-41fe-a350-0d6b8cb3e050 req-29a59af6-8641-4480-b7a2-faefa5306597 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559547 Aug 16 20:13:32.299856 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7518b39-9b20-42c0-9fca-103d71e57b1a admin admin] Made reservation on behalf of b253c17e79594bfca4e88df024ca7aa7 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:13:32.303343 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7518b39-9b20-42c0-9fca-103d71e57b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:32.308289 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=0806bdce-2fff-4354-aa5e-714ebcf44a22,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:32.326812 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7518b39-9b20-42c0-9fca-103d71e57b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:32.346136 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port ab46bcc0-44ef-4e7c-b460-c2af6e725793, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=ab46bcc0-44ef-4e7c-b460-c2af6e725793,segment=NetworkSegment(db4ce1a5-fe5a-45f4-9106-33c45e011a98),segment_id=db4ce1a5-fe5a-45f4-9106-33c45e011a98)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:32.359913 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'ab46bcc0-44ef-4e7c-b460-c2af6e725793', 'network_id': '17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1', 'port_id': 'ab46bcc0-44ef-4e7c-b460-c2af6e725793', 'mac_address': 'fa:16:3e:82:7c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f33a40b4-e403-467d-9112-f03dd7c053f7', 'ip_address': '10.1.1.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:13:32.440914 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:32.474270 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab46bcc0-44ef-4e7c-b460-c2af6e725793 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:13:32.541891 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port ab46bcc0-44ef-4e7c-b460-c2af6e725793, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=ab46bcc0-44ef-4e7c-b460-c2af6e725793,segment=NetworkSegment(db4ce1a5-fe5a-45f4-9106-33c45e011a98),segment_id=db4ce1a5-fe5a-45f4-9106-33c45e011a98)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:32.544960 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7518b39-9b20-42c0-9fca-103d71e57b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:32.559847 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:32.561314 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device aa59368f-1db7-43fa-bd48-03c82e86210f details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:13:32.562699 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7518b39-9b20-42c0-9fca-103d71e57b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:32.575421 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Checking segment: {'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:13:32.575812 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Network hostable DHCP agents. Network: b7a87f91-2d25-4c15-a990-237d2b028f45, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:13:32.602247 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7518b39-9b20-42c0-9fca-103d71e57b1a admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:13:32.611330 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cafd08-c2bf-4a9b-9380-206e66eeb5df req-701fd110-fd1a-4953-8e45-c184f4ecd227 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:32.624614 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-79cafd08-c2bf-4a9b-9380-206e66eeb5df req-701fd110-fd1a-4953-8e45-c184f4ecd227 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 945 time: 0.1317875 Aug 16 20:13:32.631924 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7518b39-9b20-42c0-9fca-103d71e57b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:32.632265 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-d7518b39-9b20-42c0-9fca-103d71e57b1a admin admin] Added segment 1260dc30-68bd-4602-824e-51ea8fe3bd59 of type vlan for network f635e916-1d98-46ac-b125-967d9600f83f Aug 16 20:13:32.633498 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7518b39-9b20-42c0-9fca-103d71e57b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91091077-d860-4bbc-b018-d779c313aedf,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:32.738864 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=ab46bcc0-44ef-4e7c-b460-c2af6e725793,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:32.766118 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-79cafd08-c2bf-4a9b-9380-206e66eeb5df req-ad0e25da-a980-48d8-b235-47d9de19a8bc tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375580 Aug 16 20:13:32.775454 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Network b7a87f91-2d25-4c15-a990-237d2b028f45 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:13:32.796673 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7518b39-9b20-42c0-9fca-103d71e57b1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:32.802917 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, b7a87f91-2d25-4c15-a990-237d2b028f45) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:13:32.815150 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:13:32.838267 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eee1535-50a8-49ff-b92f-3df4f5333fe9 None None] Network b7a87f91-2d25-4c15-a990-237d2b028f45 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:13:32.840726 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:32.841300 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:32.841930 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 on network b7a87f91-2d25-4c15-a990-237d2b028f45 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:32.858890 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Port 1f04b871-81a8-4238-b858-0ab1300d31c6 on network b7a87f91-2d25-4c15-a990-237d2b028f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:32.859442 n-d-787206-13 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Failed to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 on host n-h2-787206-13 for vnic_type normal using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] Aug 16 20:13:32.862203 n-d-787206-13 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempt 2 to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 Aug 16 20:13:32.878811 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7518b39-9b20-42c0-9fca-103d71e57b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:32.880001 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7518b39-9b20-42c0-9fca-103d71e57b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:32.880683 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7518b39-9b20-42c0-9fca-103d71e57b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:32.891867 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:32.892097 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:32.895605 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 on network b7a87f91-2d25-4c15-a990-237d2b028f45 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:32.939050 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Port 1f04b871-81a8-4238-b858-0ab1300d31c6 on network b7a87f91-2d25-4c15-a990-237d2b028f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:32.939695 n-d-787206-13 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Failed to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 on host n-h2-787206-13 for vnic_type normal using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] Aug 16 20:13:32.942218 n-d-787206-13 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempt 3 to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 Aug 16 20:13:32.947844 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port aa59368f-1db7-43fa-bd48-03c82e86210f, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=aa59368f-1db7-43fa-bd48-03c82e86210f,segment=NetworkSegment(57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61),segment_id=57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:32.965085 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'aa59368f-1db7-43fa-bd48-03c82e86210f', 'network_id': '90394afd-703c-4163-92ad-725e7cc3c2c5', 'port_id': 'aa59368f-1db7-43fa-bd48-03c82e86210f', 'mac_address': 'fa:16:3e:63:7f:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d158c1-c010-4d0a-a6f3-8a25135ae4a6', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:13:32.965761 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:32.965761 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:32.966209 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 on network b7a87f91-2d25-4c15-a990-237d2b028f45 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:32.974997 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52706) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:32.981871 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d459f8d4-fd12-43b0-b47a-4571783595d1 admin admin] Request body: {'subnet': {'network_id': 'f635e916-1d98-46ac-b125-967d9600f83f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-98038845-subnet', 'tenant_id': 'b253c17e79594bfca4e88df024ca7aa7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:32.986743 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d7518b39-9b20-42c0-9fca-103d71e57b1a admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9971132 Aug 16 20:13:32.996097 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7518b39-9b20-42c0-9fca-103d71e57b1a admin admin] Pushing event updated for resources: {'Network': ['ID=f635e916-1d98-46ac-b125-967d9600f83f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:33.007667 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Port 1f04b871-81a8-4238-b858-0ab1300d31c6 on network b7a87f91-2d25-4c15-a990-237d2b028f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:33.008644 n-d-787206-13 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Failed to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 on host n-h2-787206-13 for vnic_type normal using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] Aug 16 20:13:33.011796 n-d-787206-13 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempt 4 to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 Aug 16 20:13:33.017277 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network f635e916-1d98-46ac-b125-967d9600f83f details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:13:33.025759 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d459f8d4-fd12-43b0-b47a-4571783595d1 admin admin] Made reservation on behalf of b253c17e79594bfca4e88df024ca7aa7 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:13:33.029510 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d459f8d4-fd12-43b0-b47a-4571783595d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:33.037971 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:33.038380 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:33.038909 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 on network b7a87f91-2d25-4c15-a990-237d2b028f45 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:33.045098 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Port 1f04b871-81a8-4238-b858-0ab1300d31c6 on network b7a87f91-2d25-4c15-a990-237d2b028f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:33.045791 n-d-787206-13 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Failed to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 on host n-h2-787206-13 for vnic_type normal using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] Aug 16 20:13:33.046248 n-d-787206-13 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempt 5 to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 Aug 16 20:13:33.069593 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:33.069593 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:33.070053 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 on network b7a87f91-2d25-4c15-a990-237d2b028f45 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:33.076418 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Port 1f04b871-81a8-4238-b858-0ab1300d31c6 on network b7a87f91-2d25-4c15-a990-237d2b028f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:33.076899 n-d-787206-13 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Failed to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 on host n-h2-787206-13 for vnic_type normal using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] Aug 16 20:13:33.077383 n-d-787206-13 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempt 6 to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 Aug 16 20:13:33.090518 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:33.090995 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:33.091581 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 on network b7a87f91-2d25-4c15-a990-237d2b028f45 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:33.096577 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Port 1f04b871-81a8-4238-b858-0ab1300d31c6 on network b7a87f91-2d25-4c15-a990-237d2b028f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:33.097037 n-d-787206-13 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Failed to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 on host n-h2-787206-13 for vnic_type normal using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] Aug 16 20:13:33.097914 n-d-787206-13 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempt 7 to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 Aug 16 20:13:33.128677 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:33.130826 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:33.132488 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 on network b7a87f91-2d25-4c15-a990-237d2b028f45 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:33.144373 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Port 1f04b871-81a8-4238-b858-0ab1300d31c6 on network b7a87f91-2d25-4c15-a990-237d2b028f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:33.144713 n-d-787206-13 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Failed to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 on host n-h2-787206-13 for vnic_type normal using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] Aug 16 20:13:33.145157 n-d-787206-13 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempt 8 to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 Aug 16 20:13:33.159573 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:33.159974 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:33.160243 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 on network b7a87f91-2d25-4c15-a990-237d2b028f45 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:33.165810 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Port 1f04b871-81a8-4238-b858-0ab1300d31c6 on network b7a87f91-2d25-4c15-a990-237d2b028f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:33.166102 n-d-787206-13 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Failed to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 on host n-h2-787206-13 for vnic_type normal using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] Aug 16 20:13:33.167066 n-d-787206-13 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempt 9 to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 Aug 16 20:13:33.181705 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:33.182062 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:33.183415 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 on network b7a87f91-2d25-4c15-a990-237d2b028f45 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:33.188827 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Port 1f04b871-81a8-4238-b858-0ab1300d31c6 on network b7a87f91-2d25-4c15-a990-237d2b028f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:33.189199 n-d-787206-13 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Failed to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 on host n-h2-787206-13 for vnic_type normal using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] Aug 16 20:13:33.190001 n-d-787206-13 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempt 10 to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 Aug 16 20:13:33.201477 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:33.208173 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:33.210168 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:33.210524 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 on network b7a87f91-2d25-4c15-a990-237d2b028f45 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:33.224227 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Port 1f04b871-81a8-4238-b858-0ab1300d31c6 on network b7a87f91-2d25-4c15-a990-237d2b028f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:33.224712 n-d-787206-13 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Failed to bind port 1f04b871-81a8-4238-b858-0ab1300d31c6 on host n-h2-787206-13 for vnic_type normal using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] Aug 16 20:13:33.225100 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:33.274361 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa59368f-1db7-43fa-bd48-03c82e86210f {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:13:33.292643 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d459f8d4-fd12-43b0-b47a-4571783595d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:33.321463 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port aa59368f-1db7-43fa-bd48-03c82e86210f, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=aa59368f-1db7-43fa-bd48-03c82e86210f,segment=NetworkSegment(57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61),segment_id=57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:33.326737 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:33.327458 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 15bcece1-3862-48bc-becb-4f92e4ddad57 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:13:33.334952 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] For port 1f04b871-81a8-4238-b858-0ab1300d31c6, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:13:33.336088 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempted to set empty binding levels {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 20:13:33.355947 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:33.406548 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 15bcece1-3862-48bc-becb-4f92e4ddad57, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=15bcece1-3862-48bc-becb-4f92e4ddad57,segment=NetworkSegment(db4ce1a5-fe5a-45f4-9106-33c45e011a98),segment_id=db4ce1a5-fe5a-45f4-9106-33c45e011a98)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:33.419341 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '15bcece1-3862-48bc-becb-4f92e4ddad57', 'network_id': '17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1', 'port_id': '15bcece1-3862-48bc-becb-4f92e4ddad57', 'mac_address': 'fa:16:3e:e3:e5:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f33a40b4-e403-467d-9112-f03dd7c053f7', 'ip_address': '10.1.1.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:13:33.429512 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d459f8d4-fd12-43b0-b47a-4571783595d1 admin admin] Checking segment: {'id': '1260dc30-68bd-4602-824e-51ea8fe3bd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f635e916-1d98-46ac-b125-967d9600f83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:13:33.429882 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d459f8d4-fd12-43b0-b47a-4571783595d1 admin admin] Network hostable DHCP agents. Network: f635e916-1d98-46ac-b125-967d9600f83f, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:13:33.430466 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:33.431077 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:33.437609 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459f8d4-fd12-43b0-b47a-4571783595d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc0c45db-4ae6-46c7-8622-bb63f17fa68d,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:33.447987 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52722) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:33.465130 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5205a-ff32-40a2-ab0f-c5a0b72f43c0 req-4cc93237-9e47-41b1-9ab5-14ea3fa5c276 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:33.466189 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-04c5205a-ff32-40a2-ab0f-c5a0b72f43c0 req-4cc93237-9e47-41b1-9ab5-14ea3fa5c276 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 946 time: 0.1086090 Aug 16 20:13:33.482968 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d459f8d4-fd12-43b0-b47a-4571783595d1 admin admin] Network f635e916-1d98-46ac-b125-967d9600f83f is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:13:33.504477 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Pushing event updated for resources: {'Port': ['ID=1f04b871-81a8-4238-b858-0ab1300d31c6,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:33.515570 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5eee6c33-d70d-4cca-811c-879d7fd653fb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.3154528 Aug 16 20:13:33.518130 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52726) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:33.519831 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d459f8d4-fd12-43b0-b47a-4571783595d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, f635e916-1d98-46ac-b125-967d9600f83f) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:13:33.531691 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d459f8d4-fd12-43b0-b47a-4571783595d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:33.532231 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d459f8d4-fd12-43b0-b47a-4571783595d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:33.542396 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-04c5205a-ff32-40a2-ab0f-c5a0b72f43c0 req-c45bee40-9241-41ea-9cab-43f98e2603d7 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614231 Aug 16 20:13:33.559240 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d459f8d4-fd12-43b0-b47a-4571783595d1 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5829856 Aug 16 20:13:33.623325 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd93c4-ad5c-42cc-86c4-b3b10c9aa1dd req-83309a86-1d8a-4329-ac7f-ed929545a7c5 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:33.628737 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d08d58d-1600-4567-84d7-23e34b665aab None None] Network f635e916-1d98-46ac-b125-967d9600f83f requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:13:33.629729 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd93c4-ad5c-42cc-86c4-b3b10c9aa1dd req-83309a86-1d8a-4329-ac7f-ed929545a7c5 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:33.632085 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1f06273a-58bd-444e-afff-13b957d5d715 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-188192794-network', 'tenant_id': '92569f34c49a49e2a1bee9bb87197b5b'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:33.635698 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd93c4-ad5c-42cc-86c4-b3b10c9aa1dd req-83309a86-1d8a-4329-ac7f-ed929545a7c5 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:33.642032 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd93c4-ad5c-42cc-86c4-b3b10c9aa1dd req-83309a86-1d8a-4329-ac7f-ed929545a7c5 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:33.647737 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd93c4-ad5c-42cc-86c4-b3b10c9aa1dd req-83309a86-1d8a-4329-ac7f-ed929545a7c5 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:33.654195 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd93c4-ad5c-42cc-86c4-b3b10c9aa1dd req-83309a86-1d8a-4329-ac7f-ed929545a7c5 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:33.655876 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f06273a-58bd-444e-afff-13b957d5d715 admin admin] Made reservation on behalf of 92569f34c49a49e2a1bee9bb87197b5b for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:13:33.659433 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f06273a-58bd-444e-afff-13b957d5d715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:33.660134 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd93c4-ad5c-42cc-86c4-b3b10c9aa1dd req-83309a86-1d8a-4329-ac7f-ed929545a7c5 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:33.662140 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fefd93c4-ad5c-42cc-86c4-b3b10c9aa1dd req-83309a86-1d8a-4329-ac7f-ed929545a7c5 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5434 time: 0.1966641 Aug 16 20:13:33.678290 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=aa59368f-1db7-43fa-bd48-03c82e86210f,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:33.685248 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f06273a-58bd-444e-afff-13b957d5d715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:33.701464 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:33.715667 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fefd93c4-ad5c-42cc-86c4-b3b10c9aa1dd req-a41d6ffd-922f-40d1-b271-eb919e386f3a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429423 Aug 16 20:13:33.718081 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-655a4825-0653-43f5-b51a-90c74ee546cb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Deleting port 1f04b871-81a8-4238-b858-0ab1300d31c6 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:13:33.718423 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-655a4825-0653-43f5-b51a-90c74ee546cb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:33.719003 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15bcece1-3862-48bc-becb-4f92e4ddad57 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:13:33.739934 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 15bcece1-3862-48bc-becb-4f92e4ddad57, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=15bcece1-3862-48bc-becb-4f92e4ddad57,segment=NetworkSegment(db4ce1a5-fe5a-45f4-9106-33c45e011a98),segment_id=db4ce1a5-fe5a-45f4-9106-33c45e011a98)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:33.768906 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:33.770947 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 78789552-5398-472f-b04d-8f553a08b7fb details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:13:33.825418 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-655a4825-0653-43f5-b51a-90c74ee546cb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] For port 1f04b871-81a8-4238-b858-0ab1300d31c6, host n-h2-787206-13, got binding levels [] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:33.825652 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-655a4825-0653-43f5-b51a-90c74ee546cb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:33.848445 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-655a4825-0653-43f5-b51a-90c74ee546cb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Calling delete_port for 1f04b871-81a8-4238-b858-0ab1300d31c6 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:13:33.902763 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f06273a-58bd-444e-afff-13b957d5d715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:33.907960 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f06273a-58bd-444e-afff-13b957d5d715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:33.939371 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f06273a-58bd-444e-afff-13b957d5d715 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:13:33.941065 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 78789552-5398-472f-b04d-8f553a08b7fb, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=78789552-5398-472f-b04d-8f553a08b7fb,segment=NetworkSegment(57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61),segment_id=57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:33.948264 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252396aa-9f48-4073-84bb-b1ba75d69b3e None None] Network f635e916-1d98-46ac-b125-967d9600f83f requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:13:33.961617 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f06273a-58bd-444e-afff-13b957d5d715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:33.962082 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-1f06273a-58bd-444e-afff-13b957d5d715 admin admin] Added segment 84c054f6-f1d5-4d03-81c3-3237f56ec888 of type vlan for network 6a810a23-6feb-497f-991b-9f7fa7297251 Aug 16 20:13:33.963649 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=15bcece1-3862-48bc-becb-4f92e4ddad57,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:33.971735 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-655a4825-0653-43f5-b51a-90c74ee546cb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:33.983501 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe4804-fd71-401f-aee2-3ee6ea6e872f req-6938b483-1a6e-4e71-aae0-620fb7230513 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:33.992686 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-93fe4804-fd71-401f-aee2-3ee6ea6e872f req-6938b483-1a6e-4e71-aae0-620fb7230513 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 945 time: 0.1360226 Aug 16 20:13:33.994047 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06273a-58bd-444e-afff-13b957d5d715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c467234-fd75-4064-bc03-bf88794b0b0b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:34.011622 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '78789552-5398-472f-b04d-8f553a08b7fb', 'network_id': '90394afd-703c-4163-92ad-725e7cc3c2c5', 'port_id': '78789552-5398-472f-b04d-8f553a08b7fb', 'mac_address': 'fa:16:3e:cb:49:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d158c1-c010-4d0a-a6f3-8a25135ae4a6', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:13:34.015774 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a4825-0653-43f5-b51a-90c74ee546cb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f04b871-81a8-4238-b858-0ab1300d31c6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:34.021621 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-655a4825-0653-43f5-b51a-90c74ee546cb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:34.023963 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-655a4825-0653-43f5-b51a-90c74ee546cb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] 10.222.0.68 "DELETE /v2.0/ports/1f04b871-81a8-4238-b858-0ab1300d31c6 HTTP/1.1" status: 204 len: 168 time: 0.5048752 Aug 16 20:13:34.027206 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52740) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:34.070683 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-93fe4804-fd71-401f-aee2-3ee6ea6e872f req-161b706c-5a91-4e6d-8f06-bad32eab2ead tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757480 Aug 16 20:13:34.072524 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f06273a-58bd-444e-afff-13b957d5d715 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:34.075464 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:34.075918 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9323991-bb04-4d09-b00a-1d71deed69fc tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] GET failed (client error): The resource could not be found. Aug 16 20:13:34.077920 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a9323991-bb04-4d09-b00a-1d71deed69fc tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] 10.222.0.68 "GET /v2.0/ports/1f04b871-81a8-4238-b858-0ab1300d31c6 HTTP/1.1" status: 404 len: 333 time: 0.0496600 Aug 16 20:13:34.085490 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52742) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:34.092356 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-093a3129-7b6c-403b-b365-5a7260285f5c tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Request body: {'port': {'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-789718292'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:34.100357 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78789552-5398-472f-b04d-8f553a08b7fb {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:13:34.123743 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f06273a-58bd-444e-afff-13b957d5d715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:34.124818 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f06273a-58bd-444e-afff-13b957d5d715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:34.125497 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f06273a-58bd-444e-afff-13b957d5d715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:34.136442 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 78789552-5398-472f-b04d-8f553a08b7fb, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=78789552-5398-472f-b04d-8f553a08b7fb,segment=NetworkSegment(57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61),segment_id=57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:34.157209 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:34.157865 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device f95a6a25-2ba9-4066-b98c-395810ce723a details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:13:34.178521 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093a3129-7b6c-403b-b365-5a7260285f5c tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Made reservation on behalf of 767c60f79f8c4148a577b56179a30c6d for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:13:34.181329 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-093a3129-7b6c-403b-b365-5a7260285f5c tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:34.189423 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1f06273a-58bd-444e-afff-13b957d5d715 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7371502 Aug 16 20:13:34.191795 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52752) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:34.208949 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-852da974-2799-4d15-b9c0-8055b4232e4c admin admin] Request body: {'subnet': {'network_id': '6a810a23-6feb-497f-991b-9f7fa7297251', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-188192794-subnet', 'tenant_id': '92569f34c49a49e2a1bee9bb87197b5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:34.211187 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06273a-58bd-444e-afff-13b957d5d715 admin admin] Pushing event updated for resources: {'Network': ['ID=6a810a23-6feb-497f-991b-9f7fa7297251,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:34.214750 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-093a3129-7b6c-403b-b365-5a7260285f5c tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] device_id is not set on port 1ec6d43d-39ab-4092-ae67-7c4b700d046f yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:13:34.238688 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 6a810a23-6feb-497f-991b-9f7fa7297251 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:13:34.252809 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port f95a6a25-2ba9-4066-b98c-395810ce723a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f95a6a25-2ba9-4066-b98c-395810ce723a,segment=NetworkSegment(db4ce1a5-fe5a-45f4-9106-33c45e011a98),segment_id=db4ce1a5-fe5a-45f4-9106-33c45e011a98)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:34.279427 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'f95a6a25-2ba9-4066-b98c-395810ce723a', 'network_id': '17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1', 'port_id': 'f95a6a25-2ba9-4066-b98c-395810ce723a', 'mac_address': 'fa:16:3e:72:51:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f33a40b4-e403-467d-9112-f03dd7c053f7', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:13:34.316737 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852da974-2799-4d15-b9c0-8055b4232e4c admin admin] Made reservation on behalf of 92569f34c49a49e2a1bee9bb87197b5b for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:13:34.320182 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-852da974-2799-4d15-b9c0-8055b4232e4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:34.323782 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=78789552-5398-472f-b04d-8f553a08b7fb,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:34.387754 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-093a3129-7b6c-403b-b365-5a7260285f5c tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:34.402689 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a73d125a-7b08-40f2-8144-8a3442f0b55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:34.414513 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:34.427744 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-093a3129-7b6c-403b-b365-5a7260285f5c tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:34.429858 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f95a6a25-2ba9-4066-b98c-395810ce723a {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:13:34.457877 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port f95a6a25-2ba9-4066-b98c-395810ce723a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f95a6a25-2ba9-4066-b98c-395810ce723a,segment=NetworkSegment(db4ce1a5-fe5a-45f4-9106-33c45e011a98),segment_id=db4ce1a5-fe5a-45f4-9106-33c45e011a98)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:34.464799 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:34.502801 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752368f-96ee-4136-ab59-e294769cbffe req-74530a42-d3fa-4e75-a731-3a300a3c699e tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:34.515326 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a752368f-96ee-4136-ab59-e294769cbffe req-74530a42-d3fa-4e75-a731-3a300a3c699e tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.68 "GET /v2.0/networks?id=e2be04bf-d35b-466e-ad9b-b50c42586b1c HTTP/1.1" status: 200 len: 825 time: 0.2913668 Aug 16 20:13:34.519029 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=f95a6a25-2ba9-4066-b98c-395810ce723a,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:34.523298 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a3129-7b6c-403b-b365-5a7260285f5c tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Pushing event updated for resources: {'Port': ['ID=1ec6d43d-39ab-4092-ae67-7c4b700d046f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:34.539122 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093a3129-7b6c-403b-b365-5a7260285f5c tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Network b7a87f91-2d25-4c15-a990-237d2b028f45 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:13:34.540540 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-093a3129-7b6c-403b-b365-5a7260285f5c tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:13:34.543367 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093a3129-7b6c-403b-b365-5a7260285f5c tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:13:34.544296 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093a3129-7b6c-403b-b365-5a7260285f5c tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:34.544884 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-093a3129-7b6c-403b-b365-5a7260285f5c tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:34.554608 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a752368f-96ee-4136-ab59-e294769cbffe req-fcf88760-05a0-4acf-9935-c6c82baf0b7b tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.68 "GET /v2.0/quotas/a13e9f6046f0442f99b7418044e90c69 HTTP/1.1" status: 200 len: 375 time: 0.0423048 Aug 16 20:13:34.564383 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-093a3129-7b6c-403b-b365-5a7260285f5c tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4769700 Aug 16 20:13:34.565046 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52764) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:34.570245 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:34.607915 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a752368f-96ee-4136-ab59-e294769cbffe req-4774f804-ae67-4053-bff2-0b73ac60b000 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=a13e9f6046f0442f99b7418044e90c69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433042 Aug 16 20:13:34.631611 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:34.638746 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:34.714808 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-852da974-2799-4d15-b9c0-8055b4232e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:34.770068 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded19280-616c-4659-a1e4-f8af7c47a203 req-124a513d-07fa-41db-99a0-843d3931bd02 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:34.771719 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ded19280-616c-4659-a1e4-f8af7c47a203 req-124a513d-07fa-41db-99a0-843d3931bd02 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 946 time: 0.1283405 Aug 16 20:13:34.800554 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852da974-2799-4d15-b9c0-8055b4232e4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca1992e2-7985-465e-bbf0-d8a8506a4bc2,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:34.810149 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852da974-2799-4d15-b9c0-8055b4232e4c admin admin] Checking segment: {'id': '84c054f6-f1d5-4d03-81c3-3237f56ec888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6a810a23-6feb-497f-991b-9f7fa7297251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:13:34.810517 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852da974-2799-4d15-b9c0-8055b4232e4c admin admin] Network hostable DHCP agents. Network: 6a810a23-6feb-497f-991b-9f7fa7297251, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:13:34.816722 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a752368f-96ee-4136-ab59-e294769cbffe req-80269d7c-4500-4cd6-9fb1-f89d72bd45c0 service neutron] 10.222.0.68 "GET /v2.0/networks/e2be04bf-d35b-466e-ad9b-b50c42586b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707611 Aug 16 20:13:34.873488 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852da974-2799-4d15-b9c0-8055b4232e4c admin admin] Network 6a810a23-6feb-497f-991b-9f7fa7297251 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:13:34.881572 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] device_id is not set on port 1ec6d43d-39ab-4092-ae67-7c4b700d046f yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:13:34.889308 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-852da974-2799-4d15-b9c0-8055b4232e4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 6a810a23-6feb-497f-991b-9f7fa7297251) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:13:34.891602 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:34.897063 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852da974-2799-4d15-b9c0-8055b4232e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:34.897778 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-852da974-2799-4d15-b9c0-8055b4232e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:34.902732 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c2433d-8853-46ac-bc9e-5f5d55362336 None None] Network 6a810a23-6feb-497f-991b-9f7fa7297251 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:13:34.908171 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Transition to ACTIVE for port object 1ec6d43d-39ab-4092-ae67-7c4b700d046f will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:13:34.915369 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:34.927849 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-852da974-2799-4d15-b9c0-8055b4232e4c admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7268348 Aug 16 20:13:34.937891 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a752368f-96ee-4136-ab59-e294769cbffe req-b079f4ed-a760-4338-9ffd-fa6135d0a11d service neutron] 10.222.0.68 "GET /v2.0/networks/e2be04bf-d35b-466e-ad9b-b50c42586b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149616 Aug 16 20:13:34.979100 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ded19280-616c-4659-a1e4-f8af7c47a203 req-eeaec477-6c10-4673-b7ef-4e09ed197e5d tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972821 Aug 16 20:13:35.001066 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Pushing event updated for resources: {'Port': ['ID=1ec6d43d-39ab-4092-ae67-7c4b700d046f,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:35.013222 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:35.013588 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:35.013918 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on network b7a87f91-2d25-4c15-a990-237d2b028f45 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:35.019713 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on network b7a87f91-2d25-4c15-a990-237d2b028f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:35.020061 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Failed to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on host n-h2-787206-13 for vnic_type normal using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] Aug 16 20:13:35.020937 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempt 2 to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f Aug 16 20:13:35.034728 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:35.035060 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:35.035439 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on network b7a87f91-2d25-4c15-a990-237d2b028f45 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:35.041416 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on network b7a87f91-2d25-4c15-a990-237d2b028f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:35.041785 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Failed to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on host n-h2-787206-13 for vnic_type normal using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] Aug 16 20:13:35.042177 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempt 3 to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f Aug 16 20:13:35.065797 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:35.066319 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:35.066826 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on network b7a87f91-2d25-4c15-a990-237d2b028f45 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:35.073729 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on network b7a87f91-2d25-4c15-a990-237d2b028f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:35.074454 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Failed to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on host n-h2-787206-13 for vnic_type normal using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] Aug 16 20:13:35.075012 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempt 4 to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f Aug 16 20:13:35.093705 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:35.094336 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:35.094834 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on network b7a87f91-2d25-4c15-a990-237d2b028f45 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:35.101791 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on network b7a87f91-2d25-4c15-a990-237d2b028f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:35.107506 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Failed to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on host n-h2-787206-13 for vnic_type normal using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] Aug 16 20:13:35.107971 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempt 5 to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f Aug 16 20:13:35.125032 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:35.125032 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:35.125348 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on network b7a87f91-2d25-4c15-a990-237d2b028f45 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:35.130832 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on network b7a87f91-2d25-4c15-a990-237d2b028f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:35.131020 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Failed to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on host n-h2-787206-13 for vnic_type normal using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] Aug 16 20:13:35.131454 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempt 6 to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f Aug 16 20:13:35.147106 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:35.147431 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:35.147772 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on network b7a87f91-2d25-4c15-a990-237d2b028f45 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:35.208931 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on network b7a87f91-2d25-4c15-a990-237d2b028f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:35.209266 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Failed to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on host n-h2-787206-13 for vnic_type normal using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] Aug 16 20:13:35.211881 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempt 7 to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f Aug 16 20:13:35.256118 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27665a6c-a441-4dc0-9b40-b2b94afe3026 req-f28c632a-d6f2-4c0e-bf3a-bd95d874c978 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.268931 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['ab46bcc0-44ef-4e7c-b460-c2af6e725793'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:13:35.278301 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27665a6c-a441-4dc0-9b40-b2b94afe3026 req-f28c632a-d6f2-4c0e-bf3a-bd95d874c978 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.285355 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27665a6c-a441-4dc0-9b40-b2b94afe3026 req-f28c632a-d6f2-4c0e-bf3a-bd95d874c978 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.294140 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27665a6c-a441-4dc0-9b40-b2b94afe3026 req-f28c632a-d6f2-4c0e-bf3a-bd95d874c978 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.301926 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27665a6c-a441-4dc0-9b40-b2b94afe3026 req-f28c632a-d6f2-4c0e-bf3a-bd95d874c978 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.309212 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27665a6c-a441-4dc0-9b40-b2b94afe3026 req-f28c632a-d6f2-4c0e-bf3a-bd95d874c978 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.316246 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27665a6c-a441-4dc0-9b40-b2b94afe3026 req-f28c632a-d6f2-4c0e-bf3a-bd95d874c978 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.326107 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['0806bdce-2fff-4354-aa5e-714ebcf44a22'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:13:35.328260 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-27665a6c-a441-4dc0-9b40-b2b94afe3026 req-f28c632a-d6f2-4c0e-bf3a-bd95d874c978 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5437 time: 0.1767175 Aug 16 20:13:35.328734 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['2b63bd87-1c14-4b71-a437-91e0a8eca98c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:13:35.341416 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:35.341759 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:35.342244 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on network b7a87f91-2d25-4c15-a990-237d2b028f45 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:35.359480 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on network b7a87f91-2d25-4c15-a990-237d2b028f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:35.359971 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Failed to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on host n-h2-787206-13 for vnic_type normal using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] Aug 16 20:13:35.360632 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempt 8 to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f Aug 16 20:13:35.411175 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:35.411804 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:35.412162 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on network b7a87f91-2d25-4c15-a990-237d2b028f45 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:35.421129 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb68f97-81de-437f-9ea9-586982ce5dec req-4fed22ad-369a-479d-90be-455f2d1a3361 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.427856 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-27665a6c-a441-4dc0-9b40-b2b94afe3026 req-f5cdc651-da8e-464f-b88f-ac58bcce31b8 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0981221 Aug 16 20:13:35.429000 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1fb68f97-81de-437f-9ea9-586982ce5dec req-4fed22ad-369a-479d-90be-455f2d1a3361 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 945 time: 0.0719254 Aug 16 20:13:35.439473 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on network b7a87f91-2d25-4c15-a990-237d2b028f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:35.440047 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Failed to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on host n-h2-787206-13 for vnic_type normal using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] Aug 16 20:13:35.440676 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempt 9 to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f Aug 16 20:13:35.466130 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:35.466493 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:35.466831 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on network b7a87f91-2d25-4c15-a990-237d2b028f45 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:35.471937 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on network b7a87f91-2d25-4c15-a990-237d2b028f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:35.472307 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Failed to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on host n-h2-787206-13 for vnic_type normal using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] Aug 16 20:13:35.472697 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempt 10 to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f Aug 16 20:13:35.506614 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1fb68f97-81de-437f-9ea9-586982ce5dec req-df8129db-8518-4055-abf1-aeb5ad2962e8 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766294 Aug 16 20:13:35.533457 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-45c1bf40-6d6e-4fca-a308-af7294216aba req-c8a9f076-49dd-41f5-9d4d-3a6082d2f08e tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.68 "GET /v2.0/ports?device_id=040c6a85-ecee-482f-8b98-998174914224 HTTP/1.1" status: 200 len: 210 time: 0.0346262 Aug 16 20:13:35.534311 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:35.534759 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:35.535195 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on network b7a87f91-2d25-4c15-a990-237d2b028f45 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:35.543106 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on network b7a87f91-2d25-4c15-a990-237d2b028f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:35.543618 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Failed to bind port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on host n-h2-787206-13 for vnic_type normal using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] Aug 16 20:13:35.544092 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:35.604834 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['f95a6a25-2ba9-4066-b98c-395810ce723a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:13:35.678583 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58149f24-0cb4-4557-9ff2-0d02400594ea None None] Network 6a810a23-6feb-497f-991b-9f7fa7297251 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:13:35.684084 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] For port 1ec6d43d-39ab-4092-ae67-7c4b700d046f, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:13:35.684785 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempted to set empty binding levels {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 20:13:35.695637 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:35.733517 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] In _notify_port_updated(), no bound segment for port 1ec6d43d-39ab-4092-ae67-7c4b700d046f on network b7a87f91-2d25-4c15-a990-237d2b028f45 {{(pid=94771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:13:35.734535 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.735218 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:35.740174 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] 10.222.0.68 "PUT /v2.0/ports/1ec6d43d-39ab-4092-ae67-7c4b700d046f HTTP/1.1" status: 200 len: 975 time: 1.1716766 Aug 16 20:13:35.743327 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52812) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:35.779678 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['78789552-5398-472f-b04d-8f553a08b7fb'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:13:35.784995 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0cd053-ae19-4658-a63c-c82afec8e158 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Pushing event updated for resources: {'Port': ['ID=1ec6d43d-39ab-4092-ae67-7c4b700d046f,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:35.807682 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['15bcece1-3862-48bc-becb-4f92e4ddad57'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:13:35.847635 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['aa59368f-1db7-43fa-bd48-03c82e86210f'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:13:35.919623 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:35.945248 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.945895 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.946431 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.946963 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.947519 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.948831 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.950103 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.950774 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.951455 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.952140 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.952909 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.953559 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.954173 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.954804 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.955629 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.956274 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.956895 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.957514 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.958135 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.958902 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.959553 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.960168 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.960790 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.961438 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.962078 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.962698 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.963343 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.964589 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.965217 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.965860 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.966647 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.967327 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.967948 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.968689 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.969311 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.969927 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.970726 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.972003 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.973274 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.974001 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:35.978468 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-064960a2-fd8f-41ad-8345-5ebcc485e363 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36124 time: 0.2250683 Aug 16 20:13:35.982978 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52816) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:36.063326 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-e1e5cf5b-f977-475c-a4f8-3b24742c07ca tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:36.075478 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-e1e5cf5b-f977-475c-a4f8-3b24742c07ca tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/networks?id=6a810a23-6feb-497f-991b-9f7fa7297251 HTTP/1.1" status: 200 len: 814 time: 0.3494511 Aug 16 20:13:36.111850 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-e9b7e61c-e93e-4284-8dbb-309dd8e6bb4c tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/quotas/92569f34c49a49e2a1bee9bb87197b5b HTTP/1.1" status: 200 len: 375 time: 0.0352006 Aug 16 20:13:36.116133 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:36.131276 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:36.175049 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-de51501f-0d6a-4b29-8cb4-f0daabb10810 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=92569f34c49a49e2a1bee9bb87197b5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517704 Aug 16 20:13:36.187998 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad0acd-b0f1-45bb-97a2-57e16c527e5c req-14ce4f16-167d-46ee-8ade-db30eaa3847a tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:36.189801 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-caad0acd-b0f1-45bb-97a2-57e16c527e5c req-14ce4f16-167d-46ee-8ade-db30eaa3847a tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 946 time: 0.0651243 Aug 16 20:13:36.237367 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-caad0acd-b0f1-45bb-97a2-57e16c527e5c req-c019ceeb-33a7-4146-baae-ab34bf63d836 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406458 Aug 16 20:13:36.316944 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-8f47716e-5144-418c-bf47-f4e24dbd6aa7 service neutron] 10.222.0.68 "GET /v2.0/networks/6a810a23-6feb-497f-991b-9f7fa7297251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304560 Aug 16 20:13:36.319766 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-fbcd1e3e-2af2-4a0e-89e3-3e6ced35492a tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Deleting port 1ec6d43d-39ab-4092-ae67-7c4b700d046f {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:13:36.320123 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbcd1e3e-2af2-4a0e-89e3-3e6ced35492a tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:36.552733 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-fbcd1e3e-2af2-4a0e-89e3-3e6ced35492a tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] For port 1ec6d43d-39ab-4092-ae67-7c4b700d046f, host n-h2-787206-13, got binding levels [] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:36.553395 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbcd1e3e-2af2-4a0e-89e3-3e6ced35492a tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:36.574401 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:13:36.592463 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-fbcd1e3e-2af2-4a0e-89e3-3e6ced35492a tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Calling delete_port for 1ec6d43d-39ab-4092-ae67-7c4b700d046f owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:13:36.625346 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c394ff4-ef01-42c3-bb56-9f3cf7d95267 req-d1ec0ffc-fa9e-43df-ae4b-9c5810d1d4b9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:36.636173 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c394ff4-ef01-42c3-bb56-9f3cf7d95267 req-d1ec0ffc-fa9e-43df-ae4b-9c5810d1d4b9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:36.643389 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c394ff4-ef01-42c3-bb56-9f3cf7d95267 req-d1ec0ffc-fa9e-43df-ae4b-9c5810d1d4b9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:36.650773 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c394ff4-ef01-42c3-bb56-9f3cf7d95267 req-d1ec0ffc-fa9e-43df-ae4b-9c5810d1d4b9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:36.658780 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c394ff4-ef01-42c3-bb56-9f3cf7d95267 req-d1ec0ffc-fa9e-43df-ae4b-9c5810d1d4b9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:36.665694 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c394ff4-ef01-42c3-bb56-9f3cf7d95267 req-d1ec0ffc-fa9e-43df-ae4b-9c5810d1d4b9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:36.673168 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c394ff4-ef01-42c3-bb56-9f3cf7d95267 req-d1ec0ffc-fa9e-43df-ae4b-9c5810d1d4b9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:36.675418 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9c394ff4-ef01-42c3-bb56-9f3cf7d95267 req-d1ec0ffc-fa9e-43df-ae4b-9c5810d1d4b9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5437 time: 0.1373053 Aug 16 20:13:36.692437 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752368f-96ee-4136-ab59-e294769cbffe req-98250d85-2fb6-43ec-8112-e9c6c700ecef tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:36.693999 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a752368f-96ee-4136-ab59-e294769cbffe req-98250d85-2fb6-43ec-8112-e9c6c700ecef tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.57 "GET /v2.0/networks?id=e2be04bf-d35b-466e-ad9b-b50c42586b1c HTTP/1.1" status: 200 len: 825 time: 0.2942820 Aug 16 20:13:36.698441 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-8a2b3485-a1b4-43de-8338-e7c1ef6026db service neutron] 10.222.0.68 "GET /v2.0/networks/6a810a23-6feb-497f-991b-9f7fa7297251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626020 Aug 16 20:13:36.711149 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-a752368f-96ee-4136-ab59-e294769cbffe req-fc605906-4ad8-4b09-8fab-041e80924fcd tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Request body: {'port': {'device_id': '040c6a85-ecee-482f-8b98-998174914224', 'network_id': 'e2be04bf-d35b-466e-ad9b-b50c42586b1c', 'admin_state_up': True, 'tenant_id': 'a13e9f6046f0442f99b7418044e90c69'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:36.742439 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9c394ff4-ef01-42c3-bb56-9f3cf7d95267 req-83330d1e-5203-4e9b-86d4-c4a044f6da2b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578957 Aug 16 20:13:36.829219 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbcd1e3e-2af2-4a0e-89e3-3e6ced35492a tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:36.869427 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd1e3e-2af2-4a0e-89e3-3e6ced35492a tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ec6d43d-39ab-4092-ae67-7c4b700d046f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:36.878198 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbcd1e3e-2af2-4a0e-89e3-3e6ced35492a tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:36.882661 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fbcd1e3e-2af2-4a0e-89e3-3e6ced35492a tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] 10.222.0.68 "DELETE /v2.0/ports/1ec6d43d-39ab-4092-ae67-7c4b700d046f HTTP/1.1" status: 204 len: 168 time: 0.8985987 Aug 16 20:13:36.883432 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52832) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:36.897047 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5554f7-ba81-42c7-a50f-cfa67a19e180 req-2ba0af5a-57dd-44fd-909d-1f7571852341 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:36.906481 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4d5554f7-ba81-42c7-a50f-cfa67a19e180 req-2ba0af5a-57dd-44fd-909d-1f7571852341 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 945 time: 0.0883145 Aug 16 20:13:36.917882 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-e394a8c7-8c16-4c61-8116-8f8794849af9 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] GET failed (client error): The resource could not be found. Aug 16 20:13:36.923714 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52836) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:36.923946 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e394a8c7-8c16-4c61-8116-8f8794849af9 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] 10.222.0.68 "GET /v2.0/ports/1ec6d43d-39ab-4092-ae67-7c4b700d046f HTTP/1.1" status: 404 len: 333 time: 0.0364063 Aug 16 20:13:36.930212 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4acfb762-8aa2-4cb8-b689-1be936bfc982 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1942401664', 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:36.937876 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a752368f-96ee-4136-ab59-e294769cbffe req-fc605906-4ad8-4b09-8fab-041e80924fcd tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Made reservation on behalf of a13e9f6046f0442f99b7418044e90c69 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:13:36.942418 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a752368f-96ee-4136-ab59-e294769cbffe req-fc605906-4ad8-4b09-8fab-041e80924fcd tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:36.990778 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4d5554f7-ba81-42c7-a50f-cfa67a19e180 req-451eeb2b-7419-4a56-9aca-acb3ed007082 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831015 Aug 16 20:13:36.993170 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:37.008733 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acfb762-8aa2-4cb8-b689-1be936bfc982 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Made reservation on behalf of 767c60f79f8c4148a577b56179a30c6d for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:13:37.013172 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4acfb762-8aa2-4cb8-b689-1be936bfc982 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:37.054742 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-4acfb762-8aa2-4cb8-b689-1be936bfc982 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] device_id is not set on port d69bbd23-9303-44c2-bdfa-e98219ed8a90 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:13:37.075123 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48a03dac-99ee-4421-92bc-33fe5b5a9d79 req-f9e7f6c8-d8ce-4bda-bf6f-8872d46b6c67 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.68 "GET /v2.0/ports?device_id=040c6a85-ecee-482f-8b98-998174914224 HTTP/1.1" status: 200 len: 210 time: 0.0993333 Aug 16 20:13:37.159378 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9a24b479-4e59-4e92-9f13-c4edb46aabea req-114c89bc-52d6-4bb4-aa47-5d57ba73ddc2 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1421e96-152d-47b0-903c-e5fc5bcf8c62 HTTP/1.1" status: 200 len: 210 time: 0.0860636 Aug 16 20:13:37.178822 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-a752368f-96ee-4136-ab59-e294769cbffe req-fc605906-4ad8-4b09-8fab-041e80924fcd tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Allocated IP 172.20.0.7 (e2be04bf-d35b-466e-ad9b-b50c42586b1c/99334678-c858-4189-9cbd-929f59d7d57a/5e14f221-9dc3-46d7-9fd7-33746c652f56) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:13:37.305493 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4acfb762-8aa2-4cb8-b689-1be936bfc982 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:37.361912 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4acfb762-8aa2-4cb8-b689-1be936bfc982 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:37.399978 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a752368f-96ee-4136-ab59-e294769cbffe req-fc605906-4ad8-4b09-8fab-041e80924fcd tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:37.413153 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acfb762-8aa2-4cb8-b689-1be936bfc982 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Network b7a87f91-2d25-4c15-a990-237d2b028f45 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:13:37.418574 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-4acfb762-8aa2-4cb8-b689-1be936bfc982 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:13:37.425238 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acfb762-8aa2-4cb8-b689-1be936bfc982 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:13:37.426886 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acfb762-8aa2-4cb8-b689-1be936bfc982 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:37.427487 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4acfb762-8aa2-4cb8-b689-1be936bfc982 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:37.427804 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b19c9-e092-4eb3-911b-30864221d781 req-b80806f6-8ff6-4772-9973-9b6b8523c9f0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:37.429892 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a95b19c9-e092-4eb3-911b-30864221d781 req-b80806f6-8ff6-4772-9973-9b6b8523c9f0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 946 time: 0.0950913 Aug 16 20:13:37.444450 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfb762-8aa2-4cb8-b689-1be936bfc982 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Pushing event updated for resources: {'Port': ['ID=d69bbd23-9303-44c2-bdfa-e98219ed8a90,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:37.450171 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4acfb762-8aa2-4cb8-b689-1be936bfc982 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5251913 Aug 16 20:13:37.453077 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52848) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:37.510050 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160c0d61-23ec-461d-812e-cb3ac4c406f6 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:37.510410 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a95b19c9-e092-4eb3-911b-30864221d781 req-1a47d462-fcfc-4496-8969-3ab322a9ad0e tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715482 Aug 16 20:13:37.514210 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-160c0d61-23ec-461d-812e-cb3ac4c406f6 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] 10.222.0.68 "GET /v2.0/ports/d69bbd23-9303-44c2-bdfa-e98219ed8a90 HTTP/1.1" status: 200 len: 955 time: 0.0549626 Aug 16 20:13:37.514389 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a752368f-96ee-4136-ab59-e294769cbffe req-fc605906-4ad8-4b09-8fab-041e80924fcd tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:37.515140 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52850) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:37.575550 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a752368f-96ee-4136-ab59-e294769cbffe req-fc605906-4ad8-4b09-8fab-041e80924fcd tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Network e2be04bf-d35b-466e-ad9b-b50c42586b1c is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:13:37.579841 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-a752368f-96ee-4136-ab59-e294769cbffe req-fc605906-4ad8-4b09-8fab-041e80924fcd tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:13:37.582226 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a752368f-96ee-4136-ab59-e294769cbffe req-fc605906-4ad8-4b09-8fab-041e80924fcd tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:13:37.587886 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc605906-4ad8-4b09-8fab-041e80924fcd tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Pushing event updated for resources: {'Port': ['ID=5e14f221-9dc3-46d7-9fd7-33746c652f56,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:37.613555 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-1d1aa535-a00c-4c0b-be0b-b32353eed247 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Deleting port d69bbd23-9303-44c2-bdfa-e98219ed8a90 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:13:37.613904 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d1aa535-a00c-4c0b-be0b-b32353eed247 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:37.648962 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752368f-96ee-4136-ab59-e294769cbffe req-fc605906-4ad8-4b09-8fab-041e80924fcd tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:37.649820 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a752368f-96ee-4136-ab59-e294769cbffe req-fc605906-4ad8-4b09-8fab-041e80924fcd tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:37.668330 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a752368f-96ee-4136-ab59-e294769cbffe req-fc605906-4ad8-4b09-8fab-041e80924fcd tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9632504 Aug 16 20:13:37.680774 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-a752368f-96ee-4136-ab59-e294769cbffe req-72c62a9f-9e0b-4ae5-b0e9-2e98110a06ef service neutron] Request body: {'port': {'device_id': '040c6a85-ecee-482f-8b98-998174914224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:37.687234 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d1aa535-a00c-4c0b-be0b-b32353eed247 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:37.704796 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-1d1aa535-a00c-4c0b-be0b-b32353eed247 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Calling delete_port for d69bbd23-9303-44c2-bdfa-e98219ed8a90 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:13:37.773920 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a752368f-96ee-4136-ab59-e294769cbffe req-72c62a9f-9e0b-4ae5-b0e9-2e98110a06ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:37.868537 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d1aa535-a00c-4c0b-be0b-b32353eed247 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:37.929733 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1aa535-a00c-4c0b-be0b-b32353eed247 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Pushing event deleted for resources: {'Port': ['ID=d69bbd23-9303-44c2-bdfa-e98219ed8a90,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:37.946918 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d1aa535-a00c-4c0b-be0b-b32353eed247 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:37.951803 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1d1aa535-a00c-4c0b-be0b-b32353eed247 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] 10.222.0.68 "DELETE /v2.0/ports/d69bbd23-9303-44c2-bdfa-e98219ed8a90 HTTP/1.1" status: 204 len: 168 time: 0.4356091 Aug 16 20:13:37.952228 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52876) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:37.982456 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c65147-c948-450a-bb7a-d19d43df99c3 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] GET failed (client error): The resource could not be found. Aug 16 20:13:37.987499 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-54c65147-c948-450a-bb7a-d19d43df99c3 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] 10.222.0.68 "GET /v2.0/ports/d69bbd23-9303-44c2-bdfa-e98219ed8a90 HTTP/1.1" status: 404 len: 333 time: 0.0308175 Aug 16 20:13:37.987650 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628de6a-ff5b-4a29-82e4-5d56c5a36b6e req-ccaef0e6-260e-4c58-a5e5-d01323aff656 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:37.989091 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52880) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:37.992040 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628de6a-ff5b-4a29-82e4-5d56c5a36b6e req-ccaef0e6-260e-4c58-a5e5-d01323aff656 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:37.994847 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-95a760bd-4ba1-49ce-8e43-7dd5fd186abb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Request body: {'port': {'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-190920280'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:38.000190 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628de6a-ff5b-4a29-82e4-5d56c5a36b6e req-ccaef0e6-260e-4c58-a5e5-d01323aff656 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:38.006959 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628de6a-ff5b-4a29-82e4-5d56c5a36b6e req-ccaef0e6-260e-4c58-a5e5-d01323aff656 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:38.049015 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628de6a-ff5b-4a29-82e4-5d56c5a36b6e req-ccaef0e6-260e-4c58-a5e5-d01323aff656 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:38.065017 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628de6a-ff5b-4a29-82e4-5d56c5a36b6e req-ccaef0e6-260e-4c58-a5e5-d01323aff656 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:38.081169 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628de6a-ff5b-4a29-82e4-5d56c5a36b6e req-ccaef0e6-260e-4c58-a5e5-d01323aff656 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:38.085413 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4628de6a-ff5b-4a29-82e4-5d56c5a36b6e req-ccaef0e6-260e-4c58-a5e5-d01323aff656 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5437 time: 0.2293334 Aug 16 20:13:38.107333 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a760bd-4ba1-49ce-8e43-7dd5fd186abb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Made reservation on behalf of 767c60f79f8c4148a577b56179a30c6d for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:13:38.109663 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95a760bd-4ba1-49ce-8e43-7dd5fd186abb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:38.156783 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4628de6a-ff5b-4a29-82e4-5d56c5a36b6e req-4cfff7e6-04d3-400d-bd14-a75ebd3b11ad tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638764 Aug 16 20:13:38.227004 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-95a760bd-4ba1-49ce-8e43-7dd5fd186abb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] device_id is not set on port 95488f08-7f0f-4b9f-89c8-69ab8d597daf yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:13:38.375045 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce155c8-11d6-4040-9898-4fb100a43ccf req-0d454495-702a-4268-ae5d-57c5f65697b9 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:38.383894 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3ce155c8-11d6-4040-9898-4fb100a43ccf req-0d454495-702a-4268-ae5d-57c5f65697b9 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 945 time: 0.2783904 Aug 16 20:13:38.384076 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200cb6af-f7b2-4b30-878f-3847f8382725 req-d5b5798f-016b-4209-824b-31187e7c7638 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:38.388820 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-200cb6af-f7b2-4b30-878f-3847f8382725 req-d5b5798f-016b-4209-824b-31187e7c7638 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.68 "GET /v2.0/ports?device_id=040c6a85-ecee-482f-8b98-998174914224 HTTP/1.1" status: 200 len: 931 time: 0.1029911 Aug 16 20:13:38.441120 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-200cb6af-f7b2-4b30-878f-3847f8382725 req-1a3eb8c6-ac5c-4ff9-8fae-f1de7d115a22 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.68 "GET /v2.0/security-groups?id=c08f2f21-fc17-4fcd-8d2b-3d94c86f3625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446792 Aug 16 20:13:38.584413 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8e4b4ea5-0907-44fb-bc1b-40e2e3450fa2 req-78d22bb8-5077-4066-947a-6fb377406890 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1421e96-152d-47b0-903c-e5fc5bcf8c62 HTTP/1.1" status: 200 len: 210 time: 0.0479252 Aug 16 20:13:38.585143 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-a752368f-96ee-4136-ab59-e294769cbffe req-72c62a9f-9e0b-4ae5-b0e9-2e98110a06ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e14f221-9dc3-46d7-9fd7-33746c652f56 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:13:38.605222 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3ce155c8-11d6-4040-9898-4fb100a43ccf req-a7c3fbae-1fc4-4a43-bf61-0731fa1f7c11 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202549 Aug 16 20:13:38.611814 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a752368f-96ee-4136-ab59-e294769cbffe req-72c62a9f-9e0b-4ae5-b0e9-2e98110a06ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:38.640715 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-993a7c52-a7b8-478f-a52b-bdf323fd26e0 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:38.642446 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-993a7c52-a7b8-478f-a52b-bdf323fd26e0 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.63 "GET /v2.0/networks?id=6a810a23-6feb-497f-991b-9f7fa7297251 HTTP/1.1" status: 200 len: 814 time: 0.4561138 Aug 16 20:13:38.666391 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-e4affc3e-c5af-45d9-954c-165e1d872bfa tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Request body: {'port': {'device_id': 'c1421e96-152d-47b0-903c-e5fc5bcf8c62', 'network_id': '6a810a23-6feb-497f-991b-9f7fa7297251', 'admin_state_up': True, 'tenant_id': '92569f34c49a49e2a1bee9bb87197b5b'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:38.720622 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-a752368f-96ee-4136-ab59-e294769cbffe req-72c62a9f-9e0b-4ae5-b0e9-2e98110a06ef service neutron] Transition to ACTIVE for port object 5e14f221-9dc3-46d7-9fd7-33746c652f56 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:13:38.743875 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a752368f-96ee-4136-ab59-e294769cbffe req-72c62a9f-9e0b-4ae5-b0e9-2e98110a06ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:38.750665 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95a760bd-4ba1-49ce-8e43-7dd5fd186abb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:39.206915 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c62a9f-9e0b-4ae5-b0e9-2e98110a06ef service neutron] Pushing event updated for resources: {'Port': ['ID=5e14f221-9dc3-46d7-9fd7-33746c652f56,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:39.223188 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb67a75-8754-4a54-a9b8-64527ac23dd7 req-d328a962-cbf4-47e3-92e0-6144091ad7a5 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:39.224647 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4cb67a75-8754-4a54-a9b8-64527ac23dd7 req-d328a962-cbf4-47e3-92e0-6144091ad7a5 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 946 time: 0.5093982 Aug 16 20:13:39.283160 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95a760bd-4ba1-49ce-8e43-7dd5fd186abb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:39.312599 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06600b9f-55cc-46da-9728-da9a89525bf4 req-c4ef030d-68ed-492d-8357-bf459be13d95 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:39.318472 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06600b9f-55cc-46da-9728-da9a89525bf4 req-c4ef030d-68ed-492d-8357-bf459be13d95 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:39.325019 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06600b9f-55cc-46da-9728-da9a89525bf4 req-c4ef030d-68ed-492d-8357-bf459be13d95 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:39.331157 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06600b9f-55cc-46da-9728-da9a89525bf4 req-c4ef030d-68ed-492d-8357-bf459be13d95 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:39.337095 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06600b9f-55cc-46da-9728-da9a89525bf4 req-c4ef030d-68ed-492d-8357-bf459be13d95 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:39.344227 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06600b9f-55cc-46da-9728-da9a89525bf4 req-c4ef030d-68ed-492d-8357-bf459be13d95 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:39.350213 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06600b9f-55cc-46da-9728-da9a89525bf4 req-c4ef030d-68ed-492d-8357-bf459be13d95 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:39.351347 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-e4affc3e-c5af-45d9-954c-165e1d872bfa tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Made reservation on behalf of 92569f34c49a49e2a1bee9bb87197b5b for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:13:39.352301 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-06600b9f-55cc-46da-9728-da9a89525bf4 req-c4ef030d-68ed-492d-8357-bf459be13d95 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5437 time: 0.1040318 Aug 16 20:13:39.355317 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-e4affc3e-c5af-45d9-954c-165e1d872bfa tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:39.376859 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a760bd-4ba1-49ce-8e43-7dd5fd186abb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Network b7a87f91-2d25-4c15-a990-237d2b028f45 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:13:39.396326 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-95a760bd-4ba1-49ce-8e43-7dd5fd186abb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:13:39.400475 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4cb67a75-8754-4a54-a9b8-64527ac23dd7 req-29881691-48a9-4635-81f5-8f8aadf42620 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484315 Aug 16 20:13:39.401719 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a760bd-4ba1-49ce-8e43-7dd5fd186abb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:13:39.402633 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a760bd-4ba1-49ce-8e43-7dd5fd186abb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:39.403221 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95a760bd-4ba1-49ce-8e43-7dd5fd186abb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:39.419888 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-06600b9f-55cc-46da-9728-da9a89525bf4 req-7705828e-e294-423b-a5e7-f43e22ccd264 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593235 Aug 16 20:13:39.422751 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a760bd-4ba1-49ce-8e43-7dd5fd186abb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Pushing event updated for resources: {'Port': ['ID=95488f08-7f0f-4b9f-89c8-69ab8d597daf,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:39.425020 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-a752368f-96ee-4136-ab59-e294769cbffe req-72c62a9f-9e0b-4ae5-b0e9-2e98110a06ef service neutron] Attempting to bind port 5e14f221-9dc3-46d7-9fd7-33746c652f56 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:39.425350 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-a752368f-96ee-4136-ab59-e294769cbffe req-72c62a9f-9e0b-4ae5-b0e9-2e98110a06ef service neutron] Attempting to bind port 5e14f221-9dc3-46d7-9fd7-33746c652f56 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '9c3b1fb0-9327-4c6c-ab36-af4843c17e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e2be04bf-d35b-466e-ad9b-b50c42586b1c'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:39.425674 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a752368f-96ee-4136-ab59-e294769cbffe req-72c62a9f-9e0b-4ae5-b0e9-2e98110a06ef service neutron] Attempting to bind port 5e14f221-9dc3-46d7-9fd7-33746c652f56 on network e2be04bf-d35b-466e-ad9b-b50c42586b1c {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:39.444592 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-95a760bd-4ba1-49ce-8e43-7dd5fd186abb tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4540076 Aug 16 20:13:39.444783 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53068) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:39.445212 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a752368f-96ee-4136-ab59-e294769cbffe req-72c62a9f-9e0b-4ae5-b0e9-2e98110a06ef service neutron] Port 5e14f221-9dc3-46d7-9fd7-33746c652f56 on network e2be04bf-d35b-466e-ad9b-b50c42586b1c not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:39.445809 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a752368f-96ee-4136-ab59-e294769cbffe req-72c62a9f-9e0b-4ae5-b0e9-2e98110a06ef service neutron] Attempting to bind port 5e14f221-9dc3-46d7-9fd7-33746c652f56 on network e2be04bf-d35b-466e-ad9b-b50c42586b1c {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:39.456144 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:39.482643 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a752368f-96ee-4136-ab59-e294769cbffe req-72c62a9f-9e0b-4ae5-b0e9-2e98110a06ef service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:13:39.482986 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a752368f-96ee-4136-ab59-e294769cbffe req-72c62a9f-9e0b-4ae5-b0e9-2e98110a06ef service neutron] Checking segment: {'id': '9c3b1fb0-9327-4c6c-ab36-af4843c17e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e2be04bf-d35b-466e-ad9b-b50c42586b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:13:39.483397 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a752368f-96ee-4136-ab59-e294769cbffe req-72c62a9f-9e0b-4ae5-b0e9-2e98110a06ef service neutron] Bound using segment: {'id': '9c3b1fb0-9327-4c6c-ab36-af4843c17e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e2be04bf-d35b-466e-ad9b-b50c42586b1c'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:13:39.483830 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-a752368f-96ee-4136-ab59-e294769cbffe req-72c62a9f-9e0b-4ae5-b0e9-2e98110a06ef service neutron] Bound port: 5e14f221-9dc3-46d7-9fd7-33746c652f56, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3b1fb0-9327-4c6c-ab36-af4843c17e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e2be04bf-d35b-466e-ad9b-b50c42586b1c'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:13:39.484213 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a752368f-96ee-4136-ab59-e294769cbffe req-72c62a9f-9e0b-4ae5-b0e9-2e98110a06ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:39.602768 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:39.629036 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b4f07-a700-4471-810d-ae4bcb16bd45 req-6a69d022-e4cc-4820-961d-f2bd005627c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:39.630542 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2c4b4f07-a700-4471-810d-ae4bcb16bd45 req-6a69d022-e4cc-4820-961d-f2bd005627c0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 1097 time: 0.0885797 Aug 16 20:13:39.643320 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-e4affc3e-c5af-45d9-954c-165e1d872bfa tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Allocated IP 172.20.0.7 (6a810a23-6feb-497f-991b-9f7fa7297251/ca1992e2-7985-465e-bbf0-d8a8506a4bc2/9424f9f8-a01e-463c-a19a-21c6bd851708) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:13:39.646739 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-a752368f-96ee-4136-ab59-e294769cbffe req-72c62a9f-9e0b-4ae5-b0e9-2e98110a06ef service neutron] For port 5e14f221-9dc3-46d7-9fd7-33746c652f56, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:13:39.653378 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-a752368f-96ee-4136-ab59-e294769cbffe req-72c62a9f-9e0b-4ae5-b0e9-2e98110a06ef service neutron] For port 5e14f221-9dc3-46d7-9fd7-33746c652f56, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5e14f221-9dc3-46d7-9fd7-33746c652f56,segment=NetworkSegment(9c3b1fb0-9327-4c6c-ab36-af4843c17e91),segment_id=9c3b1fb0-9327-4c6c-ab36-af4843c17e91)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:13:39.663053 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a752368f-96ee-4136-ab59-e294769cbffe req-72c62a9f-9e0b-4ae5-b0e9-2e98110a06ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:39.707716 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688095b-136e-4d5c-9865-0e385944f684 req-e6be8fca-bcf8-4205-a700-2f974a5ce392 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:39.709236 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1688095b-136e-4d5c-9865-0e385944f684 req-e6be8fca-bcf8-4205-a700-2f974a5ce392 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.68 "GET /v2.0/ports?device_id=040c6a85-ecee-482f-8b98-998174914224 HTTP/1.1" status: 200 len: 943 time: 0.1663253 Aug 16 20:13:39.734431 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752368f-96ee-4136-ab59-e294769cbffe req-72c62a9f-9e0b-4ae5-b0e9-2e98110a06ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:39.735041 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a752368f-96ee-4136-ab59-e294769cbffe req-72c62a9f-9e0b-4ae5-b0e9-2e98110a06ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:39.736781 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a752368f-96ee-4136-ab59-e294769cbffe req-72c62a9f-9e0b-4ae5-b0e9-2e98110a06ef service neutron] 10.222.0.57 "PUT /v2.0/ports/5e14f221-9dc3-46d7-9fd7-33746c652f56 HTTP/1.1" status: 200 len: 1092 time: 2.0604398 Aug 16 20:13:39.737223 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040c6a85-ecee-482f-8b98-998174914224', 'tag': '5e14f221-9dc3-46d7-9fd7-33746c652f56'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:13:39.739469 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec669f7e-7d4a-4e83-9d3f-c2071495bf35" -d '{"events": [{"name": "network-changed", "server_uuid": "040c6a85-ecee-482f-8b98-998174914224", "tag": "5e14f221-9dc3-46d7-9fd7-33746c652f56"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:13:39.795682 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-792c33b1-2368-44d8-be6e-ef1a17b6fb0f req-1cb71fd8-748c-44dd-adad-f40e15a9b2ab tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1421e96-152d-47b0-903c-e5fc5bcf8c62 HTTP/1.1" status: 200 len: 210 time: 0.1065836 Aug 16 20:13:39.810251 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2c4b4f07-a700-4471-810d-ae4bcb16bd45 req-824dbf8d-1395-4866-977e-ecbff874c7f7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561778 Aug 16 20:13:39.839621 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c62a9f-9e0b-4ae5-b0e9-2e98110a06ef service neutron] Pushing event updated for resources: {'Port': ['ID=5e14f221-9dc3-46d7-9fd7-33746c652f56,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:39.893097 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1688095b-136e-4d5c-9865-0e385944f684 req-86a9ee13-4827-4fbb-8fce-5f0d2d063627 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.68 "GET /v2.0/security-groups?id=c08f2f21-fc17-4fcd-8d2b-3d94c86f3625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684134 Aug 16 20:13:39.910424 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752368f-96ee-4136-ab59-e294769cbffe req-82ce625a-82ce-4821-8435-799030855ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:39.919976 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a752368f-96ee-4136-ab59-e294769cbffe req-82ce625a-82ce-4821-8435-799030855ea7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a13e9f6046f0442f99b7418044e90c69&device_id=040c6a85-ecee-482f-8b98-998174914224 HTTP/1.1" status: 200 len: 1095 time: 0.1319110 Aug 16 20:13:39.972257 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] device_id is not set on port 95488f08-7f0f-4b9f-89c8-69ab8d597daf yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:13:39.983386 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a752368f-96ee-4136-ab59-e294769cbffe req-2c77f3b0-1dd6-49cc-8a7a-03ffdee0c2b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e14f221-9dc3-46d7-9fd7-33746c652f56 HTTP/1.1" status: 200 len: 217 time: 0.0471754 Aug 16 20:13:39.984679 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e78209-50a4-42d1-8ef5-b602957e9b5f req-82538d3c-540e-422e-84fb-280eee9f10ee tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:39.986476 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-91e78209-50a4-42d1-8ef5-b602957e9b5f req-82538d3c-540e-422e-84fb-280eee9f10ee tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 945 time: 0.1040113 Aug 16 20:13:39.991408 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:40.002551 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-e4affc3e-c5af-45d9-954c-165e1d872bfa tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:40.041653 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2694a3-20a7-4407-9f77-fe5814413c83 x-openstack-request-id: req-0c2694a3-20a7-4407-9f77-fe5814413c83 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:13:40.041944 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040c6a85-ecee-482f-8b98-998174914224", "tag": "5e14f221-9dc3-46d7-9fd7-33746c652f56", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:13:40.042192 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0c2694a3-20a7-4407-9f77-fe5814413c83 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:13:40.042591 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040c6a85-ecee-482f-8b98-998174914224', 'tag': '5e14f221-9dc3-46d7-9fd7-33746c652f56', 'status': 'completed', 'code': 200} Aug 16 20:13:40.046093 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Transition to ACTIVE for port object 95488f08-7f0f-4b9f-89c8-69ab8d597daf will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:13:40.063823 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-91e78209-50a4-42d1-8ef5-b602957e9b5f req-1a5d8897-2b19-42ed-a884-11dbd1c6b1af tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681145 Aug 16 20:13:40.066058 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:40.076721 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752368f-96ee-4136-ab59-e294769cbffe req-e71f0495-5576-4e49-bc07-67827b9ea917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:40.078427 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a752368f-96ee-4136-ab59-e294769cbffe req-e71f0495-5576-4e49-bc07-67827b9ea917 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=99334678-c858-4189-9cbd-929f59d7d57a HTTP/1.1" status: 200 len: 865 time: 0.0817766 Aug 16 20:13:40.119513 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a752368f-96ee-4136-ab59-e294769cbffe req-63ff2950-11c5-42ba-871d-58273e98f3da service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e2be04bf-d35b-466e-ad9b-b50c42586b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322704 Aug 16 20:13:40.126974 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-e4affc3e-c5af-45d9-954c-165e1d872bfa tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:40.131452 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Pushing event updated for resources: {'Port': ['ID=95488f08-7f0f-4b9f-89c8-69ab8d597daf,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:40.144254 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:40.144588 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:40.144921 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on network b7a87f91-2d25-4c15-a990-237d2b028f45 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:40.149301 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on network b7a87f91-2d25-4c15-a990-237d2b028f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:40.149646 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Failed to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on host n-h2-787206-13 for vnic_type normal using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] Aug 16 20:13:40.149995 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempt 2 to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf Aug 16 20:13:40.163375 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:40.163720 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:40.164042 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on network b7a87f91-2d25-4c15-a990-237d2b028f45 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:40.168550 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on network b7a87f91-2d25-4c15-a990-237d2b028f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:40.168923 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Failed to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on host n-h2-787206-13 for vnic_type normal using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] Aug 16 20:13:40.169278 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempt 3 to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf Aug 16 20:13:40.183181 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:40.183607 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:40.184076 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on network b7a87f91-2d25-4c15-a990-237d2b028f45 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:40.188609 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on network b7a87f91-2d25-4c15-a990-237d2b028f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:40.189287 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Failed to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on host n-h2-787206-13 for vnic_type normal using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] Aug 16 20:13:40.189678 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempt 4 to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf Aug 16 20:13:40.203653 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:40.204225 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:40.204558 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on network b7a87f91-2d25-4c15-a990-237d2b028f45 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:40.210488 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on network b7a87f91-2d25-4c15-a990-237d2b028f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:40.211649 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Failed to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on host n-h2-787206-13 for vnic_type normal using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] Aug 16 20:13:40.211773 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempt 5 to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf Aug 16 20:13:40.225674 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:40.225998 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:40.226330 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on network b7a87f91-2d25-4c15-a990-237d2b028f45 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:40.226437 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-e4affc3e-c5af-45d9-954c-165e1d872bfa tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Network 6a810a23-6feb-497f-991b-9f7fa7297251 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:13:40.231231 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on network b7a87f91-2d25-4c15-a990-237d2b028f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:40.231586 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Failed to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on host n-h2-787206-13 for vnic_type normal using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] Aug 16 20:13:40.232180 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempt 6 to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf Aug 16 20:13:40.235497 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-e4affc3e-c5af-45d9-954c-165e1d872bfa tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:13:40.239368 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-e4affc3e-c5af-45d9-954c-165e1d872bfa tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:13:40.242270 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4affc3e-c5af-45d9-954c-165e1d872bfa tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Pushing event updated for resources: {'Port': ['ID=9424f9f8-a01e-463c-a19a-21c6bd851708,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:40.251339 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:40.251756 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:40.252119 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on network b7a87f91-2d25-4c15-a990-237d2b028f45 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:40.257065 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on network b7a87f91-2d25-4c15-a990-237d2b028f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:40.257461 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Failed to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on host n-h2-787206-13 for vnic_type normal using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] Aug 16 20:13:40.257921 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempt 7 to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf Aug 16 20:13:40.272494 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:40.272829 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:40.273704 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on network b7a87f91-2d25-4c15-a990-237d2b028f45 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:40.278471 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on network b7a87f91-2d25-4c15-a990-237d2b028f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:40.278799 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Failed to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on host n-h2-787206-13 for vnic_type normal using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] Aug 16 20:13:40.279181 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempt 8 to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf Aug 16 20:13:40.291738 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:40.292066 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:40.292394 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on network b7a87f91-2d25-4c15-a990-237d2b028f45 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:40.297066 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on network b7a87f91-2d25-4c15-a990-237d2b028f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:40.297394 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Failed to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on host n-h2-787206-13 for vnic_type normal using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] Aug 16 20:13:40.297811 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempt 9 to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf Aug 16 20:13:40.311002 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:40.311360 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:40.311694 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on network b7a87f91-2d25-4c15-a990-237d2b028f45 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:40.313372 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-e4affc3e-c5af-45d9-954c-165e1d872bfa tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:40.314006 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-e4affc3e-c5af-45d9-954c-165e1d872bfa tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:40.316205 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on network b7a87f91-2d25-4c15-a990-237d2b028f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:40.317726 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Failed to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on host n-h2-787206-13 for vnic_type normal using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] Aug 16 20:13:40.318118 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempt 10 to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf Aug 16 20:13:40.318717 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a752368f-96ee-4136-ab59-e294769cbffe req-67a3d98f-4774-4741-b8ef-7581d6921117 service neutron] 10.222.0.57 "GET /v2.0/networks/e2be04bf-d35b-466e-ad9b-b50c42586b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897264 Aug 16 20:13:40.332906 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:40.333254 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:40.333572 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempting to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on network b7a87f91-2d25-4c15-a990-237d2b028f45 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:40.338764 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-e4affc3e-c5af-45d9-954c-165e1d872bfa tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6781280 Aug 16 20:13:40.338899 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on network b7a87f91-2d25-4c15-a990-237d2b028f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:40.339590 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Failed to bind port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on host n-h2-787206-13 for vnic_type normal using segments [{'id': 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b7a87f91-2d25-4c15-a990-237d2b028f45'}] Aug 16 20:13:40.339971 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:40.382475 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-2473c9b6-dad3-4e18-9b69-f6790efbb14d service neutron] Request body: {'port': {'device_id': 'c1421e96-152d-47b0-903c-e5fc5bcf8c62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:40.411283 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] For port 95488f08-7f0f-4b9f-89c8-69ab8d597daf, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:13:40.411457 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attempted to set empty binding levels {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 20:13:40.418939 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:40.450359 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] In _notify_port_updated(), no bound segment for port 95488f08-7f0f-4b9f-89c8-69ab8d597daf on network b7a87f91-2d25-4c15-a990-237d2b028f45 {{(pid=94771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:13:40.451507 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:40.452038 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:40.456567 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] 10.222.0.68 "PUT /v2.0/ports/95488f08-7f0f-4b9f-89c8-69ab8d597daf HTTP/1.1" status: 200 len: 975 time: 1.0107095 Aug 16 20:13:40.456717 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53192) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:40.481422 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94338ea3-82a0-4c49-ac32-9f97c1cce743 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Pushing event updated for resources: {'Port': ['ID=95488f08-7f0f-4b9f-89c8-69ab8d597daf,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:40.486084 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-2473c9b6-dad3-4e18-9b69-f6790efbb14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:40.514193 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device aa59368f-1db7-43fa-bd48-03c82e86210f up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:13:40.579213 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a752368f-96ee-4136-ab59-e294769cbffe req-9131d4c8-cc5e-489b-b585-39c7313223aa service neutron] 10.222.0.57 "GET /v2.0/networks/e2be04bf-d35b-466e-ad9b-b50c42586b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500343 Aug 16 20:13:40.613239 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port aa59368f-1db7-43fa-bd48-03c82e86210f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:13:40.620579 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port aa59368f-1db7-43fa-bd48-03c82e86210f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:13:40.620956 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:40.671539 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490f177-0488-403f-953d-ea28554685cf req-a9da9316-2c74-422c-98fe-a8587fb9a978 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:40.684715 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490f177-0488-403f-953d-ea28554685cf req-a9da9316-2c74-422c-98fe-a8587fb9a978 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:40.691651 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490f177-0488-403f-953d-ea28554685cf req-a9da9316-2c74-422c-98fe-a8587fb9a978 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:40.697636 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490f177-0488-403f-953d-ea28554685cf req-a9da9316-2c74-422c-98fe-a8587fb9a978 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:40.704481 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490f177-0488-403f-953d-ea28554685cf req-a9da9316-2c74-422c-98fe-a8587fb9a978 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:40.714135 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490f177-0488-403f-953d-ea28554685cf req-a9da9316-2c74-422c-98fe-a8587fb9a978 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:40.723321 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490f177-0488-403f-953d-ea28554685cf req-a9da9316-2c74-422c-98fe-a8587fb9a978 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:40.725948 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1490f177-0488-403f-953d-ea28554685cf req-a9da9316-2c74-422c-98fe-a8587fb9a978 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5437 time: 0.1536055 Aug 16 20:13:40.728595 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:40.762314 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa59368f-1db7-43fa-bd48-03c82e86210f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:13:40.764602 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf58672-cac7-42fa-830f-8305e4c51d62" -d '{"events": [{"server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "name": "network-vif-plugged", "status": "completed", "tag": "aa59368f-1db7-43fa-bd48-03c82e86210f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:13:40.779082 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1490f177-0488-403f-953d-ea28554685cf req-51effe8a-9ee7-4f2a-be79-522069ad1ca5 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0458269 Aug 16 20:13:40.785472 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port aa59368f-1db7-43fa-bd48-03c82e86210f, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=aa59368f-1db7-43fa-bd48-03c82e86210f,segment=NetworkSegment(57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61),segment_id=57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:40.785631 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27433c7a-db0f-421a-a42a-d21a33ae3350 req-42a9d72e-9508-46d4-af97-b157f0527b05 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:40.787091 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-27433c7a-db0f-421a-a42a-d21a33ae3350 req-42a9d72e-9508-46d4-af97-b157f0527b05 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 946 time: 0.2251191 Aug 16 20:13:40.797258 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:40.798240 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 2b63bd87-1c14-4b71-a437-91e0a8eca98c up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:13:40.888810 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec669f7e-7d4a-4e83-9d3f-c2071495bf35 req-217b07c4-5b50-43bd-8bb3-73e5f6bf7704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:40.890314 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec669f7e-7d4a-4e83-9d3f-c2071495bf35 req-217b07c4-5b50-43bd-8bb3-73e5f6bf7704 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a13e9f6046f0442f99b7418044e90c69&device_id=040c6a85-ecee-482f-8b98-998174914224 HTTP/1.1" status: 200 len: 1095 time: 0.2478256 Aug 16 20:13:40.919578 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=aa59368f-1db7-43fa-bd48-03c82e86210f,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:40.941558 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 2b63bd87-1c14-4b71-a437-91e0a8eca98c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:13:40.945984 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 2b63bd87-1c14-4b71-a437-91e0a8eca98c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:13:40.946319 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:40.959465 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-27433c7a-db0f-421a-a42a-d21a33ae3350 req-f42493db-f4c7-4f1f-81f4-ce0c362d9625 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556780 Aug 16 20:13:40.988431 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6167e5b-116a-4c80-8015-6c77daa741c0 x-openstack-request-id: req-c6167e5b-116a-4c80-8015-6c77daa741c0 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:13:40.988850 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "name": "network-vif-plugged", "status": "completed", "tag": "aa59368f-1db7-43fa-bd48-03c82e86210f", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:13:40.989138 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c6167e5b-116a-4c80-8015-6c77daa741c0 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:13:40.989885 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa59368f-1db7-43fa-bd48-03c82e86210f', 'code': 200} Aug 16 20:13:41.028738 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-b3f93376-cc43-428a-9a3e-fd14a48f7916 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Deleting port 95488f08-7f0f-4b9f-89c8-69ab8d597daf {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:13:41.029496 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3f93376-cc43-428a-9a3e-fd14a48f7916 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:41.054719 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:41.101596 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 2b63bd87-1c14-4b71-a437-91e0a8eca98c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=2b63bd87-1c14-4b71-a437-91e0a8eca98c,segment=NetworkSegment(c2a4cfff-62ad-43ae-9514-2c0c83875cd5),segment_id=c2a4cfff-62ad-43ae-9514-2c0c83875cd5)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:41.106392 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:41.107346 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device ab46bcc0-44ef-4e7c-b460-c2af6e725793 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:13:41.134763 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4ca89-35b6-4647-a9ac-6d8946e3e66a req-f8b1cbfa-3e59-424f-8005-3fbbd65f5f20 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:41.137016 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bce4ca89-35b6-4647-a9ac-6d8946e3e66a req-f8b1cbfa-3e59-424f-8005-3fbbd65f5f20 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.68 "GET /v2.0/ports?device_id=040c6a85-ecee-482f-8b98-998174914224 HTTP/1.1" status: 200 len: 943 time: 0.0654333 Aug 16 20:13:41.197296 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=2b63bd87-1c14-4b71-a437-91e0a8eca98c,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:41.209761 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bce4ca89-35b6-4647-a9ac-6d8946e3e66a req-ac598104-bbcd-4de8-bf55-a81c849e8fe5 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.68 "GET /v2.0/security-groups?id=c08f2f21-fc17-4fcd-8d2b-3d94c86f3625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589628 Aug 16 20:13:41.220270 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-b3f93376-cc43-428a-9a3e-fd14a48f7916 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] For port 95488f08-7f0f-4b9f-89c8-69ab8d597daf, host n-h2-787206-13, got binding levels [] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:41.221139 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3f93376-cc43-428a-9a3e-fd14a48f7916 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:41.239927 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port ab46bcc0-44ef-4e7c-b460-c2af6e725793 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:13:41.245596 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port ab46bcc0-44ef-4e7c-b460-c2af6e725793 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:13:41.246288 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:41.250540 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-b3f93376-cc43-428a-9a3e-fd14a48f7916 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Calling delete_port for 95488f08-7f0f-4b9f-89c8-69ab8d597daf owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:13:41.288093 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec669f7e-7d4a-4e83-9d3f-c2071495bf35 req-fba74346-1ab5-4392-b776-dc7c0310802e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:41.289582 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec669f7e-7d4a-4e83-9d3f-c2071495bf35 req-fba74346-1ab5-4392-b776-dc7c0310802e service neutron] 10.222.0.57 "GET /v2.0/networks?id=e2be04bf-d35b-466e-ad9b-b50c42586b1c HTTP/1.1" status: 200 len: 926 time: 0.3836074 Aug 16 20:13:41.349297 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:41.355358 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bd828-b293-49a9-ae71-99d3758f6f80 req-ca85b971-bc84-433b-aabc-dff339b111ad tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:41.357304 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2c4bd828-b293-49a9-ae71-99d3758f6f80 req-ca85b971-bc84-433b-aabc-dff339b111ad tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1421e96-152d-47b0-903c-e5fc5bcf8c62 HTTP/1.1" status: 200 len: 931 time: 0.2731187 Aug 16 20:13:41.393222 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port ab46bcc0-44ef-4e7c-b460-c2af6e725793, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=ab46bcc0-44ef-4e7c-b460-c2af6e725793,segment=NetworkSegment(db4ce1a5-fe5a-45f4-9106-33c45e011a98),segment_id=db4ce1a5-fe5a-45f4-9106-33c45e011a98)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:41.398031 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:41.398943 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 15bcece1-3862-48bc-becb-4f92e4ddad57 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:13:41.412695 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec669f7e-7d4a-4e83-9d3f-c2071495bf35 req-2b851e3e-ef53-4f98-a685-4b8c7464837e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e14f221-9dc3-46d7-9fd7-33746c652f56 HTTP/1.1" status: 200 len: 217 time: 0.0805979 Aug 16 20:13:41.425129 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb4247-e635-41cd-bab5-f870cf9d6d81 req-3b785972-c832-4e5d-958e-c405f7505f43 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:41.426955 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-46fb4247-e635-41cd-bab5-f870cf9d6d81 req-3b785972-c832-4e5d-958e-c405f7505f43 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 945 time: 0.0576479 Aug 16 20:13:41.495533 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-2473c9b6-dad3-4e18-9b69-f6790efbb14d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9424f9f8-a01e-463c-a19a-21c6bd851708 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:13:41.499943 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-46fb4247-e635-41cd-bab5-f870cf9d6d81 req-b05c2825-b4cb-4ec6-a166-ab402ecb8852 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665007 Aug 16 20:13:41.515757 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=ab46bcc0-44ef-4e7c-b460-c2af6e725793,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:41.518385 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-2473c9b6-dad3-4e18-9b69-f6790efbb14d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:41.518664 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 15bcece1-3862-48bc-becb-4f92e4ddad57 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:13:41.535863 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 15bcece1-3862-48bc-becb-4f92e4ddad57 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:13:41.536495 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:41.541939 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2c4bd828-b293-49a9-ae71-99d3758f6f80 req-4a173921-a941-4679-ba9f-67a830af7a7e tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358185 Aug 16 20:13:41.543958 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec669f7e-7d4a-4e83-9d3f-c2071495bf35 req-39e796d4-c9d5-434c-a595-cc92a14cab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:41.545459 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec669f7e-7d4a-4e83-9d3f-c2071495bf35 req-39e796d4-c9d5-434c-a595-cc92a14cab53 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=99334678-c858-4189-9cbd-929f59d7d57a HTTP/1.1" status: 200 len: 865 time: 0.1239302 Aug 16 20:13:41.547611 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-2c91bee9-c62b-4598-9215-f5fe6d2e1ad3 req-81faeb8d-dfe2-4208-8d8d-434bc396228e tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-314542865', 'description': 'tempest-description-2076250174'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:41.563052 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-2473c9b6-dad3-4e18-9b69-f6790efbb14d service neutron] Transition to ACTIVE for port object 9424f9f8-a01e-463c-a19a-21c6bd851708 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:13:41.583560 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-2473c9b6-dad3-4e18-9b69-f6790efbb14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:41.591188 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2c91bee9-c62b-4598-9215-f5fe6d2e1ad3 req-81faeb8d-dfe2-4208-8d8d-434bc396228e tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:41.608567 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec669f7e-7d4a-4e83-9d3f-c2071495bf35 req-b2b447bb-b231-4c92-a835-3d3550fdf2d2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e2be04bf-d35b-466e-ad9b-b50c42586b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546737 Aug 16 20:13:41.609161 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3f93376-cc43-428a-9a3e-fd14a48f7916 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:41.723541 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3f93376-cc43-428a-9a3e-fd14a48f7916 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:41.728423 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b3f93376-cc43-428a-9a3e-fd14a48f7916 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] 10.222.0.68 "DELETE /v2.0/ports/95488f08-7f0f-4b9f-89c8-69ab8d597daf HTTP/1.1" status: 204 len: 168 time: 1.2688537 Aug 16 20:13:41.728622 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53342) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:41.734034 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473c9b6-dad3-4e18-9b69-f6790efbb14d service neutron] Pushing event updated for resources: {'Port': ['ID=9424f9f8-a01e-463c-a19a-21c6bd851708,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:41.779379 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-901c55c5-30c0-428f-8a58-fc3d51fc2bab tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] GET failed (client error): The resource could not be found. Aug 16 20:13:41.781264 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-901c55c5-30c0-428f-8a58-fc3d51fc2bab tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] 10.222.0.68 "GET /v2.0/ports/95488f08-7f0f-4b9f-89c8-69ab8d597daf HTTP/1.1" status: 404 len: 333 time: 0.0516081 Aug 16 20:13:41.784248 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2c91bee9-c62b-4598-9215-f5fe6d2e1ad3 req-81faeb8d-dfe2-4208-8d8d-434bc396228e tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:41.786842 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53344) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:41.789272 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f93376-cc43-428a-9a3e-fd14a48f7916 tempest-PortsAdminExtendedAttrsTestJSON-723853496 tempest-PortsAdminExtendedAttrsTestJSON-723853496-project-admin] Pushing event deleted for resources: {'Port': ['ID=95488f08-7f0f-4b9f-89c8-69ab8d597daf,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:41.799184 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:41.818203 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2c91bee9-c62b-4598-9215-f5fe6d2e1ad3 req-81faeb8d-dfe2-4208-8d8d-434bc396228e tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:41.839026 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 15bcece1-3862-48bc-becb-4f92e4ddad57, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=15bcece1-3862-48bc-becb-4f92e4ddad57,segment=NetworkSegment(db4ce1a5-fe5a-45f4-9106-33c45e011a98),segment_id=db4ce1a5-fe5a-45f4-9106-33c45e011a98)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:41.848846 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:41.850666 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 0806bdce-2fff-4354-aa5e-714ebcf44a22 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:13:41.866414 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec669f7e-7d4a-4e83-9d3f-c2071495bf35 req-d7610a44-f50c-47da-b5a5-fb1b8a8375a1 service neutron] 10.222.0.57 "GET /v2.0/networks/e2be04bf-d35b-466e-ad9b-b50c42586b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296243 Aug 16 20:13:41.913059 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2c91bee9-c62b-4598-9215-f5fe6d2e1ad3 req-81faeb8d-dfe2-4208-8d8d-434bc396228e tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:41.915699 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2c91bee9-c62b-4598-9215-f5fe6d2e1ad3 req-81faeb8d-dfe2-4208-8d8d-434bc396228e tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.3744650 Aug 16 20:13:41.923714 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81faeb8d-dfe2-4208-8d8d-434bc396228e tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f72aa950-7473-42c4-877e-c2337c6d111f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:41.945208 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-220e1e24-28b9-4f11-a10b-f075d3c1766f tempest-PortsAdminExtendedAttrsTestJSON-1357234123 tempest-PortsAdminExtendedAttrsTestJSON-1357234123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:41.987480 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=15bcece1-3862-48bc-becb-4f92e4ddad57,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:41.993189 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-2473c9b6-dad3-4e18-9b69-f6790efbb14d service neutron] Attempting to bind port 9424f9f8-a01e-463c-a19a-21c6bd851708 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:13:41.993836 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-2473c9b6-dad3-4e18-9b69-f6790efbb14d service neutron] Attempting to bind port 9424f9f8-a01e-463c-a19a-21c6bd851708 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '84c054f6-f1d5-4d03-81c3-3237f56ec888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6a810a23-6feb-497f-991b-9f7fa7297251'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:13:41.994378 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-2473c9b6-dad3-4e18-9b69-f6790efbb14d service neutron] Attempting to bind port 9424f9f8-a01e-463c-a19a-21c6bd851708 on network 6a810a23-6feb-497f-991b-9f7fa7297251 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:42.010014 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-2473c9b6-dad3-4e18-9b69-f6790efbb14d service neutron] Port 9424f9f8-a01e-463c-a19a-21c6bd851708 on network 6a810a23-6feb-497f-991b-9f7fa7297251 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:13:42.010747 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-2473c9b6-dad3-4e18-9b69-f6790efbb14d service neutron] Attempting to bind port 9424f9f8-a01e-463c-a19a-21c6bd851708 on network 6a810a23-6feb-497f-991b-9f7fa7297251 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:13:42.013426 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 0806bdce-2fff-4354-aa5e-714ebcf44a22 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:13:42.022134 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 0806bdce-2fff-4354-aa5e-714ebcf44a22 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:13:42.022511 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:42.025251 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-2473c9b6-dad3-4e18-9b69-f6790efbb14d service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:13:42.025970 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-2473c9b6-dad3-4e18-9b69-f6790efbb14d service neutron] Checking segment: {'id': '84c054f6-f1d5-4d03-81c3-3237f56ec888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6a810a23-6feb-497f-991b-9f7fa7297251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:13:42.026578 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-2473c9b6-dad3-4e18-9b69-f6790efbb14d service neutron] Bound using segment: {'id': '84c054f6-f1d5-4d03-81c3-3237f56ec888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6a810a23-6feb-497f-991b-9f7fa7297251'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:13:42.027224 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-2473c9b6-dad3-4e18-9b69-f6790efbb14d service neutron] Bound port: 9424f9f8-a01e-463c-a19a-21c6bd851708, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c054f6-f1d5-4d03-81c3-3237f56ec888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6a810a23-6feb-497f-991b-9f7fa7297251'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:13:42.027833 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-2473c9b6-dad3-4e18-9b69-f6790efbb14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:42.083296 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-220e1e24-28b9-4f11-a10b-f075d3c1766f tempest-PortsAdminExtendedAttrsTestJSON-1357234123 tempest-PortsAdminExtendedAttrsTestJSON-1357234123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:42.085741 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8be314-6ac0-4f8b-a699-f78f930b5121 req-b76e046a-a6f3-4308-9ac9-73a9bba817a4 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:42.093197 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8be314-6ac0-4f8b-a699-f78f930b5121 req-b76e046a-a6f3-4308-9ac9-73a9bba817a4 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:42.102033 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-220e1e24-28b9-4f11-a10b-f075d3c1766f tempest-PortsAdminExtendedAttrsTestJSON-1357234123 tempest-PortsAdminExtendedAttrsTestJSON-1357234123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a87f91-2d25-4c15-a990-237d2b028f45']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:13:42.102888 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8be314-6ac0-4f8b-a699-f78f930b5121 req-b76e046a-a6f3-4308-9ac9-73a9bba817a4 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:42.109873 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8be314-6ac0-4f8b-a699-f78f930b5121 req-b76e046a-a6f3-4308-9ac9-73a9bba817a4 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:42.117420 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8be314-6ac0-4f8b-a699-f78f930b5121 req-b76e046a-a6f3-4308-9ac9-73a9bba817a4 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:42.121196 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-220e1e24-28b9-4f11-a10b-f075d3c1766f tempest-PortsAdminExtendedAttrsTestJSON-1357234123 tempest-PortsAdminExtendedAttrsTestJSON-1357234123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:13:42.121492 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-220e1e24-28b9-4f11-a10b-f075d3c1766f tempest-PortsAdminExtendedAttrsTestJSON-1357234123 tempest-PortsAdminExtendedAttrsTestJSON-1357234123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3e6113-bf20-4546-a816-ee2c6c17dc4b') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:13:42.126007 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8be314-6ac0-4f8b-a699-f78f930b5121 req-b76e046a-a6f3-4308-9ac9-73a9bba817a4 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:42.133836 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8be314-6ac0-4f8b-a699-f78f930b5121 req-b76e046a-a6f3-4308-9ac9-73a9bba817a4 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:42.136122 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6f8be314-6ac0-4f8b-a699-f78f930b5121 req-b76e046a-a6f3-4308-9ac9-73a9bba817a4 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5441 time: 0.2442284 Aug 16 20:13:42.142498 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:42.148404 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-220e1e24-28b9-4f11-a10b-f075d3c1766f tempest-PortsAdminExtendedAttrsTestJSON-1357234123 tempest-PortsAdminExtendedAttrsTestJSON-1357234123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:42.162496 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d71f112e-6c4f-4604-8911-c50ded43d823 req-66d78717-fc9c-42d7-a4af-5f7fba55978a tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-314542865&fields=id&tenant_id=61cefd239784402390fb24a72e08b750 HTTP/1.1" status: 200 len: 267 time: 0.0706728 Aug 16 20:13:42.169397 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-220e1e24-28b9-4f11-a10b-f075d3c1766f tempest-PortsAdminExtendedAttrsTestJSON-1357234123 tempest-PortsAdminExtendedAttrsTestJSON-1357234123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:42.170154 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec669f7e-7d4a-4e83-9d3f-c2071495bf35 req-aca84e90-9fb7-41f8-bed0-ddcc35396621 service neutron] 10.222.0.57 "GET /v2.0/networks/e2be04bf-d35b-466e-ad9b-b50c42586b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863362 Aug 16 20:13:42.190322 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-220e1e24-28b9-4f11-a10b-f075d3c1766f tempest-PortsAdminExtendedAttrsTestJSON-1357234123 tempest-PortsAdminExtendedAttrsTestJSON-1357234123-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:13:42.190898 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-220e1e24-28b9-4f11-a10b-f075d3c1766f tempest-PortsAdminExtendedAttrsTestJSON-1357234123 tempest-PortsAdminExtendedAttrsTestJSON-1357234123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:42.197159 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:13:42.197159 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:13:42.197159 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:13:42.197159 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:13:42.197159 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:13:42.197159 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:13:42.197159 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:13:42.197159 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:13:42.197159 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:13:42.197159 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:13:42.197159 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:13:42.197159 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:13:42.197159 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:13:42.197159 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:13:42.197159 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:13:42.197159 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:13:42.197159 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:13:42.197159 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:13:42.197159 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:13:42.197159 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:13:42.197159 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:13:42.197159 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:13:42.197159 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:13:42.197159 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:13:42.197159 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:13:42.197159 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:13:42.197159 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:13:42.197159 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:13:42.197159 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:13:42.197159 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:13:42.197159 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:13:42.197159 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:13:42.201657 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 0806bdce-2fff-4354-aa5e-714ebcf44a22, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=0806bdce-2fff-4354-aa5e-714ebcf44a22,segment=NetworkSegment(db4ce1a5-fe5a-45f4-9106-33c45e011a98),segment_id=db4ce1a5-fe5a-45f4-9106-33c45e011a98)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:42.211239 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:42.212237 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 78789552-5398-472f-b04d-8f553a08b7fb up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:13:42.250071 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6f8be314-6ac0-4f8b-a699-f78f930b5121 req-59caf809-e6f3-4a94-bf9b-8c30747bee4f tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0844188 Aug 16 20:13:42.257703 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-2473c9b6-dad3-4e18-9b69-f6790efbb14d service neutron] For port 9424f9f8-a01e-463c-a19a-21c6bd851708, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:13:42.262170 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-2473c9b6-dad3-4e18-9b69-f6790efbb14d service neutron] For port 9424f9f8-a01e-463c-a19a-21c6bd851708, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=9424f9f8-a01e-463c-a19a-21c6bd851708,segment=NetworkSegment(84c054f6-f1d5-4d03-81c3-3237f56ec888),segment_id=84c054f6-f1d5-4d03-81c3-3237f56ec888)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:13:42.268961 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-2473c9b6-dad3-4e18-9b69-f6790efbb14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:42.312388 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f112e-6c4f-4604-8911-c50ded43d823 req-671ff3c8-14b9-4493-9922-539a49d0c746 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:42.318268 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=0806bdce-2fff-4354-aa5e-714ebcf44a22,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:42.330033 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d71f112e-6c4f-4604-8911-c50ded43d823 req-671ff3c8-14b9-4493-9922-539a49d0c746 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 945 time: 0.1475060 Aug 16 20:13:42.337278 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-d71f112e-6c4f-4604-8911-c50ded43d823 req-a9d7ec34-3859-45ee-adb8-140a094fba7c tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Request body: {'port': {'security_groups': ['9092f625-c0ae-4692-b540-5004b2adb79a', 'f72aa950-7473-42c4-877e-c2337c6d111f']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:42.337765 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 78789552-5398-472f-b04d-8f553a08b7fb completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:13:42.344064 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-220e1e24-28b9-4f11-a10b-f075d3c1766f tempest-PortsAdminExtendedAttrsTestJSON-1357234123 tempest-PortsAdminExtendedAttrsTestJSON-1357234123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:42.355816 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 78789552-5398-472f-b04d-8f553a08b7fb triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:13:42.356346 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:42.372028 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-220e1e24-28b9-4f11-a10b-f075d3c1766f tempest-PortsAdminExtendedAttrsTestJSON-1357234123 tempest-PortsAdminExtendedAttrsTestJSON-1357234123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:42.374260 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-220e1e24-28b9-4f11-a10b-f075d3c1766f tempest-PortsAdminExtendedAttrsTestJSON-1357234123 tempest-PortsAdminExtendedAttrsTestJSON-1357234123-project] 10.222.0.68 "DELETE /v2.0/networks/b7a87f91-2d25-4c15-a990-237d2b028f45 HTTP/1.1" status: 204 len: 168 time: 0.5858724 Aug 16 20:13:42.402797 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e1e24-28b9-4f11-a10b-f075d3c1766f tempest-PortsAdminExtendedAttrsTestJSON-1357234123 tempest-PortsAdminExtendedAttrsTestJSON-1357234123-project] Pushing event deleted for resources: {'Network': ['ID=b7a87f91-2d25-4c15-a990-237d2b028f45,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:42.413145 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-2473c9b6-dad3-4e18-9b69-f6790efbb14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:42.417259 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-2473c9b6-dad3-4e18-9b69-f6790efbb14d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:42.418777 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-2473c9b6-dad3-4e18-9b69-f6790efbb14d service neutron] 10.222.0.63 "PUT /v2.0/ports/9424f9f8-a01e-463c-a19a-21c6bd851708 HTTP/1.1" status: 200 len: 1092 time: 2.0700960 Aug 16 20:13:42.419234 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1421e96-152d-47b0-903c-e5fc5bcf8c62', 'tag': '9424f9f8-a01e-463c-a19a-21c6bd851708'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:13:42.423991 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa32210b-fc05-4618-b638-526bae1a0e1d" -d '{"events": [{"name": "network-changed", "server_uuid": "c1421e96-152d-47b0-903c-e5fc5bcf8c62", "tag": "9424f9f8-a01e-463c-a19a-21c6bd851708"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:13:42.454380 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d71f112e-6c4f-4604-8911-c50ded43d823 req-a9d7ec34-3859-45ee-adb8-140a094fba7c tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:42.476694 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:42.538801 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 78789552-5398-472f-b04d-8f553a08b7fb, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=78789552-5398-472f-b04d-8f553a08b7fb,segment=NetworkSegment(57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61),segment_id=57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:42.550725 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:42.552250 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device f95a6a25-2ba9-4066-b98c-395810ce723a up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:13:42.554132 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473c9b6-dad3-4e18-9b69-f6790efbb14d service neutron] Pushing event updated for resources: {'Port': ['ID=9424f9f8-a01e-463c-a19a-21c6bd851708,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:42.583375 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-14b1c73f-ad53-4212-b7d2-104b2709b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:42.584914 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-14b1c73f-ad53-4212-b7d2-104b2709b82f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=92569f34c49a49e2a1bee9bb87197b5b&device_id=c1421e96-152d-47b0-903c-e5fc5bcf8c62 HTTP/1.1" status: 200 len: 1095 time: 0.0695300 Aug 16 20:13:42.594084 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749387a-097a-4eb0-ac2f-be7a3f080ee9 req-32e36f98-52f1-43ed-9cfc-b61687861387 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:42.602095 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a749387a-097a-4eb0-ac2f-be7a3f080ee9 req-32e36f98-52f1-43ed-9cfc-b61687861387 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 946 time: 0.2131677 Aug 16 20:13:42.650176 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port f95a6a25-2ba9-4066-b98c-395810ce723a completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:13:42.661343 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port f95a6a25-2ba9-4066-b98c-395810ce723a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:13:42.661723 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:42.706025 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=78789552-5398-472f-b04d-8f553a08b7fb,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:42.706980 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-55c1b8a8-4973-4844-bb42-193bd25c03dd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9424f9f8-a01e-463c-a19a-21c6bd851708 HTTP/1.1" status: 200 len: 217 time: 0.0898268 Aug 16 20:13:42.783435 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53374) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:42.788640 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:42.805568 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-d71f112e-6c4f-4604-8911-c50ded43d823 req-a9d7ec34-3859-45ee-adb8-140a094fba7c tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] For port 76d4ced7-3869-4c7a-bd18-2f2dceb789d9, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=76d4ced7-3869-4c7a-bd18-2f2dceb789d9,segment=NetworkSegment(2591fcf1-460b-4502-b275-eb75ea8d774a),segment_id=2591fcf1-460b-4502-b275-eb75ea8d774a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:42.816524 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-b6b1482e-aec0-4eaf-b271-30b8492641be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:42.819441 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-b6b1482e-aec0-4eaf-b271-30b8492641be service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca1992e2-7985-465e-bbf0-d8a8506a4bc2 HTTP/1.1" status: 200 len: 854 time: 0.0982168 Aug 16 20:13:42.828132 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port f95a6a25-2ba9-4066-b98c-395810ce723a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f95a6a25-2ba9-4066-b98c-395810ce723a,segment=NetworkSegment(db4ce1a5-fe5a-45f4-9106-33c45e011a98),segment_id=db4ce1a5-fe5a-45f4-9106-33c45e011a98)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:42.833234 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:42.841907 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a749387a-097a-4eb0-ac2f-be7a3f080ee9 req-9aabc90d-93b2-46d4-8c09-8210ab735fb2 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345581 Aug 16 20:13:42.881103 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d71f112e-6c4f-4604-8911-c50ded43d823 req-a9d7ec34-3859-45ee-adb8-140a094fba7c tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:42.889570 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d71f112e-6c4f-4604-8911-c50ded43d823 req-a9d7ec34-3859-45ee-adb8-140a094fba7c tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:42.908819 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['76d4ced7-3869-4c7a-bd18-2f2dceb789d9'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:13:42.917638 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-8343a739-1b29-4e14-bebc-25d538b3b629 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6a810a23-6feb-497f-991b-9f7fa7297251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743499 Aug 16 20:13:42.944712 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=f95a6a25-2ba9-4066-b98c-395810ce723a,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:42.992055 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b63bd87-1c14-4b71-a437-91e0a8eca98c'}, {'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab46bcc0-44ef-4e7c-b460-c2af6e725793'}, {'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bcece1-3862-48bc-becb-4f92e4ddad57'}, {'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0806bdce-2fff-4354-aa5e-714ebcf44a22'}, {'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78789552-5398-472f-b04d-8f553a08b7fb'}, {'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95a6a25-2ba9-4066-b98c-395810ce723a'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:13:42.993482 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f112e-6c4f-4604-8911-c50ded43d823 req-a9d7ec34-3859-45ee-adb8-140a094fba7c tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:42.994367 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d71f112e-6c4f-4604-8911-c50ded43d823 req-a9d7ec34-3859-45ee-adb8-140a094fba7c tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:42.994974 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f1dc3e-c0df-4de4-8a84-ce7f78f9932a" -d '{"events": [{"server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "name": "network-vif-plugged", "status": "completed", "tag": "2b63bd87-1c14-4b71-a437-91e0a8eca98c"}, {"server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "name": "network-vif-plugged", "status": "completed", "tag": "ab46bcc0-44ef-4e7c-b460-c2af6e725793"}, {"server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "name": "network-vif-plugged", "status": "completed", "tag": "15bcece1-3862-48bc-becb-4f92e4ddad57"}, {"server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "name": "network-vif-plugged", "status": "completed", "tag": "0806bdce-2fff-4354-aa5e-714ebcf44a22"}, {"server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "name": "network-vif-plugged", "status": "completed", "tag": "78789552-5398-472f-b04d-8f553a08b7fb"}, {"server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "name": "network-vif-plugged", "status": "completed", "tag": "f95a6a25-2ba9-4066-b98c-395810ce723a"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:13:43.001518 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d71f112e-6c4f-4604-8911-c50ded43d823 req-a9d7ec34-3859-45ee-adb8-140a094fba7c tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "PUT /v2.0/ports/76d4ced7-3869-4c7a-bd18-2f2dceb789d9 HTTP/1.1" status: 200 len: 981 time: 0.6704242 Aug 16 20:13:43.016712 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9', 'tag': '76d4ced7-3869-4c7a-bd18-2f2dceb789d9'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:13:43.024404 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9455b4ee-f0b7-4183-b99b-0794b75d4e86" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9", "tag": "76d4ced7-3869-4c7a-bd18-2f2dceb789d9"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:13:43.094498 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a1d4e-8876-416e-9cbc-be9a76f07df8 req-320b56c6-5efc-44ad-ab2c-af41dc4225b9 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:43.096816 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-862a1d4e-8876-416e-9cbc-be9a76f07df8 req-320b56c6-5efc-44ad-ab2c-af41dc4225b9 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.68 "GET /v2.0/ports?device_id=040c6a85-ecee-482f-8b98-998174914224 HTTP/1.1" status: 200 len: 943 time: 0.0778790 Aug 16 20:13:43.103641 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7ec34-3859-45ee-adb8-140a094fba7c tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Pushing event updated for resources: {'Port': ['ID=76d4ced7-3869-4c7a-bd18-2f2dceb789d9,revision_number=6']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:43.110373 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['76d4ced7-3869-4c7a-bd18-2f2dceb789d9'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:13:43.147918 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-9057cf0b-8143-401a-9c0f-abaa66f673f9 service neutron] 10.222.0.63 "GET /v2.0/networks/6a810a23-6feb-497f-991b-9f7fa7297251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191319 Aug 16 20:13:43.149632 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c04246e5-0868-4307-8152-abc21a539857 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=58d77935c1104384a10cfc41795b9eb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3647318 Aug 16 20:13:43.152131 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53384) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:43.170962 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2833b59-f069-4ee1-bc02-0de673f56014 x-openstack-request-id: req-c2833b59-f069-4ee1-bc02-0de673f56014 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:13:43.171383 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1421e96-152d-47b0-903c-e5fc5bcf8c62", "tag": "9424f9f8-a01e-463c-a19a-21c6bd851708", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:13:43.171732 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c2833b59-f069-4ee1-bc02-0de673f56014 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:13:43.172785 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1421e96-152d-47b0-903c-e5fc5bcf8c62', 'tag': '9424f9f8-a01e-463c-a19a-21c6bd851708', 'status': 'completed', 'code': 200} Aug 16 20:13:43.189252 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-862a1d4e-8876-416e-9cbc-be9a76f07df8 req-ae2e3dae-522b-4d47-851d-90211632cd1b tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.68 "GET /v2.0/security-groups?id=c08f2f21-fc17-4fcd-8d2b-3d94c86f3625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832644 Aug 16 20:13:43.241327 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b4f9e00-b534-42f4-b37d-97b6050dc138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:43.290258 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3f4d5db0-d535-49c6-ba5e-8132b1573866 req-f813e765-79f4-4373-ab00-cb090f724019 service neutron] 10.222.0.63 "GET /v2.0/networks/6a810a23-6feb-497f-991b-9f7fa7297251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313977 Aug 16 20:13:43.319698 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b4f9e00-b534-42f4-b37d-97b6050dc138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:43.347380 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Mon, 16 Aug 2021 20:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf47094-7f83-445c-850b-3848daa1d8d6 x-openstack-request-id: req-0cf47094-7f83-445c-850b-3848daa1d8d6 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:13:43.347872 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "name": "network-vif-plugged", "status": "completed", "tag": "2b63bd87-1c14-4b71-a437-91e0a8eca98c", "code": 200}, {"server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "name": "network-vif-plugged", "status": "completed", "tag": "ab46bcc0-44ef-4e7c-b460-c2af6e725793", "code": 200}, {"server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "name": "network-vif-plugged", "status": "completed", "tag": "15bcece1-3862-48bc-becb-4f92e4ddad57", "code": 200}, {"server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "name": "network-vif-plugged", "status": "completed", "tag": "0806bdce-2fff-4354-aa5e-714ebcf44a22", "code": 200}, {"server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "name": "network-vif-plugged", "status": "completed", "tag": "78789552-5398-472f-b04d-8f553a08b7fb", "code": 200}, {"server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "name": "network-vif-plugged", "status": "completed", "tag": "f95a6a25-2ba9-4066-b98c-395810ce723a", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:13:43.348249 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0cf47094-7f83-445c-850b-3848daa1d8d6 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:13:43.348717 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b63bd87-1c14-4b71-a437-91e0a8eca98c', 'code': 200} Aug 16 20:13:43.349055 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab46bcc0-44ef-4e7c-b460-c2af6e725793', 'code': 200} Aug 16 20:13:43.349494 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bcece1-3862-48bc-becb-4f92e4ddad57', 'code': 200} Aug 16 20:13:43.349784 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0806bdce-2fff-4354-aa5e-714ebcf44a22', 'code': 200} Aug 16 20:13:43.350218 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78789552-5398-472f-b04d-8f553a08b7fb', 'code': 200} Aug 16 20:13:43.350519 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95a6a25-2ba9-4066-b98c-395810ce723a', 'code': 200} Aug 16 20:13:43.381971 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e11951-221b-4364-b457-32b91f5f768f req-5bda1436-5c10-4ba9-afb8-1b9fd3173117 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:43.383857 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a3e11951-221b-4364-b457-32b91f5f768f req-5bda1436-5c10-4ba9-afb8-1b9fd3173117 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1421e96-152d-47b0-903c-e5fc5bcf8c62 HTTP/1.1" status: 200 len: 943 time: 0.1221116 Aug 16 20:13:43.461009 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a3e11951-221b-4364-b457-32b91f5f768f req-bed1b2f2-989f-4814-b4ef-09d4dc3eb05b tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699019 Aug 16 20:13:43.462244 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b4f9e00-b534-42f4-b37d-97b6050dc138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:43.467851 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b4f9e00-b534-42f4-b37d-97b6050dc138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:43.473147 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6b4f9e00-b534-42f4-b37d-97b6050dc138 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2595ad00-377d-4ce7-ab45-9e9a450957eb HTTP/1.1" status: 204 len: 168 time: 0.3189783 Aug 16 20:13:43.492410 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f9e00-b534-42f4-b37d-97b6050dc138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2595ad00-377d-4ce7-ab45-9e9a450957eb,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:43.544555 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e5eb5f81-c025-4896-b368-cb7f1d950f80 req-9ee8c059-dd03-4cf3-b1a7-e96229017576 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-314542865&fields=id&tenant_id=61cefd239784402390fb24a72e08b750 HTTP/1.1" status: 200 len: 267 time: 0.0992470 Aug 16 20:13:43.574685 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32210b-fc05-4618-b638-526bae1a0e1d req-b3c06bc3-3e5c-478f-8b1d-bb9083257668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:43.576919 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aa32210b-fc05-4618-b638-526bae1a0e1d req-b3c06bc3-3e5c-478f-8b1d-bb9083257668 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=92569f34c49a49e2a1bee9bb87197b5b&device_id=c1421e96-152d-47b0-903c-e5fc5bcf8c62 HTTP/1.1" status: 200 len: 1095 time: 0.1993656 Aug 16 20:13:43.615690 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 5e14f221-9dc3-46d7-9fd7-33746c652f56 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:13:43.660954 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f73f72-3b4c-4b79-8986-110e401be0bf req-632d47e8-5d2c-4c37-8e73-309c026b0421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:43.661456 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f73f72-3b4c-4b79-8986-110e401be0bf req-632d47e8-5d2c-4c37-8e73-309c026b0421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:43.662130 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f73f72-3b4c-4b79-8986-110e401be0bf req-632d47e8-5d2c-4c37-8e73-309c026b0421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:43.662623 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f73f72-3b4c-4b79-8986-110e401be0bf req-632d47e8-5d2c-4c37-8e73-309c026b0421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:43.663105 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f73f72-3b4c-4b79-8986-110e401be0bf req-632d47e8-5d2c-4c37-8e73-309c026b0421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:43.663611 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f73f72-3b4c-4b79-8986-110e401be0bf req-632d47e8-5d2c-4c37-8e73-309c026b0421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:43.664149 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f73f72-3b4c-4b79-8986-110e401be0bf req-632d47e8-5d2c-4c37-8e73-309c026b0421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:43.667156 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e8f73f72-3b4c-4b79-8986-110e401be0bf req-632d47e8-5d2c-4c37-8e73-309c026b0421 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 6508 time: 0.1933069 Aug 16 20:13:43.707198 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f6ef9c-26a8-4c24-b3a4-e409b5a3928d x-openstack-request-id: req-20f6ef9c-26a8-4c24-b3a4-e409b5a3928d {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:13:43.707198 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9", "tag": "76d4ced7-3869-4c7a-bd18-2f2dceb789d9", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:13:43.707757 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-20f6ef9c-26a8-4c24-b3a4-e409b5a3928d {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:13:43.708127 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9', 'tag': '76d4ced7-3869-4c7a-bd18-2f2dceb789d9', 'status': 'completed', 'code': 200} Aug 16 20:13:43.715332 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb5f81-c025-4896-b368-cb7f1d950f80 req-3cb69421-bc77-4e9e-b512-3ad61c72b1aa tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:43.723571 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e5eb5f81-c025-4896-b368-cb7f1d950f80 req-3cb69421-bc77-4e9e-b512-3ad61c72b1aa tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 984 time: 0.1780133 Aug 16 20:13:43.739123 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e5eb5f81-c025-4896-b368-cb7f1d950f80 req-b8a225e8-b106-4ef3-828a-8dde499f1245 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Request body: {'port': {'security_groups': ['9092f625-c0ae-4692-b540-5004b2adb79a']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:43.767801 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 5e14f221-9dc3-46d7-9fd7-33746c652f56, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5e14f221-9dc3-46d7-9fd7-33746c652f56,segment=NetworkSegment(9c3b1fb0-9327-4c6c-ab36-af4843c17e91),segment_id=9c3b1fb0-9327-4c6c-ab36-af4843c17e91)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:43.784548 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '5e14f221-9dc3-46d7-9fd7-33746c652f56', 'network_id': 'e2be04bf-d35b-466e-ad9b-b50c42586b1c', 'port_id': '5e14f221-9dc3-46d7-9fd7-33746c652f56', 'mac_address': 'fa:16:3e:88:df:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99334678-c858-4189-9cbd-929f59d7d57a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:13:43.828444 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e8f73f72-3b4c-4b79-8986-110e401be0bf req-c0fb3610-d28d-4c02-b50a-0ee845b5a6ea service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1477878 Aug 16 20:13:43.839084 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:43.853408 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e14f221-9dc3-46d7-9fd7-33746c652f56 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:13:43.880357 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 5e14f221-9dc3-46d7-9fd7-33746c652f56, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5e14f221-9dc3-46d7-9fd7-33746c652f56,segment=NetworkSegment(9c3b1fb0-9327-4c6c-ab36-af4843c17e91),segment_id=9c3b1fb0-9327-4c6c-ab36-af4843c17e91)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:43.887436 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823e3d5-3ef1-4531-b232-e959cc3fae20 req-037800eb-7c2f-4018-8da2-b8d41de24f62 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:43.894262 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:43.902513 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823e3d5-3ef1-4531-b232-e959cc3fae20 req-037800eb-7c2f-4018-8da2-b8d41de24f62 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:43.919592 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823e3d5-3ef1-4531-b232-e959cc3fae20 req-037800eb-7c2f-4018-8da2-b8d41de24f62 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:43.938307 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823e3d5-3ef1-4531-b232-e959cc3fae20 req-037800eb-7c2f-4018-8da2-b8d41de24f62 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:43.956129 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823e3d5-3ef1-4531-b232-e959cc3fae20 req-037800eb-7c2f-4018-8da2-b8d41de24f62 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:43.965931 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823e3d5-3ef1-4531-b232-e959cc3fae20 req-037800eb-7c2f-4018-8da2-b8d41de24f62 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:43.977825 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823e3d5-3ef1-4531-b232-e959cc3fae20 req-037800eb-7c2f-4018-8da2-b8d41de24f62 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:43.980494 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=5e14f221-9dc3-46d7-9fd7-33746c652f56,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:43.982890 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f823e3d5-3ef1-4531-b232-e959cc3fae20 req-037800eb-7c2f-4018-8da2-b8d41de24f62 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5444 time: 0.1641216 Aug 16 20:13:44.024073 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53402) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:44.063429 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f823e3d5-3ef1-4531-b232-e959cc3fae20 req-a565d878-ff4d-4114-8b52-82111eff6166 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0657187 Aug 16 20:13:44.105643 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['5e14f221-9dc3-46d7-9fd7-33746c652f56'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:13:44.112456 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ecd6c774-1f9c-4221-9483-27c54a9bcaeb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=767c60f79f8c4148a577b56179a30c6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0871658 Aug 16 20:13:44.116085 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53404) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:44.238760 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1adf35-fe44-48ef-85fc-0ee9ec77271f req-08aa8ca7-874d-4436-bb9e-e5740846d021 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:44.241039 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9f1adf35-fe44-48ef-85fc-0ee9ec77271f req-08aa8ca7-874d-4436-bb9e-e5740846d021 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 946 time: 0.0861816 Aug 16 20:13:44.241900 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b15dce48-f01d-42e1-90c5-0c4e9a2891b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:44.282603 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b15dce48-f01d-42e1-90c5-0c4e9a2891b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:44.317020 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32210b-fc05-4618-b638-526bae1a0e1d req-523884df-dcd9-4f98-bd7b-0cb58d85ba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:44.318786 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aa32210b-fc05-4618-b638-526bae1a0e1d req-523884df-dcd9-4f98-bd7b-0cb58d85ba10 service neutron] 10.222.0.63 "GET /v2.0/networks?id=6a810a23-6feb-497f-991b-9f7fa7297251 HTTP/1.1" status: 200 len: 915 time: 0.7256725 Aug 16 20:13:44.335674 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455b4ee-f0b7-4183-b99b-0794b75d4e86 req-768566d3-c27f-4b71-a0dc-84b7fd0dd501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:44.337146 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9455b4ee-f0b7-4183-b99b-0794b75d4e86 req-768566d3-c27f-4b71-a0dc-84b7fd0dd501 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=61cefd239784402390fb24a72e08b750&device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 1136 time: 0.6029036 Aug 16 20:13:44.340490 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9f1adf35-fe44-48ef-85fc-0ee9ec77271f req-7193ada9-b774-4fd9-9ec0-cae5459112cd tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874724 Aug 16 20:13:44.373712 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aa32210b-fc05-4618-b638-526bae1a0e1d req-3d345a1c-94a6-43fb-94a1-a96d4082a273 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9424f9f8-a01e-463c-a19a-21c6bd851708 HTTP/1.1" status: 200 len: 217 time: 0.0401123 Aug 16 20:13:44.374230 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b15dce48-f01d-42e1-90c5-0c4e9a2891b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:44.377319 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b15dce48-f01d-42e1-90c5-0c4e9a2891b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:44.380821 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b15dce48-f01d-42e1-90c5-0c4e9a2891b7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e3158871-b78f-4361-b019-333e29324cd2 HTTP/1.1" status: 204 len: 168 time: 0.2611282 Aug 16 20:13:44.380980 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e5eb5f81-c025-4896-b368-cb7f1d950f80 req-b8a225e8-b106-4ef3-828a-8dde499f1245 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:44.387902 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15dce48-f01d-42e1-90c5-0c4e9a2891b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3158871-b78f-4361-b019-333e29324cd2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:44.536952 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 9424f9f8-a01e-463c-a19a-21c6bd851708 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:13:44.557072 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32210b-fc05-4618-b638-526bae1a0e1d req-bfd534d9-0183-4613-bacd-a4e70c8c4496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:44.558783 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aa32210b-fc05-4618-b638-526bae1a0e1d req-bfd534d9-0183-4613-bacd-a4e70c8c4496 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca1992e2-7985-465e-bbf0-d8a8506a4bc2 HTTP/1.1" status: 200 len: 854 time: 0.1615107 Aug 16 20:13:44.572733 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9efb7de-3ee1-4a7d-a345-8899162b3bf5 req-a67057e8-e042-491d-b274-197f5ec2534c tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:44.582493 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b9efb7de-3ee1-4a7d-a345-8899162b3bf5 req-a67057e8-e042-491d-b274-197f5ec2534c tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.68 "GET /v2.0/ports?device_id=040c6a85-ecee-482f-8b98-998174914224 HTTP/1.1" status: 200 len: 944 time: 0.0842321 Aug 16 20:13:44.639496 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b9efb7de-3ee1-4a7d-a345-8899162b3bf5 req-6bf82b0f-53a8-4058-bc44-c13620184a98 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.68 "GET /v2.0/security-groups?id=c08f2f21-fc17-4fcd-8d2b-3d94c86f3625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555868 Aug 16 20:13:44.642426 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aa32210b-fc05-4618-b638-526bae1a0e1d req-f0203967-c3e8-482f-8e64-1f0cc285c0eb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6a810a23-6feb-497f-991b-9f7fa7297251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693939 Aug 16 20:13:44.654147 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455b4ee-f0b7-4183-b99b-0794b75d4e86 req-316dd88e-a53c-4770-a8da-efd4ec710787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:44.664700 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9455b4ee-f0b7-4183-b99b-0794b75d4e86 req-316dd88e-a53c-4770-a8da-efd4ec710787 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c0950044-aeab-482d-b87d-a07d06e58d8c HTTP/1.1" status: 200 len: 920 time: 0.2890787 Aug 16 20:13:44.668445 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 9424f9f8-a01e-463c-a19a-21c6bd851708, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=9424f9f8-a01e-463c-a19a-21c6bd851708,segment=NetworkSegment(84c054f6-f1d5-4d03-81c3-3237f56ec888),segment_id=84c054f6-f1d5-4d03-81c3-3237f56ec888)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:44.686770 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '9424f9f8-a01e-463c-a19a-21c6bd851708', 'network_id': '6a810a23-6feb-497f-991b-9f7fa7297251', 'port_id': '9424f9f8-a01e-463c-a19a-21c6bd851708', 'mac_address': 'fa:16:3e:b1:f7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca1992e2-7985-465e-bbf0-d8a8506a4bc2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:13:44.746467 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:44.765218 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9424f9f8-a01e-463c-a19a-21c6bd851708 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:13:44.789008 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 9424f9f8-a01e-463c-a19a-21c6bd851708, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=9424f9f8-a01e-463c-a19a-21c6bd851708,segment=NetworkSegment(84c054f6-f1d5-4d03-81c3-3237f56ec888),segment_id=84c054f6-f1d5-4d03-81c3-3237f56ec888)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:44.805955 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:44.812880 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1711e6-bb8b-4ea3-9ca1-c8bb57798336 req-f269557c-ae6f-453c-ae9c-3426fefe8759 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:44.814650 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3f1711e6-bb8b-4ea3-9ca1-c8bb57798336 req-f269557c-ae6f-453c-ae9c-3426fefe8759 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1421e96-152d-47b0-903c-e5fc5bcf8c62 HTTP/1.1" status: 200 len: 943 time: 0.0646558 Aug 16 20:13:44.856103 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9455b4ee-f0b7-4183-b99b-0794b75d4e86 req-77071ece-19c2-40c4-8277-fec1523e3bce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76d4ced7-3869-4c7a-bd18-2f2dceb789d9 HTTP/1.1" status: 200 len: 217 time: 0.1767588 Aug 16 20:13:44.896112 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3f1711e6-bb8b-4ea3-9ca1-c8bb57798336 req-81150ea2-40ae-4b83-960e-278c5a55f035 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627775 Aug 16 20:13:44.918465 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=9424f9f8-a01e-463c-a19a-21c6bd851708,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:45.007534 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aa32210b-fc05-4618-b638-526bae1a0e1d req-17eb2d70-4bc9-48d2-9410-e6095fa6c95a service neutron] 10.222.0.63 "GET /v2.0/networks/6a810a23-6feb-497f-991b-9f7fa7297251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391232 Aug 16 20:13:45.029870 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455b4ee-f0b7-4183-b99b-0794b75d4e86 req-4cea4ed4-d4d9-42e4-be1f-acf87b110642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:45.031366 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9455b4ee-f0b7-4183-b99b-0794b75d4e86 req-4cea4ed4-d4d9-42e4-be1f-acf87b110642 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e9d5f06-a0f7-4946-9279-961f62b06145 HTTP/1.1" status: 200 len: 859 time: 0.1337357 Aug 16 20:13:45.059859 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e5eb5f81-c025-4896-b368-cb7f1d950f80 req-b8a225e8-b106-4ef3-828a-8dde499f1245 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] For port 76d4ced7-3869-4c7a-bd18-2f2dceb789d9, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=76d4ced7-3869-4c7a-bd18-2f2dceb789d9,segment=NetworkSegment(2591fcf1-460b-4502-b275-eb75ea8d774a),segment_id=2591fcf1-460b-4502-b275-eb75ea8d774a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:45.121781 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9455b4ee-f0b7-4183-b99b-0794b75d4e86 req-3d10b471-c33f-4ad0-9fa7-d2130193e6d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c0950044-aeab-482d-b87d-a07d06e58d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709946 Aug 16 20:13:45.186459 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['9424f9f8-a01e-463c-a19a-21c6bd851708'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:13:45.208306 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e5eb5f81-c025-4896-b368-cb7f1d950f80 req-b8a225e8-b106-4ef3-828a-8dde499f1245 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:45.221808 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e5eb5f81-c025-4896-b368-cb7f1d950f80 req-b8a225e8-b106-4ef3-828a-8dde499f1245 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:45.251093 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['76d4ced7-3869-4c7a-bd18-2f2dceb789d9'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:13:45.264199 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2aa14-addb-4d1d-9fbf-6d8aa96fb8c0 req-f9a61f44-20b6-4624-b4d6-63d7eda5f7eb tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:45.279398 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2aa14-addb-4d1d-9fbf-6d8aa96fb8c0 req-f9a61f44-20b6-4624-b4d6-63d7eda5f7eb tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:45.301634 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2aa14-addb-4d1d-9fbf-6d8aa96fb8c0 req-f9a61f44-20b6-4624-b4d6-63d7eda5f7eb tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:45.307794 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2aa14-addb-4d1d-9fbf-6d8aa96fb8c0 req-f9a61f44-20b6-4624-b4d6-63d7eda5f7eb tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:45.310965 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb5f81-c025-4896-b368-cb7f1d950f80 req-b8a225e8-b106-4ef3-828a-8dde499f1245 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:45.311838 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e5eb5f81-c025-4896-b368-cb7f1d950f80 req-b8a225e8-b106-4ef3-828a-8dde499f1245 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:45.313582 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e5eb5f81-c025-4896-b368-cb7f1d950f80 req-b8a225e8-b106-4ef3-828a-8dde499f1245 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "PUT /v2.0/ports/76d4ced7-3869-4c7a-bd18-2f2dceb789d9 HTTP/1.1" status: 200 len: 942 time: 1.5889502 Aug 16 20:13:45.317088 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2aa14-addb-4d1d-9fbf-6d8aa96fb8c0 req-f9a61f44-20b6-4624-b4d6-63d7eda5f7eb tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:45.323447 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2aa14-addb-4d1d-9fbf-6d8aa96fb8c0 req-f9a61f44-20b6-4624-b4d6-63d7eda5f7eb tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:45.343186 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2aa14-addb-4d1d-9fbf-6d8aa96fb8c0 req-f9a61f44-20b6-4624-b4d6-63d7eda5f7eb tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:45.345124 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5aa2aa14-addb-4d1d-9fbf-6d8aa96fb8c0 req-f9a61f44-20b6-4624-b4d6-63d7eda5f7eb tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5444 time: 0.1961439 Aug 16 20:13:45.345627 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aa32210b-fc05-4618-b638-526bae1a0e1d req-ab1af1f7-efc1-4f4d-8f16-07086515b635 service neutron] 10.222.0.63 "GET /v2.0/networks/6a810a23-6feb-497f-991b-9f7fa7297251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064635 Aug 16 20:13:45.346134 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9', 'tag': '76d4ced7-3869-4c7a-bd18-2f2dceb789d9'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:13:45.348480 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63be1ee7-9f07-4f57-b1ea-c4079a6c52de" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9", "tag": "76d4ced7-3869-4c7a-bd18-2f2dceb789d9"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:13:45.407724 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5aa2aa14-addb-4d1d-9fbf-6d8aa96fb8c0 req-0322b009-7932-4bc7-8903-95b4bab974eb tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557699 Aug 16 20:13:45.449591 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['76d4ced7-3869-4c7a-bd18-2f2dceb789d9'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:13:45.465225 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9455b4ee-f0b7-4183-b99b-0794b75d4e86 req-6d9b1f9e-88b2-4584-b552-5277b6424fac service neutron] 10.222.0.57 "GET /v2.0/networks/c0950044-aeab-482d-b87d-a07d06e58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305433 Aug 16 20:13:45.468485 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a225e8-b106-4ef3-828a-8dde499f1245 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Pushing event updated for resources: {'Port': ['ID=76d4ced7-3869-4c7a-bd18-2f2dceb789d9,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:45.540971 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfa3a51-eb4c-49bd-906c-b7c0939d7144 x-openstack-request-id: req-5cfa3a51-eb4c-49bd-906c-b7c0939d7144 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:13:45.541276 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9", "tag": "76d4ced7-3869-4c7a-bd18-2f2dceb789d9", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:13:45.542229 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5cfa3a51-eb4c-49bd-906c-b7c0939d7144 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:13:45.542794 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9', 'tag': '76d4ced7-3869-4c7a-bd18-2f2dceb789d9', 'status': 'completed', 'code': 200} Aug 16 20:13:45.589695 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d93e1818-06e1-4bb4-91d1-9757361c2d89 req-6e90453c-25c8-4b5b-ba43-c77b9f2ca112 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2228320 Aug 16 20:13:45.601154 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-d93e1818-06e1-4bb4-91d1-9757361c2d89 req-70058238-3194-459e-9138-978fdd0baea0 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:45.633494 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d93e1818-06e1-4bb4-91d1-9757361c2d89 req-70058238-3194-459e-9138-978fdd0baea0 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:45.702650 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 5e14f221-9dc3-46d7-9fd7-33746c652f56 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:13:45.760677 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391dfca-ca70-43fc-9797-a7d74dcd1b9a req-80f8cce5-b3ae-4066-b730-c3ec451d1f32 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:45.762258 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f391dfca-ca70-43fc-9797-a7d74dcd1b9a req-80f8cce5-b3ae-4066-b730-c3ec451d1f32 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 946 time: 0.1282663 Aug 16 20:13:45.814747 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9455b4ee-f0b7-4183-b99b-0794b75d4e86 req-349ef3e4-b7db-49a5-b2b9-369fe427fb3b service neutron] 10.222.0.57 "GET /v2.0/networks/c0950044-aeab-482d-b87d-a07d06e58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336947 Aug 16 20:13:45.827579 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f391dfca-ca70-43fc-9797-a7d74dcd1b9a req-08b7fdf5-16f1-435e-9e2f-699c58845095 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506494 Aug 16 20:13:45.871200 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 5e14f221-9dc3-46d7-9fd7-33746c652f56 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:13:45.904451 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 5e14f221-9dc3-46d7-9fd7-33746c652f56 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:13:45.908388 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:45.916339 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d93e1818-06e1-4bb4-91d1-9757361c2d89 req-70058238-3194-459e-9138-978fdd0baea0 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:46.026920 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be1ee7-9f07-4f57-b1ea-c4079a6c52de req-c3d5c856-b13a-46a3-9408-70c24c6bfff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:46.028652 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-63be1ee7-9f07-4f57-b1ea-c4079a6c52de req-c3d5c856-b13a-46a3-9408-70c24c6bfff7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=61cefd239784402390fb24a72e08b750&device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 1097 time: 0.1691122 Aug 16 20:13:46.030110 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3b5ac-9a12-42d2-a9b8-09fbe00d19dd req-51163465-a74c-4924-8468-908ae5b294bf tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:46.038989 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3b5ac-9a12-42d2-a9b8-09fbe00d19dd req-51163465-a74c-4924-8468-908ae5b294bf tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:46.067771 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3b5ac-9a12-42d2-a9b8-09fbe00d19dd req-51163465-a74c-4924-8468-908ae5b294bf tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:46.074586 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3b5ac-9a12-42d2-a9b8-09fbe00d19dd req-51163465-a74c-4924-8468-908ae5b294bf tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:46.081406 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3b5ac-9a12-42d2-a9b8-09fbe00d19dd req-51163465-a74c-4924-8468-908ae5b294bf tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:46.088138 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3b5ac-9a12-42d2-a9b8-09fbe00d19dd req-51163465-a74c-4924-8468-908ae5b294bf tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:46.094546 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3b5ac-9a12-42d2-a9b8-09fbe00d19dd req-51163465-a74c-4924-8468-908ae5b294bf tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:46.096518 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7df3b5ac-9a12-42d2-a9b8-09fbe00d19dd req-51163465-a74c-4924-8468-908ae5b294bf tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5444 time: 0.1490614 Aug 16 20:13:46.106977 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53464) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:46.111639 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2d823d97-524a-484b-b435-c8cc3abb2397 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Request body: {'floatingip': {'port_id': '2b63bd87-1c14-4b71-a437-91e0a8eca98c'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:46.149691 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-d93e1818-06e1-4bb4-91d1-9757361c2d89 req-70058238-3194-459e-9138-978fdd0baea0 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Allocated IP 172.25.8.83 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/54c15bc3-c26b-46c7-865f-4eb798ee015a) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:13:46.187413 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:46.220433 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d823d97-524a-484b-b435-c8cc3abb2397 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks [] for floatingip, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:46.243210 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be1ee7-9f07-4f57-b1ea-c4079a6c52de req-f6e40114-ffdf-4ac0-8a79-7039519c9fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:46.243688 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040c6a85-ecee-482f-8b98-998174914224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e14f221-9dc3-46d7-9fd7-33746c652f56'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:13:46.245292 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-63be1ee7-9f07-4f57-b1ea-c4079a6c52de req-f6e40114-ffdf-4ac0-8a79-7039519c9fa8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c0950044-aeab-482d-b87d-a07d06e58d8c HTTP/1.1" status: 200 len: 920 time: 0.2079017 Aug 16 20:13:46.246965 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b839a98-4dc8-4c3a-a148-54fa49b10a35" -d '{"events": [{"server_uuid": "040c6a85-ecee-482f-8b98-998174914224", "name": "network-vif-plugged", "status": "completed", "tag": "5e14f221-9dc3-46d7-9fd7-33746c652f56"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:13:46.296008 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 5e14f221-9dc3-46d7-9fd7-33746c652f56, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5e14f221-9dc3-46d7-9fd7-33746c652f56,segment=NetworkSegment(9c3b1fb0-9327-4c6c-ab36-af4843c17e91),segment_id=9c3b1fb0-9327-4c6c-ab36-af4843c17e91)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:46.305554 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-63be1ee7-9f07-4f57-b1ea-c4079a6c52de req-c1f6d332-a30e-4646-a176-53f822579745 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76d4ced7-3869-4c7a-bd18-2f2dceb789d9 HTTP/1.1" status: 200 len: 217 time: 0.0507920 Aug 16 20:13:46.311607 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:46.409945 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=5e14f221-9dc3-46d7-9fd7-33746c652f56,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:46.433902 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d93e1818-06e1-4bb4-91d1-9757361c2d89 req-70058238-3194-459e-9138-978fdd0baea0 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:46.442625 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be1ee7-9f07-4f57-b1ea-c4079a6c52de req-e57b0967-fcfa-4460-8bcf-f61bf1fcb3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:46.444616 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-63be1ee7-9f07-4f57-b1ea-c4079a6c52de req-e57b0967-fcfa-4460-8bcf-f61bf1fcb3a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e9d5f06-a0f7-4946-9279-961f62b06145 HTTP/1.1" status: 200 len: 859 time: 0.1297181 Aug 16 20:13:46.485376 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-63be1ee7-9f07-4f57-b1ea-c4079a6c52de req-93465edf-9462-44c8-91c0-8e70516162c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c0950044-aeab-482d-b87d-a07d06e58d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334473 Aug 16 20:13:46.514771 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53472) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:46.609333 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-63be1ee7-9f07-4f57-b1ea-c4079a6c52de req-7571679b-7701-48d7-9529-4e4e065d0419 service neutron] 10.222.0.57 "GET /v2.0/networks/c0950044-aeab-482d-b87d-a07d06e58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145155 Aug 16 20:13:46.615329 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d93e1818-06e1-4bb4-91d1-9757361c2d89 req-70058238-3194-459e-9138-978fdd0baea0 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:46.660581 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cba491-4b47-41b7-b87d-21131bbdb8f7 req-1874770a-b705-45a7-947d-9fd910698342 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:46.668476 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-17cba491-4b47-41b7-b87d-21131bbdb8f7 req-1874770a-b705-45a7-947d-9fd910698342 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.68 "GET /v2.0/ports?device_id=040c6a85-ecee-482f-8b98-998174914224 HTTP/1.1" status: 200 len: 945 time: 0.2630870 Aug 16 20:13:46.683001 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1f5c734c-a2b1-4917-be8b-861b94474054 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1547103915'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:46.715849 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d93e1818-06e1-4bb4-91d1-9757361c2d89 req-70058238-3194-459e-9138-978fdd0baea0 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:13:46.721716 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-d93e1818-06e1-4bb4-91d1-9757361c2d89 req-70058238-3194-459e-9138-978fdd0baea0 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:13:46.724442 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93e1818-06e1-4bb4-91d1-9757361c2d89 req-70058238-3194-459e-9138-978fdd0baea0 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:13:46.766602 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f5c734c-a2b1-4917-be8b-861b94474054 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:46.767676 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f5c734c-a2b1-4917-be8b-861b94474054 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:46.785273 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70058238-3194-459e-9138-978fdd0baea0 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Pushing event updated for resources: {'Port': ['ID=54c15bc3-c26b-46c7-865f-4eb798ee015a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:46.814727 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-17cba491-4b47-41b7-b87d-21131bbdb8f7 req-7e2ce650-0035-4e41-8f14-f43c520d69fd tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.68 "GET /v2.0/security-groups?id=c08f2f21-fc17-4fcd-8d2b-3d94c86f3625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449735 Aug 16 20:13:46.815701 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-63be1ee7-9f07-4f57-b1ea-c4079a6c52de req-620a25a5-118b-4231-868b-3f4cfd0ac561 service neutron] 10.222.0.57 "GET /v2.0/networks/c0950044-aeab-482d-b87d-a07d06e58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887474 Aug 16 20:13:46.892139 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d93e1818-06e1-4bb4-91d1-9757361c2d89 req-70058238-3194-459e-9138-978fdd0baea0 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:46.936455 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d93e1818-06e1-4bb4-91d1-9757361c2d89 req-70058238-3194-459e-9138-978fdd0baea0 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:47.114290 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d93e1818-06e1-4bb4-91d1-9757361c2d89 req-70058238-3194-459e-9138-978fdd0baea0 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:47.120452 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d93e1818-06e1-4bb4-91d1-9757361c2d89 req-70058238-3194-459e-9138-978fdd0baea0 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:47.195675 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70058238-3194-459e-9138-978fdd0baea0 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Pushing event updated for resources: {'Port': ['ID=54c15bc3-c26b-46c7-865f-4eb798ee015a,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:47.207091 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d93e1818-06e1-4bb4-91d1-9757361c2d89 req-70058238-3194-459e-9138-978fdd0baea0 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:47.220642 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d93e1818-06e1-4bb4-91d1-9757361c2d89 req-70058238-3194-459e-9138-978fdd0baea0 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:47.222063 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d93e1818-06e1-4bb4-91d1-9757361c2d89 req-70058238-3194-459e-9138-978fdd0baea0 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6265855 Aug 16 20:13:47.235374 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f5c734c-a2b1-4917-be8b-861b94474054 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:47.243964 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f5c734c-a2b1-4917-be8b-861b94474054 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:47.278596 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d93e1818-06e1-4bb4-91d1-9757361c2d89 req-7bb8e995-8b74-4805-a762-f8455df67e6e tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.83 HTTP/1.1" status: 200 len: 695 time: 0.0482905 Aug 16 20:13:47.287410 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f5c734c-a2b1-4917-be8b-861b94474054 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:47.290984 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1f5c734c-a2b1-4917-be8b-861b94474054 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7704675 Aug 16 20:13:47.292501 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53482) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:47.373369 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563eda81-8548-494f-9147-ce246d2c3c9f req-bb628377-7b25-48d3-8e3d-20d679ff0150 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:47.374873 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-563eda81-8548-494f-9147-ce246d2c3c9f req-bb628377-7b25-48d3-8e3d-20d679ff0150 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1421e96-152d-47b0-903c-e5fc5bcf8c62 HTTP/1.1" status: 200 len: 944 time: 0.1783824 Aug 16 20:13:47.397664 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e1818-06e1-4bb4-91d1-9757361c2d89 req-4c750973-c0d1-4657-9cdd-70db28139061 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:47.399162 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d93e1818-06e1-4bb4-91d1-9757361c2d89 req-4c750973-c0d1-4657-9cdd-70db28139061 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 784 time: 0.1142502 Aug 16 20:13:47.412687 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-d93e1818-06e1-4bb4-91d1-9757361c2d89 req-fdb7c908-2cc3-4bb9-b505-6ea9c0a9790b tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:13:47.413821 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d93e1818-06e1-4bb4-91d1-9757361c2d89 req-fdb7c908-2cc3-4bb9-b505-6ea9c0a9790b tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062501 Aug 16 20:13:47.431106 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ebb1ff0-0019-4443-81e5-2729c46e4ff4 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:47.459388 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8d0263-afb9-49b0-bceb-16d460a69347 x-openstack-request-id: req-de8d0263-afb9-49b0-bceb-16d460a69347 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:13:47.460281 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040c6a85-ecee-482f-8b98-998174914224", "name": "network-vif-plugged", "status": "completed", "tag": "5e14f221-9dc3-46d7-9fd7-33746c652f56", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:13:47.460730 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-de8d0263-afb9-49b0-bceb-16d460a69347 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:13:47.461325 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040c6a85-ecee-482f-8b98-998174914224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e14f221-9dc3-46d7-9fd7-33746c652f56', 'code': 200} Aug 16 20:13:47.508869 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d823d97-524a-484b-b435-c8cc3abb2397 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:47.517051 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d823d97-524a-484b-b435-c8cc3abb2397 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:47.522832 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-563eda81-8548-494f-9147-ce246d2c3c9f req-a2bdc1f3-b57d-4a57-a2ab-4c0a9cc241d3 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201024 Aug 16 20:13:47.622244 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc497cae-a3b0-41ba-857c-e10056b62bce req-2536dacd-0cb3-4ddd-9100-0d816e2b79df tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:47.623942 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fc497cae-a3b0-41ba-857c-e10056b62bce req-2536dacd-0cb3-4ddd-9100-0d816e2b79df tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 946 time: 0.1080558 Aug 16 20:13:47.633694 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9421c8-ee1e-40d8-8bb4-205d2fb0e0bc req-8ecc5d06-d72e-407e-9871-f3d3e42473ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:47.635217 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5e9421c8-ee1e-40d8-8bb4-205d2fb0e0bc req-8ecc5d06-d72e-407e-9871-f3d3e42473ab service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=040c6a85-ecee-482f-8b98-998174914224 HTTP/1.1" status: 200 len: 1097 time: 0.1025436 Aug 16 20:13:47.658021 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ebb1ff0-0019-4443-81e5-2729c46e4ff4 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:47.685329 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ebb1ff0-0019-4443-81e5-2729c46e4ff4 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:47.702038 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fc497cae-a3b0-41ba-857c-e10056b62bce req-d1aaad73-91a5-4a73-8c2c-beee9f6ca8ea tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655694 Aug 16 20:13:47.706030 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5e9421c8-ee1e-40d8-8bb4-205d2fb0e0bc req-a0e54e6a-244e-4624-b44f-94608c3d57e1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c08f2f21-fc17-4fcd-8d2b-3d94c86f3625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633388 Aug 16 20:13:47.766174 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ebb1ff0-0019-4443-81e5-2729c46e4ff4 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:47.766692 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebb1ff0-0019-4443-81e5-2729c46e4ff4 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d85d9b38-6c94-42dd-8d0a-a55be2f7d881 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:13:47.773428 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ebb1ff0-0019-4443-81e5-2729c46e4ff4 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:47.778438 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3ebb1ff0-0019-4443-81e5-2729c46e4ff4 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] 10.222.0.68 "DELETE /v2.0/routers/d85d9b38-6c94-42dd-8d0a-a55be2f7d881 HTTP/1.1" status: 204 len: 168 time: 0.4801176 Aug 16 20:13:47.778534 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53486) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:47.781622 n-d-787206-13 neutron-server[94771]: INFO neutron.db.l3_db [None req-2d823d97-524a-484b-b435-c8cc3abb2397 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Floating IP c4e32a26-900c-457b-a8e5-d97e5ba4d1f1 associated. External IP: 172.25.8.160, port: 2b63bd87-1c14-4b71-a437-91e0a8eca98c. Aug 16 20:13:47.783309 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e263e6fe-4dc8-47f6-888a-cc70d6a5e85d tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Request body: {'router': {'name': 'tempest-router-860492665', 'distributed': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:47.803827 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e263e6fe-4dc8-47f6-888a-cc70d6a5e85d tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:47.804939 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e263e6fe-4dc8-47f6-888a-cc70d6a5e85d tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:47.841197 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaedd8e4-1d32-4be2-8f18-0f785ed08564 req-78db0859-0bcd-4713-9ab7-a1b82c7c6226 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:47.842928 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eaedd8e4-1d32-4be2-8f18-0f785ed08564 req-78db0859-0bcd-4713-9ab7-a1b82c7c6226 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1482921 Aug 16 20:13:47.870581 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e263e6fe-4dc8-47f6-888a-cc70d6a5e85d tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:47.876909 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e263e6fe-4dc8-47f6-888a-cc70d6a5e85d tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:47.896477 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e263e6fe-4dc8-47f6-888a-cc70d6a5e85d tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:47.898215 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e263e6fe-4dc8-47f6-888a-cc70d6a5e85d tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1189113 Aug 16 20:13:47.901769 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53490) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:47.932893 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eaedd8e4-1d32-4be2-8f18-0f785ed08564 req-0ea7a4f5-2827-41e7-b8c1-7d471dfb570e tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.83 HTTP/1.1" status: 200 len: 695 time: 0.0545175 Aug 16 20:13:47.953821 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-eaedd8e4-1d32-4be2-8f18-0f785ed08564 req-52f6b1af-e6d5-4fe9-b574-73f2b55bb136 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Request body: {'floatingip': {'port_id': '76d4ced7-3869-4c7a-bd18-2f2dceb789d9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:48.012612 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-20ecd649-d35a-41dc-9ae2-6213bb5c295c tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:48.039933 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-eaedd8e4-1d32-4be2-8f18-0f785ed08564 req-52f6b1af-e6d5-4fe9-b574-73f2b55bb136 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks [] for floatingip, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:48.098072 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc0668-cc6b-47c1-8061-d5503adb493d req-10b17904-ca1c-4e1a-be1f-ff349d0ea22f tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:48.099632 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5cfc0668-cc6b-47c1-8061-d5503adb493d req-10b17904-ca1c-4e1a-be1f-ff349d0ea22f tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.68 "GET /v2.0/ports?device_id=040c6a85-ecee-482f-8b98-998174914224 HTTP/1.1" status: 200 len: 945 time: 0.1907485 Aug 16 20:13:48.205626 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-20ecd649-d35a-41dc-9ae2-6213bb5c295c tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:48.210149 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-20ecd649-d35a-41dc-9ae2-6213bb5c295c tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:48.242327 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d823d97-524a-484b-b435-c8cc3abb2397 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Router a6d3701d-c439-4c40-ab15-70132aa1212c has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:13:48.268833 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5cfc0668-cc6b-47c1-8061-d5503adb493d req-7836956e-d92c-4eb1-8d7a-d378f77a42a2 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.68 "GET /v2.0/security-groups?id=c08f2f21-fc17-4fcd-8d2b-3d94c86f3625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616771 Aug 16 20:13:48.282840 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-20ecd649-d35a-41dc-9ae2-6213bb5c295c tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:48.284222 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ecd649-d35a-41dc-9ae2-6213bb5c295c tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2812a268-5a26-45df-82eb-a6549eb225c0 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:13:48.298811 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-20ecd649-d35a-41dc-9ae2-6213bb5c295c tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:48.300350 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-20ecd649-d35a-41dc-9ae2-6213bb5c295c tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] 10.222.0.68 "DELETE /v2.0/routers/2812a268-5a26-45df-82eb-a6549eb225c0 HTTP/1.1" status: 204 len: 168 time: 0.3965795 Aug 16 20:13:48.303743 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53494) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:48.309071 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ff7b91a8-bec2-4c78-97b0-9de95a730934 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Request body: {'router': {'name': 'tempest-router-1351314840', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'cbbac7e0668e45c79da76dc7be66fc66'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:48.407700 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff7b91a8-bec2-4c78-97b0-9de95a730934 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:48.408711 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff7b91a8-bec2-4c78-97b0-9de95a730934 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:48.529016 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d823d97-524a-484b-b435-c8cc3abb2397 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:13:48.538009 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 9424f9f8-a01e-463c-a19a-21c6bd851708 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:13:48.548234 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbad9f7-bfd8-4fa7-b292-f1d43223dca5 None None] Sync routers for ids ['a6d3701d-c439-4c40-ab15-70132aa1212c'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:13:48.564634 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d823d97-524a-484b-b435-c8cc3abb2397 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:48.601411 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbad9f7-bfd8-4fa7-b292-f1d43223dca5 None None] Routers {'a6d3701d-c439-4c40-ab15-70132aa1212c'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:13:48.602059 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6fbad9f7-bfd8-4fa7-b292-f1d43223dca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:13:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a6d3701d-c439-4c40-ab15-70132aa1212c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:13:48.615827 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff7b91a8-bec2-4c78-97b0-9de95a730934 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:48.632304 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff7b91a8-bec2-4c78-97b0-9de95a730934 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:48.637301 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2d823d97-524a-484b-b435-c8cc3abb2397 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "PUT /v2.0/floatingips/c4e32a26-900c-457b-a8e5-d97e5ba4d1f1 HTTP/1.1" status: 200 len: 991 time: 2.5292511 Aug 16 20:13:48.641574 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'tag': '2b63bd87-1c14-4b71-a437-91e0a8eca98c'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:13:48.643825 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488ba1ef-782f-46a1-a1a4-5088af6652b7" -d '{"events": [{"name": "network-changed", "server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "tag": "2b63bd87-1c14-4b71-a437-91e0a8eca98c"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:13:48.665360 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff7b91a8-bec2-4c78-97b0-9de95a730934 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:48.670773 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ff7b91a8-bec2-4c78-97b0-9de95a730934 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3618891 Aug 16 20:13:48.670773 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53504) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:48.674187 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-49c1927d-a249-47e1-8020-d04c7fd96fe3 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:48.674612 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b7ec1-8f33-4d90-9f20-aaa64115d83d req-005fcff8-c28a-4fa0-b834-b90864d0681f tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:48.683097 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1c8b7ec1-8f33-4d90-9f20-aaa64115d83d req-005fcff8-c28a-4fa0-b834-b90864d0681f tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1421e96-152d-47b0-903c-e5fc5bcf8c62 HTTP/1.1" status: 200 len: 944 time: 0.0650237 Aug 16 20:13:48.730179 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1c8b7ec1-8f33-4d90-9f20-aaa64115d83d req-9bbff8af-669e-475f-8bfc-cf13ba861a05 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411789 Aug 16 20:13:48.787938 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 9424f9f8-a01e-463c-a19a-21c6bd851708 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:13:48.798525 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 9424f9f8-a01e-463c-a19a-21c6bd851708 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:13:48.798900 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:48.810579 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.db.resource_extend [req-eaedd8e4-1d32-4be2-8f18-0f785ed08564 req-52f6b1af-e6d5-4fe9-b574-73f2b55bb136 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:13:48.811765 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-6fbad9f7-bfd8-4fa7-b292-f1d43223dca5 None None] Set router a6d3701d-c439-4c40-ab15-70132aa1212c gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:13:48.920681 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12aa525-45dd-4e89-90fc-873f04663e67 x-openstack-request-id: req-b12aa525-45dd-4e89-90fc-873f04663e67 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:13:48.920957 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "tag": "2b63bd87-1c14-4b71-a437-91e0a8eca98c", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:13:48.921209 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b12aa525-45dd-4e89-90fc-873f04663e67 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:13:48.921601 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'tag': '2b63bd87-1c14-4b71-a437-91e0a8eca98c', 'status': 'completed', 'code': 200} Aug 16 20:13:48.972052 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-eaedd8e4-1d32-4be2-8f18-0f785ed08564 req-52f6b1af-e6d5-4fe9-b574-73f2b55bb136 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:48.981089 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49c1927d-a249-47e1-8020-d04c7fd96fe3 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106996'] for router, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:48.981780 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49c1927d-a249-47e1-8020-d04c7fd96fe3 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks [] for router, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:48.984730 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-eaedd8e4-1d32-4be2-8f18-0f785ed08564 req-52f6b1af-e6d5-4fe9-b574-73f2b55bb136 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:49.024769 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ba1ef-782f-46a1-a1a4-5088af6652b7 req-cb8dba45-e892-4c90-8adf-14fc3df8577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:49.025377 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ba1ef-782f-46a1-a1a4-5088af6652b7 req-cb8dba45-e892-4c90-8adf-14fc3df8577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:49.025820 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ba1ef-782f-46a1-a1a4-5088af6652b7 req-cb8dba45-e892-4c90-8adf-14fc3df8577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:49.027066 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ba1ef-782f-46a1-a1a4-5088af6652b7 req-cb8dba45-e892-4c90-8adf-14fc3df8577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:49.027582 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ba1ef-782f-46a1-a1a4-5088af6652b7 req-cb8dba45-e892-4c90-8adf-14fc3df8577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:49.028060 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ba1ef-782f-46a1-a1a4-5088af6652b7 req-cb8dba45-e892-4c90-8adf-14fc3df8577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:49.028541 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ba1ef-782f-46a1-a1a4-5088af6652b7 req-cb8dba45-e892-4c90-8adf-14fc3df8577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:49.030462 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-488ba1ef-782f-46a1-a1a4-5088af6652b7 req-cb8dba45-e892-4c90-8adf-14fc3df8577e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7b57628fd666456abf7d4e027fd3ce47&device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 6508 time: 0.0786397 Aug 16 20:13:49.080971 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:49.159384 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 9424f9f8-a01e-463c-a19a-21c6bd851708, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=9424f9f8-a01e-463c-a19a-21c6bd851708,segment=NetworkSegment(84c054f6-f1d5-4d03-81c3-3237f56ec888),segment_id=84c054f6-f1d5-4d03-81c3-3237f56ec888)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:49.168699 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-49c1927d-a249-47e1-8020-d04c7fd96fe3 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94771) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 16 20:13:49.169040 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-49c1927d-a249-47e1-8020-d04c7fd96fe3 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Router 829e9e7e-6d2a-471f-8618-3304aba0c237 migrating from provider to provider. {{(pid=94771) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 16 20:13:49.169515 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49c1927d-a249-47e1-8020-d04c7fd96fe3 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:49.172650 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a9458-daa9-4518-905a-f46a1407e90a req-3e3a45be-75fd-4f91-88d3-11ab91fc600c tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:49.174529 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6f3a9458-daa9-4518-905a-f46a1407e90a req-3e3a45be-75fd-4f91-88d3-11ab91fc600c tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 946 time: 0.1563153 Aug 16 20:13:49.176016 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49c1927d-a249-47e1-8020-d04c7fd96fe3 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:49.181636 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:49.239629 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49c1927d-a249-47e1-8020-d04c7fd96fe3 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-399211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-399202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-399768'] for router, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:49.249684 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ba1ef-782f-46a1-a1a4-5088af6652b7 req-d68810ca-a4dc-4190-932a-97dab0ffb311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:49.251191 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-488ba1ef-782f-46a1-a1a4-5088af6652b7 req-d68810ca-a4dc-4190-932a-97dab0ffb311 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0ae80140-337e-46f6-881d-18b41812816e HTTP/1.1" status: 200 len: 918 time: 0.2080555 Aug 16 20:13:49.266307 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6f3a9458-daa9-4518-905a-f46a1407e90a req-5d6de685-49d6-489e-8fa6-6dad9887f314 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819688 Aug 16 20:13:49.304299 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=9424f9f8-a01e-463c-a19a-21c6bd851708,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:49.308754 n-d-787206-13 neutron-server[94771]: INFO neutron.db.l3_db [req-eaedd8e4-1d32-4be2-8f18-0f785ed08564 req-52f6b1af-e6d5-4fe9-b574-73f2b55bb136 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Floating IP 50e755ef-c6b0-404e-b940-7ecccc758125 associated. External IP: 172.25.8.83, port: 76d4ced7-3869-4c7a-bd18-2f2dceb789d9. Aug 16 20:13:49.351202 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-488ba1ef-782f-46a1-a1a4-5088af6652b7 req-4e17147f-1e0c-4a16-9fdb-d7b8bfb64ef4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b63bd87-1c14-4b71-a437-91e0a8eca98c HTTP/1.1" status: 200 len: 999 time: 0.0837519 Aug 16 20:13:49.356072 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6fbad9f7-bfd8-4fa7-b292-f1d43223dca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'name': 'tempest-TaggedBootDevicesTest_v242-1236632234-router', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '25f6aaa2-ab5b-46b9-8351-b76d111e35ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:59Z', 'updated_at': '2021-08-16T20:11:06Z', 'revision_number': 4, 'project_id': '7b57628fd666456abf7d4e027fd3ce47', 'gw_port': {'id': '25f6aaa2-ab5b-46b9-8351-b76d111e35ed', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:11:00Z', 'updated_at': '2021-08-16T20:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'c4e32a26-900c-457b-a8e5-d97e5ba4d1f1', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'floating_ip_address': '172.25.8.160', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'port_id': '2b63bd87-1c14-4b71-a437-91e0a8eca98c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ae80140-337e-46f6-881d-18b41812816e', 'mac_address': 'fa:16:3e:d7:2c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:12:08Z', 'updated_at': '2021-08-16T20:13:47Z', 'revision_number': 1, 'project_id': '7b57628fd666456abf7d4e027fd3ce47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e20828-d2c4-497e-98a4-c87e704ebc0a', 'name': '', 'network_id': '0ae80140-337e-46f6-881d-18b41812816e', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'mac_address': 'fa:16:3e:9e:d1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '38e01d28-9c01-425c-8286-6dc8a892ec17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:11:05Z', 'updated_at': '2021-08-16T20:11:13Z', 'revision_number': 5, 'project_id': '7b57628fd666456abf7d4e027fd3ce47', 'subnets': [{'id': '38e01d28-9c01-425c-8286-6dc8a892ec17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:13:49.411704 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbad9f7-bfd8-4fa7-b292-f1d43223dca5 None None] Checking router: a6d3701d-c439-4c40-ab15-70132aa1212c for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:13:49.422342 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbad9f7-bfd8-4fa7-b292-f1d43223dca5 None None] Routers {'a6d3701d-c439-4c40-ab15-70132aa1212c'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:13:49.423128 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6fbad9f7-bfd8-4fa7-b292-f1d43223dca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:13:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a6d3701d-c439-4c40-ab15-70132aa1212c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:13:49.436586 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ba1ef-782f-46a1-a1a4-5088af6652b7 req-1677bdc3-f7e2-43d7-846b-c0970c6e6c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:49.437907 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-488ba1ef-782f-46a1-a1a4-5088af6652b7 req-1677bdc3-f7e2-43d7-846b-c0970c6e6c44 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=38e01d28-9c01-425c-8286-6dc8a892ec17 HTTP/1.1" status: 200 len: 856 time: 0.0755851 Aug 16 20:13:49.463872 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1421e96-152d-47b0-903c-e5fc5bcf8c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9424f9f8-a01e-463c-a19a-21c6bd851708'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:13:49.466196 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ab4626-fce4-4e18-aca4-ce3277afd94b" -d '{"events": [{"server_uuid": "c1421e96-152d-47b0-903c-e5fc5bcf8c62", "name": "network-vif-plugged", "status": "completed", "tag": "9424f9f8-a01e-463c-a19a-21c6bd851708"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:13:49.563989 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-6fbad9f7-bfd8-4fa7-b292-f1d43223dca5 None None] Set router a6d3701d-c439-4c40-ab15-70132aa1212c gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:13:49.832873 n-d-787206-13 neutron-server[94771]: WARNING neutron.scheduler.l3_agent_scheduler [None req-49c1927d-a249-47e1-8020-d04c7fd96fe3 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] No L3 agents can host the router 829e9e7e-6d2a-471f-8618-3304aba0c237 Aug 16 20:13:49.899271 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af4191-d6d9-4a7a-9e38-f803d7367b13 req-dd0dd508-3448-4eef-acf3-5b3ed23d3185 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:49.900907 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a5af4191-d6d9-4a7a-9e38-f803d7367b13 req-dd0dd508-3448-4eef-acf3-5b3ed23d3185 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.68 "GET /v2.0/ports?device_id=040c6a85-ecee-482f-8b98-998174914224 HTTP/1.1" status: 200 len: 945 time: 0.4620767 Aug 16 20:13:49.905972 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ba1ef-782f-46a1-a1a4-5088af6652b7 req-a2a31f11-8c4f-4da3-9842-f6fe0776b160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:49.907438 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-488ba1ef-782f-46a1-a1a4-5088af6652b7 req-a2a31f11-8c4f-4da3-9842-f6fe0776b160 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0ae80140-337e-46f6-881d-18b41812816e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4588187 Aug 16 20:13:49.919104 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-18991956-f5d1-4584-81bb-9b2dab9595a6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4290257 Aug 16 20:13:49.973869 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6fbad9f7-bfd8-4fa7-b292-f1d43223dca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'name': 'tempest-TaggedBootDevicesTest_v242-1236632234-router', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '25f6aaa2-ab5b-46b9-8351-b76d111e35ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:59Z', 'updated_at': '2021-08-16T20:11:06Z', 'revision_number': 4, 'project_id': '7b57628fd666456abf7d4e027fd3ce47', 'gw_port': {'id': '25f6aaa2-ab5b-46b9-8351-b76d111e35ed', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:11:00Z', 'updated_at': '2021-08-16T20:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'c4e32a26-900c-457b-a8e5-d97e5ba4d1f1', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'floating_ip_address': '172.25.8.160', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'port_id': '2b63bd87-1c14-4b71-a437-91e0a8eca98c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ae80140-337e-46f6-881d-18b41812816e', 'mac_address': 'fa:16:3e:d7:2c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:12:08Z', 'updated_at': '2021-08-16T20:13:47Z', 'revision_number': 1, 'project_id': '7b57628fd666456abf7d4e027fd3ce47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e20828-d2c4-497e-98a4-c87e704ebc0a', 'name': '', 'network_id': '0ae80140-337e-46f6-881d-18b41812816e', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'mac_address': 'fa:16:3e:9e:d1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '38e01d28-9c01-425c-8286-6dc8a892ec17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:11:05Z', 'updated_at': '2021-08-16T20:11:13Z', 'revision_number': 5, 'project_id': '7b57628fd666456abf7d4e027fd3ce47', 'subnets': [{'id': '38e01d28-9c01-425c-8286-6dc8a892ec17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:13:50.008993 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbad9f7-bfd8-4fa7-b292-f1d43223dca5 None None] The sync data for ids ['a6d3701d-c439-4c40-ab15-70132aa1212c'] in n-d-787206-13 is: [{'id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'name': 'tempest-TaggedBootDevicesTest_v242-1236632234-router', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '25f6aaa2-ab5b-46b9-8351-b76d111e35ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:59Z', 'updated_at': '2021-08-16T20:11:06Z', 'revision_number': 4, 'project_id': '7b57628fd666456abf7d4e027fd3ce47', 'gw_port': {'id': '25f6aaa2-ab5b-46b9-8351-b76d111e35ed', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:11:00Z', 'updated_at': '2021-08-16T20:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'c4e32a26-900c-457b-a8e5-d97e5ba4d1f1', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'floating_ip_address': '172.25.8.160', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'port_id': '2b63bd87-1c14-4b71-a437-91e0a8eca98c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ae80140-337e-46f6-881d-18b41812816e', 'mac_address': 'fa:16:3e:d7:2c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:12:08Z', 'updated_at': '2021-08-16T20:13:47Z', 'revision_number': 1, 'project_id': '7b57628fd666456abf7d4e027fd3ce47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e20828-d2c4-497e-98a4-c87e704ebc0a', 'name': '', 'network_id': '0ae80140-337e-46f6-881d-18b41812816e', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'mac_address': 'fa:16:3e:9e:d1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '38e01d28-9c01-425c-8286-6dc8a892ec17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:11:05Z', 'updated_at': '2021-08-16T20:11:13Z', 'revision_number': 5, 'project_id': '7b57628fd666456abf7d4e027fd3ce47', 'subnets': [{'id': '38e01d28-9c01-425c-8286-6dc8a892ec17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:13:50.046936 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a5af4191-d6d9-4a7a-9e38-f803d7367b13 req-e8ec4218-627f-4753-9eb6-2a722254489b tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.68 "GET /v2.0/security-groups?id=c08f2f21-fc17-4fcd-8d2b-3d94c86f3625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306932 Aug 16 20:13:50.078320 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a7586-cc47-431c-b830-6c6899af2564 req-6973dada-1692-480c-97b4-b29ec330cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:50.078943 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a7586-cc47-431c-b830-6c6899af2564 req-6973dada-1692-480c-97b4-b29ec330cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:50.079662 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a7586-cc47-431c-b830-6c6899af2564 req-6973dada-1692-480c-97b4-b29ec330cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:50.080790 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a7586-cc47-431c-b830-6c6899af2564 req-6973dada-1692-480c-97b4-b29ec330cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:50.081336 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a7586-cc47-431c-b830-6c6899af2564 req-6973dada-1692-480c-97b4-b29ec330cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:50.081887 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a7586-cc47-431c-b830-6c6899af2564 req-6973dada-1692-480c-97b4-b29ec330cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:50.082560 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a7586-cc47-431c-b830-6c6899af2564 req-6973dada-1692-480c-97b4-b29ec330cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:50.084974 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-6973dada-1692-480c-97b4-b29ec330cb12 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cefd984278fb49d9a2fe0a3b62a831cf&device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 6497 time: 0.1080899 Aug 16 20:13:50.093524 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c1927d-a249-47e1-8020-d04c7fd96fe3 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Hosts for router 829e9e7e-6d2a-471f-8618-3304aba0c237: [] {{(pid=94771) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 16 20:13:50.110059 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-488ba1ef-782f-46a1-a1a4-5088af6652b7 req-d90383f7-f184-4406-a008-3d8d87b1f7ec service neutron] 10.222.0.63 "GET /v2.0/networks/0ae80140-337e-46f6-881d-18b41812816e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897249 Aug 16 20:13:50.115554 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03641c52-7024-44d5-9edc-0be5f535e1e7 x-openstack-request-id: req-03641c52-7024-44d5-9edc-0be5f535e1e7 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:13:50.116066 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1421e96-152d-47b0-903c-e5fc5bcf8c62", "name": "network-vif-plugged", "status": "completed", "tag": "9424f9f8-a01e-463c-a19a-21c6bd851708", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:13:50.116449 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-03641c52-7024-44d5-9edc-0be5f535e1e7 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:13:50.117054 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1421e96-152d-47b0-903c-e5fc5bcf8c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9424f9f8-a01e-463c-a19a-21c6bd851708', 'code': 200} Aug 16 20:13:50.190382 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c1927d-a249-47e1-8020-d04c7fd96fe3 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Hosts for other DVR routers connected to router 829e9e7e-6d2a-471f-8618-3304aba0c237: set() {{(pid=94771) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 16 20:13:50.193015 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49c1927d-a249-47e1-8020-d04c7fd96fe3 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:50.194224 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-49c1927d-a249-47e1-8020-d04c7fd96fe3 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] 10.222.0.68 "PUT /v2.0/routers/829e9e7e-6d2a-471f-8618-3304aba0c237 HTTP/1.1" status: 200 len: 717 time: 1.5234556 Aug 16 20:13:50.198465 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53526) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:50.288875 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eaedd8e4-1d32-4be2-8f18-0f785ed08564 req-52f6b1af-e6d5-4fe9-b574-73f2b55bb136 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Router a2211097-dfce-4002-9d2a-8a013392a199 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:13:50.291064 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-89857f3c-274c-4601-b9ab-177f2961cb03 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] 10.222.0.68 "GET /v2.0/routers/829e9e7e-6d2a-471f-8618-3304aba0c237 HTTP/1.1" status: 200 len: 717 time: 0.0916023 Aug 16 20:13:50.294726 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53530) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:50.319123 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3efe512-1700-4351-b304-e21ca8d22839 None None] New status for floating IP c4e32a26-900c-457b-a8e5-d97e5ba4d1f1: ACTIVE {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:13:50.331737 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-488ba1ef-782f-46a1-a1a4-5088af6652b7 req-d06798f5-9947-4fe2-8fc6-c066ace41f81 service neutron] 10.222.0.63 "GET /v2.0/networks/0ae80140-337e-46f6-881d-18b41812816e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068586 Aug 16 20:13:50.433241 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a7586-cc47-431c-b830-6c6899af2564 req-c7475a71-4049-44e2-b876-4ef9a277f98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:50.434122 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a7586-cc47-431c-b830-6c6899af2564 req-c7475a71-4049-44e2-b876-4ef9a277f98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:50.434762 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a7586-cc47-431c-b830-6c6899af2564 req-c7475a71-4049-44e2-b876-4ef9a277f98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:50.436782 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-c7475a71-4049-44e2-b876-4ef9a277f98e service neutron] 10.222.0.63 "GET /v2.0/networks?id=6d192dbb-a372-4859-86a9-c63053b8e357&id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&id=2a2623ce-bffe-47bb-a726-6ce2777826c9&id=2a2623ce-bffe-47bb-a726-6ce2777826c9 HTTP/1.1" status: 200 len: 2291 time: 0.3223538 Aug 16 20:13:50.519608 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98bd0e-add2-40c8-a735-ebb0c66a23e9 req-46e14079-ffc0-4b28-a772-11303cf2fb01 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:50.528460 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9b98bd0e-add2-40c8-a735-ebb0c66a23e9 req-46e14079-ffc0-4b28-a772-11303cf2fb01 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1421e96-152d-47b0-903c-e5fc5bcf8c62 HTTP/1.1" status: 200 len: 945 time: 0.3223095 Aug 16 20:13:50.537403 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fffab-2c44-4403-bca1-49aa3d4a5b07 req-70972567-d0dd-49bf-b848-3536f7362b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:50.539640 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-520fffab-2c44-4403-bca1-49aa3d4a5b07 req-70972567-d0dd-49bf-b848-3536f7362b0e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c1421e96-152d-47b0-903c-e5fc5bcf8c62 HTTP/1.1" status: 200 len: 1097 time: 0.3323655 Aug 16 20:13:50.603948 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-edf4059b-11c4-4c65-af72-5263d6699eb3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ca147cc-a223-4e76-8231-748d95ba851c HTTP/1.1" status: 200 len: 1001 time: 0.1562254 Aug 16 20:13:50.657030 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-520fffab-2c44-4403-bca1-49aa3d4a5b07 req-05708c7d-6a3c-49d7-8d78-542f2f6d8d90 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061652 Aug 16 20:13:50.663558 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4ff47c80-0280-4aa4-bc76-96715f45274f tempest-RoutersTestDVR-99900445 tempest-RoutersTestDVR-99900445-project] 10.222.0.68 "GET /v2.0/routers/829e9e7e-6d2a-471f-8618-3304aba0c237 HTTP/1.1" status: 200 len: 683 time: 0.3673999 Aug 16 20:13:50.667242 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53536) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:50.667863 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9b98bd0e-add2-40c8-a735-ebb0c66a23e9 req-2eaa7e06-9d76-4732-8bc0-ea03552a6347 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364536 Aug 16 20:13:50.687390 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a7586-cc47-431c-b830-6c6899af2564 req-e3361dce-5876-4b52-a78e-ca7745a7792a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:50.688897 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-e3361dce-5876-4b52-a78e-ca7745a7792a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=279800a2-1f75-4763-82e2-882d40193542 HTTP/1.1" status: 200 len: 850 time: 0.0737431 Aug 16 20:13:50.759692 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eaedd8e4-1d32-4be2-8f18-0f785ed08564 req-52f6b1af-e6d5-4fe9-b574-73f2b55bb136 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:13:50.765232 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-eaedd8e4-1d32-4be2-8f18-0f785ed08564 req-52f6b1af-e6d5-4fe9-b574-73f2b55bb136 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:50.765431 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a7586-cc47-431c-b830-6c6899af2564 req-66403064-0a06-4fd4-8371-10e1416acd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:50.767307 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-66403064-0a06-4fd4-8371-10e1416acd1e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6d192dbb-a372-4859-86a9-c63053b8e357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612130 Aug 16 20:13:50.771636 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6305c228-1e5b-44ff-b87c-3653c8de2611 None None] Sync routers for ids ['a2211097-dfce-4002-9d2a-8a013392a199'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:13:50.784730 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6305c228-1e5b-44ff-b87c-3653c8de2611 None None] Routers {'a2211097-dfce-4002-9d2a-8a013392a199'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:13:50.785374 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6305c228-1e5b-44ff-b87c-3653c8de2611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:13:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a2211097-dfce-4002-9d2a-8a013392a199'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:13:50.821477 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-01816c1f-adad-482f-be57-3e1d5f23e3f6 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:50.884729 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-81997207-6b76-4d0e-827e-423ae18c29da service neutron] 10.222.0.63 "GET /v2.0/networks/6d192dbb-a372-4859-86a9-c63053b8e357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026375 Aug 16 20:13:50.904750 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-6305c228-1e5b-44ff-b87c-3653c8de2611 None None] Set router a2211097-dfce-4002-9d2a-8a013392a199 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:13:50.913955 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eaedd8e4-1d32-4be2-8f18-0f785ed08564 req-52f6b1af-e6d5-4fe9-b574-73f2b55bb136 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "PUT /v2.0/floatingips/50e755ef-c6b0-404e-b940-7ecccc758125 HTTP/1.1" status: 200 len: 995 time: 2.9720960 Aug 16 20:13:50.922515 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9', 'tag': '76d4ced7-3869-4c7a-bd18-2f2dceb789d9'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:13:50.925218 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94500238-895b-4546-92a1-0bf0d07fa169" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9", "tag": "76d4ced7-3869-4c7a-bd18-2f2dceb789d9"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:13:51.044012 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-01816c1f-adad-482f-be57-3e1d5f23e3f6 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:51.046666 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-01816c1f-adad-482f-be57-3e1d5f23e3f6 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:51.083693 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c174b21-fcb6-44c2-8588-ba9e7d0625dd req-8554ae43-2325-47c4-9e33-bfa6b8d007b4 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:51.086723 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4c174b21-fcb6-44c2-8588-ba9e7d0625dd req-8554ae43-2325-47c4-9e33-bfa6b8d007b4 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.68 "GET /v2.0/ports?device_id=040c6a85-ecee-482f-8b98-998174914224 HTTP/1.1" status: 200 len: 945 time: 0.1122112 Aug 16 20:13:51.094486 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-33241485-7494-4e15-8b9e-e4f6330fa273 service neutron] 10.222.0.63 "GET /v2.0/networks/6d192dbb-a372-4859-86a9-c63053b8e357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015421 Aug 16 20:13:51.132113 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-01816c1f-adad-482f-be57-3e1d5f23e3f6 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:51.132847 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01816c1f-adad-482f-be57-3e1d5f23e3f6 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 829e9e7e-6d2a-471f-8618-3304aba0c237 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:13:51.150227 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-01816c1f-adad-482f-be57-3e1d5f23e3f6 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:51.153050 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-01816c1f-adad-482f-be57-3e1d5f23e3f6 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] 10.222.0.68 "DELETE /v2.0/routers/829e9e7e-6d2a-471f-8618-3304aba0c237 HTTP/1.1" status: 204 len: 168 time: 0.4848166 Aug 16 20:13:51.157200 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53558) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:51.160831 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-dd7c4682-3eda-4043-b5e0-a7ba85786742 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=ec6dde60-31da-44a8-99c6-66666133bd58 HTTP/1.1" status: 200 len: 217 time: 0.0463333 Aug 16 20:13:51.162935 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-eef2b5b9-5700-401d-94c1-e1d6e2effee3 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Request body: {'router': {'name': 'tempest-router-97539989', 'distributed': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:51.170850 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaedd8e4-1d32-4be2-8f18-0f785ed08564 req-16c42ebf-cb87-4d63-9c49-265c02c3fb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:51.172661 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eaedd8e4-1d32-4be2-8f18-0f785ed08564 req-16c42ebf-cb87-4d63-9c49-265c02c3fb38 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=61cefd239784402390fb24a72e08b750&device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 1097 time: 0.0745857 Aug 16 20:13:51.207804 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6305c228-1e5b-44ff-b87c-3653c8de2611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'name': 'tempest-ServerRescueTestJSONUnderV235-859932747-router', 'tenant_id': '61cefd239784402390fb24a72e08b750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '33e3e59b-74a2-44bb-bad1-0ea9b28e1603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:12:26Z', 'updated_at': '2021-08-16T20:12:43Z', 'revision_number': 4, 'project_id': '61cefd239784402390fb24a72e08b750', 'gw_port': {'id': '33e3e59b-74a2-44bb-bad1-0ea9b28e1603', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:12:29Z', 'updated_at': '2021-08-16T20:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '50e755ef-c6b0-404e-b940-7ecccc758125', 'tenant_id': '61cefd239784402390fb24a72e08b750', 'floating_ip_address': '172.25.8.83', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'port_id': '76d4ced7-3869-4c7a-bd18-2f2dceb789d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0950044-aeab-482d-b87d-a07d06e58d8c', 'mac_address': 'fa:16:3e:1d:a6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:13:46Z', 'updated_at': '2021-08-16T20:13:48Z', 'revision_number': 1, 'project_id': '61cefd239784402390fb24a72e08b750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473db29d-4fd5-45e3-85d3-f857e7ec03a2', 'name': '', 'network_id': 'c0950044-aeab-482d-b87d-a07d06e58d8c', 'tenant_id': '61cefd239784402390fb24a72e08b750', 'mac_address': 'fa:16:3e:26:73:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '8e9d5f06-a0f7-4946-9279-961f62b06145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:12:41Z', 'updated_at': '2021-08-16T20:12:51Z', 'revision_number': 5, 'project_id': '61cefd239784402390fb24a72e08b750', 'subnets': [{'id': '8e9d5f06-a0f7-4946-9279-961f62b06145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:13:51.240086 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eef2b5b9-5700-401d-94c1-e1d6e2effee3 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:51.240922 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4c174b21-fcb6-44c2-8588-ba9e7d0625dd req-6e25f133-45fb-4768-ac89-07e9ff582594 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.68 "GET /v2.0/security-groups?id=c08f2f21-fc17-4fcd-8d2b-3d94c86f3625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375670 Aug 16 20:13:51.241217 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eef2b5b9-5700-401d-94c1-e1d6e2effee3 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:51.245611 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6305c228-1e5b-44ff-b87c-3653c8de2611 None None] Checking router: a2211097-dfce-4002-9d2a-8a013392a199 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:13:51.274978 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6305c228-1e5b-44ff-b87c-3653c8de2611 None None] Routers {'a2211097-dfce-4002-9d2a-8a013392a199'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:13:51.274978 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6305c228-1e5b-44ff-b87c-3653c8de2611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:13:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a2211097-dfce-4002-9d2a-8a013392a199'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:13:51.275221 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a7586-cc47-431c-b830-6c6899af2564 req-6ac0377c-303e-47c1-bb38-903e82202001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:51.275221 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-6ac0377c-303e-47c1-bb38-903e82202001 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7d7186cf-77e4-4b82-8d65-1e75cd70140b HTTP/1.1" status: 200 len: 797 time: 0.0844777 Aug 16 20:13:51.348764 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a7586-cc47-431c-b830-6c6899af2564 req-42f5023a-6ca2-4cba-bd7d-73b89fa6c7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:51.350344 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-42f5023a-6ca2-4cba-bd7d-73b89fa6c7ba service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0681603 Aug 16 20:13:51.366982 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eef2b5b9-5700-401d-94c1-e1d6e2effee3 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:51.384330 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eef2b5b9-5700-401d-94c1-e1d6e2effee3 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:51.402405 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaedd8e4-1d32-4be2-8f18-0f785ed08564 req-1673368b-28f4-4168-a171-78a4e0d87d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:51.403497 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-6305c228-1e5b-44ff-b87c-3653c8de2611 None None] Set router a2211097-dfce-4002-9d2a-8a013392a199 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:13:51.408182 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eaedd8e4-1d32-4be2-8f18-0f785ed08564 req-1673368b-28f4-4168-a171-78a4e0d87d13 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c0950044-aeab-482d-b87d-a07d06e58d8c HTTP/1.1" status: 200 len: 920 time: 0.2220683 Aug 16 20:13:51.465722 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eef2b5b9-5700-401d-94c1-e1d6e2effee3 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:51.473007 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53566) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:51.476066 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-eef2b5b9-5700-401d-94c1-e1d6e2effee3 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.3175139 Aug 16 20:13:51.550077 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eaedd8e4-1d32-4be2-8f18-0f785ed08564 req-e10d44d1-6b6c-44b6-9727-7d3e5f2c2211 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76d4ced7-3869-4c7a-bd18-2f2dceb789d9 HTTP/1.1" status: 200 len: 998 time: 0.1315665 Aug 16 20:13:51.599679 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06882447-6d92-47ce-875a-9629e4933306 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:51.612324 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7a53e-fdc1-40b1-9bca-437a09a4af7f req-cdccaf9f-c0e9-4fe9-b420-4e84f188c09e tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:51.620292 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ced7a53e-fdc1-40b1-9bca-437a09a4af7f req-cdccaf9f-c0e9-4fe9-b420-4e84f188c09e tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 946 time: 0.2827260 Aug 16 20:13:51.681164 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaedd8e4-1d32-4be2-8f18-0f785ed08564 req-ed336643-a37c-4f4c-9ac3-8787bc0d00f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:51.685293 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eaedd8e4-1d32-4be2-8f18-0f785ed08564 req-ed336643-a37c-4f4c-9ac3-8787bc0d00f9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8e9d5f06-a0f7-4946-9279-961f62b06145 HTTP/1.1" status: 200 len: 859 time: 0.1281593 Aug 16 20:13:51.710921 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6305c228-1e5b-44ff-b87c-3653c8de2611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'name': 'tempest-ServerRescueTestJSONUnderV235-859932747-router', 'tenant_id': '61cefd239784402390fb24a72e08b750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '33e3e59b-74a2-44bb-bad1-0ea9b28e1603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:12:26Z', 'updated_at': '2021-08-16T20:12:43Z', 'revision_number': 4, 'project_id': '61cefd239784402390fb24a72e08b750', 'gw_port': {'id': '33e3e59b-74a2-44bb-bad1-0ea9b28e1603', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:12:29Z', 'updated_at': '2021-08-16T20:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '50e755ef-c6b0-404e-b940-7ecccc758125', 'tenant_id': '61cefd239784402390fb24a72e08b750', 'floating_ip_address': '172.25.8.83', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'port_id': '76d4ced7-3869-4c7a-bd18-2f2dceb789d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0950044-aeab-482d-b87d-a07d06e58d8c', 'mac_address': 'fa:16:3e:1d:a6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:13:46Z', 'updated_at': '2021-08-16T20:13:48Z', 'revision_number': 1, 'project_id': '61cefd239784402390fb24a72e08b750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473db29d-4fd5-45e3-85d3-f857e7ec03a2', 'name': '', 'network_id': 'c0950044-aeab-482d-b87d-a07d06e58d8c', 'tenant_id': '61cefd239784402390fb24a72e08b750', 'mac_address': 'fa:16:3e:26:73:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '8e9d5f06-a0f7-4946-9279-961f62b06145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:12:41Z', 'updated_at': '2021-08-16T20:12:51Z', 'revision_number': 5, 'project_id': '61cefd239784402390fb24a72e08b750', 'subnets': [{'id': '8e9d5f06-a0f7-4946-9279-961f62b06145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:13:51.743013 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6305c228-1e5b-44ff-b87c-3653c8de2611 None None] The sync data for ids ['a2211097-dfce-4002-9d2a-8a013392a199'] in n-d-787206-13 is: [{'id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'name': 'tempest-ServerRescueTestJSONUnderV235-859932747-router', 'tenant_id': '61cefd239784402390fb24a72e08b750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '33e3e59b-74a2-44bb-bad1-0ea9b28e1603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:12:26Z', 'updated_at': '2021-08-16T20:12:43Z', 'revision_number': 4, 'project_id': '61cefd239784402390fb24a72e08b750', 'gw_port': {'id': '33e3e59b-74a2-44bb-bad1-0ea9b28e1603', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:12:29Z', 'updated_at': '2021-08-16T20:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '50e755ef-c6b0-404e-b940-7ecccc758125', 'tenant_id': '61cefd239784402390fb24a72e08b750', 'floating_ip_address': '172.25.8.83', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'port_id': '76d4ced7-3869-4c7a-bd18-2f2dceb789d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0950044-aeab-482d-b87d-a07d06e58d8c', 'mac_address': 'fa:16:3e:1d:a6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:13:46Z', 'updated_at': '2021-08-16T20:13:48Z', 'revision_number': 1, 'project_id': '61cefd239784402390fb24a72e08b750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473db29d-4fd5-45e3-85d3-f857e7ec03a2', 'name': '', 'network_id': 'c0950044-aeab-482d-b87d-a07d06e58d8c', 'tenant_id': '61cefd239784402390fb24a72e08b750', 'mac_address': 'fa:16:3e:26:73:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '8e9d5f06-a0f7-4946-9279-961f62b06145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:12:41Z', 'updated_at': '2021-08-16T20:12:51Z', 'revision_number': 5, 'project_id': '61cefd239784402390fb24a72e08b750', 'subnets': [{'id': '8e9d5f06-a0f7-4946-9279-961f62b06145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:13:51.752139 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eaedd8e4-1d32-4be2-8f18-0f785ed08564 req-10022018-8c3c-4e66-b6ff-1d034beb6309 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c0950044-aeab-482d-b87d-a07d06e58d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581636 Aug 16 20:13:51.766065 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [req-eaedd8e4-1d32-4be2-8f18-0f785ed08564 req-422eccd8-3b6c-4f34-bcf9-f0bd04108103 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:13:51.767414 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eaedd8e4-1d32-4be2-8f18-0f785ed08564 req-422eccd8-3b6c-4f34-bcf9-f0bd04108103 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078380 Aug 16 20:13:51.869866 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-9767f76c-965a-4041-ac56-f9afc6e4d422 service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885972 Aug 16 20:13:51.870141 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eaedd8e4-1d32-4be2-8f18-0f785ed08564 req-e52ba1e5-a5d0-4dc8-96a4-0b94887a7a8d service neutron] 10.222.0.68 "GET /v2.0/networks/c0950044-aeab-482d-b87d-a07d06e58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955255 Aug 16 20:13:51.873013 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ced7a53e-fdc1-40b1-9bca-437a09a4af7f req-98fd3813-7ef4-476f-a83f-21abb97bbc0c tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517877 Aug 16 20:13:51.892314 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06882447-6d92-47ce-875a-9629e4933306 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:51.895484 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06882447-6d92-47ce-875a-9629e4933306 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:51.965689 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27cde37-a8dd-426c-96d8-9fad40ccc3bb x-openstack-request-id: req-b27cde37-a8dd-426c-96d8-9fad40ccc3bb {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:13:51.966301 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9", "tag": "76d4ced7-3869-4c7a-bd18-2f2dceb789d9", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:13:51.966301 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b27cde37-a8dd-426c-96d8-9fad40ccc3bb {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:13:51.967154 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9', 'tag': '76d4ced7-3869-4c7a-bd18-2f2dceb789d9', 'status': 'completed', 'code': 200} Aug 16 20:13:52.020070 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eaedd8e4-1d32-4be2-8f18-0f785ed08564 req-7ccb30bb-d466-4ae9-9f87-6521b744d801 service neutron] 10.222.0.68 "GET /v2.0/networks/c0950044-aeab-482d-b87d-a07d06e58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352863 Aug 16 20:13:52.034630 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06882447-6d92-47ce-875a-9629e4933306 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:52.035383 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06882447-6d92-47ce-875a-9629e4933306 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 84aec18a-e5d5-4609-a51e-a8e0cdbdd87c {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:13:52.048292 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06882447-6d92-47ce-875a-9629e4933306 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:52.055080 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-06882447-6d92-47ce-875a-9629e4933306 tempest-RoutersTestDVR-710470337 tempest-RoutersTestDVR-710470337-project-admin] 10.222.0.68 "DELETE /v2.0/routers/84aec18a-e5d5-4609-a51e-a8e0cdbdd87c HTTP/1.1" status: 204 len: 168 time: 0.5808692 Aug 16 20:13:52.077270 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c04af3-1e8e-46d8-9c96-6adbb23ea5f8 None None] New status for floating IP 50e755ef-c6b0-404e-b940-7ecccc758125: ACTIVE {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:13:52.153944 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-ea949302-e180-4bba-b695-5ade3c6dd92a service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760503 Aug 16 20:13:52.249570 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-8dbc8184-24a9-4cb8-88fa-a17acefbb6c5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=3cdfb6f4-dac4-488e-af79-cf406aeeec52 HTTP/1.1" status: 200 len: 217 time: 0.0832150 Aug 16 20:13:52.253545 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94500238-895b-4546-92a1-0bf0d07fa169 req-c81485d0-2f4b-403a-9bd4-b0d1e1f01a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:52.260163 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-94500238-895b-4546-92a1-0bf0d07fa169 req-c81485d0-2f4b-403a-9bd4-b0d1e1f01a78 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=61cefd239784402390fb24a72e08b750&device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 1097 time: 0.2373016 Aug 16 20:13:52.310871 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29142978-7108-442e-94c2-d0f196e4e131 req-e5b5905c-c93b-4f35-9ff3-e9b33f643f3f tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:52.319215 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-29142978-7108-442e-94c2-d0f196e4e131 req-e5b5905c-c93b-4f35-9ff3-e9b33f643f3f tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1421e96-152d-47b0-903c-e5fc5bcf8c62 HTTP/1.1" status: 200 len: 945 time: 0.1300230 Aug 16 20:13:52.377835 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-29142978-7108-442e-94c2-d0f196e4e131 req-04435e2e-fb70-476e-b330-e5c75e4aac61 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566990 Aug 16 20:13:52.441227 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a7586-cc47-431c-b830-6c6899af2564 req-99ed7a01-ecb2-4371-a2df-c12cb3018786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:52.442722 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-99ed7a01-ecb2-4371-a2df-c12cb3018786 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7d7186cf-77e4-4b82-8d65-1e75cd70140b HTTP/1.1" status: 200 len: 797 time: 0.1816566 Aug 16 20:13:52.533339 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53598) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:52.624245 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94500238-895b-4546-92a1-0bf0d07fa169 req-142315ad-0d7f-4152-8c49-34018525d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:52.625600 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-94500238-895b-4546-92a1-0bf0d07fa169 req-142315ad-0d7f-4152-8c49-34018525d5c8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c0950044-aeab-482d-b87d-a07d06e58d8c HTTP/1.1" status: 200 len: 920 time: 0.3453941 Aug 16 20:13:52.633337 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a7586-cc47-431c-b830-6c6899af2564 req-34117ee3-09cc-41d8-80b1-90e6ad614312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:52.635581 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-34117ee3-09cc-41d8-80b1-90e6ad614312 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1752682 Aug 16 20:13:52.683459 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b37ce8f-32ac-43b2-88cc-83d464a22cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:52.710874 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e00f5-d1ea-4ca7-bc05-4689d3123dc2 req-062afb8d-82c3-4eae-9431-5db055975645 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:52.718820 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7b6e00f5-d1ea-4ca7-bc05-4689d3123dc2 req-062afb8d-82c3-4eae-9431-5db055975645 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.68 "GET /v2.0/ports?device_id=040c6a85-ecee-482f-8b98-998174914224 HTTP/1.1" status: 200 len: 945 time: 0.1417439 Aug 16 20:13:52.754488 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2e6ca6fb-533b-44ef-8eed-a632bebdf072 req-47bf3a4d-7115-448e-a74f-77e921bda7bf tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.83 HTTP/1.1" status: 200 len: 1000 time: 0.2456584 Aug 16 20:13:52.820553 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-94500238-895b-4546-92a1-0bf0d07fa169 req-d53120c3-723c-4ad7-83c6-48208972a10e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76d4ced7-3869-4c7a-bd18-2f2dceb789d9 HTTP/1.1" status: 200 len: 1000 time: 0.1838870 Aug 16 20:13:52.854578 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ca6fb-533b-44ef-8eed-a632bebdf072 req-b9b4f392-fa34-400f-a9d9-777d441e551d tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:52.856010 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2e6ca6fb-533b-44ef-8eed-a632bebdf072 req-b9b4f392-fa34-400f-a9d9-777d441e551d tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports/76d4ced7-3869-4c7a-bd18-2f2dceb789d9 HTTP/1.1" status: 200 len: 942 time: 0.0902243 Aug 16 20:13:52.876352 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7b6e00f5-d1ea-4ca7-bc05-4689d3123dc2 req-84c97b00-3556-4bf6-b707-51ee679c8299 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.68 "GET /v2.0/security-groups?id=c08f2f21-fc17-4fcd-8d2b-3d94c86f3625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322889 Aug 16 20:13:52.955462 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-6653a8a3-fa1b-4585-836f-8964e7113510 service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095279 Aug 16 20:13:53.009984 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b37ce8f-32ac-43b2-88cc-83d464a22cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:53.015816 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b37ce8f-32ac-43b2-88cc-83d464a22cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:53.070280 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94500238-895b-4546-92a1-0bf0d07fa169 req-886fefb1-304c-4780-9b3c-a3eda25df1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:53.070681 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37ce8f-32ac-43b2-88cc-83d464a22cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d1eaad-eaab-4a6c-89b3-09b571057370,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:53.071761 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-94500238-895b-4546-92a1-0bf0d07fa169 req-886fefb1-304c-4780-9b3c-a3eda25df1ae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e9d5f06-a0f7-4946-9279-961f62b06145 HTTP/1.1" status: 200 len: 859 time: 0.2376487 Aug 16 20:13:53.149978 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0b37ce8f-32ac-43b2-88cc-83d464a22cdd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cbbac7e0668e45c79da76dc7be66fc66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6153419 Aug 16 20:13:53.152965 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53618) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:53.160584 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-253065e0-3331-4481-b9cb-5b9480115c2b service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977351 Aug 16 20:13:53.191894 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-94500238-895b-4546-92a1-0bf0d07fa169 req-110264d6-41d6-4ab8-9266-5c3c6ccbfc27 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c0950044-aeab-482d-b87d-a07d06e58d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045654 Aug 16 20:13:53.228413 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de27b7-db30-42e8-8a95-4f890e6cb20a req-4987020d-4119-4502-9cfd-ffea061eb01b tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:53.230478 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2e6ca6fb-533b-44ef-8eed-a632bebdf072 req-4a075565-1d96-4ce7-a052-f79e84d8a2b2 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.83 HTTP/1.1" status: 200 len: 1000 time: 0.2858691 Aug 16 20:13:53.242947 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-28de27b7-db30-42e8-8a95-4f890e6cb20a req-4987020d-4119-4502-9cfd-ffea061eb01b tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 946 time: 0.1745882 Aug 16 20:13:53.301577 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92dedff7-489f-45b4-a461-069fea48a646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:53.306025 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-c50056d8-8641-412b-a680-865e93d21b03 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=61f5d400-4db0-4954-b6c2-83f11955da7c HTTP/1.1" status: 200 len: 217 time: 0.1233721 Aug 16 20:13:53.331139 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-28de27b7-db30-42e8-8a95-4f890e6cb20a req-bc5cd09b-df90-45a0-8874-07939ae9400b tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872130 Aug 16 20:13:53.355565 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92dedff7-489f-45b4-a461-069fea48a646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:53.449609 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92dedff7-489f-45b4-a461-069fea48a646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:53.452523 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92dedff7-489f-45b4-a461-069fea48a646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:53.453774 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-92dedff7-489f-45b4-a461-069fea48a646 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d5d1eaad-eaab-4a6c-89b3-09b571057370 HTTP/1.1" status: 204 len: 168 time: 0.2996671 Aug 16 20:13:53.464977 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dedff7-489f-45b4-a461-069fea48a646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d1eaad-eaab-4a6c-89b3-09b571057370,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:53.515072 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a7586-cc47-431c-b830-6c6899af2564 req-1edac786-768c-494c-be78-1321db6032ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:53.524022 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-1edac786-768c-494c-be78-1321db6032ec service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7d7186cf-77e4-4b82-8d65-1e75cd70140b HTTP/1.1" status: 200 len: 797 time: 0.1989882 Aug 16 20:13:53.543817 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-94500238-895b-4546-92a1-0bf0d07fa169 req-aacbaca3-fbcc-4621-a799-9b28b39a17a6 service neutron] 10.222.0.57 "GET /v2.0/networks/c0950044-aeab-482d-b87d-a07d06e58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184586 Aug 16 20:13:53.636592 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ca6fb-533b-44ef-8eed-a632bebdf072 req-e3ae26d9-abb1-499a-a525-77ba0f2568d6 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:53.638083 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2e6ca6fb-533b-44ef-8eed-a632bebdf072 req-e3ae26d9-abb1-499a-a525-77ba0f2568d6 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 784 time: 0.3280075 Aug 16 20:13:53.660162 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-2e6ca6fb-533b-44ef-8eed-a632bebdf072 req-d2d743e9-d209-4a8c-9d57-2697eaae971f tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:13:53.668235 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2e6ca6fb-533b-44ef-8eed-a632bebdf072 req-d2d743e9-d209-4a8c-9d57-2697eaae971f tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172276 Aug 16 20:13:54.006185 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53650) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:54.034309 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-797b2333-dbfc-4319-9c16-4af4671ba4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:54.075093 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8181392-18a0-461c-a79d-ae49cb114f58 req-f18140c1-c132-47d2-aadf-5f07a8c44a70 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:54.076695 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c8181392-18a0-461c-a79d-ae49cb114f58 req-f18140c1-c132-47d2-aadf-5f07a8c44a70 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1177266 Aug 16 20:13:54.083067 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a7586-cc47-431c-b830-6c6899af2564 req-405520cd-6fc4-4e84-b278-18977d9893f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:54.084632 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-405520cd-6fc4-4e84-b278-18977d9893f5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5435023 Aug 16 20:13:54.155432 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c8181392-18a0-461c-a79d-ae49cb114f58 req-a206ed86-4775-4d47-abd8-814ee1900224 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641978 Aug 16 20:13:54.167529 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-94500238-895b-4546-92a1-0bf0d07fa169 req-a5c9b0fb-0f03-4e67-90f2-394e22e4b8d1 service neutron] 10.222.0.57 "GET /v2.0/networks/c0950044-aeab-482d-b87d-a07d06e58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6114850 Aug 16 20:13:54.191652 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2e6ca6fb-533b-44ef-8eed-a632bebdf072 req-e52951ea-803c-4a8c-b607-aacca5769784 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.83 HTTP/1.1" status: 200 len: 1000 time: 0.5224316 Aug 16 20:13:54.199862 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-2e6ca6fb-533b-44ef-8eed-a632bebdf072 req-ed59b09f-d2d0-4dcb-92c9-a1bdafa40d0f tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:54.252898 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-797b2333-dbfc-4319-9c16-4af4671ba4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:54.259873 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2e6ca6fb-533b-44ef-8eed-a632bebdf072 req-ed59b09f-d2d0-4dcb-92c9-a1bdafa40d0f tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:54.278626 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-797b2333-dbfc-4319-9c16-4af4671ba4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:54.331887 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-797b2333-dbfc-4319-9c16-4af4671ba4bc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6b676b3d588142da8f5b3dfd6b7eba13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3241129 Aug 16 20:13:54.332674 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53660) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:54.340704 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b2333-dbfc-4319-9c16-4af4671ba4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3a30a9-fe85-47aa-a81d-f28e467a9658,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:54.366150 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-55af55f3-f936-4a3f-bbee-e5ed4b29477c service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722452 Aug 16 20:13:54.399403 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4c6b6-165b-47b2-bfbf-1a6de3c5ea55 req-031ae4a8-5249-4ff4-9367-92874d8530f5 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:54.401950 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-07f4c6b6-165b-47b2-bfbf-1a6de3c5ea55 req-031ae4a8-5249-4ff4-9367-92874d8530f5 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.68 "GET /v2.0/ports?device_id=040c6a85-ecee-482f-8b98-998174914224 HTTP/1.1" status: 200 len: 945 time: 0.1558440 Aug 16 20:13:54.431349 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9930ae5e-16f2-4fed-91ac-c921d4b60c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:54.472829 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9930ae5e-16f2-4fed-91ac-c921d4b60c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:54.477483 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-07f4c6b6-165b-47b2-bfbf-1a6de3c5ea55 req-1a746d90-e738-4559-bf1e-72f5aa392182 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.68 "GET /v2.0/security-groups?id=c08f2f21-fc17-4fcd-8d2b-3d94c86f3625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552242 Aug 16 20:13:54.486583 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2e6ca6fb-533b-44ef-8eed-a632bebdf072 req-ed59b09f-d2d0-4dcb-92c9-a1bdafa40d0f tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:54.499189 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2e6ca6fb-533b-44ef-8eed-a632bebdf072 req-ed59b09f-d2d0-4dcb-92c9-a1bdafa40d0f tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:54.499541 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [req-2e6ca6fb-533b-44ef-8eed-a632bebdf072 req-ed59b09f-d2d0-4dcb-92c9-a1bdafa40d0f tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Floating IP 50e755ef-c6b0-404e-b940-7ecccc758125 disassociated. External IP: 172.25.8.83, port: 76d4ced7-3869-4c7a-bd18-2f2dceb789d9. Aug 16 20:13:54.550599 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9930ae5e-16f2-4fed-91ac-c921d4b60c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:54.552274 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-f10ad349-3795-4e8a-8f78-1ebc25e73268 service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781054 Aug 16 20:13:54.553575 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9930ae5e-16f2-4fed-91ac-c921d4b60c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:54.555056 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9930ae5e-16f2-4fed-91ac-c921d4b60c42 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4e3a30a9-fe85-47aa-a81d-f28e467a9658 HTTP/1.1" status: 204 len: 168 time: 0.2200711 Aug 16 20:13:54.567605 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930ae5e-16f2-4fed-91ac-c921d4b60c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3a30a9-fe85-47aa-a81d-f28e467a9658,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:54.628994 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-9a2fc47f-5cdb-4293-b518-4d2f07729209 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=604be3bb-7bde-47cc-88cf-1680e6ea6018 HTTP/1.1" status: 200 len: 217 time: 0.0669315 Aug 16 20:13:54.702581 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a7586-cc47-431c-b830-6c6899af2564 req-49ea033d-3c85-4340-a158-e46ca50fca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:54.705008 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-49ea033d-3c85-4340-a158-e46ca50fca30 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7d7186cf-77e4-4b82-8d65-1e75cd70140b HTTP/1.1" status: 200 len: 797 time: 0.0665464 Aug 16 20:13:54.825442 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a7586-cc47-431c-b830-6c6899af2564 req-ba592f45-1bb5-47da-9242-2c9032a25263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:54.826960 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-ba592f45-1bb5-47da-9242-2c9032a25263 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0880179 Aug 16 20:13:54.914679 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e6ca6fb-533b-44ef-8eed-a632bebdf072 req-ed59b09f-d2d0-4dcb-92c9-a1bdafa40d0f tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Router a2211097-dfce-4002-9d2a-8a013392a199 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:13:54.997027 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-3c3d585b-4497-41ad-9bd1-26ed4c839a09 service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608810 Aug 16 20:13:55.039552 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596206a4-edd8-4e66-8a63-673a5a50dda5 req-f9ef5883-73be-4cde-8ae4-e4536acff90f tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:55.070454 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-596206a4-edd8-4e66-8a63-673a5a50dda5 req-f9ef5883-73be-4cde-8ae4-e4536acff90f tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1325736 Aug 16 20:13:55.143784 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-596206a4-edd8-4e66-8a63-673a5a50dda5 req-6943e550-4403-425e-ba6c-6f85a86e4cd5 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632949 Aug 16 20:13:55.145348 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-eda5973f-58cc-4e86-9b5a-81274c97d30a service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387305 Aug 16 20:13:55.148252 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e6ca6fb-533b-44ef-8eed-a632bebdf072 req-ed59b09f-d2d0-4dcb-92c9-a1bdafa40d0f tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:13:55.153394 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2e6ca6fb-533b-44ef-8eed-a632bebdf072 req-ed59b09f-d2d0-4dcb-92c9-a1bdafa40d0f tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:55.159695 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97af6147-bebf-443b-be46-cc2563daa6cc None None] Sync routers for ids ['a2211097-dfce-4002-9d2a-8a013392a199'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:13:55.175303 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97af6147-bebf-443b-be46-cc2563daa6cc None None] Routers {'a2211097-dfce-4002-9d2a-8a013392a199'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:13:55.190150 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-97af6147-bebf-443b-be46-cc2563daa6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:13:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a2211097-dfce-4002-9d2a-8a013392a199'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:13:55.214678 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-26fd402b-4df4-4d4c-98f9-60a34aa22fb3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=76090f41-c0c2-4f20-8947-4c9d155dfcb6 HTTP/1.1" status: 200 len: 217 time: 0.0581210 Aug 16 20:13:55.326518 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2e6ca6fb-533b-44ef-8eed-a632bebdf072 req-ed59b09f-d2d0-4dcb-92c9-a1bdafa40d0f tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "PUT /v2.0/floatingips/50e755ef-c6b0-404e-b940-7ecccc758125 HTTP/1.1" status: 200 len: 694 time: 1.1181638 Aug 16 20:13:55.334987 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9', 'tag': '76d4ced7-3869-4c7a-bd18-2f2dceb789d9'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:13:55.342764 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb6b4dc-bba9-4708-9f4c-840a5de8fae3" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9", "tag": "76d4ced7-3869-4c7a-bd18-2f2dceb789d9"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:13:55.396922 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-97af6147-bebf-443b-be46-cc2563daa6cc None None] Set router a2211097-dfce-4002-9d2a-8a013392a199 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:13:55.405320 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c5010-ca30-4bb3-8d8f-f3610cd12c4b req-5a6651f9-291e-4ead-b2a4-7f1c3336e068 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:55.407213 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a06c5010-ca30-4bb3-8d8f-f3610cd12c4b req-5a6651f9-291e-4ead-b2a4-7f1c3336e068 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.57 "GET /v2.0/ports?device_id=040c6a85-ecee-482f-8b98-998174914224 HTTP/1.1" status: 200 len: 945 time: 0.2500756 Aug 16 20:13:55.409954 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a7586-cc47-431c-b830-6c6899af2564 req-5f3d7436-b883-40d3-8928-67e5f860d2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:55.414137 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-5f3d7436-b883-40d3-8928-67e5f860d2b5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=05b69095-3330-4691-9066-4b298da7e27d HTTP/1.1" status: 200 len: 797 time: 0.1641724 Aug 16 20:13:55.675890 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-b00ce669-05f9-49b4-8479-a84761f7c5a6 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:55.684591 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-b00ce669-05f9-49b4-8479-a84761f7c5a6 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/networks?id=dbfa510a-9034-470b-99ef-e5f61f9b5e17 HTTP/1.1" status: 200 len: 812 time: 0.1938343 Aug 16 20:13:55.699261 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a7586-cc47-431c-b830-6c6899af2564 req-27d1f546-3b42-44be-a913-74bba36970f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:55.701198 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-27d1f546-3b42-44be-a913-74bba36970f8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2a2623ce-bffe-47bb-a726-6ce2777826c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2636456 Aug 16 20:13:55.720370 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-56c936c9-0140-4e89-8073-22d446c59e52 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/quotas/41f949d98cf9473f85e64341bcd4f07a HTTP/1.1" status: 200 len: 375 time: 0.0349207 Aug 16 20:13:55.805501 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-31483391-6a58-44e1-910d-70a479c816b1 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=41f949d98cf9473f85e64341bcd4f07a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0825207 Aug 16 20:13:55.854489 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-97af6147-bebf-443b-be46-cc2563daa6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'name': 'tempest-ServerRescueTestJSONUnderV235-859932747-router', 'tenant_id': '61cefd239784402390fb24a72e08b750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '33e3e59b-74a2-44bb-bad1-0ea9b28e1603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:12:26Z', 'updated_at': '2021-08-16T20:12:43Z', 'revision_number': 4, 'project_id': '61cefd239784402390fb24a72e08b750', 'gw_port': {'id': '33e3e59b-74a2-44bb-bad1-0ea9b28e1603', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:12:29Z', 'updated_at': '2021-08-16T20:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '473db29d-4fd5-45e3-85d3-f857e7ec03a2', 'name': '', 'network_id': 'c0950044-aeab-482d-b87d-a07d06e58d8c', 'tenant_id': '61cefd239784402390fb24a72e08b750', 'mac_address': 'fa:16:3e:26:73:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '8e9d5f06-a0f7-4946-9279-961f62b06145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:12:41Z', 'updated_at': '2021-08-16T20:12:51Z', 'revision_number': 5, 'project_id': '61cefd239784402390fb24a72e08b750', 'subnets': [{'id': '8e9d5f06-a0f7-4946-9279-961f62b06145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:13:55.859544 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ca6fb-533b-44ef-8eed-a632bebdf072 req-0f2c7629-2453-417d-bcd9-23f30008a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:55.861416 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2e6ca6fb-533b-44ef-8eed-a632bebdf072 req-0f2c7629-2453-417d-bcd9-23f30008a03d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=61cefd239784402390fb24a72e08b750&device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 1097 time: 0.4954865 Aug 16 20:13:55.901597 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-a06c5010-ca30-4bb3-8d8f-f3610cd12c4b req-23ef5c57-db20-4c1c-94c0-67f93ea0d1ee tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Deleting port 5e14f221-9dc3-46d7-9fd7-33746c652f56 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:13:55.902038 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a06c5010-ca30-4bb3-8d8f-f3610cd12c4b req-23ef5c57-db20-4c1c-94c0-67f93ea0d1ee tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:55.904829 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97af6147-bebf-443b-be46-cc2563daa6cc None None] Checking router: a2211097-dfce-4002-9d2a-8a013392a199 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:13:55.915620 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97af6147-bebf-443b-be46-cc2563daa6cc None None] Routers {'a2211097-dfce-4002-9d2a-8a013392a199'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:13:55.916758 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-97af6147-bebf-443b-be46-cc2563daa6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:13:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a2211097-dfce-4002-9d2a-8a013392a199'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:13:55.924840 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53728) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:55.950108 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-7ec55373-dd12-4667-82c6-d16e5251d8b7 service neutron] 10.222.0.68 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414697 Aug 16 20:13:56.105749 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-4d5973bb-8f2e-45c6-8a4c-dfe35166ff8f service neutron] 10.222.0.68 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543875 Aug 16 20:13:56.136973 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-97af6147-bebf-443b-be46-cc2563daa6cc None None] Set router a2211097-dfce-4002-9d2a-8a013392a199 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:13:56.142201 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3cebf2ba-190e-455a-a223-22bd077830a5 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1638002303'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:56.209902 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cebf2ba-190e-455a-a223-22bd077830a5 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Made reservation on behalf of 73edd577750a497482353e7ef6705fca for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:13:56.215278 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3cebf2ba-190e-455a-a223-22bd077830a5 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:56.248294 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3cebf2ba-190e-455a-a223-22bd077830a5 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:56.274890 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-30aa78db-7c81-48b6-863e-2f725f2d096c service neutron] 10.222.0.63 "GET /v2.0/networks/2a2623ce-bffe-47bb-a726-6ce2777826c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5601799 Aug 16 20:13:56.303003 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ca6fb-533b-44ef-8eed-a632bebdf072 req-4a051a96-ffc5-49ed-b1a0-ebdbdf913820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:56.305751 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2e6ca6fb-533b-44ef-8eed-a632bebdf072 req-4a051a96-ffc5-49ed-b1a0-ebdbdf913820 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c0950044-aeab-482d-b87d-a07d06e58d8c HTTP/1.1" status: 200 len: 920 time: 0.4347172 Aug 16 20:13:56.542090 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8c6f02-0924-4d00-adec-a959d72f34e6 x-openstack-request-id: req-1e8c6f02-0924-4d00-adec-a959d72f34e6 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:13:56.542404 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9", "tag": "76d4ced7-3869-4c7a-bd18-2f2dceb789d9", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:13:56.542698 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1e8c6f02-0924-4d00-adec-a959d72f34e6 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:13:56.543157 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9', 'tag': '76d4ced7-3869-4c7a-bd18-2f2dceb789d9', 'status': 'completed', 'code': 200} Aug 16 20:13:56.545825 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2e6ca6fb-533b-44ef-8eed-a632bebdf072 req-724422b7-b402-4a6c-8a6c-6349d3046b74 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76d4ced7-3869-4c7a-bd18-2f2dceb789d9 HTTP/1.1" status: 200 len: 217 time: 0.2237158 Aug 16 20:13:56.553750 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-a06c5010-ca30-4bb3-8d8f-f3610cd12c4b req-23ef5c57-db20-4c1c-94c0-67f93ea0d1ee tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] For port 5e14f221-9dc3-46d7-9fd7-33746c652f56, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5e14f221-9dc3-46d7-9fd7-33746c652f56,segment=NetworkSegment(9c3b1fb0-9327-4c6c-ab36-af4843c17e91),segment_id=9c3b1fb0-9327-4c6c-ab36-af4843c17e91)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:13:56.554416 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a06c5010-ca30-4bb3-8d8f-f3610cd12c4b req-23ef5c57-db20-4c1c-94c0-67f93ea0d1ee tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:56.570860 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-a06c5010-ca30-4bb3-8d8f-f3610cd12c4b req-23ef5c57-db20-4c1c-94c0-67f93ea0d1ee tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Calling delete_port for 5e14f221-9dc3-46d7-9fd7-33746c652f56 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:13:56.579757 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3cebf2ba-190e-455a-a223-22bd077830a5 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:56.586073 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-97af6147-bebf-443b-be46-cc2563daa6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'name': 'tempest-ServerRescueTestJSONUnderV235-859932747-router', 'tenant_id': '61cefd239784402390fb24a72e08b750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '33e3e59b-74a2-44bb-bad1-0ea9b28e1603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:12:26Z', 'updated_at': '2021-08-16T20:12:43Z', 'revision_number': 4, 'project_id': '61cefd239784402390fb24a72e08b750', 'gw_port': {'id': '33e3e59b-74a2-44bb-bad1-0ea9b28e1603', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:12:29Z', 'updated_at': '2021-08-16T20:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '473db29d-4fd5-45e3-85d3-f857e7ec03a2', 'name': '', 'network_id': 'c0950044-aeab-482d-b87d-a07d06e58d8c', 'tenant_id': '61cefd239784402390fb24a72e08b750', 'mac_address': 'fa:16:3e:26:73:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '8e9d5f06-a0f7-4946-9279-961f62b06145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:12:41Z', 'updated_at': '2021-08-16T20:12:51Z', 'revision_number': 5, 'project_id': '61cefd239784402390fb24a72e08b750', 'subnets': [{'id': '8e9d5f06-a0f7-4946-9279-961f62b06145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:13:56.640618 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97af6147-bebf-443b-be46-cc2563daa6cc None None] The sync data for ids ['a2211097-dfce-4002-9d2a-8a013392a199'] in n-d-787206-13 is: [{'id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'name': 'tempest-ServerRescueTestJSONUnderV235-859932747-router', 'tenant_id': '61cefd239784402390fb24a72e08b750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '33e3e59b-74a2-44bb-bad1-0ea9b28e1603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:12:26Z', 'updated_at': '2021-08-16T20:12:43Z', 'revision_number': 4, 'project_id': '61cefd239784402390fb24a72e08b750', 'gw_port': {'id': '33e3e59b-74a2-44bb-bad1-0ea9b28e1603', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:12:29Z', 'updated_at': '2021-08-16T20:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '473db29d-4fd5-45e3-85d3-f857e7ec03a2', 'name': '', 'network_id': 'c0950044-aeab-482d-b87d-a07d06e58d8c', 'tenant_id': '61cefd239784402390fb24a72e08b750', 'mac_address': 'fa:16:3e:26:73:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '8e9d5f06-a0f7-4946-9279-961f62b06145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:12:41Z', 'updated_at': '2021-08-16T20:12:51Z', 'revision_number': 5, 'project_id': '61cefd239784402390fb24a72e08b750', 'subnets': [{'id': '8e9d5f06-a0f7-4946-9279-961f62b06145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:13:56.669624 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3cebf2ba-190e-455a-a223-22bd077830a5 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:56.709440 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cebf2ba-190e-455a-a223-22bd077830a5 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:13:56.746506 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d59216-d582-4342-acd4-ed8163368c4e req-665962a5-94a8-47e4-a83b-2ac01689f0c2 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:56.769300 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-93d59216-d582-4342-acd4-ed8163368c4e req-665962a5-94a8-47e4-a83b-2ac01689f0c2 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.68 "GET /v2.0/ports?device_id=040c6a85-ecee-482f-8b98-998174914224 HTTP/1.1" status: 200 len: 945 time: 0.2107215 Aug 16 20:13:56.776987 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-d205173b-0410-4cdc-bd6a-240d5fbb00aa service neutron] 10.222.0.63 "GET /v2.0/networks/2a2623ce-bffe-47bb-a726-6ce2777826c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901192 Aug 16 20:13:56.785889 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3cebf2ba-190e-455a-a223-22bd077830a5 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:56.786175 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-3cebf2ba-190e-455a-a223-22bd077830a5 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Added segment e7f412cc-028e-401c-914c-2e9ff2d9ac44 of type vlan for network 36eeff6b-d7f9-49ed-be36-56d5e969e8a3 Aug 16 20:13:56.789257 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebf2ba-190e-455a-a223-22bd077830a5 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e098d17c-4200-43aa-b107-671e3d8cc196,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:56.810477 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6b4dc-bba9-4708-9f4c-840a5de8fae3 req-d4906708-875c-4cef-8dd3-d0d4ab44a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:56.812908 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1fb6b4dc-bba9-4708-9f4c-840a5de8fae3 req-d4906708-875c-4cef-8dd3-d0d4ab44a1c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=61cefd239784402390fb24a72e08b750&device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 1097 time: 0.3065500 Aug 16 20:13:56.836285 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ca6fb-533b-44ef-8eed-a632bebdf072 req-6648a31b-7d44-40bf-b033-cddf37858c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:56.838377 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2e6ca6fb-533b-44ef-8eed-a632bebdf072 req-6648a31b-7d44-40bf-b033-cddf37858c10 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8e9d5f06-a0f7-4946-9279-961f62b06145 HTTP/1.1" status: 200 len: 859 time: 0.0647402 Aug 16 20:13:56.890813 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2e6ca6fb-533b-44ef-8eed-a632bebdf072 req-fdf1ac97-b6cf-4ba6-a182-dd6092424796 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c0950044-aeab-482d-b87d-a07d06e58d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371134 Aug 16 20:13:56.899429 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3cebf2ba-190e-455a-a223-22bd077830a5 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:56.932327 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-fc2d07ca-7378-4c28-8fc8-8803ef943261 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=77b3645a-9cd6-4ba3-85c9-1ac50191565c HTTP/1.1" status: 200 len: 217 time: 0.0872054 Aug 16 20:13:56.956527 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-93d59216-d582-4342-acd4-ed8163368c4e req-0c84819b-30fc-40af-8f1c-13cfe947ce87 tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.68 "GET /v2.0/security-groups?id=c08f2f21-fc17-4fcd-8d2b-3d94c86f3625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864545 Aug 16 20:13:57.062167 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3cebf2ba-190e-455a-a223-22bd077830a5 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:57.085555 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cebf2ba-190e-455a-a223-22bd077830a5 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:57.088323 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3cebf2ba-190e-455a-a223-22bd077830a5 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:57.100443 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a7586-cc47-431c-b830-6c6899af2564 req-75a84a66-4018-41e2-80c6-8920e0a339bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:57.102262 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-75a84a66-4018-41e2-80c6-8920e0a339bc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=05b69095-3330-4691-9066-4b298da7e27d HTTP/1.1" status: 200 len: 797 time: 0.1539619 Aug 16 20:13:57.106008 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a06c5010-ca30-4bb3-8d8f-f3610cd12c4b req-23ef5c57-db20-4c1c-94c0-67f93ea0d1ee tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:57.120857 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['5e14f221-9dc3-46d7-9fd7-33746c652f56'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:13:57.252030 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef5c57-db20-4c1c-94c0-67f93ea0d1ee tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Pushing event deleted for resources: {'Port': ['ID=5e14f221-9dc3-46d7-9fd7-33746c652f56,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:57.333742 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06c5010-ca30-4bb3-8d8f-f3610cd12c4b req-23ef5c57-db20-4c1c-94c0-67f93ea0d1ee tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] No DVR routers for this DVR port 5e14f221-9dc3-46d7-9fd7-33746c652f56 on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:13:57.337519 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2e6ca6fb-533b-44ef-8eed-a632bebdf072 req-dca581df-bf45-43ee-aaa8-3b1e23930891 service neutron] 10.222.0.68 "GET /v2.0/networks/c0950044-aeab-482d-b87d-a07d06e58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154510 Aug 16 20:13:57.341323 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a06c5010-ca30-4bb3-8d8f-f3610cd12c4b req-23ef5c57-db20-4c1c-94c0-67f93ea0d1ee tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:57.343536 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a06c5010-ca30-4bb3-8d8f-f3610cd12c4b req-23ef5c57-db20-4c1c-94c0-67f93ea0d1ee tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.57 "DELETE /v2.0/ports/5e14f221-9dc3-46d7-9fd7-33746c652f56 HTTP/1.1" status: 204 len: 173 time: 1.9263752 Aug 16 20:13:57.350805 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8245272-53a5-45d7-98f0-d8b8062694ea None None] New status for floating IP 50e755ef-c6b0-404e-b940-7ecccc758125: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:13:57.380014 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3cebf2ba-190e-455a-a223-22bd077830a5 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4541128 Aug 16 20:13:57.391506 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6b4dc-bba9-4708-9f4c-840a5de8fae3 req-9d233667-42a6-4b79-85b8-77ea095de059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:57.393638 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1fb6b4dc-bba9-4708-9f4c-840a5de8fae3 req-9d233667-42a6-4b79-85b8-77ea095de059 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c0950044-aeab-482d-b87d-a07d06e58d8c HTTP/1.1" status: 200 len: 920 time: 0.5417080 Aug 16 20:13:57.404662 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53766) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:57.441028 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-19adf618-64fd-4521-94a5-6a1ce4a9bc0b tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Request body: {'subnet': {'network_id': '36eeff6b-d7f9-49ed-be36-56d5e969e8a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:57.529751 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebf2ba-190e-455a-a223-22bd077830a5 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Pushing event updated for resources: {'Network': ['ID=36eeff6b-d7f9-49ed-be36-56d5e969e8a3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:57.541848 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 36eeff6b-d7f9-49ed-be36-56d5e969e8a3 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:13:57.640340 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-31e0cd5c-d42c-4af8-a4e9-adfe73136cc1 req-12b3314e-ce92-4dcb-808f-8d61fc165c08 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=d569815a-0aef-433d-aaf4-affe28f36daf HTTP/1.1" status: 200 len: 210 time: 0.2450583 Aug 16 20:13:57.655367 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1fb6b4dc-bba9-4708-9f4c-840a5de8fae3 req-e09b4833-d295-4e05-9d50-0b0c56c8d0e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76d4ced7-3869-4c7a-bd18-2f2dceb789d9 HTTP/1.1" status: 200 len: 217 time: 0.2186966 Aug 16 20:13:57.869094 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6b4dc-bba9-4708-9f4c-840a5de8fae3 req-08407df4-7c2b-43bf-9ebd-5d85c68158da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:57.875040 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1fb6b4dc-bba9-4708-9f4c-840a5de8fae3 req-08407df4-7c2b-43bf-9ebd-5d85c68158da service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e9d5f06-a0f7-4946-9279-961f62b06145 HTTP/1.1" status: 200 len: 859 time: 0.1960301 Aug 16 20:13:57.906953 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a7586-cc47-431c-b830-6c6899af2564 req-ddee60a4-dec0-4b60-88f7-12f3f92e1afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:57.908902 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-ddee60a4-dec0-4b60-88f7-12f3f92e1afe service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2a2623ce-bffe-47bb-a726-6ce2777826c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7717576 Aug 16 20:13:57.952027 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1fb6b4dc-bba9-4708-9f4c-840a5de8fae3 req-163bd704-1cb4-4890-b4b5-206a666fbc2b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c0950044-aeab-482d-b87d-a07d06e58d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684497 Aug 16 20:13:57.952673 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19adf618-64fd-4521-94a5-6a1ce4a9bc0b tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Made reservation on behalf of 73edd577750a497482353e7ef6705fca for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:13:57.956149 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-19adf618-64fd-4521-94a5-6a1ce4a9bc0b tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:58.104914 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2e6ca6fb-533b-44ef-8eed-a632bebdf072 req-e3aece90-2798-4953-836c-dbf220441c87 service neutron] 10.222.0.68 "GET /v2.0/networks/c0950044-aeab-482d-b87d-a07d06e58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7446125 Aug 16 20:13:58.137639 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-e056ce22-5f20-4f8c-b820-7696518deb50 service neutron] 10.222.0.63 "GET /v2.0/networks/2a2623ce-bffe-47bb-a726-6ce2777826c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144856 Aug 16 20:13:58.158449 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-1095893d-4910-4e8d-982f-04c565b0811a tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:58.160235 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-1095893d-4910-4e8d-982f-04c565b0811a tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.57 "GET /v2.0/networks?id=dbfa510a-9034-470b-99ef-e5f61f9b5e17 HTTP/1.1" status: 200 len: 812 time: 0.2709789 Aug 16 20:13:58.188705 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-3972a020-725c-4c62-b544-e31161387858 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Request body: {'port': {'device_id': 'd569815a-0aef-433d-aaf4-affe28f36daf', 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17', 'admin_state_up': True, 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:58.350936 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-706c15ab-f69e-4f1b-aa20-bd809696fc3e req-5da1446f-67d0-4b74-9cf4-36581c54937f tempest-ServersNegativeTestMultiTenantJSON-939967480 tempest-ServersNegativeTestMultiTenantJSON-939967480-project] 10.222.0.68 "GET /v2.0/ports?device_id=040c6a85-ecee-482f-8b98-998174914224 HTTP/1.1" status: 200 len: 210 time: 0.1701739 Aug 16 20:13:58.357504 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03e17ca9-f73b-46d6-ab60-6389ad1a0544 req-693f15b1-871f-4e97-9c04-30049edc453a tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/floatingips/50e755ef-c6b0-404e-b940-7ecccc758125 HTTP/1.1" status: 200 len: 692 time: 0.0566120 Aug 16 20:13:58.528315 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-204a7586-cc47-431c-b830-6c6899af2564 req-3ca4ddfc-0fe3-4273-a722-d71b38108819 service neutron] 10.222.0.63 "GET /v2.0/networks/2a2623ce-bffe-47bb-a726-6ce2777826c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670523 Aug 16 20:13:58.545082 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040c6a85-ecee-482f-8b98-998174914224', 'name': 'network-vif-deleted', 'tag': '5e14f221-9dc3-46d7-9fd7-33746c652f56'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:13:58.547595 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda1f088-349a-4b38-a885-17c1f674806d" -d '{"events": [{"server_uuid": "040c6a85-ecee-482f-8b98-998174914224", "name": "network-vif-deleted", "tag": "5e14f221-9dc3-46d7-9fd7-33746c652f56"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:13:58.559901 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-3972a020-725c-4c62-b544-e31161387858 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Made reservation on behalf of 41f949d98cf9473f85e64341bcd4f07a for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:13:58.564651 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-3972a020-725c-4c62-b544-e31161387858 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:58.578386 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-19adf618-64fd-4521-94a5-6a1ce4a9bc0b tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:58.585842 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e17ca9-f73b-46d6-ab60-6389ad1a0544 req-c4ec0bb0-1f3f-49e8-b1d9-6ee46865de22 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:58.587616 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03e17ca9-f73b-46d6-ab60-6389ad1a0544 req-c4ec0bb0-1f3f-49e8-b1d9-6ee46865de22 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 784 time: 0.2198808 Aug 16 20:13:58.603380 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-03e17ca9-f73b-46d6-ab60-6389ad1a0544 req-21a1233e-fd4b-499b-9a80-db004132314c tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:13:58.604867 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03e17ca9-f73b-46d6-ab60-6389ad1a0544 req-21a1233e-fd4b-499b-9a80-db004132314c tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094404 Aug 16 20:13:58.624454 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116c15eb-3236-43cb-a9e4-15ae28fe1a8b x-openstack-request-id: req-116c15eb-3236-43cb-a9e4-15ae28fe1a8b {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:13:58.625024 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040c6a85-ecee-482f-8b98-998174914224", "name": "network-vif-deleted", "tag": "5e14f221-9dc3-46d7-9fd7-33746c652f56", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:13:58.625476 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-116c15eb-3236-43cb-a9e4-15ae28fe1a8b {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:13:58.626025 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040c6a85-ecee-482f-8b98-998174914224', 'name': 'network-vif-deleted', 'tag': '5e14f221-9dc3-46d7-9fd7-33746c652f56', 'status': 'completed', 'code': 200} Aug 16 20:13:58.695953 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19adf618-64fd-4521-94a5-6a1ce4a9bc0b tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Pushing event updated for resources: {'Subnet': ['ID=1076d45b-b76b-4659-accb-5a6fb3e55ea1,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:13:58.714563 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03e17ca9-f73b-46d6-ab60-6389ad1a0544 req-6cd56e85-bd55-4464-85d9-36c8d19101af tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.83 HTTP/1.1" status: 200 len: 695 time: 0.0920284 Aug 16 20:13:58.792669 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03e17ca9-f73b-46d6-ab60-6389ad1a0544 req-4c759237-c48f-4ab8-a2ca-cb1c1f3a43ec tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.8.83 HTTP/1.1" status: 200 len: 695 time: 0.0654573 Aug 16 20:13:58.804577 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1fb6b4dc-bba9-4708-9f4c-840a5de8fae3 req-79a0c463-00a0-4d74-8542-3ad393c5ae07 service neutron] 10.222.0.57 "GET /v2.0/networks/c0950044-aeab-482d-b87d-a07d06e58d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6178720 Aug 16 20:13:58.810772 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19adf618-64fd-4521-94a5-6a1ce4a9bc0b tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Checking segment: {'id': 'e7f412cc-028e-401c-914c-2e9ff2d9ac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '36eeff6b-d7f9-49ed-be36-56d5e969e8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:13:58.811141 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19adf618-64fd-4521-94a5-6a1ce4a9bc0b tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Network hostable DHCP agents. Network: 36eeff6b-d7f9-49ed-be36-56d5e969e8a3, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:13:58.815196 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ab55c74f-4894-4baf-890c-388977b011e8 req-93d00fd0-6114-41b8-8b9b-d843f59310ee tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=d569815a-0aef-433d-aaf4-affe28f36daf HTTP/1.1" status: 200 len: 210 time: 0.0730622 Aug 16 20:13:58.952069 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19adf618-64fd-4521-94a5-6a1ce4a9bc0b tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Network 36eeff6b-d7f9-49ed-be36-56d5e969e8a3 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:13:59.003856 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1fb6b4dc-bba9-4708-9f4c-840a5de8fae3 req-4f94b030-c5cd-4aa4-98a2-ab5fcc819769 service neutron] 10.222.0.57 "GET /v2.0/networks/c0950044-aeab-482d-b87d-a07d06e58d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861269 Aug 16 20:13:59.006908 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-3972a020-725c-4c62-b544-e31161387858 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Allocated IP 172.20.0.11 (dbfa510a-9034-470b-99ef-e5f61f9b5e17/d38a8fc7-0911-4b72-a78c-d32851227793/7341edc7-1e86-4a9d-b69f-0732489b8706) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:13:59.038980 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-19adf618-64fd-4521-94a5-6a1ce4a9bc0b tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 36eeff6b-d7f9-49ed-be36-56d5e969e8a3) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:13:59.048572 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19adf618-64fd-4521-94a5-6a1ce4a9bc0b tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:59.050996 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-19adf618-64fd-4521-94a5-6a1ce4a9bc0b tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:59.071110 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f72b4d-f343-430a-a8a4-6ce58f10f7bb None None] Network 36eeff6b-d7f9-49ed-be36-56d5e969e8a3 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:13:59.076910 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-19adf618-64fd-4521-94a5-6a1ce4a9bc0b tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6683953 Aug 16 20:13:59.077655 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53802) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:59.084523 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6a989559-e0c6-4c0f-a773-9c705fe35882 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Request body: {'port': {'network_id': '36eeff6b-d7f9-49ed-be36-56d5e969e8a3', 'name': 'tempest-AllowedAddressPairTestJSON-105874812'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:13:59.101380 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-03e17ca9-f73b-46d6-ab60-6389ad1a0544 req-70302ea6-03c0-49b4-9d0e-851edc0bfc1b tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Deleting port 54c15bc3-c26b-46c7-865f-4eb798ee015a {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:13:59.101819 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-03e17ca9-f73b-46d6-ab60-6389ad1a0544 req-70302ea6-03c0-49b4-9d0e-851edc0bfc1b tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:59.290598 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-03e17ca9-f73b-46d6-ab60-6389ad1a0544 req-70302ea6-03c0-49b4-9d0e-851edc0bfc1b tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:59.291021 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-03e17ca9-f73b-46d6-ab60-6389ad1a0544 req-70302ea6-03c0-49b4-9d0e-851edc0bfc1b tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:59.319767 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-03e17ca9-f73b-46d6-ab60-6389ad1a0544 req-70302ea6-03c0-49b4-9d0e-851edc0bfc1b tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Calling delete_port for 54c15bc3-c26b-46c7-865f-4eb798ee015a owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:13:59.340825 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e8d612-0125-4054-84c8-9185e5343c8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-36eeff6b-d7f9-49ed-be36-56d5e969e8a3', 'network_id': '36eeff6b-d7f9-49ed-be36-56d5e969e8a3', 'tenant_id': '73edd577750a497482353e7ef6705fca', 'fixed_ips': [{'subnet_id': '1076d45b-b76b-4659-accb-5a6fb3e55ea1'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:13:59.341806 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e7e8d612-0125-4054-84c8-9185e5343c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:59.361925 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-3972a020-725c-4c62-b544-e31161387858 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:59.474711 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-3972a020-725c-4c62-b544-e31161387858 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Transition to ACTIVE for port object 7341edc7-1e86-4a9d-b69f-0732489b8706 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:13:59.475213 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53812) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:13:59.616419 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-e7e8d612-0125-4054-84c8-9185e5343c8d None None] Allocated IP 172.20.0.2 (36eeff6b-d7f9-49ed-be36-56d5e969e8a3/1076d45b-b76b-4659-accb-5a6fb3e55ea1/f247c34a-5902-4926-bb94-481cbe97b2ac) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:13:59.668206 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a989559-e0c6-4c0f-a773-9c705fe35882 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Made reservation on behalf of 73edd577750a497482353e7ef6705fca for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:13:59.671851 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a989559-e0c6-4c0f-a773-9c705fe35882 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:59.691270 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-6a989559-e0c6-4c0f-a773-9c705fe35882 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] device_id is not set on port 786117cb-6913-4350-9d5d-654eafceb02b yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:13:59.728056 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d8bc3ca-4b5c-415b-8c08-ce5e091c1a5c admin admin] Deleting subnet 99334678-c858-4189-9cbd-929f59d7d57a {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:13:59.753962 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d8bc3ca-4b5c-415b-8c08-ce5e091c1a5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:59.827356 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-3972a020-725c-4c62-b544-e31161387858 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:59.929477 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d8bc3ca-4b5c-415b-8c08-ce5e091c1a5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:59.965967 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0753ab3-0c0f-4c92-baa3-b608072df508 req-c1c41a81-0aec-4f4e-a0ba-4ba555d15dfe tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:13:59.974587 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b0753ab3-0c0f-4c92-baa3-b608072df508 req-c1c41a81-0aec-4f4e-a0ba-4ba555d15dfe tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=d569815a-0aef-433d-aaf4-affe28f36daf HTTP/1.1" status: 200 len: 932 time: 0.0704591 Aug 16 20:13:59.977017 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d8bc3ca-4b5c-415b-8c08-ce5e091c1a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:00.003479 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e7e8d612-0125-4054-84c8-9185e5343c8d None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:00.012628 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e7e8d612-0125-4054-84c8-9185e5343c8d None None] Transition to ACTIVE for port object f247c34a-5902-4926-bb94-481cbe97b2ac will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:14:00.021541 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972a020-725c-4c62-b544-e31161387858 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Pushing event updated for resources: {'Port': ['ID=7341edc7-1e86-4a9d-b69f-0732489b8706,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:00.029669 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e7e8d612-0125-4054-84c8-9185e5343c8d None None] Transition to ACTIVE for port object f247c34a-5902-4926-bb94-481cbe97b2ac will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:14:00.030974 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b0753ab3-0c0f-4c92-baa3-b608072df508 req-2590d92a-c035-4222-89d5-8aa7d75d3844 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546420 Aug 16 20:14:00.035552 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 5e14f221-9dc3-46d7-9fd7-33746c652f56 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:14:00.046557 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['a6286312-9a13-42a5-ba36-a79c315b5790'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:14:00.093863 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e7e8d612-0125-4054-84c8-9185e5343c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:00.096727 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-3972a020-725c-4c62-b544-e31161387858 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Network dbfa510a-9034-470b-99ef-e5f61f9b5e17 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:14:00.105938 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 5e14f221-9dc3-46d7-9fd7-33746c652f56 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:14:00.106644 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 5e14f221-9dc3-46d7-9fd7-33746c652f56 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:14:00.114411 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-3972a020-725c-4c62-b544-e31161387858 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:14:00.132817 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-3972a020-725c-4c62-b544-e31161387858 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:14:00.145883 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e8d612-0125-4054-84c8-9185e5343c8d None None] Network 36eeff6b-d7f9-49ed-be36-56d5e969e8a3 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:14:00.146680 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-03e17ca9-f73b-46d6-ab60-6389ad1a0544 req-70302ea6-03c0-49b4-9d0e-851edc0bfc1b tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:00.157496 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-6a989559-e0c6-4c0f-a773-9c705fe35882 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Allocated IP 172.20.0.4 (36eeff6b-d7f9-49ed-be36-56d5e969e8a3/1076d45b-b76b-4659-accb-5a6fb3e55ea1/786117cb-6913-4350-9d5d-654eafceb02b) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:14:00.158789 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-e7e8d612-0125-4054-84c8-9185e5343c8d None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:14:00.165909 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e8d612-0125-4054-84c8-9185e5343c8d None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:14:00.186425 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8d612-0125-4054-84c8-9185e5343c8d None None] Pushing event updated for resources: {'Port': ['ID=f247c34a-5902-4926-bb94-481cbe97b2ac,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:00.258256 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70302ea6-03c0-49b4-9d0e-851edc0bfc1b tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Pushing event deleted for resources: {'Port': ['ID=54c15bc3-c26b-46c7-865f-4eb798ee015a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:00.316677 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e7e8d612-0125-4054-84c8-9185e5343c8d None None] Attempting to bind port f247c34a-5902-4926-bb94-481cbe97b2ac on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:14:00.317243 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e7e8d612-0125-4054-84c8-9185e5343c8d None None] Attempting to bind port f247c34a-5902-4926-bb94-481cbe97b2ac by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'e7f412cc-028e-401c-914c-2e9ff2d9ac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '36eeff6b-d7f9-49ed-be36-56d5e969e8a3'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:14:00.319174 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e8d612-0125-4054-84c8-9185e5343c8d None None] Attempting to bind port f247c34a-5902-4926-bb94-481cbe97b2ac on network 36eeff6b-d7f9-49ed-be36-56d5e969e8a3 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:14:00.333526 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e8d612-0125-4054-84c8-9185e5343c8d None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:14:00.335547 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e8d612-0125-4054-84c8-9185e5343c8d None None] Checking segment: {'id': 'e7f412cc-028e-401c-914c-2e9ff2d9ac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '36eeff6b-d7f9-49ed-be36-56d5e969e8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:14:00.336352 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e7e8d612-0125-4054-84c8-9185e5343c8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:00.336978 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e8d612-0125-4054-84c8-9185e5343c8d None None] Bound using segment: {'id': 'e7f412cc-028e-401c-914c-2e9ff2d9ac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '36eeff6b-d7f9-49ed-be36-56d5e969e8a3'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:14:00.337688 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e7e8d612-0125-4054-84c8-9185e5343c8d None None] Bound port: f247c34a-5902-4926-bb94-481cbe97b2ac, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f412cc-028e-401c-914c-2e9ff2d9ac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '36eeff6b-d7f9-49ed-be36-56d5e969e8a3'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:14:00.341119 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e7e8d612-0125-4054-84c8-9185e5343c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:00.437965 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d8bc3ca-4b5c-415b-8c08-ce5e091c1a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:00.471950 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e7e8d612-0125-4054-84c8-9185e5343c8d None None] For port f247c34a-5902-4926-bb94-481cbe97b2ac, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:14:00.475649 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e7e8d612-0125-4054-84c8-9185e5343c8d None None] For port f247c34a-5902-4926-bb94-481cbe97b2ac, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f247c34a-5902-4926-bb94-481cbe97b2ac,segment=NetworkSegment(e7f412cc-028e-401c-914c-2e9ff2d9ac44),segment_id=e7f412cc-028e-401c-914c-2e9ff2d9ac44)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:14:00.477476 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-03e17ca9-f73b-46d6-ab60-6389ad1a0544 req-70302ea6-03c0-49b4-9d0e-851edc0bfc1b tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:00.485384 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-03e17ca9-f73b-46d6-ab60-6389ad1a0544 req-70302ea6-03c0-49b4-9d0e-851edc0bfc1b tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:00.486160 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e7e8d612-0125-4054-84c8-9185e5343c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:00.489490 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03e17ca9-f73b-46d6-ab60-6389ad1a0544 req-70302ea6-03c0-49b4-9d0e-851edc0bfc1b tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "DELETE /v2.0/floatingips/50e755ef-c6b0-404e-b940-7ecccc758125 HTTP/1.1" status: 204 len: 173 time: 1.6644442 Aug 16 20:14:00.499656 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d8bc3ca-4b5c-415b-8c08-ce5e091c1a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:00.507509 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4d8bc3ca-4b5c-415b-8c08-ce5e091c1a5c admin admin] 10.222.0.68 "DELETE /v2.0/subnets/99334678-c858-4189-9cbd-929f59d7d57a HTTP/1.1" status: 204 len: 168 time: 1.0272224 Aug 16 20:14:00.510905 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53834) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:00.521576 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-3972a020-725c-4c62-b544-e31161387858 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:00.522478 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-3972a020-725c-4c62-b544-e31161387858 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:00.579095 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8bc3ca-4b5c-415b-8c08-ce5e091c1a5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99334678-c858-4189-9cbd-929f59d7d57a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:00.579756 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a989559-e0c6-4c0f-a773-9c705fe35882 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:00.607418 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-3972a020-725c-4c62-b544-e31161387858 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4232330 Aug 16 20:14:00.622673 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-5fdcfd04-cc41-436a-97ce-a2599543579e service neutron] Request body: {'port': {'device_id': 'd569815a-0aef-433d-aaf4-affe28f36daf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:00.646642 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8d612-0125-4054-84c8-9185e5343c8d None None] Pushing event updated for resources: {'Port': ['ID=f247c34a-5902-4926-bb94-481cbe97b2ac,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:00.692651 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fbc67a4c-2be1-4a2a-8289-e04820709a72 None None] Provisioning for port 7341edc7-1e86-4a9d-b69f-0732489b8706 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:14:00.702684 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fbc67a4c-2be1-4a2a-8289-e04820709a72 None None] Provisioning complete for port 7341edc7-1e86-4a9d-b69f-0732489b8706 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:14:00.703070 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fbc67a4c-2be1-4a2a-8289-e04820709a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:00.764342 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-5fdcfd04-cc41-436a-97ce-a2599543579e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:00.804201 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fbc67a4c-2be1-4a2a-8289-e04820709a72 None None] Port 7341edc7-1e86-4a9d-b69f-0732489b8706 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:14:00.804439 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-6a989559-e0c6-4c0f-a773-9c705fe35882 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Transition to ACTIVE for port object 786117cb-6913-4350-9d5d-654eafceb02b will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:14:00.870413 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-686a9ebb-6d34-41ea-917e-ad23dbb37e8f req-7710fe9c-df10-4035-ad31-885c7d8d3240 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups/f72aa950-7473-42c4-877e-c2337c6d111f HTTP/1.1" status: 200 len: 1809 time: 0.3422277 Aug 16 20:14:00.884313 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b969803-41ba-40e0-9e2e-6c1ab822a25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:00.954973 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-804349d2-aae3-4979-9d73-65daf30799de req-cb453543-a7e6-4d6e-88f2-7476e3e44602 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3520253 Aug 16 20:14:01.033710 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a989559-e0c6-4c0f-a773-9c705fe35882 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:01.242156 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f247c34a-5902-4926-bb94-481cbe97b2ac up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:14:01.263709 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b969803-41ba-40e0-9e2e-6c1ab822a25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:01.264621 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1922ad4-9fb0-4577-8028-828c91934734 req-58a2830f-e1d4-44df-813a-5a23d2ca8146 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:01.272667 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c1922ad4-9fb0-4577-8028-828c91934734 req-58a2830f-e1d4-44df-813a-5a23d2ca8146 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=d569815a-0aef-433d-aaf4-affe28f36daf HTTP/1.1" status: 200 len: 932 time: 0.1257381 Aug 16 20:14:01.292776 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a989559-e0c6-4c0f-a773-9c705fe35882 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Network 36eeff6b-d7f9-49ed-be36-56d5e969e8a3 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:14:01.295012 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9b969803-41ba-40e0-9e2e-6c1ab822a25d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2be04bf-d35b-466e-ad9b-b50c42586b1c']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:01.306600 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9b969803-41ba-40e0-9e2e-6c1ab822a25d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3b1fb0-9327-4c6c-ab36-af4843c17e91') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:01.307832 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9b969803-41ba-40e0-9e2e-6c1ab822a25d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3b1fb0-9327-4c6c-ab36-af4843c17e91') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:01.311951 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port f247c34a-5902-4926-bb94-481cbe97b2ac completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:14:01.325608 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b969803-41ba-40e0-9e2e-6c1ab822a25d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:01.336150 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-6a989559-e0c6-4c0f-a773-9c705fe35882 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:14:01.342186 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c1922ad4-9fb0-4577-8028-828c91934734 req-ecdc0dbc-7b1b-49ae-9279-c8a3b64ece64 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682151 Aug 16 20:14:01.349896 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a989559-e0c6-4c0f-a773-9c705fe35882 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:14:01.391143 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-5fdcfd04-cc41-436a-97ce-a2599543579e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7341edc7-1e86-4a9d-b69f-0732489b8706 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:14:01.406631 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b969803-41ba-40e0-9e2e-6c1ab822a25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:01.420083 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-5fdcfd04-cc41-436a-97ce-a2599543579e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:01.429871 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b969803-41ba-40e0-9e2e-6c1ab822a25d admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:14:01.430534 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b969803-41ba-40e0-9e2e-6c1ab822a25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:01.437361 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a989559-e0c6-4c0f-a773-9c705fe35882 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Pushing event updated for resources: {'Port': ['ID=786117cb-6913-4350-9d5d-654eafceb02b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:01.443614 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:14:01.443614 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:14:01.443614 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:14:01.443614 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:14:01.443614 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:14:01.443614 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:14:01.443614 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:14:01.443614 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:14:01.443614 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:14:01.443614 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:14:01.443614 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:14:01.443614 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:14:01.443614 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:14:01.443614 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:14:01.443614 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:14:01.443614 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:14:01.443614 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:14:01.443614 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:14:01.443614 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:14:01.443614 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:14:01.443614 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:14:01.443614 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:14:01.443614 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:14:01.443614 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:14:01.443614 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:14:01.443614 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:14:01.443614 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:14:01.443614 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:14:01.443614 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:14:01.443614 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:14:01.443614 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:14:01.443614 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:14:01.460255 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-686a9ebb-6d34-41ea-917e-ad23dbb37e8f req-9679b441-740b-4549-a600-ffa2e84d744e tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:01.514520 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804349d2-aae3-4979-9d73-65daf30799de req-fa87fbb9-c579-4eea-90c8-4f646fc7dc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:01.516502 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-804349d2-aae3-4979-9d73-65daf30799de req-fa87fbb9-c579-4eea-90c8-4f646fc7dc04 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f949d98cf9473f85e64341bcd4f07a&device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 1096 time: 0.4841800 Aug 16 20:14:01.551230 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a989559-e0c6-4c0f-a773-9c705fe35882 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:01.552012 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a989559-e0c6-4c0f-a773-9c705fe35882 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:01.569394 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-686a9ebb-6d34-41ea-917e-ad23dbb37e8f req-9679b441-740b-4549-a600-ffa2e84d744e tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:01.578324 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-5fdcfd04-cc41-436a-97ce-a2599543579e service neutron] Transition to ACTIVE for port object 7341edc7-1e86-4a9d-b69f-0732489b8706 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:14:01.583584 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-5fdcfd04-cc41-436a-97ce-a2599543579e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:01.640301 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b969803-41ba-40e0-9e2e-6c1ab822a25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:01.646929 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b969803-41ba-40e0-9e2e-6c1ab822a25d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:01.652022 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9b969803-41ba-40e0-9e2e-6c1ab822a25d admin admin] 10.222.0.68 "DELETE /v2.0/networks/e2be04bf-d35b-466e-ad9b-b50c42586b1c HTTP/1.1" status: 204 len: 168 time: 1.1345773 Aug 16 20:14:01.658528 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53860) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:01.686539 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6a989559-e0c6-4c0f-a773-9c705fe35882 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6056328 Aug 16 20:14:01.689329 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53864) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:01.698440 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a1365726-fa4e-4d67-9ee5-de63bb1a230c tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Request body: {'port': {'network_id': '36eeff6b-d7f9-49ed-be36-56d5e969e8a3', 'name': 'tempest-AllowedAddressPairTestJSON-81843750', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:e2:5d:09'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:01.707562 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b969803-41ba-40e0-9e2e-6c1ab822a25d admin admin] Pushing event deleted for resources: {'Network': ['ID=e2be04bf-d35b-466e-ad9b-b50c42586b1c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:01.815853 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38349c02-0146-476e-b2b6-7e1c8ac60f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:01.841155 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804349d2-aae3-4979-9d73-65daf30799de req-3445e438-0010-4e46-bc35-0f7c664f7011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:01.858300 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-804349d2-aae3-4979-9d73-65daf30799de req-3445e438-0010-4e46-bc35-0f7c664f7011 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dbfa510a-9034-470b-99ef-e5f61f9b5e17 HTTP/1.1" status: 200 len: 913 time: 0.2918556 Aug 16 20:14:01.866223 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-686a9ebb-6d34-41ea-917e-ad23dbb37e8f req-9679b441-740b-4549-a600-ffa2e84d744e tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:01.869153 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-686a9ebb-6d34-41ea-917e-ad23dbb37e8f req-9679b441-740b-4549-a600-ffa2e84d744e tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:01.870519 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-686a9ebb-6d34-41ea-917e-ad23dbb37e8f req-9679b441-740b-4549-a600-ffa2e84d744e tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "DELETE /v2.0/security-groups/f72aa950-7473-42c4-877e-c2337c6d111f HTTP/1.1" status: 204 len: 173 time: 0.9908369 Aug 16 20:14:01.925483 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679b441-740b-4549-a600-ffa2e84d744e tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72aa950-7473-42c4-877e-c2337c6d111f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:01.976705 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-804349d2-aae3-4979-9d73-65daf30799de req-054ebf9e-2f1f-47ce-8457-472c71267cd6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2a2462-5629-42d9-881b-f9a0a5e0a025 HTTP/1.1" status: 200 len: 999 time: 0.1172323 Aug 16 20:14:02.041235 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdcfd04-cc41-436a-97ce-a2599543579e service neutron] Pushing event updated for resources: {'Port': ['ID=7341edc7-1e86-4a9d-b69f-0732489b8706,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:02.075676 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1365726-fa4e-4d67-9ee5-de63bb1a230c tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Made reservation on behalf of 73edd577750a497482353e7ef6705fca for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:14:02.091486 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804349d2-aae3-4979-9d73-65daf30799de req-8eefe622-218d-413d-9b29-a1bde5f4c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:02.103463 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-804349d2-aae3-4979-9d73-65daf30799de req-8eefe622-218d-413d-9b29-a1bde5f4c934 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d38a8fc7-0911-4b72-a78c-d32851227793 HTTP/1.1" status: 200 len: 851 time: 0.1173885 Aug 16 20:14:02.207454 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-5fdcfd04-cc41-436a-97ce-a2599543579e service neutron] Attempting to bind port 7341edc7-1e86-4a9d-b69f-0732489b8706 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:14:02.207791 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-5fdcfd04-cc41-436a-97ce-a2599543579e service neutron] Attempting to bind port 7341edc7-1e86-4a9d-b69f-0732489b8706 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '29681d6b-0377-41bc-a8bf-ed2ee806eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:14:02.208312 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-5fdcfd04-cc41-436a-97ce-a2599543579e service neutron] Attempting to bind port 7341edc7-1e86-4a9d-b69f-0732489b8706 on network dbfa510a-9034-470b-99ef-e5f61f9b5e17 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:14:02.217519 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-83db6533-503e-49a8-b980-421052d86b3d admin admin] Deleting subnet fc0c45db-4ae6-46c7-8622-bb63f17fa68d {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:14:02.228436 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-83db6533-503e-49a8-b980-421052d86b3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:02.269676 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-83db6533-503e-49a8-b980-421052d86b3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:02.294948 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804349d2-aae3-4979-9d73-65daf30799de req-93d132b1-1c60-47dd-b433-67e3e2026bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:02.299837 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-804349d2-aae3-4979-9d73-65daf30799de req-93d132b1-1c60-47dd-b433-67e3e2026bfd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dbfa510a-9034-470b-99ef-e5f61f9b5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1879621 Aug 16 20:14:02.320545 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-83db6533-503e-49a8-b980-421052d86b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:02.368515 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-5fdcfd04-cc41-436a-97ce-a2599543579e service neutron] Port 7341edc7-1e86-4a9d-b69f-0732489b8706 on network dbfa510a-9034-470b-99ef-e5f61f9b5e17 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:14:02.368846 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-5fdcfd04-cc41-436a-97ce-a2599543579e service neutron] Attempting to bind port 7341edc7-1e86-4a9d-b69f-0732489b8706 on network dbfa510a-9034-470b-99ef-e5f61f9b5e17 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:14:02.372700 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30976b84-60cf-463f-b38f-7af707a45fb3 None None] Network 36eeff6b-d7f9-49ed-be36-56d5e969e8a3 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:14:02.411300 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-5fdcfd04-cc41-436a-97ce-a2599543579e service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:14:02.411799 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-5fdcfd04-cc41-436a-97ce-a2599543579e service neutron] Checking segment: {'id': '29681d6b-0377-41bc-a8bf-ed2ee806eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:14:02.412382 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-5fdcfd04-cc41-436a-97ce-a2599543579e service neutron] Bound using segment: {'id': '29681d6b-0377-41bc-a8bf-ed2ee806eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:14:02.412991 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-5fdcfd04-cc41-436a-97ce-a2599543579e service neutron] Bound port: 7341edc7-1e86-4a9d-b69f-0732489b8706, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29681d6b-0377-41bc-a8bf-ed2ee806eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:14:02.413515 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-5fdcfd04-cc41-436a-97ce-a2599543579e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:02.430331 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-804349d2-aae3-4979-9d73-65daf30799de req-97c152fe-3c4b-4dff-93e3-4084fc21ef00 service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178415 Aug 16 20:14:02.474886 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a1365726-fa4e-4d67-9ee5-de63bb1a230c tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:02.503789 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e11ed0d0-f012-467b-8f29-210f1b556ed2 None None] Provisioning for port f247c34a-5902-4926-bb94-481cbe97b2ac completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:14:02.512607 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929537d-9e43-4d1d-bba7-a393b0954c1a req-2b2808ac-1182-445c-9ec0-bfdbfe38755d tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:02.517464 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e11ed0d0-f012-467b-8f29-210f1b556ed2 None None] Provisioning complete for port f247c34a-5902-4926-bb94-481cbe97b2ac triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:14:02.518110 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e11ed0d0-f012-467b-8f29-210f1b556ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:02.521032 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4929537d-9e43-4d1d-bba7-a393b0954c1a req-2b2808ac-1182-445c-9ec0-bfdbfe38755d tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 945 time: 0.1603665 Aug 16 20:14:02.534495 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-83db6533-503e-49a8-b980-421052d86b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:02.601713 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db6533-503e-49a8-b980-421052d86b3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc0c45db-4ae6-46c7-8622-bb63f17fa68d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:02.622949 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-83db6533-503e-49a8-b980-421052d86b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:02.624738 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-83db6533-503e-49a8-b980-421052d86b3d admin admin] 10.222.0.68 "DELETE /v2.0/subnets/fc0c45db-4ae6-46c7-8622-bb63f17fa68d HTTP/1.1" status: 204 len: 168 time: 0.9634511 Aug 16 20:14:02.636831 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-a1365726-fa4e-4d67-9ee5-de63bb1a230c tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] device_id is not set on port 14ca43bf-d482-434f-ba58-86e3aaa5031d yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:14:02.642047 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53884) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:02.659484 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-804349d2-aae3-4979-9d73-65daf30799de req-330f8a09-165a-46f8-a3ff-0b018a135f43 service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207448 Aug 16 20:14:02.749779 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350beee-0190-4a8e-9913-61e2a0aa4baa req-981d9fc0-9674-4dd1-937d-1268b66c6e79 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:02.750162 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e11ed0d0-f012-467b-8f29-210f1b556ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:02.751422 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5350beee-0190-4a8e-9913-61e2a0aa4baa req-981d9fc0-9674-4dd1-937d-1268b66c6e79 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=d569815a-0aef-433d-aaf4-affe28f36daf HTTP/1.1" status: 200 len: 944 time: 0.1565714 Aug 16 20:14:02.807622 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e11ed0d0-f012-467b-8f29-210f1b556ed2 None None] For port f247c34a-5902-4926-bb94-481cbe97b2ac, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f247c34a-5902-4926-bb94-481cbe97b2ac,segment=NetworkSegment(e7f412cc-028e-401c-914c-2e9ff2d9ac44),segment_id=e7f412cc-028e-401c-914c-2e9ff2d9ac44)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:14:02.809881 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5350beee-0190-4a8e-9913-61e2a0aa4baa req-7aec7635-f23f-4476-9b2d-bc6a5b845214 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491803 Aug 16 20:14:02.818042 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-5fdcfd04-cc41-436a-97ce-a2599543579e service neutron] For port 7341edc7-1e86-4a9d-b69f-0732489b8706, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:14:02.821790 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e11ed0d0-f012-467b-8f29-210f1b556ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:02.851917 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4929537d-9e43-4d1d-bba7-a393b0954c1a req-0e91f1b8-3d84-4023-ad93-32cabae8093f tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300154 Aug 16 20:14:02.854306 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-5fdcfd04-cc41-436a-97ce-a2599543579e service neutron] For port 7341edc7-1e86-4a9d-b69f-0732489b8706, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=7341edc7-1e86-4a9d-b69f-0732489b8706,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:14:02.886541 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-5fdcfd04-cc41-436a-97ce-a2599543579e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:02.957438 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ed0d0-f012-467b-8f29-210f1b556ed2 None None] Pushing event updated for resources: {'Port': ['ID=f247c34a-5902-4926-bb94-481cbe97b2ac,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:02.999537 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0873a69-0db8-495d-80ac-a6e75172ef16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:03.105767 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-a1365726-fa4e-4d67-9ee5-de63bb1a230c tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Allocated IP 172.20.0.11 (36eeff6b-d7f9-49ed-be36-56d5e969e8a3/1076d45b-b76b-4659-accb-5a6fb3e55ea1/14ca43bf-d482-434f-ba58-86e3aaa5031d) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:14:03.122297 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f247c34a-5902-4926-bb94-481cbe97b2ac up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:14:03.184247 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port f247c34a-5902-4926-bb94-481cbe97b2ac triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:14:03.184633 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:03.219307 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-5fdcfd04-cc41-436a-97ce-a2599543579e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:03.220599 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-5fdcfd04-cc41-436a-97ce-a2599543579e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:03.226233 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-5fdcfd04-cc41-436a-97ce-a2599543579e service neutron] 10.222.0.57 "PUT /v2.0/ports/7341edc7-1e86-4a9d-b69f-0732489b8706 HTTP/1.1" status: 200 len: 1093 time: 2.6093097 Aug 16 20:14:03.228225 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd569815a-0aef-433d-aaf4-affe28f36daf', 'tag': '7341edc7-1e86-4a9d-b69f-0732489b8706'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:14:03.231474 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f70e311-603f-4283-b611-5085d8099ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "d569815a-0aef-433d-aaf4-affe28f36daf", "tag": "7341edc7-1e86-4a9d-b69f-0732489b8706"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:14:03.311369 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19872f30-a0ad-4b10-ab7f-eba49ed1625b x-openstack-request-id: req-19872f30-a0ad-4b10-ab7f-eba49ed1625b {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:14:03.311657 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d569815a-0aef-433d-aaf4-affe28f36daf", "tag": "7341edc7-1e86-4a9d-b69f-0732489b8706", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:14:03.311915 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-19872f30-a0ad-4b10-ab7f-eba49ed1625b {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:14:03.312309 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd569815a-0aef-433d-aaf4-affe28f36daf', 'tag': '7341edc7-1e86-4a9d-b69f-0732489b8706', 'status': 'completed', 'code': 200} Aug 16 20:14:03.326468 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdcfd04-cc41-436a-97ce-a2599543579e service neutron] Pushing event updated for resources: {'Port': ['ID=7341edc7-1e86-4a9d-b69f-0732489b8706,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:03.389669 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e3e9e463-51d2-46df-9e8e-dc95debc1b58 None None] Provisioning for port 786117cb-6913-4350-9d5d-654eafceb02b completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:14:03.394401 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e3e9e463-51d2-46df-9e8e-dc95debc1b58 None None] Provisioning complete for port 786117cb-6913-4350-9d5d-654eafceb02b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:14:03.395138 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3e9e463-51d2-46df-9e8e-dc95debc1b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:03.431314 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e3e9e463-51d2-46df-9e8e-dc95debc1b58 None None] Port 786117cb-6913-4350-9d5d-654eafceb02b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:14:03.444179 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e3e9e463-51d2-46df-9e8e-dc95debc1b58 None None] Provisioning complete for port f247c34a-5902-4926-bb94-481cbe97b2ac triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:14:03.444920 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3e9e463-51d2-46df-9e8e-dc95debc1b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:03.469875 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a1365726-fa4e-4d67-9ee5-de63bb1a230c tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:03.507774 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-a1365726-fa4e-4d67-9ee5-de63bb1a230c tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Transition to ACTIVE for port object 14ca43bf-d482-434f-ba58-86e3aaa5031d will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:14:03.510156 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0873a69-0db8-495d-80ac-a6e75172ef16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:03.525148 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-6d370e19-0fa6-41e6-acd9-1ac765c53193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:03.527707 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-6d370e19-0fa6-41e6-acd9-1ac765c53193 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f949d98cf9473f85e64341bcd4f07a&device_id=d569815a-0aef-433d-aaf4-affe28f36daf HTTP/1.1" status: 200 len: 1096 time: 0.2302434 Aug 16 20:14:03.529917 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-b0873a69-0db8-495d-80ac-a6e75172ef16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f635e916-1d98-46ac-b125-967d9600f83f']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:03.556019 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-b0873a69-0db8-495d-80ac-a6e75172ef16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1260dc30-68bd-4602-824e-51ea8fe3bd59') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:03.556318 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-b0873a69-0db8-495d-80ac-a6e75172ef16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1260dc30-68bd-4602-824e-51ea8fe3bd59') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:03.592235 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-666176fc-efad-498d-9c5c-5e4d18e9949a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7341edc7-1e86-4a9d-b69f-0732489b8706 HTTP/1.1" status: 200 len: 217 time: 0.0533202 Aug 16 20:14:03.595035 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0873a69-0db8-495d-80ac-a6e75172ef16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:03.655966 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0873a69-0db8-495d-80ac-a6e75172ef16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:03.669157 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ec7813c5-60e5-4768-a9b2-7dbc7182989b None None] Provisioning complete for port 786117cb-6913-4350-9d5d-654eafceb02b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:14:03.669753 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec7813c5-60e5-4768-a9b2-7dbc7182989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:03.675833 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0873a69-0db8-495d-80ac-a6e75172ef16 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:14:03.676282 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0873a69-0db8-495d-80ac-a6e75172ef16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:03.677895 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:14:03.677895 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:14:03.677895 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:14:03.677895 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:14:03.677895 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:14:03.677895 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:14:03.677895 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:14:03.677895 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:14:03.677895 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:14:03.677895 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:14:03.677895 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:14:03.677895 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:14:03.677895 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:14:03.677895 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:14:03.677895 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:14:03.677895 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:14:03.677895 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:14:03.677895 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:14:03.677895 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:14:03.677895 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:14:03.677895 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:14:03.677895 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:14:03.677895 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:14:03.677895 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:14:03.677895 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:14:03.677895 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:14:03.677895 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:14:03.677895 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:14:03.677895 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:14:03.677895 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:14:03.677895 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:14:03.677895 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:14:03.711336 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ec7813c5-60e5-4768-a9b2-7dbc7182989b None None] Port 786117cb-6913-4350-9d5d-654eafceb02b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:14:03.718963 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-696b4fee-df2c-4725-b096-df22bd1dfb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:03.720491 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-696b4fee-df2c-4725-b096-df22bd1dfb0f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d38a8fc7-0911-4b72-a78c-d32851227793 HTTP/1.1" status: 200 len: 851 time: 0.1120801 Aug 16 20:14:03.725231 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a1365726-fa4e-4d67-9ee5-de63bb1a230c tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:03.803282 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0873a69-0db8-495d-80ac-a6e75172ef16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:03.829272 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0873a69-0db8-495d-80ac-a6e75172ef16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:03.831210 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b0873a69-0db8-495d-80ac-a6e75172ef16 admin admin] 10.222.0.68 "DELETE /v2.0/networks/f635e916-1d98-46ac-b125-967d9600f83f HTTP/1.1" status: 204 len: 168 time: 1.1864443 Aug 16 20:14:03.833315 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1365726-fa4e-4d67-9ee5-de63bb1a230c tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Network 36eeff6b-d7f9-49ed-be36-56d5e969e8a3 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:14:03.851857 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0873a69-0db8-495d-80ac-a6e75172ef16 admin admin] Pushing event deleted for resources: {'Network': ['ID=f635e916-1d98-46ac-b125-967d9600f83f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:03.853885 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-a1365726-fa4e-4d67-9ee5-de63bb1a230c tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:14:03.857206 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1365726-fa4e-4d67-9ee5-de63bb1a230c tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Pushing event updated for resources: {'Port': ['ID=14ca43bf-d482-434f-ba58-86e3aaa5031d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:03.861133 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1365726-fa4e-4d67-9ee5-de63bb1a230c tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:14:03.867769 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-2c69944a-bf73-41c3-8f14-c10850a54200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:03.869357 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-2c69944a-bf73-41c3-8f14-c10850a54200 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dbfa510a-9034-470b-99ef-e5f61f9b5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1349049 Aug 16 20:14:04.047532 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b51282-4e2d-42e4-87f2-6db9d8137a37 req-33f6dffe-2629-47bb-abe9-95c5fde6aa1e tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:04.064729 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-06b51282-4e2d-42e4-87f2-6db9d8137a37 req-33f6dffe-2629-47bb-abe9-95c5fde6aa1e tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=d569815a-0aef-433d-aaf4-affe28f36daf HTTP/1.1" status: 200 len: 944 time: 0.1136317 Aug 16 20:14:04.140755 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-06b51282-4e2d-42e4-87f2-6db9d8137a37 req-e76419e1-2c8f-404a-b8d4-ef1a4a9a9f0d tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678813 Aug 16 20:14:04.203774 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53928) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:04.278689 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0857ad8e-d802-4e4f-b07d-05f5fab63b0d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a13e9f6046f0442f99b7418044e90c69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0708971 Aug 16 20:14:04.286709 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53930) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:04.345471 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d8f355c-c7a3-4b71-9523-6979c3ead343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:04.367476 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-61ac8c7e-e89f-4723-a2fc-d058b61d9903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:04.372376 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-51be08ee-e814-4e4b-bad4-c3a772bf1022 None None] Provisioning for port 14ca43bf-d482-434f-ba58-86e3aaa5031d completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:14:04.376513 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d8f355c-c7a3-4b71-9523-6979c3ead343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:04.379165 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-51be08ee-e814-4e4b-bad4-c3a772bf1022 None None] Provisioning complete for port 14ca43bf-d482-434f-ba58-86e3aaa5031d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:14:04.379603 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51be08ee-e814-4e4b-bad4-c3a772bf1022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:04.419629 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-51be08ee-e814-4e4b-bad4-c3a772bf1022 None None] Port 14ca43bf-d482-434f-ba58-86e3aaa5031d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:14:04.436073 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d8f355c-c7a3-4b71-9523-6979c3ead343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:04.439751 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d8f355c-c7a3-4b71-9523-6979c3ead343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:04.443459 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9d8f355c-c7a3-4b71-9523-6979c3ead343 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c08f2f21-fc17-4fcd-8d2b-3d94c86f3625 HTTP/1.1" status: 204 len: 168 time: 0.1532395 Aug 16 20:14:04.483206 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f355c-c7a3-4b71-9523-6979c3ead343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08f2f21-fc17-4fcd-8d2b-3d94c86f3625,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:04.518166 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4edfbc-14cf-4731-a4b3-ad34c2795914 req-8211c3c0-7177-4ad7-88c6-46a9b2afa80b tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:04.519831 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6a4edfbc-14cf-4731-a4b3-ad34c2795914 req-8211c3c0-7177-4ad7-88c6-46a9b2afa80b tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 945 time: 0.0776694 Aug 16 20:14:04.549701 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1365726-fa4e-4d67-9ee5-de63bb1a230c tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:04.550426 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a1365726-fa4e-4d67-9ee5-de63bb1a230c tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:04.578921 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-5e035652-56fc-4ee5-afd8-69392125737b service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6813531 Aug 16 20:14:04.582997 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a1365726-fa4e-4d67-9ee5-de63bb1a230c tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.8894796 Aug 16 20:14:04.588147 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53938) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:04.643640 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:04.663571 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-6a4edfbc-14cf-4731-a4b3-ad34c2795914 req-271bfb9a-0c93-4006-8d87-22bc66874aa7 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Deleting port 76d4ced7-3869-4c7a-bd18-2f2dceb789d9 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:14:04.663931 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6a4edfbc-14cf-4731-a4b3-ad34c2795914 req-271bfb9a-0c93-4006-8d87-22bc66874aa7 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:04.681584 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d1a67-83f5-4aca-afe4-25f3e471914f req-88dee13b-88b1-45de-9e54-ce35f56c314f tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:04.683283 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-618d1a67-83f5-4aca-afe4-25f3e471914f req-88dee13b-88b1-45de-9e54-ce35f56c314f tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 945 time: 0.6680722 Aug 16 20:14:04.772962 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54125519-f1dc-4caa-8ebc-a4794b638802 req-a1ade34b-370d-48a0-81ce-ffb920e18806 service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857963 Aug 16 20:14:04.780356 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-6a4edfbc-14cf-4731-a4b3-ad34c2795914 req-271bfb9a-0c93-4006-8d87-22bc66874aa7 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] For port 76d4ced7-3869-4c7a-bd18-2f2dceb789d9, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=76d4ced7-3869-4c7a-bd18-2f2dceb789d9,segment=NetworkSegment(2591fcf1-460b-4502-b275-eb75ea8d774a),segment_id=2591fcf1-460b-4502-b275-eb75ea8d774a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:14:04.780820 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6a4edfbc-14cf-4731-a4b3-ad34c2795914 req-271bfb9a-0c93-4006-8d87-22bc66874aa7 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:04.809754 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-6a4edfbc-14cf-4731-a4b3-ad34c2795914 req-271bfb9a-0c93-4006-8d87-22bc66874aa7 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Calling delete_port for 76d4ced7-3869-4c7a-bd18-2f2dceb789d9 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:14:04.835087 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-618d1a67-83f5-4aca-afe4-25f3e471914f req-bc48033e-38e0-4b76-83df-7d4984b44fdf tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/security-groups?id=9092f625-c0ae-4692-b540-5004b2adb79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205940 Aug 16 20:14:04.845855 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48a67c2-013b-45f1-9499-739135eafd5b tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:04.858545 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48a67c2-013b-45f1-9499-739135eafd5b tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:04.864666 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48a67c2-013b-45f1-9499-739135eafd5b tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:04.869348 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c48a67c2-013b-45f1-9499-739135eafd5b tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2685905 Aug 16 20:14:04.869646 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53946) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:04.989004 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70e311-603f-4283-b611-5085d8099ef1 req-72fd8d6f-9650-40c3-bdc1-5f9e657c24ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:04.990800 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4f70e311-603f-4283-b611-5085d8099ef1 req-72fd8d6f-9650-40c3-bdc1-5f9e657c24ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f949d98cf9473f85e64341bcd4f07a&device_id=d569815a-0aef-433d-aaf4-affe28f36daf HTTP/1.1" status: 200 len: 1096 time: 0.1229527 Aug 16 20:14:05.018421 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53950) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:05.029194 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6a4edfbc-14cf-4731-a4b3-ad34c2795914 req-271bfb9a-0c93-4006-8d87-22bc66874aa7 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:05.041606 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['76d4ced7-3869-4c7a-bd18-2f2dceb789d9'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:14:05.077561 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-1e20ff67-1349-46c5-a51e-700b42b4fbfc tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Deleting port 14ca43bf-d482-434f-ba58-86e3aaa5031d {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:14:05.077914 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e20ff67-1349-46c5-a51e-700b42b4fbfc tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:05.083542 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271bfb9a-0c93-4006-8d87-22bc66874aa7 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Pushing event deleted for resources: {'Port': ['ID=76d4ced7-3869-4c7a-bd18-2f2dceb789d9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:05.165664 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4edfbc-14cf-4731-a4b3-ad34c2795914 req-271bfb9a-0c93-4006-8d87-22bc66874aa7 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] No DVR routers for this DVR port 76d4ced7-3869-4c7a-bd18-2f2dceb789d9 on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:14:05.169654 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6a4edfbc-14cf-4731-a4b3-ad34c2795914 req-271bfb9a-0c93-4006-8d87-22bc66874aa7 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:05.175143 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70e311-603f-4283-b611-5085d8099ef1 req-346da2e8-1648-4536-a87d-6ad192ae64cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:05.176848 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4f70e311-603f-4283-b611-5085d8099ef1 req-346da2e8-1648-4536-a87d-6ad192ae64cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=dbfa510a-9034-470b-99ef-e5f61f9b5e17 HTTP/1.1" status: 200 len: 913 time: 0.1779416 Aug 16 20:14:05.179745 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6a4edfbc-14cf-4731-a4b3-ad34c2795914 req-271bfb9a-0c93-4006-8d87-22bc66874aa7 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.57 "DELETE /v2.0/ports/76d4ced7-3869-4c7a-bd18-2f2dceb789d9 HTTP/1.1" status: 204 len: 173 time: 0.6520317 Aug 16 20:14:05.180837 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9', 'name': 'network-vif-deleted', 'tag': '76d4ced7-3869-4c7a-bd18-2f2dceb789d9'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:14:05.183991 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd534a0e-ddb9-4bfa-b975-841beddae48d" -d '{"events": [{"server_uuid": "4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9", "name": "network-vif-deleted", "tag": "76d4ced7-3869-4c7a-bd18-2f2dceb789d9"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:14:05.190646 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7dcd3a7f-bf2c-4b24-8ffa-ab3d71be32f9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b253c17e79594bfca4e88df024ca7aa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1710112 Aug 16 20:14:05.193277 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53960) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:05.252359 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e20ff67-1349-46c5-a51e-700b42b4fbfc tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:05.254913 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b39785-13d8-4cc1-89da-746c930fdc46 x-openstack-request-id: req-a1b39785-13d8-4cc1-89da-746c930fdc46 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:14:05.255207 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9", "name": "network-vif-deleted", "tag": "76d4ced7-3869-4c7a-bd18-2f2dceb789d9", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:14:05.255521 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a1b39785-13d8-4cc1-89da-746c930fdc46 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:14:05.255920 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9', 'name': 'network-vif-deleted', 'tag': '76d4ced7-3869-4c7a-bd18-2f2dceb789d9', 'status': 'completed', 'code': 200} Aug 16 20:14:05.312075 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4f70e311-603f-4283-b611-5085d8099ef1 req-8fdb9e7f-62f4-443a-94a8-b1640aace157 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7341edc7-1e86-4a9d-b69f-0732489b8706 HTTP/1.1" status: 200 len: 217 time: 0.1115510 Aug 16 20:14:05.352527 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d8c5e40-2d11-49fd-b91f-a6bc97ad07c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:05.363453 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-1e20ff67-1349-46c5-a51e-700b42b4fbfc tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Calling delete_port for 14ca43bf-d482-434f-ba58-86e3aaa5031d owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:14:05.364060 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c19488-781e-4deb-8625-715c743c4eb5 req-822c1b0f-0c28-4dc5-8473-af9bf8ccc164 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:05.365939 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-14c19488-781e-4deb-8625-715c743c4eb5 req-822c1b0f-0c28-4dc5-8473-af9bf8ccc164 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=d569815a-0aef-433d-aaf4-affe28f36daf HTTP/1.1" status: 200 len: 944 time: 0.1222458 Aug 16 20:14:05.421034 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70e311-603f-4283-b611-5085d8099ef1 req-4b8fcaee-6b51-47e6-9574-b72333d42b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:05.423088 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4f70e311-603f-4283-b611-5085d8099ef1 req-4b8fcaee-6b51-47e6-9574-b72333d42b82 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d38a8fc7-0911-4b72-a78c-d32851227793 HTTP/1.1" status: 200 len: 851 time: 0.1021488 Aug 16 20:14:05.429503 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-14c19488-781e-4deb-8625-715c743c4eb5 req-e95adf5d-447f-43fe-86ca-6a6e45d3c606 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492120 Aug 16 20:14:05.434391 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d8c5e40-2d11-49fd-b91f-a6bc97ad07c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:05.499808 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70e311-603f-4283-b611-5085d8099ef1 req-cd64ed60-ae4e-4f7b-8244-f7b9aeff6ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:05.501356 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4f70e311-603f-4283-b611-5085d8099ef1 req-cd64ed60-ae4e-4f7b-8244-f7b9aeff6ed6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dbfa510a-9034-470b-99ef-e5f61f9b5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656366 Aug 16 20:14:05.506255 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d8c5e40-2d11-49fd-b91f-a6bc97ad07c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:05.509289 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d8c5e40-2d11-49fd-b91f-a6bc97ad07c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:05.510986 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2d8c5e40-2d11-49fd-b91f-a6bc97ad07c8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/91091077-d860-4bbc-b018-d779c313aedf HTTP/1.1" status: 204 len: 168 time: 0.3165627 Aug 16 20:14:05.529364 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c5e40-2d11-49fd-b91f-a6bc97ad07c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91091077-d860-4bbc-b018-d779c313aedf,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:05.543539 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:05.630365 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e20ff67-1349-46c5-a51e-700b42b4fbfc tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:05.677296 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20ff67-1349-46c5-a51e-700b42b4fbfc tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Pushing event deleted for resources: {'Port': ['ID=14ca43bf-d482-434f-ba58-86e3aaa5031d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:05.696040 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20ff67-1349-46c5-a51e-700b42b4fbfc tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:05.697097 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20ff67-1349-46c5-a51e-700b42b4fbfc tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:05.697684 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20ff67-1349-46c5-a51e-700b42b4fbfc tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:05.698202 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20ff67-1349-46c5-a51e-700b42b4fbfc tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:05.699477 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20ff67-1349-46c5-a51e-700b42b4fbfc tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:05.699996 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20ff67-1349-46c5-a51e-700b42b4fbfc tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:05.700616 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20ff67-1349-46c5-a51e-700b42b4fbfc tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:05.700953 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20ff67-1349-46c5-a51e-700b42b4fbfc tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:05.701474 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20ff67-1349-46c5-a51e-700b42b4fbfc tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:05.702288 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20ff67-1349-46c5-a51e-700b42b4fbfc tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:05.702288 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20ff67-1349-46c5-a51e-700b42b4fbfc tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:05.702546 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20ff67-1349-46c5-a51e-700b42b4fbfc tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:05.745456 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4f70e311-603f-4283-b611-5085d8099ef1 req-05789935-7f34-472b-b888-6c4cac1d2251 service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325900 Aug 16 20:14:05.884855 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:05.978154 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e20ff67-1349-46c5-a51e-700b42b4fbfc tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:05.983319 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53984) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:05.983521 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1e20ff67-1349-46c5-a51e-700b42b4fbfc tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] 10.222.0.68 "DELETE /v2.0/ports/14ca43bf-d482-434f-ba58-86e3aaa5031d HTTP/1.1" status: 204 len: 168 time: 1.1123474 Aug 16 20:14:05.991591 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4f70e311-603f-4283-b611-5085d8099ef1 req-7a9aeb6d-830a-47d8-a89d-131b82b08001 service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324929 Aug 16 20:14:06.032999 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:06.055902 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-591ebbfa-9598-409b-aabb-410436141709 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] GET failed (client error): The resource could not be found. Aug 16 20:14:06.061508 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-591ebbfa-9598-409b-aabb-410436141709 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] 10.222.0.68 "GET /v2.0/ports/14ca43bf-d482-434f-ba58-86e3aaa5031d HTTP/1.1" status: 404 len: 333 time: 0.0734067 Aug 16 20:14:06.063118 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53990) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:06.073187 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-aab20875-3f2d-47c4-a51d-a5b923e4dd93 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Request body: {'port': {'network_id': '36eeff6b-d7f9-49ed-be36-56d5e969e8a3', 'name': 'tempest-AllowedAddressPairTestJSON-2062937987'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:06.089977 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-556c4255-bcbb-48b0-b782-3101a65912f0 req-6e2b66cb-ccb1-4826-97eb-90ae50ba0f31 tempest-ServerRescueTestJSONUnderV235-606385754 tempest-ServerRescueTestJSONUnderV235-606385754-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e3fdf3c-843e-4180-aa1a-72f5dc6e61b9 HTTP/1.1" status: 200 len: 210 time: 0.0736642 Aug 16 20:14:06.203165 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab20875-3f2d-47c4-a51d-a5b923e4dd93 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Made reservation on behalf of 73edd577750a497482353e7ef6705fca for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:14:06.206700 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aab20875-3f2d-47c4-a51d-a5b923e4dd93 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:06.225449 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-aab20875-3f2d-47c4-a51d-a5b923e4dd93 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] device_id is not set on port 01eb17e3-482d-4edd-830f-093276c7590b yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:14:06.366956 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-aab20875-3f2d-47c4-a51d-a5b923e4dd93 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Allocated IP 172.20.0.14 (36eeff6b-d7f9-49ed-be36-56d5e969e8a3/1076d45b-b76b-4659-accb-5a6fb3e55ea1/01eb17e3-482d-4edd-830f-093276c7590b) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:14:06.574302 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aab20875-3f2d-47c4-a51d-a5b923e4dd93 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:06.595224 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-aab20875-3f2d-47c4-a51d-a5b923e4dd93 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Transition to ACTIVE for port object 01eb17e3-482d-4edd-830f-093276c7590b will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:14:06.632024 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aab20875-3f2d-47c4-a51d-a5b923e4dd93 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:06.705987 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab20875-3f2d-47c4-a51d-a5b923e4dd93 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Network 36eeff6b-d7f9-49ed-be36-56d5e969e8a3 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:14:06.707823 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-aab20875-3f2d-47c4-a51d-a5b923e4dd93 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:14:06.709655 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab20875-3f2d-47c4-a51d-a5b923e4dd93 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Pushing event updated for resources: {'Port': ['ID=01eb17e3-482d-4edd-830f-093276c7590b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:06.711883 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab20875-3f2d-47c4-a51d-a5b923e4dd93 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:14:06.767322 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab20875-3f2d-47c4-a51d-a5b923e4dd93 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:06.768180 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aab20875-3f2d-47c4-a51d-a5b923e4dd93 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:06.793084 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-aab20875-3f2d-47c4-a51d-a5b923e4dd93 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7237430 Aug 16 20:14:06.793190 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54026) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:06.799395 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c93e2c58-f12f-48ed-9b1e-c0617b3c5166 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:e2:5d:09'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:06.995838 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:07.023074 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe0ed0-e1a1-42e6-a913-ad2e9e0ddd7d req-beaae579-0375-4e19-a784-4ca004a9c53e tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:07.026183 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b3fe0ed0-e1a1-42e6-a913-ad2e9e0ddd7d req-beaae579-0375-4e19-a784-4ca004a9c53e tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=d569815a-0aef-433d-aaf4-affe28f36daf HTTP/1.1" status: 200 len: 944 time: 0.1546712 Aug 16 20:14:07.151892 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54042) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:07.176504 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fc11d0ec-0b3f-4cfd-b488-b444316155e0 None None] Provisioning for port 01eb17e3-482d-4edd-830f-093276c7590b completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:14:07.183660 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fc11d0ec-0b3f-4cfd-b488-b444316155e0 None None] Provisioning complete for port 01eb17e3-482d-4edd-830f-093276c7590b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:14:07.184356 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fc11d0ec-0b3f-4cfd-b488-b444316155e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:07.206849 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b3fe0ed0-e1a1-42e6-a913-ad2e9e0ddd7d req-51a2cbee-550f-44e8-a6c3-0cb7e2823f18 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609249 Aug 16 20:14:07.218618 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c93e2c58-f12f-48ed-9b1e-c0617b3c5166 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:07.262154 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fc11d0ec-0b3f-4cfd-b488-b444316155e0 None None] Port 01eb17e3-482d-4edd-830f-093276c7590b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:14:07.448313 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c93e2c58-f12f-48ed-9b1e-c0617b3c5166 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:07.456255 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c93e2c58-f12f-48ed-9b1e-c0617b3c5166 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:07.653850 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c93e2c58-f12f-48ed-9b1e-c0617b3c5166 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] In _notify_port_updated(), no bound segment for port 01eb17e3-482d-4edd-830f-093276c7590b on network 36eeff6b-d7f9-49ed-be36-56d5e969e8a3 {{(pid=94771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:14:07.661984 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93e2c58-f12f-48ed-9b1e-c0617b3c5166 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:07.662675 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c93e2c58-f12f-48ed-9b1e-c0617b3c5166 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:07.664422 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c93e2c58-f12f-48ed-9b1e-c0617b3c5166 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] 10.222.0.68 "PUT /v2.0/ports/01eb17e3-482d-4edd-830f-093276c7590b HTTP/1.1" status: 200 len: 994 time: 0.8700573 Aug 16 20:14:07.667544 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54056) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:07.686465 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d3fbf2ed-4a5f-42a3-9046-8ad6ce039cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:07.718614 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e2c58-f12f-48ed-9b1e-c0617b3c5166 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Pushing event updated for resources: {'Port': ['ID=01eb17e3-482d-4edd-830f-093276c7590b,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:07.724134 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 7341edc7-1e86-4a9d-b69f-0732489b8706 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:14:07.727389 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 76d4ced7-3869-4c7a-bd18-2f2dceb789d9 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:14:07.761177 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 76d4ced7-3869-4c7a-bd18-2f2dceb789d9 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:14:07.761789 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 76d4ced7-3869-4c7a-bd18-2f2dceb789d9 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:14:07.768790 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e2c58-f12f-48ed-9b1e-c0617b3c5166 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:07.769141 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e2c58-f12f-48ed-9b1e-c0617b3c5166 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:07.769482 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e2c58-f12f-48ed-9b1e-c0617b3c5166 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:07.769994 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e2c58-f12f-48ed-9b1e-c0617b3c5166 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:07.770518 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e2c58-f12f-48ed-9b1e-c0617b3c5166 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:07.771113 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e2c58-f12f-48ed-9b1e-c0617b3c5166 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:07.771419 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e2c58-f12f-48ed-9b1e-c0617b3c5166 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:07.771754 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e2c58-f12f-48ed-9b1e-c0617b3c5166 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:07.772088 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e2c58-f12f-48ed-9b1e-c0617b3c5166 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:07.772422 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e2c58-f12f-48ed-9b1e-c0617b3c5166 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:07.773551 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e2c58-f12f-48ed-9b1e-c0617b3c5166 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:07.773551 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93e2c58-f12f-48ed-9b1e-c0617b3c5166 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:07.870200 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5d34206f-348b-4c7e-953f-45c0a17e601c tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Deleting port 01eb17e3-482d-4edd-830f-093276c7590b {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:14:07.870425 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d34206f-348b-4c7e-953f-45c0a17e601c tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:07.933493 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 7341edc7-1e86-4a9d-b69f-0732489b8706, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=7341edc7-1e86-4a9d-b69f-0732489b8706,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:14:07.958877 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '7341edc7-1e86-4a9d-b69f-0732489b8706', 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17', 'port_id': '7341edc7-1e86-4a9d-b69f-0732489b8706', 'mac_address': 'fa:16:3e:cd:1f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd38a8fc7-0911-4b72-a78c-d32851227793', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:14:08.071419 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:08.073930 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b27a1b12-9d25-477a-9419-521259296940 None None] Provisioning complete for port 01eb17e3-482d-4edd-830f-093276c7590b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:14:08.074686 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b27a1b12-9d25-477a-9419-521259296940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:08.081395 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d34206f-348b-4c7e-953f-45c0a17e601c tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:08.096712 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5d34206f-348b-4c7e-953f-45c0a17e601c tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Calling delete_port for 01eb17e3-482d-4edd-830f-093276c7590b owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:14:08.108545 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d3fbf2ed-4a5f-42a3-9046-8ad6ce039cf1 admin admin] Deleting port 473db29d-4fd5-45e3-85d3-f857e7ec03a2 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:14:08.109044 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d3fbf2ed-4a5f-42a3-9046-8ad6ce039cf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:08.109597 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7341edc7-1e86-4a9d-b69f-0732489b8706 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:14:08.141814 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b27a1b12-9d25-477a-9419-521259296940 None None] Port 01eb17e3-482d-4edd-830f-093276c7590b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:14:08.146473 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 7341edc7-1e86-4a9d-b69f-0732489b8706, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=7341edc7-1e86-4a9d-b69f-0732489b8706,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:14:08.158620 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:08.250495 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=7341edc7-1e86-4a9d-b69f-0732489b8706,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:08.253831 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-d3fbf2ed-4a5f-42a3-9046-8ad6ce039cf1 admin admin] For port 473db29d-4fd5-45e3-85d3-f857e7ec03a2, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=473db29d-4fd5-45e3-85d3-f857e7ec03a2,segment=NetworkSegment(2591fcf1-460b-4502-b275-eb75ea8d774a),segment_id=2591fcf1-460b-4502-b275-eb75ea8d774a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:14:08.254299 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d3fbf2ed-4a5f-42a3-9046-8ad6ce039cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:08.273418 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d3fbf2ed-4a5f-42a3-9046-8ad6ce039cf1 admin admin] Calling delete_port for 473db29d-4fd5-45e3-85d3-f857e7ec03a2 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:14:08.323480 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d34206f-348b-4c7e-953f-45c0a17e601c tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:08.366152 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34206f-348b-4c7e-953f-45c0a17e601c tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Pushing event deleted for resources: {'Port': ['ID=01eb17e3-482d-4edd-830f-093276c7590b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:08.377712 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['7341edc7-1e86-4a9d-b69f-0732489b8706'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:14:08.584729 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a6ef2-0d10-46bc-ba09-e0031744237e req-25780ae8-0cf5-4fdf-90b7-49ebe8303ba9 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:08.601337 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3e4a6ef2-0d10-46bc-ba09-e0031744237e req-25780ae8-0cf5-4fdf-90b7-49ebe8303ba9 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=d569815a-0aef-433d-aaf4-affe28f36daf HTTP/1.1" status: 200 len: 945 time: 0.1937585 Aug 16 20:14:08.749941 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3e4a6ef2-0d10-46bc-ba09-e0031744237e req-922b4e1f-6f75-42fe-8e2d-d511f84c5a50 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466854 Aug 16 20:14:08.754204 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d34206f-348b-4c7e-953f-45c0a17e601c tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:08.760141 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5d34206f-348b-4c7e-953f-45c0a17e601c tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] 10.222.0.68 "DELETE /v2.0/ports/01eb17e3-482d-4edd-830f-093276c7590b HTTP/1.1" status: 204 len: 168 time: 1.0890601 Aug 16 20:14:08.761089 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54090) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:08.792586 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d3fbf2ed-4a5f-42a3-9046-8ad6ce039cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:08.841938 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fbf2ed-4a5f-42a3-9046-8ad6ce039cf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=473db29d-4fd5-45e3-85d3-f857e7ec03a2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:08.848949 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2cff4cd-b9dd-4d9c-8844-6b96ae0388fd tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] GET failed (client error): The resource could not be found. Aug 16 20:14:08.853983 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f2cff4cd-b9dd-4d9c-8844-6b96ae0388fd tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] 10.222.0.68 "GET /v2.0/ports/01eb17e3-482d-4edd-830f-093276c7590b HTTP/1.1" status: 404 len: 333 time: 0.0862365 Aug 16 20:14:08.854415 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54094) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:08.867056 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-100b1d7c-5cd9-4546-bf5f-32ca213e4af8 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Request body: {'port': {'network_id': '36eeff6b-d7f9-49ed-be36-56d5e969e8a3', 'name': 'tempest-AllowedAddressPairTestJSON-1942288130'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:09.305225 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d3fbf2ed-4a5f-42a3-9046-8ad6ce039cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:09.364137 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100b1d7c-5cd9-4546-bf5f-32ca213e4af8 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Made reservation on behalf of 73edd577750a497482353e7ef6705fca for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:14:09.368043 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-100b1d7c-5cd9-4546-bf5f-32ca213e4af8 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:09.386803 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-100b1d7c-5cd9-4546-bf5f-32ca213e4af8 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] device_id is not set on port 9626594b-045a-49be-afb7-a444fc179569 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:14:09.392447 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-eacf3f02-2766-4749-bc25-7f895b2f596e tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:09.400045 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-eacf3f02-2766-4749-bc25-7f895b2f596e tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/networks?id=6a810a23-6feb-497f-991b-9f7fa7297251 HTTP/1.1" status: 200 len: 814 time: 0.1968870 Aug 16 20:14:09.426748 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-05e0f75d-b23a-42ec-b791-dbe9afb252f5 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/quotas/92569f34c49a49e2a1bee9bb87197b5b HTTP/1.1" status: 200 len: 375 time: 0.0252120 Aug 16 20:14:09.512828 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-100b1d7c-5cd9-4546-bf5f-32ca213e4af8 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Allocated IP 172.20.0.6 (36eeff6b-d7f9-49ed-be36-56d5e969e8a3/1076d45b-b76b-4659-accb-5a6fb3e55ea1/9626594b-045a-49be-afb7-a444fc179569) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:14:09.520264 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-0a0daaa8-6da7-405c-8add-8e116f6b074d tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=92569f34c49a49e2a1bee9bb87197b5b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0925817 Aug 16 20:14:09.708860 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-100b1d7c-5cd9-4546-bf5f-32ca213e4af8 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:09.715844 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-1deca0fe-523a-4d01-89d8-d585100d65b0 service neutron] 10.222.0.68 "GET /v2.0/networks/6a810a23-6feb-497f-991b-9f7fa7297251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944070 Aug 16 20:14:09.723855 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-100b1d7c-5cd9-4546-bf5f-32ca213e4af8 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Transition to ACTIVE for port object 9626594b-045a-49be-afb7-a444fc179569 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:14:09.729526 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3fbf2ed-4a5f-42a3-9046-8ad6ce039cf1 admin admin] Router a2211097-dfce-4002-9d2a-8a013392a199 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:14:09.756888 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 7341edc7-1e86-4a9d-b69f-0732489b8706 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:14:09.763475 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-100b1d7c-5cd9-4546-bf5f-32ca213e4af8 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:09.815795 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100b1d7c-5cd9-4546-bf5f-32ca213e4af8 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Network 36eeff6b-d7f9-49ed-be36-56d5e969e8a3 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:14:09.819996 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-100b1d7c-5cd9-4546-bf5f-32ca213e4af8 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:14:09.843613 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100b1d7c-5cd9-4546-bf5f-32ca213e4af8 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:14:09.878025 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 7341edc7-1e86-4a9d-b69f-0732489b8706 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:14:09.893525 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 7341edc7-1e86-4a9d-b69f-0732489b8706 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:14:09.893900 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:09.910374 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b1d7c-5cd9-4546-bf5f-32ca213e4af8 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Pushing event updated for resources: {'Port': ['ID=9626594b-045a-49be-afb7-a444fc179569,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:09.975854 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-aed07b5f-19e5-4719-8397-b3d56381dc3a service neutron] 10.222.0.68 "GET /v2.0/networks/6a810a23-6feb-497f-991b-9f7fa7297251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449360 Aug 16 20:14:09.994102 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100b1d7c-5cd9-4546-bf5f-32ca213e4af8 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:09.996653 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fbf2ed-4a5f-42a3-9046-8ad6ce039cf1 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:14:09.997683 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-100b1d7c-5cd9-4546-bf5f-32ca213e4af8 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:10.004755 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d3fbf2ed-4a5f-42a3-9046-8ad6ce039cf1 admin admin] 10.222.0.68 "PUT /v2.0/routers/a2211097-dfce-4002-9d2a-8a013392a199/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8516366 Aug 16 20:14:10.005381 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54132) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:10.138908 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617c1be9-542a-41ac-898c-b38b78e13c6e None None] Sync routers for ids ['a2211097-dfce-4002-9d2a-8a013392a199'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:14:10.178088 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617c1be9-542a-41ac-898c-b38b78e13c6e None None] Routers {'a2211097-dfce-4002-9d2a-8a013392a199'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:14:10.187769 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-617c1be9-542a-41ac-898c-b38b78e13c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:14:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a2211097-dfce-4002-9d2a-8a013392a199'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:10.208802 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54140) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:10.213632 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-100b1d7c-5cd9-4546-bf5f-32ca213e4af8 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3579369 Aug 16 20:14:10.217990 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-34aaf0bb-4d44-4ffb-aea7-f40d2fd16d0f tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e2:5d:09'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:10.254026 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696df5ce-4cea-4eb0-8ce4-712d7415c3af req-9f5bc628-9d9e-4598-a66a-b01c4bf51a90 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:10.255900 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-696df5ce-4cea-4eb0-8ce4-712d7415c3af req-9f5bc628-9d9e-4598-a66a-b01c4bf51a90 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=d569815a-0aef-433d-aaf4-affe28f36daf HTTP/1.1" status: 200 len: 945 time: 0.2409043 Aug 16 20:14:10.277566 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b3cb647-2c4b-4fd5-82ff-78cff19514d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:10.371498 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-696df5ce-4cea-4eb0-8ce4-712d7415c3af req-ea6ccb03-6a34-47fb-bc7f-6c7732650d84 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978863 Aug 16 20:14:10.449544 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-617c1be9-542a-41ac-898c-b38b78e13c6e None None] Set router a2211097-dfce-4002-9d2a-8a013392a199 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:14:10.613990 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6ddc979c-df33-47cc-9436-84f8b52a8b8b None None] Provisioning for port 9626594b-045a-49be-afb7-a444fc179569 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:14:10.633814 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6ddc979c-df33-47cc-9436-84f8b52a8b8b None None] Provisioning complete for port 9626594b-045a-49be-afb7-a444fc179569 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:14:10.634184 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6ddc979c-df33-47cc-9436-84f8b52a8b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:10.685834 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:10.727487 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6ddc979c-df33-47cc-9436-84f8b52a8b8b None None] Port 9626594b-045a-49be-afb7-a444fc179569 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:14:10.747386 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd569815a-0aef-433d-aaf4-affe28f36daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7341edc7-1e86-4a9d-b69f-0732489b8706'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:14:10.749855 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b365c630-c56d-41c7-9fce-a5fa1060dc28" -d '{"events": [{"server_uuid": "d569815a-0aef-433d-aaf4-affe28f36daf", "name": "network-vif-plugged", "status": "completed", "tag": "7341edc7-1e86-4a9d-b69f-0732489b8706"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:14:10.765192 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 7341edc7-1e86-4a9d-b69f-0732489b8706, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=7341edc7-1e86-4a9d-b69f-0732489b8706,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:14:10.774858 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:10.827291 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba2664c-9078-427d-bd5c-0f7863ddd0c8 x-openstack-request-id: req-cba2664c-9078-427d-bd5c-0f7863ddd0c8 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:14:10.827710 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d569815a-0aef-433d-aaf4-affe28f36daf", "name": "network-vif-plugged", "status": "completed", "tag": "7341edc7-1e86-4a9d-b69f-0732489b8706", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:14:10.828037 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cba2664c-9078-427d-bd5c-0f7863ddd0c8 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:14:10.828492 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd569815a-0aef-433d-aaf4-affe28f36daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7341edc7-1e86-4a9d-b69f-0732489b8706', 'code': 200} Aug 16 20:14:10.829897 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-617c1be9-542a-41ac-898c-b38b78e13c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'name': 'tempest-ServerRescueTestJSONUnderV235-859932747-router', 'tenant_id': '61cefd239784402390fb24a72e08b750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '33e3e59b-74a2-44bb-bad1-0ea9b28e1603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:12:26Z', 'updated_at': '2021-08-16T20:14:08Z', 'revision_number': 5, 'project_id': '61cefd239784402390fb24a72e08b750', 'gw_port': {'id': '33e3e59b-74a2-44bb-bad1-0ea9b28e1603', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:12:29Z', 'updated_at': '2021-08-16T20:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:10.865011 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617c1be9-542a-41ac-898c-b38b78e13c6e None None] Checking router: a2211097-dfce-4002-9d2a-8a013392a199 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:14:10.874650 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=7341edc7-1e86-4a9d-b69f-0732489b8706,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:10.889132 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617c1be9-542a-41ac-898c-b38b78e13c6e None None] Routers {'a2211097-dfce-4002-9d2a-8a013392a199'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:14:10.889737 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-617c1be9-542a-41ac-898c-b38b78e13c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:14:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a2211097-dfce-4002-9d2a-8a013392a199'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:11.020496 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9e485917-d4da-4db2-8e1e-9acb67c3c6e3 req-2abf8f0a-45e5-4415-b97e-b4cf9c84aeb4 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba350b6b-2d13-4590-9599-2d10ca56cb34 HTTP/1.1" status: 200 len: 210 time: 0.1303091 Aug 16 20:14:11.022620 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b3cb647-2c4b-4fd5-82ff-78cff19514d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:11.108689 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e7145-d0ee-46cb-b200-e5e0836424d7 req-33067024-392b-437b-89c9-86fcbade7205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:11.110428 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-239e7145-d0ee-46cb-b200-e5e0836424d7 req-33067024-392b-437b-89c9-86fcbade7205 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d569815a-0aef-433d-aaf4-affe28f36daf HTTP/1.1" status: 200 len: 1098 time: 0.1881940 Aug 16 20:14:11.157543 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34aaf0bb-4d44-4ffb-aea7-f40d2fd16d0f tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:11.181359 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-617c1be9-542a-41ac-898c-b38b78e13c6e None None] Set router a2211097-dfce-4002-9d2a-8a013392a199 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:14:11.210864 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-239e7145-d0ee-46cb-b200-e5e0836424d7 req-6e560328-84cd-45fc-b2a8-9a8bc0eb79dc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813422 Aug 16 20:14:11.269852 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-8b3cb647-2c4b-4fd5-82ff-78cff19514d8 admin admin] Deleting port 33e3e59b-74a2-44bb-bad1-0ea9b28e1603 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:14:11.270295 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b3cb647-2c4b-4fd5-82ff-78cff19514d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:11.431105 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-617c1be9-542a-41ac-898c-b38b78e13c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'name': 'tempest-ServerRescueTestJSONUnderV235-859932747-router', 'tenant_id': '61cefd239784402390fb24a72e08b750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '33e3e59b-74a2-44bb-bad1-0ea9b28e1603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:12:26Z', 'updated_at': '2021-08-16T20:14:08Z', 'revision_number': 5, 'project_id': '61cefd239784402390fb24a72e08b750', 'gw_port': {'id': '33e3e59b-74a2-44bb-bad1-0ea9b28e1603', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:12:29Z', 'updated_at': '2021-08-16T20:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:11.468292 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617c1be9-542a-41ac-898c-b38b78e13c6e None None] The sync data for ids ['a2211097-dfce-4002-9d2a-8a013392a199'] in n-d-787206-13 is: [{'id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'name': 'tempest-ServerRescueTestJSONUnderV235-859932747-router', 'tenant_id': '61cefd239784402390fb24a72e08b750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '33e3e59b-74a2-44bb-bad1-0ea9b28e1603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:12:26Z', 'updated_at': '2021-08-16T20:14:08Z', 'revision_number': 5, 'project_id': '61cefd239784402390fb24a72e08b750', 'gw_port': {'id': '33e3e59b-74a2-44bb-bad1-0ea9b28e1603', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2211097-dfce-4002-9d2a-8a013392a199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:12:29Z', 'updated_at': '2021-08-16T20:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:14:11.621423 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-8b3cb647-2c4b-4fd5-82ff-78cff19514d8 admin admin] For port 33e3e59b-74a2-44bb-bad1-0ea9b28e1603, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=33e3e59b-74a2-44bb-bad1-0ea9b28e1603,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:14:11.621853 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b3cb647-2c4b-4fd5-82ff-78cff19514d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:11.662318 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-8b3cb647-2c4b-4fd5-82ff-78cff19514d8 admin admin] Calling delete_port for 33e3e59b-74a2-44bb-bad1-0ea9b28e1603 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:14:11.928721 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704ecfe-307f-4650-a269-be76ab55955a req-5fbf2846-6c05-4f6e-b080-6a9a85dfa06a tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:11.930594 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1704ecfe-307f-4650-a269-be76ab55955a req-5fbf2846-6c05-4f6e-b080-6a9a85dfa06a tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=d569815a-0aef-433d-aaf4-affe28f36daf HTTP/1.1" status: 200 len: 946 time: 0.4042263 Aug 16 20:14:11.948486 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34aaf0bb-4d44-4ffb-aea7-f40d2fd16d0f tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:11.982760 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34aaf0bb-4d44-4ffb-aea7-f40d2fd16d0f tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:11.991965 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-35eaa8b3-3843-4257-beb0-66a008328019 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:11.993561 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-35eaa8b3-3843-4257-beb0-66a008328019 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.63 "GET /v2.0/networks?id=6a810a23-6feb-497f-991b-9f7fa7297251 HTTP/1.1" status: 200 len: 814 time: 0.2864070 Aug 16 20:14:12.032389 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-f8f0d25d-d504-4564-bc30-c75be42cbf4f tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Request body: {'port': {'device_id': 'ba350b6b-2d13-4590-9599-2d10ca56cb34', 'network_id': '6a810a23-6feb-497f-991b-9f7fa7297251', 'admin_state_up': True, 'tenant_id': '92569f34c49a49e2a1bee9bb87197b5b'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:12.197029 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f3fb19e7-00bd-4380-b4b2-dc20c7885eca req-5f2dc514-3288-44b4-82cc-43c840804ba6 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba350b6b-2d13-4590-9599-2d10ca56cb34 HTTP/1.1" status: 200 len: 210 time: 0.0535460 Aug 16 20:14:12.315107 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1704ecfe-307f-4650-a269-be76ab55955a req-023b2d60-c0d8-4499-852f-97d7fb3166c1 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698723 Aug 16 20:14:12.329246 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aaf0bb-4d44-4ffb-aea7-f40d2fd16d0f tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Pushing event updated for resources: {'Port': ['ID=9626594b-045a-49be-afb7-a444fc179569,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:12.390796 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-34aaf0bb-4d44-4ffb-aea7-f40d2fd16d0f tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] In _notify_port_updated(), no bound segment for port 9626594b-045a-49be-afb7-a444fc179569 on network 36eeff6b-d7f9-49ed-be36-56d5e969e8a3 {{(pid=94770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:14:12.396696 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34aaf0bb-4d44-4ffb-aea7-f40d2fd16d0f tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:12.397442 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34aaf0bb-4d44-4ffb-aea7-f40d2fd16d0f tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:12.398878 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-34aaf0bb-4d44-4ffb-aea7-f40d2fd16d0f tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] 10.222.0.68 "PUT /v2.0/ports/9626594b-045a-49be-afb7-a444fc179569 HTTP/1.1" status: 200 len: 996 time: 2.1883860 Aug 16 20:14:12.402244 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54204) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:12.473353 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-463c5678-1e98-411b-8045-71798eb8ea75 None None] Provisioning complete for port 9626594b-045a-49be-afb7-a444fc179569 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:14:12.474680 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-463c5678-1e98-411b-8045-71798eb8ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:12.504514 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-f8f0d25d-d504-4564-bc30-c75be42cbf4f tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Made reservation on behalf of 92569f34c49a49e2a1bee9bb87197b5b for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:14:12.508268 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-f8f0d25d-d504-4564-bc30-c75be42cbf4f tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:12.510349 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b3cb647-2c4b-4fd5-82ff-78cff19514d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:12.567846 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-463c5678-1e98-411b-8045-71798eb8ea75 None None] Port 9626594b-045a-49be-afb7-a444fc179569 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:14:12.572748 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3cb647-2c4b-4fd5-82ff-78cff19514d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=33e3e59b-74a2-44bb-bad1-0ea9b28e1603,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:12.627160 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2eb81345-9144-48f3-8ecb-c6f30b211137 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Deleting port 9626594b-045a-49be-afb7-a444fc179569 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:14:12.627591 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2eb81345-9144-48f3-8ecb-c6f30b211137 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:12.735906 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2eb81345-9144-48f3-8ecb-c6f30b211137 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:12.761793 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2eb81345-9144-48f3-8ecb-c6f30b211137 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Calling delete_port for 9626594b-045a-49be-afb7-a444fc179569 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:14:12.781352 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b3cb647-2c4b-4fd5-82ff-78cff19514d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:12.922087 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b3cb647-2c4b-4fd5-82ff-78cff19514d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:12.925241 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2eb81345-9144-48f3-8ecb-c6f30b211137 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:12.928576 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b3cb647-2c4b-4fd5-82ff-78cff19514d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:12.965776 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb81345-9144-48f3-8ecb-c6f30b211137 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Pushing event deleted for resources: {'Port': ['ID=9626594b-045a-49be-afb7-a444fc179569,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:12.981546 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-f8f0d25d-d504-4564-bc30-c75be42cbf4f tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Allocated IP 172.20.0.12 (6a810a23-6feb-497f-991b-9f7fa7297251/ca1992e2-7985-465e-bbf0-d8a8506a4bc2/abfd6f18-cddc-4949-900b-441e3d00089a) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:14:13.045807 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b3cb647-2c4b-4fd5-82ff-78cff19514d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:13.047185 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3cb647-2c4b-4fd5-82ff-78cff19514d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2211097-dfce-4002-9d2a-8a013392a199 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:14:13.058081 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b3cb647-2c4b-4fd5-82ff-78cff19514d8 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:13.059816 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8b3cb647-2c4b-4fd5-82ff-78cff19514d8 admin admin] 10.222.0.68 "DELETE /v2.0/routers/a2211097-dfce-4002-9d2a-8a013392a199 HTTP/1.1" status: 204 len: 168 time: 3.0534341 Aug 16 20:14:13.063405 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54228) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:13.076217 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2eb81345-9144-48f3-8ecb-c6f30b211137 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:13.080882 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2eb81345-9144-48f3-8ecb-c6f30b211137 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] 10.222.0.68 "DELETE /v2.0/ports/9626594b-045a-49be-afb7-a444fc179569 HTTP/1.1" status: 204 len: 168 time: 0.6751006 Aug 16 20:14:13.089966 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54230) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:13.128156 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad5e9445-a5fd-4815-a85c-1c700f667e17 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] GET failed (client error): The resource could not be found. Aug 16 20:14:13.149230 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54232) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:13.151640 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ad5e9445-a5fd-4815-a85c-1c700f667e17 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] 10.222.0.68 "GET /v2.0/ports/9626594b-045a-49be-afb7-a444fc179569 HTTP/1.1" status: 404 len: 333 time: 0.0601883 Aug 16 20:14:13.162767 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b3b0020f-40a9-4e5b-81b0-33436cbb3fc4 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Request body: {'port': {'network_id': '36eeff6b-d7f9-49ed-be36-56d5e969e8a3', 'name': 'tempest-AllowedAddressPairTestJSON-1883026951'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:13.173737 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b622d748-1bb2-4313-8a26-b70d503e7909 admin admin] Deleting subnet 8e9d5f06-a0f7-4946-9279-961f62b06145 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:14:13.181122 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b622d748-1bb2-4313-8a26-b70d503e7909 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:13.205757 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 473db29d-4fd5-45e3-85d3-f857e7ec03a2 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:14:13.272794 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 473db29d-4fd5-45e3-85d3-f857e7ec03a2 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:14:13.273383 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 473db29d-4fd5-45e3-85d3-f857e7ec03a2 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:14:13.352726 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b622d748-1bb2-4313-8a26-b70d503e7909 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:13.388968 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e3bf507b-3f8a-456e-8ed9-df48403e6f3e req-952856fd-b304-400a-82d2-83ab7123431e tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba350b6b-2d13-4590-9599-2d10ca56cb34 HTTP/1.1" status: 200 len: 210 time: 0.0371702 Aug 16 20:14:13.457956 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b622d748-1bb2-4313-8a26-b70d503e7909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:13.486403 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-f8f0d25d-d504-4564-bc30-c75be42cbf4f tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:13.503472 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b0020f-40a9-4e5b-81b0-33436cbb3fc4 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Made reservation on behalf of 73edd577750a497482353e7ef6705fca for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:14:13.507433 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3b0020f-40a9-4e5b-81b0-33436cbb3fc4 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:13.536389 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-b3b0020f-40a9-4e5b-81b0-33436cbb3fc4 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] device_id is not set on port e098f8c6-0820-4370-90e0-82dbe3f67b59 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:14:13.575076 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:14:13.591280 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b622d748-1bb2-4313-8a26-b70d503e7909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:13.611637 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b622d748-1bb2-4313-8a26-b70d503e7909 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:13.614139 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a543c-6909-4951-b3a8-8c3c9c76fd2c req-d2ba3e58-7482-4053-907d-41b323d80316 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:13.616558 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b622d748-1bb2-4313-8a26-b70d503e7909 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/8e9d5f06-a0f7-4946-9279-961f62b06145 HTTP/1.1" status: 204 len: 168 time: 0.5506878 Aug 16 20:14:13.620246 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54252) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:13.622585 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bc8a543c-6909-4951-b3a8-8c3c9c76fd2c req-d2ba3e58-7482-4053-907d-41b323d80316 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=d569815a-0aef-433d-aaf4-affe28f36daf HTTP/1.1" status: 200 len: 946 time: 0.1013837 Aug 16 20:14:13.640856 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-f8f0d25d-d504-4564-bc30-c75be42cbf4f tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:13.654859 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['9424f9f8-a01e-463c-a19a-21c6bd851708'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:14:13.720111 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bc8a543c-6909-4951-b3a8-8c3c9c76fd2c req-399417a9-6a94-472d-8c1a-e8da8769f9e9 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953188 Aug 16 20:14:13.737660 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622d748-1bb2-4313-8a26-b70d503e7909 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e9d5f06-a0f7-4946-9279-961f62b06145,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:13.753302 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-f8f0d25d-d504-4564-bc30-c75be42cbf4f tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Network 6a810a23-6feb-497f-991b-9f7fa7297251 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:14:13.757953 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-f8f0d25d-d504-4564-bc30-c75be42cbf4f tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:14:13.760222 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f0d25d-d504-4564-bc30-c75be42cbf4f tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Pushing event updated for resources: {'Port': ['ID=abfd6f18-cddc-4949-900b-441e3d00089a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:13.762708 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-f8f0d25d-d504-4564-bc30-c75be42cbf4f tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:14:13.830930 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-f8f0d25d-d504-4564-bc30-c75be42cbf4f tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:13.831792 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-f8f0d25d-d504-4564-bc30-c75be42cbf4f tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:13.863779 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a982bb4-1e40-4045-b39e-1fe3fb6caea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:13.864380 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-f8f0d25d-d504-4564-bc30-c75be42cbf4f tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8368380 Aug 16 20:14:13.877900 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-e97e9baa-ccd8-4fdf-9276-b4152826b0d3 service neutron] Request body: {'port': {'device_id': 'ba350b6b-2d13-4590-9599-2d10ca56cb34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:13.924107 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-b3b0020f-40a9-4e5b-81b0-33436cbb3fc4 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Allocated IP 172.20.0.9 (36eeff6b-d7f9-49ed-be36-56d5e969e8a3/1076d45b-b76b-4659-accb-5a6fb3e55ea1/e098f8c6-0820-4370-90e0-82dbe3f67b59) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:14:13.987953 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-e97e9baa-ccd8-4fdf-9276-b4152826b0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:14.109554 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a982bb4-1e40-4045-b39e-1fe3fb6caea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:14.127567 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-0a982bb4-1e40-4045-b39e-1fe3fb6caea8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0950044-aeab-482d-b87d-a07d06e58d8c']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:14.178207 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-0a982bb4-1e40-4045-b39e-1fe3fb6caea8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2591fcf1-460b-4502-b275-eb75ea8d774a') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:14.178529 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-0a982bb4-1e40-4045-b39e-1fe3fb6caea8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2591fcf1-460b-4502-b275-eb75ea8d774a') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:14.195725 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a982bb4-1e40-4045-b39e-1fe3fb6caea8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:14.246065 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a982bb4-1e40-4045-b39e-1fe3fb6caea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:14.260604 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a982bb4-1e40-4045-b39e-1fe3fb6caea8 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:14:14.261052 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a982bb4-1e40-4045-b39e-1fe3fb6caea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:14.262798 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:14:14.262798 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:14:14.262798 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:14:14.262798 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:14:14.262798 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:14:14.262798 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:14:14.262798 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:14:14.262798 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:14:14.262798 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:14:14.262798 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:14:14.262798 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:14:14.262798 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:14:14.262798 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:14:14.262798 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:14:14.262798 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:14:14.262798 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:14:14.262798 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:14:14.262798 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:14:14.262798 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:14:14.262798 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:14:14.262798 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:14:14.262798 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:14:14.262798 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:14:14.262798 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:14:14.262798 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:14:14.262798 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:14:14.262798 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:14:14.262798 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:14:14.262798 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:14:14.262798 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:14:14.262798 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:14:14.262798 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:14:14.274479 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3b0020f-40a9-4e5b-81b0-33436cbb3fc4 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:14.340530 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-b3b0020f-40a9-4e5b-81b0-33436cbb3fc4 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Transition to ACTIVE for port object e098f8c6-0820-4370-90e0-82dbe3f67b59 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:14:14.344798 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a982bb4-1e40-4045-b39e-1fe3fb6caea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:14.361186 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a982bb4-1e40-4045-b39e-1fe3fb6caea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:14.363289 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0a982bb4-1e40-4045-b39e-1fe3fb6caea8 admin admin] 10.222.0.68 "DELETE /v2.0/networks/c0950044-aeab-482d-b87d-a07d06e58d8c HTTP/1.1" status: 204 len: 168 time: 0.7423131 Aug 16 20:14:14.388683 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a982bb4-1e40-4045-b39e-1fe3fb6caea8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0950044-aeab-482d-b87d-a07d06e58d8c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:14.411984 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3b0020f-40a9-4e5b-81b0-33436cbb3fc4 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:14.471775 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-e97e9baa-ccd8-4fdf-9276-b4152826b0d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abfd6f18-cddc-4949-900b-441e3d00089a {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:14:14.488452 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0020f-40a9-4e5b-81b0-33436cbb3fc4 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Pushing event updated for resources: {'Port': ['ID=e098f8c6-0820-4370-90e0-82dbe3f67b59,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:14.488713 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-e97e9baa-ccd8-4fdf-9276-b4152826b0d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:14.499917 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b0020f-40a9-4e5b-81b0-33436cbb3fc4 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Network 36eeff6b-d7f9-49ed-be36-56d5e969e8a3 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:14:14.501763 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b3b0020f-40a9-4e5b-81b0-33436cbb3fc4 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:14:14.504539 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b0020f-40a9-4e5b-81b0-33436cbb3fc4 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:14:14.528619 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-e97e9baa-ccd8-4fdf-9276-b4152826b0d3 service neutron] Transition to ACTIVE for port object abfd6f18-cddc-4949-900b-441e3d00089a will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:14:14.534973 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-e97e9baa-ccd8-4fdf-9276-b4152826b0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:14.628821 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b0020f-40a9-4e5b-81b0-33436cbb3fc4 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:14.629469 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3b0020f-40a9-4e5b-81b0-33436cbb3fc4 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:14.665518 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b00487-5d5a-4a73-9323-36cd376f7ff8 req-33fdb1fb-e5cf-43fc-948d-b11b907d390c tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:14.668672 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-55b00487-5d5a-4a73-9323-36cd376f7ff8 req-33fdb1fb-e5cf-43fc-948d-b11b907d390c tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba350b6b-2d13-4590-9599-2d10ca56cb34 HTTP/1.1" status: 200 len: 944 time: 0.1147392 Aug 16 20:14:14.673126 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b3b0020f-40a9-4e5b-81b0-33436cbb3fc4 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5140340 Aug 16 20:14:14.673331 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54294) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:14.685041 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-17081291-570e-466a-aec2-6971bc0f42a7 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Request body: {'port': {'network_id': '36eeff6b-d7f9-49ed-be36-56d5e969e8a3', 'name': 'tempest-AllowedAddressPairTestJSON-1067100609'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:14.689782 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54296) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:14.730165 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e9baa-ccd8-4fdf-9276-b4152826b0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=abfd6f18-cddc-4949-900b-441e3d00089a,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:14.752560 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-e97e9baa-ccd8-4fdf-9276-b4152826b0d3 service neutron] Attempting to bind port abfd6f18-cddc-4949-900b-441e3d00089a on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:14:14.753203 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-e97e9baa-ccd8-4fdf-9276-b4152826b0d3 service neutron] Attempting to bind port abfd6f18-cddc-4949-900b-441e3d00089a by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '84c054f6-f1d5-4d03-81c3-3237f56ec888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6a810a23-6feb-497f-991b-9f7fa7297251'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:14:14.753715 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-e97e9baa-ccd8-4fdf-9276-b4152826b0d3 service neutron] Attempting to bind port abfd6f18-cddc-4949-900b-441e3d00089a on network 6a810a23-6feb-497f-991b-9f7fa7297251 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:14:14.762305 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-e97e9baa-ccd8-4fdf-9276-b4152826b0d3 service neutron] Port abfd6f18-cddc-4949-900b-441e3d00089a on network 6a810a23-6feb-497f-991b-9f7fa7297251 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:14:14.763497 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-e97e9baa-ccd8-4fdf-9276-b4152826b0d3 service neutron] Attempting to bind port abfd6f18-cddc-4949-900b-441e3d00089a on network 6a810a23-6feb-497f-991b-9f7fa7297251 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:14:14.770113 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-e97e9baa-ccd8-4fdf-9276-b4152826b0d3 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:14:14.776188 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-e97e9baa-ccd8-4fdf-9276-b4152826b0d3 service neutron] Checking segment: {'id': '84c054f6-f1d5-4d03-81c3-3237f56ec888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6a810a23-6feb-497f-991b-9f7fa7297251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:14:14.776646 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-e97e9baa-ccd8-4fdf-9276-b4152826b0d3 service neutron] Bound using segment: {'id': '84c054f6-f1d5-4d03-81c3-3237f56ec888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6a810a23-6feb-497f-991b-9f7fa7297251'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:14:14.777078 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-e97e9baa-ccd8-4fdf-9276-b4152826b0d3 service neutron] Bound port: abfd6f18-cddc-4949-900b-441e3d00089a, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c054f6-f1d5-4d03-81c3-3237f56ec888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6a810a23-6feb-497f-991b-9f7fa7297251'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:14:14.777447 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-e97e9baa-ccd8-4fdf-9276-b4152826b0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:14.834517 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-55b00487-5d5a-4a73-9323-36cd376f7ff8 req-ff109332-3d89-4a9f-b711-886dd188e365 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445730 Aug 16 20:14:14.840530 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cfa27321-517f-4413-8c9d-905140ba484f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=61cefd239784402390fb24a72e08b750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497710 Aug 16 20:14:14.844064 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54306) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:14.940850 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-e97e9baa-ccd8-4fdf-9276-b4152826b0d3 service neutron] For port abfd6f18-cddc-4949-900b-441e3d00089a, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:14:14.945572 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-e97e9baa-ccd8-4fdf-9276-b4152826b0d3 service neutron] For port abfd6f18-cddc-4949-900b-441e3d00089a, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=abfd6f18-cddc-4949-900b-441e3d00089a,segment=NetworkSegment(84c054f6-f1d5-4d03-81c3-3237f56ec888),segment_id=84c054f6-f1d5-4d03-81c3-3237f56ec888)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:14:14.958546 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d65df13-09a1-4325-8420-d3d01d8fb903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:14.960400 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-e97e9baa-ccd8-4fdf-9276-b4152826b0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:14.984397 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17081291-570e-466a-aec2-6971bc0f42a7 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Made reservation on behalf of 73edd577750a497482353e7ef6705fca for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:14:14.988296 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17081291-570e-466a-aec2-6971bc0f42a7 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:15.012612 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 33e3e59b-74a2-44bb-bad1-0ea9b28e1603 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:14:15.029188 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d65df13-09a1-4325-8420-d3d01d8fb903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:15.031760 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-e97e9baa-ccd8-4fdf-9276-b4152826b0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:15.032384 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-e97e9baa-ccd8-4fdf-9276-b4152826b0d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:15.040814 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-e97e9baa-ccd8-4fdf-9276-b4152826b0d3 service neutron] 10.222.0.63 "PUT /v2.0/ports/abfd6f18-cddc-4949-900b-441e3d00089a HTTP/1.1" status: 200 len: 1093 time: 1.1670234 Aug 16 20:14:15.060699 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 33e3e59b-74a2-44bb-bad1-0ea9b28e1603 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:14:15.060991 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba350b6b-2d13-4590-9599-2d10ca56cb34', 'tag': 'abfd6f18-cddc-4949-900b-441e3d00089a'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:14:15.061674 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 33e3e59b-74a2-44bb-bad1-0ea9b28e1603 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:14:15.074554 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fba30a-8298-4561-ba65-191a30f2a50e" -d '{"events": [{"name": "network-changed", "server_uuid": "ba350b6b-2d13-4590-9599-2d10ca56cb34", "tag": "abfd6f18-cddc-4949-900b-441e3d00089a"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:14:15.077862 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-17081291-570e-466a-aec2-6971bc0f42a7 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] device_id is not set on port 164f21e7-4a2d-4db0-9a5c-6eb95bcd65a4 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:14:15.089813 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-768c3f09-4c4e-457f-86aa-2b5fd08eb47c None None] Provisioning for port e098f8c6-0820-4370-90e0-82dbe3f67b59 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:14:15.093948 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-768c3f09-4c4e-457f-86aa-2b5fd08eb47c None None] Provisioning complete for port e098f8c6-0820-4370-90e0-82dbe3f67b59 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:14:15.094369 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-768c3f09-4c4e-457f-86aa-2b5fd08eb47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:15.168736 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-768c3f09-4c4e-457f-86aa-2b5fd08eb47c None None] Port e098f8c6-0820-4370-90e0-82dbe3f67b59 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:14:15.232912 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3f46c1-5c6d-4c28-aaef-b27da9e07ff1 x-openstack-request-id: req-7d3f46c1-5c6d-4c28-aaef-b27da9e07ff1 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:14:15.233493 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba350b6b-2d13-4590-9599-2d10ca56cb34", "tag": "abfd6f18-cddc-4949-900b-441e3d00089a", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:14:15.234030 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7d3f46c1-5c6d-4c28-aaef-b27da9e07ff1 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:14:15.234648 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba350b6b-2d13-4590-9599-2d10ca56cb34', 'tag': 'abfd6f18-cddc-4949-900b-441e3d00089a', 'status': 'completed', 'code': 200} Aug 16 20:14:15.235449 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e9baa-ccd8-4fdf-9276-b4152826b0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=abfd6f18-cddc-4949-900b-441e3d00089a,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:15.253783 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-84dc8228-e2a2-4ff4-b9ea-68a09719ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:15.255844 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-84dc8228-e2a2-4ff4-b9ea-68a09719ce4c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=92569f34c49a49e2a1bee9bb87197b5b&device_id=ba350b6b-2d13-4590-9599-2d10ca56cb34 HTTP/1.1" status: 200 len: 1096 time: 0.1164799 Aug 16 20:14:15.273742 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d65df13-09a1-4325-8420-d3d01d8fb903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:15.281617 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d65df13-09a1-4325-8420-d3d01d8fb903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:15.281904 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8d65df13-09a1-4325-8420-d3d01d8fb903 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9092f625-c0ae-4692-b540-5004b2adb79a HTTP/1.1" status: 204 len: 168 time: 0.4366775 Aug 16 20:14:15.318230 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-17081291-570e-466a-aec2-6971bc0f42a7 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Allocated IP 172.20.0.3 (36eeff6b-d7f9-49ed-be36-56d5e969e8a3/1076d45b-b76b-4659-accb-5a6fb3e55ea1/164f21e7-4a2d-4db0-9a5c-6eb95bcd65a4) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:14:15.319586 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-d53add74-eb95-43f7-a436-b0371aab5dae service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abfd6f18-cddc-4949-900b-441e3d00089a HTTP/1.1" status: 200 len: 217 time: 0.0546618 Aug 16 20:14:15.372824 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65df13-09a1-4325-8420-d3d01d8fb903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9092f625-c0ae-4692-b540-5004b2adb79a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:15.396312 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-830abe02-81af-4042-8cef-97a8e251f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:15.398663 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-830abe02-81af-4042-8cef-97a8e251f8b8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca1992e2-7985-465e-bbf0-d8a8506a4bc2 HTTP/1.1" status: 200 len: 854 time: 0.0719264 Aug 16 20:14:15.449528 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-6dbe9dba-6948-4a7b-bb05-2183910143a4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6a810a23-6feb-497f-991b-9f7fa7297251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422759 Aug 16 20:14:15.582914 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-49b0e880-7043-4458-bbda-ee9095214afa service neutron] 10.222.0.63 "GET /v2.0/networks/6a810a23-6feb-497f-991b-9f7fa7297251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134508 Aug 16 20:14:15.613924 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17081291-570e-466a-aec2-6971bc0f42a7 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:15.631822 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-17081291-570e-466a-aec2-6971bc0f42a7 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Transition to ACTIVE for port object 164f21e7-4a2d-4db0-9a5c-6eb95bcd65a4 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:14:15.691372 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17081291-570e-466a-aec2-6971bc0f42a7 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:15.741659 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17081291-570e-466a-aec2-6971bc0f42a7 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Network 36eeff6b-d7f9-49ed-be36-56d5e969e8a3 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:14:15.745176 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-17081291-570e-466a-aec2-6971bc0f42a7 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:14:15.750865 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17081291-570e-466a-aec2-6971bc0f42a7 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Pushing event updated for resources: {'Port': ['ID=164f21e7-4a2d-4db0-9a5c-6eb95bcd65a4,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:15.760923 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17081291-570e-466a-aec2-6971bc0f42a7 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:14:15.805867 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a5f6120a-b353-4046-8e20-ae6642791d4d req-e6c953d0-f97d-4acd-b7c3-9b35fa084434 service neutron] 10.222.0.63 "GET /v2.0/networks/6a810a23-6feb-497f-991b-9f7fa7297251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151024 Aug 16 20:14:15.829539 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17081291-570e-466a-aec2-6971bc0f42a7 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:15.830886 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17081291-570e-466a-aec2-6971bc0f42a7 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:15.860409 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-17081291-570e-466a-aec2-6971bc0f42a7 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1856332 Aug 16 20:14:15.863223 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54334) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:15.872375 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d402a2dc-b65a-4214-aac8-54c175de8460 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:e2:5d:09'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:84:ec:33'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:16.066656 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fba30a-8298-4561-ba65-191a30f2a50e req-6da5e212-4973-4945-b26a-9513851eb764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:16.069187 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-93fba30a-8298-4561-ba65-191a30f2a50e req-6da5e212-4973-4945-b26a-9513851eb764 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=92569f34c49a49e2a1bee9bb87197b5b&device_id=ba350b6b-2d13-4590-9599-2d10ca56cb34 HTTP/1.1" status: 200 len: 1096 time: 0.1981907 Aug 16 20:14:16.200425 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d402a2dc-b65a-4214-aac8-54c175de8460 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:16.231750 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5c750-f321-44d9-976a-9d60df03f927 req-9a900271-ac4b-4894-af05-bffed7bf6906 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:16.241562 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c5b5c750-f321-44d9-976a-9d60df03f927 req-9a900271-ac4b-4894-af05-bffed7bf6906 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba350b6b-2d13-4590-9599-2d10ca56cb34 HTTP/1.1" status: 200 len: 944 time: 0.2946754 Aug 16 20:14:16.254503 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fba30a-8298-4561-ba65-191a30f2a50e req-6512ce00-ed01-4029-8bf2-bf5cbbbeba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:16.255573 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-93fba30a-8298-4561-ba65-191a30f2a50e req-6512ce00-ed01-4029-8bf2-bf5cbbbeba7e service neutron] 10.222.0.63 "GET /v2.0/networks?id=6a810a23-6feb-497f-991b-9f7fa7297251 HTTP/1.1" status: 200 len: 915 time: 0.1778514 Aug 16 20:14:16.323441 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c5b5c750-f321-44d9-976a-9d60df03f927 req-63bd4d0e-3740-43fa-b72d-3e0c0a9d0c51 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773213 Aug 16 20:14:16.341092 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-670bc5bf-bb4f-4953-9d68-7a69cb5baf8c None None] Provisioning for port 164f21e7-4a2d-4db0-9a5c-6eb95bcd65a4 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:14:16.366233 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-93fba30a-8298-4561-ba65-191a30f2a50e req-c98a2de0-53fe-408c-a77e-d1f192a70d25 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abfd6f18-cddc-4949-900b-441e3d00089a HTTP/1.1" status: 200 len: 217 time: 0.0958271 Aug 16 20:14:16.366473 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-670bc5bf-bb4f-4953-9d68-7a69cb5baf8c None None] Provisioning complete for port 164f21e7-4a2d-4db0-9a5c-6eb95bcd65a4 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:14:16.366800 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-670bc5bf-bb4f-4953-9d68-7a69cb5baf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:16.424197 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-670bc5bf-bb4f-4953-9d68-7a69cb5baf8c None None] Port 164f21e7-4a2d-4db0-9a5c-6eb95bcd65a4 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:14:16.487747 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fba30a-8298-4561-ba65-191a30f2a50e req-7a0c3e59-9ea2-430b-9425-c0547b49a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:16.489313 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-93fba30a-8298-4561-ba65-191a30f2a50e req-7a0c3e59-9ea2-430b-9425-c0547b49a598 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca1992e2-7985-465e-bbf0-d8a8506a4bc2 HTTP/1.1" status: 200 len: 854 time: 0.1158843 Aug 16 20:14:16.556707 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-93fba30a-8298-4561-ba65-191a30f2a50e req-6c6d9a93-4d9c-4666-91e3-9f0ae166675a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6a810a23-6feb-497f-991b-9f7fa7297251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586991 Aug 16 20:14:16.581061 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d402a2dc-b65a-4214-aac8-54c175de8460 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:16.590409 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d402a2dc-b65a-4214-aac8-54c175de8460 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:16.672507 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54368) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:16.697392 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-93fba30a-8298-4561-ba65-191a30f2a50e req-dc53a4cb-c778-46a0-951b-0991ea800848 service neutron] 10.222.0.63 "GET /v2.0/networks/6a810a23-6feb-497f-991b-9f7fa7297251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213202 Aug 16 20:14:16.704067 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d402a2dc-b65a-4214-aac8-54c175de8460 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Pushing event updated for resources: {'Port': ['ID=164f21e7-4a2d-4db0-9a5c-6eb95bcd65a4,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:16.725911 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d402a2dc-b65a-4214-aac8-54c175de8460 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] In _notify_port_updated(), no bound segment for port 164f21e7-4a2d-4db0-9a5c-6eb95bcd65a4 on network 36eeff6b-d7f9-49ed-be36-56d5e969e8a3 {{(pid=94771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:14:16.732859 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d402a2dc-b65a-4214-aac8-54c175de8460 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:16.733668 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d402a2dc-b65a-4214-aac8-54c175de8460 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:16.735379 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d402a2dc-b65a-4214-aac8-54c175de8460 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] 10.222.0.68 "PUT /v2.0/ports/164f21e7-4a2d-4db0-9a5c-6eb95bcd65a4 HTTP/1.1" status: 200 len: 1055 time: 0.8704913 Aug 16 20:14:16.738054 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54372) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:16.879206 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-93fba30a-8298-4561-ba65-191a30f2a50e req-d8053b25-a0dd-46a2-b452-808a6aae39d7 service neutron] 10.222.0.63 "GET /v2.0/networks/6a810a23-6feb-497f-991b-9f7fa7297251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700921 Aug 16 20:14:16.881191 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e3607069-03ff-4952-8629-a42044b94d0c tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Deleting port 164f21e7-4a2d-4db0-9a5c-6eb95bcd65a4 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:14:16.881604 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3607069-03ff-4952-8629-a42044b94d0c tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:16.940544 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8ecea38f-9161-4289-85e9-6149b7bd71c7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-991833099-network', 'tenant_id': '98e887ed0bb24182a1fc14aaf2ea8c9d'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:16.997251 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecea38f-9161-4289-85e9-6149b7bd71c7 admin admin] Made reservation on behalf of 98e887ed0bb24182a1fc14aaf2ea8c9d for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:14:16.999662 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ecea38f-9161-4289-85e9-6149b7bd71c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:17.033539 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ecea38f-9161-4289-85e9-6149b7bd71c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:17.059556 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4e3fc08c-eb96-41be-ba42-67e3767efd88 None None] Provisioning complete for port 164f21e7-4a2d-4db0-9a5c-6eb95bcd65a4 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:14:17.060399 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e3fc08c-eb96-41be-ba42-67e3767efd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:17.107854 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3607069-03ff-4952-8629-a42044b94d0c tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:17.129249 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4e3fc08c-eb96-41be-ba42-67e3767efd88 None None] Port 164f21e7-4a2d-4db0-9a5c-6eb95bcd65a4 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:14:17.130309 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e3607069-03ff-4952-8629-a42044b94d0c tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Calling delete_port for 164f21e7-4a2d-4db0-9a5c-6eb95bcd65a4 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:14:17.373903 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ecea38f-9161-4289-85e9-6149b7bd71c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:17.412530 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ecea38f-9161-4289-85e9-6149b7bd71c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:17.479394 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecea38f-9161-4289-85e9-6149b7bd71c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff604e4-37ed-483b-a16a-f896d6b4df95,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:17.498724 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ed170-2a81-4f00-9983-642c59b36406 req-d0802809-b378-4a1a-ad98-cf552962ea1f tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:17.507757 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-657ed170-2a81-4f00-9983-642c59b36406 req-d0802809-b378-4a1a-ad98-cf552962ea1f tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba350b6b-2d13-4590-9599-2d10ca56cb34 HTTP/1.1" status: 200 len: 944 time: 0.0887439 Aug 16 20:14:17.510907 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3607069-03ff-4952-8629-a42044b94d0c tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:17.527865 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ecea38f-9161-4289-85e9-6149b7bd71c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:14:17.565416 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-657ed170-2a81-4f00-9983-642c59b36406 req-071223a6-270e-4d95-b653-e84ddacd6ee7 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563185 Aug 16 20:14:17.565913 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3607069-03ff-4952-8629-a42044b94d0c tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Pushing event deleted for resources: {'Port': ['ID=164f21e7-4a2d-4db0-9a5c-6eb95bcd65a4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:17.573889 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ecea38f-9161-4289-85e9-6149b7bd71c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:17.575024 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-8ecea38f-9161-4289-85e9-6149b7bd71c7 admin admin] Added segment 83e88499-be31-412e-b1f3-31339fbbc02b of type vlan for network 8574a456-1a0e-4ff3-8e86-8ad3174e1cb2 Aug 16 20:14:17.665470 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ecea38f-9161-4289-85e9-6149b7bd71c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:17.751072 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ecea38f-9161-4289-85e9-6149b7bd71c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:17.752176 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecea38f-9161-4289-85e9-6149b7bd71c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:17.752775 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ecea38f-9161-4289-85e9-6149b7bd71c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:17.856192 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8ecea38f-9161-4289-85e9-6149b7bd71c7 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1796970 Aug 16 20:14:17.856493 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54398) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:17.862616 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0c100659-2710-40e0-839f-e1bc8e1ce61c admin admin] Request body: {'subnet': {'network_id': '8574a456-1a0e-4ff3-8e86-8ad3174e1cb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-991833099-subnet', 'tenant_id': '98e887ed0bb24182a1fc14aaf2ea8c9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:17.885829 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c100659-2710-40e0-839f-e1bc8e1ce61c admin admin] Made reservation on behalf of 98e887ed0bb24182a1fc14aaf2ea8c9d for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:14:17.889275 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c100659-2710-40e0-839f-e1bc8e1ce61c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:17.898773 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecea38f-9161-4289-85e9-6149b7bd71c7 admin admin] Pushing event updated for resources: {'Network': ['ID=8574a456-1a0e-4ff3-8e86-8ad3174e1cb2,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:17.917290 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 8574a456-1a0e-4ff3-8e86-8ad3174e1cb2 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:14:17.943043 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3607069-03ff-4952-8629-a42044b94d0c tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:17.949329 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54400) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:17.952464 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e3607069-03ff-4952-8629-a42044b94d0c tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] 10.222.0.68 "DELETE /v2.0/ports/164f21e7-4a2d-4db0-9a5c-6eb95bcd65a4 HTTP/1.1" status: 204 len: 168 time: 1.2131195 Aug 16 20:14:17.985428 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-db425f35-efa4-47f6-8883-e096c2f125b5 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] GET failed (client error): The resource could not be found. Aug 16 20:14:17.987159 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-db425f35-efa4-47f6-8883-e096c2f125b5 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] 10.222.0.68 "GET /v2.0/ports/164f21e7-4a2d-4db0-9a5c-6eb95bcd65a4 HTTP/1.1" status: 404 len: 333 time: 0.0367641 Aug 16 20:14:17.990032 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54402) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:18.127490 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-70e7a1df-a683-4fdb-8d1e-0aaa3d519e80 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Deleting port e098f8c6-0820-4370-90e0-82dbe3f67b59 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:14:18.127490 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-70e7a1df-a683-4fdb-8d1e-0aaa3d519e80 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:18.167945 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c100659-2710-40e0-839f-e1bc8e1ce61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:18.246701 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-70e7a1df-a683-4fdb-8d1e-0aaa3d519e80 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:18.253524 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c100659-2710-40e0-839f-e1bc8e1ce61c admin admin] Pushing event updated for resources: {'Subnet': ['ID=946fe5ac-77fe-4401-a122-51f4276b125a,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:18.256332 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c100659-2710-40e0-839f-e1bc8e1ce61c admin admin] Checking segment: {'id': '83e88499-be31-412e-b1f3-31339fbbc02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8574a456-1a0e-4ff3-8e86-8ad3174e1cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:14:18.256940 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c100659-2710-40e0-839f-e1bc8e1ce61c admin admin] Network hostable DHCP agents. Network: 8574a456-1a0e-4ff3-8e86-8ad3174e1cb2, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:14:18.273753 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-70e7a1df-a683-4fdb-8d1e-0aaa3d519e80 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Calling delete_port for e098f8c6-0820-4370-90e0-82dbe3f67b59 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:14:18.296824 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c100659-2710-40e0-839f-e1bc8e1ce61c admin admin] Network 8574a456-1a0e-4ff3-8e86-8ad3174e1cb2 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:14:18.311970 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-0c100659-2710-40e0-839f-e1bc8e1ce61c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 8574a456-1a0e-4ff3-8e86-8ad3174e1cb2) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:14:18.324420 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c100659-2710-40e0-839f-e1bc8e1ce61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:18.325089 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c100659-2710-40e0-839f-e1bc8e1ce61c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:18.328448 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3805adf9-3164-411f-9826-d47df1ba9e2d None None] Network 8574a456-1a0e-4ff3-8e86-8ad3174e1cb2 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:14:18.356278 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0c100659-2710-40e0-839f-e1bc8e1ce61c admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4980936 Aug 16 20:14:18.359055 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54418) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:18.364147 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-5d298799-393a-4d86-ae42-abc1bbd5dff0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-991833099-router', 'tenant_id': '98e887ed0bb24182a1fc14aaf2ea8c9d', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:18.408418 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5d298799-393a-4d86-ae42-abc1bbd5dff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:18.409625 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5d298799-393a-4d86-ae42-abc1bbd5dff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:18.563969 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5d298799-393a-4d86-ae42-abc1bbd5dff0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:18.646152 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-70e7a1df-a683-4fdb-8d1e-0aaa3d519e80 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:18.653333 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device abfd6f18-cddc-4949-900b-441e3d00089a details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:14:18.718350 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7a1df-a683-4fdb-8d1e-0aaa3d519e80 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Pushing event deleted for resources: {'Port': ['ID=e098f8c6-0820-4370-90e0-82dbe3f67b59,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:18.830346 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port abfd6f18-cddc-4949-900b-441e3d00089a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=abfd6f18-cddc-4949-900b-441e3d00089a,segment=NetworkSegment(84c054f6-f1d5-4d03-81c3-3237f56ec888),segment_id=84c054f6-f1d5-4d03-81c3-3237f56ec888)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:14:18.851650 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'abfd6f18-cddc-4949-900b-441e3d00089a', 'network_id': '6a810a23-6feb-497f-991b-9f7fa7297251', 'port_id': 'abfd6f18-cddc-4949-900b-441e3d00089a', 'mac_address': 'fa:16:3e:83:3c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca1992e2-7985-465e-bbf0-d8a8506a4bc2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:14:18.862320 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f69f2-ec2a-4746-b5b7-b877e7e76f32 req-6d9c183b-0b54-4a1e-8b1a-6d1fa73e1c0a tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:18.869493 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5d298799-393a-4d86-ae42-abc1bbd5dff0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:18.872027 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-723f69f2-ec2a-4746-b5b7-b877e7e76f32 req-6d9c183b-0b54-4a1e-8b1a-6d1fa73e1c0a tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba350b6b-2d13-4590-9599-2d10ca56cb34 HTTP/1.1" status: 200 len: 944 time: 0.1595054 Aug 16 20:14:18.912188 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-70e7a1df-a683-4fdb-8d1e-0aaa3d519e80 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:18.914879 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-70e7a1df-a683-4fdb-8d1e-0aaa3d519e80 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] 10.222.0.68 "DELETE /v2.0/ports/e098f8c6-0820-4370-90e0-82dbe3f67b59 HTTP/1.1" status: 204 len: 168 time: 0.9235568 Aug 16 20:14:18.918337 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54436) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:18.944049 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:18.958010 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-383d0f23-f8a0-43ca-9f6e-daaf18edc714 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] GET failed (client error): The resource could not be found. Aug 16 20:14:18.960103 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-383d0f23-f8a0-43ca-9f6e-daaf18edc714 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] 10.222.0.68 "GET /v2.0/ports/e098f8c6-0820-4370-90e0-82dbe3f67b59 HTTP/1.1" status: 404 len: 333 time: 0.0404043 Aug 16 20:14:18.961548 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abfd6f18-cddc-4949-900b-441e3d00089a {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:14:18.965237 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54440) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:18.988153 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port abfd6f18-cddc-4949-900b-441e3d00089a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=abfd6f18-cddc-4949-900b-441e3d00089a,segment=NetworkSegment(84c054f6-f1d5-4d03-81c3-3237f56ec888),segment_id=84c054f6-f1d5-4d03-81c3-3237f56ec888)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:14:18.991707 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-723f69f2-ec2a-4746-b5b7-b877e7e76f32 req-6182ee97-34d1-49c2-8e88-fe0d3f50522d tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177843 Aug 16 20:14:19.026355 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:19.075239 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b4c5f9-0e1b-404f-a75e-fed4bdc187a8 None None] Network 8574a456-1a0e-4ff3-8e86-8ad3174e1cb2 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:14:19.129627 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=abfd6f18-cddc-4949-900b-441e3d00089a,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:19.158691 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-64e9ce3a-ac01-4843-90c6-1234e11448d2 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Deleting port 786117cb-6913-4350-9d5d-654eafceb02b {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:14:19.159041 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64e9ce3a-ac01-4843-90c6-1234e11448d2 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:19.166585 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:19.167291 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:19.167868 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:19.168446 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:19.169025 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:19.169713 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:19.170274 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:19.170841 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:19.171497 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:19.172086 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:19.172663 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:19.173234 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:19.269783 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64e9ce3a-ac01-4843-90c6-1234e11448d2 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:19.285464 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-64e9ce3a-ac01-4843-90c6-1234e11448d2 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Calling delete_port for 786117cb-6913-4350-9d5d-654eafceb02b owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:14:19.302464 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5d298799-393a-4d86-ae42-abc1bbd5dff0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:19.324186 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5d298799-393a-4d86-ae42-abc1bbd5dff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:19.443073 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['abfd6f18-cddc-4949-900b-441e3d00089a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:14:19.443742 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-5d298799-393a-4d86-ae42-abc1bbd5dff0 admin admin] Allocated IP 172.25.8.32 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/6c5d4461-05be-4178-97c3-c9005af5b627) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:14:19.502935 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64e9ce3a-ac01-4843-90c6-1234e11448d2 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:19.656819 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9ce3a-ac01-4843-90c6-1234e11448d2 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Pushing event deleted for resources: {'Port': ['ID=786117cb-6913-4350-9d5d-654eafceb02b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:19.676465 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5d298799-393a-4d86-ae42-abc1bbd5dff0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:19.677048 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64e9ce3a-ac01-4843-90c6-1234e11448d2 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:19.683839 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54458) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:19.684197 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-64e9ce3a-ac01-4843-90c6-1234e11448d2 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] 10.222.0.68 "DELETE /v2.0/ports/786117cb-6913-4350-9d5d-654eafceb02b HTTP/1.1" status: 204 len: 168 time: 0.7171233 Aug 16 20:14:19.830258 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5d298799-393a-4d86-ae42-abc1bbd5dff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:19.878039 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-803227a3-ed4b-421a-b1b2-a086e2326f77 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Deleting subnet 1076d45b-b76b-4659-accb-5a6fb3e55ea1 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:14:20.171765 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8956687-22ad-45ec-9042-cb6d3606bdf3 req-5c6f40ed-05d0-44ae-ac87-41613a643338 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:20.173352 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f8956687-22ad-45ec-9042-cb6d3606bdf3 req-5c6f40ed-05d0-44ae-ac87-41613a643338 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba350b6b-2d13-4590-9599-2d10ca56cb34 HTTP/1.1" status: 200 len: 945 time: 0.0582378 Aug 16 20:14:20.216989 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-803227a3-ed4b-421a-b1b2-a086e2326f77 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:20.234794 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f8956687-22ad-45ec-9042-cb6d3606bdf3 req-1a19a4a4-0fdf-413b-a720-1387e37c95d8 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543575 Aug 16 20:14:20.249560 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d298799-393a-4d86-ae42-abc1bbd5dff0 admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:14:20.256076 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-5d298799-393a-4d86-ae42-abc1bbd5dff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:14:20.264423 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d298799-393a-4d86-ae42-abc1bbd5dff0 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:14:20.304799 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d298799-393a-4d86-ae42-abc1bbd5dff0 admin admin] Pushing event updated for resources: {'Port': ['ID=6c5d4461-05be-4178-97c3-c9005af5b627,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:20.374754 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-803227a3-ed4b-421a-b1b2-a086e2326f77 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:20.542359 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-803227a3-ed4b-421a-b1b2-a086e2326f77 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:20.639119 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5d298799-393a-4d86-ae42-abc1bbd5dff0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:20.688517 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-803227a3-ed4b-421a-b1b2-a086e2326f77 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:20.726477 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803227a3-ed4b-421a-b1b2-a086e2326f77 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Pushing event deleted for resources: {'Subnet': ['ID=1076d45b-b76b-4659-accb-5a6fb3e55ea1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:20.734140 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-803227a3-ed4b-421a-b1b2-a086e2326f77 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:20.738375 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-803227a3-ed4b-421a-b1b2-a086e2326f77 tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] 10.222.0.68 "DELETE /v2.0/subnets/1076d45b-b76b-4659-accb-5a6fb3e55ea1 HTTP/1.1" status: 204 len: 168 time: 1.0497327 Aug 16 20:14:20.739219 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54482) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:20.745570 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555d376c-0792-4bc8-b692-3f7d2caecd7f None None] Network 36eeff6b-d7f9-49ed-be36-56d5e969e8a3 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:14:20.880690 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-636159fb-aa47-4920-a2de-04f0d2f552aa tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:20.964865 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-636159fb-aa47-4920-a2de-04f0d2f552aa tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Deleting port f247c34a-5902-4926-bb94-481cbe97b2ac {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:14:20.967793 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-636159fb-aa47-4920-a2de-04f0d2f552aa tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:21.089033 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-636159fb-aa47-4920-a2de-04f0d2f552aa tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] For port f247c34a-5902-4926-bb94-481cbe97b2ac, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f247c34a-5902-4926-bb94-481cbe97b2ac,segment=NetworkSegment(e7f412cc-028e-401c-914c-2e9ff2d9ac44),segment_id=e7f412cc-028e-401c-914c-2e9ff2d9ac44)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:14:21.089452 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-636159fb-aa47-4920-a2de-04f0d2f552aa tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:21.094684 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a159d5-188a-455d-b1b9-8cb5c7529da8 None None] DHCP port deletion for 36eeff6b-d7f9-49ed-be36-56d5e969e8a3 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:14:21.101241 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5d298799-393a-4d86-ae42-abc1bbd5dff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:21.107941 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-636159fb-aa47-4920-a2de-04f0d2f552aa tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Calling delete_port for f247c34a-5902-4926-bb94-481cbe97b2ac owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:14:21.172425 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a1a159d5-188a-455d-b1b9-8cb5c7529da8 None None] Deleting port f247c34a-5902-4926-bb94-481cbe97b2ac {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:14:21.173937 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a1a159d5-188a-455d-b1b9-8cb5c7529da8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:21.252031 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-636159fb-aa47-4920-a2de-04f0d2f552aa tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:21.315652 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a1a159d5-188a-455d-b1b9-8cb5c7529da8 None None] For port f247c34a-5902-4926-bb94-481cbe97b2ac, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f247c34a-5902-4926-bb94-481cbe97b2ac,segment=NetworkSegment(e7f412cc-028e-401c-914c-2e9ff2d9ac44),segment_id=e7f412cc-028e-401c-914c-2e9ff2d9ac44)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:14:21.316461 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a1a159d5-188a-455d-b1b9-8cb5c7529da8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:21.320269 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636159fb-aa47-4920-a2de-04f0d2f552aa tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Pushing event deleted for resources: {'Port': ['ID=f247c34a-5902-4926-bb94-481cbe97b2ac,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:21.323886 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636159fb-aa47-4920-a2de-04f0d2f552aa tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] No DVR routers for this DVR port f247c34a-5902-4926-bb94-481cbe97b2ac on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:14:21.354688 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d298799-393a-4d86-ae42-abc1bbd5dff0 admin admin] Router f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:14:21.357236 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a1a159d5-188a-455d-b1b9-8cb5c7529da8 None None] Calling delete_port for f247c34a-5902-4926-bb94-481cbe97b2ac owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:14:21.452501 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a1a159d5-188a-455d-b1b9-8cb5c7529da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:21.460061 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea184547-5535-48dc-a8f2-0d5f41f6adcd req-7440d999-24eb-49c8-bcb5-abc43f46ca17 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:21.461709 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ea184547-5535-48dc-a8f2-0d5f41f6adcd req-7440d999-24eb-49c8-bcb5-abc43f46ca17 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba350b6b-2d13-4590-9599-2d10ca56cb34 HTTP/1.1" status: 200 len: 945 time: 0.1048062 Aug 16 20:14:21.495748 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a159d5-188a-455d-b1b9-8cb5c7529da8 None None] Pushing event deleted for resources: {'Port': ['ID=f247c34a-5902-4926-bb94-481cbe97b2ac,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:21.498212 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a159d5-188a-455d-b1b9-8cb5c7529da8 None None] No DVR routers for this DVR port f247c34a-5902-4926-bb94-481cbe97b2ac on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:14:21.507335 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-636159fb-aa47-4920-a2de-04f0d2f552aa tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:21.522549 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-636159fb-aa47-4920-a2de-04f0d2f552aa tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36eeff6b-d7f9-49ed-be36-56d5e969e8a3']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:21.542989 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-636159fb-aa47-4920-a2de-04f0d2f552aa tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f412cc-028e-401c-914c-2e9ff2d9ac44') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:21.543465 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-636159fb-aa47-4920-a2de-04f0d2f552aa tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f412cc-028e-401c-914c-2e9ff2d9ac44') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:21.552854 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-636159fb-aa47-4920-a2de-04f0d2f552aa tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:21.572935 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-636159fb-aa47-4920-a2de-04f0d2f552aa tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:21.573363 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ea184547-5535-48dc-a8f2-0d5f41f6adcd req-2972a17c-fbbf-4907-ae9b-d2e2bb4dcc95 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727520 Aug 16 20:14:21.582058 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-636159fb-aa47-4920-a2de-04f0d2f552aa tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:14:21.582586 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-636159fb-aa47-4920-a2de-04f0d2f552aa tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:21.584732 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d298799-393a-4d86-ae42-abc1bbd5dff0 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:14:21.592118 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:14:21.592118 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:14:21.592118 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:14:21.592118 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:14:21.592118 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:14:21.592118 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:14:21.592118 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:14:21.592118 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:14:21.592118 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:14:21.592118 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:14:21.592118 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:14:21.592118 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:14:21.592118 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:14:21.592118 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:14:21.592118 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:14:21.592118 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:14:21.592118 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:14:21.592118 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:14:21.592118 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:14:21.592118 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:14:21.592118 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:14:21.592118 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:14:21.592118 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:14:21.592118 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:14:21.592118 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:14:21.592118 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:14:21.592118 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:14:21.592118 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:14:21.592118 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:14:21.592118 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:14:21.592118 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:14:21.592118 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:14:21.608406 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfcc53e-46ad-4281-bd63-1e6a82e2cb61 None None] Sync routers for ids ['f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:14:21.617912 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5d298799-393a-4d86-ae42-abc1bbd5dff0 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:21.631324 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5d298799-393a-4d86-ae42-abc1bbd5dff0 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.2602341 Aug 16 20:14:21.631324 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54500) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:21.634712 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfcc53e-46ad-4281-bd63-1e6a82e2cb61 None None] Routers {'f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:14:21.635381 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5dfcc53e-46ad-4281-bd63-1e6a82e2cb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:14:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:21.683081 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-636159fb-aa47-4920-a2de-04f0d2f552aa tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:21.704391 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-636159fb-aa47-4920-a2de-04f0d2f552aa tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:21.706901 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-636159fb-aa47-4920-a2de-04f0d2f552aa tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] 10.222.0.68 "DELETE /v2.0/networks/36eeff6b-d7f9-49ed-be36-56d5e969e8a3 HTTP/1.1" status: 204 len: 168 time: 0.9671044 Aug 16 20:14:21.751580 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636159fb-aa47-4920-a2de-04f0d2f552aa tempest-AllowedAddressPairTestJSON-842856168 tempest-AllowedAddressPairTestJSON-842856168-project] Pushing event deleted for resources: {'Network': ['ID=36eeff6b-d7f9-49ed-be36-56d5e969e8a3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:21.890431 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-5dfcc53e-46ad-4281-bd63-1e6a82e2cb61 None None] Set router f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:14:22.244543 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54522) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:22.319945 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7b410e5-33e3-49e2-99a9-a01984329812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:22.343009 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5dfcc53e-46ad-4281-bd63-1e6a82e2cb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b', 'name': 'tempest-ServerRescueNegativeTestJSON-991833099-router', 'tenant_id': '98e887ed0bb24182a1fc14aaf2ea8c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '6c5d4461-05be-4178-97c3-c9005af5b627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:14:18Z', 'updated_at': '2021-08-16T20:14:20Z', 'revision_number': 3, 'project_id': '98e887ed0bb24182a1fc14aaf2ea8c9d', 'gw_port': {'id': '6c5d4461-05be-4178-97c3-c9005af5b627', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:43:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:14:19Z', 'updated_at': '2021-08-16T20:14:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:22.421258 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfcc53e-46ad-4281-bd63-1e6a82e2cb61 None None] Checking router: f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:14:22.421863 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfcc53e-46ad-4281-bd63-1e6a82e2cb61 None None] Updating router f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b port 6c5d4461-05be-4178-97c3-c9005af5b627 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:14:22.451013 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5dfcc53e-46ad-4281-bd63-1e6a82e2cb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:22.513840 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fed17a00-a6a3-4f5b-b6c9-266e56700091 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=73edd577750a497482353e7ef6705fca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2677271 Aug 16 20:14:22.516315 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54530) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:22.551948 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-d7b410e5-33e3-49e2-99a9-a01984329812 admin admin] Allocated IP 172.20.0.1 (8574a456-1a0e-4ff3-8e86-8ad3174e1cb2/946fe5ac-77fe-4401-a122-51f4276b125a/313be297-b942-4475-b883-3748b254472e) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:14:22.577118 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55ec128e-e2f5-4b05-a7c7-8a4a70399583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:22.617509 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55ec128e-e2f5-4b05-a7c7-8a4a70399583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:22.682336 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device abfd6f18-cddc-4949-900b-441e3d00089a up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:14:22.699133 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55ec128e-e2f5-4b05-a7c7-8a4a70399583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:22.702769 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55ec128e-e2f5-4b05-a7c7-8a4a70399583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:22.704942 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-55ec128e-e2f5-4b05-a7c7-8a4a70399583 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e098d17c-4200-43aa-b107-671e3d8cc196 HTTP/1.1" status: 204 len: 168 time: 0.1867070 Aug 16 20:14:22.723136 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec128e-e2f5-4b05-a7c7-8a4a70399583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e098d17c-4200-43aa-b107-671e3d8cc196,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:22.840188 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37834859-af7c-407c-bc2c-bdbbc415c29b req-e3b4e040-6e10-4b2c-b3af-b3c5f2456e30 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:22.841784 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-37834859-af7c-407c-bc2c-bdbbc415c29b req-e3b4e040-6e10-4b2c-b3af-b3c5f2456e30 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba350b6b-2d13-4590-9599-2d10ca56cb34 HTTP/1.1" status: 200 len: 945 time: 0.1435249 Aug 16 20:14:22.873119 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port abfd6f18-cddc-4949-900b-441e3d00089a completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:14:22.878093 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port abfd6f18-cddc-4949-900b-441e3d00089a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:14:22.878710 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:22.917368 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7b410e5-33e3-49e2-99a9-a01984329812 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:22.922439 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-37834859-af7c-407c-bc2c-bdbbc415c29b req-d770a7fe-ca33-42c5-a762-677569439df0 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684512 Aug 16 20:14:22.938006 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5dfcc53e-46ad-4281-bd63-1e6a82e2cb61 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:22.960922 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-5dfcc53e-46ad-4281-bd63-1e6a82e2cb61 None None] Transition to ACTIVE for port object 6c5d4461-05be-4178-97c3-c9005af5b627 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:14:22.970920 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5dfcc53e-46ad-4281-bd63-1e6a82e2cb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:23.012662 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7b410e5-33e3-49e2-99a9-a01984329812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:23.079209 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:23.108795 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-5dfcc53e-46ad-4281-bd63-1e6a82e2cb61 None None] Attempting to bind port 6c5d4461-05be-4178-97c3-c9005af5b627 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:14:23.109168 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-5dfcc53e-46ad-4281-bd63-1e6a82e2cb61 None None] Attempting to bind port 6c5d4461-05be-4178-97c3-c9005af5b627 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:14:23.109533 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfcc53e-46ad-4281-bd63-1e6a82e2cb61 None None] Attempting to bind port 6c5d4461-05be-4178-97c3-c9005af5b627 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:14:23.163747 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfcc53e-46ad-4281-bd63-1e6a82e2cb61 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:14:23.164121 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfcc53e-46ad-4281-bd63-1e6a82e2cb61 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:14:23.164529 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5dfcc53e-46ad-4281-bd63-1e6a82e2cb61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:23.164976 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfcc53e-46ad-4281-bd63-1e6a82e2cb61 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:14:23.167447 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-5dfcc53e-46ad-4281-bd63-1e6a82e2cb61 None None] Bound port: 6c5d4461-05be-4178-97c3-c9005af5b627, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:14:23.167891 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5dfcc53e-46ad-4281-bd63-1e6a82e2cb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:23.174743 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b410e5-33e3-49e2-99a9-a01984329812 admin admin] Network 8574a456-1a0e-4ff3-8e86-8ad3174e1cb2 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:14:23.180997 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port abfd6f18-cddc-4949-900b-441e3d00089a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=abfd6f18-cddc-4949-900b-441e3d00089a,segment=NetworkSegment(84c054f6-f1d5-4d03-81c3-3237f56ec888),segment_id=84c054f6-f1d5-4d03-81c3-3237f56ec888)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:14:23.195463 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba350b6b-2d13-4590-9599-2d10ca56cb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abfd6f18-cddc-4949-900b-441e3d00089a'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:14:23.198572 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f41be31-4766-4a83-8f6e-d605e74ab3a4" -d '{"events": [{"server_uuid": "ba350b6b-2d13-4590-9599-2d10ca56cb34", "name": "network-vif-plugged", "status": "completed", "tag": "abfd6f18-cddc-4949-900b-441e3d00089a"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:14:23.211346 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f247c34a-5902-4926-bb94-481cbe97b2ac no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:14:23.218701 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-d7b410e5-33e3-49e2-99a9-a01984329812 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:14:23.224305 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b410e5-33e3-49e2-99a9-a01984329812 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:14:23.269798 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: f247c34a-5902-4926-bb94-481cbe97b2ac {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:14:23.273888 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f247c34a-5902-4926-bb94-481cbe97b2ac not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:14:23.276318 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:23.293538 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b410e5-33e3-49e2-99a9-a01984329812 admin admin] Pushing event updated for resources: {'Port': ['ID=313be297-b942-4475-b883-3748b254472e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:23.304492 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-5dfcc53e-46ad-4281-bd63-1e6a82e2cb61 None None] For port 6c5d4461-05be-4178-97c3-c9005af5b627, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:14:23.308195 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-5dfcc53e-46ad-4281-bd63-1e6a82e2cb61 None None] For port 6c5d4461-05be-4178-97c3-c9005af5b627, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6c5d4461-05be-4178-97c3-c9005af5b627,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:14:23.335459 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7b410e5-33e3-49e2-99a9-a01984329812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:23.338365 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5dfcc53e-46ad-4281-bd63-1e6a82e2cb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:23.341402 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eface7b-ac75-4466-96a6-4b262977f200 None None] Pushing event updated for resources: {'Port': ['ID=6c5d4461-05be-4178-97c3-c9005af5b627,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:23.352146 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eface7b-ac75-4466-96a6-4b262977f200 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:23.353847 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eface7b-ac75-4466-96a6-4b262977f200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:23.354412 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eface7b-ac75-4466-96a6-4b262977f200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:23.355029 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eface7b-ac75-4466-96a6-4b262977f200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:23.355544 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eface7b-ac75-4466-96a6-4b262977f200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:23.356045 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eface7b-ac75-4466-96a6-4b262977f200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:23.356593 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eface7b-ac75-4466-96a6-4b262977f200 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:23.357079 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eface7b-ac75-4466-96a6-4b262977f200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:23.357576 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eface7b-ac75-4466-96a6-4b262977f200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:23.358070 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eface7b-ac75-4466-96a6-4b262977f200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:23.358540 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eface7b-ac75-4466-96a6-4b262977f200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:23.359036 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eface7b-ac75-4466-96a6-4b262977f200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:14:23.361883 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=abfd6f18-cddc-4949-900b-441e3d00089a,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:23.381665 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98643c5b-89fa-46b5-81c2-d5eb3c125edc x-openstack-request-id: req-98643c5b-89fa-46b5-81c2-d5eb3c125edc {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:14:23.382079 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba350b6b-2d13-4590-9599-2d10ca56cb34", "name": "network-vif-plugged", "status": "completed", "tag": "abfd6f18-cddc-4949-900b-441e3d00089a", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:14:23.382748 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-98643c5b-89fa-46b5-81c2-d5eb3c125edc {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:14:23.383414 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba350b6b-2d13-4590-9599-2d10ca56cb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abfd6f18-cddc-4949-900b-441e3d00089a', 'code': 200} Aug 16 20:14:23.468806 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfcc53e-46ad-4281-bd63-1e6a82e2cb61 None None] Routers {'f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:14:23.469491 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5dfcc53e-46ad-4281-bd63-1e6a82e2cb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:14:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:23.562670 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e658f-979e-46f0-b200-8b167cc6c565 req-ab5b3ad6-3c19-4c5b-9d4c-cbeefdf8b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:23.564371 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-618e658f-979e-46f0-b200-8b167cc6c565 req-ab5b3ad6-3c19-4c5b-9d4c-cbeefdf8b6fd service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ba350b6b-2d13-4590-9599-2d10ca56cb34 HTTP/1.1" status: 200 len: 1098 time: 0.0696039 Aug 16 20:14:23.624357 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7b410e5-33e3-49e2-99a9-a01984329812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:23.634092 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-5dfcc53e-46ad-4281-bd63-1e6a82e2cb61 None None] Set router f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:14:23.657377 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-618e658f-979e-46f0-b200-8b167cc6c565 req-c6af6bcf-2c7c-49e1-9004-101b71c35116 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781848 Aug 16 20:14:23.736983 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eface7b-ac75-4466-96a6-4b262977f200 None None] Pushing event updated for resources: {'Port': ['ID=6c5d4461-05be-4178-97c3-c9005af5b627,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:23.900313 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7b410e5-33e3-49e2-99a9-a01984329812 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:23.906271 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7b410e5-33e3-49e2-99a9-a01984329812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:24.022071 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54582) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:24.033985 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5dfcc53e-46ad-4281-bd63-1e6a82e2cb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b', 'name': 'tempest-ServerRescueNegativeTestJSON-991833099-router', 'tenant_id': '98e887ed0bb24182a1fc14aaf2ea8c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '6c5d4461-05be-4178-97c3-c9005af5b627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:14:18Z', 'updated_at': '2021-08-16T20:14:20Z', 'revision_number': 3, 'project_id': '98e887ed0bb24182a1fc14aaf2ea8c9d', 'gw_port': {'id': '6c5d4461-05be-4178-97c3-c9005af5b627', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:43:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:14:19Z', 'updated_at': '2021-08-16T20:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:24.053282 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7b410e5-33e3-49e2-99a9-a01984329812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:24.056226 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b410e5-33e3-49e2-99a9-a01984329812 admin admin] Pushing event updated for resources: {'Port': ['ID=313be297-b942-4475-b883-3748b254472e,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:24.066357 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfcc53e-46ad-4281-bd63-1e6a82e2cb61 None None] The sync data for ids ['f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b'] in n-d-787206-13 is: [{'id': 'f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b', 'name': 'tempest-ServerRescueNegativeTestJSON-991833099-router', 'tenant_id': '98e887ed0bb24182a1fc14aaf2ea8c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '6c5d4461-05be-4178-97c3-c9005af5b627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:14:18Z', 'updated_at': '2021-08-16T20:14:20Z', 'revision_number': 3, 'project_id': '98e887ed0bb24182a1fc14aaf2ea8c9d', 'gw_port': {'id': '6c5d4461-05be-4178-97c3-c9005af5b627', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:43:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:14:19Z', 'updated_at': '2021-08-16T20:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:14:24.199985 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee775a16-50fd-4265-9626-7b46a7231405 req-f86f35ab-f5f5-4ce8-a0df-eee9d73ccee6 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:24.201648 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ee775a16-50fd-4265-9626-7b46a7231405 req-f86f35ab-f5f5-4ce8-a0df-eee9d73ccee6 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba350b6b-2d13-4590-9599-2d10ca56cb34 HTTP/1.1" status: 200 len: 946 time: 0.0806091 Aug 16 20:14:24.209132 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b410e5-33e3-49e2-99a9-a01984329812 admin admin] Network 8574a456-1a0e-4ff3-8e86-8ad3174e1cb2 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:14:24.214343 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-d7b410e5-33e3-49e2-99a9-a01984329812 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:14:24.307824 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ee775a16-50fd-4265-9626-7b46a7231405 req-35f5132a-4341-4394-9be5-76da83fd8948 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954201 Aug 16 20:14:24.335242 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1433d895-24e8-4a91-8dd9-aa0979feec49 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Request body: {'networks': [{'name': 'tempest-network--309791198'}, {'name': 'tempest-network--897050288'}]} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:24.336191 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1433d895-24e8-4a91-8dd9-aa0979feec49 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Request body: {'network': {'name': 'tempest-network--309791198'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:24.336894 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1433d895-24e8-4a91-8dd9-aa0979feec49 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Request body: {'network': {'name': 'tempest-network--897050288'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:24.384990 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1433d895-24e8-4a91-8dd9-aa0979feec49 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Made reservation on behalf of 1bb37bdadfeb4512b2267e729b7d37ec for: {'network': 2} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:14:24.390029 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1433d895-24e8-4a91-8dd9-aa0979feec49 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:24.416621 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1433d895-24e8-4a91-8dd9-aa0979feec49 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:24.542596 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b410e5-33e3-49e2-99a9-a01984329812 admin admin] Router f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:14:24.724387 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7f4a7-0cb3-401a-9a6b-1b5023d8ccaa req-102d78bd-e585-4bce-bc6b-fc1ac1bd4907 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:24.738766 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e7e7f4a7-0cb3-401a-9a6b-1b5023d8ccaa req-102d78bd-e585-4bce-bc6b-fc1ac1bd4907 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1573086 Aug 16 20:14:24.745281 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b410e5-33e3-49e2-99a9-a01984329812 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:14:24.761483 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d7b410e5-33e3-49e2-99a9-a01984329812 admin admin] 10.222.0.68 "PUT /v2.0/routers/f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1372871 Aug 16 20:14:24.834355 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1433d895-24e8-4a91-8dd9-aa0979feec49 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:24.842004 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e7e7f4a7-0cb3-401a-9a6b-1b5023d8ccaa req-e41f08ec-e127-4e3e-9134-1ee0d0a87d69 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944633 Aug 16 20:14:24.858265 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1433d895-24e8-4a91-8dd9-aa0979feec49 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:24.859446 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1433d895-24e8-4a91-8dd9-aa0979feec49 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:24.933952 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1433d895-24e8-4a91-8dd9-aa0979feec49 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:14:24.948921 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1433d895-24e8-4a91-8dd9-aa0979feec49 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:24.949595 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-1433d895-24e8-4a91-8dd9-aa0979feec49 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Added segment 8c47abde-2ae3-403a-8ecf-88cf8a490e2d of type vlan for network 1cfbfdf2-6432-4468-85d8-6e13adf6814a Aug 16 20:14:25.022178 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433d895-24e8-4a91-8dd9-aa0979feec49 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0724bc61-af1b-4ace-9629-adbddfa091f0,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:25.036842 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1433d895-24e8-4a91-8dd9-aa0979feec49 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:25.094535 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1433d895-24e8-4a91-8dd9-aa0979feec49 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:14:25.109257 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be8924-2f0a-4ee7-b725-28bd282370e8 req-b59310da-f906-440a-8b24-728b48c449a1 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:25.117909 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e1be8924-2f0a-4ee7-b725-28bd282370e8 req-b59310da-f906-440a-8b24-728b48c449a1 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1404293 Aug 16 20:14:25.119966 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1433d895-24e8-4a91-8dd9-aa0979feec49 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:25.120608 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-1433d895-24e8-4a91-8dd9-aa0979feec49 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Added segment 6a547651-8a05-4523-a97c-34a8d25fb3e0 of type vlan for network c570ec98-17b2-47e0-b98c-5c21ac0d38ca Aug 16 20:14:25.167386 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e1be8924-2f0a-4ee7-b725-28bd282370e8 req-94a89958-629a-4787-8d1f-748ff97d51fa tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426977 Aug 16 20:14:25.235693 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1433d895-24e8-4a91-8dd9-aa0979feec49 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:25.241531 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6c5d4461-05be-4178-97c3-c9005af5b627 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:14:25.328499 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1433d895-24e8-4a91-8dd9-aa0979feec49 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:25.332854 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1433d895-24e8-4a91-8dd9-aa0979feec49 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:25.349064 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1433d895-24e8-4a91-8dd9-aa0979feec49 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:25.354927 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1433d895-24e8-4a91-8dd9-aa0979feec49 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:25.356717 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1433d895-24e8-4a91-8dd9-aa0979feec49 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:25.371778 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 6c5d4461-05be-4178-97c3-c9005af5b627 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:14:25.386114 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 6c5d4461-05be-4178-97c3-c9005af5b627 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:14:25.386608 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:25.433156 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54630) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:25.447842 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1433d895-24e8-4a91-8dd9-aa0979feec49 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.4238484 Aug 16 20:14:25.508847 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433d895-24e8-4a91-8dd9-aa0979feec49 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Pushing event updated for resources: {'Network': ['ID=1cfbfdf2-6432-4468-85d8-6e13adf6814a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:25.536264 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 1cfbfdf2-6432-4468-85d8-6e13adf6814a details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:14:25.729959 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:25.778434 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 6c5d4461-05be-4178-97c3-c9005af5b627, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6c5d4461-05be-4178-97c3-c9005af5b627,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:14:25.808718 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:25.884112 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ae822-e32b-4f2b-b515-735174739104 req-318ef93a-b4b0-4b5f-a6a8-21be190dd7d8 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:25.886680 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ea6ae822-e32b-4f2b-b515-735174739104 req-318ef93a-b4b0-4b5f-a6a8-21be190dd7d8 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/networks?id=8574a456-1a0e-4ff3-8e86-8ad3174e1cb2 HTTP/1.1" status: 200 len: 818 time: 0.2212152 Aug 16 20:14:25.887676 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433d895-24e8-4a91-8dd9-aa0979feec49 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Pushing event updated for resources: {'Network': ['ID=c570ec98-17b2-47e0-b98c-5c21ac0d38ca,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:25.940354 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network c570ec98-17b2-47e0-b98c-5c21ac0d38ca details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:14:25.943659 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ea6ae822-e32b-4f2b-b515-735174739104 req-073a9e20-6cc5-4fd0-9dab-504c976df528 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/quotas/98e887ed0bb24182a1fc14aaf2ea8c9d HTTP/1.1" status: 200 len: 375 time: 0.0287831 Aug 16 20:14:26.021174 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54652) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:26.022625 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a14ad1-1807-4305-b08a-b61ba7b34e63 req-d2385adf-e443-4ac1-a614-23e1e654473f tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:26.036034 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-19a14ad1-1807-4305-b08a-b61ba7b34e63 req-d2385adf-e443-4ac1-a614-23e1e654473f tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba350b6b-2d13-4590-9599-2d10ca56cb34 HTTP/1.1" status: 200 len: 946 time: 0.2752695 Aug 16 20:14:26.053465 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216a64d2-e994-4f1c-9adf-6ebd9f1101aa tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:26.066642 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216a64d2-e994-4f1c-9adf-6ebd9f1101aa tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:26.073050 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216a64d2-e994-4f1c-9adf-6ebd9f1101aa tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:26.076108 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ea6ae822-e32b-4f2b-b515-735174739104 req-6c5acfbe-7bf9-42ff-bb92-601109f6c37c tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=98e887ed0bb24182a1fc14aaf2ea8c9d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1177144 Aug 16 20:14:26.079441 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216a64d2-e994-4f1c-9adf-6ebd9f1101aa tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:26.081209 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-216a64d2-e994-4f1c-9adf-6ebd9f1101aa tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6466548 Aug 16 20:14:26.086756 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54656) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:26.101380 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=6c5d4461-05be-4178-97c3-c9005af5b627,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:26.208967 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-19a14ad1-1807-4305-b08a-b61ba7b34e63 req-a812140a-4aa3-4923-8eef-9616d2b76ec0 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667674 Aug 16 20:14:26.248476 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a3a9ebfd-188a-47b3-b29a-d27a31a461f1 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:26.303989 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ddcbf43-a7f4-4af4-8e9b-2755c34ba798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:26.436982 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ea6ae822-e32b-4f2b-b515-735174739104 req-89a317f0-272e-4b5b-8ee0-f8b02fae02fd service neutron] 10.222.0.68 "GET /v2.0/networks/8574a456-1a0e-4ff3-8e86-8ad3174e1cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588054 Aug 16 20:14:26.766861 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a3a9ebfd-188a-47b3-b29a-d27a31a461f1 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:26.780364 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-a3a9ebfd-188a-47b3-b29a-d27a31a461f1 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cfbfdf2-6432-4468-85d8-6e13adf6814a']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:26.793252 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-a3a9ebfd-188a-47b3-b29a-d27a31a461f1 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c47abde-2ae3-403a-8ecf-88cf8a490e2d') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:26.793583 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-a3a9ebfd-188a-47b3-b29a-d27a31a461f1 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c47abde-2ae3-403a-8ecf-88cf8a490e2d') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:26.803075 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f33605-4963-4e20-a5f2-da6bd20fea10 None None] Sync routers for ids ['f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:14:26.812412 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3c5f6-3e46-4968-b2c5-1c14741265de req-55ded818-7666-499c-96b9-3b06a327e4dc tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:26.817411 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f33605-4963-4e20-a5f2-da6bd20fea10 None None] Routers {'f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:14:26.821039 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0eb3c5f6-3e46-4968-b2c5-1c14741265de req-55ded818-7666-499c-96b9-3b06a327e4dc tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.4966686 Aug 16 20:14:26.821505 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-56f33605-4963-4e20-a5f2-da6bd20fea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:14:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:26.823573 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a3a9ebfd-188a-47b3-b29a-d27a31a461f1 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:26.859483 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a3a9ebfd-188a-47b3-b29a-d27a31a461f1 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:26.872435 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ddcbf43-a7f4-4af4-8e9b-2755c34ba798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:26.874401 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a9ebfd-188a-47b3-b29a-d27a31a461f1 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:14:26.874807 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a3a9ebfd-188a-47b3-b29a-d27a31a461f1 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:26.875872 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ea6ae822-e32b-4f2b-b515-735174739104 req-64f1482b-83d6-411e-8f6e-22a2141cc18c service neutron] 10.222.0.68 "GET /v2.0/networks/8574a456-1a0e-4ff3-8e86-8ad3174e1cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379768 Aug 16 20:14:26.878249 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:14:26.878249 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:14:26.878249 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:14:26.878249 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:14:26.878249 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:14:26.878249 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:14:26.878249 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:14:26.878249 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:14:26.878249 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:14:26.878249 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:14:26.878249 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:14:26.878249 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:14:26.878249 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:14:26.878249 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:14:26.878249 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:14:26.878249 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:14:26.878249 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:14:26.878249 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:14:26.878249 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:14:26.878249 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:14:26.878249 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:14:26.878249 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:14:26.878249 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:14:26.878249 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:14:26.878249 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:14:26.878249 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:14:26.878249 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:14:26.878249 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:14:26.878249 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:14:26.878249 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:14:26.878249 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:14:26.878249 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:14:26.882573 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ddcbf43-a7f4-4af4-8e9b-2755c34ba798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:26.940531 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0eb3c5f6-3e46-4968-b2c5-1c14741265de req-23e91d86-4e0c-4592-9710-c2fad4293ad0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020720 Aug 16 20:14:26.956793 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3ddcbf43-a7f4-4af4-8e9b-2755c34ba798 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3dedfd56dbcb4f359c784bcc394ee63c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9323268 Aug 16 20:14:26.956793 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddcbf43-a7f4-4af4-8e9b-2755c34ba798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b35c96-7a13-48cb-803a-2f8d44421f29,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:26.958690 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54678) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:27.069306 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-56f33605-4963-4e20-a5f2-da6bd20fea10 None None] Set router f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:14:27.089992 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a3a9ebfd-188a-47b3-b29a-d27a31a461f1 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:27.099784 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a3a9ebfd-188a-47b3-b29a-d27a31a461f1 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:27.110711 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54682) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:27.111111 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a3a9ebfd-188a-47b3-b29a-d27a31a461f1 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] 10.222.0.68 "DELETE /v2.0/networks/1cfbfdf2-6432-4468-85d8-6e13adf6814a HTTP/1.1" status: 204 len: 168 time: 1.0198293 Aug 16 20:14:27.184779 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9ebfd-188a-47b3-b29a-d27a31a461f1 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Pushing event deleted for resources: {'Network': ['ID=1cfbfdf2-6432-4468-85d8-6e13adf6814a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:27.235330 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-62f81d15-5ee7-4a7c-8a5f-3a99cbbc09a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:27.265463 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-957cc034-e114-4b4d-8ada-e3367b6db2fe tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:27.302789 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-62f81d15-5ee7-4a7c-8a5f-3a99cbbc09a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:27.327546 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6c5d4461-05be-4178-97c3-c9005af5b627 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:14:27.453182 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5ba49d1b-5410-40aa-8591-d7ed57002d01 req-f258ceeb-f877-4ae5-9cc7-99d40d3da70b tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 210 time: 0.0722499 Aug 16 20:14:27.457179 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-957cc034-e114-4b4d-8ada-e3367b6db2fe tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:27.502958 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-62f81d15-5ee7-4a7c-8a5f-3a99cbbc09a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:27.507566 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-62f81d15-5ee7-4a7c-8a5f-3a99cbbc09a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:27.508591 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-957cc034-e114-4b4d-8ada-e3367b6db2fe tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c570ec98-17b2-47e0-b98c-5c21ac0d38ca']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:27.526287 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 6c5d4461-05be-4178-97c3-c9005af5b627 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:14:27.527048 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:27.527173 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-62f81d15-5ee7-4a7c-8a5f-3a99cbbc09a6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e3b35c96-7a13-48cb-803a-2f8d44421f29 HTTP/1.1" status: 204 len: 168 time: 0.5642517 Aug 16 20:14:27.535586 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-957cc034-e114-4b4d-8ada-e3367b6db2fe tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a547651-8a05-4523-a97c-34a8d25fb3e0') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:27.535892 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-957cc034-e114-4b4d-8ada-e3367b6db2fe tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a547651-8a05-4523-a97c-34a8d25fb3e0') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:27.566921 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-957cc034-e114-4b4d-8ada-e3367b6db2fe tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:27.570208 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f81d15-5ee7-4a7c-8a5f-3a99cbbc09a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b35c96-7a13-48cb-803a-2f8d44421f29,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:27.604079 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-957cc034-e114-4b4d-8ada-e3367b6db2fe tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:27.619948 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957cc034-e114-4b4d-8ada-e3367b6db2fe tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:14:27.620377 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-957cc034-e114-4b4d-8ada-e3367b6db2fe tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:27.623484 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:14:27.623484 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:14:27.623484 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:14:27.623484 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:14:27.623484 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:14:27.623484 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:14:27.623484 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:14:27.623484 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:14:27.623484 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:14:27.623484 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:14:27.623484 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:14:27.623484 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:14:27.623484 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:14:27.623484 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:14:27.623484 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:14:27.623484 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:14:27.623484 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:14:27.623484 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:14:27.623484 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:14:27.623484 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:14:27.623484 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:14:27.623484 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:14:27.623484 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:14:27.623484 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:14:27.623484 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:14:27.623484 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:14:27.623484 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:14:27.623484 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:14:27.623484 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:14:27.623484 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:14:27.623484 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:14:27.623484 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:14:27.662070 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-56f33605-4963-4e20-a5f2-da6bd20fea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b', 'name': 'tempest-ServerRescueNegativeTestJSON-991833099-router', 'tenant_id': '98e887ed0bb24182a1fc14aaf2ea8c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '6c5d4461-05be-4178-97c3-c9005af5b627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:14:18Z', 'updated_at': '2021-08-16T20:14:23Z', 'revision_number': 4, 'project_id': '98e887ed0bb24182a1fc14aaf2ea8c9d', 'gw_port': {'id': '6c5d4461-05be-4178-97c3-c9005af5b627', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:43:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:14:19Z', 'updated_at': '2021-08-16T20:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '313be297-b942-4475-b883-3748b254472e', 'name': '', 'network_id': '8574a456-1a0e-4ff3-8e86-8ad3174e1cb2', 'tenant_id': '98e887ed0bb24182a1fc14aaf2ea8c9d', 'mac_address': 'fa:16:3e:dc:6e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '946fe5ac-77fe-4401-a122-51f4276b125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:14:22Z', 'updated_at': '2021-08-16T20:14:23Z', 'revision_number': 2, 'project_id': '98e887ed0bb24182a1fc14aaf2ea8c9d', 'subnets': [{'id': '946fe5ac-77fe-4401-a122-51f4276b125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:27.725261 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f33605-4963-4e20-a5f2-da6bd20fea10 None None] Checking router: f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:14:27.725625 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f33605-4963-4e20-a5f2-da6bd20fea10 None None] Updating router f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b port 313be297-b942-4475-b883-3748b254472e binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:14:27.734664 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-957cc034-e114-4b4d-8ada-e3367b6db2fe tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:27.747532 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-957cc034-e114-4b4d-8ada-e3367b6db2fe tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:27.786276 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-957cc034-e114-4b4d-8ada-e3367b6db2fe tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] 10.222.0.68 "DELETE /v2.0/networks/c570ec98-17b2-47e0-b98c-5c21ac0d38ca HTTP/1.1" status: 204 len: 168 time: 0.6768777 Aug 16 20:14:27.788872 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54712) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:27.789132 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56f33605-4963-4e20-a5f2-da6bd20fea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:27.815333 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957cc034-e114-4b4d-8ada-e3367b6db2fe tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Pushing event deleted for resources: {'Network': ['ID=c570ec98-17b2-47e0-b98c-5c21ac0d38ca,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:28.058585 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b7805c-ecc3-4743-b667-42768e5f3138 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:28.070646 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b7805c-ecc3-4743-b667-42768e5f3138 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:28.076929 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54730) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:28.082797 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-af0f01a3-09a7-4a93-8629-5f6771d6dfa4 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-660770143'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:28.087592 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-36b7805c-ecc3-4743-b667-42768e5f3138 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2963676 Aug 16 20:14:28.118700 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0f01a3-09a7-4a93-8629-5f6771d6dfa4 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Made reservation on behalf of 1bb37bdadfeb4512b2267e729b7d37ec for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:14:28.128640 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-af0f01a3-09a7-4a93-8629-5f6771d6dfa4 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:28.249873 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af0f01a3-09a7-4a93-8629-5f6771d6dfa4 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:14:28.276367 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-af0f01a3-09a7-4a93-8629-5f6771d6dfa4 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:28.276979 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-af0f01a3-09a7-4a93-8629-5f6771d6dfa4 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Added segment 22a96056-298b-4b0a-823b-6b97e1931ce5 of type vlan for network 982fbb1a-a387-4680-b437-28bf5124ded1 Aug 16 20:14:28.329587 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086a9ad-ebda-4f12-9138-17e00059c9e3 req-0661f603-1d3f-409b-bbaf-2c94975e2d08 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:28.332155 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5086a9ad-ebda-4f12-9138-17e00059c9e3 req-0661f603-1d3f-409b-bbaf-2c94975e2d08 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1061678 Aug 16 20:14:28.345977 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-af0f01a3-09a7-4a93-8629-5f6771d6dfa4 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:28.357168 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-c3243e41-d64c-45dd-a5af-e9204038a03c tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:28.364697 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-c3243e41-d64c-45dd-a5af-e9204038a03c tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/networks?id=8574a456-1a0e-4ff3-8e86-8ad3174e1cb2 HTTP/1.1" status: 200 len: 818 time: 0.2015254 Aug 16 20:14:28.382058 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-491ce528-697a-44f2-8033-3e12925c9637 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/quotas/98e887ed0bb24182a1fc14aaf2ea8c9d HTTP/1.1" status: 200 len: 375 time: 0.0162926 Aug 16 20:14:28.405910 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5086a9ad-ebda-4f12-9138-17e00059c9e3 req-1de8f5cc-5b7f-4f4e-9e74-ed2bfc7c1197 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661130 Aug 16 20:14:28.434201 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-af0f01a3-09a7-4a93-8629-5f6771d6dfa4 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:28.444248 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0f01a3-09a7-4a93-8629-5f6771d6dfa4 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:28.445275 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-af0f01a3-09a7-4a93-8629-5f6771d6dfa4 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:28.472857 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56f33605-4963-4e20-a5f2-da6bd20fea10 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:28.488169 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-56f33605-4963-4e20-a5f2-da6bd20fea10 None None] Transition to ACTIVE for port object 313be297-b942-4475-b883-3748b254472e will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:14:28.501119 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56f33605-4963-4e20-a5f2-da6bd20fea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:28.567935 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8ac02-9ca7-4996-bfbb-ce3aca4c92d7 None None] Pushing event updated for resources: {'Port': ['ID=313be297-b942-4475-b883-3748b254472e,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:28.636835 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-af0f01a3-09a7-4a93-8629-5f6771d6dfa4 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5583806 Aug 16 20:14:28.639781 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54758) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:28.644843 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f01a3-09a7-4a93-8629-5f6771d6dfa4 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Pushing event updated for resources: {'Network': ['ID=982fbb1a-a387-4680-b437-28bf5124ded1,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:28.648047 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-57dcd209-5b31-4297-aa7b-6556aad8826e tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2077011764'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:28.661959 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 982fbb1a-a387-4680-b437-28bf5124ded1 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:14:28.663212 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-ec92717e-1d9a-4588-9dc3-7b3404faac5b tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=98e887ed0bb24182a1fc14aaf2ea8c9d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2645545 Aug 16 20:14:28.701236 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dcd209-5b31-4297-aa7b-6556aad8826e tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Made reservation on behalf of 1bb37bdadfeb4512b2267e729b7d37ec for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:14:28.720649 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-57dcd209-5b31-4297-aa7b-6556aad8826e tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:28.760021 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57dcd209-5b31-4297-aa7b-6556aad8826e tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:14:28.773565 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-57dcd209-5b31-4297-aa7b-6556aad8826e tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:28.774258 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-57dcd209-5b31-4297-aa7b-6556aad8826e tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Added segment 8048009b-231f-49d3-915e-1d09209b2ef4 of type vlan for network 86eddcfc-a0b8-4d33-8ce3-27c1217030bb Aug 16 20:14:28.809658 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-0815d6a0-e67e-4312-945c-f85ecbb398b5 service neutron] 10.222.0.68 "GET /v2.0/networks/8574a456-1a0e-4ff3-8e86-8ad3174e1cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451874 Aug 16 20:14:28.849782 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-57dcd209-5b31-4297-aa7b-6556aad8826e tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:28.939033 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-57dcd209-5b31-4297-aa7b-6556aad8826e tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:28.946481 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dcd209-5b31-4297-aa7b-6556aad8826e tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:28.948275 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-57dcd209-5b31-4297-aa7b-6556aad8826e tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:28.991482 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-ccd82f9f-e00d-4dae-83d3-b676ba590bf4 service neutron] 10.222.0.68 "GET /v2.0/networks/8574a456-1a0e-4ff3-8e86-8ad3174e1cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807048 Aug 16 20:14:29.085624 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dcd209-5b31-4297-aa7b-6556aad8826e tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Pushing event updated for resources: {'Network': ['ID=86eddcfc-a0b8-4d33-8ce3-27c1217030bb,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:29.145477 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-57dcd209-5b31-4297-aa7b-6556aad8826e tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5042706 Aug 16 20:14:29.149502 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54778) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:29.156741 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2b8d7b68-cab7-456f-abb4-3cda16cd046f tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Request body: {'ports': [{'network_id': '982fbb1a-a387-4680-b437-28bf5124ded1', 'name': 'tempest-port--1877935718', 'admin_state_up': True}, {'network_id': '86eddcfc-a0b8-4d33-8ce3-27c1217030bb', 'admin_state_up': False}]} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:29.157204 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2b8d7b68-cab7-456f-abb4-3cda16cd046f tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Request body: {'port': {'network_id': '982fbb1a-a387-4680-b437-28bf5124ded1', 'name': 'tempest-port--1877935718', 'admin_state_up': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:29.157989 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2b8d7b68-cab7-456f-abb4-3cda16cd046f tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Request body: {'port': {'network_id': '86eddcfc-a0b8-4d33-8ce3-27c1217030bb', 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:29.158603 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 86eddcfc-a0b8-4d33-8ce3-27c1217030bb details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:14:29.165270 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-56f33605-4963-4e20-a5f2-da6bd20fea10 None None] Attempting to bind port 313be297-b942-4475-b883-3748b254472e on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:14:29.165642 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-56f33605-4963-4e20-a5f2-da6bd20fea10 None None] Attempting to bind port 313be297-b942-4475-b883-3748b254472e by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '83e88499-be31-412e-b1f3-31339fbbc02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8574a456-1a0e-4ff3-8e86-8ad3174e1cb2'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:14:29.166209 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f33605-4963-4e20-a5f2-da6bd20fea10 None None] Attempting to bind port 313be297-b942-4475-b883-3748b254472e on network 8574a456-1a0e-4ff3-8e86-8ad3174e1cb2 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:14:29.216158 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f33605-4963-4e20-a5f2-da6bd20fea10 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:14:29.216616 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f33605-4963-4e20-a5f2-da6bd20fea10 None None] Checking segment: {'id': '83e88499-be31-412e-b1f3-31339fbbc02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8574a456-1a0e-4ff3-8e86-8ad3174e1cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:14:29.217080 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56f33605-4963-4e20-a5f2-da6bd20fea10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:29.217479 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f33605-4963-4e20-a5f2-da6bd20fea10 None None] Bound using segment: {'id': '83e88499-be31-412e-b1f3-31339fbbc02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8574a456-1a0e-4ff3-8e86-8ad3174e1cb2'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:14:29.217961 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-56f33605-4963-4e20-a5f2-da6bd20fea10 None None] Bound port: 313be297-b942-4475-b883-3748b254472e, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e88499-be31-412e-b1f3-31339fbbc02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8574a456-1a0e-4ff3-8e86-8ad3174e1cb2'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:14:29.218340 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56f33605-4963-4e20-a5f2-da6bd20fea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:29.286109 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ae822-e32b-4f2b-b515-735174739104 req-18b9e2ff-4e30-4715-af31-862e96f388d8 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:29.289142 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ea6ae822-e32b-4f2b-b515-735174739104 req-18b9e2ff-4e30-4715-af31-862e96f388d8 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.57 "GET /v2.0/networks?id=8574a456-1a0e-4ff3-8e86-8ad3174e1cb2 HTTP/1.1" status: 200 len: 818 time: 0.2703843 Aug 16 20:14:29.311668 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-ea6ae822-e32b-4f2b-b515-735174739104 req-7efb677b-91d5-4f7e-b6d5-f51522729018 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Request body: {'port': {'device_id': 'ccc41581-a59f-4790-9063-29f2bc075316', 'network_id': '8574a456-1a0e-4ff3-8e86-8ad3174e1cb2', 'admin_state_up': True, 'tenant_id': '98e887ed0bb24182a1fc14aaf2ea8c9d'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:29.339866 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-56f33605-4963-4e20-a5f2-da6bd20fea10 None None] For port 313be297-b942-4475-b883-3748b254472e, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:14:29.343741 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-56f33605-4963-4e20-a5f2-da6bd20fea10 None None] For port 313be297-b942-4475-b883-3748b254472e, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=313be297-b942-4475-b883-3748b254472e,segment=NetworkSegment(83e88499-be31-412e-b1f3-31339fbbc02b),segment_id=83e88499-be31-412e-b1f3-31339fbbc02b)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:14:29.355163 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56f33605-4963-4e20-a5f2-da6bd20fea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:29.373697 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c96c37f7-12ee-4f40-9172-deb788a19e90 req-80b95e51-97a5-438d-b04d-a27686feae16 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 210 time: 0.0838156 Aug 16 20:14:29.492031 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f33605-4963-4e20-a5f2-da6bd20fea10 None None] Routers {'f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:14:29.492673 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-56f33605-4963-4e20-a5f2-da6bd20fea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:14:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:29.569871 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8ac02-9ca7-4996-bfbb-ce3aca4c92d7 None None] Pushing event updated for resources: {'Port': ['ID=313be297-b942-4475-b883-3748b254472e,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:29.605018 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea6ae822-e32b-4f2b-b515-735174739104 req-7efb677b-91d5-4f7e-b6d5-f51522729018 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Made reservation on behalf of 98e887ed0bb24182a1fc14aaf2ea8c9d for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:14:29.613891 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ea6ae822-e32b-4f2b-b515-735174739104 req-7efb677b-91d5-4f7e-b6d5-f51522729018 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:29.732610 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136edf11-35e3-4687-8766-1045d442ad72 req-8538766a-9233-4692-88b5-0cb682e1eaf8 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:29.734423 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-136edf11-35e3-4687-8766-1045d442ad72 req-8538766a-9233-4692-88b5-0cb682e1eaf8 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1470423 Aug 16 20:14:29.739159 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8d7b68-cab7-456f-abb4-3cda16cd046f tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Made reservation on behalf of 1bb37bdadfeb4512b2267e729b7d37ec for: {'port': 2} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:14:29.744920 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b8d7b68-cab7-456f-abb4-3cda16cd046f tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:29.769728 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b8d7b68-cab7-456f-abb4-3cda16cd046f tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:29.819368 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-56f33605-4963-4e20-a5f2-da6bd20fea10 None None] Set router f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:14:29.877642 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-2b8d7b68-cab7-456f-abb4-3cda16cd046f tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] device_id is not set on port a38a0e02-59b5-435e-b4eb-181dcee38640 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:14:29.930689 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-ea6ae822-e32b-4f2b-b515-735174739104 req-7efb677b-91d5-4f7e-b6d5-f51522729018 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Allocated IP 172.20.0.8 (8574a456-1a0e-4ff3-8e86-8ad3174e1cb2/946fe5ac-77fe-4401-a122-51f4276b125a/c11a052a-8e47-4b81-beba-292c6df2d8d2) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:14:30.235851 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-136edf11-35e3-4687-8766-1045d442ad72 req-4aa2e812-226f-4dcb-a7cd-133c8841dfab tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4769893 Aug 16 20:14:30.243172 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b8d7b68-cab7-456f-abb4-3cda16cd046f tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:30.301126 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-56f33605-4963-4e20-a5f2-da6bd20fea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b', 'name': 'tempest-ServerRescueNegativeTestJSON-991833099-router', 'tenant_id': '98e887ed0bb24182a1fc14aaf2ea8c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '6c5d4461-05be-4178-97c3-c9005af5b627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:14:18Z', 'updated_at': '2021-08-16T20:14:23Z', 'revision_number': 4, 'project_id': '98e887ed0bb24182a1fc14aaf2ea8c9d', 'gw_port': {'id': '6c5d4461-05be-4178-97c3-c9005af5b627', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:43:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:14:19Z', 'updated_at': '2021-08-16T20:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '313be297-b942-4475-b883-3748b254472e', 'name': '', 'network_id': '8574a456-1a0e-4ff3-8e86-8ad3174e1cb2', 'tenant_id': '98e887ed0bb24182a1fc14aaf2ea8c9d', 'mac_address': 'fa:16:3e:dc:6e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '946fe5ac-77fe-4401-a122-51f4276b125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:14:22Z', 'updated_at': '2021-08-16T20:14:29Z', 'revision_number': 4, 'project_id': '98e887ed0bb24182a1fc14aaf2ea8c9d', 'subnets': [{'id': '946fe5ac-77fe-4401-a122-51f4276b125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:30.310452 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ea6ae822-e32b-4f2b-b515-735174739104 req-7efb677b-91d5-4f7e-b6d5-f51522729018 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:30.355507 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f33605-4963-4e20-a5f2-da6bd20fea10 None None] The sync data for ids ['f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b'] in n-d-787206-13 is: [{'id': 'f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b', 'name': 'tempest-ServerRescueNegativeTestJSON-991833099-router', 'tenant_id': '98e887ed0bb24182a1fc14aaf2ea8c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '6c5d4461-05be-4178-97c3-c9005af5b627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:14:18Z', 'updated_at': '2021-08-16T20:14:23Z', 'revision_number': 4, 'project_id': '98e887ed0bb24182a1fc14aaf2ea8c9d', 'gw_port': {'id': '6c5d4461-05be-4178-97c3-c9005af5b627', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:43:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:14:19Z', 'updated_at': '2021-08-16T20:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '313be297-b942-4475-b883-3748b254472e', 'name': '', 'network_id': '8574a456-1a0e-4ff3-8e86-8ad3174e1cb2', 'tenant_id': '98e887ed0bb24182a1fc14aaf2ea8c9d', 'mac_address': 'fa:16:3e:dc:6e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '946fe5ac-77fe-4401-a122-51f4276b125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:14:22Z', 'updated_at': '2021-08-16T20:14:29Z', 'revision_number': 4, 'project_id': '98e887ed0bb24182a1fc14aaf2ea8c9d', 'subnets': [{'id': '946fe5ac-77fe-4401-a122-51f4276b125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:14:30.396387 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ea6ae822-e32b-4f2b-b515-735174739104 req-7efb677b-91d5-4f7e-b6d5-f51522729018 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:30.437421 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-2b8d7b68-cab7-456f-abb4-3cda16cd046f tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] device_id is not set on port e4c14460-8c13-41e1-9069-23d607c038b4 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:14:30.584373 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea6ae822-e32b-4f2b-b515-735174739104 req-7efb677b-91d5-4f7e-b6d5-f51522729018 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Network 8574a456-1a0e-4ff3-8e86-8ad3174e1cb2 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:14:30.603139 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-ea6ae822-e32b-4f2b-b515-735174739104 req-7efb677b-91d5-4f7e-b6d5-f51522729018 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:14:30.644635 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea6ae822-e32b-4f2b-b515-735174739104 req-7efb677b-91d5-4f7e-b6d5-f51522729018 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:14:30.689049 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b8d7b68-cab7-456f-abb4-3cda16cd046f tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:30.747933 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b8d7b68-cab7-456f-abb4-3cda16cd046f tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:30.762469 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f2168ffe-75c7-40b3-909f-c1b925091fb5 req-d4adafc6-db89-482d-8784-e603ad18f4cd tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 210 time: 0.1643147 Aug 16 20:14:30.784351 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb677b-91d5-4f7e-b6d5-f51522729018 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Pushing event updated for resources: {'Port': ['ID=c11a052a-8e47-4b81-beba-292c6df2d8d2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:30.867705 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d7b68-cab7-456f-abb4-3cda16cd046f tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Pushing event updated for resources: {'Port': ['ID=a38a0e02-59b5-435e-b4eb-181dcee38640,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:30.869796 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ae822-e32b-4f2b-b515-735174739104 req-7efb677b-91d5-4f7e-b6d5-f51522729018 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:30.873654 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ea6ae822-e32b-4f2b-b515-735174739104 req-7efb677b-91d5-4f7e-b6d5-f51522729018 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:30.878267 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8d7b68-cab7-456f-abb4-3cda16cd046f tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Checking segment: {'id': '22a96056-298b-4b0a-823b-6b97e1931ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '982fbb1a-a387-4680-b437-28bf5124ded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:14:30.878544 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8d7b68-cab7-456f-abb4-3cda16cd046f tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Network hostable DHCP agents. Network: 982fbb1a-a387-4680-b437-28bf5124ded1, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:14:30.902386 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8d7b68-cab7-456f-abb4-3cda16cd046f tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Network 982fbb1a-a387-4680-b437-28bf5124ded1 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:14:30.903137 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ea6ae822-e32b-4f2b-b515-735174739104 req-7efb677b-91d5-4f7e-b6d5-f51522729018 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6031692 Aug 16 20:14:30.924547 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-ea6ae822-e32b-4f2b-b515-735174739104 req-6d4d72d2-572f-4b29-8828-8b6522bf570b service neutron] Request body: {'port': {'device_id': 'ccc41581-a59f-4790-9063-29f2bc075316', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:30.934759 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-2b8d7b68-cab7-456f-abb4-3cda16cd046f tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 982fbb1a-a387-4680-b437-28bf5124ded1) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:14:30.941931 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8d7b68-cab7-456f-abb4-3cda16cd046f tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:14:30.942823 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b8d7b68-cab7-456f-abb4-3cda16cd046f tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:30.951294 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb00eca-8285-4858-834c-31d5cbf0df4b None None] Network 982fbb1a-a387-4680-b437-28bf5124ded1 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:14:31.105919 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ea6ae822-e32b-4f2b-b515-735174739104 req-6d4d72d2-572f-4b29-8828-8b6522bf570b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:31.137612 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54844) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:31.137877 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d7b68-cab7-456f-abb4-3cda16cd046f tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Pushing event updated for resources: {'Port': ['ID=e4c14460-8c13-41e1-9069-23d607c038b4,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:31.151781 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8d7b68-cab7-456f-abb4-3cda16cd046f tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Checking segment: {'id': '8048009b-231f-49d3-915e-1d09209b2ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '86eddcfc-a0b8-4d33-8ce3-27c1217030bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:14:31.152154 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8d7b68-cab7-456f-abb4-3cda16cd046f tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Network hostable DHCP agents. Network: 86eddcfc-a0b8-4d33-8ce3-27c1217030bb, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:14:31.192207 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8d7b68-cab7-456f-abb4-3cda16cd046f tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Network 86eddcfc-a0b8-4d33-8ce3-27c1217030bb is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:14:31.236757 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-2b8d7b68-cab7-456f-abb4-3cda16cd046f tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 86eddcfc-a0b8-4d33-8ce3-27c1217030bb) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:14:31.257466 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8d7b68-cab7-456f-abb4-3cda16cd046f tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:14:31.286781 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8d7b68-cab7-456f-abb4-3cda16cd046f tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:31.309478 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8d7b68-cab7-456f-abb4-3cda16cd046f tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:31.310728 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b8d7b68-cab7-456f-abb4-3cda16cd046f tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:31.356820 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2b8d7b68-cab7-456f-abb4-3cda16cd046f tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.2054024 Aug 16 20:14:31.357245 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54852) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:31.365283 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31e955c-3b20-4920-bc02-9fab5e6e383e None None] Network 86eddcfc-a0b8-4d33-8ce3-27c1217030bb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:14:31.374593 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 313be297-b942-4475-b883-3748b254472e up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:14:31.520879 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5bcf0728-26e5-44d5-99da-457df7943471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:31.591393 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19f44c-d57c-41df-9f16-8eccd1765a11 req-dbc631a7-b507-473b-83b2-325b5c108dab tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:31.592989 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b19f44c-d57c-41df-9f16-8eccd1765a11 req-dbc631a7-b507-473b-83b2-325b5c108dab tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1868870 Aug 16 20:14:31.656245 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-217e1fb1-5cbc-4c11-8e98-86a04d550120 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:31.657989 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-217e1fb1-5cbc-4c11-8e98-86a04d550120 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.63 "GET /v2.0/networks?id=8574a456-1a0e-4ff3-8e86-8ad3174e1cb2 HTTP/1.1" status: 200 len: 818 time: 0.5531199 Aug 16 20:14:31.709670 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b19f44c-d57c-41df-9f16-8eccd1765a11 req-7fd7b369-2512-44d4-b48b-5827644534dd tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626924 Aug 16 20:14:31.723182 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-2b3327e9-cb8b-4169-9a72-3e3b1a0b4757 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Request body: {'port': {'device_id': '229a5bbe-f20d-48c9-974e-27f8eeef37c5', 'network_id': '8574a456-1a0e-4ff3-8e86-8ad3174e1cb2', 'admin_state_up': True, 'tenant_id': '98e887ed0bb24182a1fc14aaf2ea8c9d'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:31.755609 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 313be297-b942-4475-b883-3748b254472e completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:14:31.762010 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 313be297-b942-4475-b883-3748b254472e triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:14:31.762816 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:31.874192 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e2b4d66-f5f2-46fd-b974-0ee0a028a820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:31.928262 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:31.961561 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5e8e01c1-ae51-4101-9a44-7475b0da0e5c req-9d2482a8-3a85-41b7-ba82-2c4f261a5109 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 210 time: 0.0840037 Aug 16 20:14:32.012772 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 313be297-b942-4475-b883-3748b254472e, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=313be297-b942-4475-b883-3748b254472e,segment=NetworkSegment(83e88499-be31-412e-b1f3-31339fbbc02b),segment_id=83e88499-be31-412e-b1f3-31339fbbc02b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:14:32.024144 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:32.125599 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d0df36-7cfc-4a0a-a7f5-47fc87cfa253 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:32.133096 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d0df36-7cfc-4a0a-a7f5-47fc87cfa253 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:32.135485 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c9d0df36-7cfc-4a0a-a7f5-47fc87cfa253 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7638252 Aug 16 20:14:32.139383 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54870) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:32.175208 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=313be297-b942-4475-b883-3748b254472e,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:32.227642 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5bcf0728-26e5-44d5-99da-457df7943471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:32.255515 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5bcf0728-26e5-44d5-99da-457df7943471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:32.279950 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-2b3327e9-cb8b-4169-9a72-3e3b1a0b4757 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Made reservation on behalf of 98e887ed0bb24182a1fc14aaf2ea8c9d for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:14:32.283788 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-2b3327e9-cb8b-4169-9a72-3e3b1a0b4757 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:32.305228 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-91406576-92bd-4b0f-9576-775ff392ba06 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Deleting port a38a0e02-59b5-435e-b4eb-181dcee38640 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:14:32.305802 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-91406576-92bd-4b0f-9576-775ff392ba06 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:32.363540 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5bcf0728-26e5-44d5-99da-457df7943471 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2e7fdec217c94dc89573723cf300f64a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2116315 Aug 16 20:14:32.367436 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54876) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:32.372987 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf0728-26e5-44d5-99da-457df7943471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d0ba6d-32a5-4682-89c6-7141344c4988,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:32.450317 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-91406576-92bd-4b0f-9576-775ff392ba06 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:32.476576 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-91406576-92bd-4b0f-9576-775ff392ba06 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Calling delete_port for a38a0e02-59b5-435e-b4eb-181dcee38640 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:14:32.523677 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-ea6ae822-e32b-4f2b-b515-735174739104 req-6d4d72d2-572f-4b29-8828-8b6522bf570b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c11a052a-8e47-4b81-beba-292c6df2d8d2 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:14:32.546342 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ea6ae822-e32b-4f2b-b515-735174739104 req-6d4d72d2-572f-4b29-8828-8b6522bf570b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:32.559217 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a24e10a-83a0-41f3-addb-b3d190ba2879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:32.564202 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-ea6ae822-e32b-4f2b-b515-735174739104 req-6d4d72d2-572f-4b29-8828-8b6522bf570b service neutron] Transition to ACTIVE for port object c11a052a-8e47-4b81-beba-292c6df2d8d2 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:14:32.571417 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ea6ae822-e32b-4f2b-b515-735174739104 req-6d4d72d2-572f-4b29-8828-8b6522bf570b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:32.589261 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a24e10a-83a0-41f3-addb-b3d190ba2879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:32.659413 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a24e10a-83a0-41f3-addb-b3d190ba2879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:32.662981 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a24e10a-83a0-41f3-addb-b3d190ba2879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:32.664163 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7a24e10a-83a0-41f3-addb-b3d190ba2879 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/93d0ba6d-32a5-4682-89c6-7141344c4988 HTTP/1.1" status: 204 len: 168 time: 0.2960284 Aug 16 20:14:32.682305 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24e10a-83a0-41f3-addb-b3d190ba2879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d0ba6d-32a5-4682-89c6-7141344c4988,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:32.709670 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d72d2-572f-4b29-8828-8b6522bf570b service neutron] Pushing event updated for resources: {'Port': ['ID=c11a052a-8e47-4b81-beba-292c6df2d8d2,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:32.715693 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-2b3327e9-cb8b-4169-9a72-3e3b1a0b4757 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Allocated IP 172.20.0.14 (8574a456-1a0e-4ff3-8e86-8ad3174e1cb2/946fe5ac-77fe-4401-a122-51f4276b125a/b7852834-b3f1-4e73-953c-2defbc79e994) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:14:32.778969 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-91406576-92bd-4b0f-9576-775ff392ba06 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:32.863443 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91406576-92bd-4b0f-9576-775ff392ba06 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Pushing event deleted for resources: {'Port': ['ID=a38a0e02-59b5-435e-b4eb-181dcee38640,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:32.882561 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ea6ae822-e32b-4f2b-b515-735174739104 req-6d4d72d2-572f-4b29-8828-8b6522bf570b service neutron] Attempting to bind port c11a052a-8e47-4b81-beba-292c6df2d8d2 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:14:32.882907 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ea6ae822-e32b-4f2b-b515-735174739104 req-6d4d72d2-572f-4b29-8828-8b6522bf570b service neutron] Attempting to bind port c11a052a-8e47-4b81-beba-292c6df2d8d2 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '83e88499-be31-412e-b1f3-31339fbbc02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8574a456-1a0e-4ff3-8e86-8ad3174e1cb2'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:14:32.883887 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6ae822-e32b-4f2b-b515-735174739104 req-6d4d72d2-572f-4b29-8828-8b6522bf570b service neutron] Attempting to bind port c11a052a-8e47-4b81-beba-292c6df2d8d2 on network 8574a456-1a0e-4ff3-8e86-8ad3174e1cb2 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:14:32.894996 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6ae822-e32b-4f2b-b515-735174739104 req-6d4d72d2-572f-4b29-8828-8b6522bf570b service neutron] Port c11a052a-8e47-4b81-beba-292c6df2d8d2 on network 8574a456-1a0e-4ff3-8e86-8ad3174e1cb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:14:32.895519 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6ae822-e32b-4f2b-b515-735174739104 req-6d4d72d2-572f-4b29-8828-8b6522bf570b service neutron] Attempting to bind port c11a052a-8e47-4b81-beba-292c6df2d8d2 on network 8574a456-1a0e-4ff3-8e86-8ad3174e1cb2 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:14:32.901616 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-91406576-92bd-4b0f-9576-775ff392ba06 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:32.903397 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-91406576-92bd-4b0f-9576-775ff392ba06 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] 10.222.0.68 "DELETE /v2.0/ports/a38a0e02-59b5-435e-b4eb-181dcee38640 HTTP/1.1" status: 204 len: 168 time: 0.7632577 Aug 16 20:14:32.907625 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54888) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:32.927899 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6ae822-e32b-4f2b-b515-735174739104 req-6d4d72d2-572f-4b29-8828-8b6522bf570b service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:14:32.928258 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6ae822-e32b-4f2b-b515-735174739104 req-6d4d72d2-572f-4b29-8828-8b6522bf570b service neutron] Checking segment: {'id': '83e88499-be31-412e-b1f3-31339fbbc02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8574a456-1a0e-4ff3-8e86-8ad3174e1cb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:14:32.928712 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6ae822-e32b-4f2b-b515-735174739104 req-6d4d72d2-572f-4b29-8828-8b6522bf570b service neutron] Bound using segment: {'id': '83e88499-be31-412e-b1f3-31339fbbc02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8574a456-1a0e-4ff3-8e86-8ad3174e1cb2'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:14:32.929652 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ea6ae822-e32b-4f2b-b515-735174739104 req-6d4d72d2-572f-4b29-8828-8b6522bf570b service neutron] Bound port: c11a052a-8e47-4b81-beba-292c6df2d8d2, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83e88499-be31-412e-b1f3-31339fbbc02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8574a456-1a0e-4ff3-8e86-8ad3174e1cb2'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:14:32.930113 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ea6ae822-e32b-4f2b-b515-735174739104 req-6d4d72d2-572f-4b29-8828-8b6522bf570b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:32.962712 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd0f01-b012-42db-8852-688565921142 req-670cfd7b-1a66-4916-a26c-c8816b7b1d7e tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:32.969042 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a9cd0f01-b012-42db-8852-688565921142 req-670cfd7b-1a66-4916-a26c-c8816b7b1d7e tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.0810506 Aug 16 20:14:33.056055 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a9cd0f01-b012-42db-8852-688565921142 req-fc5519bc-e813-44eb-8dab-0a5a390ee0a5 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818725 Aug 16 20:14:33.188017 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 313be297-b942-4475-b883-3748b254472e up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:14:33.221122 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7a3c6311-b34c-4a7c-8ca3-b824ef58170a req-b8657602-5573-4efb-873a-7589d8cf157b tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 210 time: 0.0726981 Aug 16 20:14:33.322793 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ea6ae822-e32b-4f2b-b515-735174739104 req-6d4d72d2-572f-4b29-8828-8b6522bf570b service neutron] For port c11a052a-8e47-4b81-beba-292c6df2d8d2, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:14:33.326195 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ea6ae822-e32b-4f2b-b515-735174739104 req-6d4d72d2-572f-4b29-8828-8b6522bf570b service neutron] For port c11a052a-8e47-4b81-beba-292c6df2d8d2, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=c11a052a-8e47-4b81-beba-292c6df2d8d2,segment=NetworkSegment(83e88499-be31-412e-b1f3-31339fbbc02b),segment_id=83e88499-be31-412e-b1f3-31339fbbc02b)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:14:33.333174 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 313be297-b942-4475-b883-3748b254472e triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:14:33.334074 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:33.340862 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ea6ae822-e32b-4f2b-b515-735174739104 req-6d4d72d2-572f-4b29-8828-8b6522bf570b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:33.505044 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d72d2-572f-4b29-8828-8b6522bf570b service neutron] Pushing event updated for resources: {'Port': ['ID=c11a052a-8e47-4b81-beba-292c6df2d8d2,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:33.513572 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-2b3327e9-cb8b-4169-9a72-3e3b1a0b4757 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:33.534239 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ae822-e32b-4f2b-b515-735174739104 req-6d4d72d2-572f-4b29-8828-8b6522bf570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:33.535719 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ea6ae822-e32b-4f2b-b515-735174739104 req-6d4d72d2-572f-4b29-8828-8b6522bf570b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:33.538015 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ea6ae822-e32b-4f2b-b515-735174739104 req-6d4d72d2-572f-4b29-8828-8b6522bf570b service neutron] 10.222.0.57 "PUT /v2.0/ports/c11a052a-8e47-4b81-beba-292c6df2d8d2 HTTP/1.1" status: 200 len: 1092 time: 2.6234534 Aug 16 20:14:33.539359 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc41581-a59f-4790-9063-29f2bc075316', 'tag': 'c11a052a-8e47-4b81-beba-292c6df2d8d2'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:14:33.542718 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523e3e07-b6c3-4cb8-bb33-6c34381ed257" -d '{"events": [{"name": "network-changed", "server_uuid": "ccc41581-a59f-4790-9063-29f2bc075316", "tag": "c11a052a-8e47-4b81-beba-292c6df2d8d2"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:14:33.578628 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-47a1fa56-bd29-495c-81d3-0cee311d39f0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Deleting port e4c14460-8c13-41e1-9069-23d607c038b4 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:14:33.579062 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-47a1fa56-bd29-495c-81d3-0cee311d39f0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:33.674222 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069855cd-59dd-4af3-be6f-b29dc6d0ee4d x-openstack-request-id: req-069855cd-59dd-4af3-be6f-b29dc6d0ee4d {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:14:33.674519 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccc41581-a59f-4790-9063-29f2bc075316", "tag": "c11a052a-8e47-4b81-beba-292c6df2d8d2", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:14:33.676430 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-069855cd-59dd-4af3-be6f-b29dc6d0ee4d {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:14:33.676430 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccc41581-a59f-4790-9063-29f2bc075316', 'tag': 'c11a052a-8e47-4b81-beba-292c6df2d8d2', 'status': 'completed', 'code': 200} Aug 16 20:14:33.704959 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-2b3327e9-cb8b-4169-9a72-3e3b1a0b4757 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:33.720195 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-47a1fa56-bd29-495c-81d3-0cee311d39f0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:33.776696 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ae822-e32b-4f2b-b515-735174739104 req-7bbceaed-5678-4055-9ecf-4511cdf9720e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:33.778395 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ea6ae822-e32b-4f2b-b515-735174739104 req-7bbceaed-5678-4055-9ecf-4511cdf9720e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=98e887ed0bb24182a1fc14aaf2ea8c9d&device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 1095 time: 0.1732004 Aug 16 20:14:33.786883 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-47a1fa56-bd29-495c-81d3-0cee311d39f0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Calling delete_port for e4c14460-8c13-41e1-9069-23d607c038b4 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:14:33.863585 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-2b3327e9-cb8b-4169-9a72-3e3b1a0b4757 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Network 8574a456-1a0e-4ff3-8e86-8ad3174e1cb2 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:14:33.868085 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-2b3327e9-cb8b-4169-9a72-3e3b1a0b4757 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:14:33.961265 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3327e9-cb8b-4169-9a72-3e3b1a0b4757 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Pushing event updated for resources: {'Port': ['ID=b7852834-b3f1-4e73-953c-2defbc79e994,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:33.964838 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ea6ae822-e32b-4f2b-b515-735174739104 req-b753b9d8-7438-4a25-b497-a7890618a4d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c11a052a-8e47-4b81-beba-292c6df2d8d2 HTTP/1.1" status: 200 len: 217 time: 0.1686492 Aug 16 20:14:33.965982 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-2b3327e9-cb8b-4169-9a72-3e3b1a0b4757 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:14:33.970441 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-47a1fa56-bd29-495c-81d3-0cee311d39f0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:34.070002 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-47a1fa56-bd29-495c-81d3-0cee311d39f0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:34.074779 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-47a1fa56-bd29-495c-81d3-0cee311d39f0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] 10.222.0.68 "DELETE /v2.0/ports/e4c14460-8c13-41e1-9069-23d607c038b4 HTTP/1.1" status: 204 len: 168 time: 1.1618085 Aug 16 20:14:34.075509 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54934) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:34.081482 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1fa56-bd29-495c-81d3-0cee311d39f0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Pushing event deleted for resources: {'Port': ['ID=e4c14460-8c13-41e1-9069-23d607c038b4,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:34.117155 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-2b3327e9-cb8b-4169-9a72-3e3b1a0b4757 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:34.117786 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-2b3327e9-cb8b-4169-9a72-3e3b1a0b4757 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:34.128576 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ae822-e32b-4f2b-b515-735174739104 req-7c1035b9-c5a6-491e-ad4b-48bff329f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:34.130100 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ea6ae822-e32b-4f2b-b515-735174739104 req-7c1035b9-c5a6-491e-ad4b-48bff329f13b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=946fe5ac-77fe-4401-a122-51f4276b125a HTTP/1.1" status: 200 len: 858 time: 0.1533802 Aug 16 20:14:34.138876 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-2b3327e9-cb8b-4169-9a72-3e3b1a0b4757 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4321935 Aug 16 20:14:34.179323 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ea6ae822-e32b-4f2b-b515-735174739104 req-e67a3e2b-5727-4d46-937d-a0bcf65abcd9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8574a456-1a0e-4ff3-8e86-8ad3174e1cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391221 Aug 16 20:14:34.185346 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-7bc963f1-5a10-48f9-9904-8abd2b9f7014 service neutron] Request body: {'port': {'device_id': '229a5bbe-f20d-48c9-974e-27f8eeef37c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:34.277633 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c98c9df6-fe02-49d7-947a-efc164383ded tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2002690 Aug 16 20:14:34.278564 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54952) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:34.284717 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-dc334132-0b98-46f7-97d0-2e8c823d34f1 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1690655961'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:34.316239 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc334132-0b98-46f7-97d0-2e8c823d34f1 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Made reservation on behalf of 1bb37bdadfeb4512b2267e729b7d37ec for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:14:34.321027 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc334132-0b98-46f7-97d0-2e8c823d34f1 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:34.362758 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1f179f4a-a363-4d90-a8d8-56e8d24d201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:34.399998 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc334132-0b98-46f7-97d0-2e8c823d34f1 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:14:34.420999 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc334132-0b98-46f7-97d0-2e8c823d34f1 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:34.421619 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-dc334132-0b98-46f7-97d0-2e8c823d34f1 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Added segment 3d197a77-2121-4ea6-bf64-09cd85cb014a of type vlan for network b764a197-42cc-4535-9476-bbdf498f4ff9 Aug 16 20:14:34.518280 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc334132-0b98-46f7-97d0-2e8c823d34f1 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:34.553280 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de772a27-ceea-4c19-a534-57d29d32c757 req-3d750a6b-fa2b-4673-aaf5-51a517204c5f tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:34.554908 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-de772a27-ceea-4c19-a534-57d29d32c757 req-3d750a6b-fa2b-4673-aaf5-51a517204c5f tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 932 time: 0.1165268 Aug 16 20:14:34.561645 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-7bc963f1-5a10-48f9-9904-8abd2b9f7014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:34.574827 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc334132-0b98-46f7-97d0-2e8c823d34f1 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:34.574827 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc334132-0b98-46f7-97d0-2e8c823d34f1 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:34.579964 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc334132-0b98-46f7-97d0-2e8c823d34f1 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:34.581492 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de1c8e-e9e9-433d-8947-36b8a8432500 req-1b951bfc-d492-43f8-9eed-d680cd4db261 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:34.589959 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48de1c8e-e9e9-433d-8947-36b8a8432500 req-1b951bfc-d492-43f8-9eed-d680cd4db261 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.2353675 Aug 16 20:14:34.602569 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ea6ae822-e32b-4f2b-b515-735174739104 req-74e60298-69f7-4f4a-8aca-e4db80dc4c46 service neutron] 10.222.0.57 "GET /v2.0/networks/8574a456-1a0e-4ff3-8e86-8ad3174e1cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930078 Aug 16 20:14:34.647918 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:34.752206 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ea6ae822-e32b-4f2b-b515-735174739104 req-2b08af59-1f35-41eb-bbde-6ef69f3939ef service neutron] 10.222.0.57 "GET /v2.0/networks/8574a456-1a0e-4ff3-8e86-8ad3174e1cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386914 Aug 16 20:14:34.773263 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-de772a27-ceea-4c19-a534-57d29d32c757 req-30d83266-4db6-4a1d-bce8-5ec36d81cf74 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084382 Aug 16 20:14:34.777739 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-dc334132-0b98-46f7-97d0-2e8c823d34f1 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4972022 Aug 16 20:14:34.784573 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54976) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:34.805171 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5a06ef4e-d09c-4e5b-b8f7-f4c16a1196d6 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1283676081'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:34.817023 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc334132-0b98-46f7-97d0-2e8c823d34f1 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Pushing event updated for resources: {'Network': ['ID=b764a197-42cc-4535-9476-bbdf498f4ff9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:34.831414 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network b764a197-42cc-4535-9476-bbdf498f4ff9 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:14:34.861414 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a06ef4e-d09c-4e5b-b8f7-f4c16a1196d6 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Made reservation on behalf of 1bb37bdadfeb4512b2267e729b7d37ec for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:14:34.869499 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a06ef4e-d09c-4e5b-b8f7-f4c16a1196d6 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:34.925391 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a06ef4e-d09c-4e5b-b8f7-f4c16a1196d6 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:14:34.948437 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a06ef4e-d09c-4e5b-b8f7-f4c16a1196d6 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:34.948793 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-5a06ef4e-d09c-4e5b-b8f7-f4c16a1196d6 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Added segment 79a44576-2d4f-4664-a484-7adcbae0a233 of type vlan for network 8ee293a1-dc4e-4f0c-97f5-427f2c41dca6 Aug 16 20:14:34.952227 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48de1c8e-e9e9-433d-8947-36b8a8432500 req-324dfafe-e91e-4745-9a0b-b9fdc4d701d1 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3564939 Aug 16 20:14:35.045522 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e3e07-b6c3-4cb8-bb33-6c34381ed257 req-d863d667-5fc5-4ea3-8c99-4a2fa18de364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:35.047810 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-523e3e07-b6c3-4cb8-bb33-6c34381ed257 req-d863d667-5fc5-4ea3-8c99-4a2fa18de364 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=98e887ed0bb24182a1fc14aaf2ea8c9d&device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 1095 time: 0.2031746 Aug 16 20:14:35.108220 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a06ef4e-d09c-4e5b-b8f7-f4c16a1196d6 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:35.185901 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a06ef4e-d09c-4e5b-b8f7-f4c16a1196d6 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:35.192916 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a06ef4e-d09c-4e5b-b8f7-f4c16a1196d6 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:35.193888 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a06ef4e-d09c-4e5b-b8f7-f4c16a1196d6 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:35.281196 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5a06ef4e-d09c-4e5b-b8f7-f4c16a1196d6 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4867909 Aug 16 20:14:35.287351 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06ef4e-d09c-4e5b-b8f7-f4c16a1196d6 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Pushing event updated for resources: {'Network': ['ID=8ee293a1-dc4e-4f0c-97f5-427f2c41dca6,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:35.305613 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 8ee293a1-dc4e-4f0c-97f5-427f2c41dca6 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:14:35.558007 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:35.906282 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:36.002130 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f20035-c53b-4e7a-8018-5ea0f376ffec req-3129b8f7-cca1-4269-8cda-03aa7b04b5c4 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:36.014386 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e3e07-b6c3-4cb8-bb33-6c34381ed257 req-e49dbd7c-005c-4d2f-a98b-49eeb44b7f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:36.017459 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-523e3e07-b6c3-4cb8-bb33-6c34381ed257 req-e49dbd7c-005c-4d2f-a98b-49eeb44b7f63 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8574a456-1a0e-4ff3-8e86-8ad3174e1cb2 HTTP/1.1" status: 200 len: 919 time: 0.9578917 Aug 16 20:14:36.020139 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-57f20035-c53b-4e7a-8018-5ea0f376ffec req-3129b8f7-cca1-4269-8cda-03aa7b04b5c4 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 932 time: 0.1307650 Aug 16 20:14:36.020982 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:36.104505 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-523e3e07-b6c3-4cb8-bb33-6c34381ed257 req-26dacdfd-8ffb-4aa2-8443-aeb32cfe189e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c11a052a-8e47-4b81-beba-292c6df2d8d2 HTTP/1.1" status: 200 len: 217 time: 0.0742998 Aug 16 20:14:36.152131 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-57f20035-c53b-4e7a-8018-5ea0f376ffec req-2256d00c-6e25-4f58-a61f-5dbf2ead8bfd tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305573 Aug 16 20:14:36.212216 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e3e07-b6c3-4cb8-bb33-6c34381ed257 req-7bc71349-7f73-46db-92f7-007bc4c1477a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:36.217147 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-523e3e07-b6c3-4cb8-bb33-6c34381ed257 req-7bc71349-7f73-46db-92f7-007bc4c1477a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=946fe5ac-77fe-4401-a122-51f4276b125a HTTP/1.1" status: 200 len: 858 time: 0.1054602 Aug 16 20:14:36.295025 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-523e3e07-b6c3-4cb8-bb33-6c34381ed257 req-c7f2723f-98dc-4019-8287-5dbc6da82254 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8574a456-1a0e-4ff3-8e86-8ad3174e1cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374279 Aug 16 20:14:36.441250 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-7bc963f1-5a10-48f9-9904-8abd2b9f7014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7852834-b3f1-4e73-953c-2defbc79e994 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:14:36.460023 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-7bc963f1-5a10-48f9-9904-8abd2b9f7014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:36.483714 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67f8bb-f868-4ad8-b899-79d6971e483a req-dd353ae2-a941-427e-8e06-b4cd85cf0162 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:36.485768 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ba67f8bb-f868-4ad8-b899-79d6971e483a req-dd353ae2-a941-427e-8e06-b4cd85cf0162 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.3361254 Aug 16 20:14:36.490136 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-523e3e07-b6c3-4cb8-bb33-6c34381ed257 req-bc0aa2c8-7a74-44ee-91ec-e36f173c23e6 service neutron] 10.222.0.57 "GET /v2.0/networks/8574a456-1a0e-4ff3-8e86-8ad3174e1cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867933 Aug 16 20:14:36.494524 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-7bc963f1-5a10-48f9-9904-8abd2b9f7014 service neutron] Transition to ACTIVE for port object b7852834-b3f1-4e73-953c-2defbc79e994 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:14:36.525997 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-7bc963f1-5a10-48f9-9904-8abd2b9f7014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:36.713129 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ba67f8bb-f868-4ad8-b899-79d6971e483a req-ea42ab35-0eea-4255-a730-fee31105970f tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172208 Aug 16 20:14:36.734000 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc963f1-5a10-48f9-9904-8abd2b9f7014 service neutron] Pushing event updated for resources: {'Port': ['ID=b7852834-b3f1-4e73-953c-2defbc79e994,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:36.799625 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-523e3e07-b6c3-4cb8-bb33-6c34381ed257 req-91899752-d690-41be-9089-35d0ed54611c service neutron] 10.222.0.57 "GET /v2.0/networks/8574a456-1a0e-4ff3-8e86-8ad3174e1cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965498 Aug 16 20:14:36.845111 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-7bc963f1-5a10-48f9-9904-8abd2b9f7014 service neutron] Attempting to bind port b7852834-b3f1-4e73-953c-2defbc79e994 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:14:36.845368 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-7bc963f1-5a10-48f9-9904-8abd2b9f7014 service neutron] Attempting to bind port b7852834-b3f1-4e73-953c-2defbc79e994 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '83e88499-be31-412e-b1f3-31339fbbc02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8574a456-1a0e-4ff3-8e86-8ad3174e1cb2'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:14:36.845680 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-7bc963f1-5a10-48f9-9904-8abd2b9f7014 service neutron] Attempting to bind port b7852834-b3f1-4e73-953c-2defbc79e994 on network 8574a456-1a0e-4ff3-8e86-8ad3174e1cb2 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:14:36.857299 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-7bc963f1-5a10-48f9-9904-8abd2b9f7014 service neutron] Port b7852834-b3f1-4e73-953c-2defbc79e994 on network 8574a456-1a0e-4ff3-8e86-8ad3174e1cb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:14:36.857623 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-7bc963f1-5a10-48f9-9904-8abd2b9f7014 service neutron] Attempting to bind port b7852834-b3f1-4e73-953c-2defbc79e994 on network 8574a456-1a0e-4ff3-8e86-8ad3174e1cb2 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:14:36.863191 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-7bc963f1-5a10-48f9-9904-8abd2b9f7014 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:14:36.863563 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-7bc963f1-5a10-48f9-9904-8abd2b9f7014 service neutron] Checking segment: {'id': '83e88499-be31-412e-b1f3-31339fbbc02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8574a456-1a0e-4ff3-8e86-8ad3174e1cb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:14:36.864460 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-7bc963f1-5a10-48f9-9904-8abd2b9f7014 service neutron] Bound using segment: {'id': '83e88499-be31-412e-b1f3-31339fbbc02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8574a456-1a0e-4ff3-8e86-8ad3174e1cb2'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:14:36.865038 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-7bc963f1-5a10-48f9-9904-8abd2b9f7014 service neutron] Bound port: b7852834-b3f1-4e73-953c-2defbc79e994, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83e88499-be31-412e-b1f3-31339fbbc02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8574a456-1a0e-4ff3-8e86-8ad3174e1cb2'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:14:36.865400 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-7bc963f1-5a10-48f9-9904-8abd2b9f7014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:36.953740 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-7bc963f1-5a10-48f9-9904-8abd2b9f7014 service neutron] For port b7852834-b3f1-4e73-953c-2defbc79e994, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:14:36.958310 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-7bc963f1-5a10-48f9-9904-8abd2b9f7014 service neutron] For port b7852834-b3f1-4e73-953c-2defbc79e994, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=b7852834-b3f1-4e73-953c-2defbc79e994,segment=NetworkSegment(83e88499-be31-412e-b1f3-31339fbbc02b),segment_id=83e88499-be31-412e-b1f3-31339fbbc02b)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:14:36.967989 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-7bc963f1-5a10-48f9-9904-8abd2b9f7014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:37.001389 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:37.046196 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-7bc963f1-5a10-48f9-9904-8abd2b9f7014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:37.048455 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-7bc963f1-5a10-48f9-9904-8abd2b9f7014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:37.059762 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-7bc963f1-5a10-48f9-9904-8abd2b9f7014 service neutron] 10.222.0.63 "PUT /v2.0/ports/b7852834-b3f1-4e73-953c-2defbc79e994 HTTP/1.1" status: 200 len: 1093 time: 2.8707418 Aug 16 20:14:37.060716 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '229a5bbe-f20d-48c9-974e-27f8eeef37c5', 'tag': 'b7852834-b3f1-4e73-953c-2defbc79e994'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:14:37.068347 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3208ce88-0852-4c04-86f0-72f73e2c6912" -d '{"events": [{"name": "network-changed", "server_uuid": "229a5bbe-f20d-48c9-974e-27f8eeef37c5", "tag": "b7852834-b3f1-4e73-953c-2defbc79e994"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:14:37.099044 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc963f1-5a10-48f9-9904-8abd2b9f7014 service neutron] Pushing event updated for resources: {'Port': ['ID=b7852834-b3f1-4e73-953c-2defbc79e994,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:37.171617 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c71705-6ffe-4960-a5ca-f1c1c3410c2f x-openstack-request-id: req-e6c71705-6ffe-4960-a5ca-f1c1c3410c2f {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:14:37.171617 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "229a5bbe-f20d-48c9-974e-27f8eeef37c5", "tag": "b7852834-b3f1-4e73-953c-2defbc79e994", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:14:37.171617 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e6c71705-6ffe-4960-a5ca-f1c1c3410c2f {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:14:37.171617 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '229a5bbe-f20d-48c9-974e-27f8eeef37c5', 'tag': 'b7852834-b3f1-4e73-953c-2defbc79e994', 'status': 'completed', 'code': 200} Aug 16 20:14:37.224837 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-1925dfc0-6c54-4e42-80f3-68c38c9b9257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:37.234907 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-1925dfc0-6c54-4e42-80f3-68c38c9b9257 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=98e887ed0bb24182a1fc14aaf2ea8c9d&device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 1096 time: 0.1138034 Aug 16 20:14:37.300026 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-7114b9f7-1afa-4e15-aaa7-0128fa11e351 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7852834-b3f1-4e73-953c-2defbc79e994 HTTP/1.1" status: 200 len: 217 time: 0.0546033 Aug 16 20:14:37.376063 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920820c-0597-4934-ad30-6a0d3e28553c req-ff35c25f-ab43-4f8e-954c-1cd609ccef89 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:37.377646 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e920820c-0597-4934-ad30-6a0d3e28553c req-ff35c25f-ab43-4f8e-954c-1cd609ccef89 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 944 time: 0.1179616 Aug 16 20:14:37.454990 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-94af1d40-3bd0-4795-8452-647595bf50c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:37.457196 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-94af1d40-3bd0-4795-8452-647595bf50c7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=946fe5ac-77fe-4401-a122-51f4276b125a HTTP/1.1" status: 200 len: 858 time: 0.1479759 Aug 16 20:14:37.479882 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e920820c-0597-4934-ad30-6a0d3e28553c req-86479e44-83c5-415c-b4d0-d2f4e9f2c13e tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835779 Aug 16 20:14:37.542283 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-c00fea69-70c9-412b-933e-5b8dae4cabe4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8574a456-1a0e-4ff3-8e86-8ad3174e1cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760756 Aug 16 20:14:37.866590 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device c11a052a-8e47-4b81-beba-292c6df2d8d2 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:14:37.946500 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-7172a637-3214-42b4-bf2f-f5355e0f1f0d service neutron] 10.222.0.63 "GET /v2.0/networks/8574a456-1a0e-4ff3-8e86-8ad3174e1cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941951 Aug 16 20:14:37.975597 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-f854018c-6ad1-4a4b-b379-59d0c9f58922 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:37.977159 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-f854018c-6ad1-4a4b-b379-59d0c9f58922 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/networks?id=6a810a23-6feb-497f-991b-9f7fa7297251 HTTP/1.1" status: 200 len: 814 time: 0.2969248 Aug 16 20:14:37.980652 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port c11a052a-8e47-4b81-beba-292c6df2d8d2, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=c11a052a-8e47-4b81-beba-292c6df2d8d2,segment=NetworkSegment(83e88499-be31-412e-b1f3-31339fbbc02b),segment_id=83e88499-be31-412e-b1f3-31339fbbc02b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:14:37.989838 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a6308-b78d-4ec6-82d4-b5034e21ca96 req-d99e6fa8-432e-409d-b9fb-b40194d137d2 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:38.002654 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b77a6308-b78d-4ec6-82d4-b5034e21ca96 req-d99e6fa8-432e-409d-b9fb-b40194d137d2 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1518381 Aug 16 20:14:38.018415 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'c11a052a-8e47-4b81-beba-292c6df2d8d2', 'network_id': '8574a456-1a0e-4ff3-8e86-8ad3174e1cb2', 'port_id': 'c11a052a-8e47-4b81-beba-292c6df2d8d2', 'mac_address': 'fa:16:3e:3f:ef:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '946fe5ac-77fe-4401-a122-51f4276b125a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:14:38.101565 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:38.113426 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-36428264-829f-4337-ac7c-24fcc4124cf3 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/quotas/92569f34c49a49e2a1bee9bb87197b5b HTTP/1.1" status: 200 len: 375 time: 0.0357001 Aug 16 20:14:38.128180 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c11a052a-8e47-4b81-beba-292c6df2d8d2 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:14:38.131495 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b77a6308-b78d-4ec6-82d4-b5034e21ca96 req-5fe4abfb-dc22-4882-9998-bb05d369e71a tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249132 Aug 16 20:14:38.167740 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port c11a052a-8e47-4b81-beba-292c6df2d8d2, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=c11a052a-8e47-4b81-beba-292c6df2d8d2,segment=NetworkSegment(83e88499-be31-412e-b1f3-31339fbbc02b),segment_id=83e88499-be31-412e-b1f3-31339fbbc02b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:14:38.175162 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:38.230679 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-61f8c1b0-1ba2-4eed-a054-53fa6db1e528 req-867cd282-42c2-4131-bae2-edd578d2b01a service neutron] 10.222.0.63 "GET /v2.0/networks/8574a456-1a0e-4ff3-8e86-8ad3174e1cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523377 Aug 16 20:14:38.253029 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-58088622-86b8-45a3-aea4-9c0ed999ff35 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=92569f34c49a49e2a1bee9bb87197b5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1295819 Aug 16 20:14:38.302332 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=c11a052a-8e47-4b81-beba-292c6df2d8d2,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:38.386707 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55094) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:38.418719 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['c11a052a-8e47-4b81-beba-292c6df2d8d2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:14:38.526092 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208ce88-0852-4c04-86f0-72f73e2c6912 req-6042edf4-10e0-43d1-b837-efe9c96c2562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:38.530626 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3208ce88-0852-4c04-86f0-72f73e2c6912 req-6042edf4-10e0-43d1-b837-efe9c96c2562 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=98e887ed0bb24182a1fc14aaf2ea8c9d&device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 1096 time: 0.2055726 Aug 16 20:14:38.614480 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cadfdf73-ff61-47f0-a7ef-80277ecd8fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:38.633018 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-c4892668-7331-4706-a532-fbacd18b4309 service neutron] 10.222.0.68 "GET /v2.0/networks/6a810a23-6feb-497f-991b-9f7fa7297251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787260 Aug 16 20:14:38.657932 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55102) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:38.669127 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f24141c5-b2d8-4c02-8ceb-f6ce80c063ba tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Request body: {'subnets': [{'network_id': 'b764a197-42cc-4535-9476-bbdf498f4ff9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1139912010', 'ip_version': 6}, {'network_id': '8ee293a1-dc4e-4f0c-97f5-427f2c41dca6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:38.669454 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f24141c5-b2d8-4c02-8ceb-f6ce80c063ba tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Request body: {'subnet': {'network_id': 'b764a197-42cc-4535-9476-bbdf498f4ff9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1139912010', 'ip_version': 6}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:38.670344 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f24141c5-b2d8-4c02-8ceb-f6ce80c063ba tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Request body: {'subnet': {'network_id': '8ee293a1-dc4e-4f0c-97f5-427f2c41dca6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:38.745611 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208ce88-0852-4c04-86f0-72f73e2c6912 req-a635bc91-8805-437a-a26f-77d0b0464837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:38.747385 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3208ce88-0852-4c04-86f0-72f73e2c6912 req-a635bc91-8805-437a-a26f-77d0b0464837 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8574a456-1a0e-4ff3-8e86-8ad3174e1cb2 HTTP/1.1" status: 200 len: 919 time: 0.2013466 Aug 16 20:14:38.780237 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-9bf7e7ba-6f1f-4ad1-9ca4-43670eb2ce48 service neutron] 10.222.0.68 "GET /v2.0/networks/6a810a23-6feb-497f-991b-9f7fa7297251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461570 Aug 16 20:14:38.817606 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3208ce88-0852-4c04-86f0-72f73e2c6912 req-73118803-0329-463b-b179-1a8b7db3caf7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7852834-b3f1-4e73-953c-2defbc79e994 HTTP/1.1" status: 200 len: 217 time: 0.0592606 Aug 16 20:14:38.836064 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53567f-14e4-486e-8c71-2e38c183b854 req-c1bfaf93-5a4f-4f8d-a01f-d6b183a4509b tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:38.843855 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-de53567f-14e4-486e-8c71-2e38c183b854 req-c1bfaf93-5a4f-4f8d-a01f-d6b183a4509b tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 944 time: 0.1563799 Aug 16 20:14:38.872465 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208ce88-0852-4c04-86f0-72f73e2c6912 req-46d5f334-1886-4fe0-86ab-0a2bc8e18449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:38.874035 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3208ce88-0852-4c04-86f0-72f73e2c6912 req-46d5f334-1886-4fe0-86ab-0a2bc8e18449 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=946fe5ac-77fe-4401-a122-51f4276b125a HTTP/1.1" status: 200 len: 858 time: 0.0486431 Aug 16 20:14:38.926955 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3208ce88-0852-4c04-86f0-72f73e2c6912 req-aacdba89-f76c-4d55-868d-f5dc34858d7d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8574a456-1a0e-4ff3-8e86-8ad3174e1cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408695 Aug 16 20:14:38.965645 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-de53567f-14e4-486e-8c71-2e38c183b854 req-0c73bab6-eea2-4bb4-8c05-6eae8ad3bb06 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190367 Aug 16 20:14:39.059281 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cadfdf73-ff61-47f0-a7ef-80277ecd8fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:39.079057 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3208ce88-0852-4c04-86f0-72f73e2c6912 req-366ce888-6314-45d2-b2d6-3ef6a3b93ef5 service neutron] 10.222.0.63 "GET /v2.0/networks/8574a456-1a0e-4ff3-8e86-8ad3174e1cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440825 Aug 16 20:14:39.097440 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cbfa442a-b462-4e48-a222-4590f85db795 req-58c820c2-b097-41fd-b67d-604d9e05f416 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e66cf90-8a59-4063-a29b-999725aee70b HTTP/1.1" status: 200 len: 210 time: 0.0362930 Aug 16 20:14:39.100521 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cadfdf73-ff61-47f0-a7ef-80277ecd8fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:39.134066 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfdf73-ff61-47f0-a7ef-80277ecd8fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb13da13-a6cc-4d4a-aa87-4872aedd5e58,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:39.164020 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24141c5-b2d8-4c02-8ceb-f6ce80c063ba tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Made reservation on behalf of 1bb37bdadfeb4512b2267e729b7d37ec for: {'subnet': 2} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:14:39.172492 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f24141c5-b2d8-4c02-8ceb-f6ce80c063ba tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:39.173503 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f24141c5-b2d8-4c02-8ceb-f6ce80c063ba tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:39.239699 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3208ce88-0852-4c04-86f0-72f73e2c6912 req-966b3725-8787-4da8-b299-aba5a5dfe735 service neutron] 10.222.0.63 "GET /v2.0/networks/8574a456-1a0e-4ff3-8e86-8ad3174e1cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516397 Aug 16 20:14:39.302836 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cadfdf73-ff61-47f0-a7ef-80277ecd8fc1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=19b2f7e2319d4360afa470b68c299fab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9149013 Aug 16 20:14:39.308682 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55116) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:39.363087 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681dbe37-7a44-4897-b212-dc3611ca39ff req-7cfd42da-6709-44fb-802a-e5cdad8c26cc tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:39.367458 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-681dbe37-7a44-4897-b212-dc3611ca39ff req-7cfd42da-6709-44fb-802a-e5cdad8c26cc tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1109025 Aug 16 20:14:39.433326 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-681dbe37-7a44-4897-b212-dc3611ca39ff req-0128161c-e215-4f8e-a8bd-211da6fb3ce3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592339 Aug 16 20:14:39.439394 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6da1a4f2-7464-458f-9a01-7f6bdf172531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:39.488279 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6da1a4f2-7464-458f-9a01-7f6bdf172531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:39.548504 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6da1a4f2-7464-458f-9a01-7f6bdf172531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:39.552069 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6da1a4f2-7464-458f-9a01-7f6bdf172531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:39.557754 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6da1a4f2-7464-458f-9a01-7f6bdf172531 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bb13da13-a6cc-4d4a-aa87-4872aedd5e58 HTTP/1.1" status: 204 len: 168 time: 0.2479353 Aug 16 20:14:39.583541 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1a4f2-7464-458f-9a01-7f6bdf172531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb13da13-a6cc-4d4a-aa87-4872aedd5e58,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:39.662456 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f24141c5-b2d8-4c02-8ceb-f6ce80c063ba tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:39.785440 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24141c5-b2d8-4c02-8ceb-f6ce80c063ba tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Pushing event updated for resources: {'Subnet': ['ID=f89b32fa-0f8f-477b-b4b9-4fbf6e733380,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:39.868398 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24141c5-b2d8-4c02-8ceb-f6ce80c063ba tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Checking segment: {'id': '3d197a77-2121-4ea6-bf64-09cd85cb014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b764a197-42cc-4535-9476-bbdf498f4ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:14:39.868979 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24141c5-b2d8-4c02-8ceb-f6ce80c063ba tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Network hostable DHCP agents. Network: b764a197-42cc-4535-9476-bbdf498f4ff9, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:14:39.879627 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device c11a052a-8e47-4b81-beba-292c6df2d8d2 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:14:39.908598 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3190b6-8617-4d06-91e1-1071ade15740 req-70da2db8-8755-4e15-b7ff-e59bc1aa22f7 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:39.922496 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fd3190b6-8617-4d06-91e1-1071ade15740 req-70da2db8-8755-4e15-b7ff-e59bc1aa22f7 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1050193 Aug 16 20:14:39.933867 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d820b4e-d92f-4969-b30b-149ea5a9ab6a req-da944abf-12a4-4172-8739-727e6846bc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:39.936103 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3d820b4e-d92f-4969-b30b-149ea5a9ab6a req-da944abf-12a4-4172-8739-727e6846bc7f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f949d98cf9473f85e64341bcd4f07a&device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 1096 time: 0.0938492 Aug 16 20:14:39.937543 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24141c5-b2d8-4c02-8ceb-f6ce80c063ba tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Network b764a197-42cc-4535-9476-bbdf498f4ff9 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:14:39.964832 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port c11a052a-8e47-4b81-beba-292c6df2d8d2 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:14:39.969976 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port c11a052a-8e47-4b81-beba-292c6df2d8d2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:14:39.970622 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:39.974035 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fd3190b6-8617-4d06-91e1-1071ade15740 req-95c0f2f2-b713-4765-b6ca-01940ffeaa11 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495343 Aug 16 20:14:39.974787 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-f24141c5-b2d8-4c02-8ceb-f6ce80c063ba tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, b764a197-42cc-4535-9476-bbdf498f4ff9) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:14:39.981864 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f24141c5-b2d8-4c02-8ceb-f6ce80c063ba tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:40.029130 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a809b7-113c-4330-b08e-50db86131400 None None] Network b764a197-42cc-4535-9476-bbdf498f4ff9 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:14:40.090365 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55136) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:40.136558 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e78edce4-9f1f-4359-94f1-d247025d7f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:40.153804 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:40.169509 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24141c5-b2d8-4c02-8ceb-f6ce80c063ba tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Pushing event updated for resources: {'Subnet': ['ID=abe5eb70-a62d-4c07-87bb-f06f8af6c258,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:40.208677 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24141c5-b2d8-4c02-8ceb-f6ce80c063ba tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Checking segment: {'id': '79a44576-2d4f-4664-a484-7adcbae0a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8ee293a1-dc4e-4f0c-97f5-427f2c41dca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:14:40.208916 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24141c5-b2d8-4c02-8ceb-f6ce80c063ba tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Network hostable DHCP agents. Network: 8ee293a1-dc4e-4f0c-97f5-427f2c41dca6, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:14:40.257863 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port c11a052a-8e47-4b81-beba-292c6df2d8d2, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=c11a052a-8e47-4b81-beba-292c6df2d8d2,segment=NetworkSegment(83e88499-be31-412e-b1f3-31339fbbc02b),segment_id=83e88499-be31-412e-b1f3-31339fbbc02b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:14:40.278035 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc41581-a59f-4790-9063-29f2bc075316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11a052a-8e47-4b81-beba-292c6df2d8d2'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:14:40.280597 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1801d0b-264e-45aa-9679-3aad99721de9 req-abe8e225-64ac-4687-8192-6f3c6c7d52ed tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:40.281154 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a129e3-5e0b-4e4f-bbbe-8496c1c71faf" -d '{"events": [{"server_uuid": "ccc41581-a59f-4790-9063-29f2bc075316", "name": "network-vif-plugged", "status": "completed", "tag": "c11a052a-8e47-4b81-beba-292c6df2d8d2"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:14:40.282690 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f1801d0b-264e-45aa-9679-3aad99721de9 req-abe8e225-64ac-4687-8192-6f3c6c7d52ed tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 944 time: 0.1616273 Aug 16 20:14:40.298769 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:40.304937 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d820b4e-d92f-4969-b30b-149ea5a9ab6a req-b93a75eb-fb57-437e-af41-5db1d54687fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:40.308594 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3d820b4e-d92f-4969-b30b-149ea5a9ab6a req-b93a75eb-fb57-437e-af41-5db1d54687fb service neutron] 10.222.0.57 "GET /v2.0/networks?id=dbfa510a-9034-470b-99ef-e5f61f9b5e17 HTTP/1.1" status: 200 len: 913 time: 0.3588555 Aug 16 20:14:40.321652 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e78edce4-9f1f-4359-94f1-d247025d7f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:40.440233 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f1801d0b-264e-45aa-9679-3aad99721de9 req-544a2cdd-455e-42b8-a6fa-43648d9e209f tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492043 Aug 16 20:14:40.455813 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=c11a052a-8e47-4b81-beba-292c6df2d8d2,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:40.480178 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5f6a9781-6180-47b5-a0dd-46dd8ed13dab req-02cef638-6941-4cad-98bb-dcab59d370f4 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e66cf90-8a59-4063-a29b-999725aee70b HTTP/1.1" status: 200 len: 210 time: 0.2264283 Aug 16 20:14:40.495663 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-c659e2c4-10f5-49ed-af70-ea858510a5b1 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:40.500413 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-c659e2c4-10f5-49ed-af70-ea858510a5b1 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.57 "GET /v2.0/networks?id=6a810a23-6feb-497f-991b-9f7fa7297251 HTTP/1.1" status: 200 len: 814 time: 0.1602848 Aug 16 20:14:40.501059 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24141c5-b2d8-4c02-8ceb-f6ce80c063ba tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Network 8ee293a1-dc4e-4f0c-97f5-427f2c41dca6 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:14:40.504639 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e78edce4-9f1f-4359-94f1-d247025d7f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:40.516654 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3d820b4e-d92f-4969-b30b-149ea5a9ab6a req-08b2e1dd-23f0-4e33-8a57-9aa6e4cc4cb2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2a2462-5629-42d9-881b-f9a0a5e0a025 HTTP/1.1" status: 200 len: 999 time: 0.1899011 Aug 16 20:14:40.517938 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-bc079491-5bb0-45c9-b8dc-c29c488fba54 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Request body: {'port': {'device_id': '2e66cf90-8a59-4063-a29b-999725aee70b', 'network_id': '6a810a23-6feb-497f-991b-9f7fa7297251', 'admin_state_up': True, 'tenant_id': '92569f34c49a49e2a1bee9bb87197b5b'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:40.549293 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba780ec-249c-4d39-9dfd-934f510a35bb x-openstack-request-id: req-0ba780ec-249c-4d39-9dfd-934f510a35bb {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:14:40.549977 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccc41581-a59f-4790-9063-29f2bc075316", "name": "network-vif-plugged", "status": "completed", "tag": "c11a052a-8e47-4b81-beba-292c6df2d8d2", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:14:40.550698 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0ba780ec-249c-4d39-9dfd-934f510a35bb {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:14:40.551737 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc41581-a59f-4790-9063-29f2bc075316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11a052a-8e47-4b81-beba-292c6df2d8d2', 'code': 200} Aug 16 20:14:40.567681 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2510385b-2871-4652-b40e-8fe8463810bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-b764a197-42cc-4535-9476-bbdf498f4ff9', 'network_id': 'b764a197-42cc-4535-9476-bbdf498f4ff9', 'tenant_id': '1bb37bdadfeb4512b2267e729b7d37ec', 'fixed_ips': [{'subnet_id': 'f89b32fa-0f8f-477b-b4b9-4fbf6e733380'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:14:40.577824 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2510385b-2871-4652-b40e-8fe8463810bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:40.580427 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-f24141c5-b2d8-4c02-8ceb-f6ce80c063ba tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 8ee293a1-dc4e-4f0c-97f5-427f2c41dca6) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:14:40.601570 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ebf71d-648f-4b8b-b91a-cee5df96bf2a None None] Network 8ee293a1-dc4e-4f0c-97f5-427f2c41dca6 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:14:40.603993 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24141c5-b2d8-4c02-8ceb-f6ce80c063ba tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:40.604478 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24141c5-b2d8-4c02-8ceb-f6ce80c063ba tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:40.605287 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f24141c5-b2d8-4c02-8ceb-f6ce80c063ba tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:40.631024 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d820b4e-d92f-4969-b30b-149ea5a9ab6a req-307c6cf5-ded2-4180-a3bf-805b365ccea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:40.632428 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e78edce4-9f1f-4359-94f1-d247025d7f5f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=73a4f289f6454c0199d303c3b3245c4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5327761 Aug 16 20:14:40.632669 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3d820b4e-d92f-4969-b30b-149ea5a9ab6a req-307c6cf5-ded2-4180-a3bf-805b365ccea0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d38a8fc7-0911-4b72-a78c-d32851227793 HTTP/1.1" status: 200 len: 851 time: 0.1087153 Aug 16 20:14:40.633203 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55144) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:40.650429 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78edce4-9f1f-4359-94f1-d247025d7f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965ac226-5ac2-4931-a969-a09648d999d3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:40.686315 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f24141c5-b2d8-4c02-8ceb-f6ce80c063ba tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.0251362 Aug 16 20:14:40.696406 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55146) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:40.733615 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d820b4e-d92f-4969-b30b-149ea5a9ab6a req-2424ee15-e01f-41cb-9bb6-97b2e60f1407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:40.735243 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3d820b4e-d92f-4969-b30b-149ea5a9ab6a req-2424ee15-e01f-41cb-9bb6-97b2e60f1407 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dbfa510a-9034-470b-99ef-e5f61f9b5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674980 Aug 16 20:14:40.738708 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32914f05-c78e-4c78-9da3-7cd3fac04718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:40.763787 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32914f05-c78e-4c78-9da3-7cd3fac04718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:40.820032 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-2510385b-2871-4652-b40e-8fe8463810bc None None] Allocated IP 2001:db8::1 (b764a197-42cc-4535-9476-bbdf498f4ff9/f89b32fa-0f8f-477b-b4b9-4fbf6e733380/7a7ee93f-e1c0-4288-bc37-a72cfc7e8434) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:14:40.850785 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-bc079491-5bb0-45c9-b8dc-c29c488fba54 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Made reservation on behalf of 92569f34c49a49e2a1bee9bb87197b5b for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:14:40.855351 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-bc079491-5bb0-45c9-b8dc-c29c488fba54 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:40.864527 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a0b57-712b-4bff-8074-48077854d981 req-de645050-11a9-4fcd-82f0-aa88253f9093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:40.866557 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7d4a0b57-712b-4bff-8074-48077854d981 req-de645050-11a9-4fcd-82f0-aa88253f9093 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 1097 time: 0.2433357 Aug 16 20:14:40.886681 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3d820b4e-d92f-4969-b30b-149ea5a9ab6a req-364db1b9-78fc-4a59-bde4-90286619ffbf service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985551 Aug 16 20:14:40.897034 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bdb6bd-9bd0-4e66-bf20-bae239ced6a6 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:40.898979 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bdb6bd-9bd0-4e66-bf20-bae239ced6a6 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:40.901658 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bdb6bd-9bd0-4e66-bf20-bae239ced6a6 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:40.903513 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-79bdb6bd-9bd0-4e66-bf20-bae239ced6a6 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2056513 Aug 16 20:14:40.913504 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55150) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:40.975431 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7d4a0b57-712b-4bff-8074-48077854d981 req-1ffe6120-95bc-4a2a-8e60-3c3716620948 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945101 Aug 16 20:14:41.006176 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-176caafd-6518-4e8e-bd10-7246389ac02e tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Deleting subnet f89b32fa-0f8f-477b-b4b9-4fbf6e733380 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:14:41.049638 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32914f05-c78e-4c78-9da3-7cd3fac04718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:41.054417 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32914f05-c78e-4c78-9da3-7cd3fac04718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:41.062326 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-32914f05-c78e-4c78-9da3-7cd3fac04718 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/965ac226-5ac2-4931-a969-a09648d999d3 HTTP/1.1" status: 204 len: 168 time: 0.4281085 Aug 16 20:14:41.080627 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32914f05-c78e-4c78-9da3-7cd3fac04718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965ac226-5ac2-4931-a969-a09648d999d3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:41.095636 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-bc079491-5bb0-45c9-b8dc-c29c488fba54 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Allocated IP 172.20.0.10 (6a810a23-6feb-497f-991b-9f7fa7297251/ca1992e2-7985-465e-bbf0-d8a8506a4bc2/8e752365-377c-46db-b815-5120670afb21) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:14:41.176048 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2510385b-2871-4652-b40e-8fe8463810bc None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:41.195183 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3d820b4e-d92f-4969-b30b-149ea5a9ab6a req-0a5b7440-6bf6-408c-8212-c8a6e6528ec0 service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966604 Aug 16 20:14:41.206669 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2510385b-2871-4652-b40e-8fe8463810bc None None] Transition to ACTIVE for port object 7a7ee93f-e1c0-4288-bc37-a72cfc7e8434 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:14:41.246547 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2510385b-2871-4652-b40e-8fe8463810bc None None] Transition to ACTIVE for port object 7a7ee93f-e1c0-4288-bc37-a72cfc7e8434 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:14:41.260365 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-176caafd-6518-4e8e-bd10-7246389ac02e tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:41.285846 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3f658-51dc-41a6-93a0-5561ab46ec1d req-91f866f4-451a-49eb-bc5a-a846400a2ee3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:41.289849 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-71c3f658-51dc-41a6-93a0-5561ab46ec1d req-91f866f4-451a-49eb-bc5a-a846400a2ee3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1400771 Aug 16 20:14:41.326306 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2510385b-2871-4652-b40e-8fe8463810bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:41.360433 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-176caafd-6518-4e8e-bd10-7246389ac02e tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:41.407969 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-bc079491-5bb0-45c9-b8dc-c29c488fba54 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:41.411824 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510385b-2871-4652-b40e-8fe8463810bc None None] Pushing event updated for resources: {'Port': ['ID=7a7ee93f-e1c0-4288-bc37-a72cfc7e8434,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:41.437992 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2510385b-2871-4652-b40e-8fe8463810bc None None] Network b764a197-42cc-4535-9476-bbdf498f4ff9 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:14:41.439571 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-2510385b-2871-4652-b40e-8fe8463810bc None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:14:41.443312 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2510385b-2871-4652-b40e-8fe8463810bc None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:14:41.449003 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2dba1d-3c10-4336-9e8e-b81f81e10a79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-8ee293a1-dc4e-4f0c-97f5-427f2c41dca6', 'network_id': '8ee293a1-dc4e-4f0c-97f5-427f2c41dca6', 'tenant_id': '1bb37bdadfeb4512b2267e729b7d37ec', 'fixed_ips': [{'subnet_id': 'abe5eb70-a62d-4c07-87bb-f06f8af6c258'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:14:41.449948 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d2dba1d-3c10-4336-9e8e-b81f81e10a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:41.451745 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-71c3f658-51dc-41a6-93a0-5561ab46ec1d req-ad0cd9b1-3842-440d-bc16-eb7a70c8eb2a tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303604 Aug 16 20:14:41.575772 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-bc079491-5bb0-45c9-b8dc-c29c488fba54 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:41.589922 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-176caafd-6518-4e8e-bd10-7246389ac02e tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:41.633145 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc079491-5bb0-45c9-b8dc-c29c488fba54 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Pushing event updated for resources: {'Port': ['ID=8e752365-377c-46db-b815-5120670afb21,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:41.645903 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5054115-e0df-4692-bd9a-cbbc46ac40bf req-15f8d82e-f052-4563-b8d4-9cb37e48b765 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:41.653711 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f5054115-e0df-4692-bd9a-cbbc46ac40bf req-15f8d82e-f052-4563-b8d4-9cb37e48b765 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 944 time: 0.1268182 Aug 16 20:14:41.680852 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-bc079491-5bb0-45c9-b8dc-c29c488fba54 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Network 6a810a23-6feb-497f-991b-9f7fa7297251 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:14:41.685860 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-bc079491-5bb0-45c9-b8dc-c29c488fba54 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:14:41.690169 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-bc079491-5bb0-45c9-b8dc-c29c488fba54 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:14:41.726560 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a3a59-a874-4911-b86c-65de257b4430 req-ccd33635-b4b1-4fd5-846d-ea57d2497a36 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:41.729081 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f14a3a59-a874-4911-b86c-65de257b4430 req-ccd33635-b4b1-4fd5-846d-ea57d2497a36 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e66cf90-8a59-4063-a29b-999725aee70b HTTP/1.1" status: 200 len: 932 time: 0.0973265 Aug 16 20:14:41.731047 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-176caafd-6518-4e8e-bd10-7246389ac02e tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:41.747739 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f5054115-e0df-4692-bd9a-cbbc46ac40bf req-1d483105-89a1-476c-bcf7-99a9eaed3635 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889966 Aug 16 20:14:41.764511 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-176caafd-6518-4e8e-bd10-7246389ac02e tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:41.769613 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-176caafd-6518-4e8e-bd10-7246389ac02e tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] 10.222.0.68 "DELETE /v2.0/subnets/f89b32fa-0f8f-477b-b4b9-4fbf6e733380 HTTP/1.1" status: 204 len: 168 time: 0.8491952 Aug 16 20:14:41.772719 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55172) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:41.817259 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['9424f9f8-a01e-463c-a19a-21c6bd851708', 'abfd6f18-cddc-4949-900b-441e3d00089a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:14:41.821797 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-2d2dba1d-3c10-4336-9e8e-b81f81e10a79 None None] Allocated IP 2001:db8:0:1::1 (8ee293a1-dc4e-4f0c-97f5-427f2c41dca6/abe5eb70-a62d-4c07-87bb-f06f8af6c258/dfa2b386-e3d9-4365-9010-a66c7784db39) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:14:41.828704 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176caafd-6518-4e8e-bd10-7246389ac02e tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Pushing event deleted for resources: {'Subnet': ['ID=f89b32fa-0f8f-477b-b4b9-4fbf6e733380,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:41.829720 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2510385b-2871-4652-b40e-8fe8463810bc None None] Attempting to bind port 7a7ee93f-e1c0-4288-bc37-a72cfc7e8434 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:14:41.831050 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2510385b-2871-4652-b40e-8fe8463810bc None None] Attempting to bind port 7a7ee93f-e1c0-4288-bc37-a72cfc7e8434 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d197a77-2121-4ea6-bf64-09cd85cb014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b764a197-42cc-4535-9476-bbdf498f4ff9'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:14:41.831457 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2510385b-2871-4652-b40e-8fe8463810bc None None] Attempting to bind port 7a7ee93f-e1c0-4288-bc37-a72cfc7e8434 on network b764a197-42cc-4535-9476-bbdf498f4ff9 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:14:41.863922 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-bc079491-5bb0-45c9-b8dc-c29c488fba54 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:41.864656 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-bc079491-5bb0-45c9-b8dc-c29c488fba54 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:41.878923 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f14a3a59-a874-4911-b86c-65de257b4430 req-4af686b4-e9c0-4938-9f74-baa8e5665699 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378348 Aug 16 20:14:41.909134 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2510385b-2871-4652-b40e-8fe8463810bc None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:14:41.909698 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2510385b-2871-4652-b40e-8fe8463810bc None None] Checking segment: {'id': '3d197a77-2121-4ea6-bf64-09cd85cb014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b764a197-42cc-4535-9476-bbdf498f4ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:14:41.910921 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2510385b-2871-4652-b40e-8fe8463810bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:41.911466 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2510385b-2871-4652-b40e-8fe8463810bc None None] Bound using segment: {'id': '3d197a77-2121-4ea6-bf64-09cd85cb014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b764a197-42cc-4535-9476-bbdf498f4ff9'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:14:41.911956 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2510385b-2871-4652-b40e-8fe8463810bc None None] Bound port: 7a7ee93f-e1c0-4288-bc37-a72cfc7e8434, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d197a77-2121-4ea6-bf64-09cd85cb014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b764a197-42cc-4535-9476-bbdf498f4ff9'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:14:41.912347 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2510385b-2871-4652-b40e-8fe8463810bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:41.919149 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-bc079491-5bb0-45c9-b8dc-c29c488fba54 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4069118 Aug 16 20:14:41.934877 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-dd7711f7-a66b-4b68-9898-b814f8307c4c service neutron] Request body: {'port': {'device_id': '2e66cf90-8a59-4063-a29b-999725aee70b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:41.999819 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-883ee90a-8f9e-4e86-b9fe-92c4b3bae1e0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Deleting subnet abe5eb70-a62d-4c07-87bb-f06f8af6c258 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:14:42.010110 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-dd7711f7-a66b-4b68-9898-b814f8307c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:42.118698 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2510385b-2871-4652-b40e-8fe8463810bc None None] For port 7a7ee93f-e1c0-4288-bc37-a72cfc7e8434, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:14:42.171411 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2510385b-2871-4652-b40e-8fe8463810bc None None] For port 7a7ee93f-e1c0-4288-bc37-a72cfc7e8434, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7a7ee93f-e1c0-4288-bc37-a72cfc7e8434,segment=NetworkSegment(3d197a77-2121-4ea6-bf64-09cd85cb014a),segment_id=3d197a77-2121-4ea6-bf64-09cd85cb014a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:14:42.185648 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2510385b-2871-4652-b40e-8fe8463810bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:42.263656 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d2dba1d-3c10-4336-9e8e-b81f81e10a79 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:42.318825 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2d2dba1d-3c10-4336-9e8e-b81f81e10a79 None None] Transition to ACTIVE for port object dfa2b386-e3d9-4365-9010-a66c7784db39 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:14:42.342956 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510385b-2871-4652-b40e-8fe8463810bc None None] Pushing event updated for resources: {'Port': ['ID=7a7ee93f-e1c0-4288-bc37-a72cfc7e8434,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:42.363500 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2d2dba1d-3c10-4336-9e8e-b81f81e10a79 None None] Transition to ACTIVE for port object dfa2b386-e3d9-4365-9010-a66c7784db39 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:14:42.383793 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d2dba1d-3c10-4336-9e8e-b81f81e10a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:42.425937 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f8a66c-d712-4f73-ad27-b11385c19618 None None] Network b764a197-42cc-4535-9476-bbdf498f4ff9 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:14:42.460338 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2dba1d-3c10-4336-9e8e-b81f81e10a79 None None] Network 8ee293a1-dc4e-4f0c-97f5-427f2c41dca6 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:14:42.498688 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-2d2dba1d-3c10-4336-9e8e-b81f81e10a79 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:14:42.502196 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2dba1d-3c10-4336-9e8e-b81f81e10a79 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:14:42.534673 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2dba1d-3c10-4336-9e8e-b81f81e10a79 None None] Pushing event updated for resources: {'Port': ['ID=dfa2b386-e3d9-4365-9010-a66c7784db39,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:42.558631 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-883ee90a-8f9e-4e86-b9fe-92c4b3bae1e0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:42.586070 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-dd7711f7-a66b-4b68-9898-b814f8307c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e752365-377c-46db-b815-5120670afb21 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:14:42.599769 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-dd7711f7-a66b-4b68-9898-b814f8307c4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:42.622502 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-883ee90a-8f9e-4e86-b9fe-92c4b3bae1e0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:42.644860 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-dd7711f7-a66b-4b68-9898-b814f8307c4c service neutron] Transition to ACTIVE for port object 8e752365-377c-46db-b815-5120670afb21 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:14:42.657439 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-dd7711f7-a66b-4b68-9898-b814f8307c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:42.680000 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2555011-4959-4f50-aef2-574c4c62d9d5 req-8ee8e14b-4840-42b2-be99-9200c170b9e2 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:42.690638 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b2555011-4959-4f50-aef2-574c4c62d9d5 req-8ee8e14b-4840-42b2-be99-9200c170b9e2 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1034920 Aug 16 20:14:42.708605 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7711f7-a66b-4b68-9898-b814f8307c4c service neutron] Pushing event updated for resources: {'Port': ['ID=8e752365-377c-46db-b815-5120670afb21,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:42.799964 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b2555011-4959-4f50-aef2-574c4c62d9d5 req-b8422ca0-3d4a-421d-adec-2af97c0f71ce tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077881 Aug 16 20:14:42.832765 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device b7852834-b3f1-4e73-953c-2defbc79e994 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:14:42.850194 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-883ee90a-8f9e-4e86-b9fe-92c4b3bae1e0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:42.899350 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2d2dba1d-3c10-4336-9e8e-b81f81e10a79 None None] Attempting to bind port dfa2b386-e3d9-4365-9010-a66c7784db39 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:14:42.899836 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2d2dba1d-3c10-4336-9e8e-b81f81e10a79 None None] Attempting to bind port dfa2b386-e3d9-4365-9010-a66c7784db39 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '79a44576-2d4f-4664-a484-7adcbae0a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8ee293a1-dc4e-4f0c-97f5-427f2c41dca6'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:14:42.900252 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2dba1d-3c10-4336-9e8e-b81f81e10a79 None None] Attempting to bind port dfa2b386-e3d9-4365-9010-a66c7784db39 on network 8ee293a1-dc4e-4f0c-97f5-427f2c41dca6 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:14:42.912561 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-dd7711f7-a66b-4b68-9898-b814f8307c4c service neutron] Attempting to bind port 8e752365-377c-46db-b815-5120670afb21 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:14:42.912993 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-dd7711f7-a66b-4b68-9898-b814f8307c4c service neutron] Attempting to bind port 8e752365-377c-46db-b815-5120670afb21 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '84c054f6-f1d5-4d03-81c3-3237f56ec888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6a810a23-6feb-497f-991b-9f7fa7297251'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:14:42.913203 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-dd7711f7-a66b-4b68-9898-b814f8307c4c service neutron] Attempting to bind port 8e752365-377c-46db-b815-5120670afb21 on network 6a810a23-6feb-497f-991b-9f7fa7297251 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:14:42.918152 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2dba1d-3c10-4336-9e8e-b81f81e10a79 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:14:42.918566 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2dba1d-3c10-4336-9e8e-b81f81e10a79 None None] Checking segment: {'id': '79a44576-2d4f-4664-a484-7adcbae0a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8ee293a1-dc4e-4f0c-97f5-427f2c41dca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:14:42.919026 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d2dba1d-3c10-4336-9e8e-b81f81e10a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:42.919442 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2dba1d-3c10-4336-9e8e-b81f81e10a79 None None] Bound using segment: {'id': '79a44576-2d4f-4664-a484-7adcbae0a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8ee293a1-dc4e-4f0c-97f5-427f2c41dca6'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:14:42.919921 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2d2dba1d-3c10-4336-9e8e-b81f81e10a79 None None] Bound port: dfa2b386-e3d9-4365-9010-a66c7784db39, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a44576-2d4f-4664-a484-7adcbae0a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8ee293a1-dc4e-4f0c-97f5-427f2c41dca6'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:14:42.920301 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d2dba1d-3c10-4336-9e8e-b81f81e10a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:42.973864 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36796de8-561f-44a7-a5f0-dd37ef4a7782 req-8f9bd82a-c36f-4a91-bc66-c04068fc6c9f tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:42.975468 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-36796de8-561f-44a7-a5f0-dd37ef4a7782 req-8f9bd82a-c36f-4a91-bc66-c04068fc6c9f tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.0934119 Aug 16 20:14:42.979389 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-dd7711f7-a66b-4b68-9898-b814f8307c4c service neutron] Port 8e752365-377c-46db-b815-5120670afb21 on network 6a810a23-6feb-497f-991b-9f7fa7297251 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:14:42.979726 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-dd7711f7-a66b-4b68-9898-b814f8307c4c service neutron] Attempting to bind port 8e752365-377c-46db-b815-5120670afb21 on network 6a810a23-6feb-497f-991b-9f7fa7297251 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:14:42.994960 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-dd7711f7-a66b-4b68-9898-b814f8307c4c service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:14:42.995288 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-dd7711f7-a66b-4b68-9898-b814f8307c4c service neutron] Checking segment: {'id': '84c054f6-f1d5-4d03-81c3-3237f56ec888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6a810a23-6feb-497f-991b-9f7fa7297251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:14:42.995675 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-dd7711f7-a66b-4b68-9898-b814f8307c4c service neutron] Bound using segment: {'id': '84c054f6-f1d5-4d03-81c3-3237f56ec888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6a810a23-6feb-497f-991b-9f7fa7297251'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:14:42.996309 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-dd7711f7-a66b-4b68-9898-b814f8307c4c service neutron] Bound port: 8e752365-377c-46db-b815-5120670afb21, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c054f6-f1d5-4d03-81c3-3237f56ec888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6a810a23-6feb-497f-991b-9f7fa7297251'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:14:42.996680 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-dd7711f7-a66b-4b68-9898-b814f8307c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:43.043996 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-36796de8-561f-44a7-a5f0-dd37ef4a7782 req-696ea409-5bf6-4eb3-bfaf-05ab5bdc827e tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598447 Aug 16 20:14:43.085279 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edf12e-678e-461d-858a-69e8123bb2d4 req-a346a1a7-21c2-4349-a499-209250c52a55 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:43.087134 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c1edf12e-678e-461d-858a-69e8123bb2d4 req-a346a1a7-21c2-4349-a499-209250c52a55 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 944 time: 0.1781154 Aug 16 20:14:43.092655 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-883ee90a-8f9e-4e86-b9fe-92c4b3bae1e0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:43.131801 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ee90a-8f9e-4e86-b9fe-92c4b3bae1e0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Pushing event deleted for resources: {'Subnet': ['ID=abe5eb70-a62d-4c07-87bb-f06f8af6c258,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:43.162084 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2d2dba1d-3c10-4336-9e8e-b81f81e10a79 None None] For port dfa2b386-e3d9-4365-9010-a66c7784db39, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:14:43.162775 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-883ee90a-8f9e-4e86-b9fe-92c4b3bae1e0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:43.167592 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2d2dba1d-3c10-4336-9e8e-b81f81e10a79 None None] For port dfa2b386-e3d9-4365-9010-a66c7784db39, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=dfa2b386-e3d9-4365-9010-a66c7784db39,segment=NetworkSegment(79a44576-2d4f-4664-a484-7adcbae0a233),segment_id=79a44576-2d4f-4664-a484-7adcbae0a233)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:14:43.172215 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-883ee90a-8f9e-4e86-b9fe-92c4b3bae1e0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] 10.222.0.68 "DELETE /v2.0/subnets/abe5eb70-a62d-4c07-87bb-f06f8af6c258 HTTP/1.1" status: 204 len: 168 time: 1.3982739 Aug 16 20:14:43.173560 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port b7852834-b3f1-4e73-953c-2defbc79e994, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=b7852834-b3f1-4e73-953c-2defbc79e994,segment=NetworkSegment(83e88499-be31-412e-b1f3-31339fbbc02b),segment_id=83e88499-be31-412e-b1f3-31339fbbc02b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:14:43.173770 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55226) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:43.184924 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d2dba1d-3c10-4336-9e8e-b81f81e10a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:43.238735 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-dd7711f7-a66b-4b68-9898-b814f8307c4c service neutron] For port 8e752365-377c-46db-b815-5120670afb21, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:14:43.245960 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-dd7711f7-a66b-4b68-9898-b814f8307c4c service neutron] For port 8e752365-377c-46db-b815-5120670afb21, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=8e752365-377c-46db-b815-5120670afb21,segment=NetworkSegment(84c054f6-f1d5-4d03-81c3-3237f56ec888),segment_id=84c054f6-f1d5-4d03-81c3-3237f56ec888)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:14:43.248570 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'b7852834-b3f1-4e73-953c-2defbc79e994', 'network_id': '8574a456-1a0e-4ff3-8e86-8ad3174e1cb2', 'port_id': 'b7852834-b3f1-4e73-953c-2defbc79e994', 'mac_address': 'fa:16:3e:49:f6:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '946fe5ac-77fe-4401-a122-51f4276b125a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:14:43.274395 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-dd7711f7-a66b-4b68-9898-b814f8307c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:43.359464 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:43.399447 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7711f7-a66b-4b68-9898-b814f8307c4c service neutron] Pushing event updated for resources: {'Port': ['ID=8e752365-377c-46db-b815-5120670afb21,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:43.403931 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7852834-b3f1-4e73-953c-2defbc79e994 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:14:43.419175 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c1edf12e-678e-461d-858a-69e8123bb2d4 req-d4fd492c-10de-418d-9a53-b9de41a2b0cc tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918200 Aug 16 20:14:43.421547 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f399a9-2a29-40cd-9a37-bb08c6437e04 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:43.437299 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-62f399a9-2a29-40cd-9a37-bb08c6437e04 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2619901 Aug 16 20:14:43.437573 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-dd7711f7-a66b-4b68-9898-b814f8307c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:43.438404 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-dd7711f7-a66b-4b68-9898-b814f8307c4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:43.439940 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55236) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:43.457248 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-dd7711f7-a66b-4b68-9898-b814f8307c4c service neutron] 10.222.0.57 "PUT /v2.0/ports/8e752365-377c-46db-b815-5120670afb21 HTTP/1.1" status: 200 len: 1093 time: 1.5277259 Aug 16 20:14:43.458470 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e66cf90-8a59-4063-a29b-999725aee70b', 'tag': '8e752365-377c-46db-b815-5120670afb21'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:14:43.464606 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3cf6ab-3c05-41ac-8c6a-3ac6a308560a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e66cf90-8a59-4063-a29b-999725aee70b", "tag": "8e752365-377c-46db-b815-5120670afb21"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:14:43.487981 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port b7852834-b3f1-4e73-953c-2defbc79e994, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=b7852834-b3f1-4e73-953c-2defbc79e994,segment=NetworkSegment(83e88499-be31-412e-b1f3-31339fbbc02b),segment_id=83e88499-be31-412e-b1f3-31339fbbc02b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:14:43.489336 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2dba1d-3c10-4336-9e8e-b81f81e10a79 None None] Pushing event updated for resources: {'Port': ['ID=dfa2b386-e3d9-4365-9010-a66c7784db39,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:43.495177 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:43.633967 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=b7852834-b3f1-4e73-953c-2defbc79e994,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:43.670923 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-6c564486-8ec0-424f-bb57-7ca5b36e1a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:43.672462 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-6c564486-8ec0-424f-bb57-7ca5b36e1a0d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=92569f34c49a49e2a1bee9bb87197b5b&device_id=2e66cf90-8a59-4063-a29b-999725aee70b HTTP/1.1" status: 200 len: 1096 time: 0.1562195 Aug 16 20:14:43.695192 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c1cac2cd-bf63-486d-94c7-6d1c5fa795de tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:43.763318 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-198e2e15-15f6-4275-a978-6c95ab51643a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e752365-377c-46db-b815-5120670afb21 HTTP/1.1" status: 200 len: 217 time: 0.0803568 Aug 16 20:14:43.767500 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9e6f3-316b-4529-8052-d143f4ede9d4 req-4c786377-972d-4374-860c-599f7fb283ad tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:43.769126 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-85d9e6f3-316b-4529-8052-d143f4ede9d4 req-4c786377-972d-4374-860c-599f7fb283ad tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e66cf90-8a59-4063-a29b-999725aee70b HTTP/1.1" status: 200 len: 944 time: 0.4486039 Aug 16 20:14:43.843177 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-69071d2d-8047-4fe0-a609-82ea40764a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:43.845488 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-69071d2d-8047-4fe0-a609-82ea40764a85 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ca1992e2-7985-465e-bbf0-d8a8506a4bc2 HTTP/1.1" status: 200 len: 854 time: 0.0712063 Aug 16 20:14:43.895572 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['b7852834-b3f1-4e73-953c-2defbc79e994'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:14:43.912069 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-ffec9701-e488-4b41-bad5-e7b5695b28a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a810a23-6feb-497f-991b-9f7fa7297251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562675 Aug 16 20:14:43.914361 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-85d9e6f3-316b-4529-8052-d143f4ede9d4 req-cca31ff1-2185-46c0-a524-89f4aa04a407 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901406 Aug 16 20:14:43.916686 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4284c8-5544-4218-89db-ecbd2096fc20 x-openstack-request-id: req-af4284c8-5544-4218-89db-ecbd2096fc20 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:14:43.916943 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e66cf90-8a59-4063-a29b-999725aee70b", "tag": "8e752365-377c-46db-b815-5120670afb21", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:14:43.917193 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-af4284c8-5544-4218-89db-ecbd2096fc20 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:14:43.917585 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e66cf90-8a59-4063-a29b-999725aee70b', 'tag': '8e752365-377c-46db-b815-5120670afb21', 'status': 'completed', 'code': 200} Aug 16 20:14:43.925036 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-c1cac2cd-bf63-486d-94c7-6d1c5fa795de tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Deleting port dfa2b386-e3d9-4365-9010-a66c7784db39 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:14:43.926005 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c1cac2cd-bf63-486d-94c7-6d1c5fa795de tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:44.078263 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1243ee-beaf-4762-9137-2a1ad11840cf req-52511ec5-1dab-40e5-adbd-e96a2e51718b tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:44.086723 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec1243ee-beaf-4762-9137-2a1ad11840cf req-52511ec5-1dab-40e5-adbd-e96a2e51718b tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1373219 Aug 16 20:14:44.089138 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-c1cac2cd-bf63-486d-94c7-6d1c5fa795de tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] For port dfa2b386-e3d9-4365-9010-a66c7784db39, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=dfa2b386-e3d9-4365-9010-a66c7784db39,segment=NetworkSegment(79a44576-2d4f-4664-a484-7adcbae0a233),segment_id=79a44576-2d4f-4664-a484-7adcbae0a233)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:14:44.089603 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c1cac2cd-bf63-486d-94c7-6d1c5fa795de tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:44.109254 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-c1cac2cd-bf63-486d-94c7-6d1c5fa795de tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Calling delete_port for dfa2b386-e3d9-4365-9010-a66c7784db39 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:14:44.133127 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-b0a3799d-1c6f-4c43-aec0-30da1408eeed service neutron] 10.222.0.57 "GET /v2.0/networks/6a810a23-6feb-497f-991b-9f7fa7297251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005465 Aug 16 20:14:44.253329 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c1cac2cd-bf63-486d-94c7-6d1c5fa795de tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:44.281158 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cac2cd-bf63-486d-94c7-6d1c5fa795de tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Pushing event deleted for resources: {'Port': ['ID=dfa2b386-e3d9-4365-9010-a66c7784db39,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:44.296292 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cac2cd-bf63-486d-94c7-6d1c5fa795de tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] No DVR routers for this DVR port dfa2b386-e3d9-4365-9010-a66c7784db39 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:14:44.317482 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec1243ee-beaf-4762-9137-2a1ad11840cf req-1d156ae4-d370-4512-91d0-970d8d739d19 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254710 Aug 16 20:14:44.422844 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3c09e682-9a70-4a10-b8e6-7ac6a12bd9b3 req-27c0f21a-6a8c-472e-a31f-df44e250cc44 service neutron] 10.222.0.57 "GET /v2.0/networks/6a810a23-6feb-497f-991b-9f7fa7297251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579043 Aug 16 20:14:44.441270 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c1cac2cd-bf63-486d-94c7-6d1c5fa795de tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:44.456162 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-c1cac2cd-bf63-486d-94c7-6d1c5fa795de tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee293a1-dc4e-4f0c-97f5-427f2c41dca6']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:44.486999 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-c1cac2cd-bf63-486d-94c7-6d1c5fa795de tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a44576-2d4f-4664-a484-7adcbae0a233') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:44.487344 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-c1cac2cd-bf63-486d-94c7-6d1c5fa795de tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a44576-2d4f-4664-a484-7adcbae0a233') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:44.502658 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c1cac2cd-bf63-486d-94c7-6d1c5fa795de tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:44.524447 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c1cac2cd-bf63-486d-94c7-6d1c5fa795de tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:44.539696 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1cac2cd-bf63-486d-94c7-6d1c5fa795de tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:14:44.541156 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c1cac2cd-bf63-486d-94c7-6d1c5fa795de tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:44.562122 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:14:44.562122 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:14:44.562122 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:14:44.562122 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:14:44.562122 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:14:44.562122 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:14:44.562122 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:14:44.562122 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:14:44.562122 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:14:44.562122 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:14:44.562122 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:14:44.562122 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:14:44.562122 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:14:44.562122 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:14:44.562122 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:14:44.562122 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:14:44.562122 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:14:44.562122 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:14:44.562122 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:14:44.562122 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:14:44.562122 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:14:44.562122 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:14:44.562122 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:14:44.562122 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:14:44.562122 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:14:44.562122 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:14:44.562122 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:14:44.562122 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:14:44.562122 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:14:44.562122 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:14:44.562122 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:14:44.562122 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:14:44.585815 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cf6ab-3c05-41ac-8c6a-3ac6a308560a req-e3608829-9ce5-4e04-966f-3dbda24df834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:44.587472 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6d3cf6ab-3c05-41ac-8c6a-3ac6a308560a req-e3608829-9ce5-4e04-966f-3dbda24df834 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=92569f34c49a49e2a1bee9bb87197b5b&device_id=2e66cf90-8a59-4063-a29b-999725aee70b HTTP/1.1" status: 200 len: 1096 time: 0.1010313 Aug 16 20:14:44.672726 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c1cac2cd-bf63-486d-94c7-6d1c5fa795de tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:44.680919 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c1cac2cd-bf63-486d-94c7-6d1c5fa795de tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:44.687603 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c1cac2cd-bf63-486d-94c7-6d1c5fa795de tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] 10.222.0.68 "DELETE /v2.0/networks/8ee293a1-dc4e-4f0c-97f5-427f2c41dca6 HTTP/1.1" status: 204 len: 168 time: 1.2455394 Aug 16 20:14:44.690908 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55266) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:44.701524 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884554f9-3c51-4ab8-9fd7-eeac3613afca req-7eba5c50-9be5-418f-9fd5-7a29db14822f tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:44.703081 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-884554f9-3c51-4ab8-9fd7-eeac3613afca req-7eba5c50-9be5-418f-9fd5-7a29db14822f tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 945 time: 0.1192658 Aug 16 20:14:44.726781 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cac2cd-bf63-486d-94c7-6d1c5fa795de tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Pushing event deleted for resources: {'Network': ['ID=8ee293a1-dc4e-4f0c-97f5-427f2c41dca6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:44.770450 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-884554f9-3c51-4ab8-9fd7-eeac3613afca req-c4534932-e056-4897-a70d-57fa54ca2391 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612264 Aug 16 20:14:44.824564 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18b7a4-3a2d-45aa-8255-edd3cc711d30 req-0ff0fd9c-798d-40a1-b1d6-8f1244293cff tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:44.826708 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-da18b7a4-3a2d-45aa-8255-edd3cc711d30 req-0ff0fd9c-798d-40a1-b1d6-8f1244293cff tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.2224405 Aug 16 20:14:44.859863 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cf6ab-3c05-41ac-8c6a-3ac6a308560a req-beed5e9e-f91a-4da8-b9a3-30ea5b109848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:44.861465 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6d3cf6ab-3c05-41ac-8c6a-3ac6a308560a req-beed5e9e-f91a-4da8-b9a3-30ea5b109848 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6a810a23-6feb-497f-991b-9f7fa7297251 HTTP/1.1" status: 200 len: 915 time: 0.2671769 Aug 16 20:14:44.866922 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a2f4f9a-02b5-4575-8e53-c76bb5338da0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:44.910438 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-53858b7d-d046-4e18-902b-22f17351a482 None None] Could not find standard attr ID for object dfa2b386-e3d9-4365-9010-a66c7784db39. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:14:44.922265 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c98f08-503d-4a5a-a9e5-5fb346a6b22a None None] DHCP port deletion for 8ee293a1-dc4e-4f0c-97f5-427f2c41dca6 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:14:44.935156 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6d3cf6ab-3c05-41ac-8c6a-3ac6a308560a req-81f45601-c938-4ef3-9c5f-da6e6ce813a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e752365-377c-46db-b815-5120670afb21 HTTP/1.1" status: 200 len: 217 time: 0.0562167 Aug 16 20:14:44.943687 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54507a59-6803-4126-8963-fc9d354a7f75 None None] Network 8ee293a1-dc4e-4f0c-97f5-427f2c41dca6 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:14:44.957591 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54507a59-6803-4126-8963-fc9d354a7f75 None None] Network 8ee293a1-dc4e-4f0c-97f5-427f2c41dca6 could not be found, it might have been deleted concurrently. {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 20:14:44.970465 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4436d8c-e487-4c4d-9423-c73a59aea51d None None] get_active_networks_info from n-d-787206-13 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:14:45.005209 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-da18b7a4-3a2d-45aa-8255-edd3cc711d30 req-c5693099-0e6b-42a4-a5e9-c96f6f5e7097 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559951 Aug 16 20:14:45.089584 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cf6ab-3c05-41ac-8c6a-3ac6a308560a req-e85accb8-2716-4f6e-a546-c38722ce0025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:45.091386 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6d3cf6ab-3c05-41ac-8c6a-3ac6a308560a req-e85accb8-2716-4f6e-a546-c38722ce0025 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ca1992e2-7985-465e-bbf0-d8a8506a4bc2 HTTP/1.1" status: 200 len: 854 time: 0.1418064 Aug 16 20:14:45.091716 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fcb71-81f6-476b-b596-6de56ad428e1 req-e70a449d-7464-4e87-993b-542cdb83b145 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:45.093431 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a28fcb71-81f6-476b-b596-6de56ad428e1 req-e70a449d-7464-4e87-993b-542cdb83b145 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e66cf90-8a59-4063-a29b-999725aee70b HTTP/1.1" status: 200 len: 944 time: 0.0856848 Aug 16 20:14:45.136942 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6d3cf6ab-3c05-41ac-8c6a-3ac6a308560a req-99410c94-75ed-4eb9-a8bb-5d3b41ae3b34 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a810a23-6feb-497f-991b-9f7fa7297251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347669 Aug 16 20:14:45.137429 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-3a2f4f9a-02b5-4575-8e53-c76bb5338da0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Deleting port 7a7ee93f-e1c0-4288-bc37-a72cfc7e8434 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:14:45.137823 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a2f4f9a-02b5-4575-8e53-c76bb5338da0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:45.167895 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a28fcb71-81f6-476b-b596-6de56ad428e1 req-2b25fb69-dc88-4076-bd78-c04732e8f787 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624642 Aug 16 20:14:45.214425 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4436d8c-e487-4c4d-9423-c73a59aea51d None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:14:45.270237 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-3a2f4f9a-02b5-4575-8e53-c76bb5338da0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] For port 7a7ee93f-e1c0-4288-bc37-a72cfc7e8434, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7a7ee93f-e1c0-4288-bc37-a72cfc7e8434,segment=NetworkSegment(3d197a77-2121-4ea6-bf64-09cd85cb014a),segment_id=3d197a77-2121-4ea6-bf64-09cd85cb014a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:14:45.270608 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a2f4f9a-02b5-4575-8e53-c76bb5338da0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:45.293023 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-3a2f4f9a-02b5-4575-8e53-c76bb5338da0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Calling delete_port for 7a7ee93f-e1c0-4288-bc37-a72cfc7e8434 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:14:45.320692 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6d3cf6ab-3c05-41ac-8c6a-3ac6a308560a req-ec814296-ff1f-4074-88ec-8571095293d5 service neutron] 10.222.0.57 "GET /v2.0/networks/6a810a23-6feb-497f-991b-9f7fa7297251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785536 Aug 16 20:14:45.494193 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6d3cf6ab-3c05-41ac-8c6a-3ac6a308560a req-ed8c2919-4a4f-41b2-abf1-12b080d3a713 service neutron] 10.222.0.57 "GET /v2.0/networks/6a810a23-6feb-497f-991b-9f7fa7297251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391978 Aug 16 20:14:45.513048 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a2f4f9a-02b5-4575-8e53-c76bb5338da0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:45.543336 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f4f9a-02b5-4575-8e53-c76bb5338da0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Pushing event deleted for resources: {'Port': ['ID=7a7ee93f-e1c0-4288-bc37-a72cfc7e8434,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:45.551114 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2f4f9a-02b5-4575-8e53-c76bb5338da0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] No DVR routers for this DVR port 7a7ee93f-e1c0-4288-bc37-a72cfc7e8434 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:14:45.639168 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a2f4f9a-02b5-4575-8e53-c76bb5338da0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:45.652848 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-3a2f4f9a-02b5-4575-8e53-c76bb5338da0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b764a197-42cc-4535-9476-bbdf498f4ff9']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:45.665023 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-3a2f4f9a-02b5-4575-8e53-c76bb5338da0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d197a77-2121-4ea6-bf64-09cd85cb014a') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:45.665258 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-3a2f4f9a-02b5-4575-8e53-c76bb5338da0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d197a77-2121-4ea6-bf64-09cd85cb014a') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:45.677920 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a2f4f9a-02b5-4575-8e53-c76bb5338da0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:45.693662 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a2f4f9a-02b5-4575-8e53-c76bb5338da0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:45.703807 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2f4f9a-02b5-4575-8e53-c76bb5338da0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:14:45.704423 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a2f4f9a-02b5-4575-8e53-c76bb5338da0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:45.707964 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:14:45.707964 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:14:45.707964 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:14:45.707964 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:14:45.707964 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:14:45.707964 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:14:45.707964 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:14:45.707964 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:14:45.707964 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:14:45.707964 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:14:45.707964 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:14:45.707964 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:14:45.707964 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:14:45.707964 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:14:45.707964 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:14:45.707964 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:14:45.707964 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:14:45.707964 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:14:45.707964 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:14:45.707964 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:14:45.707964 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:14:45.707964 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:14:45.707964 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:14:45.707964 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:14:45.707964 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:14:45.707964 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:14:45.707964 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:14:45.707964 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:14:45.707964 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:14:45.707964 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:14:45.707964 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:14:45.707964 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:14:45.787406 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a2f4f9a-02b5-4575-8e53-c76bb5338da0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:45.822700 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a2f4f9a-02b5-4575-8e53-c76bb5338da0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:45.826903 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3a2f4f9a-02b5-4575-8e53-c76bb5338da0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] 10.222.0.68 "DELETE /v2.0/networks/b764a197-42cc-4535-9476-bbdf498f4ff9 HTTP/1.1" status: 204 len: 168 time: 1.1292326 Aug 16 20:14:45.827524 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55298) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:45.853693 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f4f9a-02b5-4575-8e53-c76bb5338da0 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Pushing event deleted for resources: {'Network': ['ID=b764a197-42cc-4535-9476-bbdf498f4ff9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:45.926830 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-46bf1321-039f-404f-9f56-b3c748699cde tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:45.996281 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68248b2b-9e5c-4c0d-b2bf-c8d3ac0cd400 req-adb7f9bd-2b99-480b-a1f6-4457f07eb04f tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:45.997867 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-68248b2b-9e5c-4c0d-b2bf-c8d3ac0cd400 req-adb7f9bd-2b99-480b-a1f6-4457f07eb04f tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 945 time: 0.0981572 Aug 16 20:14:46.070275 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-46bf1321-039f-404f-9f56-b3c748699cde tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:46.088936 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-46bf1321-039f-404f-9f56-b3c748699cde tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86eddcfc-a0b8-4d33-8ce3-27c1217030bb']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:46.098229 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-68248b2b-9e5c-4c0d-b2bf-c8d3ac0cd400 req-4a4139ca-ec62-4dd0-b021-8262e6b70165 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866523 Aug 16 20:14:46.101673 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-46bf1321-039f-404f-9f56-b3c748699cde tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8048009b-231f-49d3-915e-1d09209b2ef4') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:46.101970 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-46bf1321-039f-404f-9f56-b3c748699cde tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8048009b-231f-49d3-915e-1d09209b2ef4') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:46.111599 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-46bf1321-039f-404f-9f56-b3c748699cde tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:46.138121 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-46bf1321-039f-404f-9f56-b3c748699cde tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:46.145957 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46bf1321-039f-404f-9f56-b3c748699cde tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:14:46.146662 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-46bf1321-039f-404f-9f56-b3c748699cde tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:46.149987 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:14:46.149987 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:14:46.149987 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:14:46.149987 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:14:46.149987 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:14:46.149987 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:14:46.149987 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:14:46.149987 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:14:46.149987 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:14:46.149987 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:14:46.149987 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:14:46.149987 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:14:46.149987 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:14:46.149987 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:14:46.149987 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:14:46.149987 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:14:46.149987 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:14:46.149987 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:14:46.149987 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:14:46.149987 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:14:46.149987 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:14:46.149987 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:14:46.149987 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:14:46.149987 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:14:46.149987 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:14:46.149987 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:14:46.149987 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:14:46.149987 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:14:46.149987 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:14:46.149987 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:14:46.149987 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:14:46.149987 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:14:46.231686 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bebab-e434-4342-b75d-b6b2b09b68f1 req-2a168828-1d14-4687-9888-f19c7675c546 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:46.233870 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9c6bebab-e434-4342-b75d-b6b2b09b68f1 req-2a168828-1d14-4687-9888-f19c7675c546 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.0740819 Aug 16 20:14:46.311635 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9c6bebab-e434-4342-b75d-b6b2b09b68f1 req-10ca5763-c8e7-4097-8e44-d70b699a4463 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644042 Aug 16 20:14:46.633573 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf96188-b1eb-4129-a5e4-21f614d2eb3b req-66ed4dc5-1fb4-4c22-bea8-aa848e119542 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:46.636591 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fcf96188-b1eb-4129-a5e4-21f614d2eb3b req-66ed4dc5-1fb4-4c22-bea8-aa848e119542 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.0549064 Aug 16 20:14:46.705461 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4b2d3-2715-4736-9fe6-c356eb14cffa req-edf32f3f-38c5-4a1a-9491-f0c282b226b8 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:46.707322 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-27a4b2d3-2715-4736-9fe6-c356eb14cffa req-edf32f3f-38c5-4a1a-9491-f0c282b226b8 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e66cf90-8a59-4063-a29b-999725aee70b HTTP/1.1" status: 200 len: 944 time: 0.0809801 Aug 16 20:14:46.708630 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-46bf1321-039f-404f-9f56-b3c748699cde tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:46.717567 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-46bf1321-039f-404f-9f56-b3c748699cde tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:46.719646 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-46bf1321-039f-404f-9f56-b3c748699cde tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] 10.222.0.68 "DELETE /v2.0/networks/86eddcfc-a0b8-4d33-8ce3-27c1217030bb HTTP/1.1" status: 204 len: 168 time: 0.8912609 Aug 16 20:14:46.726971 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55330) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:46.730312 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fcf96188-b1eb-4129-a5e4-21f614d2eb3b req-daf15028-76a2-4264-a81d-19bbe4cac7bc tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859630 Aug 16 20:14:46.756966 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf1321-039f-404f-9f56-b3c748699cde tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Pushing event deleted for resources: {'Network': ['ID=86eddcfc-a0b8-4d33-8ce3-27c1217030bb,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:46.815751 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device b7852834-b3f1-4e73-953c-2defbc79e994 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:14:46.833258 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-27a4b2d3-2715-4736-9fe6-c356eb14cffa req-5d7d43b9-6d91-4e02-abc4-ee304d308570 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171613 Aug 16 20:14:46.853582 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f758358-7e7f-4fc3-9476-408fc9175402 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:46.878945 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port b7852834-b3f1-4e73-953c-2defbc79e994 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:14:46.883657 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port b7852834-b3f1-4e73-953c-2defbc79e994 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:14:46.884043 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:46.957548 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f758358-7e7f-4fc3-9476-408fc9175402 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:46.973136 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:46.984415 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-1f758358-7e7f-4fc3-9476-408fc9175402 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['982fbb1a-a387-4680-b437-28bf5124ded1']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:47.003893 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229a5bbe-f20d-48c9-974e-27f8eeef37c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7852834-b3f1-4e73-953c-2defbc79e994'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:14:47.006433 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ea73bc-5002-4bce-94b4-24c7e79e8d23" -d '{"events": [{"server_uuid": "229a5bbe-f20d-48c9-974e-27f8eeef37c5", "name": "network-vif-plugged", "status": "completed", "tag": "b7852834-b3f1-4e73-953c-2defbc79e994"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:14:47.007117 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-1f758358-7e7f-4fc3-9476-408fc9175402 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a96056-298b-4b0a-823b-6b97e1931ce5') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:47.007534 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-1f758358-7e7f-4fc3-9476-408fc9175402 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a96056-298b-4b0a-823b-6b97e1931ce5') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:47.023978 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port b7852834-b3f1-4e73-953c-2defbc79e994, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=b7852834-b3f1-4e73-953c-2defbc79e994,segment=NetworkSegment(83e88499-be31-412e-b1f3-31339fbbc02b),segment_id=83e88499-be31-412e-b1f3-31339fbbc02b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:14:47.034214 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:47.043735 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f758358-7e7f-4fc3-9476-408fc9175402 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:47.074394 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f758358-7e7f-4fc3-9476-408fc9175402 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:47.086295 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f758358-7e7f-4fc3-9476-408fc9175402 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:14:47.087103 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f758358-7e7f-4fc3-9476-408fc9175402 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:47.090378 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3361d070-6369-4242-ac71-21c4e335631a x-openstack-request-id: req-3361d070-6369-4242-ac71-21c4e335631a {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:14:47.090799 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229a5bbe-f20d-48c9-974e-27f8eeef37c5", "name": "network-vif-plugged", "status": "completed", "tag": "b7852834-b3f1-4e73-953c-2defbc79e994", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:14:47.091352 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3361d070-6369-4242-ac71-21c4e335631a {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:14:47.091979 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229a5bbe-f20d-48c9-974e-27f8eeef37c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7852834-b3f1-4e73-953c-2defbc79e994', 'code': 200} Aug 16 20:14:47.092804 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:14:47.092804 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:14:47.092804 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:14:47.092804 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:14:47.092804 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:14:47.092804 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:14:47.092804 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:14:47.092804 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:14:47.092804 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:14:47.092804 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:14:47.092804 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:14:47.092804 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:14:47.092804 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:14:47.092804 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:14:47.092804 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:14:47.092804 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:14:47.092804 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:14:47.092804 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:14:47.092804 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:14:47.092804 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:14:47.092804 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:14:47.092804 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:14:47.092804 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:14:47.092804 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:14:47.092804 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:14:47.092804 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:14:47.092804 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:14:47.092804 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:14:47.092804 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:14:47.092804 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:14:47.092804 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:14:47.092804 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:14:47.172771 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=b7852834-b3f1-4e73-953c-2defbc79e994,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:47.248840 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddaab4-9daa-403d-8378-ae2f3f03cbbb req-b08529d6-f761-4dad-9f12-f4ab9e89a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:47.250367 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a7ddaab4-9daa-403d-8378-ae2f3f03cbbb req-b08529d6-f761-4dad-9f12-f4ab9e89a183 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 1098 time: 0.1016707 Aug 16 20:14:47.251058 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f758358-7e7f-4fc3-9476-408fc9175402 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:47.259469 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f758358-7e7f-4fc3-9476-408fc9175402 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:47.261262 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1f758358-7e7f-4fc3-9476-408fc9175402 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] 10.222.0.68 "DELETE /v2.0/networks/982fbb1a-a387-4680-b437-28bf5124ded1 HTTP/1.1" status: 204 len: 168 time: 0.5330696 Aug 16 20:14:47.304308 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f758358-7e7f-4fc3-9476-408fc9175402 tempest-BulkNetworkOpsIpV6Test-1674548202 tempest-BulkNetworkOpsIpV6Test-1674548202-project] Pushing event deleted for resources: {'Network': ['ID=982fbb1a-a387-4680-b437-28bf5124ded1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:47.317091 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a7ddaab4-9daa-403d-8378-ae2f3f03cbbb req-dd72f020-88e7-4b21-afe8-63421090e17c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535436 Aug 16 20:14:47.326226 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef7751-d9ec-44f8-9190-209e20c89d04 req-794c127d-e329-4db0-aa4f-7991b248c4ae tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:47.333349 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c4ef7751-d9ec-44f8-9190-209e20c89d04 req-794c127d-e329-4db0-aa4f-7991b248c4ae tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 946 time: 0.1252079 Aug 16 20:14:47.373496 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c4ef7751-d9ec-44f8-9190-209e20c89d04 req-357d2a66-a559-431c-bdfc-10502ca502cd tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376048 Aug 16 20:14:47.616531 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55360) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:47.917468 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-07f44e23-0da9-4381-8c5d-ade25110c3d8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1bb37bdadfeb4512b2267e729b7d37ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2997274 Aug 16 20:14:47.923446 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55372) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:47.948552 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 8e752365-377c-46db-b815-5120670afb21 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:14:47.980092 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef606a-cab1-41b4-9001-cf1f2c413149 req-de532e85-d9c9-4a70-8283-f985816c1e85 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:47.982469 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d2ef606a-cab1-41b4-9001-cf1f2c413149 req-de532e85-d9c9-4a70-8283-f985816c1e85 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e66cf90-8a59-4063-a29b-999725aee70b HTTP/1.1" status: 200 len: 944 time: 0.0688896 Aug 16 20:14:47.985522 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c6c64-55ad-4dd4-b382-405ca2c2a35d req-b3c30bce-28a0-4ae8-9a2d-6ba1ad2d521b tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:47.987015 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-287c6c64-55ad-4dd4-b382-405ca2c2a35d req-b3c30bce-28a0-4ae8-9a2d-6ba1ad2d521b tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1578062 Aug 16 20:14:48.042530 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d2ef606a-cab1-41b4-9001-cf1f2c413149 req-39b7c60a-3283-420a-a8d3-66314d80ef3d tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438900 Aug 16 20:14:48.050088 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-19e5388a-b5e5-4459-8aee-77df0c21f652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:48.077381 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-287c6c64-55ad-4dd4-b382-405ca2c2a35d req-1e791aa4-1534-478b-8bfb-19af62cd092f tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806720 Aug 16 20:14:48.105971 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-19e5388a-b5e5-4459-8aee-77df0c21f652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:48.132195 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 8e752365-377c-46db-b815-5120670afb21, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=8e752365-377c-46db-b815-5120670afb21,segment=NetworkSegment(84c054f6-f1d5-4d03-81c3-3237f56ec888),segment_id=84c054f6-f1d5-4d03-81c3-3237f56ec888)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:14:48.151093 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '8e752365-377c-46db-b815-5120670afb21', 'network_id': '6a810a23-6feb-497f-991b-9f7fa7297251', 'port_id': '8e752365-377c-46db-b815-5120670afb21', 'mac_address': 'fa:16:3e:7a:db:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca1992e2-7985-465e-bbf0-d8a8506a4bc2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:14:48.184346 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-19e5388a-b5e5-4459-8aee-77df0c21f652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:48.187737 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-19e5388a-b5e5-4459-8aee-77df0c21f652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:48.189512 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-19e5388a-b5e5-4459-8aee-77df0c21f652 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0724bc61-af1b-4ace-9629-adbddfa091f0 HTTP/1.1" status: 204 len: 168 time: 0.2639000 Aug 16 20:14:48.196349 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:48.212646 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e752365-377c-46db-b815-5120670afb21 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:14:48.215575 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5388a-b5e5-4459-8aee-77df0c21f652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0724bc61-af1b-4ace-9629-adbddfa091f0,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:48.248643 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 8e752365-377c-46db-b815-5120670afb21, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=8e752365-377c-46db-b815-5120670afb21,segment=NetworkSegment(84c054f6-f1d5-4d03-81c3-3237f56ec888),segment_id=84c054f6-f1d5-4d03-81c3-3237f56ec888)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:14:48.256853 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:48.330585 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=8e752365-377c-46db-b815-5120670afb21,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:48.349363 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b3d39-cc33-4308-ae4f-f19f710a5519 req-4c2c802b-18fa-44f4-94a1-201e67a0f49c tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:48.358192 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-042b3d39-cc33-4308-ae4f-f19f710a5519 req-4c2c802b-18fa-44f4-94a1-201e67a0f49c tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.0931969 Aug 16 20:14:48.406712 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-042b3d39-cc33-4308-ae4f-f19f710a5519 req-7474ed94-d27d-428f-bf5a-1ac0037f390b tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471411 Aug 16 20:14:48.515023 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['8e752365-377c-46db-b815-5120670afb21'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:14:48.559067 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23487384-e016-467b-8cae-ab5a63801892 req-34535349-cc25-49ac-a04d-3cf55a5cd9de tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:48.564668 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54387d4-239e-4562-b495-f0eb6c7542da req-7eea736d-69a5-484e-bc49-cbc6b50c6eee tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:48.566255 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c54387d4-239e-4562-b495-f0eb6c7542da req-7eea736d-69a5-484e-bc49-cbc6b50c6eee tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 946 time: 0.0955698 Aug 16 20:14:48.567679 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-23487384-e016-467b-8cae-ab5a63801892 req-34535349-cc25-49ac-a04d-3cf55a5cd9de tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.0776846 Aug 16 20:14:48.618513 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-23487384-e016-467b-8cae-ab5a63801892 req-28edc10c-77b8-4e56-8215-86b10be4fdd1 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497217 Aug 16 20:14:48.648648 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c54387d4-239e-4562-b495-f0eb6c7542da req-75212b35-d315-4e2f-ae34-6efdab70e4bf tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739422 Aug 16 20:14:48.835009 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b72df-83ba-4411-8249-2d1c23f77d75 req-7d3a52ca-62f2-4e7a-bc01-29c7a2fe1072 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:48.836959 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-483b72df-83ba-4411-8249-2d1c23f77d75 req-7d3a52ca-62f2-4e7a-bc01-29c7a2fe1072 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1113131 Aug 16 20:14:48.913350 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-483b72df-83ba-4411-8249-2d1c23f77d75 req-c8a1cb29-31ca-4075-bf62-0f2aebebe079 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687966 Aug 16 20:14:49.191394 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7006e-b3dc-4c46-baa0-67e074deaca3 req-86b13eb8-607b-49d1-b957-00f8e26bc429 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:49.200218 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e5a7006e-b3dc-4c46-baa0-67e074deaca3 req-86b13eb8-607b-49d1-b957-00f8e26bc429 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 946 time: 0.1038084 Aug 16 20:14:49.212184 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384fde9-03d8-4d08-99c1-88f89bf27052 req-faac1b62-558b-460a-8e43-0349885e2d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:49.214435 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2384fde9-03d8-4d08-99c1-88f89bf27052 req-faac1b62-558b-460a-8e43-0349885e2d24 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=98e887ed0bb24182a1fc14aaf2ea8c9d&device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 1098 time: 0.1338623 Aug 16 20:14:49.259990 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d5148-5f64-4bac-a7a0-a09b51250a1d req-db906fde-1ad3-4c1e-a0f6-99eeec8e36dc tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:49.261681 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-146d5148-5f64-4bac-a7a0-a09b51250a1d req-db906fde-1ad3-4c1e-a0f6-99eeec8e36dc tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e66cf90-8a59-4063-a29b-999725aee70b HTTP/1.1" status: 200 len: 945 time: 0.0936828 Aug 16 20:14:49.319829 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e5a7006e-b3dc-4c46-baa0-67e074deaca3 req-c5523a6f-8207-4fab-9bc2-d28f0c99dfac tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125641 Aug 16 20:14:49.365321 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-146d5148-5f64-4bac-a7a0-a09b51250a1d req-4a7844f9-6cee-41f3-94ea-67cb2c25f9bc tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953181 Aug 16 20:14:49.405066 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384fde9-03d8-4d08-99c1-88f89bf27052 req-d1e4cd00-1112-4c20-82d0-e100f06c292e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:49.406495 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2384fde9-03d8-4d08-99c1-88f89bf27052 req-d1e4cd00-1112-4c20-82d0-e100f06c292e service neutron] 10.222.0.63 "GET /v2.0/networks?id=8574a456-1a0e-4ff3-8e86-8ad3174e1cb2 HTTP/1.1" status: 200 len: 919 time: 0.1822124 Aug 16 20:14:49.467904 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2384fde9-03d8-4d08-99c1-88f89bf27052 req-994acc4c-c9bb-4b04-bf63-b524ea053cab service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7852834-b3f1-4e73-953c-2defbc79e994 HTTP/1.1" status: 200 len: 217 time: 0.0473967 Aug 16 20:14:49.560370 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384fde9-03d8-4d08-99c1-88f89bf27052 req-5137d087-598b-409f-ba8b-a62fa60c443b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:49.562067 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2384fde9-03d8-4d08-99c1-88f89bf27052 req-5137d087-598b-409f-ba8b-a62fa60c443b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=946fe5ac-77fe-4401-a122-51f4276b125a HTTP/1.1" status: 200 len: 858 time: 0.0594072 Aug 16 20:14:49.568787 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-21b53ddc-00f0-41e2-bc59-b9fdc63687f2 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0977468 Aug 16 20:14:49.602058 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2384fde9-03d8-4d08-99c1-88f89bf27052 req-88c53182-2972-4d1e-888b-e31da0a47db4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8574a456-1a0e-4ff3-8e86-8ad3174e1cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321600 Aug 16 20:14:49.745659 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907738fc-390c-4175-a955-64b3042ab643 req-ac7f699a-17cd-497f-a3ef-b6d49e03c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:49.746159 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907738fc-390c-4175-a955-64b3042ab643 req-ac7f699a-17cd-497f-a3ef-b6d49e03c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:49.746648 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907738fc-390c-4175-a955-64b3042ab643 req-ac7f699a-17cd-497f-a3ef-b6d49e03c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:49.747124 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907738fc-390c-4175-a955-64b3042ab643 req-ac7f699a-17cd-497f-a3ef-b6d49e03c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:49.747631 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907738fc-390c-4175-a955-64b3042ab643 req-ac7f699a-17cd-497f-a3ef-b6d49e03c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:49.748106 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907738fc-390c-4175-a955-64b3042ab643 req-ac7f699a-17cd-497f-a3ef-b6d49e03c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:49.748669 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907738fc-390c-4175-a955-64b3042ab643 req-ac7f699a-17cd-497f-a3ef-b6d49e03c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:49.750549 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-ac7f699a-17cd-497f-a3ef-b6d49e03c758 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7b57628fd666456abf7d4e027fd3ce47&device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 6508 time: 0.1474273 Aug 16 20:14:49.786495 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2384fde9-03d8-4d08-99c1-88f89bf27052 req-17e3ced6-2566-40bc-b5cb-4ecda570d9da service neutron] 10.222.0.63 "GET /v2.0/networks/8574a456-1a0e-4ff3-8e86-8ad3174e1cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729119 Aug 16 20:14:49.957462 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 8e752365-377c-46db-b815-5120670afb21 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:14:50.021915 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907738fc-390c-4175-a955-64b3042ab643 req-feac2444-f154-4fc5-ad90-cd38292381d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:50.022598 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907738fc-390c-4175-a955-64b3042ab643 req-feac2444-f154-4fc5-ad90-cd38292381d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:50.023225 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907738fc-390c-4175-a955-64b3042ab643 req-feac2444-f154-4fc5-ad90-cd38292381d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:50.026114 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-feac2444-f154-4fc5-ad90-cd38292381d5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0ae80140-337e-46f6-881d-18b41812816e&id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&id=90394afd-703c-4163-92ad-725e7cc3c2c5&id=90394afd-703c-4163-92ad-725e7cc3c2c5 HTTP/1.1" status: 200 len: 2297 time: 0.2370138 Aug 16 20:14:50.030230 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2384fde9-03d8-4d08-99c1-88f89bf27052 req-2d2baa37-08f0-41bf-9024-207ea65c5a08 service neutron] 10.222.0.63 "GET /v2.0/networks/8574a456-1a0e-4ff3-8e86-8ad3174e1cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321255 Aug 16 20:14:50.060119 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 8e752365-377c-46db-b815-5120670afb21 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:14:50.068340 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 8e752365-377c-46db-b815-5120670afb21 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:14:50.079659 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:50.089421 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55444) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:50.193553 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-f67fc4c0-e3b8-4a61-aded-278f36950fd3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b63bd87-1c14-4b71-a437-91e0a8eca98c HTTP/1.1" status: 200 len: 1001 time: 0.1551352 Aug 16 20:14:50.277886 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:50.295861 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907738fc-390c-4175-a955-64b3042ab643 req-770bc6d8-b090-499d-96c8-08058ff34d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:50.297584 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-770bc6d8-b090-499d-96c8-08058ff34d0a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=38e01d28-9c01-425c-8286-6dc8a892ec17 HTTP/1.1" status: 200 len: 856 time: 0.0946684 Aug 16 20:14:50.312158 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e66cf90-8a59-4063-a29b-999725aee70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e752365-377c-46db-b815-5120670afb21'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:14:50.314548 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f002d06-9a30-4fc5-a918-6f30b60bff47" -d '{"events": [{"server_uuid": "2e66cf90-8a59-4063-a29b-999725aee70b", "name": "network-vif-plugged", "status": "completed", "tag": "8e752365-377c-46db-b815-5120670afb21"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:14:50.334684 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 8e752365-377c-46db-b815-5120670afb21, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=8e752365-377c-46db-b815-5120670afb21,segment=NetworkSegment(84c054f6-f1d5-4d03-81c3-3237f56ec888),segment_id=84c054f6-f1d5-4d03-81c3-3237f56ec888)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:14:50.350658 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:50.427022 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907738fc-390c-4175-a955-64b3042ab643 req-0ee949ff-0983-4c8d-9ad7-7e9436346728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:50.428902 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-0ee949ff-0983-4c8d-9ad7-7e9436346728 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0ae80140-337e-46f6-881d-18b41812816e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1197398 Aug 16 20:14:50.475595 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ce2064-3823-4e11-9094-abfd75b00f42 x-openstack-request-id: req-73ce2064-3823-4e11-9094-abfd75b00f42 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:14:50.477042 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e66cf90-8a59-4063-a29b-999725aee70b", "name": "network-vif-plugged", "status": "completed", "tag": "8e752365-377c-46db-b815-5120670afb21", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:14:50.477425 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-73ce2064-3823-4e11-9094-abfd75b00f42 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:14:50.481348 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e66cf90-8a59-4063-a29b-999725aee70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e752365-377c-46db-b815-5120670afb21', 'code': 200} Aug 16 20:14:50.505613 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=8e752365-377c-46db-b815-5120670afb21,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:50.574155 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:14:50.580373 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf7c6b-9a94-4858-bf46-a774dacda4ba req-6d1ddab4-4cb0-48e6-b44a-67acae663344 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:50.588758 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e1cf7c6b-9a94-4858-bf46-a774dacda4ba req-6d1ddab4-4cb0-48e6-b44a-67acae663344 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 946 time: 0.1512470 Aug 16 20:14:50.604205 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-bf0061f7-beb9-424f-b2db-124cfdd43f6f tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Request body: {'network': {'name': 'tempest-RoutersTest-110098931'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:50.619524 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1156e-c265-4835-a148-b4d7487db68f req-8b8d8e59-b707-4ace-94e3-374e59020889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:50.621332 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7bb1156e-c265-4835-a148-b4d7487db68f req-8b8d8e59-b707-4ace-94e3-374e59020889 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2e66cf90-8a59-4063-a29b-999725aee70b HTTP/1.1" status: 200 len: 1098 time: 0.1133616 Aug 16 20:14:50.632329 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c5dd7-678a-4c06-abd2-53a4a0f3c461 req-d5e66ef4-e48b-4789-9680-029357a72302 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:50.633938 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3d6c5dd7-678a-4c06-abd2-53a4a0f3c461 req-d5e66ef4-e48b-4789-9680-029357a72302 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e66cf90-8a59-4063-a29b-999725aee70b HTTP/1.1" status: 200 len: 946 time: 0.1044748 Aug 16 20:14:50.677212 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-1cd107b5-94e4-4479-92f4-5423d316447b service neutron] 10.222.0.63 "GET /v2.0/networks/0ae80140-337e-46f6-881d-18b41812816e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393615 Aug 16 20:14:50.700026 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e1cf7c6b-9a94-4858-bf46-a774dacda4ba req-861554e3-1b6b-4282-b62e-8fb91a730da0 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103861 Aug 16 20:14:50.703707 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0061f7-beb9-424f-b2db-124cfdd43f6f tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Made reservation on behalf of 4e7767da8a9b462f9abca14d577f0aa8 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:14:50.710611 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf0061f7-beb9-424f-b2db-124cfdd43f6f tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:50.716920 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7bb1156e-c265-4835-a148-b4d7487db68f req-94ab9bb6-a88b-4cb1-ad2c-329fa3b0a5f6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826826 Aug 16 20:14:50.724242 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf0061f7-beb9-424f-b2db-124cfdd43f6f tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:50.735695 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3d6c5dd7-678a-4c06-abd2-53a4a0f3c461 req-0a6e4edf-9824-4ad8-90b2-0186e94d926c tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890520 Aug 16 20:14:50.837432 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-1b1eb58a-b110-47b9-8ed1-db1ff6cb9ef1 service neutron] 10.222.0.63 "GET /v2.0/networks/0ae80140-337e-46f6-881d-18b41812816e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506014 Aug 16 20:14:50.871817 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf0061f7-beb9-424f-b2db-124cfdd43f6f tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:50.878811 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf0061f7-beb9-424f-b2db-124cfdd43f6f tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:50.892897 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-209fd113-07dc-46f3-85cd-30c0ace92be1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=0806bdce-2fff-4354-aa5e-714ebcf44a22 HTTP/1.1" status: 200 len: 217 time: 0.0473833 Aug 16 20:14:50.913442 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf0061f7-beb9-424f-b2db-124cfdd43f6f tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:14:50.924850 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0061f7-beb9-424f-b2db-124cfdd43f6f tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=501a4098-d3f4-4a4f-b379-4a824179022d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:50.965303 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf0061f7-beb9-424f-b2db-124cfdd43f6f tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:50.966147 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-bf0061f7-beb9-424f-b2db-124cfdd43f6f tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Added segment 6e06dedf-000f-4bf8-80fe-8cc850649c2e of type vlan for network 41bdf5b4-4267-41e5-86c8-616ba9bcc97f Aug 16 20:14:50.969141 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907738fc-390c-4175-a955-64b3042ab643 req-768e3c62-c497-4c1a-9613-67981329a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:50.971686 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-768e3c62-c497-4c1a-9613-67981329a6c1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f33a40b4-e403-467d-9112-f03dd7c053f7 HTTP/1.1" status: 200 len: 797 time: 0.0713062 Aug 16 20:14:51.039100 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf0061f7-beb9-424f-b2db-124cfdd43f6f tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:51.065879 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907738fc-390c-4175-a955-64b3042ab643 req-71a0ab21-9f36-4e79-97a4-839c742bc882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:51.067453 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-71a0ab21-9f36-4e79-97a4-839c742bc882 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0872562 Aug 16 20:14:51.097514 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf0061f7-beb9-424f-b2db-124cfdd43f6f tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:51.103582 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0061f7-beb9-424f-b2db-124cfdd43f6f tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:51.104189 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf0061f7-beb9-424f-b2db-124cfdd43f6f tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:51.131238 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bf0061f7-beb9-424f-b2db-124cfdd43f6f tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0395720 Aug 16 20:14:51.135564 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55472) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:51.140756 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-69a17e5b-ea90-4d70-b13d-18ba8b75cea8 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Request body: {'network': {'name': 'tempest-RoutersTest-1448528091'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:51.181705 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a17e5b-ea90-4d70-b13d-18ba8b75cea8 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Made reservation on behalf of 4e7767da8a9b462f9abca14d577f0aa8 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:14:51.184551 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0061f7-beb9-424f-b2db-124cfdd43f6f tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Network': ['ID=41bdf5b4-4267-41e5-86c8-616ba9bcc97f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:51.185474 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-69a17e5b-ea90-4d70-b13d-18ba8b75cea8 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:51.197620 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 41bdf5b4-4267-41e5-86c8-616ba9bcc97f details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:14:51.198079 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55474) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:51.222255 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-fc00bf4c-f1d6-4e86-a39a-1c68b7ee0d99 service neutron] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464412 Aug 16 20:14:51.237537 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a17e5b-ea90-4d70-b13d-18ba8b75cea8 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:14:51.282353 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-69a17e5b-ea90-4d70-b13d-18ba8b75cea8 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:51.282700 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-69a17e5b-ea90-4d70-b13d-18ba8b75cea8 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Added segment 7672cf27-8c17-4fd1-a5a7-ecd99c8930aa of type vlan for network 4449b973-4529-4679-8d72-a48132d4daca Aug 16 20:14:51.314423 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30c917e6-e621-4ce5-b4ce-a14b26d96b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:51.334319 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-69a17e5b-ea90-4d70-b13d-18ba8b75cea8 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:51.375673 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-24bd37d8-dff1-4737-879b-aa4bbfcbbd27 service neutron] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454988 Aug 16 20:14:51.383372 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-69a17e5b-ea90-4d70-b13d-18ba8b75cea8 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:51.389594 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a17e5b-ea90-4d70-b13d-18ba8b75cea8 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:51.390202 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-69a17e5b-ea90-4d70-b13d-18ba8b75cea8 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:51.409193 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30c917e6-e621-4ce5-b4ce-a14b26d96b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:51.413217 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30c917e6-e621-4ce5-b4ce-a14b26d96b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:51.453609 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-30c917e6-e621-4ce5-b4ce-a14b26d96b36 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cd89ba67bbbf4d2aa7425d2cfbaba1ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2545733 Aug 16 20:14:51.454766 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c917e6-e621-4ce5-b4ce-a14b26d96b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bfecac-f9c1-462d-9927-6637ac9227b0,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:51.457722 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55480) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:51.471482 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-0ffbde71-1c34-4e08-98f5-30b2697b948b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=ab46bcc0-44ef-4e7c-b460-c2af6e725793 HTTP/1.1" status: 200 len: 217 time: 0.0776293 Aug 16 20:14:51.475420 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-69a17e5b-ea90-4d70-b13d-18ba8b75cea8 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3386292 Aug 16 20:14:51.478258 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55482) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:51.494447 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-df01c5f8-3e07-4918-9f47-8e42bcf32378 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Request body: {'subnet': {'network_id': '41bdf5b4-4267-41e5-86c8-616ba9bcc97f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:51.508148 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9bde0c98-0a3c-4c29-b169-4cd949b100d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:51.530791 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9bde0c98-0a3c-4c29-b169-4cd949b100d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:51.563099 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a17e5b-ea90-4d70-b13d-18ba8b75cea8 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Network': ['ID=4449b973-4529-4679-8d72-a48132d4daca,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:51.575890 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 4449b973-4529-4679-8d72-a48132d4daca details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:14:51.588151 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9bde0c98-0a3c-4c29-b169-4cd949b100d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:51.601097 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907738fc-390c-4175-a955-64b3042ab643 req-cec52096-1be5-43c8-9913-e3ff6cdb7c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:51.601585 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9bde0c98-0a3c-4c29-b169-4cd949b100d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:51.602578 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-cec52096-1be5-43c8-9913-e3ff6cdb7c98 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f33a40b4-e403-467d-9112-f03dd7c053f7 HTTP/1.1" status: 200 len: 797 time: 0.1048365 Aug 16 20:14:51.602712 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9bde0c98-0a3c-4c29-b169-4cd949b100d1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e7bfecac-f9c1-462d-9927-6637ac9227b0 HTTP/1.1" status: 204 len: 168 time: 0.1441016 Aug 16 20:14:51.614057 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde0c98-0a3c-4c29-b169-4cd949b100d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bfecac-f9c1-462d-9927-6637ac9227b0,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:51.675235 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df01c5f8-3e07-4918-9f47-8e42bcf32378 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Made reservation on behalf of 4e7767da8a9b462f9abca14d577f0aa8 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:14:51.679071 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-df01c5f8-3e07-4918-9f47-8e42bcf32378 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:51.698530 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907738fc-390c-4175-a955-64b3042ab643 req-997f42c4-f34a-4aaf-b7a4-94d433e31c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:51.700074 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-997f42c4-f34a-4aaf-b7a4-94d433e31c77 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0797379 Aug 16 20:14:51.855494 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9dcff-0b41-4a88-9073-5d88c638216c req-acde75ca-85e5-4f4a-926a-2ef54331c444 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:51.857395 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-41e9dcff-0b41-4a88-9073-5d88c638216c req-acde75ca-85e5-4f4a-926a-2ef54331c444 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 946 time: 0.0694897 Aug 16 20:14:51.898316 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-41e9dcff-0b41-4a88-9073-5d88c638216c req-54287623-966f-490f-846d-e7a5895ad1be tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341179 Aug 16 20:14:51.921634 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55494) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:51.922598 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-c204692c-9dd1-4299-b1dd-38283c297074 service neutron] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969731 Aug 16 20:14:51.936313 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-928d0539-42d0-4410-b647-1c91c10f0c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:51.939985 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72d34f-6d35-44d4-b9a1-6eb8084235f3 req-cbba3c89-d443-42d9-b6a1-795750a04589 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:51.941494 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ed72d34f-6d35-44d4-b9a1-6eb8084235f3 req-cbba3c89-d443-42d9-b6a1-795750a04589 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e66cf90-8a59-4063-a29b-999725aee70b HTTP/1.1" status: 200 len: 946 time: 0.1166446 Aug 16 20:14:52.046764 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-928d0539-42d0-4410-b647-1c91c10f0c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:52.053346 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-928d0539-42d0-4410-b647-1c91c10f0c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:52.102049 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-928d0539-42d0-4410-b647-1c91c10f0c70 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8a1fd76bb23743f08d1d5fa47f57b78f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1791806 Aug 16 20:14:52.102825 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d0539-42d0-4410-b647-1c91c10f0c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35364c1e-e2d2-4c24-bd84-ced4d62fb6e7,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:52.105611 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55498) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:52.147903 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ed72d34f-6d35-44d4-b9a1-6eb8084235f3 req-04028a88-f95d-4af5-8656-7a5cf30ff69a tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676362 Aug 16 20:14:52.154949 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-df01c5f8-3e07-4918-9f47-8e42bcf32378 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:52.193513 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-fa1bf318-1607-4c0d-8b6a-0a1618b2fcac service neutron] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476091 Aug 16 20:14:52.193827 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71dfc0da-5cb1-44d0-bba0-5d99e6d69553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:52.244567 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71dfc0da-5cb1-44d0-bba0-5d99e6d69553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:52.256616 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-768a3186-e667-4149-ac81-185e62eedde4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=15bcece1-3862-48bc-becb-4f92e4ddad57 HTTP/1.1" status: 200 len: 217 time: 0.0536888 Aug 16 20:14:52.311540 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01c5f8-3e07-4918-9f47-8e42bcf32378 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Subnet': ['ID=eef757ce-9760-4fe0-8ffe-7bcd59496dd9,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:52.316034 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71dfc0da-5cb1-44d0-bba0-5d99e6d69553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:52.320337 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71dfc0da-5cb1-44d0-bba0-5d99e6d69553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:52.322334 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907738fc-390c-4175-a955-64b3042ab643 req-8fcf6643-83ad-401b-a8a1-f423d66b8858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:52.323946 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-8fcf6643-83ad-401b-a8a1-f423d66b8858 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f33a40b4-e403-467d-9112-f03dd7c053f7 HTTP/1.1" status: 200 len: 797 time: 0.0550742 Aug 16 20:14:52.327726 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df01c5f8-3e07-4918-9f47-8e42bcf32378 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Checking segment: {'id': '6e06dedf-000f-4bf8-80fe-8cc850649c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '41bdf5b4-4267-41e5-86c8-616ba9bcc97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:14:52.327963 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df01c5f8-3e07-4918-9f47-8e42bcf32378 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network hostable DHCP agents. Network: 41bdf5b4-4267-41e5-86c8-616ba9bcc97f, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:14:52.335982 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-71dfc0da-5cb1-44d0-bba0-5d99e6d69553 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/35364c1e-e2d2-4c24-bd84-ced4d62fb6e7 HTTP/1.1" status: 204 len: 168 time: 0.2052207 Aug 16 20:14:52.350098 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfc0da-5cb1-44d0-bba0-5d99e6d69553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35364c1e-e2d2-4c24-bd84-ced4d62fb6e7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:52.395074 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df01c5f8-3e07-4918-9f47-8e42bcf32378 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network 41bdf5b4-4267-41e5-86c8-616ba9bcc97f is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:14:52.411683 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-df01c5f8-3e07-4918-9f47-8e42bcf32378 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 41bdf5b4-4267-41e5-86c8-616ba9bcc97f) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:14:52.417509 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907738fc-390c-4175-a955-64b3042ab643 req-96b03b25-7611-493f-9d0d-71e99ff75f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:52.419628 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-96b03b25-7611-493f-9d0d-71e99ff75f2f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0850315 Aug 16 20:14:52.420260 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df01c5f8-3e07-4918-9f47-8e42bcf32378 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:52.420842 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-df01c5f8-3e07-4918-9f47-8e42bcf32378 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:52.422167 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf31bc51-d997-4d72-a342-8cb77c02c102 None None] Network 41bdf5b4-4267-41e5-86c8-616ba9bcc97f requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:14:52.447814 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-df01c5f8-3e07-4918-9f47-8e42bcf32378 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9677396 Aug 16 20:14:52.450689 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55512) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:52.689899 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6a29f5c0-31d9-447a-b61f-56abd9987086 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Request body: {'subnet': {'network_id': '4449b973-4529-4679-8d72-a48132d4daca', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:52.700517 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a29f5c0-31d9-447a-b61f-56abd9987086 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Made reservation on behalf of 4e7767da8a9b462f9abca14d577f0aa8 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:14:52.704362 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a29f5c0-31d9-447a-b61f-56abd9987086 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:52.770770 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-19af8427-4858-4147-8ee0-6fb4d5eaa8b7 service neutron] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360090 Aug 16 20:14:52.832996 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace7d4f4-a451-4c8f-90c7-41fab61e00f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-41bdf5b4-4267-41e5-86c8-616ba9bcc97f', 'network_id': '41bdf5b4-4267-41e5-86c8-616ba9bcc97f', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'fixed_ips': [{'subnet_id': 'eef757ce-9760-4fe0-8ffe-7bcd59496dd9'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:14:52.835544 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ace7d4f4-a451-4c8f-90c7-41fab61e00f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:52.978923 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-81e2ac92-ab3f-4866-aa5d-d11b3a618334 service neutron] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759524 Aug 16 20:14:53.051940 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a29f5c0-31d9-447a-b61f-56abd9987086 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:53.056494 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-9c07a00c-851a-4ce0-9fdc-091c1de3672a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=f95a6a25-2ba9-4066-b98c-395810ce723a HTTP/1.1" status: 200 len: 217 time: 0.0673101 Aug 16 20:14:53.124803 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907738fc-390c-4175-a955-64b3042ab643 req-4503dc3b-6d39-4739-b694-18e1003e5ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:53.126825 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-4503dc3b-6d39-4739-b694-18e1003e5ec6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f33a40b4-e403-467d-9112-f03dd7c053f7 HTTP/1.1" status: 200 len: 797 time: 0.0612814 Aug 16 20:14:53.136330 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-ace7d4f4-a451-4c8f-90c7-41fab61e00f7 None None] Allocated IP 172.20.0.2 (41bdf5b4-4267-41e5-86c8-616ba9bcc97f/eef757ce-9760-4fe0-8ffe-7bcd59496dd9/29c8238b-7ad7-4e58-aaea-7dbde8b71622) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:14:53.206779 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907738fc-390c-4175-a955-64b3042ab643 req-7a0c8893-d28f-4749-8aee-0004c2b19c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:53.212191 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-7a0c8893-d28f-4749-8aee-0004c2b19c57 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0683432 Aug 16 20:14:53.279392 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29f5c0-31d9-447a-b61f-56abd9987086 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Subnet': ['ID=11397733-73c8-4d8b-af7f-3a106ea4729d,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:53.330996 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a29f5c0-31d9-447a-b61f-56abd9987086 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Checking segment: {'id': '7672cf27-8c17-4fd1-a5a7-ecd99c8930aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4449b973-4529-4679-8d72-a48132d4daca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:14:53.335555 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a29f5c0-31d9-447a-b61f-56abd9987086 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network hostable DHCP agents. Network: 4449b973-4529-4679-8d72-a48132d4daca, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:14:53.356806 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20110077-3e7a-484d-8207-77392500d725 req-014e933f-ae04-4bfd-981a-3398242c689c tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:53.358383 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-20110077-3e7a-484d-8207-77392500d725 req-014e933f-ae04-4bfd-981a-3398242c689c tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 946 time: 0.2288940 Aug 16 20:14:53.400522 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-9bf222e3-2c9d-4507-9845-15f8fb84cfc6 service neutron] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797631 Aug 16 20:14:53.437787 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a29f5c0-31d9-447a-b61f-56abd9987086 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network 4449b973-4529-4679-8d72-a48132d4daca is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:14:53.461067 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-20110077-3e7a-484d-8207-77392500d725 req-6a6e05d4-5b68-425a-9da4-ce29be82851a tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888755 Aug 16 20:14:53.461742 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-6a29f5c0-31d9-447a-b61f-56abd9987086 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 4449b973-4529-4679-8d72-a48132d4daca) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:14:53.472544 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a29f5c0-31d9-447a-b61f-56abd9987086 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:53.474179 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a29f5c0-31d9-447a-b61f-56abd9987086 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:53.503800 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2a7817-1130-49a3-9d29-7e0700a43175 None None] Network 4449b973-4529-4679-8d72-a48132d4daca requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:14:53.505787 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6a29f5c0-31d9-447a-b61f-56abd9987086 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0537746 Aug 16 20:14:53.521745 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55558) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:53.521745 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-989ec184-a357-4c3d-9841-aff7b61989a8 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1975334184', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:14:53.547074 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-989ec184-a357-4c3d-9841-aff7b61989a8 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:53.550785 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-989ec184-a357-4c3d-9841-aff7b61989a8 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:53.606988 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-da87d99d-bff4-4ee6-86a1-0298f948f7cb service neutron] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981800 Aug 16 20:14:53.611655 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ace7d4f4-a451-4c8f-90c7-41fab61e00f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:53.631087 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ace7d4f4-a451-4c8f-90c7-41fab61e00f7 None None] Transition to ACTIVE for port object 29c8238b-7ad7-4e58-aaea-7dbde8b71622 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:14:53.674899 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-989ec184-a357-4c3d-9841-aff7b61989a8 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:53.679206 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ace7d4f4-a451-4c8f-90c7-41fab61e00f7 None None] Transition to ACTIVE for port object 29c8238b-7ad7-4e58-aaea-7dbde8b71622 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:14:53.689368 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-989ec184-a357-4c3d-9841-aff7b61989a8 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:53.698821 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-b76313d7-b342-4e02-8421-14d4b09c5bc6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=78789552-5398-472f-b04d-8f553a08b7fb HTTP/1.1" status: 200 len: 217 time: 0.0820551 Aug 16 20:14:53.733609 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-989ec184-a357-4c3d-9841-aff7b61989a8 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:53.734989 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-989ec184-a357-4c3d-9841-aff7b61989a8 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2247953 Aug 16 20:14:53.737848 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55570) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:53.780332 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ace7d4f4-a451-4c8f-90c7-41fab61e00f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:53.823785 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907738fc-390c-4175-a955-64b3042ab643 req-7868866e-5e81-4397-8c09-6dac9d7db207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:53.829650 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-7868866e-5e81-4397-8c09-6dac9d7db207 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b7d158c1-c010-4d0a-a6f3-8a25135ae4a6 HTTP/1.1" status: 200 len: 797 time: 0.1223040 Aug 16 20:14:53.864033 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace7d4f4-a451-4c8f-90c7-41fab61e00f7 None None] Network 41bdf5b4-4267-41e5-86c8-616ba9bcc97f is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:14:53.906108 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-ace7d4f4-a451-4c8f-90c7-41fab61e00f7 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:14:53.930475 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907738fc-390c-4175-a955-64b3042ab643 req-63211020-382e-4962-bcd2-12f6d998806b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:53.932399 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-63211020-382e-4962-bcd2-12f6d998806b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=90394afd-703c-4163-92ad-725e7cc3c2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0940206 Aug 16 20:14:53.943407 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace7d4f4-a451-4c8f-90c7-41fab61e00f7 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:14:53.951390 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325c6f29-7fa8-43fd-b0de-762f4f4f6550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-4449b973-4529-4679-8d72-a48132d4daca', 'network_id': '4449b973-4529-4679-8d72-a48132d4daca', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'fixed_ips': [{'subnet_id': '11397733-73c8-4d8b-af7f-3a106ea4729d'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:14:53.952539 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-325c6f29-7fa8-43fd-b0de-762f4f4f6550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:54.013286 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace7d4f4-a451-4c8f-90c7-41fab61e00f7 None None] Pushing event updated for resources: {'Port': ['ID=29c8238b-7ad7-4e58-aaea-7dbde8b71622,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:54.057526 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ace7d4f4-a451-4c8f-90c7-41fab61e00f7 None None] Attempting to bind port 29c8238b-7ad7-4e58-aaea-7dbde8b71622 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:14:54.058333 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ace7d4f4-a451-4c8f-90c7-41fab61e00f7 None None] Attempting to bind port 29c8238b-7ad7-4e58-aaea-7dbde8b71622 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '6e06dedf-000f-4bf8-80fe-8cc850649c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '41bdf5b4-4267-41e5-86c8-616ba9bcc97f'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:14:54.059108 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace7d4f4-a451-4c8f-90c7-41fab61e00f7 None None] Attempting to bind port 29c8238b-7ad7-4e58-aaea-7dbde8b71622 on network 41bdf5b4-4267-41e5-86c8-616ba9bcc97f {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:14:54.082998 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-0f8b8465-80e2-4d89-b29a-33c898b17f4f service neutron] 10.222.0.63 "GET /v2.0/networks/90394afd-703c-4163-92ad-725e7cc3c2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371334 Aug 16 20:14:54.124660 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace7d4f4-a451-4c8f-90c7-41fab61e00f7 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:14:54.125344 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace7d4f4-a451-4c8f-90c7-41fab61e00f7 None None] Checking segment: {'id': '6e06dedf-000f-4bf8-80fe-8cc850649c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '41bdf5b4-4267-41e5-86c8-616ba9bcc97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:14:54.126049 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ace7d4f4-a451-4c8f-90c7-41fab61e00f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:54.126664 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace7d4f4-a451-4c8f-90c7-41fab61e00f7 None None] Bound using segment: {'id': '6e06dedf-000f-4bf8-80fe-8cc850649c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '41bdf5b4-4267-41e5-86c8-616ba9bcc97f'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:14:54.127389 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ace7d4f4-a451-4c8f-90c7-41fab61e00f7 None None] Bound port: 29c8238b-7ad7-4e58-aaea-7dbde8b71622, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e06dedf-000f-4bf8-80fe-8cc850649c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '41bdf5b4-4267-41e5-86c8-616ba9bcc97f'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:14:54.128043 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ace7d4f4-a451-4c8f-90c7-41fab61e00f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:54.231174 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-b59a8a1c-b837-4eb3-9561-01566a66aca8 service neutron] 10.222.0.63 "GET /v2.0/networks/90394afd-703c-4163-92ad-725e7cc3c2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384633 Aug 16 20:14:54.298009 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ace7d4f4-a451-4c8f-90c7-41fab61e00f7 None None] For port 29c8238b-7ad7-4e58-aaea-7dbde8b71622, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:14:54.300574 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-325c6f29-7fa8-43fd-b0de-762f4f4f6550 None None] Allocated IP 172.21.0.2 (4449b973-4529-4679-8d72-a48132d4daca/11397733-73c8-4d8b-af7f-3a106ea4729d/106ec062-c92f-4056-98a9-8014831ab428) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:14:54.301035 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-1e865ea9-39e4-4c81-b77a-71b04dd65f00 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aa59368f-1db7-43fa-bd48-03c82e86210f HTTP/1.1" status: 200 len: 217 time: 0.0603330 Aug 16 20:14:54.303556 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ace7d4f4-a451-4c8f-90c7-41fab61e00f7 None None] For port 29c8238b-7ad7-4e58-aaea-7dbde8b71622, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=29c8238b-7ad7-4e58-aaea-7dbde8b71622,segment=NetworkSegment(6e06dedf-000f-4bf8-80fe-8cc850649c2e),segment_id=6e06dedf-000f-4bf8-80fe-8cc850649c2e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:14:54.318794 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ace7d4f4-a451-4c8f-90c7-41fab61e00f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:54.398673 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9f80f66-6c2b-4aae-87be-902c6fe515b5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:54.444866 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907738fc-390c-4175-a955-64b3042ab643 req-45715efc-ed33-4565-99ce-a7db880bd235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:54.447459 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-45715efc-ed33-4565-99ce-a7db880bd235 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b7d158c1-c010-4d0a-a6f3-8a25135ae4a6 HTTP/1.1" status: 200 len: 797 time: 0.1378598 Aug 16 20:14:54.516738 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace7d4f4-a451-4c8f-90c7-41fab61e00f7 None None] Pushing event updated for resources: {'Port': ['ID=29c8238b-7ad7-4e58-aaea-7dbde8b71622,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:54.541702 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907738fc-390c-4175-a955-64b3042ab643 req-ccd3998c-7b3e-44e9-b283-85a1eefe8b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:54.546792 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-ccd3998c-7b3e-44e9-b283-85a1eefe8b57 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=90394afd-703c-4163-92ad-725e7cc3c2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0845079 Aug 16 20:14:54.688638 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-325c6f29-7fa8-43fd-b0de-762f4f4f6550 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:54.702499 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-325c6f29-7fa8-43fd-b0de-762f4f4f6550 None None] Transition to ACTIVE for port object 106ec062-c92f-4056-98a9-8014831ab428 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:14:54.733381 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-325c6f29-7fa8-43fd-b0de-762f4f4f6550 None None] Transition to ACTIVE for port object 106ec062-c92f-4056-98a9-8014831ab428 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:14:54.745531 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-325c6f29-7fa8-43fd-b0de-762f4f4f6550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:54.881390 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325c6f29-7fa8-43fd-b0de-762f4f4f6550 None None] Network 4449b973-4529-4679-8d72-a48132d4daca is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:14:54.890244 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-24b628c5-2347-40cb-91b4-4b0ce5b87422 service neutron] 10.222.0.63 "GET /v2.0/networks/90394afd-703c-4163-92ad-725e7cc3c2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361616 Aug 16 20:14:54.917779 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-325c6f29-7fa8-43fd-b0de-762f4f4f6550 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:14:54.949628 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325c6f29-7fa8-43fd-b0de-762f4f4f6550 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:14:54.950968 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41d97d-f70f-4b71-8f44-bcc3ac36c649 req-1e7ca4a3-eaf1-4ce6-99d3-089e275182d1 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:54.968539 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1f41d97d-f70f-4b71-8f44-bcc3ac36c649 req-1e7ca4a3-eaf1-4ce6-99d3-089e275182d1 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 946 time: 0.3845482 Aug 16 20:14:54.974696 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c6f29-7fa8-43fd-b0de-762f4f4f6550 None None] Pushing event updated for resources: {'Port': ['ID=106ec062-c92f-4056-98a9-8014831ab428,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:55.089428 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1f41d97d-f70f-4b71-8f44-bcc3ac36c649 req-32dfbc8c-223a-43f0-a671-0e78e3c14207 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197813 Aug 16 20:14:55.127861 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-a9f80f66-6c2b-4aae-87be-902c6fe515b5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Allocated IP 172.20.0.1 (41bdf5b4-4267-41e5-86c8-616ba9bcc97f/eef757ce-9760-4fe0-8ffe-7bcd59496dd9/ca01f654-8d36-4e73-85a8-9fd846def1ea) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:14:55.169725 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-907738fc-390c-4175-a955-64b3042ab643 req-ad7418fa-7305-4f8e-ab63-bd59bb5904ea service neutron] 10.222.0.63 "GET /v2.0/networks/90394afd-703c-4163-92ad-725e7cc3c2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682185 Aug 16 20:14:55.402811 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 29c8238b-7ad7-4e58-aaea-7dbde8b71622 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:14:55.482174 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-325c6f29-7fa8-43fd-b0de-762f4f4f6550 None None] Attempting to bind port 106ec062-c92f-4056-98a9-8014831ab428 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:14:55.482630 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-325c6f29-7fa8-43fd-b0de-762f4f4f6550 None None] Attempting to bind port 106ec062-c92f-4056-98a9-8014831ab428 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '7672cf27-8c17-4fd1-a5a7-ecd99c8930aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4449b973-4529-4679-8d72-a48132d4daca'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:14:55.489571 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325c6f29-7fa8-43fd-b0de-762f4f4f6550 None None] Attempting to bind port 106ec062-c92f-4056-98a9-8014831ab428 on network 4449b973-4529-4679-8d72-a48132d4daca {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:14:55.506540 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325c6f29-7fa8-43fd-b0de-762f4f4f6550 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:14:55.513107 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325c6f29-7fa8-43fd-b0de-762f4f4f6550 None None] Checking segment: {'id': '7672cf27-8c17-4fd1-a5a7-ecd99c8930aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4449b973-4529-4679-8d72-a48132d4daca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:14:55.513690 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-325c6f29-7fa8-43fd-b0de-762f4f4f6550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:55.514190 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325c6f29-7fa8-43fd-b0de-762f4f4f6550 None None] Bound using segment: {'id': '7672cf27-8c17-4fd1-a5a7-ecd99c8930aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4449b973-4529-4679-8d72-a48132d4daca'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:14:55.514772 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-325c6f29-7fa8-43fd-b0de-762f4f4f6550 None None] Bound port: 106ec062-c92f-4056-98a9-8014831ab428, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7672cf27-8c17-4fd1-a5a7-ecd99c8930aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4449b973-4529-4679-8d72-a48132d4daca'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:14:55.516446 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-325c6f29-7fa8-43fd-b0de-762f4f4f6550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:55.718323 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-325c6f29-7fa8-43fd-b0de-762f4f4f6550 None None] For port 106ec062-c92f-4056-98a9-8014831ab428, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:14:55.722461 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-325c6f29-7fa8-43fd-b0de-762f4f4f6550 None None] For port 106ec062-c92f-4056-98a9-8014831ab428, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=106ec062-c92f-4056-98a9-8014831ab428,segment=NetworkSegment(7672cf27-8c17-4fd1-a5a7-ecd99c8930aa),segment_id=7672cf27-8c17-4fd1-a5a7-ecd99c8930aa)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:14:55.746303 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-325c6f29-7fa8-43fd-b0de-762f4f4f6550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:55.791145 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 29c8238b-7ad7-4e58-aaea-7dbde8b71622 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:14:55.917593 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c6f29-7fa8-43fd-b0de-762f4f4f6550 None None] Pushing event updated for resources: {'Port': ['ID=106ec062-c92f-4056-98a9-8014831ab428,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:56.132038 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9f80f66-6c2b-4aae-87be-902c6fe515b5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:56.160273 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-a9f80f66-6c2b-4aae-87be-902c6fe515b5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Transition to ACTIVE for port object ca01f654-8d36-4e73-85a8-9fd846def1ea will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:14:56.204852 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9f80f66-6c2b-4aae-87be-902c6fe515b5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:56.279040 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f80f66-6c2b-4aae-87be-902c6fe515b5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network 41bdf5b4-4267-41e5-86c8-616ba9bcc97f is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:14:56.289896 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-a9f80f66-6c2b-4aae-87be-902c6fe515b5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:14:56.314482 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f80f66-6c2b-4aae-87be-902c6fe515b5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:14:56.357009 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1353a3-9e2e-4115-aab1-b26290fe860c req-f4e4a2d4-c0a0-48a3-92b4-45678d6650e5 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:56.360074 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ff1353a3-9e2e-4115-aab1-b26290fe860c req-f4e4a2d4-c0a0-48a3-92b4-45678d6650e5 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 946 time: 0.1339862 Aug 16 20:14:56.373383 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f80f66-6c2b-4aae-87be-902c6fe515b5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Port': ['ID=ca01f654-8d36-4e73-85a8-9fd846def1ea,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:56.381153 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b12d80-3481-4f3d-91ea-af7e8d5fa408 None None] Network 41bdf5b4-4267-41e5-86c8-616ba9bcc97f requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:14:56.424063 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ff1353a3-9e2e-4115-aab1-b26290fe860c req-f88bfa27-365d-48b4-bae9-588e22523a1b tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555143 Aug 16 20:14:56.448351 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9f80f66-6c2b-4aae-87be-902c6fe515b5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:56.513929 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9c6aa7da-63e8-4b30-a859-ea4228f3eea7 None None] Provisioning for port 29c8238b-7ad7-4e58-aaea-7dbde8b71622 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:14:56.540566 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9c6aa7da-63e8-4b30-a859-ea4228f3eea7 None None] Provisioning complete for port 29c8238b-7ad7-4e58-aaea-7dbde8b71622 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:14:56.541193 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c6aa7da-63e8-4b30-a859-ea4228f3eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:56.701971 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9f80f66-6c2b-4aae-87be-902c6fe515b5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:56.749667 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c6aa7da-63e8-4b30-a859-ea4228f3eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:56.807062 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9c6aa7da-63e8-4b30-a859-ea4228f3eea7 None None] For port 29c8238b-7ad7-4e58-aaea-7dbde8b71622, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=29c8238b-7ad7-4e58-aaea-7dbde8b71622,segment=NetworkSegment(6e06dedf-000f-4bf8-80fe-8cc850649c2e),segment_id=6e06dedf-000f-4bf8-80fe-8cc850649c2e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:14:56.819356 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c6aa7da-63e8-4b30-a859-ea4228f3eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:56.914495 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6aa7da-63e8-4b30-a859-ea4228f3eea7 None None] Pushing event updated for resources: {'Port': ['ID=29c8238b-7ad7-4e58-aaea-7dbde8b71622,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:57.354751 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 29c8238b-7ad7-4e58-aaea-7dbde8b71622 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:14:57.397719 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9f80f66-6c2b-4aae-87be-902c6fe515b5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:57.415377 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9f80f66-6c2b-4aae-87be-902c6fe515b5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:57.498158 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ab65e8f9-86e9-429b-8779-06a08235f116 None None] Provisioning complete for port 29c8238b-7ad7-4e58-aaea-7dbde8b71622 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:14:57.498539 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ab65e8f9-86e9-429b-8779-06a08235f116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:57.517506 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9f80f66-6c2b-4aae-87be-902c6fe515b5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:57.535787 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f80f66-6c2b-4aae-87be-902c6fe515b5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Port': ['ID=ca01f654-8d36-4e73-85a8-9fd846def1ea,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:57.665028 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cba58c-63fb-4d56-b4f5-bbf9e4564bb9 None None] Network 4449b973-4529-4679-8d72-a48132d4daca requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:14:57.676889 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f80f66-6c2b-4aae-87be-902c6fe515b5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network 41bdf5b4-4267-41e5-86c8-616ba9bcc97f is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:14:57.692574 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-a9f80f66-6c2b-4aae-87be-902c6fe515b5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:14:57.919446 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 29c8238b-7ad7-4e58-aaea-7dbde8b71622 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:14:57.920445 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:57.956515 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a79b1-a7e7-49ac-a7dd-e0446115c822 req-fb1946cd-f4d5-488b-967d-22924c112428 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:57.958122 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-504a79b1-a7e7-49ac-a7dd-e0446115c822 req-fb1946cd-f4d5-488b-967d-22924c112428 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 946 time: 0.3025498 Aug 16 20:14:58.062505 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-504a79b1-a7e7-49ac-a7dd-e0446115c822 req-63bf231e-dbb1-4ed4-9cc3-294e2c0a0242 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918281 Aug 16 20:14:58.069068 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f80f66-6c2b-4aae-87be-902c6fe515b5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Router 9bbcd6f3-bd38-439f-8be9-381a6f7ee371 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:14:58.268606 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 106ec062-c92f-4056-98a9-8014831ab428 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:14:58.280267 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ab65e8f9-86e9-429b-8779-06a08235f116 None None] Provisioning for port ca01f654-8d36-4e73-85a8-9fd846def1ea completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:14:58.289951 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f80f66-6c2b-4aae-87be-902c6fe515b5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:14:58.298792 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a9f80f66-6c2b-4aae-87be-902c6fe515b5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "PUT /v2.0/routers/9bbcd6f3-bd38-439f-8be9-381a6f7ee371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5596519 Aug 16 20:14:58.301452 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55720) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:58.303000 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63f181a-1103-4ea6-bd3a-a6d60772f840 None None] Sync routers for ids ['9bbcd6f3-bd38-439f-8be9-381a6f7ee371'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:14:58.318481 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63f181a-1103-4ea6-bd3a-a6d60772f840 None None] Routers {'9bbcd6f3-bd38-439f-8be9-381a6f7ee371'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:14:58.319439 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c63f181a-1103-4ea6-bd3a-a6d60772f840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:14:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['9bbcd6f3-bd38-439f-8be9-381a6f7ee371'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:58.334525 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ab65e8f9-86e9-429b-8779-06a08235f116 None None] Provisioning complete for port ca01f654-8d36-4e73-85a8-9fd846def1ea triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:14:58.334906 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ab65e8f9-86e9-429b-8779-06a08235f116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:58.369570 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8b1148-e26f-4a9a-9b2e-a622452fe861 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:58.371599 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7a8b1148-e26f-4a9a-9b2e-a622452fe861 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "GET /v2.0/ports/ca01f654-8d36-4e73-85a8-9fd846def1ea HTTP/1.1" status: 200 len: 910 time: 0.0690665 Aug 16 20:14:58.374217 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55724) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:58.381473 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c63f181a-1103-4ea6-bd3a-a6d60772f840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:58.401144 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63f181a-1103-4ea6-bd3a-a6d60772f840 None None] Routers {'9bbcd6f3-bd38-439f-8be9-381a6f7ee371'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:14:58.401958 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c63f181a-1103-4ea6-bd3a-a6d60772f840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:14:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['9bbcd6f3-bd38-439f-8be9-381a6f7ee371'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:58.430374 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55726) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:58.450131 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ab65e8f9-86e9-429b-8779-06a08235f116 None None] Port ca01f654-8d36-4e73-85a8-9fd846def1ea cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:14:58.459715 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 106ec062-c92f-4056-98a9-8014831ab428 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:14:58.495796 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c63f181a-1103-4ea6-bd3a-a6d60772f840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:14:58.496461 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63f181a-1103-4ea6-bd3a-a6d60772f840 None None] The sync data for ids ['9bbcd6f3-bd38-439f-8be9-381a6f7ee371'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:14:58.578321 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8f2deb7d-2bbd-4918-9352-6c451d4d599d None None] Provisioning for port 106ec062-c92f-4056-98a9-8014831ab428 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:14:58.583902 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8f2deb7d-2bbd-4918-9352-6c451d4d599d None None] Provisioning complete for port 106ec062-c92f-4056-98a9-8014831ab428 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:14:58.584693 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8f2deb7d-2bbd-4918-9352-6c451d4d599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:58.668691 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-12c5b933-53b8-4631-a1f1-720e25fa22d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:58.789264 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8f2deb7d-2bbd-4918-9352-6c451d4d599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:58.882947 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8f2deb7d-2bbd-4918-9352-6c451d4d599d None None] For port 106ec062-c92f-4056-98a9-8014831ab428, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=106ec062-c92f-4056-98a9-8014831ab428,segment=NetworkSegment(7672cf27-8c17-4fd1-a5a7-ecd99c8930aa),segment_id=7672cf27-8c17-4fd1-a5a7-ecd99c8930aa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:14:58.893434 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8f2deb7d-2bbd-4918-9352-6c451d4d599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:58.930230 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-12c5b933-53b8-4631-a1f1-720e25fa22d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:58.938046 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8f2deb7d-2bbd-4918-9352-6c451d4d599d None None] Provisioning complete for port ca01f654-8d36-4e73-85a8-9fd846def1ea triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:14:58.938698 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8f2deb7d-2bbd-4918-9352-6c451d4d599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:58.942920 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-12c5b933-53b8-4631-a1f1-720e25fa22d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:58.974586 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2deb7d-2bbd-4918-9352-6c451d4d599d None None] Pushing event updated for resources: {'Port': ['ID=106ec062-c92f-4056-98a9-8014831ab428,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:58.998949 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8f2deb7d-2bbd-4918-9352-6c451d4d599d None None] Port ca01f654-8d36-4e73-85a8-9fd846def1ea cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:14:59.044098 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f99d7ce6-1fa2-4229-bcc2-72359c6066e2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:59.062886 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-12c5b933-53b8-4631-a1f1-720e25fa22d7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=96c5b5f0fa9947b1b5687b9c17813ca8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6313112 Aug 16 20:14:59.066216 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55746) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:59.071845 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5b933-53b8-4631-a1f1-720e25fa22d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47189f98-d675-44e8-a2b8-34259734320e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:59.131839 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c48997b5-386f-4e5a-b12f-b56b39ef37f0 None None] Provisioning complete for port 106ec062-c92f-4056-98a9-8014831ab428 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:14:59.132509 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c48997b5-386f-4e5a-b12f-b56b39ef37f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:59.177251 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 106ec062-c92f-4056-98a9-8014831ab428 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:14:59.246642 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7142c506-5b3b-44fc-bf82-29ee26166cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:59.269219 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 106ec062-c92f-4056-98a9-8014831ab428 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:14:59.269837 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:59.283529 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb53ae-a644-4389-aeb7-1a4c2243b63b req-5c7e734e-b6bf-4e91-a952-3b0026a363e7 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:14:59.285289 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-72eb53ae-a644-4389-aeb7-1a4c2243b63b req-5c7e734e-b6bf-4e91-a952-3b0026a363e7 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 946 time: 0.0845430 Aug 16 20:14:59.310884 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7142c506-5b3b-44fc-bf82-29ee26166cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:59.347586 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-72eb53ae-a644-4389-aeb7-1a4c2243b63b req-b3c0b218-ec4d-4c35-87b6-871778a5d650 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524151 Aug 16 20:14:59.391398 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7142c506-5b3b-44fc-bf82-29ee26166cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:59.394581 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7142c506-5b3b-44fc-bf82-29ee26166cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:59.402150 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7142c506-5b3b-44fc-bf82-29ee26166cd3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/47189f98-d675-44e8-a2b8-34259734320e HTTP/1.1" status: 204 len: 168 time: 0.3331358 Aug 16 20:14:59.455118 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142c506-5b3b-44fc-bf82-29ee26166cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47189f98-d675-44e8-a2b8-34259734320e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:14:59.656502 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-f99d7ce6-1fa2-4229-bcc2-72359c6066e2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Allocated IP 172.21.0.1 (4449b973-4529-4679-8d72-a48132d4daca/11397733-73c8-4d8b-af7f-3a106ea4729d/37723a99-a0b5-4248-9ceb-922c54a1a506) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:14:59.808773 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55768) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:14:59.820033 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f99d7ce6-1fa2-4229-bcc2-72359c6066e2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:59.832474 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ec9907b-9e35-4531-8f19-25cb9988100d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:59.848107 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-f99d7ce6-1fa2-4229-bcc2-72359c6066e2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Transition to ACTIVE for port object 37723a99-a0b5-4248-9ceb-922c54a1a506 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:14:59.918344 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f99d7ce6-1fa2-4229-bcc2-72359c6066e2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:59.973336 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99d7ce6-1fa2-4229-bcc2-72359c6066e2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network 4449b973-4529-4679-8d72-a48132d4daca is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:14:59.978381 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-f99d7ce6-1fa2-4229-bcc2-72359c6066e2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:14:59.985961 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99d7ce6-1fa2-4229-bcc2-72359c6066e2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:15:00.058940 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f99d7ce6-1fa2-4229-bcc2-72359c6066e2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:00.066161 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d7ce6-1fa2-4229-bcc2-72359c6066e2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Port': ['ID=37723a99-a0b5-4248-9ceb-922c54a1a506,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:00.127306 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ec9907b-9e35-4531-8f19-25cb9988100d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:00.159736 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ec9907b-9e35-4531-8f19-25cb9988100d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:00.220190 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9907b-9e35-4531-8f19-25cb9988100d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbae3103-8db2-4c79-86bd-c4c704e2309c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:00.232431 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3ec9907b-9e35-4531-8f19-25cb9988100d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cf6bb743a25445b093e65432979206e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4196584 Aug 16 20:15:00.232681 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55780) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:00.277767 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f99d7ce6-1fa2-4229-bcc2-72359c6066e2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:00.345877 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8346-128e-41e1-a042-2ba0d24dfa94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:00.378432 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8346-128e-41e1-a042-2ba0d24dfa94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:00.439902 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-dd2b383e-0dfb-4883-bb44-3c9e3dbd105a None None] Provisioning for port 37723a99-a0b5-4248-9ceb-922c54a1a506 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:15:00.444970 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-dd2b383e-0dfb-4883-bb44-3c9e3dbd105a None None] Provisioning complete for port 37723a99-a0b5-4248-9ceb-922c54a1a506 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:15:00.445573 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dd2b383e-0dfb-4883-bb44-3c9e3dbd105a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:00.494413 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8346-128e-41e1-a042-2ba0d24dfa94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:00.499738 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8346-128e-41e1-a042-2ba0d24dfa94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:00.502095 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e1fe8346-128e-41e1-a042-2ba0d24dfa94 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fbae3103-8db2-4c79-86bd-c4c704e2309c HTTP/1.1" status: 204 len: 168 time: 0.2683494 Aug 16 20:15:00.521097 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-dd2b383e-0dfb-4883-bb44-3c9e3dbd105a None None] Port 37723a99-a0b5-4248-9ceb-922c54a1a506 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:15:00.534808 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe8346-128e-41e1-a042-2ba0d24dfa94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbae3103-8db2-4c79-86bd-c4c704e2309c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:00.550519 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf03744-48f2-42f6-b08b-ad3b30204dcd req-f01ca56b-c875-46fc-966f-921a34768495 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:00.552223 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-daf03744-48f2-42f6-b08b-ad3b30204dcd req-f01ca56b-c875-46fc-966f-921a34768495 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 946 time: 0.0890183 Aug 16 20:15:00.682371 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-daf03744-48f2-42f6-b08b-ad3b30204dcd req-6dea76ef-eb19-4dfa-b0a8-2dfbd5199b1e tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017802 Aug 16 20:15:00.769150 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f99d7ce6-1fa2-4229-bcc2-72359c6066e2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:00.777848 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f99d7ce6-1fa2-4229-bcc2-72359c6066e2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:01.169107 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f99d7ce6-1fa2-4229-bcc2-72359c6066e2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:01.170856 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d7ce6-1fa2-4229-bcc2-72359c6066e2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Port': ['ID=37723a99-a0b5-4248-9ceb-922c54a1a506,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:01.288639 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99d7ce6-1fa2-4229-bcc2-72359c6066e2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network 4449b973-4529-4679-8d72-a48132d4daca is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:15:01.290387 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-f99d7ce6-1fa2-4229-bcc2-72359c6066e2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:01.433376 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99d7ce6-1fa2-4229-bcc2-72359c6066e2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Router 9bbcd6f3-bd38-439f-8be9-381a6f7ee371 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:15:01.584294 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99d7ce6-1fa2-4229-bcc2-72359c6066e2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:15:01.590882 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f99d7ce6-1fa2-4229-bcc2-72359c6066e2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "PUT /v2.0/routers/9bbcd6f3-bd38-439f-8be9-381a6f7ee371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2154119 Aug 16 20:15:01.593592 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55836) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:01.595942 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb01a2e9-e834-446b-93be-f00210bcf92c None None] Sync routers for ids ['9bbcd6f3-bd38-439f-8be9-381a6f7ee371'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:15:01.610708 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb01a2e9-e834-446b-93be-f00210bcf92c None None] Routers {'9bbcd6f3-bd38-439f-8be9-381a6f7ee371'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:15:01.611408 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-eb01a2e9-e834-446b-93be-f00210bcf92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:14:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['9bbcd6f3-bd38-439f-8be9-381a6f7ee371'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:01.659315 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680a3976-9bb6-45b5-b38a-6716cbb6f431 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:01.661191 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-680a3976-9bb6-45b5-b38a-6716cbb6f431 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "GET /v2.0/ports/37723a99-a0b5-4248-9ceb-922c54a1a506 HTTP/1.1" status: 200 len: 910 time: 0.0666029 Aug 16 20:15:01.664199 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55838) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:01.686568 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-eb01a2e9-e834-446b-93be-f00210bcf92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:01.703693 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb01a2e9-e834-446b-93be-f00210bcf92c None None] Routers {'9bbcd6f3-bd38-439f-8be9-381a6f7ee371'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:15:01.704705 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-eb01a2e9-e834-446b-93be-f00210bcf92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:14:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['9bbcd6f3-bd38-439f-8be9-381a6f7ee371'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:01.744569 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-eb01a2e9-e834-446b-93be-f00210bcf92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:01.745138 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb01a2e9-e834-446b-93be-f00210bcf92c None None] The sync data for ids ['9bbcd6f3-bd38-439f-8be9-381a6f7ee371'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:15:01.748657 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d3a73971-f427-4b3b-9789-a5b254df02be None None] Provisioning complete for port 37723a99-a0b5-4248-9ceb-922c54a1a506 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:15:01.751209 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d3a73971-f427-4b3b-9789-a5b254df02be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:01.807071 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d3a73971-f427-4b3b-9789-a5b254df02be None None] Port 37723a99-a0b5-4248-9ceb-922c54a1a506 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:15:01.826972 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9e61c34d-d8ab-4ed8-993e-d8ff6435278f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:01.894320 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3cfb3-d73c-4cf4-8f10-5f67de3ddb99 req-e6ca32a9-3ae4-435f-a710-6c27d56f3ec6 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:01.903425 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0ff3cfb3-d73c-4cf4-8f10-5f67de3ddb99 req-e6ca32a9-3ae4-435f-a710-6c27d56f3ec6 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 946 time: 0.1042480 Aug 16 20:15:01.986533 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0ff3cfb3-d73c-4cf4-8f10-5f67de3ddb99 req-70ef6407-4f5a-4c04-a0c5-3b392e32492b tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821397 Aug 16 20:15:02.171541 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a94b933a-ab6d-4535-886c-43f20df52f8a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:02.552190 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-a94b933a-ab6d-4535-886c-43f20df52f8a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Deleting port 37723a99-a0b5-4248-9ceb-922c54a1a506 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:15:02.552548 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a94b933a-ab6d-4535-886c-43f20df52f8a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:02.666706 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a94b933a-ab6d-4535-886c-43f20df52f8a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:02.682554 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-a94b933a-ab6d-4535-886c-43f20df52f8a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Calling delete_port for 37723a99-a0b5-4248-9ceb-922c54a1a506 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:15:02.887728 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a94b933a-ab6d-4535-886c-43f20df52f8a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:02.918249 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b933a-ab6d-4535-886c-43f20df52f8a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Port': ['ID=37723a99-a0b5-4248-9ceb-922c54a1a506,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:03.200123 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a94b933a-ab6d-4535-886c-43f20df52f8a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:03.215780 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cabba-65c2-41cf-ac57-a48b8423f8cb req-783f13c6-fd6c-41f2-a841-1852ef052cfc tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:03.217304 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-599cabba-65c2-41cf-ac57-a48b8423f8cb req-783f13c6-fd6c-41f2-a841-1852ef052cfc tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 946 time: 0.1191714 Aug 16 20:15:03.346447 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-599cabba-65c2-41cf-ac57-a48b8423f8cb req-0c0c9155-8ecc-44b2-b728-5bb8be5f09e5 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884364 Aug 16 20:15:03.474632 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94b933a-ab6d-4535-886c-43f20df52f8a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Router 9bbcd6f3-bd38-439f-8be9-381a6f7ee371 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:15:03.580708 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94b933a-ab6d-4535-886c-43f20df52f8a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:15:03.587627 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a94b933a-ab6d-4535-886c-43f20df52f8a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "PUT /v2.0/routers/9bbcd6f3-bd38-439f-8be9-381a6f7ee371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9215758 Aug 16 20:15:03.592889 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55924) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:03.604978 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b366ff2-f4fa-4d2d-9079-3a2a13e983f7 None None] Sync routers for ids ['9bbcd6f3-bd38-439f-8be9-381a6f7ee371'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:15:03.614653 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b366ff2-f4fa-4d2d-9079-3a2a13e983f7 None None] Routers {'9bbcd6f3-bd38-439f-8be9-381a6f7ee371'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:15:03.615278 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-8b366ff2-f4fa-4d2d-9079-3a2a13e983f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:14:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['9bbcd6f3-bd38-439f-8be9-381a6f7ee371'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:03.651581 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-8b366ff2-f4fa-4d2d-9079-3a2a13e983f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:03.661559 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b366ff2-f4fa-4d2d-9079-3a2a13e983f7 None None] Routers {'9bbcd6f3-bd38-439f-8be9-381a6f7ee371'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:15:03.662346 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-8b366ff2-f4fa-4d2d-9079-3a2a13e983f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:14:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['9bbcd6f3-bd38-439f-8be9-381a6f7ee371'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:03.695759 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-8b366ff2-f4fa-4d2d-9079-3a2a13e983f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:03.696720 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b366ff2-f4fa-4d2d-9079-3a2a13e983f7 None None] The sync data for ids ['9bbcd6f3-bd38-439f-8be9-381a6f7ee371'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:15:03.882194 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55936) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:04.023836 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4760b7f3-918f-4170-b559-fec780717c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:04.138297 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4760b7f3-918f-4170-b559-fec780717c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:04.144008 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4760b7f3-918f-4170-b559-fec780717c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:04.189375 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4760b7f3-918f-4170-b559-fec780717c7a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1f5b07bb47a74e41bd563f1aca7eb3cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3058600 Aug 16 20:15:04.191610 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4760b7f3-918f-4170-b559-fec780717c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d4c3d8-46c2-4a54-9663-ed1205542f18,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:04.193977 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55946) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:04.252288 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e310b48-5d74-4ab2-952d-66277e5534e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:04.274408 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e310b48-5d74-4ab2-952d-66277e5534e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:04.336922 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e310b48-5d74-4ab2-952d-66277e5534e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:04.345880 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e310b48-5d74-4ab2-952d-66277e5534e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:04.350566 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6e310b48-5d74-4ab2-952d-66277e5534e1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/79d4c3d8-46c2-4a54-9663-ed1205542f18 HTTP/1.1" status: 204 len: 168 time: 0.1522770 Aug 16 20:15:04.363899 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-31c1d642-2fee-40e5-a947-26eaca4e642b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:04.379182 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e310b48-5d74-4ab2-952d-66277e5534e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d4c3d8-46c2-4a54-9663-ed1205542f18,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:04.414092 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-92b55a4f-b6f7-4a8d-a305-d1132b2f9843 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:04.646627 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:04.671786 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80783d1c-968b-403c-976f-e4d91dd58869 req-beb83d97-8de0-46ec-96c3-5e9b331be715 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:04.673615 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-80783d1c-968b-403c-976f-e4d91dd58869 req-beb83d97-8de0-46ec-96c3-5e9b331be715 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 946 time: 0.1708093 Aug 16 20:15:04.730038 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-80783d1c-968b-403c-976f-e4d91dd58869 req-2c254db0-f9d0-4cf3-bacb-c76e8bdd1258 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487471 Aug 16 20:15:04.762249 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55970) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:04.776160 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-98d3562e-ef1a-4a48-88b7-075505fb6efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:04.857708 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-92b55a4f-b6f7-4a8d-a305-d1132b2f9843 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Deleting port ca01f654-8d36-4e73-85a8-9fd846def1ea {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:15:04.858056 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-92b55a4f-b6f7-4a8d-a305-d1132b2f9843 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:04.879037 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-98d3562e-ef1a-4a48-88b7-075505fb6efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:04.883433 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-98d3562e-ef1a-4a48-88b7-075505fb6efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:04.934034 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-98d3562e-ef1a-4a48-88b7-075505fb6efd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5ec170edc34f4aecbfd09dfe680f88bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1681690 Aug 16 20:15:04.934034 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3562e-ef1a-4a48-88b7-075505fb6efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638a5c4a-6bbf-4ff0-8f2d-ddad06048958,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:04.934813 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55976) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:04.987632 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-92b55a4f-b6f7-4a8d-a305-d1132b2f9843 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:05.007776 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-92b55a4f-b6f7-4a8d-a305-d1132b2f9843 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Calling delete_port for ca01f654-8d36-4e73-85a8-9fd846def1ea owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:15:05.031487 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-993bef45-c6a8-454d-99e6-3d2c2ee3ea72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:05.090741 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-993bef45-c6a8-454d-99e6-3d2c2ee3ea72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:05.192944 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-993bef45-c6a8-454d-99e6-3d2c2ee3ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:05.195514 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-993bef45-c6a8-454d-99e6-3d2c2ee3ea72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:05.197206 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-993bef45-c6a8-454d-99e6-3d2c2ee3ea72 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/638a5c4a-6bbf-4ff0-8f2d-ddad06048958 HTTP/1.1" status: 204 len: 168 time: 0.2607379 Aug 16 20:15:05.233454 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993bef45-c6a8-454d-99e6-3d2c2ee3ea72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638a5c4a-6bbf-4ff0-8f2d-ddad06048958,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:05.263766 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-92b55a4f-b6f7-4a8d-a305-d1132b2f9843 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:05.291655 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b55a4f-b6f7-4a8d-a305-d1132b2f9843 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Port': ['ID=ca01f654-8d36-4e73-85a8-9fd846def1ea,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:05.474400 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-92b55a4f-b6f7-4a8d-a305-d1132b2f9843 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:05.556746 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:05.724970 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b55a4f-b6f7-4a8d-a305-d1132b2f9843 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Router 9bbcd6f3-bd38-439f-8be9-381a6f7ee371 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:15:05.809283 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b55a4f-b6f7-4a8d-a305-d1132b2f9843 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:15:05.818280 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-92b55a4f-b6f7-4a8d-a305-d1132b2f9843 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "PUT /v2.0/routers/9bbcd6f3-bd38-439f-8be9-381a6f7ee371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2240582 Aug 16 20:15:05.821021 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 56014) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:05.822133 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9a69d3-6663-472b-8fbc-cfbb900e26e1 None None] Sync routers for ids ['9bbcd6f3-bd38-439f-8be9-381a6f7ee371'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:15:05.833355 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9a69d3-6663-472b-8fbc-cfbb900e26e1 None None] Routers {'9bbcd6f3-bd38-439f-8be9-381a6f7ee371'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:15:05.835120 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6f9a69d3-6663-472b-8fbc-cfbb900e26e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:15:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['9bbcd6f3-bd38-439f-8be9-381a6f7ee371'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:05.880474 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6f9a69d3-6663-472b-8fbc-cfbb900e26e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:05.891922 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9a69d3-6663-472b-8fbc-cfbb900e26e1 None None] Routers {'9bbcd6f3-bd38-439f-8be9-381a6f7ee371'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:15:05.892996 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6f9a69d3-6663-472b-8fbc-cfbb900e26e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:15:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['9bbcd6f3-bd38-439f-8be9-381a6f7ee371'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:05.902757 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0c9ac161-4940-41fd-ad02-2f548f113ca0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bbcd6f3-bd38-439f-8be9-381a6f7ee371 HTTP/1.1" status: 200 len: 205 time: 0.0771255 Aug 16 20:15:05.902987 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 56020) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:05.937371 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6f9a69d3-6663-472b-8fbc-cfbb900e26e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:05.937371 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9a69d3-6663-472b-8fbc-cfbb900e26e1 None None] The sync data for ids ['9bbcd6f3-bd38-439f-8be9-381a6f7ee371'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:15:05.948420 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:06.012439 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:06.028578 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8b7364a7-2a2f-4b99-ab07-41faf49112e2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:06.039207 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76022420-bb7f-47e7-b2c2-3033ab1cfe0e req-a3cc8129-5269-4882-9f3c-beea333dae09 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:06.041236 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-76022420-bb7f-47e7-b2c2-3033ab1cfe0e req-a3cc8129-5269-4882-9f3c-beea333dae09 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 946 time: 0.2076437 Aug 16 20:15:06.226073 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-76022420-bb7f-47e7-b2c2-3033ab1cfe0e req-40b4adb2-1469-4501-8d03-6144036def49 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498039 Aug 16 20:15:06.241746 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8b7364a7-2a2f-4b99-ab07-41faf49112e2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:06.246255 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8b7364a7-2a2f-4b99-ab07-41faf49112e2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:06.313063 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8b7364a7-2a2f-4b99-ab07-41faf49112e2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:06.313643 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7364a7-2a2f-4b99-ab07-41faf49112e2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Fanout notify agent at l3_agent the message router_deleted on router 9bbcd6f3-bd38-439f-8be9-381a6f7ee371 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:15:06.321132 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8b7364a7-2a2f-4b99-ab07-41faf49112e2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:06.322288 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8b7364a7-2a2f-4b99-ab07-41faf49112e2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/routers/9bbcd6f3-bd38-439f-8be9-381a6f7ee371 HTTP/1.1" status: 204 len: 168 time: 0.4181714 Aug 16 20:15:06.325289 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56040) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:06.386645 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2d0718-767c-48e7-bb6e-aab245e0e0de tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Deleting subnet 11397733-73c8-4d8b-af7f-3a106ea4729d {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:15:06.390298 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bd2d0718-767c-48e7-bb6e-aab245e0e0de tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:06.450637 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bd2d0718-767c-48e7-bb6e-aab245e0e0de tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:06.554740 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bd2d0718-767c-48e7-bb6e-aab245e0e0de tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:06.627851 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bd2d0718-767c-48e7-bb6e-aab245e0e0de tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:06.670683 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d0718-767c-48e7-bb6e-aab245e0e0de tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Subnet': ['ID=11397733-73c8-4d8b-af7f-3a106ea4729d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:06.693268 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d0718-767c-48e7-bb6e-aab245e0e0de tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:06.693268 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d0718-767c-48e7-bb6e-aab245e0e0de tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:06.693808 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d0718-767c-48e7-bb6e-aab245e0e0de tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:06.694398 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d0718-767c-48e7-bb6e-aab245e0e0de tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:06.694974 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d0718-767c-48e7-bb6e-aab245e0e0de tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:06.695638 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d0718-767c-48e7-bb6e-aab245e0e0de tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:06.696196 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d0718-767c-48e7-bb6e-aab245e0e0de tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:06.697254 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d0718-767c-48e7-bb6e-aab245e0e0de tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:06.697790 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d0718-767c-48e7-bb6e-aab245e0e0de tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:06.698323 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d0718-767c-48e7-bb6e-aab245e0e0de tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:06.698728 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d0718-767c-48e7-bb6e-aab245e0e0de tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:06.698875 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a987ec-7115-4261-ba9d-8a9e05f0b964 None None] Network 4449b973-4529-4679-8d72-a48132d4daca requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:15:06.699821 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d0718-767c-48e7-bb6e-aab245e0e0de tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:06.705119 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bd2d0718-767c-48e7-bb6e-aab245e0e0de tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:06.712736 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bd2d0718-767c-48e7-bb6e-aab245e0e0de tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/subnets/11397733-73c8-4d8b-af7f-3a106ea4729d HTTP/1.1" status: 204 len: 168 time: 0.3832502 Aug 16 20:15:06.713439 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 56062) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:06.795218 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f923322-2f0b-4b7d-850e-bb8b78a73b0d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Deleting subnet eef757ce-9760-4fe0-8ffe-7bcd59496dd9 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:15:06.800835 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f923322-2f0b-4b7d-850e-bb8b78a73b0d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:06.855147 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f923322-2f0b-4b7d-850e-bb8b78a73b0d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:06.952345 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a36464-259a-45cb-9408-7e263f80e29b None None] DHCP port deletion for 4449b973-4529-4679-8d72-a48132d4daca request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:15:06.985165 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f923322-2f0b-4b7d-850e-bb8b78a73b0d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:07.012855 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:07.024023 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-07a36464-259a-45cb-9408-7e263f80e29b None None] Deleting port 106ec062-c92f-4056-98a9-8014831ab428 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:15:07.025194 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-07a36464-259a-45cb-9408-7e263f80e29b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:07.115481 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 106ec062-c92f-4056-98a9-8014831ab428 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:15:07.119905 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-07a36464-259a-45cb-9408-7e263f80e29b None None] For port 106ec062-c92f-4056-98a9-8014831ab428, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=106ec062-c92f-4056-98a9-8014831ab428,segment=NetworkSegment(7672cf27-8c17-4fd1-a5a7-ecd99c8930aa),segment_id=7672cf27-8c17-4fd1-a5a7-ecd99c8930aa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:15:07.120301 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-07a36464-259a-45cb-9408-7e263f80e29b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:07.124060 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f923322-2f0b-4b7d-850e-bb8b78a73b0d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:07.152777 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-07a36464-259a-45cb-9408-7e263f80e29b None None] Calling delete_port for 106ec062-c92f-4056-98a9-8014831ab428 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:15:07.154549 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f923322-2f0b-4b7d-850e-bb8b78a73b0d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:07.159429 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7f923322-2f0b-4b7d-850e-bb8b78a73b0d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/subnets/eef757ce-9760-4fe0-8ffe-7bcd59496dd9 HTTP/1.1" status: 204 len: 168 time: 0.4424834 Aug 16 20:15:07.159429 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f923322-2f0b-4b7d-850e-bb8b78a73b0d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Subnet': ['ID=eef757ce-9760-4fe0-8ffe-7bcd59496dd9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:07.161947 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56080) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:07.164268 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62503a25-8515-44d9-9b16-9a264351dced None None] Network 41bdf5b4-4267-41e5-86c8-616ba9bcc97f requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:15:07.258781 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d587aff6-6306-40a3-b7cd-2da28872d906 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:07.401079 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2bf90f-f15c-4d12-8cde-de1069139028 req-a5366688-93d9-4984-b2c3-5c27fc47ebdb tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:07.406769 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-eb2bf90f-f15c-4d12-8cde-de1069139028 req-a5366688-93d9-4984-b2c3-5c27fc47ebdb tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 946 time: 0.1018310 Aug 16 20:15:07.445274 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d587aff6-6306-40a3-b7cd-2da28872d906 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Deleting port 106ec062-c92f-4056-98a9-8014831ab428 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:15:07.445678 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d587aff6-6306-40a3-b7cd-2da28872d906 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:07.452445 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:07.498655 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 106ec062-c92f-4056-98a9-8014831ab428, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=106ec062-c92f-4056-98a9-8014831ab428,segment=NetworkSegment(7672cf27-8c17-4fd1-a5a7-ecd99c8930aa),segment_id=7672cf27-8c17-4fd1-a5a7-ecd99c8930aa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:15:07.512992 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:07.540922 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-eb2bf90f-f15c-4d12-8cde-de1069139028 req-f3b4a032-1d94-4e3f-a934-432943a7e54e tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241734 Aug 16 20:15:07.567118 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-d587aff6-6306-40a3-b7cd-2da28872d906 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] For port 106ec062-c92f-4056-98a9-8014831ab428, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=106ec062-c92f-4056-98a9-8014831ab428,segment=NetworkSegment(7672cf27-8c17-4fd1-a5a7-ecd99c8930aa),segment_id=7672cf27-8c17-4fd1-a5a7-ecd99c8930aa)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:15:07.567118 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d587aff6-6306-40a3-b7cd-2da28872d906 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:07.577650 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-07a36464-259a-45cb-9408-7e263f80e29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:07.600398 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d587aff6-6306-40a3-b7cd-2da28872d906 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Calling delete_port for 106ec062-c92f-4056-98a9-8014831ab428 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:15:07.605630 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd6c52a-2617-4326-aee8-7159ba0d9d3f None None] DHCP port deletion for 41bdf5b4-4267-41e5-86c8-616ba9bcc97f request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:15:07.621696 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a36464-259a-45cb-9408-7e263f80e29b None None] No DVR routers for this DVR port 106ec062-c92f-4056-98a9-8014831ab428 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:15:07.623175 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=106ec062-c92f-4056-98a9-8014831ab428,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:07.687112 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a36464-259a-45cb-9408-7e263f80e29b None None] Pushing event deleted for resources: {'Port': ['ID=106ec062-c92f-4056-98a9-8014831ab428,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:07.697722 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d587aff6-6306-40a3-b7cd-2da28872d906 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:07.724759 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5dd6c52a-2617-4326-aee8-7159ba0d9d3f None None] Deleting port 29c8238b-7ad7-4e58-aaea-7dbde8b71622 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:15:07.725829 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5dd6c52a-2617-4326-aee8-7159ba0d9d3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:07.731065 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587aff6-6306-40a3-b7cd-2da28872d906 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Port': ['ID=106ec062-c92f-4056-98a9-8014831ab428,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:07.737175 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d587aff6-6306-40a3-b7cd-2da28872d906 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] No DVR routers for this DVR port 106ec062-c92f-4056-98a9-8014831ab428 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:15:07.849464 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5dd6c52a-2617-4326-aee8-7159ba0d9d3f None None] For port 29c8238b-7ad7-4e58-aaea-7dbde8b71622, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=29c8238b-7ad7-4e58-aaea-7dbde8b71622,segment=NetworkSegment(6e06dedf-000f-4bf8-80fe-8cc850649c2e),segment_id=6e06dedf-000f-4bf8-80fe-8cc850649c2e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:15:07.849788 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5dd6c52a-2617-4326-aee8-7159ba0d9d3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:07.875005 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5dd6c52a-2617-4326-aee8-7159ba0d9d3f None None] Calling delete_port for 29c8238b-7ad7-4e58-aaea-7dbde8b71622 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:15:07.885615 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d587aff6-6306-40a3-b7cd-2da28872d906 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:07.899959 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d587aff6-6306-40a3-b7cd-2da28872d906 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4449b973-4529-4679-8d72-a48132d4daca']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:07.911167 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d587aff6-6306-40a3-b7cd-2da28872d906 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7672cf27-8c17-4fd1-a5a7-ecd99c8930aa') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:07.911564 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d587aff6-6306-40a3-b7cd-2da28872d906 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7672cf27-8c17-4fd1-a5a7-ecd99c8930aa') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:07.921992 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d587aff6-6306-40a3-b7cd-2da28872d906 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:07.939094 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d587aff6-6306-40a3-b7cd-2da28872d906 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:07.948465 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d587aff6-6306-40a3-b7cd-2da28872d906 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:15:07.948863 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d587aff6-6306-40a3-b7cd-2da28872d906 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:07.950310 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 56120) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: self.session.flush() Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: self.session.flush() Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: self.session.flush() Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: self.session.flush() Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:15:07.952424 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:15:08.003058 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5dd6c52a-2617-4326-aee8-7159ba0d9d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:08.031891 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6c52a-2617-4326-aee8-7159ba0d9d3f None None] Pushing event deleted for resources: {'Port': ['ID=29c8238b-7ad7-4e58-aaea-7dbde8b71622,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:08.033196 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d587aff6-6306-40a3-b7cd-2da28872d906 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:08.039733 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd6c52a-2617-4326-aee8-7159ba0d9d3f None None] No DVR routers for this DVR port 29c8238b-7ad7-4e58-aaea-7dbde8b71622 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:15:08.066886 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d587aff6-6306-40a3-b7cd-2da28872d906 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:08.073110 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 56126) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:08.088576 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d587aff6-6306-40a3-b7cd-2da28872d906 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/networks/4449b973-4529-4679-8d72-a48132d4daca HTTP/1.1" status: 204 len: 168 time: 0.9095149 Aug 16 20:15:08.089884 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587aff6-6306-40a3-b7cd-2da28872d906 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Network': ['ID=4449b973-4529-4679-8d72-a48132d4daca,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:08.162864 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9edfafe-a390-4e61-9421-c5dd61fbd46d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:08.216991 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3951440-0302-4baf-8d34-5f7508686ec7 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:08.594556 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3951440-0302-4baf-8d34-5f7508686ec7 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:08.608735 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a3951440-0302-4baf-8d34-5f7508686ec7 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41bdf5b4-4267-41e5-86c8-616ba9bcc97f']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:08.638551 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a3951440-0302-4baf-8d34-5f7508686ec7 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e06dedf-000f-4bf8-80fe-8cc850649c2e') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:08.638847 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a3951440-0302-4baf-8d34-5f7508686ec7 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e06dedf-000f-4bf8-80fe-8cc850649c2e') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:08.650113 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9edfafe-a390-4e61-9421-c5dd61fbd46d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:08.668047 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3951440-0302-4baf-8d34-5f7508686ec7 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:08.669678 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9edfafe-a390-4e61-9421-c5dd61fbd46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:08.705094 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3951440-0302-4baf-8d34-5f7508686ec7 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:08.727115 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3951440-0302-4baf-8d34-5f7508686ec7 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:15:08.727548 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3951440-0302-4baf-8d34-5f7508686ec7 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:08.731282 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:15:08.731282 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:15:08.731282 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:15:08.731282 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:15:08.731282 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:15:08.731282 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:15:08.731282 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:15:08.731282 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:15:08.731282 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:15:08.731282 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:15:08.731282 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:15:08.731282 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:15:08.731282 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:15:08.731282 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:15:08.731282 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:15:08.731282 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:15:08.731282 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:15:08.731282 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:15:08.731282 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:15:08.731282 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:15:08.731282 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:15:08.731282 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:15:08.731282 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:15:08.731282 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:15:08.731282 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:15:08.731282 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:15:08.731282 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:15:08.731282 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:15:08.731282 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:15:08.731282 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:15:08.731282 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:15:08.731282 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:15:08.776552 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d9edfafe-a390-4e61-9421-c5dd61fbd46d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4fdd6feb081a42f7bc04688dbd6cef3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8251114 Aug 16 20:15:08.779282 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56132) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:08.780710 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9edfafe-a390-4e61-9421-c5dd61fbd46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc32fc56-804f-41b2-80ce-72b54e32ec90,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:08.793949 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad571bea-75f4-45fa-9e97-45e3aa5554f4 req-fec4b760-6efa-41ca-bff3-6c1383f6e64d tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:08.795548 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ad571bea-75f4-45fa-9e97-45e3aa5554f4 req-fec4b760-6efa-41ca-bff3-6c1383f6e64d tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 946 time: 0.1752362 Aug 16 20:15:08.813313 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9edfafe-a390-4e61-9421-c5dd61fbd46d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:08.813958 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9edfafe-a390-4e61-9421-c5dd61fbd46d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:08.814408 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9edfafe-a390-4e61-9421-c5dd61fbd46d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:08.814809 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9edfafe-a390-4e61-9421-c5dd61fbd46d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:08.815169 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9edfafe-a390-4e61-9421-c5dd61fbd46d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:08.815526 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9edfafe-a390-4e61-9421-c5dd61fbd46d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:08.816149 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9edfafe-a390-4e61-9421-c5dd61fbd46d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:08.816149 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9edfafe-a390-4e61-9421-c5dd61fbd46d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:08.816553 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9edfafe-a390-4e61-9421-c5dd61fbd46d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:08.816798 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9edfafe-a390-4e61-9421-c5dd61fbd46d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:08.817119 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9edfafe-a390-4e61-9421-c5dd61fbd46d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:08.817453 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9edfafe-a390-4e61-9421-c5dd61fbd46d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:08.840643 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3951440-0302-4baf-8d34-5f7508686ec7 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:08.868197 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-47b9593a-c114-4125-a56a-abe6b597e667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:08.868568 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3951440-0302-4baf-8d34-5f7508686ec7 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:08.874218 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a3951440-0302-4baf-8d34-5f7508686ec7 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/networks/41bdf5b4-4267-41e5-86c8-616ba9bcc97f HTTP/1.1" status: 204 len: 168 time: 0.7964630 Aug 16 20:15:08.875161 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56136) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:08.876970 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3951440-0302-4baf-8d34-5f7508686ec7 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Network': ['ID=41bdf5b4-4267-41e5-86c8-616ba9bcc97f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:08.886400 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ad571bea-75f4-45fa-9e97-45e3aa5554f4 req-56a2d415-7fbb-412b-81d1-93fa99e22c3d tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761490 Aug 16 20:15:08.886905 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-524ea772-bd08-4133-9f3b-75f0236f4ba7 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Request body: {'network': {'name': 'tempest-RoutersTest-123545381'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:08.948485 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-47b9593a-c114-4125-a56a-abe6b597e667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:08.956504 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524ea772-bd08-4133-9f3b-75f0236f4ba7 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Made reservation on behalf of 4e7767da8a9b462f9abca14d577f0aa8 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:15:08.960220 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-524ea772-bd08-4133-9f3b-75f0236f4ba7 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:09.011337 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-524ea772-bd08-4133-9f3b-75f0236f4ba7 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:15:09.021949 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-524ea772-bd08-4133-9f3b-75f0236f4ba7 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:09.022309 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-524ea772-bd08-4133-9f3b-75f0236f4ba7 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Added segment 8ada823e-d9ab-4d22-8874-194a8fde4cf4 of type vlan for network 2c405f24-373a-4696-a82f-94883113d26c Aug 16 20:15:09.066411 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-524ea772-bd08-4133-9f3b-75f0236f4ba7 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:09.102704 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-47b9593a-c114-4125-a56a-abe6b597e667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:09.105887 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-47b9593a-c114-4125-a56a-abe6b597e667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:09.107454 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-47b9593a-c114-4125-a56a-abe6b597e667 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dc32fc56-804f-41b2-80ce-72b54e32ec90 HTTP/1.1" status: 204 len: 168 time: 0.3270228 Aug 16 20:15:09.117415 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9593a-c114-4125-a56a-abe6b597e667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc32fc56-804f-41b2-80ce-72b54e32ec90,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:09.131092 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-524ea772-bd08-4133-9f3b-75f0236f4ba7 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:09.138051 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524ea772-bd08-4133-9f3b-75f0236f4ba7 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:09.138664 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-524ea772-bd08-4133-9f3b-75f0236f4ba7 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:09.148363 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 29c8238b-7ad7-4e58-aaea-7dbde8b71622 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:15:09.204803 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 29c8238b-7ad7-4e58-aaea-7dbde8b71622 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:15:09.205303 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 29c8238b-7ad7-4e58-aaea-7dbde8b71622 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:15:09.207604 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-524ea772-bd08-4133-9f3b-75f0236f4ba7 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3312175 Aug 16 20:15:09.210674 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 56152) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:09.219202 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-fdb4343d-4a0a-41e6-a5a6-b2933c92120c tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Request body: {'subnet': {'network_id': '2c405f24-373a-4696-a82f-94883113d26c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:09.224663 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ea772-bd08-4133-9f3b-75f0236f4ba7 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Network': ['ID=2c405f24-373a-4696-a82f-94883113d26c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:09.240209 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 2c405f24-373a-4696-a82f-94883113d26c details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:15:09.366669 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb4343d-4a0a-41e6-a5a6-b2933c92120c tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Made reservation on behalf of 4e7767da8a9b462f9abca14d577f0aa8 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:15:09.371341 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fdb4343d-4a0a-41e6-a5a6-b2933c92120c tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:09.544894 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56166) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:09.569312 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf9ef-93f3-4509-ad37-408a53fa4d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:09.634656 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fdb4343d-4a0a-41e6-a5a6-b2933c92120c tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:09.686797 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf9ef-93f3-4509-ad37-408a53fa4d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:09.692330 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf9ef-93f3-4509-ad37-408a53fa4d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:09.710918 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4343d-4a0a-41e6-a5a6-b2933c92120c tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Subnet': ['ID=0c797935-8f4e-42f6-9889-ff9379cc59d7,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:09.715871 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4343d-4a0a-41e6-a5a6-b2933c92120c tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Checking segment: {'id': '8ada823e-d9ab-4d22-8874-194a8fde4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2c405f24-373a-4696-a82f-94883113d26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:15:09.716232 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb4343d-4a0a-41e6-a5a6-b2933c92120c tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network hostable DHCP agents. Network: 2c405f24-373a-4696-a82f-94883113d26c, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:15:09.734558 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9bbdf9ef-93f3-4509-ad37-408a53fa4d69 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b0a2e18e019245019bc06ed1313039b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1880500 Aug 16 20:15:09.734938 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb4343d-4a0a-41e6-a5a6-b2933c92120c tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network 2c405f24-373a-4696-a82f-94883113d26c is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:15:09.735854 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbdf9ef-93f3-4509-ad37-408a53fa4d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a4c535-830f-482f-8850-504af8ae35a1,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:09.737216 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 56168) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:09.755621 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-fdb4343d-4a0a-41e6-a5a6-b2933c92120c tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 2c405f24-373a-4696-a82f-94883113d26c) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:09.764045 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb4343d-4a0a-41e6-a5a6-b2933c92120c tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:09.764629 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fdb4343d-4a0a-41e6-a5a6-b2933c92120c tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:09.765093 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ebb17b-c316-43f4-85a4-e9e567a04cc9 None None] Network 2c405f24-373a-4696-a82f-94883113d26c requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:15:09.797463 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fdb4343d-4a0a-41e6-a5a6-b2933c92120c tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5856011 Aug 16 20:15:09.800305 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56170) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:09.805930 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-1162df85-4c76-4be5-a38e-27775bc16a21 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1516856657', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:09.813326 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1e3097b5-8ca3-4085-b7f1-6c4af743d2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:09.843854 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1e3097b5-8ca3-4085-b7f1-6c4af743d2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:09.852441 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1162df85-4c76-4be5-a38e-27775bc16a21 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:09.853566 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1162df85-4c76-4be5-a38e-27775bc16a21 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:09.925442 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1e3097b5-8ca3-4085-b7f1-6c4af743d2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:09.928365 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1e3097b5-8ca3-4085-b7f1-6c4af743d2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:09.929293 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1162df85-4c76-4be5-a38e-27775bc16a21 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:09.929766 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1e3097b5-8ca3-4085-b7f1-6c4af743d2ba admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/30a4c535-830f-482f-8850-504af8ae35a1 HTTP/1.1" status: 204 len: 168 time: 0.1912866 Aug 16 20:15:09.938153 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1162df85-4c76-4be5-a38e-27775bc16a21 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:09.959392 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3097b5-8ca3-4085-b7f1-6c4af743d2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a4c535-830f-482f-8850-504af8ae35a1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:09.977722 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1162df85-4c76-4be5-a38e-27775bc16a21 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:09.979143 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1162df85-4c76-4be5-a38e-27775bc16a21 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1771519 Aug 16 20:15:09.982149 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56180) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:09.988105 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ee7e89f6-e714-4451-bf68-ed6247838ab0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Request body: {'port': {'network_id': '2c405f24-373a-4696-a82f-94883113d26c', 'name': 'tempest-RoutersTest-677571363'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:10.168086 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f4a67-ba9b-4bbf-a464-8296c402ef35 req-2428e607-90c7-417b-bd45-fda3f479d1cb tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:10.172573 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ca97c1-aa97-4125-a89c-f3a0e0397c50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-2c405f24-373a-4696-a82f-94883113d26c', 'network_id': '2c405f24-373a-4696-a82f-94883113d26c', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'fixed_ips': [{'subnet_id': '0c797935-8f4e-42f6-9889-ff9379cc59d7'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:15:10.174703 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d5ca97c1-aa97-4125-a89c-f3a0e0397c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:10.178462 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-377f4a67-ba9b-4bbf-a464-8296c402ef35 req-2428e607-90c7-417b-bd45-fda3f479d1cb tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 946 time: 0.1569035 Aug 16 20:15:10.197272 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7e89f6-e714-4451-bf68-ed6247838ab0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Made reservation on behalf of 4e7767da8a9b462f9abca14d577f0aa8 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:15:10.201728 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ee7e89f6-e714-4451-bf68-ed6247838ab0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:10.226573 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-ee7e89f6-e714-4451-bf68-ed6247838ab0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] device_id is not set on port f5eae30c-bbec-4ce3-ac55-b6beb9bf657b yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:15:10.251753 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-377f4a67-ba9b-4bbf-a464-8296c402ef35 req-fe92d124-6766-478c-aa31-b2228aa33d28 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657547 Aug 16 20:15:10.350272 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-d5ca97c1-aa97-4125-a89c-f3a0e0397c50 None None] Allocated IP 172.20.0.2 (2c405f24-373a-4696-a82f-94883113d26c/0c797935-8f4e-42f6-9889-ff9379cc59d7/edfa5ac0-13b6-4a35-b376-1a153b6a49bf) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:15:10.511804 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d5ca97c1-aa97-4125-a89c-f3a0e0397c50 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:10.520756 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d5ca97c1-aa97-4125-a89c-f3a0e0397c50 None None] Transition to ACTIVE for port object edfa5ac0-13b6-4a35-b376-1a153b6a49bf will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:15:10.536668 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d5ca97c1-aa97-4125-a89c-f3a0e0397c50 None None] Transition to ACTIVE for port object edfa5ac0-13b6-4a35-b376-1a153b6a49bf will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:15:10.545067 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d5ca97c1-aa97-4125-a89c-f3a0e0397c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:10.593211 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ca97c1-aa97-4125-a89c-f3a0e0397c50 None None] Network 2c405f24-373a-4696-a82f-94883113d26c is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:15:10.596403 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-d5ca97c1-aa97-4125-a89c-f3a0e0397c50 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:10.599822 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-ee7e89f6-e714-4451-bf68-ed6247838ab0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Allocated IP 172.20.0.12 (2c405f24-373a-4696-a82f-94883113d26c/0c797935-8f4e-42f6-9889-ff9379cc59d7/f5eae30c-bbec-4ce3-ac55-b6beb9bf657b) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:15:10.601470 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ca97c1-aa97-4125-a89c-f3a0e0397c50 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:15:10.604192 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca97c1-aa97-4125-a89c-f3a0e0397c50 None None] Pushing event updated for resources: {'Port': ['ID=edfa5ac0-13b6-4a35-b376-1a153b6a49bf,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:10.681328 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d5ca97c1-aa97-4125-a89c-f3a0e0397c50 None None] Attempting to bind port edfa5ac0-13b6-4a35-b376-1a153b6a49bf on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:15:10.681704 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d5ca97c1-aa97-4125-a89c-f3a0e0397c50 None None] Attempting to bind port edfa5ac0-13b6-4a35-b376-1a153b6a49bf by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '8ada823e-d9ab-4d22-8874-194a8fde4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2c405f24-373a-4696-a82f-94883113d26c'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:15:10.682068 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ca97c1-aa97-4125-a89c-f3a0e0397c50 None None] Attempting to bind port edfa5ac0-13b6-4a35-b376-1a153b6a49bf on network 2c405f24-373a-4696-a82f-94883113d26c {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:15:10.688136 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ca97c1-aa97-4125-a89c-f3a0e0397c50 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:15:10.688601 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ca97c1-aa97-4125-a89c-f3a0e0397c50 None None] Checking segment: {'id': '8ada823e-d9ab-4d22-8874-194a8fde4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2c405f24-373a-4696-a82f-94883113d26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:15:10.688909 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d5ca97c1-aa97-4125-a89c-f3a0e0397c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:10.689335 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ca97c1-aa97-4125-a89c-f3a0e0397c50 None None] Bound using segment: {'id': '8ada823e-d9ab-4d22-8874-194a8fde4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2c405f24-373a-4696-a82f-94883113d26c'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:15:10.689769 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d5ca97c1-aa97-4125-a89c-f3a0e0397c50 None None] Bound port: edfa5ac0-13b6-4a35-b376-1a153b6a49bf, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ada823e-d9ab-4d22-8874-194a8fde4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2c405f24-373a-4696-a82f-94883113d26c'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:15:10.690300 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d5ca97c1-aa97-4125-a89c-f3a0e0397c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:10.769232 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d5ca97c1-aa97-4125-a89c-f3a0e0397c50 None None] For port edfa5ac0-13b6-4a35-b376-1a153b6a49bf, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:15:10.772954 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d5ca97c1-aa97-4125-a89c-f3a0e0397c50 None None] For port edfa5ac0-13b6-4a35-b376-1a153b6a49bf, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=edfa5ac0-13b6-4a35-b376-1a153b6a49bf,segment=NetworkSegment(8ada823e-d9ab-4d22-8874-194a8fde4cf4),segment_id=8ada823e-d9ab-4d22-8874-194a8fde4cf4)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:15:10.780259 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d5ca97c1-aa97-4125-a89c-f3a0e0397c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:10.845462 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ee7e89f6-e714-4451-bf68-ed6247838ab0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:10.855168 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca97c1-aa97-4125-a89c-f3a0e0397c50 None None] Pushing event updated for resources: {'Port': ['ID=edfa5ac0-13b6-4a35-b376-1a153b6a49bf,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:10.862072 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-ee7e89f6-e714-4451-bf68-ed6247838ab0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Transition to ACTIVE for port object f5eae30c-bbec-4ce3-ac55-b6beb9bf657b will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:15:10.899673 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ee7e89f6-e714-4451-bf68-ed6247838ab0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:10.960846 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7e89f6-e714-4451-bf68-ed6247838ab0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network 2c405f24-373a-4696-a82f-94883113d26c is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:15:10.966305 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-ee7e89f6-e714-4451-bf68-ed6247838ab0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:10.973388 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7e89f6-e714-4451-bf68-ed6247838ab0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:15:11.024244 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e89f6-e714-4451-bf68-ed6247838ab0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Port': ['ID=f5eae30c-bbec-4ce3-ac55-b6beb9bf657b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:11.043793 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7e89f6-e714-4451-bf68-ed6247838ab0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:11.044644 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ee7e89f6-e714-4451-bf68-ed6247838ab0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:11.084701 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ee7e89f6-e714-4451-bf68-ed6247838ab0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1012287 Aug 16 20:15:11.099156 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 56210) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:11.314456 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device edfa5ac0-13b6-4a35-b376-1a153b6a49bf up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:15:11.380285 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port edfa5ac0-13b6-4a35-b376-1a153b6a49bf completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:15:11.562245 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebc82a-9016-42bc-8a15-6ec9dc9d29f6 req-d1419dcd-7443-4482-8273-25c2514f692c tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:11.563985 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-68ebc82a-9016-42bc-8a15-6ec9dc9d29f6 req-d1419dcd-7443-4482-8273-25c2514f692c tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 946 time: 0.1921346 Aug 16 20:15:11.671877 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-68ebc82a-9016-42bc-8a15-6ec9dc9d29f6 req-a8392cbd-58a3-4334-9e96-f3cc31842aeb tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822654 Aug 16 20:15:11.685999 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7a077ce-53ae-4b91-9106-c6b4feaa0977 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:11.842358 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56232) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:11.971461 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2e8770b3-395c-4aa6-a2a4-262f8e403d75 tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-888291747'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:11.972789 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2e8770b3-395c-4aa6-a2a4-262f8e403d75 tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] Unknown quota resources ['metering_label']. {{(pid=94770) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:15:11.996269 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7a077ce-53ae-4b91-9106-c6b4feaa0977 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:12.004128 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7a077ce-53ae-4b91-9106-c6b4feaa0977 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:12.057346 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0808b38-d7bb-4b9f-8eb4-2af428eefea2 None None] Network 2c405f24-373a-4696-a82f-94883113d26c requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:15:12.151456 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a077ce-53ae-4b91-9106-c6b4feaa0977 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Port': ['ID=f5eae30c-bbec-4ce3-ac55-b6beb9bf657b,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:12.181523 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-09db86df-78c2-4899-ba28-583dd55b8771 None None] Provisioning for port edfa5ac0-13b6-4a35-b376-1a153b6a49bf completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:15:12.198192 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-09db86df-78c2-4899-ba28-583dd55b8771 None None] Provisioning complete for port edfa5ac0-13b6-4a35-b376-1a153b6a49bf triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:15:12.199196 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-09db86df-78c2-4899-ba28-583dd55b8771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:12.254730 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e8770b3-395c-4aa6-a2a4-262f8e403d75 tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:12.256309 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2e8770b3-395c-4aa6-a2a4-262f8e403d75 tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] 10.222.0.68 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4126487 Aug 16 20:15:12.261258 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56242) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:12.267879 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f4718dd8-320e-4ced-8814-8a132be6a52c tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '0c5ea507-6b2d-40a5-84cb-7483483885cc'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:12.269402 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f4718dd8-320e-4ced-8814-8a132be6a52c tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94770) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:15:12.355787 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-09db86df-78c2-4899-ba28-583dd55b8771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:12.389675 n-d-787206-13 neutron-server[94770]: WARNING neutron.services.metering.metering_plugin [None req-f4718dd8-320e-4ced-8814-8a132be6a52c tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 20:15:12.401490 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-09db86df-78c2-4899-ba28-583dd55b8771 None None] For port edfa5ac0-13b6-4a35-b376-1a153b6a49bf, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=edfa5ac0-13b6-4a35-b376-1a153b6a49bf,segment=NetworkSegment(8ada823e-d9ab-4d22-8874-194a8fde4cf4),segment_id=8ada823e-d9ab-4d22-8874-194a8fde4cf4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:15:12.406363 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-09db86df-78c2-4899-ba28-583dd55b8771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:12.434934 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7a077ce-53ae-4b91-9106-c6b4feaa0977 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:12.476035 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db86df-78c2-4899-ba28-583dd55b8771 None None] Pushing event updated for resources: {'Port': ['ID=edfa5ac0-13b6-4a35-b376-1a153b6a49bf,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:12.554648 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f4718dd8-320e-4ced-8814-8a132be6a52c tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:12.555973 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f4718dd8-320e-4ced-8814-8a132be6a52c tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] 10.222.0.68 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2928259 Aug 16 20:15:12.559125 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56244) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:12.563912 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0f65cd41-88a2-44df-a5c9-e86389d8881b tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '0c5ea507-6b2d-40a5-84cb-7483483885cc'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:12.564413 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0f65cd41-88a2-44df-a5c9-e86389d8881b tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94770) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:15:12.613111 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7a077ce-53ae-4b91-9106-c6b4feaa0977 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:12.637511 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d08208c1-62c5-40e7-8564-a9dfb2f83ff8 None None] Provisioning complete for port edfa5ac0-13b6-4a35-b376-1a153b6a49bf triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:15:12.638453 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d08208c1-62c5-40e7-8564-a9dfb2f83ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:12.639428 n-d-787206-13 neutron-server[94770]: WARNING neutron.services.metering.metering_plugin [None req-0f65cd41-88a2-44df-a5c9-e86389d8881b tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 20:15:12.768334 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0f65cd41-88a2-44df-a5c9-e86389d8881b tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:12.772791 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0f65cd41-88a2-44df-a5c9-e86389d8881b tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] 10.222.0.68 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2125652 Aug 16 20:15:12.773429 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56248) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:12.789492 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-26c6be93-a97c-4c3d-bc7a-5873a68b676a tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-label-rules?id=9ee82c26-218c-4337-aa14-2d740ed11ca2 HTTP/1.1" status: 200 len: 464 time: 0.0148985 Aug 16 20:15:12.793695 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56252) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:12.805421 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d08208c1-62c5-40e7-8564-a9dfb2f83ff8 None None] Provisioning for port f5eae30c-bbec-4ce3-ac55-b6beb9bf657b completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:15:12.812293 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d08208c1-62c5-40e7-8564-a9dfb2f83ff8 None None] Provisioning complete for port f5eae30c-bbec-4ce3-ac55-b6beb9bf657b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:15:12.812998 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d08208c1-62c5-40e7-8564-a9dfb2f83ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:12.857375 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d08208c1-62c5-40e7-8564-a9dfb2f83ff8 None None] Port f5eae30c-bbec-4ce3-ac55-b6beb9bf657b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:15:12.970327 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45182506-e049-40c9-ab01-b3681cbb20ff tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:12.974150 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe80097-728f-4b01-bfd0-c45ae2fa541c req-93c3cc53-a12d-45a7-a68a-834256cdd493 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:12.974947 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-45182506-e049-40c9-ab01-b3681cbb20ff tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] 10.222.0.68 "DELETE /v2.0/metering/metering-label-rules/9ee82c26-218c-4337-aa14-2d740ed11ca2 HTTP/1.1" status: 204 len: 168 time: 0.1838558 Aug 16 20:15:12.976120 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56254) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:12.983023 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9fe80097-728f-4b01-bfd0-c45ae2fa541c req-93c3cc53-a12d-45a7-a68a-834256cdd493 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 946 time: 0.1369853 Aug 16 20:15:12.991067 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c16f0d5c-b19b-4528-9bb6-73cfdbf5b4d1 tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-label-rules?id=9ee82c26-218c-4337-aa14-2d740ed11ca2 HTTP/1.1" status: 200 len: 221 time: 0.0130081 Aug 16 20:15:12.993298 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56256) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:13.002206 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ffb1b8f3-7586-4036-a89e-ce4235b7d9f2 tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1007402964', 'description': 'label created by tempest'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:13.003471 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ffb1b8f3-7586-4036-a89e-ce4235b7d9f2 tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] Unknown quota resources ['metering_label']. {{(pid=94770) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:15:13.003630 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b16d068e-cab2-4bec-bcc3-fe7b498f8313 None None] Provisioning complete for port f5eae30c-bbec-4ce3-ac55-b6beb9bf657b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:15:13.003972 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b16d068e-cab2-4bec-bcc3-fe7b498f8313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:13.080445 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b16d068e-cab2-4bec-bcc3-fe7b498f8313 None None] Port f5eae30c-bbec-4ce3-ac55-b6beb9bf657b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:15:13.092742 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9fe80097-728f-4b01-bfd0-c45ae2fa541c req-02c2f90d-5ac3-45d1-9382-984011eb445b tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971329 Aug 16 20:15:13.180367 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device edfa5ac0-13b6-4a35-b376-1a153b6a49bf up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:15:13.192994 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7a077ce-53ae-4b91-9106-c6b4feaa0977 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:13.198890 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7a077ce-53ae-4b91-9106-c6b4feaa0977 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:13.230255 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0f00a636-1716-4287-8aa6-d7324ff1f71a None None] Provisioning complete for port f5eae30c-bbec-4ce3-ac55-b6beb9bf657b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:15:13.231128 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0f00a636-1716-4287-8aa6-d7324ff1f71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:13.236875 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ffb1b8f3-7586-4036-a89e-ce4235b7d9f2 tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:13.244009 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ffb1b8f3-7586-4036-a89e-ce4235b7d9f2 tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] 10.222.0.68 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2473505 Aug 16 20:15:13.244649 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56260) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:13.280639 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port edfa5ac0-13b6-4a35-b376-1a153b6a49bf triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:15:13.281092 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:13.284051 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0f00a636-1716-4287-8aa6-d7324ff1f71a None None] Port f5eae30c-bbec-4ce3-ac55-b6beb9bf657b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:15:13.325191 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7a077ce-53ae-4b91-9106-c6b4feaa0977 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:13.363394 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bb7836f3-d2d0-49a3-9370-8b74b4acdc18 tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-labels?id=4d3a15f8-4d89-403d-8a1a-0addf50e41d0 HTTP/1.1" status: 200 len: 468 time: 0.1168189 Aug 16 20:15:13.365322 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56268) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:13.373046 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a077ce-53ae-4b91-9106-c6b4feaa0977 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Port': ['ID=f5eae30c-bbec-4ce3-ac55-b6beb9bf657b,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:13.462790 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a077ce-53ae-4b91-9106-c6b4feaa0977 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network 2c405f24-373a-4696-a82f-94883113d26c is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:15:13.464309 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-e7a077ce-53ae-4b91-9106-c6b4feaa0977 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:13.633931 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4cf4ed8a-51d7-4193-870f-49f3bc2d8145 tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:13.635880 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4cf4ed8a-51d7-4193-870f-49f3bc2d8145 tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] 10.222.0.68 "DELETE /v2.0/metering/metering-labels/4d3a15f8-4d89-403d-8a1a-0addf50e41d0 HTTP/1.1" status: 204 len: 168 time: 0.2690299 Aug 16 20:15:13.638272 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56276) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:13.638415 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a077ce-53ae-4b91-9106-c6b4feaa0977 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Router 1403dfe4-b2f4-4da2-8620-ae44a1ac7b5a is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:15:13.658777 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b63c6499-a4cd-4a04-996b-6e9bf3f09124 tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-labels?id=4d3a15f8-4d89-403d-8a1a-0addf50e41d0 HTTP/1.1" status: 200 len: 216 time: 0.0183263 Aug 16 20:15:13.661911 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56278) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:13.673488 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-551e310c-52c5-495e-a47f-a68d4f888080 tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0101519 Aug 16 20:15:13.676653 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56280) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:13.708138 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-675c953e-837b-4c95-993f-6e543d087a8d tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0283399 Aug 16 20:15:13.709684 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56282) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:13.763688 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a077ce-53ae-4b91-9106-c6b4feaa0977 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:15:13.769204 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e7a077ce-53ae-4b91-9106-c6b4feaa0977 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "PUT /v2.0/routers/1403dfe4-b2f4-4da2-8620-ae44a1ac7b5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6672339 Aug 16 20:15:13.771583 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 56284) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:13.775046 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3082359-5698-4a50-ba6e-a62755f364d8 None None] Sync routers for ids ['1403dfe4-b2f4-4da2-8620-ae44a1ac7b5a'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:15:13.779502 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-34275de6-267c-43c1-9b4d-54f3d0c3e5ec tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-labels/0c5ea507-6b2d-40a5-84cb-7483483885cc HTTP/1.1" status: 200 len: 472 time: 0.0685341 Aug 16 20:15:13.784227 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56286) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:13.792369 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3082359-5698-4a50-ba6e-a62755f364d8 None None] Routers {'1403dfe4-b2f4-4da2-8620-ae44a1ac7b5a'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:15:13.793087 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b3082359-5698-4a50-ba6e-a62755f364d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:15:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['1403dfe4-b2f4-4da2-8620-ae44a1ac7b5a'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:13.803014 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-09d9fea9-572b-4e0e-be8a-6aaeb4493984 tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-label-rules/24c5816f-2d75-495e-8de6-6858df22e2e4 HTTP/1.1" status: 200 len: 461 time: 0.0176594 Aug 16 20:15:13.804075 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56288) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:13.826052 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-61f62f00-3266-4f85-85f8-5555669042ae None None] Provisioning complete for port f5eae30c-bbec-4ce3-ac55-b6beb9bf657b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:15:13.827009 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b3082359-5698-4a50-ba6e-a62755f364d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:13.827187 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-61f62f00-3266-4f85-85f8-5555669042ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:13.838474 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3082359-5698-4a50-ba6e-a62755f364d8 None None] Routers {'1403dfe4-b2f4-4da2-8620-ae44a1ac7b5a'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:15:13.839362 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b3082359-5698-4a50-ba6e-a62755f364d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:15:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['1403dfe4-b2f4-4da2-8620-ae44a1ac7b5a'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:13.840719 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fdd52a-f3fb-49b1-997c-d4b98d5bba58 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:13.843336 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f1fdd52a-f3fb-49b1-997c-d4b98d5bba58 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "GET /v2.0/ports/f5eae30c-bbec-4ce3-ac55-b6beb9bf657b HTTP/1.1" status: 200 len: 977 time: 0.0696468 Aug 16 20:15:13.845220 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 56290) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:13.876321 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-61f62f00-3266-4f85-85f8-5555669042ae None None] Port f5eae30c-bbec-4ce3-ac55-b6beb9bf657b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:15:13.886446 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b3082359-5698-4a50-ba6e-a62755f364d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:13.887319 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3082359-5698-4a50-ba6e-a62755f364d8 None None] The sync data for ids ['1403dfe4-b2f4-4da2-8620-ae44a1ac7b5a'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:15:13.955333 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65dab0ff-33fe-4bc7-a513-5026973833ce tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:13.958925 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-65dab0ff-33fe-4bc7-a513-5026973833ce tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] 10.222.0.68 "DELETE /v2.0/metering/metering-label-rules/24c5816f-2d75-495e-8de6-6858df22e2e4 HTTP/1.1" status: 204 len: 168 time: 0.1537254 Aug 16 20:15:13.959528 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56294) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:14.274503 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f59f5-a224-4a74-8a78-c003fea8de37 req-6ce30832-b438-493e-ada9-66b6fea0be48 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:14.276843 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-de3f59f5-a224-4a74-8a78-c003fea8de37 req-6ce30832-b438-493e-ada9-66b6fea0be48 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 946 time: 0.0921695 Aug 16 20:15:14.397406 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-de3f59f5-a224-4a74-8a78-c003fea8de37 req-c69fb80c-9a10-42e6-b7eb-a02f0f804ed6 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083159 Aug 16 20:15:14.398432 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1652fba-2d9c-4f76-989f-a767478d1fd4 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:14.513363 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-edc6ba30-1781-41b7-a1d8-4c37b0b1d1a2 tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:14.524278 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-edc6ba30-1781-41b7-a1d8-4c37b0b1d1a2 tempest-MeteringTestJSON-3167858 tempest-MeteringTestJSON-3167858-project-admin] 10.222.0.68 "DELETE /v2.0/metering/metering-labels/0c5ea507-6b2d-40a5-84cb-7483483885cc HTTP/1.1" status: 204 len: 168 time: 0.5570920 Aug 16 20:15:14.631891 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c1652fba-2d9c-4f76-989f-a767478d1fd4 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Deleting port f5eae30c-bbec-4ce3-ac55-b6beb9bf657b {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:15:14.632126 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1652fba-2d9c-4f76-989f-a767478d1fd4 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:14.728596 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1652fba-2d9c-4f76-989f-a767478d1fd4 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:14.741850 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c1652fba-2d9c-4f76-989f-a767478d1fd4 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Calling delete_port for f5eae30c-bbec-4ce3-ac55-b6beb9bf657b owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:15:14.820499 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56308) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:14.929452 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1652fba-2d9c-4f76-989f-a767478d1fd4 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:14.941345 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-24dd87cb-c352-4aed-ba72-deddb7cead72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:14.961598 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1652fba-2d9c-4f76-989f-a767478d1fd4 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Port': ['ID=f5eae30c-bbec-4ce3-ac55-b6beb9bf657b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:15.099571 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-24dd87cb-c352-4aed-ba72-deddb7cead72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:15.104933 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-24dd87cb-c352-4aed-ba72-deddb7cead72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:15.149994 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd87cb-c352-4aed-ba72-deddb7cead72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9d721f-5bcb-45cc-9786-0a8599e3fd54,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:15.166388 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-24dd87cb-c352-4aed-ba72-deddb7cead72 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a805076cd86b49e3950d635010cfa0c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3447926 Aug 16 20:15:15.171806 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56314) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:15.233490 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b35a9292-2121-4762-aaf2-f15872cf3ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:15.257172 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b35a9292-2121-4762-aaf2-f15872cf3ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:15.308698 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b35a9292-2121-4762-aaf2-f15872cf3ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:15.311443 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b35a9292-2121-4762-aaf2-f15872cf3ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:15.315227 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b35a9292-2121-4762-aaf2-f15872cf3ac8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6e9d721f-5bcb-45cc-9786-0a8599e3fd54 HTTP/1.1" status: 204 len: 168 time: 0.1397891 Aug 16 20:15:15.322826 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a9292-2121-4762-aaf2-f15872cf3ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9d721f-5bcb-45cc-9786-0a8599e3fd54,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:15.420547 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1652fba-2d9c-4f76-989f-a767478d1fd4 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:15.645290 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56326) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:15.648090 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1652fba-2d9c-4f76-989f-a767478d1fd4 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Router 1403dfe4-b2f4-4da2-8620-ae44a1ac7b5a has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:15:15.659171 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026f1e7-bec2-43f5-8514-a389f70e5ee5 req-c51c9297-81ea-496e-b392-86456b0449e4 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:15.659411 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8cb94d5-566b-4aa7-933d-abb2d3b0ae8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:15.660853 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0026f1e7-bec2-43f5-8514-a389f70e5ee5 req-c51c9297-81ea-496e-b392-86456b0449e4 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 946 time: 0.1315639 Aug 16 20:15:15.757944 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1652fba-2d9c-4f76-989f-a767478d1fd4 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:15:15.761141 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8cb94d5-566b-4aa7-933d-abb2d3b0ae8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:15.766396 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8cb94d5-566b-4aa7-933d-abb2d3b0ae8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:15.768501 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01c3ea1-2e97-4ed4-8a22-f259c754bc46 None None] Sync routers for ids ['1403dfe4-b2f4-4da2-8620-ae44a1ac7b5a'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:15:15.781067 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01c3ea1-2e97-4ed4-8a22-f259c754bc46 None None] Routers {'1403dfe4-b2f4-4da2-8620-ae44a1ac7b5a'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:15:15.781067 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b01c3ea1-2e97-4ed4-8a22-f259c754bc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:15:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['1403dfe4-b2f4-4da2-8620-ae44a1ac7b5a'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:15.782044 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c1652fba-2d9c-4f76-989f-a767478d1fd4 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "PUT /v2.0/routers/1403dfe4-b2f4-4da2-8620-ae44a1ac7b5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9355559 Aug 16 20:15:15.783091 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 56330) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:15.794125 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0026f1e7-bec2-43f5-8514-a389f70e5ee5 req-d75604d8-7809-4034-96db-eb42149ad9d3 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219523 Aug 16 20:15:15.825495 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e8cb94d5-566b-4aa7-933d-abb2d3b0ae8c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6e3e1a3809224211aed0ccd10b521448&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1767113 Aug 16 20:15:15.826432 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56332) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:15.839109 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b01c3ea1-2e97-4ed4-8a22-f259c754bc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:15.857484 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb94d5-566b-4aa7-933d-abb2d3b0ae8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6301f3f4-e399-4ade-a6fc-66082c8e2db8,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:15.886166 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01c3ea1-2e97-4ed4-8a22-f259c754bc46 None None] Routers {'1403dfe4-b2f4-4da2-8620-ae44a1ac7b5a'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:15:15.887503 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b01c3ea1-2e97-4ed4-8a22-f259c754bc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:15:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['1403dfe4-b2f4-4da2-8620-ae44a1ac7b5a'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:15.906228 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-de737c3a-1610-4ce2-a754-229a557ed1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:15.934860 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b01c3ea1-2e97-4ed4-8a22-f259c754bc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:15.935173 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-de737c3a-1610-4ce2-a754-229a557ed1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:15.935789 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01c3ea1-2e97-4ed4-8a22-f259c754bc46 None None] The sync data for ids ['1403dfe4-b2f4-4da2-8620-ae44a1ac7b5a'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:15:15.988145 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-de737c3a-1610-4ce2-a754-229a557ed1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:15.991117 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-de737c3a-1610-4ce2-a754-229a557ed1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:15.992686 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-de737c3a-1610-4ce2-a754-229a557ed1c0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6301f3f4-e399-4ade-a6fc-66082c8e2db8 HTTP/1.1" status: 204 len: 168 time: 0.1622658 Aug 16 20:15:16.003316 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de737c3a-1610-4ce2-a754-229a557ed1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6301f3f4-e399-4ade-a6fc-66082c8e2db8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:16.011763 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-9c8d2fc6-1e18-44d6-b8ea-1410a09eb6db tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] remove_router_interface failed (client error): The resource could not be found. Aug 16 20:15:16.012824 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9c8d2fc6-1e18-44d6-b8ea-1410a09eb6db tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "PUT /v2.0/routers/1403dfe4-b2f4-4da2-8620-ae44a1ac7b5a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2231553 Aug 16 20:15:16.016191 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 56336) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:16.049576 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2bc14ef8-3997-4f3e-975a-3d896fb97cce tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "GET /v2.0/ports?device_id=1403dfe4-b2f4-4da2-8620-ae44a1ac7b5a HTTP/1.1" status: 200 len: 205 time: 0.0311007 Aug 16 20:15:16.051573 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 56340) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:16.139868 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bc7b88e7-8c2c-48e3-bb46-8416983a64f5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:16.307985 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bc7b88e7-8c2c-48e3-bb46-8416983a64f5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:16.315433 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bc7b88e7-8c2c-48e3-bb46-8416983a64f5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:16.376601 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bc7b88e7-8c2c-48e3-bb46-8416983a64f5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:16.377372 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7b88e7-8c2c-48e3-bb46-8416983a64f5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Fanout notify agent at l3_agent the message router_deleted on router 1403dfe4-b2f4-4da2-8620-ae44a1ac7b5a {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:15:16.386516 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bc7b88e7-8c2c-48e3-bb46-8416983a64f5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:16.387683 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bc7b88e7-8c2c-48e3-bb46-8416983a64f5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/routers/1403dfe4-b2f4-4da2-8620-ae44a1ac7b5a HTTP/1.1" status: 204 len: 168 time: 0.3351932 Aug 16 20:15:16.390618 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56350) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:16.480581 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc61a063-5641-4ad8-99b7-2a36e1ce3ca8 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Deleting subnet 0c797935-8f4e-42f6-9889-ff9379cc59d7 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:15:16.485685 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622ef26-a9cc-4238-91b6-1d15a55a2acf req-078a91b0-8c78-454a-9cc0-821551e60bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:16.487217 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6622ef26-a9cc-4238-91b6-1d15a55a2acf req-078a91b0-8c78-454a-9cc0-821551e60bb7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 1098 time: 0.0856922 Aug 16 20:15:16.487905 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc61a063-5641-4ad8-99b7-2a36e1ce3ca8 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:16.550723 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc61a063-5641-4ad8-99b7-2a36e1ce3ca8 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:16.574251 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6622ef26-a9cc-4238-91b6-1d15a55a2acf req-c3fb1d77-084d-431f-9701-28725d998ee2 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639923 Aug 16 20:15:16.663179 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc61a063-5641-4ad8-99b7-2a36e1ce3ca8 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:16.737959 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc61a063-5641-4ad8-99b7-2a36e1ce3ca8 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:16.773246 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61a063-5641-4ad8-99b7-2a36e1ce3ca8 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Subnet': ['ID=0c797935-8f4e-42f6-9889-ff9379cc59d7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:16.778991 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc61a063-5641-4ad8-99b7-2a36e1ce3ca8 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:16.784512 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce36f547-4e41-42b5-a000-22c4d7c37755 None None] Network 2c405f24-373a-4696-a82f-94883113d26c requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:15:16.789528 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-dc61a063-5641-4ad8-99b7-2a36e1ce3ca8 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/subnets/0c797935-8f4e-42f6-9889-ff9379cc59d7 HTTP/1.1" status: 204 len: 168 time: 0.3977063 Aug 16 20:15:16.792174 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 56366) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:16.927708 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-73b3f40d-48f6-4d79-a9c5-b3b923b878a5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:17.020273 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78fda2b-370b-4817-9935-243eec5da423 req-166d20e6-3a48-4d13-ab86-d09393a814b0 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:17.021872 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d78fda2b-370b-4817-9935-243eec5da423 req-166d20e6-3a48-4d13-ab86-d09393a814b0 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 946 time: 0.0911262 Aug 16 20:15:17.039576 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bac318-c35b-4272-af0b-611cc754d4e3 None None] DHCP port deletion for 2c405f24-373a-4696-a82f-94883113d26c request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:15:17.078850 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-73b3f40d-48f6-4d79-a9c5-b3b923b878a5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Deleting port edfa5ac0-13b6-4a35-b376-1a153b6a49bf {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:15:17.079196 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-73b3f40d-48f6-4d79-a9c5-b3b923b878a5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:17.095937 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d78fda2b-370b-4817-9935-243eec5da423 req-9eb6baf9-5db7-4495-bd73-4c35979903c3 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636063 Aug 16 20:15:17.104221 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-33bac318-c35b-4272-af0b-611cc754d4e3 None None] Deleting port edfa5ac0-13b6-4a35-b376-1a153b6a49bf {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:15:17.104876 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-33bac318-c35b-4272-af0b-611cc754d4e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:17.169063 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-73b3f40d-48f6-4d79-a9c5-b3b923b878a5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] For port edfa5ac0-13b6-4a35-b376-1a153b6a49bf, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=edfa5ac0-13b6-4a35-b376-1a153b6a49bf,segment=NetworkSegment(8ada823e-d9ab-4d22-8874-194a8fde4cf4),segment_id=8ada823e-d9ab-4d22-8874-194a8fde4cf4)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:15:17.169439 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-73b3f40d-48f6-4d79-a9c5-b3b923b878a5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:17.202502 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-73b3f40d-48f6-4d79-a9c5-b3b923b878a5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Calling delete_port for edfa5ac0-13b6-4a35-b376-1a153b6a49bf owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:15:17.235640 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device edfa5ac0-13b6-4a35-b376-1a153b6a49bf no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:15:17.315883 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-33bac318-c35b-4272-af0b-611cc754d4e3 None None] For port edfa5ac0-13b6-4a35-b376-1a153b6a49bf, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=edfa5ac0-13b6-4a35-b376-1a153b6a49bf,segment=NetworkSegment(8ada823e-d9ab-4d22-8874-194a8fde4cf4),segment_id=8ada823e-d9ab-4d22-8874-194a8fde4cf4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:15:17.316817 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-33bac318-c35b-4272-af0b-611cc754d4e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:17.362010 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-33bac318-c35b-4272-af0b-611cc754d4e3 None None] Calling delete_port for edfa5ac0-13b6-4a35-b376-1a153b6a49bf owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:15:17.405693 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-73b3f40d-48f6-4d79-a9c5-b3b923b878a5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:17.441852 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3f40d-48f6-4d79-a9c5-b3b923b878a5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Port': ['ID=edfa5ac0-13b6-4a35-b376-1a153b6a49bf,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:17.449219 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b3f40d-48f6-4d79-a9c5-b3b923b878a5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] No DVR routers for this DVR port edfa5ac0-13b6-4a35-b376-1a153b6a49bf on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:15:17.470777 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Port edfa5ac0-13b6-4a35-b376-1a153b6a49bf update to DOWN by agent not found {{(pid=94772) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: from cryptography.utils import int_from_bytes Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: from cryptography.utils import int_from_bytes Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:15:17.514536 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:15:17.517833 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:15:17.517833 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:15:17.517833 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:15:17.517833 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:15:17.517833 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:15:17.517833 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:15:17.517833 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:15:17.517833 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:15:17.517833 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:15:17.517833 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:15:17.517833 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:15:17.517833 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:15:17.517833 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:15:17.517833 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:15:17.525585 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-33bac318-c35b-4272-af0b-611cc754d4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:17.562076 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bac318-c35b-4272-af0b-611cc754d4e3 None None] Pushing event deleted for resources: {'Port': ['ID=edfa5ac0-13b6-4a35-b376-1a153b6a49bf,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:17.568471 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bac318-c35b-4272-af0b-611cc754d4e3 None None] No DVR routers for this DVR port edfa5ac0-13b6-4a35-b376-1a153b6a49bf on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:15:17.630019 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-73b3f40d-48f6-4d79-a9c5-b3b923b878a5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:17.647171 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-73b3f40d-48f6-4d79-a9c5-b3b923b878a5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c405f24-373a-4696-a82f-94883113d26c']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:17.660922 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-73b3f40d-48f6-4d79-a9c5-b3b923b878a5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ada823e-d9ab-4d22-8874-194a8fde4cf4') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:17.661186 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-73b3f40d-48f6-4d79-a9c5-b3b923b878a5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ada823e-d9ab-4d22-8874-194a8fde4cf4') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:17.692404 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-73b3f40d-48f6-4d79-a9c5-b3b923b878a5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:17.725115 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-73b3f40d-48f6-4d79-a9c5-b3b923b878a5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:17.740782 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b3f40d-48f6-4d79-a9c5-b3b923b878a5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:15:17.741289 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-73b3f40d-48f6-4d79-a9c5-b3b923b878a5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:17.745701 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:15:17.745701 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:15:17.745701 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:15:17.745701 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:15:17.745701 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:15:17.745701 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:15:17.745701 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:15:17.745701 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:15:17.745701 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:15:17.745701 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:15:17.745701 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:15:17.745701 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:15:17.745701 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:15:17.745701 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:15:17.745701 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:15:17.745701 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:15:17.745701 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:15:17.745701 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:15:17.745701 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:15:17.745701 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:15:17.745701 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:15:17.745701 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:15:17.745701 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:15:17.745701 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:15:17.745701 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:15:17.745701 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:15:17.745701 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:15:17.745701 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:15:17.745701 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:15:17.745701 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:15:17.745701 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:15:17.745701 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:15:17.766901 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd092065-6e46-46cb-b500-7334be4d7185 req-fd9dbcb7-1235-44be-bc8a-1492c33d4f4c tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:17.768616 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fd092065-6e46-46cb-b500-7334be4d7185 req-fd9dbcb7-1235-44be-bc8a-1492c33d4f4c tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/networks?id=6a810a23-6feb-497f-991b-9f7fa7297251 HTTP/1.1" status: 200 len: 814 time: 0.2045496 Aug 16 20:15:17.793411 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56410) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:17.841022 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fd092065-6e46-46cb-b500-7334be4d7185 req-9416a2ee-19c9-4908-bdba-86628508c5d4 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/quotas/92569f34c49a49e2a1bee9bb87197b5b HTTP/1.1" status: 200 len: 375 time: 0.0154922 Aug 16 20:15:17.893902 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-73b3f40d-48f6-4d79-a9c5-b3b923b878a5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:17.898052 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-73b3f40d-48f6-4d79-a9c5-b3b923b878a5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:17.900391 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-73b3f40d-48f6-4d79-a9c5-b3b923b878a5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/networks/2c405f24-373a-4696-a82f-94883113d26c HTTP/1.1" status: 204 len: 168 time: 1.1068707 Aug 16 20:15:17.904556 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56414) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:17.909728 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8a8f9e84-585b-4b07-8593-fb55cac74de0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Request body: {'network': {'name': 'tempest-RoutersTest-77037515'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:17.934850 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8f9e84-585b-4b07-8593-fb55cac74de0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Made reservation on behalf of 4e7767da8a9b462f9abca14d577f0aa8 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:15:17.937040 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3f40d-48f6-4d79-a9c5-b3b923b878a5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Network': ['ID=2c405f24-373a-4696-a82f-94883113d26c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:17.939412 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8a8f9e84-585b-4b07-8593-fb55cac74de0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:17.947193 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-612f1e6a-699c-4aa7-b507-0b585fb61d8f tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-504298022', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:17.963798 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fd092065-6e46-46cb-b500-7334be4d7185 req-c062e3db-226c-4685-841f-f1e8e7426d97 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=92569f34c49a49e2a1bee9bb87197b5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1097524 Aug 16 20:15:17.979510 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612f1e6a-699c-4aa7-b507-0b585fb61d8f tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Made reservation on behalf of 7e72f0fcff664eb3b99f497a97ef6e06 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:15:17.981823 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-612f1e6a-699c-4aa7-b507-0b585fb61d8f tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:17.996210 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-612f1e6a-699c-4aa7-b507-0b585fb61d8f tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:17.998803 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8f9e84-585b-4b07-8593-fb55cac74de0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:15:18.022861 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8a8f9e84-585b-4b07-8593-fb55cac74de0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:18.023203 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-8a8f9e84-585b-4b07-8593-fb55cac74de0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Added segment f5f39928-4d65-4edb-862d-5510f5b09e70 of type vlan for network 71b5ea79-72f2-4afa-81b5-0b94e41b7e30 Aug 16 20:15:18.069072 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fd092065-6e46-46cb-b500-7334be4d7185 req-3a8cb2d1-ab58-42e5-ab76-c60b4519a3bf service neutron] 10.222.0.68 "GET /v2.0/networks/6a810a23-6feb-497f-991b-9f7fa7297251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043975 Aug 16 20:15:18.133777 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8a8f9e84-585b-4b07-8593-fb55cac74de0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:18.146261 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-612f1e6a-699c-4aa7-b507-0b585fb61d8f tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:18.159802 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-612f1e6a-699c-4aa7-b507-0b585fb61d8f tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:18.163038 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-612f1e6a-699c-4aa7-b507-0b585fb61d8f tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] device_id is not set on port f2e551de-e337-4cfd-88f6-61dda81c49b2 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:15:18.172525 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fd092065-6e46-46cb-b500-7334be4d7185 req-89e265c5-65fa-49b8-9caa-04aadbb134d1 service neutron] 10.222.0.68 "GET /v2.0/networks/6a810a23-6feb-497f-991b-9f7fa7297251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968890 Aug 16 20:15:18.219895 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8a8f9e84-585b-4b07-8593-fb55cac74de0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:18.225475 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8f9e84-585b-4b07-8593-fb55cac74de0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:18.226080 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8a8f9e84-585b-4b07-8593-fb55cac74de0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:18.305962 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f1e6a-699c-4aa7-b507-0b585fb61d8f tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ff8135-93bd-4478-9f6c-d822c46a45bd,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:18.353773 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8a8f9e84-585b-4b07-8593-fb55cac74de0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4450514 Aug 16 20:15:18.354981 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 56424) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:18.361761 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f9e84-585b-4b07-8593-fb55cac74de0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Network': ['ID=71b5ea79-72f2-4afa-81b5-0b94e41b7e30,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:18.368375 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a3d10a82-fb7b-4fca-a72d-82c46ab32e26 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Request body: {'subnet': {'network_id': '71b5ea79-72f2-4afa-81b5-0b94e41b7e30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:18.374016 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 71b5ea79-72f2-4afa-81b5-0b94e41b7e30 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:15:18.409141 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53716db4-f5e3-4606-844e-ba0b9d97edc1 req-1a176b0e-3647-4759-be57-d09436d04c47 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:18.410737 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-53716db4-f5e3-4606-844e-ba0b9d97edc1 req-1a176b0e-3647-4759-be57-d09436d04c47 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 946 time: 0.1950068 Aug 16 20:15:18.433675 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-612f1e6a-699c-4aa7-b507-0b585fb61d8f tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Allocated IP 172.25.8.20 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/f2e551de-e337-4cfd-88f6-61dda81c49b2) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:15:18.434723 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a16c4ced-7c61-41b0-b148-198acab68eb2 req-8b38584f-7211-4e59-9106-a4eb6dbfeaad tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=baff93f0-afbe-47d5-b796-4bcbdcc9c1c9 HTTP/1.1" status: 200 len: 210 time: 0.0805936 Aug 16 20:15:18.510451 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d10a82-fb7b-4fca-a72d-82c46ab32e26 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Made reservation on behalf of 4e7767da8a9b462f9abca14d577f0aa8 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:15:18.514260 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3d10a82-fb7b-4fca-a72d-82c46ab32e26 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:18.550635 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-53716db4-f5e3-4606-844e-ba0b9d97edc1 req-b609865b-45a7-4664-b962-5a1202cb42c2 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291075 Aug 16 20:15:18.701874 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-612f1e6a-699c-4aa7-b507-0b585fb61d8f tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:18.738002 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c887ad8-d5a7-4ab2-8797-0a4577cd9fd1 req-f3cce96a-d3f2-4363-9961-f3f96184ca9c tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:18.739555 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3c887ad8-d5a7-4ab2-8797-0a4577cd9fd1 req-f3cce96a-d3f2-4363-9961-f3f96184ca9c tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.1014280 Aug 16 20:15:18.752577 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-612f1e6a-699c-4aa7-b507-0b585fb61d8f tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:18.804041 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612f1e6a-699c-4aa7-b507-0b585fb61d8f tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:15:18.810683 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-612f1e6a-699c-4aa7-b507-0b585fb61d8f tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:18.816567 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f1e6a-699c-4aa7-b507-0b585fb61d8f tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Pushing event updated for resources: {'Port': ['ID=f2e551de-e337-4cfd-88f6-61dda81c49b2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:18.822801 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3d10a82-fb7b-4fca-a72d-82c46ab32e26 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:18.824582 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612f1e6a-699c-4aa7-b507-0b585fb61d8f tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:15:18.868155 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3c887ad8-d5a7-4ab2-8797-0a4577cd9fd1 req-edd0b2d1-2153-4a6e-82f6-c2f8f7cbbe7c tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899246 Aug 16 20:15:18.891547 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612f1e6a-699c-4aa7-b507-0b585fb61d8f tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:18.893839 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-612f1e6a-699c-4aa7-b507-0b585fb61d8f tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:18.933110 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d10a82-fb7b-4fca-a72d-82c46ab32e26 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Subnet': ['ID=3cf59bdb-e81e-4247-a91f-30321fb3f00b,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:18.935018 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-612f1e6a-699c-4aa7-b507-0b585fb61d8f tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.1388052 Aug 16 20:15:18.938078 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56444) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:18.944452 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f15b9ced-2030-4015-8e43-74cac29bb1c7 tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.20'}]}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:18.977262 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f15b9ced-2030-4015-8e43-74cac29bb1c7 tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:18.979540 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f15b9ced-2030-4015-8e43-74cac29bb1c7 tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:18.982823 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d10a82-fb7b-4fca-a72d-82c46ab32e26 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Checking segment: {'id': 'f5f39928-4d65-4edb-862d-5510f5b09e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '71b5ea79-72f2-4afa-81b5-0b94e41b7e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:15:18.983503 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d10a82-fb7b-4fca-a72d-82c46ab32e26 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network hostable DHCP agents. Network: 71b5ea79-72f2-4afa-81b5-0b94e41b7e30, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:15:19.036873 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d10a82-fb7b-4fca-a72d-82c46ab32e26 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network 71b5ea79-72f2-4afa-81b5-0b94e41b7e30 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:15:19.064215 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f15b9ced-2030-4015-8e43-74cac29bb1c7 tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:19.066289 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-a3d10a82-fb7b-4fca-a72d-82c46ab32e26 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 71b5ea79-72f2-4afa-81b5-0b94e41b7e30) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:19.070929 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d10a82-fb7b-4fca-a72d-82c46ab32e26 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:19.072420 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3d10a82-fb7b-4fca-a72d-82c46ab32e26 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:19.081422 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb58e74-f727-4c12-a698-ccf1a234a496 None None] Network 71b5ea79-72f2-4afa-81b5-0b94e41b7e30 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:15:19.107134 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a3d10a82-fb7b-4fca-a72d-82c46ab32e26 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7505386 Aug 16 20:15:19.109606 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 56450) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:19.117689 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0b15ffeb-af91-46a8-976a-dcf544b9b690 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-579135630', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:19.172981 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b15ffeb-af91-46a8-976a-dcf544b9b690 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:19.177669 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b15ffeb-af91-46a8-976a-dcf544b9b690 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:19.335856 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b15ffeb-af91-46a8-976a-dcf544b9b690 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:19.346850 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b15ffeb-af91-46a8-976a-dcf544b9b690 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:19.379830 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f15b9ced-2030-4015-8e43-74cac29bb1c7 tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:19.388867 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b15ffeb-af91-46a8-976a-dcf544b9b690 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:19.397806 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0b15ffeb-af91-46a8-976a-dcf544b9b690 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2865763 Aug 16 20:15:19.400883 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56454) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:19.421602 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-71b5ea79-72f2-4afa-81b5-0b94e41b7e30', 'network_id': '71b5ea79-72f2-4afa-81b5-0b94e41b7e30', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'fixed_ips': [{'subnet_id': '3cf59bdb-e81e-4247-a91f-30321fb3f00b'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:15:19.422301 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:19.507467 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec1e10-f933-4ba9-839e-f46c36488a1a req-94a0b361-3612-4a0a-adc5-e23390e0a354 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:19.509885 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d3ec1e10-f933-4ba9-839e-f46c36488a1a req-94a0b361-3612-4a0a-adc5-e23390e0a354 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.1097054 Aug 16 20:15:19.563640 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d3ec1e10-f933-4ba9-839e-f46c36488a1a req-7957594d-0e93-468b-a03d-2694fd1dcf17 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472102 Aug 16 20:15:19.615953 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Allocated IP 172.20.0.2 (71b5ea79-72f2-4afa-81b5-0b94e41b7e30/3cf59bdb-e81e-4247-a91f-30321fb3f00b/395bf6fe-e7da-434c-a351-df95de899a82) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:15:19.731202 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-89bc765c-4d54-4619-b9e2-9fb6f44049d0 req-c86a28ab-c34d-4c55-b3fa-b61ab19eb6dc tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=baff93f0-afbe-47d5-b796-4bcbdcc9c1c9 HTTP/1.1" status: 200 len: 210 time: 0.0611365 Aug 16 20:15:19.857745 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228305e-2efb-46a2-a24f-ee8271e09fdf req-7951f779-3f06-43aa-acb4-5e8440caecf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:19.859450 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8228305e-2efb-46a2-a24f-ee8271e09fdf req-7951f779-3f06-43aa-acb4-5e8440caecf1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f949d98cf9473f85e64341bcd4f07a&device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 1096 time: 0.0589137 Aug 16 20:15:19.862839 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:19.874631 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Transition to ACTIVE for port object 395bf6fe-e7da-434c-a351-df95de899a82 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:15:19.895047 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Transition to ACTIVE for port object 395bf6fe-e7da-434c-a351-df95de899a82 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:15:19.905096 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:19.963289 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Network 71b5ea79-72f2-4afa-81b5-0b94e41b7e30 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:15:19.970526 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:19.974697 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:15:20.005806 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228305e-2efb-46a2-a24f-ee8271e09fdf req-ce52c511-ab7c-4758-8a02-86bedeb44c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:20.007981 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8228305e-2efb-46a2-a24f-ee8271e09fdf req-ce52c511-ab7c-4758-8a02-86bedeb44c17 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dbfa510a-9034-470b-99ef-e5f61f9b5e17 HTTP/1.1" status: 200 len: 913 time: 0.1407509 Aug 16 20:15:20.013421 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Pushing event updated for resources: {'Port': ['ID=395bf6fe-e7da-434c-a351-df95de899a82,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:20.062933 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:20.063433 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:20.063890 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:20.064393 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:20.064966 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:20.066048 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:20.066658 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:20.067087 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:20.067613 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:20.068537 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:20.068989 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:20.069432 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:20.083741 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Attempting to bind port 395bf6fe-e7da-434c-a351-df95de899a82 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:15:20.084325 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Attempting to bind port 395bf6fe-e7da-434c-a351-df95de899a82 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'f5f39928-4d65-4edb-862d-5510f5b09e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '71b5ea79-72f2-4afa-81b5-0b94e41b7e30'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:15:20.084780 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Attempting to bind port 395bf6fe-e7da-434c-a351-df95de899a82 on network 71b5ea79-72f2-4afa-81b5-0b94e41b7e30 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:15:20.095885 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:15:20.096440 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Checking segment: {'id': 'f5f39928-4d65-4edb-862d-5510f5b09e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '71b5ea79-72f2-4afa-81b5-0b94e41b7e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:15:20.096985 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:20.097473 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Bound using segment: {'id': 'f5f39928-4d65-4edb-862d-5510f5b09e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '71b5ea79-72f2-4afa-81b5-0b94e41b7e30'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:15:20.098151 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Bound port: 395bf6fe-e7da-434c-a351-df95de899a82, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f39928-4d65-4edb-862d-5510f5b09e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '71b5ea79-72f2-4afa-81b5-0b94e41b7e30'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:15:20.098621 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:20.119828 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8228305e-2efb-46a2-a24f-ee8271e09fdf req-3540f6c0-3b6d-4a84-9534-b6537329da2b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2a2462-5629-42d9-881b-f9a0a5e0a025 HTTP/1.1" status: 200 len: 999 time: 0.1028652 Aug 16 20:15:20.179281 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] For port 395bf6fe-e7da-434c-a351-df95de899a82, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:15:20.184774 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228305e-2efb-46a2-a24f-ee8271e09fdf req-03d4476a-4160-48e7-8196-28d969975c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:20.186482 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8228305e-2efb-46a2-a24f-ee8271e09fdf req-03d4476a-4160-48e7-8196-28d969975c54 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d38a8fc7-0911-4b72-a78c-d32851227793 HTTP/1.1" status: 200 len: 851 time: 0.0578375 Aug 16 20:15:20.188003 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] For port 395bf6fe-e7da-434c-a351-df95de899a82, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=395bf6fe-e7da-434c-a351-df95de899a82,segment=NetworkSegment(f5f39928-4d65-4edb-862d-5510f5b09e70),segment_id=f5f39928-4d65-4edb-862d-5510f5b09e70)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:15:20.194453 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:20.276995 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4f886-9979-4255-a40b-86ce3fc78d16 None None] Pushing event updated for resources: {'Port': ['ID=395bf6fe-e7da-434c-a351-df95de899a82,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:20.302263 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228305e-2efb-46a2-a24f-ee8271e09fdf req-cbb1cdd8-88df-430a-8e2d-9bf37c0ff9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:20.304066 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8228305e-2efb-46a2-a24f-ee8271e09fdf req-cbb1cdd8-88df-430a-8e2d-9bf37c0ff9ca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dbfa510a-9034-470b-99ef-e5f61f9b5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1091545 Aug 16 20:15:20.410075 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7ad2d-350b-441f-b6e7-f81c2040a1ea req-27af1d99-3060-4fbc-b953-d418966b31c7 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:20.420496 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-74b7ad2d-350b-441f-b6e7-f81c2040a1ea req-27af1d99-3060-4fbc-b953-d418966b31c7 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.6397116 Aug 16 20:15:20.461365 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8228305e-2efb-46a2-a24f-ee8271e09fdf req-fde7508f-e82d-4d6b-b0fd-3117cb578d12 service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405189 Aug 16 20:15:20.566508 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d6862451-2b43-4dad-9cbf-8047204cdf21 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:20.658073 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd092065-6e46-46cb-b500-7334be4d7185 req-3c7b6fe6-0ce8-4a59-a21a-2a2b815de860 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:20.660649 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fd092065-6e46-46cb-b500-7334be4d7185 req-3c7b6fe6-0ce8-4a59-a21a-2a2b815de860 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.57 "GET /v2.0/networks?id=6a810a23-6feb-497f-991b-9f7fa7297251 HTTP/1.1" status: 200 len: 814 time: 0.8484738 Aug 16 20:15:20.679813 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-74b7ad2d-350b-441f-b6e7-f81c2040a1ea req-b160988a-7fcc-49b9-aee0-b0b69983d322 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2580781 Aug 16 20:15:20.693599 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-fd092065-6e46-46cb-b500-7334be4d7185 req-84e90abd-284e-4c44-bffb-3aab116b3b71 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Request body: {'port': {'device_id': 'baff93f0-afbe-47d5-b796-4bcbdcc9c1c9', 'network_id': '6a810a23-6feb-497f-991b-9f7fa7297251', 'admin_state_up': True, 'tenant_id': '92569f34c49a49e2a1bee9bb87197b5b'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:20.896237 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f15b9ced-2030-4015-8e43-74cac29bb1c7 tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:20.974861 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b1b4818f-b820-4a60-80c7-31c548f48295 req-59543c99-19d1-4b04-8149-c0b04dbd3404 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=baff93f0-afbe-47d5-b796-4bcbdcc9c1c9 HTTP/1.1" status: 200 len: 210 time: 0.0849040 Aug 16 20:15:20.983653 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f15b9ced-2030-4015-8e43-74cac29bb1c7 tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:21.041412 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912f4e0-a2d5-45b5-b338-36dcce8863f6 req-023539e2-78e0-4eaa-bb04-34aa8d70edc7 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:21.045819 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b912f4e0-a2d5-45b5-b338-36dcce8863f6 req-023539e2-78e0-4eaa-bb04-34aa8d70edc7 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.1088872 Aug 16 20:15:21.048520 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8228305e-2efb-46a2-a24f-ee8271e09fdf req-20875422-27fe-4abb-b6f4-df36fb576a42 service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5785511 Aug 16 20:15:21.111644 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b912f4e0-a2d5-45b5-b338-36dcce8863f6 req-1e90c3af-4544-4af3-a66a-e3ac8f5c104f tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562360 Aug 16 20:15:21.253582 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 395bf6fe-e7da-434c-a351-df95de899a82 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:15:21.337795 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 395bf6fe-e7da-434c-a351-df95de899a82 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:15:21.426304 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd092065-6e46-46cb-b500-7334be4d7185 req-84e90abd-284e-4c44-bffb-3aab116b3b71 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Made reservation on behalf of 92569f34c49a49e2a1bee9bb87197b5b for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:15:21.432370 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fd092065-6e46-46cb-b500-7334be4d7185 req-84e90abd-284e-4c44-bffb-3aab116b3b71 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:21.523490 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-d6862451-2b43-4dad-9cbf-8047204cdf21 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Allocated IP 172.20.0.1 (71b5ea79-72f2-4afa-81b5-0b94e41b7e30/3cf59bdb-e81e-4247-a91f-30321fb3f00b/6101e7f0-9634-4509-a896-0facd258f1ac) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:15:21.797418 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ace518-7943-4171-947f-af0428ff34a7 None None] Network 71b5ea79-72f2-4afa-81b5-0b94e41b7e30 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:15:21.848234 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f15b9ced-2030-4015-8e43-74cac29bb1c7 tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:21.910599 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1aae0d-b02b-4072-ba96-dec4c256d809 req-c82d641a-e653-4ba6-ab6d-d1513c0681e2 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:21.912222 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-df1aae0d-b02b-4072-ba96-dec4c256d809 req-c82d641a-e653-4ba6-ab6d-d1513c0681e2 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.0898125 Aug 16 20:15:21.926431 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fe951d2f-7a3e-4902-a6f6-8f276d307d58 None None] Provisioning for port 395bf6fe-e7da-434c-a351-df95de899a82 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:15:21.933217 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fe951d2f-7a3e-4902-a6f6-8f276d307d58 None None] Provisioning complete for port 395bf6fe-e7da-434c-a351-df95de899a82 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:15:21.933805 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fe951d2f-7a3e-4902-a6f6-8f276d307d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:21.958884 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c563b-58a4-4799-8b67-821a6b7d4508 req-b3b9fa3d-0d09-4e9a-a452-1eb96cb8b173 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:21.960936 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-df1aae0d-b02b-4072-ba96-dec4c256d809 req-e210544a-5483-469c-a14d-ef2454a8f374 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415537 Aug 16 20:15:21.967518 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9a3c563b-58a4-4799-8b67-821a6b7d4508 req-b3b9fa3d-0d09-4e9a-a452-1eb96cb8b173 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.3575552 Aug 16 20:15:21.999336 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-fd092065-6e46-46cb-b500-7334be4d7185 req-84e90abd-284e-4c44-bffb-3aab116b3b71 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Allocated IP 172.20.0.5 (6a810a23-6feb-497f-991b-9f7fa7297251/ca1992e2-7985-465e-bbf0-d8a8506a4bc2/9b90913e-4f81-451c-8991-ebba7096ebba) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:15:22.116971 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b0f86551-cc0a-4578-90f7-cbf0e5ba7308 req-3d42f4dc-34e6-424c-b5df-2ff6d1965baf tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=baff93f0-afbe-47d5-b796-4bcbdcc9c1c9 HTTP/1.1" status: 200 len: 210 time: 0.0312138 Aug 16 20:15:22.130182 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fe951d2f-7a3e-4902-a6f6-8f276d307d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:22.174386 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d6862451-2b43-4dad-9cbf-8047204cdf21 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:22.177139 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-fe951d2f-7a3e-4902-a6f6-8f276d307d58 None None] For port 395bf6fe-e7da-434c-a351-df95de899a82, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=395bf6fe-e7da-434c-a351-df95de899a82,segment=NetworkSegment(f5f39928-4d65-4edb-862d-5510f5b09e70),segment_id=f5f39928-4d65-4edb-862d-5510f5b09e70)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:15:22.181473 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fe951d2f-7a3e-4902-a6f6-8f276d307d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:22.188012 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f15b9ced-2030-4015-8e43-74cac29bb1c7 tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:22.191680 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f15b9ced-2030-4015-8e43-74cac29bb1c7 tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:22.255942 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9a3c563b-58a4-4799-8b67-821a6b7d4508 req-ba998290-a7fa-4a5b-8b84-1bd97e6edf11 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874317 Aug 16 20:15:22.269938 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe951d2f-7a3e-4902-a6f6-8f276d307d58 None None] Pushing event updated for resources: {'Port': ['ID=395bf6fe-e7da-434c-a351-df95de899a82,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:22.309948 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-d6862451-2b43-4dad-9cbf-8047204cdf21 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Transition to ACTIVE for port object 6101e7f0-9634-4509-a896-0facd258f1ac will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:15:22.338912 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f15b9ced-2030-4015-8e43-74cac29bb1c7 tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:22.339843 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15b9ced-2030-4015-8e43-74cac29bb1c7 tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3438a99-7b57-4b4c-8991-5e035b1b6209 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:15:22.434632 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-f15b9ced-2030-4015-8e43-74cac29bb1c7 tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 16 20:15:22.435759 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f15b9ced-2030-4015-8e43-74cac29bb1c7 tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.4965415 Aug 16 20:15:22.438777 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56708) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:22.450230 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d6862451-2b43-4dad-9cbf-8047204cdf21 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:22.521112 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-38017833-e6e2-4dcb-a20b-0826d7082202 None None] Provisioning complete for port 395bf6fe-e7da-434c-a351-df95de899a82 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:15:22.522019 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38017833-e6e2-4dcb-a20b-0826d7082202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:22.553696 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6862451-2b43-4dad-9cbf-8047204cdf21 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network 71b5ea79-72f2-4afa-81b5-0b94e41b7e30 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:15:22.568712 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-d6862451-2b43-4dad-9cbf-8047204cdf21 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:22.837530 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6862451-2b43-4dad-9cbf-8047204cdf21 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:15:22.848768 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fd092065-6e46-46cb-b500-7334be4d7185 req-84e90abd-284e-4c44-bffb-3aab116b3b71 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:22.866945 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-261838cb-5121-4ff8-bc0d-dd4d71560442 None None] Provisioning for port 6101e7f0-9634-4509-a896-0facd258f1ac completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:15:22.870845 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6862451-2b43-4dad-9cbf-8047204cdf21 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Port': ['ID=6101e7f0-9634-4509-a896-0facd258f1ac,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:22.872891 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-261838cb-5121-4ff8-bc0d-dd4d71560442 None None] Provisioning complete for port 6101e7f0-9634-4509-a896-0facd258f1ac triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:15:22.873451 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-261838cb-5121-4ff8-bc0d-dd4d71560442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:22.911597 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-261838cb-5121-4ff8-bc0d-dd4d71560442 None None] Port 6101e7f0-9634-4509-a896-0facd258f1ac cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:15:22.916729 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d6862451-2b43-4dad-9cbf-8047204cdf21 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:22.972563 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-eac6c937-8ce2-44d7-9e76-7f808452761e tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Deleting port f2e551de-e337-4cfd-88f6-61dda81c49b2 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:15:22.973058 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eac6c937-8ce2-44d7-9e76-7f808452761e tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:23.036775 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fd092065-6e46-46cb-b500-7334be4d7185 req-84e90abd-284e-4c44-bffb-3aab116b3b71 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:23.050471 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['9424f9f8-a01e-463c-a19a-21c6bd851708', 'abfd6f18-cddc-4949-900b-441e3d00089a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:15:23.059177 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['8e752365-377c-46db-b815-5120670afb21'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:15:23.117498 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd092065-6e46-46cb-b500-7334be4d7185 req-84e90abd-284e-4c44-bffb-3aab116b3b71 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Network 6a810a23-6feb-497f-991b-9f7fa7297251 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:15:23.129578 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-fd092065-6e46-46cb-b500-7334be4d7185 req-84e90abd-284e-4c44-bffb-3aab116b3b71 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:23.138561 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd092065-6e46-46cb-b500-7334be4d7185 req-84e90abd-284e-4c44-bffb-3aab116b3b71 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:15:23.164692 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 395bf6fe-e7da-434c-a351-df95de899a82 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:15:23.183747 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e90abd-284e-4c44-bffb-3aab116b3b71 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Pushing event updated for resources: {'Port': ['ID=9b90913e-4f81-451c-8991-ebba7096ebba,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:23.194846 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eac6c937-8ce2-44d7-9e76-7f808452761e tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:23.211588 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-eac6c937-8ce2-44d7-9e76-7f808452761e tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Calling delete_port for f2e551de-e337-4cfd-88f6-61dda81c49b2 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:15:23.304358 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24523b41-3f6d-404d-ab55-e42fe586648c req-faaf00bf-1f8e-43a5-968b-30a2f088522d tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:23.315242 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-24523b41-3f6d-404d-ab55-e42fe586648c req-faaf00bf-1f8e-43a5-968b-30a2f088522d tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=baff93f0-afbe-47d5-b796-4bcbdcc9c1c9 HTTP/1.1" status: 200 len: 931 time: 0.0964251 Aug 16 20:15:23.397666 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-24523b41-3f6d-404d-ab55-e42fe586648c req-e9ebe30a-6254-4858-a270-c975120e4c3f tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794513 Aug 16 20:15:23.449630 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd092065-6e46-46cb-b500-7334be4d7185 req-84e90abd-284e-4c44-bffb-3aab116b3b71 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:23.450544 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fd092065-6e46-46cb-b500-7334be4d7185 req-84e90abd-284e-4c44-bffb-3aab116b3b71 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:23.485933 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eac6c937-8ce2-44d7-9e76-7f808452761e tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:23.489095 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d6862451-2b43-4dad-9cbf-8047204cdf21 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:23.528956 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 395bf6fe-e7da-434c-a351-df95de899a82 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:15:23.529616 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:23.561367 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6c937-8ce2-44d7-9e76-7f808452761e tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2e551de-e337-4cfd-88f6-61dda81c49b2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:23.570714 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fd092065-6e46-46cb-b500-7334be4d7185 req-84e90abd-284e-4c44-bffb-3aab116b3b71 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8959336 Aug 16 20:15:23.604298 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-fd092065-6e46-46cb-b500-7334be4d7185 req-fb85da78-3c7f-46e9-bfc1-83b062e502ea service neutron] Request body: {'port': {'device_id': 'baff93f0-afbe-47d5-b796-4bcbdcc9c1c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:23.693419 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29f3c8-c522-4e44-896a-71c4fc1ddfcb req-e0173865-7df9-4c53-93ee-bbb68e8dc715 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:23.695723 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4f29f3c8-c522-4e44-896a-71c4fc1ddfcb req-e0173865-7df9-4c53-93ee-bbb68e8dc715 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.2672076 Aug 16 20:15:23.826803 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eac6c937-8ce2-44d7-9e76-7f808452761e tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:23.828718 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-eac6c937-8ce2-44d7-9e76-7f808452761e tempest-RoutersAdminNegativeTest-462278229 tempest-RoutersAdminNegativeTest-462278229-project-admin] 10.222.0.68 "DELETE /v2.0/ports/f2e551de-e337-4cfd-88f6-61dda81c49b2 HTTP/1.1" status: 204 len: 168 time: 1.3889318 Aug 16 20:15:23.847402 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fd092065-6e46-46cb-b500-7334be4d7185 req-fb85da78-3c7f-46e9-bfc1-83b062e502ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:23.854669 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4f29f3c8-c522-4e44-896a-71c4fc1ddfcb req-8ca25b14-d0f4-4826-a1e6-361a31dcc56d tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482868 Aug 16 20:15:24.188231 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 56934) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:24.252318 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d6862451-2b43-4dad-9cbf-8047204cdf21 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:24.272196 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d6862451-2b43-4dad-9cbf-8047204cdf21 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:24.342142 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6862451-2b43-4dad-9cbf-8047204cdf21 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Port': ['ID=6101e7f0-9634-4509-a896-0facd258f1ac,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:24.382699 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d6862451-2b43-4dad-9cbf-8047204cdf21 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:24.400331 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fb3f6b6d-657a-4cd2-a4eb-79d27ef91dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:24.482215 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-fd092065-6e46-46cb-b500-7334be4d7185 req-fb85da78-3c7f-46e9-bfc1-83b062e502ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b90913e-4f81-451c-8991-ebba7096ebba {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:15:24.495553 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fd092065-6e46-46cb-b500-7334be4d7185 req-fb85da78-3c7f-46e9-bfc1-83b062e502ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:24.517982 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-fd092065-6e46-46cb-b500-7334be4d7185 req-fb85da78-3c7f-46e9-bfc1-83b062e502ea service neutron] Transition to ACTIVE for port object 9b90913e-4f81-451c-8991-ebba7096ebba will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:15:24.524880 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fb3f6b6d-657a-4cd2-a4eb-79d27ef91dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:24.532381 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fb3f6b6d-657a-4cd2-a4eb-79d27ef91dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:24.532534 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fd092065-6e46-46cb-b500-7334be4d7185 req-fb85da78-3c7f-46e9-bfc1-83b062e502ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:24.621693 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fb3f6b6d-657a-4cd2-a4eb-79d27ef91dab admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a67f2fe78ab04c3abb47ffa0ab6c1e30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4320350 Aug 16 20:15:24.638255 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6862451-2b43-4dad-9cbf-8047204cdf21 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network 71b5ea79-72f2-4afa-81b5-0b94e41b7e30 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:15:24.639908 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 56966) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:24.641051 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f6b6d-657a-4cd2-a4eb-79d27ef91dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1684d8e1-ce4b-4992-b4ab-e13d7b76a699,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:24.654732 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-d6862451-2b43-4dad-9cbf-8047204cdf21 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:24.670192 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85da78-3c7f-46e9-bfc1-83b062e502ea service neutron] Pushing event updated for resources: {'Port': ['ID=9b90913e-4f81-451c-8991-ebba7096ebba,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:24.735901 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503f0d2-fea1-4be4-a88f-af8d2dc1ce93 req-bbc6ef98-c4d2-4585-8e4d-509ee10553ea tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:24.738090 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7503f0d2-fea1-4be4-a88f-af8d2dc1ce93 req-bbc6ef98-c4d2-4585-8e4d-509ee10553ea tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=baff93f0-afbe-47d5-b796-4bcbdcc9c1c9 HTTP/1.1" status: 200 len: 943 time: 0.1398778 Aug 16 20:15:24.777686 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10572a65-7c67-4f75-a44f-f6af9a5736d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:24.801161 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7503f0d2-fea1-4be4-a88f-af8d2dc1ce93 req-51f5d72a-6660-434b-824d-b4fed7258d8c tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554969 Aug 16 20:15:24.838346 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10572a65-7c67-4f75-a44f-f6af9a5736d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:24.901826 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10572a65-7c67-4f75-a44f-f6af9a5736d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:24.904901 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10572a65-7c67-4f75-a44f-f6af9a5736d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:24.906209 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-10572a65-7c67-4f75-a44f-f6af9a5736d0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1684d8e1-ce4b-4992-b4ab-e13d7b76a699 HTTP/1.1" status: 204 len: 168 time: 0.2447696 Aug 16 20:15:24.924154 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10572a65-7c67-4f75-a44f-f6af9a5736d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1684d8e1-ce4b-4992-b4ab-e13d7b76a699,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:24.986364 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6862451-2b43-4dad-9cbf-8047204cdf21 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Router 0d3f2d8f-73d7-46e9-987a-a9572700b1c1 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:15:24.999934 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-fd092065-6e46-46cb-b500-7334be4d7185 req-fb85da78-3c7f-46e9-bfc1-83b062e502ea service neutron] Attempting to bind port 9b90913e-4f81-451c-8991-ebba7096ebba on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:15:25.000303 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-fd092065-6e46-46cb-b500-7334be4d7185 req-fb85da78-3c7f-46e9-bfc1-83b062e502ea service neutron] Attempting to bind port 9b90913e-4f81-451c-8991-ebba7096ebba by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '84c054f6-f1d5-4d03-81c3-3237f56ec888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6a810a23-6feb-497f-991b-9f7fa7297251'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:15:25.003976 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd092065-6e46-46cb-b500-7334be4d7185 req-fb85da78-3c7f-46e9-bfc1-83b062e502ea service neutron] Attempting to bind port 9b90913e-4f81-451c-8991-ebba7096ebba on network 6a810a23-6feb-497f-991b-9f7fa7297251 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:15:25.018089 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd092065-6e46-46cb-b500-7334be4d7185 req-fb85da78-3c7f-46e9-bfc1-83b062e502ea service neutron] Port 9b90913e-4f81-451c-8991-ebba7096ebba on network 6a810a23-6feb-497f-991b-9f7fa7297251 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:15:25.018408 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd092065-6e46-46cb-b500-7334be4d7185 req-fb85da78-3c7f-46e9-bfc1-83b062e502ea service neutron] Attempting to bind port 9b90913e-4f81-451c-8991-ebba7096ebba on network 6a810a23-6feb-497f-991b-9f7fa7297251 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:15:25.026759 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd092065-6e46-46cb-b500-7334be4d7185 req-fb85da78-3c7f-46e9-bfc1-83b062e502ea service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:15:25.027388 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd092065-6e46-46cb-b500-7334be4d7185 req-fb85da78-3c7f-46e9-bfc1-83b062e502ea service neutron] Checking segment: {'id': '84c054f6-f1d5-4d03-81c3-3237f56ec888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6a810a23-6feb-497f-991b-9f7fa7297251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:15:25.027949 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd092065-6e46-46cb-b500-7334be4d7185 req-fb85da78-3c7f-46e9-bfc1-83b062e502ea service neutron] Bound using segment: {'id': '84c054f6-f1d5-4d03-81c3-3237f56ec888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6a810a23-6feb-497f-991b-9f7fa7297251'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:15:25.028590 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-fd092065-6e46-46cb-b500-7334be4d7185 req-fb85da78-3c7f-46e9-bfc1-83b062e502ea service neutron] Bound port: 9b90913e-4f81-451c-8991-ebba7096ebba, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c054f6-f1d5-4d03-81c3-3237f56ec888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6a810a23-6feb-497f-991b-9f7fa7297251'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:15:25.029173 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fd092065-6e46-46cb-b500-7334be4d7185 req-fb85da78-3c7f-46e9-bfc1-83b062e502ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:25.061370 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6a3cf578-ced3-4ed1-980e-31cd5ec01dfb None None] Provisioning complete for port 6101e7f0-9634-4509-a896-0facd258f1ac triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:15:25.061903 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a3cf578-ced3-4ed1-980e-31cd5ec01dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:25.134417 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6a3cf578-ced3-4ed1-980e-31cd5ec01dfb None None] Port 6101e7f0-9634-4509-a896-0facd258f1ac cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:15:25.164846 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6862451-2b43-4dad-9cbf-8047204cdf21 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:15:25.173996 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d6862451-2b43-4dad-9cbf-8047204cdf21 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "PUT /v2.0/routers/0d3f2d8f-73d7-46e9-987a-a9572700b1c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7717748 Aug 16 20:15:25.177056 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56976) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:25.184932 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a19d06-46a6-44ed-bd9e-afb564c5bc7f None None] Sync routers for ids ['0d3f2d8f-73d7-46e9-987a-a9572700b1c1'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:15:25.196095 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a19d06-46a6-44ed-bd9e-afb564c5bc7f None None] Routers {'0d3f2d8f-73d7-46e9-987a-a9572700b1c1'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:15:25.199958 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-15a19d06-46a6-44ed-bd9e-afb564c5bc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:15:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['0d3f2d8f-73d7-46e9-987a-a9572700b1c1'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:25.260774 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-15a19d06-46a6-44ed-bd9e-afb564c5bc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:25.270190 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a19d06-46a6-44ed-bd9e-afb564c5bc7f None None] Routers {'0d3f2d8f-73d7-46e9-987a-a9572700b1c1'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:15:25.270958 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-15a19d06-46a6-44ed-bd9e-afb564c5bc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:15:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['0d3f2d8f-73d7-46e9-987a-a9572700b1c1'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:25.305041 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-15a19d06-46a6-44ed-bd9e-afb564c5bc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:25.305886 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a19d06-46a6-44ed-bd9e-afb564c5bc7f None None] The sync data for ids ['0d3f2d8f-73d7-46e9-987a-a9572700b1c1'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:15:25.317521 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fe29d5-a7b0-4fe5-8241-88560036bdfd tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:25.318947 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d8fe29d5-a7b0-4fe5-8241-88560036bdfd tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "GET /v2.0/ports/6101e7f0-9634-4509-a896-0facd258f1ac HTTP/1.1" status: 200 len: 910 time: 0.1400335 Aug 16 20:15:25.321878 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 56978) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:25.322755 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-fd092065-6e46-46cb-b500-7334be4d7185 req-fb85da78-3c7f-46e9-bfc1-83b062e502ea service neutron] For port 9b90913e-4f81-451c-8991-ebba7096ebba, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:15:25.327377 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-fd092065-6e46-46cb-b500-7334be4d7185 req-fb85da78-3c7f-46e9-bfc1-83b062e502ea service neutron] For port 9b90913e-4f81-451c-8991-ebba7096ebba, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=9b90913e-4f81-451c-8991-ebba7096ebba,segment=NetworkSegment(84c054f6-f1d5-4d03-81c3-3237f56ec888),segment_id=84c054f6-f1d5-4d03-81c3-3237f56ec888)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:15:25.336186 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fd092065-6e46-46cb-b500-7334be4d7185 req-fb85da78-3c7f-46e9-bfc1-83b062e502ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:25.380220 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd092065-6e46-46cb-b500-7334be4d7185 req-fb85da78-3c7f-46e9-bfc1-83b062e502ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:25.380935 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fd092065-6e46-46cb-b500-7334be4d7185 req-fb85da78-3c7f-46e9-bfc1-83b062e502ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:25.382411 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fd092065-6e46-46cb-b500-7334be4d7185 req-fb85da78-3c7f-46e9-bfc1-83b062e502ea service neutron] 10.222.0.57 "PUT /v2.0/ports/9b90913e-4f81-451c-8991-ebba7096ebba HTTP/1.1" status: 200 len: 1092 time: 1.7894497 Aug 16 20:15:25.383023 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baff93f0-afbe-47d5-b796-4bcbdcc9c1c9', 'tag': '9b90913e-4f81-451c-8991-ebba7096ebba'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:15:25.385790 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458cdef5-8901-40e2-83f5-6d964464b90c" -d '{"events": [{"name": "network-changed", "server_uuid": "baff93f0-afbe-47d5-b796-4bcbdcc9c1c9", "tag": "9b90913e-4f81-451c-8991-ebba7096ebba"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:15:25.463473 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56986) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:25.464929 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e9ab17-9bb5-4b6d-a81a-72000b64278f x-openstack-request-id: req-e6e9ab17-9bb5-4b6d-a81a-72000b64278f {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:15:25.465417 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baff93f0-afbe-47d5-b796-4bcbdcc9c1c9", "tag": "9b90913e-4f81-451c-8991-ebba7096ebba", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:15:25.465852 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e6e9ab17-9bb5-4b6d-a81a-72000b64278f {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:15:25.466416 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baff93f0-afbe-47d5-b796-4bcbdcc9c1c9', 'tag': '9b90913e-4f81-451c-8991-ebba7096ebba', 'status': 'completed', 'code': 200} Aug 16 20:15:25.500256 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85da78-3c7f-46e9-bfc1-83b062e502ea service neutron] Pushing event updated for resources: {'Port': ['ID=9b90913e-4f81-451c-8991-ebba7096ebba,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:25.546559 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d17d46bb-2551-492a-aa37-435006700146 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7e72f0fcff664eb3b99f497a97ef6e06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0755932 Aug 16 20:15:25.549614 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 56988) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:25.582331 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd092065-6e46-46cb-b500-7334be4d7185 req-80652b1e-898b-4cce-9cde-4eebf2ab69e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:25.597807 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fd092065-6e46-46cb-b500-7334be4d7185 req-80652b1e-898b-4cce-9cde-4eebf2ab69e5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=92569f34c49a49e2a1bee9bb87197b5b&device_id=baff93f0-afbe-47d5-b796-4bcbdcc9c1c9 HTTP/1.1" status: 200 len: 1095 time: 0.1630654 Aug 16 20:15:25.675639 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fd092065-6e46-46cb-b500-7334be4d7185 req-9b548bd1-73e5-45cc-b759-a81203b2e663 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b90913e-4f81-451c-8991-ebba7096ebba HTTP/1.1" status: 200 len: 217 time: 0.0675490 Aug 16 20:15:25.739822 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd092065-6e46-46cb-b500-7334be4d7185 req-68be80b1-3f44-4d24-8c71-139ee50240ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:25.741845 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fd092065-6e46-46cb-b500-7334be4d7185 req-68be80b1-3f44-4d24-8c71-139ee50240ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ca1992e2-7985-465e-bbf0-d8a8506a4bc2 HTTP/1.1" status: 200 len: 854 time: 0.0567563 Aug 16 20:15:25.747421 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c00cf754-647b-4b0f-8cff-fd3d943e49e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:25.761486 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00300167-0fe0-4e39-93b5-af1357c4278e req-db4fa6fb-2c83-408a-a94f-7bc931790573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:25.763334 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-00300167-0fe0-4e39-93b5-af1357c4278e req-db4fa6fb-2c83-408a-a94f-7bc931790573 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=98e887ed0bb24182a1fc14aaf2ea8c9d&device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 1097 time: 0.1155360 Aug 16 20:15:25.774147 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80f9e8-c277-49d4-a316-f2b1b7f8a0d2 req-e642e1cb-f04c-43d5-89e0-5c4ef712db2e tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:25.776287 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ba80f9e8-c277-49d4-a316-f2b1b7f8a0d2 req-e642e1cb-f04c-43d5-89e0-5c4ef712db2e tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.1322775 Aug 16 20:15:25.801487 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fd092065-6e46-46cb-b500-7334be4d7185 req-e54771a3-27f6-40e9-a0e7-abfcb424fbe7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a810a23-6feb-497f-991b-9f7fa7297251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489628 Aug 16 20:15:25.808004 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c00cf754-647b-4b0f-8cff-fd3d943e49e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:25.887909 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ba80f9e8-c277-49d4-a316-f2b1b7f8a0d2 req-47fd8063-3910-4d1a-8dfa-1806aed47ff2 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978775 Aug 16 20:15:25.963777 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00300167-0fe0-4e39-93b5-af1357c4278e req-5e667fe9-0714-4672-8b40-6c3a39f5a80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:25.965280 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-00300167-0fe0-4e39-93b5-af1357c4278e req-5e667fe9-0714-4672-8b40-6c3a39f5a80f service neutron] 10.222.0.57 "GET /v2.0/networks?id=8574a456-1a0e-4ff3-8e86-8ad3174e1cb2 HTTP/1.1" status: 200 len: 919 time: 0.1848371 Aug 16 20:15:25.966752 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c00cf754-647b-4b0f-8cff-fd3d943e49e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:25.970566 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c00cf754-647b-4b0f-8cff-fd3d943e49e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:25.972248 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c00cf754-647b-4b0f-8cff-fd3d943e49e3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/38ff8135-93bd-4478-9f6c-d822c46a45bd HTTP/1.1" status: 204 len: 168 time: 0.4210894 Aug 16 20:15:26.001374 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00cf754-647b-4b0f-8cff-fd3d943e49e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ff8135-93bd-4478-9f6c-d822c46a45bd,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:26.040763 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-00300167-0fe0-4e39-93b5-af1357c4278e req-81e18af1-0d61-4f54-8f65-ea6a343178d4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c11a052a-8e47-4b81-beba-292c6df2d8d2 HTTP/1.1" status: 200 len: 217 time: 0.0598006 Aug 16 20:15:26.044087 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9fe655d7-a543-4db7-9302-bc069d5b2464 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:26.046884 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fd092065-6e46-46cb-b500-7334be4d7185 req-eb384419-fa70-4ea9-a51a-b58c48a80a22 service neutron] 10.222.0.57 "GET /v2.0/networks/6a810a23-6feb-497f-991b-9f7fa7297251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366347 Aug 16 20:15:26.060705 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02819105-991c-49ae-bd8b-7a8e8af52c50 req-6adbd4fe-7c15-4092-8191-9f0802e48376 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:26.062778 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02819105-991c-49ae-bd8b-7a8e8af52c50 req-6adbd4fe-7c15-4092-8191-9f0802e48376 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=baff93f0-afbe-47d5-b796-4bcbdcc9c1c9 HTTP/1.1" status: 200 len: 943 time: 0.1361077 Aug 16 20:15:26.166697 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00300167-0fe0-4e39-93b5-af1357c4278e req-7dd7d299-0846-4eb9-9f92-ab3e9a88ada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:26.168490 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-00300167-0fe0-4e39-93b5-af1357c4278e req-7dd7d299-0846-4eb9-9f92-ab3e9a88ada5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=946fe5ac-77fe-4401-a122-51f4276b125a HTTP/1.1" status: 200 len: 858 time: 0.1211112 Aug 16 20:15:26.265148 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-00300167-0fe0-4e39-93b5-af1357c4278e req-3e19a9d7-4f5c-4538-90d5-a38663459cff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8574a456-1a0e-4ff3-8e86-8ad3174e1cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582054 Aug 16 20:15:26.410874 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02819105-991c-49ae-bd8b-7a8e8af52c50 req-b2969257-1a27-4671-8be5-e3029d2031cb tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383434 Aug 16 20:15:26.420694 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-00300167-0fe0-4e39-93b5-af1357c4278e req-61e4c4cf-00c4-4857-a0dd-402dc9a92ecf service neutron] 10.222.0.57 "GET /v2.0/networks/8574a456-1a0e-4ff3-8e86-8ad3174e1cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448352 Aug 16 20:15:26.441446 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fd092065-6e46-46cb-b500-7334be4d7185 req-a3324f5b-9271-4c64-9b74-a4d161ca5bbc service neutron] 10.222.0.57 "GET /v2.0/networks/6a810a23-6feb-497f-991b-9f7fa7297251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748026 Aug 16 20:15:26.554143 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458cdef5-8901-40e2-83f5-6d964464b90c req-65f76dbb-3bd6-48cd-a766-6b2d29c81d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:26.559660 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-458cdef5-8901-40e2-83f5-6d964464b90c req-65f76dbb-3bd6-48cd-a766-6b2d29c81d38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=92569f34c49a49e2a1bee9bb87197b5b&device_id=baff93f0-afbe-47d5-b796-4bcbdcc9c1c9 HTTP/1.1" status: 200 len: 1095 time: 0.0540717 Aug 16 20:15:26.568719 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9fe655d7-a543-4db7-9302-bc069d5b2464 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Deleting port 6101e7f0-9634-4509-a896-0facd258f1ac {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:15:26.569054 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9fe655d7-a543-4db7-9302-bc069d5b2464 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:26.589834 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-00300167-0fe0-4e39-93b5-af1357c4278e req-03670bf6-804a-4062-90b1-141db51ae4ff service neutron] 10.222.0.57 "GET /v2.0/networks/8574a456-1a0e-4ff3-8e86-8ad3174e1cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325097 Aug 16 20:15:26.679385 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458cdef5-8901-40e2-83f5-6d964464b90c req-d5591fd5-6d2a-47b7-831f-a6ec27116e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:26.680936 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-458cdef5-8901-40e2-83f5-6d964464b90c req-d5591fd5-6d2a-47b7-831f-a6ec27116e7f service neutron] 10.222.0.57 "GET /v2.0/networks?id=6a810a23-6feb-497f-991b-9f7fa7297251 HTTP/1.1" status: 200 len: 915 time: 0.1145921 Aug 16 20:15:26.695076 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9fe655d7-a543-4db7-9302-bc069d5b2464 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:26.708997 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9fe655d7-a543-4db7-9302-bc069d5b2464 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Calling delete_port for 6101e7f0-9634-4509-a896-0facd258f1ac owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:15:26.742494 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-458cdef5-8901-40e2-83f5-6d964464b90c req-4a3a5309-12f5-420d-833f-14b39487cbfd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b90913e-4f81-451c-8991-ebba7096ebba HTTP/1.1" status: 200 len: 217 time: 0.0478060 Aug 16 20:15:26.827337 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458cdef5-8901-40e2-83f5-6d964464b90c req-c757b54f-2aef-467c-b21f-9db9eeb04e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:26.833673 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-458cdef5-8901-40e2-83f5-6d964464b90c req-c757b54f-2aef-467c-b21f-9db9eeb04e69 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ca1992e2-7985-465e-bbf0-d8a8506a4bc2 HTTP/1.1" status: 200 len: 854 time: 0.0818162 Aug 16 20:15:26.885449 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-458cdef5-8901-40e2-83f5-6d964464b90c req-4ca06554-a3c5-473e-9d1d-2127b308d33f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a810a23-6feb-497f-991b-9f7fa7297251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411601 Aug 16 20:15:26.926122 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9fe655d7-a543-4db7-9302-bc069d5b2464 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:26.957908 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe655d7-a543-4db7-9302-bc069d5b2464 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Port': ['ID=6101e7f0-9634-4509-a896-0facd258f1ac,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:26.985705 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57030) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:27.140961 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-458cdef5-8901-40e2-83f5-6d964464b90c req-a384daca-544c-4e61-9e35-eb0dfc69db53 service neutron] 10.222.0.57 "GET /v2.0/networks/6a810a23-6feb-497f-991b-9f7fa7297251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467856 Aug 16 20:15:27.149013 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3499fcf-9737-4928-bc37-ff0962a6a528 req-d9685e74-5aac-4a21-befd-f1b45d58d204 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:27.158117 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a3499fcf-9737-4928-bc37-ff0962a6a528 req-d9685e74-5aac-4a21-befd-f1b45d58d204 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.1422472 Aug 16 20:15:27.162456 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9fe655d7-a543-4db7-9302-bc069d5b2464 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:27.174404 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f8893e76-bd01-497a-a9e9-c12aa3be7203 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-256812586'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:27.263813 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a3499fcf-9737-4928-bc37-ff0962a6a528 req-89e7e9d0-d7da-4c4a-9d05-252ce5960c46 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047626 Aug 16 20:15:27.293283 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8893e76-bd01-497a-a9e9-c12aa3be7203 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Made reservation on behalf of e005a219d2a54cd1818af76be8a25bf3 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:15:27.297121 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f8893e76-bd01-497a-a9e9-c12aa3be7203 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:27.316051 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f8893e76-bd01-497a-a9e9-c12aa3be7203 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:27.328385 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-458cdef5-8901-40e2-83f5-6d964464b90c req-92b94020-4045-402a-a67e-50e91f174a95 service neutron] 10.222.0.57 "GET /v2.0/networks/6a810a23-6feb-497f-991b-9f7fa7297251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643040 Aug 16 20:15:27.349474 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe655d7-a543-4db7-9302-bc069d5b2464 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Router 0d3f2d8f-73d7-46e9-987a-a9572700b1c1 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:15:27.417788 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f8893e76-bd01-497a-a9e9-c12aa3be7203 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:27.421751 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f8893e76-bd01-497a-a9e9-c12aa3be7203 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:27.439697 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe655d7-a543-4db7-9302-bc069d5b2464 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:15:27.445420 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9fe655d7-a543-4db7-9302-bc069d5b2464 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "PUT /v2.0/routers/0d3f2d8f-73d7-46e9-987a-a9572700b1c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1220508 Aug 16 20:15:27.448657 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57042) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:27.462555 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8893e76-bd01-497a-a9e9-c12aa3be7203 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:15:27.470607 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d6baf8-6c88-4b6d-90ab-e2ccd96d435f None None] Sync routers for ids ['0d3f2d8f-73d7-46e9-987a-a9572700b1c1'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:15:27.480202 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8893e76-bd01-497a-a9e9-c12aa3be7203 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b680980-86f5-4718-8369-0303ad5a1a07,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:27.480444 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d6baf8-6c88-4b6d-90ab-e2ccd96d435f None None] Routers {'0d3f2d8f-73d7-46e9-987a-a9572700b1c1'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:15:27.481617 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-53d6baf8-6c88-4b6d-90ab-e2ccd96d435f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:15:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['0d3f2d8f-73d7-46e9-987a-a9572700b1c1'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:27.483010 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cd5270d1-4fa8-488a-88e3-c3e960548649 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3f2d8f-73d7-46e9-987a-a9572700b1c1 HTTP/1.1" status: 200 len: 205 time: 0.0321887 Aug 16 20:15:27.485463 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57044) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:27.502862 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f8893e76-bd01-497a-a9e9-c12aa3be7203 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:27.503347 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-f8893e76-bd01-497a-a9e9-c12aa3be7203 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Added segment ec820b34-1e96-4053-9893-f3ef4532be63 of type vlan for network a5f234c5-cf2e-45ed-a6df-0a914afedbba Aug 16 20:15:27.549646 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-53d6baf8-6c88-4b6d-90ab-e2ccd96d435f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:27.555970 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f8893e76-bd01-497a-a9e9-c12aa3be7203 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:27.564208 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d6baf8-6c88-4b6d-90ab-e2ccd96d435f None None] Routers {'0d3f2d8f-73d7-46e9-987a-a9572700b1c1'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:15:27.565397 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-53d6baf8-6c88-4b6d-90ab-e2ccd96d435f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:15:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['0d3f2d8f-73d7-46e9-987a-a9572700b1c1'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:27.574606 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:15:27.590936 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f8893e76-bd01-497a-a9e9-c12aa3be7203 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:27.597914 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8893e76-bd01-497a-a9e9-c12aa3be7203 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:27.599107 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f8893e76-bd01-497a-a9e9-c12aa3be7203 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:27.612289 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-53d6baf8-6c88-4b6d-90ab-e2ccd96d435f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:27.613342 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d6baf8-6c88-4b6d-90ab-e2ccd96d435f None None] The sync data for ids ['0d3f2d8f-73d7-46e9-987a-a9572700b1c1'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:15:27.626577 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e393241-40ec-4127-bf70-e2f8e95ccae1 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:27.666595 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f8893e76-bd01-497a-a9e9-c12aa3be7203 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6794899 Aug 16 20:15:27.695650 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8893e76-bd01-497a-a9e9-c12aa3be7203 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Pushing event updated for resources: {'Network': ['ID=a5f234c5-cf2e-45ed-a6df-0a914afedbba,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:27.714055 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network a5f234c5-cf2e-45ed-a6df-0a914afedbba details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:15:27.718413 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf3a7c-3d02-4c3a-ad5d-561a612a05dc req-fbbf64c2-1e6c-4e48-9e09-297062d1392f tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:27.726024 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-febf3a7c-3d02-4c3a-ad5d-561a612a05dc req-fbbf64c2-1e6c-4e48-9e09-297062d1392f tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=baff93f0-afbe-47d5-b796-4bcbdcc9c1c9 HTTP/1.1" status: 200 len: 943 time: 0.1707189 Aug 16 20:15:28.162247 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e393241-40ec-4127-bf70-e2f8e95ccae1 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:28.168489 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e393241-40ec-4127-bf70-e2f8e95ccae1 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:28.198827 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-febf3a7c-3d02-4c3a-ad5d-561a612a05dc req-01bff6f9-84cb-46ff-9af6-1b52f616b053 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674106 Aug 16 20:15:28.238305 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e393241-40ec-4127-bf70-e2f8e95ccae1 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:28.239325 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e393241-40ec-4127-bf70-e2f8e95ccae1 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Fanout notify agent at l3_agent the message router_deleted on router 0d3f2d8f-73d7-46e9-987a-a9572700b1c1 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:15:28.264789 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e393241-40ec-4127-bf70-e2f8e95ccae1 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:28.266719 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2e393241-40ec-4127-bf70-e2f8e95ccae1 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/routers/0d3f2d8f-73d7-46e9-987a-a9572700b1c1 HTTP/1.1" status: 204 len: 168 time: 0.7801971 Aug 16 20:15:28.275428 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57058) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:28.340463 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b4b3368-90c6-44e5-9ae5-fe0594586ceb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Deleting subnet 3cf59bdb-e81e-4247-a91f-30321fb3f00b {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:15:28.344349 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7b4b3368-90c6-44e5-9ae5-fe0594586ceb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:28.420915 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7b4b3368-90c6-44e5-9ae5-fe0594586ceb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:28.469550 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51635ed3-be7d-4ffe-95a9-e0aec9fa333e req-bc18a1de-bd4d-4d10-bd13-2603f9d91489 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:28.472592 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51635ed3-be7d-4ffe-95a9-e0aec9fa333e req-bc18a1de-bd4d-4d10-bd13-2603f9d91489 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.0947144 Aug 16 20:15:28.562318 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51635ed3-be7d-4ffe-95a9-e0aec9fa333e req-3d4651a1-23d4-4a5c-b1f4-813d159537e6 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814550 Aug 16 20:15:28.578541 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7b4b3368-90c6-44e5-9ae5-fe0594586ceb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:28.642769 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7b4b3368-90c6-44e5-9ae5-fe0594586ceb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:28.669892 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b3368-90c6-44e5-9ae5-fe0594586ceb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Subnet': ['ID=3cf59bdb-e81e-4247-a91f-30321fb3f00b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:28.676402 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7b4b3368-90c6-44e5-9ae5-fe0594586ceb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:28.680293 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7b4b3368-90c6-44e5-9ae5-fe0594586ceb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/subnets/3cf59bdb-e81e-4247-a91f-30321fb3f00b HTTP/1.1" status: 204 len: 168 time: 0.4050169 Aug 16 20:15:28.682272 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57062) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:28.686279 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaab8aaf-619e-477e-8815-07c6233cb4c2 None None] Network 71b5ea79-72f2-4afa-81b5-0b94e41b7e30 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:15:28.823360 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2216b26-6fd4-4a1a-ae89-333acab17487 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:28.902568 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e2216b26-6fd4-4a1a-ae89-333acab17487 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Deleting port 395bf6fe-e7da-434c-a351-df95de899a82 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:15:28.902917 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2216b26-6fd4-4a1a-ae89-333acab17487 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:28.943043 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ee61ab-3fc3-4b32-bc9d-dc146ce15833 None None] DHCP port deletion for 71b5ea79-72f2-4afa-81b5-0b94e41b7e30 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:15:29.001846 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d2ee61ab-3fc3-4b32-bc9d-dc146ce15833 None None] Deleting port 395bf6fe-e7da-434c-a351-df95de899a82 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:15:29.002113 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-e2216b26-6fd4-4a1a-ae89-333acab17487 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] For port 395bf6fe-e7da-434c-a351-df95de899a82, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=395bf6fe-e7da-434c-a351-df95de899a82,segment=NetworkSegment(f5f39928-4d65-4edb-862d-5510f5b09e70),segment_id=f5f39928-4d65-4edb-862d-5510f5b09e70)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:15:29.002233 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d2ee61ab-3fc3-4b32-bc9d-dc146ce15833 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:29.002349 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2216b26-6fd4-4a1a-ae89-333acab17487 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:29.021373 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e2216b26-6fd4-4a1a-ae89-333acab17487 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Calling delete_port for 395bf6fe-e7da-434c-a351-df95de899a82 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:15:29.132738 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d2ee61ab-3fc3-4b32-bc9d-dc146ce15833 None None] For port 395bf6fe-e7da-434c-a351-df95de899a82, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=395bf6fe-e7da-434c-a351-df95de899a82,segment=NetworkSegment(f5f39928-4d65-4edb-862d-5510f5b09e70),segment_id=f5f39928-4d65-4edb-862d-5510f5b09e70)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:15:29.134322 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d2ee61ab-3fc3-4b32-bc9d-dc146ce15833 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:29.152468 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d2ee61ab-3fc3-4b32-bc9d-dc146ce15833 None None] Calling delete_port for 395bf6fe-e7da-434c-a351-df95de899a82 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:15:29.158619 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2216b26-6fd4-4a1a-ae89-333acab17487 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:29.179563 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2216b26-6fd4-4a1a-ae89-333acab17487 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] No DVR routers for this DVR port 395bf6fe-e7da-434c-a351-df95de899a82 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:15:29.248895 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 395bf6fe-e7da-434c-a351-df95de899a82 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:15:29.296636 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2216b26-6fd4-4a1a-ae89-333acab17487 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Port': ['ID=395bf6fe-e7da-434c-a351-df95de899a82,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:29.320740 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 395bf6fe-e7da-434c-a351-df95de899a82 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:15:29.322535 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 395bf6fe-e7da-434c-a351-df95de899a82 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:15:29.375458 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d2ee61ab-3fc3-4b32-bc9d-dc146ce15833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:29.393210 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ee61ab-3fc3-4b32-bc9d-dc146ce15833 None None] No DVR routers for this DVR port 395bf6fe-e7da-434c-a351-df95de899a82 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:15:29.409999 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2216b26-6fd4-4a1a-ae89-333acab17487 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:29.423223 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf17731-cbb3-4d86-ab35-403ae368c3b6 req-d76f49be-57d2-4386-9bf7-2b6674019c04 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:29.423223 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1cf17731-cbb3-4d86-ab35-403ae368c3b6 req-d76f49be-57d2-4386-9bf7-2b6674019c04 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=baff93f0-afbe-47d5-b796-4bcbdcc9c1c9 HTTP/1.1" status: 200 len: 943 time: 0.1284604 Aug 16 20:15:29.433030 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e2216b26-6fd4-4a1a-ae89-333acab17487 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b5ea79-72f2-4afa-81b5-0b94e41b7e30']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:29.435346 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee61ab-3fc3-4b32-bc9d-dc146ce15833 None None] Pushing event deleted for resources: {'Port': ['ID=395bf6fe-e7da-434c-a351-df95de899a82,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:29.454903 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e2216b26-6fd4-4a1a-ae89-333acab17487 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f39928-4d65-4edb-862d-5510f5b09e70') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:29.455345 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e2216b26-6fd4-4a1a-ae89-333acab17487 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f39928-4d65-4edb-862d-5510f5b09e70') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:29.469863 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2216b26-6fd4-4a1a-ae89-333acab17487 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:29.491122 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1cf17731-cbb3-4d86-ab35-403ae368c3b6 req-c99e2f8c-a7e1-40c0-8c46-aaef41c2eb75 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610318 Aug 16 20:15:29.495677 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2216b26-6fd4-4a1a-ae89-333acab17487 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:29.502768 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2216b26-6fd4-4a1a-ae89-333acab17487 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:15:29.503410 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2216b26-6fd4-4a1a-ae89-333acab17487 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:29.506853 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:15:29.506853 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:15:29.506853 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:15:29.506853 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:15:29.506853 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:15:29.506853 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:15:29.506853 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:15:29.506853 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:15:29.506853 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:15:29.506853 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:15:29.506853 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:15:29.506853 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:15:29.506853 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:15:29.506853 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:15:29.506853 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:15:29.506853 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:15:29.506853 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:15:29.506853 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:15:29.506853 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:15:29.506853 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:15:29.506853 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:15:29.506853 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:15:29.506853 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:15:29.506853 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:15:29.506853 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:15:29.506853 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:15:29.506853 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:15:29.506853 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:15:29.506853 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:15:29.506853 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:15:29.506853 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:15:29.506853 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:15:29.569112 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2216b26-6fd4-4a1a-ae89-333acab17487 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:29.590540 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2216b26-6fd4-4a1a-ae89-333acab17487 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:29.599179 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57074) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:29.600175 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e2216b26-6fd4-4a1a-ae89-333acab17487 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/networks/71b5ea79-72f2-4afa-81b5-0b94e41b7e30 HTTP/1.1" status: 204 len: 168 time: 0.9155719 Aug 16 20:15:29.606823 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-fb16af3a-c4a0-44de-b90e-3a665b701dcb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1433474084', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:29.612741 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2216b26-6fd4-4a1a-ae89-333acab17487 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Network': ['ID=71b5ea79-72f2-4afa-81b5-0b94e41b7e30,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:29.655065 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb16af3a-c4a0-44de-b90e-3a665b701dcb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:29.656234 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb16af3a-c4a0-44de-b90e-3a665b701dcb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:29.744591 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d01135-2191-4b24-98dd-af6989140171 req-b7df6691-8357-4cbe-9815-b75e0d490d80 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:29.746194 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d3d01135-2191-4b24-98dd-af6989140171 req-b7df6691-8357-4cbe-9815-b75e0d490d80 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.1017671 Aug 16 20:15:29.747744 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb16af3a-c4a0-44de-b90e-3a665b701dcb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:29.905661 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d3d01135-2191-4b24-98dd-af6989140171 req-3363d761-a99d-4f73-bb39-7d2a04a929c8 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503940 Aug 16 20:15:29.910991 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb16af3a-c4a0-44de-b90e-3a665b701dcb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:30.113545 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb16af3a-c4a0-44de-b90e-3a665b701dcb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:30.137532 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb16af3a-c4a0-44de-b90e-3a665b701dcb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:30.216234 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 9b90913e-4f81-451c-8991-ebba7096ebba details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:15:30.257969 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-fb16af3a-c4a0-44de-b90e-3a665b701dcb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Allocated IP 172.25.8.87 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/4f239220-f368-48b7-8050-0f4ac82bcab8) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:15:30.363412 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 9b90913e-4f81-451c-8991-ebba7096ebba, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=9b90913e-4f81-451c-8991-ebba7096ebba,segment=NetworkSegment(84c054f6-f1d5-4d03-81c3-3237f56ec888),segment_id=84c054f6-f1d5-4d03-81c3-3237f56ec888)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:15:30.380160 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '9b90913e-4f81-451c-8991-ebba7096ebba', 'network_id': '6a810a23-6feb-497f-991b-9f7fa7297251', 'port_id': '9b90913e-4f81-451c-8991-ebba7096ebba', 'mac_address': 'fa:16:3e:de:2e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca1992e2-7985-465e-bbf0-d8a8506a4bc2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:15:30.424198 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:30.429967 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb16af3a-c4a0-44de-b90e-3a665b701dcb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:30.447278 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b90913e-4f81-451c-8991-ebba7096ebba {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:15:30.473460 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 9b90913e-4f81-451c-8991-ebba7096ebba, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=9b90913e-4f81-451c-8991-ebba7096ebba,segment=NetworkSegment(84c054f6-f1d5-4d03-81c3-3237f56ec888),segment_id=84c054f6-f1d5-4d03-81c3-3237f56ec888)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:15:30.480988 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:30.491903 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb16af3a-c4a0-44de-b90e-3a665b701dcb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:30.556583 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=9b90913e-4f81-451c-8991-ebba7096ebba,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:30.571003 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb16af3a-c4a0-44de-b90e-3a665b701dcb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:15:30.575484 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-fb16af3a-c4a0-44de-b90e-3a665b701dcb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:30.582047 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb16af3a-c4a0-44de-b90e-3a665b701dcb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:15:30.584149 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16af3a-c4a0-44de-b90e-3a665b701dcb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Port': ['ID=4f239220-f368-48b7-8050-0f4ac82bcab8,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:30.671815 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8edc04-bad9-45a8-82a5-2f7fb2a9d610 req-c20051ce-2c36-4c05-b9cd-27eef058535f tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:30.673520 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fc8edc04-bad9-45a8-82a5-2f7fb2a9d610 req-c20051ce-2c36-4c05-b9cd-27eef058535f tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=baff93f0-afbe-47d5-b796-4bcbdcc9c1c9 HTTP/1.1" status: 200 len: 944 time: 0.0805418 Aug 16 20:15:30.718040 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fc8edc04-bad9-45a8-82a5-2f7fb2a9d610 req-ec6fdd1f-b657-4602-b415-e16c0b24cd20 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381279 Aug 16 20:15:30.740938 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['9b90913e-4f81-451c-8991-ebba7096ebba'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:15:30.912809 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb16af3a-c4a0-44de-b90e-3a665b701dcb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:30.950005 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57086) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:30.956381 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f8e2f903-2aa6-42ae-947d-482d1f325988 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Request body: {'subnet': {'network_id': 'a5f234c5-cf2e-45ed-a6df-0a914afedbba', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:31.068943 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850d3ba-e489-4862-a891-e3fac20571b9 req-abd5c091-7d0d-4a69-b5b6-6d4d1c0a56b5 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:31.069754 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e2f903-2aa6-42ae-947d-482d1f325988 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Made reservation on behalf of e005a219d2a54cd1818af76be8a25bf3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:15:31.070545 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c850d3ba-e489-4862-a891-e3fac20571b9 req-abd5c091-7d0d-4a69-b5b6-6d4d1c0a56b5 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.0745926 Aug 16 20:15:31.089710 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f903-2aa6-42ae-947d-482d1f325988 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:31.183010 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c850d3ba-e489-4862-a891-e3fac20571b9 req-358e8c5e-5358-4d21-8092-ff3748e54fcf tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775130 Aug 16 20:15:31.220249 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb16af3a-c4a0-44de-b90e-3a665b701dcb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:31.371560 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f903-2aa6-42ae-947d-482d1f325988 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:31.478566 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2f903-2aa6-42ae-947d-482d1f325988 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Pushing event updated for resources: {'Subnet': ['ID=0039ea1c-23b5-477b-bae4-93dc586ae96c,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:31.498200 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e2f903-2aa6-42ae-947d-482d1f325988 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Checking segment: {'id': 'ec820b34-1e96-4053-9893-f3ef4532be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a5f234c5-cf2e-45ed-a6df-0a914afedbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:15:31.498641 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e2f903-2aa6-42ae-947d-482d1f325988 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Network hostable DHCP agents. Network: a5f234c5-cf2e-45ed-a6df-0a914afedbba, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:15:31.520675 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e2f903-2aa6-42ae-947d-482d1f325988 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Network a5f234c5-cf2e-45ed-a6df-0a914afedbba is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:15:31.534676 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-f8e2f903-2aa6-42ae-947d-482d1f325988 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, a5f234c5-cf2e-45ed-a6df-0a914afedbba) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:31.543411 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e2f903-2aa6-42ae-947d-482d1f325988 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:31.546579 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f903-2aa6-42ae-947d-482d1f325988 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:31.553254 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f099aaf-1d6d-4109-8cb4-f994e6cc9e57 None None] Network a5f234c5-cf2e-45ed-a6df-0a914afedbba requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:15:31.581406 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f8e2f903-2aa6-42ae-947d-482d1f325988 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6300733 Aug 16 20:15:31.584947 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57098) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:31.594101 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f9ef6614-d1ca-48e2-ab63-3d9028e30f2f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2056897784'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:31.644853 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ef6614-d1ca-48e2-ab63-3d9028e30f2f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Made reservation on behalf of e005a219d2a54cd1818af76be8a25bf3 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:15:31.655902 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f9ef6614-d1ca-48e2-ab63-3d9028e30f2f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:31.688810 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ef6614-d1ca-48e2-ab63-3d9028e30f2f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:15:31.702069 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f9ef6614-d1ca-48e2-ab63-3d9028e30f2f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:31.702898 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-f9ef6614-d1ca-48e2-ab63-3d9028e30f2f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Added segment 49f4e3a8-321b-4fb7-a9d8-2d0092aa75ee of type vlan for network ec148e51-fb51-4f57-8d10-0978b1a35d9b Aug 16 20:15:31.719541 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb16af3a-c4a0-44de-b90e-3a665b701dcb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Router 7209f675-2812-489e-a9c1-d080ccd607b1 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:15:31.760986 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f9ef6614-d1ca-48e2-ab63-3d9028e30f2f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:31.808104 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57104) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:31.867297 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb16af3a-c4a0-44de-b90e-3a665b701dcb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:15:31.877701 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4baa6a-616b-4942-8f4a-ec70d83ff2cb None None] Sync routers for ids ['7209f675-2812-489e-a9c1-d080ccd607b1'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:15:31.888123 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f9ef6614-d1ca-48e2-ab63-3d9028e30f2f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:31.890241 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb16af3a-c4a0-44de-b90e-3a665b701dcb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:31.893840 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fb16af3a-c4a0-44de-b90e-3a665b701dcb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.2907844 Aug 16 20:15:31.895859 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57108) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:31.896131 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4baa6a-616b-4942-8f4a-ec70d83ff2cb None None] Routers {'7209f675-2812-489e-a9c1-d080ccd607b1'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:15:31.896859 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2a4baa6a-616b-4942-8f4a-ec70d83ff2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:15:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['7209f675-2812-489e-a9c1-d080ccd607b1'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:31.904758 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c15abaa-9262-4335-8643-8deb674a1efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:31.923116 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ef6614-d1ca-48e2-ab63-3d9028e30f2f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:31.924105 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f9ef6614-d1ca-48e2-ab63-3d9028e30f2f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:31.966672 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255dc706-b9a2-495b-b5d7-8d0e0343554f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-a5f234c5-cf2e-45ed-a6df-0a914afedbba', 'network_id': 'a5f234c5-cf2e-45ed-a6df-0a914afedbba', 'tenant_id': 'e005a219d2a54cd1818af76be8a25bf3', 'fixed_ips': [{'subnet_id': '0039ea1c-23b5-477b-bae4-93dc586ae96c'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:15:31.968048 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-255dc706-b9a2-495b-b5d7-8d0e0343554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:32.027893 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2a4baa6a-616b-4942-8f4a-ec70d83ff2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:32.052147 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4baa6a-616b-4942-8f4a-ec70d83ff2cb None None] Routers {'7209f675-2812-489e-a9c1-d080ccd607b1'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:15:32.052780 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2a4baa6a-616b-4942-8f4a-ec70d83ff2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:15:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['7209f675-2812-489e-a9c1-d080ccd607b1'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:32.060211 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-609b7142-daea-4aac-9232-3c67f79e30d3 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "GET /v2.0/routers/7209f675-2812-489e-a9c1-d080ccd607b1 HTTP/1.1" status: 200 len: 880 time: 0.1631699 Aug 16 20:15:32.063217 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57110) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:32.128976 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2a4baa6a-616b-4942-8f4a-ec70d83ff2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:32.129708 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4baa6a-616b-4942-8f4a-ec70d83ff2cb None None] The sync data for ids ['7209f675-2812-489e-a9c1-d080ccd607b1'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:15:32.136237 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f9ef6614-d1ca-48e2-ab63-3d9028e30f2f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5494134 Aug 16 20:15:32.140123 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57112) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:32.154531 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d75894ac-2bd6-4673-961f-d6e7ade99a6f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Request body: {'subnet': {'network_id': 'ec148e51-fb51-4f57-8d10-0978b1a35d9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:32.164888 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b0961-6cfc-4ae5-b5ce-c14932b143d3 req-e1be64e3-e2fb-4354-ae97-cdfe86682a41 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:32.171456 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-255dc706-b9a2-495b-b5d7-8d0e0343554f None None] Allocated IP 2001:db8:0:ffff::2 (a5f234c5-cf2e-45ed-a6df-0a914afedbba/0039ea1c-23b5-477b-bae4-93dc586ae96c/da7ba0c0-7a73-45a8-bf93-bb4653026668) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:15:32.172666 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4c2b0961-6cfc-4ae5-b5ce-c14932b143d3 req-e1be64e3-e2fb-4354-ae97-cdfe86682a41 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=baff93f0-afbe-47d5-b796-4bcbdcc9c1c9 HTTP/1.1" status: 200 len: 944 time: 0.3123195 Aug 16 20:15:32.183589 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef6614-d1ca-48e2-ab63-3d9028e30f2f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Pushing event updated for resources: {'Network': ['ID=ec148e51-fb51-4f57-8d10-0978b1a35d9b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:32.318731 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7c53d3ff-7689-4e68-b33d-46b9cf5d16d7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=abc8d80d1a114617b63c3f3123a17f6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5076041 Aug 16 20:15:32.320535 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network ec148e51-fb51-4f57-8d10-0978b1a35d9b details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:15:32.325028 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 9b90913e-4f81-451c-8991-ebba7096ebba up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:15:32.325241 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57118) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:32.362837 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4c2b0961-6cfc-4ae5-b5ce-c14932b143d3 req-ca796031-d7fc-4cb8-a833-ddfacb57aba7 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892028 Aug 16 20:15:32.400051 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575b9f5-de62-4e96-a8a6-e6e9c803bea5 req-d5cf482f-632e-4712-b465-8713b4dae8e6 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:32.401862 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7575b9f5-de62-4e96-a8a6-e6e9c803bea5 req-d5cf482f-632e-4712-b465-8713b4dae8e6 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.0991671 Aug 16 20:15:32.423179 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75894ac-2bd6-4673-961f-d6e7ade99a6f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Made reservation on behalf of e005a219d2a54cd1818af76be8a25bf3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:15:32.430402 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d75894ac-2bd6-4673-961f-d6e7ade99a6f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:32.449501 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-255dc706-b9a2-495b-b5d7-8d0e0343554f None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:32.460616 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-255dc706-b9a2-495b-b5d7-8d0e0343554f None None] Transition to ACTIVE for port object da7ba0c0-7a73-45a8-bf93-bb4653026668 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:15:32.485123 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-255dc706-b9a2-495b-b5d7-8d0e0343554f None None] Transition to ACTIVE for port object da7ba0c0-7a73-45a8-bf93-bb4653026668 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:15:32.490777 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 9b90913e-4f81-451c-8991-ebba7096ebba completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:15:32.496793 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 9b90913e-4f81-451c-8991-ebba7096ebba triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:15:32.497356 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:32.507013 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-54a45930-4d04-4c62-85ec-afcd2db30911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:32.520073 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7575b9f5-de62-4e96-a8a6-e6e9c803bea5 req-8f944f9c-7ba8-479f-a28e-100945d13c83 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033223 Aug 16 20:15:32.520813 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-255dc706-b9a2-495b-b5d7-8d0e0343554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:32.536144 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-53b6231e-d1b3-4fc5-8a8a-6ca05cfa6351 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4702356 Aug 16 20:15:32.537643 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57120) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:32.542640 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-68a8c0f2-1781-42a2-82a7-f52f05dfc7f5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1433474084'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:32.559516 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-54a45930-4d04-4c62-85ec-afcd2db30911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:32.582787 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255dc706-b9a2-495b-b5d7-8d0e0343554f None None] Network a5f234c5-cf2e-45ed-a6df-0a914afedbba is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:15:32.613472 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-255dc706-b9a2-495b-b5d7-8d0e0343554f None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:32.622613 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255dc706-b9a2-495b-b5d7-8d0e0343554f None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:15:32.624690 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255dc706-b9a2-495b-b5d7-8d0e0343554f None None] Pushing event updated for resources: {'Port': ['ID=da7ba0c0-7a73-45a8-bf93-bb4653026668,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:32.672458 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-54a45930-4d04-4c62-85ec-afcd2db30911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:32.675289 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-54a45930-4d04-4c62-85ec-afcd2db30911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:32.676438 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-54a45930-4d04-4c62-85ec-afcd2db30911 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cf904dec-7d7c-482f-a033-9f5940982765 HTTP/1.1" status: 204 len: 168 time: 0.3423228 Aug 16 20:15:32.723975 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-255dc706-b9a2-495b-b5d7-8d0e0343554f None None] Attempting to bind port da7ba0c0-7a73-45a8-bf93-bb4653026668 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:15:32.724437 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-255dc706-b9a2-495b-b5d7-8d0e0343554f None None] Attempting to bind port da7ba0c0-7a73-45a8-bf93-bb4653026668 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'ec820b34-1e96-4053-9893-f3ef4532be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a5f234c5-cf2e-45ed-a6df-0a914afedbba'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:15:32.725009 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255dc706-b9a2-495b-b5d7-8d0e0343554f None None] Attempting to bind port da7ba0c0-7a73-45a8-bf93-bb4653026668 on network a5f234c5-cf2e-45ed-a6df-0a914afedbba {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:15:32.728250 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:32.739182 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255dc706-b9a2-495b-b5d7-8d0e0343554f None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:15:32.739470 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255dc706-b9a2-495b-b5d7-8d0e0343554f None None] Checking segment: {'id': 'ec820b34-1e96-4053-9893-f3ef4532be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a5f234c5-cf2e-45ed-a6df-0a914afedbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:15:32.740069 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-255dc706-b9a2-495b-b5d7-8d0e0343554f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:32.740419 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255dc706-b9a2-495b-b5d7-8d0e0343554f None None] Bound using segment: {'id': 'ec820b34-1e96-4053-9893-f3ef4532be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a5f234c5-cf2e-45ed-a6df-0a914afedbba'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:15:32.741047 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-255dc706-b9a2-495b-b5d7-8d0e0343554f None None] Bound port: da7ba0c0-7a73-45a8-bf93-bb4653026668, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec820b34-1e96-4053-9893-f3ef4532be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a5f234c5-cf2e-45ed-a6df-0a914afedbba'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:15:32.741535 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-255dc706-b9a2-495b-b5d7-8d0e0343554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:32.768387 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baff93f0-afbe-47d5-b796-4bcbdcc9c1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b90913e-4f81-451c-8991-ebba7096ebba'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:15:32.770782 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61413073-1ed6-4caf-a04e-3e15dd768f9c" -d '{"events": [{"server_uuid": "baff93f0-afbe-47d5-b796-4bcbdcc9c1c9", "name": "network-vif-plugged", "status": "completed", "tag": "9b90913e-4f81-451c-8991-ebba7096ebba"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:15:32.779747 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a45930-4d04-4c62-85ec-afcd2db30911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf904dec-7d7c-482f-a033-9f5940982765,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:32.796955 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 9b90913e-4f81-451c-8991-ebba7096ebba, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=9b90913e-4f81-451c-8991-ebba7096ebba,segment=NetworkSegment(84c054f6-f1d5-4d03-81c3-3237f56ec888),segment_id=84c054f6-f1d5-4d03-81c3-3237f56ec888)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:15:32.822494 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:32.862748 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1e99f6-ae9c-4c3f-be19-0c8664dbac06 x-openstack-request-id: req-8f1e99f6-ae9c-4c3f-be19-0c8664dbac06 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:15:32.863232 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baff93f0-afbe-47d5-b796-4bcbdcc9c1c9", "name": "network-vif-plugged", "status": "completed", "tag": "9b90913e-4f81-451c-8991-ebba7096ebba", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:15:32.863644 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8f1e99f6-ae9c-4c3f-be19-0c8664dbac06 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:15:32.864044 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baff93f0-afbe-47d5-b796-4bcbdcc9c1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b90913e-4f81-451c-8991-ebba7096ebba', 'code': 200} Aug 16 20:15:32.907576 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-255dc706-b9a2-495b-b5d7-8d0e0343554f None None] For port da7ba0c0-7a73-45a8-bf93-bb4653026668, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:15:32.910866 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-255dc706-b9a2-495b-b5d7-8d0e0343554f None None] For port da7ba0c0-7a73-45a8-bf93-bb4653026668, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=da7ba0c0-7a73-45a8-bf93-bb4653026668,segment=NetworkSegment(ec820b34-1e96-4053-9893-f3ef4532be63),segment_id=ec820b34-1e96-4053-9893-f3ef4532be63)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:15:32.912095 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=9b90913e-4f81-451c-8991-ebba7096ebba,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:32.919111 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-255dc706-b9a2-495b-b5d7-8d0e0343554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:32.925965 n-d-787206-13 neutron-server[94771]: DEBUG neutron.objects.ports [None req-d75894ac-2bd6-4673-961f-d6e7ade99a6f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:15:32.927588 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d75894ac-2bd6-4673-961f-d6e7ade99a6f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:32.988076 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255dc706-b9a2-495b-b5d7-8d0e0343554f None None] Pushing event updated for resources: {'Port': ['ID=da7ba0c0-7a73-45a8-bf93-bb4653026668,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:33.014390 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75894ac-2bd6-4673-961f-d6e7ade99a6f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Pushing event updated for resources: {'Subnet': ['ID=44ce33ed-40ca-4ac4-bc81-e98bc1639387,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:33.015298 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68a8c0f2-1781-42a2-82a7-f52f05dfc7f5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106996'] for router, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:33.019119 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75894ac-2bd6-4673-961f-d6e7ade99a6f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Checking segment: {'id': '49f4e3a8-321b-4fb7-a9d8-2d0092aa75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ec148e51-fb51-4f57-8d10-0978b1a35d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:15:33.019510 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75894ac-2bd6-4673-961f-d6e7ade99a6f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Network hostable DHCP agents. Network: ec148e51-fb51-4f57-8d10-0978b1a35d9b, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:15:33.022556 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6c222-0c9e-4f1e-a064-3669549ef6ba req-02682133-5e30-4e83-81d4-0a40e6cde587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:33.024898 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30e6c222-0c9e-4f1e-a064-3669549ef6ba req-02682133-5e30-4e83-81d4-0a40e6cde587 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=baff93f0-afbe-47d5-b796-4bcbdcc9c1c9 HTTP/1.1" status: 200 len: 1097 time: 0.0792284 Aug 16 20:15:33.043629 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68a8c0f2-1781-42a2-82a7-f52f05dfc7f5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-399211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-399202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-399768'] for router, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:33.044355 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75894ac-2bd6-4673-961f-d6e7ade99a6f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Network ec148e51-fb51-4f57-8d10-0978b1a35d9b is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:15:33.073131 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d75894ac-2bd6-4673-961f-d6e7ade99a6f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, ec148e51-fb51-4f57-8d10-0978b1a35d9b) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:33.078331 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75894ac-2bd6-4673-961f-d6e7ade99a6f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:33.079638 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d75894ac-2bd6-4673-961f-d6e7ade99a6f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:33.097549 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb06872-634a-423e-9c39-9700eb5046d7 None None] Network ec148e51-fb51-4f57-8d10-0978b1a35d9b requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:15:33.103124 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d75894ac-2bd6-4673-961f-d6e7ade99a6f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9535570 Aug 16 20:15:33.103392 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57134) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:33.108995 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-00de1ee0-a8a7-4879-b7cb-f132fd086bd5 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Request body: {'port': {'network_id': 'ec148e51-fb51-4f57-8d10-0978b1a35d9b', 'name': 'tempest-NetworksIpV6TestAttrs-932783575'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:33.137642 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30e6c222-0c9e-4f1e-a064-3669549ef6ba req-ec35f3f9-fcf4-4b7c-885a-fd7111270d76 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050830 Aug 16 20:15:33.211678 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a8c0f2-1781-42a2-82a7-f52f05dfc7f5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Router 7209f675-2812-489e-a9c1-d080ccd607b1 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:15:33.292221 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00de1ee0-a8a7-4879-b7cb-f132fd086bd5 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Made reservation on behalf of e005a219d2a54cd1818af76be8a25bf3 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:15:33.296046 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-00de1ee0-a8a7-4879-b7cb-f132fd086bd5 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:33.320924 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-00de1ee0-a8a7-4879-b7cb-f132fd086bd5 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] device_id is not set on port 8742a18c-12ba-4afc-84fa-32de9501fdf3 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:15:33.364506 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90eece8-6419-489e-a349-427d38cd7b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-ec148e51-fb51-4f57-8d10-0978b1a35d9b', 'network_id': 'ec148e51-fb51-4f57-8d10-0978b1a35d9b', 'tenant_id': 'e005a219d2a54cd1818af76be8a25bf3', 'fixed_ips': [{'subnet_id': '44ce33ed-40ca-4ac4-bc81-e98bc1639387'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:15:33.365284 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f90eece8-6419-489e-a349-427d38cd7b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:33.409143 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a8c0f2-1781-42a2-82a7-f52f05dfc7f5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:15:33.428297 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68a8c0f2-1781-42a2-82a7-f52f05dfc7f5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:33.429720 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-68a8c0f2-1781-42a2-82a7-f52f05dfc7f5 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "PUT /v2.0/routers/7209f675-2812-489e-a9c1-d080ccd607b1 HTTP/1.1" status: 200 len: 887 time: 0.8909433 Aug 16 20:15:33.432782 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57144) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:33.458859 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b54e2a7-4124-4d07-8768-81ab2413329d None None] Sync routers for ids ['7209f675-2812-489e-a9c1-d080ccd607b1'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:15:33.495789 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b54e2a7-4124-4d07-8768-81ab2413329d None None] Routers {'7209f675-2812-489e-a9c1-d080ccd607b1'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:15:33.497287 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7b54e2a7-4124-4d07-8768-81ab2413329d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:15:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['7209f675-2812-489e-a9c1-d080ccd607b1'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:33.549688 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7b54e2a7-4124-4d07-8768-81ab2413329d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:33.561606 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b54e2a7-4124-4d07-8768-81ab2413329d None None] Routers {'7209f675-2812-489e-a9c1-d080ccd607b1'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:15:33.562224 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7b54e2a7-4124-4d07-8768-81ab2413329d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:15:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['7209f675-2812-489e-a9c1-d080ccd607b1'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:33.602136 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7b54e2a7-4124-4d07-8768-81ab2413329d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:33.602777 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b54e2a7-4124-4d07-8768-81ab2413329d None None] The sync data for ids ['7209f675-2812-489e-a9c1-d080ccd607b1'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:15:33.617241 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-00de1ee0-a8a7-4879-b7cb-f132fd086bd5 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Allocated IP 2001:db8::f816:3eff:fe95:f224 (ec148e51-fb51-4f57-8d10-0978b1a35d9b/44ce33ed-40ca-4ac4-bc81-e98bc1639387/8742a18c-12ba-4afc-84fa-32de9501fdf3) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:15:33.626961 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-39282581-64e8-41bd-a0f7-6ca5d714fca3 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "GET /v2.0/routers/7209f675-2812-489e-a9c1-d080ccd607b1 HTTP/1.1" status: 200 len: 887 time: 0.1903107 Aug 16 20:15:33.627798 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57156) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:33.676855 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-94d033cf-9579-4560-9041-f63eac1be863 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "GET /v2.0/ports?device_id=7209f675-2812-489e-a9c1-d080ccd607b1 HTTP/1.1" status: 200 len: 205 time: 0.0470738 Aug 16 20:15:33.678800 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57160) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:33.679634 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61971b2a-c64f-420d-b1a7-593b5a721f90 req-e87cd000-3597-4f5f-885f-570096df075a tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:33.682568 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-61971b2a-c64f-420d-b1a7-593b5a721f90 req-e87cd000-3597-4f5f-885f-570096df075a tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=baff93f0-afbe-47d5-b796-4bcbdcc9c1c9 HTTP/1.1" status: 200 len: 945 time: 0.1638079 Aug 16 20:15:33.782060 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-61971b2a-c64f-420d-b1a7-593b5a721f90 req-21f59590-3a51-428b-9657-c1f6a9b8978a tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876913 Aug 16 20:15:33.791149 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7eabd2-18c6-499f-85df-b1096a139380 req-57e02103-7507-460f-9be2-c94effaaeb96 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:33.792612 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bf7eabd2-18c6-499f-85df-b1096a139380 req-57e02103-7507-460f-9be2-c94effaaeb96 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.1265016 Aug 16 20:15:33.846204 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53d23b80-9090-4eb0-b411-c727e515f009 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:33.854153 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-00de1ee0-a8a7-4879-b7cb-f132fd086bd5 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:33.870402 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-00de1ee0-a8a7-4879-b7cb-f132fd086bd5 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Transition to ACTIVE for port object 8742a18c-12ba-4afc-84fa-32de9501fdf3 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:15:33.889505 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bf7eabd2-18c6-499f-85df-b1096a139380 req-150e8aba-1f39-4f71-bf74-71434cac2caf tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870795 Aug 16 20:15:33.934174 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-00de1ee0-a8a7-4879-b7cb-f132fd086bd5 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:33.998135 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53d23b80-9090-4eb0-b411-c727e515f009 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:34.006983 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de1ee0-a8a7-4879-b7cb-f132fd086bd5 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Pushing event updated for resources: {'Port': ['ID=8742a18c-12ba-4afc-84fa-32de9501fdf3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:34.016912 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00de1ee0-a8a7-4879-b7cb-f132fd086bd5 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Network ec148e51-fb51-4f57-8d10-0978b1a35d9b is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:15:34.018123 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-00de1ee0-a8a7-4879-b7cb-f132fd086bd5 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:34.029150 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00de1ee0-a8a7-4879-b7cb-f132fd086bd5 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:15:34.038771 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-f90eece8-6419-489e-a349-427d38cd7b9e None None] Allocated IP 2001:db8::f816:3eff:feaa:1b39 (ec148e51-fb51-4f57-8d10-0978b1a35d9b/44ce33ed-40ca-4ac4-bc81-e98bc1639387/a08243cc-ab9e-46d0-aa61-43605c43e26a) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:15:34.039577 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00de1ee0-a8a7-4879-b7cb-f132fd086bd5 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:34.040366 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-00de1ee0-a8a7-4879-b7cb-f132fd086bd5 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:34.088283 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-00de1ee0-a8a7-4879-b7cb-f132fd086bd5 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9837182 Aug 16 20:15:34.088968 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-53d23b80-9090-4eb0-b411-c727e515f009 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Deleting port 4f239220-f368-48b7-8050-0f4ac82bcab8 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:15:34.089462 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53d23b80-9090-4eb0-b411-c727e515f009 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:34.090140 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57166) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:34.155542 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-533cb377-686b-4b94-8357-b77281433f92 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Deleting subnet 44ce33ed-40ca-4ac4-bc81-e98bc1639387 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:15:34.217679 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53d23b80-9090-4eb0-b411-c727e515f009 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:34.233934 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-53d23b80-9090-4eb0-b411-c727e515f009 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Calling delete_port for 4f239220-f368-48b7-8050-0f4ac82bcab8 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:15:34.246224 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f90eece8-6419-489e-a349-427d38cd7b9e None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:34.256449 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f90eece8-6419-489e-a349-427d38cd7b9e None None] Transition to ACTIVE for port object a08243cc-ab9e-46d0-aa61-43605c43e26a will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:15:34.276130 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f90eece8-6419-489e-a349-427d38cd7b9e None None] Transition to ACTIVE for port object a08243cc-ab9e-46d0-aa61-43605c43e26a will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:15:34.282532 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-533cb377-686b-4b94-8357-b77281433f92 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:34.284360 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f90eece8-6419-489e-a349-427d38cd7b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:34.357746 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-533cb377-686b-4b94-8357-b77281433f92 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:34.374421 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90eece8-6419-489e-a349-427d38cd7b9e None None] Pushing event updated for resources: {'Port': ['ID=a08243cc-ab9e-46d0-aa61-43605c43e26a,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:34.388481 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90eece8-6419-489e-a349-427d38cd7b9e None None] Network ec148e51-fb51-4f57-8d10-0978b1a35d9b is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:15:34.389665 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f9087f97-e8e8-4c03-81dc-506a49df9f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:34.401480 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-f90eece8-6419-489e-a349-427d38cd7b9e None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:34.403904 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90eece8-6419-489e-a349-427d38cd7b9e None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:15:34.447698 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5d32a6-a127-40a2-aaa8-3f321d9a3d92 None None] Network a5f234c5-cf2e-45ed-a6df-0a914afedbba requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:15:34.482827 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53d23b80-9090-4eb0-b411-c727e515f009 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:34.513971 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d23b80-9090-4eb0-b411-c727e515f009 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Port': ['ID=4f239220-f368-48b7-8050-0f4ac82bcab8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:34.534762 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f90eece8-6419-489e-a349-427d38cd7b9e None None] Attempting to bind port a08243cc-ab9e-46d0-aa61-43605c43e26a on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:15:34.535127 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f90eece8-6419-489e-a349-427d38cd7b9e None None] Attempting to bind port a08243cc-ab9e-46d0-aa61-43605c43e26a by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '49f4e3a8-321b-4fb7-a9d8-2d0092aa75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ec148e51-fb51-4f57-8d10-0978b1a35d9b'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:15:34.535541 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90eece8-6419-489e-a349-427d38cd7b9e None None] Attempting to bind port a08243cc-ab9e-46d0-aa61-43605c43e26a on network ec148e51-fb51-4f57-8d10-0978b1a35d9b {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:15:34.548279 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90eece8-6419-489e-a349-427d38cd7b9e None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:15:34.548665 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90eece8-6419-489e-a349-427d38cd7b9e None None] Checking segment: {'id': '49f4e3a8-321b-4fb7-a9d8-2d0092aa75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ec148e51-fb51-4f57-8d10-0978b1a35d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:15:34.549073 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f90eece8-6419-489e-a349-427d38cd7b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:34.549469 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90eece8-6419-489e-a349-427d38cd7b9e None None] Bound using segment: {'id': '49f4e3a8-321b-4fb7-a9d8-2d0092aa75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ec148e51-fb51-4f57-8d10-0978b1a35d9b'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:15:34.549966 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f90eece8-6419-489e-a349-427d38cd7b9e None None] Bound port: a08243cc-ab9e-46d0-aa61-43605c43e26a, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49f4e3a8-321b-4fb7-a9d8-2d0092aa75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ec148e51-fb51-4f57-8d10-0978b1a35d9b'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:15:34.550353 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f90eece8-6419-489e-a349-427d38cd7b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:34.573685 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ed5a1c61-6456-4354-8382-725a5a240fc6 None None] Provisioning for port da7ba0c0-7a73-45a8-bf93-bb4653026668 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:15:34.601036 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-533cb377-686b-4b94-8357-b77281433f92 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:34.607225 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53d23b80-9090-4eb0-b411-c727e515f009 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:34.677179 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:34.694875 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-533cb377-686b-4b94-8357-b77281433f92 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:34.717778 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f90eece8-6419-489e-a349-427d38cd7b9e None None] For port a08243cc-ab9e-46d0-aa61-43605c43e26a, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:15:34.729805 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533cb377-686b-4b94-8357-b77281433f92 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Pushing event deleted for resources: {'Subnet': ['ID=44ce33ed-40ca-4ac4-bc81-e98bc1639387,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:34.732010 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-533cb377-686b-4b94-8357-b77281433f92 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:34.733980 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-533cb377-686b-4b94-8357-b77281433f92 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "DELETE /v2.0/subnets/44ce33ed-40ca-4ac4-bc81-e98bc1639387 HTTP/1.1" status: 204 len: 168 time: 0.6428607 Aug 16 20:15:34.737214 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57176) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:34.737706 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f90eece8-6419-489e-a349-427d38cd7b9e None None] For port a08243cc-ab9e-46d0-aa61-43605c43e26a, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=a08243cc-ab9e-46d0-aa61-43605c43e26a,segment=NetworkSegment(49f4e3a8-321b-4fb7-a9d8-2d0092aa75ee),segment_id=49f4e3a8-321b-4fb7-a9d8-2d0092aa75ee)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:15:34.749265 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f90eece8-6419-489e-a349-427d38cd7b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:34.765689 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53d23b80-9090-4eb0-b411-c727e515f009 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:34.768419 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53d23b80-9090-4eb0-b411-c727e515f009 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:34.826255 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90eece8-6419-489e-a349-427d38cd7b9e None None] Pushing event updated for resources: {'Port': ['ID=a08243cc-ab9e-46d0-aa61-43605c43e26a,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:34.843141 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ab5587-f48d-48c0-be5f-a129ea1fa967 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:34.846494 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ab5587-f48d-48c0-be5f-a129ea1fa967 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:34.849253 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c0ab5587-f48d-48c0-be5f-a129ea1fa967 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1101279 Aug 16 20:15:34.851382 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57180) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:34.864612 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53d23b80-9090-4eb0-b411-c727e515f009 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:34.865180 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d23b80-9090-4eb0-b411-c727e515f009 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Fanout notify agent at l3_agent the message router_deleted on router 7209f675-2812-489e-a9c1-d080ccd607b1 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:15:34.873348 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53d23b80-9090-4eb0-b411-c727e515f009 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:34.881262 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57182) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:34.888163 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c520049b-5d78-42d5-88b4-7b119031ace3 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Request body: {'network': {'name': 'tempest-RoutersTest-1885854759'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:34.893460 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-53d23b80-9090-4eb0-b411-c727e515f009 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/routers/7209f675-2812-489e-a9c1-d080ccd607b1 HTTP/1.1" status: 204 len: 168 time: 1.2133560 Aug 16 20:15:34.933288 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c520049b-5d78-42d5-88b4-7b119031ace3 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Made reservation on behalf of 4e7767da8a9b462f9abca14d577f0aa8 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:15:34.937026 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c520049b-5d78-42d5-88b4-7b119031ace3 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:34.975693 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c520049b-5d78-42d5-88b4-7b119031ace3 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:15:34.997278 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c520049b-5d78-42d5-88b4-7b119031ace3 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:34.997964 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-c520049b-5d78-42d5-88b4-7b119031ace3 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Added segment 17f16c97-6290-4e11-b2dd-2074940260a4 of type vlan for network c3c56d09-743a-44b3-96a6-6fc127d44295 Aug 16 20:15:35.068519 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c520049b-5d78-42d5-88b4-7b119031ace3 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:35.198801 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c520049b-5d78-42d5-88b4-7b119031ace3 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:35.233660 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c520049b-5d78-42d5-88b4-7b119031ace3 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:35.242778 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c520049b-5d78-42d5-88b4-7b119031ace3 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:35.365548 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c520049b-5d78-42d5-88b4-7b119031ace3 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4831319 Aug 16 20:15:35.369761 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57188) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:35.387211 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device da7ba0c0-7a73-45a8-bf93-bb4653026668 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:15:35.389202 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-96b4cdbf-b6f6-4bca-95aa-901bfbac9299 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Request body: {'subnet': {'network_id': 'c3c56d09-743a-44b3-96a6-6fc127d44295', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:35.437406 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13eafd64-8660-41c5-a567-174bdfc2245c tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:35.440428 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520049b-5d78-42d5-88b4-7b119031ace3 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Network': ['ID=c3c56d09-743a-44b3-96a6-6fc127d44295,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:35.461959 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6259371-3ae6-457a-ac92-f23aa7fba30a req-eb2db3bb-e4b6-4282-aae4-0e319cdd07cf tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:35.462190 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network c3c56d09-743a-44b3-96a6-6fc127d44295 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:15:35.471293 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b6259371-3ae6-457a-ac92-f23aa7fba30a req-eb2db3bb-e4b6-4282-aae4-0e319cdd07cf tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=baff93f0-afbe-47d5-b796-4bcbdcc9c1c9 HTTP/1.1" status: 200 len: 945 time: 0.5545421 Aug 16 20:15:35.471612 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15d8ab-4815-43a3-8dbf-50403da2f1e5 req-c2a91d05-223c-4131-9392-556f5d833dfc tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:35.473144 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bb15d8ab-4815-43a3-8dbf-50403da2f1e5 req-c2a91d05-223c-4131-9392-556f5d833dfc tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.2983408 Aug 16 20:15:35.497203 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-13eafd64-8660-41c5-a567-174bdfc2245c tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 16 20:15:35.497650 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13eafd64-8660-41c5-a567-174bdfc2245c tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:15:35.499494 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-13eafd64-8660-41c5-a567-174bdfc2245c tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "DELETE /v2.0/networks/ec148e51-fb51-4f57-8d10-0978b1a35d9b HTTP/1.1" status: 409 len: 405 time: 0.6469831 Aug 16 20:15:35.507728 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57192) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:35.520150 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0a0022aa-63c1-4e90-968a-c1347b690da0 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1038251218'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:35.523921 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b6259371-3ae6-457a-ac92-f23aa7fba30a req-68626d32-b1ba-404c-86f8-6091936f7dce tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516021 Aug 16 20:15:35.564685 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b4cdbf-b6f6-4bca-95aa-901bfbac9299 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Made reservation on behalf of 4e7767da8a9b462f9abca14d577f0aa8 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:15:35.568194 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-96b4cdbf-b6f6-4bca-95aa-901bfbac9299 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:35.653605 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bb15d8ab-4815-43a3-8dbf-50403da2f1e5 req-0338de95-cb7c-4182-8416-3d8c4aab8828 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579785 Aug 16 20:15:35.670012 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0022aa-63c1-4e90-968a-c1347b690da0 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Made reservation on behalf of e005a219d2a54cd1818af76be8a25bf3 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:15:35.674108 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a0022aa-63c1-4e90-968a-c1347b690da0 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:35.712891 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:35.722392 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port da7ba0c0-7a73-45a8-bf93-bb4653026668 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:15:35.730774 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port da7ba0c0-7a73-45a8-bf93-bb4653026668 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:15:35.731450 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:35.760481 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a0022aa-63c1-4e90-968a-c1347b690da0 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:15:35.772213 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a0022aa-63c1-4e90-968a-c1347b690da0 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:35.772645 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-0a0022aa-63c1-4e90-968a-c1347b690da0 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Added segment 857e0fa2-b201-4aeb-a94c-25563415cfc8 of type vlan for network 06ac16a9-2c67-47b0-ba05-8659605355ae Aug 16 20:15:35.825342 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a0022aa-63c1-4e90-968a-c1347b690da0 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:35.919615 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a0022aa-63c1-4e90-968a-c1347b690da0 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:35.935286 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0022aa-63c1-4e90-968a-c1347b690da0 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:35.937185 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:35.939825 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a0022aa-63c1-4e90-968a-c1347b690da0 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:35.951818 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:35.996380 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port da7ba0c0-7a73-45a8-bf93-bb4653026668, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=da7ba0c0-7a73-45a8-bf93-bb4653026668,segment=NetworkSegment(ec820b34-1e96-4053-9893-f3ef4532be63),segment_id=ec820b34-1e96-4053-9893-f3ef4532be63)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:15:36.012385 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:36.047499 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:36.111145 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=da7ba0c0-7a73-45a8-bf93-bb4653026668,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:36.158712 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-96b4cdbf-b6f6-4bca-95aa-901bfbac9299 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:36.206216 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0a0022aa-63c1-4e90-968a-c1347b690da0 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6902931 Aug 16 20:15:36.209213 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57210) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:36.216462 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-46bf1ab4-b636-4ce2-a658-2daedef2d39c tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Request body: {'subnet': {'network_id': '06ac16a9-2c67-47b0-ba05-8659605355ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:36.216642 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942e96d5-a72f-4f41-9714-43c1b6b802f4 None None] Network ec148e51-fb51-4f57-8d10-0978b1a35d9b requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:15:36.226665 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0022aa-63c1-4e90-968a-c1347b690da0 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Pushing event updated for resources: {'Network': ['ID=06ac16a9-2c67-47b0-ba05-8659605355ae,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:36.256620 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4cdbf-b6f6-4bca-95aa-901bfbac9299 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Subnet': ['ID=73601d01-a340-4d2a-8fee-f61dd059409f,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:36.268497 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b4cdbf-b6f6-4bca-95aa-901bfbac9299 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Checking segment: {'id': '17f16c97-6290-4e11-b2dd-2074940260a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c3c56d09-743a-44b3-96a6-6fc127d44295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:15:36.269105 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b4cdbf-b6f6-4bca-95aa-901bfbac9299 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network hostable DHCP agents. Network: c3c56d09-743a-44b3-96a6-6fc127d44295, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:15:36.294765 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b4cdbf-b6f6-4bca-95aa-901bfbac9299 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network c3c56d09-743a-44b3-96a6-6fc127d44295 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:15:36.300895 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 06ac16a9-2c67-47b0-ba05-8659605355ae details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:15:36.320177 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-96b4cdbf-b6f6-4bca-95aa-901bfbac9299 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, c3c56d09-743a-44b3-96a6-6fc127d44295) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:36.342390 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b4cdbf-b6f6-4bca-95aa-901bfbac9299 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:36.347839 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-96b4cdbf-b6f6-4bca-95aa-901bfbac9299 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:36.356248 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bf1ab4-b636-4ce2-a658-2daedef2d39c tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Made reservation on behalf of e005a219d2a54cd1818af76be8a25bf3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:15:36.360834 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-46bf1ab4-b636-4ce2-a658-2daedef2d39c tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:36.374153 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1823260a-4127-423c-8ae2-85c72578f14b None None] Network c3c56d09-743a-44b3-96a6-6fc127d44295 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:15:36.387332 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-96b4cdbf-b6f6-4bca-95aa-901bfbac9299 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0130088 Aug 16 20:15:36.392711 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57212) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:36.397645 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c93a402a-d4fa-4597-b1cd-786fdb8c66fe tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1819189342', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:36.446825 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c93a402a-d4fa-4597-b1cd-786fdb8c66fe tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:36.448113 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c93a402a-d4fa-4597-b1cd-786fdb8c66fe tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:36.506871 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9ec07ef3-7ba3-4507-9c69-b50fe944529a None None] Provisioning for port a08243cc-ab9e-46d0-aa61-43605c43e26a completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:15:36.518109 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c93a402a-d4fa-4597-b1cd-786fdb8c66fe tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:36.524685 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c93a402a-d4fa-4597-b1cd-786fdb8c66fe tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:36.550682 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c93a402a-d4fa-4597-b1cd-786fdb8c66fe tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:36.554625 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c93a402a-d4fa-4597-b1cd-786fdb8c66fe tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1584849 Aug 16 20:15:36.556230 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57214) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:36.640108 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec363942-8b1f-439f-83e2-f21866cef5d9 None None] DHCP port deletion for ec148e51-fb51-4f57-8d10-0978b1a35d9b request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:15:36.739557 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f0badd-847f-4323-9b50-8d00bd7c8160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-c3c56d09-743a-44b3-96a6-6fc127d44295', 'network_id': 'c3c56d09-743a-44b3-96a6-6fc127d44295', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'fixed_ips': [{'subnet_id': '73601d01-a340-4d2a-8fee-f61dd059409f'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:15:36.740567 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28f0badd-847f-4323-9b50-8d00bd7c8160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:36.787300 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ec363942-8b1f-439f-83e2-f21866cef5d9 None None] Deleting port a08243cc-ab9e-46d0-aa61-43605c43e26a {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:15:36.788633 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec363942-8b1f-439f-83e2-f21866cef5d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:36.976947 n-d-787206-13 neutron-server[94770]: DEBUG neutron.objects.ports [None req-46bf1ab4-b636-4ce2-a658-2daedef2d39c tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:15:36.984416 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-46bf1ab4-b636-4ce2-a658-2daedef2d39c tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:37.002778 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ec363942-8b1f-439f-83e2-f21866cef5d9 None None] For port a08243cc-ab9e-46d0-aa61-43605c43e26a, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=a08243cc-ab9e-46d0-aa61-43605c43e26a,segment=NetworkSegment(49f4e3a8-321b-4fb7-a9d8-2d0092aa75ee),segment_id=49f4e3a8-321b-4fb7-a9d8-2d0092aa75ee)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:15:37.003386 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec363942-8b1f-439f-83e2-f21866cef5d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:37.019713 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ec363942-8b1f-439f-83e2-f21866cef5d9 None None] Calling delete_port for a08243cc-ab9e-46d0-aa61-43605c43e26a owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:15:37.075496 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf1ab4-b636-4ce2-a658-2daedef2d39c tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Pushing event updated for resources: {'Subnet': ['ID=9407fa56-799e-480b-87e0-afddbfecc427,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:37.085532 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17bca6-307f-4264-92eb-00e5652b55a5 req-fd85c305-970d-4e21-ad1c-bdd9b3e43ca4 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:37.095890 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a17bca6-307f-4264-92eb-00e5652b55a5 req-fd85c305-970d-4e21-ad1c-bdd9b3e43ca4 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.2789085 Aug 16 20:15:37.098244 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92ce9567-b8e5-4512-9d7e-94cbeda83928 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:37.200459 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a17bca6-307f-4264-92eb-00e5652b55a5 req-f0528f3b-6566-4808-9998-5fd2e877edf7 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035492 Aug 16 20:15:37.220192 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:37.220192 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec363942-8b1f-439f-83e2-f21866cef5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:37.260982 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec363942-8b1f-439f-83e2-f21866cef5d9 None None] Pushing event deleted for resources: {'Port': ['ID=a08243cc-ab9e-46d0-aa61-43605c43e26a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:37.263359 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device da7ba0c0-7a73-45a8-bf93-bb4653026668 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:15:37.267321 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec363942-8b1f-439f-83e2-f21866cef5d9 None None] No DVR routers for this DVR port a08243cc-ab9e-46d0-aa61-43605c43e26a on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:15:37.286471 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bf1ab4-b636-4ce2-a658-2daedef2d39c tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Checking segment: {'id': '857e0fa2-b201-4aeb-a94c-25563415cfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '06ac16a9-2c67-47b0-ba05-8659605355ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:15:37.287825 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bf1ab4-b636-4ce2-a658-2daedef2d39c tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Network hostable DHCP agents. Network: 06ac16a9-2c67-47b0-ba05-8659605355ae, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:15:37.335719 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-28f0badd-847f-4323-9b50-8d00bd7c8160 None None] Allocated IP 172.20.0.2 (c3c56d09-743a-44b3-96a6-6fc127d44295/73601d01-a340-4d2a-8fee-f61dd059409f/1481b060-2235-4337-b5bc-fb0f3ae1772e) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:15:37.341676 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bf1ab4-b636-4ce2-a658-2daedef2d39c tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Network 06ac16a9-2c67-47b0-ba05-8659605355ae is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:15:37.356943 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-46bf1ab4-b636-4ce2-a658-2daedef2d39c tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 06ac16a9-2c67-47b0-ba05-8659605355ae) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:37.364784 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bf1ab4-b636-4ce2-a658-2daedef2d39c tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:37.364784 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-46bf1ab4-b636-4ce2-a658-2daedef2d39c tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:37.390394 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-46bf1ab4-b636-4ce2-a658-2daedef2d39c tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1745551 Aug 16 20:15:37.390394 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57230) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:37.400182 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8fde972a-e4ea-4e33-9f62-3fdfa375bed7 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Request body: {'port': {'network_id': '06ac16a9-2c67-47b0-ba05-8659605355ae', 'name': 'tempest-NetworksIpV6TestAttrs-2014750746'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:37.455824 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa41de96-d9a9-47de-8b07-91a82f40d51c None None] Network 06ac16a9-2c67-47b0-ba05-8659605355ae requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:15:37.566597 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port da7ba0c0-7a73-45a8-bf93-bb4653026668 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:15:37.566977 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:37.609573 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fde972a-e4ea-4e33-9f62-3fdfa375bed7 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Made reservation on behalf of e005a219d2a54cd1818af76be8a25bf3 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:15:37.624447 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8fde972a-e4ea-4e33-9f62-3fdfa375bed7 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:37.664256 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-8fde972a-e4ea-4e33-9f62-3fdfa375bed7 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] device_id is not set on port 979d3eba-3aaf-4172-b15c-3ed80e30cf08 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:15:37.805182 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28f0badd-847f-4323-9b50-8d00bd7c8160 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:37.830766 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-28f0badd-847f-4323-9b50-8d00bd7c8160 None None] Transition to ACTIVE for port object 1481b060-2235-4337-b5bc-fb0f3ae1772e will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:15:37.835009 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-8fde972a-e4ea-4e33-9f62-3fdfa375bed7 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Allocated IP 2001:db8::f816:3eff:fee1:a54e (06ac16a9-2c67-47b0-ba05-8659605355ae/9407fa56-799e-480b-87e0-afddbfecc427/979d3eba-3aaf-4172-b15c-3ed80e30cf08) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:15:37.848551 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-28f0badd-847f-4323-9b50-8d00bd7c8160 None None] Transition to ACTIVE for port object 1481b060-2235-4337-b5bc-fb0f3ae1772e will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:15:37.871296 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0685f1-9980-4edb-b703-09fe6975e1cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-06ac16a9-2c67-47b0-ba05-8659605355ae', 'network_id': '06ac16a9-2c67-47b0-ba05-8659605355ae', 'tenant_id': 'e005a219d2a54cd1818af76be8a25bf3', 'fixed_ips': [{'subnet_id': '9407fa56-799e-480b-87e0-afddbfecc427'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:15:37.872947 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf0685f1-9980-4edb-b703-09fe6975e1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:37.877239 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28f0badd-847f-4323-9b50-8d00bd7c8160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:37.932336 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-92ce9567-b8e5-4512-9d7e-94cbeda83928 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Allocated IP 172.20.0.1 (c3c56d09-743a-44b3-96a6-6fc127d44295/73601d01-a340-4d2a-8fee-f61dd059409f/0eff2d66-fbf1-4033-bb0f-980026fe318b) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:15:37.943105 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f0badd-847f-4323-9b50-8d00bd7c8160 None None] Network c3c56d09-743a-44b3-96a6-6fc127d44295 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:15:37.946731 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-28f0badd-847f-4323-9b50-8d00bd7c8160 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:37.952081 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f0badd-847f-4323-9b50-8d00bd7c8160 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:15:37.991672 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0badd-847f-4323-9b50-8d00bd7c8160 None None] Pushing event updated for resources: {'Port': ['ID=1481b060-2235-4337-b5bc-fb0f3ae1772e,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:38.056400 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742dafc-77bf-481a-a84b-649d54afcbbf req-fe3f268a-4a69-456e-a324-182252c1e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:38.057882 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e742dafc-77bf-481a-a84b-649d54afcbbf req-fe3f268a-4a69-456e-a324-182252c1e451 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 1097 time: 0.0740800 Aug 16 20:15:38.105472 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8fde972a-e4ea-4e33-9f62-3fdfa375bed7 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:38.127125 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e742dafc-77bf-481a-a84b-649d54afcbbf req-0c2bdb06-a3ac-43bc-b68f-64d303acb537 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573859 Aug 16 20:15:38.142864 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-8fde972a-e4ea-4e33-9f62-3fdfa375bed7 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Transition to ACTIVE for port object 979d3eba-3aaf-4172-b15c-3ed80e30cf08 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:15:38.147230 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92ce9567-b8e5-4512-9d7e-94cbeda83928 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:38.161089 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-28f0badd-847f-4323-9b50-8d00bd7c8160 None None] Attempting to bind port 1481b060-2235-4337-b5bc-fb0f3ae1772e on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:15:38.161463 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-28f0badd-847f-4323-9b50-8d00bd7c8160 None None] Attempting to bind port 1481b060-2235-4337-b5bc-fb0f3ae1772e by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '17f16c97-6290-4e11-b2dd-2074940260a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c3c56d09-743a-44b3-96a6-6fc127d44295'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:15:38.161829 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f0badd-847f-4323-9b50-8d00bd7c8160 None None] Attempting to bind port 1481b060-2235-4337-b5bc-fb0f3ae1772e on network c3c56d09-743a-44b3-96a6-6fc127d44295 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:15:38.171899 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f0badd-847f-4323-9b50-8d00bd7c8160 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:15:38.172429 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f0badd-847f-4323-9b50-8d00bd7c8160 None None] Checking segment: {'id': '17f16c97-6290-4e11-b2dd-2074940260a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c3c56d09-743a-44b3-96a6-6fc127d44295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:15:38.173474 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28f0badd-847f-4323-9b50-8d00bd7c8160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:38.174405 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f0badd-847f-4323-9b50-8d00bd7c8160 None None] Bound using segment: {'id': '17f16c97-6290-4e11-b2dd-2074940260a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c3c56d09-743a-44b3-96a6-6fc127d44295'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:15:38.175053 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-28f0badd-847f-4323-9b50-8d00bd7c8160 None None] Bound port: 1481b060-2235-4337-b5bc-fb0f3ae1772e, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f16c97-6290-4e11-b2dd-2074940260a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c3c56d09-743a-44b3-96a6-6fc127d44295'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:15:38.175463 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28f0badd-847f-4323-9b50-8d00bd7c8160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:38.177058 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-92ce9567-b8e5-4512-9d7e-94cbeda83928 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Transition to ACTIVE for port object 0eff2d66-fbf1-4033-bb0f-980026fe318b will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:15:38.216439 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8fde972a-e4ea-4e33-9f62-3fdfa375bed7 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:38.247155 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fde972a-e4ea-4e33-9f62-3fdfa375bed7 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Network 06ac16a9-2c67-47b0-ba05-8659605355ae is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:15:38.269278 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92ce9567-b8e5-4512-9d7e-94cbeda83928 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:38.283466 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-8fde972a-e4ea-4e33-9f62-3fdfa375bed7 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:38.289024 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fde972a-e4ea-4e33-9f62-3fdfa375bed7 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:15:38.299108 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fde972a-e4ea-4e33-9f62-3fdfa375bed7 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:38.299570 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-bf0685f1-9980-4edb-b703-09fe6975e1cc None None] Allocated IP 2001:db8::f816:3eff:fed7:1137 (06ac16a9-2c67-47b0-ba05-8659605355ae/9407fa56-799e-480b-87e0-afddbfecc427/fcbc4487-1c04-4a2d-b5a0-871f23822a06) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:15:38.299805 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8fde972a-e4ea-4e33-9f62-3fdfa375bed7 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:38.302245 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-28f0badd-847f-4323-9b50-8d00bd7c8160 None None] For port 1481b060-2235-4337-b5bc-fb0f3ae1772e, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:15:38.308700 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-28f0badd-847f-4323-9b50-8d00bd7c8160 None None] For port 1481b060-2235-4337-b5bc-fb0f3ae1772e, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1481b060-2235-4337-b5bc-fb0f3ae1772e,segment=NetworkSegment(17f16c97-6290-4e11-b2dd-2074940260a4),segment_id=17f16c97-6290-4e11-b2dd-2074940260a4)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:15:38.319287 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28f0badd-847f-4323-9b50-8d00bd7c8160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:38.354889 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde972a-e4ea-4e33-9f62-3fdfa375bed7 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Pushing event updated for resources: {'Port': ['ID=979d3eba-3aaf-4172-b15c-3ed80e30cf08,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:38.378757 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8fde972a-e4ea-4e33-9f62-3fdfa375bed7 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9891162 Aug 16 20:15:38.384970 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57250) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:38.402722 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0badd-847f-4323-9b50-8d00bd7c8160 None None] Pushing event updated for resources: {'Port': ['ID=1481b060-2235-4337-b5bc-fb0f3ae1772e,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:38.417558 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ce9567-b8e5-4512-9d7e-94cbeda83928 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network c3c56d09-743a-44b3-96a6-6fc127d44295 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:15:38.421875 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-92ce9567-b8e5-4512-9d7e-94cbeda83928 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:38.437495 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ce9567-b8e5-4512-9d7e-94cbeda83928 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:15:38.484908 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce9567-b8e5-4512-9d7e-94cbeda83928 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Port': ['ID=0eff2d66-fbf1-4033-bb0f-980026fe318b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:38.506653 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92ce9567-b8e5-4512-9d7e-94cbeda83928 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:38.642308 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b60fbd8b-4b79-4137-b845-902b59e6681a tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Deleting subnet 9407fa56-799e-480b-87e0-afddbfecc427 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:15:38.645545 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf0685f1-9980-4edb-b703-09fe6975e1cc None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:38.657489 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bf0685f1-9980-4edb-b703-09fe6975e1cc None None] Transition to ACTIVE for port object fcbc4487-1c04-4a2d-b5a0-871f23822a06 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:15:38.661249 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96408573-8bd1-43eb-853c-3fcc82d3196b req-82522a43-7520-4f4c-b7ed-2744c639a094 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:38.663107 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-96408573-8bd1-43eb-853c-3fcc82d3196b req-82522a43-7520-4f4c-b7ed-2744c639a094 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.1240673 Aug 16 20:15:38.675531 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bf0685f1-9980-4edb-b703-09fe6975e1cc None None] Transition to ACTIVE for port object fcbc4487-1c04-4a2d-b5a0-871f23822a06 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:15:38.684469 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92ce9567-b8e5-4512-9d7e-94cbeda83928 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:38.690080 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b60fbd8b-4b79-4137-b845-902b59e6681a tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:38.694909 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf0685f1-9980-4edb-b703-09fe6975e1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:38.775945 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b60fbd8b-4b79-4137-b845-902b59e6681a tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:38.785027 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-96408573-8bd1-43eb-853c-3fcc82d3196b req-18362816-19ef-4ec8-a3db-2213764ea4c5 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043687 Aug 16 20:15:38.819885 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0685f1-9980-4edb-b703-09fe6975e1cc None None] Pushing event updated for resources: {'Port': ['ID=fcbc4487-1c04-4a2d-b5a0-871f23822a06,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:38.829858 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0685f1-9980-4edb-b703-09fe6975e1cc None None] Network 06ac16a9-2c67-47b0-ba05-8659605355ae is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:15:38.831608 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-bf0685f1-9980-4edb-b703-09fe6975e1cc None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:38.839001 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0685f1-9980-4edb-b703-09fe6975e1cc None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:15:38.969819 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bf0685f1-9980-4edb-b703-09fe6975e1cc None None] Attempting to bind port fcbc4487-1c04-4a2d-b5a0-871f23822a06 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:15:38.969819 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bf0685f1-9980-4edb-b703-09fe6975e1cc None None] Attempting to bind port fcbc4487-1c04-4a2d-b5a0-871f23822a06 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '857e0fa2-b201-4aeb-a94c-25563415cfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '06ac16a9-2c67-47b0-ba05-8659605355ae'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:15:38.970204 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0685f1-9980-4edb-b703-09fe6975e1cc None None] Attempting to bind port fcbc4487-1c04-4a2d-b5a0-871f23822a06 on network 06ac16a9-2c67-47b0-ba05-8659605355ae {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:15:38.981168 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0685f1-9980-4edb-b703-09fe6975e1cc None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:15:38.981168 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0685f1-9980-4edb-b703-09fe6975e1cc None None] Checking segment: {'id': '857e0fa2-b201-4aeb-a94c-25563415cfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '06ac16a9-2c67-47b0-ba05-8659605355ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:15:38.981556 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf0685f1-9980-4edb-b703-09fe6975e1cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:38.981981 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0685f1-9980-4edb-b703-09fe6975e1cc None None] Bound using segment: {'id': '857e0fa2-b201-4aeb-a94c-25563415cfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '06ac16a9-2c67-47b0-ba05-8659605355ae'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:15:38.982463 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bf0685f1-9980-4edb-b703-09fe6975e1cc None None] Bound port: fcbc4487-1c04-4a2d-b5a0-871f23822a06, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857e0fa2-b201-4aeb-a94c-25563415cfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '06ac16a9-2c67-47b0-ba05-8659605355ae'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:15:38.982854 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf0685f1-9980-4edb-b703-09fe6975e1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:39.052104 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b60fbd8b-4b79-4137-b845-902b59e6681a tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:39.189242 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bf0685f1-9980-4edb-b703-09fe6975e1cc None None] For port fcbc4487-1c04-4a2d-b5a0-871f23822a06, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:15:39.193936 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bf0685f1-9980-4edb-b703-09fe6975e1cc None None] For port fcbc4487-1c04-4a2d-b5a0-871f23822a06, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=fcbc4487-1c04-4a2d-b5a0-871f23822a06,segment=NetworkSegment(857e0fa2-b201-4aeb-a94c-25563415cfc8),segment_id=857e0fa2-b201-4aeb-a94c-25563415cfc8)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:15:39.198132 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b60fbd8b-4b79-4137-b845-902b59e6681a tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:39.200773 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf0685f1-9980-4edb-b703-09fe6975e1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:39.255178 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60fbd8b-4b79-4137-b845-902b59e6681a tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Pushing event deleted for resources: {'Subnet': ['ID=9407fa56-799e-480b-87e0-afddbfecc427,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:39.259952 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b60fbd8b-4b79-4137-b845-902b59e6681a tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:39.265281 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b60fbd8b-4b79-4137-b845-902b59e6681a tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "DELETE /v2.0/subnets/9407fa56-799e-480b-87e0-afddbfecc427 HTTP/1.1" status: 204 len: 168 time: 0.8781307 Aug 16 20:15:39.266355 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57256) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:39.294284 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1481b060-2235-4337-b5bc-fb0f3ae1772e up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:15:39.359489 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8d3fea-d3f9-4c77-a5fd-f703348324a0 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:39.361175 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8d3fea-d3f9-4c77-a5fd-f703348324a0 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:39.366389 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4e8d3fea-d3f9-4c77-a5fd-f703348324a0 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0989740 Aug 16 20:15:39.367297 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57258) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:39.382956 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0685f1-9980-4edb-b703-09fe6975e1cc None None] Pushing event updated for resources: {'Port': ['ID=fcbc4487-1c04-4a2d-b5a0-871f23822a06,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:39.417915 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 1481b060-2235-4337-b5bc-fb0f3ae1772e completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:15:39.484704 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-18eb0ccf-4561-4336-acef-0ae4ccef3ff2 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:39.492698 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-18eb0ccf-4561-4336-acef-0ae4ccef3ff2 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 16 20:15:39.493734 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18eb0ccf-4561-4336-acef-0ae4ccef3ff2 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:15:39.506255 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-18eb0ccf-4561-4336-acef-0ae4ccef3ff2 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "DELETE /v2.0/networks/06ac16a9-2c67-47b0-ba05-8659605355ae HTTP/1.1" status: 409 len: 405 time: 0.1377618 Aug 16 20:15:39.506945 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57264) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:39.512887 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-03e10833-4b7f-4185-b7fb-04602f5b2826 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1951715070'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:39.566269 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e10833-4b7f-4185-b7fb-04602f5b2826 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Made reservation on behalf of e005a219d2a54cd1818af76be8a25bf3 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:15:39.570734 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03e10833-4b7f-4185-b7fb-04602f5b2826 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:39.620869 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e10833-4b7f-4185-b7fb-04602f5b2826 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:15:39.666934 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03e10833-4b7f-4185-b7fb-04602f5b2826 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:39.668353 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-03e10833-4b7f-4185-b7fb-04602f5b2826 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Added segment 61e53b79-505e-47df-9c4f-845263fbf2b6 of type vlan for network 8b669914-a539-4752-9bbc-01018c6926cc Aug 16 20:15:39.713142 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92ce9567-b8e5-4512-9d7e-94cbeda83928 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:39.719333 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92ce9567-b8e5-4512-9d7e-94cbeda83928 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:39.732388 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03e10833-4b7f-4185-b7fb-04602f5b2826 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:39.779501 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92ce9567-b8e5-4512-9d7e-94cbeda83928 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:39.782086 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03e10833-4b7f-4185-b7fb-04602f5b2826 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:39.790924 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e10833-4b7f-4185-b7fb-04602f5b2826 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:39.791636 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03e10833-4b7f-4185-b7fb-04602f5b2826 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:39.906180 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-03e10833-4b7f-4185-b7fb-04602f5b2826 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3980436 Aug 16 20:15:39.909066 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57268) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:39.914269 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-49d4c9e7-c896-4c6a-9196-fc8f5b505942 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Request body: {'subnet': {'network_id': '8b669914-a539-4752-9bbc-01018c6926cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:39.942610 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce9567-b8e5-4512-9d7e-94cbeda83928 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Port': ['ID=0eff2d66-fbf1-4033-bb0f-980026fe318b,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:40.019387 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e10833-4b7f-4185-b7fb-04602f5b2826 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Pushing event updated for resources: {'Network': ['ID=8b669914-a539-4752-9bbc-01018c6926cc,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:40.041103 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 8b669914-a539-4752-9bbc-01018c6926cc details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:15:40.056952 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d519d-f083-4d70-92b7-c52197879016 req-c67ed5f0-81fb-4a92-90ce-c3c49795a61b tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:40.058858 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9a3d519d-f083-4d70-92b7-c52197879016 req-c67ed5f0-81fb-4a92-90ce-c3c49795a61b tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.1055460 Aug 16 20:15:40.061129 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ce9567-b8e5-4512-9d7e-94cbeda83928 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network c3c56d09-743a-44b3-96a6-6fc127d44295 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:15:40.067602 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-92ce9567-b8e5-4512-9d7e-94cbeda83928 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:40.132800 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9a3d519d-f083-4d70-92b7-c52197879016 req-6cbfa17f-0e57-4303-a934-3d68ef63d7c5 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514243 Aug 16 20:15:40.237617 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852f5071-c960-46d1-9fe4-5385d7a2b7c2 None None] Network c3c56d09-743a-44b3-96a6-6fc127d44295 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:15:40.285591 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d4c9e7-c896-4c6a-9196-fc8f5b505942 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Made reservation on behalf of e005a219d2a54cd1818af76be8a25bf3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:15:40.297770 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-49d4c9e7-c896-4c6a-9196-fc8f5b505942 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:40.317438 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ce9567-b8e5-4512-9d7e-94cbeda83928 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Router 52b72f25-b02e-459a-85af-61ad6bdfe3ac is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:15:40.571718 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ce9567-b8e5-4512-9d7e-94cbeda83928 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:15:40.585734 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c546d041-ca56-43c0-b89e-5aa35ba5a9ff None None] Sync routers for ids ['52b72f25-b02e-459a-85af-61ad6bdfe3ac'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:15:40.592804 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-92ce9567-b8e5-4512-9d7e-94cbeda83928 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "PUT /v2.0/routers/52b72f25-b02e-459a-85af-61ad6bdfe3ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0361254 Aug 16 20:15:40.595676 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57284) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:40.601936 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c546d041-ca56-43c0-b89e-5aa35ba5a9ff None None] Routers {'52b72f25-b02e-459a-85af-61ad6bdfe3ac'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:15:40.606364 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c546d041-ca56-43c0-b89e-5aa35ba5a9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:15:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['52b72f25-b02e-459a-85af-61ad6bdfe3ac'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:40.723617 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c546d041-ca56-43c0-b89e-5aa35ba5a9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:40.744453 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c546d041-ca56-43c0-b89e-5aa35ba5a9ff None None] Routers {'52b72f25-b02e-459a-85af-61ad6bdfe3ac'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:15:40.744994 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c546d041-ca56-43c0-b89e-5aa35ba5a9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:15:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['52b72f25-b02e-459a-85af-61ad6bdfe3ac'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:40.750584 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177d616f-64f3-415f-8c2e-bd9969824184 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:40.752098 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-177d616f-64f3-415f-8c2e-bd9969824184 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "GET /v2.0/ports/0eff2d66-fbf1-4033-bb0f-980026fe318b HTTP/1.1" status: 200 len: 910 time: 0.1544263 Aug 16 20:15:40.759744 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57286) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:40.768696 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c7a2f-edb3-46cc-93b9-a6459cbb6ee3 req-5d10eea2-5b1a-4592-9bcb-720c8ea8894c tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:40.777702 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-573c7a2f-edb3-46cc-93b9-a6459cbb6ee3 req-5d10eea2-5b1a-4592-9bcb-720c8ea8894c tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.1052778 Aug 16 20:15:40.794397 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-60fb577c-d615-4a13-9e9f-8f39aeea269b tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '73601d01-a340-4d2a-8fee-f61dd059409f'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:40.819112 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c546d041-ca56-43c0-b89e-5aa35ba5a9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:40.824101 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c546d041-ca56-43c0-b89e-5aa35ba5a9ff None None] The sync data for ids ['52b72f25-b02e-459a-85af-61ad6bdfe3ac'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:15:40.902125 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-573c7a2f-edb3-46cc-93b9-a6459cbb6ee3 req-819b03b9-e47e-4853-b854-7b9c636305fd tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231923 Aug 16 20:15:40.938623 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4c7c67e2-5828-43e5-b9ab-e3747d19702f None None] Provisioning for port 1481b060-2235-4337-b5bc-fb0f3ae1772e completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:15:40.942078 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde7a1a-40a5-4076-a7c3-a563d0159f65 req-2770a5f5-e171-4bbd-8a36-cbddfd441950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:40.943762 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7cde7a1a-40a5-4076-a7c3-a563d0159f65 req-2770a5f5-e171-4bbd-8a36-cbddfd441950 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=98e887ed0bb24182a1fc14aaf2ea8c9d&device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 1097 time: 0.0964851 Aug 16 20:15:40.944445 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4c7c67e2-5828-43e5-b9ab-e3747d19702f None None] Provisioning complete for port 1481b060-2235-4337-b5bc-fb0f3ae1772e triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:15:40.944765 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c7c67e2-5828-43e5-b9ab-e3747d19702f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:41.036295 n-d-787206-13 neutron-server[94770]: DEBUG neutron.objects.ports [None req-49d4c9e7-c896-4c6a-9196-fc8f5b505942 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:15:41.040349 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-49d4c9e7-c896-4c6a-9196-fc8f5b505942 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:41.068666 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60fb577c-d615-4a13-9e9f-8f39aeea269b tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:41.104683 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c7c67e2-5828-43e5-b9ab-e3747d19702f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:41.143508 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fc957c-e11c-44d4-bc05-ce01c3c2bcde None None] Network 06ac16a9-2c67-47b0-ba05-8659605355ae requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:15:41.202583 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4c9e7-c896-4c6a-9196-fc8f5b505942 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Pushing event updated for resources: {'Subnet': ['ID=da4f3451-2201-4f10-9eee-fe7f6c0a320d,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:41.239933 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d4c9e7-c896-4c6a-9196-fc8f5b505942 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Checking segment: {'id': '61e53b79-505e-47df-9c4f-845263fbf2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8b669914-a539-4752-9bbc-01018c6926cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:15:41.240978 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d4c9e7-c896-4c6a-9196-fc8f5b505942 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Network hostable DHCP agents. Network: 8b669914-a539-4752-9bbc-01018c6926cc, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:15:41.269457 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde7a1a-40a5-4076-a7c3-a563d0159f65 req-2866bb46-7ae1-48c2-8eb6-3421c0eac7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:41.271369 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7cde7a1a-40a5-4076-a7c3-a563d0159f65 req-2866bb46-7ae1-48c2-8eb6-3421c0eac7d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8574a456-1a0e-4ff3-8e86-8ad3174e1cb2 HTTP/1.1" status: 200 len: 919 time: 0.3167410 Aug 16 20:15:41.272366 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4c7c67e2-5828-43e5-b9ab-e3747d19702f None None] For port 1481b060-2235-4337-b5bc-fb0f3ae1772e, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1481b060-2235-4337-b5bc-fb0f3ae1772e,segment=NetworkSegment(17f16c97-6290-4e11-b2dd-2074940260a4),segment_id=17f16c97-6290-4e11-b2dd-2074940260a4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:15:41.276679 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d4c9e7-c896-4c6a-9196-fc8f5b505942 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Network 8b669914-a539-4752-9bbc-01018c6926cc is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:15:41.277251 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device fcbc4487-1c04-4a2d-b5a0-871f23822a06 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:15:41.334442 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7cde7a1a-40a5-4076-a7c3-a563d0159f65 req-d634bb90-f1b7-42f3-a4a9-5185af6b3826 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c11a052a-8e47-4b81-beba-292c6df2d8d2 HTTP/1.1" status: 200 len: 217 time: 0.0548227 Aug 16 20:15:41.350770 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-49d4c9e7-c896-4c6a-9196-fc8f5b505942 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 8b669914-a539-4752-9bbc-01018c6926cc) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:41.381627 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0683130-21b6-4920-ac2c-23653fee4f26 None None] Network 8b669914-a539-4752-9bbc-01018c6926cc requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:15:41.382806 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d4c9e7-c896-4c6a-9196-fc8f5b505942 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:41.384067 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-49d4c9e7-c896-4c6a-9196-fc8f5b505942 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:41.391923 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c7c67e2-5828-43e5-b9ab-e3747d19702f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:41.417876 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde7a1a-40a5-4076-a7c3-a563d0159f65 req-21db566a-61c4-4008-a318-13dcb40b0d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:41.422665 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7cde7a1a-40a5-4076-a7c3-a563d0159f65 req-21db566a-61c4-4008-a318-13dcb40b0d7a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=946fe5ac-77fe-4401-a122-51f4276b125a HTTP/1.1" status: 200 len: 858 time: 0.0814157 Aug 16 20:15:41.425732 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-49d4c9e7-c896-4c6a-9196-fc8f5b505942 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5153580 Aug 16 20:15:41.428090 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57292) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:41.574749 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port fcbc4487-1c04-4a2d-b5a0-871f23822a06 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:15:41.599239 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34e3ff74-8788-463e-98e5-c9c3d47bc20f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:41.608337 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c67e2-5828-43e5-b9ab-e3747d19702f None None] Pushing event updated for resources: {'Port': ['ID=1481b060-2235-4337-b5bc-fb0f3ae1772e,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:41.618933 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-68b54e24-1782-4c5d-95cb-27b644e1d03a None None] Provisioning for port fcbc4487-1c04-4a2d-b5a0-871f23822a06 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:15:41.627411 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7cde7a1a-40a5-4076-a7c3-a563d0159f65 req-d8848379-73f6-4de7-8016-41279cc55053 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8574a456-1a0e-4ff3-8e86-8ad3174e1cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1785223 Aug 16 20:15:41.647874 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-68b54e24-1782-4c5d-95cb-27b644e1d03a None None] Provisioning complete for port fcbc4487-1c04-4a2d-b5a0-871f23822a06 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:15:41.648302 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-68b54e24-1782-4c5d-95cb-27b644e1d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:41.746884 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60fb577c-d615-4a13-9e9f-8f39aeea269b tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:41.767164 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4c3d48-0e6a-4281-84f1-f227ae68c9c9 None None] DHCP port deletion for 06ac16a9-2c67-47b0-ba05-8659605355ae request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:15:41.769426 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60fb577c-d615-4a13-9e9f-8f39aeea269b tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:41.874692 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb577c-d615-4a13-9e9f-8f39aeea269b tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Port': ['ID=0eff2d66-fbf1-4033-bb0f-980026fe318b,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:41.893800 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fb577c-d615-4a13-9e9f-8f39aeea269b tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:41.894492 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60fb577c-d615-4a13-9e9f-8f39aeea269b tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:41.898826 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-60fb577c-d615-4a13-9e9f-8f39aeea269b tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "PUT /v2.0/ports/0eff2d66-fbf1-4033-bb0f-980026fe318b HTTP/1.1" status: 200 len: 910 time: 1.1130962 Aug 16 20:15:41.903217 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57300) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:42.038314 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34e3ff74-8788-463e-98e5-c9c3d47bc20f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:42.043077 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56031c50-c6fc-461e-a272-80dd80bab746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-8b669914-a539-4752-9bbc-01018c6926cc', 'network_id': '8b669914-a539-4752-9bbc-01018c6926cc', 'tenant_id': 'e005a219d2a54cd1818af76be8a25bf3', 'fixed_ips': [{'subnet_id': 'da4f3451-2201-4f10-9eee-fe7f6c0a320d'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:15:42.044250 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56031c50-c6fc-461e-a272-80dd80bab746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:42.105594 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-68b54e24-1782-4c5d-95cb-27b644e1d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:42.108516 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1a4c3d48-0e6a-4281-84f1-f227ae68c9c9 None None] Deleting port fcbc4487-1c04-4a2d-b5a0-871f23822a06 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:15:42.108873 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1a4c3d48-0e6a-4281-84f1-f227ae68c9c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:42.172982 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7cde7a1a-40a5-4076-a7c3-a563d0159f65 req-5e0fd8ae-258f-415b-b597-643c0edeff89 service neutron] 10.222.0.57 "GET /v2.0/networks/8574a456-1a0e-4ff3-8e86-8ad3174e1cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5312901 Aug 16 20:15:42.285973 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1a4c3d48-0e6a-4281-84f1-f227ae68c9c9 None None] For port fcbc4487-1c04-4a2d-b5a0-871f23822a06, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=fcbc4487-1c04-4a2d-b5a0-871f23822a06,segment=NetworkSegment(857e0fa2-b201-4aeb-a94c-25563415cfc8),segment_id=857e0fa2-b201-4aeb-a94c-25563415cfc8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:15:42.286144 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1a4c3d48-0e6a-4281-84f1-f227ae68c9c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:42.293228 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-68b54e24-1782-4c5d-95cb-27b644e1d03a None None] For port fcbc4487-1c04-4a2d-b5a0-871f23822a06, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=fcbc4487-1c04-4a2d-b5a0-871f23822a06,segment=NetworkSegment(857e0fa2-b201-4aeb-a94c-25563415cfc8),segment_id=857e0fa2-b201-4aeb-a94c-25563415cfc8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:15:42.311185 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-68b54e24-1782-4c5d-95cb-27b644e1d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:42.313228 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1a4c3d48-0e6a-4281-84f1-f227ae68c9c9 None None] Calling delete_port for fcbc4487-1c04-4a2d-b5a0-871f23822a06 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:15:42.367893 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b8fc6-1929-4a84-9021-fd964ea9ce7e req-eaa95c2c-f8ab-4ff5-af32-be4d7854814a tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:42.376068 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e34b8fc6-1929-4a84-9021-fd964ea9ce7e req-eaa95c2c-f8ab-4ff5-af32-be4d7854814a tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.2929273 Aug 16 20:15:42.407193 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34e3ff74-8788-463e-98e5-c9c3d47bc20f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:42.467331 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3ff74-8788-463e-98e5-c9c3d47bc20f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Pushing event deleted for resources: {'Subnet': ['ID=da4f3451-2201-4f10-9eee-fe7f6c0a320d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:42.495820 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b54e24-1782-4c5d-95cb-27b644e1d03a None None] Pushing event updated for resources: {'Port': ['ID=fcbc4487-1c04-4a2d-b5a0-871f23822a06,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:42.499458 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-56c686db-2bea-4b35-b4d3-653892bee6ce None None] Provisioning complete for port 1481b060-2235-4337-b5bc-fb0f3ae1772e triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:15:42.499961 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56c686db-2bea-4b35-b4d3-653892bee6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:42.587424 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e34b8fc6-1929-4a84-9021-fd964ea9ce7e req-79a51a0e-13b4-4016-9504-8af491da9c7b tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104716 Aug 16 20:15:42.595793 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34e3ff74-8788-463e-98e5-c9c3d47bc20f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server [None req-56031c50-c6fc-461e-a272-80dd80bab746 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da4f3451-2201-4f10-9eee-fe7f6c0a320d: This subnet is being modified by another concurrent operation. Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:15:42.612457 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise exception Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da4f3451-2201-4f10-9eee-fe7f6c0a320d: This subnet is being modified by another concurrent operation. Aug 16 20:15:42.618606 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server Aug 16 20:15:42.645824 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7cde7a1a-40a5-4076-a7c3-a563d0159f65 req-0001e52b-7762-4f35-909a-45fe76a65a4f service neutron] 10.222.0.57 "GET /v2.0/networks/8574a456-1a0e-4ff3-8e86-8ad3174e1cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580860 Aug 16 20:15:42.648454 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-34e3ff74-8788-463e-98e5-c9c3d47bc20f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b669914-a539-4752-9bbc-01018c6926cc']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:42.673049 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f8d266-0334-4bab-963f-85e743598c8a None None] Network 8b669914-a539-4752-9bbc-01018c6926cc requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:15:42.673245 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-34e3ff74-8788-463e-98e5-c9c3d47bc20f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e53b79-505e-47df-9c4f-845263fbf2b6') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:42.673388 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-34e3ff74-8788-463e-98e5-c9c3d47bc20f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e53b79-505e-47df-9c4f-845263fbf2b6') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:42.674966 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1a4c3d48-0e6a-4281-84f1-f227ae68c9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:42.692194 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34e3ff74-8788-463e-98e5-c9c3d47bc20f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:42.734981 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c3d48-0e6a-4281-84f1-f227ae68c9c9 None None] Pushing event deleted for resources: {'Port': ['ID=fcbc4487-1c04-4a2d-b5a0-871f23822a06,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:42.735218 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34e3ff74-8788-463e-98e5-c9c3d47bc20f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:42.752568 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e3ff74-8788-463e-98e5-c9c3d47bc20f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:15:42.753012 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34e3ff74-8788-463e-98e5-c9c3d47bc20f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:42.757167 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:15:42.757167 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:15:42.757167 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:15:42.757167 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:15:42.757167 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:15:42.757167 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:15:42.757167 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:15:42.757167 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:15:42.757167 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:15:42.757167 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:15:42.757167 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:15:42.757167 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:15:42.757167 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:15:42.757167 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:15:42.757167 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:15:42.757167 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:15:42.757167 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:15:42.757167 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:15:42.757167 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:15:42.757167 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:15:42.757167 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:15:42.757167 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:15:42.757167 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:15:42.757167 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:15:42.757167 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:15:42.757167 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:15:42.757167 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:15:42.757167 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:15:42.757167 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:15:42.757167 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:15:42.757167 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:15:42.757167 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:15:42.782285 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4c3d48-0e6a-4281-84f1-f227ae68c9c9 None None] No DVR routers for this DVR port fcbc4487-1c04-4a2d-b5a0-871f23822a06 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:15:42.821027 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-56c686db-2bea-4b35-b4d3-653892bee6ce None None] Provisioning for port 0eff2d66-fbf1-4033-bb0f-980026fe318b completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:15:42.845818 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-56c686db-2bea-4b35-b4d3-653892bee6ce None None] Provisioning complete for port 0eff2d66-fbf1-4033-bb0f-980026fe318b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:15:42.846261 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56c686db-2bea-4b35-b4d3-653892bee6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:42.858309 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34e3ff74-8788-463e-98e5-c9c3d47bc20f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:42.862765 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34e3ff74-8788-463e-98e5-c9c3d47bc20f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:42.865118 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-34e3ff74-8788-463e-98e5-c9c3d47bc20f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "DELETE /v2.0/networks/8b669914-a539-4752-9bbc-01018c6926cc HTTP/1.1" status: 204 len: 168 time: 1.4360807 Aug 16 20:15:42.869662 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57312) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:42.875164 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b2fe026a-fc67-4067-8c44-20bb78994bd4 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1142503844'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:42.911850 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db3f2fb-cd92-43d3-b1b0-9264753ea632 None None] get_active_networks_info from n-d-787206-13 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:15:42.916003 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3ff74-8788-463e-98e5-c9c3d47bc20f tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Pushing event deleted for resources: {'Network': ['ID=8b669914-a539-4752-9bbc-01018c6926cc,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:42.949752 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fe026a-fc67-4067-8c44-20bb78994bd4 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Made reservation on behalf of e005a219d2a54cd1818af76be8a25bf3 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:15:42.956782 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-56c686db-2bea-4b35-b4d3-653892bee6ce None None] Port 0eff2d66-fbf1-4033-bb0f-980026fe318b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:15:42.962204 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b2fe026a-fc67-4067-8c44-20bb78994bd4 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:42.964474 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-501db39a-c7b6-4213-b86f-76846b75b6be tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:43.038790 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2fe026a-fc67-4067-8c44-20bb78994bd4 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:15:43.056127 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b2fe026a-fc67-4067-8c44-20bb78994bd4 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:43.056848 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-b2fe026a-fc67-4067-8c44-20bb78994bd4 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Added segment c59d55c1-98cc-4c34-9bcf-7fab90c0710e of type vlan for network bd54cd50-d71b-46de-90e3-62ad0e17ad8a Aug 16 20:15:43.127228 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b2fe026a-fc67-4067-8c44-20bb78994bd4 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:43.162398 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b2fe026a-fc67-4067-8c44-20bb78994bd4 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:43.163662 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db3f2fb-cd92-43d3-b1b0-9264753ea632 None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:15:43.178343 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fe026a-fc67-4067-8c44-20bb78994bd4 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:43.179011 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b2fe026a-fc67-4067-8c44-20bb78994bd4 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:43.261813 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1481b060-2235-4337-b5bc-fb0f3ae1772e up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:15:43.311106 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b2fe026a-fc67-4067-8c44-20bb78994bd4 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4402645 Aug 16 20:15:43.319781 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57318) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:43.325320 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c85e66c3-344a-4e8c-834d-4fbe0f62c812 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Request body: {'subnet': {'network_id': 'bd54cd50-d71b-46de-90e3-62ad0e17ad8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:43.342283 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe026a-fc67-4067-8c44-20bb78994bd4 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Pushing event updated for resources: {'Network': ['ID=bd54cd50-d71b-46de-90e3-62ad0e17ad8a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:43.361874 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network bd54cd50-d71b-46de-90e3-62ad0e17ad8a details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:15:43.374375 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 1481b060-2235-4337-b5bc-fb0f3ae1772e triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:15:43.374583 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:43.550749 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85e66c3-344a-4e8c-834d-4fbe0f62c812 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Made reservation on behalf of e005a219d2a54cd1818af76be8a25bf3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:15:43.563007 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c85e66c3-344a-4e8c-834d-4fbe0f62c812 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:43.931729 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device fcbc4487-1c04-4a2d-b5a0-871f23822a06 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:15:43.958754 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: fcbc4487-1c04-4a2d-b5a0-871f23822a06 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:15:43.959102 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device fcbc4487-1c04-4a2d-b5a0-871f23822a06 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:15:43.979478 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c85e66c3-344a-4e8c-834d-4fbe0f62c812 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:44.036935 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0b08c-5f6c-4745-86ed-b596c1dd1315 req-3e1a26dd-f1b1-4b83-910c-2028971b80ce tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:44.046584 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02c0b08c-5f6c-4745-86ed-b596c1dd1315 req-3e1a26dd-f1b1-4b83-910c-2028971b80ce tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.1213851 Aug 16 20:15:44.047973 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-501db39a-c7b6-4213-b86f-76846b75b6be tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Deleting port 0eff2d66-fbf1-4033-bb0f-980026fe318b {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:15:44.048636 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-501db39a-c7b6-4213-b86f-76846b75b6be tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:44.099378 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e66c3-344a-4e8c-834d-4fbe0f62c812 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Pushing event updated for resources: {'Subnet': ['ID=0352d524-6dce-4673-b50d-b4c2bd3007e9,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:44.117447 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02c0b08c-5f6c-4745-86ed-b596c1dd1315 req-234757ff-d4ad-4682-b3b5-0bd1c45cedb9 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708168 Aug 16 20:15:44.131226 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e66c3-344a-4e8c-834d-4fbe0f62c812 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Checking segment: {'id': 'c59d55c1-98cc-4c34-9bcf-7fab90c0710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bd54cd50-d71b-46de-90e3-62ad0e17ad8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:15:44.131441 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85e66c3-344a-4e8c-834d-4fbe0f62c812 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Network hostable DHCP agents. Network: bd54cd50-d71b-46de-90e3-62ad0e17ad8a, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:15:44.152535 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85e66c3-344a-4e8c-834d-4fbe0f62c812 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Network bd54cd50-d71b-46de-90e3-62ad0e17ad8a is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:15:44.167883 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-c85e66c3-344a-4e8c-834d-4fbe0f62c812 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, bd54cd50-d71b-46de-90e3-62ad0e17ad8a) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:44.172374 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-501db39a-c7b6-4213-b86f-76846b75b6be tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:44.175440 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85e66c3-344a-4e8c-834d-4fbe0f62c812 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:44.176041 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c85e66c3-344a-4e8c-834d-4fbe0f62c812 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:44.180269 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4e5f48-2d2b-465a-a35d-2e8bb3a273c1 None None] Network bd54cd50-d71b-46de-90e3-62ad0e17ad8a requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:15:44.195564 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c85e66c3-344a-4e8c-834d-4fbe0f62c812 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8744884 Aug 16 20:15:44.196924 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57336) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:44.207321 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-501db39a-c7b6-4213-b86f-76846b75b6be tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Calling delete_port for 0eff2d66-fbf1-4033-bb0f-980026fe318b owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:15:44.353076 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb3bf3e-c84c-4f3a-b165-c4e9c759f43a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-bd54cd50-d71b-46de-90e3-62ad0e17ad8a', 'network_id': 'bd54cd50-d71b-46de-90e3-62ad0e17ad8a', 'tenant_id': 'e005a219d2a54cd1818af76be8a25bf3', 'fixed_ips': [{'subnet_id': '0352d524-6dce-4673-b50d-b4c2bd3007e9'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:15:44.354194 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9eb3bf3e-c84c-4f3a-b165-c4e9c759f43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:44.390138 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:44.546421 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:44.612427 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-9eb3bf3e-c84c-4f3a-b165-c4e9c759f43a None None] Allocated IP 2001:db8::2 (bd54cd50-d71b-46de-90e3-62ad0e17ad8a/0352d524-6dce-4673-b50d-b4c2bd3007e9/fc36f0b8-9ac5-4722-963a-86b8c00408b8) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:15:44.614580 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-501db39a-c7b6-4213-b86f-76846b75b6be tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:44.649371 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501db39a-c7b6-4213-b86f-76846b75b6be tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Port': ['ID=0eff2d66-fbf1-4033-bb0f-980026fe318b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:44.848536 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-501db39a-c7b6-4213-b86f-76846b75b6be tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:45.123810 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501db39a-c7b6-4213-b86f-76846b75b6be tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Router 52b72f25-b02e-459a-85af-61ad6bdfe3ac has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:15:45.204808 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9eb3bf3e-c84c-4f3a-b165-c4e9c759f43a None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:45.234160 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501db39a-c7b6-4213-b86f-76846b75b6be tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:15:45.245406 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9eb3bf3e-c84c-4f3a-b165-c4e9c759f43a None None] Transition to ACTIVE for port object fc36f0b8-9ac5-4722-963a-86b8c00408b8 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:15:45.259986 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57380) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:45.260715 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-501db39a-c7b6-4213-b86f-76846b75b6be tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "PUT /v2.0/routers/52b72f25-b02e-459a-85af-61ad6bdfe3ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3306372 Aug 16 20:15:45.265044 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9eb3bf3e-c84c-4f3a-b165-c4e9c759f43a None None] Transition to ACTIVE for port object fc36f0b8-9ac5-4722-963a-86b8c00408b8 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:15:45.271315 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b49269-7e85-48a8-b78e-4de8da12f6a8 None None] Sync routers for ids ['52b72f25-b02e-459a-85af-61ad6bdfe3ac'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:15:45.284624 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b49269-7e85-48a8-b78e-4de8da12f6a8 None None] Routers {'52b72f25-b02e-459a-85af-61ad6bdfe3ac'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:15:45.285279 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-36b49269-7e85-48a8-b78e-4de8da12f6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:15:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['52b72f25-b02e-459a-85af-61ad6bdfe3ac'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:45.288868 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9eb3bf3e-c84c-4f3a-b165-c4e9c759f43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:45.303034 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:45.321444 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-956bc41a-dc84-4221-b35d-2ae8cc555264 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "GET /v2.0/ports?device_id=52b72f25-b02e-459a-85af-61ad6bdfe3ac HTTP/1.1" status: 200 len: 205 time: 0.0599535 Aug 16 20:15:45.324134 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57382) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:45.325882 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c8d35-27b8-4669-85d8-be132e3c0f51 req-914a8bfa-16c8-4b79-94a9-46f1f688d854 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:45.327814 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c49c8d35-27b8-4669-85d8-be132e3c0f51 req-914a8bfa-16c8-4b79-94a9-46f1f688d854 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.1104653 Aug 16 20:15:45.364580 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Pushing event deleted for resources: {'Subnet': ['ID=0352d524-6dce-4673-b50d-b4c2bd3007e9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:45.383563 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-36b49269-7e85-48a8-b78e-4de8da12f6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:45.398676 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b49269-7e85-48a8-b78e-4de8da12f6a8 None None] Routers {'52b72f25-b02e-459a-85af-61ad6bdfe3ac'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:15:45.399829 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-36b49269-7e85-48a8-b78e-4de8da12f6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:15:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['52b72f25-b02e-459a-85af-61ad6bdfe3ac'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:45.410955 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb3bf3e-c84c-4f3a-b165-c4e9c759f43a None None] Network bd54cd50-d71b-46de-90e3-62ad0e17ad8a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:15:45.418711 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-9eb3bf3e-c84c-4f3a-b165-c4e9c759f43a None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:45.428783 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33402f33-70da-4357-9011-3feddedf58c2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:45.458967 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c49c8d35-27b8-4669-85d8-be132e3c0f51 req-36da02e0-aedb-4009-82d8-1d1cdcf1f30d tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029365 Aug 16 20:15:45.474320 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb3bf3e-c84c-4f3a-b165-c4e9c759f43a None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:15:45.486702 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-36b49269-7e85-48a8-b78e-4de8da12f6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:45.487635 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b49269-7e85-48a8-b78e-4de8da12f6a8 None None] The sync data for ids ['52b72f25-b02e-459a-85af-61ad6bdfe3ac'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:15:45.495175 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:45.507206 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd54cd50-d71b-46de-90e3-62ad0e17ad8a']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:45.520176 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3bf3e-c84c-4f3a-b165-c4e9c759f43a None None] Pushing event updated for resources: {'Port': ['ID=fc36f0b8-9ac5-4722-963a-86b8c00408b8,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:45.527161 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59d55c1-98cc-4c34-9bcf-7fab90c0710e') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:45.527516 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59d55c1-98cc-4c34-9bcf-7fab90c0710e') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:45.555330 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:45.573712 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9eb3bf3e-c84c-4f3a-b165-c4e9c759f43a None None] Attempting to bind port fc36f0b8-9ac5-4722-963a-86b8c00408b8 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:15:45.573951 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9eb3bf3e-c84c-4f3a-b165-c4e9c759f43a None None] Attempting to bind port fc36f0b8-9ac5-4722-963a-86b8c00408b8 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'c59d55c1-98cc-4c34-9bcf-7fab90c0710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bd54cd50-d71b-46de-90e3-62ad0e17ad8a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:15:45.574516 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb3bf3e-c84c-4f3a-b165-c4e9c759f43a None None] Attempting to bind port fc36f0b8-9ac5-4722-963a-86b8c00408b8 on network bd54cd50-d71b-46de-90e3-62ad0e17ad8a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:15:45.576017 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:45.581535 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb3bf3e-c84c-4f3a-b165-c4e9c759f43a None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:15:45.581914 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb3bf3e-c84c-4f3a-b165-c4e9c759f43a None None] Checking segment: {'id': 'c59d55c1-98cc-4c34-9bcf-7fab90c0710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bd54cd50-d71b-46de-90e3-62ad0e17ad8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:15:45.582326 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9eb3bf3e-c84c-4f3a-b165-c4e9c759f43a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:45.582718 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb3bf3e-c84c-4f3a-b165-c4e9c759f43a None None] Bound using segment: {'id': 'c59d55c1-98cc-4c34-9bcf-7fab90c0710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bd54cd50-d71b-46de-90e3-62ad0e17ad8a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:15:45.583853 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9eb3bf3e-c84c-4f3a-b165-c4e9c759f43a None None] Bound port: fc36f0b8-9ac5-4722-963a-86b8c00408b8, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59d55c1-98cc-4c34-9bcf-7fab90c0710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bd54cd50-d71b-46de-90e3-62ad0e17ad8a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:15:45.583853 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9eb3bf3e-c84c-4f3a-b165-c4e9c759f43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:45.586285 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:15:45.587840 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:45.594560 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:15:45.594560 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:15:45.594560 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:15:45.594560 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:15:45.594560 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:15:45.594560 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:15:45.594560 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:15:45.594560 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:15:45.594560 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:15:45.594560 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:15:45.594560 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:15:45.594560 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:15:45.594560 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:15:45.594560 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:15:45.594560 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:15:45.594560 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:15:45.594560 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:15:45.594560 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:15:45.594560 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:15:45.594560 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:15:45.594560 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:15:45.594560 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:15:45.594560 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:15:45.594560 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:15:45.594560 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:15:45.594560 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:15:45.594560 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:15:45.594560 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:15:45.594560 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:15:45.594560 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:15:45.594560 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:15:45.594560 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:15:45.664076 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9eb3bf3e-c84c-4f3a-b165-c4e9c759f43a None None] For port fc36f0b8-9ac5-4722-963a-86b8c00408b8, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:15:45.679169 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9eb3bf3e-c84c-4f3a-b165-c4e9c759f43a None None] For port fc36f0b8-9ac5-4722-963a-86b8c00408b8, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=fc36f0b8-9ac5-4722-963a-86b8c00408b8,segment=NetworkSegment(c59d55c1-98cc-4c34-9bcf-7fab90c0710e),segment_id=c59d55c1-98cc-4c34-9bcf-7fab90c0710e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:15:45.682906 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.db.api [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 20:15:45.682906 n-d-787206-13 neutron-server[94770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 20:15:45.682906 n-d-787206-13 neutron-server[94770]: [parameters: {'id': 'bd54cd50-d71b-46de-90e3-62ad0e17ad8a'}] Aug 16 20:15:45.682906 n-d-787206-13 neutron-server[94770]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:15:45.683454 n-d-787206-13 neutron-server[94770]: DEBUG oslo_db.api [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:15:45.685768 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9eb3bf3e-c84c-4f3a-b165-c4e9c759f43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:45.698234 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33402f33-70da-4357-9011-3feddedf58c2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:45.701435 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33402f33-70da-4357-9011-3feddedf58c2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:45.758078 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33402f33-70da-4357-9011-3feddedf58c2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:45.760715 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33402f33-70da-4357-9011-3feddedf58c2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Fanout notify agent at l3_agent the message router_deleted on router 52b72f25-b02e-459a-85af-61ad6bdfe3ac {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:15:45.773623 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33402f33-70da-4357-9011-3feddedf58c2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:45.775788 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-33402f33-70da-4357-9011-3feddedf58c2 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/routers/52b72f25-b02e-459a-85af-61ad6bdfe3ac HTTP/1.1" status: 204 len: 168 time: 0.4504023 Aug 16 20:15:45.777927 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3bf3e-c84c-4f3a-b165-c4e9c759f43a None None] Pushing event updated for resources: {'Port': ['ID=fc36f0b8-9ac5-4722-963a-86b8c00408b8,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:45.778597 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57388) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:45.787052 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1541145c-7edb-4e29-838a-38c36ae3fcfd None None] Network bd54cd50-d71b-46de-90e3-62ad0e17ad8a requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:15:45.862700 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-308fe820-25e0-426a-9c4f-0a730f64c3c9 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Deleting subnet 73601d01-a340-4d2a-8fee-f61dd059409f {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:15:45.866376 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-308fe820-25e0-426a-9c4f-0a730f64c3c9 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:45.917493 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-308fe820-25e0-426a-9c4f-0a730f64c3c9 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:45.946507 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d15ca9-4499-42e0-a067-e70e224d2758 None None] get_active_networks_info from n-d-787206-13 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:15:46.031097 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-308fe820-25e0-426a-9c4f-0a730f64c3c9 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:46.125121 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-308fe820-25e0-426a-9c4f-0a730f64c3c9 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:46.127123 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d15ca9-4499-42e0-a067-e70e224d2758 None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:15:46.156890 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308fe820-25e0-426a-9c4f-0a730f64c3c9 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Subnet': ['ID=73601d01-a340-4d2a-8fee-f61dd059409f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:46.163725 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-308fe820-25e0-426a-9c4f-0a730f64c3c9 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:46.169013 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-308fe820-25e0-426a-9c4f-0a730f64c3c9 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/subnets/73601d01-a340-4d2a-8fee-f61dd059409f HTTP/1.1" status: 204 len: 168 time: 0.3861539 Aug 16 20:15:46.169502 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57400) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:46.191766 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:46.333283 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-56fecd07-c301-481b-bd5f-9cddf464c03a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:46.451358 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Deleting port fc36f0b8-9ac5-4722-963a-86b8c00408b8 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:15:46.451746 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:46.521719 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-56fecd07-c301-481b-bd5f-9cddf464c03a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Deleting port 1481b060-2235-4337-b5bc-fb0f3ae1772e {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:15:46.522130 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-56fecd07-c301-481b-bd5f-9cddf464c03a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:46.585338 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] For port fc36f0b8-9ac5-4722-963a-86b8c00408b8, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=fc36f0b8-9ac5-4722-963a-86b8c00408b8,segment=NetworkSegment(c59d55c1-98cc-4c34-9bcf-7fab90c0710e),segment_id=c59d55c1-98cc-4c34-9bcf-7fab90c0710e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:15:46.585919 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:46.597144 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d82e29-4f44-495b-b432-4d628e8784ce None None] Network c3c56d09-743a-44b3-96a6-6fc127d44295 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:15:46.609810 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Calling delete_port for fc36f0b8-9ac5-4722-963a-86b8c00408b8 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:15:46.656546 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-56fecd07-c301-481b-bd5f-9cddf464c03a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] For port 1481b060-2235-4337-b5bc-fb0f3ae1772e, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1481b060-2235-4337-b5bc-fb0f3ae1772e,segment=NetworkSegment(17f16c97-6290-4e11-b2dd-2074940260a4),segment_id=17f16c97-6290-4e11-b2dd-2074940260a4)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:15:46.656939 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-56fecd07-c301-481b-bd5f-9cddf464c03a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:46.730407 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-56fecd07-c301-481b-bd5f-9cddf464c03a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Calling delete_port for 1481b060-2235-4337-b5bc-fb0f3ae1772e owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:15:46.837962 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:46.865009 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213522f2-a0d0-43b5-8495-a4d2505f4b0c None None] DHCP port deletion for c3c56d09-743a-44b3-96a6-6fc127d44295 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:15:46.872391 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Pushing event deleted for resources: {'Port': ['ID=fc36f0b8-9ac5-4722-963a-86b8c00408b8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:46.876318 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-56fecd07-c301-481b-bd5f-9cddf464c03a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:46.878784 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] No DVR routers for this DVR port fc36f0b8-9ac5-4722-963a-86b8c00408b8 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:15:46.893970 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-213522f2-a0d0-43b5-8495-a4d2505f4b0c None None] The port '1481b060-2235-4337-b5bc-fb0f3ae1772e' was deleted {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 16 20:15:46.927772 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fecd07-c301-481b-bd5f-9cddf464c03a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Port': ['ID=1481b060-2235-4337-b5bc-fb0f3ae1772e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:46.931470 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fecd07-c301-481b-bd5f-9cddf464c03a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] No DVR routers for this DVR port 1481b060-2235-4337-b5bc-fb0f3ae1772e on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:15:47.045160 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:47.061481 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd54cd50-d71b-46de-90e3-62ad0e17ad8a']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:47.084837 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-56fecd07-c301-481b-bd5f-9cddf464c03a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:47.088306 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59d55c1-98cc-4c34-9bcf-7fab90c0710e') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:47.088604 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59d55c1-98cc-4c34-9bcf-7fab90c0710e') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:47.103291 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-56fecd07-c301-481b-bd5f-9cddf464c03a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3c56d09-743a-44b3-96a6-6fc127d44295']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:47.106461 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:47.130919 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c7f2c-841d-40b2-956f-dd9897091ee3 req-bacb0314-e4d7-46e0-b98c-5254b1b5c66a tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:47.131537 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-56fecd07-c301-481b-bd5f-9cddf464c03a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f16c97-6290-4e11-b2dd-2074940260a4') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:47.131537 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-56fecd07-c301-481b-bd5f-9cddf464c03a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f16c97-6290-4e11-b2dd-2074940260a4') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:47.144501 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-56fecd07-c301-481b-bd5f-9cddf464c03a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:47.146497 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:47.151874 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f02c7f2c-841d-40b2-956f-dd9897091ee3 req-bacb0314-e4d7-46e0-b98c-5254b1b5c66a tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.1067059 Aug 16 20:15:47.160629 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:15:47.161049 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:47.164179 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:15:47.164179 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:15:47.164179 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:15:47.164179 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:15:47.164179 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:15:47.164179 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:15:47.164179 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:15:47.164179 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:15:47.164179 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:15:47.164179 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:15:47.164179 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:15:47.164179 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:15:47.164179 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:15:47.164179 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:15:47.164179 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:15:47.164179 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:15:47.164179 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:15:47.164179 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:15:47.164179 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:15:47.164179 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:15:47.164179 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:15:47.164179 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:15:47.164179 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:15:47.164179 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:15:47.164179 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:15:47.164179 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:15:47.164179 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:15:47.164179 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:15:47.164179 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:15:47.164179 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:15:47.164179 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:15:47.164179 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:15:47.178536 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-56fecd07-c301-481b-bd5f-9cddf464c03a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:47.191891 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1481b060-2235-4337-b5bc-fb0f3ae1772e no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:15:47.215600 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56fecd07-c301-481b-bd5f-9cddf464c03a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:15:47.216125 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-56fecd07-c301-481b-bd5f-9cddf464c03a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:47.219890 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:15:47.219890 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:15:47.219890 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:15:47.219890 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:15:47.219890 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:15:47.219890 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:15:47.219890 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:15:47.219890 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:15:47.219890 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:15:47.219890 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:15:47.219890 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:15:47.219890 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:15:47.219890 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:15:47.219890 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:15:47.219890 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:15:47.219890 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:15:47.219890 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:15:47.219890 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:15:47.219890 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:15:47.219890 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:15:47.219890 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:15:47.219890 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:15:47.219890 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:15:47.219890 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:15:47.219890 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:15:47.219890 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:15:47.219890 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:15:47.219890 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:15:47.219890 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:15:47.219890 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:15:47.219890 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:15:47.219890 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:15:47.240763 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 1481b060-2235-4337-b5bc-fb0f3ae1772e {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:15:47.240763 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1481b060-2235-4337-b5bc-fb0f3ae1772e not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:15:47.243829 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f02c7f2c-841d-40b2-956f-dd9897091ee3 req-98557b57-d089-4127-8f6c-d5651d4c01b7 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692549 Aug 16 20:15:47.293226 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:47.315653 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:47.317692 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "DELETE /v2.0/networks/bd54cd50-d71b-46de-90e3-62ad0e17ad8a HTTP/1.1" status: 204 len: 168 time: 3.1177285 Aug 16 20:15:47.318838 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568839c-4783-40fd-b730-ec9481b9f5f8 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Pushing event deleted for resources: {'Network': ['ID=bd54cd50-d71b-46de-90e3-62ad0e17ad8a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:47.321790 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57422) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:47.327489 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-22a62083-fdff-489b-baa4-60176389747e tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1709274354'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:47.330918 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-56fecd07-c301-481b-bd5f-9cddf464c03a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:47.349546 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-56fecd07-c301-481b-bd5f-9cddf464c03a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:47.352508 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-56fecd07-c301-481b-bd5f-9cddf464c03a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/networks/c3c56d09-743a-44b3-96a6-6fc127d44295 HTTP/1.1" status: 204 len: 168 time: 1.1808193 Aug 16 20:15:47.355236 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57428) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:47.360298 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3bc05936-0319-4b7a-83b8-10ff5503c729 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-338244772', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:47.371728 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fecd07-c301-481b-bd5f-9cddf464c03a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Network': ['ID=c3c56d09-743a-44b3-96a6-6fc127d44295,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:47.402080 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.db.api [None req-3bc05936-0319-4b7a-83b8-10ff5503c729 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:15:47.402080 n-d-787206-13 neutron-server[94771]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 20:15:47.402080 n-d-787206-13 neutron-server[94771]: [parameters: {'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'id': '74e57361-10d8-45fe-96b1-17ac1a21bed7', 'expiration': datetime.datetime(2021, 8, 16, 20, 17, 47, 380695)}] Aug 16 20:15:47.402080 n-d-787206-13 neutron-server[94771]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:15:47.404378 n-d-787206-13 neutron-server[94771]: DEBUG oslo_db.api [None req-3bc05936-0319-4b7a-83b8-10ff5503c729 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:15:47.412169 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a62083-fdff-489b-baa4-60176389747e tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Made reservation on behalf of e005a219d2a54cd1818af76be8a25bf3 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:15:47.420325 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22a62083-fdff-489b-baa4-60176389747e tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:47.449566 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a62083-fdff-489b-baa4-60176389747e tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:15:47.459111 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22a62083-fdff-489b-baa4-60176389747e tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:47.459563 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-22a62083-fdff-489b-baa4-60176389747e tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Added segment 392a35b1-0d83-4e9c-b077-5796349f9212 of type vlan for network cc3dfad5-8870-44ff-ba1f-f6e3570fb9d5 Aug 16 20:15:47.504203 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22a62083-fdff-489b-baa4-60176389747e tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:47.533773 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22a62083-fdff-489b-baa4-60176389747e tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:47.540552 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a62083-fdff-489b-baa4-60176389747e tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:47.541283 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22a62083-fdff-489b-baa4-60176389747e tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:47.607021 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-22a62083-fdff-489b-baa4-60176389747e tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2812736 Aug 16 20:15:47.607953 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57434) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:47.613755 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2b81f6d1-8251-4329-9d82-c7818a44c6ab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Request body: {'subnet': {'network_id': 'cc3dfad5-8870-44ff-ba1f-f6e3570fb9d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:47.618255 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a62083-fdff-489b-baa4-60176389747e tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Pushing event updated for resources: {'Network': ['ID=cc3dfad5-8870-44ff-ba1f-f6e3570fb9d5,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:47.629575 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network cc3dfad5-8870-44ff-ba1f-f6e3570fb9d5 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:15:47.733664 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b81f6d1-8251-4329-9d82-c7818a44c6ab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Made reservation on behalf of e005a219d2a54cd1818af76be8a25bf3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:15:47.739374 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b81f6d1-8251-4329-9d82-c7818a44c6ab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:47.963422 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3bc05936-0319-4b7a-83b8-10ff5503c729 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:47.964591 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3bc05936-0319-4b7a-83b8-10ff5503c729 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:48.022139 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3bc05936-0319-4b7a-83b8-10ff5503c729 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:48.029284 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3bc05936-0319-4b7a-83b8-10ff5503c729 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:48.077717 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3bc05936-0319-4b7a-83b8-10ff5503c729 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:48.081676 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3bc05936-0319-4b7a-83b8-10ff5503c729 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7226322 Aug 16 20:15:48.081966 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57440) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:48.088309 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e03f52b0-ba94-4dcc-a7e1-9702a73621bd tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Request body: {'network': {'name': 'tempest-RoutersTest-2041837447'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:48.149939 n-d-787206-13 neutron-server[94771]: DEBUG neutron.objects.ports [None req-2b81f6d1-8251-4329-9d82-c7818a44c6ab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:15:48.152126 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03f52b0-ba94-4dcc-a7e1-9702a73621bd tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Made reservation on behalf of 4e7767da8a9b462f9abca14d577f0aa8 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:15:48.155674 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e03f52b0-ba94-4dcc-a7e1-9702a73621bd tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:48.157818 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b81f6d1-8251-4329-9d82-c7818a44c6ab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:48.242644 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03f52b0-ba94-4dcc-a7e1-9702a73621bd tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:15:48.276852 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81f6d1-8251-4329-9d82-c7818a44c6ab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Pushing event updated for resources: {'Subnet': ['ID=2d984ba7-cd32-486a-a89b-68af68746856,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:48.325002 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e03f52b0-ba94-4dcc-a7e1-9702a73621bd tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:48.325355 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-e03f52b0-ba94-4dcc-a7e1-9702a73621bd tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Added segment c19a0358-cdf9-4308-a7bb-6d2b3812e663 of type vlan for network e2d846bd-e660-4646-b8dd-231504ba7c43 Aug 16 20:15:48.344456 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b81f6d1-8251-4329-9d82-c7818a44c6ab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Checking segment: {'id': '392a35b1-0d83-4e9c-b077-5796349f9212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cc3dfad5-8870-44ff-ba1f-f6e3570fb9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:15:48.344902 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b81f6d1-8251-4329-9d82-c7818a44c6ab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Network hostable DHCP agents. Network: cc3dfad5-8870-44ff-ba1f-f6e3570fb9d5, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:15:48.385746 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e03f52b0-ba94-4dcc-a7e1-9702a73621bd tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:48.400531 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b81f6d1-8251-4329-9d82-c7818a44c6ab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Network cc3dfad5-8870-44ff-ba1f-f6e3570fb9d5 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:15:48.418786 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-2b81f6d1-8251-4329-9d82-c7818a44c6ab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, cc3dfad5-8870-44ff-ba1f-f6e3570fb9d5) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:48.422436 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e03f52b0-ba94-4dcc-a7e1-9702a73621bd tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:48.428210 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03f52b0-ba94-4dcc-a7e1-9702a73621bd tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:48.428802 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e03f52b0-ba94-4dcc-a7e1-9702a73621bd tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:48.432253 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b81f6d1-8251-4329-9d82-c7818a44c6ab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:48.432819 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b81f6d1-8251-4329-9d82-c7818a44c6ab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:48.434106 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19773ba-33bc-465b-8ac1-ab7496cb80bc None None] Network cc3dfad5-8870-44ff-ba1f-f6e3570fb9d5 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:15:48.510574 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e03f52b0-ba94-4dcc-a7e1-9702a73621bd tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4272542 Aug 16 20:15:48.513427 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57448) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:48.518871 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-4511da13-30b3-4142-b39e-33300ac77f93 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Request body: {'subnet': {'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:48.531306 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2b81f6d1-8251-4329-9d82-c7818a44c6ab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9219708 Aug 16 20:15:48.538334 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57450) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:48.602334 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f52b0-ba94-4dcc-a7e1-9702a73621bd tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Network': ['ID=e2d846bd-e660-4646-b8dd-231504ba7c43,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:48.634096 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network e2d846bd-e660-4646-b8dd-231504ba7c43 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:15:48.653740 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ead6c7-f902-4a02-8a93-f427909224cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-cc3dfad5-8870-44ff-ba1f-f6e3570fb9d5', 'network_id': 'cc3dfad5-8870-44ff-ba1f-f6e3570fb9d5', 'tenant_id': 'e005a219d2a54cd1818af76be8a25bf3', 'fixed_ips': [{'subnet_id': '2d984ba7-cd32-486a-a89b-68af68746856'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:15:48.655371 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12ead6c7-f902-4a02-8a93-f427909224cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:48.666758 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b46e18da-9192-466d-8813-a24c4306bc04 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:48.684402 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4511da13-30b3-4142-b39e-33300ac77f93 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Made reservation on behalf of 4e7767da8a9b462f9abca14d577f0aa8 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:15:48.688554 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4511da13-30b3-4142-b39e-33300ac77f93 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:48.744629 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b46e18da-9192-466d-8813-a24c4306bc04 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:48.835243 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b46e18da-9192-466d-8813-a24c4306bc04 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server [None req-12ead6c7-f902-4a02-8a93-f427909224cb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d984ba7-cd32-486a-a89b-68af68746856: This subnet is being modified by another concurrent operation. Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:15:48.840582 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise exception Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d984ba7-cd32-486a-a89b-68af68746856: This subnet is being modified by another concurrent operation. Aug 16 20:15:48.849270 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server Aug 16 20:15:48.869642 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72f04af-1bcc-442f-9e44-0665afca49d2 None None] Network cc3dfad5-8870-44ff-ba1f-f6e3570fb9d5 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:15:48.903748 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e18da-9192-466d-8813-a24c4306bc04 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Pushing event deleted for resources: {'Subnet': ['ID=2d984ba7-cd32-486a-a89b-68af68746856,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:48.977060 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4511da13-30b3-4142-b39e-33300ac77f93 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:48.977589 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b46e18da-9192-466d-8813-a24c4306bc04 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:48.991301 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-b46e18da-9192-466d-8813-a24c4306bc04 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc3dfad5-8870-44ff-ba1f-f6e3570fb9d5']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:49.008182 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-b46e18da-9192-466d-8813-a24c4306bc04 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392a35b1-0d83-4e9c-b077-5796349f9212') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:49.008182 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-b46e18da-9192-466d-8813-a24c4306bc04 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392a35b1-0d83-4e9c-b077-5796349f9212') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:49.018933 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b46e18da-9192-466d-8813-a24c4306bc04 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:49.037577 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7c0b61-1edd-4fe7-8e46-4d87f7a7b027 None None] get_active_networks_info from n-d-787206-13 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:15:49.048672 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b46e18da-9192-466d-8813-a24c4306bc04 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:49.058322 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46e18da-9192-466d-8813-a24c4306bc04 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:15:49.059312 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b46e18da-9192-466d-8813-a24c4306bc04 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:49.068505 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4511da13-30b3-4142-b39e-33300ac77f93 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Checking segment: {'id': 'c19a0358-cdf9-4308-a7bb-6d2b3812e663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:15:49.068887 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4511da13-30b3-4142-b39e-33300ac77f93 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network hostable DHCP agents. Network: e2d846bd-e660-4646-b8dd-231504ba7c43, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:15:49.071937 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511da13-30b3-4142-b39e-33300ac77f93 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Subnet': ['ID=a3bf95dd-bcda-47c9-9633-2753530ca354,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:49.103513 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4511da13-30b3-4142-b39e-33300ac77f93 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network e2d846bd-e660-4646-b8dd-231504ba7c43 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:15:49.115818 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-4511da13-30b3-4142-b39e-33300ac77f93 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, e2d846bd-e660-4646-b8dd-231504ba7c43) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:49.125224 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4511da13-30b3-4142-b39e-33300ac77f93 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:49.126068 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4511da13-30b3-4142-b39e-33300ac77f93 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:49.139055 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:15:49.139055 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:15:49.139055 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:15:49.139055 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:15:49.139055 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:15:49.139055 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:15:49.139055 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:15:49.139055 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:15:49.139055 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:15:49.139055 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:15:49.139055 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:15:49.139055 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:15:49.139055 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:15:49.139055 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:15:49.139055 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:15:49.139055 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:15:49.139055 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:15:49.139055 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:15:49.139055 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:15:49.139055 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:15:49.139055 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:15:49.139055 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:15:49.139055 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:15:49.139055 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:15:49.139055 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:15:49.139055 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:15:49.139055 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:15:49.139055 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:15:49.139055 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:15:49.139055 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:15:49.139055 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:15:49.139055 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:15:49.152827 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b46e18da-9192-466d-8813-a24c4306bc04 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:49.155415 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57456) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:49.156313 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4511da13-30b3-4142-b39e-33300ac77f93 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6404865 Aug 16 20:15:49.207000 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b46e18da-9192-466d-8813-a24c4306bc04 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:49.213002 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b46e18da-9192-466d-8813-a24c4306bc04 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "DELETE /v2.0/networks/cc3dfad5-8870-44ff-ba1f-f6e3570fb9d5 HTTP/1.1" status: 204 len: 168 time: 0.6695998 Aug 16 20:15:49.213492 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57458) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:49.241201 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e4b87d-ec9b-48c7-b522-e539adaa38da tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] DELETE failed (client error): The resource could not be found. Aug 16 20:15:49.241795 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e4b87d-ec9b-48c7-b522-e539adaa38da tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:15:49.246637 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e18da-9192-466d-8813-a24c4306bc04 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Pushing event deleted for resources: {'Network': ['ID=cc3dfad5-8870-44ff-ba1f-f6e3570fb9d5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:49.246842 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-27e4b87d-ec9b-48c7-b522-e539adaa38da tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "DELETE /v2.0/subnets/2d984ba7-cd32-486a-a89b-68af68746856 HTTP/1.1" status: 404 len: 337 time: 0.0296278 Aug 16 20:15:49.248445 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57462) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:49.269868 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae91f3ad-e03a-4f56-943c-5be1f6c84166 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] DELETE failed (client error): The resource could not be found. Aug 16 20:15:49.270774 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae91f3ad-e03a-4f56-943c-5be1f6c84166 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:15:49.272704 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ae91f3ad-e03a-4f56-943c-5be1f6c84166 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "DELETE /v2.0/networks/cc3dfad5-8870-44ff-ba1f-f6e3570fb9d5 HTTP/1.1" status: 404 len: 339 time: 0.0246217 Aug 16 20:15:49.275675 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57464) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:49.305477 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-af37fe5c-8aee-4d7b-a884-bdbf708a2887 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] DELETE failed (client error): The resource could not be found. Aug 16 20:15:49.306179 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af37fe5c-8aee-4d7b-a884-bdbf708a2887 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:15:49.308147 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-af37fe5c-8aee-4d7b-a884-bdbf708a2887 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "DELETE /v2.0/subnets/0352d524-6dce-4673-b50d-b4c2bd3007e9 HTTP/1.1" status: 404 len: 337 time: 0.0314572 Aug 16 20:15:49.310722 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57466) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:49.334690 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-12bd6546-53bd-4c82-b05e-7ce15c2f4cb2 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] DELETE failed (client error): The resource could not be found. Aug 16 20:15:49.335423 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12bd6546-53bd-4c82-b05e-7ce15c2f4cb2 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:15:49.338460 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-12bd6546-53bd-4c82-b05e-7ce15c2f4cb2 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "DELETE /v2.0/networks/bd54cd50-d71b-46de-90e3-62ad0e17ad8a HTTP/1.1" status: 404 len: 339 time: 0.0264275 Aug 16 20:15:49.340890 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57470) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:49.381874 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aea9963-8994-439d-9392-c0976cd4bcd5 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] DELETE failed (client error): The resource could not be found. Aug 16 20:15:49.382358 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aea9963-8994-439d-9392-c0976cd4bcd5 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:15:49.384986 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7c0b61-1edd-4fe7-8e46-4d87f7a7b027 None None] Unable to find a vacant binding_index for network e2d846bd-e660-4646-b8dd-231504ba7c43 and agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 {{(pid=94772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 16 20:15:49.387890 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0aea9963-8994-439d-9392-c0976cd4bcd5 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "DELETE /v2.0/subnets/da4f3451-2201-4f10-9eee-fe7f6c0a320d HTTP/1.1" status: 404 len: 337 time: 0.0456524 Aug 16 20:15:49.388440 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57474) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:49.395211 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7c0b61-1edd-4fe7-8e46-4d87f7a7b027 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, e2d846bd-e660-4646-b8dd-231504ba7c43) {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:15:49.416595 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-8595e3a7-7ccf-4117-ac23-3f185b29a0a2 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] DELETE failed (client error): The resource could not be found. Aug 16 20:15:49.417332 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8595e3a7-7ccf-4117-ac23-3f185b29a0a2 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:15:49.421367 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8595e3a7-7ccf-4117-ac23-3f185b29a0a2 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "DELETE /v2.0/networks/8b669914-a539-4752-9bbc-01018c6926cc HTTP/1.1" status: 404 len: 339 time: 0.0275578 Aug 16 20:15:49.422668 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57476) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:49.596616 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-6154b611-6357-4382-b33d-db68876ae9b6 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Deleting port 979d3eba-3aaf-4172-b15c-3ed80e30cf08 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:15:49.597743 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6154b611-6357-4382-b33d-db68876ae9b6 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:49.679243 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6154b611-6357-4382-b33d-db68876ae9b6 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:49.701207 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-6154b611-6357-4382-b33d-db68876ae9b6 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Calling delete_port for 979d3eba-3aaf-4172-b15c-3ed80e30cf08 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:15:49.807729 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c050e597-2255-4f37-8392-2088ff3f7bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-e2d846bd-e660-4646-b8dd-231504ba7c43', 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'fixed_ips': [{'subnet_id': 'a3bf95dd-bcda-47c9-9633-2753530ca354'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:15:49.808776 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c050e597-2255-4f37-8392-2088ff3f7bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:49.818619 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6154b611-6357-4382-b33d-db68876ae9b6 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:49.868757 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154b611-6357-4382-b33d-db68876ae9b6 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Pushing event deleted for resources: {'Port': ['ID=979d3eba-3aaf-4172-b15c-3ed80e30cf08,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:49.881461 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6154b611-6357-4382-b33d-db68876ae9b6 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:49.891590 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6154b611-6357-4382-b33d-db68876ae9b6 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "DELETE /v2.0/ports/979d3eba-3aaf-4172-b15c-3ed80e30cf08 HTTP/1.1" status: 204 len: 168 time: 0.4656749 Aug 16 20:15:49.891937 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57484) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:49.909136 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f35bae2-02ad-4f82-8800-840aac6744ab tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:49.949692 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b705a9-0288-4c85-bde1-b4ea7be68aea tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] DELETE failed (client error): The resource could not be found. Aug 16 20:15:49.950351 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b705a9-0288-4c85-bde1-b4ea7be68aea tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:15:49.952514 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-97b705a9-0288-4c85-bde1-b4ea7be68aea tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "DELETE /v2.0/subnets/9407fa56-799e-480b-87e0-afddbfecc427 HTTP/1.1" status: 404 len: 337 time: 0.0595388 Aug 16 20:15:49.955148 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57488) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:50.025649 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-c050e597-2255-4f37-8392-2088ff3f7bf2 None None] Allocated IP 172.20.0.2 (e2d846bd-e660-4646-b8dd-231504ba7c43/a3bf95dd-bcda-47c9-9633-2753530ca354/270062c5-a2df-466f-b975-0bcc99c9c0bf) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:15:50.093032 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8316e3cf-f482-46c3-9586-6ad7da158a96 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:50.203123 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8316e3cf-f482-46c3-9586-6ad7da158a96 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:50.213757 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-8316e3cf-f482-46c3-9586-6ad7da158a96 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ac16a9-2c67-47b0-ba05-8659605355ae']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:50.230256 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-8316e3cf-f482-46c3-9586-6ad7da158a96 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '857e0fa2-b201-4aeb-a94c-25563415cfc8') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:50.230694 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-8316e3cf-f482-46c3-9586-6ad7da158a96 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '857e0fa2-b201-4aeb-a94c-25563415cfc8') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:50.244584 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8316e3cf-f482-46c3-9586-6ad7da158a96 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:50.261041 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c050e597-2255-4f37-8392-2088ff3f7bf2 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:50.263323 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8316e3cf-f482-46c3-9586-6ad7da158a96 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:50.269709 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8316e3cf-f482-46c3-9586-6ad7da158a96 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:15:50.270324 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8316e3cf-f482-46c3-9586-6ad7da158a96 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:50.273858 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:15:50.273858 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:15:50.273858 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:15:50.273858 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:15:50.273858 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:15:50.273858 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:15:50.273858 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:15:50.273858 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:15:50.273858 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:15:50.273858 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:15:50.273858 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:15:50.273858 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:15:50.273858 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:15:50.273858 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:15:50.273858 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:15:50.273858 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:15:50.273858 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:15:50.273858 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:15:50.273858 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:15:50.273858 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:15:50.273858 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:15:50.273858 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:15:50.273858 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:15:50.273858 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:15:50.273858 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:15:50.273858 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:15:50.273858 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:15:50.273858 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:15:50.273858 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:15:50.273858 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:15:50.273858 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:15:50.273858 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:15:50.354493 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8316e3cf-f482-46c3-9586-6ad7da158a96 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:50.355984 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c050e597-2255-4f37-8392-2088ff3f7bf2 None None] Transition to ACTIVE for port object 270062c5-a2df-466f-b975-0bcc99c9c0bf will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:15:50.371338 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8316e3cf-f482-46c3-9586-6ad7da158a96 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:50.378227 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57492) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:50.394459 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8316e3cf-f482-46c3-9586-6ad7da158a96 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "DELETE /v2.0/networks/06ac16a9-2c67-47b0-ba05-8659605355ae HTTP/1.1" status: 204 len: 168 time: 0.4369602 Aug 16 20:15:50.406883 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c050e597-2255-4f37-8392-2088ff3f7bf2 None None] Transition to ACTIVE for port object 270062c5-a2df-466f-b975-0bcc99c9c0bf will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:15:50.422405 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c050e597-2255-4f37-8392-2088ff3f7bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:50.435887 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316e3cf-f482-46c3-9586-6ad7da158a96 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Pushing event deleted for resources: {'Network': ['ID=06ac16a9-2c67-47b0-ba05-8659605355ae,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:50.490431 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c050e597-2255-4f37-8392-2088ff3f7bf2 None None] Network e2d846bd-e660-4646-b8dd-231504ba7c43 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:15:50.495111 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c050e597-2255-4f37-8392-2088ff3f7bf2 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:50.500058 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c050e597-2255-4f37-8392-2088ff3f7bf2 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:15:50.507648 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050e597-2255-4f37-8392-2088ff3f7bf2 None None] Pushing event updated for resources: {'Port': ['ID=270062c5-a2df-466f-b975-0bcc99c9c0bf,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:50.596555 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4234382-de9b-4bc3-a8f3-4d9e4c3a2ff8 req-f0568f94-c614-4f1d-93bb-0670f42c62f4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1267042 Aug 16 20:15:50.617268 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c050e597-2255-4f37-8392-2088ff3f7bf2 None None] Attempting to bind port 270062c5-a2df-466f-b975-0bcc99c9c0bf on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:15:50.617692 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c050e597-2255-4f37-8392-2088ff3f7bf2 None None] Attempting to bind port 270062c5-a2df-466f-b975-0bcc99c9c0bf by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'c19a0358-cdf9-4308-a7bb-6d2b3812e663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:15:50.618071 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c050e597-2255-4f37-8392-2088ff3f7bf2 None None] Attempting to bind port 270062c5-a2df-466f-b975-0bcc99c9c0bf on network e2d846bd-e660-4646-b8dd-231504ba7c43 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:15:50.652662 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-5f35bae2-02ad-4f82-8800-840aac6744ab tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Allocated IP 172.20.0.1 (e2d846bd-e660-4646-b8dd-231504ba7c43/a3bf95dd-bcda-47c9-9633-2753530ca354/8c49e7cb-3f7c-45b0-a642-14e6db728e62) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:15:50.668423 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c050e597-2255-4f37-8392-2088ff3f7bf2 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:15:50.668964 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c050e597-2255-4f37-8392-2088ff3f7bf2 None None] Checking segment: {'id': 'c19a0358-cdf9-4308-a7bb-6d2b3812e663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:15:50.676438 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c050e597-2255-4f37-8392-2088ff3f7bf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:50.676963 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c050e597-2255-4f37-8392-2088ff3f7bf2 None None] Bound using segment: {'id': 'c19a0358-cdf9-4308-a7bb-6d2b3812e663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:15:50.677480 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c050e597-2255-4f37-8392-2088ff3f7bf2 None None] Bound port: 270062c5-a2df-466f-b975-0bcc99c9c0bf, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19a0358-cdf9-4308-a7bb-6d2b3812e663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:15:50.677891 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c050e597-2255-4f37-8392-2088ff3f7bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:50.716227 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0f4bd40d-062a-46e7-bb2d-61806311b89c tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Deleting port 8742a18c-12ba-4afc-84fa-32de9501fdf3 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:15:50.720609 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f4bd40d-062a-46e7-bb2d-61806311b89c tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:50.790208 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4234382-de9b-4bc3-a8f3-4d9e4c3a2ff8 req-3e30c46e-650f-4c4f-9898-e2d3ead52fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:50.792137 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4234382-de9b-4bc3-a8f3-4d9e4c3a2ff8 req-3e30c46e-650f-4c4f-9898-e2d3ead52fd8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=41f949d98cf9473f85e64341bcd4f07a&device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 1098 time: 0.1667135 Aug 16 20:15:50.839344 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c050e597-2255-4f37-8392-2088ff3f7bf2 None None] For port 270062c5-a2df-466f-b975-0bcc99c9c0bf, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:15:50.844293 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c050e597-2255-4f37-8392-2088ff3f7bf2 None None] For port 270062c5-a2df-466f-b975-0bcc99c9c0bf, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=270062c5-a2df-466f-b975-0bcc99c9c0bf,segment=NetworkSegment(c19a0358-cdf9-4308-a7bb-6d2b3812e663),segment_id=c19a0358-cdf9-4308-a7bb-6d2b3812e663)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:15:50.852958 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c050e597-2255-4f37-8392-2088ff3f7bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:51.056325 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050e597-2255-4f37-8392-2088ff3f7bf2 None None] Pushing event updated for resources: {'Port': ['ID=270062c5-a2df-466f-b975-0bcc99c9c0bf,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:51.116678 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4234382-de9b-4bc3-a8f3-4d9e4c3a2ff8 req-e2d12fbe-676e-403a-b502-00e410124ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:51.118725 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4234382-de9b-4bc3-a8f3-4d9e4c3a2ff8 req-e2d12fbe-676e-403a-b502-00e410124ac0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dbfa510a-9034-470b-99ef-e5f61f9b5e17 HTTP/1.1" status: 200 len: 913 time: 0.2967265 Aug 16 20:15:51.127177 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f4bd40d-062a-46e7-bb2d-61806311b89c tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:51.185392 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0f4bd40d-062a-46e7-bb2d-61806311b89c tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Calling delete_port for 8742a18c-12ba-4afc-84fa-32de9501fdf3 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:15:51.243066 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4234382-de9b-4bc3-a8f3-4d9e4c3a2ff8 req-9677a505-67d1-4fd4-b244-6c20221a4c1f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6286312-9a13-42a5-ba36-a79c315b5790 HTTP/1.1" status: 200 len: 217 time: 0.1114016 Aug 16 20:15:51.361496 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f35bae2-02ad-4f82-8800-840aac6744ab tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:51.365393 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4234382-de9b-4bc3-a8f3-4d9e4c3a2ff8 req-bc7376e4-ee9a-4326-8d81-817561ced10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:51.382426 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4234382-de9b-4bc3-a8f3-4d9e4c3a2ff8 req-bc7376e4-ee9a-4326-8d81-817561ced10d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d38a8fc7-0911-4b72-a78c-d32851227793 HTTP/1.1" status: 200 len: 851 time: 0.1163874 Aug 16 20:15:51.396193 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-5f35bae2-02ad-4f82-8800-840aac6744ab tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Transition to ACTIVE for port object 8c49e7cb-3f7c-45b0-a642-14e6db728e62 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:15:51.444957 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4234382-de9b-4bc3-a8f3-4d9e4c3a2ff8 req-c89cd8e3-ca44-4a2e-8cba-4951249cdab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:51.447121 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4234382-de9b-4bc3-a8f3-4d9e4c3a2ff8 req-c89cd8e3-ca44-4a2e-8cba-4951249cdab0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dbfa510a-9034-470b-99ef-e5f61f9b5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639229 Aug 16 20:15:51.561491 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f35bae2-02ad-4f82-8800-840aac6744ab tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:51.601912 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4234382-de9b-4bc3-a8f3-4d9e4c3a2ff8 req-8bb24eda-9083-42d3-b44f-9c67c048cce1 service neutron] 10.222.0.63 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459134 Aug 16 20:15:51.613027 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f4bd40d-062a-46e7-bb2d-61806311b89c tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:51.648531 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f35bae2-02ad-4f82-8800-840aac6744ab tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network e2d846bd-e660-4646-b8dd-231504ba7c43 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:15:51.649712 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35bae2-02ad-4f82-8800-840aac6744ab tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Port': ['ID=8c49e7cb-3f7c-45b0-a642-14e6db728e62,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:51.678716 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4bd40d-062a-46e7-bb2d-61806311b89c tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Pushing event deleted for resources: {'Port': ['ID=8742a18c-12ba-4afc-84fa-32de9501fdf3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:51.681371 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-5f35bae2-02ad-4f82-8800-840aac6744ab tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:51.684998 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f35bae2-02ad-4f82-8800-840aac6744ab tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:15:51.688830 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f4bd40d-062a-46e7-bb2d-61806311b89c tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:51.694105 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0f4bd40d-062a-46e7-bb2d-61806311b89c tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "DELETE /v2.0/ports/8742a18c-12ba-4afc-84fa-32de9501fdf3 HTTP/1.1" status: 204 len: 168 time: 1.3116078 Aug 16 20:15:51.694105 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57520) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:51.760826 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e8693d-df39-4347-8c5c-180c5588c5dc tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] DELETE failed (client error): The resource could not be found. Aug 16 20:15:51.761356 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01e8693d-df39-4347-8c5c-180c5588c5dc tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:15:51.763180 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-01e8693d-df39-4347-8c5c-180c5588c5dc tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "DELETE /v2.0/subnets/44ce33ed-40ca-4ac4-bc81-e98bc1639387 HTTP/1.1" status: 404 len: 337 time: 0.0689116 Aug 16 20:15:51.772934 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57522) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:51.844438 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f35bae2-02ad-4f82-8800-840aac6744ab tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:51.850602 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4234382-de9b-4bc3-a8f3-4d9e4c3a2ff8 req-689bbfb3-3e5d-4fcc-94d6-2347b91e8c8c service neutron] 10.222.0.63 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400918 Aug 16 20:15:51.954227 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb71623b-def9-487e-b089-ab9e48b91916 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:52.131466 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f35bae2-02ad-4f82-8800-840aac6744ab tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:52.159340 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb71623b-def9-487e-b089-ab9e48b91916 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:52.192982 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-cb71623b-def9-487e-b089-ab9e48b91916 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec148e51-fb51-4f57-8d10-0978b1a35d9b']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:52.211945 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-cb71623b-def9-487e-b089-ab9e48b91916 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f4e3a8-321b-4fb7-a9d8-2d0092aa75ee') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:52.212218 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-cb71623b-def9-487e-b089-ab9e48b91916 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f4e3a8-321b-4fb7-a9d8-2d0092aa75ee') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:52.259379 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb71623b-def9-487e-b089-ab9e48b91916 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:52.310370 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb71623b-def9-487e-b089-ab9e48b91916 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:52.321413 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb71623b-def9-487e-b089-ab9e48b91916 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:15:52.321821 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb71623b-def9-487e-b089-ab9e48b91916 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:52.325026 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:15:52.325026 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:15:52.325026 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:15:52.325026 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:15:52.325026 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:15:52.325026 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:15:52.325026 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:15:52.325026 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:15:52.325026 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:15:52.325026 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:15:52.325026 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:15:52.325026 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:15:52.325026 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:15:52.325026 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:15:52.325026 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:15:52.325026 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:15:52.325026 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:15:52.325026 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:15:52.325026 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:15:52.325026 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:15:52.325026 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:15:52.325026 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:15:52.325026 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:15:52.325026 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:15:52.325026 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:15:52.325026 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:15:52.325026 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:15:52.325026 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:15:52.325026 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:15:52.325026 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:15:52.325026 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:15:52.325026 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:15:52.450116 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb71623b-def9-487e-b089-ab9e48b91916 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:52.455997 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb71623b-def9-487e-b089-ab9e48b91916 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:52.460714 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57532) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:52.460901 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cb71623b-def9-487e-b089-ab9e48b91916 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "DELETE /v2.0/networks/ec148e51-fb51-4f57-8d10-0978b1a35d9b HTTP/1.1" status: 204 len: 168 time: 0.6865199 Aug 16 20:15:52.484880 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71623b-def9-487e-b089-ab9e48b91916 tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Pushing event deleted for resources: {'Network': ['ID=ec148e51-fb51-4f57-8d10-0978b1a35d9b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:52.543593 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec95d8aa-c48d-4c0a-9f28-d2955df9ad4e None None] Network e2d846bd-e660-4646-b8dd-231504ba7c43 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:15:52.547578 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bf6a8d4-bf8c-4f34-a373-4811ed711b1d tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Deleting subnet 0039ea1c-23b5-477b-bae4-93dc586ae96c {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:15:52.551288 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2bf6a8d4-bf8c-4f34-a373-4811ed711b1d tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:52.622340 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2bf6a8d4-bf8c-4f34-a373-4811ed711b1d tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:52.653113 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f35bae2-02ad-4f82-8800-840aac6744ab tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:52.668125 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f35bae2-02ad-4f82-8800-840aac6744ab tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:52.813500 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35bae2-02ad-4f82-8800-840aac6744ab tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Port': ['ID=8c49e7cb-3f7c-45b0-a642-14e6db728e62,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:52.834461 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f35bae2-02ad-4f82-8800-840aac6744ab tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:52.846813 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4d0b757c-6297-4715-ae25-bf5d734d44ac None None] Provisioning for port 270062c5-a2df-466f-b975-0bcc99c9c0bf completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:15:52.999735 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f35bae2-02ad-4f82-8800-840aac6744ab tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network e2d846bd-e660-4646-b8dd-231504ba7c43 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:15:53.001780 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-5f35bae2-02ad-4f82-8800-840aac6744ab tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:53.068956 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2bf6a8d4-bf8c-4f34-a373-4811ed711b1d tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:53.177531 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f35bae2-02ad-4f82-8800-840aac6744ab tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Router d0c7202b-94ed-4c95-91d4-a931a2d90d24 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:15:53.202617 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2bf6a8d4-bf8c-4f34-a373-4811ed711b1d tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:53.235932 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2bf6a8d4-bf8c-4f34-a373-4811ed711b1d tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:53.239487 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9510c118-c480-4bd0-8206-f1fed084fb3a None None] Network a5f234c5-cf2e-45ed-a6df-0a914afedbba requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:15:53.244144 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2bf6a8d4-bf8c-4f34-a373-4811ed711b1d tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "DELETE /v2.0/subnets/0039ea1c-23b5-477b-bae4-93dc586ae96c HTTP/1.1" status: 204 len: 168 time: 0.7822666 Aug 16 20:15:53.244784 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57542) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:53.314212 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6a8d4-bf8c-4f34-a373-4811ed711b1d tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Pushing event deleted for resources: {'Subnet': ['ID=0039ea1c-23b5-477b-bae4-93dc586ae96c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:53.327525 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 270062c5-a2df-466f-b975-0bcc99c9c0bf up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:15:53.363445 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f35bae2-02ad-4f82-8800-840aac6744ab tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:15:53.376151 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7445dc1-1ca3-48ff-bf54-960b441e27fa None None] Sync routers for ids ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:15:53.382273 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5f35bae2-02ad-4f82-8800-840aac6744ab tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "PUT /v2.0/routers/d0c7202b-94ed-4c95-91d4-a931a2d90d24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2251873 Aug 16 20:15:53.383140 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57546) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:53.389254 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7445dc1-1ca3-48ff-bf54-960b441e27fa None None] Routers {'d0c7202b-94ed-4c95-91d4-a931a2d90d24'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:15:53.389834 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3763f5f9-e11b-4606-9dad-6ae9d94d72f0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Request body: {'network': {'name': 'tempest-RoutersTest-1307203874'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:53.389982 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d7445dc1-1ca3-48ff-bf54-960b441e27fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:15:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:53.417860 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3763f5f9-e11b-4606-9dad-6ae9d94d72f0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Made reservation on behalf of 4e7767da8a9b462f9abca14d577f0aa8 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:15:53.422134 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3763f5f9-e11b-4606-9dad-6ae9d94d72f0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:53.483988 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3763f5f9-e11b-4606-9dad-6ae9d94d72f0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:15:53.497859 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cedbe771-c754-45c6-99d1-1809336a9dab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:53.498277 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3763f5f9-e11b-4606-9dad-6ae9d94d72f0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:53.498622 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-3763f5f9-e11b-4606-9dad-6ae9d94d72f0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Added segment 7dd8ece3-8f7b-4c78-93ba-a6a4b5941faf of type vlan for network 481cd87e-c065-4497-87ce-bed7efec6dd6 Aug 16 20:15:53.501092 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 270062c5-a2df-466f-b975-0bcc99c9c0bf completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:15:53.507838 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 270062c5-a2df-466f-b975-0bcc99c9c0bf triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:15:53.516058 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:53.561679 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3763f5f9-e11b-4606-9dad-6ae9d94d72f0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:53.589899 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-cedbe771-c754-45c6-99d1-1809336a9dab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Deleting port da7ba0c0-7a73-45a8-bf93-bb4653026668 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:15:53.590212 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cedbe771-c754-45c6-99d1-1809336a9dab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:53.597322 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3763f5f9-e11b-4606-9dad-6ae9d94d72f0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:53.600533 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-d7445dc1-1ca3-48ff-bf54-960b441e27fa None None] Set router d0c7202b-94ed-4c95-91d4-a931a2d90d24 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:15:53.607295 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3763f5f9-e11b-4606-9dad-6ae9d94d72f0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:53.608450 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3763f5f9-e11b-4606-9dad-6ae9d94d72f0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:53.716257 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3763f5f9-e11b-4606-9dad-6ae9d94d72f0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3239706 Aug 16 20:15:53.726934 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:53.731602 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57550) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:53.754233 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c928f0e1-7c62-4266-a084-c0ece5104b8f None None] DHCP port deletion for a5f234c5-cf2e-45ed-a6df-0a914afedbba request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:15:53.762851 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6e5c3524-5569-4453-aef1-37ebe622589d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Request body: {'subnet': {'network_id': '481cd87e-c065-4497-87ce-bed7efec6dd6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:53.772397 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763f5f9-e11b-4606-9dad-6ae9d94d72f0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Network': ['ID=481cd87e-c065-4497-87ce-bed7efec6dd6,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:53.795592 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 270062c5-a2df-466f-b975-0bcc99c9c0bf, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=270062c5-a2df-466f-b975-0bcc99c9c0bf,segment=NetworkSegment(c19a0358-cdf9-4308-a7bb-6d2b3812e663),segment_id=c19a0358-cdf9-4308-a7bb-6d2b3812e663)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:15:53.796999 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 481cd87e-c065-4497-87ce-bed7efec6dd6 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:15:53.929279 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5c3524-5569-4453-aef1-37ebe622589d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Made reservation on behalf of 4e7767da8a9b462f9abca14d577f0aa8 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:15:53.933938 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6e5c3524-5569-4453-aef1-37ebe622589d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:54.036827 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017bab0d-8fdd-4dce-b7ae-432a8518ad4d None None] Network e2d846bd-e660-4646-b8dd-231504ba7c43 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:15:54.041122 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:54.067580 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-cedbe771-c754-45c6-99d1-1809336a9dab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] For port da7ba0c0-7a73-45a8-bf93-bb4653026668, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=da7ba0c0-7a73-45a8-bf93-bb4653026668,segment=NetworkSegment(ec820b34-1e96-4053-9893-f3ef4532be63),segment_id=ec820b34-1e96-4053-9893-f3ef4532be63)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:15:54.068334 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cedbe771-c754-45c6-99d1-1809336a9dab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:54.122767 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-cedbe771-c754-45c6-99d1-1809336a9dab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Calling delete_port for da7ba0c0-7a73-45a8-bf93-bb4653026668 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:15:54.178852 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d7445dc1-1ca3-48ff-bf54-960b441e27fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'name': 'tempest-RoutersTest-router-338244772', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:15:47Z', 'updated_at': '2021-08-16T20:15:51Z', 'revision_number': 2, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None, '_interfaces': [{'id': '8c49e7cb-3f7c-45b0-a642-14e6db728e62', 'name': '', 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:01:7d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:50Z', 'updated_at': '2021-08-16T20:15:52Z', 'revision_number': 2, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:54.190936 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-37620cc6-57b5-43f3-b559-15e087a47b7f None None] Provisioning for port 8c49e7cb-3f7c-45b0-a642-14e6db728e62 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:15:54.222274 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-37620cc6-57b5-43f3-b559-15e087a47b7f None None] Provisioning complete for port 8c49e7cb-3f7c-45b0-a642-14e6db728e62 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:15:54.222737 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-37620cc6-57b5-43f3-b559-15e087a47b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:54.250253 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=270062c5-a2df-466f-b975-0bcc99c9c0bf,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:54.264013 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7445dc1-1ca3-48ff-bf54-960b441e27fa None None] Checking router: d0c7202b-94ed-4c95-91d4-a931a2d90d24 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:15:54.264568 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7445dc1-1ca3-48ff-bf54-960b441e27fa None None] Updating router d0c7202b-94ed-4c95-91d4-a931a2d90d24 port 8c49e7cb-3f7c-45b0-a642-14e6db728e62 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:15:54.296544 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7445dc1-1ca3-48ff-bf54-960b441e27fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:54.327840 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c928f0e1-7c62-4266-a084-c0ece5104b8f None None] Deleting port da7ba0c0-7a73-45a8-bf93-bb4653026668 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:15:54.328393 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c928f0e1-7c62-4266-a084-c0ece5104b8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:54.415674 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c928f0e1-7c62-4266-a084-c0ece5104b8f None None] For port da7ba0c0-7a73-45a8-bf93-bb4653026668, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=da7ba0c0-7a73-45a8-bf93-bb4653026668,segment=NetworkSegment(ec820b34-1e96-4053-9893-f3ef4532be63),segment_id=ec820b34-1e96-4053-9893-f3ef4532be63)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:15:54.416108 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c928f0e1-7c62-4266-a084-c0ece5104b8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:54.433820 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c928f0e1-7c62-4266-a084-c0ece5104b8f None None] Calling delete_port for da7ba0c0-7a73-45a8-bf93-bb4653026668 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:15:54.522976 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-37620cc6-57b5-43f3-b559-15e087a47b7f None None] Port 8c49e7cb-3f7c-45b0-a642-14e6db728e62 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:15:54.540635 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-37620cc6-57b5-43f3-b559-15e087a47b7f None None] Provisioning complete for port 270062c5-a2df-466f-b975-0bcc99c9c0bf triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:15:54.541334 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-37620cc6-57b5-43f3-b559-15e087a47b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:54.562700 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cedbe771-c754-45c6-99d1-1809336a9dab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:54.607411 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c928f0e1-7c62-4266-a084-c0ece5104b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:54.616557 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedbe771-c754-45c6-99d1-1809336a9dab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Pushing event deleted for resources: {'Port': ['ID=da7ba0c0-7a73-45a8-bf93-bb4653026668,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:54.619395 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6e5c3524-5569-4453-aef1-37ebe622589d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:54.676674 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedbe771-c754-45c6-99d1-1809336a9dab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] No DVR routers for this DVR port da7ba0c0-7a73-45a8-bf93-bb4653026668 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:15:54.681402 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7445dc1-1ca3-48ff-bf54-960b441e27fa None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:54.696462 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-d7445dc1-1ca3-48ff-bf54-960b441e27fa None None] Transition to ACTIVE for port object 8c49e7cb-3f7c-45b0-a642-14e6db728e62 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:15:54.707757 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928f0e1-7c62-4266-a084-c0ece5104b8f None None] Pushing event deleted for resources: {'Port': ['ID=da7ba0c0-7a73-45a8-bf93-bb4653026668,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:54.708230 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7445dc1-1ca3-48ff-bf54-960b441e27fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:54.716692 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c928f0e1-7c62-4266-a084-c0ece5104b8f None None] No DVR routers for this DVR port da7ba0c0-7a73-45a8-bf93-bb4653026668 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:15:54.771657 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c3524-5569-4453-aef1-37ebe622589d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Subnet': ['ID=2707b86a-57a2-4ffd-ba07-38978beec954,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:54.808431 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf5cb8-c58e-45d5-b49c-8f855eeb3ca2 None None] Pushing event updated for resources: {'Port': ['ID=8c49e7cb-3f7c-45b0-a642-14e6db728e62,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:54.818152 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cedbe771-c754-45c6-99d1-1809336a9dab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:54.835985 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf5cb8-c58e-45d5-b49c-8f855eeb3ca2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:54.836559 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf5cb8-c58e-45d5-b49c-8f855eeb3ca2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:54.836708 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf5cb8-c58e-45d5-b49c-8f855eeb3ca2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:54.837011 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf5cb8-c58e-45d5-b49c-8f855eeb3ca2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:54.837341 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf5cb8-c58e-45d5-b49c-8f855eeb3ca2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:54.837672 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf5cb8-c58e-45d5-b49c-8f855eeb3ca2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:54.838019 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf5cb8-c58e-45d5-b49c-8f855eeb3ca2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:54.838360 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf5cb8-c58e-45d5-b49c-8f855eeb3ca2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:54.838810 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf5cb8-c58e-45d5-b49c-8f855eeb3ca2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:54.839111 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf5cb8-c58e-45d5-b49c-8f855eeb3ca2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:54.839501 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf5cb8-c58e-45d5-b49c-8f855eeb3ca2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:54.839821 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf5cb8-c58e-45d5-b49c-8f855eeb3ca2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:15:54.848436 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-cedbe771-c754-45c6-99d1-1809336a9dab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f234c5-cf2e-45ed-a6df-0a914afedbba']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:54.851314 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5c3524-5569-4453-aef1-37ebe622589d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Checking segment: {'id': '7dd8ece3-8f7b-4c78-93ba-a6a4b5941faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '481cd87e-c065-4497-87ce-bed7efec6dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:15:54.852440 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5c3524-5569-4453-aef1-37ebe622589d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network hostable DHCP agents. Network: 481cd87e-c065-4497-87ce-bed7efec6dd6, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:15:54.865799 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-cedbe771-c754-45c6-99d1-1809336a9dab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec820b34-1e96-4053-9893-f3ef4532be63') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:54.866481 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-cedbe771-c754-45c6-99d1-1809336a9dab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec820b34-1e96-4053-9893-f3ef4532be63') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:54.882824 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cedbe771-c754-45c6-99d1-1809336a9dab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:54.902719 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cedbe771-c754-45c6-99d1-1809336a9dab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:54.905470 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5c3524-5569-4453-aef1-37ebe622589d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network 481cd87e-c065-4497-87ce-bed7efec6dd6 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:15:54.917999 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cedbe771-c754-45c6-99d1-1809336a9dab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:15:54.918685 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cedbe771-c754-45c6-99d1-1809336a9dab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:54.927022 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-d7445dc1-1ca3-48ff-bf54-960b441e27fa None None] Attempting to bind port 8c49e7cb-3f7c-45b0-a642-14e6db728e62 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:15:54.927340 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-d7445dc1-1ca3-48ff-bf54-960b441e27fa None None] Attempting to bind port 8c49e7cb-3f7c-45b0-a642-14e6db728e62 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'c19a0358-cdf9-4308-a7bb-6d2b3812e663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:15:54.927754 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7445dc1-1ca3-48ff-bf54-960b441e27fa None None] Attempting to bind port 8c49e7cb-3f7c-45b0-a642-14e6db728e62 on network e2d846bd-e660-4646-b8dd-231504ba7c43 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:15:54.935239 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7445dc1-1ca3-48ff-bf54-960b441e27fa None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:15:54.935671 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7445dc1-1ca3-48ff-bf54-960b441e27fa None None] Checking segment: {'id': 'c19a0358-cdf9-4308-a7bb-6d2b3812e663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:15:54.936137 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7445dc1-1ca3-48ff-bf54-960b441e27fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:54.936539 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7445dc1-1ca3-48ff-bf54-960b441e27fa None None] Bound using segment: {'id': 'c19a0358-cdf9-4308-a7bb-6d2b3812e663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:15:54.937057 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-d7445dc1-1ca3-48ff-bf54-960b441e27fa None None] Bound port: 8c49e7cb-3f7c-45b0-a642-14e6db728e62, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19a0358-cdf9-4308-a7bb-6d2b3812e663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:15:54.937495 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7445dc1-1ca3-48ff-bf54-960b441e27fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:54.939570 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:15:54.939570 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:15:54.939570 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:15:54.939570 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:15:54.939570 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:15:54.939570 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:15:54.939570 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:15:54.939570 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:15:54.939570 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:15:54.939570 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:15:54.939570 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:15:54.939570 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:15:54.939570 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:15:54.939570 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:15:54.939570 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:15:54.939570 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:15:54.939570 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:15:54.939570 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:15:54.939570 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:15:54.939570 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:15:54.939570 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:15:54.939570 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:15:54.939570 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:15:54.939570 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:15:54.939570 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:15:54.939570 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:15:54.939570 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:15:54.939570 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:15:54.939570 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:15:54.939570 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:15:54.939570 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:15:54.939570 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:15:54.960224 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-6e5c3524-5569-4453-aef1-37ebe622589d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 481cd87e-c065-4497-87ce-bed7efec6dd6) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:54.989530 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8b983d-5164-4348-a6ea-2a08a4f752d7 None None] Network 481cd87e-c065-4497-87ce-bed7efec6dd6 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:15:55.052899 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5c3524-5569-4453-aef1-37ebe622589d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:55.053761 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6e5c3524-5569-4453-aef1-37ebe622589d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:55.089742 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6e5c3524-5569-4453-aef1-37ebe622589d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3570065 Aug 16 20:15:55.092552 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57562) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:55.100756 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cedbe771-c754-45c6-99d1-1809336a9dab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:55.139494 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cedbe771-c754-45c6-99d1-1809336a9dab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:55.144311 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-cedbe771-c754-45c6-99d1-1809336a9dab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] 10.222.0.68 "DELETE /v2.0/networks/a5f234c5-cf2e-45ed-a6df-0a914afedbba HTTP/1.1" status: 204 len: 168 time: 1.8945899 Aug 16 20:15:55.215328 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedbe771-c754-45c6-99d1-1809336a9dab tempest-NetworksIpV6TestAttrs-618508590 tempest-NetworksIpV6TestAttrs-618508590-project] Pushing event deleted for resources: {'Network': ['ID=a5f234c5-cf2e-45ed-a6df-0a914afedbba,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:55.234618 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-d7445dc1-1ca3-48ff-bf54-960b441e27fa None None] For port 8c49e7cb-3f7c-45b0-a642-14e6db728e62, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:15:55.250305 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-d7445dc1-1ca3-48ff-bf54-960b441e27fa None None] For port 8c49e7cb-3f7c-45b0-a642-14e6db728e62, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8c49e7cb-3f7c-45b0-a642-14e6db728e62,segment=NetworkSegment(c19a0358-cdf9-4308-a7bb-6d2b3812e663),segment_id=c19a0358-cdf9-4308-a7bb-6d2b3812e663)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:15:55.272448 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d7445dc1-1ca3-48ff-bf54-960b441e27fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:55.511390 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf5cb8-c58e-45d5-b49c-8f855eeb3ca2 None None] Pushing event updated for resources: {'Port': ['ID=8c49e7cb-3f7c-45b0-a642-14e6db728e62,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:55.523717 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7445dc1-1ca3-48ff-bf54-960b441e27fa None None] Routers {'d0c7202b-94ed-4c95-91d4-a931a2d90d24'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:15:55.525005 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d7445dc1-1ca3-48ff-bf54-960b441e27fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:15:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:55.530252 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 270062c5-a2df-466f-b975-0bcc99c9c0bf up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:15:55.630634 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56d5071-d3cb-41f6-a86f-59ae4916dfe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-481cd87e-c065-4497-87ce-bed7efec6dd6', 'network_id': '481cd87e-c065-4497-87ce-bed7efec6dd6', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'fixed_ips': [{'subnet_id': '2707b86a-57a2-4ffd-ba07-38978beec954'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:15:55.634781 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d56d5071-d3cb-41f6-a86f-59ae4916dfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:55.712193 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e80a1796-d93a-4311-a0e0-e7709f316bca None None] Provisioning complete for port 270062c5-a2df-466f-b975-0bcc99c9c0bf triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:15:55.713181 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e80a1796-d93a-4311-a0e0-e7709f316bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:55.744203 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57576) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:55.839911 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57580) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:55.878003 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 270062c5-a2df-466f-b975-0bcc99c9c0bf triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:15:55.894621 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:55.900692 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f53f48fd-30d1-4b69-b83e-b2df3f08264b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:56.058632 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-d7445dc1-1ca3-48ff-bf54-960b441e27fa None None] Set router d0c7202b-94ed-4c95-91d4-a931a2d90d24 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:15:56.063853 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-87716d0a-b234-4304-a0f3-8dbf2766d1e4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e005a219d2a54cd1818af76be8a25bf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2229118 Aug 16 20:15:56.073386 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57588) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:56.155284 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf7abce2-489b-4dbe-8db4-973bfb63503d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:56.214901 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-d56d5071-d3cb-41f6-a86f-59ae4916dfe9 None None] Allocated IP 172.21.0.2 (481cd87e-c065-4497-87ce-bed7efec6dd6/2707b86a-57a2-4ffd-ba07-38978beec954/8cd5e03a-567e-4ef6-bad9-a3211a5247a6) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:15:56.300617 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d01512c1-af26-4c82-8ed8-a6b636bcf410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:56.465339 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f53f48fd-30d1-4b69-b83e-b2df3f08264b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:56.473512 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device da7ba0c0-7a73-45a8-bf93-bb4653026668 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:15:56.478416 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d01512c1-af26-4c82-8ed8-a6b636bcf410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:56.481174 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f53f48fd-30d1-4b69-b83e-b2df3f08264b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:56.557091 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: da7ba0c0-7a73-45a8-bf93-bb4653026668 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:15:56.557260 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device da7ba0c0-7a73-45a8-bf93-bb4653026668 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:15:56.637692 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f48fd-30d1-4b69-b83e-b2df3f08264b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd841ca-8576-428c-bc96-b9bf6d306d2a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:56.645948 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f53f48fd-30d1-4b69-b83e-b2df3f08264b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9840292b8d15420484bccf9c44ba9970&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9002552 Aug 16 20:15:56.647473 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d56d5071-d3cb-41f6-a86f-59ae4916dfe9 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:56.651372 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57596) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:56.657632 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d56d5071-d3cb-41f6-a86f-59ae4916dfe9 None None] Transition to ACTIVE for port object 8cd5e03a-567e-4ef6-bad9-a3211a5247a6 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:15:56.669529 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d7445dc1-1ca3-48ff-bf54-960b441e27fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'name': 'tempest-RoutersTest-router-338244772', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:15:47Z', 'updated_at': '2021-08-16T20:15:51Z', 'revision_number': 2, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None, '_interfaces': [{'id': '8c49e7cb-3f7c-45b0-a642-14e6db728e62', 'name': '', 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:01:7d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:50Z', 'updated_at': '2021-08-16T20:15:55Z', 'revision_number': 4, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:15:56.675508 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d56d5071-d3cb-41f6-a86f-59ae4916dfe9 None None] Transition to ACTIVE for port object 8cd5e03a-567e-4ef6-bad9-a3211a5247a6 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:15:56.686303 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d01512c1-af26-4c82-8ed8-a6b636bcf410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:56.686547 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d56d5071-d3cb-41f6-a86f-59ae4916dfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:56.689623 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d01512c1-af26-4c82-8ed8-a6b636bcf410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:56.690762 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d01512c1-af26-4c82-8ed8-a6b636bcf410 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6b680980-86f5-4718-8369-0303ad5a1a07 HTTP/1.1" status: 204 len: 168 time: 0.6131632 Aug 16 20:15:56.703676 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01512c1-af26-4c82-8ed8-a6b636bcf410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b680980-86f5-4718-8369-0303ad5a1a07,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:56.731289 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7445dc1-1ca3-48ff-bf54-960b441e27fa None None] The sync data for ids ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'] in n-d-787206-13 is: [{'id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'name': 'tempest-RoutersTest-router-338244772', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:15:47Z', 'updated_at': '2021-08-16T20:15:51Z', 'revision_number': 2, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None, '_interfaces': [{'id': '8c49e7cb-3f7c-45b0-a642-14e6db728e62', 'name': '', 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:01:7d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:50Z', 'updated_at': '2021-08-16T20:15:55Z', 'revision_number': 4, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:15:56.755138 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d5071-d3cb-41f6-a86f-59ae4916dfe9 None None] Pushing event updated for resources: {'Port': ['ID=8cd5e03a-567e-4ef6-bad9-a3211a5247a6,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:56.804139 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56d5071-d3cb-41f6-a86f-59ae4916dfe9 None None] Network 481cd87e-c065-4497-87ce-bed7efec6dd6 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:15:56.808172 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-d56d5071-d3cb-41f6-a86f-59ae4916dfe9 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:56.819671 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56d5071-d3cb-41f6-a86f-59ae4916dfe9 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:15:56.899273 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f616d705-866b-4060-9f03-59020a6f229e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:56.938079 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d56d5071-d3cb-41f6-a86f-59ae4916dfe9 None None] Attempting to bind port 8cd5e03a-567e-4ef6-bad9-a3211a5247a6 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:15:56.938452 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d56d5071-d3cb-41f6-a86f-59ae4916dfe9 None None] Attempting to bind port 8cd5e03a-567e-4ef6-bad9-a3211a5247a6 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '7dd8ece3-8f7b-4c78-93ba-a6a4b5941faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '481cd87e-c065-4497-87ce-bed7efec6dd6'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:15:56.938852 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56d5071-d3cb-41f6-a86f-59ae4916dfe9 None None] Attempting to bind port 8cd5e03a-567e-4ef6-bad9-a3211a5247a6 on network 481cd87e-c065-4497-87ce-bed7efec6dd6 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:15:56.944666 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56d5071-d3cb-41f6-a86f-59ae4916dfe9 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:15:56.945103 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56d5071-d3cb-41f6-a86f-59ae4916dfe9 None None] Checking segment: {'id': '7dd8ece3-8f7b-4c78-93ba-a6a4b5941faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '481cd87e-c065-4497-87ce-bed7efec6dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:15:56.945670 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d56d5071-d3cb-41f6-a86f-59ae4916dfe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:56.946067 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56d5071-d3cb-41f6-a86f-59ae4916dfe9 None None] Bound using segment: {'id': '7dd8ece3-8f7b-4c78-93ba-a6a4b5941faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '481cd87e-c065-4497-87ce-bed7efec6dd6'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:15:56.946535 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d56d5071-d3cb-41f6-a86f-59ae4916dfe9 None None] Bound port: 8cd5e03a-567e-4ef6-bad9-a3211a5247a6, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8ece3-8f7b-4c78-93ba-a6a4b5941faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '481cd87e-c065-4497-87ce-bed7efec6dd6'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:15:56.946916 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d56d5071-d3cb-41f6-a86f-59ae4916dfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:56.956255 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-bf7abce2-489b-4dbe-8db4-973bfb63503d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Allocated IP 172.21.0.1 (481cd87e-c065-4497-87ce-bed7efec6dd6/2707b86a-57a2-4ffd-ba07-38978beec954/2acc6a47-ab99-497a-8a8e-525bffee8afd) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:15:56.972608 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f616d705-866b-4060-9f03-59020a6f229e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:57.054559 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d56d5071-d3cb-41f6-a86f-59ae4916dfe9 None None] For port 8cd5e03a-567e-4ef6-bad9-a3211a5247a6, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:15:57.113699 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d56d5071-d3cb-41f6-a86f-59ae4916dfe9 None None] For port 8cd5e03a-567e-4ef6-bad9-a3211a5247a6, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8cd5e03a-567e-4ef6-bad9-a3211a5247a6,segment=NetworkSegment(7dd8ece3-8f7b-4c78-93ba-a6a4b5941faf),segment_id=7dd8ece3-8f7b-4c78-93ba-a6a4b5941faf)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:15:57.127065 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d56d5071-d3cb-41f6-a86f-59ae4916dfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:57.167607 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f616d705-866b-4060-9f03-59020a6f229e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:57.173663 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f616d705-866b-4060-9f03-59020a6f229e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:57.194998 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f616d705-866b-4060-9f03-59020a6f229e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3bd841ca-8576-428c-bc96-b9bf6d306d2a HTTP/1.1" status: 204 len: 168 time: 0.5307267 Aug 16 20:15:57.247852 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616d705-866b-4060-9f03-59020a6f229e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd841ca-8576-428c-bc96-b9bf6d306d2a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:57.284444 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d5071-d3cb-41f6-a86f-59ae4916dfe9 None None] Pushing event updated for resources: {'Port': ['ID=8cd5e03a-567e-4ef6-bad9-a3211a5247a6,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:57.374634 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8c49e7cb-3f7c-45b0-a642-14e6db728e62 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:15:57.507524 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 8c49e7cb-3f7c-45b0-a642-14e6db728e62 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:15:57.520288 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 8c49e7cb-3f7c-45b0-a642-14e6db728e62 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:15:57.521852 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf7abce2-489b-4dbe-8db4-973bfb63503d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:57.522466 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:57.545582 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-bf7abce2-489b-4dbe-8db4-973bfb63503d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Transition to ACTIVE for port object 2acc6a47-ab99-497a-8a8e-525bffee8afd will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:15:57.623057 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf7abce2-489b-4dbe-8db4-973bfb63503d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:57.726888 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7abce2-489b-4dbe-8db4-973bfb63503d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Port': ['ID=2acc6a47-ab99-497a-8a8e-525bffee8afd,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:57.745705 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d61c1-3947-41df-b6cf-1d040eb2f7f5 req-9a65336f-a83b-45a5-8318-286d9c0b2035 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:57.750973 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f15d61c1-3947-41df-b6cf-1d040eb2f7f5 req-9a65336f-a83b-45a5-8318-286d9c0b2035 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.3610210 Aug 16 20:15:57.756717 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7abce2-489b-4dbe-8db4-973bfb63503d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network 481cd87e-c065-4497-87ce-bed7efec6dd6 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:15:57.758881 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-bf7abce2-489b-4dbe-8db4-973bfb63503d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:57.762903 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7abce2-489b-4dbe-8db4-973bfb63503d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:15:57.826274 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:57.906961 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f15d61c1-3947-41df-b6cf-1d040eb2f7f5 req-2e43c706-37b7-44ef-bd3a-d3f121a8558d tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454780 Aug 16 20:15:57.917574 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf7abce2-489b-4dbe-8db4-973bfb63503d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:57.926598 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 8c49e7cb-3f7c-45b0-a642-14e6db728e62, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8c49e7cb-3f7c-45b0-a642-14e6db728e62,segment=NetworkSegment(c19a0358-cdf9-4308-a7bb-6d2b3812e663),segment_id=c19a0358-cdf9-4308-a7bb-6d2b3812e663)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:15:57.932414 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:58.073963 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=8c49e7cb-3f7c-45b0-a642-14e6db728e62,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:58.167548 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c454f14-7660-4795-b725-d007685776b6 req-fb4b3ea5-cbf2-4e8c-9dd6-4c828db38851 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:58.171345 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c454f14-7660-4795-b725-d007685776b6 req-fb4b3ea5-cbf2-4e8c-9dd6-4c828db38851 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1176903 Aug 16 20:15:58.256832 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c454f14-7660-4795-b725-d007685776b6 req-6e989601-ef36-4846-bb44-30b20ce7bc0b tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766449 Aug 16 20:15:58.502529 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf7abce2-489b-4dbe-8db4-973bfb63503d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:58.794272 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57668) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:58.846698 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277adbb2-bc39-44f7-b582-2272067061c6 req-e7c073cc-ffe3-496e-88f7-b28acd8c2b70 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:15:58.848609 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-277adbb2-bc39-44f7-b582-2272067061c6 req-e7c073cc-ffe3-496e-88f7-b28acd8c2b70 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/networks?id=dbfa510a-9034-470b-99ef-e5f61f9b5e17 HTTP/1.1" status: 200 len: 812 time: 0.2254968 Aug 16 20:15:58.862327 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57672) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:58.868726 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-277adbb2-bc39-44f7-b582-2272067061c6 req-dd446542-9a17-48ee-89b0-06c652e5df0b tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/quotas/41f949d98cf9473f85e64341bcd4f07a HTTP/1.1" status: 200 len: 375 time: 0.0101640 Aug 16 20:15:58.912218 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cb1e77-4d2d-44bd-b8b9-5c680fabff87 None None] Network 481cd87e-c065-4497-87ce-bed7efec6dd6 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:15:58.995990 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf7abce2-489b-4dbe-8db4-973bfb63503d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:59.001028 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-277adbb2-bc39-44f7-b582-2272067061c6 req-64496070-f39b-427f-8042-4ce2ce406753 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=41f949d98cf9473f85e64341bcd4f07a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1231861 Aug 16 20:15:59.017228 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf7abce2-489b-4dbe-8db4-973bfb63503d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:59.087640 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8035045c-9549-444a-b80b-dd086cb07a93 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1149908602-network', 'tenant_id': '50bf2ec2ef51480f81ee4419e25876f4'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:59.172332 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8035045c-9549-444a-b80b-dd086cb07a93 admin admin] Made reservation on behalf of 50bf2ec2ef51480f81ee4419e25876f4 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:15:59.178286 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8035045c-9549-444a-b80b-dd086cb07a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:59.203797 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-07056866-6585-4f2c-8418-bd0ab810019c None None] Provisioning for port 8cd5e03a-567e-4ef6-bad9-a3211a5247a6 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:15:59.213911 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8035045c-9549-444a-b80b-dd086cb07a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:59.227854 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-277adbb2-bc39-44f7-b582-2272067061c6 req-0100fa56-eaa9-43e4-8881-fa23ca5c6bac service neutron] 10.222.0.68 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225890 Aug 16 20:15:59.278995 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7abce2-489b-4dbe-8db4-973bfb63503d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Port': ['ID=2acc6a47-ab99-497a-8a8e-525bffee8afd,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:59.284691 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf7abce2-489b-4dbe-8db4-973bfb63503d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:59.326131 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f4c0144b-4b5e-4af1-ae33-0a2735fae512 tempest-SubnetPoolsTestJSON-107933131 tempest-SubnetPoolsTestJSON-107933131-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1476566524', 'prefixes': ['172.20.0.0/16']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:59.404955 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7abce2-489b-4dbe-8db4-973bfb63503d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network 481cd87e-c065-4497-87ce-bed7efec6dd6 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:15:59.409215 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-bf7abce2-489b-4dbe-8db4-973bfb63503d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:15:59.422431 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8cd5e03a-567e-4ef6-bad9-a3211a5247a6 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:15:59.430818 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-277adbb2-bc39-44f7-b582-2272067061c6 req-a0896de6-deeb-4b99-addf-515504c1a3c0 service neutron] 10.222.0.68 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020767 Aug 16 20:15:59.503676 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 8cd5e03a-567e-4ef6-bad9-a3211a5247a6 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:15:59.509469 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 8cd5e03a-567e-4ef6-bad9-a3211a5247a6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:15:59.510179 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:59.618008 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7abce2-489b-4dbe-8db4-973bfb63503d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Router d0c7202b-94ed-4c95-91d4-a931a2d90d24 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:15:59.619111 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:59.697450 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9430164e-d37c-4a05-b553-c4825425b311 None None] Provisioning complete for port 8cd5e03a-567e-4ef6-bad9-a3211a5247a6 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:15:59.697929 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9430164e-d37c-4a05-b553-c4825425b311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:59.703411 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 8cd5e03a-567e-4ef6-bad9-a3211a5247a6, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8cd5e03a-567e-4ef6-bad9-a3211a5247a6,segment=NetworkSegment(7dd8ece3-8f7b-4c78-93ba-a6a4b5941faf),segment_id=7dd8ece3-8f7b-4c78-93ba-a6a4b5941faf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:15:59.710997 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8035045c-9549-444a-b80b-dd086cb07a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:59.724655 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:59.726022 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8c49e7cb-3f7c-45b0-a642-14e6db728e62 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:15:59.779025 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-345cd91e-af0c-47b7-ad91-cc599f82b12d req-21006680-852f-4901-ab3b-e2bba4e52787 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=88edb25c-c6fa-423d-acc5-61ce5cdd595f HTTP/1.1" status: 200 len: 210 time: 0.0641489 Aug 16 20:15:59.794705 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8035045c-9549-444a-b80b-dd086cb07a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:59.806495 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f4c0144b-4b5e-4af1-ae33-0a2735fae512 tempest-SubnetPoolsTestJSON-107933131 tempest-SubnetPoolsTestJSON-107933131-project] Notify callbacks [] for subnetpool, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:59.808718 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f4c0144b-4b5e-4af1-ae33-0a2735fae512 tempest-SubnetPoolsTestJSON-107933131 tempest-SubnetPoolsTestJSON-107933131-project] 10.222.0.68 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0133245 Aug 16 20:15:59.811722 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57688) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:59.874429 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b686e6d1-79bd-42b9-8135-9596d29cfa5a tempest-SubnetPoolsTestJSON-107933131 tempest-SubnetPoolsTestJSON-107933131-project] 10.222.0.68 "GET /v2.0/subnetpools/c48dadf8-3d75-42d7-b558-7e84359576f1 HTTP/1.1" status: 200 len: 732 time: 0.0601358 Aug 16 20:15:59.877608 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8035045c-9549-444a-b80b-dd086cb07a93 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:15:59.878798 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57690) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:59.886505 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-1d857757-8d45-46a4-a533-66fb3c1a63bf tempest-SubnetPoolsTestJSON-107933131 tempest-SubnetPoolsTestJSON-107933131-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1465279837'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:15:59.934316 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035045c-9549-444a-b80b-dd086cb07a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d96e1ad-3cbc-4226-9ef8-63e8072994ec,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:15:59.952852 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8035045c-9549-444a-b80b-dd086cb07a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:59.956807 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-8035045c-9549-444a-b80b-dd086cb07a93 admin admin] Added segment d7b519fe-9895-44f7-9e53-c597e015d95f of type vlan for network 03372f6e-3aa5-4f06-a2ff-93fc6275e972 Aug 16 20:15:59.964046 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7abce2-489b-4dbe-8db4-973bfb63503d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:15:59.993800 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bf7abce2-489b-4dbe-8db4-973bfb63503d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "PUT /v2.0/routers/d0c7202b-94ed-4c95-91d4-a931a2d90d24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8969018 Aug 16 20:15:59.995560 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57696) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:00.000742 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5784e521-8b14-4929-bf06-fd2f4ce1d109 None None] Sync routers for ids ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:16:00.007794 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-457d0ec7-691a-4000-a5d9-4e07f6425cfe tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Request body: {'network': {'name': 'tempest-RoutersTest-1484654239'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:16:00.061748 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d857757-8d45-46a4-a533-66fb3c1a63bf tempest-SubnetPoolsTestJSON-107933131 tempest-SubnetPoolsTestJSON-107933131-project] Notify callbacks [] for subnetpool, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:00.065383 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1d857757-8d45-46a4-a533-66fb3c1a63bf tempest-SubnetPoolsTestJSON-107933131 tempest-SubnetPoolsTestJSON-107933131-project] 10.222.0.68 "PUT /v2.0/subnetpools/c48dadf8-3d75-42d7-b558-7e84359576f1 HTTP/1.1" status: 200 len: 684 time: 0.1827121 Aug 16 20:16:00.066524 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57700) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:00.127860 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8035045c-9549-444a-b80b-dd086cb07a93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:00.159622 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457d0ec7-691a-4000-a5d9-4e07f6425cfe tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Made reservation on behalf of 4e7767da8a9b462f9abca14d577f0aa8 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:16:00.164151 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-457d0ec7-691a-4000-a5d9-4e07f6425cfe tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:00.184261 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=8cd5e03a-567e-4ef6-bad9-a3211a5247a6,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:00.201161 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5784e521-8b14-4929-bf06-fd2f4ce1d109 None None] Routers {'d0c7202b-94ed-4c95-91d4-a931a2d90d24'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:16:00.202220 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-5784e521-8b14-4929-bf06-fd2f4ce1d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:15:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:00.204968 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-457d0ec7-691a-4000-a5d9-4e07f6425cfe tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:16:00.207285 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b7c07d5c-126d-464c-a3e7-5b73d2133581 tempest-SubnetPoolsTestJSON-107933131 tempest-SubnetPoolsTestJSON-107933131-project] Notify callbacks [] for subnetpool, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:00.211038 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b7c07d5c-126d-464c-a3e7-5b73d2133581 tempest-SubnetPoolsTestJSON-107933131 tempest-SubnetPoolsTestJSON-107933131-project] 10.222.0.68 "DELETE /v2.0/subnetpools/c48dadf8-3d75-42d7-b558-7e84359576f1 HTTP/1.1" status: 204 len: 168 time: 0.1404800 Aug 16 20:16:00.211406 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8035045c-9549-444a-b80b-dd086cb07a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:00.211563 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57702) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:00.212748 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8035045c-9549-444a-b80b-dd086cb07a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:00.213490 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8035045c-9549-444a-b80b-dd086cb07a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:00.229648 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-2f921822-5dc1-47e1-8c56-b9af4a6289c4 tempest-SubnetPoolsTestJSON-107933131 tempest-SubnetPoolsTestJSON-107933131-project] show failed (client error): The resource could not be found. Aug 16 20:16:00.233612 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2f921822-5dc1-47e1-8c56-b9af4a6289c4 tempest-SubnetPoolsTestJSON-107933131 tempest-SubnetPoolsTestJSON-107933131-project] 10.222.0.68 "GET /v2.0/subnetpools/c48dadf8-3d75-42d7-b558-7e84359576f1 HTTP/1.1" status: 404 len: 346 time: 0.0180185 Aug 16 20:16:00.233612 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57706) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:00.250262 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-bfc80148-3856-4b74-9793-f1a330740fd8 tempest-SubnetPoolsTestJSON-107933131 tempest-SubnetPoolsTestJSON-107933131-project] delete failed (client error): The resource could not be found. Aug 16 20:16:00.254939 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bfc80148-3856-4b74-9793-f1a330740fd8 tempest-SubnetPoolsTestJSON-107933131 tempest-SubnetPoolsTestJSON-107933131-project] 10.222.0.68 "DELETE /v2.0/subnetpools/c48dadf8-3d75-42d7-b558-7e84359576f1 HTTP/1.1" status: 404 len: 346 time: 0.0175622 Aug 16 20:16:00.283492 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-457d0ec7-691a-4000-a5d9-4e07f6425cfe tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:00.283849 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-457d0ec7-691a-4000-a5d9-4e07f6425cfe tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Added segment 9bafa436-4069-4750-b6bb-c832b4600966 of type vlan for network 403452b0-bf4b-4ef9-8c94-a1e7c7fdead2 Aug 16 20:16:00.298691 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035045c-9549-444a-b80b-dd086cb07a93 admin admin] Pushing event updated for resources: {'Network': ['ID=03372f6e-3aa5-4f06-a2ff-93fc6275e972,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:00.333966 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57710) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:00.334352 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8035045c-9549-444a-b80b-dd086cb07a93 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4685450 Aug 16 20:16:00.341155 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e6ca294c-9262-4617-b975-accfbb7778de admin admin] Request body: {'subnet': {'network_id': '03372f6e-3aa5-4f06-a2ff-93fc6275e972', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1149908602-subnet', 'tenant_id': '50bf2ec2ef51480f81ee4419e25876f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:16:00.359904 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-457d0ec7-691a-4000-a5d9-4e07f6425cfe tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:00.364612 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 8c49e7cb-3f7c-45b0-a642-14e6db728e62 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:00.365084 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:00.371430 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 03372f6e-3aa5-4f06-a2ff-93fc6275e972 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:16:00.372853 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ca294c-9262-4617-b975-accfbb7778de admin admin] Made reservation on behalf of 50bf2ec2ef51480f81ee4419e25876f4 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:16:00.375969 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6ca294c-9262-4617-b975-accfbb7778de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:00.380731 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9430164e-d37c-4a05-b553-c4825425b311 None None] Provisioning for port 2acc6a47-ab99-497a-8a8e-525bffee8afd completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:16:00.419103 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-457d0ec7-691a-4000-a5d9-4e07f6425cfe tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:00.427907 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457d0ec7-691a-4000-a5d9-4e07f6425cfe tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:00.429330 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-457d0ec7-691a-4000-a5d9-4e07f6425cfe tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:00.517037 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57714) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:00.517500 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-457d0ec7-691a-4000-a5d9-4e07f6425cfe tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5179427 Aug 16 20:16:00.525114 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-07f679a0-9d2b-4754-ab4d-99c86061780a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Request body: {'subnet': {'network_id': '403452b0-bf4b-4ef9-8c94-a1e7c7fdead2', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:16:00.536511 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d0ec7-691a-4000-a5d9-4e07f6425cfe tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Network': ['ID=403452b0-bf4b-4ef9-8c94-a1e7c7fdead2,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:00.758961 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57718) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:00.779767 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9430164e-d37c-4a05-b553-c4825425b311 None None] Provisioning complete for port 2acc6a47-ab99-497a-8a8e-525bffee8afd triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:00.780054 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9430164e-d37c-4a05-b553-c4825425b311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:00.787338 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 403452b0-bf4b-4ef9-8c94-a1e7c7fdead2 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:16:00.832629 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f679a0-9d2b-4754-ab4d-99c86061780a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Made reservation on behalf of 4e7767da8a9b462f9abca14d577f0aa8 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:16:00.836975 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-07f679a0-9d2b-4754-ab4d-99c86061780a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:00.923526 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-5784e521-8b14-4929-bf06-fd2f4ce1d109 None None] Set router d0c7202b-94ed-4c95-91d4-a931a2d90d24 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:16:00.959717 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9430164e-d37c-4a05-b553-c4825425b311 None None] Port 2acc6a47-ab99-497a-8a8e-525bffee8afd cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:16:01.019449 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f8452b64-a78b-4f61-ba33-b8fc76183316 req-76eba246-68c6-4d63-b6d9-17ab2e2e27e5 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=88edb25c-c6fa-423d-acc5-61ce5cdd595f HTTP/1.1" status: 200 len: 210 time: 0.1377850 Aug 16 20:16:01.072902 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93eec56d-1504-408e-9079-5d34b31e5898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:01.104167 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-07f679a0-9d2b-4754-ab4d-99c86061780a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:01.127294 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6ca294c-9262-4617-b975-accfbb7778de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:01.203090 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-656bc97d-e298-4b3c-9808-2702abdbd5bb None None] Provisioning complete for port 2acc6a47-ab99-497a-8a8e-525bffee8afd triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:01.204021 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-656bc97d-e298-4b3c-9808-2702abdbd5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:01.286336 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-656bc97d-e298-4b3c-9808-2702abdbd5bb None None] Port 2acc6a47-ab99-497a-8a8e-525bffee8afd cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:16:01.332739 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-5784e521-8b14-4929-bf06-fd2f4ce1d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'name': 'tempest-RoutersTest-router-338244772', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:15:47Z', 'updated_at': '2021-08-16T20:15:58Z', 'revision_number': 3, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None, '_interfaces': [{'id': '2acc6a47-ab99-497a-8a8e-525bffee8afd', 'name': '', 'network_id': '481cd87e-c065-4497-87ce-bed7efec6dd6', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:6b:6f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:56Z', 'updated_at': '2021-08-16T20:15:58Z', 'revision_number': 2, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c49e7cb-3f7c-45b0-a642-14e6db728e62', 'name': '', 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:01:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:50Z', 'updated_at': '2021-08-16T20:15:57Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:01.369366 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8cd5e03a-567e-4ef6-bad9-a3211a5247a6 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:16:01.375758 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f679a0-9d2b-4754-ab4d-99c86061780a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Subnet': ['ID=34986889-b769-46fc-a0bd-23ab93b6802c,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:01.393607 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93eec56d-1504-408e-9079-5d34b31e5898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:01.401696 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93eec56d-1504-408e-9079-5d34b31e5898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:01.451853 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5784e521-8b14-4929-bf06-fd2f4ce1d109 None None] Checking router: d0c7202b-94ed-4c95-91d4-a931a2d90d24 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:16:01.452551 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5784e521-8b14-4929-bf06-fd2f4ce1d109 None None] Updating router d0c7202b-94ed-4c95-91d4-a931a2d90d24 port 2acc6a47-ab99-497a-8a8e-525bffee8afd binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:16:01.472787 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-93eec56d-1504-408e-9079-5d34b31e5898 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=316c0030eb074342942f6fab4a2a7312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7091930 Aug 16 20:16:01.472787 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eec56d-1504-408e-9079-5d34b31e5898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349a6267-abb2-42f6-8172-346078ee3d39,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:01.473720 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ca294c-9262-4617-b975-accfbb7778de admin admin] Checking segment: {'id': 'd7b519fe-9895-44f7-9e53-c597e015d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '03372f6e-3aa5-4f06-a2ff-93fc6275e972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:16:01.474275 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ca294c-9262-4617-b975-accfbb7778de admin admin] Network hostable DHCP agents. Network: 03372f6e-3aa5-4f06-a2ff-93fc6275e972, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:16:01.480044 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f679a0-9d2b-4754-ab4d-99c86061780a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Checking segment: {'id': '9bafa436-4069-4750-b6bb-c832b4600966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '403452b0-bf4b-4ef9-8c94-a1e7c7fdead2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:16:01.480789 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f679a0-9d2b-4754-ab4d-99c86061780a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network hostable DHCP agents. Network: 403452b0-bf4b-4ef9-8c94-a1e7c7fdead2, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:16:01.484122 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca294c-9262-4617-b975-accfbb7778de admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d3d70ca-4446-4443-a4d9-427af5e7240e,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:01.486694 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57736) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:01.502267 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5784e521-8b14-4929-bf06-fd2f4ce1d109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:01.564292 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277adbb2-bc39-44f7-b582-2272067061c6 req-c6e8aaaf-8c17-4207-b524-80db682eed28 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:01.565845 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-277adbb2-bc39-44f7-b582-2272067061c6 req-c6e8aaaf-8c17-4207-b524-80db682eed28 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.57 "GET /v2.0/networks?id=dbfa510a-9034-470b-99ef-e5f61f9b5e17 HTTP/1.1" status: 200 len: 812 time: 0.3739510 Aug 16 20:16:01.567461 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f679a0-9d2b-4754-ab4d-99c86061780a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network 403452b0-bf4b-4ef9-8c94-a1e7c7fdead2 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:16:01.582654 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ca294c-9262-4617-b975-accfbb7778de admin admin] Network 03372f6e-3aa5-4f06-a2ff-93fc6275e972 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:16:01.595577 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-277adbb2-bc39-44f7-b582-2272067061c6 req-512e0572-1f03-4206-b5c1-e50b8744518d tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Request body: {'port': {'device_id': '88edb25c-c6fa-423d-acc5-61ce5cdd595f', 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17', 'admin_state_up': True, 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:16:01.596432 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-76942615-59bf-44d3-8e2a-2f60eba2c1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:01.605653 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 8cd5e03a-567e-4ef6-bad9-a3211a5247a6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:01.606120 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:01.613403 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-07f679a0-9d2b-4754-ab4d-99c86061780a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 403452b0-bf4b-4ef9-8c94-a1e7c7fdead2) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:16:01.640412 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-e6ca294c-9262-4617-b975-accfbb7778de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 03372f6e-3aa5-4f06-a2ff-93fc6275e972) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:16:01.649135 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f679a0-9d2b-4754-ab4d-99c86061780a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:01.649911 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-07f679a0-9d2b-4754-ab4d-99c86061780a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:01.653359 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ca294c-9262-4617-b975-accfbb7778de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:01.654135 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6ca294c-9262-4617-b975-accfbb7778de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:01.663036 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245efe19-bea9-48df-9209-232bf5ec9d1e None None] Network 403452b0-bf4b-4ef9-8c94-a1e7c7fdead2 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:16:01.666399 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d652ac0-9622-453e-b0b7-74d44e275163 None None] Network 03372f6e-3aa5-4f06-a2ff-93fc6275e972 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:16:01.692061 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-07f679a0-9d2b-4754-ab4d-99c86061780a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1739259 Aug 16 20:16:01.695361 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57742) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:01.717491 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e6ca294c-9262-4617-b975-accfbb7778de admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3824441 Aug 16 20:16:01.776232 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-76942615-59bf-44d3-8e2a-2f60eba2c1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:01.871140 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09c9d3-1c0e-45a1-b4f2-90e5b0ebac86 req-1cce2822-20d8-48e4-882a-92a891460e4c tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:01.883196 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4d09c9d3-1c0e-45a1-b4f2-90e5b0ebac86 req-1cce2822-20d8-48e4-882a-92a891460e4c tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.2707248 Aug 16 20:16:01.894850 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2d1fa-29a1-43a0-9258-c536c84c67d8 req-0307f3f8-6dbc-4192-923b-cd0bb0dd086c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:01.897039 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c4d2d1fa-29a1-43a0-9258-c536c84c67d8 req-0307f3f8-6dbc-4192-923b-cd0bb0dd086c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=98e887ed0bb24182a1fc14aaf2ea8c9d&device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 1097 time: 0.2852092 Aug 16 20:16:01.902153 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-277adbb2-bc39-44f7-b582-2272067061c6 req-512e0572-1f03-4206-b5c1-e50b8744518d tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Made reservation on behalf of 41f949d98cf9473f85e64341bcd4f07a for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:16:01.911142 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-277adbb2-bc39-44f7-b582-2272067061c6 req-512e0572-1f03-4206-b5c1-e50b8744518d tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:01.989641 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca2cdca6-395e-416e-ac22-087683b284fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:02.006960 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4d09c9d3-1c0e-45a1-b4f2-90e5b0ebac86 req-6cfe3bfc-0492-40c5-8631-9d1a8884d7c6 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222353 Aug 16 20:16:02.032511 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-76942615-59bf-44d3-8e2a-2f60eba2c1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:02.037414 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-76942615-59bf-44d3-8e2a-2f60eba2c1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:02.041720 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-76942615-59bf-44d3-8e2a-2f60eba2c1d5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/349a6267-abb2-42f6-8172-346078ee3d39 HTTP/1.1" status: 204 len: 168 time: 0.5481384 Aug 16 20:16:02.041893 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969188c3-255d-4e91-8cfb-d4c5cc3f657c None None] Network 03372f6e-3aa5-4f06-a2ff-93fc6275e972 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:16:02.149550 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2d1fa-29a1-43a0-9258-c536c84c67d8 req-f56e6480-7a3c-4adf-9aa5-2f6b579daccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:02.155016 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c4d2d1fa-29a1-43a0-9258-c536c84c67d8 req-f56e6480-7a3c-4adf-9aa5-2f6b579daccf service neutron] 10.222.0.57 "GET /v2.0/networks?id=8574a456-1a0e-4ff3-8e86-8ad3174e1cb2 HTTP/1.1" status: 200 len: 919 time: 0.2288983 Aug 16 20:16:02.196080 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76942615-59bf-44d3-8e2a-2f60eba2c1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349a6267-abb2-42f6-8172-346078ee3d39,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:02.235075 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c4d2d1fa-29a1-43a0-9258-c536c84c67d8 req-ac2af75e-23d6-4ff5-99a5-8d60ede47867 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c11a052a-8e47-4b81-beba-292c6df2d8d2 HTTP/1.1" status: 200 len: 217 time: 0.0632336 Aug 16 20:16:02.345612 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2d1fa-29a1-43a0-9258-c536c84c67d8 req-fe7d25ed-0c41-45e3-8f12-0ab3d9ee98fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:02.346461 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c4d2d1fa-29a1-43a0-9258-c536c84c67d8 req-fe7d25ed-0c41-45e3-8f12-0ab3d9ee98fe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=946fe5ac-77fe-4401-a122-51f4276b125a HTTP/1.1" status: 200 len: 858 time: 0.1029077 Aug 16 20:16:02.398979 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c4d2d1fa-29a1-43a0-9258-c536c84c67d8 req-7227ddae-5284-47a7-8bd6-a81f9f417940 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8574a456-1a0e-4ff3-8e86-8ad3174e1cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440476 Aug 16 20:16:02.447759 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-525bfd88-8c8e-4824-b10a-daed67a44450 req-4b6cb93e-fb9e-4851-8d1e-e53f1967af8f tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=88edb25c-c6fa-423d-acc5-61ce5cdd595f HTTP/1.1" status: 200 len: 210 time: 0.2052128 Aug 16 20:16:02.499302 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-277adbb2-bc39-44f7-b582-2272067061c6 req-512e0572-1f03-4206-b5c1-e50b8744518d tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Allocated IP 172.20.0.9 (dbfa510a-9034-470b-99ef-e5f61f9b5e17/d38a8fc7-0911-4b72-a78c-d32851227793/cc3346d1-85d6-4896-8739-5e2ad3e53be3) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:16:02.667655 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0f55e419-654d-4010-b213-9b14072c404f req-22a4e224-5e97-4a10-a050-6ec936ffc460 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0885572 Aug 16 20:16:02.669582 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c4d2d1fa-29a1-43a0-9258-c536c84c67d8 req-fc9feef7-c526-4570-9cb1-02c78d038267 service neutron] 10.222.0.57 "GET /v2.0/networks/8574a456-1a0e-4ff3-8e86-8ad3174e1cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627497 Aug 16 20:16:02.722102 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-986e2cf6-06ac-4a83-81fe-18dcce7b609e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:02.761922 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5784e521-8b14-4929-bf06-fd2f4ce1d109 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:02.772569 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4be05e-1985-41a2-b4dc-c897b3ad3c7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-403452b0-bf4b-4ef9-8c94-a1e7c7fdead2', 'network_id': '403452b0-bf4b-4ef9-8c94-a1e7c7fdead2', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'fixed_ips': [{'subnet_id': '34986889-b769-46fc-a0bd-23ab93b6802c'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:16:02.774960 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0f4be05e-1985-41a2-b4dc-c897b3ad3c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:02.829886 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5784e521-8b14-4929-bf06-fd2f4ce1d109 None None] Transition to ACTIVE for port object 2acc6a47-ab99-497a-8a8e-525bffee8afd will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:16:02.891948 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5784e521-8b14-4929-bf06-fd2f4ce1d109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:02.898582 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55e419-654d-4010-b213-9b14072c404f req-003d8c28-3f04-412b-a9df-4234168fc6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:02.903815 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0f55e419-654d-4010-b213-9b14072c404f req-003d8c28-3f04-412b-a9df-4234168fc6a7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f949d98cf9473f85e64341bcd4f07a&device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 1096 time: 0.1597600 Aug 16 20:16:02.918320 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c4d2d1fa-29a1-43a0-9258-c536c84c67d8 req-4d1dae85-f1f1-409c-aa66-38a3184df062 service neutron] 10.222.0.57 "GET /v2.0/networks/8574a456-1a0e-4ff3-8e86-8ad3174e1cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349243 Aug 16 20:16:02.941503 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-277adbb2-bc39-44f7-b582-2272067061c6 req-512e0572-1f03-4206-b5c1-e50b8744518d tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:02.949128 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57782) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:02.984996 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-21029e65-3d69-4888-a50c-6c0332da57cf admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1789891885-network', 'tenant_id': '56f112da25514609bc5f8ce38a57987d'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:16:02.986731 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-277adbb2-bc39-44f7-b582-2272067061c6 req-512e0572-1f03-4206-b5c1-e50b8744518d tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Transition to ACTIVE for port object cc3346d1-85d6-4896-8739-5e2ad3e53be3 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:16:03.151050 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55e419-654d-4010-b213-9b14072c404f req-4e2ec9d0-886f-4615-a565-fd8a6c1a25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:03.153577 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0f55e419-654d-4010-b213-9b14072c404f req-4e2ec9d0-886f-4615-a565-fd8a6c1a25c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dbfa510a-9034-470b-99ef-e5f61f9b5e17 HTTP/1.1" status: 200 len: 913 time: 0.2233200 Aug 16 20:16:03.172997 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb05ed-1be3-4f73-83ed-0e48b379330f None None] Pushing event updated for resources: {'Port': ['ID=2acc6a47-ab99-497a-8a8e-525bffee8afd,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:03.238442 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21029e65-3d69-4888-a50c-6c0332da57cf admin admin] Made reservation on behalf of 56f112da25514609bc5f8ce38a57987d for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:16:03.240877 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21029e65-3d69-4888-a50c-6c0332da57cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:03.269650 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-277adbb2-bc39-44f7-b582-2272067061c6 req-512e0572-1f03-4206-b5c1-e50b8744518d tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:03.279557 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21029e65-3d69-4888-a50c-6c0332da57cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:03.303272 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['a6286312-9a13-42a5-ba36-a79c315b5790'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:16:03.318292 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['7341edc7-1e86-4a9d-b69f-0732489b8706'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:16:03.318504 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0f55e419-654d-4010-b213-9b14072c404f req-c48d6c17-5328-49e3-b90c-51c211261b4f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2a2462-5629-42d9-881b-f9a0a5e0a025 HTTP/1.1" status: 200 len: 999 time: 0.1537762 Aug 16 20:16:03.347751 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e0572-1f03-4206-b5c1-e50b8744518d tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Pushing event updated for resources: {'Port': ['ID=cc3346d1-85d6-4896-8739-5e2ad3e53be3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:03.372356 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-277adbb2-bc39-44f7-b582-2272067061c6 req-512e0572-1f03-4206-b5c1-e50b8744518d tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Network dbfa510a-9034-470b-99ef-e5f61f9b5e17 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:16:03.377136 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-277adbb2-bc39-44f7-b582-2272067061c6 req-512e0572-1f03-4206-b5c1-e50b8744518d tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:16:03.380853 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-277adbb2-bc39-44f7-b582-2272067061c6 req-512e0572-1f03-4206-b5c1-e50b8744518d tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:16:03.424018 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5784e521-8b14-4929-bf06-fd2f4ce1d109 None None] Attempting to bind port 2acc6a47-ab99-497a-8a8e-525bffee8afd on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:16:03.424342 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5784e521-8b14-4929-bf06-fd2f4ce1d109 None None] Attempting to bind port 2acc6a47-ab99-497a-8a8e-525bffee8afd by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '7dd8ece3-8f7b-4c78-93ba-a6a4b5941faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '481cd87e-c065-4497-87ce-bed7efec6dd6'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:16:03.424668 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784e521-8b14-4929-bf06-fd2f4ce1d109 None None] Attempting to bind port 2acc6a47-ab99-497a-8a8e-525bffee8afd on network 481cd87e-c065-4497-87ce-bed7efec6dd6 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:16:03.475423 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277adbb2-bc39-44f7-b582-2272067061c6 req-512e0572-1f03-4206-b5c1-e50b8744518d tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:03.475991 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55e419-654d-4010-b213-9b14072c404f req-2fed09db-e8ac-492d-8b15-13298d8cf584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:03.476153 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-277adbb2-bc39-44f7-b582-2272067061c6 req-512e0572-1f03-4206-b5c1-e50b8744518d tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:03.477226 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0f55e419-654d-4010-b213-9b14072c404f req-2fed09db-e8ac-492d-8b15-13298d8cf584 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d38a8fc7-0911-4b72-a78c-d32851227793 HTTP/1.1" status: 200 len: 851 time: 0.1479402 Aug 16 20:16:03.496632 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4351053-de24-4515-a574-d9c473c9cb35 req-0e897d41-649d-4037-9bfc-c9d9f190e323 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:03.498340 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d4351053-de24-4515-a574-d9c473c9cb35 req-0e897d41-649d-4037-9bfc-c9d9f190e323 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.2901549 Aug 16 20:16:03.522814 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784e521-8b14-4929-bf06-fd2f4ce1d109 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:16:03.523291 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784e521-8b14-4929-bf06-fd2f4ce1d109 None None] Checking segment: {'id': '7dd8ece3-8f7b-4c78-93ba-a6a4b5941faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '481cd87e-c065-4497-87ce-bed7efec6dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:16:03.523671 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5784e521-8b14-4929-bf06-fd2f4ce1d109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:03.524071 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784e521-8b14-4929-bf06-fd2f4ce1d109 None None] Bound using segment: {'id': '7dd8ece3-8f7b-4c78-93ba-a6a4b5941faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '481cd87e-c065-4497-87ce-bed7efec6dd6'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:16:03.524740 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5784e521-8b14-4929-bf06-fd2f4ce1d109 None None] Bound port: 2acc6a47-ab99-497a-8a8e-525bffee8afd, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8ece3-8f7b-4c78-93ba-a6a4b5941faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '481cd87e-c065-4497-87ce-bed7efec6dd6'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:16:03.525652 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5784e521-8b14-4929-bf06-fd2f4ce1d109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:03.582647 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d4351053-de24-4515-a574-d9c473c9cb35 req-c75e8855-2053-4ac2-9325-1c1da23f1ba8 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673876 Aug 16 20:16:03.594379 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-0f4be05e-1985-41a2-b4dc-c897b3ad3c7c None None] Allocated IP 172.22.0.2 (403452b0-bf4b-4ef9-8c94-a1e7c7fdead2/34986889-b769-46fc-a0bd-23ab93b6802c/8954ff01-a05d-4d8b-9677-3df595feb324) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:16:03.725311 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55e419-654d-4010-b213-9b14072c404f req-decd50fd-d448-4cfd-a1c1-d8aaf1f4c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:03.727782 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0f55e419-654d-4010-b213-9b14072c404f req-decd50fd-d448-4cfd-a1c1-d8aaf1f4c34e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dbfa510a-9034-470b-99ef-e5f61f9b5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2335780 Aug 16 20:16:03.790922 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ca567-2963-4478-94ea-48fa13a807b9 req-24d6d7d5-8994-4c29-acc3-6c7d97be0d0b tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:03.793200 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0d0ca567-2963-4478-94ea-48fa13a807b9 req-24d6d7d5-8994-4c29-acc3-6c7d97be0d0b tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=88edb25c-c6fa-423d-acc5-61ce5cdd595f HTTP/1.1" status: 200 len: 931 time: 0.1793189 Aug 16 20:16:03.846589 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57806) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:03.860222 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21029e65-3d69-4888-a50c-6c0332da57cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:03.874040 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21029e65-3d69-4888-a50c-6c0332da57cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:03.879946 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-277adbb2-bc39-44f7-b582-2272067061c6 req-512e0572-1f03-4206-b5c1-e50b8744518d tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2900796 Aug 16 20:16:03.886542 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21029e65-3d69-4888-a50c-6c0332da57cf admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:16:03.894407 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-277adbb2-bc39-44f7-b582-2272067061c6 req-60c692b4-d1eb-4af0-aed1-23cd6659737f service neutron] Request body: {'port': {'device_id': '88edb25c-c6fa-423d-acc5-61ce5cdd595f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:16:03.896309 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21029e65-3d69-4888-a50c-6c0332da57cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:03.896758 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-21029e65-3d69-4888-a50c-6c0332da57cf admin admin] Added segment 28658958-ab58-4df7-8614-8b098f53e6e1 of type vlan for network 63b5862c-7ebf-40de-a82a-3af0dedf027e Aug 16 20:16:03.914138 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5784e521-8b14-4929-bf06-fd2f4ce1d109 None None] For port 2acc6a47-ab99-497a-8a8e-525bffee8afd, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:16:03.945242 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-58e45b7f-e975-4e6e-bc99-6e3e8f1d2f80 None None] Provisioning for port cc3346d1-85d6-4896-8739-5e2ad3e53be3 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:16:03.966229 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-58e45b7f-e975-4e6e-bc99-6e3e8f1d2f80 None None] Provisioning complete for port cc3346d1-85d6-4896-8739-5e2ad3e53be3 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:03.966883 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-58e45b7f-e975-4e6e-bc99-6e3e8f1d2f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:03.970582 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21029e65-3d69-4888-a50c-6c0332da57cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:03.986730 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5784e521-8b14-4929-bf06-fd2f4ce1d109 None None] For port 2acc6a47-ab99-497a-8a8e-525bffee8afd, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=2acc6a47-ab99-497a-8a8e-525bffee8afd,segment=NetworkSegment(7dd8ece3-8f7b-4c78-93ba-a6a4b5941faf),segment_id=7dd8ece3-8f7b-4c78-93ba-a6a4b5941faf)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:16:03.995721 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-277adbb2-bc39-44f7-b582-2272067061c6 req-60c692b4-d1eb-4af0-aed1-23cd6659737f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:04.034653 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5784e521-8b14-4929-bf06-fd2f4ce1d109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:04.035875 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21029e65-3d69-4888-a50c-6c0332da57cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f880af7-b7d1-42e6-9471-089f9bf5def5,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:04.069905 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-fef1ce9a-c748-48cd-8541-2b4a6f7bd87e tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2059649839'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:16:04.106544 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5784e521-8b14-4929-bf06-fd2f4ce1d109 None None] Routers {'d0c7202b-94ed-4c95-91d4-a931a2d90d24'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:16:04.107452 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-5784e521-8b14-4929-bf06-fd2f4ce1d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:15:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:04.122638 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0d0ca567-2963-4478-94ea-48fa13a807b9 req-2236dd9d-36c7-415a-8794-00bc84e804fd tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905400 Aug 16 20:16:04.128964 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21029e65-3d69-4888-a50c-6c0332da57cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:04.130125 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21029e65-3d69-4888-a50c-6c0332da57cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:04.130765 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21029e65-3d69-4888-a50c-6c0332da57cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:04.167492 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef1ce9a-c748-48cd-8541-2b4a6f7bd87e tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Made reservation on behalf of aefa4984921a45a88cff83bdca0439b6 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:16:04.172524 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fef1ce9a-c748-48cd-8541-2b4a6f7bd87e tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:04.225121 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21029e65-3d69-4888-a50c-6c0332da57cf admin admin] Pushing event updated for resources: {'Network': ['ID=63b5862c-7ebf-40de-a82a-3af0dedf027e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:04.230791 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0f55e419-654d-4010-b213-9b14072c404f req-7280972d-7eea-4192-985d-c5143241b501 service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918995 Aug 16 20:16:04.233519 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-21029e65-3d69-4888-a50c-6c0332da57cf admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2790744 Aug 16 20:16:04.244381 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fef1ce9a-c748-48cd-8541-2b4a6f7bd87e tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:04.244621 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57812) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:04.366779 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5a623dcb-cdc8-4d65-b2ae-2007f9509255 admin admin] Request body: {'subnet': {'network_id': '63b5862c-7ebf-40de-a82a-3af0dedf027e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1789891885-subnet', 'tenant_id': '56f112da25514609bc5f8ce38a57987d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:16:04.374138 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0f55e419-654d-4010-b213-9b14072c404f req-6bfafee9-ef84-4cdc-afed-be649d465a48 service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319828 Aug 16 20:16:04.430945 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-58e45b7f-e975-4e6e-bc99-6e3e8f1d2f80 None None] Port cc3346d1-85d6-4896-8739-5e2ad3e53be3 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:16:04.432621 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 63b5862c-7ebf-40de-a82a-3af0dedf027e details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:16:04.517887 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fef1ce9a-c748-48cd-8541-2b4a6f7bd87e tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:04.531143 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fef1ce9a-c748-48cd-8541-2b4a6f7bd87e tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:04.536967 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-277adbb2-bc39-44f7-b582-2272067061c6 req-60c692b4-d1eb-4af0-aed1-23cd6659737f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc3346d1-85d6-4896-8739-5e2ad3e53be3 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:16:04.553755 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a623dcb-cdc8-4d65-b2ae-2007f9509255 admin admin] Made reservation on behalf of 56f112da25514609bc5f8ce38a57987d for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:16:04.556722 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a623dcb-cdc8-4d65-b2ae-2007f9509255 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:04.573313 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-277adbb2-bc39-44f7-b582-2272067061c6 req-60c692b4-d1eb-4af0-aed1-23cd6659737f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:04.575693 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:16:04.579430 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb05ed-1be3-4f73-83ed-0e48b379330f None None] Pushing event updated for resources: {'Port': ['ID=2acc6a47-ab99-497a-8a8e-525bffee8afd,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:04.585805 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-35f4c70d-8070-4477-b315-e16e219223ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:04.605377 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef1ce9a-c748-48cd-8541-2b4a6f7bd87e tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:16:04.609499 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1ce9a-c748-48cd-8541-2b4a6f7bd87e tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b0c07a-f30b-494b-a370-750b7b592cf8,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:04.611754 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0f4be05e-1985-41a2-b4dc-c897b3ad3c7c None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:04.621567 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-277adbb2-bc39-44f7-b582-2272067061c6 req-60c692b4-d1eb-4af0-aed1-23cd6659737f service neutron] Transition to ACTIVE for port object cc3346d1-85d6-4896-8739-5e2ad3e53be3 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:16:04.629929 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fef1ce9a-c748-48cd-8541-2b4a6f7bd87e tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:04.629929 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-fef1ce9a-c748-48cd-8541-2b4a6f7bd87e tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Added segment 9d309e89-25ba-4529-9c6d-66d239253d78 of type vlan for network d42c13a9-a61f-459c-862e-4c70439c565a Aug 16 20:16:04.637479 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-5784e521-8b14-4929-bf06-fd2f4ce1d109 None None] Set router d0c7202b-94ed-4c95-91d4-a931a2d90d24 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:16:04.640503 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-277adbb2-bc39-44f7-b582-2272067061c6 req-60c692b4-d1eb-4af0-aed1-23cd6659737f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:04.696016 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0f4be05e-1985-41a2-b4dc-c897b3ad3c7c None None] Transition to ACTIVE for port object 8954ff01-a05d-4d8b-9677-3df595feb324 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:16:04.726454 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fef1ce9a-c748-48cd-8541-2b4a6f7bd87e tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:04.770281 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c692b4-d1eb-4af0-aed1-23cd6659737f service neutron] Pushing event updated for resources: {'Port': ['ID=cc3346d1-85d6-4896-8739-5e2ad3e53be3,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:04.782228 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0f4be05e-1985-41a2-b4dc-c897b3ad3c7c None None] Transition to ACTIVE for port object 8954ff01-a05d-4d8b-9677-3df595feb324 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:16:04.791930 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:04.872833 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fef1ce9a-c748-48cd-8541-2b4a6f7bd87e tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:04.874807 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0f4be05e-1985-41a2-b4dc-c897b3ad3c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:04.882540 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef1ce9a-c748-48cd-8541-2b4a6f7bd87e tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:04.884057 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fef1ce9a-c748-48cd-8541-2b4a6f7bd87e tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:04.885317 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f13d4-dfcc-418a-b0ed-92f5c4f066af req-b166be63-fe47-4b35-8bdc-dad4b4ae1ca0 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:04.892990 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0a6f13d4-dfcc-418a-b0ed-92f5c4f066af req-b166be63-fe47-4b35-8bdc-dad4b4ae1ca0 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.1531973 Aug 16 20:16:04.904818 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a623dcb-cdc8-4d65-b2ae-2007f9509255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:04.983121 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0a6f13d4-dfcc-418a-b0ed-92f5c4f066af req-5738bd7c-aff2-4b69-adc7-2c51fff7b9bc tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883462 Aug 16 20:16:05.003304 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4be05e-1985-41a2-b4dc-c897b3ad3c7c None None] Network 403452b0-bf4b-4ef9-8c94-a1e7c7fdead2 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:16:05.014974 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-0f4be05e-1985-41a2-b4dc-c897b3ad3c7c None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:16:05.021897 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4be05e-1985-41a2-b4dc-c897b3ad3c7c None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:16:05.068012 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a623dcb-cdc8-4d65-b2ae-2007f9509255 admin admin] Checking segment: {'id': '28658958-ab58-4df7-8614-8b098f53e6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '63b5862c-7ebf-40de-a82a-3af0dedf027e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:16:05.069234 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a623dcb-cdc8-4d65-b2ae-2007f9509255 admin admin] Network hostable DHCP agents. Network: 63b5862c-7ebf-40de-a82a-3af0dedf027e, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:16:05.069494 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4be05e-1985-41a2-b4dc-c897b3ad3c7c None None] Pushing event updated for resources: {'Port': ['ID=8954ff01-a05d-4d8b-9677-3df595feb324,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:05.075645 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a623dcb-cdc8-4d65-b2ae-2007f9509255 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f63bd2c8-fcf5-4764-858d-daf9ca75a1a0,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:05.109831 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a623dcb-cdc8-4d65-b2ae-2007f9509255 admin admin] Network 63b5862c-7ebf-40de-a82a-3af0dedf027e is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:16:05.129967 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-5a623dcb-cdc8-4d65-b2ae-2007f9509255 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 63b5862c-7ebf-40de-a82a-3af0dedf027e) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:16:05.134198 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-0f4be05e-1985-41a2-b4dc-c897b3ad3c7c None None] Attempting to bind port 8954ff01-a05d-4d8b-9677-3df595feb324 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:16:05.134710 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-0f4be05e-1985-41a2-b4dc-c897b3ad3c7c None None] Attempting to bind port 8954ff01-a05d-4d8b-9677-3df595feb324 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '9bafa436-4069-4750-b6bb-c832b4600966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '403452b0-bf4b-4ef9-8c94-a1e7c7fdead2'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:16:05.135565 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4be05e-1985-41a2-b4dc-c897b3ad3c7c None None] Attempting to bind port 8954ff01-a05d-4d8b-9677-3df595feb324 on network 403452b0-bf4b-4ef9-8c94-a1e7c7fdead2 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:16:05.136066 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a623dcb-cdc8-4d65-b2ae-2007f9509255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:05.136652 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a623dcb-cdc8-4d65-b2ae-2007f9509255 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:05.148194 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98497f82-2ee3-4df7-94da-c1c25fa54641 None None] Network 63b5862c-7ebf-40de-a82a-3af0dedf027e requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:16:05.166937 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5a623dcb-cdc8-4d65-b2ae-2007f9509255 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9211760 Aug 16 20:16:05.185743 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4be05e-1985-41a2-b4dc-c897b3ad3c7c None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:16:05.193938 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4be05e-1985-41a2-b4dc-c897b3ad3c7c None None] Checking segment: {'id': '9bafa436-4069-4750-b6bb-c832b4600966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '403452b0-bf4b-4ef9-8c94-a1e7c7fdead2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:16:05.194744 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0f4be05e-1985-41a2-b4dc-c897b3ad3c7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:05.195429 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4be05e-1985-41a2-b4dc-c897b3ad3c7c None None] Bound using segment: {'id': '9bafa436-4069-4750-b6bb-c832b4600966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '403452b0-bf4b-4ef9-8c94-a1e7c7fdead2'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:16:05.196751 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-0f4be05e-1985-41a2-b4dc-c897b3ad3c7c None None] Bound port: 8954ff01-a05d-4d8b-9677-3df595feb324, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bafa436-4069-4750-b6bb-c832b4600966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '403452b0-bf4b-4ef9-8c94-a1e7c7fdead2'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:16:05.197409 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0f4be05e-1985-41a2-b4dc-c897b3ad3c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:05.299513 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576f506-77e4-442f-8e61-a0a668a7dae3 req-8319f479-5bd5-45ea-bc0b-613b048f47da tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:05.308808 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a576f506-77e4-442f-8e61-a0a668a7dae3 req-8319f479-5bd5-45ea-bc0b-613b048f47da tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=88edb25c-c6fa-423d-acc5-61ce5cdd595f HTTP/1.1" status: 200 len: 943 time: 0.0865364 Aug 16 20:16:05.359873 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a576f506-77e4-442f-8e61-a0a668a7dae3 req-fc09f061-e223-47c8-a367-3c099bb7df5c tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501685 Aug 16 20:16:05.411558 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-986e2cf6-06ac-4a83-81fe-18dcce7b609e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Allocated IP 172.22.0.1 (403452b0-bf4b-4ef9-8c94-a1e7c7fdead2/34986889-b769-46fc-a0bd-23ab93b6802c/738eeec4-c0c9-4422-888c-0f635c8b8860) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:16:05.415003 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-0f4be05e-1985-41a2-b4dc-c897b3ad3c7c None None] For port 8954ff01-a05d-4d8b-9677-3df595feb324, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:16:05.420318 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fef1ce9a-c748-48cd-8541-2b4a6f7bd87e tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5724926 Aug 16 20:16:05.420543 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-0f4be05e-1985-41a2-b4dc-c897b3ad3c7c None None] For port 8954ff01-a05d-4d8b-9677-3df595feb324, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8954ff01-a05d-4d8b-9677-3df595feb324,segment=NetworkSegment(9bafa436-4069-4750-b6bb-c832b4600966),segment_id=9bafa436-4069-4750-b6bb-c832b4600966)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:16:05.423363 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57828) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:05.429149 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-14d83b5d-a62e-403b-a4b3-332ab76b33a4 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Request body: {'subnet': {'network_id': 'd42c13a9-a61f-459c-862e-4c70439c565a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:16:05.442899 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-277adbb2-bc39-44f7-b582-2272067061c6 req-60c692b4-d1eb-4af0-aed1-23cd6659737f service neutron] Attempting to bind port cc3346d1-85d6-4896-8739-5e2ad3e53be3 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:16:05.443521 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-277adbb2-bc39-44f7-b582-2272067061c6 req-60c692b4-d1eb-4af0-aed1-23cd6659737f service neutron] Attempting to bind port cc3346d1-85d6-4896-8739-5e2ad3e53be3 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '29681d6b-0377-41bc-a8bf-ed2ee806eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:16:05.443857 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277adbb2-bc39-44f7-b582-2272067061c6 req-60c692b4-d1eb-4af0-aed1-23cd6659737f service neutron] Attempting to bind port cc3346d1-85d6-4896-8739-5e2ad3e53be3 on network dbfa510a-9034-470b-99ef-e5f61f9b5e17 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:16:05.452042 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277adbb2-bc39-44f7-b582-2272067061c6 req-60c692b4-d1eb-4af0-aed1-23cd6659737f service neutron] Port cc3346d1-85d6-4896-8739-5e2ad3e53be3 on network dbfa510a-9034-470b-99ef-e5f61f9b5e17 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:16:05.452436 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277adbb2-bc39-44f7-b582-2272067061c6 req-60c692b4-d1eb-4af0-aed1-23cd6659737f service neutron] Attempting to bind port cc3346d1-85d6-4896-8739-5e2ad3e53be3 on network dbfa510a-9034-470b-99ef-e5f61f9b5e17 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:16:05.465458 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1ce9a-c748-48cd-8541-2b4a6f7bd87e tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Pushing event updated for resources: {'Network': ['ID=d42c13a9-a61f-459c-862e-4c70439c565a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:05.472714 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277adbb2-bc39-44f7-b582-2272067061c6 req-60c692b4-d1eb-4af0-aed1-23cd6659737f service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:16:05.473052 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277adbb2-bc39-44f7-b582-2272067061c6 req-60c692b4-d1eb-4af0-aed1-23cd6659737f service neutron] Checking segment: {'id': '29681d6b-0377-41bc-a8bf-ed2ee806eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:16:05.473436 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277adbb2-bc39-44f7-b582-2272067061c6 req-60c692b4-d1eb-4af0-aed1-23cd6659737f service neutron] Bound using segment: {'id': '29681d6b-0377-41bc-a8bf-ed2ee806eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:16:05.474591 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-277adbb2-bc39-44f7-b582-2272067061c6 req-60c692b4-d1eb-4af0-aed1-23cd6659737f service neutron] Bound port: cc3346d1-85d6-4896-8739-5e2ad3e53be3, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29681d6b-0377-41bc-a8bf-ed2ee806eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:16:05.475061 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-277adbb2-bc39-44f7-b582-2272067061c6 req-60c692b4-d1eb-4af0-aed1-23cd6659737f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:05.482177 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-5784e521-8b14-4929-bf06-fd2f4ce1d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'name': 'tempest-RoutersTest-router-338244772', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:15:47Z', 'updated_at': '2021-08-16T20:15:58Z', 'revision_number': 3, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None, '_interfaces': [{'id': '2acc6a47-ab99-497a-8a8e-525bffee8afd', 'name': '', 'network_id': '481cd87e-c065-4497-87ce-bed7efec6dd6', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:6b:6f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:56Z', 'updated_at': '2021-08-16T20:16:03Z', 'revision_number': 4, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c49e7cb-3f7c-45b0-a642-14e6db728e62', 'name': '', 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:01:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:50Z', 'updated_at': '2021-08-16T20:15:57Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:05.487967 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0f4be05e-1985-41a2-b4dc-c897b3ad3c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:05.490034 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network d42c13a9-a61f-459c-862e-4c70439c565a details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:16:05.613493 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d83b5d-a62e-403b-a4b3-332ab76b33a4 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Made reservation on behalf of aefa4984921a45a88cff83bdca0439b6 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:16:05.615362 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-277adbb2-bc39-44f7-b582-2272067061c6 req-60c692b4-d1eb-4af0-aed1-23cd6659737f service neutron] For port cc3346d1-85d6-4896-8739-5e2ad3e53be3, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:16:05.622857 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-277adbb2-bc39-44f7-b582-2272067061c6 req-60c692b4-d1eb-4af0-aed1-23cd6659737f service neutron] For port cc3346d1-85d6-4896-8739-5e2ad3e53be3, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=cc3346d1-85d6-4896-8739-5e2ad3e53be3,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:16:05.623794 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-14d83b5d-a62e-403b-a4b3-332ab76b33a4 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:05.638885 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-277adbb2-bc39-44f7-b582-2272067061c6 req-60c692b4-d1eb-4af0-aed1-23cd6659737f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:05.671712 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5784e521-8b14-4929-bf06-fd2f4ce1d109 None None] The sync data for ids ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'] in n-d-787206-13 is: [{'id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'name': 'tempest-RoutersTest-router-338244772', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:15:47Z', 'updated_at': '2021-08-16T20:15:58Z', 'revision_number': 3, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None, '_interfaces': [{'id': '2acc6a47-ab99-497a-8a8e-525bffee8afd', 'name': '', 'network_id': '481cd87e-c065-4497-87ce-bed7efec6dd6', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:6b:6f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:56Z', 'updated_at': '2021-08-16T20:16:03Z', 'revision_number': 4, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c49e7cb-3f7c-45b0-a642-14e6db728e62', 'name': '', 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:01:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:50Z', 'updated_at': '2021-08-16T20:15:57Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:16:05.698361 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277adbb2-bc39-44f7-b582-2272067061c6 req-60c692b4-d1eb-4af0-aed1-23cd6659737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:05.699002 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-277adbb2-bc39-44f7-b582-2272067061c6 req-60c692b4-d1eb-4af0-aed1-23cd6659737f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:05.703426 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-277adbb2-bc39-44f7-b582-2272067061c6 req-60c692b4-d1eb-4af0-aed1-23cd6659737f service neutron] 10.222.0.57 "PUT /v2.0/ports/cc3346d1-85d6-4896-8739-5e2ad3e53be3 HTTP/1.1" status: 200 len: 1092 time: 1.8138885 Aug 16 20:16:05.703914 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88edb25c-c6fa-423d-acc5-61ce5cdd595f', 'tag': 'cc3346d1-85d6-4896-8739-5e2ad3e53be3'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:16:05.707756 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db410561-40bf-44a5-9d6f-85923c186e16" -d '{"events": [{"name": "network-changed", "server_uuid": "88edb25c-c6fa-423d-acc5-61ce5cdd595f", "tag": "cc3346d1-85d6-4896-8739-5e2ad3e53be3"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:16:05.792679 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9f7454-6045-4ce1-8f35-43374791209d None None] Network 63b5862c-7ebf-40de-a82a-3af0dedf027e requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:16:05.865852 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-986e2cf6-06ac-4a83-81fe-18dcce7b609e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:05.894468 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-986e2cf6-06ac-4a83-81fe-18dcce7b609e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Transition to ACTIVE for port object 738eeec4-c0c9-4422-888c-0f635c8b8860 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:16:05.986452 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4fdf85-ad38-484c-9dc9-6c0fab10357c x-openstack-request-id: req-8f4fdf85-ad38-484c-9dc9-6c0fab10357c {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:16:05.987121 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88edb25c-c6fa-423d-acc5-61ce5cdd595f", "tag": "cc3346d1-85d6-4896-8739-5e2ad3e53be3", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:16:05.988526 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8f4fdf85-ad38-484c-9dc9-6c0fab10357c {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:16:05.989194 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88edb25c-c6fa-423d-acc5-61ce5cdd595f', 'tag': 'cc3346d1-85d6-4896-8739-5e2ad3e53be3', 'status': 'completed', 'code': 200} Aug 16 20:16:05.994850 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:06.028049 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-14d83b5d-a62e-403b-a4b3-332ab76b33a4 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:06.032051 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-986e2cf6-06ac-4a83-81fe-18dcce7b609e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:06.122030 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4be05e-1985-41a2-b4dc-c897b3ad3c7c None None] Pushing event updated for resources: {'Port': ['ID=8954ff01-a05d-4d8b-9677-3df595feb324,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:06.140106 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:06.147121 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:06.254634 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c692b4-d1eb-4af0-aed1-23cd6659737f service neutron] Pushing event updated for resources: {'Port': ['ID=cc3346d1-85d6-4896-8739-5e2ad3e53be3,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:06.268733 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d83b5d-a62e-403b-a4b3-332ab76b33a4 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Pushing event updated for resources: {'Subnet': ['ID=83a91197-831a-44ff-a224-278ea248c03e,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:06.274782 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986e2cf6-06ac-4a83-81fe-18dcce7b609e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network 403452b0-bf4b-4ef9-8c94-a1e7c7fdead2 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:16:06.318397 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-986e2cf6-06ac-4a83-81fe-18dcce7b609e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:16:06.326546 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986e2cf6-06ac-4a83-81fe-18dcce7b609e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:16:06.340241 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277adbb2-bc39-44f7-b582-2272067061c6 req-840d4a93-8abe-49a0-bd6c-d9ab1c78f98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:06.341864 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1015b-fbf0-48b5-98f4-78bf98327a28 req-f6a081cc-aed0-4042-acf4-5f81d1496d31 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:06.342188 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-277adbb2-bc39-44f7-b582-2272067061c6 req-840d4a93-8abe-49a0-bd6c-d9ab1c78f98f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f949d98cf9473f85e64341bcd4f07a&device_id=88edb25c-c6fa-423d-acc5-61ce5cdd595f HTTP/1.1" status: 200 len: 1095 time: 0.5598814 Aug 16 20:16:06.344205 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4fc1015b-fbf0-48b5-98f4-78bf98327a28 req-f6a081cc-aed0-4042-acf4-5f81d1496d31 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.1511743 Aug 16 20:16:06.345433 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d83b5d-a62e-403b-a4b3-332ab76b33a4 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Checking segment: {'id': '9d309e89-25ba-4529-9c6d-66d239253d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd42c13a9-a61f-459c-862e-4c70439c565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:16:06.345982 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d83b5d-a62e-403b-a4b3-332ab76b33a4 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Network hostable DHCP agents. Network: d42c13a9-a61f-459c-862e-4c70439c565a, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:16:06.410579 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d83b5d-a62e-403b-a4b3-332ab76b33a4 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Network d42c13a9-a61f-459c-862e-4c70439c565a is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:16:06.420792 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4fc1015b-fbf0-48b5-98f4-78bf98327a28 req-61f404ce-0d8f-4896-93dd-3c0ba38ba036 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690074 Aug 16 20:16:06.423490 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-14d83b5d-a62e-403b-a4b3-332ab76b33a4 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, d42c13a9-a61f-459c-862e-4c70439c565a) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:16:06.430053 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d83b5d-a62e-403b-a4b3-332ab76b33a4 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:06.431329 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-14d83b5d-a62e-403b-a4b3-332ab76b33a4 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:06.445720 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09316d7a-65ac-4029-9ab1-c3af940e4630 None None] Network d42c13a9-a61f-459c-862e-4c70439c565a requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:16:06.468975 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e2cf6-06ac-4a83-81fe-18dcce7b609e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Port': ['ID=738eeec4-c0c9-4422-888c-0f635c8b8860,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:06.477796 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-14d83b5d-a62e-403b-a4b3-332ab76b33a4 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0501633 Aug 16 20:16:06.479883 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57854) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:06.485357 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-837d79a8-5b17-4296-9a8d-a58b88faaa8f tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Request body: {'port': {'network_id': 'd42c13a9-a61f-459c-862e-4c70439c565a', 'name': 'tempest-TagsExtTest-743948830'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:16:06.578444 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-277adbb2-bc39-44f7-b582-2272067061c6 req-5111b2cf-a765-44e2-8066-ce247108d851 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc3346d1-85d6-4896-8739-5e2ad3e53be3 HTTP/1.1" status: 200 len: 217 time: 0.2170038 Aug 16 20:16:06.604250 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-ea974758-34f9-4877-9a91-aa1598e6d44f tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:06.605917 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-ea974758-34f9-4877-9a91-aa1598e6d44f tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/networks?id=03372f6e-3aa5-4f06-a2ff-93fc6275e972 HTTP/1.1" status: 200 len: 812 time: 0.6061406 Aug 16 20:16:06.642775 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-986e2cf6-06ac-4a83-81fe-18dcce7b609e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:06.688456 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6ed4c4-7dc0-4b40-ae94-798d69eeedde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-d42c13a9-a61f-459c-862e-4c70439c565a', 'network_id': 'd42c13a9-a61f-459c-862e-4c70439c565a', 'tenant_id': 'aefa4984921a45a88cff83bdca0439b6', 'fixed_ips': [{'subnet_id': '83a91197-831a-44ff-a224-278ea248c03e'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:16:06.689483 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb6ed4c4-7dc0-4b40-ae94-798d69eeedde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:06.700273 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-bd90016c-3c9f-462d-8357-49ae9f2328c4 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/quotas/50bf2ec2ef51480f81ee4419e25876f4 HTTP/1.1" status: 200 len: 375 time: 0.0692778 Aug 16 20:16:06.745426 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-69010fd4-77bf-4e3b-a8de-ab51bc8d8dbf tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=50bf2ec2ef51480f81ee4419e25876f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374563 Aug 16 20:16:06.766499 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277adbb2-bc39-44f7-b582-2272067061c6 req-f73c4d8d-8bc3-4636-8ee5-cd4edbd4572c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:06.768362 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-277adbb2-bc39-44f7-b582-2272067061c6 req-f73c4d8d-8bc3-4636-8ee5-cd4edbd4572c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d38a8fc7-0911-4b72-a78c-d32851227793 HTTP/1.1" status: 200 len: 851 time: 0.1812778 Aug 16 20:16:06.796104 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837d79a8-5b17-4296-9a8d-a58b88faaa8f tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Made reservation on behalf of aefa4984921a45a88cff83bdca0439b6 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:16:06.800292 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-837d79a8-5b17-4296-9a8d-a58b88faaa8f tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:06.830411 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87c712-e150-4ead-9467-0325d6fdbf21 req-386655f8-043d-4f5a-bc44-9451f5f886cd tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:06.831455 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bb87c712-e150-4ead-9467-0325d6fdbf21 req-386655f8-043d-4f5a-bc44-9451f5f886cd tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=88edb25c-c6fa-423d-acc5-61ce5cdd595f HTTP/1.1" status: 200 len: 943 time: 0.1072397 Aug 16 20:16:06.837534 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-837d79a8-5b17-4296-9a8d-a58b88faaa8f tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] device_id is not set on port d12994ff-f6f1-46f4-bad4-379a793d5077 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:16:06.913656 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-bb6ed4c4-7dc0-4b40-ae94-798d69eeedde None None] Allocated IP 172.20.0.2 (d42c13a9-a61f-459c-862e-4c70439c565a/83a91197-831a-44ff-a224-278ea248c03e/17cc837d-c656-4d04-afdf-4dafde6ce93f) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:16:06.922563 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277adbb2-bc39-44f7-b582-2272067061c6 req-0fbfe722-5510-454e-bc03-10ed690ba658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:06.924462 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-277adbb2-bc39-44f7-b582-2272067061c6 req-0fbfe722-5510-454e-bc03-10ed690ba658 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dbfa510a-9034-470b-99ef-e5f61f9b5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1428287 Aug 16 20:16:06.932876 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-986e2cf6-06ac-4a83-81fe-18dcce7b609e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:06.964734 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bb87c712-e150-4ead-9467-0325d6fdbf21 req-cc24a6c6-2975-48d8-aee2-2cc4ccca3de2 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753014 Aug 16 20:16:07.104879 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-4ca264ca-75ff-45d6-b516-90de2074e452 service neutron] 10.222.0.68 "GET /v2.0/networks/03372f6e-3aa5-4f06-a2ff-93fc6275e972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338485 Aug 16 20:16:07.183324 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:07.209523 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb6ed4c4-7dc0-4b40-ae94-798d69eeedde None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:07.226421 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bb6ed4c4-7dc0-4b40-ae94-798d69eeedde None None] Transition to ACTIVE for port object 17cc837d-c656-4d04-afdf-4dafde6ce93f will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:16:07.231412 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-7b941bd0-a176-4ba2-b19f-0d5e963fe074 service neutron] 10.222.0.68 "GET /v2.0/networks/03372f6e-3aa5-4f06-a2ff-93fc6275e972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103899 Aug 16 20:16:07.275142 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bb6ed4c4-7dc0-4b40-ae94-798d69eeedde None None] Transition to ACTIVE for port object 17cc837d-c656-4d04-afdf-4dafde6ce93f will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:16:07.302818 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb6ed4c4-7dc0-4b40-ae94-798d69eeedde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:07.384914 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-277adbb2-bc39-44f7-b582-2272067061c6 req-a46bb69c-6b06-4f9c-bd36-e554d93f4958 service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492390 Aug 16 20:16:07.412621 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6ed4c4-7dc0-4b40-ae94-798d69eeedde None None] Network d42c13a9-a61f-459c-862e-4c70439c565a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:16:07.436839 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-bb6ed4c4-7dc0-4b40-ae94-798d69eeedde None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:16:07.440832 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6ed4c4-7dc0-4b40-ae94-798d69eeedde None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:16:07.442439 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-837d79a8-5b17-4296-9a8d-a58b88faaa8f tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Allocated IP 172.20.0.13 (d42c13a9-a61f-459c-862e-4c70439c565a/83a91197-831a-44ff-a224-278ea248c03e/d12994ff-f6f1-46f4-bad4-379a793d5077) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:16:07.487459 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2acc6a47-ab99-497a-8a8e-525bffee8afd up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:16:07.494566 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ed4c4-7dc0-4b40-ae94-798d69eeedde None None] Pushing event updated for resources: {'Port': ['ID=17cc837d-c656-4d04-afdf-4dafde6ce93f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:07.559539 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bb6ed4c4-7dc0-4b40-ae94-798d69eeedde None None] Attempting to bind port 17cc837d-c656-4d04-afdf-4dafde6ce93f on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:16:07.560055 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bb6ed4c4-7dc0-4b40-ae94-798d69eeedde None None] Attempting to bind port 17cc837d-c656-4d04-afdf-4dafde6ce93f by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '9d309e89-25ba-4529-9c6d-66d239253d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd42c13a9-a61f-459c-862e-4c70439c565a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:16:07.560423 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6ed4c4-7dc0-4b40-ae94-798d69eeedde None None] Attempting to bind port 17cc837d-c656-4d04-afdf-4dafde6ce93f on network d42c13a9-a61f-459c-862e-4c70439c565a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:16:07.576627 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6ed4c4-7dc0-4b40-ae94-798d69eeedde None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:16:07.576627 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6ed4c4-7dc0-4b40-ae94-798d69eeedde None None] Checking segment: {'id': '9d309e89-25ba-4529-9c6d-66d239253d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd42c13a9-a61f-459c-862e-4c70439c565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:16:07.576945 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb6ed4c4-7dc0-4b40-ae94-798d69eeedde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:07.577528 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6ed4c4-7dc0-4b40-ae94-798d69eeedde None None] Bound using segment: {'id': '9d309e89-25ba-4529-9c6d-66d239253d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd42c13a9-a61f-459c-862e-4c70439c565a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:16:07.578033 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bb6ed4c4-7dc0-4b40-ae94-798d69eeedde None None] Bound port: 17cc837d-c656-4d04-afdf-4dafde6ce93f, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d309e89-25ba-4529-9c6d-66d239253d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd42c13a9-a61f-459c-862e-4c70439c565a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:16:07.578402 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb6ed4c4-7dc0-4b40-ae94-798d69eeedde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:07.640956 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 2acc6a47-ab99-497a-8a8e-525bffee8afd completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:16:07.657590 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 2acc6a47-ab99-497a-8a8e-525bffee8afd triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:07.658124 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:07.701085 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9045d2ee-041f-4aff-89d0-49b2337ba4c8 None None] Network 403452b0-bf4b-4ef9-8c94-a1e7c7fdead2 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:16:07.774504 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df1c78-04f9-452c-94d1-3d5e72be2127 req-3ca9100a-fa35-4362-bbf3-3a8bcd9be540 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:07.793786 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d3df1c78-04f9-452c-94d1-3d5e72be2127 req-3ca9100a-fa35-4362-bbf3-3a8bcd9be540 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=baff93f0-afbe-47d5-b796-4bcbdcc9c1c9 HTTP/1.1" status: 200 len: 945 time: 0.1159375 Aug 16 20:16:07.797786 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bb6ed4c4-7dc0-4b40-ae94-798d69eeedde None None] For port 17cc837d-c656-4d04-afdf-4dafde6ce93f, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:16:07.818389 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9d9001fe-7240-4c7f-85a6-03277cd25712 None None] Provisioning for port 8954ff01-a05d-4d8b-9677-3df595feb324 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:16:07.823407 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bb6ed4c4-7dc0-4b40-ae94-798d69eeedde None None] For port 17cc837d-c656-4d04-afdf-4dafde6ce93f, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=17cc837d-c656-4d04-afdf-4dafde6ce93f,segment=NetworkSegment(9d309e89-25ba-4529-9c6d-66d239253d78),segment_id=9d309e89-25ba-4529-9c6d-66d239253d78)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:16:07.857264 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb6ed4c4-7dc0-4b40-ae94-798d69eeedde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:07.882569 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-837d79a8-5b17-4296-9a8d-a58b88faaa8f tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:07.904042 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d3df1c78-04f9-452c-94d1-3d5e72be2127 req-a9b33c3f-df28-4e8c-95a4-7326db0b3412 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091311 Aug 16 20:16:07.915194 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-277adbb2-bc39-44f7-b582-2272067061c6 req-f02980bc-250c-462e-a23a-d50564af63db service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5179396 Aug 16 20:16:07.929810 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-837d79a8-5b17-4296-9a8d-a58b88faaa8f tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Transition to ACTIVE for port object d12994ff-f6f1-46f4-bad4-379a793d5077 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:16:07.966176 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97cdcf-6301-4a7b-b1a9-bb058ebf0a1e req-1338ecd3-fd99-49f0-828c-64fc4f5b97b1 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:07.968538 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9b97cdcf-6301-4a7b-b1a9-bb058ebf0a1e req-1338ecd3-fd99-49f0-828c-64fc4f5b97b1 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.2470617 Aug 16 20:16:07.988970 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:08.053646 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-837d79a8-5b17-4296-9a8d-a58b88faaa8f tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:08.129013 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ed4c4-7dc0-4b40-ae94-798d69eeedde None None] Pushing event updated for resources: {'Port': ['ID=17cc837d-c656-4d04-afdf-4dafde6ce93f,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:08.141230 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 2acc6a47-ab99-497a-8a8e-525bffee8afd, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=2acc6a47-ab99-497a-8a8e-525bffee8afd,segment=NetworkSegment(7dd8ece3-8f7b-4c78-93ba-a6a4b5941faf),segment_id=7dd8ece3-8f7b-4c78-93ba-a6a4b5941faf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:08.147104 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9b97cdcf-6301-4a7b-b1a9-bb058ebf0a1e req-3a675056-2f7c-4213-bd44-af8ec6ad156e tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661959 Aug 16 20:16:08.156171 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:08.157136 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8954ff01-a05d-4d8b-9677-3df595feb324 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:16:08.195096 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-986e2cf6-06ac-4a83-81fe-18dcce7b609e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:08.201091 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db410561-40bf-44a5-9d6f-85923c186e16 req-7ebb2a82-ff1d-4d80-be21-79c42643fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:08.204104 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-db410561-40bf-44a5-9d6f-85923c186e16 req-7ebb2a82-ff1d-4d80-be21-79c42643fb1b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f949d98cf9473f85e64341bcd4f07a&device_id=88edb25c-c6fa-423d-acc5-61ce5cdd595f HTTP/1.1" status: 200 len: 1095 time: 0.2130582 Aug 16 20:16:08.205790 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-986e2cf6-06ac-4a83-81fe-18dcce7b609e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:08.398898 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db410561-40bf-44a5-9d6f-85923c186e16 req-fe75ac28-24f1-440f-8300-18ba5d663c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:08.401381 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-db410561-40bf-44a5-9d6f-85923c186e16 req-fe75ac28-24f1-440f-8300-18ba5d663c75 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dbfa510a-9034-470b-99ef-e5f61f9b5e17 HTTP/1.1" status: 200 len: 913 time: 0.1861472 Aug 16 20:16:08.590804 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-986e2cf6-06ac-4a83-81fe-18dcce7b609e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:08.593507 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=2acc6a47-ab99-497a-8a8e-525bffee8afd,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:08.609401 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e2cf6-06ac-4a83-81fe-18dcce7b609e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Port': ['ID=738eeec4-c0c9-4422-888c-0f635c8b8860,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:08.613163 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 8954ff01-a05d-4d8b-9677-3df595feb324 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:16:08.619063 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 8954ff01-a05d-4d8b-9677-3df595feb324 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:08.619789 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:08.682650 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-58f299a4-1f14-479f-bcbf-502879a3618e req-a35e4486-f494-4946-b39f-c83e37ca7185 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/ports?device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 210 time: 0.0500519 Aug 16 20:16:08.693690 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837d79a8-5b17-4296-9a8d-a58b88faaa8f tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Network d42c13a9-a61f-459c-862e-4c70439c565a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:16:08.696401 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-837d79a8-5b17-4296-9a8d-a58b88faaa8f tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:16:08.699023 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837d79a8-5b17-4296-9a8d-a58b88faaa8f tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:16:08.716208 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d79a8-5b17-4296-9a8d-a58b88faaa8f tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Pushing event updated for resources: {'Port': ['ID=d12994ff-f6f1-46f4-bad4-379a793d5077,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:08.750744 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:08.772098 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986e2cf6-06ac-4a83-81fe-18dcce7b609e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network 403452b0-bf4b-4ef9-8c94-a1e7c7fdead2 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:16:08.775651 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-986e2cf6-06ac-4a83-81fe-18dcce7b609e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:16:08.801848 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 8954ff01-a05d-4d8b-9677-3df595feb324, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8954ff01-a05d-4d8b-9677-3df595feb324,segment=NetworkSegment(9bafa436-4069-4750-b6bb-c832b4600966),segment_id=9bafa436-4069-4750-b6bb-c832b4600966)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:08.802873 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-db410561-40bf-44a5-9d6f-85923c186e16 req-496158ad-6200-4c5a-a0fa-0494e03c2782 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc3346d1-85d6-4896-8739-5e2ad3e53be3 HTTP/1.1" status: 200 len: 217 time: 0.2194703 Aug 16 20:16:08.804459 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986e2cf6-06ac-4a83-81fe-18dcce7b609e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:08.805332 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986e2cf6-06ac-4a83-81fe-18dcce7b609e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:08.805680 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986e2cf6-06ac-4a83-81fe-18dcce7b609e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:08.805995 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986e2cf6-06ac-4a83-81fe-18dcce7b609e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:08.806354 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986e2cf6-06ac-4a83-81fe-18dcce7b609e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:08.806703 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986e2cf6-06ac-4a83-81fe-18dcce7b609e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:08.806995 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986e2cf6-06ac-4a83-81fe-18dcce7b609e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:08.807363 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986e2cf6-06ac-4a83-81fe-18dcce7b609e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:08.807667 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986e2cf6-06ac-4a83-81fe-18dcce7b609e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:08.807979 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986e2cf6-06ac-4a83-81fe-18dcce7b609e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:08.808306 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986e2cf6-06ac-4a83-81fe-18dcce7b609e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:08.808627 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986e2cf6-06ac-4a83-81fe-18dcce7b609e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:08.810270 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:08.814801 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837d79a8-5b17-4296-9a8d-a58b88faaa8f tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:08.815547 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-837d79a8-5b17-4296-9a8d-a58b88faaa8f tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:08.840375 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-837d79a8-5b17-4296-9a8d-a58b88faaa8f tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.3567257 Aug 16 20:16:08.840655 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57882) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:08.846060 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4eade7fa-2b58-45b0-a444-4321d9e043df tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2053892232', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:16:08.885003 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4eade7fa-2b58-45b0-a444-4321d9e043df tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:08.886443 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=8954ff01-a05d-4d8b-9677-3df595feb324,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:08.887615 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4eade7fa-2b58-45b0-a444-4321d9e043df tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:08.964122 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4eade7fa-2b58-45b0-a444-4321d9e043df tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:08.971838 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4eade7fa-2b58-45b0-a444-4321d9e043df tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:08.992197 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d7d1e5a8-631e-45c7-8632-50baa24ca342 None None] Provisioning for port 738eeec4-c0c9-4422-888c-0f635c8b8860 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:16:08.997871 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d7d1e5a8-631e-45c7-8632-50baa24ca342 None None] Provisioning complete for port 738eeec4-c0c9-4422-888c-0f635c8b8860 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:08.998542 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7d1e5a8-631e-45c7-8632-50baa24ca342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:09.061355 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d7d1e5a8-631e-45c7-8632-50baa24ca342 None None] Port 738eeec4-c0c9-4422-888c-0f635c8b8860 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:16:09.075702 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4eade7fa-2b58-45b0-a444-4321d9e043df tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:09.083168 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4eade7fa-2b58-45b0-a444-4321d9e043df tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2389731 Aug 16 20:16:09.098440 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57888) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:09.108877 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8664b956-1d6e-491c-9208-1778c34eaea1 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2087474326', 'prefixes': ['172.20.0.0/16']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:16:09.165274 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d7d1e5a8-631e-45c7-8632-50baa24ca342 None None] Provisioning complete for port 8954ff01-a05d-4d8b-9677-3df595feb324 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:09.165671 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7d1e5a8-631e-45c7-8632-50baa24ca342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:09.184505 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b2ee7-a5af-47cd-9f06-e34a5b7e621a req-07dff5a3-0a8c-4983-95c3-7d058a3f9378 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:09.192858 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6d8b2ee7-a5af-47cd-9f06-e34a5b7e621a req-07dff5a3-0a8c-4983-95c3-7d058a3f9378 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=baff93f0-afbe-47d5-b796-4bcbdcc9c1c9 HTTP/1.1" status: 200 len: 945 time: 0.2069478 Aug 16 20:16:09.272839 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a7e57-730a-4c2c-b1e9-576f019a44d3 req-45f0d091-c438-41fb-aae2-787494d10a0d tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:09.275229 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c92a7e57-730a-4c2c-b1e9-576f019a44d3 req-45f0d091-c438-41fb-aae2-787494d10a0d tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff93f0-afbe-47d5-b796-4bcbdcc9c1c9 HTTP/1.1" status: 200 len: 945 time: 0.2016828 Aug 16 20:16:09.365608 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6d8b2ee7-a5af-47cd-9f06-e34a5b7e621a req-63c7d112-4d36-4f8d-acde-47fed2390d05 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675749 Aug 16 20:16:09.419167 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3248d-4352-49a5-8577-5b87589d88dd req-ed649406-09e6-4266-8039-7ef6cce2a09f tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:09.422051 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dde3248d-4352-49a5-8577-5b87589d88dd req-ed649406-09e6-4266-8039-7ef6cce2a09f tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=88edb25c-c6fa-423d-acc5-61ce5cdd595f HTTP/1.1" status: 200 len: 943 time: 1.0187895 Aug 16 20:16:09.552897 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db410561-40bf-44a5-9d6f-85923c186e16 req-35864ea6-6f6b-441c-b6d3-571afeb3ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:09.556339 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-db410561-40bf-44a5-9d6f-85923c186e16 req-35864ea6-6f6b-441c-b6d3-571afeb3ed8a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d38a8fc7-0911-4b72-a78c-d32851227793 HTTP/1.1" status: 200 len: 851 time: 0.7377524 Aug 16 20:16:09.586204 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dde3248d-4352-49a5-8577-5b87589d88dd req-dfd38bcd-d3d8-4c01-a71a-c0a684d41fb4 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338358 Aug 16 20:16:09.621978 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986e2cf6-06ac-4a83-81fe-18dcce7b609e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Router d0c7202b-94ed-4c95-91d4-a931a2d90d24 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:16:09.643814 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2acc6a47-ab99-497a-8a8e-525bffee8afd up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:16:09.676443 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d6ca0-b9c4-4037-8007-42818fb15a60 req-fbda7b69-2a91-4ae3-9435-dd7bee39d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:09.680540 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9e8d6ca0-b9c4-4037-8007-42818fb15a60 req-fbda7b69-2a91-4ae3-9435-dd7bee39d21a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 1097 time: 0.2812660 Aug 16 20:16:09.684688 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8664b956-1d6e-491c-9208-1778c34eaea1 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks [] for subnetpool, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:09.689125 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8664b956-1d6e-491c-9208-1778c34eaea1 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5839679 Aug 16 20:16:09.691120 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db410561-40bf-44a5-9d6f-85923c186e16 req-00503f7c-77c1-4020-99fb-97677fde88e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:09.692842 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-db410561-40bf-44a5-9d6f-85923c186e16 req-00503f7c-77c1-4020-99fb-97677fde88e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dbfa510a-9034-470b-99ef-e5f61f9b5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1295002 Aug 16 20:16:09.695984 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57894) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:09.699962 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-d8b96c8b-1943-4071-a824-030626ae0edc tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:09.702332 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-d8b96c8b-1943-4071-a824-030626ae0edc tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.63 "GET /v2.0/networks?id=03372f6e-3aa5-4f06-a2ff-93fc6275e972 HTTP/1.1" status: 200 len: 812 time: 0.3454492 Aug 16 20:16:09.725954 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-e71fc8b5-ca13-4525-b40e-2706632e2af1 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '83a91197-831a-44ff-a224-278ea248c03e', 'tempest-TagsExtTest-Tag-1078554646') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:09.732072 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-2246e82f-4200-4d66-9f4b-2fb836faff24 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Request body: {'port': {'device_id': '32d8ce69-6e6f-455e-8301-a6b4e86f2f07', 'network_id': '03372f6e-3aa5-4f06-a2ff-93fc6275e972', 'admin_state_up': True, 'tenant_id': '50bf2ec2ef51480f81ee4419e25876f4'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:16:09.793524 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 2acc6a47-ab99-497a-8a8e-525bffee8afd triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:09.793914 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:09.830220 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-c92a7e57-730a-4c2c-b1e9-576f019a44d3 req-7589f98b-3f47-44a0-9303-59d6a7ecde02 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Deleting port 9b90913e-4f81-451c-8991-ebba7096ebba {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:16:09.830562 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c92a7e57-730a-4c2c-b1e9-576f019a44d3 req-7589f98b-3f47-44a0-9303-59d6a7ecde02 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:09.918493 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1f3cbfec-ebc0-40cb-836e-b3ac68b4d6db None None] Provisioning complete for port 738eeec4-c0c9-4422-888c-0f635c8b8860 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:09.918900 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1f3cbfec-ebc0-40cb-836e-b3ac68b4d6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:09.924300 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 17cc837d-c656-4d04-afdf-4dafde6ce93f up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:16:09.942943 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9e8d6ca0-b9c4-4037-8007-42818fb15a60 req-62fcedf0-2295-45e9-a04c-3e926f122bce service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456806 Aug 16 20:16:09.952391 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c1881992-1807-47c8-bf49-1a1994fdf85d req-0e2d79d7-0ffc-4ea8-b982-7d56f36a7da4 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/ports?device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 210 time: 0.0642800 Aug 16 20:16:09.960915 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e02b989-6dde-4736-a475-60c9e9795ac6 None None] Network d42c13a9-a61f-459c-862e-4c70439c565a requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:16:09.989642 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-db410561-40bf-44a5-9d6f-85923c186e16 req-3ce892ed-e07b-4642-b75a-4f9482b7af47 service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856109 Aug 16 20:16:10.029453 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-c92a7e57-730a-4c2c-b1e9-576f019a44d3 req-7589f98b-3f47-44a0-9303-59d6a7ecde02 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] For port 9b90913e-4f81-451c-8991-ebba7096ebba, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=9b90913e-4f81-451c-8991-ebba7096ebba,segment=NetworkSegment(84c054f6-f1d5-4d03-81c3-3237f56ec888),segment_id=84c054f6-f1d5-4d03-81c3-3237f56ec888)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:10.029897 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c92a7e57-730a-4c2c-b1e9-576f019a44d3 req-7589f98b-3f47-44a0-9303-59d6a7ecde02 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:10.053279 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1f3cbfec-ebc0-40cb-836e-b3ac68b4d6db None None] Port 738eeec4-c0c9-4422-888c-0f635c8b8860 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:16:10.067916 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-c92a7e57-730a-4c2c-b1e9-576f019a44d3 req-7589f98b-3f47-44a0-9303-59d6a7ecde02 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Calling delete_port for 9b90913e-4f81-451c-8991-ebba7096ebba owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:16:10.081448 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e71fc8b5-ca13-4525-b40e-2706632e2af1 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "PUT /v2.0/subnets/83a91197-831a-44ff-a224-278ea248c03e/tags/tempest-TagsExtTest-Tag-1078554646 HTTP/1.1" status: 201 len: 201 time: 0.3644304 Aug 16 20:16:10.083469 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57900) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:10.089242 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 17cc837d-c656-4d04-afdf-4dafde6ce93f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:16:10.090905 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-e0e2199b-acb7-40db-a0f3-674152e142d1 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd12994ff-f6f1-46f4-bad4-379a793d5077', 'tempest-TagsExtTest-Tag-498948201') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:10.100938 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8954ff01-a05d-4d8b-9677-3df595feb324 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:16:10.101479 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986e2cf6-06ac-4a83-81fe-18dcce7b609e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:16:10.118725 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80936f6-9eea-4688-990d-d7d25045da17 None None] Sync routers for ids ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:16:10.134805 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-986e2cf6-06ac-4a83-81fe-18dcce7b609e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "PUT /v2.0/routers/d0c7202b-94ed-4c95-91d4-a931a2d90d24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4380579 Aug 16 20:16:10.139640 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80936f6-9eea-4688-990d-d7d25045da17 None None] Routers {'d0c7202b-94ed-4c95-91d4-a931a2d90d24'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:16:10.140438 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f80936f6-9eea-4688-990d-d7d25045da17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:16:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:10.145298 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919477a-8304-4c29-8813-f9fb5379e190 req-d05ed071-39bf-44ae-8f45-956225a5167b tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:10.152807 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0919477a-8304-4c29-8813-f9fb5379e190 req-d05ed071-39bf-44ae-8f45-956225a5167b tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.4469938 Aug 16 20:16:10.154621 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57902) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:10.184230 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-eb429a5e-ca1a-4638-adda-470aceba86af tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Request body: {'network': {'name': 'tempest-RoutersTest-1618191781'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:16:10.213505 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-db410561-40bf-44a5-9d6f-85923c186e16 req-422bbbcb-b602-439d-9740-528893c81f9b service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124467 Aug 16 20:16:10.241987 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb429a5e-ca1a-4638-adda-470aceba86af tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Made reservation on behalf of 4e7767da8a9b462f9abca14d577f0aa8 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:16:10.243485 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-45b3c6d9-7e68-4efa-8012-13d052416c41 None None] Provisioning for port 17cc837d-c656-4d04-afdf-4dafde6ce93f completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:16:10.246587 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb429a5e-ca1a-4638-adda-470aceba86af tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:10.260240 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-45b3c6d9-7e68-4efa-8012-13d052416c41 None None] Provisioning complete for port 17cc837d-c656-4d04-afdf-4dafde6ce93f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:10.260694 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45b3c6d9-7e68-4efa-8012-13d052416c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:10.261133 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e0e2199b-acb7-40db-a0f3-674152e142d1 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "PUT /v2.0/ports/d12994ff-f6f1-46f4-bad4-379a793d5077/tags/tempest-TagsExtTest-Tag-498948201 HTTP/1.1" status: 201 len: 201 time: 0.1764808 Aug 16 20:16:10.261911 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57904) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:10.263772 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0919477a-8304-4c29-8813-f9fb5379e190 req-7dbb8670-8202-40dc-9d1e-ba0ce0a3aef4 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074138 Aug 16 20:16:10.266358 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-f80936f6-9eea-4688-990d-d7d25045da17 None None] Set router d0c7202b-94ed-4c95-91d4-a931a2d90d24 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:16:10.268840 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-d920f6ed-26c6-495d-949c-0ef46bfe397e tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5d61b49e-88cb-4ab8-9343-d218faa63d44', 'tempest-TagsExtTest-Tag-1271954764') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:10.298514 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb429a5e-ca1a-4638-adda-470aceba86af tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:16:10.305506 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-2246e82f-4200-4d66-9f4b-2fb836faff24 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Made reservation on behalf of 50bf2ec2ef51480f81ee4419e25876f4 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:16:10.309575 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-2246e82f-4200-4d66-9f4b-2fb836faff24 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:10.329130 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb429a5e-ca1a-4638-adda-470aceba86af tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:10.329480 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-eb429a5e-ca1a-4638-adda-470aceba86af tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Added segment ed2c9eba-5740-4e1b-ba23-711848c59222 of type vlan for network 1f562e92-4784-468c-aa5c-61c0c8ef26f1 Aug 16 20:16:10.332903 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 8954ff01-a05d-4d8b-9677-3df595feb324 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:10.333505 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:10.415615 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d920f6ed-26c6-495d-949c-0ef46bfe397e tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "PUT /v2.0/routers/5d61b49e-88cb-4ab8-9343-d218faa63d44/tags/tempest-TagsExtTest-Tag-1271954764 HTTP/1.1" status: 201 len: 201 time: 0.1516271 Aug 16 20:16:10.419149 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57908) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:10.424257 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-72612afe-483d-4449-95ce-059c9d13a396 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '166b9ea5-4186-4f07-9ec7-8275eee4eacb', 'tempest-TagsExtTest-Tag-1948136516') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:10.443344 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device cc3346d1-85d6-4896-8739-5e2ad3e53be3 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:16:10.479748 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c92a7e57-730a-4c2c-b1e9-576f019a44d3 req-7589f98b-3f47-44a0-9303-59d6a7ecde02 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:10.480105 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb429a5e-ca1a-4638-adda-470aceba86af tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:10.511545 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['9424f9f8-a01e-463c-a19a-21c6bd851708', 'abfd6f18-cddc-4949-900b-441e3d00089a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:16:10.513934 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['8e752365-377c-46db-b815-5120670afb21', '9b90913e-4f81-451c-8991-ebba7096ebba'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:16:10.535837 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-42b743a1-109a-43dd-8b5a-c91c65c92e44 req-d91a5cbf-bb62-4bd9-9eb9-a67038613ce4 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=baff93f0-afbe-47d5-b796-4bcbdcc9c1c9 HTTP/1.1" status: 200 len: 210 time: 0.0464578 Aug 16 20:16:10.576003 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb429a5e-ca1a-4638-adda-470aceba86af tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:10.582465 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb429a5e-ca1a-4638-adda-470aceba86af tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:10.583155 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb429a5e-ca1a-4638-adda-470aceba86af tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:10.587435 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f80936f6-9eea-4688-990d-d7d25045da17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'name': 'tempest-RoutersTest-router-338244772', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:15:47Z', 'updated_at': '2021-08-16T20:16:06Z', 'revision_number': 4, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None, '_interfaces': [{'id': '2acc6a47-ab99-497a-8a8e-525bffee8afd', 'name': '', 'network_id': '481cd87e-c065-4497-87ce-bed7efec6dd6', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:6b:6f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:56Z', 'updated_at': '2021-08-16T20:16:08Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '738eeec4-c0c9-4422-888c-0f635c8b8860', 'name': '', 'network_id': '403452b0-bf4b-4ef9-8c94-a1e7c7fdead2', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:d5:80:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '34986889-b769-46fc-a0bd-23ab93b6802c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:16:03Z', 'updated_at': '2021-08-16T20:16:07Z', 'revision_number': 2, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '34986889-b769-46fc-a0bd-23ab93b6802c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c49e7cb-3f7c-45b0-a642-14e6db728e62', 'name': '', 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:01:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:50Z', 'updated_at': '2021-08-16T20:15:57Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:10.591806 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.db.resource_extend [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:16:10.606371 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589f98b-3f47-44a0-9303-59d6a7ecde02 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Pushing event deleted for resources: {'Port': ['ID=9b90913e-4f81-451c-8991-ebba7096ebba,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:10.629390 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f98b-3f47-44a0-9303-59d6a7ecde02 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:10.629829 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f98b-3f47-44a0-9303-59d6a7ecde02 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:10.630248 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f98b-3f47-44a0-9303-59d6a7ecde02 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:10.630662 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f98b-3f47-44a0-9303-59d6a7ecde02 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:10.631071 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f98b-3f47-44a0-9303-59d6a7ecde02 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:10.631507 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f98b-3f47-44a0-9303-59d6a7ecde02 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:10.631912 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f98b-3f47-44a0-9303-59d6a7ecde02 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:10.632322 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f98b-3f47-44a0-9303-59d6a7ecde02 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:10.632728 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f98b-3f47-44a0-9303-59d6a7ecde02 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:10.633651 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f98b-3f47-44a0-9303-59d6a7ecde02 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:10.634299 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f98b-3f47-44a0-9303-59d6a7ecde02 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:10.635032 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f98b-3f47-44a0-9303-59d6a7ecde02 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:10.637013 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80936f6-9eea-4688-990d-d7d25045da17 None None] Checking router: d0c7202b-94ed-4c95-91d4-a931a2d90d24 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:16:10.637365 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80936f6-9eea-4688-990d-d7d25045da17 None None] Updating router d0c7202b-94ed-4c95-91d4-a931a2d90d24 port 738eeec4-c0c9-4422-888c-0f635c8b8860 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:16:10.667977 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-72612afe-483d-4449-95ce-059c9d13a396 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "PUT /v2.0/subnetpools/166b9ea5-4186-4f07-9ec7-8275eee4eacb/tags/tempest-TagsExtTest-Tag-1948136516 HTTP/1.1" status: 201 len: 201 time: 0.2472467 Aug 16 20:16:10.669340 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57912) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:10.676555 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-3f4802f7-e562-4b1e-9805-4475123ac553 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '83a91197-831a-44ff-a224-278ea248c03e') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:10.682628 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f80936f6-9eea-4688-990d-d7d25045da17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:10.744085 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-2246e82f-4200-4d66-9f4b-2fb836faff24 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Allocated IP 172.20.0.12 (03372f6e-3aa5-4f06-a2ff-93fc6275e972/1d3d70ca-4446-4443-a4d9-427af5e7240e/8ca6c590-e6cd-4bee-beb8-4cccbc73c738) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:16:10.744339 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92a7e57-730a-4c2c-b1e9-576f019a44d3 req-7589f98b-3f47-44a0-9303-59d6a7ecde02 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] No DVR routers for this DVR port 9b90913e-4f81-451c-8991-ebba7096ebba on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:16:10.747614 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c92a7e57-730a-4c2c-b1e9-576f019a44d3 req-7589f98b-3f47-44a0-9303-59d6a7ecde02 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:10.748982 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-eb429a5e-ca1a-4638-adda-470aceba86af tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5874414 Aug 16 20:16:10.750485 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c92a7e57-730a-4c2c-b1e9-576f019a44d3 req-7589f98b-3f47-44a0-9303-59d6a7ecde02 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.57 "DELETE /v2.0/ports/9b90913e-4f81-451c-8991-ebba7096ebba HTTP/1.1" status: 204 len: 173 time: 1.4587076 Aug 16 20:16:10.751017 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baff93f0-afbe-47d5-b796-4bcbdcc9c1c9', 'name': 'network-vif-deleted', 'tag': '9b90913e-4f81-451c-8991-ebba7096ebba'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:16:10.753514 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e063c716-433d-4d38-afa1-bf44560942d2" -d '{"events": [{"server_uuid": "baff93f0-afbe-47d5-b796-4bcbdcc9c1c9", "name": "network-vif-deleted", "tag": "9b90913e-4f81-451c-8991-ebba7096ebba"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:16:10.760805 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57914) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:10.824231 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45b3c6d9-7e68-4efa-8012-13d052416c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:10.862657 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-71e2e9b3-69cc-410b-b36c-c4407e964fae tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Request body: {'subnet': {'network_id': '1f562e92-4784-468c-aa5c-61c0c8ef26f1', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:16:10.865304 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3f4802f7-e562-4b1e-9805-4475123ac553 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "GET /v2.0/subnets/83a91197-831a-44ff-a224-278ea248c03e/tags HTTP/1.1" status: 200 len: 241 time: 0.1903741 Aug 16 20:16:10.870593 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da4728b-2401-49bf-8cc3-d8ce433f0828 x-openstack-request-id: req-7da4728b-2401-49bf-8cc3-d8ce433f0828 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:16:10.870890 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baff93f0-afbe-47d5-b796-4bcbdcc9c1c9", "name": "network-vif-deleted", "tag": "9b90913e-4f81-451c-8991-ebba7096ebba", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:16:10.871129 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7da4728b-2401-49bf-8cc3-d8ce433f0828 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:16:10.871554 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baff93f0-afbe-47d5-b796-4bcbdcc9c1c9', 'name': 'network-vif-deleted', 'tag': '9b90913e-4f81-451c-8991-ebba7096ebba', 'status': 'completed', 'code': 200} Aug 16 20:16:10.871975 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57920) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:10.889381 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-385f2167-bb3f-4dc9-a1c2-dfd5e69b3561 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '83a91197-831a-44ff-a224-278ea248c03e', 'tempest-TagsExtTest-Tag-1078554646') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:11.024722 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-385f2167-bb3f-4dc9-a1c2-dfd5e69b3561 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "GET /v2.0/subnets/83a91197-831a-44ff-a224-278ea248c03e/tags/tempest-TagsExtTest-Tag-1078554646 HTTP/1.1" status: 204 len: 168 time: 0.1516998 Aug 16 20:16:11.029303 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57924) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:11.034125 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-d0233b11-14fa-4cf9-916a-8a8df1e0c1e1 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '83a91197-831a-44ff-a224-278ea248c03e', 'tempest-TagsExtTest-Tag-1078554646') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:11.047297 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-45b3c6d9-7e68-4efa-8012-13d052416c41 None None] For port 17cc837d-c656-4d04-afdf-4dafde6ce93f, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=17cc837d-c656-4d04-afdf-4dafde6ce93f,segment=NetworkSegment(9d309e89-25ba-4529-9c6d-66d239253d78),segment_id=9d309e89-25ba-4529-9c6d-66d239253d78)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:11.075288 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port cc3346d1-85d6-4896-8739-5e2ad3e53be3, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=cc3346d1-85d6-4896-8739-5e2ad3e53be3,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:11.107898 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45b3c6d9-7e68-4efa-8012-13d052416c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:11.109625 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb429a5e-ca1a-4638-adda-470aceba86af tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Network': ['ID=1f562e92-4784-468c-aa5c-61c0c8ef26f1,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:11.126094 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e2e9b3-69cc-410b-b36c-c4407e964fae tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Made reservation on behalf of 4e7767da8a9b462f9abca14d577f0aa8 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:16:11.136682 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-71e2e9b3-69cc-410b-b36c-c4407e964fae tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:11.160118 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'cc3346d1-85d6-4896-8739-5e2ad3e53be3', 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17', 'port_id': 'cc3346d1-85d6-4896-8739-5e2ad3e53be3', 'mac_address': 'fa:16:3e:b8:31:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd38a8fc7-0911-4b72-a78c-d32851227793', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:16:11.175675 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 1f562e92-4784-468c-aa5c-61c0c8ef26f1 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:16:11.180362 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-af24fd55-d714-4a19-91b7-bcc1b8e490e3 req-d31fc7b5-0809-4d86-9cd8-fac9b152f3ad tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/ports?device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 210 time: 0.0727050 Aug 16 20:16:11.183828 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d0233b11-14fa-4cf9-916a-8a8df1e0c1e1 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "DELETE /v2.0/subnets/83a91197-831a-44ff-a224-278ea248c03e/tags/tempest-TagsExtTest-Tag-1078554646 HTTP/1.1" status: 204 len: 168 time: 0.1534600 Aug 16 20:16:11.189068 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57928) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:11.195587 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-1899ff8b-09de-4785-812c-7600b0164d38 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '83a91197-831a-44ff-a224-278ea248c03e') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:11.236641 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f80936f6-9eea-4688-990d-d7d25045da17 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:11.266690 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-f80936f6-9eea-4688-990d-d7d25045da17 None None] Transition to ACTIVE for port object 738eeec4-c0c9-4422-888c-0f635c8b8860 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:16:11.274097 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1899ff8b-09de-4785-812c-7600b0164d38 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "GET /v2.0/subnets/83a91197-831a-44ff-a224-278ea248c03e/tags HTTP/1.1" status: 200 len: 205 time: 0.0806973 Aug 16 20:16:11.275973 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57930) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:11.282556 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-f25c3fee-e48f-4026-a044-a880d58588ac tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd12994ff-f6f1-46f4-bad4-379a793d5077') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:11.304070 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f80936f6-9eea-4688-990d-d7d25045da17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:11.339224 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3c6d9-7e68-4efa-8012-13d052416c41 None None] Pushing event updated for resources: {'Port': ['ID=17cc837d-c656-4d04-afdf-4dafde6ce93f,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:11.353462 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ba7e7-ed13-4348-98bd-33e8c5f6fa6c req-b7e6c878-3997-4e68-99fd-6d296339b835 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:11.359622 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-346d0d34-bc96-4de2-8975-8a1aca2f04b8 None None] Provisioning for port d12994ff-f6f1-46f4-bad4-379a793d5077 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:16:11.365101 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-766ba7e7-ed13-4348-98bd-33e8c5f6fa6c req-b7e6c878-3997-4e68-99fd-6d296339b835 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=88edb25c-c6fa-423d-acc5-61ce5cdd595f HTTP/1.1" status: 200 len: 943 time: 0.6335430 Aug 16 20:16:11.373601 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:11.390632 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-346d0d34-bc96-4de2-8975-8a1aca2f04b8 None None] Provisioning complete for port d12994ff-f6f1-46f4-bad4-379a793d5077 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:11.391005 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-346d0d34-bc96-4de2-8975-8a1aca2f04b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:11.416556 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f25c3fee-e48f-4026-a044-a880d58588ac tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "GET /v2.0/ports/d12994ff-f6f1-46f4-bad4-379a793d5077/tags HTTP/1.1" status: 200 len: 240 time: 0.1365862 Aug 16 20:16:11.417186 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57934) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:11.459360 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7213163-6525-45fe-b164-bdf673ec04e7 None None] Pushing event updated for resources: {'Port': ['ID=738eeec4-c0c9-4422-888c-0f635c8b8860,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:11.504008 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc3346d1-85d6-4896-8739-5e2ad3e53be3 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:16:11.511016 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-f80936f6-9eea-4688-990d-d7d25045da17 None None] Attempting to bind port 738eeec4-c0c9-4422-888c-0f635c8b8860 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:16:11.511512 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-f80936f6-9eea-4688-990d-d7d25045da17 None None] Attempting to bind port 738eeec4-c0c9-4422-888c-0f635c8b8860 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '9bafa436-4069-4750-b6bb-c832b4600966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '403452b0-bf4b-4ef9-8c94-a1e7c7fdead2'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:16:11.511940 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80936f6-9eea-4688-990d-d7d25045da17 None None] Attempting to bind port 738eeec4-c0c9-4422-888c-0f635c8b8860 on network 403452b0-bf4b-4ef9-8c94-a1e7c7fdead2 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:16:11.513198 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-cd004af5-c58b-43db-a547-59e8214c957d tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd12994ff-f6f1-46f4-bad4-379a793d5077', 'tempest-TagsExtTest-Tag-498948201') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:11.518366 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80936f6-9eea-4688-990d-d7d25045da17 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:16:11.518834 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80936f6-9eea-4688-990d-d7d25045da17 None None] Checking segment: {'id': '9bafa436-4069-4750-b6bb-c832b4600966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '403452b0-bf4b-4ef9-8c94-a1e7c7fdead2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:16:11.519395 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f80936f6-9eea-4688-990d-d7d25045da17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:11.519833 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80936f6-9eea-4688-990d-d7d25045da17 None None] Bound using segment: {'id': '9bafa436-4069-4750-b6bb-c832b4600966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '403452b0-bf4b-4ef9-8c94-a1e7c7fdead2'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:16:11.520583 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-f80936f6-9eea-4688-990d-d7d25045da17 None None] Bound port: 738eeec4-c0c9-4422-888c-0f635c8b8860, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bafa436-4069-4750-b6bb-c832b4600966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '403452b0-bf4b-4ef9-8c94-a1e7c7fdead2'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:16:11.520938 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f80936f6-9eea-4688-990d-d7d25045da17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:11.521112 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b067f9b-705e-4881-8901-ecf42d9f3b93 req-55b91440-9454-4eff-9920-6b32b8877620 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:11.524155 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b067f9b-705e-4881-8901-ecf42d9f3b93 req-55b91440-9454-4eff-9920-6b32b8877620 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.1031692 Aug 16 20:16:11.566656 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-346d0d34-bc96-4de2-8975-8a1aca2f04b8 None None] Port d12994ff-f6f1-46f4-bad4-379a793d5077 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:16:11.597758 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-f80936f6-9eea-4688-990d-d7d25045da17 None None] For port 738eeec4-c0c9-4422-888c-0f635c8b8860, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:16:11.601913 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-f80936f6-9eea-4688-990d-d7d25045da17 None None] For port 738eeec4-c0c9-4422-888c-0f635c8b8860, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=738eeec4-c0c9-4422-888c-0f635c8b8860,segment=NetworkSegment(9bafa436-4069-4750-b6bb-c832b4600966),segment_id=9bafa436-4069-4750-b6bb-c832b4600966)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:16:11.603590 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port cc3346d1-85d6-4896-8739-5e2ad3e53be3, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=cc3346d1-85d6-4896-8739-5e2ad3e53be3,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:11.608703 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f80936f6-9eea-4688-990d-d7d25045da17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:11.614123 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b067f9b-705e-4881-8901-ecf42d9f3b93 req-dc0a15d8-9860-4953-97a8-3e1bdf3ede02 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812876 Aug 16 20:16:11.615407 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:11.659127 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-346d0d34-bc96-4de2-8975-8a1aca2f04b8 None None] Provisioning complete for port 17cc837d-c656-4d04-afdf-4dafde6ce93f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:11.659533 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-346d0d34-bc96-4de2-8975-8a1aca2f04b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:11.697916 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7213163-6525-45fe-b164-bdf673ec04e7 None None] Pushing event updated for resources: {'Port': ['ID=738eeec4-c0c9-4422-888c-0f635c8b8860,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:11.736944 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-766ba7e7-ed13-4348-98bd-33e8c5f6fa6c req-e54fb5aa-5491-4c89-bf7f-a27d03a179b5 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562062 Aug 16 20:16:11.752198 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80936f6-9eea-4688-990d-d7d25045da17 None None] Routers {'d0c7202b-94ed-4c95-91d4-a931a2d90d24'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:16:11.752856 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f80936f6-9eea-4688-990d-d7d25045da17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:16:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:11.857834 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-2246e82f-4200-4d66-9f4b-2fb836faff24 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:11.872251 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57946) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:11.878082 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-4eac647f-03a4-4591-8b3b-4ba726fc82ca tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd12994ff-f6f1-46f4-bad4-379a793d5077', 'tempest-TagsExtTest-Tag-498948201') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:11.891722 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-cd004af5-c58b-43db-a547-59e8214c957d tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "GET /v2.0/ports/d12994ff-f6f1-46f4-bad4-379a793d5077/tags/tempest-TagsExtTest-Tag-498948201 HTTP/1.1" status: 204 len: 168 time: 0.3714948 Aug 16 20:16:11.939984 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-f80936f6-9eea-4688-990d-d7d25045da17 None None] Set router d0c7202b-94ed-4c95-91d4-a931a2d90d24 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:16:12.065553 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['cc3346d1-85d6-4896-8739-5e2ad3e53be3'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:16:12.067918 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57952) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:12.068653 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4eac647f-03a4-4591-8b3b-4ba726fc82ca tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "DELETE /v2.0/ports/d12994ff-f6f1-46f4-bad4-379a793d5077/tags/tempest-TagsExtTest-Tag-498948201 HTTP/1.1" status: 204 len: 168 time: 0.1951160 Aug 16 20:16:12.085385 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-cc410daa-73ac-4644-8218-6bcba5697612 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd12994ff-f6f1-46f4-bad4-379a793d5077') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:12.100950 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=cc3346d1-85d6-4896-8739-5e2ad3e53be3,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:12.166311 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-71e2e9b3-69cc-410b-b36c-c4407e964fae tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:12.241162 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f808a4-b559-4df0-9583-6274556b50e5 req-585efb25-8e3c-434b-ac60-f121d1b5d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:12.247532 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f2f808a4-b559-4df0-9583-6274556b50e5 req-585efb25-8e3c-434b-ac60-f121d1b5d886 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=98e887ed0bb24182a1fc14aaf2ea8c9d&device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 1097 time: 0.0839283 Aug 16 20:16:12.355346 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-cc410daa-73ac-4644-8218-6bcba5697612 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "GET /v2.0/ports/d12994ff-f6f1-46f4-bad4-379a793d5077/tags HTTP/1.1" status: 200 len: 205 time: 0.2861176 Aug 16 20:16:12.356704 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57960) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:12.364038 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-e8f723df-c06a-4e77-8a2c-e241aa14eac7 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5d61b49e-88cb-4ab8-9343-d218faa63d44') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:12.374614 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c9fee-db86-4372-90f3-01af55df883e req-5ff74788-ed43-4a23-9360-cd0018542918 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:12.376457 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-058c9fee-db86-4372-90f3-01af55df883e req-5ff74788-ed43-4a23-9360-cd0018542918 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.1488671 Aug 16 20:16:12.378500 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-2246e82f-4200-4d66-9f4b-2fb836faff24 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:12.381803 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2e9b3-69cc-410b-b36c-c4407e964fae tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Subnet': ['ID=706cffa5-eae6-447a-8310-7bed5c8c056f,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:12.411995 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e2e9b3-69cc-410b-b36c-c4407e964fae tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Checking segment: {'id': 'ed2c9eba-5740-4e1b-ba23-711848c59222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1f562e92-4784-468c-aa5c-61c0c8ef26f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:16:12.412368 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e2e9b3-69cc-410b-b36c-c4407e964fae tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network hostable DHCP agents. Network: 1f562e92-4784-468c-aa5c-61c0c8ef26f1, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:16:12.469173 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 9b90913e-4f81-451c-8991-ebba7096ebba no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:16:12.469508 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-2246e82f-4200-4d66-9f4b-2fb836faff24 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Network 03372f6e-3aa5-4f06-a2ff-93fc6275e972 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:16:12.473874 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f80936f6-9eea-4688-990d-d7d25045da17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'name': 'tempest-RoutersTest-router-338244772', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:15:47Z', 'updated_at': '2021-08-16T20:16:06Z', 'revision_number': 4, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None, '_interfaces': [{'id': '2acc6a47-ab99-497a-8a8e-525bffee8afd', 'name': '', 'network_id': '481cd87e-c065-4497-87ce-bed7efec6dd6', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:6b:6f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:56Z', 'updated_at': '2021-08-16T20:16:08Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '738eeec4-c0c9-4422-888c-0f635c8b8860', 'name': '', 'network_id': '403452b0-bf4b-4ef9-8c94-a1e7c7fdead2', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:d5:80:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '34986889-b769-46fc-a0bd-23ab93b6802c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:16:03Z', 'updated_at': '2021-08-16T20:16:11Z', 'revision_number': 4, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '34986889-b769-46fc-a0bd-23ab93b6802c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c49e7cb-3f7c-45b0-a642-14e6db728e62', 'name': '', 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:01:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:50Z', 'updated_at': '2021-08-16T20:15:57Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:12.475841 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-2246e82f-4200-4d66-9f4b-2fb836faff24 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:16:12.488330 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-2246e82f-4200-4d66-9f4b-2fb836faff24 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:16:12.522930 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80936f6-9eea-4688-990d-d7d25045da17 None None] The sync data for ids ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'] in n-d-787206-13 is: [{'id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'name': 'tempest-RoutersTest-router-338244772', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:15:47Z', 'updated_at': '2021-08-16T20:16:06Z', 'revision_number': 4, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None, '_interfaces': [{'id': '2acc6a47-ab99-497a-8a8e-525bffee8afd', 'name': '', 'network_id': '481cd87e-c065-4497-87ce-bed7efec6dd6', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:6b:6f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:56Z', 'updated_at': '2021-08-16T20:16:08Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '738eeec4-c0c9-4422-888c-0f635c8b8860', 'name': '', 'network_id': '403452b0-bf4b-4ef9-8c94-a1e7c7fdead2', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:d5:80:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '34986889-b769-46fc-a0bd-23ab93b6802c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:16:03Z', 'updated_at': '2021-08-16T20:16:11Z', 'revision_number': 4, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '34986889-b769-46fc-a0bd-23ab93b6802c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c49e7cb-3f7c-45b0-a642-14e6db728e62', 'name': '', 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:01:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:50Z', 'updated_at': '2021-08-16T20:15:57Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:16:12.536078 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-058c9fee-db86-4372-90f3-01af55df883e req-3e3d2114-5bc5-4aee-8a29-f63b72bc2ff9 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488633 Aug 16 20:16:12.538926 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 9b90913e-4f81-451c-8991-ebba7096ebba {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:16:12.539973 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 9b90913e-4f81-451c-8991-ebba7096ebba not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:16:12.543295 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-2246e82f-4200-4d66-9f4b-2fb836faff24 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:12.543492 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-2246e82f-4200-4d66-9f4b-2fb836faff24 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:12.556916 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246e82f-4200-4d66-9f4b-2fb836faff24 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Pushing event updated for resources: {'Port': ['ID=8ca6c590-e6cd-4bee-beb8-4cccbc73c738,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:12.587135 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e2e9b3-69cc-410b-b36c-c4407e964fae tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network 1f562e92-4784-468c-aa5c-61c0c8ef26f1 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:16:12.612279 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-2246e82f-4200-4d66-9f4b-2fb836faff24 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8968980 Aug 16 20:16:12.635194 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-c28b1f4b-68dd-4bf1-85e3-a91b39840ed9 service neutron] Request body: {'port': {'device_id': '32d8ce69-6e6f-455e-8301-a6b4e86f2f07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:16:12.646698 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-71e2e9b3-69cc-410b-b36c-c4407e964fae tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 1f562e92-4784-468c-aa5c-61c0c8ef26f1) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:16:12.649421 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89c7bc-a46a-4acd-be32-09d061cd231c req-e134bf7b-2848-483f-b370-6684cb38b829 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:12.659992 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ca89c7bc-a46a-4acd-be32-09d061cd231c req-e134bf7b-2848-483f-b370-6684cb38b829 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/ports?device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 932 time: 0.2817681 Aug 16 20:16:12.661549 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4debc026-d4ad-4190-9c85-cc003235c9a0 None None] Network 1f562e92-4784-468c-aa5c-61c0c8ef26f1 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:16:12.670856 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e2e9b3-69cc-410b-b36c-c4407e964fae tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:12.671893 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-71e2e9b3-69cc-410b-b36c-c4407e964fae tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:12.676887 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f808a4-b559-4df0-9583-6274556b50e5 req-c1e4f33e-6a35-49f1-8d45-a162431ab9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:12.678391 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f2f808a4-b559-4df0-9583-6274556b50e5 req-c1e4f33e-6a35-49f1-8d45-a162431ab9b5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8574a456-1a0e-4ff3-8e86-8ad3174e1cb2 HTTP/1.1" status: 200 len: 919 time: 0.4230220 Aug 16 20:16:12.687732 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e8f723df-c06a-4e77-8a2c-e241aa14eac7 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "GET /v2.0/routers/5d61b49e-88cb-4ab8-9343-d218faa63d44/tags HTTP/1.1" status: 200 len: 241 time: 0.3249261 Aug 16 20:16:12.689841 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57962) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:12.740753 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-c28b1f4b-68dd-4bf1-85e3-a91b39840ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:12.767047 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-71e2e9b3-69cc-410b-b36c-c4407e964fae tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0017104 Aug 16 20:16:12.770295 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-30e9830d-dcb2-423a-a5c8-e40db5803a2a tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5d61b49e-88cb-4ab8-9343-d218faa63d44', 'tempest-TagsExtTest-Tag-1271954764') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:12.771361 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 57966) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:12.779529 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f2f808a4-b559-4df0-9583-6274556b50e5 req-317c3f2f-d197-456f-a67a-12146555607d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c11a052a-8e47-4b81-beba-292c6df2d8d2 HTTP/1.1" status: 200 len: 217 time: 0.0887129 Aug 16 20:16:12.953706 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fb49ef-687d-47d6-a43a-350f936b712f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-1f562e92-4784-468c-aa5c-61c0c8ef26f1', 'network_id': '1f562e92-4784-468c-aa5c-61c0c8ef26f1', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'fixed_ips': [{'subnet_id': '706cffa5-eae6-447a-8310-7bed5c8c056f'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:16:12.954646 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12fb49ef-687d-47d6-a43a-350f936b712f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:13.023286 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f808a4-b559-4df0-9583-6274556b50e5 req-6c417090-d42e-48e0-b729-a9d62550eb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:13.024936 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f2f808a4-b559-4df0-9583-6274556b50e5 req-6c417090-d42e-48e0-b729-a9d62550eb14 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=946fe5ac-77fe-4401-a122-51f4276b125a HTTP/1.1" status: 200 len: 858 time: 0.1342351 Aug 16 20:16:13.073734 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0a6a0-f7d3-4b71-bde7-fff97eb2a99a req-39e5c03a-41e7-4062-b14a-4debaba09e3a tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:13.075548 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6f0a6a0-f7d3-4b71-bde7-fff97eb2a99a req-39e5c03a-41e7-4062-b14a-4debaba09e3a tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=88edb25c-c6fa-423d-acc5-61ce5cdd595f HTTP/1.1" status: 200 len: 944 time: 0.1665077 Aug 16 20:16:13.087814 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-30e9830d-dcb2-423a-a5c8-e40db5803a2a tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "GET /v2.0/routers/5d61b49e-88cb-4ab8-9343-d218faa63d44/tags/tempest-TagsExtTest-Tag-1271954764 HTTP/1.1" status: 204 len: 168 time: 0.3297372 Aug 16 20:16:13.103842 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ca89c7bc-a46a-4acd-be32-09d061cd231c req-c05ef9ff-957f-4fde-a56e-32aa26e57722 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/security-groups?id=5d96e1ad-3cbc-4226-9ef8-63e8072994ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243956 Aug 16 20:16:13.111127 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f2f808a4-b559-4df0-9583-6274556b50e5 req-747ca12b-4791-498d-ba1b-6168fad28812 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8574a456-1a0e-4ff3-8e86-8ad3174e1cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585206 Aug 16 20:16:13.111801 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57970) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:13.122064 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-691346b5-9fdd-4492-90e5-2be169ec592f tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5d61b49e-88cb-4ab8-9343-d218faa63d44', 'tempest-TagsExtTest-Tag-1271954764') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:13.197976 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-12fb49ef-687d-47d6-a43a-350f936b712f None None] Allocated IP 172.23.0.2 (1f562e92-4784-468c-aa5c-61c0c8ef26f1/706cffa5-eae6-447a-8310-7bed5c8c056f/8d697f41-2f7e-478a-9895-214448432e1a) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:16:13.308344 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6f0a6a0-f7d3-4b71-bde7-fff97eb2a99a req-427c3a57-a7d3-4c2b-835c-6115a00eaeda tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882570 Aug 16 20:16:13.395003 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f2f808a4-b559-4df0-9583-6274556b50e5 req-dbf77736-7f73-4ccc-827c-180bc9ef66de service neutron] 10.222.0.57 "GET /v2.0/networks/8574a456-1a0e-4ff3-8e86-8ad3174e1cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623739 Aug 16 20:16:13.400619 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-691346b5-9fdd-4492-90e5-2be169ec592f tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "DELETE /v2.0/routers/5d61b49e-88cb-4ab8-9343-d218faa63d44/tags/tempest-TagsExtTest-Tag-1271954764 HTTP/1.1" status: 204 len: 168 time: 0.2869203 Aug 16 20:16:13.412992 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57974) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:13.423373 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-af72e20e-1bf5-45b0-a2d5-7ef2538003f9 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5d61b49e-88cb-4ab8-9343-d218faa63d44') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:13.488782 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 738eeec4-c0c9-4422-888c-0f635c8b8860 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:16:13.491383 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12fb49ef-687d-47d6-a43a-350f936b712f None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:13.543997 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-12fb49ef-687d-47d6-a43a-350f936b712f None None] Transition to ACTIVE for port object 8d697f41-2f7e-478a-9895-214448432e1a will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:16:13.580603 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-12fb49ef-687d-47d6-a43a-350f936b712f None None] Transition to ACTIVE for port object 8d697f41-2f7e-478a-9895-214448432e1a will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:16:13.595754 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12fb49ef-687d-47d6-a43a-350f936b712f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:13.631682 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-af72e20e-1bf5-45b0-a2d5-7ef2538003f9 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "GET /v2.0/routers/5d61b49e-88cb-4ab8-9343-d218faa63d44/tags HTTP/1.1" status: 200 len: 205 time: 0.2148545 Aug 16 20:16:13.650050 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57978) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:13.657878 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 738eeec4-c0c9-4422-888c-0f635c8b8860 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:16:13.658102 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-622b72d6-3801-4325-8789-79bee608cf45 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '166b9ea5-4186-4f07-9ec7-8275eee4eacb') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:13.695882 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f2f808a4-b559-4df0-9583-6274556b50e5 req-661dee6d-2c56-4703-a4e3-a2f30d7b5fa3 service neutron] 10.222.0.57 "GET /v2.0/networks/8574a456-1a0e-4ff3-8e86-8ad3174e1cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932379 Aug 16 20:16:13.721951 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-622b72d6-3801-4325-8789-79bee608cf45 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "GET /v2.0/subnetpools/166b9ea5-4186-4f07-9ec7-8275eee4eacb/tags HTTP/1.1" status: 200 len: 241 time: 0.0709395 Aug 16 20:16:13.725103 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57982) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:13.730823 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-2ec5f01e-f7d0-4e76-ba55-3d58ceaa7e12 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '166b9ea5-4186-4f07-9ec7-8275eee4eacb', 'tempest-TagsExtTest-Tag-1948136516') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:13.745304 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fb49ef-687d-47d6-a43a-350f936b712f None None] Network 1f562e92-4784-468c-aa5c-61c0c8ef26f1 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:16:13.746916 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb49ef-687d-47d6-a43a-350f936b712f None None] Pushing event updated for resources: {'Port': ['ID=8d697f41-2f7e-478a-9895-214448432e1a,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:13.757687 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-12fb49ef-687d-47d6-a43a-350f936b712f None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:16:13.758857 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991aaa0-5677-49cf-b810-0de3b994caba req-a7347c6b-05ac-49e3-8c10-e7bd692f2f4b tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:13.764534 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fb49ef-687d-47d6-a43a-350f936b712f None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:16:13.766732 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6991aaa0-5677-49cf-b810-0de3b994caba req-a7347c6b-05ac-49e3-8c10-e7bd692f2f4b tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.0900564 Aug 16 20:16:13.775017 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 738eeec4-c0c9-4422-888c-0f635c8b8860 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:13.775509 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:13.791832 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2ec5f01e-f7d0-4e76-ba55-3d58ceaa7e12 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "GET /v2.0/subnetpools/166b9ea5-4186-4f07-9ec7-8275eee4eacb/tags/tempest-TagsExtTest-Tag-1948136516 HTTP/1.1" status: 204 len: 168 time: 0.0656285 Aug 16 20:16:13.796419 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57984) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:13.803073 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-9412b9ec-056e-4b40-9910-f12acc750311 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '166b9ea5-4186-4f07-9ec7-8275eee4eacb', 'tempest-TagsExtTest-Tag-1948136516') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:13.843773 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6991aaa0-5677-49cf-b810-0de3b994caba req-b559e32c-a2af-4567-80fb-8d389ba8e4df tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758920 Aug 16 20:16:13.870430 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-12fb49ef-687d-47d6-a43a-350f936b712f None None] Attempting to bind port 8d697f41-2f7e-478a-9895-214448432e1a on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:16:13.870899 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-12fb49ef-687d-47d6-a43a-350f936b712f None None] Attempting to bind port 8d697f41-2f7e-478a-9895-214448432e1a by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'ed2c9eba-5740-4e1b-ba23-711848c59222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1f562e92-4784-468c-aa5c-61c0c8ef26f1'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:16:13.871366 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fb49ef-687d-47d6-a43a-350f936b712f None None] Attempting to bind port 8d697f41-2f7e-478a-9895-214448432e1a on network 1f562e92-4784-468c-aa5c-61c0c8ef26f1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:16:13.880832 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fb49ef-687d-47d6-a43a-350f936b712f None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:16:13.881500 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fb49ef-687d-47d6-a43a-350f936b712f None None] Checking segment: {'id': 'ed2c9eba-5740-4e1b-ba23-711848c59222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1f562e92-4784-468c-aa5c-61c0c8ef26f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:16:13.882009 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12fb49ef-687d-47d6-a43a-350f936b712f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:13.882629 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9412b9ec-056e-4b40-9910-f12acc750311 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "DELETE /v2.0/subnetpools/166b9ea5-4186-4f07-9ec7-8275eee4eacb/tags/tempest-TagsExtTest-Tag-1948136516 HTTP/1.1" status: 204 len: 168 time: 0.0848997 Aug 16 20:16:13.883546 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fb49ef-687d-47d6-a43a-350f936b712f None None] Bound using segment: {'id': 'ed2c9eba-5740-4e1b-ba23-711848c59222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1f562e92-4784-468c-aa5c-61c0c8ef26f1'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:16:13.884613 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-12fb49ef-687d-47d6-a43a-350f936b712f None None] Bound port: 8d697f41-2f7e-478a-9895-214448432e1a, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2c9eba-5740-4e1b-ba23-711848c59222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1f562e92-4784-468c-aa5c-61c0c8ef26f1'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:16:13.885026 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57986) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:13.885427 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12fb49ef-687d-47d6-a43a-350f936b712f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:13.891516 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-1c7cc972-f318-452e-9a42-0a4fbc722a71 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '166b9ea5-4186-4f07-9ec7-8275eee4eacb') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:13.927925 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1c7cc972-f318-452e-9a42-0a4fbc722a71 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "GET /v2.0/subnetpools/166b9ea5-4186-4f07-9ec7-8275eee4eacb/tags HTTP/1.1" status: 200 len: 205 time: 0.0414653 Aug 16 20:16:13.931446 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57988) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:13.936415 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-82c50f07-28e2-48d4-9639-695b2cba4b62 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '166b9ea5-4186-4f07-9ec7-8275eee4eacb') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:13.966175 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-82c50f07-28e2-48d4-9639-695b2cba4b62 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "DELETE /v2.0/subnetpools/166b9ea5-4186-4f07-9ec7-8275eee4eacb/tags HTTP/1.1" status: 204 len: 168 time: 0.0334449 Aug 16 20:16:13.969119 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57990) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:13.974326 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-e3ebe348-58db-4808-9757-b532160fa45c tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5d61b49e-88cb-4ab8-9343-d218faa63d44') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:14.075183 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e3ebe348-58db-4808-9757-b532160fa45c tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "DELETE /v2.0/routers/5d61b49e-88cb-4ab8-9343-d218faa63d44/tags HTTP/1.1" status: 204 len: 168 time: 0.1048853 Aug 16 20:16:14.076457 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-12fb49ef-687d-47d6-a43a-350f936b712f None None] For port 8d697f41-2f7e-478a-9895-214448432e1a, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:16:14.077152 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 57994) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:14.080431 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:14.082176 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-2e47470c-7431-438d-8505-f6f0347e90dd tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd12994ff-f6f1-46f4-bad4-379a793d5077') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:14.134709 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-12fb49ef-687d-47d6-a43a-350f936b712f None None] For port 8d697f41-2f7e-478a-9895-214448432e1a, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8d697f41-2f7e-478a-9895-214448432e1a,segment=NetworkSegment(ed2c9eba-5740-4e1b-ba23-711848c59222),segment_id=ed2c9eba-5740-4e1b-ba23-711848c59222)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:16:14.170872 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12fb49ef-687d-47d6-a43a-350f936b712f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:14.174513 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d60d5958-28e4-4041-81f8-57933f0e29cf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:14.179058 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-c28b1f4b-68dd-4bf1-85e3-a91b39840ed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca6c590-e6cd-4bee-beb8-4cccbc73c738 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:16:14.197132 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-c28b1f4b-68dd-4bf1-85e3-a91b39840ed9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:14.238789 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 738eeec4-c0c9-4422-888c-0f635c8b8860, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=738eeec4-c0c9-4422-888c-0f635c8b8860,segment=NetworkSegment(9bafa436-4069-4750-b6bb-c832b4600966),segment_id=9bafa436-4069-4750-b6bb-c832b4600966)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:14.260304 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:14.261489 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 17cc837d-c656-4d04-afdf-4dafde6ce93f up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:16:14.310016 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb49ef-687d-47d6-a43a-350f936b712f None None] Pushing event updated for resources: {'Port': ['ID=8d697f41-2f7e-478a-9895-214448432e1a,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:14.315754 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-c28b1f4b-68dd-4bf1-85e3-a91b39840ed9 service neutron] Transition to ACTIVE for port object 8ca6c590-e6cd-4bee-beb8-4cccbc73c738 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:16:14.405033 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 17cc837d-c656-4d04-afdf-4dafde6ce93f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:14.405255 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:14.452952 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=738eeec4-c0c9-4422-888c-0f635c8b8860,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:14.502649 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device cc3346d1-85d6-4896-8739-5e2ad3e53be3 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:16:14.563757 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a36b16-93f9-4f75-b3b6-df6ba947be56 req-dfd36f29-88e1-499c-bba9-46302ee014a4 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:14.573417 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-01a36b16-93f9-4f75-b3b6-df6ba947be56 req-dfd36f29-88e1-499c-bba9-46302ee014a4 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=88edb25c-c6fa-423d-acc5-61ce5cdd595f HTTP/1.1" status: 200 len: 944 time: 0.0920327 Aug 16 20:16:14.590758 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-c28b1f4b-68dd-4bf1-85e3-a91b39840ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:14.597220 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port cc3346d1-85d6-4896-8739-5e2ad3e53be3 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:16:14.603483 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port cc3346d1-85d6-4896-8739-5e2ad3e53be3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:14.604165 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:14.655570 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-01a36b16-93f9-4f75-b3b6-df6ba947be56 req-79103f56-8d56-466e-89e7-b55bd67f2add tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789616 Aug 16 20:16:14.685985 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2e47470c-7431-438d-8505-f6f0347e90dd tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "DELETE /v2.0/ports/d12994ff-f6f1-46f4-bad4-379a793d5077/tags HTTP/1.1" status: 204 len: 168 time: 0.6075690 Aug 16 20:16:14.689215 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58002) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:14.697182 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-e37a8dc1-2792-4358-b455-73acd89dd76c tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '83a91197-831a-44ff-a224-278ea248c03e') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:14.742031 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b1f4b-68dd-4bf1-85e3-a91b39840ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca6c590-e6cd-4bee-beb8-4cccbc73c738,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:14.745662 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-d60d5958-28e4-4041-81f8-57933f0e29cf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Allocated IP 172.23.0.1 (1f562e92-4784-468c-aa5c-61c0c8ef26f1/706cffa5-eae6-447a-8310-7bed5c8c056f/c2687861-7ec2-47e0-b7c2-8072ceca23c6) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:16:14.777724 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:14.777946 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4650c-96dd-4492-9891-2bc8174f54bc req-25532596-e2ca-4dec-901a-f7a790ff14b9 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:14.779375 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-31c4650c-96dd-4492-9891-2bc8174f54bc req-25532596-e2ca-4dec-901a-f7a790ff14b9 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/ports?device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 944 time: 0.5341704 Aug 16 20:16:14.827322 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port cc3346d1-85d6-4896-8739-5e2ad3e53be3, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=cc3346d1-85d6-4896-8739-5e2ad3e53be3,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:14.828691 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88edb25c-c6fa-423d-acc5-61ce5cdd595f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3346d1-85d6-4896-8739-5e2ad3e53be3'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:16:14.833064 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e69308-984c-4cfa-a6ea-d00c29911de9" -d '{"events": [{"server_uuid": "88edb25c-c6fa-423d-acc5-61ce5cdd595f", "name": "network-vif-plugged", "status": "completed", "tag": "cc3346d1-85d6-4896-8739-5e2ad3e53be3"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:16:14.838461 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:14.839542 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e37a8dc1-2792-4358-b455-73acd89dd76c tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "DELETE /v2.0/subnets/83a91197-831a-44ff-a224-278ea248c03e/tags HTTP/1.1" status: 204 len: 168 time: 0.1477053 Aug 16 20:16:14.844222 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58008) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:14.853438 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-b5f54a2c-ab30-404b-ac81-36e1b7cfe3f6 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '83a91197-831a-44ff-a224-278ea248c03e', 'tempest-TagsExtTest-Tag-387904721') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:14.902200 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=cc3346d1-85d6-4896-8739-5e2ad3e53be3,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:14.938362 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b5f54a2c-ab30-404b-ac81-36e1b7cfe3f6 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "PUT /v2.0/subnets/83a91197-831a-44ff-a224-278ea248c03e/tags/tempest-TagsExtTest-Tag-387904721 HTTP/1.1" status: 201 len: 201 time: 0.0892115 Aug 16 20:16:14.938570 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58012) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:14.945205 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-7f5ab3a7-ccf8-4eff-addb-a8f61fa05a48 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd12994ff-f6f1-46f4-bad4-379a793d5077', 'tempest-TagsExtTest-Tag-510166877') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:14.958211 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aec8e98-1640-4fbb-9da1-401a1bdb4ffc x-openstack-request-id: req-4aec8e98-1640-4fbb-9da1-401a1bdb4ffc {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:16:14.958499 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88edb25c-c6fa-423d-acc5-61ce5cdd595f", "name": "network-vif-plugged", "status": "completed", "tag": "cc3346d1-85d6-4896-8739-5e2ad3e53be3", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:16:14.958757 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4aec8e98-1640-4fbb-9da1-401a1bdb4ffc {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:16:14.959153 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88edb25c-c6fa-423d-acc5-61ce5cdd595f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3346d1-85d6-4896-8739-5e2ad3e53be3', 'code': 200} Aug 16 20:16:15.020142 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-31c4650c-96dd-4492-9891-2bc8174f54bc req-81d9f2a0-7056-4601-941f-e4d6b94e2424 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/security-groups?id=5d96e1ad-3cbc-4226-9ef8-63e8072994ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944895 Aug 16 20:16:15.039831 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-c28b1f4b-68dd-4bf1-85e3-a91b39840ed9 service neutron] Attempting to bind port 8ca6c590-e6cd-4bee-beb8-4cccbc73c738 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:16:15.040080 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-c28b1f4b-68dd-4bf1-85e3-a91b39840ed9 service neutron] Attempting to bind port 8ca6c590-e6cd-4bee-beb8-4cccbc73c738 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'd7b519fe-9895-44f7-9e53-c597e015d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '03372f6e-3aa5-4f06-a2ff-93fc6275e972'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:16:15.040406 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-c28b1f4b-68dd-4bf1-85e3-a91b39840ed9 service neutron] Attempting to bind port 8ca6c590-e6cd-4bee-beb8-4cccbc73c738 on network 03372f6e-3aa5-4f06-a2ff-93fc6275e972 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:16:15.046391 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-c28b1f4b-68dd-4bf1-85e3-a91b39840ed9 service neutron] Port 8ca6c590-e6cd-4bee-beb8-4cccbc73c738 on network 03372f6e-3aa5-4f06-a2ff-93fc6275e972 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:16:15.046768 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-c28b1f4b-68dd-4bf1-85e3-a91b39840ed9 service neutron] Attempting to bind port 8ca6c590-e6cd-4bee-beb8-4cccbc73c738 on network 03372f6e-3aa5-4f06-a2ff-93fc6275e972 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:16:15.073536 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-c28b1f4b-68dd-4bf1-85e3-a91b39840ed9 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:16:15.073871 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-c28b1f4b-68dd-4bf1-85e3-a91b39840ed9 service neutron] Checking segment: {'id': 'd7b519fe-9895-44f7-9e53-c597e015d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '03372f6e-3aa5-4f06-a2ff-93fc6275e972'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:16:15.074249 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-c28b1f4b-68dd-4bf1-85e3-a91b39840ed9 service neutron] Bound using segment: {'id': 'd7b519fe-9895-44f7-9e53-c597e015d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '03372f6e-3aa5-4f06-a2ff-93fc6275e972'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:16:15.074693 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-c28b1f4b-68dd-4bf1-85e3-a91b39840ed9 service neutron] Bound port: 8ca6c590-e6cd-4bee-beb8-4cccbc73c738, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7b519fe-9895-44f7-9e53-c597e015d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '03372f6e-3aa5-4f06-a2ff-93fc6275e972'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:16:15.075093 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-c28b1f4b-68dd-4bf1-85e3-a91b39840ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:15.082571 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d60d5958-28e4-4041-81f8-57933f0e29cf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:15.131658 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-d60d5958-28e4-4041-81f8-57933f0e29cf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Transition to ACTIVE for port object c2687861-7ec2-47e0-b7c2-8072ceca23c6 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:16:15.183121 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98581ed8-7395-436f-8377-1ac4771cf1b7 req-6bbe71d8-439b-4786-8c9a-81debdc22002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:15.185094 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-98581ed8-7395-436f-8377-1ac4771cf1b7 req-6bbe71d8-439b-4786-8c9a-81debdc22002 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=88edb25c-c6fa-423d-acc5-61ce5cdd595f HTTP/1.1" status: 200 len: 1097 time: 0.1075873 Aug 16 20:16:15.193560 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7461ae-4325-4fe4-8368-66b25816aaed req-b1093705-580d-43fa-b19a-1af34702b3f0 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:15.195840 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fd7461ae-4325-4fe4-8368-66b25816aaed req-b1093705-580d-43fa-b19a-1af34702b3f0 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.1631100 Aug 16 20:16:15.198282 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7f5ab3a7-ccf8-4eff-addb-a8f61fa05a48 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "PUT /v2.0/ports/d12994ff-f6f1-46f4-bad4-379a793d5077/tags/tempest-TagsExtTest-Tag-510166877 HTTP/1.1" status: 201 len: 201 time: 0.2587392 Aug 16 20:16:15.201141 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58016) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:15.202753 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-c28b1f4b-68dd-4bf1-85e3-a91b39840ed9 service neutron] For port 8ca6c590-e6cd-4bee-beb8-4cccbc73c738, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:16:15.207191 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-1ad5b7e6-ec8a-4c9f-8435-3fb0b4bcaa09 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5d61b49e-88cb-4ab8-9343-d218faa63d44', 'tempest-TagsExtTest-Tag-571128129') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:15.223508 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-c28b1f4b-68dd-4bf1-85e3-a91b39840ed9 service neutron] For port 8ca6c590-e6cd-4bee-beb8-4cccbc73c738, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=8ca6c590-e6cd-4bee-beb8-4cccbc73c738,segment=NetworkSegment(d7b519fe-9895-44f7-9e53-c597e015d95f),segment_id=d7b519fe-9895-44f7-9e53-c597e015d95f)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:16:15.245361 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d60d5958-28e4-4041-81f8-57933f0e29cf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:15.289939 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-c28b1f4b-68dd-4bf1-85e3-a91b39840ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:15.326618 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60d5958-28e4-4041-81f8-57933f0e29cf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network 1f562e92-4784-468c-aa5c-61c0c8ef26f1 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:16:15.330817 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-d60d5958-28e4-4041-81f8-57933f0e29cf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:16:15.333730 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60d5958-28e4-4041-81f8-57933f0e29cf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:16:15.345486 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-c28b1f4b-68dd-4bf1-85e3-a91b39840ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:15.346110 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-c28b1f4b-68dd-4bf1-85e3-a91b39840ed9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:15.347893 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-c28b1f4b-68dd-4bf1-85e3-a91b39840ed9 service neutron] 10.222.0.63 "PUT /v2.0/ports/8ca6c590-e6cd-4bee-beb8-4cccbc73c738 HTTP/1.1" status: 200 len: 1093 time: 2.7214999 Aug 16 20:16:15.348343 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d8ce69-6e6f-455e-8301-a6b4e86f2f07', 'tag': '8ca6c590-e6cd-4bee-beb8-4cccbc73c738'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:16:15.350611 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0cb0a3-c357-499d-9cef-0a68fea09fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "32d8ce69-6e6f-455e-8301-a6b4e86f2f07", "tag": "8ca6c590-e6cd-4bee-beb8-4cccbc73c738"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:16:15.395847 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d5958-28e4-4041-81f8-57933f0e29cf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Port': ['ID=c2687861-7ec2-47e0-b7c2-8072ceca23c6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:15.453152 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-98581ed8-7395-436f-8377-1ac4771cf1b7 req-93d91523-9304-4ebb-a9df-b6bfcb5775e8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537119 Aug 16 20:16:15.459772 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fd7461ae-4325-4fe4-8368-66b25816aaed req-5f66121f-0cce-4d20-826b-67aced652883 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551461 Aug 16 20:16:15.493533 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8d697f41-2f7e-478a-9895-214448432e1a up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:16:15.529308 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1ad5b7e6-ec8a-4c9f-8435-3fb0b4bcaa09 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "PUT /v2.0/routers/5d61b49e-88cb-4ab8-9343-d218faa63d44/tags/tempest-TagsExtTest-Tag-571128129 HTTP/1.1" status: 201 len: 201 time: 0.3268511 Aug 16 20:16:15.533784 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58022) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:15.547717 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-f166a505-0237-4e7c-a70c-b1947bc3b1b0 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '166b9ea5-4186-4f07-9ec7-8275eee4eacb', 'tempest-TagsExtTest-Tag-1095114368') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:15.551510 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265c5e1a-5da4-4215-b002-2a01d086cdd0 x-openstack-request-id: req-265c5e1a-5da4-4215-b002-2a01d086cdd0 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:16:15.552445 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d8ce69-6e6f-455e-8301-a6b4e86f2f07", "tag": "8ca6c590-e6cd-4bee-beb8-4cccbc73c738", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:16:15.552802 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-265c5e1a-5da4-4215-b002-2a01d086cdd0 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:16:15.553460 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d8ce69-6e6f-455e-8301-a6b4e86f2f07', 'tag': '8ca6c590-e6cd-4bee-beb8-4cccbc73c738', 'status': 'completed', 'code': 200} Aug 16 20:16:15.558309 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d60d5958-28e4-4041-81f8-57933f0e29cf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:15.626813 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f166a505-0237-4e7c-a70c-b1947bc3b1b0 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "PUT /v2.0/subnetpools/166b9ea5-4186-4f07-9ec7-8275eee4eacb/tags/tempest-TagsExtTest-Tag-1095114368 HTTP/1.1" status: 201 len: 201 time: 0.0895007 Aug 16 20:16:15.627071 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58024) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:15.632381 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 8d697f41-2f7e-478a-9895-214448432e1a completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:16:15.638591 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 738eeec4-c0c9-4422-888c-0f635c8b8860 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:16:15.643930 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-00db2039-c314-4c47-b306-5318147a984a tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '83a91197-831a-44ff-a224-278ea248c03e', {'tags': ['tempest-TagsExtTest-Tag-309941169', 'tempest-TagsExtTest-Tag-1296585128', 'tempest-TagsExtTest-Tag-362383572']}) {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:15.659958 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b1f4b-68dd-4bf1-85e3-a91b39840ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca6c590-e6cd-4bee-beb8-4cccbc73c738,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:15.717818 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-1a2a2984-d6a0-48b9-ac3c-5ecddef1d893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:15.719518 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-1a2a2984-d6a0-48b9-ac3c-5ecddef1d893 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=50bf2ec2ef51480f81ee4419e25876f4&device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 1096 time: 0.2035072 Aug 16 20:16:15.740128 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 738eeec4-c0c9-4422-888c-0f635c8b8860 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:15.741116 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:15.797492 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-26c7502b-084a-4fd2-b30f-cc8149bb9fe7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ca6c590-e6cd-4bee-beb8-4cccbc73c738 HTTP/1.1" status: 200 len: 217 time: 0.0686362 Aug 16 20:16:15.819497 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6e14b-8586-4d5d-90dd-0b763adc5c57 req-414529d8-60bf-49ea-a814-d66fda44a01f tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:15.830094 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6fc6e14b-8586-4d5d-90dd-0b763adc5c57 req-414529d8-60bf-49ea-a814-d66fda44a01f tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=88edb25c-c6fa-423d-acc5-61ce5cdd595f HTTP/1.1" status: 200 len: 945 time: 0.0915587 Aug 16 20:16:15.846747 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-00db2039-c314-4c47-b306-5318147a984a tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "PUT /v2.0/subnets/83a91197-831a-44ff-a224-278ea248c03e/tags HTTP/1.1" status: 200 len: 316 time: 0.2164180 Aug 16 20:16:15.859555 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58028) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:15.871455 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909f0e91-d16e-46bf-96e1-0d90cac66708 None None] Network 1f562e92-4784-468c-aa5c-61c0c8ef26f1 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:16:15.876388 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-cdd11b96-a548-4b9a-b517-0748d4fa3fca tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '83a91197-831a-44ff-a224-278ea248c03e') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:15.923308 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d60d5958-28e4-4041-81f8-57933f0e29cf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:15.941044 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-b56fc47f-23fb-4ffa-84e1-583c14a5ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:15.943204 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-b56fc47f-23fb-4ffa-84e1-583c14a5ed16 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1d3d70ca-4446-4443-a4d9-427af5e7240e HTTP/1.1" status: 200 len: 852 time: 0.1289563 Aug 16 20:16:15.944293 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6fc6e14b-8586-4d5d-90dd-0b763adc5c57 req-6321dcf9-e2fa-4c73-bb54-96b4ecd62b02 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133285 Aug 16 20:16:15.996977 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-21591030-527b-46ff-8a73-085b442fd5ba None None] Provisioning for port 8d697f41-2f7e-478a-9895-214448432e1a completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:16:16.013362 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cdd11b96-a548-4b9a-b517-0748d4fa3fca tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "DELETE /v2.0/subnets/83a91197-831a-44ff-a224-278ea248c03e/tags HTTP/1.1" status: 204 len: 168 time: 0.1503072 Aug 16 20:16:16.013591 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58032) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:16.019201 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-fbc95d5f-4ad6-4e7f-8357-ec1ca7a776bf tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '83a91197-831a-44ff-a224-278ea248c03e', 'tempest-TagsExtTest-Tag-309941169') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:16.029799 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-21591030-527b-46ff-8a73-085b442fd5ba None None] Provisioning complete for port 8d697f41-2f7e-478a-9895-214448432e1a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:16.030427 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21591030-527b-46ff-8a73-085b442fd5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:16.034770 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-c0b2d68d-3f65-4843-976d-e938ac914fff service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=03372f6e-3aa5-4f06-a2ff-93fc6275e972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788348 Aug 16 20:16:16.094505 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-fbc95d5f-4ad6-4e7f-8357-ec1ca7a776bf tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] show failed (client error): The resource could not be found. Aug 16 20:16:16.098894 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fbc95d5f-4ad6-4e7f-8357-ec1ca7a776bf tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "GET /v2.0/subnets/83a91197-831a-44ff-a224-278ea248c03e/tags/tempest-TagsExtTest-Tag-309941169 HTTP/1.1" status: 404 len: 328 time: 0.0812571 Aug 16 20:16:16.098894 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58036) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:16.103187 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-bc0c5528-fc06-48b7-a164-6e0842227783 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '83a91197-831a-44ff-a224-278ea248c03e', 'tempest-TagsExtTest-Tag-1296585128') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:16.220893 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac629893-abb5-4875-b83c-82de45999177 req-e5a12ba2-2bc3-4922-a330-a6d6e60d0097 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:16.222443 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ac629893-abb5-4875-b83c-82de45999177 req-e5a12ba2-2bc3-4922-a330-a6d6e60d0097 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/ports?device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 944 time: 0.0821147 Aug 16 20:16:16.228315 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-bc0c5528-fc06-48b7-a164-6e0842227783 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] show failed (client error): The resource could not be found. Aug 16 20:16:16.229441 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bc0c5528-fc06-48b7-a164-6e0842227783 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "GET /v2.0/subnets/83a91197-831a-44ff-a224-278ea248c03e/tags/tempest-TagsExtTest-Tag-1296585128 HTTP/1.1" status: 404 len: 329 time: 0.1299047 Aug 16 20:16:16.235027 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21591030-527b-46ff-8a73-085b442fd5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:16.239749 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58042) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:16.244601 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-dc6d2f4f-9bc2-454f-a518-9af6dd17ab8b tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '83a91197-831a-44ff-a224-278ea248c03e', 'tempest-TagsExtTest-Tag-362383572') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:16.300042 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-21591030-527b-46ff-8a73-085b442fd5ba None None] For port 8d697f41-2f7e-478a-9895-214448432e1a, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8d697f41-2f7e-478a-9895-214448432e1a,segment=NetworkSegment(ed2c9eba-5740-4e1b-ba23-711848c59222),segment_id=ed2c9eba-5740-4e1b-ba23-711848c59222)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:16.312817 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21591030-527b-46ff-8a73-085b442fd5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:16.372083 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ac629893-abb5-4875-b83c-82de45999177 req-cba8f5a8-ea86-4175-b0ef-e3689575bcf4 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/security-groups?id=5d96e1ad-3cbc-4226-9ef8-63e8072994ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309979 Aug 16 20:16:16.379468 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-79ca152e-a85e-496d-9922-f419183d00f4 service neutron] 10.222.0.63 "GET /v2.0/networks/03372f6e-3aa5-4f06-a2ff-93fc6275e972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369112 Aug 16 20:16:16.386299 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21591030-527b-46ff-8a73-085b442fd5ba None None] Pushing event updated for resources: {'Port': ['ID=8d697f41-2f7e-478a-9895-214448432e1a,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:16.406902 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-dc6d2f4f-9bc2-454f-a518-9af6dd17ab8b tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] show failed (client error): The resource could not be found. Aug 16 20:16:16.410402 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-dc6d2f4f-9bc2-454f-a518-9af6dd17ab8b tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "GET /v2.0/subnets/83a91197-831a-44ff-a224-278ea248c03e/tags/tempest-TagsExtTest-Tag-362383572 HTTP/1.1" status: 404 len: 328 time: 0.1672037 Aug 16 20:16:16.410609 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58044) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:16.416237 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-c0309050-78e0-4177-806e-e10115b481ee tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd12994ff-f6f1-46f4-bad4-379a793d5077', {'tags': ['tempest-TagsExtTest-Tag-572383464', 'tempest-TagsExtTest-Tag-263581088', 'tempest-TagsExtTest-Tag-1179991487']}) {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:16.526989 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c0309050-78e0-4177-806e-e10115b481ee tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "PUT /v2.0/ports/d12994ff-f6f1-46f4-bad4-379a793d5077/tags HTTP/1.1" status: 200 len: 316 time: 0.1153426 Aug 16 20:16:16.529426 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58050) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:16.534246 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-e2a833de-3e7a-4dfb-b8e9-bc82585537dd tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd12994ff-f6f1-46f4-bad4-379a793d5077') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:16.672452 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c482f6d-3643-4422-9c62-3bb40aa67b4a req-9ce6ee48-5bed-42e4-bb20-267f5dc5bf6c service neutron] 10.222.0.63 "GET /v2.0/networks/03372f6e-3aa5-4f06-a2ff-93fc6275e972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824268 Aug 16 20:16:16.690573 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d60d5958-28e4-4041-81f8-57933f0e29cf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:16.700608 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c0e0b-e2c0-483f-8bbd-7135684df04a req-51d240a3-2eb9-45e1-83b8-dad9fe76460d tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:16.703395 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b24c0e0b-e2c0-483f-8bbd-7135684df04a req-51d240a3-2eb9-45e1-83b8-dad9fe76460d tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e66cf90-8a59-4063-a29b-999725aee70b HTTP/1.1" status: 200 len: 946 time: 0.1164119 Aug 16 20:16:16.729956 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf1381-49ee-4606-af99-e2cef03fd0da req-fb98e4af-9fba-461f-b840-a44275a217d9 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:16.739070 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-17bf1381-49ee-4606-af99-e2cef03fd0da req-fb98e4af-9fba-461f-b840-a44275a217d9 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.1396055 Aug 16 20:16:16.749819 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b661bf7e-ea13-41ab-8fac-cd2e5f594e5c None None] Provisioning for port c2687861-7ec2-47e0-b7c2-8072ceca23c6 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:16:16.756027 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e2a833de-3e7a-4dfb-b8e9-bc82585537dd tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "DELETE /v2.0/ports/d12994ff-f6f1-46f4-bad4-379a793d5077/tags HTTP/1.1" status: 204 len: 168 time: 0.2255452 Aug 16 20:16:16.756268 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b661bf7e-ea13-41ab-8fac-cd2e5f594e5c None None] Provisioning complete for port c2687861-7ec2-47e0-b7c2-8072ceca23c6 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:16.756648 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b661bf7e-ea13-41ab-8fac-cd2e5f594e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:16.760651 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58054) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:16.766451 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d60d5958-28e4-4041-81f8-57933f0e29cf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:16.767770 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-7598c541-1c42-4d39-8e3f-8857a7dfbc12 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd12994ff-f6f1-46f4-bad4-379a793d5077', 'tempest-TagsExtTest-Tag-572383464') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:16.804858 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b661bf7e-ea13-41ab-8fac-cd2e5f594e5c None None] Port c2687861-7ec2-47e0-b7c2-8072ceca23c6 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:16:16.824538 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b661bf7e-ea13-41ab-8fac-cd2e5f594e5c None None] Provisioning complete for port 8d697f41-2f7e-478a-9895-214448432e1a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:16.825059 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b661bf7e-ea13-41ab-8fac-cd2e5f594e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:16.831775 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b24c0e0b-e2c0-483f-8bbd-7135684df04a req-3405d814-7a02-40e7-b417-b623f7bd54d7 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101973 Aug 16 20:16:16.878979 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-7598c541-1c42-4d39-8e3f-8857a7dfbc12 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] show failed (client error): The resource could not be found. Aug 16 20:16:16.880054 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7598c541-1c42-4d39-8e3f-8857a7dfbc12 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "GET /v2.0/ports/d12994ff-f6f1-46f4-bad4-379a793d5077/tags/tempest-TagsExtTest-Tag-572383464 HTTP/1.1" status: 404 len: 328 time: 0.1181865 Aug 16 20:16:16.882879 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58056) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:16.891748 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-ca81684d-3270-4459-9336-f8e027699066 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd12994ff-f6f1-46f4-bad4-379a793d5077', 'tempest-TagsExtTest-Tag-263581088') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:16.900423 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d5958-28e4-4041-81f8-57933f0e29cf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event updated for resources: {'Port': ['ID=c2687861-7ec2-47e0-b7c2-8072ceca23c6,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:16.955563 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-ca81684d-3270-4459-9336-f8e027699066 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] show failed (client error): The resource could not be found. Aug 16 20:16:16.959704 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ca81684d-3270-4459-9336-f8e027699066 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "GET /v2.0/ports/d12994ff-f6f1-46f4-bad4-379a793d5077/tags/tempest-TagsExtTest-Tag-263581088 HTTP/1.1" status: 404 len: 328 time: 0.0758414 Aug 16 20:16:16.960269 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58058) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:16.965317 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-d79c96dd-c7ca-4e3c-8bee-c7c153b75705 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd12994ff-f6f1-46f4-bad4-379a793d5077', 'tempest-TagsExtTest-Tag-1179991487') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:16.978840 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cb0a3-c357-499d-9cef-0a68fea09fe4 req-659db2f4-386b-4ac9-9e2b-2813b649ebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:16.980498 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5c0cb0a3-c357-499d-9cef-0a68fea09fe4 req-659db2f4-386b-4ac9-9e2b-2813b649ebb1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=50bf2ec2ef51480f81ee4419e25876f4&device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 1096 time: 0.2382097 Aug 16 20:16:17.001682 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-17bf1381-49ee-4606-af99-e2cef03fd0da req-f43f4746-647d-4722-8f45-bf41521e17f4 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587495 Aug 16 20:16:17.002651 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d60d5958-28e4-4041-81f8-57933f0e29cf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:17.060959 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-d79c96dd-c7ca-4e3c-8bee-c7c153b75705 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] show failed (client error): The resource could not be found. Aug 16 20:16:17.064843 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d79c96dd-c7ca-4e3c-8bee-c7c153b75705 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "GET /v2.0/ports/d12994ff-f6f1-46f4-bad4-379a793d5077/tags/tempest-TagsExtTest-Tag-1179991487 HTTP/1.1" status: 404 len: 329 time: 0.1008403 Aug 16 20:16:17.070633 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58066) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:17.077332 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5e27ee34-310f-4c34-ace7-fa23699e3673 None None] Provisioning complete for port c2687861-7ec2-47e0-b7c2-8072ceca23c6 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:17.077721 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e27ee34-310f-4c34-ace7-fa23699e3673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:17.078302 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-98b813a9-74ad-4f6e-b910-8c7b0917713c tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5d61b49e-88cb-4ab8-9343-d218faa63d44', {'tags': ['tempest-TagsExtTest-Tag-348904912', 'tempest-TagsExtTest-Tag-12299667', 'tempest-TagsExtTest-Tag-1229511681']}) {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:17.141170 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5e27ee34-310f-4c34-ace7-fa23699e3673 None None] Port c2687861-7ec2-47e0-b7c2-8072ceca23c6 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:16:17.184652 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cb0a3-c357-499d-9cef-0a68fea09fe4 req-165da823-9007-42cb-ac07-55f31065dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:17.186152 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5c0cb0a3-c357-499d-9cef-0a68fea09fe4 req-165da823-9007-42cb-ac07-55f31065dcb2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=03372f6e-3aa5-4f06-a2ff-93fc6275e972 HTTP/1.1" status: 200 len: 913 time: 0.1793859 Aug 16 20:16:17.191986 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df31bd-a04d-42f4-a981-65ffcc601f6c req-23484276-a34a-43d0-8610-7f63330b7a9a tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:17.193509 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e2df31bd-a04d-42f4-a981-65ffcc601f6c req-23484276-a34a-43d0-8610-7f63330b7a9a tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=88edb25c-c6fa-423d-acc5-61ce5cdd595f HTTP/1.1" status: 200 len: 945 time: 0.1398342 Aug 16 20:16:17.208805 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-98b813a9-74ad-4f6e-b910-8c7b0917713c tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "PUT /v2.0/routers/5d61b49e-88cb-4ab8-9343-d218faa63d44/tags HTTP/1.1" status: 200 len: 315 time: 0.1349950 Aug 16 20:16:17.223452 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58072) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:17.234917 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-76230466-2594-4350-a1a8-6b6c04698ffc tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5d61b49e-88cb-4ab8-9343-d218faa63d44') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:17.248754 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5c0cb0a3-c357-499d-9cef-0a68fea09fe4 req-e8ed946c-6824-4da7-ac50-ff0fcacb9718 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ca6c590-e6cd-4bee-beb8-4cccbc73c738 HTTP/1.1" status: 200 len: 217 time: 0.0514536 Aug 16 20:16:17.260725 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60d5958-28e4-4041-81f8-57933f0e29cf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Network 1f562e92-4784-468c-aa5c-61c0c8ef26f1 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:16:17.263525 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-d60d5958-28e4-4041-81f8-57933f0e29cf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:16:17.348662 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e2df31bd-a04d-42f4-a981-65ffcc601f6c req-e2920247-3494-4c6d-9952-26613957546d tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445975 Aug 16 20:16:17.355132 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8d697f41-2f7e-478a-9895-214448432e1a up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:16:17.428870 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-76230466-2594-4350-a1a8-6b6c04698ffc tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "DELETE /v2.0/routers/5d61b49e-88cb-4ab8-9343-d218faa63d44/tags HTTP/1.1" status: 204 len: 168 time: 0.2019219 Aug 16 20:16:17.429278 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58082) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:17.434917 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-8b55d98b-2408-4c9a-a6c8-4c5efa2a625e tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5d61b49e-88cb-4ab8-9343-d218faa63d44', 'tempest-TagsExtTest-Tag-348904912') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:17.472357 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cb0a3-c357-499d-9cef-0a68fea09fe4 req-28394e70-0811-49a6-9865-84582d6242c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:17.473780 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5c0cb0a3-c357-499d-9cef-0a68fea09fe4 req-28394e70-0811-49a6-9865-84582d6242c1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1d3d70ca-4446-4443-a4d9-427af5e7240e HTTP/1.1" status: 200 len: 852 time: 0.2115054 Aug 16 20:16:17.494914 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 8d697f41-2f7e-478a-9895-214448432e1a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:17.495526 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:17.528161 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5c0cb0a3-c357-499d-9cef-0a68fea09fe4 req-cc6e77fd-888d-49eb-a826-b15bdf05db68 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=03372f6e-3aa5-4f06-a2ff-93fc6275e972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405476 Aug 16 20:16:17.573922 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d48e735d-de37-4308-9c32-bdca6731a902 None None] Provisioning complete for port c2687861-7ec2-47e0-b7c2-8072ceca23c6 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:17.574633 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d48e735d-de37-4308-9c32-bdca6731a902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:17.587779 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-384e20bb-f08f-499e-880d-29c75e8a0909 req-723cb40d-151a-4f5b-bacb-e7cbb9d0df05 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=41f949d98cf9473f85e64341bcd4f07a HTTP/1.1" status: 200 len: 267 time: 0.0742557 Aug 16 20:16:17.592410 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-8b55d98b-2408-4c9a-a6c8-4c5efa2a625e tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] show failed (client error): The resource could not be found. Aug 16 20:16:17.596712 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8b55d98b-2408-4c9a-a6c8-4c5efa2a625e tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "GET /v2.0/routers/5d61b49e-88cb-4ab8-9343-d218faa63d44/tags/tempest-TagsExtTest-Tag-348904912 HTTP/1.1" status: 404 len: 328 time: 0.1656754 Aug 16 20:16:17.598135 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58084) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:17.602971 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-6c3f142e-43d9-425e-9de3-671e9a587b65 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5d61b49e-88cb-4ab8-9343-d218faa63d44', 'tempest-TagsExtTest-Tag-12299667') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:17.638780 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60d5958-28e4-4041-81f8-57933f0e29cf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Router d0c7202b-94ed-4c95-91d4-a931a2d90d24 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:16:17.641878 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d48e735d-de37-4308-9c32-bdca6731a902 None None] Port c2687861-7ec2-47e0-b7c2-8072ceca23c6 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:16:17.649350 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d7021-082c-4a3b-86be-1658516d8421 req-6524a678-7b5c-4819-94c9-3c6616ed5005 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:17.650870 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1f1d7021-082c-4a3b-86be-1658516d8421 req-6524a678-7b5c-4819-94c9-3c6616ed5005 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/ports?device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 944 time: 0.1177638 Aug 16 20:16:17.717749 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-6c3f142e-43d9-425e-9de3-671e9a587b65 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] show failed (client error): The resource could not be found. Aug 16 20:16:17.718803 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6c3f142e-43d9-425e-9de3-671e9a587b65 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "GET /v2.0/routers/5d61b49e-88cb-4ab8-9343-d218faa63d44/tags/tempest-TagsExtTest-Tag-12299667 HTTP/1.1" status: 404 len: 327 time: 0.1198192 Aug 16 20:16:17.728217 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e20bb-f08f-499e-880d-29c75e8a0909 req-de84cfb8-d619-4742-a3ea-e8b9a38d1265 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:17.729661 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-384e20bb-f08f-499e-880d-29c75e8a0909 req-de84cfb8-d619-4742-a3ea-e8b9a38d1265 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=88edb25c-c6fa-423d-acc5-61ce5cdd595f HTTP/1.1" status: 200 len: 945 time: 0.1323962 Aug 16 20:16:17.730121 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58086) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:17.734402 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-f9a7517d-a6df-460b-ad05-b788a3651535 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5d61b49e-88cb-4ab8-9343-d218faa63d44', 'tempest-TagsExtTest-Tag-1229511681') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:17.742111 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-384e20bb-f08f-499e-880d-29c75e8a0909 req-72b978d5-9d24-4c25-a541-ccc2a18378c3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Request body: {'port': {'security_groups': []}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:16:17.778029 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5c0cb0a3-c357-499d-9cef-0a68fea09fe4 req-cc6fe901-8afb-4965-b7e1-00f87ad5e7f1 service neutron] 10.222.0.63 "GET /v2.0/networks/03372f6e-3aa5-4f06-a2ff-93fc6275e972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131081 Aug 16 20:16:17.785112 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1f1d7021-082c-4a3b-86be-1658516d8421 req-662b86fa-a4b9-4a13-b1c9-48ecae6b2643 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/security-groups?id=5d96e1ad-3cbc-4226-9ef8-63e8072994ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224351 Aug 16 20:16:17.854892 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60d5958-28e4-4041-81f8-57933f0e29cf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:16:17.860947 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d60d5958-28e4-4041-81f8-57933f0e29cf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "PUT /v2.0/routers/d0c7202b-94ed-4c95-91d4-a931a2d90d24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0884871 Aug 16 20:16:17.864207 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58088) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:17.874569 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-384e20bb-f08f-499e-880d-29c75e8a0909 req-72b978d5-9d24-4c25-a541-ccc2a18378c3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:17.875536 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-143d978e-5cdd-46b6-aab3-0cd342d53120 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:16:17.876890 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb8287e-69b4-496e-a3ff-1367a8caaaf0 None None] Sync routers for ids ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:16:17.888377 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-f9a7517d-a6df-460b-ad05-b788a3651535 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] show failed (client error): The resource could not be found. Aug 16 20:16:17.889494 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f9a7517d-a6df-460b-ad05-b788a3651535 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "GET /v2.0/routers/5d61b49e-88cb-4ab8-9343-d218faa63d44/tags/tempest-TagsExtTest-Tag-1229511681 HTTP/1.1" status: 404 len: 329 time: 0.1584151 Aug 16 20:16:17.890129 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb8287e-69b4-496e-a3ff-1367a8caaaf0 None None] Routers {'d0c7202b-94ed-4c95-91d4-a931a2d90d24'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:16:17.890768 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-deb8287e-69b4-496e-a3ff-1367a8caaaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:16:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:17.895398 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58092) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:17.901641 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-136e0dd1-edf3-4d1a-b9d9-091c79992534 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '166b9ea5-4186-4f07-9ec7-8275eee4eacb', {'tags': ['tempest-TagsExtTest-Tag-218685753', 'tempest-TagsExtTest-Tag-387665639', 'tempest-TagsExtTest-Tag-69032995']}) {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:18.011863 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-deb8287e-69b4-496e-a3ff-1367a8caaaf0 None None] Set router d0c7202b-94ed-4c95-91d4-a931a2d90d24 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:16:18.065307 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-136e0dd1-edf3-4d1a-b9d9-091c79992534 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "PUT /v2.0/subnetpools/166b9ea5-4186-4f07-9ec7-8275eee4eacb/tags HTTP/1.1" status: 200 len: 314 time: 0.1687627 Aug 16 20:16:18.071493 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58096) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:18.075646 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-642d9278-3d6f-4784-95c1-43c29b305ccc tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '166b9ea5-4186-4f07-9ec7-8275eee4eacb') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:18.164582 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0f3d6-6ba1-4e41-9415-4a157f18dc68 req-7f1bad52-27e1-42dc-949f-e5aac9f4b9a5 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:18.166181 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-35e0f3d6-6ba1-4e41-9415-4a157f18dc68 req-7f1bad52-27e1-42dc-949f-e5aac9f4b9a5 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e66cf90-8a59-4063-a29b-999725aee70b HTTP/1.1" status: 200 len: 946 time: 0.0847530 Aug 16 20:16:18.276162 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-384e20bb-f08f-499e-880d-29c75e8a0909 req-72b978d5-9d24-4c25-a541-ccc2a18378c3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] For port cc3346d1-85d6-4896-8739-5e2ad3e53be3, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=cc3346d1-85d6-4896-8739-5e2ad3e53be3,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:18.289104 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5c0cb0a3-c357-499d-9cef-0a68fea09fe4 req-f5293386-ea17-4a67-9e3b-0e02b2f6144b service neutron] 10.222.0.63 "GET /v2.0/networks/03372f6e-3aa5-4f06-a2ff-93fc6275e972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5030046 Aug 16 20:16:18.308115 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-642d9278-3d6f-4784-95c1-43c29b305ccc tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "DELETE /v2.0/subnetpools/166b9ea5-4186-4f07-9ec7-8275eee4eacb/tags HTTP/1.1" status: 204 len: 168 time: 0.2358119 Aug 16 20:16:18.314699 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58100) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:18.318495 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa0e5c-af8d-4f01-9a81-2877eae21689 req-872cd4b9-302d-4939-97d4-45417157376c tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:18.325863 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-49fa0e5c-af8d-4f01-9a81-2877eae21689 req-872cd4b9-302d-4939-97d4-45417157376c tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e66cf90-8a59-4063-a29b-999725aee70b HTTP/1.1" status: 200 len: 946 time: 0.3752670 Aug 16 20:16:18.330438 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-1aee23c3-a986-4528-98ba-720287714143 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '166b9ea5-4186-4f07-9ec7-8275eee4eacb', 'tempest-TagsExtTest-Tag-218685753') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:18.334098 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-deb8287e-69b4-496e-a3ff-1367a8caaaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'name': 'tempest-RoutersTest-router-338244772', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:15:47Z', 'updated_at': '2021-08-16T20:16:15Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None, '_interfaces': [{'id': '2acc6a47-ab99-497a-8a8e-525bffee8afd', 'name': '', 'network_id': '481cd87e-c065-4497-87ce-bed7efec6dd6', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:6b:6f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:56Z', 'updated_at': '2021-08-16T20:16:08Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '738eeec4-c0c9-4422-888c-0f635c8b8860', 'name': '', 'network_id': '403452b0-bf4b-4ef9-8c94-a1e7c7fdead2', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:d5:80:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '34986889-b769-46fc-a0bd-23ab93b6802c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:16:03Z', 'updated_at': '2021-08-16T20:16:14Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '34986889-b769-46fc-a0bd-23ab93b6802c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c49e7cb-3f7c-45b0-a642-14e6db728e62', 'name': '', 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:01:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:50Z', 'updated_at': '2021-08-16T20:15:57Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2687861-7ec2-47e0-b7c2-8072ceca23c6', 'name': '', 'network_id': '1f562e92-4784-468c-aa5c-61c0c8ef26f1', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:9e:83:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '706cffa5-eae6-447a-8310-7bed5c8c056f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:16:14Z', 'updated_at': '2021-08-16T20:16:16Z', 'revision_number': 2, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '706cffa5-eae6-447a-8310-7bed5c8c056f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:18.356671 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-35e0f3d6-6ba1-4e41-9415-4a157f18dc68 req-996f28fd-dc85-44af-b22e-ee9881f06d7c tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Deleting port 8e752365-377c-46db-b815-5120670afb21 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:16:18.357035 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-35e0f3d6-6ba1-4e41-9415-4a157f18dc68 req-996f28fd-dc85-44af-b22e-ee9881f06d7c tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:18.366928 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb8287e-69b4-496e-a3ff-1367a8caaaf0 None None] Checking router: d0c7202b-94ed-4c95-91d4-a931a2d90d24 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:16:18.368611 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb8287e-69b4-496e-a3ff-1367a8caaaf0 None None] Updating router d0c7202b-94ed-4c95-91d4-a931a2d90d24 port c2687861-7ec2-47e0-b7c2-8072ceca23c6 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:16:18.396730 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-deb8287e-69b4-496e-a3ff-1367a8caaaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:18.421253 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-384e20bb-f08f-499e-880d-29c75e8a0909 req-72b978d5-9d24-4c25-a541-ccc2a18378c3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:18.433866 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-384e20bb-f08f-499e-880d-29c75e8a0909 req-72b978d5-9d24-4c25-a541-ccc2a18378c3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:18.437844 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-1aee23c3-a986-4528-98ba-720287714143 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] show failed (client error): The resource could not be found. Aug 16 20:16:18.438994 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1aee23c3-a986-4528-98ba-720287714143 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "GET /v2.0/subnetpools/166b9ea5-4186-4f07-9ec7-8275eee4eacb/tags/tempest-TagsExtTest-Tag-218685753 HTTP/1.1" status: 404 len: 328 time: 0.1177635 Aug 16 20:16:18.446856 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['a6286312-9a13-42a5-ba36-a79c315b5790'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:16:18.450058 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-49fa0e5c-af8d-4f01-9a81-2877eae21689 req-645771c6-55c0-4640-8d47-02c11f884896 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231480 Aug 16 20:16:18.457559 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['7341edc7-1e86-4a9d-b69f-0732489b8706', 'cc3346d1-85d6-4896-8739-5e2ad3e53be3'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:16:18.486744 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58104) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:18.526267 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-0f3dad13-149a-4c9e-b723-78ce44dda2de tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '166b9ea5-4186-4f07-9ec7-8275eee4eacb', 'tempest-TagsExtTest-Tag-387665639') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:18.570145 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e20bb-f08f-499e-880d-29c75e8a0909 req-72b978d5-9d24-4c25-a541-ccc2a18378c3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:18.571451 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-384e20bb-f08f-499e-880d-29c75e8a0909 req-72b978d5-9d24-4c25-a541-ccc2a18378c3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:18.572338 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-384e20bb-f08f-499e-880d-29c75e8a0909 req-72b978d5-9d24-4c25-a541-ccc2a18378c3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "PUT /v2.0/ports/cc3346d1-85d6-4896-8739-5e2ad3e53be3 HTTP/1.1" status: 200 len: 904 time: 0.8358016 Aug 16 20:16:18.576061 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88edb25c-c6fa-423d-acc5-61ce5cdd595f', 'tag': 'cc3346d1-85d6-4896-8739-5e2ad3e53be3'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:16:18.581645 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c42eca1-a9d5-44e4-842e-bffaece1f89e" -d '{"events": [{"name": "network-changed", "server_uuid": "88edb25c-c6fa-423d-acc5-61ce5cdd595f", "tag": "cc3346d1-85d6-4896-8739-5e2ad3e53be3"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:16:18.656146 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['cc3346d1-85d6-4896-8739-5e2ad3e53be3'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:16:18.718881 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b978d5-9d24-4c25-a541-ccc2a18378c3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Pushing event updated for resources: {'Port': ['ID=cc3346d1-85d6-4896-8739-5e2ad3e53be3,revision_number=6']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:18.734689 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-35e0f3d6-6ba1-4e41-9415-4a157f18dc68 req-996f28fd-dc85-44af-b22e-ee9881f06d7c tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] For port 8e752365-377c-46db-b815-5120670afb21, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=8e752365-377c-46db-b815-5120670afb21,segment=NetworkSegment(84c054f6-f1d5-4d03-81c3-3237f56ec888),segment_id=84c054f6-f1d5-4d03-81c3-3237f56ec888)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:18.734954 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-35e0f3d6-6ba1-4e41-9415-4a157f18dc68 req-996f28fd-dc85-44af-b22e-ee9881f06d7c tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:18.762933 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-0f3dad13-149a-4c9e-b723-78ce44dda2de tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] show failed (client error): The resource could not be found. Aug 16 20:16:18.776468 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0f3dad13-149a-4c9e-b723-78ce44dda2de tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "GET /v2.0/subnetpools/166b9ea5-4186-4f07-9ec7-8275eee4eacb/tags/tempest-TagsExtTest-Tag-387665639 HTTP/1.1" status: 404 len: 328 time: 0.2781124 Aug 16 20:16:18.777445 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-35e0f3d6-6ba1-4e41-9415-4a157f18dc68 req-996f28fd-dc85-44af-b22e-ee9881f06d7c tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Calling delete_port for 8e752365-377c-46db-b815-5120670afb21 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:16:18.779124 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58110) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:18.783646 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-a7080431-77c8-4538-b6c7-dbf4354e8e90 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '166b9ea5-4186-4f07-9ec7-8275eee4eacb', 'tempest-TagsExtTest-Tag-69032995') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:18.823752 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.extraroute_db [None req-143d978e-5cdd-46b6-aab3-0cd342d53120 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94770) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 20:16:18.862882 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789a3510-0c53-49bb-9ea6-9345e3db352f x-openstack-request-id: req-789a3510-0c53-49bb-9ea6-9345e3db352f {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:16:18.863243 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88edb25c-c6fa-423d-acc5-61ce5cdd595f", "tag": "cc3346d1-85d6-4896-8739-5e2ad3e53be3", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:16:18.863559 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-789a3510-0c53-49bb-9ea6-9345e3db352f {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:16:18.863887 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88edb25c-c6fa-423d-acc5-61ce5cdd595f', 'tag': 'cc3346d1-85d6-4896-8739-5e2ad3e53be3', 'status': 'completed', 'code': 200} Aug 16 20:16:18.898495 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.extraroute_db [None req-143d978e-5cdd-46b6-aab3-0cd342d53120 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Removed routes are [] {{(pid=94770) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 20:16:18.900022 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-143d978e-5cdd-46b6-aab3-0cd342d53120 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106996'] for router, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:18.935089 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-a7080431-77c8-4538-b6c7-dbf4354e8e90 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] show failed (client error): The resource could not be found. Aug 16 20:16:18.935927 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a7080431-77c8-4538-b6c7-dbf4354e8e90 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "GET /v2.0/subnetpools/166b9ea5-4186-4f07-9ec7-8275eee4eacb/tags/tempest-TagsExtTest-Tag-69032995 HTTP/1.1" status: 404 len: 327 time: 0.1558642 Aug 16 20:16:18.938868 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58114) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:18.948821 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-91d241be-f907-4bc1-88f1-c8215474ff2c tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '166b9ea5-4186-4f07-9ec7-8275eee4eacb') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:18.957308 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42eca1-a9d5-44e4-842e-bffaece1f89e req-4bb4b3d0-f560-469f-b9cd-35863ce8d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:18.959012 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c42eca1-a9d5-44e4-842e-bffaece1f89e req-4bb4b3d0-f560-469f-b9cd-35863ce8d09f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f949d98cf9473f85e64341bcd4f07a&device_id=88edb25c-c6fa-423d-acc5-61ce5cdd595f HTTP/1.1" status: 200 len: 1059 time: 0.1099257 Aug 16 20:16:18.988619 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea7740-c5ad-4483-a843-4e9784c01340 req-3b75afda-c2dd-40ab-ad8b-e8d1e38d270e tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:18.990373 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-daea7740-c5ad-4483-a843-4e9784c01340 req-3b75afda-c2dd-40ab-ad8b-e8d1e38d270e tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=88edb25c-c6fa-423d-acc5-61ce5cdd595f HTTP/1.1" status: 200 len: 907 time: 0.1774757 Aug 16 20:16:19.083186 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-91d241be-f907-4bc1-88f1-c8215474ff2c tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "DELETE /v2.0/subnetpools/166b9ea5-4186-4f07-9ec7-8275eee4eacb/tags HTTP/1.1" status: 204 len: 168 time: 0.1419106 Aug 16 20:16:19.086325 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58118) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:19.093536 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-47df5515-732e-450f-b2a0-b043052d075c tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5d61b49e-88cb-4ab8-9343-d218faa63d44') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:19.095759 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-35e0f3d6-6ba1-4e41-9415-4a157f18dc68 req-996f28fd-dc85-44af-b22e-ee9881f06d7c tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:19.115578 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e7eb9-f2cf-4948-9aeb-81eac8c172af req-9dd15965-7794-4345-8a49-6d32bea9e638 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:19.118041 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5d9e7eb9-f2cf-4948-9aeb-81eac8c172af req-9dd15965-7794-4345-8a49-6d32bea9e638 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/ports?device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 944 time: 0.2152414 Aug 16 20:16:19.261118 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5d9e7eb9-f2cf-4948-9aeb-81eac8c172af req-c9c0784e-1c93-41ab-8283-89ca38da7c13 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/security-groups?id=5d96e1ad-3cbc-4226-9ef8-63e8072994ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292548 Aug 16 20:16:19.310074 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 8ca6c590-e6cd-4bee-beb8-4cccbc73c738 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:16:19.324726 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-143d978e-5cdd-46b6-aab3-0cd342d53120 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106996'] for router, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:19.330815 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-143d978e-5cdd-46b6-aab3-0cd342d53120 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-399211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-399202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-399768'] for router, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:19.415890 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 8ca6c590-e6cd-4bee-beb8-4cccbc73c738, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=8ca6c590-e6cd-4bee-beb8-4cccbc73c738,segment=NetworkSegment(d7b519fe-9895-44f7-9e53-c597e015d95f),segment_id=d7b519fe-9895-44f7-9e53-c597e015d95f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:19.437662 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '8ca6c590-e6cd-4bee-beb8-4cccbc73c738', 'network_id': '03372f6e-3aa5-4f06-a2ff-93fc6275e972', 'port_id': '8ca6c590-e6cd-4bee-beb8-4cccbc73c738', 'mac_address': 'fa:16:3e:87:04:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d3d70ca-4446-4443-a4d9-427af5e7240e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:16:19.441496 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e72e85d0-598f-4118-ae4b-26c5e1d1b45c None None] Provisioning complete for port cc3346d1-85d6-4896-8739-5e2ad3e53be3 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:19.441883 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e72e85d0-598f-4118-ae4b-26c5e1d1b45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:19.457872 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42eca1-a9d5-44e4-842e-bffaece1f89e req-070ef72c-8437-46a7-96b1-3a8574c4f4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:19.459558 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c42eca1-a9d5-44e4-842e-bffaece1f89e req-070ef72c-8437-46a7-96b1-3a8574c4f4af service neutron] 10.222.0.57 "GET /v2.0/networks?id=dbfa510a-9034-470b-99ef-e5f61f9b5e17 HTTP/1.1" status: 200 len: 913 time: 0.4249408 Aug 16 20:16:19.467748 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143d978e-5cdd-46b6-aab3-0cd342d53120 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Router d0c7202b-94ed-4c95-91d4-a931a2d90d24 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:16:19.513370 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f28fd-dc85-44af-b22e-ee9881f06d7c tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Pushing event deleted for resources: {'Port': ['ID=8e752365-377c-46db-b815-5120670afb21,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:19.514074 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c42eca1-a9d5-44e4-842e-bffaece1f89e req-a4502599-4615-4761-992f-6443329b79b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc3346d1-85d6-4896-8739-5e2ad3e53be3 HTTP/1.1" status: 200 len: 217 time: 0.0451949 Aug 16 20:16:19.517959 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:19.538725 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca6c590-e6cd-4bee-beb8-4cccbc73c738 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:16:19.560876 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 8ca6c590-e6cd-4bee-beb8-4cccbc73c738, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=8ca6c590-e6cd-4bee-beb8-4cccbc73c738,segment=NetworkSegment(d7b519fe-9895-44f7-9e53-c597e015d95f),segment_id=d7b519fe-9895-44f7-9e53-c597e015d95f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:19.568126 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e0f3d6-6ba1-4e41-9415-4a157f18dc68 req-996f28fd-dc85-44af-b22e-ee9881f06d7c tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] No DVR routers for this DVR port 8e752365-377c-46db-b815-5120670afb21 on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:16:19.577063 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-35e0f3d6-6ba1-4e41-9415-4a157f18dc68 req-996f28fd-dc85-44af-b22e-ee9881f06d7c tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:19.582028 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:19.582737 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-35e0f3d6-6ba1-4e41-9415-4a157f18dc68 req-996f28fd-dc85-44af-b22e-ee9881f06d7c tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.57 "DELETE /v2.0/ports/8e752365-377c-46db-b815-5120670afb21 HTTP/1.1" status: 204 len: 173 time: 1.3960741 Aug 16 20:16:19.604508 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d16063-1721-43de-82e2-bf7d9c34e865 req-3e62f41c-9fd8-4cf4-9116-5bb6aabfca39 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:19.606375 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d6d16063-1721-43de-82e2-bf7d9c34e865 req-3e62f41c-9fd8-4cf4-9116-5bb6aabfca39 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1683602 Aug 16 20:16:19.634500 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-47df5515-732e-450f-b2a0-b043052d075c tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "DELETE /v2.0/routers/5d61b49e-88cb-4ab8-9343-d218faa63d44/tags HTTP/1.1" status: 204 len: 168 time: 0.5455568 Aug 16 20:16:19.637832 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58124) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:19.644371 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-cb7c77fc-0be0-48dc-9658-6784ada09b86 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd12994ff-f6f1-46f4-bad4-379a793d5077') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:19.674152 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=8ca6c590-e6cd-4bee-beb8-4cccbc73c738,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:19.680294 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['8e752365-377c-46db-b815-5120670afb21'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:16:19.694531 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-14d5edbe-b8ac-4512-8e60-e8deac6cc2a3 req-3a109b9c-e1d1-4eb9-986e-b747dd8b6ad6 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e66cf90-8a59-4063-a29b-999725aee70b HTTP/1.1" status: 200 len: 210 time: 0.0494618 Aug 16 20:16:19.713116 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d6d16063-1721-43de-82e2-bf7d9c34e865 req-73dbae85-5bf4-4fa3-8fb0-51a21bc94089 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970199 Aug 16 20:16:19.740702 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42eca1-a9d5-44e4-842e-bffaece1f89e req-d46d9f54-09be-4a33-8bae-82dd98129e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:19.742636 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c42eca1-a9d5-44e4-842e-bffaece1f89e req-d46d9f54-09be-4a33-8bae-82dd98129e8f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d38a8fc7-0911-4b72-a78c-d32851227793 HTTP/1.1" status: 200 len: 851 time: 0.2154307 Aug 16 20:16:19.756075 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cb7c77fc-0be0-48dc-9658-6784ada09b86 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "DELETE /v2.0/ports/d12994ff-f6f1-46f4-bad4-379a793d5077/tags HTTP/1.1" status: 204 len: 168 time: 0.1165957 Aug 16 20:16:19.759055 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58132) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:19.769368 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-e0dd5400-4916-40bb-95c8-2b67abcb813e tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '83a91197-831a-44ff-a224-278ea248c03e') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:19.827378 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143d978e-5cdd-46b6-aab3-0cd342d53120 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:16:19.829957 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['9424f9f8-a01e-463c-a19a-21c6bd851708', 'abfd6f18-cddc-4949-900b-441e3d00089a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:16:19.847620 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-143d978e-5cdd-46b6-aab3-0cd342d53120 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:19.848944 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-143d978e-5cdd-46b6-aab3-0cd342d53120 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "PUT /v2.0/routers/d0c7202b-94ed-4c95-91d4-a931a2d90d24 HTTP/1.1" status: 200 len: 933 time: 1.9802060 Aug 16 20:16:19.853525 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58134) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:19.880928 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42eca1-a9d5-44e4-842e-bffaece1f89e req-18d73dbd-cba9-4a2d-b5e4-28f8219926de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:19.882735 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c42eca1-a9d5-44e4-842e-bffaece1f89e req-18d73dbd-cba9-4a2d-b5e4-28f8219926de service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dbfa510a-9034-470b-99ef-e5f61f9b5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1210785 Aug 16 20:16:19.980493 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['8ca6c590-e6cd-4bee-beb8-4cccbc73c738'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:16:20.016587 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8ec8b-c18a-4441-9ef4-705d697ea468 req-20511005-a675-46ec-bec4-547a7c5d933c tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:20.018595 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-79a8ec8b-c18a-4441-9ef4-705d697ea468 req-20511005-a675-46ec-bec4-547a7c5d933c tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1145074 Aug 16 20:16:20.031118 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1a5bfe62-ff96-4ac4-8966-a2d47273960a tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "GET /v2.0/routers/d0c7202b-94ed-4c95-91d4-a931a2d90d24 HTTP/1.1" status: 200 len: 933 time: 0.1689327 Aug 16 20:16:20.031118 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e0dd5400-4916-40bb-95c8-2b67abcb813e tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "DELETE /v2.0/subnets/83a91197-831a-44ff-a224-278ea248c03e/tags HTTP/1.1" status: 204 len: 168 time: 0.2662783 Aug 16 20:16:20.031118 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58136) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:20.032333 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58138) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:20.032454 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1bd10ddf-ebab-4e0a-af8b-f1d90c8c70f4 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Request body: {'router': {'routes': None}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:16:20.074586 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c42eca1-a9d5-44e4-842e-bffaece1f89e req-2cf31940-7065-4a89-89fe-8f9352dac82f service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833591 Aug 16 20:16:20.145353 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-deb8287e-69b4-496e-a3ff-1367a8caaaf0 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:20.168539 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-79a8ec8b-c18a-4441-9ef4-705d697ea468 req-ba81dd36-3898-40cf-87ff-b04fea617f7f tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228075 Aug 16 20:16:20.230026 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa9feb4f-a977-452c-bc68-1e0761d285a0 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks [] for subnetpool, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:20.232620 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-aa9feb4f-a977-452c-bc68-1e0761d285a0 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "DELETE /v2.0/subnetpools/166b9ea5-4186-4f07-9ec7-8275eee4eacb HTTP/1.1" status: 204 len: 168 time: 0.1994672 Aug 16 20:16:20.237952 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58142) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:20.276740 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-deb8287e-69b4-496e-a3ff-1367a8caaaf0 None None] Transition to ACTIVE for port object c2687861-7ec2-47e0-b7c2-8072ceca23c6 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:16:20.340758 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e03048ac-520a-48a8-9ced-c22b16b5b34a tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d61b49e-88cb-4ab8-9343-d218faa63d44 HTTP/1.1" status: 200 len: 205 time: 0.1000857 Aug 16 20:16:20.346018 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58146) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:20.370478 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-deb8287e-69b4-496e-a3ff-1367a8caaaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:20.371237 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c42eca1-a9d5-44e4-842e-bffaece1f89e req-db2521b0-61b7-4098-ac0e-f2e48da175f1 service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803388 Aug 16 20:16:20.458786 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-faf9cb2b-963b-40b8-a7c8-3a13a830080b tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:20.463359 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e07122-1f74-4e9f-a5e8-6fa1d541cb80 None None] Pushing event updated for resources: {'Port': ['ID=c2687861-7ec2-47e0-b7c2-8072ceca23c6,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:20.528973 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.extraroute_db [None req-1bd10ddf-ebab-4e0a-af8b-f1d90c8c70f4 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Added routes are [] {{(pid=94771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 20:16:20.529572 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.extraroute_db [None req-1bd10ddf-ebab-4e0a-af8b-f1d90c8c70f4 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 20:16:20.537622 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e07122-1f74-4e9f-a5e8-6fa1d541cb80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:20.537865 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e07122-1f74-4e9f-a5e8-6fa1d541cb80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:20.538200 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e07122-1f74-4e9f-a5e8-6fa1d541cb80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:20.538865 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e07122-1f74-4e9f-a5e8-6fa1d541cb80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:20.539853 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e07122-1f74-4e9f-a5e8-6fa1d541cb80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:20.540264 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e07122-1f74-4e9f-a5e8-6fa1d541cb80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:20.540668 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e07122-1f74-4e9f-a5e8-6fa1d541cb80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:20.541070 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e07122-1f74-4e9f-a5e8-6fa1d541cb80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:20.541468 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e07122-1f74-4e9f-a5e8-6fa1d541cb80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:20.541871 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e07122-1f74-4e9f-a5e8-6fa1d541cb80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:20.542269 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e07122-1f74-4e9f-a5e8-6fa1d541cb80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:20.542665 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e07122-1f74-4e9f-a5e8-6fa1d541cb80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:16:20.570830 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1bd10ddf-ebab-4e0a-af8b-f1d90c8c70f4 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106996'] for router, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:20.621628 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-deb8287e-69b4-496e-a3ff-1367a8caaaf0 None None] Attempting to bind port c2687861-7ec2-47e0-b7c2-8072ceca23c6 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:16:20.621967 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-deb8287e-69b4-496e-a3ff-1367a8caaaf0 None None] Attempting to bind port c2687861-7ec2-47e0-b7c2-8072ceca23c6 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'ed2c9eba-5740-4e1b-ba23-711848c59222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1f562e92-4784-468c-aa5c-61c0c8ef26f1'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:16:20.622419 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb8287e-69b4-496e-a3ff-1367a8caaaf0 None None] Attempting to bind port c2687861-7ec2-47e0-b7c2-8072ceca23c6 on network 1f562e92-4784-468c-aa5c-61c0c8ef26f1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:16:20.629158 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb8287e-69b4-496e-a3ff-1367a8caaaf0 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:16:20.629646 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb8287e-69b4-496e-a3ff-1367a8caaaf0 None None] Checking segment: {'id': 'ed2c9eba-5740-4e1b-ba23-711848c59222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1f562e92-4784-468c-aa5c-61c0c8ef26f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:16:20.630135 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-deb8287e-69b4-496e-a3ff-1367a8caaaf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:20.630606 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb8287e-69b4-496e-a3ff-1367a8caaaf0 None None] Bound using segment: {'id': 'ed2c9eba-5740-4e1b-ba23-711848c59222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1f562e92-4784-468c-aa5c-61c0c8ef26f1'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:16:20.631160 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-deb8287e-69b4-496e-a3ff-1367a8caaaf0 None None] Bound port: c2687861-7ec2-47e0-b7c2-8072ceca23c6, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2c9eba-5740-4e1b-ba23-711848c59222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1f562e92-4784-468c-aa5c-61c0c8ef26f1'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:16:20.631638 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-deb8287e-69b4-496e-a3ff-1367a8caaaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:20.715562 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-deb8287e-69b4-496e-a3ff-1367a8caaaf0 None None] For port c2687861-7ec2-47e0-b7c2-8072ceca23c6, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:16:20.722421 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-deb8287e-69b4-496e-a3ff-1367a8caaaf0 None None] For port c2687861-7ec2-47e0-b7c2-8072ceca23c6, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=c2687861-7ec2-47e0-b7c2-8072ceca23c6,segment=NetworkSegment(ed2c9eba-5740-4e1b-ba23-711848c59222),segment_id=ed2c9eba-5740-4e1b-ba23-711848c59222)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:16:20.730422 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-deb8287e-69b4-496e-a3ff-1367a8caaaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:20.786120 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb8287e-69b4-496e-a3ff-1367a8caaaf0 None None] Routers {'d0c7202b-94ed-4c95-91d4-a931a2d90d24'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:16:20.786784 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-deb8287e-69b4-496e-a3ff-1367a8caaaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:16:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:20.803742 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-faf9cb2b-963b-40b8-a7c8-3a13a830080b tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:20.807327 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-faf9cb2b-963b-40b8-a7c8-3a13a830080b tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:20.865114 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-faf9cb2b-963b-40b8-a7c8-3a13a830080b tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:20.865862 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf9cb2b-963b-40b8-a7c8-3a13a830080b tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Fanout notify agent at l3_agent the message router_deleted on router 5d61b49e-88cb-4ab8-9343-d218faa63d44 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:16:20.875455 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-faf9cb2b-963b-40b8-a7c8-3a13a830080b tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:20.876636 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-faf9cb2b-963b-40b8-a7c8-3a13a830080b tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "DELETE /v2.0/routers/5d61b49e-88cb-4ab8-9343-d218faa63d44 HTTP/1.1" status: 204 len: 168 time: 0.5275514 Aug 16 20:16:20.883660 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58164) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:20.899877 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-deb8287e-69b4-496e-a3ff-1367a8caaaf0 None None] Set router d0c7202b-94ed-4c95-91d4-a931a2d90d24 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:16:20.906452 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1bd10ddf-ebab-4e0a-af8b-f1d90c8c70f4 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106996'] for router, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:20.911133 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e66cf90-8a59-4063-a29b-999725aee70b', 'name': 'network-vif-deleted', 'tag': '8e752365-377c-46db-b815-5120670afb21'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:16:20.914719 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea65fce-4a12-451c-a16e-e66e8b386292" -d '{"events": [{"server_uuid": "2e66cf90-8a59-4063-a29b-999725aee70b", "name": "network-vif-deleted", "tag": "8e752365-377c-46db-b815-5120670afb21"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:16:20.918347 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1bd10ddf-ebab-4e0a-af8b-f1d90c8c70f4 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-399211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-399202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-399768'] for router, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:20.944408 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d71617-7bf3-4c0e-9cee-89f2b24de9bc req-d24a0f31-6162-440b-ba43-7b7ff92407ac tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:20.954774 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f7d71617-7bf3-4c0e-9cee-89f2b24de9bc req-d24a0f31-6162-440b-ba43-7b7ff92407ac tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/ports?device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 945 time: 0.3798087 Aug 16 20:16:21.034741 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521df713-5a27-4dfa-8e72-7efe71485525 req-436508da-deae-42c5-85bc-bd474d0faee5 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:21.036508 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-521df713-5a27-4dfa-8e72-7efe71485525 req-436508da-deae-42c5-85bc-bd474d0faee5 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/networks?id=dbfa510a-9034-470b-99ef-e5f61f9b5e17 HTTP/1.1" status: 200 len: 812 time: 0.5092351 Aug 16 20:16:21.073360 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e07122-1f74-4e9f-a5e8-6fa1d541cb80 None None] Pushing event updated for resources: {'Port': ['ID=c2687861-7ec2-47e0-b7c2-8072ceca23c6,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:21.091726 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-521df713-5a27-4dfa-8e72-7efe71485525 req-d0847b07-6d4a-420e-8f6a-f4e7771564f1 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/quotas/41f949d98cf9473f85e64341bcd4f07a HTTP/1.1" status: 200 len: 375 time: 0.0490909 Aug 16 20:16:21.111150 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd10ddf-ebab-4e0a-af8b-f1d90c8c70f4 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Router d0c7202b-94ed-4c95-91d4-a931a2d90d24 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:16:21.145385 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-3ca9fa51-1850-4190-a7dd-5d0c3b025ebc tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Deleting port d12994ff-f6f1-46f4-bad4-379a793d5077 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:16:21.146027 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3ca9fa51-1850-4190-a7dd-5d0c3b025ebc tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:21.156427 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f7d71617-7bf3-4c0e-9cee-89f2b24de9bc req-8fe8b891-4dca-4378-9871-1be72c300239 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/security-groups?id=5d96e1ad-3cbc-4226-9ef8-63e8072994ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852722 Aug 16 20:16:21.208070 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-deb8287e-69b4-496e-a3ff-1367a8caaaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'name': 'tempest-RoutersTest-router-338244772', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:15:47Z', 'updated_at': '2021-08-16T20:16:20Z', 'revision_number': 7, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None, '_interfaces': [{'id': '2acc6a47-ab99-497a-8a8e-525bffee8afd', 'name': '', 'network_id': '481cd87e-c065-4497-87ce-bed7efec6dd6', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:6b:6f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:56Z', 'updated_at': '2021-08-16T20:16:08Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '738eeec4-c0c9-4422-888c-0f635c8b8860', 'name': '', 'network_id': '403452b0-bf4b-4ef9-8c94-a1e7c7fdead2', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:d5:80:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '34986889-b769-46fc-a0bd-23ab93b6802c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:16:03Z', 'updated_at': '2021-08-16T20:16:14Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '34986889-b769-46fc-a0bd-23ab93b6802c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c49e7cb-3f7c-45b0-a642-14e6db728e62', 'name': '', 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:01:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:50Z', 'updated_at': '2021-08-16T20:15:57Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2687861-7ec2-47e0-b7c2-8072ceca23c6', 'name': '', 'network_id': '1f562e92-4784-468c-aa5c-61c0c8ef26f1', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:9e:83:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '706cffa5-eae6-447a-8310-7bed5c8c056f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:16:14Z', 'updated_at': '2021-08-16T20:16:20Z', 'revision_number': 4, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '706cffa5-eae6-447a-8310-7bed5c8c056f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:21.235961 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-521df713-5a27-4dfa-8e72-7efe71485525 req-131fb8d1-3ee0-433f-b2c3-440ea08d899b tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=41f949d98cf9473f85e64341bcd4f07a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1432776 Aug 16 20:16:21.251841 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb8287e-69b4-496e-a3ff-1367a8caaaf0 None None] The sync data for ids ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'] in n-d-787206-13 is: [{'id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'name': 'tempest-RoutersTest-router-338244772', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:15:47Z', 'updated_at': '2021-08-16T20:16:20Z', 'revision_number': 7, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None, '_interfaces': [{'id': '2acc6a47-ab99-497a-8a8e-525bffee8afd', 'name': '', 'network_id': '481cd87e-c065-4497-87ce-bed7efec6dd6', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:6b:6f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:56Z', 'updated_at': '2021-08-16T20:16:08Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '738eeec4-c0c9-4422-888c-0f635c8b8860', 'name': '', 'network_id': '403452b0-bf4b-4ef9-8c94-a1e7c7fdead2', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:d5:80:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '34986889-b769-46fc-a0bd-23ab93b6802c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:16:03Z', 'updated_at': '2021-08-16T20:16:14Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '34986889-b769-46fc-a0bd-23ab93b6802c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c49e7cb-3f7c-45b0-a642-14e6db728e62', 'name': '', 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:01:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:50Z', 'updated_at': '2021-08-16T20:15:57Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2687861-7ec2-47e0-b7c2-8072ceca23c6', 'name': '', 'network_id': '1f562e92-4784-468c-aa5c-61c0c8ef26f1', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:9e:83:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '706cffa5-eae6-447a-8310-7bed5c8c056f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:16:14Z', 'updated_at': '2021-08-16T20:16:20Z', 'revision_number': 4, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '706cffa5-eae6-447a-8310-7bed5c8c056f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:16:21.285856 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd10ddf-ebab-4e0a-af8b-f1d90c8c70f4 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:16:21.295757 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1bd10ddf-ebab-4e0a-af8b-f1d90c8c70f4 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:21.299455 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1bd10ddf-ebab-4e0a-af8b-f1d90c8c70f4 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "PUT /v2.0/routers/d0c7202b-94ed-4c95-91d4-a931a2d90d24 HTTP/1.1" status: 200 len: 699 time: 1.2690239 Aug 16 20:16:21.300282 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58172) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:21.454541 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d6bc518c-87f3-49c0-91c1-f7af4dda7583 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "GET /v2.0/routers/d0c7202b-94ed-4c95-91d4-a931a2d90d24 HTTP/1.1" status: 200 len: 699 time: 0.1531405 Aug 16 20:16:21.457369 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58174) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:21.573443 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce75a19-b6ee-4ca7-9d4f-304a0a557cee x-openstack-request-id: req-fce75a19-b6ee-4ca7-9d4f-304a0a557cee {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:16:21.574563 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e66cf90-8a59-4063-a29b-999725aee70b", "name": "network-vif-deleted", "tag": "8e752365-377c-46db-b815-5120670afb21", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:16:21.574993 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fce75a19-b6ee-4ca7-9d4f-304a0a557cee {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:16:21.575676 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e66cf90-8a59-4063-a29b-999725aee70b', 'name': 'network-vif-deleted', 'tag': '8e752365-377c-46db-b815-5120670afb21', 'status': 'completed', 'code': 200} Aug 16 20:16:21.782887 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3ca9fa51-1850-4190-a7dd-5d0c3b025ebc tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:21.819886 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-3ca9fa51-1850-4190-a7dd-5d0c3b025ebc tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Calling delete_port for d12994ff-f6f1-46f4-bad4-379a793d5077 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:16:21.833167 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-521df713-5a27-4dfa-8e72-7efe71485525 req-15206fa4-ccfb-43fb-9c6a-7fa5fcc28c6b service neutron] 10.222.0.68 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5956814 Aug 16 20:16:21.988059 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729b59f-b515-4d48-9bad-4c9a5ab50b6e req-15badae3-f54a-4964-b139-34c0410c05b9 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:21.989865 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9729b59f-b515-4d48-9bad-4c9a5ab50b6e req-15badae3-f54a-4964-b139-34c0410c05b9 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba350b6b-2d13-4590-9599-2d10ca56cb34 HTTP/1.1" status: 200 len: 946 time: 0.1094739 Aug 16 20:16:22.028680 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff988-d8a5-4fda-b876-bdc1712c5354 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:22.033733 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-521df713-5a27-4dfa-8e72-7efe71485525 req-cdce5c6e-3010-4eba-ad90-c3f81e57afef service neutron] 10.222.0.68 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915953 Aug 16 20:16:22.089014 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3ca9fa51-1850-4190-a7dd-5d0c3b025ebc tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:22.130566 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9fa51-1850-4190-a7dd-5d0c3b025ebc tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Pushing event deleted for resources: {'Port': ['ID=d12994ff-f6f1-46f4-bad4-379a793d5077,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:22.168251 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9729b59f-b515-4d48-9bad-4c9a5ab50b6e req-78276b43-7951-4d78-87ea-3f08cd43b388 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693890 Aug 16 20:16:22.223212 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060a370d-b7d0-4458-b769-7b4a018d6db7 None None] Sync routers for ids ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:16:22.250959 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060a370d-b7d0-4458-b769-7b4a018d6db7 None None] Routers {'d0c7202b-94ed-4c95-91d4-a931a2d90d24'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:16:22.251631 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-060a370d-b7d0-4458-b769-7b4a018d6db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:16:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:22.290936 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3ca9fa51-1850-4190-a7dd-5d0c3b025ebc tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:22.293372 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3ca9fa51-1850-4190-a7dd-5d0c3b025ebc tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "DELETE /v2.0/ports/d12994ff-f6f1-46f4-bad4-379a793d5077 HTTP/1.1" status: 204 len: 168 time: 1.4080322 Aug 16 20:16:22.296426 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58184) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:22.370905 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bb78d-5c2f-4f5b-89ae-20088c73b845 req-568adf29-a147-4987-884c-c68b05a8cfd6 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:22.378489 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-917bb78d-5c2f-4f5b-89ae-20088c73b845 req-568adf29-a147-4987-884c-c68b05a8cfd6 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/ports?device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 945 time: 0.0898242 Aug 16 20:16:22.379489 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c3b4d117-c1d3-4cea-bb2d-b134c5da8031 req-f6adb846-d261-4c68-a1ee-53abd735fc27 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 210 time: 0.0593262 Aug 16 20:16:22.419357 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ab9519-2dc0-4cf1-b628-70408e604d26 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Deleting subnet 83a91197-831a-44ff-a224-278ea248c03e {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:16:22.423509 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32ab9519-2dc0-4cf1-b628-70408e604d26 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:22.440765 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-917bb78d-5c2f-4f5b-89ae-20088c73b845 req-887c77ae-d66b-490d-9303-21372af6139b tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/security-groups?id=5d96e1ad-3cbc-4226-9ef8-63e8072994ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562885 Aug 16 20:16:22.534388 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 8e752365-377c-46db-b815-5120670afb21 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:16:22.536469 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32ab9519-2dc0-4cf1-b628-70408e604d26 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:22.573427 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 8e752365-377c-46db-b815-5120670afb21 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:16:22.573764 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 8e752365-377c-46db-b815-5120670afb21 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:16:22.674174 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-060a370d-b7d0-4458-b769-7b4a018d6db7 None None] Set router d0c7202b-94ed-4c95-91d4-a931a2d90d24 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:16:22.698413 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32ab9519-2dc0-4cf1-b628-70408e604d26 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:22.722797 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0b1ff988-d8a5-4fda-b876-bdc1712c5354 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Deleting port c2687861-7ec2-47e0-b7c2-8072ceca23c6 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:16:22.723420 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff988-d8a5-4fda-b876-bdc1712c5354 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:22.802733 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32ab9519-2dc0-4cf1-b628-70408e604d26 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:22.852996 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab9519-2dc0-4cf1-b628-70408e604d26 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Pushing event deleted for resources: {'Subnet': ['ID=83a91197-831a-44ff-a224-278ea248c03e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:22.865787 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32ab9519-2dc0-4cf1-b628-70408e604d26 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:22.870371 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-0b1ff988-d8a5-4fda-b876-bdc1712c5354 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] For port c2687861-7ec2-47e0-b7c2-8072ceca23c6, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=c2687861-7ec2-47e0-b7c2-8072ceca23c6,segment=NetworkSegment(ed2c9eba-5740-4e1b-ba23-711848c59222),segment_id=ed2c9eba-5740-4e1b-ba23-711848c59222)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:22.870745 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff988-d8a5-4fda-b876-bdc1712c5354 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:22.874242 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-32ab9519-2dc0-4cf1-b628-70408e604d26 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "DELETE /v2.0/subnets/83a91197-831a-44ff-a224-278ea248c03e HTTP/1.1" status: 204 len: 168 time: 0.5756569 Aug 16 20:16:22.875703 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58198) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:22.887956 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0b1ff988-d8a5-4fda-b876-bdc1712c5354 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Calling delete_port for c2687861-7ec2-47e0-b7c2-8072ceca23c6 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:16:22.888798 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d11364c-31e6-47dc-98e3-df6d2d6acfbc None None] Network d42c13a9-a61f-459c-862e-4c70439c565a requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:16:22.983021 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9a9ad131-f91b-4ab0-bbe8-43b551fee8b1 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:23.077130 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-9a9ad131-f91b-4ab0-bbe8-43b551fee8b1 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Deleting port 17cc837d-c656-4d04-afdf-4dafde6ce93f {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:16:23.079566 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9a9ad131-f91b-4ab0-bbe8-43b551fee8b1 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:23.158434 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-060a370d-b7d0-4458-b769-7b4a018d6db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'name': 'tempest-RoutersTest-router-338244772', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:15:47Z', 'updated_at': '2021-08-16T20:16:20Z', 'revision_number': 7, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None, '_interfaces': [{'id': '2acc6a47-ab99-497a-8a8e-525bffee8afd', 'name': '', 'network_id': '481cd87e-c065-4497-87ce-bed7efec6dd6', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:6b:6f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:56Z', 'updated_at': '2021-08-16T20:16:08Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '738eeec4-c0c9-4422-888c-0f635c8b8860', 'name': '', 'network_id': '403452b0-bf4b-4ef9-8c94-a1e7c7fdead2', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:d5:80:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '34986889-b769-46fc-a0bd-23ab93b6802c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:16:03Z', 'updated_at': '2021-08-16T20:16:14Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '34986889-b769-46fc-a0bd-23ab93b6802c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c49e7cb-3f7c-45b0-a642-14e6db728e62', 'name': '', 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:01:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:50Z', 'updated_at': '2021-08-16T20:15:57Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2687861-7ec2-47e0-b7c2-8072ceca23c6', 'name': '', 'network_id': '1f562e92-4784-468c-aa5c-61c0c8ef26f1', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:9e:83:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '706cffa5-eae6-447a-8310-7bed5c8c056f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:16:14Z', 'updated_at': '2021-08-16T20:16:20Z', 'revision_number': 4, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '706cffa5-eae6-447a-8310-7bed5c8c056f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:23.165710 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-9a9ad131-f91b-4ab0-bbe8-43b551fee8b1 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] For port 17cc837d-c656-4d04-afdf-4dafde6ce93f, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=17cc837d-c656-4d04-afdf-4dafde6ce93f,segment=NetworkSegment(9d309e89-25ba-4529-9c6d-66d239253d78),segment_id=9d309e89-25ba-4529-9c6d-66d239253d78)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:23.166214 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9a9ad131-f91b-4ab0-bbe8-43b551fee8b1 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:23.200895 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-9a9ad131-f91b-4ab0-bbe8-43b551fee8b1 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Calling delete_port for 17cc837d-c656-4d04-afdf-4dafde6ce93f owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:16:23.202146 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060a370d-b7d0-4458-b769-7b4a018d6db7 None None] Checking router: d0c7202b-94ed-4c95-91d4-a931a2d90d24 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:16:23.232138 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060a370d-b7d0-4458-b769-7b4a018d6db7 None None] Routers {'d0c7202b-94ed-4c95-91d4-a931a2d90d24'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:16:23.232760 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-060a370d-b7d0-4458-b769-7b4a018d6db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:16:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:23.305984 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9a9ad131-f91b-4ab0-bbe8-43b551fee8b1 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:23.310050 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 8ca6c590-e6cd-4bee-beb8-4cccbc73c738 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:16:23.358514 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fc9a17-fa8c-4cdf-a733-3eb6f593e52c None None] DHCP port deletion for d42c13a9-a61f-459c-862e-4c70439c565a request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:16:23.423504 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ad131-f91b-4ab0-bbe8-43b551fee8b1 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Pushing event deleted for resources: {'Port': ['ID=17cc837d-c656-4d04-afdf-4dafde6ce93f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:23.427458 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-060a370d-b7d0-4458-b769-7b4a018d6db7 None None] Set router d0c7202b-94ed-4c95-91d4-a931a2d90d24 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:16:23.433552 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9ad131-f91b-4ab0-bbe8-43b551fee8b1 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] No DVR routers for this DVR port 17cc837d-c656-4d04-afdf-4dafde6ce93f on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:16:23.446794 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 8ca6c590-e6cd-4bee-beb8-4cccbc73c738 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:16:23.457051 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 8ca6c590-e6cd-4bee-beb8-4cccbc73c738 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:23.457431 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:23.459500 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c2687861-7ec2-47e0-b7c2-8072ceca23c6 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:16:23.553460 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9a9ad131-f91b-4ab0-bbe8-43b551fee8b1 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:23.566066 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-9a9ad131-f91b-4ab0-bbe8-43b551fee8b1 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d42c13a9-a61f-459c-862e-4c70439c565a']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:23.613784 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f44c39-35c9-4d87-86c9-8d0ec2f80fad req-1a864685-ea74-4f31-bb32-9273125e2593 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:23.623046 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-37f44c39-35c9-4d87-86c9-8d0ec2f80fad req-1a864685-ea74-4f31-bb32-9273125e2593 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba350b6b-2d13-4590-9599-2d10ca56cb34 HTTP/1.1" status: 200 len: 946 time: 0.1764863 Aug 16 20:16:23.680482 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port c2687861-7ec2-47e0-b7c2-8072ceca23c6 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:16:23.689135 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port c2687861-7ec2-47e0-b7c2-8072ceca23c6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:23.689566 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-9a9ad131-f91b-4ab0-bbe8-43b551fee8b1 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d309e89-25ba-4529-9c6d-66d239253d78') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:23.689876 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-9a9ad131-f91b-4ab0-bbe8-43b551fee8b1 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d309e89-25ba-4529-9c6d-66d239253d78') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:23.690016 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:23.696356 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-37f44c39-35c9-4d87-86c9-8d0ec2f80fad req-1943c1c5-5b3b-4ac3-bebf-6593b025c829 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723176 Aug 16 20:16:23.702605 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-300287e1-ea38-40a6-8da1-815df6bfb814 req-761cdbb0-2a83-4bba-b0df-9e0288148ebb tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 210 time: 0.1338801 Aug 16 20:16:23.747351 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9a9ad131-f91b-4ab0-bbe8-43b551fee8b1 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:23.801271 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:23.826013 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-060a370d-b7d0-4458-b769-7b4a018d6db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'name': 'tempest-RoutersTest-router-338244772', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:15:47Z', 'updated_at': '2021-08-16T20:16:20Z', 'revision_number': 7, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None, '_interfaces': [{'id': '2acc6a47-ab99-497a-8a8e-525bffee8afd', 'name': '', 'network_id': '481cd87e-c065-4497-87ce-bed7efec6dd6', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:6b:6f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:56Z', 'updated_at': '2021-08-16T20:16:08Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '738eeec4-c0c9-4422-888c-0f635c8b8860', 'name': '', 'network_id': '403452b0-bf4b-4ef9-8c94-a1e7c7fdead2', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:d5:80:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '34986889-b769-46fc-a0bd-23ab93b6802c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:16:03Z', 'updated_at': '2021-08-16T20:16:14Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '34986889-b769-46fc-a0bd-23ab93b6802c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c49e7cb-3f7c-45b0-a642-14e6db728e62', 'name': '', 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:01:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:50Z', 'updated_at': '2021-08-16T20:15:57Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2687861-7ec2-47e0-b7c2-8072ceca23c6', 'name': '', 'network_id': '1f562e92-4784-468c-aa5c-61c0c8ef26f1', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:9e:83:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '706cffa5-eae6-447a-8310-7bed5c8c056f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:16:14Z', 'updated_at': '2021-08-16T20:16:20Z', 'revision_number': 4, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '706cffa5-eae6-447a-8310-7bed5c8c056f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:23.838715 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d8ce69-6e6f-455e-8301-a6b4e86f2f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca6c590-e6cd-4bee-beb8-4cccbc73c738'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:16:23.839031 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335cbec-4791-461c-83c2-478edd8e45c9 req-a37682d8-36d4-4d77-9e05-dd1e61c7d1e7 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:23.840585 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2335cbec-4791-461c-83c2-478edd8e45c9 req-a37682d8-36d4-4d77-9e05-dd1e61c7d1e7 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.63 "GET /v2.0/ports?device_id=ba350b6b-2d13-4590-9599-2d10ca56cb34 HTTP/1.1" status: 200 len: 946 time: 0.5486162 Aug 16 20:16:23.844350 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abb04b9-f68e-4fa5-86b6-d0f488554292" -d '{"events": [{"server_uuid": "32d8ce69-6e6f-455e-8301-a6b4e86f2f07", "name": "network-vif-plugged", "status": "completed", "tag": "8ca6c590-e6cd-4bee-beb8-4cccbc73c738"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:16:23.886068 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff988-d8a5-4fda-b876-bdc1712c5354 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:23.899509 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060a370d-b7d0-4458-b769-7b4a018d6db7 None None] The sync data for ids ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'] in n-d-787206-13 is: [{'id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'name': 'tempest-RoutersTest-router-338244772', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:15:47Z', 'updated_at': '2021-08-16T20:16:20Z', 'revision_number': 7, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None, '_interfaces': [{'id': '2acc6a47-ab99-497a-8a8e-525bffee8afd', 'name': '', 'network_id': '481cd87e-c065-4497-87ce-bed7efec6dd6', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:6b:6f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:56Z', 'updated_at': '2021-08-16T20:16:08Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '738eeec4-c0c9-4422-888c-0f635c8b8860', 'name': '', 'network_id': '403452b0-bf4b-4ef9-8c94-a1e7c7fdead2', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:d5:80:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '34986889-b769-46fc-a0bd-23ab93b6802c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:16:03Z', 'updated_at': '2021-08-16T20:16:14Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '34986889-b769-46fc-a0bd-23ab93b6802c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c49e7cb-3f7c-45b0-a642-14e6db728e62', 'name': '', 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:01:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:50Z', 'updated_at': '2021-08-16T20:15:57Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2687861-7ec2-47e0-b7c2-8072ceca23c6', 'name': '', 'network_id': '1f562e92-4784-468c-aa5c-61c0c8ef26f1', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:9e:83:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '706cffa5-eae6-447a-8310-7bed5c8c056f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:16:14Z', 'updated_at': '2021-08-16T20:16:20Z', 'revision_number': 4, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '706cffa5-eae6-447a-8310-7bed5c8c056f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:16:23.933679 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 8ca6c590-e6cd-4bee-beb8-4cccbc73c738, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=8ca6c590-e6cd-4bee-beb8-4cccbc73c738,segment=NetworkSegment(d7b519fe-9895-44f7-9e53-c597e015d95f),segment_id=d7b519fe-9895-44f7-9e53-c597e015d95f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:23.949863 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:23.975936 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ff988-d8a5-4fda-b876-bdc1712c5354 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Port': ['ID=c2687861-7ec2-47e0-b7c2-8072ceca23c6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:24.022142 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:24.033100 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521df713-5a27-4dfa-8e72-7efe71485525 req-70d2d83c-494c-4cfc-9821-6d04ea73d5a1 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:24.034670 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-521df713-5a27-4dfa-8e72-7efe71485525 req-70d2d83c-494c-4cfc-9821-6d04ea73d5a1 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.57 "GET /v2.0/networks?id=dbfa510a-9034-470b-99ef-e5f61f9b5e17 HTTP/1.1" status: 200 len: 812 time: 0.2897546 Aug 16 20:16:24.045455 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9a9ad131-f91b-4ab0-bbe8-43b551fee8b1 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:24.062319 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a9ad131-f91b-4ab0-bbe8-43b551fee8b1 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:16:24.062747 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9a9ad131-f91b-4ab0-bbe8-43b551fee8b1 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:24.069750 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc95119-69ce-4e34-b408-6a6c6fed14f4 req-5fa26e67-fd53-452e-8cb8-e79ac98985f0 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:24.071918 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6cc95119-69ce-4e34-b408-6a6c6fed14f4 req-5fa26e67-fd53-452e-8cb8-e79ac98985f0 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/ports?device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 945 time: 0.2719653 Aug 16 20:16:24.107610 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=8ca6c590-e6cd-4bee-beb8-4cccbc73c738,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:24.177404 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:16:24.177404 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:16:24.177404 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:16:24.177404 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:16:24.177404 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:16:24.177404 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:16:24.177404 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:16:24.177404 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:16:24.177404 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:16:24.177404 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:16:24.177404 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:16:24.177404 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:16:24.177404 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:16:24.177404 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:16:24.177404 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:16:24.177404 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:16:24.177404 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:16:24.177404 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:16:24.177404 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:16:24.177404 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:16:24.177404 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:16:24.177404 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:16:24.177404 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:16:24.177404 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:16:24.177404 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:16:24.177404 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:16:24.177404 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:16:24.177404 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:16:24.177404 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:16:24.177404 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:16:24.177404 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:16:24.177404 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:16:24.182910 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-521df713-5a27-4dfa-8e72-7efe71485525 req-d07ca9ff-8c70-4301-8655-bad268da13f4 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Request body: {'port': {'device_id': '28ddd50b-2c31-453d-8643-cf226ba41125', 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17', 'admin_state_up': True, 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:16:24.187862 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daaec9f2-20d3-4631-bc62-41cb7a2280b5 x-openstack-request-id: req-daaec9f2-20d3-4631-bc62-41cb7a2280b5 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:16:24.188160 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d8ce69-6e6f-455e-8301-a6b4e86f2f07", "name": "network-vif-plugged", "status": "completed", "tag": "8ca6c590-e6cd-4bee-beb8-4cccbc73c738", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:16:24.188415 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-daaec9f2-20d3-4631-bc62-41cb7a2280b5 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:16:24.188810 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d8ce69-6e6f-455e-8301-a6b4e86f2f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca6c590-e6cd-4bee-beb8-4cccbc73c738', 'code': 200} Aug 16 20:16:24.194441 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6cc95119-69ce-4e34-b408-6a6c6fed14f4 req-20fc98d9-edfa-4c6d-873d-edda59cce6af tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/security-groups?id=5d96e1ad-3cbc-4226-9ef8-63e8072994ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876799 Aug 16 20:16:24.227945 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9a9ad131-f91b-4ab0-bbe8-43b551fee8b1 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:24.294882 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9a9ad131-f91b-4ab0-bbe8-43b551fee8b1 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:24.296955 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9a9ad131-f91b-4ab0-bbe8-43b551fee8b1 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] 10.222.0.68 "DELETE /v2.0/networks/d42c13a9-a61f-459c-862e-4c70439c565a HTTP/1.1" status: 204 len: 168 time: 1.4202261 Aug 16 20:16:24.330197 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ad131-f91b-4ab0-bbe8-43b551fee8b1 tempest-TagsExtTest-1632087460 tempest-TagsExtTest-1632087460-project] Pushing event deleted for resources: {'Network': ['ID=d42c13a9-a61f-459c-862e-4c70439c565a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:24.345876 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff988-d8a5-4fda-b876-bdc1712c5354 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:24.394115 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438814a-7cb8-44b5-84a3-79cdb1485714 req-ac7463d1-73e5-4aba-b385-e40a5d9e5de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:24.396000 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d438814a-7cb8-44b5-84a3-79cdb1485714 req-ac7463d1-73e5-4aba-b385-e40a5d9e5de6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 1098 time: 0.1351383 Aug 16 20:16:24.483399 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d438814a-7cb8-44b5-84a3-79cdb1485714 req-91215b7f-2e06-401a-86a5-6829b0f95b03 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5d96e1ad-3cbc-4226-9ef8-63e8072994ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781143 Aug 16 20:16:24.491285 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-2335cbec-4791-461c-83c2-478edd8e45c9 req-5de93d3e-c737-4dd0-8cad-e4df5f46ba62 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Deleting port abfd6f18-cddc-4949-900b-441e3d00089a {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:16:24.491617 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2335cbec-4791-461c-83c2-478edd8e45c9 req-5de93d3e-c737-4dd0-8cad-e4df5f46ba62 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:24.537435 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-521df713-5a27-4dfa-8e72-7efe71485525 req-d07ca9ff-8c70-4301-8655-bad268da13f4 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Made reservation on behalf of 41f949d98cf9473f85e64341bcd4f07a for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:16:24.540988 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-521df713-5a27-4dfa-8e72-7efe71485525 req-d07ca9ff-8c70-4301-8655-bad268da13f4 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:24.597309 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1ff988-d8a5-4fda-b876-bdc1712c5354 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Router d0c7202b-94ed-4c95-91d4-a931a2d90d24 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:16:24.655986 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-2335cbec-4791-461c-83c2-478edd8e45c9 req-5de93d3e-c737-4dd0-8cad-e4df5f46ba62 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] For port abfd6f18-cddc-4949-900b-441e3d00089a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=abfd6f18-cddc-4949-900b-441e3d00089a,segment=NetworkSegment(84c054f6-f1d5-4d03-81c3-3237f56ec888),segment_id=84c054f6-f1d5-4d03-81c3-3237f56ec888)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:24.656360 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2335cbec-4791-461c-83c2-478edd8e45c9 req-5de93d3e-c737-4dd0-8cad-e4df5f46ba62 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:24.660646 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58218) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:24.702293 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1ff988-d8a5-4fda-b876-bdc1712c5354 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:16:24.707608 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0b1ff988-d8a5-4fda-b876-bdc1712c5354 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "PUT /v2.0/routers/d0c7202b-94ed-4c95-91d4-a931a2d90d24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2489555 Aug 16 20:16:24.710252 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58224) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:24.712993 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-2335cbec-4791-461c-83c2-478edd8e45c9 req-5de93d3e-c737-4dd0-8cad-e4df5f46ba62 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Calling delete_port for abfd6f18-cddc-4949-900b-441e3d00089a owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:16:24.713677 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b317c34f-b867-4db8-af0c-b7afc6584042 None None] Sync routers for ids ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:16:24.724220 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b317c34f-b867-4db8-af0c-b7afc6584042 None None] Routers {'d0c7202b-94ed-4c95-91d4-a931a2d90d24'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:16:24.724947 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b317c34f-b867-4db8-af0c-b7afc6584042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:16:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:24.781550 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-521df713-5a27-4dfa-8e72-7efe71485525 req-d07ca9ff-8c70-4301-8655-bad268da13f4 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Allocated IP 172.20.0.12 (dbfa510a-9034-470b-99ef-e5f61f9b5e17/d38a8fc7-0911-4b72-a78c-d32851227793/ac3bd3e8-20f1-4094-9a26-2f7307d3a976) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:16:24.824635 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cf7f3a4a-35a6-437f-b881-ccc398d11e68 req-6f54a7b3-5e41-4965-86bd-c5f0a3aaa33b tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 210 time: 0.0362360 Aug 16 20:16:24.848292 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a781fc1-ea35-42b6-8742-7ddcd0877e0e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Deleting subnet 706cffa5-eae6-447a-8310-7bed5c8c056f {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:16:24.851798 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1a781fc1-ea35-42b6-8742-7ddcd0877e0e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:24.870991 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-b317c34f-b867-4db8-af0c-b7afc6584042 None None] Set router d0c7202b-94ed-4c95-91d4-a931a2d90d24 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:16:24.906899 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1a781fc1-ea35-42b6-8742-7ddcd0877e0e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:25.009473 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08f7e2-6291-4b5e-a1da-2f20da26ecb9 req-c137c4c6-f79e-41c4-890f-461a2462851c tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:25.011723 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bd08f7e2-6291-4b5e-a1da-2f20da26ecb9 req-c137c4c6-f79e-41c4-890f-461a2462851c tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba350b6b-2d13-4590-9599-2d10ca56cb34 HTTP/1.1" status: 200 len: 946 time: 0.1988966 Aug 16 20:16:25.024664 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1a781fc1-ea35-42b6-8742-7ddcd0877e0e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:25.093899 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-46b532a3-3ec1-408a-a880-427bc4a1c13a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=aefa4984921a45a88cff83bdca0439b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4321167 Aug 16 20:16:25.097746 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58232) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:25.138740 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1a781fc1-ea35-42b6-8742-7ddcd0877e0e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:25.145265 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b317c34f-b867-4db8-af0c-b7afc6584042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'name': 'tempest-RoutersTest-router-338244772', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:15:47Z', 'updated_at': '2021-08-16T20:16:23Z', 'revision_number': 8, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None, '_interfaces': [{'id': '2acc6a47-ab99-497a-8a8e-525bffee8afd', 'name': '', 'network_id': '481cd87e-c065-4497-87ce-bed7efec6dd6', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:6b:6f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:56Z', 'updated_at': '2021-08-16T20:16:08Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '738eeec4-c0c9-4422-888c-0f635c8b8860', 'name': '', 'network_id': '403452b0-bf4b-4ef9-8c94-a1e7c7fdead2', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:d5:80:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '34986889-b769-46fc-a0bd-23ab93b6802c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:16:03Z', 'updated_at': '2021-08-16T20:16:14Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '34986889-b769-46fc-a0bd-23ab93b6802c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c49e7cb-3f7c-45b0-a642-14e6db728e62', 'name': '', 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:01:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:50Z', 'updated_at': '2021-08-16T20:15:57Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:25.154522 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2335cbec-4791-461c-83c2-478edd8e45c9 req-5de93d3e-c737-4dd0-8cad-e4df5f46ba62 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:25.182304 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a781fc1-ea35-42b6-8742-7ddcd0877e0e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Subnet': ['ID=706cffa5-eae6-447a-8310-7bed5c8c056f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:25.184901 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1a781fc1-ea35-42b6-8742-7ddcd0877e0e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:25.186969 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1a781fc1-ea35-42b6-8742-7ddcd0877e0e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/subnets/706cffa5-eae6-447a-8310-7bed5c8c056f HTTP/1.1" status: 204 len: 168 time: 0.4747515 Aug 16 20:16:25.189734 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58238) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:25.197380 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bd08f7e2-6291-4b5e-a1da-2f20da26ecb9 req-0d1a5238-39b5-44d0-ac02-c4234b5a7f0e tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569276 Aug 16 20:16:25.231348 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b317c34f-b867-4db8-af0c-b7afc6584042 None None] Checking router: d0c7202b-94ed-4c95-91d4-a931a2d90d24 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:16:25.236521 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['9424f9f8-a01e-463c-a19a-21c6bd851708', 'abfd6f18-cddc-4949-900b-441e3d00089a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:16:25.243949 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d434ef-18a5-4566-b78c-5eed02cdf159 None None] Network 1f562e92-4784-468c-aa5c-61c0c8ef26f1 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:16:25.252829 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de93d3e-c737-4dd0-8cad-e4df5f46ba62 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Pushing event deleted for resources: {'Port': ['ID=abfd6f18-cddc-4949-900b-441e3d00089a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:25.262062 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-521df713-5a27-4dfa-8e72-7efe71485525 req-d07ca9ff-8c70-4301-8655-bad268da13f4 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:25.341805 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec536bbb-6c0d-4577-af76-8ea1052aad01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:25.352012 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2335cbec-4791-461c-83c2-478edd8e45c9 req-5de93d3e-c737-4dd0-8cad-e4df5f46ba62 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] No DVR routers for this DVR port abfd6f18-cddc-4949-900b-441e3d00089a on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:16:25.360398 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2335cbec-4791-461c-83c2-478edd8e45c9 req-5de93d3e-c737-4dd0-8cad-e4df5f46ba62 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:25.367980 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2335cbec-4791-461c-83c2-478edd8e45c9 req-5de93d3e-c737-4dd0-8cad-e4df5f46ba62 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.63 "DELETE /v2.0/ports/abfd6f18-cddc-4949-900b-441e3d00089a HTTP/1.1" status: 204 len: 173 time: 1.4596179 Aug 16 20:16:25.379070 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-521df713-5a27-4dfa-8e72-7efe71485525 req-d07ca9ff-8c70-4301-8655-bad268da13f4 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Transition to ACTIVE for port object ac3bd3e8-20f1-4094-9a26-2f7307d3a976 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:16:25.381322 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba350b6b-2d13-4590-9599-2d10ca56cb34', 'name': 'network-vif-deleted', 'tag': 'abfd6f18-cddc-4949-900b-441e3d00089a'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:16:25.389906 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780b0dcb-cfc5-4a93-8423-cca669523a53" -d '{"events": [{"server_uuid": "ba350b6b-2d13-4590-9599-2d10ca56cb34", "name": "network-vif-deleted", "tag": "abfd6f18-cddc-4949-900b-441e3d00089a"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:16:25.443114 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-645f05ee-23f6-4f20-a943-8d850ad37a03 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:25.456392 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec536bbb-6c0d-4577-af76-8ea1052aad01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:25.490445 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-521df713-5a27-4dfa-8e72-7efe71485525 req-d07ca9ff-8c70-4301-8655-bad268da13f4 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:25.536224 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c0668-1c8e-4e57-bed3-024e753c3bdd req-8ff459df-c4fc-4283-a6b9-83f904bf4e8e tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:25.544268 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2e2c0668-1c8e-4e57-bed3-024e753c3bdd req-8ff459df-c4fc-4283-a6b9-83f904bf4e8e tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/ports?device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 946 time: 0.1935027 Aug 16 20:16:25.552716 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6307a4dc-bc19-4afe-a668-ff6697a48e82 x-openstack-request-id: req-6307a4dc-bc19-4afe-a668-ff6697a48e82 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:16:25.552997 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba350b6b-2d13-4590-9599-2d10ca56cb34", "name": "network-vif-deleted", "tag": "abfd6f18-cddc-4949-900b-441e3d00089a", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:16:25.553237 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6307a4dc-bc19-4afe-a668-ff6697a48e82 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:16:25.553686 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba350b6b-2d13-4590-9599-2d10ca56cb34', 'name': 'network-vif-deleted', 'tag': 'abfd6f18-cddc-4949-900b-441e3d00089a', 'status': 'completed', 'code': 200} Aug 16 20:16:25.567765 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-521df713-5a27-4dfa-8e72-7efe71485525 req-d07ca9ff-8c70-4301-8655-bad268da13f4 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Network dbfa510a-9034-470b-99ef-e5f61f9b5e17 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:16:25.572045 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-521df713-5a27-4dfa-8e72-7efe71485525 req-d07ca9ff-8c70-4301-8655-bad268da13f4 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:16:25.576713 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-521df713-5a27-4dfa-8e72-7efe71485525 req-d07ca9ff-8c70-4301-8655-bad268da13f4 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:16:25.579824 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ca9ff-8c70-4301-8655-bad268da13f4 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Pushing event updated for resources: {'Port': ['ID=ac3bd3e8-20f1-4094-9a26-2f7307d3a976,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:25.668216 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521df713-5a27-4dfa-8e72-7efe71485525 req-d07ca9ff-8c70-4301-8655-bad268da13f4 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:25.668926 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-521df713-5a27-4dfa-8e72-7efe71485525 req-d07ca9ff-8c70-4301-8655-bad268da13f4 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:25.678892 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2e2c0668-1c8e-4e57-bed3-024e753c3bdd req-044393bd-7bf7-4331-ab26-6030d505684f tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/security-groups?id=5d96e1ad-3cbc-4226-9ef8-63e8072994ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294403 Aug 16 20:16:25.709045 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-645f05ee-23f6-4f20-a943-8d850ad37a03 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Deleting port 8d697f41-2f7e-478a-9895-214448432e1a {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:16:25.709978 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-521df713-5a27-4dfa-8e72-7efe71485525 req-d07ca9ff-8c70-4301-8655-bad268da13f4 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5315325 Aug 16 20:16:25.710411 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-645f05ee-23f6-4f20-a943-8d850ad37a03 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:25.713353 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec536bbb-6c0d-4577-af76-8ea1052aad01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:25.717468 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec536bbb-6c0d-4577-af76-8ea1052aad01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:25.720922 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ec536bbb-6c0d-4577-af76-8ea1052aad01 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a5b0c07a-f30b-494b-a370-750b7b592cf8 HTTP/1.1" status: 204 len: 168 time: 0.6201022 Aug 16 20:16:25.737385 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-521df713-5a27-4dfa-8e72-7efe71485525 req-c583a148-1a36-4e18-9f2d-c1ecf2c72d4d service neutron] Request body: {'port': {'device_id': '28ddd50b-2c31-453d-8643-cf226ba41125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:16:25.769872 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 17cc837d-c656-4d04-afdf-4dafde6ce93f no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:16:25.771852 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['7341edc7-1e86-4a9d-b69f-0732489b8706'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:16:25.774159 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b317c34f-b867-4db8-af0c-b7afc6584042 None None] Routers {'d0c7202b-94ed-4c95-91d4-a931a2d90d24'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:16:25.774808 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b317c34f-b867-4db8-af0c-b7afc6584042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:16:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:25.784443 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec536bbb-6c0d-4577-af76-8ea1052aad01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b0c07a-f30b-494b-a370-750b7b592cf8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:25.817252 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-645f05ee-23f6-4f20-a943-8d850ad37a03 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] For port 8d697f41-2f7e-478a-9895-214448432e1a, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8d697f41-2f7e-478a-9895-214448432e1a,segment=NetworkSegment(ed2c9eba-5740-4e1b-ba23-711848c59222),segment_id=ed2c9eba-5740-4e1b-ba23-711848c59222)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:25.817842 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-645f05ee-23f6-4f20-a943-8d850ad37a03 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:25.839187 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-645f05ee-23f6-4f20-a943-8d850ad37a03 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Calling delete_port for 8d697f41-2f7e-478a-9895-214448432e1a owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:16:25.886693 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-521df713-5a27-4dfa-8e72-7efe71485525 req-c583a148-1a36-4e18-9f2d-c1ecf2c72d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:26.037017 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-645f05ee-23f6-4f20-a943-8d850ad37a03 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:26.040315 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 17cc837d-c656-4d04-afdf-4dafde6ce93f {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:16:26.040772 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 17cc837d-c656-4d04-afdf-4dafde6ce93f not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:16:26.108972 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f05ee-23f6-4f20-a943-8d850ad37a03 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Port': ['ID=8d697f41-2f7e-478a-9895-214448432e1a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:26.132117 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645f05ee-23f6-4f20-a943-8d850ad37a03 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] No DVR routers for this DVR port 8d697f41-2f7e-478a-9895-214448432e1a on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:16:26.154487 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-66942ede-5ce0-4e54-b051-c2ba1daf66e1 None None] Provisioning for port ac3bd3e8-20f1-4094-9a26-2f7307d3a976 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:16:26.166673 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-66942ede-5ce0-4e54-b051-c2ba1daf66e1 None None] Provisioning complete for port ac3bd3e8-20f1-4094-9a26-2f7307d3a976 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:26.167275 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-66942ede-5ce0-4e54-b051-c2ba1daf66e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:26.220157 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-b317c34f-b867-4db8-af0c-b7afc6584042 None None] Set router d0c7202b-94ed-4c95-91d4-a931a2d90d24 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:16:26.298916 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-645f05ee-23f6-4f20-a943-8d850ad37a03 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:26.302177 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4434896b-0c3e-43fb-bfaa-9f2c7ea6c947 None None] DHCP port deletion for 1f562e92-4784-468c-aa5c-61c0c8ef26f1 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:16:26.321568 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-645f05ee-23f6-4f20-a943-8d850ad37a03 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f562e92-4784-468c-aa5c-61c0c8ef26f1']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:26.344522 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-645f05ee-23f6-4f20-a943-8d850ad37a03 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed2c9eba-5740-4e1b-ba23-711848c59222') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:26.344828 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-645f05ee-23f6-4f20-a943-8d850ad37a03 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed2c9eba-5740-4e1b-ba23-711848c59222') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:26.362485 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-645f05ee-23f6-4f20-a943-8d850ad37a03 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:26.387494 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-645f05ee-23f6-4f20-a943-8d850ad37a03 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:26.401297 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-645f05ee-23f6-4f20-a943-8d850ad37a03 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:16:26.418669 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-645f05ee-23f6-4f20-a943-8d850ad37a03 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:26.528426 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-66942ede-5ce0-4e54-b051-c2ba1daf66e1 None None] Port ac3bd3e8-20f1-4094-9a26-2f7307d3a976 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:16:26.543926 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:16:26.543926 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:16:26.543926 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:16:26.543926 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:16:26.543926 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:16:26.543926 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:16:26.543926 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:16:26.543926 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:16:26.543926 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:16:26.543926 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:16:26.543926 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:16:26.543926 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:16:26.543926 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:16:26.543926 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:16:26.543926 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:16:26.543926 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:16:26.543926 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:16:26.543926 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:16:26.543926 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:16:26.543926 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:16:26.543926 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:16:26.543926 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:16:26.543926 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:16:26.543926 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:16:26.543926 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:16:26.543926 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:16:26.543926 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:16:26.543926 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:16:26.543926 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:16:26.543926 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:16:26.543926 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:16:26.543926 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:16:26.548587 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-645f05ee-23f6-4f20-a943-8d850ad37a03 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:26.557545 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63979f-5474-4269-9f94-a46d7fac665b req-0272c082-8959-4afe-b429-35e7ea1a0483 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:26.559414 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1f63979f-5474-4269-9f94-a46d7fac665b req-0272c082-8959-4afe-b429-35e7ea1a0483 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 932 time: 0.5473516 Aug 16 20:16:26.562783 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-645f05ee-23f6-4f20-a943-8d850ad37a03 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:26.564071 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-521df713-5a27-4dfa-8e72-7efe71485525 req-c583a148-1a36-4e18-9f2d-c1ecf2c72d4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac3bd3e8-20f1-4094-9a26-2f7307d3a976 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:16:26.565098 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-645f05ee-23f6-4f20-a943-8d850ad37a03 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/networks/1f562e92-4784-468c-aa5c-61c0c8ef26f1 HTTP/1.1" status: 204 len: 168 time: 1.3730559 Aug 16 20:16:26.567940 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58276) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:26.577370 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-521df713-5a27-4dfa-8e72-7efe71485525 req-c583a148-1a36-4e18-9f2d-c1ecf2c72d4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:26.639366 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1f63979f-5474-4269-9f94-a46d7fac665b req-4b10d114-73c5-405f-b823-bea887eed6d7 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668554 Aug 16 20:16:26.643144 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-521df713-5a27-4dfa-8e72-7efe71485525 req-c583a148-1a36-4e18-9f2d-c1ecf2c72d4d service neutron] Transition to ACTIVE for port object ac3bd3e8-20f1-4094-9a26-2f7307d3a976 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:16:26.652140 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-521df713-5a27-4dfa-8e72-7efe71485525 req-c583a148-1a36-4e18-9f2d-c1ecf2c72d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:26.715159 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583a148-1a36-4e18-9f2d-c1ecf2c72d4d service neutron] Pushing event updated for resources: {'Port': ['ID=ac3bd3e8-20f1-4094-9a26-2f7307d3a976,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:26.821840 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f05ee-23f6-4f20-a943-8d850ad37a03 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Network': ['ID=1f562e92-4784-468c-aa5c-61c0c8ef26f1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:26.897674 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-521df713-5a27-4dfa-8e72-7efe71485525 req-c583a148-1a36-4e18-9f2d-c1ecf2c72d4d service neutron] Attempting to bind port ac3bd3e8-20f1-4094-9a26-2f7307d3a976 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:16:26.898063 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-521df713-5a27-4dfa-8e72-7efe71485525 req-c583a148-1a36-4e18-9f2d-c1ecf2c72d4d service neutron] Attempting to bind port ac3bd3e8-20f1-4094-9a26-2f7307d3a976 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '29681d6b-0377-41bc-a8bf-ed2ee806eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:16:26.898985 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521df713-5a27-4dfa-8e72-7efe71485525 req-c583a148-1a36-4e18-9f2d-c1ecf2c72d4d service neutron] Attempting to bind port ac3bd3e8-20f1-4094-9a26-2f7307d3a976 on network dbfa510a-9034-470b-99ef-e5f61f9b5e17 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:16:26.904070 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521df713-5a27-4dfa-8e72-7efe71485525 req-c583a148-1a36-4e18-9f2d-c1ecf2c72d4d service neutron] Port ac3bd3e8-20f1-4094-9a26-2f7307d3a976 on network dbfa510a-9034-470b-99ef-e5f61f9b5e17 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:16:26.904547 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521df713-5a27-4dfa-8e72-7efe71485525 req-c583a148-1a36-4e18-9f2d-c1ecf2c72d4d service neutron] Attempting to bind port ac3bd3e8-20f1-4094-9a26-2f7307d3a976 on network dbfa510a-9034-470b-99ef-e5f61f9b5e17 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:16:26.913112 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521df713-5a27-4dfa-8e72-7efe71485525 req-c583a148-1a36-4e18-9f2d-c1ecf2c72d4d service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:16:26.925268 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521df713-5a27-4dfa-8e72-7efe71485525 req-c583a148-1a36-4e18-9f2d-c1ecf2c72d4d service neutron] Checking segment: {'id': '29681d6b-0377-41bc-a8bf-ed2ee806eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:16:26.925268 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521df713-5a27-4dfa-8e72-7efe71485525 req-c583a148-1a36-4e18-9f2d-c1ecf2c72d4d service neutron] Bound using segment: {'id': '29681d6b-0377-41bc-a8bf-ed2ee806eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:16:26.925268 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-521df713-5a27-4dfa-8e72-7efe71485525 req-c583a148-1a36-4e18-9f2d-c1ecf2c72d4d service neutron] Bound port: ac3bd3e8-20f1-4094-9a26-2f7307d3a976, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29681d6b-0377-41bc-a8bf-ed2ee806eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:16:26.925268 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-521df713-5a27-4dfa-8e72-7efe71485525 req-c583a148-1a36-4e18-9f2d-c1ecf2c72d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:26.932109 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f607b85-52da-497b-b41c-ee798a7c2400 req-ec1ede39-5df3-499c-955e-98f21b160a36 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:26.933761 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9f607b85-52da-497b-b41c-ee798a7c2400 req-ec1ede39-5df3-499c-955e-98f21b160a36 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/ports?device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 946 time: 0.0778961 Aug 16 20:16:27.064642 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9f607b85-52da-497b-b41c-ee798a7c2400 req-606de371-a6b3-40e7-9986-9aaeabb21878 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/security-groups?id=5d96e1ad-3cbc-4226-9ef8-63e8072994ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695860 Aug 16 20:16:27.065124 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b317c34f-b867-4db8-af0c-b7afc6584042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'name': 'tempest-RoutersTest-router-338244772', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:15:47Z', 'updated_at': '2021-08-16T20:16:23Z', 'revision_number': 8, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None, '_interfaces': [{'id': '2acc6a47-ab99-497a-8a8e-525bffee8afd', 'name': '', 'network_id': '481cd87e-c065-4497-87ce-bed7efec6dd6', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:6b:6f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:56Z', 'updated_at': '2021-08-16T20:16:08Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '738eeec4-c0c9-4422-888c-0f635c8b8860', 'name': '', 'network_id': '403452b0-bf4b-4ef9-8c94-a1e7c7fdead2', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:d5:80:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '34986889-b769-46fc-a0bd-23ab93b6802c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:16:03Z', 'updated_at': '2021-08-16T20:16:14Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '34986889-b769-46fc-a0bd-23ab93b6802c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c49e7cb-3f7c-45b0-a642-14e6db728e62', 'name': '', 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:01:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:50Z', 'updated_at': '2021-08-16T20:15:57Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:27.122391 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-521df713-5a27-4dfa-8e72-7efe71485525 req-c583a148-1a36-4e18-9f2d-c1ecf2c72d4d service neutron] For port ac3bd3e8-20f1-4094-9a26-2f7307d3a976, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:16:27.130033 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-521df713-5a27-4dfa-8e72-7efe71485525 req-c583a148-1a36-4e18-9f2d-c1ecf2c72d4d service neutron] For port ac3bd3e8-20f1-4094-9a26-2f7307d3a976, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=ac3bd3e8-20f1-4094-9a26-2f7307d3a976,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:16:27.136505 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b317c34f-b867-4db8-af0c-b7afc6584042 None None] The sync data for ids ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'] in n-d-787206-13 is: [{'id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'name': 'tempest-RoutersTest-router-338244772', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:15:47Z', 'updated_at': '2021-08-16T20:16:23Z', 'revision_number': 8, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None, '_interfaces': [{'id': '2acc6a47-ab99-497a-8a8e-525bffee8afd', 'name': '', 'network_id': '481cd87e-c065-4497-87ce-bed7efec6dd6', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:6b:6f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:56Z', 'updated_at': '2021-08-16T20:16:08Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '738eeec4-c0c9-4422-888c-0f635c8b8860', 'name': '', 'network_id': '403452b0-bf4b-4ef9-8c94-a1e7c7fdead2', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:d5:80:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '34986889-b769-46fc-a0bd-23ab93b6802c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:16:03Z', 'updated_at': '2021-08-16T20:16:14Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '34986889-b769-46fc-a0bd-23ab93b6802c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c49e7cb-3f7c-45b0-a642-14e6db728e62', 'name': '', 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:01:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:50Z', 'updated_at': '2021-08-16T20:15:57Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:16:27.144713 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-521df713-5a27-4dfa-8e72-7efe71485525 req-c583a148-1a36-4e18-9f2d-c1ecf2c72d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:27.210774 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['a6286312-9a13-42a5-ba36-a79c315b5790'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:16:27.296927 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c7d4ae6f-895b-44de-a18b-6f9e5af131cb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:27.300334 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583a148-1a36-4e18-9f2d-c1ecf2c72d4d service neutron] Pushing event updated for resources: {'Port': ['ID=ac3bd3e8-20f1-4094-9a26-2f7307d3a976,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:27.380248 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device abfd6f18-cddc-4949-900b-441e3d00089a no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:16:27.389461 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521df713-5a27-4dfa-8e72-7efe71485525 req-c583a148-1a36-4e18-9f2d-c1ecf2c72d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:27.390138 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-521df713-5a27-4dfa-8e72-7efe71485525 req-c583a148-1a36-4e18-9f2d-c1ecf2c72d4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:27.392156 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-521df713-5a27-4dfa-8e72-7efe71485525 req-c583a148-1a36-4e18-9f2d-c1ecf2c72d4d service neutron] 10.222.0.57 "PUT /v2.0/ports/ac3bd3e8-20f1-4094-9a26-2f7307d3a976 HTTP/1.1" status: 200 len: 1093 time: 1.6592262 Aug 16 20:16:27.450197 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f05ab8-e399-4f62-bc7b-c8054921e46d req-f5b13f1b-7777-4cae-a7bb-b70b9a2dd9cd tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:27.451923 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42f05ab8-e399-4f62-bc7b-c8054921e46d req-f5b13f1b-7777-4cae-a7bb-b70b9a2dd9cd tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/ports?device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 946 time: 0.1528375 Aug 16 20:16:27.467892 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: abfd6f18-cddc-4949-900b-441e3d00089a {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:16:27.468211 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device abfd6f18-cddc-4949-900b-441e3d00089a not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:16:27.593588 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ddd50b-2c31-453d-8643-cf226ba41125', 'tag': 'ac3bd3e8-20f1-4094-9a26-2f7307d3a976'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:16:27.595895 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cbca62-dfa4-475b-af56-f4f1fe26cf2b" -d '{"events": [{"name": "network-changed", "server_uuid": "28ddd50b-2c31-453d-8643-cf226ba41125", "tag": "ac3bd3e8-20f1-4094-9a26-2f7307d3a976"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:16:27.669955 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42f05ab8-e399-4f62-bc7b-c8054921e46d req-0f0cad3b-f356-4876-8953-4175fcb77ca9 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/security-groups?id=5d96e1ad-3cbc-4226-9ef8-63e8072994ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366806 Aug 16 20:16:27.675295 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521df713-5a27-4dfa-8e72-7efe71485525 req-e164e5ba-acd6-429e-966d-edfe403dec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:27.678803 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-521df713-5a27-4dfa-8e72-7efe71485525 req-e164e5ba-acd6-429e-966d-edfe403dec55 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f949d98cf9473f85e64341bcd4f07a&device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 1096 time: 0.2259455 Aug 16 20:16:27.732358 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8d697f41-2f7e-478a-9895-214448432e1a no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:16:27.846262 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 8d697f41-2f7e-478a-9895-214448432e1a {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:16:27.846641 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8d697f41-2f7e-478a-9895-214448432e1a not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:16:27.853695 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c2687861-7ec2-47e0-b7c2-8072ceca23c6 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:16:27.868567 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5ad9c5-8dd7-468d-9e9f-a5f2d9fe744b x-openstack-request-id: req-8e5ad9c5-8dd7-468d-9e9f-a5f2d9fe744b {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:16:27.868858 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ddd50b-2c31-453d-8643-cf226ba41125", "tag": "ac3bd3e8-20f1-4094-9a26-2f7307d3a976", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:16:27.869100 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8e5ad9c5-8dd7-468d-9e9f-a5f2d9fe744b {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:16:27.869501 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ddd50b-2c31-453d-8643-cf226ba41125', 'tag': 'ac3bd3e8-20f1-4094-9a26-2f7307d3a976', 'status': 'completed', 'code': 200} Aug 16 20:16:27.872869 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-521df713-5a27-4dfa-8e72-7efe71485525 req-3b01d50b-7474-4d0f-bcb6-59447ed4edd3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac3bd3e8-20f1-4094-9a26-2f7307d3a976 HTTP/1.1" status: 200 len: 217 time: 0.1841464 Aug 16 20:16:27.946077 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: c2687861-7ec2-47e0-b7c2-8072ceca23c6 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:16:27.946425 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c2687861-7ec2-47e0-b7c2-8072ceca23c6 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:16:27.965088 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c7d4ae6f-895b-44de-a18b-6f9e5af131cb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Deleting port 738eeec4-c0c9-4422-888c-0f635c8b8860 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:16:27.965566 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c7d4ae6f-895b-44de-a18b-6f9e5af131cb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:28.086298 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521df713-5a27-4dfa-8e72-7efe71485525 req-6acf620c-2503-4584-a37d-77d77bb7f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:28.088862 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-521df713-5a27-4dfa-8e72-7efe71485525 req-6acf620c-2503-4584-a37d-77d77bb7f4f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d38a8fc7-0911-4b72-a78c-d32851227793 HTTP/1.1" status: 200 len: 851 time: 0.1775651 Aug 16 20:16:28.090223 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-c7d4ae6f-895b-44de-a18b-6f9e5af131cb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] For port 738eeec4-c0c9-4422-888c-0f635c8b8860, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=738eeec4-c0c9-4422-888c-0f635c8b8860,segment=NetworkSegment(9bafa436-4069-4750-b6bb-c832b4600966),segment_id=9bafa436-4069-4750-b6bb-c832b4600966)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:28.090712 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c7d4ae6f-895b-44de-a18b-6f9e5af131cb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:28.122546 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c7d4ae6f-895b-44de-a18b-6f9e5af131cb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Calling delete_port for 738eeec4-c0c9-4422-888c-0f635c8b8860 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:16:28.175006 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf3525-280c-49f6-84b2-00b41a5b10f0 req-bd0a85dc-ad12-4e08-81bd-d549517f863e tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:28.183058 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5bcf3525-280c-49f6-84b2-00b41a5b10f0 req-bd0a85dc-ad12-4e08-81bd-d549517f863e tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 944 time: 0.3123543 Aug 16 20:16:28.268100 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5bcf3525-280c-49f6-84b2-00b41a5b10f0 req-efa7b6e7-226d-4acf-a27d-e83b85d0067e tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836928 Aug 16 20:16:28.283144 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521df713-5a27-4dfa-8e72-7efe71485525 req-3b174e59-490b-4586-9c24-30e9e2f41bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:28.285199 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-521df713-5a27-4dfa-8e72-7efe71485525 req-3b174e59-490b-4586-9c24-30e9e2f41bce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dbfa510a-9034-470b-99ef-e5f61f9b5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1891332 Aug 16 20:16:28.332101 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f01d62-142c-407b-b944-3095d197fd20 req-39b80833-8335-4612-b08a-489c0f8601ca tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:28.344061 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-80f01d62-142c-407b-b944-3095d197fd20 req-39b80833-8335-4612-b08a-489c0f8601ca tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/ports?device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 946 time: 0.1266041 Aug 16 20:16:28.475840 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-521df713-5a27-4dfa-8e72-7efe71485525 req-b4864637-71d3-4157-aef9-18e32f6cee6f service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787052 Aug 16 20:16:28.516390 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-80f01d62-142c-407b-b944-3095d197fd20 req-b184834c-46e4-4b25-997b-2734a9a7a06e tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/security-groups?id=5d96e1ad-3cbc-4226-9ef8-63e8072994ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639745 Aug 16 20:16:28.626744 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-521df713-5a27-4dfa-8e72-7efe71485525 req-80208612-d6d4-4183-8c9f-c3ee9c874ec8 service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402237 Aug 16 20:16:28.666606 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c7d4ae6f-895b-44de-a18b-6f9e5af131cb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:28.714225 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4ae6f-895b-44de-a18b-6f9e5af131cb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Port': ['ID=738eeec4-c0c9-4422-888c-0f635c8b8860,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:28.810127 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbca62-dfa4-475b-af56-f4f1fe26cf2b req-dbc6500b-0dd5-44a5-8403-811df2e3844d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:28.811941 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f0cbca62-dfa4-475b-af56-f4f1fe26cf2b req-dbc6500b-0dd5-44a5-8403-811df2e3844d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f949d98cf9473f85e64341bcd4f07a&device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 1096 time: 0.1022604 Aug 16 20:16:28.939125 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbca62-dfa4-475b-af56-f4f1fe26cf2b req-33eae6ab-4b1d-4920-98ee-644b0f0c0de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:28.941020 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f0cbca62-dfa4-475b-af56-f4f1fe26cf2b req-33eae6ab-4b1d-4920-98ee-644b0f0c0de0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dbfa510a-9034-470b-99ef-e5f61f9b5e17 HTTP/1.1" status: 200 len: 913 time: 0.1190767 Aug 16 20:16:28.977299 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c7d4ae6f-895b-44de-a18b-6f9e5af131cb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:29.036183 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f0cbca62-dfa4-475b-af56-f4f1fe26cf2b req-0019d80c-50da-408a-90b5-e46c57901e29 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac3bd3e8-20f1-4094-9a26-2f7307d3a976 HTTP/1.1" status: 200 len: 217 time: 0.0812821 Aug 16 20:16:29.121057 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbca62-dfa4-475b-af56-f4f1fe26cf2b req-d93d54f7-cf2f-4dd3-b2ac-aca267fdfde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:29.122536 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f0cbca62-dfa4-475b-af56-f4f1fe26cf2b req-d93d54f7-cf2f-4dd3-b2ac-aca267fdfde4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d38a8fc7-0911-4b72-a78c-d32851227793 HTTP/1.1" status: 200 len: 851 time: 0.0787020 Aug 16 20:16:29.181662 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58344) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:29.203585 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbca62-dfa4-475b-af56-f4f1fe26cf2b req-7160f226-ecf3-43b5-afca-0ec5956105dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:29.205099 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f0cbca62-dfa4-475b-af56-f4f1fe26cf2b req-7160f226-ecf3-43b5-afca-0ec5956105dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dbfa510a-9034-470b-99ef-e5f61f9b5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731175 Aug 16 20:16:29.349700 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f0cbca62-dfa4-475b-af56-f4f1fe26cf2b req-cb5f32f2-baca-4094-8c51-ac7bcff416e8 service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356618 Aug 16 20:16:29.430235 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-368395f7-e221-4fa1-80cb-3efb1387cfa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:29.482297 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa72f8c-4c4e-485d-884c-c2628ce67b4d req-e0fa07ca-d5a3-4347-8ea9-0c55d185cfdb tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:29.484290 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aaa72f8c-4c4e-485d-884c-c2628ce67b4d req-e0fa07ca-d5a3-4347-8ea9-0c55d185cfdb tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 944 time: 0.1223288 Aug 16 20:16:29.553350 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aaa72f8c-4c4e-485d-884c-c2628ce67b4d req-390d02b1-094e-49ab-b414-dcbefa5b26d0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591896 Aug 16 20:16:29.555949 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f0cbca62-dfa4-475b-af56-f4f1fe26cf2b req-d8317219-7a89-46ec-9812-c595d2c6adb3 service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959426 Aug 16 20:16:29.700598 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3fbe6-b951-42d8-a1be-93500e773907 req-14036d5e-a4f4-4aec-a965-a5251f9579d0 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:29.702305 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-51f3fbe6-b951-42d8-a1be-93500e773907 req-14036d5e-a4f4-4aec-a965-a5251f9579d0 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/ports?device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 946 time: 0.0670044 Aug 16 20:16:29.738710 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d4ae6f-895b-44de-a18b-6f9e5af131cb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Router d0c7202b-94ed-4c95-91d4-a931a2d90d24 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:16:29.769969 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-51f3fbe6-b951-42d8-a1be-93500e773907 req-b0e1d48c-cba2-4deb-a13c-0d0513510bf4 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/security-groups?id=5d96e1ad-3cbc-4226-9ef8-63e8072994ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593691 Aug 16 20:16:29.866133 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d4ae6f-895b-44de-a18b-6f9e5af131cb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:16:29.875427 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c7d4ae6f-895b-44de-a18b-6f9e5af131cb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "PUT /v2.0/routers/d0c7202b-94ed-4c95-91d4-a931a2d90d24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3023207 Aug 16 20:16:29.875427 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58360) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:29.882692 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53d0937-0760-49f5-bfea-0779b6ade886 None None] Sync routers for ids ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:16:29.896041 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53d0937-0760-49f5-bfea-0779b6ade886 None None] Routers {'d0c7202b-94ed-4c95-91d4-a931a2d90d24'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:16:29.896546 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e53d0937-0760-49f5-bfea-0779b6ade886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:16:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:30.020523 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-e53d0937-0760-49f5-bfea-0779b6ade886 None None] Set router d0c7202b-94ed-4c95-91d4-a931a2d90d24 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:16:30.021121 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-368395f7-e221-4fa1-80cb-3efb1387cfa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:30.041759 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-368395f7-e221-4fa1-80cb-3efb1387cfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:30.118386 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0556dcd-6069-449a-b3b5-379d819b0f1e req-82aa54ee-e00f-4452-bfb7-94984c46a45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:30.119954 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a0556dcd-6069-449a-b3b5-379d819b0f1e req-82aa54ee-e00f-4452-bfb7-94984c46a45a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=50bf2ec2ef51480f81ee4419e25876f4&device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 1098 time: 0.0682147 Aug 16 20:16:30.125931 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b4b56df-a78f-4456-a0c1-941f2b546a28 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Deleting subnet 34986889-b769-46fc-a0bd-23ab93b6802c {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:16:30.129521 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368395f7-e221-4fa1-80cb-3efb1387cfa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b78133-abec-41b1-9793-34ac5dcbe86d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:30.149683 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b4b56df-a78f-4456-a0c1-941f2b546a28 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:30.173804 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2df26f-cb8e-4a89-a8bb-9d207fb7410e req-50b86953-6a7b-46a6-af48-2b198f2f5ca5 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:30.181052 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ef2df26f-cb8e-4a89-a8bb-9d207fb7410e req-50b86953-6a7b-46a6-af48-2b198f2f5ca5 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/ports?device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 946 time: 0.1388242 Aug 16 20:16:30.188225 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-368395f7-e221-4fa1-80cb-3efb1387cfa9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f00cfc70ea94494a846c9da870772ce9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0054615 Aug 16 20:16:30.192169 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58368) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:30.247449 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b4b56df-a78f-4456-a0c1-941f2b546a28 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:30.333840 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ef2df26f-cb8e-4a89-a8bb-9d207fb7410e req-607a753d-e107-4ca4-8b34-ffd9ba1eefb7 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/security-groups?id=5d96e1ad-3cbc-4226-9ef8-63e8072994ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519203 Aug 16 20:16:30.369301 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0556dcd-6069-449a-b3b5-379d819b0f1e req-44ed3bdb-e257-4b9a-9e26-f72825fd13be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:30.370835 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a0556dcd-6069-449a-b3b5-379d819b0f1e req-44ed3bdb-e257-4b9a-9e26-f72825fd13be service neutron] 10.222.0.63 "GET /v2.0/networks?id=03372f6e-3aa5-4f06-a2ff-93fc6275e972 HTTP/1.1" status: 200 len: 913 time: 0.2330041 Aug 16 20:16:30.405825 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-16971ddd-2f31-4d70-b9ec-69100f9838ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:30.417664 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a0556dcd-6069-449a-b3b5-379d819b0f1e req-828ff06f-f901-4e52-bc70-d0517dfc53d4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ca6c590-e6cd-4bee-beb8-4cccbc73c738 HTTP/1.1" status: 200 len: 217 time: 0.0389252 Aug 16 20:16:30.431191 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e53d0937-0760-49f5-bfea-0779b6ade886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'name': 'tempest-RoutersTest-router-338244772', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:15:47Z', 'updated_at': '2021-08-16T20:16:28Z', 'revision_number': 9, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None, '_interfaces': [{'id': '2acc6a47-ab99-497a-8a8e-525bffee8afd', 'name': '', 'network_id': '481cd87e-c065-4497-87ce-bed7efec6dd6', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:6b:6f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:56Z', 'updated_at': '2021-08-16T20:16:08Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c49e7cb-3f7c-45b0-a642-14e6db728e62', 'name': '', 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:01:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:50Z', 'updated_at': '2021-08-16T20:15:57Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:30.441275 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-16971ddd-2f31-4d70-b9ec-69100f9838ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:30.450776 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b4b56df-a78f-4456-a0c1-941f2b546a28 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:30.526541 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53d0937-0760-49f5-bfea-0779b6ade886 None None] Checking router: d0c7202b-94ed-4c95-91d4-a931a2d90d24 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:16:30.547778 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53d0937-0760-49f5-bfea-0779b6ade886 None None] Routers {'d0c7202b-94ed-4c95-91d4-a931a2d90d24'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:16:30.548825 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0556dcd-6069-449a-b3b5-379d819b0f1e req-ae78a8db-bd91-451b-a840-ddbae0abea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:30.550120 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e53d0937-0760-49f5-bfea-0779b6ade886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:16:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:30.551547 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a0556dcd-6069-449a-b3b5-379d819b0f1e req-ae78a8db-bd91-451b-a840-ddbae0abea7a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1d3d70ca-4446-4443-a4d9-427af5e7240e HTTP/1.1" status: 200 len: 852 time: 0.1250319 Aug 16 20:16:30.568675 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b4b56df-a78f-4456-a0c1-941f2b546a28 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:30.609811 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a0556dcd-6069-449a-b3b5-379d819b0f1e req-13fa2bd9-6a94-41bf-952c-4aae80e91f46 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=03372f6e-3aa5-4f06-a2ff-93fc6275e972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507100 Aug 16 20:16:30.615502 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b56df-a78f-4456-a0c1-941f2b546a28 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Subnet': ['ID=34986889-b769-46fc-a0bd-23ab93b6802c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:30.618319 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-16971ddd-2f31-4d70-b9ec-69100f9838ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:30.621058 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-16971ddd-2f31-4d70-b9ec-69100f9838ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:30.624565 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-16971ddd-2f31-4d70-b9ec-69100f9838ea admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b6b78133-abec-41b1-9793-34ac5dcbe86d HTTP/1.1" status: 204 len: 168 time: 0.4291408 Aug 16 20:16:30.652809 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b4b56df-a78f-4456-a0c1-941f2b546a28 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:30.657540 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cd639a-b390-4051-a2aa-b9a5b1ba880e None None] Network 403452b0-bf4b-4ef9-8c94-a1e7c7fdead2 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:16:30.669921 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6b4b56df-a78f-4456-a0c1-941f2b546a28 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/subnets/34986889-b769-46fc-a0bd-23ab93b6802c HTTP/1.1" status: 204 len: 168 time: 0.7937751 Aug 16 20:16:30.693010 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58380) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:30.724425 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16971ddd-2f31-4d70-b9ec-69100f9838ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b78133-abec-41b1-9793-34ac5dcbe86d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:30.773626 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-e53d0937-0760-49f5-bfea-0779b6ade886 None None] Set router d0c7202b-94ed-4c95-91d4-a931a2d90d24 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:16:30.921978 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec45d271-261f-4e1e-8b0b-02d7754a9494 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:31.057755 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ec45d271-261f-4e1e-8b0b-02d7754a9494 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Deleting port 8954ff01-a05d-4d8b-9677-3df595feb324 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:16:31.058365 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec45d271-261f-4e1e-8b0b-02d7754a9494 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:31.124915 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d470111b-9f9b-4c1b-94ef-c176682c4ad6 None None] DHCP port deletion for 403452b0-bf4b-4ef9-8c94-a1e7c7fdead2 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:16:31.212421 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-ec45d271-261f-4e1e-8b0b-02d7754a9494 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] For port 8954ff01-a05d-4d8b-9677-3df595feb324, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8954ff01-a05d-4d8b-9677-3df595feb324,segment=NetworkSegment(9bafa436-4069-4750-b6bb-c832b4600966),segment_id=9bafa436-4069-4750-b6bb-c832b4600966)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:31.212974 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec45d271-261f-4e1e-8b0b-02d7754a9494 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:31.247511 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ec45d271-261f-4e1e-8b0b-02d7754a9494 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Calling delete_port for 8954ff01-a05d-4d8b-9677-3df595feb324 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:16:31.313796 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d470111b-9f9b-4c1b-94ef-c176682c4ad6 None None] Deleting port 8954ff01-a05d-4d8b-9677-3df595feb324 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:16:31.315985 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d470111b-9f9b-4c1b-94ef-c176682c4ad6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:31.406626 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e53d0937-0760-49f5-bfea-0779b6ade886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'name': 'tempest-RoutersTest-router-338244772', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:15:47Z', 'updated_at': '2021-08-16T20:16:28Z', 'revision_number': 9, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None, '_interfaces': [{'id': '2acc6a47-ab99-497a-8a8e-525bffee8afd', 'name': '', 'network_id': '481cd87e-c065-4497-87ce-bed7efec6dd6', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:6b:6f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:56Z', 'updated_at': '2021-08-16T20:16:08Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c49e7cb-3f7c-45b0-a642-14e6db728e62', 'name': '', 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:01:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:50Z', 'updated_at': '2021-08-16T20:15:57Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:31.463578 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec45d271-261f-4e1e-8b0b-02d7754a9494 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:31.476035 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53d0937-0760-49f5-bfea-0779b6ade886 None None] The sync data for ids ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'] in n-d-787206-13 is: [{'id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'name': 'tempest-RoutersTest-router-338244772', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:15:47Z', 'updated_at': '2021-08-16T20:16:28Z', 'revision_number': 9, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None, '_interfaces': [{'id': '2acc6a47-ab99-497a-8a8e-525bffee8afd', 'name': '', 'network_id': '481cd87e-c065-4497-87ce-bed7efec6dd6', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:6b:6f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:56Z', 'updated_at': '2021-08-16T20:16:08Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': '2707b86a-57a2-4ffd-ba07-38978beec954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c49e7cb-3f7c-45b0-a642-14e6db728e62', 'name': '', 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:01:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:50Z', 'updated_at': '2021-08-16T20:15:57Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:16:31.537174 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45d271-261f-4e1e-8b0b-02d7754a9494 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Port': ['ID=8954ff01-a05d-4d8b-9677-3df595feb324,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:31.541487 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d470111b-9f9b-4c1b-94ef-c176682c4ad6 None None] For port 8954ff01-a05d-4d8b-9677-3df595feb324, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8954ff01-a05d-4d8b-9677-3df595feb324,segment=NetworkSegment(9bafa436-4069-4750-b6bb-c832b4600966),segment_id=9bafa436-4069-4750-b6bb-c832b4600966)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:31.542256 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d470111b-9f9b-4c1b-94ef-c176682c4ad6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:31.547679 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec45d271-261f-4e1e-8b0b-02d7754a9494 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] No DVR routers for this DVR port 8954ff01-a05d-4d8b-9677-3df595feb324 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:16:31.563810 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d470111b-9f9b-4c1b-94ef-c176682c4ad6 None None] Calling delete_port for 8954ff01-a05d-4d8b-9677-3df595feb324 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:16:31.602711 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58394) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:31.670493 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f11bd1c8-121a-4059-981e-3f1b7fdd50e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:31.676148 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8954ff01-a05d-4d8b-9677-3df595feb324 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:16:31.714500 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437e2fb-bcf7-4abc-8323-3a7d7b239d6d req-96e981b5-7824-4676-a827-5dfb76c1cb67 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:31.723036 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f437e2fb-bcf7-4abc-8323-3a7d7b239d6d req-96e981b5-7824-4676-a827-5dfb76c1cb67 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 944 time: 1.0000639 Aug 16 20:16:31.734214 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec45d271-261f-4e1e-8b0b-02d7754a9494 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:31.753094 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ce005-1ee5-448c-83cf-d35963e7ee46 req-45710fa3-6430-4c34-a2b3-45b319f86730 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:31.754694 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4a0ce005-1ee5-448c-83cf-d35963e7ee46 req-45710fa3-6430-4c34-a2b3-45b319f86730 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/ports?device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 946 time: 0.1959555 Aug 16 20:16:31.755946 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 8954ff01-a05d-4d8b-9677-3df595feb324 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:16:31.756741 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-ec45d271-261f-4e1e-8b0b-02d7754a9494 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['403452b0-bf4b-4ef9-8c94-a1e7c7fdead2']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:31.764646 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8954ff01-a05d-4d8b-9677-3df595feb324 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:16:31.769588 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-ec45d271-261f-4e1e-8b0b-02d7754a9494 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bafa436-4069-4750-b6bb-c832b4600966') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:31.769943 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-ec45d271-261f-4e1e-8b0b-02d7754a9494 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bafa436-4069-4750-b6bb-c832b4600966') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:31.795778 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d470111b-9f9b-4c1b-94ef-c176682c4ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:31.798795 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a0556dcd-6069-449a-b3b5-379d819b0f1e req-e17acc8b-d0ec-46ac-9a8d-e9cf29d78ed4 service neutron] 10.222.0.63 "GET /v2.0/networks/03372f6e-3aa5-4f06-a2ff-93fc6275e972?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1752918 Aug 16 20:16:31.810377 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec45d271-261f-4e1e-8b0b-02d7754a9494 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:31.837635 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4a0ce005-1ee5-448c-83cf-d35963e7ee46 req-a2c8c6d0-0b39-4828-985f-5a56d61ac0f3 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/security-groups?id=5d96e1ad-3cbc-4226-9ef8-63e8072994ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724621 Aug 16 20:16:31.844797 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec45d271-261f-4e1e-8b0b-02d7754a9494 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:31.851880 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec45d271-261f-4e1e-8b0b-02d7754a9494 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:16:31.852446 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec45d271-261f-4e1e-8b0b-02d7754a9494 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:31.856611 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:16:31.856611 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:16:31.856611 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:16:31.856611 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:16:31.856611 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:16:31.856611 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:16:31.856611 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:16:31.856611 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:16:31.856611 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:16:31.856611 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:16:31.856611 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:16:31.856611 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:16:31.856611 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:16:31.856611 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:16:31.856611 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:16:31.856611 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:16:31.856611 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:16:31.856611 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:16:31.856611 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:16:31.856611 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:16:31.856611 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:16:31.856611 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:16:31.856611 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:16:31.856611 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:16:31.856611 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:16:31.856611 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:16:31.856611 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:16:31.856611 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:16:31.856611 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:16:31.856611 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:16:31.856611 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:16:31.856611 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:16:31.870464 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470111b-9f9b-4c1b-94ef-c176682c4ad6 None None] Pushing event deleted for resources: {'Port': ['ID=8954ff01-a05d-4d8b-9677-3df595feb324,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:31.882455 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d470111b-9f9b-4c1b-94ef-c176682c4ad6 None None] No DVR routers for this DVR port 8954ff01-a05d-4d8b-9677-3df595feb324 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:16:31.893041 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ce1398ff-3387-4955-ab22-0f1bb4b7911b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:31.995646 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec45d271-261f-4e1e-8b0b-02d7754a9494 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:32.050938 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec45d271-261f-4e1e-8b0b-02d7754a9494 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:32.053059 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ec45d271-261f-4e1e-8b0b-02d7754a9494 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/networks/403452b0-bf4b-4ef9-8c94-a1e7c7fdead2 HTTP/1.1" status: 204 len: 168 time: 1.3561201 Aug 16 20:16:32.067649 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58400) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:32.072013 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a0556dcd-6069-449a-b3b5-379d819b0f1e req-fccf41ad-cfe3-4b24-bf06-54f1cee34126 service neutron] 10.222.0.63 "GET /v2.0/networks/03372f6e-3aa5-4f06-a2ff-93fc6275e972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539680 Aug 16 20:16:32.079570 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45d271-261f-4e1e-8b0b-02d7754a9494 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Network': ['ID=403452b0-bf4b-4ef9-8c94-a1e7c7fdead2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:32.114401 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f437e2fb-bcf7-4abc-8323-3a7d7b239d6d req-1cfdf60c-9f36-4e15-bb10-860d7fa5210e tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855379 Aug 16 20:16:32.226948 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35292d22-bfff-42ec-9cef-89f3c80198f7 req-ff4becfe-8441-45d3-94e5-62534bd8ddd2 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:32.226948 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-35292d22-bfff-42ec-9cef-89f3c80198f7 req-ff4becfe-8441-45d3-94e5-62534bd8ddd2 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1421e96-152d-47b0-903c-e5fc5bcf8c62 HTTP/1.1" status: 200 len: 945 time: 0.2122271 Aug 16 20:16:32.298018 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f11bd1c8-121a-4059-981e-3f1b7fdd50e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:32.302949 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f11bd1c8-121a-4059-981e-3f1b7fdd50e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:32.333190 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bd1c8-121a-4059-981e-3f1b7fdd50e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b44de7-b380-4fd8-acdd-1944afae420e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:32.345058 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-35292d22-bfff-42ec-9cef-89f3c80198f7 req-be8cf47c-a950-4240-822b-863e0179e1fd tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427884 Aug 16 20:16:32.394335 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f11bd1c8-121a-4059-981e-3f1b7fdd50e6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=53256b4c38e649b89d49ed873c76400f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7885890 Aug 16 20:16:32.397184 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58402) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:32.504966 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aeb97d27-91d1-4efe-985f-94a3b2d7cb04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:32.539565 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aeb97d27-91d1-4efe-985f-94a3b2d7cb04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:32.606624 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device ac3bd3e8-20f1-4094-9a26-2f7307d3a976 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:16:32.641904 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ceeb6742-1afc-499c-891c-b3fe447e2f8c tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:32.644514 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aeb97d27-91d1-4efe-985f-94a3b2d7cb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:32.647194 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aeb97d27-91d1-4efe-985f-94a3b2d7cb04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:32.649162 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-aeb97d27-91d1-4efe-985f-94a3b2d7cb04 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f0b44de7-b380-4fd8-acdd-1944afae420e HTTP/1.1" status: 204 len: 168 time: 0.2502956 Aug 16 20:16:32.720900 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb97d27-91d1-4efe-985f-94a3b2d7cb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b44de7-b380-4fd8-acdd-1944afae420e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:32.728499 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port ac3bd3e8-20f1-4094-9a26-2f7307d3a976, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=ac3bd3e8-20f1-4094-9a26-2f7307d3a976,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:32.746508 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'ac3bd3e8-20f1-4094-9a26-2f7307d3a976', 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17', 'port_id': 'ac3bd3e8-20f1-4094-9a26-2f7307d3a976', 'mac_address': 'fa:16:3e:fb:c7:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd38a8fc7-0911-4b72-a78c-d32851227793', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:16:32.806230 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:32.824478 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac3bd3e8-20f1-4094-9a26-2f7307d3a976 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:16:32.867973 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port ac3bd3e8-20f1-4094-9a26-2f7307d3a976, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=ac3bd3e8-20f1-4094-9a26-2f7307d3a976,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:32.876540 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:32.956523 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=ac3bd3e8-20f1-4094-9a26-2f7307d3a976,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:33.087897 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3e87e-1283-4d70-a431-c186ba7be83f req-c95e32db-e481-44ce-a2d9-baa88052e37b tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:33.090501 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-94e3e87e-1283-4d70-a431-c186ba7be83f req-c95e32db-e481-44ce-a2d9-baa88052e37b tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1421e96-152d-47b0-903c-e5fc5bcf8c62 HTTP/1.1" status: 200 len: 945 time: 0.1062860 Aug 16 20:16:33.090689 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e4db5-f6a9-44b1-bff8-5cf20e8dfda4 req-280cc273-2b10-4df3-bbb1-504192f417a1 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:33.092305 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-842e4db5-f6a9-44b1-bff8-5cf20e8dfda4 req-280cc273-2b10-4df3-bbb1-504192f417a1 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/ports?device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 946 time: 0.1412406 Aug 16 20:16:33.142056 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ceeb6742-1afc-499c-891c-b3fe447e2f8c tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Deleting port 2acc6a47-ab99-497a-8a8e-525bffee8afd {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:16:33.142402 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ceeb6742-1afc-499c-891c-b3fe447e2f8c tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:33.151443 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['ac3bd3e8-20f1-4094-9a26-2f7307d3a976'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:16:33.201368 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-842e4db5-f6a9-44b1-bff8-5cf20e8dfda4 req-f6b5368e-8073-4de2-b358-01534a70aab3 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/security-groups?id=5d96e1ad-3cbc-4226-9ef8-63e8072994ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015568 Aug 16 20:16:33.282313 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 738eeec4-c0c9-4422-888c-0f635c8b8860 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:16:33.300489 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-ceeb6742-1afc-499c-891c-b3fe447e2f8c tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] For port 2acc6a47-ab99-497a-8a8e-525bffee8afd, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=2acc6a47-ab99-497a-8a8e-525bffee8afd,segment=NetworkSegment(7dd8ece3-8f7b-4c78-93ba-a6a4b5941faf),segment_id=7dd8ece3-8f7b-4c78-93ba-a6a4b5941faf)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:33.301494 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ceeb6742-1afc-499c-891c-b3fe447e2f8c tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:33.321063 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ceeb6742-1afc-499c-891c-b3fe447e2f8c tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Calling delete_port for 2acc6a47-ab99-497a-8a8e-525bffee8afd owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:16:33.344335 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 738eeec4-c0c9-4422-888c-0f635c8b8860 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:16:33.355539 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 738eeec4-c0c9-4422-888c-0f635c8b8860 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:16:33.378409 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455ba73-e301-4e36-b6a4-d083dde7dc60 req-76ec477e-71ae-4a24-89be-05405b3d1db9 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:33.387491 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1455ba73-e301-4e36-b6a4-d083dde7dc60 req-76ec477e-71ae-4a24-89be-05405b3d1db9 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 945 time: 0.1371300 Aug 16 20:16:33.459498 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1455ba73-e301-4e36-b6a4-d083dde7dc60 req-473648af-f536-4a30-ac1c-4c2809567df3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708313 Aug 16 20:16:33.480806 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-94e3e87e-1283-4d70-a431-c186ba7be83f req-45f27ebe-fd23-4574-813b-7df1b53afb1c tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Deleting port 9424f9f8-a01e-463c-a19a-21c6bd851708 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:16:33.481322 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-94e3e87e-1283-4d70-a431-c186ba7be83f req-45f27ebe-fd23-4574-813b-7df1b53afb1c tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:33.656408 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-94e3e87e-1283-4d70-a431-c186ba7be83f req-45f27ebe-fd23-4574-813b-7df1b53afb1c tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] For port 9424f9f8-a01e-463c-a19a-21c6bd851708, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=9424f9f8-a01e-463c-a19a-21c6bd851708,segment=NetworkSegment(84c054f6-f1d5-4d03-81c3-3237f56ec888),segment_id=84c054f6-f1d5-4d03-81c3-3237f56ec888)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:33.656755 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-94e3e87e-1283-4d70-a431-c186ba7be83f req-45f27ebe-fd23-4574-813b-7df1b53afb1c tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:33.681095 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-94e3e87e-1283-4d70-a431-c186ba7be83f req-45f27ebe-fd23-4574-813b-7df1b53afb1c tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Calling delete_port for 9424f9f8-a01e-463c-a19a-21c6bd851708 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:16:33.693475 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3892c2-93a4-43b0-aac1-95e5de1dc7da req-d60c0d0e-dd43-4ead-a449-291a71d06b88 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:33.695300 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fb3892c2-93a4-43b0-aac1-95e5de1dc7da req-d60c0d0e-dd43-4ead-a449-291a71d06b88 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1421e96-152d-47b0-903c-e5fc5bcf8c62 HTTP/1.1" status: 200 len: 945 time: 0.0756657 Aug 16 20:16:33.714294 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ceeb6742-1afc-499c-891c-b3fe447e2f8c tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:33.753803 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb6742-1afc-499c-891c-b3fe447e2f8c tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Port': ['ID=2acc6a47-ab99-497a-8a8e-525bffee8afd,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:33.794022 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c1060-0973-4185-aa7d-f2d8e2a062ac req-2503860b-0c75-464e-bf1a-33b0a30c23e2 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:33.797233 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fb3892c2-93a4-43b0-aac1-95e5de1dc7da req-49f524a6-5e0f-4f92-bd8e-d4fe813c2dc6 tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c467234-fd75-4064-bc03-bf88794b0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938351 Aug 16 20:16:33.803494 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4e5c1060-0973-4185-aa7d-f2d8e2a062ac req-2503860b-0c75-464e-bf1a-33b0a30c23e2 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/ports?device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 946 time: 0.1271336 Aug 16 20:16:33.930770 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-94e3e87e-1283-4d70-a431-c186ba7be83f req-45f27ebe-fd23-4574-813b-7df1b53afb1c tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:33.946932 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['9424f9f8-a01e-463c-a19a-21c6bd851708'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:16:33.966437 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4e5c1060-0973-4185-aa7d-f2d8e2a062ac req-4d1e241b-a434-4a9d-bc53-b98dc636cbd7 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/security-groups?id=5d96e1ad-3cbc-4226-9ef8-63e8072994ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640222 Aug 16 20:16:34.043981 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f27ebe-fd23-4574-813b-7df1b53afb1c tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Pushing event deleted for resources: {'Port': ['ID=9424f9f8-a01e-463c-a19a-21c6bd851708,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:34.142799 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e3e87e-1283-4d70-a431-c186ba7be83f req-45f27ebe-fd23-4574-813b-7df1b53afb1c tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] No DVR routers for this DVR port 9424f9f8-a01e-463c-a19a-21c6bd851708 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:16:34.151187 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-94e3e87e-1283-4d70-a431-c186ba7be83f req-45f27ebe-fd23-4574-813b-7df1b53afb1c tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:34.157867 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-94e3e87e-1283-4d70-a431-c186ba7be83f req-45f27ebe-fd23-4574-813b-7df1b53afb1c tempest-AttachVolumeNegativeTest-1235126150 tempest-AttachVolumeNegativeTest-1235126150-project] 10.222.0.63 "DELETE /v2.0/ports/9424f9f8-a01e-463c-a19a-21c6bd851708 HTTP/1.1" status: 204 len: 173 time: 1.0581753 Aug 16 20:16:34.158356 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1421e96-152d-47b0-903c-e5fc5bcf8c62', 'name': 'network-vif-deleted', 'tag': '9424f9f8-a01e-463c-a19a-21c6bd851708'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:16:34.161243 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ceeb6742-1afc-499c-891c-b3fe447e2f8c tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:34.163503 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891b7c18-9415-43d5-9de6-bc559d4b55a9" -d '{"events": [{"server_uuid": "c1421e96-152d-47b0-903c-e5fc5bcf8c62", "name": "network-vif-deleted", "tag": "9424f9f8-a01e-463c-a19a-21c6bd851708"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:16:34.249620 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e2d756-a160-4351-99e9-568b5630920d x-openstack-request-id: req-f0e2d756-a160-4351-99e9-568b5630920d {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:16:34.249620 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1421e96-152d-47b0-903c-e5fc5bcf8c62", "name": "network-vif-deleted", "tag": "9424f9f8-a01e-463c-a19a-21c6bd851708", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:16:34.249620 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f0e2d756-a160-4351-99e9-568b5630920d {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:16:34.249620 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1421e96-152d-47b0-903c-e5fc5bcf8c62', 'name': 'network-vif-deleted', 'tag': '9424f9f8-a01e-463c-a19a-21c6bd851708', 'status': 'completed', 'code': 200} Aug 16 20:16:34.349913 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02239e6-42e3-47f7-a45d-eb3cb8165a07 req-a7d0910e-a8f6-4e14-8547-043bb7b3b927 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:34.351316 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b92d1d0e-f338-4aa0-a7c7-952a72c7e005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:34.352974 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f02239e6-42e3-47f7-a45d-eb3cb8165a07 req-a7d0910e-a8f6-4e14-8547-043bb7b3b927 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 946 time: 0.0774910 Aug 16 20:16:34.410398 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f02239e6-42e3-47f7-a45d-eb3cb8165a07 req-b0d154d1-04ca-4071-8613-868b540fe202 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479033 Aug 16 20:16:34.463573 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceeb6742-1afc-499c-891c-b3fe447e2f8c tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Router d0c7202b-94ed-4c95-91d4-a931a2d90d24 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:16:34.630136 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device ac3bd3e8-20f1-4094-9a26-2f7307d3a976 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:16:34.703766 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:34.730393 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port ac3bd3e8-20f1-4094-9a26-2f7307d3a976 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:16:34.739114 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port ac3bd3e8-20f1-4094-9a26-2f7307d3a976 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:34.739879 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:34.848105 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:34.864968 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58470) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:34.888269 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ddd50b-2c31-453d-8643-cf226ba41125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3bd3e8-20f1-4094-9a26-2f7307d3a976'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:16:34.890657 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73aa474f-1660-442f-9984-1ac32c004abc" -d '{"events": [{"server_uuid": "28ddd50b-2c31-453d-8643-cf226ba41125", "name": "network-vif-plugged", "status": "completed", "tag": "ac3bd3e8-20f1-4094-9a26-2f7307d3a976"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:16:34.908525 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port ac3bd3e8-20f1-4094-9a26-2f7307d3a976, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=ac3bd3e8-20f1-4094-9a26-2f7307d3a976,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:34.916090 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:34.918246 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceeb6742-1afc-499c-891c-b3fe447e2f8c tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:16:34.927561 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ceeb6742-1afc-499c-891c-b3fe447e2f8c tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "PUT /v2.0/routers/d0c7202b-94ed-4c95-91d4-a931a2d90d24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8524904 Aug 16 20:16:34.927561 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58478) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:34.948011 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d8059e-f345-4ede-957a-aded3dbd7b78 admin admin] Deleting subnet ca1992e2-7985-465e-bbf0-d8a8506a4bc2 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:16:34.952446 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c7d8059e-f345-4ede-957a-aded3dbd7b78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:34.958225 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cc85b1-33e4-4e31-99fd-cf158f4ac56b None None] Sync routers for ids ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:16:34.968781 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29cc7b6-3d5b-4980-b07b-ad9fdf42194b x-openstack-request-id: req-f29cc7b6-3d5b-4980-b07b-ad9fdf42194b {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:16:34.970221 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ddd50b-2c31-453d-8643-cf226ba41125", "name": "network-vif-plugged", "status": "completed", "tag": "ac3bd3e8-20f1-4094-9a26-2f7307d3a976", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:16:34.970954 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f29cc7b6-3d5b-4980-b07b-ad9fdf42194b {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:16:34.971676 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ddd50b-2c31-453d-8643-cf226ba41125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3bd3e8-20f1-4094-9a26-2f7307d3a976', 'code': 200} Aug 16 20:16:34.999703 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751e18a-2d0d-47bb-9510-cd273443935f req-e3bc2743-f11b-4953-aaf7-737726290ae8 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:35.009486 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2751e18a-2d0d-47bb-9510-cd273443935f req-e3bc2743-f11b-4953-aaf7-737726290ae8 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 945 time: 0.1777501 Aug 16 20:16:35.028640 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cc85b1-33e4-4e31-99fd-cf158f4ac56b None None] Routers {'d0c7202b-94ed-4c95-91d4-a931a2d90d24'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:16:35.032041 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f9cc85b1-33e4-4e31-99fd-cf158f4ac56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:16:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:35.050707 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bf408f0-d279-4d25-a5c2-6ac89ac9c574 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Deleting subnet 2707b86a-57a2-4ffd-ba07-38978beec954 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:16:35.058952 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2bf408f0-d279-4d25-a5c2-6ac89ac9c574 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:35.068048 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c7d8059e-f345-4ede-957a-aded3dbd7b78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:35.110782 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2751e18a-2d0d-47bb-9510-cd273443935f req-ee76f75d-4e18-4242-8187-d9ee960fc762 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981975 Aug 16 20:16:35.141783 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2bf408f0-d279-4d25-a5c2-6ac89ac9c574 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:35.144555 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b6e8f-1fcf-4499-8e4e-d405abf69a79 req-b1f65862-f50d-484c-bb33-308ca7f4ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:35.146647 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-859b6e8f-1fcf-4499-8e4e-d405abf69a79 req-b1f65862-f50d-484c-bb33-308ca7f4ff5f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 1098 time: 0.1007757 Aug 16 20:16:35.158293 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=ac3bd3e8-20f1-4094-9a26-2f7307d3a976,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:35.194531 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c7d8059e-f345-4ede-957a-aded3dbd7b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:35.203865 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-f9cc85b1-33e4-4e31-99fd-cf158f4ac56b None None] Set router d0c7202b-94ed-4c95-91d4-a931a2d90d24 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:16:35.251125 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c7c2a-af6a-4890-8708-aec42aa89dc0 req-eb20bf41-a63a-4592-822b-33f3d842ec66 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:35.252794 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-320c7c2a-af6a-4890-8708-aec42aa89dc0 req-eb20bf41-a63a-4592-822b-33f3d842ec66 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/ports?device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 946 time: 0.1032765 Aug 16 20:16:35.285351 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2bf408f0-d279-4d25-a5c2-6ac89ac9c574 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:35.290805 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-859b6e8f-1fcf-4499-8e4e-d405abf69a79 req-64c9c5a6-b21f-4921-8761-3dc0119b806f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360643 Aug 16 20:16:35.323907 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-320c7c2a-af6a-4890-8708-aec42aa89dc0 req-7df0114c-1d0f-4266-9499-ec7e7d2b6c4a tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/security-groups?id=5d96e1ad-3cbc-4226-9ef8-63e8072994ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626740 Aug 16 20:16:35.348097 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c7d8059e-f345-4ede-957a-aded3dbd7b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:35.405245 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8059e-f345-4ede-957a-aded3dbd7b78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca1992e2-7985-465e-bbf0-d8a8506a4bc2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:35.408006 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2bf408f0-d279-4d25-a5c2-6ac89ac9c574 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:35.414767 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c7d8059e-f345-4ede-957a-aded3dbd7b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:35.418199 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c7d8059e-f345-4ede-957a-aded3dbd7b78 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/ca1992e2-7985-465e-bbf0-d8a8506a4bc2 HTTP/1.1" status: 204 len: 168 time: 0.5513394 Aug 16 20:16:35.419810 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58484) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:35.426185 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2bf408f0-d279-4d25-a5c2-6ac89ac9c574 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:35.428071 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2bf408f0-d279-4d25-a5c2-6ac89ac9c574 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/subnets/2707b86a-57a2-4ffd-ba07-38978beec954 HTTP/1.1" status: 204 len: 168 time: 0.4997051 Aug 16 20:16:35.443560 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164427a2-65b3-45a5-90c7-e741a182a965 None None] Network 481cd87e-c065-4497-87ce-bed7efec6dd6 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:16:35.446641 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58486) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:35.467368 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf408f0-d279-4d25-a5c2-6ac89ac9c574 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Subnet': ['ID=2707b86a-57a2-4ffd-ba07-38978beec954,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:35.574843 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e67f4ce-8fe5-4294-be3e-64e784d2f2ef tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:35.633167 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:35.670782 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6e67f4ce-8fe5-4294-be3e-64e784d2f2ef tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Deleting port 8cd5e03a-567e-4ef6-bad9-a3211a5247a6 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:16:35.671206 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e67f4ce-8fe5-4294-be3e-64e784d2f2ef tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:35.731886 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a3b5289-cb02-4dae-ad02-c6d14491205e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:35.760629 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b44071-dc6f-4716-8092-69e59169e365 req-07de5406-a7f9-48ca-a701-eb0bef06c867 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:35.765703 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f0b44071-dc6f-4716-8092-69e59169e365 req-07de5406-a7f9-48ca-a701-eb0bef06c867 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 946 time: 0.1781175 Aug 16 20:16:35.782817 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96a533-83ce-4ba2-8391-8ba706652b0c req-cc13fcb8-fb2a-48ad-805f-b75a2186af00 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:35.790845 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-be96a533-83ce-4ba2-8391-8ba706652b0c req-cc13fcb8-fb2a-48ad-805f-b75a2186af00 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/ports?device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 946 time: 0.1399138 Aug 16 20:16:35.797879 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-6e67f4ce-8fe5-4294-be3e-64e784d2f2ef tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] For port 8cd5e03a-567e-4ef6-bad9-a3211a5247a6, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8cd5e03a-567e-4ef6-bad9-a3211a5247a6,segment=NetworkSegment(7dd8ece3-8f7b-4c78-93ba-a6a4b5941faf),segment_id=7dd8ece3-8f7b-4c78-93ba-a6a4b5941faf)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:35.798252 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e67f4ce-8fe5-4294-be3e-64e784d2f2ef tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:35.825814 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6e67f4ce-8fe5-4294-be3e-64e784d2f2ef tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Calling delete_port for 8cd5e03a-567e-4ef6-bad9-a3211a5247a6 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:16:35.826392 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345faf8f-6d2e-4bbc-aefc-963f537e2c9a req-f2a6d182-f7d4-446c-a95d-8f2646ab9d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:35.828204 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-345faf8f-6d2e-4bbc-aefc-963f537e2c9a req-f2a6d182-f7d4-446c-a95d-8f2646ab9d57 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=50bf2ec2ef51480f81ee4419e25876f4&device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 1098 time: 0.1778481 Aug 16 20:16:35.852061 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f9cc85b1-33e4-4e31-99fd-cf158f4ac56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'name': 'tempest-RoutersTest-router-338244772', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:15:47Z', 'updated_at': '2021-08-16T20:16:33Z', 'revision_number': 10, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None, '_interfaces': [{'id': '8c49e7cb-3f7c-45b0-a642-14e6db728e62', 'name': '', 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:01:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:50Z', 'updated_at': '2021-08-16T20:15:57Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:35.857367 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-be96a533-83ce-4ba2-8391-8ba706652b0c req-1a845758-98df-4676-8f6b-c533eaadd5f1 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/security-groups?id=5d96e1ad-3cbc-4226-9ef8-63e8072994ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656300 Aug 16 20:16:35.915346 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cc85b1-33e4-4e31-99fd-cf158f4ac56b None None] Checking router: d0c7202b-94ed-4c95-91d4-a931a2d90d24 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:16:35.921449 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8146049-573e-4d54-ba98-6a1beaa514a3 None None] DHCP port deletion for 481cd87e-c065-4497-87ce-bed7efec6dd6 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:16:35.940945 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cc85b1-33e4-4e31-99fd-cf158f4ac56b None None] Routers {'d0c7202b-94ed-4c95-91d4-a931a2d90d24'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:16:35.941557 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e67f4ce-8fe5-4294-be3e-64e784d2f2ef tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:35.941680 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f9cc85b1-33e4-4e31-99fd-cf158f4ac56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:16:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:35.944253 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:35.965560 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a8146049-573e-4d54-ba98-6a1beaa514a3 None None] The port '8cd5e03a-567e-4ef6-bad9-a3211a5247a6' was deleted {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 16 20:16:35.978750 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67f4ce-8fe5-4294-be3e-64e784d2f2ef tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Port': ['ID=8cd5e03a-567e-4ef6-bad9-a3211a5247a6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:35.982128 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e67f4ce-8fe5-4294-be3e-64e784d2f2ef tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] No DVR routers for this DVR port 8cd5e03a-567e-4ef6-bad9-a3211a5247a6 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:16:36.006558 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f0b44071-dc6f-4716-8092-69e59169e365 req-abc14e4a-1b4e-479e-b61c-5f2bd5e1ef72 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273276 Aug 16 20:16:36.070244 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a3b5289-cb02-4dae-ad02-c6d14491205e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:36.081771 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:36.089094 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0a3b5289-cb02-4dae-ad02-c6d14491205e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a810a23-6feb-497f-991b-9f7fa7297251']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:36.110809 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0a3b5289-cb02-4dae-ad02-c6d14491205e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c054f6-f1d5-4d03-81c3-3237f56ec888') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:36.111099 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0a3b5289-cb02-4dae-ad02-c6d14491205e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c054f6-f1d5-4d03-81c3-3237f56ec888') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:36.113492 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-f9cc85b1-33e4-4e31-99fd-cf158f4ac56b None None] Set router d0c7202b-94ed-4c95-91d4-a931a2d90d24 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:16:36.126108 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a3b5289-cb02-4dae-ad02-c6d14491205e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:36.180317 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e67f4ce-8fe5-4294-be3e-64e784d2f2ef tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:36.199850 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-6e67f4ce-8fe5-4294-be3e-64e784d2f2ef tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481cd87e-c065-4497-87ce-bed7efec6dd6']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:36.222967 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-6e67f4ce-8fe5-4294-be3e-64e784d2f2ef tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd8ece3-8f7b-4c78-93ba-a6a4b5941faf') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:36.223285 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-6e67f4ce-8fe5-4294-be3e-64e784d2f2ef tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd8ece3-8f7b-4c78-93ba-a6a4b5941faf') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:36.231835 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a3b5289-cb02-4dae-ad02-c6d14491205e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:36.236948 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e67f4ce-8fe5-4294-be3e-64e784d2f2ef tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:36.251951 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345faf8f-6d2e-4bbc-aefc-963f537e2c9a req-8f917698-d18f-450d-b307-47ca6723f87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:36.257074 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-345faf8f-6d2e-4bbc-aefc-963f537e2c9a req-8f917698-d18f-450d-b307-47ca6723f87d service neutron] 10.222.0.63 "GET /v2.0/networks?id=03372f6e-3aa5-4f06-a2ff-93fc6275e972 HTTP/1.1" status: 200 len: 913 time: 0.4197798 Aug 16 20:16:36.258363 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a3b5289-cb02-4dae-ad02-c6d14491205e admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:16:36.264397 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a3b5289-cb02-4dae-ad02-c6d14491205e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:36.281506 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e67f4ce-8fe5-4294-be3e-64e784d2f2ef tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:36.286842 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:16:36.286842 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:16:36.286842 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:16:36.286842 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:16:36.286842 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:16:36.286842 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:16:36.286842 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:16:36.286842 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:16:36.286842 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:16:36.286842 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:16:36.286842 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:16:36.286842 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:16:36.286842 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:16:36.286842 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:16:36.286842 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:16:36.286842 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:16:36.286842 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:16:36.286842 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:16:36.286842 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:16:36.286842 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:16:36.286842 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:16:36.286842 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:16:36.286842 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:16:36.286842 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:16:36.286842 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:16:36.286842 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:16:36.286842 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:16:36.286842 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:16:36.286842 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:16:36.286842 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:16:36.286842 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:16:36.286842 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:16:36.296655 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e67f4ce-8fe5-4294-be3e-64e784d2f2ef tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:16:36.297174 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e67f4ce-8fe5-4294-be3e-64e784d2f2ef tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:36.302417 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:16:36.302417 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:16:36.302417 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:16:36.302417 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:16:36.302417 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:16:36.302417 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:16:36.302417 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:16:36.302417 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:16:36.302417 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:16:36.302417 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:16:36.302417 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:16:36.302417 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:16:36.302417 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:16:36.302417 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:16:36.302417 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:16:36.302417 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:16:36.302417 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:16:36.302417 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:16:36.302417 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:16:36.302417 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:16:36.302417 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:16:36.302417 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:16:36.302417 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:16:36.302417 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:16:36.302417 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:16:36.302417 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:16:36.302417 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:16:36.302417 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:16:36.302417 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:16:36.302417 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:16:36.302417 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:16:36.302417 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:16:36.370684 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f9cc85b1-33e4-4e31-99fd-cf158f4ac56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'name': 'tempest-RoutersTest-router-338244772', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:15:47Z', 'updated_at': '2021-08-16T20:16:33Z', 'revision_number': 10, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None, '_interfaces': [{'id': '8c49e7cb-3f7c-45b0-a642-14e6db728e62', 'name': '', 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:01:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:50Z', 'updated_at': '2021-08-16T20:15:57Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:36.390035 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e67f4ce-8fe5-4294-be3e-64e784d2f2ef tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:36.401146 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e67f4ce-8fe5-4294-be3e-64e784d2f2ef tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:36.401146 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6e67f4ce-8fe5-4294-be3e-64e784d2f2ef tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/networks/481cd87e-c065-4497-87ce-bed7efec6dd6 HTTP/1.1" status: 204 len: 168 time: 0.9504983 Aug 16 20:16:36.402817 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cc85b1-33e4-4e31-99fd-cf158f4ac56b None None] The sync data for ids ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'] in n-d-787206-13 is: [{'id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'name': 'tempest-RoutersTest-router-338244772', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:15:47Z', 'updated_at': '2021-08-16T20:16:33Z', 'revision_number': 10, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None, '_interfaces': [{'id': '8c49e7cb-3f7c-45b0-a642-14e6db728e62', 'name': '', 'network_id': 'e2d846bd-e660-4646-b8dd-231504ba7c43', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'mac_address': 'fa:16:3e:01:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:15:50Z', 'updated_at': '2021-08-16T20:15:57Z', 'revision_number': 5, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'subnets': [{'id': 'a3bf95dd-bcda-47c9-9633-2753530ca354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:16:36.408600 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58504) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:36.428768 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67f4ce-8fe5-4294-be3e-64e784d2f2ef tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Network': ['ID=481cd87e-c065-4497-87ce-bed7efec6dd6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:36.436114 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-345faf8f-6d2e-4bbc-aefc-963f537e2c9a req-4b6b0506-1399-42e3-a8a8-861c8b0e6f27 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ca6c590-e6cd-4bee-beb8-4cccbc73c738 HTTP/1.1" status: 200 len: 217 time: 0.0953400 Aug 16 20:16:36.503728 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d0476-6f66-4590-9eb8-34faeedcad2a req-c077b15d-1f4c-4405-b3cb-327f206b479a tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:36.512030 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-351d0476-6f66-4590-9eb8-34faeedcad2a req-c077b15d-1f4c-4405-b3cb-327f206b479a tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 946 time: 0.3220971 Aug 16 20:16:36.522883 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a3b5289-cb02-4dae-ad02-c6d14491205e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:36.544490 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a3b5289-cb02-4dae-ad02-c6d14491205e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:36.546423 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0a3b5289-cb02-4dae-ad02-c6d14491205e admin admin] 10.222.0.68 "DELETE /v2.0/networks/6a810a23-6feb-497f-991b-9f7fa7297251 HTTP/1.1" status: 204 len: 168 time: 1.1239560 Aug 16 20:16:36.581217 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdea639-f13f-4207-a6e6-3fe3d0cb619c req-35b042d2-dba0-471e-b0ca-96976afb4168 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:36.582794 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dcdea639-f13f-4207-a6e6-3fe3d0cb619c req-35b042d2-dba0-471e-b0ca-96976afb4168 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.63 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 946 time: 0.2372324 Aug 16 20:16:36.589931 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b5289-cb02-4dae-ad02-c6d14491205e admin admin] Pushing event deleted for resources: {'Network': ['ID=6a810a23-6feb-497f-991b-9f7fa7297251,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:36.598691 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345faf8f-6d2e-4bbc-aefc-963f537e2c9a req-d3785213-6c40-4b1f-a93e-98ef985e00d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:36.600159 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-345faf8f-6d2e-4bbc-aefc-963f537e2c9a req-d3785213-6c40-4b1f-a93e-98ef985e00d3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1d3d70ca-4446-4443-a4d9-427af5e7240e HTTP/1.1" status: 200 len: 852 time: 0.1579444 Aug 16 20:16:36.642329 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-351d0476-6f66-4590-9eb8-34faeedcad2a req-96f78fff-537d-44d5-b89a-7e32cc2730f6 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293437 Aug 16 20:16:36.661564 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-345faf8f-6d2e-4bbc-aefc-963f537e2c9a req-a1a563f2-2f6f-4ef1-a78c-5d1983341933 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=03372f6e-3aa5-4f06-a2ff-93fc6275e972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511601 Aug 16 20:16:36.772627 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58512) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:36.822237 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-345faf8f-6d2e-4bbc-aefc-963f537e2c9a req-f617690f-fad4-4e93-94f9-43ac6aac34da service neutron] 10.222.0.63 "GET /v2.0/networks/03372f6e-3aa5-4f06-a2ff-93fc6275e972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501191 Aug 16 20:16:36.837184 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-dcdea639-f13f-4207-a6e6-3fe3d0cb619c req-5b175523-60f8-44d9-b8cf-3f5f0cd91172 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Deleting port b7852834-b3f1-4e73-953c-2defbc79e994 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:16:36.837535 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-dcdea639-f13f-4207-a6e6-3fe3d0cb619c req-5b175523-60f8-44d9-b8cf-3f5f0cd91172 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:36.867598 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-84cac994-fcff-4863-85d6-7f9faa21aadf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:36.951088 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-196e9f90-9f0d-43c9-a019-b0842f28ef1b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=92569f34c49a49e2a1bee9bb87197b5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1734269 Aug 16 20:16:36.953077 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58516) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:37.029253 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:37.040836 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-dcdea639-f13f-4207-a6e6-3fe3d0cb619c req-5b175523-60f8-44d9-b8cf-3f5f0cd91172 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] For port b7852834-b3f1-4e73-953c-2defbc79e994, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=b7852834-b3f1-4e73-953c-2defbc79e994,segment=NetworkSegment(83e88499-be31-412e-b1f3-31339fbbc02b),segment_id=83e88499-be31-412e-b1f3-31339fbbc02b)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:37.041234 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-dcdea639-f13f-4207-a6e6-3fe3d0cb619c req-5b175523-60f8-44d9-b8cf-3f5f0cd91172 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:37.064710 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-345faf8f-6d2e-4bbc-aefc-963f537e2c9a req-68ed7c89-bdaa-42e4-aae8-0bb39a87a2b5 service neutron] 10.222.0.63 "GET /v2.0/networks/03372f6e-3aa5-4f06-a2ff-93fc6275e972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334244 Aug 16 20:16:37.071444 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-dcdea639-f13f-4207-a6e6-3fe3d0cb619c req-5b175523-60f8-44d9-b8cf-3f5f0cd91172 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Calling delete_port for b7852834-b3f1-4e73-953c-2defbc79e994 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:16:37.141587 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acea1cc-8aa7-4583-afd3-7296f047272c req-86fd3558-88b3-4baa-9a58-50451e2fb18a tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:37.143324 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3acea1cc-8aa7-4583-afd3-7296f047272c req-86fd3558-88b3-4baa-9a58-50451e2fb18a tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/ports?device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 946 time: 0.1561196 Aug 16 20:16:37.150798 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c0d6150f-3373-4a63-940c-a85e6a35c734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:37.206342 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c0d6150f-3373-4a63-940c-a85e6a35c734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:37.241155 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-dcdea639-f13f-4207-a6e6-3fe3d0cb619c req-5b175523-60f8-44d9-b8cf-3f5f0cd91172 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:37.256679 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['c11a052a-8e47-4b81-beba-292c6df2d8d2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:16:37.259490 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['b7852834-b3f1-4e73-953c-2defbc79e994'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:16:37.285310 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b175523-60f8-44d9-b8cf-3f5f0cd91172 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Pushing event deleted for resources: {'Port': ['ID=b7852834-b3f1-4e73-953c-2defbc79e994,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:37.304906 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748739b-039d-4ced-ab49-2a62a91058ae req-79ee5f45-1934-4f72-abb1-794e5c0fba24 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:37.313065 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e748739b-039d-4ced-ab49-2a62a91058ae req-79ee5f45-1934-4f72-abb1-794e5c0fba24 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=229a5bbe-f20d-48c9-974e-27f8eeef37c5 HTTP/1.1" status: 200 len: 867 time: 0.1192157 Aug 16 20:16:37.316415 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3acea1cc-8aa7-4583-afd3-7296f047272c req-8f600f96-9c50-4435-95d2-76a9f625d633 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/security-groups?id=5d96e1ad-3cbc-4226-9ef8-63e8072994ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628525 Aug 16 20:16:37.359333 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcdea639-f13f-4207-a6e6-3fe3d0cb619c req-5b175523-60f8-44d9-b8cf-3f5f0cd91172 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] No DVR routers for this DVR port b7852834-b3f1-4e73-953c-2defbc79e994 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:16:37.362207 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2acc6a47-ab99-497a-8a8e-525bffee8afd no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:16:37.363181 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-dcdea639-f13f-4207-a6e6-3fe3d0cb619c req-5b175523-60f8-44d9-b8cf-3f5f0cd91172 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:37.365717 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dcdea639-f13f-4207-a6e6-3fe3d0cb619c req-5b175523-60f8-44d9-b8cf-3f5f0cd91172 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.63 "DELETE /v2.0/ports/b7852834-b3f1-4e73-953c-2defbc79e994 HTTP/1.1" status: 204 len: 173 time: 0.7690308 Aug 16 20:16:37.366330 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229a5bbe-f20d-48c9-974e-27f8eeef37c5', 'name': 'network-vif-deleted', 'tag': 'b7852834-b3f1-4e73-953c-2defbc79e994'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:16:37.370772 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa347f14-30d6-4fe7-988b-43f926be8b3e" -d '{"events": [{"server_uuid": "229a5bbe-f20d-48c9-974e-27f8eeef37c5", "name": "network-vif-deleted", "tag": "b7852834-b3f1-4e73-953c-2defbc79e994"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:16:37.374632 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c0d6150f-3373-4a63-940c-a85e6a35c734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:37.379193 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c0d6150f-3373-4a63-940c-a85e6a35c734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:37.380706 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c0d6150f-3373-4a63-940c-a85e6a35c734 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5c467234-fd75-4064-bc03-bf88794b0b0b HTTP/1.1" status: 204 len: 168 time: 0.4022665 Aug 16 20:16:37.426518 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 9424f9f8-a01e-463c-a19a-21c6bd851708 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:16:37.427000 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d6150f-3373-4a63-940c-a85e6a35c734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c467234-fd75-4064-bc03-bf88794b0b0b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:37.437335 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e748739b-039d-4ced-ab49-2a62a91058ae req-865ba747-3e20-4c9e-8aec-ffa31b9bca58 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226776 Aug 16 20:16:37.477266 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 2acc6a47-ab99-497a-8a8e-525bffee8afd {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:16:37.477840 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2acc6a47-ab99-497a-8a8e-525bffee8afd not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:16:37.478397 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8cd5e03a-567e-4ef6-bad9-a3211a5247a6 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:16:37.485264 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 9424f9f8-a01e-463c-a19a-21c6bd851708 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:16:37.485961 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 9424f9f8-a01e-463c-a19a-21c6bd851708 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:16:37.503444 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d2c0a2-21ac-44e0-8b9d-bc5eb7ea800c x-openstack-request-id: req-e6d2c0a2-21ac-44e0-8b9d-bc5eb7ea800c {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:16:37.503913 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229a5bbe-f20d-48c9-974e-27f8eeef37c5", "name": "network-vif-deleted", "tag": "b7852834-b3f1-4e73-953c-2defbc79e994", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:16:37.504308 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e6d2c0a2-21ac-44e0-8b9d-bc5eb7ea800c {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:16:37.504924 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229a5bbe-f20d-48c9-974e-27f8eeef37c5', 'name': 'network-vif-deleted', 'tag': 'b7852834-b3f1-4e73-953c-2defbc79e994', 'status': 'completed', 'code': 200} Aug 16 20:16:37.516724 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-84cac994-fcff-4863-85d6-7f9faa21aadf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Deleting port 8c49e7cb-3f7c-45b0-a642-14e6db728e62 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:16:37.517465 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-84cac994-fcff-4863-85d6-7f9faa21aadf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:37.523657 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 8cd5e03a-567e-4ef6-bad9-a3211a5247a6 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:16:37.524198 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8cd5e03a-567e-4ef6-bad9-a3211a5247a6 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:16:37.650765 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-84cac994-fcff-4863-85d6-7f9faa21aadf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] For port 8c49e7cb-3f7c-45b0-a642-14e6db728e62, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8c49e7cb-3f7c-45b0-a642-14e6db728e62,segment=NetworkSegment(c19a0358-cdf9-4308-a7bb-6d2b3812e663),segment_id=c19a0358-cdf9-4308-a7bb-6d2b3812e663)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:37.651135 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-84cac994-fcff-4863-85d6-7f9faa21aadf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:37.673558 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-84cac994-fcff-4863-85d6-7f9faa21aadf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Calling delete_port for 8c49e7cb-3f7c-45b0-a642-14e6db728e62 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:16:37.800319 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658afa3-563d-47ea-bbe2-848c5537cabd req-644be67e-e01f-4daf-9d18-b5fd55540c16 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:37.801896 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6658afa3-563d-47ea-bbe2-848c5537cabd req-644be67e-e01f-4daf-9d18-b5fd55540c16 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 946 time: 0.0791001 Aug 16 20:16:37.890455 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6658afa3-563d-47ea-bbe2-848c5537cabd req-72d93813-42e2-471b-846a-af240d51f6b6 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365036 Aug 16 20:16:38.036557 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-84cac994-fcff-4863-85d6-7f9faa21aadf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:38.096980 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cac994-fcff-4863-85d6-7f9faa21aadf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Port': ['ID=8c49e7cb-3f7c-45b0-a642-14e6db728e62,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:38.333521 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c2a5c-6d0b-458c-a3c2-40c8f943caac req-0353d983-c2a4-47f5-8350-f3ac6d8eca04 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:38.335037 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9d8c2a5c-6d0b-458c-a3c2-40c8f943caac req-0353d983-c2a4-47f5-8350-f3ac6d8eca04 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 946 time: 0.1485097 Aug 16 20:16:38.340323 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-84cac994-fcff-4863-85d6-7f9faa21aadf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:38.511153 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9d8c2a5c-6d0b-458c-a3c2-40c8f943caac req-71f7ae40-eeb2-40bb-b67f-c79d947959c6 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680741 Aug 16 20:16:38.611100 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02dcc2-81cc-444b-9c2c-367703aa6a1b req-e8531b6f-0b20-40b6-bd87-ea665689c4a0 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:38.622384 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec02dcc2-81cc-444b-9c2c-367703aa6a1b req-e8531b6f-0b20-40b6-bd87-ea665689c4a0 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/ports?device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 946 time: 0.1440649 Aug 16 20:16:38.669255 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cac994-fcff-4863-85d6-7f9faa21aadf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Router d0c7202b-94ed-4c95-91d4-a931a2d90d24 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:16:38.684122 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec02dcc2-81cc-444b-9c2c-367703aa6a1b req-be41586e-facf-4830-ac0d-11abbff7ad6c tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/security-groups?id=5d96e1ad-3cbc-4226-9ef8-63e8072994ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603998 Aug 16 20:16:38.793893 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cac994-fcff-4863-85d6-7f9faa21aadf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:16:38.801955 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58570) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:38.802105 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-84cac994-fcff-4863-85d6-7f9faa21aadf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "PUT /v2.0/routers/d0c7202b-94ed-4c95-91d4-a931a2d90d24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3912158 Aug 16 20:16:38.805887 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc1d080-b463-474e-956f-da864920c3f0 None None] Sync routers for ids ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:16:38.817438 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc1d080-b463-474e-956f-da864920c3f0 None None] Routers {'d0c7202b-94ed-4c95-91d4-a931a2d90d24'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:16:38.818216 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0dc1d080-b463-474e-956f-da864920c3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:16:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:38.899051 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6fad67e-cf67-4384-bbb8-47434c0ce85e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Deleting subnet a3bf95dd-bcda-47c9-9633-2753530ca354 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:16:38.902521 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6fad67e-cf67-4384-bbb8-47434c0ce85e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:38.949707 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6fad67e-cf67-4384-bbb8-47434c0ce85e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:39.032276 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08fe7a-2a0a-4263-b5b0-0f5ceac788c7 req-fceaa2a4-027d-484b-b622-b270838d4592 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:39.046509 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-0dc1d080-b463-474e-956f-da864920c3f0 None None] Set router d0c7202b-94ed-4c95-91d4-a931a2d90d24 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:16:39.048813 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7e08fe7a-2a0a-4263-b5b0-0f5ceac788c7 req-fceaa2a4-027d-484b-b622-b270838d4592 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.0735712 Aug 16 20:16:39.051398 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8db7b4-6603-4d60-9c3f-df02510914b5 req-1971ee94-0f40-4239-9195-9974a40d2a43 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:39.052965 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2a8db7b4-6603-4d60-9c3f-df02510914b5 req-1971ee94-0f40-4239-9195-9974a40d2a43 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/ports?device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 946 time: 0.0794599 Aug 16 20:16:39.113800 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7e08fe7a-2a0a-4263-b5b0-0f5ceac788c7 req-b3059963-0b33-4f0a-b095-5dcb60c1e266 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607910 Aug 16 20:16:39.114991 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6fad67e-cf67-4384-bbb8-47434c0ce85e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:39.147366 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0dc1d080-b463-474e-956f-da864920c3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'name': 'tempest-RoutersTest-router-338244772', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:15:47Z', 'updated_at': '2021-08-16T20:16:37Z', 'revision_number': 11, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:39.164285 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2a8db7b4-6603-4d60-9c3f-df02510914b5 req-362d0bfe-cf39-4bc8-8ff1-98f158fd2626 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/security-groups?id=5d96e1ad-3cbc-4226-9ef8-63e8072994ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875041 Aug 16 20:16:39.189995 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc1d080-b463-474e-956f-da864920c3f0 None None] Checking router: d0c7202b-94ed-4c95-91d4-a931a2d90d24 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:16:39.204584 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc1d080-b463-474e-956f-da864920c3f0 None None] Routers {'d0c7202b-94ed-4c95-91d4-a931a2d90d24'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:16:39.205287 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0dc1d080-b463-474e-956f-da864920c3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:16:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:39.219825 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6fad67e-cf67-4384-bbb8-47434c0ce85e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:39.284107 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fad67e-cf67-4384-bbb8-47434c0ce85e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Subnet': ['ID=a3bf95dd-bcda-47c9-9633-2753530ca354,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:39.287236 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640399d7-a946-4a0c-9bb9-7ec60def85ff None None] Network e2d846bd-e660-4646-b8dd-231504ba7c43 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:16:39.293121 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6fad67e-cf67-4384-bbb8-47434c0ce85e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:39.299941 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58592) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:39.320077 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e6fad67e-cf67-4384-bbb8-47434c0ce85e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/subnets/a3bf95dd-bcda-47c9-9633-2753530ca354 HTTP/1.1" status: 204 len: 168 time: 0.5168839 Aug 16 20:16:39.340182 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-0dc1d080-b463-474e-956f-da864920c3f0 None None] Set router d0c7202b-94ed-4c95-91d4-a931a2d90d24 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:16:39.423954 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device b7852834-b3f1-4e73-953c-2defbc79e994 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:16:39.448407 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0dc1d080-b463-474e-956f-da864920c3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'name': 'tempest-RoutersTest-router-338244772', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:15:47Z', 'updated_at': '2021-08-16T20:16:37Z', 'revision_number': 11, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:39.451918 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-63c4a1dc-5e86-430b-b077-5c9fb28049d9 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:39.460352 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: b7852834-b3f1-4e73-953c-2defbc79e994 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:16:39.461461 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device b7852834-b3f1-4e73-953c-2defbc79e994 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:16:39.482815 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc1d080-b463-474e-956f-da864920c3f0 None None] The sync data for ids ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'] in n-d-787206-13 is: [{'id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'name': 'tempest-RoutersTest-router-338244772', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:15:47Z', 'updated_at': '2021-08-16T20:16:37Z', 'revision_number': 11, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:16:39.520327 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-63c4a1dc-5e86-430b-b077-5c9fb28049d9 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Deleting port 270062c5-a2df-466f-b975-0bcc99c9c0bf {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:16:39.520952 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-63c4a1dc-5e86-430b-b077-5c9fb28049d9 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:39.607278 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-63c4a1dc-5e86-430b-b077-5c9fb28049d9 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] For port 270062c5-a2df-466f-b975-0bcc99c9c0bf, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=270062c5-a2df-466f-b975-0bcc99c9c0bf,segment=NetworkSegment(c19a0358-cdf9-4308-a7bb-6d2b3812e663),segment_id=c19a0358-cdf9-4308-a7bb-6d2b3812e663)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:39.607688 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-63c4a1dc-5e86-430b-b077-5c9fb28049d9 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:39.623831 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-63c4a1dc-5e86-430b-b077-5c9fb28049d9 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Calling delete_port for 270062c5-a2df-466f-b975-0bcc99c9c0bf owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:16:39.657856 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc111a-1bb9-4785-940c-4f2cf940c5fb req-8caf5c0b-c9c0-48a9-80a4-1c8d5361ce81 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:39.660874 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-35bc111a-1bb9-4785-940c-4f2cf940c5fb req-8caf5c0b-c9c0-48a9-80a4-1c8d5361ce81 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 946 time: 0.0623012 Aug 16 20:16:39.714786 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-35bc111a-1bb9-4785-940c-4f2cf940c5fb req-4557902e-e66f-4222-be86-9af052c6860f tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449405 Aug 16 20:16:39.752563 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-63c4a1dc-5e86-430b-b077-5c9fb28049d9 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:39.788319 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c4a1dc-5e86-430b-b077-5c9fb28049d9 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] No DVR routers for this DVR port 270062c5-a2df-466f-b975-0bcc99c9c0bf on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:16:39.794854 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4a1dc-5e86-430b-b077-5c9fb28049d9 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Port': ['ID=270062c5-a2df-466f-b975-0bcc99c9c0bf,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:39.888267 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba20345-35a4-4594-b5e5-41d607c996cf None None] DHCP port deletion for e2d846bd-e660-4646-b8dd-231504ba7c43 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:16:39.901966 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-63c4a1dc-5e86-430b-b077-5c9fb28049d9 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:39.948794 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-63c4a1dc-5e86-430b-b077-5c9fb28049d9 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2d846bd-e660-4646-b8dd-231504ba7c43']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:39.970836 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-63c4a1dc-5e86-430b-b077-5c9fb28049d9 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19a0358-cdf9-4308-a7bb-6d2b3812e663') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:39.974872 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-63c4a1dc-5e86-430b-b077-5c9fb28049d9 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19a0358-cdf9-4308-a7bb-6d2b3812e663') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:39.988757 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-63c4a1dc-5e86-430b-b077-5c9fb28049d9 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:40.011441 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-63c4a1dc-5e86-430b-b077-5c9fb28049d9 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:40.026127 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c4a1dc-5e86-430b-b077-5c9fb28049d9 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:16:40.026757 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-63c4a1dc-5e86-430b-b077-5c9fb28049d9 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:40.030395 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:16:40.030395 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:16:40.030395 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:16:40.030395 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:16:40.030395 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:16:40.030395 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:16:40.030395 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:16:40.030395 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:16:40.030395 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:16:40.030395 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:16:40.030395 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:16:40.030395 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:16:40.030395 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:16:40.030395 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:16:40.030395 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:16:40.030395 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:16:40.030395 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:16:40.030395 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:16:40.030395 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:16:40.030395 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:16:40.030395 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:16:40.030395 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:16:40.030395 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:16:40.030395 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:16:40.030395 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:16:40.030395 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:16:40.030395 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:16:40.030395 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:16:40.030395 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:16:40.030395 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:16:40.030395 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:16:40.030395 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:16:40.138960 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-63c4a1dc-5e86-430b-b077-5c9fb28049d9 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:40.158049 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-63c4a1dc-5e86-430b-b077-5c9fb28049d9 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:40.162697 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-63c4a1dc-5e86-430b-b077-5c9fb28049d9 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/networks/e2d846bd-e660-4646-b8dd-231504ba7c43 HTTP/1.1" status: 204 len: 168 time: 0.8592153 Aug 16 20:16:40.163432 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58636) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:40.168933 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d8e40542-bfc0-44d2-991f-acf2cf557b2d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Request body: {'router': {'routes': None}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:16:40.196769 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4a1dc-5e86-430b-b077-5c9fb28049d9 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Pushing event deleted for resources: {'Network': ['ID=e2d846bd-e660-4646-b8dd-231504ba7c43,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:40.328860 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b8771-3f52-470b-8da6-3d82ebc36fa0 req-9b56c4a4-6a0b-46f6-b601-a60fb25707ee tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:40.330828 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ff8b8771-3f52-470b-8da6-3d82ebc36fa0 req-9b56c4a4-6a0b-46f6-b601-a60fb25707ee tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.0680671 Aug 16 20:16:40.378797 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ff8b8771-3f52-470b-8da6-3d82ebc36fa0 req-9d918779-a4e4-4139-b8e1-3eb794256722 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411994 Aug 16 20:16:40.420219 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.extraroute_db [None req-d8e40542-bfc0-44d2-991f-acf2cf557b2d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Added routes are [] {{(pid=94771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 20:16:40.420519 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.extraroute_db [None req-d8e40542-bfc0-44d2-991f-acf2cf557b2d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Removed routes are [] {{(pid=94771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 20:16:40.420912 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8e40542-bfc0-44d2-991f-acf2cf557b2d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106996'] for router, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:40.431934 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56710038-d4e9-430d-a3f9-830d945fe733 req-02954749-81d0-46c5-b8f4-8a7d8221c1b1 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:40.435902 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56710038-d4e9-430d-a3f9-830d945fe733 req-02954749-81d0-46c5-b8f4-8a7d8221c1b1 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 946 time: 0.1687124 Aug 16 20:16:40.522038 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36bc3b-2987-4242-88db-a8e71d37cb63 req-132c97f0-7775-4cc2-8974-fbd0b8011d8f tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:40.524259 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1a36bc3b-2987-4242-88db-a8e71d37cb63 req-132c97f0-7775-4cc2-8974-fbd0b8011d8f tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/ports?device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 946 time: 0.0572028 Aug 16 20:16:40.579372 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1a36bc3b-2987-4242-88db-a8e71d37cb63 req-f79da645-1e93-41b7-9d1d-7f48c5c10608 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/security-groups?id=5d96e1ad-3cbc-4226-9ef8-63e8072994ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477207 Aug 16 20:16:40.755753 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe637b-f3c6-40c1-9ea6-4473f04b9110 req-f6c7bdf5-4891-45df-9386-67826883e3c1 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:40.758935 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5abe637b-f3c6-40c1-9ea6-4473f04b9110 req-f6c7bdf5-4891-45df-9386-67826883e3c1 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.63 "GET /v2.0/ports?device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 946 time: 0.0600152 Aug 16 20:16:40.895908 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-5abe637b-f3c6-40c1-9ea6-4473f04b9110 req-cc3fd59c-a82c-4ee1-937e-a48220ec54db tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Deleting port 8ca6c590-e6cd-4bee-beb8-4cccbc73c738 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:16:40.896252 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5abe637b-f3c6-40c1-9ea6-4473f04b9110 req-cc3fd59c-a82c-4ee1-937e-a48220ec54db tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:40.982968 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56710038-d4e9-430d-a3f9-830d945fe733 req-5fe51b84-efd9-412a-85ea-0f0a5351a45e tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5407338 Aug 16 20:16:40.991090 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8e40542-bfc0-44d2-991f-acf2cf557b2d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106996'] for router, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:40.996689 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8e40542-bfc0-44d2-991f-acf2cf557b2d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-399211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-399202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-399768'] for router, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:41.029140 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-5abe637b-f3c6-40c1-9ea6-4473f04b9110 req-cc3fd59c-a82c-4ee1-937e-a48220ec54db tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] For port 8ca6c590-e6cd-4bee-beb8-4cccbc73c738, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=8ca6c590-e6cd-4bee-beb8-4cccbc73c738,segment=NetworkSegment(d7b519fe-9895-44f7-9e53-c597e015d95f),segment_id=d7b519fe-9895-44f7-9e53-c597e015d95f)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:41.029550 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5abe637b-f3c6-40c1-9ea6-4473f04b9110 req-cc3fd59c-a82c-4ee1-937e-a48220ec54db tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:41.052242 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-5abe637b-f3c6-40c1-9ea6-4473f04b9110 req-cc3fd59c-a82c-4ee1-937e-a48220ec54db tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Calling delete_port for 8ca6c590-e6cd-4bee-beb8-4cccbc73c738 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:16:41.094798 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e40542-bfc0-44d2-991f-acf2cf557b2d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Router d0c7202b-94ed-4c95-91d4-a931a2d90d24 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:16:41.184843 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e40542-bfc0-44d2-991f-acf2cf557b2d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:16:41.193631 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8e40542-bfc0-44d2-991f-acf2cf557b2d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:41.197076 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d8e40542-bfc0-44d2-991f-acf2cf557b2d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "PUT /v2.0/routers/d0c7202b-94ed-4c95-91d4-a931a2d90d24 HTTP/1.1" status: 200 len: 700 time: 1.0317273 Aug 16 20:16:41.200632 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58666) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:41.202173 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d7373c-49f0-42b6-af75-374955e6a7d9 None None] Sync routers for ids ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:16:41.224252 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d7373c-49f0-42b6-af75-374955e6a7d9 None None] Routers {'d0c7202b-94ed-4c95-91d4-a931a2d90d24'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:16:41.224903 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-65d7373c-49f0-42b6-af75-374955e6a7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:16:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:41.285185 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5abe637b-f3c6-40c1-9ea6-4473f04b9110 req-cc3fd59c-a82c-4ee1-937e-a48220ec54db tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:41.311600 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-65849041-ccaa-4779-8163-2477b8bc2103 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0c7202b-94ed-4c95-91d4-a931a2d90d24 HTTP/1.1" status: 200 len: 205 time: 0.1103253 Aug 16 20:16:41.314438 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58668) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:41.360964 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3fd59c-a82c-4ee1-937e-a48220ec54db tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Pushing event deleted for resources: {'Port': ['ID=8ca6c590-e6cd-4bee-beb8-4cccbc73c738,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:41.425285 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['8ca6c590-e6cd-4bee-beb8-4cccbc73c738'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:16:41.438701 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 270062c5-a2df-466f-b975-0bcc99c9c0bf no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:16:41.473258 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5abe637b-f3c6-40c1-9ea6-4473f04b9110 req-cc3fd59c-a82c-4ee1-937e-a48220ec54db tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] No DVR routers for this DVR port 8ca6c590-e6cd-4bee-beb8-4cccbc73c738 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:16:41.478942 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5abe637b-f3c6-40c1-9ea6-4473f04b9110 req-cc3fd59c-a82c-4ee1-937e-a48220ec54db tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:41.481302 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5abe637b-f3c6-40c1-9ea6-4473f04b9110 req-cc3fd59c-a82c-4ee1-937e-a48220ec54db tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.63 "DELETE /v2.0/ports/8ca6c590-e6cd-4bee-beb8-4cccbc73c738 HTTP/1.1" status: 204 len: 173 time: 0.7162483 Aug 16 20:16:41.482057 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d8ce69-6e6f-455e-8301-a6b4e86f2f07', 'name': 'network-vif-deleted', 'tag': '8ca6c590-e6cd-4bee-beb8-4cccbc73c738'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:16:41.484493 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483fd16a-1ccf-404f-b759-5e3b93f8d8d9" -d '{"events": [{"server_uuid": "32d8ce69-6e6f-455e-8301-a6b4e86f2f07", "name": "network-vif-deleted", "tag": "8ca6c590-e6cd-4bee-beb8-4cccbc73c738"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:16:41.496125 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-65d7373c-49f0-42b6-af75-374955e6a7d9 None None] Set router d0c7202b-94ed-4c95-91d4-a931a2d90d24 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:16:41.497882 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8a6b0199-2778-4193-9591-1b6f17232fe0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:41.577821 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:16:41.587324 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb6acc4-729d-4313-bb6d-96ed3793ddef x-openstack-request-id: req-5bb6acc4-729d-4313-bb6d-96ed3793ddef {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:16:41.590544 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d8ce69-6e6f-455e-8301-a6b4e86f2f07", "name": "network-vif-deleted", "tag": "8ca6c590-e6cd-4bee-beb8-4cccbc73c738", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:16:41.591036 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5bb6acc4-729d-4313-bb6d-96ed3793ddef {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:16:41.592679 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d8ce69-6e6f-455e-8301-a6b4e86f2f07', 'name': 'network-vif-deleted', 'tag': '8ca6c590-e6cd-4bee-beb8-4cccbc73c738', 'status': 'completed', 'code': 200} Aug 16 20:16:41.646068 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e2243-d1ec-48bb-b907-0ca1b40e5b21 req-4e4210e1-e645-4480-afcc-64d65fc14625 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:41.648097 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-65d7373c-49f0-42b6-af75-374955e6a7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'name': 'tempest-RoutersTest-router-338244772', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:15:47Z', 'updated_at': '2021-08-16T20:16:37Z', 'revision_number': 11, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:41.652091 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 270062c5-a2df-466f-b975-0bcc99c9c0bf {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:16:41.652434 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 270062c5-a2df-466f-b975-0bcc99c9c0bf not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:16:41.652849 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8c49e7cb-3f7c-45b0-a642-14e6db728e62 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:16:41.656039 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-453e2243-d1ec-48bb-b907-0ca1b40e5b21 req-4e4210e1-e645-4480-afcc-64d65fc14625 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.1396205 Aug 16 20:16:41.688801 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58678) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:41.716122 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-453e2243-d1ec-48bb-b907-0ca1b40e5b21 req-de76086e-e97c-4ed4-a402-c78ac71a1a7c tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591671 Aug 16 20:16:41.718220 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8a6b0199-2778-4193-9591-1b6f17232fe0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:41.720867 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8a6b0199-2778-4193-9591-1b6f17232fe0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:41.723440 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d7373c-49f0-42b6-af75-374955e6a7d9 None None] Checking router: d0c7202b-94ed-4c95-91d4-a931a2d90d24 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:16:41.746043 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 8c49e7cb-3f7c-45b0-a642-14e6db728e62 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:16:41.746548 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8c49e7cb-3f7c-45b0-a642-14e6db728e62 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:16:41.762791 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d7373c-49f0-42b6-af75-374955e6a7d9 None None] Routers {'d0c7202b-94ed-4c95-91d4-a931a2d90d24'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:16:41.763667 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-65d7373c-49f0-42b6-af75-374955e6a7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:16:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:41.795304 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-978dd5a7-6826-44b3-87f1-f2178d54922b req-65b49d44-ab45-4172-88c9-88b65bf65cb3 tempest-TestServerAdvancedOps-1067833459 tempest-TestServerAdvancedOps-1067833459-project] 10.222.0.68 "GET /v2.0/ports?device_id=32d8ce69-6e6f-455e-8301-a6b4e86f2f07 HTTP/1.1" status: 200 len: 210 time: 0.0603528 Aug 16 20:16:41.810472 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8a6b0199-2778-4193-9591-1b6f17232fe0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:41.819666 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6b0199-2778-4193-9591-1b6f17232fe0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Fanout notify agent at l3_agent the message router_deleted on router d0c7202b-94ed-4c95-91d4-a931a2d90d24 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:16:41.825199 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8a6b0199-2778-4193-9591-1b6f17232fe0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:41.826351 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8a6b0199-2778-4193-9591-1b6f17232fe0 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/routers/d0c7202b-94ed-4c95-91d4-a931a2d90d24 HTTP/1.1" status: 204 len: 168 time: 0.5102525 Aug 16 20:16:41.832242 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58684) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:41.837517 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-33e903f4-c7c5-449a-b530-6d18dd6dc424 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2026099218', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:16:41.844242 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-65d7373c-49f0-42b6-af75-374955e6a7d9 None None] Set router d0c7202b-94ed-4c95-91d4-a931a2d90d24 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:16:41.862946 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01e72a86-464a-42a9-9a3c-531bc656499c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:41.889867 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33e903f4-c7c5-449a-b530-6d18dd6dc424 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:41.891290 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33e903f4-c7c5-449a-b530-6d18dd6dc424 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:41.900812 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-65d7373c-49f0-42b6-af75-374955e6a7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'name': 'tempest-RoutersTest-router-338244772', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:15:47Z', 'updated_at': '2021-08-16T20:16:37Z', 'revision_number': 11, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:41.930409 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d7373c-49f0-42b6-af75-374955e6a7d9 None None] The sync data for ids ['d0c7202b-94ed-4c95-91d4-a931a2d90d24'] in n-d-787206-13 is: [{'id': 'd0c7202b-94ed-4c95-91d4-a931a2d90d24', 'name': 'tempest-RoutersTest-router-338244772', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:15:47Z', 'updated_at': '2021-08-16T20:16:37Z', 'revision_number': 11, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:16:41.978914 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33e903f4-c7c5-449a-b530-6d18dd6dc424 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:41.985270 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33e903f4-c7c5-449a-b530-6d18dd6dc424 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:42.041125 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01e72a86-464a-42a9-9a3c-531bc656499c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:42.049155 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01e72a86-464a-42a9-9a3c-531bc656499c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:42.073599 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33e903f4-c7c5-449a-b530-6d18dd6dc424 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:42.074740 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-33e903f4-c7c5-449a-b530-6d18dd6dc424 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2414954 Aug 16 20:16:42.077752 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58694) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:42.083900 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0a8ec624-47cf-48d8-9f5d-59399b6fa8de tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:16:42.099587 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-01e72a86-464a-42a9-9a3c-531bc656499c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=67ca55d581434a3d9cf599466c447dd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4095192 Aug 16 20:16:42.100255 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58698) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:42.108777 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e72a86-464a-42a9-9a3c-531bc656499c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69382d4b-af8d-4631-b46d-8d239fa60bfe,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:42.166534 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cfc156dc-ecd0-4c76-aa4f-abb77e288b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:42.193407 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cfc156dc-ecd0-4c76-aa4f-abb77e288b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:42.276078 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cfc156dc-ecd0-4c76-aa4f-abb77e288b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:42.278781 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cfc156dc-ecd0-4c76-aa4f-abb77e288b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:42.282550 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-cfc156dc-ecd0-4c76-aa4f-abb77e288b1d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/69382d4b-af8d-4631-b46d-8d239fa60bfe HTTP/1.1" status: 204 len: 168 time: 0.1769652 Aug 16 20:16:42.293257 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc156dc-ecd0-4c76-aa4f-abb77e288b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69382d4b-af8d-4631-b46d-8d239fa60bfe,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:42.354727 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f7420-9c2f-452d-b716-a6227d0ef204 req-40eafa01-f88a-4fe3-8e11-419a49d7a131 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:42.356286 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4e5f7420-9c2f-452d-b716-a6227d0ef204 req-40eafa01-f88a-4fe3-8e11-419a49d7a131 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 946 time: 0.2088468 Aug 16 20:16:42.444504 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a8ec624-47cf-48d8-9f5d-59399b6fa8de tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106996'] for router, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:42.471815 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4e5f7420-9c2f-452d-b716-a6227d0ef204 req-8d84fec9-d16b-4069-9152-bb29c45c0415 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810385 Aug 16 20:16:42.473061 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a8ec624-47cf-48d8-9f5d-59399b6fa8de tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-399211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-399202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-399768'] for router, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:42.582433 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8ec624-47cf-48d8-9f5d-59399b6fa8de tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Router 59199208-b6ef-4541-88c7-c72a59b8a509 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:16:42.591741 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58708) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:42.606375 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-28ce59f1-8725-4f8e-8c13-ff3249ce817b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:42.667753 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8ec624-47cf-48d8-9f5d-59399b6fa8de tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:16:42.674931 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a8ec624-47cf-48d8-9f5d-59399b6fa8de tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:42.676177 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0a8ec624-47cf-48d8-9f5d-59399b6fa8de tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "PUT /v2.0/routers/59199208-b6ef-4541-88c7-c72a59b8a509 HTTP/1.1" status: 200 len: 694 time: 0.5965192 Aug 16 20:16:42.678285 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device ac3bd3e8-20f1-4094-9a26-2f7307d3a976 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:16:42.678968 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58710) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:42.694327 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0024cd2-c059-49ae-817f-ac16fff8eec2 None None] Sync routers for ids ['59199208-b6ef-4541-88c7-c72a59b8a509'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:16:42.717540 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-28ce59f1-8725-4f8e-8c13-ff3249ce817b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:42.717885 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0024cd2-c059-49ae-817f-ac16fff8eec2 None None] Routers {'59199208-b6ef-4541-88c7-c72a59b8a509'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:16:42.718790 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f0024cd2-c059-49ae-817f-ac16fff8eec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:16:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['59199208-b6ef-4541-88c7-c72a59b8a509'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:42.725250 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-28ce59f1-8725-4f8e-8c13-ff3249ce817b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:42.765503 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-28ce59f1-8725-4f8e-8c13-ff3249ce817b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6ab62291fe814efdbf26b51a22b100f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1722138 Aug 16 20:16:42.766040 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58714) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:42.810140 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3084c0d3-abfe-444e-9875-0223c8c4bd9e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "GET /v2.0/routers/59199208-b6ef-4541-88c7-c72a59b8a509 HTTP/1.1" status: 200 len: 700 time: 0.1294017 Aug 16 20:16:42.815296 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58718) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:42.862850 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ba0f00f7-f5f6-4658-8c69-4aed146f9d9e tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "GET /v2.0/ports?device_id=59199208-b6ef-4541-88c7-c72a59b8a509 HTTP/1.1" status: 200 len: 205 time: 0.0401876 Aug 16 20:16:42.866736 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58722) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:42.884586 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce59f1-8725-4f8e-8c13-ff3249ce817b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b13947-b14b-4338-886a-adbea5b6a035,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:42.938076 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-f0024cd2-c059-49ae-817f-ac16fff8eec2 None None] Set router 59199208-b6ef-4541-88c7-c72a59b8a509 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:16:42.949133 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95f6a48a-6a06-4505-acab-0bee5b81a920 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:42.971553 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port ac3bd3e8-20f1-4094-9a26-2f7307d3a976, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=ac3bd3e8-20f1-4094-9a26-2f7307d3a976,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:42.991651 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'ac3bd3e8-20f1-4094-9a26-2f7307d3a976', 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17', 'port_id': 'ac3bd3e8-20f1-4094-9a26-2f7307d3a976', 'mac_address': 'fa:16:3e:fb:c7:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd38a8fc7-0911-4b72-a78c-d32851227793', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:16:43.040892 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:43.074739 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f0024cd2-c059-49ae-817f-ac16fff8eec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59199208-b6ef-4541-88c7-c72a59b8a509', 'name': 'tempest-RoutersTest-router-2026099218', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:16:41Z', 'updated_at': '2021-08-16T20:16:42Z', 'revision_number': 2, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:43.078207 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac3bd3e8-20f1-4094-9a26-2f7307d3a976 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:16:43.079326 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58732) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:43.108447 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port ac3bd3e8-20f1-4094-9a26-2f7307d3a976, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=ac3bd3e8-20f1-4094-9a26-2f7307d3a976,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:43.114386 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:43.145850 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-66dd0d7f-d8ee-4499-9419-81ccb3513e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:43.149798 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0024cd2-c059-49ae-817f-ac16fff8eec2 None None] Checking router: 59199208-b6ef-4541-88c7-c72a59b8a509 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:16:43.170111 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0024cd2-c059-49ae-817f-ac16fff8eec2 None None] Routers {'59199208-b6ef-4541-88c7-c72a59b8a509'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:16:43.171021 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f0024cd2-c059-49ae-817f-ac16fff8eec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:16:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['59199208-b6ef-4541-88c7-c72a59b8a509'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:43.187714 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95f6a48a-6a06-4505-acab-0bee5b81a920 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:43.190192 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95f6a48a-6a06-4505-acab-0bee5b81a920 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:43.225605 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=ac3bd3e8-20f1-4094-9a26-2f7307d3a976,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:43.231939 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5023d88-1b71-4e1f-b89b-75be91fc272b req-54bd25d8-2768-4ea7-8a6d-3bd30744b8aa tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:43.241101 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d5023d88-1b71-4e1f-b89b-75be91fc272b req-54bd25d8-2768-4ea7-8a6d-3bd30744b8aa tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.3854809 Aug 16 20:16:43.251844 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['ac3bd3e8-20f1-4094-9a26-2f7307d3a976'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:16:43.266755 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-f0024cd2-c059-49ae-817f-ac16fff8eec2 None None] Set router 59199208-b6ef-4541-88c7-c72a59b8a509 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:16:43.284628 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95f6a48a-6a06-4505-acab-0bee5b81a920 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:43.285690 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f6a48a-6a06-4505-acab-0bee5b81a920 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Fanout notify agent at l3_agent the message router_deleted on router 59199208-b6ef-4541-88c7-c72a59b8a509 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:16:43.296897 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae311ca3-1a10-4249-971f-6807ed7bc314 admin admin] Deleting subnet 1d3d70ca-4446-4443-a4d9-427af5e7240e {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:16:43.297268 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95f6a48a-6a06-4505-acab-0bee5b81a920 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:43.300823 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-95f6a48a-6a06-4505-acab-0bee5b81a920 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/routers/59199208-b6ef-4541-88c7-c72a59b8a509 HTTP/1.1" status: 204 len: 168 time: 0.4298680 Aug 16 20:16:43.303239 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58740) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:43.305401 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae311ca3-1a10-4249-971f-6807ed7bc314 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:43.308956 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-66dd0d7f-d8ee-4499-9419-81ccb3513e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:43.354089 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f0024cd2-c059-49ae-817f-ac16fff8eec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59199208-b6ef-4541-88c7-c72a59b8a509', 'name': 'tempest-RoutersTest-router-2026099218', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:16:41Z', 'updated_at': '2021-08-16T20:16:42Z', 'revision_number': 2, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:43.375852 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-81664e98-e1fb-4626-88ff-2f4a336f58fd tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "GET /v2.0/ports?device_id=59199208-b6ef-4541-88c7-c72a59b8a509 HTTP/1.1" status: 200 len: 205 time: 0.0695121 Aug 16 20:16:43.376741 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58744) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:43.389573 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0024cd2-c059-49ae-817f-ac16fff8eec2 None None] The sync data for ids ['59199208-b6ef-4541-88c7-c72a59b8a509'] in n-d-787206-13 is: [{'id': '59199208-b6ef-4541-88c7-c72a59b8a509', 'name': 'tempest-RoutersTest-router-2026099218', 'tenant_id': '4e7767da8a9b462f9abca14d577f0aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:16:41Z', 'updated_at': '2021-08-16T20:16:42Z', 'revision_number': 2, 'project_id': '4e7767da8a9b462f9abca14d577f0aa8', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:16:43.500367 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae311ca3-1a10-4249-971f-6807ed7bc314 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:43.517328 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-bef860f6-56d9-47fe-a4a6-03f349cd20ff tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] delete failed (client error): The resource could not be found. Aug 16 20:16:43.525945 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bef860f6-56d9-47fe-a4a6-03f349cd20ff tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/routers/59199208-b6ef-4541-88c7-c72a59b8a509 HTTP/1.1" status: 404 len: 336 time: 0.1449220 Aug 16 20:16:43.526582 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58750) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:43.613480 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae311ca3-1a10-4249-971f-6807ed7bc314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:43.631616 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a65b667a-05cf-4172-8290-43ab19612590 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] DELETE failed (client error): The resource could not be found. Aug 16 20:16:43.633264 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a65b667a-05cf-4172-8290-43ab19612590 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:16:43.638262 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a65b667a-05cf-4172-8290-43ab19612590 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/subnets/706cffa5-eae6-447a-8310-7bed5c8c056f HTTP/1.1" status: 404 len: 337 time: 0.1104515 Aug 16 20:16:43.644856 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58752) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:43.697259 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048e8fa-75a8-4def-98c7-f4e5b918b32b req-23f26bbb-5653-4bf5-a0da-966b3bfdcea3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:43.699814 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7048e8fa-75a8-4def-98c7-f4e5b918b32b req-23f26bbb-5653-4bf5-a0da-966b3bfdcea3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 945 time: 0.1031756 Aug 16 20:16:43.790594 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7048e8fa-75a8-4def-98c7-f4e5b918b32b req-afe31499-fa52-4a48-8d27-1c6141eb1c90 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769615 Aug 16 20:16:44.015073 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b817a3-8f1f-4c14-a20d-8791a53638eb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] DELETE failed (client error): The resource could not be found. Aug 16 20:16:44.015709 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70b817a3-8f1f-4c14-a20d-8791a53638eb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:16:44.017458 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-70b817a3-8f1f-4c14-a20d-8791a53638eb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/subnets/34986889-b769-46fc-a0bd-23ab93b6802c HTTP/1.1" status: 404 len: 337 time: 0.3716590 Aug 16 20:16:44.020480 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58770) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:44.035680 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d5023d88-1b71-4e1f-b89b-75be91fc272b req-38ee440e-96de-4f8a-aea9-6b62d171e82b tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7307920 Aug 16 20:16:44.039678 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-66dd0d7f-d8ee-4499-9419-81ccb3513e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:44.050731 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-66dd0d7f-d8ee-4499-9419-81ccb3513e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:44.050731 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-66dd0d7f-d8ee-4499-9419-81ccb3513e5a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/09b13947-b14b-4338-886a-adbea5b6a035 HTTP/1.1" status: 204 len: 168 time: 1.2759495 Aug 16 20:16:44.080471 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd0d7f-d8ee-4499-9419-81ccb3513e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b13947-b14b-4338-886a-adbea5b6a035,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:44.091483 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b728e1-6d52-4c0c-9106-e946e2ad7254 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] DELETE failed (client error): The resource could not be found. Aug 16 20:16:44.094392 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81b728e1-6d52-4c0c-9106-e946e2ad7254 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:16:44.096497 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-81b728e1-6d52-4c0c-9106-e946e2ad7254 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/subnets/2707b86a-57a2-4ffd-ba07-38978beec954 HTTP/1.1" status: 404 len: 337 time: 0.0752261 Aug 16 20:16:44.100359 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58774) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:44.112393 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae311ca3-1a10-4249-971f-6807ed7bc314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:44.154642 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-974ea1f6-ef6e-49b2-a678-0550039cab58 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] DELETE failed (client error): The resource could not be found. Aug 16 20:16:44.156915 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-974ea1f6-ef6e-49b2-a678-0550039cab58 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:16:44.157050 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-974ea1f6-ef6e-49b2-a678-0550039cab58 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/subnets/a3bf95dd-bcda-47c9-9633-2753530ca354 HTTP/1.1" status: 404 len: 337 time: 0.0544147 Aug 16 20:16:44.157824 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae311ca3-1a10-4249-971f-6807ed7bc314 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d3d70ca-4446-4443-a4d9-427af5e7240e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:44.159772 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58776) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:44.166035 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae311ca3-1a10-4249-971f-6807ed7bc314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:44.173036 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ae311ca3-1a10-4249-971f-6807ed7bc314 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/1d3d70ca-4446-4443-a4d9-427af5e7240e HTTP/1.1" status: 204 len: 168 time: 1.0916338 Aug 16 20:16:44.173809 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58778) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:44.202839 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-957d9ee5-9518-4787-abc2-ebd86d13c80d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0c7202b-94ed-4c95-91d4-a931a2d90d24 HTTP/1.1" status: 200 len: 205 time: 0.0416343 Aug 16 20:16:44.205536 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58782) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:44.262542 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-69404d1c-fb05-4302-b2b7-472e75b2b0d3 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] delete failed (client error): The resource could not be found. Aug 16 20:16:44.267342 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-69404d1c-fb05-4302-b2b7-472e75b2b0d3 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/routers/d0c7202b-94ed-4c95-91d4-a931a2d90d24 HTTP/1.1" status: 404 len: 336 time: 0.0579150 Aug 16 20:16:44.267506 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58784) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:44.348564 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0de3f84b-f2ae-442e-8329-97373eddcaa6 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "GET /v2.0/ports?device_id=52b72f25-b02e-459a-85af-61ad6bdfe3ac HTTP/1.1" status: 200 len: 205 time: 0.0794961 Aug 16 20:16:44.351142 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58790) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:44.361188 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c591adca-b8a2-4cdc-b82c-e3c8792985e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:44.408507 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-f3fc6871-c504-4cce-98af-279b3ad4a13d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] delete failed (client error): The resource could not be found. Aug 16 20:16:44.412481 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f3fc6871-c504-4cce-98af-279b3ad4a13d tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/routers/52b72f25-b02e-459a-85af-61ad6bdfe3ac HTTP/1.1" status: 404 len: 336 time: 0.0575371 Aug 16 20:16:44.412875 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58796) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:44.472336 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c591adca-b8a2-4cdc-b82c-e3c8792985e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:44.481681 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c721a0db-5ae3-4d1f-83c8-a04159e062d7 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] DELETE failed (client error): The resource could not be found. Aug 16 20:16:44.482309 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c721a0db-5ae3-4d1f-83c8-a04159e062d7 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:16:44.486778 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c721a0db-5ae3-4d1f-83c8-a04159e062d7 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/subnets/73601d01-a340-4d2a-8fee-f61dd059409f HTTP/1.1" status: 404 len: 337 time: 0.0706167 Aug 16 20:16:44.486916 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-c591adca-b8a2-4cdc-b82c-e3c8792985e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03372f6e-3aa5-4f06-a2ff-93fc6275e972']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:44.489056 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58800) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:44.497024 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-c591adca-b8a2-4cdc-b82c-e3c8792985e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b519fe-9895-44f7-9e53-c597e015d95f') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:44.497392 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-c591adca-b8a2-4cdc-b82c-e3c8792985e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b519fe-9895-44f7-9e53-c597e015d95f') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:44.507204 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c591adca-b8a2-4cdc-b82c-e3c8792985e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:44.522682 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c591adca-b8a2-4cdc-b82c-e3c8792985e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:44.530430 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c591adca-b8a2-4cdc-b82c-e3c8792985e2 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:16:44.530919 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c591adca-b8a2-4cdc-b82c-e3c8792985e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:44.540190 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-40ee5d3a-e196-494f-87b8-5e17db59943b tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "GET /v2.0/ports?device_id=7209f675-2812-489e-a9c1-d080ccd607b1 HTTP/1.1" status: 200 len: 205 time: 0.0498407 Aug 16 20:16:44.545202 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58802) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:44.592568 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:16:44.592568 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:16:44.592568 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:16:44.592568 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:16:44.592568 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:16:44.592568 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:16:44.592568 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:16:44.592568 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:16:44.592568 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:16:44.592568 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:16:44.592568 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:16:44.592568 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:16:44.592568 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:16:44.592568 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:16:44.592568 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:16:44.592568 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:16:44.592568 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:16:44.592568 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:16:44.592568 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:16:44.592568 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:16:44.592568 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:16:44.592568 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:16:44.592568 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:16:44.592568 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:16:44.592568 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:16:44.592568 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:16:44.592568 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:16:44.592568 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:16:44.592568 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:16:44.592568 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:16:44.592568 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:16:44.592568 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:16:44.611886 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-44a4fb8d-c810-4c13-8c01-3f191674f728 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] delete failed (client error): The resource could not be found. Aug 16 20:16:44.613133 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-44a4fb8d-c810-4c13-8c01-3f191674f728 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/routers/7209f675-2812-489e-a9c1-d080ccd607b1 HTTP/1.1" status: 404 len: 336 time: 0.0668807 Aug 16 20:16:44.615918 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58806) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:44.646730 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c591adca-b8a2-4cdc-b82c-e3c8792985e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:44.673909 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device ac3bd3e8-20f1-4094-9a26-2f7307d3a976 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:16:44.683487 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9b27dcbd-5aeb-4889-830c-eb82f787f416 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d3f2d8f-73d7-46e9-987a-a9572700b1c1 HTTP/1.1" status: 200 len: 205 time: 0.0636203 Aug 16 20:16:44.692280 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c591adca-b8a2-4cdc-b82c-e3c8792985e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:44.696292 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58810) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:44.700369 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c591adca-b8a2-4cdc-b82c-e3c8792985e2 admin admin] 10.222.0.68 "DELETE /v2.0/networks/03372f6e-3aa5-4f06-a2ff-93fc6275e972 HTTP/1.1" status: 204 len: 168 time: 0.5255518 Aug 16 20:16:44.702298 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58812) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:44.703520 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591adca-b8a2-4cdc-b82c-e3c8792985e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=03372f6e-3aa5-4f06-a2ff-93fc6275e972,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:44.742290 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-5a38584c-f5bb-4526-8fc1-b5de0a2585a1 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] delete failed (client error): The resource could not be found. Aug 16 20:16:44.743892 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5a38584c-f5bb-4526-8fc1-b5de0a2585a1 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/routers/0d3f2d8f-73d7-46e9-987a-a9572700b1c1 HTTP/1.1" status: 404 len: 336 time: 0.0443649 Aug 16 20:16:44.746828 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58816) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:44.823081 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd58ac7-064b-4bc5-a3f4-9d52fae049cf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] DELETE failed (client error): The resource could not be found. Aug 16 20:16:44.823576 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccd58ac7-064b-4bc5-a3f4-9d52fae049cf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:16:44.825320 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ccd58ac7-064b-4bc5-a3f4-9d52fae049cf tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/subnets/3cf59bdb-e81e-4247-a91f-30321fb3f00b HTTP/1.1" status: 404 len: 337 time: 0.0695970 Aug 16 20:16:44.829972 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58824) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:44.871471 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port ac3bd3e8-20f1-4094-9a26-2f7307d3a976 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:44.871471 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:44.894641 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-47048724-58f9-43e0-9b16-51561fc3c7c8 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "GET /v2.0/ports?device_id=1403dfe4-b2f4-4da2-8620-ae44a1ac7b5a HTTP/1.1" status: 200 len: 205 time: 0.0576382 Aug 16 20:16:44.896190 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58826) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:44.911362 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-63dbc611-e827-412c-af2e-c6e086e3434e admin admin] Deleting subnet f63bd2c8-fcf5-4764-858d-daf9ca75a1a0 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:16:44.939378 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-63dbc611-e827-412c-af2e-c6e086e3434e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:44.953535 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235e831-61d0-4591-bbaf-1b3e4cf2e816 req-8b53a033-dba9-4420-ab8b-11bb86b867f3 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:44.955062 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f235e831-61d0-4591-bbaf-1b3e4cf2e816 req-8b53a033-dba9-4420-ab8b-11bb86b867f3 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.1869304 Aug 16 20:16:45.000070 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-8b9e5b47-a6be-43c6-a873-87f972c52ddc tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] delete failed (client error): The resource could not be found. Aug 16 20:16:45.001089 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8b9e5b47-a6be-43c6-a873-87f972c52ddc tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/routers/1403dfe4-b2f4-4da2-8620-ae44a1ac7b5a HTTP/1.1" status: 404 len: 336 time: 0.1021516 Aug 16 20:16:45.020402 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58828) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:45.067283 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-63dbc611-e827-412c-af2e-c6e086e3434e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:45.120111 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ffc4f75-4957-4d17-850a-b5b0a515de46 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] DELETE failed (client error): The resource could not be found. Aug 16 20:16:45.120905 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ffc4f75-4957-4d17-850a-b5b0a515de46 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:16:45.122877 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9ffc4f75-4957-4d17-850a-b5b0a515de46 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/subnets/0c797935-8f4e-42f6-9889-ff9379cc59d7 HTTP/1.1" status: 404 len: 337 time: 0.0998154 Aug 16 20:16:45.125627 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58834) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:45.132928 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53755b-ca28-45e8-9e2b-47636d1584aa req-10158c9d-779d-45fe-a44f-b0c0507c5b3f tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:45.134567 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6d53755b-ca28-45e8-9e2b-47636d1584aa req-10158c9d-779d-45fe-a44f-b0c0507c5b3f tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 945 time: 0.1366618 Aug 16 20:16:45.147426 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:45.174295 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-63dbc611-e827-412c-af2e-c6e086e3434e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:45.199969 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ddd50b-2c31-453d-8643-cf226ba41125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3bd3e8-20f1-4094-9a26-2f7307d3a976'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:16:45.202940 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58205714-9a01-4533-b4d9-8f78e59809cd" -d '{"events": [{"server_uuid": "28ddd50b-2c31-453d-8643-cf226ba41125", "name": "network-vif-plugged", "status": "completed", "tag": "ac3bd3e8-20f1-4094-9a26-2f7307d3a976"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:16:45.217187 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port ac3bd3e8-20f1-4094-9a26-2f7307d3a976, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=ac3bd3e8-20f1-4094-9a26-2f7307d3a976,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:45.224177 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6d53755b-ca28-45e8-9e2b-47636d1584aa req-6a5364ee-5383-4198-bf99-90788c07b14e tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832579 Aug 16 20:16:45.248574 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:45.347031 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=ac3bd3e8-20f1-4094-9a26-2f7307d3a976,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:45.356065 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-63dbc611-e827-412c-af2e-c6e086e3434e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:45.379142 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-918406bc-df62-4eb5-a1a3-92ca8a88dd63 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bbcd6f3-bd38-439f-8be9-381a6f7ee371 HTTP/1.1" status: 200 len: 205 time: 0.2521079 Aug 16 20:16:45.381501 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58846) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:45.403565 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9173749-a2d6-4e3f-8830-d140adc9413e x-openstack-request-id: req-e9173749-a2d6-4e3f-8830-d140adc9413e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:16:45.403820 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ddd50b-2c31-453d-8643-cf226ba41125", "name": "network-vif-plugged", "status": "completed", "tag": "ac3bd3e8-20f1-4094-9a26-2f7307d3a976", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:16:45.404578 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e9173749-a2d6-4e3f-8830-d140adc9413e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:16:45.404682 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ddd50b-2c31-453d-8643-cf226ba41125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3bd3e8-20f1-4094-9a26-2f7307d3a976', 'code': 200} Aug 16 20:16:45.453330 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 8ca6c590-e6cd-4bee-beb8-4cccbc73c738 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:16:45.459582 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbc611-e827-412c-af2e-c6e086e3434e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f63bd2c8-fcf5-4764-858d-daf9ca75a1a0,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:45.472973 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-a8ff0804-5a8a-4789-add2-26bd99ec607b tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] delete failed (client error): The resource could not be found. Aug 16 20:16:45.474037 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a8ff0804-5a8a-4789-add2-26bd99ec607b tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/routers/9bbcd6f3-bd38-439f-8be9-381a6f7ee371 HTTP/1.1" status: 404 len: 336 time: 0.0913711 Aug 16 20:16:45.477148 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58850) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:45.485290 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-63dbc611-e827-412c-af2e-c6e086e3434e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:45.498828 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-63dbc611-e827-412c-af2e-c6e086e3434e admin admin] 10.222.0.68 "DELETE /v2.0/subnets/f63bd2c8-fcf5-4764-858d-daf9ca75a1a0 HTTP/1.1" status: 204 len: 168 time: 0.7884810 Aug 16 20:16:45.502823 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58852) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:45.513822 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 8ca6c590-e6cd-4bee-beb8-4cccbc73c738 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:16:45.514173 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 8ca6c590-e6cd-4bee-beb8-4cccbc73c738 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:16:45.533628 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c0ac22-edd0-4a3e-bc83-66ddd9c691e9 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] DELETE failed (client error): The resource could not be found. Aug 16 20:16:45.534085 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01c0ac22-edd0-4a3e-bc83-66ddd9c691e9 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:16:45.547353 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-01c0ac22-edd0-4a3e-bc83-66ddd9c691e9 tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/subnets/11397733-73c8-4d8b-af7f-3a106ea4729d HTTP/1.1" status: 404 len: 337 time: 0.0691257 Aug 16 20:16:45.551554 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58854) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:45.590720 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9dfacd0-acbb-4485-bd83-b71a570faceb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] DELETE failed (client error): The resource could not be found. Aug 16 20:16:45.591362 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9dfacd0-acbb-4485-bd83-b71a570faceb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:16:45.608433 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b9dfacd0-acbb-4485-bd83-b71a570faceb tempest-RoutersTest-9019571 tempest-RoutersTest-9019571-project] 10.222.0.68 "DELETE /v2.0/subnets/eef757ce-9760-4fe0-8ffe-7bcd59496dd9 HTTP/1.1" status: 404 len: 337 time: 0.0462425 Aug 16 20:16:45.629448 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be700e2b-93b7-4cf8-b8f2-c7e015c3814c req-51e6f0e3-3088-45cb-82cc-0e98c775c0c9 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:45.631290 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-be700e2b-93b7-4cf8-b8f2-c7e015c3814c req-51e6f0e3-3088-45cb-82cc-0e98c775c0c9 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 945 time: 0.3838606 Aug 16 20:16:45.677085 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ca8a2a05-8c7d-421e-80cd-f019c2ea902a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:45.727692 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-f235e831-61d0-4591-bbaf-1b3e4cf2e816 req-c3aa6da9-dd5d-4a29-9129-758d02030c91 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Deleting port c11a052a-8e47-4b81-beba-292c6df2d8d2 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:16:45.728074 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f235e831-61d0-4591-bbaf-1b3e4cf2e816 req-c3aa6da9-dd5d-4a29-9129-758d02030c91 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:45.742093 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-be700e2b-93b7-4cf8-b8f2-c7e015c3814c req-8c021f95-6b10-4c70-814a-3000e21258d4 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/security-groups?id=7ff604e4-37ed-483b-a16a-f896d6b4df95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960391 Aug 16 20:16:45.970411 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ca8a2a05-8c7d-421e-80cd-f019c2ea902a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:45.985970 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-f235e831-61d0-4591-bbaf-1b3e4cf2e816 req-c3aa6da9-dd5d-4a29-9129-758d02030c91 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] For port c11a052a-8e47-4b81-beba-292c6df2d8d2, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=c11a052a-8e47-4b81-beba-292c6df2d8d2,segment=NetworkSegment(83e88499-be31-412e-b1f3-31339fbbc02b),segment_id=83e88499-be31-412e-b1f3-31339fbbc02b)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:45.986851 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f235e831-61d0-4591-bbaf-1b3e4cf2e816 req-c3aa6da9-dd5d-4a29-9129-758d02030c91 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:45.990466 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-ca8a2a05-8c7d-421e-80cd-f019c2ea902a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b5862c-7ebf-40de-a82a-3af0dedf027e']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:46.031884 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-ca8a2a05-8c7d-421e-80cd-f019c2ea902a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28658958-ab58-4df7-8614-8b098f53e6e1') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:46.032507 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-ca8a2a05-8c7d-421e-80cd-f019c2ea902a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28658958-ab58-4df7-8614-8b098f53e6e1') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:46.052668 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ca8a2a05-8c7d-421e-80cd-f019c2ea902a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:46.094739 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ca8a2a05-8c7d-421e-80cd-f019c2ea902a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:46.108272 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8a2a05-8c7d-421e-80cd-f019c2ea902a admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:16:46.110430 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ca8a2a05-8c7d-421e-80cd-f019c2ea902a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:46.159076 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58870) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:46.238041 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:16:46.238041 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:16:46.238041 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:16:46.238041 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:16:46.238041 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:16:46.238041 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:16:46.238041 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:16:46.238041 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:16:46.238041 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:16:46.238041 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:16:46.238041 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:16:46.238041 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:16:46.238041 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:16:46.238041 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:16:46.238041 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:16:46.238041 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:16:46.238041 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:16:46.238041 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:16:46.238041 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:16:46.238041 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:16:46.238041 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:16:46.238041 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:16:46.238041 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:16:46.238041 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:16:46.238041 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:16:46.238041 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:16:46.238041 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:16:46.238041 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:16:46.238041 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:16:46.238041 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:16:46.238041 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:16:46.238041 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:16:46.241266 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-f235e831-61d0-4591-bbaf-1b3e4cf2e816 req-c3aa6da9-dd5d-4a29-9129-758d02030c91 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Calling delete_port for c11a052a-8e47-4b81-beba-292c6df2d8d2 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:16:46.258973 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ca8a2a05-8c7d-421e-80cd-f019c2ea902a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:46.305559 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ca8a2a05-8c7d-421e-80cd-f019c2ea902a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:46.311489 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ca8a2a05-8c7d-421e-80cd-f019c2ea902a admin admin] 10.222.0.68 "DELETE /v2.0/networks/63b5862c-7ebf-40de-a82a-3af0dedf027e HTTP/1.1" status: 204 len: 168 time: 0.8054585 Aug 16 20:16:46.311489 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a2a05-8c7d-421e-80cd-f019c2ea902a admin admin] Pushing event deleted for resources: {'Network': ['ID=63b5862c-7ebf-40de-a82a-3af0dedf027e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:46.538964 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8179bf-369a-402f-a2ab-8583e30faa8d req-0356fe0c-39bd-4f7e-9f15-dd6ad7ac847a tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:46.544957 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4c8179bf-369a-402f-a2ab-8583e30faa8d req-0356fe0c-39bd-4f7e-9f15-dd6ad7ac847a tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 946 time: 0.1469328 Aug 16 20:16:46.690084 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f235e831-61d0-4591-bbaf-1b3e4cf2e816 req-c3aa6da9-dd5d-4a29-9129-758d02030c91 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:46.713981 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-641f0160-5db3-4289-a5ea-eb8507fabe26 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4e7767da8a9b462f9abca14d577f0aa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5537455 Aug 16 20:16:46.716479 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58886) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:46.801333 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa6da9-dd5d-4a29-9129-758d02030c91 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Pushing event deleted for resources: {'Port': ['ID=c11a052a-8e47-4b81-beba-292c6df2d8d2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:46.828718 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58892) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:46.882172 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f235e831-61d0-4591-bbaf-1b3e4cf2e816 req-c3aa6da9-dd5d-4a29-9129-758d02030c91 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] No DVR routers for this DVR port c11a052a-8e47-4b81-beba-292c6df2d8d2 on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:16:46.885853 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f235e831-61d0-4591-bbaf-1b3e4cf2e816 req-c3aa6da9-dd5d-4a29-9129-758d02030c91 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:46.888749 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f235e831-61d0-4591-bbaf-1b3e4cf2e816 req-c3aa6da9-dd5d-4a29-9129-758d02030c91 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.57 "DELETE /v2.0/ports/c11a052a-8e47-4b81-beba-292c6df2d8d2 HTTP/1.1" status: 204 len: 173 time: 1.9144177 Aug 16 20:16:46.955167 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4c8179bf-369a-402f-a2ab-8583e30faa8d req-904c71b7-37fc-414f-9441-73bcd8132f10 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419469 Aug 16 20:16:46.955358 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc41581-a59f-4790-9063-29f2bc075316', 'name': 'network-vif-deleted', 'tag': 'c11a052a-8e47-4b81-beba-292c6df2d8d2'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:16:46.964391 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbe6269-ebc5-4a4e-95c5-1b40ffbecf07" -d '{"events": [{"server_uuid": "ccc41581-a59f-4790-9063-29f2bc075316", "name": "network-vif-deleted", "tag": "c11a052a-8e47-4b81-beba-292c6df2d8d2"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:16:46.989490 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d5947474-60e6-4f17-96db-b8221a8d9a2e req-c36ea810-5358-4bc2-9367-957a8c4abec6 tempest-ServerRescueNegativeTestJSON-954691506 tempest-ServerRescueNegativeTestJSON-954691506-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccc41581-a59f-4790-9063-29f2bc075316 HTTP/1.1" status: 200 len: 210 time: 0.1025100 Aug 16 20:16:47.022455 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c476a8bd-21cf-4536-972c-f1136fbd7736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:47.047789 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85256f3d-77ae-46e1-a834-5f1456509908 x-openstack-request-id: req-85256f3d-77ae-46e1-a834-5f1456509908 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:16:47.048379 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccc41581-a59f-4790-9063-29f2bc075316", "name": "network-vif-deleted", "tag": "c11a052a-8e47-4b81-beba-292c6df2d8d2", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:16:47.048598 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-85256f3d-77ae-46e1-a834-5f1456509908 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:16:47.049086 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc41581-a59f-4790-9063-29f2bc075316', 'name': 'network-vif-deleted', 'tag': 'c11a052a-8e47-4b81-beba-292c6df2d8d2', 'status': 'completed', 'code': 200} Aug 16 20:16:47.072801 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a4084664-9782-4f42-9211-37657cf938cb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=50bf2ec2ef51480f81ee4419e25876f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2428248 Aug 16 20:16:47.075312 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58900) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:47.075693 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c476a8bd-21cf-4536-972c-f1136fbd7736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:47.159560 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac35e878-db4b-43ae-a555-d6634302e590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:47.167186 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c476a8bd-21cf-4536-972c-f1136fbd7736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:47.172155 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c476a8bd-21cf-4536-972c-f1136fbd7736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:47.175855 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c476a8bd-21cf-4536-972c-f1136fbd7736 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/501a4098-d3f4-4a4f-b379-4a824179022d HTTP/1.1" status: 204 len: 168 time: 0.4559932 Aug 16 20:16:47.205584 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476a8bd-21cf-4536-972c-f1136fbd7736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501a4098-d3f4-4a4f-b379-4a824179022d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:47.207863 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac35e878-db4b-43ae-a555-d6634302e590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:47.303807 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac35e878-db4b-43ae-a555-d6634302e590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:47.312442 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac35e878-db4b-43ae-a555-d6634302e590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:47.314113 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ac35e878-db4b-43ae-a555-d6634302e590 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5d96e1ad-3cbc-4226-9ef8-63e8072994ec HTTP/1.1" status: 204 len: 168 time: 0.2372682 Aug 16 20:16:47.326876 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35e878-db4b-43ae-a555-d6634302e590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d96e1ad-3cbc-4226-9ef8-63e8072994ec,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:47.786319 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58924) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:47.864328 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58928) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:47.864799 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6db9f257-7da3-46a6-ae4b-238f258c158f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=56f112da25514609bc5f8ce38a57987d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0769687 Aug 16 20:16:47.955420 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-343d46fa-a12d-4a3e-9cd6-b1e719db8bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:48.039795 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-343d46fa-a12d-4a3e-9cd6-b1e719db8bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:48.089156 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58948) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:48.124714 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-343d46fa-a12d-4a3e-9cd6-b1e719db8bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:48.130270 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-343d46fa-a12d-4a3e-9cd6-b1e719db8bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:48.136093 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-343d46fa-a12d-4a3e-9cd6-b1e719db8bb9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7f880af7-b7d1-42e6-9471-089f9bf5def5 HTTP/1.1" status: 204 len: 168 time: 0.2682681 Aug 16 20:16:48.250701 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d46fa-a12d-4a3e-9cd6-b1e719db8bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f880af7-b7d1-42e6-9471-089f9bf5def5,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:48.295491 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a35af1-6957-4ee0-bfe6-1699cab88618 req-e4818fc7-c421-4d48-89eb-1b10a94a17b5 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:48.307746 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6a35af1-6957-4ee0-bfe6-1699cab88618 req-e4818fc7-c421-4d48-89eb-1b10a94a17b5 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 946 time: 0.1690602 Aug 16 20:16:48.402768 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6a35af1-6957-4ee0-bfe6-1699cab88618 req-84dc8115-c2b2-41e0-8b2c-6cd755f4c579 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935025 Aug 16 20:16:48.689354 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device c11a052a-8e47-4b81-beba-292c6df2d8d2 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:16:48.799378 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: c11a052a-8e47-4b81-beba-292c6df2d8d2 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:16:48.800086 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device c11a052a-8e47-4b81-beba-292c6df2d8d2 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:16:49.304797 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58982) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:49.397977 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6fa75f8f-4c6b-47d6-863f-370a1f02fa93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:49.616925 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-4cf9217c-da20-414f-901f-08b9d676d65c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1387887820', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:16:49.660137 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4cf9217c-da20-414f-901f-08b9d676d65c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:49.661579 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4cf9217c-da20-414f-901f-08b9d676d65c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:49.672543 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2890e0b-30f0-471e-89fa-f5759996cb33 req-bebd9502-8a90-4d2b-95f6-73efc3beb04c tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:49.674226 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a2890e0b-30f0-471e-89fa-f5759996cb33 req-bebd9502-8a90-4d2b-95f6-73efc3beb04c tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 946 time: 0.1045175 Aug 16 20:16:49.738921 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4cf9217c-da20-414f-901f-08b9d676d65c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:49.742687 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a2890e0b-30f0-471e-89fa-f5759996cb33 req-6aeb7057-b3d2-43cb-92bc-d89e08731082 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612507 Aug 16 20:16:49.748226 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4cf9217c-da20-414f-901f-08b9d676d65c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:49.795484 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4cf9217c-da20-414f-901f-08b9d676d65c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:49.797422 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4cf9217c-da20-414f-901f-08b9d676d65c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4911776 Aug 16 20:16:49.800049 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58996) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:49.815357 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6224327f-ada4-4a4c-b9e5-3ba0f051f2d3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-645829099'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:16:49.844985 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6fa75f8f-4c6b-47d6-863f-370a1f02fa93 admin admin] Deleting port 313be297-b942-4475-b883-3748b254472e {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:16:49.845356 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6fa75f8f-4c6b-47d6-863f-370a1f02fa93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:49.870802 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6224327f-ada4-4a4c-b9e5-3ba0f051f2d3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Made reservation on behalf of d60e75d442cc4b0faa4432abb172beeb for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:16:49.876097 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6224327f-ada4-4a4c-b9e5-3ba0f051f2d3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:49.889723 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58998) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:49.892459 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6224327f-ada4-4a4c-b9e5-3ba0f051f2d3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:50.003751 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-6fa75f8f-4c6b-47d6-863f-370a1f02fa93 admin admin] For port 313be297-b942-4475-b883-3748b254472e, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=313be297-b942-4475-b883-3748b254472e,segment=NetworkSegment(83e88499-be31-412e-b1f3-31339fbbc02b),segment_id=83e88499-be31-412e-b1f3-31339fbbc02b)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:50.004125 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6fa75f8f-4c6b-47d6-863f-370a1f02fa93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:50.053587 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6fa75f8f-4c6b-47d6-863f-370a1f02fa93 admin admin] Calling delete_port for 313be297-b942-4475-b883-3748b254472e owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:16:50.197811 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d32ed5c1-929d-4b31-ad0e-a854af3658fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:50.245579 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6224327f-ada4-4a4c-b9e5-3ba0f051f2d3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:50.285646 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6224327f-ada4-4a4c-b9e5-3ba0f051f2d3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:50.331041 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6224327f-ada4-4a4c-b9e5-3ba0f051f2d3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:16:50.349734 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224327f-ada4-4a4c-b9e5-3ba0f051f2d3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a55838d3-c466-4484-81d5-fb813252437a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:50.393377 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6fa75f8f-4c6b-47d6-863f-370a1f02fa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:50.420488 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6224327f-ada4-4a4c-b9e5-3ba0f051f2d3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:50.421883 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-6224327f-ada4-4a4c-b9e5-3ba0f051f2d3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Added segment 1fa1d752-34d4-4778-85c0-1a7c2972438f of type vlan for network e29f60ea-db30-4230-9eac-db7fac35f55b Aug 16 20:16:50.425130 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa75f8f-4c6b-47d6-863f-370a1f02fa93 admin admin] Pushing event deleted for resources: {'Port': ['ID=313be297-b942-4475-b883-3748b254472e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:50.503145 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6224327f-ada4-4a4c-b9e5-3ba0f051f2d3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:50.507288 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d32ed5c1-929d-4b31-ad0e-a854af3658fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:50.521641 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d32ed5c1-929d-4b31-ad0e-a854af3658fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:50.581433 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6224327f-ada4-4a4c-b9e5-3ba0f051f2d3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:50.587874 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6224327f-ada4-4a4c-b9e5-3ba0f051f2d3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:50.588484 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6224327f-ada4-4a4c-b9e5-3ba0f051f2d3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:50.600808 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d32ed5c1-929d-4b31-ad0e-a854af3658fc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=14d3f8fbb8644cc292dcaacbfa73c44d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7096500 Aug 16 20:16:50.606443 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ed5c1-929d-4b31-ad0e-a854af3658fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520b1133-925b-42f1-8728-a4cafa127bc4,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:50.613682 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59012) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:50.657431 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6224327f-ada4-4a4c-b9e5-3ba0f051f2d3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8546729 Aug 16 20:16:50.661883 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59014) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:50.671263 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f725ae25-c094-4f72-897c-0b000c11a2b3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Request body: {'subnet': {'network_id': 'e29f60ea-db30-4230-9eac-db7fac35f55b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:16:50.680035 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224327f-ada4-4a4c-b9e5-3ba0f051f2d3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Pushing event updated for resources: {'Network': ['ID=e29f60ea-db30-4230-9eac-db7fac35f55b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:50.698025 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network e29f60ea-db30-4230-9eac-db7fac35f55b details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:16:50.752428 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6fa75f8f-4c6b-47d6-863f-370a1f02fa93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:50.785587 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1e85842-10e4-4c5a-9a9f-75b2982b0576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:50.857210 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1e85842-10e4-4c5a-9a9f-75b2982b0576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:50.895931 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4c4fe-3774-483c-9003-414b0640c829 req-b0837d25-5f29-49a1-98b9-9a3efaf79661 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:50.907088 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bcd4c4fe-3774-483c-9003-414b0640c829 req-b0837d25-5f29-49a1-98b9-9a3efaf79661 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 946 time: 0.0743134 Aug 16 20:16:51.011072 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bcd4c4fe-3774-483c-9003-414b0640c829 req-c209337d-0956-400d-9a62-c390517cc296 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023686 Aug 16 20:16:51.087372 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1e85842-10e4-4c5a-9a9f-75b2982b0576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:51.092878 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1e85842-10e4-4c5a-9a9f-75b2982b0576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:51.092878 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c1e85842-10e4-4c5a-9a9f-75b2982b0576 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/520b1133-925b-42f1-8728-a4cafa127bc4 HTTP/1.1" status: 204 len: 168 time: 0.4768660 Aug 16 20:16:51.123723 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f725ae25-c094-4f72-897c-0b000c11a2b3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Made reservation on behalf of d60e75d442cc4b0faa4432abb172beeb for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:16:51.127554 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f725ae25-c094-4f72-897c-0b000c11a2b3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:51.153097 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e85842-10e4-4c5a-9a9f-75b2982b0576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520b1133-925b-42f1-8728-a4cafa127bc4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:51.349321 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa75f8f-4c6b-47d6-863f-370a1f02fa93 admin admin] Router f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:16:51.571158 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f725ae25-c094-4f72-897c-0b000c11a2b3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:51.574990 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59032) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:51.593947 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6dd3b202-9963-40d5-9afd-0d078d1bd08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:51.618203 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa75f8f-4c6b-47d6-863f-370a1f02fa93 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:16:51.630876 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b40632d-955b-401a-bc0b-9ada431322e2 None None] Sync routers for ids ['f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:16:51.631056 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6fa75f8f-4c6b-47d6-863f-370a1f02fa93 admin admin] 10.222.0.68 "PUT /v2.0/routers/f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5400999 Aug 16 20:16:51.635702 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59036) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:51.656528 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b40632d-955b-401a-bc0b-9ada431322e2 None None] Routers {'f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:16:51.656738 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8b40632d-955b-401a-bc0b-9ada431322e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:16:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:51.748203 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725ae25-c094-4f72-897c-0b000c11a2b3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Pushing event updated for resources: {'Subnet': ['ID=dc2e8b2d-aa83-46a3-b670-17f8d1e65f65,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:51.775164 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6dd3b202-9963-40d5-9afd-0d078d1bd08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:51.782038 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6dd3b202-9963-40d5-9afd-0d078d1bd08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:51.792817 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-e1e0a343-6c9c-46a2-acc0-37de0a9952ae service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0957780 Aug 16 20:16:51.805902 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f725ae25-c094-4f72-897c-0b000c11a2b3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Checking segment: {'id': '1fa1d752-34d4-4778-85c0-1a7c2972438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e29f60ea-db30-4230-9eac-db7fac35f55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:16:51.806356 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f725ae25-c094-4f72-897c-0b000c11a2b3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Network hostable DHCP agents. Network: e29f60ea-db30-4230-9eac-db7fac35f55b, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:16:51.837933 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3b202-9963-40d5-9afd-0d078d1bd08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb56d78-ff45-4acc-893e-5fa3302d715e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:51.844253 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6dd3b202-9963-40d5-9afd-0d078d1bd08c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6aa5b6a328174de493381e105527be9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2676542 Aug 16 20:16:51.846675 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59038) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:51.875483 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-8b40632d-955b-401a-bc0b-9ada431322e2 None None] Set router f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:16:51.953774 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-25ed59c9-8236-46f6-8829-13424902b3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:51.964787 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09367027-6fe4-48e5-aa93-6f387b007258 req-f0a41f8e-5596-4369-a0d4-0a172d821f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:51.965471 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09367027-6fe4-48e5-aa93-6f387b007258 req-f0a41f8e-5596-4369-a0d4-0a172d821f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:51.966023 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09367027-6fe4-48e5-aa93-6f387b007258 req-f0a41f8e-5596-4369-a0d4-0a172d821f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:51.966568 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09367027-6fe4-48e5-aa93-6f387b007258 req-f0a41f8e-5596-4369-a0d4-0a172d821f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:51.967096 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09367027-6fe4-48e5-aa93-6f387b007258 req-f0a41f8e-5596-4369-a0d4-0a172d821f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:51.968152 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09367027-6fe4-48e5-aa93-6f387b007258 req-f0a41f8e-5596-4369-a0d4-0a172d821f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:51.968693 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09367027-6fe4-48e5-aa93-6f387b007258 req-f0a41f8e-5596-4369-a0d4-0a172d821f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:51.970909 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-f0a41f8e-5596-4369-a0d4-0a172d821f7f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cefd984278fb49d9a2fe0a3b62a831cf&device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 6497 time: 0.0905182 Aug 16 20:16:51.980576 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f725ae25-c094-4f72-897c-0b000c11a2b3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Network e29f60ea-db30-4230-9eac-db7fac35f55b is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:16:51.994369 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4664bdac-d585-46e8-acff-128b248f3dbb admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:51.994948 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-25ed59c9-8236-46f6-8829-13424902b3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:51.999409 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-f725ae25-c094-4f72-897c-0b000c11a2b3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, e29f60ea-db30-4230-9eac-db7fac35f55b) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:16:52.014182 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f725ae25-c094-4f72-897c-0b000c11a2b3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:52.015174 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f725ae25-c094-4f72-897c-0b000c11a2b3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:52.133047 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f725ae25-c094-4f72-897c-0b000c11a2b3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4672601 Aug 16 20:16:52.140849 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59046) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:52.153565 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ee33d076-5496-4c1b-89e1-eb74d95fdc42 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Request body: {'network': {'name': 'tempest-router-network01--887611378'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:16:52.156127 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17bb1dc-1426-414c-bce9-5bc14bd91ff2 None None] Network e29f60ea-db30-4230-9eac-db7fac35f55b requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:16:52.293799 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09367027-6fe4-48e5-aa93-6f387b007258 req-f77bda23-140a-4382-8bed-62189eec4e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:52.294766 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09367027-6fe4-48e5-aa93-6f387b007258 req-f77bda23-140a-4382-8bed-62189eec4e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:52.296229 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09367027-6fe4-48e5-aa93-6f387b007258 req-f77bda23-140a-4382-8bed-62189eec4e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:52.301904 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-f77bda23-140a-4382-8bed-62189eec4e40 service neutron] 10.222.0.63 "GET /v2.0/networks?id=6d192dbb-a372-4859-86a9-c63053b8e357&id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&id=2a2623ce-bffe-47bb-a726-6ce2777826c9&id=2a2623ce-bffe-47bb-a726-6ce2777826c9 HTTP/1.1" status: 200 len: 2291 time: 0.2956593 Aug 16 20:16:52.352400 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee33d076-5496-4c1b-89e1-eb74d95fdc42 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Made reservation on behalf of d60e75d442cc4b0faa4432abb172beeb for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:16:52.356587 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee33d076-5496-4c1b-89e1-eb74d95fdc42 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:52.388633 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-853459e3-62a3-495e-9f69-949ebb26c80f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ca147cc-a223-4e76-8231-748d95ba851c HTTP/1.1" status: 200 len: 1001 time: 0.0789173 Aug 16 20:16:52.416950 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efdd49d-d92e-4705-8b4a-fc26d137c249 req-2935cc68-1a5b-4e7d-aa07-8530c03a894e tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:52.417681 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-25ed59c9-8236-46f6-8829-13424902b3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:52.418970 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3efdd49d-d92e-4705-8b4a-fc26d137c249 req-2935cc68-1a5b-4e7d-aa07-8530c03a894e tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 946 time: 0.1969624 Aug 16 20:16:52.420344 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4664bdac-d585-46e8-acff-128b248f3dbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:52.429997 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-25ed59c9-8236-46f6-8829-13424902b3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:52.433702 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-25ed59c9-8236-46f6-8829-13424902b3a1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bfb56d78-ff45-4acc-893e-5fa3302d715e HTTP/1.1" status: 204 len: 168 time: 0.5853024 Aug 16 20:16:52.442785 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee33d076-5496-4c1b-89e1-eb74d95fdc42 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:16:52.476033 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee33d076-5496-4c1b-89e1-eb74d95fdc42 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:52.478075 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-ee33d076-5496-4c1b-89e1-eb74d95fdc42 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Added segment 3989d10a-41e9-4912-ae1d-3b4132df8541 of type vlan for network ac8d22ce-2498-4be7-a04b-6c95fe59f8ea Aug 16 20:16:52.510873 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed59c9-8236-46f6-8829-13424902b3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb56d78-ff45-4acc-893e-5fa3302d715e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:52.526418 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223f94e1-6dc1-4533-a0c2-7ba440a62bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-e29f60ea-db30-4230-9eac-db7fac35f55b', 'network_id': 'e29f60ea-db30-4230-9eac-db7fac35f55b', 'tenant_id': 'd60e75d442cc4b0faa4432abb172beeb', 'fixed_ips': [{'subnet_id': 'dc2e8b2d-aa83-46a3-b670-17f8d1e65f65'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:16:52.527769 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-223f94e1-6dc1-4533-a0c2-7ba440a62bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:52.538576 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09367027-6fe4-48e5-aa93-6f387b007258 req-6c519d1a-96de-4fdd-be77-e5f28e41b9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:52.542023 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-6c519d1a-96de-4fdd-be77-e5f28e41b9a7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=279800a2-1f75-4763-82e2-882d40193542 HTTP/1.1" status: 200 len: 850 time: 0.1458864 Aug 16 20:16:52.574178 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8b40632d-955b-401a-bc0b-9ada431322e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b', 'name': 'tempest-ServerRescueNegativeTestJSON-991833099-router', 'tenant_id': '98e887ed0bb24182a1fc14aaf2ea8c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '6c5d4461-05be-4178-97c3-c9005af5b627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:14:18Z', 'updated_at': '2021-08-16T20:16:50Z', 'revision_number': 5, 'project_id': '98e887ed0bb24182a1fc14aaf2ea8c9d', 'gw_port': {'id': '6c5d4461-05be-4178-97c3-c9005af5b627', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:43:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:14:19Z', 'updated_at': '2021-08-16T20:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:52.635021 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09367027-6fe4-48e5-aa93-6f387b007258 req-60d183a9-bead-448e-bb83-f8b0bd884fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:52.640712 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-60d183a9-bead-448e-bb83-f8b0bd884fc4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6d192dbb-a372-4859-86a9-c63053b8e357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904424 Aug 16 20:16:52.644642 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b40632d-955b-401a-bc0b-9ada431322e2 None None] Checking router: f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:16:52.653907 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee33d076-5496-4c1b-89e1-eb74d95fdc42 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:52.661966 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3efdd49d-d92e-4705-8b4a-fc26d137c249 req-a3b28f30-4d42-4c34-8905-c6a9a94c7fbd tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315297 Aug 16 20:16:52.726508 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee33d076-5496-4c1b-89e1-eb74d95fdc42 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:52.735190 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee33d076-5496-4c1b-89e1-eb74d95fdc42 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:52.735847 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee33d076-5496-4c1b-89e1-eb74d95fdc42 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:52.745335 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-4664bdac-d585-46e8-acff-128b248f3dbb admin admin] Deleting port 6c5d4461-05be-4178-97c3-c9005af5b627 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:16:52.745669 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4664bdac-d585-46e8-acff-128b248f3dbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:52.788195 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b40632d-955b-401a-bc0b-9ada431322e2 None None] Routers {'f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:16:52.789243 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8b40632d-955b-401a-bc0b-9ada431322e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:16:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:52.901173 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ee33d076-5496-4c1b-89e1-eb74d95fdc42 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7529435 Aug 16 20:16:52.910816 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59054) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:52.924383 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-8b40632d-955b-401a-bc0b-9ada431322e2 None None] Set router f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:16:52.932278 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-067fcb91-c323-47a2-ab44-47101d2d95a7 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Request body: {'network': {'name': 'tempest-router-network02--66964910'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:16:52.952650 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33d076-5496-4c1b-89e1-eb74d95fdc42 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Pushing event updated for resources: {'Network': ['ID=ac8d22ce-2498-4be7-a04b-6c95fe59f8ea,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:52.969210 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-fc7218f8-c97a-425f-99fb-eea80b38a0f6 service neutron] 10.222.0.63 "GET /v2.0/networks/6d192dbb-a372-4859-86a9-c63053b8e357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222308 Aug 16 20:16:53.003280 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8b40632d-955b-401a-bc0b-9ada431322e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b', 'name': 'tempest-ServerRescueNegativeTestJSON-991833099-router', 'tenant_id': '98e887ed0bb24182a1fc14aaf2ea8c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:14:18Z', 'updated_at': '2021-08-16T20:16:52Z', 'revision_number': 6, 'project_id': '98e887ed0bb24182a1fc14aaf2ea8c9d', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:53.005601 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network ac8d22ce-2498-4be7-a04b-6c95fe59f8ea details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:16:53.057132 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-4664bdac-d585-46e8-acff-128b248f3dbb admin admin] For port 6c5d4461-05be-4178-97c3-c9005af5b627, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6c5d4461-05be-4178-97c3-c9005af5b627,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:53.057351 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4664bdac-d585-46e8-acff-128b248f3dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:53.089615 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b40632d-955b-401a-bc0b-9ada431322e2 None None] The sync data for ids ['f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b'] in n-d-787206-13 is: [{'id': 'f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b', 'name': 'tempest-ServerRescueNegativeTestJSON-991833099-router', 'tenant_id': '98e887ed0bb24182a1fc14aaf2ea8c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:14:18Z', 'updated_at': '2021-08-16T20:16:52Z', 'revision_number': 6, 'project_id': '98e887ed0bb24182a1fc14aaf2ea8c9d', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:16:53.101174 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-4664bdac-d585-46e8-acff-128b248f3dbb admin admin] Calling delete_port for 6c5d4461-05be-4178-97c3-c9005af5b627 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:16:53.176332 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067fcb91-c323-47a2-ab44-47101d2d95a7 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Made reservation on behalf of d60e75d442cc4b0faa4432abb172beeb for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:16:53.187511 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-067fcb91-c323-47a2-ab44-47101d2d95a7 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:53.274940 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067fcb91-c323-47a2-ab44-47101d2d95a7 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:16:53.276308 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-223f94e1-6dc1-4533-a0c2-7ba440a62bf4 None None] Allocated IP 2001:db8::2 (e29f60ea-db30-4230-9eac-db7fac35f55b/dc2e8b2d-aa83-46a3-b670-17f8d1e65f65/939f55cc-1577-4d82-b648-301d5168697c) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:16:53.339348 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-68c9dc20-62e9-4fe7-8e47-d20c2e7de31a service neutron] 10.222.0.63 "GET /v2.0/networks/6d192dbb-a372-4859-86a9-c63053b8e357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594210 Aug 16 20:16:53.344586 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-067fcb91-c323-47a2-ab44-47101d2d95a7 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:53.345272 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-067fcb91-c323-47a2-ab44-47101d2d95a7 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Added segment d38d2124-9f9d-4089-956d-a8be8f6e5c11 of type vlan for network d3ba8372-84f1-438d-bad9-b5a25881ccec Aug 16 20:16:53.402798 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-067fcb91-c323-47a2-ab44-47101d2d95a7 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:53.447618 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-067fcb91-c323-47a2-ab44-47101d2d95a7 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:53.455295 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067fcb91-c323-47a2-ab44-47101d2d95a7 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:53.463364 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-067fcb91-c323-47a2-ab44-47101d2d95a7 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:53.490241 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4664bdac-d585-46e8-acff-128b248f3dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:53.527074 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 313be297-b942-4475-b883-3748b254472e no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:16:53.557720 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 313be297-b942-4475-b883-3748b254472e {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:16:53.558557 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 313be297-b942-4475-b883-3748b254472e not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:16:53.579479 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664bdac-d585-46e8-acff-128b248f3dbb admin admin] Pushing event deleted for resources: {'Port': ['ID=6c5d4461-05be-4178-97c3-c9005af5b627,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:53.635131 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067fcb91-c323-47a2-ab44-47101d2d95a7 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Pushing event updated for resources: {'Network': ['ID=d3ba8372-84f1-438d-bad9-b5a25881ccec,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:53.641950 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-8b8a1ebf-f9bf-4da0-849e-f684f9b9d913 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=ec6dde60-31da-44a8-99c6-66666133bd58 HTTP/1.1" status: 200 len: 217 time: 0.2058003 Aug 16 20:16:53.673569 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network d3ba8372-84f1-438d-bad9-b5a25881ccec details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:16:53.699372 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4664bdac-d585-46e8-acff-128b248f3dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:53.713434 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09367027-6fe4-48e5-aa93-6f387b007258 req-48d9a75b-dac4-4ba6-a051-1e63cbf18def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:53.716103 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-48d9a75b-dac4-4ba6-a051-1e63cbf18def service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7d7186cf-77e4-4b82-8d65-1e75cd70140b HTTP/1.1" status: 200 len: 797 time: 0.0661075 Aug 16 20:16:53.717824 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-067fcb91-c323-47a2-ab44-47101d2d95a7 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8027515 Aug 16 20:16:53.723160 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59074) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:53.734741 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-9dcf66d1-1118-42a1-8ea0-18629b7b39df tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Request body: {'subnet': {'network_id': 'ac8d22ce-2498-4be7-a04b-6c95fe59f8ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:16:53.816202 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-223f94e1-6dc1-4533-a0c2-7ba440a62bf4 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:53.888978 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-223f94e1-6dc1-4533-a0c2-7ba440a62bf4 None None] Transition to ACTIVE for port object 939f55cc-1577-4d82-b648-301d5168697c will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:16:53.923711 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-223f94e1-6dc1-4533-a0c2-7ba440a62bf4 None None] Transition to ACTIVE for port object 939f55cc-1577-4d82-b648-301d5168697c will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:16:53.933483 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-223f94e1-6dc1-4533-a0c2-7ba440a62bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:53.953456 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4664bdac-d585-46e8-acff-128b248f3dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:53.957976 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4664bdac-d585-46e8-acff-128b248f3dbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:54.012596 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09367027-6fe4-48e5-aa93-6f387b007258 req-20be0d0a-a278-4330-8176-df3298134574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:54.014674 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-20be0d0a-a278-4330-8176-df3298134574 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2891154 Aug 16 20:16:54.015299 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223f94e1-6dc1-4533-a0c2-7ba440a62bf4 None None] Network e29f60ea-db30-4230-9eac-db7fac35f55b is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:16:54.026810 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-223f94e1-6dc1-4533-a0c2-7ba440a62bf4 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:16:54.028014 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b4e7a-73fe-429e-9780-75cc6d7fd8bb req-df13178d-b48c-4f1b-b387-b6c55b4e95b1 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:54.030671 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fd7b4e7a-73fe-429e-9780-75cc6d7fd8bb req-df13178d-b48c-4f1b-b387-b6c55b4e95b1 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 946 time: 0.2195537 Aug 16 20:16:54.031091 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223f94e1-6dc1-4533-a0c2-7ba440a62bf4 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:16:54.070980 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4664bdac-d585-46e8-acff-128b248f3dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:54.071784 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4664bdac-d585-46e8-acff-128b248f3dbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:16:54.087043 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4664bdac-d585-46e8-acff-128b248f3dbb admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:54.090911 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4664bdac-d585-46e8-acff-128b248f3dbb admin admin] 10.222.0.68 "DELETE /v2.0/routers/f35eac19-e2e6-4f9b-8f02-fb9a0e9ff34b HTTP/1.1" status: 204 len: 168 time: 2.4544950 Aug 16 20:16:54.099277 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59084) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:54.202108 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f94e1-6dc1-4533-a0c2-7ba440a62bf4 None None] Pushing event updated for resources: {'Port': ['ID=939f55cc-1577-4d82-b648-301d5168697c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:54.225305 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0733cdc2-601e-4c5b-b555-eb68865776c5 admin admin] Deleting subnet 946fe5ac-77fe-4401-a122-51f4276b125a {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:16:54.236031 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0733cdc2-601e-4c5b-b555-eb68865776c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:54.261190 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-223f94e1-6dc1-4533-a0c2-7ba440a62bf4 None None] Attempting to bind port 939f55cc-1577-4d82-b648-301d5168697c on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:16:54.261711 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-223f94e1-6dc1-4533-a0c2-7ba440a62bf4 None None] Attempting to bind port 939f55cc-1577-4d82-b648-301d5168697c by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '1fa1d752-34d4-4778-85c0-1a7c2972438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e29f60ea-db30-4230-9eac-db7fac35f55b'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:16:54.264074 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223f94e1-6dc1-4533-a0c2-7ba440a62bf4 None None] Attempting to bind port 939f55cc-1577-4d82-b648-301d5168697c on network e29f60ea-db30-4230-9eac-db7fac35f55b {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:16:54.286529 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223f94e1-6dc1-4533-a0c2-7ba440a62bf4 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:16:54.298233 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223f94e1-6dc1-4533-a0c2-7ba440a62bf4 None None] Checking segment: {'id': '1fa1d752-34d4-4778-85c0-1a7c2972438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e29f60ea-db30-4230-9eac-db7fac35f55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:16:54.298795 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-223f94e1-6dc1-4533-a0c2-7ba440a62bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:54.299698 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223f94e1-6dc1-4533-a0c2-7ba440a62bf4 None None] Bound using segment: {'id': '1fa1d752-34d4-4778-85c0-1a7c2972438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e29f60ea-db30-4230-9eac-db7fac35f55b'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:16:54.305764 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-223f94e1-6dc1-4533-a0c2-7ba440a62bf4 None None] Bound port: 939f55cc-1577-4d82-b648-301d5168697c, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa1d752-34d4-4778-85c0-1a7c2972438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e29f60ea-db30-4230-9eac-db7fac35f55b'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:16:54.309060 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-223f94e1-6dc1-4533-a0c2-7ba440a62bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:54.450883 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dcf66d1-1118-42a1-8ea0-18629b7b39df tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Made reservation on behalf of d60e75d442cc4b0faa4432abb172beeb for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:16:54.455452 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0733cdc2-601e-4c5b-b555-eb68865776c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:54.474595 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9dcf66d1-1118-42a1-8ea0-18629b7b39df tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:54.497383 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-f1f49d90-009a-4734-bf33-4782c8d63c89 service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488270 Aug 16 20:16:54.525936 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-223f94e1-6dc1-4533-a0c2-7ba440a62bf4 None None] For port 939f55cc-1577-4d82-b648-301d5168697c, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:16:54.530311 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-223f94e1-6dc1-4533-a0c2-7ba440a62bf4 None None] For port 939f55cc-1577-4d82-b648-301d5168697c, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=939f55cc-1577-4d82-b648-301d5168697c,segment=NetworkSegment(1fa1d752-34d4-4778-85c0-1a7c2972438f),segment_id=1fa1d752-34d4-4778-85c0-1a7c2972438f)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:16:54.535804 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-223f94e1-6dc1-4533-a0c2-7ba440a62bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:54.558497 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0733cdc2-601e-4c5b-b555-eb68865776c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:54.763698 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f94e1-6dc1-4533-a0c2-7ba440a62bf4 None None] Pushing event updated for resources: {'Port': ['ID=939f55cc-1577-4d82-b648-301d5168697c,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:54.770862 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0733cdc2-601e-4c5b-b555-eb68865776c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:54.846618 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733cdc2-601e-4c5b-b555-eb68865776c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=946fe5ac-77fe-4401-a122-51f4276b125a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:54.853426 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0733cdc2-601e-4c5b-b555-eb68865776c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:54.855658 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0733cdc2-601e-4c5b-b555-eb68865776c5 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/946fe5ac-77fe-4401-a122-51f4276b125a HTTP/1.1" status: 204 len: 168 time: 0.7534359 Aug 16 20:16:54.861645 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59098) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:54.919653 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fd7b4e7a-73fe-429e-9780-75cc6d7fd8bb req-749dd586-57ed-4529-99e8-cdc18bd68152 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8722234 Aug 16 20:16:55.034701 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9dcf66d1-1118-42a1-8ea0-18629b7b39df tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:55.133220 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aceddfe2-1dfc-4add-86ff-72bbec94f377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:55.243970 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf66d1-1118-42a1-8ea0-18629b7b39df tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Pushing event updated for resources: {'Subnet': ['ID=618cb471-4bf2-4ee3-97b3-637f1fcd3cf6,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:55.265802 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-efdc17c5-e1c4-43cb-87e8-25d9b09859d3 service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7673602 Aug 16 20:16:55.276257 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcf66d1-1118-42a1-8ea0-18629b7b39df tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Checking segment: {'id': '3989d10a-41e9-4912-ae1d-3b4132df8541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ac8d22ce-2498-4be7-a04b-6c95fe59f8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:16:55.276767 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aceddfe2-1dfc-4add-86ff-72bbec94f377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:55.277026 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcf66d1-1118-42a1-8ea0-18629b7b39df tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Network hostable DHCP agents. Network: ac8d22ce-2498-4be7-a04b-6c95fe59f8ea, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:16:55.304827 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-aceddfe2-1dfc-4add-86ff-72bbec94f377 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8574a456-1a0e-4ff3-8e86-8ad3174e1cb2']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:55.323873 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-d72ba54e-9d98-4317-94ea-f8aed7ac1c05 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=3cdfb6f4-dac4-488e-af79-cf406aeeec52 HTTP/1.1" status: 200 len: 217 time: 0.0489571 Aug 16 20:16:55.325705 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-aceddfe2-1dfc-4add-86ff-72bbec94f377 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83e88499-be31-412e-b1f3-31339fbbc02b') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:55.326015 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-aceddfe2-1dfc-4add-86ff-72bbec94f377 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83e88499-be31-412e-b1f3-31339fbbc02b') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:16:55.357430 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aceddfe2-1dfc-4add-86ff-72bbec94f377 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:55.392743 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aceddfe2-1dfc-4add-86ff-72bbec94f377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:55.402398 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aceddfe2-1dfc-4add-86ff-72bbec94f377 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:16:55.402869 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aceddfe2-1dfc-4add-86ff-72bbec94f377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:55.454802 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09367027-6fe4-48e5-aa93-6f387b007258 req-ba90df26-3823-4e35-8b7d-025041fd297e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:55.458100 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-ba90df26-3823-4e35-8b7d-025041fd297e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7d7186cf-77e4-4b82-8d65-1e75cd70140b HTTP/1.1" status: 200 len: 797 time: 0.1261420 Aug 16 20:16:55.486272 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcf66d1-1118-42a1-8ea0-18629b7b39df tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Network ac8d22ce-2498-4be7-a04b-6c95fe59f8ea is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:16:55.491091 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 939f55cc-1577-4d82-b648-301d5168697c up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:16:55.518659 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-9dcf66d1-1118-42a1-8ea0-18629b7b39df tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, ac8d22ce-2498-4be7-a04b-6c95fe59f8ea) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:16:55.524339 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf66d1-1118-42a1-8ea0-18629b7b39df tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:55.524967 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9dcf66d1-1118-42a1-8ea0-18629b7b39df tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:55.548671 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:16:55.548671 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:16:55.548671 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:16:55.548671 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:16:55.548671 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:16:55.548671 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:16:55.548671 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:16:55.548671 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:16:55.548671 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:16:55.548671 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:16:55.548671 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:16:55.548671 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:16:55.548671 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:16:55.548671 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:16:55.548671 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:16:55.548671 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:16:55.548671 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:16:55.548671 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:16:55.548671 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:16:55.548671 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:16:55.548671 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:16:55.548671 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:16:55.548671 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:16:55.548671 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:16:55.548671 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:16:55.548671 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:16:55.548671 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:16:55.548671 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:16:55.548671 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:16:55.548671 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:16:55.548671 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:16:55.548671 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:16:55.557763 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09367027-6fe4-48e5-aa93-6f387b007258 req-f8913374-2889-4bbe-b54d-64f4472e0f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:55.558103 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aceddfe2-1dfc-4add-86ff-72bbec94f377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:55.565103 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-f8913374-2889-4bbe-b54d-64f4472e0f55 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0956988 Aug 16 20:16:55.565606 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aceddfe2-1dfc-4add-86ff-72bbec94f377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:55.566575 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9dcf66d1-1118-42a1-8ea0-18629b7b39df tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8424380 Aug 16 20:16:55.569855 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-aceddfe2-1dfc-4add-86ff-72bbec94f377 admin admin] 10.222.0.68 "DELETE /v2.0/networks/8574a456-1a0e-4ff3-8e86-8ad3174e1cb2 HTTP/1.1" status: 204 len: 168 time: 0.7060738 Aug 16 20:16:55.574319 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59122) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:55.592479 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956e3863-ff8e-44fa-b7cd-60b70f9dbec8 None None] Network ac8d22ce-2498-4be7-a04b-6c95fe59f8ea requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:16:55.631730 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-1422aead-1da3-45cc-9df4-1d1e32b9c6e9 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Request body: {'subnet': {'network_id': 'd3ba8372-84f1-438d-bad9-b5a25881ccec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:16:56.204040 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40da30c0-97c9-4c56-ac4f-9cade54b41df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-ac8d22ce-2498-4be7-a04b-6c95fe59f8ea', 'network_id': 'ac8d22ce-2498-4be7-a04b-6c95fe59f8ea', 'tenant_id': 'd60e75d442cc4b0faa4432abb172beeb', 'fixed_ips': [{'subnet_id': '618cb471-4bf2-4ee3-97b3-637f1fcd3cf6'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:16:56.204791 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-40da30c0-97c9-4c56-ac4f-9cade54b41df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:56.206759 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59132) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:56.232792 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceddfe2-1dfc-4add-86ff-72bbec94f377 admin admin] Pushing event deleted for resources: {'Network': ['ID=8574a456-1a0e-4ff3-8e86-8ad3174e1cb2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:56.327961 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 939f55cc-1577-4d82-b648-301d5168697c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:16:56.371757 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c5833d-85ad-4931-908d-cc078d296e4f None None] Network e29f60ea-db30-4230-9eac-db7fac35f55b requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:16:56.467471 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6c5d4461-05be-4178-97c3-c9005af5b627 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:16:56.489812 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-908a1aae-9eeb-449b-9729-7e73daf519e2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=98e887ed0bb24182a1fc14aaf2ea8c9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2771657 Aug 16 20:16:56.500149 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59140) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:56.554963 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-577c3d3c-449f-4a6b-8b45-e60f6e490461 service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9796119 Aug 16 20:16:56.595504 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5d685-01f3-4d51-a0b3-6c0c9256f9fb req-cb58bb24-ce41-499f-a4ca-66aefed98005 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:56.602941 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bed5d685-01f3-4d51-a0b3-6c0c9256f9fb req-cb58bb24-ce41-499f-a4ca-66aefed98005 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 946 time: 0.3949261 Aug 16 20:16:56.646235 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 6c5d4461-05be-4178-97c3-c9005af5b627 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:16:56.646780 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6c5d4461-05be-4178-97c3-c9005af5b627 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:16:56.716094 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-dcc285d6-3063-431c-b7fe-c9599fb65291 None None] Provisioning for port 939f55cc-1577-4d82-b648-301d5168697c completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:16:56.726480 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bed5d685-01f3-4d51-a0b3-6c0c9256f9fb req-9b5efe62-2d06-48c7-87df-b725e7a79558 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140618 Aug 16 20:16:56.754993 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55a945d9-a29a-4402-822a-8f8c34fb2669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:56.770622 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-dcc285d6-3063-431c-b7fe-c9599fb65291 None None] Provisioning complete for port 939f55cc-1577-4d82-b648-301d5168697c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:56.771003 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dcc285d6-3063-431c-b7fe-c9599fb65291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:56.810138 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55a945d9-a29a-4402-822a-8f8c34fb2669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:56.870853 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-936425ff-959c-4c1a-8e76-2703224ab2a4 service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878850 Aug 16 20:16:56.885111 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-40da30c0-97c9-4c56-ac4f-9cade54b41df None None] Allocated IP 2001:db8::2 (ac8d22ce-2498-4be7-a04b-6c95fe59f8ea/618cb471-4bf2-4ee3-97b3-637f1fcd3cf6/47291c0f-acf8-4af8-94bd-93aba31de88b) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:16:56.938101 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55a945d9-a29a-4402-822a-8f8c34fb2669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:56.942442 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55a945d9-a29a-4402-822a-8f8c34fb2669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:56.944056 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-55a945d9-a29a-4402-822a-8f8c34fb2669 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7ff604e4-37ed-483b-a16a-f896d6b4df95 HTTP/1.1" status: 204 len: 168 time: 0.4460306 Aug 16 20:16:56.988411 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a945d9-a29a-4402-822a-8f8c34fb2669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff604e4-37ed-483b-a16a-f896d6b4df95,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:57.042263 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-6b3c43d7-1015-4022-8a5d-8716088a253d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=61f5d400-4db0-4954-b6c2-83f11955da7c HTTP/1.1" status: 200 len: 217 time: 0.1611536 Aug 16 20:16:57.116148 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1422aead-1da3-45cc-9df4-1d1e32b9c6e9 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Made reservation on behalf of d60e75d442cc4b0faa4432abb172beeb for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:16:57.124049 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1422aead-1da3-45cc-9df4-1d1e32b9c6e9 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:57.185372 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dcc285d6-3063-431c-b7fe-c9599fb65291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:57.202821 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09367027-6fe4-48e5-aa93-6f387b007258 req-55df2ed6-2085-4619-8b43-365eb9da2b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:57.205004 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-55df2ed6-2085-4619-8b43-365eb9da2b81 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7d7186cf-77e4-4b82-8d65-1e75cd70140b HTTP/1.1" status: 200 len: 797 time: 0.1542478 Aug 16 20:16:57.430456 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09367027-6fe4-48e5-aa93-6f387b007258 req-d6ae0284-1994-48ee-9d33-0b27de34eba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:57.432024 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-d6ae0284-1994-48ee-9d33-0b27de34eba3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2149179 Aug 16 20:16:57.482712 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-dcc285d6-3063-431c-b7fe-c9599fb65291 None None] For port 939f55cc-1577-4d82-b648-301d5168697c, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=939f55cc-1577-4d82-b648-301d5168697c,segment=NetworkSegment(1fa1d752-34d4-4778-85c0-1a7c2972438f),segment_id=1fa1d752-34d4-4778-85c0-1a7c2972438f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:16:57.518705 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dcc285d6-3063-431c-b7fe-c9599fb65291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:57.526378 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-40da30c0-97c9-4c56-ac4f-9cade54b41df None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:57.645127 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-40da30c0-97c9-4c56-ac4f-9cade54b41df None None] Transition to ACTIVE for port object 47291c0f-acf8-4af8-94bd-93aba31de88b will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:16:57.662849 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-40da30c0-97c9-4c56-ac4f-9cade54b41df None None] Transition to ACTIVE for port object 47291c0f-acf8-4af8-94bd-93aba31de88b will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:16:57.666974 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc285d6-3063-431c-b7fe-c9599fb65291 None None] Pushing event updated for resources: {'Port': ['ID=939f55cc-1577-4d82-b648-301d5168697c,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:57.686272 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-40da30c0-97c9-4c56-ac4f-9cade54b41df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:57.740486 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40da30c0-97c9-4c56-ac4f-9cade54b41df None None] Network ac8d22ce-2498-4be7-a04b-6c95fe59f8ea is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:16:57.746017 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-40da30c0-97c9-4c56-ac4f-9cade54b41df None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:16:57.771936 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40da30c0-97c9-4c56-ac4f-9cade54b41df None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:16:57.807395 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da30c0-97c9-4c56-ac4f-9cade54b41df None None] Pushing event updated for resources: {'Port': ['ID=47291c0f-acf8-4af8-94bd-93aba31de88b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:57.965731 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-40da30c0-97c9-4c56-ac4f-9cade54b41df None None] Attempting to bind port 47291c0f-acf8-4af8-94bd-93aba31de88b on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:16:57.968390 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-40da30c0-97c9-4c56-ac4f-9cade54b41df None None] Attempting to bind port 47291c0f-acf8-4af8-94bd-93aba31de88b by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3989d10a-41e9-4912-ae1d-3b4132df8541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ac8d22ce-2498-4be7-a04b-6c95fe59f8ea'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:16:57.969975 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40da30c0-97c9-4c56-ac4f-9cade54b41df None None] Attempting to bind port 47291c0f-acf8-4af8-94bd-93aba31de88b on network ac8d22ce-2498-4be7-a04b-6c95fe59f8ea {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:16:58.021610 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40da30c0-97c9-4c56-ac4f-9cade54b41df None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:16:58.022354 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40da30c0-97c9-4c56-ac4f-9cade54b41df None None] Checking segment: {'id': '3989d10a-41e9-4912-ae1d-3b4132df8541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ac8d22ce-2498-4be7-a04b-6c95fe59f8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:16:58.023645 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-40da30c0-97c9-4c56-ac4f-9cade54b41df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:58.024241 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40da30c0-97c9-4c56-ac4f-9cade54b41df None None] Bound using segment: {'id': '3989d10a-41e9-4912-ae1d-3b4132df8541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ac8d22ce-2498-4be7-a04b-6c95fe59f8ea'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:16:58.024941 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-40da30c0-97c9-4c56-ac4f-9cade54b41df None None] Bound port: 47291c0f-acf8-4af8-94bd-93aba31de88b, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3989d10a-41e9-4912-ae1d-3b4132df8541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ac8d22ce-2498-4be7-a04b-6c95fe59f8ea'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:16:58.025548 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-40da30c0-97c9-4c56-ac4f-9cade54b41df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:58.073987 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-a4cf8915-e9ec-4d80-aaa0-334349b7fdf0 service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6297441 Aug 16 20:16:58.078147 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1422aead-1da3-45cc-9df4-1d1e32b9c6e9 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:58.125450 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-40da30c0-97c9-4c56-ac4f-9cade54b41df None None] For port 47291c0f-acf8-4af8-94bd-93aba31de88b, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:16:58.143852 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-40da30c0-97c9-4c56-ac4f-9cade54b41df None None] For port 47291c0f-acf8-4af8-94bd-93aba31de88b, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=47291c0f-acf8-4af8-94bd-93aba31de88b,segment=NetworkSegment(3989d10a-41e9-4912-ae1d-3b4132df8541),segment_id=3989d10a-41e9-4912-ae1d-3b4132df8541)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:16:58.166042 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-40da30c0-97c9-4c56-ac4f-9cade54b41df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:58.219720 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76121c-0af8-4b92-9b7f-c82e03b2f5e9 req-d31e13ed-dfd6-4950-a5b5-8c54c583446e tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:58.221785 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0a76121c-0af8-4b92-9b7f-c82e03b2f5e9 req-d31e13ed-dfd6-4950-a5b5-8c54c583446e tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 946 time: 0.2963603 Aug 16 20:16:58.268634 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8d3b73cf-f41e-48c1-9d24-21282c845389 None None] Provisioning complete for port 939f55cc-1577-4d82-b648-301d5168697c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:16:58.269425 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d3b73cf-f41e-48c1-9d24-21282c845389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:58.344081 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59192) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:58.379614 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da30c0-97c9-4c56-ac4f-9cade54b41df None None] Pushing event updated for resources: {'Port': ['ID=47291c0f-acf8-4af8-94bd-93aba31de88b,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:58.497796 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422aead-1da3-45cc-9df4-1d1e32b9c6e9 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Pushing event updated for resources: {'Subnet': ['ID=fd234798-7c96-4f5e-8b83-33c45bf4b9d7,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:58.630683 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5454463-ed87-476a-b6c4-e551264e20c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:58.648654 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0a76121c-0af8-4b92-9b7f-c82e03b2f5e9 req-6da339ca-b8b3-41d4-ad3f-7516ab0ed5fb tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289423 Aug 16 20:16:58.658375 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1422aead-1da3-45cc-9df4-1d1e32b9c6e9 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Checking segment: {'id': 'd38d2124-9f9d-4089-956d-a8be8f6e5c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd3ba8372-84f1-438d-bad9-b5a25881ccec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:16:58.659048 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1422aead-1da3-45cc-9df4-1d1e32b9c6e9 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Network hostable DHCP agents. Network: d3ba8372-84f1-438d-bad9-b5a25881ccec, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:16:58.670386 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-f791add6-0aeb-4c78-8680-8d2fdfd2cfd2 service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5832174 Aug 16 20:16:58.806666 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-840a6e08-dd7a-4c11-a203-4a2ea9642272 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=604be3bb-7bde-47cc-88cf-1680e6ea6018 HTTP/1.1" status: 200 len: 217 time: 0.1267092 Aug 16 20:16:58.846210 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1422aead-1da3-45cc-9df4-1d1e32b9c6e9 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Network d3ba8372-84f1-438d-bad9-b5a25881ccec is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:16:58.863009 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5454463-ed87-476a-b6c4-e551264e20c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:58.870767 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5454463-ed87-476a-b6c4-e551264e20c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:58.900683 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-1422aead-1da3-45cc-9df4-1d1e32b9c6e9 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, d3ba8372-84f1-438d-bad9-b5a25881ccec) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:16:58.911318 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65c77ad-09dd-4363-bcf5-2c00828466f2 None None] Network d3ba8372-84f1-438d-bad9-b5a25881ccec requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:16:58.921372 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1422aead-1da3-45cc-9df4-1d1e32b9c6e9 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:58.921986 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1422aead-1da3-45cc-9df4-1d1e32b9c6e9 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:58.962231 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1422aead-1da3-45cc-9df4-1d1e32b9c6e9 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3855798 Aug 16 20:16:58.964794 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59204) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:58.965132 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59206) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:58.967812 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5454463-ed87-476a-b6c4-e551264e20c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83138c24-b515-4c49-b5c5-43baedf63d85,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:58.993419 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f5454463-ed87-476a-b6c4-e551264e20c7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8eb61e10e05343c4a6e06158205d3a47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6479561 Aug 16 20:16:58.997025 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59210) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:16:59.126724 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc5741d-bd59-4b97-b861-142272b729e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-d3ba8372-84f1-438d-bad9-b5a25881ccec', 'network_id': 'd3ba8372-84f1-438d-bad9-b5a25881ccec', 'tenant_id': 'd60e75d442cc4b0faa4432abb172beeb', 'fixed_ips': [{'subnet_id': 'fd234798-7c96-4f5e-8b83-33c45bf4b9d7'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:16:59.127841 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2bc5741d-bd59-4b97-b861-142272b729e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:59.138041 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7449e6a5-d7ae-41d0-a52b-70a7e25ba2aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:59.181327 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7449e6a5-d7ae-41d0-a52b-70a7e25ba2aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:59.215792 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09367027-6fe4-48e5-aa93-6f387b007258 req-031b5c0c-f0d7-42f0-94ad-32fde92594bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:59.226726 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-031b5c0c-f0d7-42f0-94ad-32fde92594bd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7d7186cf-77e4-4b82-8d65-1e75cd70140b HTTP/1.1" status: 200 len: 797 time: 0.3936608 Aug 16 20:16:59.311059 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7449e6a5-d7ae-41d0-a52b-70a7e25ba2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:59.314034 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7449e6a5-d7ae-41d0-a52b-70a7e25ba2aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:59.320526 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7449e6a5-d7ae-41d0-a52b-70a7e25ba2aa admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/83138c24-b515-4c49-b5c5-43baedf63d85 HTTP/1.1" status: 204 len: 168 time: 0.3213911 Aug 16 20:16:59.356878 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449e6a5-d7ae-41d0-a52b-70a7e25ba2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83138c24-b515-4c49-b5c5-43baedf63d85,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:16:59.389578 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-2bc5741d-bd59-4b97-b861-142272b729e8 None None] Allocated IP 2001:db8::2 (d3ba8372-84f1-438d-bad9-b5a25881ccec/fd234798-7c96-4f5e-8b83-33c45bf4b9d7/62a84afb-7249-4a46-9f0d-4ff61ae722c8) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:16:59.488676 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-fd665171-6838-44ec-9bc5-505a5c6b4d77 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1497623900-network', 'tenant_id': '68a7729915a04aa18866be0da1dc4e46'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:16:59.527029 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd665171-6838-44ec-9bc5-505a5c6b4d77 admin admin] Made reservation on behalf of 68a7729915a04aa18866be0da1dc4e46 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:16:59.529654 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd665171-6838-44ec-9bc5-505a5c6b4d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:59.549055 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd665171-6838-44ec-9bc5-505a5c6b4d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:59.695802 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 47291c0f-acf8-4af8-94bd-93aba31de88b up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:16:59.712364 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09367027-6fe4-48e5-aa93-6f387b007258 req-4568076f-1d63-40d9-94b2-827b24b99faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:59.713899 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-4568076f-1d63-40d9-94b2-827b24b99faf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3375731 Aug 16 20:16:59.761742 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2bc5741d-bd59-4b97-b861-142272b729e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:59.784363 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2bc5741d-bd59-4b97-b861-142272b729e8 None None] Transition to ACTIVE for port object 62a84afb-7249-4a46-9f0d-4ff61ae722c8 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:16:59.837730 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2bc5741d-bd59-4b97-b861-142272b729e8 None None] Transition to ACTIVE for port object 62a84afb-7249-4a46-9f0d-4ff61ae722c8 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:16:59.849612 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 47291c0f-acf8-4af8-94bd-93aba31de88b completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:16:59.858841 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2bc5741d-bd59-4b97-b861-142272b729e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:59.876815 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 939f55cc-1577-4d82-b648-301d5168697c up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:16:59.920811 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e63c1-bc14-457c-922b-d233fcf76314 req-e41e6023-f6c3-4192-8c29-3c1476e9f9e5 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:16:59.931544 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ed5e63c1-bc14-457c-922b-d233fcf76314 req-e41e6023-f6c3-4192-8c29-3c1476e9f9e5 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 946 time: 0.1604321 Aug 16 20:17:00.012947 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ed5e63c1-bc14-457c-922b-d233fcf76314 req-76683727-8c2d-42fb-8347-0584e85d8ed2 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805290 Aug 16 20:17:00.029542 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc5741d-bd59-4b97-b861-142272b729e8 None None] Network d3ba8372-84f1-438d-bad9-b5a25881ccec is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:17:00.045945 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-2bc5741d-bd59-4b97-b861-142272b729e8 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:17:00.065221 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc5741d-bd59-4b97-b861-142272b729e8 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:17:00.078463 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5741d-bd59-4b97-b861-142272b729e8 None None] Pushing event updated for resources: {'Port': ['ID=62a84afb-7249-4a46-9f0d-4ff61ae722c8,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:00.119703 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59224) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:00.150329 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ab18c44-c947-4cb4-b43c-9681aa6f2751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:00.194409 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd665171-6838-44ec-9bc5-505a5c6b4d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:00.253866 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 939f55cc-1577-4d82-b648-301d5168697c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:17:00.254248 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:00.297534 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd665171-6838-44ec-9bc5-505a5c6b4d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:00.328961 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5b0253-fa73-4924-a459-fbbe2d829c06 None None] Network ac8d22ce-2498-4be7-a04b-6c95fe59f8ea requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:17:00.368707 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd665171-6838-44ec-9bc5-505a5c6b4d77 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:17:00.388391 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65150c33-59b9-4b4b-8e5c-2679983d67c9 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:00.413267 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd665171-6838-44ec-9bc5-505a5c6b4d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:00.419383 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-fd665171-6838-44ec-9bc5-505a5c6b4d77 admin admin] Added segment 33a26abf-e1d4-4afc-98ab-d50512da6cd0 of type vlan for network 0c22d70d-5949-450f-b0e3-d7b05c8f6017 Aug 16 20:17:00.468395 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-efa1d2c4-8a8c-4d05-b1ad-085ebc41542c service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7328060 Aug 16 20:17:00.475234 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ab18c44-c947-4cb4-b43c-9681aa6f2751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:00.485733 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ab18c44-c947-4cb4-b43c-9681aa6f2751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:00.542804 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab18c44-c947-4cb4-b43c-9681aa6f2751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3975b614-de4e-4655-b8f8-8c7ab9279b10,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:00.563330 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3cc0e18c-f631-4086-8ff4-4629fe58309b None None] Provisioning for port 47291c0f-acf8-4af8-94bd-93aba31de88b completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:17:00.579004 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2bc5741d-bd59-4b97-b861-142272b729e8 None None] Attempting to bind port 62a84afb-7249-4a46-9f0d-4ff61ae722c8 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:17:00.579406 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2bc5741d-bd59-4b97-b861-142272b729e8 None None] Attempting to bind port 62a84afb-7249-4a46-9f0d-4ff61ae722c8 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'd38d2124-9f9d-4089-956d-a8be8f6e5c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd3ba8372-84f1-438d-bad9-b5a25881ccec'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:17:00.579774 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc5741d-bd59-4b97-b861-142272b729e8 None None] Attempting to bind port 62a84afb-7249-4a46-9f0d-4ff61ae722c8 on network d3ba8372-84f1-438d-bad9-b5a25881ccec {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:17:00.588465 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9ab18c44-c947-4cb4-b43c-9681aa6f2751 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e7b9d5dc39354724a896cb135394e8b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4666491 Aug 16 20:17:00.590934 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59232) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:00.599154 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc5741d-bd59-4b97-b861-142272b729e8 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:17:00.599542 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc5741d-bd59-4b97-b861-142272b729e8 None None] Checking segment: {'id': 'd38d2124-9f9d-4089-956d-a8be8f6e5c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd3ba8372-84f1-438d-bad9-b5a25881ccec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:17:00.599950 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2bc5741d-bd59-4b97-b861-142272b729e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:00.600345 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc5741d-bd59-4b97-b861-142272b729e8 None None] Bound using segment: {'id': 'd38d2124-9f9d-4089-956d-a8be8f6e5c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd3ba8372-84f1-438d-bad9-b5a25881ccec'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:17:00.600879 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2bc5741d-bd59-4b97-b861-142272b729e8 None None] Bound port: 62a84afb-7249-4a46-9f0d-4ff61ae722c8, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38d2124-9f9d-4089-956d-a8be8f6e5c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd3ba8372-84f1-438d-bad9-b5a25881ccec'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:17:00.601758 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2bc5741d-bd59-4b97-b861-142272b729e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:00.607132 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3cc0e18c-f631-4086-8ff4-4629fe58309b None None] Provisioning complete for port 47291c0f-acf8-4af8-94bd-93aba31de88b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:17:00.607515 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3cc0e18c-f631-4086-8ff4-4629fe58309b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:00.624705 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd665171-6838-44ec-9bc5-505a5c6b4d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddec428-2ad6-4938-9981-ea2dd0d6fefc,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:00.660556 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd665171-6838-44ec-9bc5-505a5c6b4d77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:00.689116 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f3da784-f997-4b25-8720-b67a873dea28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:00.706881 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2bc5741d-bd59-4b97-b861-142272b729e8 None None] For port 62a84afb-7249-4a46-9f0d-4ff61ae722c8, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:17:00.710126 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2bc5741d-bd59-4b97-b861-142272b729e8 None None] For port 62a84afb-7249-4a46-9f0d-4ff61ae722c8, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=62a84afb-7249-4a46-9f0d-4ff61ae722c8,segment=NetworkSegment(d38d2124-9f9d-4089-956d-a8be8f6e5c11),segment_id=d38d2124-9f9d-4089-956d-a8be8f6e5c11)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:17:00.728983 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2bc5741d-bd59-4b97-b861-142272b729e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:00.775734 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd665171-6838-44ec-9bc5-505a5c6b4d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:00.777110 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd665171-6838-44ec-9bc5-505a5c6b4d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:00.778459 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd665171-6838-44ec-9bc5-505a5c6b4d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:00.815835 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f3da784-f997-4b25-8720-b67a873dea28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:00.827779 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-5f46f0e5-3de1-465f-aea6-ed4d21db8948 service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427632 Aug 16 20:17:00.862222 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5741d-bd59-4b97-b861-142272b729e8 None None] Pushing event updated for resources: {'Port': ['ID=62a84afb-7249-4a46-9f0d-4ff61ae722c8,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:00.928381 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f3da784-f997-4b25-8720-b67a873dea28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:00.931651 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f3da784-f997-4b25-8720-b67a873dea28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:00.932822 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9f3da784-f997-4b25-8720-b67a873dea28 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3975b614-de4e-4655-b8f8-8c7ab9279b10 HTTP/1.1" status: 204 len: 168 time: 0.3407621 Aug 16 20:17:00.943015 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3da784-f997-4b25-8720-b67a873dea28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3975b614-de4e-4655-b8f8-8c7ab9279b10,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:00.945881 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3cc0e18c-f631-4086-8ff4-4629fe58309b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:00.985651 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fd665171-6838-44ec-9bc5-505a5c6b4d77 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0192471 Aug 16 20:17:01.014636 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3cc0e18c-f631-4086-8ff4-4629fe58309b None None] For port 47291c0f-acf8-4af8-94bd-93aba31de88b, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=47291c0f-acf8-4af8-94bd-93aba31de88b,segment=NetworkSegment(3989d10a-41e9-4912-ae1d-3b4132df8541),segment_id=3989d10a-41e9-4912-ae1d-3b4132df8541)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:17:01.026887 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3cc0e18c-f631-4086-8ff4-4629fe58309b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:01.092742 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-66c24db5-112e-4c33-be2c-af9f3d067f05 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=76090f41-c0c2-4f20-8947-4c9d155dfcb6 HTTP/1.1" status: 200 len: 217 time: 0.2083960 Aug 16 20:17:01.096139 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd665171-6838-44ec-9bc5-505a5c6b4d77 admin admin] Pushing event updated for resources: {'Network': ['ID=0c22d70d-5949-450f-b0e3-d7b05c8f6017,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:01.109725 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 0c22d70d-5949-450f-b0e3-d7b05c8f6017 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:17:01.434628 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0e18c-f631-4086-8ff4-4629fe58309b None None] Pushing event updated for resources: {'Port': ['ID=47291c0f-acf8-4af8-94bd-93aba31de88b,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:01.472019 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09367027-6fe4-48e5-aa93-6f387b007258 req-43c92700-fa60-413d-a910-7ac2fe3fa018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:01.478756 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-43c92700-fa60-413d-a910-7ac2fe3fa018 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=05b69095-3330-4691-9066-4b298da7e27d HTTP/1.1" status: 200 len: 797 time: 0.3623328 Aug 16 20:17:01.555566 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 62a84afb-7249-4a46-9f0d-4ff61ae722c8 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:17:01.567712 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe5b22-20db-44da-9dcd-0a08316d103c req-6c461e05-8654-45f6-b271-51bc8c88515f tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:01.576711 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4ebe5b22-20db-44da-9dcd-0a08316d103c req-6c461e05-8654-45f6-b271-51bc8c88515f tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 946 time: 0.3548665 Aug 16 20:17:01.599393 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-65150c33-59b9-4b4b-8e5c-2679983d67c9 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Allocated IP 2001:db8::1 (ac8d22ce-2498-4be7-a04b-6c95fe59f8ea/618cb471-4bf2-4ee3-97b3-637f1fcd3cf6/72169118-be96-4536-9911-be6ae37d98e3) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:17:01.691238 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09367027-6fe4-48e5-aa93-6f387b007258 req-2634b38f-51d0-487a-8b2e-169b552654a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:01.692989 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-2634b38f-51d0-487a-8b2e-169b552654a1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2a2623ce-bffe-47bb-a726-6ce2777826c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2024906 Aug 16 20:17:01.737658 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f7c42682-41aa-4115-b62d-2033461944db None None] Provisioning complete for port 47291c0f-acf8-4af8-94bd-93aba31de88b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:17:01.737849 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f7c42682-41aa-4115-b62d-2033461944db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:01.827115 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 62a84afb-7249-4a46-9f0d-4ff61ae722c8 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:17:01.831291 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4ebe5b22-20db-44da-9dcd-0a08316d103c req-7a21d176-b1aa-4056-a312-6e4629ec3bb2 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534428 Aug 16 20:17:01.927828 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-52f2ce68-5a4d-4eb6-a2e5-68fd27e0800a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:02.151543 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65150c33-59b9-4b4b-8e5c-2679983d67c9 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:02.161771 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-ad3c02b6-555f-4402-af54-f744c1ceda2c service neutron] 10.222.0.63 "GET /v2.0/networks/2a2623ce-bffe-47bb-a726-6ce2777826c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956614 Aug 16 20:17:02.190269 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-65150c33-59b9-4b4b-8e5c-2679983d67c9 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Transition to ACTIVE for port object 72169118-be96-4536-9911-be6ae37d98e3 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:17:02.416169 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65150c33-59b9-4b4b-8e5c-2679983d67c9 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:02.518853 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-39f71156-e034-4517-8a5b-a9ae1c6b66ed service neutron] 10.222.0.63 "GET /v2.0/networks/2a2623ce-bffe-47bb-a726-6ce2777826c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439381 Aug 16 20:17:02.526431 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65150c33-59b9-4b4b-8e5c-2679983d67c9 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Network ac8d22ce-2498-4be7-a04b-6c95fe59f8ea is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:17:02.550973 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-65150c33-59b9-4b4b-8e5c-2679983d67c9 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:17:02.600313 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65150c33-59b9-4b4b-8e5c-2679983d67c9 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:17:02.600499 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65150c33-59b9-4b4b-8e5c-2679983d67c9 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:02.614806 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23c2003-6d49-48a2-99d2-dc8f6d603a80 None None] Network d3ba8372-84f1-438d-bad9-b5a25881ccec requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:17:02.678441 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-0bcd73b1-f97f-4812-95b3-5a0938e21764 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=77b3645a-9cd6-4ba3-85c9-1ac50191565c HTTP/1.1" status: 200 len: 217 time: 0.1469059 Aug 16 20:17:02.711478 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65150c33-59b9-4b4b-8e5c-2679983d67c9 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Pushing event updated for resources: {'Port': ['ID=72169118-be96-4536-9911-be6ae37d98e3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:02.858172 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d1854b4e-8236-4420-ab47-96abc6006648 None None] Provisioning for port 62a84afb-7249-4a46-9f0d-4ff61ae722c8 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:17:02.861370 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69885915-ccce-4502-8865-52afa6de603a req-9b7f672e-e86d-478e-b878-e74f72985279 tempest-ComputeTenantNetworksTest-979570466 tempest-ComputeTenantNetworksTest-979570466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:02.870857 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69885915-ccce-4502-8865-52afa6de603a req-9b7f672e-e86d-478e-b878-e74f72985279 tempest-ComputeTenantNetworksTest-979570466 tempest-ComputeTenantNetworksTest-979570466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:02.876470 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d1854b4e-8236-4420-ab47-96abc6006648 None None] Provisioning complete for port 62a84afb-7249-4a46-9f0d-4ff61ae722c8 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:17:02.881213 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69885915-ccce-4502-8865-52afa6de603a req-9b7f672e-e86d-478e-b878-e74f72985279 tempest-ComputeTenantNetworksTest-979570466 tempest-ComputeTenantNetworksTest-979570466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:02.891906 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d1854b4e-8236-4420-ab47-96abc6006648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:02.909121 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-69885915-ccce-4502-8865-52afa6de603a req-9b7f672e-e86d-478e-b878-e74f72985279 tempest-ComputeTenantNetworksTest-979570466 tempest-ComputeTenantNetworksTest-979570466-project] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4772570 Aug 16 20:17:03.076073 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa30a6-be99-43de-b466-d4af2513fd4f req-bdb8891d-85a2-459b-8dbf-1aee8fe65f2d tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:03.078641 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e3aa30a6-be99-43de-b466-d4af2513fd4f req-bdb8891d-85a2-459b-8dbf-1aee8fe65f2d tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 946 time: 0.1062307 Aug 16 20:17:03.214514 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e3aa30a6-be99-43de-b466-d4af2513fd4f req-8b82f719-51a3-4a55-8726-ab2ba7de3c5b tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227331 Aug 16 20:17:03.375918 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d1854b4e-8236-4420-ab47-96abc6006648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:03.418114 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47935fd-3c36-4684-ab21-d62ff2892394 req-d9ff7a02-a2c9-431d-9552-c95c1692da12 tempest-ComputeTenantNetworksTest-979570466 tempest-ComputeTenantNetworksTest-979570466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:03.431530 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d47935fd-3c36-4684-ab21-d62ff2892394 req-d9ff7a02-a2c9-431d-9552-c95c1692da12 tempest-ComputeTenantNetworksTest-979570466 tempest-ComputeTenantNetworksTest-979570466-project] 10.222.0.68 "GET /v2.0/networks/0c22d70d-5949-450f-b0e3-d7b05c8f6017 HTTP/1.1" status: 200 len: 769 time: 0.1161175 Aug 16 20:17:03.437111 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59298) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:03.461958 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09367027-6fe4-48e5-aa93-6f387b007258 req-76e95081-d165-4f6c-ad74-2fb4980afacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:03.465931 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-76e95081-d165-4f6c-ad74-2fb4980afacd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=05b69095-3330-4691-9066-4b298da7e27d HTTP/1.1" status: 200 len: 797 time: 0.7762945 Aug 16 20:17:03.535355 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 47291c0f-acf8-4af8-94bd-93aba31de88b up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:17:03.549272 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d1854b4e-8236-4420-ab47-96abc6006648 None None] For port 62a84afb-7249-4a46-9f0d-4ff61ae722c8, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=62a84afb-7249-4a46-9f0d-4ff61ae722c8,segment=NetworkSegment(d38d2124-9f9d-4089-956d-a8be8f6e5c11),segment_id=d38d2124-9f9d-4089-956d-a8be8f6e5c11)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:17:03.597739 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2cea9a29-3d14-4d4e-8021-bdfbed02920b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:03.637896 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d1854b4e-8236-4420-ab47-96abc6006648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:03.781238 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2cea9a29-3d14-4d4e-8021-bdfbed02920b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:03.804552 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-2cea9a29-3d14-4d4e-8021-bdfbed02920b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c22d70d-5949-450f-b0e3-d7b05c8f6017']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:03.834629 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65150c33-59b9-4b4b-8e5c-2679983d67c9 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:03.848968 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-2cea9a29-3d14-4d4e-8021-bdfbed02920b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a26abf-e1d4-4afc-98ab-d50512da6cd0') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:03.850614 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-2cea9a29-3d14-4d4e-8021-bdfbed02920b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a26abf-e1d4-4afc-98ab-d50512da6cd0') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:03.856467 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09367027-6fe4-48e5-aa93-6f387b007258 req-044c26c3-fa50-43f7-a2b5-8482051d1420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:03.859066 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-044c26c3-fa50-43f7-a2b5-8482051d1420 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2a2623ce-bffe-47bb-a726-6ce2777826c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3842299 Aug 16 20:17:03.871063 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1854b4e-8236-4420-ab47-96abc6006648 None None] Pushing event updated for resources: {'Port': ['ID=62a84afb-7249-4a46-9f0d-4ff61ae722c8,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:03.880008 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2cea9a29-3d14-4d4e-8021-bdfbed02920b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:03.935049 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e2e5947e-8c2a-475c-8a3d-91f96a02caeb None None] Provisioning for port 72169118-be96-4536-9911-be6ae37d98e3 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:17:03.938978 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 47291c0f-acf8-4af8-94bd-93aba31de88b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:17:03.939656 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:03.956661 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2cea9a29-3d14-4d4e-8021-bdfbed02920b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:03.972955 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cea9a29-3d14-4d4e-8021-bdfbed02920b admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:17:03.975051 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2cea9a29-3d14-4d4e-8021-bdfbed02920b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:03.980420 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:17:03.980420 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:17:03.980420 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:17:03.980420 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:17:03.980420 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:17:03.980420 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:17:03.980420 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:17:03.980420 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:17:03.980420 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:17:03.980420 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:17:03.980420 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:17:03.980420 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:17:03.980420 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:17:03.980420 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:17:03.980420 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:17:03.980420 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:17:03.980420 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:17:03.980420 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:17:03.980420 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:17:03.980420 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:17:03.980420 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:17:03.980420 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:17:03.980420 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:17:03.980420 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:17:03.980420 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:17:03.980420 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:17:03.980420 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:17:03.980420 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:17:03.980420 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:17:03.980420 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:17:03.980420 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:17:03.980420 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:17:03.997185 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a0f84ec-4873-436f-8478-d7f5038f450e req-56a080be-5df3-4cf9-be21-b10f18a52f36 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d569815a-0aef-433d-aaf4-affe28f36daf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3917582 Aug 16 20:17:04.060896 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-bdc35b31-f431-4282-908a-108f656c20b1 service neutron] 10.222.0.63 "GET /v2.0/networks/2a2623ce-bffe-47bb-a726-6ce2777826c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908498 Aug 16 20:17:04.103181 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e2e5947e-8c2a-475c-8a3d-91f96a02caeb None None] Provisioning complete for port 72169118-be96-4536-9911-be6ae37d98e3 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:17:04.103822 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e2e5947e-8c2a-475c-8a3d-91f96a02caeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:04.104165 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2cea9a29-3d14-4d4e-8021-bdfbed02920b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:04.122796 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2cea9a29-3d14-4d4e-8021-bdfbed02920b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:04.142888 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2cea9a29-3d14-4d4e-8021-bdfbed02920b admin admin] 10.222.0.68 "DELETE /v2.0/networks/0c22d70d-5949-450f-b0e3-d7b05c8f6017 HTTP/1.1" status: 204 len: 168 time: 0.6978183 Aug 16 20:17:04.171649 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea9a29-3d14-4d4e-8021-bdfbed02920b admin admin] Pushing event deleted for resources: {'Network': ['ID=0c22d70d-5949-450f-b0e3-d7b05c8f6017,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:04.237902 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e2e5947e-8c2a-475c-8a3d-91f96a02caeb None None] Port 72169118-be96-4536-9911-be6ae37d98e3 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:17:04.406048 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f84ec-4873-436f-8478-d7f5038f450e req-f99b7e2d-d105-4ed7-99ce-548587439549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:04.407639 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a0f84ec-4873-436f-8478-d7f5038f450e req-f99b7e2d-d105-4ed7-99ce-548587439549 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f949d98cf9473f85e64341bcd4f07a&device_id=d569815a-0aef-433d-aaf4-affe28f36daf HTTP/1.1" status: 200 len: 1098 time: 0.3453760 Aug 16 20:17:04.408225 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3d13dd3d-9f78-4bca-837f-04207c318523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:04.418056 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8bedd108-b184-4c81-98df-3f4b4a75b3f6 None None] Provisioning complete for port 62a84afb-7249-4a46-9f0d-4ff61ae722c8 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:17:04.418453 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8bedd108-b184-4c81-98df-3f4b4a75b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:04.477802 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234d8e2-6011-4465-9e1c-e286eed932d2 req-f840acd3-1b92-427c-a724-205c05a42acb tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:04.486342 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a234d8e2-6011-4465-9e1c-e286eed932d2 req-f840acd3-1b92-427c-a724-205c05a42acb tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 946 time: 0.0963893 Aug 16 20:17:04.521799 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59318) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:04.574054 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a234d8e2-6011-4465-9e1c-e286eed932d2 req-6e125b2c-e0f1-4ec2-9e52-f2cdf0ebd9aa tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776582 Aug 16 20:17:04.604765 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-87cf4c3a-6e89-4443-8bfa-1fdb1a9297cf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=68a7729915a04aa18866be0da1dc4e46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0809631 Aug 16 20:17:04.607658 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59322) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:04.619900 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09367027-6fe4-48e5-aa93-6f387b007258 req-eafbd95a-c38b-4157-91eb-c703d7613e2a service neutron] 10.222.0.63 "GET /v2.0/networks/2a2623ce-bffe-47bb-a726-6ce2777826c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158193 Aug 16 20:17:04.672226 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:04.698428 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f84ec-4873-436f-8478-d7f5038f450e req-c90cad72-112e-4f28-bb93-0f783de37554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:04.701189 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a0f84ec-4873-436f-8478-d7f5038f450e req-c90cad72-112e-4f28-bb93-0f783de37554 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dbfa510a-9034-470b-99ef-e5f61f9b5e17 HTTP/1.1" status: 200 len: 913 time: 0.2607741 Aug 16 20:17:04.728547 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-37d96e10-1ba3-4b1d-87cb-b89c38cac4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:04.756123 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-37d96e10-1ba3-4b1d-87cb-b89c38cac4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:04.766042 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a0f84ec-4873-436f-8478-d7f5038f450e req-38a4e0b4-4948-4f3e-be82-7c5a4f527ff5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7341edc7-1e86-4a9d-b69f-0732489b8706 HTTP/1.1" status: 200 len: 217 time: 0.0445592 Aug 16 20:17:04.770248 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65150c33-59b9-4b4b-8e5c-2679983d67c9 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:04.846089 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-37d96e10-1ba3-4b1d-87cb-b89c38cac4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:04.852003 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-37d96e10-1ba3-4b1d-87cb-b89c38cac4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:04.853603 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-37d96e10-1ba3-4b1d-87cb-b89c38cac4e0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5ddec428-2ad6-4938-9981-ea2dd0d6fefc HTTP/1.1" status: 204 len: 168 time: 0.2445214 Aug 16 20:17:04.868806 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d96e10-1ba3-4b1d-87cb-b89c38cac4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddec428-2ad6-4938-9981-ea2dd0d6fefc,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:04.885380 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65150c33-59b9-4b4b-8e5c-2679983d67c9 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:04.886307 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65150c33-59b9-4b4b-8e5c-2679983d67c9 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:04.943743 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f84ec-4873-436f-8478-d7f5038f450e req-2477a5cd-ea8f-4d7b-a04b-46469a6cbfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:04.946194 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a0f84ec-4873-436f-8478-d7f5038f450e req-2477a5cd-ea8f-4d7b-a04b-46469a6cbfa3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d38a8fc7-0911-4b72-a78c-d32851227793 HTTP/1.1" status: 200 len: 851 time: 0.1680672 Aug 16 20:17:05.094619 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65150c33-59b9-4b4b-8e5c-2679983d67c9 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Pushing event updated for resources: {'Port': ['ID=72169118-be96-4536-9911-be6ae37d98e3,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:05.157016 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f84ec-4873-436f-8478-d7f5038f450e req-ced67aa3-ae63-4ec6-a155-8a155ad97f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:05.158559 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a0f84ec-4873-436f-8478-d7f5038f450e req-ced67aa3-ae63-4ec6-a155-8a155ad97f76 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dbfa510a-9034-470b-99ef-e5f61f9b5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1735499 Aug 16 20:17:05.323783 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65150c33-59b9-4b4b-8e5c-2679983d67c9 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Network ac8d22ce-2498-4be7-a04b-6c95fe59f8ea is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:17:05.329541 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-65150c33-59b9-4b4b-8e5c-2679983d67c9 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:17:05.529103 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 62a84afb-7249-4a46-9f0d-4ff61ae722c8 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:17:05.581327 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a0f84ec-4873-436f-8478-d7f5038f450e req-fa12b270-db12-4f12-8f4a-503bba0c3980 service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972063 Aug 16 20:17:05.728553 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:05.752904 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 62a84afb-7249-4a46-9f0d-4ff61ae722c8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:17:05.753283 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:05.884574 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e5b0b-c68c-47aa-b1a4-544e1fa49f5b req-5205257c-107e-43d3-9097-64e883109e22 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:05.886163 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2b6e5b0b-c68c-47aa-b1a4-544e1fa49f5b req-5205257c-107e-43d3-9097-64e883109e22 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 946 time: 0.0931058 Aug 16 20:17:05.910157 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65150c33-59b9-4b4b-8e5c-2679983d67c9 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Router d39986d3-bda7-4b69-ba18-63d309f9692a is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:17:05.913963 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a0f84ec-4873-436f-8478-d7f5038f450e req-4a4123d8-699b-4862-94e9-c5b96655725e service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202589 Aug 16 20:17:05.948621 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2b6e5b0b-c68c-47aa-b1a4-544e1fa49f5b req-870d0c84-7a1e-48dc-97f1-b8f5e63ad052 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497961 Aug 16 20:17:06.037277 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-833edb46-490e-4d47-839f-93d716b53ab3 None None] Provisioning complete for port 72169118-be96-4536-9911-be6ae37d98e3 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:17:06.037841 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-833edb46-490e-4d47-839f-93d716b53ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:06.135677 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:06.144513 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65150c33-59b9-4b4b-8e5c-2679983d67c9 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:17:06.155303 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59388) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:06.155846 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-65150c33-59b9-4b4b-8e5c-2679983d67c9 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] 10.222.0.68 "PUT /v2.0/routers/d39986d3-bda7-4b69-ba18-63d309f9692a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1717324 Aug 16 20:17:06.157685 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3c2d3c-7c82-4990-8b76-08d55dfbc9c4 None None] Sync routers for ids ['d39986d3-bda7-4b69-ba18-63d309f9692a'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:17:06.179839 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3c2d3c-7c82-4990-8b76-08d55dfbc9c4 None None] Routers {'d39986d3-bda7-4b69-ba18-63d309f9692a'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:17:06.184694 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2d3c2d3c-7c82-4990-8b76-08d55dfbc9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:17:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['d39986d3-bda7-4b69-ba18-63d309f9692a'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:06.199326 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:06.203031 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-833edb46-490e-4d47-839f-93d716b53ab3 None None] Port 72169118-be96-4536-9911-be6ae37d98e3 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:17:06.331438 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2d3c2d3c-7c82-4990-8b76-08d55dfbc9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:06.367498 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3c2d3c-7c82-4990-8b76-08d55dfbc9c4 None None] Routers {'d39986d3-bda7-4b69-ba18-63d309f9692a'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:17:06.368700 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2d3c2d3c-7c82-4990-8b76-08d55dfbc9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:17:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['d39986d3-bda7-4b69-ba18-63d309f9692a'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:06.405915 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2d3c2d3c-7c82-4990-8b76-08d55dfbc9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:06.406626 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3c2d3c-7c82-4990-8b76-08d55dfbc9c4 None None] The sync data for ids ['d39986d3-bda7-4b69-ba18-63d309f9692a'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:17:06.712719 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-9ca1517b-00e4-4fef-b1fe-1535e28154a6 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:17:06.724456 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59400) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:06.763046 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9ca1517b-00e4-4fef-b1fe-1535e28154a6 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] 10.222.0.68 "PUT /v2.0/routers/d39986d3-bda7-4b69-ba18-63d309f9692a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5967722 Aug 16 20:17:07.040559 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:07.243916 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba59c9-5566-4111-a740-85a00ca8a1ea req-3255939a-f415-48b9-993d-ef9e944d142d tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:07.259716 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-60ba59c9-5566-4111-a740-85a00ca8a1ea req-3255939a-f415-48b9-993d-ef9e944d142d tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 946 time: 0.1273739 Aug 16 20:17:07.386811 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-60ba59c9-5566-4111-a740-85a00ca8a1ea req-2dba50ec-7ddf-40db-93aa-09f35a2532c4 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250758 Aug 16 20:17:07.532000 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0bce1fd3-0044-4311-a34a-d0f50dd34f1c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:07.884338 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0bce1fd3-0044-4311-a34a-d0f50dd34f1c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Deleting port 72169118-be96-4536-9911-be6ae37d98e3 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:17:07.884849 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0bce1fd3-0044-4311-a34a-d0f50dd34f1c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:08.009203 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0bce1fd3-0044-4311-a34a-d0f50dd34f1c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:08.025877 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0bce1fd3-0044-4311-a34a-d0f50dd34f1c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Calling delete_port for 72169118-be96-4536-9911-be6ae37d98e3 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:17:08.249268 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0bce1fd3-0044-4311-a34a-d0f50dd34f1c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:08.277931 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce1fd3-0044-4311-a34a-d0f50dd34f1c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Pushing event deleted for resources: {'Port': ['ID=72169118-be96-4536-9911-be6ae37d98e3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:08.486311 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0bce1fd3-0044-4311-a34a-d0f50dd34f1c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:08.503877 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30729d4f-1697-4a69-8525-6b15f03b7886 req-f66fc04e-97e0-4f1d-92ab-3f0dee29fb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:08.505468 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30729d4f-1697-4a69-8525-6b15f03b7886 req-f66fc04e-97e0-4f1d-92ab-3f0dee29fb05 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f949d98cf9473f85e64341bcd4f07a&device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 1098 time: 0.1345422 Aug 16 20:17:09.068292 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5237759-894e-4760-8bb3-70bc1394fd1a req-592efc73-1683-4062-a00d-e80dfa49bf1f tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:09.076411 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e5237759-894e-4760-8bb3-70bc1394fd1a req-592efc73-1683-4062-a00d-e80dfa49bf1f tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 946 time: 0.4886925 Aug 16 20:17:09.164345 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30729d4f-1697-4a69-8525-6b15f03b7886 req-0c9eeea3-0965-441e-968d-f621b51de2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:09.165839 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30729d4f-1697-4a69-8525-6b15f03b7886 req-0c9eeea3-0965-441e-968d-f621b51de2eb service neutron] 10.222.0.57 "GET /v2.0/networks?id=dbfa510a-9034-470b-99ef-e5f61f9b5e17 HTTP/1.1" status: 200 len: 913 time: 0.6469529 Aug 16 20:17:09.224653 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bce1fd3-0044-4311-a34a-d0f50dd34f1c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Router d39986d3-bda7-4b69-ba18-63d309f9692a has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:17:09.227386 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30729d4f-1697-4a69-8525-6b15f03b7886 req-fe999810-9cd7-4e3d-b1c1-ea6edf09c8b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac3bd3e8-20f1-4094-9a26-2f7307d3a976 HTTP/1.1" status: 200 len: 217 time: 0.0495186 Aug 16 20:17:09.241008 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e5237759-894e-4760-8bb3-70bc1394fd1a req-6d662c8c-9aa4-423b-a0b9-f57240124127 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590710 Aug 16 20:17:09.403142 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30729d4f-1697-4a69-8525-6b15f03b7886 req-73f14375-24d0-4860-9c89-5ba8094e106a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:09.404570 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30729d4f-1697-4a69-8525-6b15f03b7886 req-73f14375-24d0-4860-9c89-5ba8094e106a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d38a8fc7-0911-4b72-a78c-d32851227793 HTTP/1.1" status: 200 len: 851 time: 0.1614883 Aug 16 20:17:09.409152 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bce1fd3-0044-4311-a34a-d0f50dd34f1c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:17:09.420556 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f875f51a-1adc-4826-b6ba-c21475d07c5b None None] Sync routers for ids ['d39986d3-bda7-4b69-ba18-63d309f9692a'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:17:09.426470 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59510) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:09.428794 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0bce1fd3-0044-4311-a34a-d0f50dd34f1c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] 10.222.0.68 "PUT /v2.0/routers/d39986d3-bda7-4b69-ba18-63d309f9692a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7017958 Aug 16 20:17:09.438962 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f875f51a-1adc-4826-b6ba-c21475d07c5b None None] Routers {'d39986d3-bda7-4b69-ba18-63d309f9692a'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:17:09.441829 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f875f51a-1adc-4826-b6ba-c21475d07c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:17:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['d39986d3-bda7-4b69-ba18-63d309f9692a'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:09.472957 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-9b68d2e8-5411-4347-b7e9-3e4d4dec7f1a tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] delete failed (client error): The resource could not be found. Aug 16 20:17:09.475492 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9b68d2e8-5411-4347-b7e9-3e4d4dec7f1a tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] 10.222.0.68 "DELETE /v2.0/routers/tempest-non_exist_router-856149886 HTTP/1.1" status: 404 len: 334 time: 0.0473254 Aug 16 20:17:09.481590 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59514) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:09.485430 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f875f51a-1adc-4826-b6ba-c21475d07c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:09.491714 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-76f012f0-1a83-4c5e-a7bb-a2bdc5ddb066 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd39986d3-bda7-4b69-ba18-63d309f9692a'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:09.495514 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f875f51a-1adc-4826-b6ba-c21475d07c5b None None] Routers {'d39986d3-bda7-4b69-ba18-63d309f9692a'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:17:09.496320 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f875f51a-1adc-4826-b6ba-c21475d07c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:17:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['d39986d3-bda7-4b69-ba18-63d309f9692a'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:09.519509 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30729d4f-1697-4a69-8525-6b15f03b7886 req-e956e589-2d0f-4924-b05f-420090928247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:09.521387 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30729d4f-1697-4a69-8525-6b15f03b7886 req-e956e589-2d0f-4924-b05f-420090928247 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dbfa510a-9034-470b-99ef-e5f61f9b5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0913174 Aug 16 20:17:09.576953 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f875f51a-1adc-4826-b6ba-c21475d07c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:09.580386 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f875f51a-1adc-4826-b6ba-c21475d07c5b None None] The sync data for ids ['d39986d3-bda7-4b69-ba18-63d309f9692a'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:17:09.648423 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30729d4f-1697-4a69-8525-6b15f03b7886 req-040c02fc-dd31-4370-841e-9a9cd33d88a6 service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178212 Aug 16 20:17:09.665992 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59520) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:09.761528 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-76f012f0-1a83-4c5e-a7bb-a2bdc5ddb066 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:09.762229 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30729d4f-1697-4a69-8525-6b15f03b7886 req-d1d37371-8664-4ace-895c-3e238abb9b4a service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071324 Aug 16 20:17:09.791770 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-76f012f0-1a83-4c5e-a7bb-a2bdc5ddb066 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] update failed (client error): The resource could not be found. Aug 16 20:17:09.797557 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59526) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:09.798221 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-76f012f0-1a83-4c5e-a7bb-a2bdc5ddb066 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] 10.222.0.68 "PUT /v2.0/routers/d39986d3-bda7-4b69-ba18-63d309f9692a HTTP/1.1" status: 404 len: 339 time: 0.3148441 Aug 16 20:17:09.807828 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7bc578fe-3c2c-47f4-8c92-495c59f2dde3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1348420943'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:09.836256 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc578fe-3c2c-47f4-8c92-495c59f2dde3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Made reservation on behalf of d60e75d442cc4b0faa4432abb172beeb for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:17:09.840618 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7bc578fe-3c2c-47f4-8c92-495c59f2dde3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:09.867200 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c982ff4e-360c-43da-ad99-3e9538578636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:09.892832 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc578fe-3c2c-47f4-8c92-495c59f2dde3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:17:09.910333 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7bc578fe-3c2c-47f4-8c92-495c59f2dde3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:09.910684 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-7bc578fe-3c2c-47f4-8c92-495c59f2dde3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Added segment 794f62d0-be6f-4da1-8cfa-f7cf79872460 of type vlan for network e8665c22-e7ff-42bc-b92b-d008d001161e Aug 16 20:17:09.967446 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7bc578fe-3c2c-47f4-8c92-495c59f2dde3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:10.015122 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7bc578fe-3c2c-47f4-8c92-495c59f2dde3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:10.021407 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc578fe-3c2c-47f4-8c92-495c59f2dde3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:10.022510 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7bc578fe-3c2c-47f4-8c92-495c59f2dde3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:10.115144 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c982ff4e-360c-43da-ad99-3e9538578636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:10.133741 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c982ff4e-360c-43da-ad99-3e9538578636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:10.151987 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7bc578fe-3c2c-47f4-8c92-495c59f2dde3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3503113 Aug 16 20:17:10.152706 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc578fe-3c2c-47f4-8c92-495c59f2dde3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Pushing event updated for resources: {'Network': ['ID=e8665c22-e7ff-42bc-b92b-d008d001161e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:10.153034 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59536) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:10.158604 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5306fb8b-ceb4-4cf2-b7e4-f02dcce3c950 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Request body: {'subnet': {'network_id': 'e8665c22-e7ff-42bc-b92b-d008d001161e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:10.186447 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc578fe-3c2c-47f4-8c92-495c59f2dde3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:10.186807 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc578fe-3c2c-47f4-8c92-495c59f2dde3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:10.187137 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc578fe-3c2c-47f4-8c92-495c59f2dde3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:10.187500 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc578fe-3c2c-47f4-8c92-495c59f2dde3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:10.187835 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc578fe-3c2c-47f4-8c92-495c59f2dde3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:10.188167 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc578fe-3c2c-47f4-8c92-495c59f2dde3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:10.188495 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc578fe-3c2c-47f4-8c92-495c59f2dde3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:10.188823 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc578fe-3c2c-47f4-8c92-495c59f2dde3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:10.189533 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc578fe-3c2c-47f4-8c92-495c59f2dde3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:10.189866 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc578fe-3c2c-47f4-8c92-495c59f2dde3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:10.190195 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc578fe-3c2c-47f4-8c92-495c59f2dde3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:10.190518 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc578fe-3c2c-47f4-8c92-495c59f2dde3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:10.198570 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c982ff4e-360c-43da-ad99-3e9538578636 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4ad37a53d30b46ee9ee59b3d0d2b6165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5316849 Aug 16 20:17:10.203038 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network e8665c22-e7ff-42bc-b92b-d008d001161e details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:17:10.204468 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59538) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:10.211844 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982ff4e-360c-43da-ad99-3e9538578636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2df71a4-949e-4702-a46d-7a6aaef0e2f8,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:10.306032 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-69c6488b-5fe9-4243-b8a9-12a06b95c112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:10.356462 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-69c6488b-5fe9-4243-b8a9-12a06b95c112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:10.445982 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-69c6488b-5fe9-4243-b8a9-12a06b95c112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:10.448535 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-69c6488b-5fe9-4243-b8a9-12a06b95c112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:10.451979 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-69c6488b-5fe9-4243-b8a9-12a06b95c112 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a2df71a4-949e-4702-a46d-7a6aaef0e2f8 HTTP/1.1" status: 204 len: 168 time: 0.2439888 Aug 16 20:17:10.458548 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c6488b-5fe9-4243-b8a9-12a06b95c112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2df71a4-949e-4702-a46d-7a6aaef0e2f8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:10.465075 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37eb77-4c9d-40ef-86ab-f1aa77377654 req-75945d61-cea4-4696-9941-e41ad670c78e tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:10.475918 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3f37eb77-4c9d-40ef-86ab-f1aa77377654 req-75945d61-cea4-4696-9941-e41ad670c78e tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 946 time: 0.1507909 Aug 16 20:17:10.501780 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5306fb8b-ceb4-4cf2-b7e4-f02dcce3c950 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Made reservation on behalf of d60e75d442cc4b0faa4432abb172beeb for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:17:10.510970 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5306fb8b-ceb4-4cf2-b7e4-f02dcce3c950 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:10.608439 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3f37eb77-4c9d-40ef-86ab-f1aa77377654 req-5993a664-6c0c-446d-9d2c-d6239d929eb0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315441 Aug 16 20:17:10.775829 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59556) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:10.790939 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5306fb8b-ceb4-4cf2-b7e4-f02dcce3c950 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:10.802222 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device ac3bd3e8-20f1-4094-9a26-2f7307d3a976 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:17:10.879061 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306fb8b-ceb4-4cf2-b7e4-f02dcce3c950 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Pushing event updated for resources: {'Subnet': ['ID=ebeb9045-d74a-4021-89e0-cdd184949fc5,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:10.892770 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5306fb8b-ceb4-4cf2-b7e4-f02dcce3c950 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:10.893483 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5306fb8b-ceb4-4cf2-b7e4-f02dcce3c950 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:10.893971 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5306fb8b-ceb4-4cf2-b7e4-f02dcce3c950 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:10.894460 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5306fb8b-ceb4-4cf2-b7e4-f02dcce3c950 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:10.894943 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5306fb8b-ceb4-4cf2-b7e4-f02dcce3c950 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:10.895669 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5306fb8b-ceb4-4cf2-b7e4-f02dcce3c950 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:10.896005 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5306fb8b-ceb4-4cf2-b7e4-f02dcce3c950 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:10.896495 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5306fb8b-ceb4-4cf2-b7e4-f02dcce3c950 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:10.896836 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5306fb8b-ceb4-4cf2-b7e4-f02dcce3c950 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:10.897159 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5306fb8b-ceb4-4cf2-b7e4-f02dcce3c950 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:10.897699 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5306fb8b-ceb4-4cf2-b7e4-f02dcce3c950 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:10.898169 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5306fb8b-ceb4-4cf2-b7e4-f02dcce3c950 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:10.901960 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5306fb8b-ceb4-4cf2-b7e4-f02dcce3c950 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Checking segment: {'id': '794f62d0-be6f-4da1-8cfa-f7cf79872460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e8665c22-e7ff-42bc-b92b-d008d001161e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:17:10.902655 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5306fb8b-ceb4-4cf2-b7e4-f02dcce3c950 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Network hostable DHCP agents. Network: e8665c22-e7ff-42bc-b92b-d008d001161e, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:17:10.930918 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5306fb8b-ceb4-4cf2-b7e4-f02dcce3c950 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Network e8665c22-e7ff-42bc-b92b-d008d001161e is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:17:10.946018 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-5306fb8b-ceb4-4cf2-b7e4-f02dcce3c950 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, e8665c22-e7ff-42bc-b92b-d008d001161e) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:17:10.949685 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:10.962074 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5306fb8b-ceb4-4cf2-b7e4-f02dcce3c950 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:10.962383 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5306fb8b-ceb4-4cf2-b7e4-f02dcce3c950 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:10.975559 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c2ee32-b8fc-48f7-b26e-39b3b2ed6d50 None None] Network e8665c22-e7ff-42bc-b92b-d008d001161e requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:17:10.976750 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59564) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:10.986110 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5306fb8b-ceb4-4cf2-b7e4-f02dcce3c950 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8292968 Aug 16 20:17:10.986530 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59566) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:10.993707 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b7bf719f-8612-4256-b5c5-c9b249c2a189 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e8665c22-e7ff-42bc-b92b-d008d001161e'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:11.001890 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-924c1c10-3621-4836-984d-3a87492ccaaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:11.157248 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-924c1c10-3621-4836-984d-3a87492ccaaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:11.180949 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-924c1c10-3621-4836-984d-3a87492ccaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:11.234309 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c1c10-3621-4836-984d-3a87492ccaaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6f4bb2-05e5-46fe-a7cc-84fa96718211,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:11.267339 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3a340145-66c6-4b76-8e72-1a14a50b0161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:11.269077 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ddd50b-2c31-453d-8643-cf226ba41125', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac3bd3e8-20f1-4094-9a26-2f7307d3a976'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:17:11.270282 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7bf719f-8612-4256-b5c5-c9b249c2a189 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:11.271412 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9caeb7f4-6b26-4599-9216-9fc5b8c1c67c" -d '{"events": [{"server_uuid": "28ddd50b-2c31-453d-8643-cf226ba41125", "name": "network-vif-unplugged", "status": "completed", "tag": "ac3bd3e8-20f1-4094-9a26-2f7307d3a976"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:17:11.304502 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-924c1c10-3621-4836-984d-3a87492ccaaa admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f7e55952ca3b42119de6c7c1ad130ec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3251133 Aug 16 20:17:11.307161 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59570) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:11.339598 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port ac3bd3e8-20f1-4094-9a26-2f7307d3a976, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=ac3bd3e8-20f1-4094-9a26-2f7307d3a976,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:17:11.341907 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e6b7c6-6ff9-47db-9915-c059df255441 x-openstack-request-id: req-38e6b7c6-6ff9-47db-9915-c059df255441 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:17:11.342352 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ddd50b-2c31-453d-8643-cf226ba41125", "name": "network-vif-unplugged", "status": "completed", "tag": "ac3bd3e8-20f1-4094-9a26-2f7307d3a976", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:17:11.342749 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-38e6b7c6-6ff9-47db-9915-c059df255441 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:17:11.343303 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ddd50b-2c31-453d-8643-cf226ba41125', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac3bd3e8-20f1-4094-9a26-2f7307d3a976', 'code': 200} Aug 16 20:17:11.346693 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:11.352276 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3acafc9-f434-4c47-be1e-a63811e3d95d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-e8665c22-e7ff-42bc-b92b-d008d001161e', 'network_id': 'e8665c22-e7ff-42bc-b92b-d008d001161e', 'tenant_id': 'd60e75d442cc4b0faa4432abb172beeb', 'fixed_ips': [{'subnet_id': 'ebeb9045-d74a-4021-89e0-cdd184949fc5'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:17:11.353357 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a3acafc9-f434-4c47-be1e-a63811e3d95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:11.408284 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05c90a2d-2e95-44a6-872d-ef6156821e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:11.440648 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-b7bf719f-8612-4256-b5c5-c9b249c2a189 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:17:11.442035 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b7bf719f-8612-4256-b5c5-c9b249c2a189 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] 10.222.0.68 "PUT /v2.0/routers/d39986d3-bda7-4b69-ba18-63d309f9692a HTTP/1.1" status: 400 len: 364 time: 0.4539361 Aug 16 20:17:11.442693 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05c90a2d-2e95-44a6-872d-ef6156821e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:11.445723 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59572) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:11.482222 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=ac3bd3e8-20f1-4094-9a26-2f7307d3a976,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:11.504462 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3a340145-66c6-4b76-8e72-1a14a50b0161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:11.510410 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3a340145-66c6-4b76-8e72-1a14a50b0161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:11.550001 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3a340145-66c6-4b76-8e72-1a14a50b0161 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=eada2891c2294dd4b2bfdeac0b588bac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7726223 Aug 16 20:17:11.551099 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59576) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:11.578193 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a340145-66c6-4b76-8e72-1a14a50b0161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a70536a-e72e-414e-afc5-d3d1ab2ebd8b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:11.590654 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-a3acafc9-f434-4c47-be1e-a63811e3d95d None None] Allocated IP 2001:db8:1::2 (e8665c22-e7ff-42bc-b92b-d008d001161e/ebeb9045-d74a-4021-89e0-cdd184949fc5/820e30ac-68e2-4bc4-8d42-9f6e0b020972) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:17:11.615553 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05c90a2d-2e95-44a6-872d-ef6156821e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:11.623079 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05c90a2d-2e95-44a6-872d-ef6156821e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:11.626309 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-05c90a2d-2e95-44a6-872d-ef6156821e0b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ad6f4bb2-05e5-46fe-a7cc-84fa96718211 HTTP/1.1" status: 204 len: 168 time: 0.3173101 Aug 16 20:17:11.645854 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c90a2d-2e95-44a6-872d-ef6156821e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6f4bb2-05e5-46fe-a7cc-84fa96718211,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:11.852556 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a3acafc9-f434-4c47-be1e-a63811e3d95d None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:11.862462 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a3acafc9-f434-4c47-be1e-a63811e3d95d None None] Transition to ACTIVE for port object 820e30ac-68e2-4bc4-8d42-9f6e0b020972 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:17:11.879977 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a3acafc9-f434-4c47-be1e-a63811e3d95d None None] Transition to ACTIVE for port object 820e30ac-68e2-4bc4-8d42-9f6e0b020972 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:17:11.889365 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a3acafc9-f434-4c47-be1e-a63811e3d95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:12.005323 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3acafc9-f434-4c47-be1e-a63811e3d95d None None] Pushing event updated for resources: {'Port': ['ID=820e30ac-68e2-4bc4-8d42-9f6e0b020972,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:12.011693 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3acafc9-f434-4c47-be1e-a63811e3d95d None None] Network e8665c22-e7ff-42bc-b92b-d008d001161e is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:17:12.014533 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-a3acafc9-f434-4c47-be1e-a63811e3d95d None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:17:12.018518 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3acafc9-f434-4c47-be1e-a63811e3d95d None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:17:12.097584 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a3acafc9-f434-4c47-be1e-a63811e3d95d None None] Attempting to bind port 820e30ac-68e2-4bc4-8d42-9f6e0b020972 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:17:12.098071 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a3acafc9-f434-4c47-be1e-a63811e3d95d None None] Attempting to bind port 820e30ac-68e2-4bc4-8d42-9f6e0b020972 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '794f62d0-be6f-4da1-8cfa-f7cf79872460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e8665c22-e7ff-42bc-b92b-d008d001161e'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:17:12.098449 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3acafc9-f434-4c47-be1e-a63811e3d95d None None] Attempting to bind port 820e30ac-68e2-4bc4-8d42-9f6e0b020972 on network e8665c22-e7ff-42bc-b92b-d008d001161e {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:17:12.105558 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3acafc9-f434-4c47-be1e-a63811e3d95d None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:17:12.106014 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3acafc9-f434-4c47-be1e-a63811e3d95d None None] Checking segment: {'id': '794f62d0-be6f-4da1-8cfa-f7cf79872460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e8665c22-e7ff-42bc-b92b-d008d001161e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:17:12.106332 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a3acafc9-f434-4c47-be1e-a63811e3d95d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:12.106753 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3acafc9-f434-4c47-be1e-a63811e3d95d None None] Bound using segment: {'id': '794f62d0-be6f-4da1-8cfa-f7cf79872460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e8665c22-e7ff-42bc-b92b-d008d001161e'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:17:12.107418 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a3acafc9-f434-4c47-be1e-a63811e3d95d None None] Bound port: 820e30ac-68e2-4bc4-8d42-9f6e0b020972, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794f62d0-be6f-4da1-8cfa-f7cf79872460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e8665c22-e7ff-42bc-b92b-d008d001161e'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:17:12.107856 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a3acafc9-f434-4c47-be1e-a63811e3d95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:12.181078 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910080a-947d-4e75-ab22-0750b34e7744 req-4b6aadf4-5afb-4522-81dd-afb3d17b1ab6 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:12.188316 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7910080a-947d-4e75-ab22-0750b34e7744 req-4b6aadf4-5afb-4522-81dd-afb3d17b1ab6 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 944 time: 0.1843579 Aug 16 20:17:12.194402 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a3acafc9-f434-4c47-be1e-a63811e3d95d None None] For port 820e30ac-68e2-4bc4-8d42-9f6e0b020972, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:17:12.199337 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a3acafc9-f434-4c47-be1e-a63811e3d95d None None] For port 820e30ac-68e2-4bc4-8d42-9f6e0b020972, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=820e30ac-68e2-4bc4-8d42-9f6e0b020972,segment=NetworkSegment(794f62d0-be6f-4da1-8cfa-f7cf79872460),segment_id=794f62d0-be6f-4da1-8cfa-f7cf79872460)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:17:12.206421 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a3acafc9-f434-4c47-be1e-a63811e3d95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:12.217953 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-af828d00-b4ed-44e3-a7e6-91fae2bf2e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:12.275531 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-af828d00-b4ed-44e3-a7e6-91fae2bf2e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:12.283942 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3acafc9-f434-4c47-be1e-a63811e3d95d None None] Pushing event updated for resources: {'Port': ['ID=820e30ac-68e2-4bc4-8d42-9f6e0b020972,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:12.297217 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7910080a-947d-4e75-ab22-0750b34e7744 req-5807908d-1ede-42e3-857d-03bc576b8817 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079347 Aug 16 20:17:12.345489 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dac615a6-780c-47d8-a689-51ab09f827bc tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:12.477355 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-af828d00-b4ed-44e3-a7e6-91fae2bf2e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:12.480115 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-af828d00-b4ed-44e3-a7e6-91fae2bf2e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:12.484279 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-af828d00-b4ed-44e3-a7e6-91fae2bf2e9c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4a70536a-e72e-414e-afc5-d3d1ab2ebd8b HTTP/1.1" status: 204 len: 168 time: 0.9322155 Aug 16 20:17:12.539147 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af828d00-b4ed-44e3-a7e6-91fae2bf2e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a70536a-e72e-414e-afc5-d3d1ab2ebd8b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:12.720295 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-dac615a6-780c-47d8-a689-51ab09f827bc tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Allocated IP 2001:db8::1 (e29f60ea-db30-4230-9eac-db7fac35f55b/dc2e8b2d-aa83-46a3-b670-17f8d1e65f65/bb60eae6-8a37-48a2-ac54-803655f0938e) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:17:12.858327 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dac615a6-780c-47d8-a689-51ab09f827bc tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:12.882925 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-dac615a6-780c-47d8-a689-51ab09f827bc tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Transition to ACTIVE for port object bb60eae6-8a37-48a2-ac54-803655f0938e will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:17:12.928504 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dac615a6-780c-47d8-a689-51ab09f827bc tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:12.973045 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac615a6-780c-47d8-a689-51ab09f827bc tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Network e29f60ea-db30-4230-9eac-db7fac35f55b is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:17:12.976858 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-dac615a6-780c-47d8-a689-51ab09f827bc tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:17:12.980699 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac615a6-780c-47d8-a689-51ab09f827bc tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:17:12.981240 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dac615a6-780c-47d8-a689-51ab09f827bc tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:13.031409 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac615a6-780c-47d8-a689-51ab09f827bc tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Pushing event updated for resources: {'Port': ['ID=bb60eae6-8a37-48a2-ac54-803655f0938e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:13.176772 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dac615a6-780c-47d8-a689-51ab09f827bc tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:13.256637 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59624) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:13.280349 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4c3c3b63-c96e-41b2-8ab9-0c83ba4e28be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:13.505736 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 820e30ac-68e2-4bc4-8d42-9f6e0b020972 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:17:13.564204 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634cb6f6-651e-44ae-85bb-ee9f66c39560 req-d6645803-5b3b-43dc-9628-9763d67f13e2 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:13.564204 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-634cb6f6-651e-44ae-85bb-ee9f66c39560 req-d6645803-5b3b-43dc-9628-9763d67f13e2 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 944 time: 0.1050303 Aug 16 20:17:13.618776 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-35b1b101-f4d7-4de4-9c31-d9f1f78dac86 None None] Provisioning for port bb60eae6-8a37-48a2-ac54-803655f0938e completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:17:13.638259 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4c3c3b63-c96e-41b2-8ab9-0c83ba4e28be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:13.641778 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-35b1b101-f4d7-4de4-9c31-d9f1f78dac86 None None] Provisioning complete for port bb60eae6-8a37-48a2-ac54-803655f0938e triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:17:13.644283 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-35b1b101-f4d7-4de4-9c31-d9f1f78dac86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:13.650434 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-634cb6f6-651e-44ae-85bb-ee9f66c39560 req-d75ee256-1d4b-44f3-9bcc-f750a3aaba56 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776119 Aug 16 20:17:13.652768 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4c3c3b63-c96e-41b2-8ab9-0c83ba4e28be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:13.725869 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600b6530-de35-40fb-9c0f-4ae4b1a87d34 None None] Network e8665c22-e7ff-42bc-b92b-d008d001161e requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:17:13.736413 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4c3c3b63-c96e-41b2-8ab9-0c83ba4e28be admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3d80920986b14fe598c64b0ab3ecd579&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4764924 Aug 16 20:17:13.738168 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59638) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:13.745689 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c3b63-c96e-41b2-8ab9-0c83ba4e28be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451f015b-a291-46ca-9614-440dd496893a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:13.767858 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 820e30ac-68e2-4bc4-8d42-9f6e0b020972 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:17:13.805465 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-35b1b101-f4d7-4de4-9c31-d9f1f78dac86 None None] Port bb60eae6-8a37-48a2-ac54-803655f0938e cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:17:13.830349 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dac615a6-780c-47d8-a689-51ab09f827bc tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:13.845538 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dac615a6-780c-47d8-a689-51ab09f827bc tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:13.846312 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dac615a6-780c-47d8-a689-51ab09f827bc tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:13.917351 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ec21a-ef8b-42e6-9c49-1dc23edc4a31 req-df0508f5-2a6c-4ed4-8290-b07fda53f0f7 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:13.918931 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-060ec21a-ef8b-42e6-9c49-1dc23edc4a31 req-df0508f5-2a6c-4ed4-8290-b07fda53f0f7 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1510034 Aug 16 20:17:13.977549 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f3826bd9-3a83-4898-8c9b-ef04646a9ae3 None None] Provisioning for port 820e30ac-68e2-4bc4-8d42-9f6e0b020972 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:17:13.983075 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f3826bd9-3a83-4898-8c9b-ef04646a9ae3 None None] Provisioning complete for port 820e30ac-68e2-4bc4-8d42-9f6e0b020972 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:17:13.983754 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f3826bd9-3a83-4898-8c9b-ef04646a9ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:13.996454 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac615a6-780c-47d8-a689-51ab09f827bc tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Pushing event updated for resources: {'Port': ['ID=bb60eae6-8a37-48a2-ac54-803655f0938e,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:13.999041 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f8d28393-627f-4f6b-8e4d-729e972b4c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:14.074485 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f8d28393-627f-4f6b-8e4d-729e972b4c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:14.088809 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-060ec21a-ef8b-42e6-9c49-1dc23edc4a31 req-f1efc146-ef5e-4273-8bf4-cae168c4ebb0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354225 Aug 16 20:17:14.118088 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f3826bd9-3a83-4898-8c9b-ef04646a9ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:14.211551 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac615a6-780c-47d8-a689-51ab09f827bc tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Network e29f60ea-db30-4230-9eac-db7fac35f55b is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:17:14.215368 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f3826bd9-3a83-4898-8c9b-ef04646a9ae3 None None] For port 820e30ac-68e2-4bc4-8d42-9f6e0b020972, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=820e30ac-68e2-4bc4-8d42-9f6e0b020972,segment=NetworkSegment(794f62d0-be6f-4da1-8cfa-f7cf79872460),segment_id=794f62d0-be6f-4da1-8cfa-f7cf79872460)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:17:14.221145 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-dac615a6-780c-47d8-a689-51ab09f827bc tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:17:14.231275 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f3826bd9-3a83-4898-8c9b-ef04646a9ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:14.325568 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782b0b3-a557-439b-a5f1-fee70f21c33b req-2b33a0c1-7083-4bcd-9ad0-77a9d8c2be39 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:14.333398 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c782b0b3-a557-439b-a5f1-fee70f21c33b req-2b33a0c1-7083-4bcd-9ad0-77a9d8c2be39 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1232576 Aug 16 20:17:14.349130 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3826bd9-3a83-4898-8c9b-ef04646a9ae3 None None] Pushing event updated for resources: {'Port': ['ID=820e30ac-68e2-4bc4-8d42-9f6e0b020972,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:14.392222 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c782b0b3-a557-439b-a5f1-fee70f21c33b req-69bee8f8-b1e1-4714-8ffd-4d5eed144150 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579901 Aug 16 20:17:14.397956 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1dafba32-1e83-4970-ace4-021ab7ea3f3e None None] Provisioning complete for port 820e30ac-68e2-4bc4-8d42-9f6e0b020972 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:17:14.398391 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1dafba32-1e83-4970-ace4-021ab7ea3f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:14.449097 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac615a6-780c-47d8-a689-51ab09f827bc tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Router d39986d3-bda7-4b69-ba18-63d309f9692a has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:17:14.462546 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f8d28393-627f-4f6b-8e4d-729e972b4c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:14.465747 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f8d28393-627f-4f6b-8e4d-729e972b4c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:14.471127 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f8d28393-627f-4f6b-8e4d-729e972b4c07 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/451f015b-a291-46ca-9614-440dd496893a HTTP/1.1" status: 204 len: 168 time: 0.7319043 Aug 16 20:17:14.517950 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d28393-627f-4f6b-8e4d-729e972b4c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451f015b-a291-46ca-9614-440dd496893a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:14.586443 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac615a6-780c-47d8-a689-51ab09f827bc tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:17:14.599787 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59666) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:14.603790 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a87028-f190-4c70-854d-061fed68cdf2 None None] Sync routers for ids ['d39986d3-bda7-4b69-ba18-63d309f9692a'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:17:14.608576 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-dac615a6-780c-47d8-a689-51ab09f827bc tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] 10.222.0.68 "PUT /v2.0/routers/d39986d3-bda7-4b69-ba18-63d309f9692a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1502466 Aug 16 20:17:14.632643 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a87028-f190-4c70-854d-061fed68cdf2 None None] Routers {'d39986d3-bda7-4b69-ba18-63d309f9692a'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:17:14.636320 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-10a87028-f190-4c70-854d-061fed68cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:17:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['d39986d3-bda7-4b69-ba18-63d309f9692a'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:14.704315 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-10a87028-f190-4c70-854d-061fed68cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:14.714485 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a87028-f190-4c70-854d-061fed68cdf2 None None] Routers {'d39986d3-bda7-4b69-ba18-63d309f9692a'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:17:14.715226 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-10a87028-f190-4c70-854d-061fed68cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:17:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['d39986d3-bda7-4b69-ba18-63d309f9692a'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:14.742784 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e871c436-3b7c-406d-9168-16bb39fbc221 None None] Provisioning complete for port bb60eae6-8a37-48a2-ac54-803655f0938e triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:17:14.744658 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e871c436-3b7c-406d-9168-16bb39fbc221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:14.752577 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-10a87028-f190-4c70-854d-061fed68cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:14.753301 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a87028-f190-4c70-854d-061fed68cdf2 None None] The sync data for ids ['d39986d3-bda7-4b69-ba18-63d309f9692a'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:17:14.798112 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e871c436-3b7c-406d-9168-16bb39fbc221 None None] Port bb60eae6-8a37-48a2-ac54-803655f0938e cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:17:14.806958 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device ac3bd3e8-20f1-4094-9a26-2f7307d3a976 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:17:14.839267 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fa0ec-1979-4da4-a097-f322123eb2d5 req-643861de-1686-4173-8807-d2edd1842774 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:14.847653 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-633fa0ec-1979-4da4-a097-f322123eb2d5 req-643861de-1686-4173-8807-d2edd1842774 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1416714 Aug 16 20:17:14.859583 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78e5f2be-9a06-4212-a1d8-7f029a2c6750 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:14.970465 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-633fa0ec-1979-4da4-a097-f322123eb2d5 req-27012c55-f5cc-4ff3-b1e5-264babbccfa2 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215820 Aug 16 20:17:14.990199 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-78e5f2be-9a06-4212-a1d8-7f029a2c6750 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 20:17:14.992064 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-78e5f2be-9a06-4212-a1d8-7f029a2c6750 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] 10.222.0.68 "DELETE /v2.0/routers/d39986d3-bda7-4b69-ba18-63d309f9692a HTTP/1.1" status: 409 len: 329 time: 0.3904655 Aug 16 20:17:14.995054 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59680) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:15.355124 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-37fbf641-1eff-4cfa-b1f1-2f68df6f843c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:15.376107 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 820e30ac-68e2-4bc4-8d42-9f6e0b020972 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:17:15.430863 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 820e30ac-68e2-4bc4-8d42-9f6e0b020972 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:17:15.431521 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:15.669204 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-37fbf641-1eff-4cfa-b1f1-2f68df6f843c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Deleting port bb60eae6-8a37-48a2-ac54-803655f0938e {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:17:15.669550 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-37fbf641-1eff-4cfa-b1f1-2f68df6f843c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:15.762592 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-37fbf641-1eff-4cfa-b1f1-2f68df6f843c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:15.775396 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-37fbf641-1eff-4cfa-b1f1-2f68df6f843c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Calling delete_port for bb60eae6-8a37-48a2-ac54-803655f0938e owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:17:15.989821 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-37fbf641-1eff-4cfa-b1f1-2f68df6f843c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:16.067124 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fbf641-1eff-4cfa-b1f1-2f68df6f843c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Pushing event deleted for resources: {'Port': ['ID=bb60eae6-8a37-48a2-ac54-803655f0938e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:16.148589 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27cd60d-bdb8-49d6-bfa9-86f858c6b18c req-99851170-c42e-40d1-9fe5-66bbe0f96aea tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:16.158556 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d27cd60d-bdb8-49d6-bfa9-86f858c6b18c req-99851170-c42e-40d1-9fe5-66bbe0f96aea tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.0698187 Aug 16 20:17:16.233859 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d27cd60d-bdb8-49d6-bfa9-86f858c6b18c req-8404baf0-a0b3-4e4e-8b49-f9e7b57e64ff tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739713 Aug 16 20:17:16.264322 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-37fbf641-1eff-4cfa-b1f1-2f68df6f843c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:16.470646 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37fbf641-1eff-4cfa-b1f1-2f68df6f843c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Router d39986d3-bda7-4b69-ba18-63d309f9692a has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:17:16.559470 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fbf641-1eff-4cfa-b1f1-2f68df6f843c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:17:16.570448 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59734) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:16.570677 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-37fbf641-1eff-4cfa-b1f1-2f68df6f843c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] 10.222.0.68 "PUT /v2.0/routers/d39986d3-bda7-4b69-ba18-63d309f9692a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5742066 Aug 16 20:17:16.573402 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a225d37-bda9-457e-9262-3693d9e2d8ad None None] Sync routers for ids ['d39986d3-bda7-4b69-ba18-63d309f9692a'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:17:16.585975 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a225d37-bda9-457e-9262-3693d9e2d8ad None None] Routers {'d39986d3-bda7-4b69-ba18-63d309f9692a'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:17:16.586862 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8a225d37-bda9-457e-9262-3693d9e2d8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:17:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['d39986d3-bda7-4b69-ba18-63d309f9692a'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:16.615731 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-46da4c45-b205-4b58-b780-30872413c193 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] show failed (client error): The resource could not be found. Aug 16 20:17:16.621488 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59740) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:16.621704 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-46da4c45-b205-4b58-b780-30872413c193 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] 10.222.0.68 "GET /v2.0/routers/tempest-non_exist_router-1906269136 HTTP/1.1" status: 404 len: 335 time: 0.0494430 Aug 16 20:17:16.626676 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b2bb293e-0943-44ff-a4e1-20be6d4eefa4 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:16.629145 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8a225d37-bda9-457e-9262-3693d9e2d8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:16.638509 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a225d37-bda9-457e-9262-3693d9e2d8ad None None] Routers {'d39986d3-bda7-4b69-ba18-63d309f9692a'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:17:16.639639 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8a225d37-bda9-457e-9262-3693d9e2d8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:17:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['d39986d3-bda7-4b69-ba18-63d309f9692a'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:16.660918 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-b2bb293e-0943-44ff-a4e1-20be6d4eefa4 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] update failed (client error): The resource could not be found. Aug 16 20:17:16.661965 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b2bb293e-0943-44ff-a4e1-20be6d4eefa4 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] 10.222.0.68 "PUT /v2.0/routers/tempest-non_exist_router-581851981 HTTP/1.1" status: 404 len: 334 time: 0.0393176 Aug 16 20:17:16.665970 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59742) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:16.676828 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8a225d37-bda9-457e-9262-3693d9e2d8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:16.677426 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a225d37-bda9-457e-9262-3693d9e2d8ad None None] The sync data for ids ['d39986d3-bda7-4b69-ba18-63d309f9692a'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:17:16.727641 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd652c42-ed23-4f01-8115-cddce739f29b tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Deleting subnet ebeb9045-d74a-4021-89e0-cdd184949fc5 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:17:16.730964 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd652c42-ed23-4f01-8115-cddce739f29b tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:16.780242 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd652c42-ed23-4f01-8115-cddce739f29b tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:16.878748 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd652c42-ed23-4f01-8115-cddce739f29b tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:16.948039 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd652c42-ed23-4f01-8115-cddce739f29b tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:16.984057 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd652c42-ed23-4f01-8115-cddce739f29b tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Pushing event deleted for resources: {'Subnet': ['ID=ebeb9045-d74a-4021-89e0-cdd184949fc5,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:16.986087 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd652c42-ed23-4f01-8115-cddce739f29b tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:16.990361 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fd652c42-ed23-4f01-8115-cddce739f29b tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] 10.222.0.68 "DELETE /v2.0/subnets/ebeb9045-d74a-4021-89e0-cdd184949fc5 HTTP/1.1" status: 204 len: 168 time: 0.3197608 Aug 16 20:17:16.991196 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59756) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:16.999891 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb55a03-71a4-4c07-a3b9-00379afc3381 None None] Network e8665c22-e7ff-42bc-b92b-d008d001161e requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:17:17.087573 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a74adbc-8000-413e-88b5-f33acb4e0b8e tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:17.157939 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-6a74adbc-8000-413e-88b5-f33acb4e0b8e tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Deleting port 820e30ac-68e2-4bc4-8d42-9f6e0b020972 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:17:17.158287 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a74adbc-8000-413e-88b5-f33acb4e0b8e tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:17.209371 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8b4e29-1988-4af5-84ee-5b26e869787c None None] DHCP port deletion for e8665c22-e7ff-42bc-b92b-d008d001161e request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:17:17.242205 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-6a74adbc-8000-413e-88b5-f33acb4e0b8e tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] For port 820e30ac-68e2-4bc4-8d42-9f6e0b020972, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=820e30ac-68e2-4bc4-8d42-9f6e0b020972,segment=NetworkSegment(794f62d0-be6f-4da1-8cfa-f7cf79872460),segment_id=794f62d0-be6f-4da1-8cfa-f7cf79872460)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:17:17.243548 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a74adbc-8000-413e-88b5-f33acb4e0b8e tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:17.265657 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-6a74adbc-8000-413e-88b5-f33acb4e0b8e tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Calling delete_port for 820e30ac-68e2-4bc4-8d42-9f6e0b020972 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:17:17.268105 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7f8b4e29-1988-4af5-84ee-5b26e869787c None None] Deleting port 820e30ac-68e2-4bc4-8d42-9f6e0b020972 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:17:17.268763 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f8b4e29-1988-4af5-84ee-5b26e869787c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:17.363982 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7f8b4e29-1988-4af5-84ee-5b26e869787c None None] For port 820e30ac-68e2-4bc4-8d42-9f6e0b020972, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=820e30ac-68e2-4bc4-8d42-9f6e0b020972,segment=NetworkSegment(794f62d0-be6f-4da1-8cfa-f7cf79872460),segment_id=794f62d0-be6f-4da1-8cfa-f7cf79872460)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:17:17.364778 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f8b4e29-1988-4af5-84ee-5b26e869787c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:17.379398 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7f8b4e29-1988-4af5-84ee-5b26e869787c None None] Calling delete_port for 820e30ac-68e2-4bc4-8d42-9f6e0b020972 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:17:17.441634 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 820e30ac-68e2-4bc4-8d42-9f6e0b020972 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:17:17.464590 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a74adbc-8000-413e-88b5-f33acb4e0b8e tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:17.568349 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f8b4e29-1988-4af5-84ee-5b26e869787c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:17.605549 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b4e29-1988-4af5-84ee-5b26e869787c None None] Pushing event deleted for resources: {'Port': ['ID=820e30ac-68e2-4bc4-8d42-9f6e0b020972,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:17.615487 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8b4e29-1988-4af5-84ee-5b26e869787c None None] No DVR routers for this DVR port 820e30ac-68e2-4bc4-8d42-9f6e0b020972 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:17:17.626043 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No active binding found for port 820e30ac-68e2-4bc4-8d42-9f6e0b020972 {{(pid=94772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 20:17:17.626511 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 820e30ac-68e2-4bc4-8d42-9f6e0b020972 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:17:17.809800 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5f480-7a80-439e-a01b-0615abaa8e6a req-bcd71a5e-3759-46df-a9df-a21501848aca tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:17.811445 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-79c5f480-7a80-439e-a01b-0615abaa8e6a req-bcd71a5e-3759-46df-a9df-a21501848aca tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.4066367 Aug 16 20:17:17.812235 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74adbc-8000-413e-88b5-f33acb4e0b8e tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Pushing event deleted for resources: {'Port': ['ID=820e30ac-68e2-4bc4-8d42-9f6e0b020972,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:17.815879 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a74adbc-8000-413e-88b5-f33acb4e0b8e tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] No DVR routers for this DVR port 820e30ac-68e2-4bc4-8d42-9f6e0b020972 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:17:17.917931 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a74adbc-8000-413e-88b5-f33acb4e0b8e tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:17.923186 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-79c5f480-7a80-439e-a01b-0615abaa8e6a req-ca2d2fc4-0f9c-49f9-a39d-97f78a6eb0bf tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056192 Aug 16 20:17:17.931572 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-6a74adbc-8000-413e-88b5-f33acb4e0b8e tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8665c22-e7ff-42bc-b92b-d008d001161e']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:17.951166 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-6a74adbc-8000-413e-88b5-f33acb4e0b8e tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '794f62d0-be6f-4da1-8cfa-f7cf79872460') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:17.951495 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-6a74adbc-8000-413e-88b5-f33acb4e0b8e tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '794f62d0-be6f-4da1-8cfa-f7cf79872460') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:17.968356 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a74adbc-8000-413e-88b5-f33acb4e0b8e tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:17.982884 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a74adbc-8000-413e-88b5-f33acb4e0b8e tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:17.991667 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a74adbc-8000-413e-88b5-f33acb4e0b8e tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:17:17.992070 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a74adbc-8000-413e-88b5-f33acb4e0b8e tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:17.995905 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:17:17.995905 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:17:17.995905 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:17:17.995905 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:17:17.995905 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:17:17.995905 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:17:17.995905 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:17:17.995905 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:17:17.995905 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:17:17.995905 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:17:17.995905 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:17:17.995905 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:17:17.995905 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:17:17.995905 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:17:17.995905 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:17:17.995905 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:17:17.995905 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:17:17.995905 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:17:17.995905 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:17:17.995905 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:17:17.995905 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:17:17.995905 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:17:17.995905 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:17:17.995905 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:17:17.995905 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:17:17.995905 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:17:17.995905 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:17:17.995905 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:17:17.995905 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:17:17.995905 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:17:17.995905 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:17:17.995905 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:17:18.066975 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a74adbc-8000-413e-88b5-f33acb4e0b8e tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:18.076138 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a74adbc-8000-413e-88b5-f33acb4e0b8e tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:18.080611 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6a74adbc-8000-413e-88b5-f33acb4e0b8e tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] 10.222.0.68 "DELETE /v2.0/networks/e8665c22-e7ff-42bc-b92b-d008d001161e HTTP/1.1" status: 204 len: 168 time: 1.0870290 Aug 16 20:17:18.081977 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59788) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:18.090586 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74adbc-8000-413e-88b5-f33acb4e0b8e tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Pushing event deleted for resources: {'Network': ['ID=e8665c22-e7ff-42bc-b92b-d008d001161e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:18.155877 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b853c1-19e5-4855-80d1-c01d1f1b430f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Deleting subnet fd234798-7c96-4f5e-8b83-33c45bf4b9d7 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:17:18.159509 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33b853c1-19e5-4855-80d1-c01d1f1b430f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:18.206727 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33b853c1-19e5-4855-80d1-c01d1f1b430f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:18.307305 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33b853c1-19e5-4855-80d1-c01d1f1b430f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:18.378124 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33b853c1-19e5-4855-80d1-c01d1f1b430f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:18.410765 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b853c1-19e5-4855-80d1-c01d1f1b430f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Pushing event deleted for resources: {'Subnet': ['ID=fd234798-7c96-4f5e-8b83-33c45bf4b9d7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:18.412946 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33b853c1-19e5-4855-80d1-c01d1f1b430f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:18.417063 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-33b853c1-19e5-4855-80d1-c01d1f1b430f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] 10.222.0.68 "DELETE /v2.0/subnets/fd234798-7c96-4f5e-8b83-33c45bf4b9d7 HTTP/1.1" status: 204 len: 168 time: 0.3255360 Aug 16 20:17:18.417377 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59800) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:18.421230 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddf10eb-20f7-4c9b-afbb-bfcc85d3fe5c None None] Network d3ba8372-84f1-438d-bad9-b5a25881ccec requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:17:18.552773 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bef956a-7b76-4be6-b022-cfa1aec26f0c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Deleting subnet 618cb471-4bf2-4ee3-97b3-637f1fcd3cf6 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:17:18.557255 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6bef956a-7b76-4be6-b022-cfa1aec26f0c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:18.584179 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:17:18.633256 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6bef956a-7b76-4be6-b022-cfa1aec26f0c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:18.713751 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33f6d66-821a-4df3-9de4-7503e9c723f8 None None] DHCP port deletion for d3ba8372-84f1-438d-bad9-b5a25881ccec request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:17:18.735056 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6bef956a-7b76-4be6-b022-cfa1aec26f0c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:18.771949 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f33f6d66-821a-4df3-9de4-7503e9c723f8 None None] Deleting port 62a84afb-7249-4a46-9f0d-4ff61ae722c8 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:17:18.772709 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f33f6d66-821a-4df3-9de4-7503e9c723f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:18.818300 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6bef956a-7b76-4be6-b022-cfa1aec26f0c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:18.851953 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef956a-7b76-4be6-b022-cfa1aec26f0c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Pushing event deleted for resources: {'Subnet': ['ID=618cb471-4bf2-4ee3-97b3-637f1fcd3cf6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:18.853554 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6bef956a-7b76-4be6-b022-cfa1aec26f0c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:18.855500 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6bef956a-7b76-4be6-b022-cfa1aec26f0c tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] 10.222.0.68 "DELETE /v2.0/subnets/618cb471-4bf2-4ee3-97b3-637f1fcd3cf6 HTTP/1.1" status: 204 len: 168 time: 0.4372506 Aug 16 20:17:18.857939 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59820) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:18.865567 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ca110d-63e0-468b-8105-ed00fc4e894a None None] Network ac8d22ce-2498-4be7-a04b-6c95fe59f8ea requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:17:18.870644 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f33f6d66-821a-4df3-9de4-7503e9c723f8 None None] For port 62a84afb-7249-4a46-9f0d-4ff61ae722c8, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=62a84afb-7249-4a46-9f0d-4ff61ae722c8,segment=NetworkSegment(d38d2124-9f9d-4089-956d-a8be8f6e5c11),segment_id=d38d2124-9f9d-4089-956d-a8be8f6e5c11)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:17:18.871239 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f33f6d66-821a-4df3-9de4-7503e9c723f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:18.930993 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f33f6d66-821a-4df3-9de4-7503e9c723f8 None None] Calling delete_port for 62a84afb-7249-4a46-9f0d-4ff61ae722c8 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:17:19.002745 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-39dae8e7-8439-4499-a77d-fb8189c4673f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:19.141460 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-39dae8e7-8439-4499-a77d-fb8189c4673f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Deleting port 62a84afb-7249-4a46-9f0d-4ff61ae722c8 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:17:19.142126 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-39dae8e7-8439-4499-a77d-fb8189c4673f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:19.161062 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3a233-a94a-41c9-a49a-2e45a8d60e4e req-75b498e3-a2e8-4a7f-a650-dce4d7c876dc tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:19.162520 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1de3a233-a94a-41c9-a49a-2e45a8d60e4e req-75b498e3-a2e8-4a7f-a650-dce4d7c876dc tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1008377 Aug 16 20:17:19.180236 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f33f6d66-821a-4df3-9de4-7503e9c723f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:19.246853 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f6d66-821a-4df3-9de4-7503e9c723f8 None None] Pushing event deleted for resources: {'Port': ['ID=62a84afb-7249-4a46-9f0d-4ff61ae722c8,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:19.265178 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33f6d66-821a-4df3-9de4-7503e9c723f8 None None] No DVR routers for this DVR port 62a84afb-7249-4a46-9f0d-4ff61ae722c8 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:17:19.283182 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b44839-3ce4-4897-9fcc-9b374d089ec2 None None] DHCP port deletion for ac8d22ce-2498-4be7-a04b-6c95fe59f8ea request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:17:19.401408 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1de3a233-a94a-41c9-a49a-2e45a8d60e4e req-6bde325f-24f7-40f4-b546-2ca2eb1be6a0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037215 Aug 16 20:17:19.408130 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-71b44839-3ce4-4897-9fcc-9b374d089ec2 None None] Deleting port 47291c0f-acf8-4af8-94bd-93aba31de88b {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:17:19.408520 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-71b44839-3ce4-4897-9fcc-9b374d089ec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:19.408804 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-39dae8e7-8439-4499-a77d-fb8189c4673f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] For port 62a84afb-7249-4a46-9f0d-4ff61ae722c8, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=62a84afb-7249-4a46-9f0d-4ff61ae722c8,segment=NetworkSegment(d38d2124-9f9d-4089-956d-a8be8f6e5c11),segment_id=d38d2124-9f9d-4089-956d-a8be8f6e5c11)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:17:19.409197 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-39dae8e7-8439-4499-a77d-fb8189c4673f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:19.424043 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-39dae8e7-8439-4499-a77d-fb8189c4673f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Calling delete_port for 62a84afb-7249-4a46-9f0d-4ff61ae722c8 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:17:19.472288 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 47291c0f-acf8-4af8-94bd-93aba31de88b no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:17:19.516875 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-39dae8e7-8439-4499-a77d-fb8189c4673f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:19.534049 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dae8e7-8439-4499-a77d-fb8189c4673f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] No DVR routers for this DVR port 62a84afb-7249-4a46-9f0d-4ff61ae722c8 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:17:19.589666 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dae8e7-8439-4499-a77d-fb8189c4673f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Pushing event deleted for resources: {'Port': ['ID=62a84afb-7249-4a46-9f0d-4ff61ae722c8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:19.636270 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-71b44839-3ce4-4897-9fcc-9b374d089ec2 None None] For port 47291c0f-acf8-4af8-94bd-93aba31de88b, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=47291c0f-acf8-4af8-94bd-93aba31de88b,segment=NetworkSegment(3989d10a-41e9-4912-ae1d-3b4132df8541),segment_id=3989d10a-41e9-4912-ae1d-3b4132df8541)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:17:19.637010 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-71b44839-3ce4-4897-9fcc-9b374d089ec2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:19.654479 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-71b44839-3ce4-4897-9fcc-9b374d089ec2 None None] Calling delete_port for 47291c0f-acf8-4af8-94bd-93aba31de88b owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:17:19.719700 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-39dae8e7-8439-4499-a77d-fb8189c4673f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:19.750178 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:19.751411 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-39dae8e7-8439-4499-a77d-fb8189c4673f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ba8372-84f1-438d-bad9-b5a25881ccec']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:19.767531 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-39dae8e7-8439-4499-a77d-fb8189c4673f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd38d2124-9f9d-4089-956d-a8be8f6e5c11') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:19.768674 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-39dae8e7-8439-4499-a77d-fb8189c4673f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd38d2124-9f9d-4089-956d-a8be8f6e5c11') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:19.793087 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-39dae8e7-8439-4499-a77d-fb8189c4673f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:19.805171 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 47291c0f-acf8-4af8-94bd-93aba31de88b, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=47291c0f-acf8-4af8-94bd-93aba31de88b,segment=NetworkSegment(3989d10a-41e9-4912-ae1d-3b4132df8541),segment_id=3989d10a-41e9-4912-ae1d-3b4132df8541)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:17:19.817914 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:19.819525 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 62a84afb-7249-4a46-9f0d-4ff61ae722c8 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:17:19.822704 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-39dae8e7-8439-4499-a77d-fb8189c4673f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:19.831655 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39dae8e7-8439-4499-a77d-fb8189c4673f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:17:19.832305 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-39dae8e7-8439-4499-a77d-fb8189c4673f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:19.846587 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 62a84afb-7249-4a46-9f0d-4ff61ae722c8 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:17:19.847616 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 62a84afb-7249-4a46-9f0d-4ff61ae722c8 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:17:19.878484 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-71b44839-3ce4-4897-9fcc-9b374d089ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:19.900733 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59860) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:19.913784 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b44839-3ce4-4897-9fcc-9b374d089ec2 None None] No DVR routers for this DVR port 47291c0f-acf8-4af8-94bd-93aba31de88b on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:17:19.947618 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=47291c0f-acf8-4af8-94bd-93aba31de88b,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: self.session.flush() Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: self.session.flush() Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: self.session.flush() Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: self.session.flush() Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:17:19.973242 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:17:19.978301 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-39dae8e7-8439-4499-a77d-fb8189c4673f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:19.980453 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b44839-3ce4-4897-9fcc-9b374d089ec2 None None] Pushing event deleted for resources: {'Port': ['ID=47291c0f-acf8-4af8-94bd-93aba31de88b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:19.987613 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-39dae8e7-8439-4499-a77d-fb8189c4673f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:19.990088 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-39dae8e7-8439-4499-a77d-fb8189c4673f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] 10.222.0.68 "DELETE /v2.0/networks/d3ba8372-84f1-438d-bad9-b5a25881ccec HTTP/1.1" status: 204 len: 168 time: 1.1311288 Aug 16 20:17:19.993090 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59864) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:20.009614 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dae8e7-8439-4499-a77d-fb8189c4673f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Pushing event deleted for resources: {'Network': ['ID=d3ba8372-84f1-438d-bad9-b5a25881ccec,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:20.097589 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f6de9f4-5324-4c23-82f0-44ee1ae05380 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:20.196819 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6221e360-08a1-413b-90e5-d13eba660c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:20.199748 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f6de9f4-5324-4c23-82f0-44ee1ae05380 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:20.219831 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-9f6de9f4-5324-4c23-82f0-44ee1ae05380 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8d22ce-2498-4be7-a04b-6c95fe59f8ea']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:20.233879 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-9f6de9f4-5324-4c23-82f0-44ee1ae05380 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3989d10a-41e9-4912-ae1d-3b4132df8541') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:20.234120 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-9f6de9f4-5324-4c23-82f0-44ee1ae05380 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3989d10a-41e9-4912-ae1d-3b4132df8541') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:20.250168 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f6de9f4-5324-4c23-82f0-44ee1ae05380 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:20.281788 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f6de9f4-5324-4c23-82f0-44ee1ae05380 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6de9f4-5324-4c23-82f0-44ee1ae05380 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f6de9f4-5324-4c23-82f0-44ee1ae05380 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:17:20.303000 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:17:20.373504 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f6de9f4-5324-4c23-82f0-44ee1ae05380 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:20.393690 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f6de9f4-5324-4c23-82f0-44ee1ae05380 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:20.397928 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9f6de9f4-5324-4c23-82f0-44ee1ae05380 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] 10.222.0.68 "DELETE /v2.0/networks/ac8d22ce-2498-4be7-a04b-6c95fe59f8ea HTTP/1.1" status: 204 len: 168 time: 0.4013169 Aug 16 20:17:20.398294 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59872) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:20.411307 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6de9f4-5324-4c23-82f0-44ee1ae05380 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Pushing event deleted for resources: {'Network': ['ID=ac8d22ce-2498-4be7-a04b-6c95fe59f8ea,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:20.489869 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ccae1a-396e-4fd5-9e3a-cbf5f93f9a1f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Deleting subnet dc2e8b2d-aa83-46a3-b670-17f8d1e65f65 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:17:20.494493 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74ccae1a-396e-4fd5-9e3a-cbf5f93f9a1f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:20.501056 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6221e360-08a1-413b-90e5-d13eba660c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:20.522215 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6221e360-08a1-413b-90e5-d13eba660c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:20.537083 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74ccae1a-396e-4fd5-9e3a-cbf5f93f9a1f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:20.580144 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6221e360-08a1-413b-90e5-d13eba660c24 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=673bd3d926864fb7b65618804f0ec827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6775708 Aug 16 20:17:20.582822 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59878) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:20.584036 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221e360-08a1-413b-90e5-d13eba660c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7692de1-ad07-418d-8a64-eb397a3a4a77,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:20.596093 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c3fca-d1e2-4a92-927a-229cbaaee63c req-9211305e-462e-45a8-8266-aaaee27782bc tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:20.605749 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5d3c3fca-d1e2-4a92-927a-229cbaaee63c req-9211305e-462e-45a8-8266-aaaee27782bc tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1203263 Aug 16 20:17:20.642196 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5d3c3fca-d1e2-4a92-927a-229cbaaee63c req-fbfc4b62-54c1-443a-82ae-5227b0249b11 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364299 Aug 16 20:17:20.675037 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74ccae1a-396e-4fd5-9e3a-cbf5f93f9a1f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:20.707195 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf883f9c-8270-4971-8c92-0522ea91e305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:20.745412 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf883f9c-8270-4971-8c92-0522ea91e305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:20.782924 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74ccae1a-396e-4fd5-9e3a-cbf5f93f9a1f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:20.818059 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ccae1a-396e-4fd5-9e3a-cbf5f93f9a1f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Pushing event deleted for resources: {'Subnet': ['ID=dc2e8b2d-aa83-46a3-b670-17f8d1e65f65,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:20.822686 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74ccae1a-396e-4fd5-9e3a-cbf5f93f9a1f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:20.824667 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-74ccae1a-396e-4fd5-9e3a-cbf5f93f9a1f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] 10.222.0.68 "DELETE /v2.0/subnets/dc2e8b2d-aa83-46a3-b670-17f8d1e65f65 HTTP/1.1" status: 204 len: 168 time: 0.4252505 Aug 16 20:17:20.827195 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59886) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:20.841234 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b892403-6847-48b6-b851-ff75bc40906a None None] Network e29f60ea-db30-4230-9eac-db7fac35f55b requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:17:20.860793 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf883f9c-8270-4971-8c92-0522ea91e305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:20.864269 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf883f9c-8270-4971-8c92-0522ea91e305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:20.865924 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cf883f9c-8270-4971-8c92-0522ea91e305 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b7692de1-ad07-418d-8a64-eb397a3a4a77 HTTP/1.1" status: 204 len: 168 time: 0.2791622 Aug 16 20:17:20.894097 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf883f9c-8270-4971-8c92-0522ea91e305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7692de1-ad07-418d-8a64-eb397a3a4a77,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:20.955312 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eed4fac2-5898-4dfa-b378-697507c709a3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:21.060148 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-eed4fac2-5898-4dfa-b378-697507c709a3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Deleting port 939f55cc-1577-4d82-b648-301d5168697c {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:17:21.060745 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eed4fac2-5898-4dfa-b378-697507c709a3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:21.080279 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9344c7-1f7b-419b-817c-b64e7fbeb8c5 None None] DHCP port deletion for e29f60ea-db30-4230-9eac-db7fac35f55b request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:17:21.139298 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6c9344c7-1f7b-419b-817c-b64e7fbeb8c5 None None] Deleting port 939f55cc-1577-4d82-b648-301d5168697c {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:17:21.139853 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6c9344c7-1f7b-419b-817c-b64e7fbeb8c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:21.143909 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-eed4fac2-5898-4dfa-b378-697507c709a3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] For port 939f55cc-1577-4d82-b648-301d5168697c, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=939f55cc-1577-4d82-b648-301d5168697c,segment=NetworkSegment(1fa1d752-34d4-4778-85c0-1a7c2972438f),segment_id=1fa1d752-34d4-4778-85c0-1a7c2972438f)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:17:21.144281 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eed4fac2-5898-4dfa-b378-697507c709a3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:21.169822 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-eed4fac2-5898-4dfa-b378-697507c709a3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Calling delete_port for 939f55cc-1577-4d82-b648-301d5168697c owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:17:21.208945 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6c9344c7-1f7b-419b-817c-b64e7fbeb8c5 None None] For port 939f55cc-1577-4d82-b648-301d5168697c, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=939f55cc-1577-4d82-b648-301d5168697c,segment=NetworkSegment(1fa1d752-34d4-4778-85c0-1a7c2972438f),segment_id=1fa1d752-34d4-4778-85c0-1a7c2972438f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:17:21.209653 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6c9344c7-1f7b-419b-817c-b64e7fbeb8c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:21.224087 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6c9344c7-1f7b-419b-817c-b64e7fbeb8c5 None None] Calling delete_port for 939f55cc-1577-4d82-b648-301d5168697c owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:17:21.274472 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eed4fac2-5898-4dfa-b378-697507c709a3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:21.306349 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed4fac2-5898-4dfa-b378-697507c709a3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] No DVR routers for this DVR port 939f55cc-1577-4d82-b648-301d5168697c on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:17:21.308342 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4fac2-5898-4dfa-b378-697507c709a3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Pushing event deleted for resources: {'Port': ['ID=939f55cc-1577-4d82-b648-301d5168697c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:21.369181 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59898) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:21.376877 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6c9344c7-1f7b-419b-817c-b64e7fbeb8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:21.389120 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f192917-336c-41ef-a598-5bd9d3294213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:21.403609 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 939f55cc-1577-4d82-b648-301d5168697c no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:17:21.404033 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eed4fac2-5898-4dfa-b378-697507c709a3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:21.407010 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9344c7-1f7b-419b-817c-b64e7fbeb8c5 None None] Pushing event deleted for resources: {'Port': ['ID=939f55cc-1577-4d82-b648-301d5168697c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:21.417074 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-eed4fac2-5898-4dfa-b378-697507c709a3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e29f60ea-db30-4230-9eac-db7fac35f55b']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:21.428346 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9344c7-1f7b-419b-817c-b64e7fbeb8c5 None None] No DVR routers for this DVR port 939f55cc-1577-4d82-b648-301d5168697c on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:17:21.433255 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 939f55cc-1577-4d82-b648-301d5168697c {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:17:21.433602 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 939f55cc-1577-4d82-b648-301d5168697c not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:17:21.441002 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9344c7-1f7b-419b-817c-b64e7fbeb8c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:21.441002 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9344c7-1f7b-419b-817c-b64e7fbeb8c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:21.441002 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9344c7-1f7b-419b-817c-b64e7fbeb8c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:21.441275 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9344c7-1f7b-419b-817c-b64e7fbeb8c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:21.441489 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9344c7-1f7b-419b-817c-b64e7fbeb8c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:21.441826 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9344c7-1f7b-419b-817c-b64e7fbeb8c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:21.442179 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9344c7-1f7b-419b-817c-b64e7fbeb8c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:21.442511 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9344c7-1f7b-419b-817c-b64e7fbeb8c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:21.442843 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9344c7-1f7b-419b-817c-b64e7fbeb8c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:21.444776 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9344c7-1f7b-419b-817c-b64e7fbeb8c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:21.445076 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9344c7-1f7b-419b-817c-b64e7fbeb8c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:21.445418 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9344c7-1f7b-419b-817c-b64e7fbeb8c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:21.453644 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-eed4fac2-5898-4dfa-b378-697507c709a3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa1d752-34d4-4778-85c0-1a7c2972438f') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:21.454002 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-eed4fac2-5898-4dfa-b378-697507c709a3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa1d752-34d4-4778-85c0-1a7c2972438f') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:21.464621 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eed4fac2-5898-4dfa-b378-697507c709a3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:21.481753 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eed4fac2-5898-4dfa-b378-697507c709a3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:21.491678 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed4fac2-5898-4dfa-b378-697507c709a3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:17:21.492613 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eed4fac2-5898-4dfa-b378-697507c709a3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:21.497240 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:17:21.497240 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:17:21.497240 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:17:21.497240 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:17:21.497240 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:17:21.497240 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:17:21.497240 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:17:21.497240 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:17:21.497240 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:17:21.497240 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:17:21.497240 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:17:21.497240 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:17:21.497240 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:17:21.497240 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:17:21.497240 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:17:21.497240 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:17:21.497240 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:17:21.497240 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:17:21.497240 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:17:21.497240 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:17:21.497240 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:17:21.497240 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:17:21.497240 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:17:21.497240 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:17:21.497240 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:17:21.497240 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:17:21.497240 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:17:21.497240 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:17:21.497240 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:17:21.497240 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:17:21.497240 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:17:21.497240 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:17:21.526285 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f192917-336c-41ef-a598-5bd9d3294213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:21.531871 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f192917-336c-41ef-a598-5bd9d3294213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:21.578898 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f192917-336c-41ef-a598-5bd9d3294213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd93b11-4d6a-4ab5-bb8a-6269d7e8f652,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:21.581489 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eed4fac2-5898-4dfa-b378-697507c709a3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:21.583849 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5f192917-336c-41ef-a598-5bd9d3294213 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3d4257f3eb62428a96178a4c1e2f462e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2131360 Aug 16 20:17:21.587106 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59904) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:21.598590 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eed4fac2-5898-4dfa-b378-697507c709a3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:21.603793 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-eed4fac2-5898-4dfa-b378-697507c709a3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] 10.222.0.68 "DELETE /v2.0/networks/e29f60ea-db30-4230-9eac-db7fac35f55b HTTP/1.1" status: 204 len: 168 time: 0.7725577 Aug 16 20:17:21.604613 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59906) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:21.635019 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4fac2-5898-4dfa-b378-697507c709a3 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Pushing event deleted for resources: {'Network': ['ID=e29f60ea-db30-4230-9eac-db7fac35f55b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:21.649886 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7c009eab-c2cf-4b4e-bd6e-527f91cf4b58 tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] 10.222.0.68 "GET /v2.0/ports?device_id=d39986d3-bda7-4b69-ba18-63d309f9692a HTTP/1.1" status: 200 len: 205 time: 0.0444822 Aug 16 20:17:21.652293 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59914) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:21.696201 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d21652a6-0e2d-4347-8ff8-96e3d09b07f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:21.740667 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d21652a6-0e2d-4347-8ff8-96e3d09b07f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:21.755493 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-50d49111-c436-4100-b3e5-a16fd036e21f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:21.857724 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d78561-84f6-4af6-86b0-e16e2a99528e req-8f04a5ef-5c97-40b7-bd32-fae54aa2a7f3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:21.865142 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-65d78561-84f6-4af6-86b0-e16e2a99528e req-8f04a5ef-5c97-40b7-bd32-fae54aa2a7f3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1400969 Aug 16 20:17:21.921288 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-65d78561-84f6-4af6-86b0-e16e2a99528e req-d54b3cbe-d12c-4458-b82d-00a74309b4ce tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549643 Aug 16 20:17:21.923668 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d21652a6-0e2d-4347-8ff8-96e3d09b07f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:21.927792 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d21652a6-0e2d-4347-8ff8-96e3d09b07f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:21.929108 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d21652a6-0e2d-4347-8ff8-96e3d09b07f5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7bd93b11-4d6a-4ab5-bb8a-6269d7e8f652 HTTP/1.1" status: 204 len: 168 time: 0.3410628 Aug 16 20:17:21.937995 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21652a6-0e2d-4347-8ff8-96e3d09b07f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd93b11-4d6a-4ab5-bb8a-6269d7e8f652,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:22.018599 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-50d49111-c436-4100-b3e5-a16fd036e21f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:22.021355 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-50d49111-c436-4100-b3e5-a16fd036e21f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:22.074218 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-50d49111-c436-4100-b3e5-a16fd036e21f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:22.075177 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d49111-c436-4100-b3e5-a16fd036e21f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Fanout notify agent at l3_agent the message router_deleted on router d39986d3-bda7-4b69-ba18-63d309f9692a {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:17:22.083519 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-50d49111-c436-4100-b3e5-a16fd036e21f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:22.085245 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-50d49111-c436-4100-b3e5-a16fd036e21f tempest-RoutersNegativeIpV6Test-2028964175 tempest-RoutersNegativeIpV6Test-2028964175-project] 10.222.0.68 "DELETE /v2.0/routers/d39986d3-bda7-4b69-ba18-63d309f9692a HTTP/1.1" status: 204 len: 168 time: 0.4319527 Aug 16 20:17:22.406700 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59938) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:22.430801 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-88e99c68-6d6b-4fca-b03c-fa799b8aba36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:22.494943 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59940) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:22.584741 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-88e99c68-6d6b-4fca-b03c-fa799b8aba36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:22.590930 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-88e99c68-6d6b-4fca-b03c-fa799b8aba36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:22.640276 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-88e99c68-6d6b-4fca-b03c-fa799b8aba36 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5d568c31d76a4d11b964a3925729cfc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2323081 Aug 16 20:17:22.643341 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59946) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:22.644125 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e99c68-6d6b-4fca-b03c-fa799b8aba36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9fa41a-a9d4-4bfa-8c5d-62c04851aa13,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:22.671908 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-de64def5-76fa-4180-8fa8-37deaf43c569 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d60e75d442cc4b0faa4432abb172beeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1752841 Aug 16 20:17:22.674015 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59948) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:22.752219 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-923f2c91-1793-4268-923e-394772a63929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:22.770907 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f26d0ea5-e687-4425-aa83-3a846bb923a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:22.789335 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-923f2c91-1793-4268-923e-394772a63929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:22.816077 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f26d0ea5-e687-4425-aa83-3a846bb923a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:22.894770 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f26d0ea5-e687-4425-aa83-3a846bb923a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:22.907891 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f26d0ea5-e687-4425-aa83-3a846bb923a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:22.911937 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f26d0ea5-e687-4425-aa83-3a846bb923a1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a55838d3-c466-4484-81d5-fb813252437a HTTP/1.1" status: 204 len: 168 time: 0.2342672 Aug 16 20:17:22.921776 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-923f2c91-1793-4268-923e-394772a63929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:22.926695 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-923f2c91-1793-4268-923e-394772a63929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:22.930806 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-923f2c91-1793-4268-923e-394772a63929 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cc9fa41a-a9d4-4bfa-8c5d-62c04851aa13 HTTP/1.1" status: 204 len: 168 time: 0.2677064 Aug 16 20:17:22.937884 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d0ea5-e687-4425-aa83-3a846bb923a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55838d3-c466-4484-81d5-fb813252437a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:22.951242 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f2c91-1793-4268-923e-394772a63929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9fa41a-a9d4-4bfa-8c5d-62c04851aa13,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:23.116675 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da90b5-54b8-4021-9fa8-9e178a94ec9d req-2e9ef61d-9211-42d7-b178-1a504d711eae tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:23.119241 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c7da90b5-54b8-4021-9fa8-9e178a94ec9d req-2e9ef61d-9211-42d7-b178-1a504d711eae tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.0761499 Aug 16 20:17:23.169389 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c7da90b5-54b8-4021-9fa8-9e178a94ec9d req-f7f2433d-3477-4c80-b67e-65baf362bd32 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434816 Aug 16 20:17:24.305267 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad572e7-56a1-48cc-a4cb-fd6f95768122 req-067a0252-8e7f-4b47-875c-2e86e512f200 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:24.307913 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bad572e7-56a1-48cc-a4cb-fd6f95768122 req-067a0252-8e7f-4b47-875c-2e86e512f200 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.0592306 Aug 16 20:17:24.377665 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bad572e7-56a1-48cc-a4cb-fd6f95768122 req-9f4c6730-bf77-44dd-b55a-8af0f4043529 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635369 Aug 16 20:17:24.413630 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60026) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:24.512137 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60030) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:24.670345 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-5e1eb80e-3301-4239-9402-12f79e67bd2a tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1043404627'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:24.693519 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d6e284a-ed0a-4f10-a97c-11d4253ee442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:24.702413 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5e1eb80e-3301-4239-9402-12f79e67bd2a tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:24.714623 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5e1eb80e-3301-4239-9402-12f79e67bd2a tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:24.809635 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d6e284a-ed0a-4f10-a97c-11d4253ee442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:24.822795 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d6e284a-ed0a-4f10-a97c-11d4253ee442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:24.915080 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5e1eb80e-3301-4239-9402-12f79e67bd2a tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:24.920411 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e284a-ed0a-4f10-a97c-11d4253ee442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52b69c5-6ab0-423e-8dfd-3b8ad7ea25e5,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:24.921050 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5e1eb80e-3301-4239-9402-12f79e67bd2a tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:24.929275 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3d6e284a-ed0a-4f10-a97c-11d4253ee442 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cb5a472cce0f4eb38aee9116e8da2f5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5139072 Aug 16 20:17:24.932233 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60054) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:24.979870 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1eb80e-3301-4239-9402-12f79e67bd2a tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=868ab342-51d2-4290-95fd-19e9178d7252,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:24.997395 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9eaa25af-b61a-41e7-9b63-b37280587648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.021690 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60056) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:25.041908 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9eaa25af-b61a-41e7-9b63-b37280587648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.108193 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5e1eb80e-3301-4239-9402-12f79e67bd2a tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.114487 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9eaa25af-b61a-41e7-9b63-b37280587648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.114662 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5e1eb80e-3301-4239-9402-12f79e67bd2a tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.117563 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9eaa25af-b61a-41e7-9b63-b37280587648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.124758 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9eaa25af-b61a-41e7-9b63-b37280587648 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c52b69c5-6ab0-423e-8dfd-3b8ad7ea25e5 HTTP/1.1" status: 204 len: 168 time: 0.1907899 Aug 16 20:17:25.144795 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa25af-b61a-41e7-9b63-b37280587648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52b69c5-6ab0-423e-8dfd-3b8ad7ea25e5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:25.150715 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1eb80e-3301-4239-9402-12f79e67bd2a tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c38c8c-19bb-4651-a2d5-35f50a1d68be,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:25.154957 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5e1eb80e-3301-4239-9402-12f79e67bd2a tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.170595 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5e1eb80e-3301-4239-9402-12f79e67bd2a tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6572711 Aug 16 20:17:25.173491 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60068) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:25.256465 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-750b7171-cb3e-4289-9afa-09ec180ad62f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0816948 Aug 16 20:17:25.266895 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60070) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:25.266895 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-95070d89-f848-4da4-8234-0f89da18634b tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Request body: {'security_group': {'name': 'tempest-security--1620189301', 'description': 'tempest-security-description-1283326171'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:25.295501 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95070d89-f848-4da4-8234-0f89da18634b tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.353051 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e66d73ce-a024-4f8f-a844-d74b76db4c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.361342 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95070d89-f848-4da4-8234-0f89da18634b tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.369936 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95070d89-f848-4da4-8234-0f89da18634b tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.372620 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95070d89-f848-4da4-8234-0f89da18634b tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.373883 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-95070d89-f848-4da4-8234-0f89da18634b tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "PUT /v2.0/security-groups/88c38c8c-19bb-4651-a2d5-35f50a1d68be HTTP/1.1" status: 200 len: 1780 time: 0.1118958 Aug 16 20:17:25.377297 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60076) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:25.424343 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95070d89-f848-4da4-8234-0f89da18634b tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c38c8c-19bb-4651-a2d5-35f50a1d68be,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:25.443535 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f7e2965b-1d7b-40b5-ba2e-76bda699b92a tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "GET /v2.0/security-groups/88c38c8c-19bb-4651-a2d5-35f50a1d68be HTTP/1.1" status: 200 len: 1780 time: 0.0644314 Aug 16 20:17:25.446163 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60080) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:25.526972 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fe6fbb7c-9588-402c-a034-217f1bae3fa8 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.554134 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e66d73ce-a024-4f8f-a844-d74b76db4c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.556453 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fe6fbb7c-9588-402c-a034-217f1bae3fa8 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.558777 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e66d73ce-a024-4f8f-a844-d74b76db4c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.574337 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90137f-8874-45d4-8596-0171816efa35 req-5490b5b2-d36d-46da-ad84-6d52638e7fe8 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:25.576221 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ee90137f-8874-45d4-8596-0171816efa35 req-5490b5b2-d36d-46da-ad84-6d52638e7fe8 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.0875874 Aug 16 20:17:25.611714 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fe6fbb7c-9588-402c-a034-217f1bae3fa8 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.615597 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fe6fbb7c-9588-402c-a034-217f1bae3fa8 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.617824 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fe6fbb7c-9588-402c-a034-217f1bae3fa8 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "DELETE /v2.0/security-groups/88c38c8c-19bb-4651-a2d5-35f50a1d68be HTTP/1.1" status: 204 len: 168 time: 0.1703756 Aug 16 20:17:25.622275 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60086) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:25.632498 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e66d73ce-a024-4f8f-a844-d74b76db4c56 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6197a1504efe4fa5ad8964999615b119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6089416 Aug 16 20:17:25.634935 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60088) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:25.635773 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d73ce-a024-4f8f-a844-d74b76db4c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a2aa7b-033e-4b3c-b13e-3db6fc25baa2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:25.638430 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6fbb7c-9588-402c-a034-217f1bae3fa8 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c38c8c-19bb-4651-a2d5-35f50a1d68be,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:25.692536 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ee90137f-8874-45d4-8596-0171816efa35 req-f2c32b68-3356-4a73-a6e3-e7df825c1c7f tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036472 Aug 16 20:17:25.692869 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-db7e26c3-e44e-4abb-88b6-89b14c9916e1 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0676675 Aug 16 20:17:25.696078 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60092) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:25.716712 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-1ef07dde-feaa-4663-8b56-a7333038af2a tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] delete failed (client error): The resource could not be found. Aug 16 20:17:25.724229 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60096) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:25.730249 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-44997f7d-e911-472b-ab4e-38fb32ba24e5 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1001520029'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:25.731816 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1ef07dde-feaa-4663-8b56-a7333038af2a tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "DELETE /v2.0/security-groups/88c38c8c-19bb-4651-a2d5-35f50a1d68be HTTP/1.1" status: 404 len: 347 time: 0.0250704 Aug 16 20:17:25.752336 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b06f05d-a5ff-4d94-bf20-cdb0f9410455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.780955 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-44997f7d-e911-472b-ab4e-38fb32ba24e5 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.785279 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b06f05d-a5ff-4d94-bf20-cdb0f9410455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.888261 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60102) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:25.890277 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b06f05d-a5ff-4d94-bf20-cdb0f9410455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.892964 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b06f05d-a5ff-4d94-bf20-cdb0f9410455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.894144 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8b06f05d-a5ff-4d94-bf20-cdb0f9410455 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/39a2aa7b-033e-4b3c-b13e-3db6fc25baa2 HTTP/1.1" status: 204 len: 168 time: 0.2550640 Aug 16 20:17:25.913582 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67fc6f6b-a92f-46c7-93a7-3d55736cc308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.915440 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06f05d-a5ff-4d94-bf20-cdb0f9410455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a2aa7b-033e-4b3c-b13e-3db6fc25baa2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:25.948759 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-44997f7d-e911-472b-ab4e-38fb32ba24e5 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.977926 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-44997f7d-e911-472b-ab4e-38fb32ba24e5 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.058307 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bcd0a0-2a77-4128-9d38-2fb8e92d4177 req-8350c674-4e73-4b45-8085-ecf24609d9c3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:26.064266 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60108) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:26.066616 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d6bcd0a0-2a77-4128-9d38-2fb8e92d4177 req-8350c674-4e73-4b45-8085-ecf24609d9c3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1459501 Aug 16 20:17:26.078849 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44997f7d-e911-472b-ab4e-38fb32ba24e5 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82d446ca-9798-4e73-aa19-555924d81c90,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:26.079306 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67fc6f6b-a92f-46c7-93a7-3d55736cc308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.084401 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67fc6f6b-a92f-46c7-93a7-3d55736cc308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.098176 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f757d2-797d-404a-bfa0-295b684e84e0 req-adc33c81-00cb-423f-bb42-e416f73cfe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:26.099988 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-29f757d2-797d-404a-bfa0-295b684e84e0 req-adc33c81-00cb-423f-bb42-e416f73cfe79 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f949d98cf9473f85e64341bcd4f07a&device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 1096 time: 0.1367285 Aug 16 20:17:26.103284 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-44997f7d-e911-472b-ab4e-38fb32ba24e5 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.104643 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-44997f7d-e911-472b-ab4e-38fb32ba24e5 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3794739 Aug 16 20:17:26.108148 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60112) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:26.121123 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b905075f-fcde-486a-8a0e-03d1bda48c8b tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Request body: {'security_group_rule': {'security_group_id': '82d446ca-9798-4e73-aa19-555924d81c90', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:26.128807 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc6f6b-a92f-46c7-93a7-3d55736cc308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046e8cdc-9463-489c-a0b2-aeacf36bde49,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:26.140383 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-67fc6f6b-a92f-46c7-93a7-3d55736cc308 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f6d2cf4334fe4aa9911d35aa92670176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509799 Aug 16 20:17:26.142903 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60114) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:26.167199 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d6bcd0a0-2a77-4128-9d38-2fb8e92d4177 req-7e54da2d-d071-4f7b-8e5f-2244a9e06dd7 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995486 Aug 16 20:17:26.236293 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b905075f-fcde-486a-8a0e-03d1bda48c8b tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.246120 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02a1d6b0-f895-45eb-9201-389778a9edaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.249138 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f18f447b-b477-4670-a1fe-78623aacfd27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.298904 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f757d2-797d-404a-bfa0-295b684e84e0 req-fc5d3d33-0eb7-4561-b6d1-45da40dcb0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:26.300481 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-29f757d2-797d-404a-bfa0-295b684e84e0 req-fc5d3d33-0eb7-4561-b6d1-45da40dcb0b9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dbfa510a-9034-470b-99ef-e5f61f9b5e17 HTTP/1.1" status: 200 len: 913 time: 0.1912470 Aug 16 20:17:26.332571 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02a1d6b0-f895-45eb-9201-389778a9edaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.377289 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b905075f-fcde-486a-8a0e-03d1bda48c8b tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.388821 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b905075f-fcde-486a-8a0e-03d1bda48c8b tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.415705 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-29f757d2-797d-404a-bfa0-295b684e84e0 req-cd5a5dfc-1c61-498b-b730-de78126b6820 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2a2462-5629-42d9-881b-f9a0a5e0a025 HTTP/1.1" status: 200 len: 999 time: 0.1069531 Aug 16 20:17:26.416284 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f18f447b-b477-4670-a1fe-78623aacfd27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.416927 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905075f-fcde-486a-8a0e-03d1bda48c8b tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c273511d-179b-4d0b-bace-885dc7d30437,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:26.424467 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02a1d6b0-f895-45eb-9201-389778a9edaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.427111 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02a1d6b0-f895-45eb-9201-389778a9edaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.430827 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-02a1d6b0-f895-45eb-9201-389778a9edaf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/046e8cdc-9463-489c-a0b2-aeacf36bde49 HTTP/1.1" status: 204 len: 168 time: 0.2840033 Aug 16 20:17:26.431362 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f18f447b-b477-4670-a1fe-78623aacfd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.448642 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1d6b0-f895-45eb-9201-389778a9edaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046e8cdc-9463-489c-a0b2-aeacf36bde49,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:26.500408 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f757d2-797d-404a-bfa0-295b684e84e0 req-6b01c77b-4793-4d3b-8e51-8bd83146d853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:26.502130 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-29f757d2-797d-404a-bfa0-295b684e84e0 req-6b01c77b-4793-4d3b-8e51-8bd83146d853 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d38a8fc7-0911-4b72-a78c-d32851227793 HTTP/1.1" status: 200 len: 851 time: 0.0787644 Aug 16 20:17:26.503411 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f18f447b-b477-4670-a1fe-78623aacfd27 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=73888c7ec6b343a59ff0f46841a1e5e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4379764 Aug 16 20:17:26.503547 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b905075f-fcde-486a-8a0e-03d1bda48c8b tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.507798 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60128) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:26.508359 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b905075f-fcde-486a-8a0e-03d1bda48c8b tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3966305 Aug 16 20:17:26.509155 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60130) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:26.536447 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f447b-b477-4670-a1fe-78623aacfd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63185bb-6dbf-48a2-a788-8dfbd790f133,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:26.586226 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1de0202c-a79b-4e2f-9737-3191fd25b3c2 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.597289 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-674b496e-83b4-457d-b149-8f9bdbd73e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.599404 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1de0202c-a79b-4e2f-9737-3191fd25b3c2 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.604381 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f757d2-797d-404a-bfa0-295b684e84e0 req-c8f2e976-1006-4651-a014-3cc1fdde9fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:26.606262 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-29f757d2-797d-404a-bfa0-295b684e84e0 req-c8f2e976-1006-4651-a014-3cc1fdde9fa7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dbfa510a-9034-470b-99ef-e5f61f9b5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0963268 Aug 16 20:17:26.626424 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-674b496e-83b4-457d-b149-8f9bdbd73e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.703133 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-674b496e-83b4-457d-b149-8f9bdbd73e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.705939 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-674b496e-83b4-457d-b149-8f9bdbd73e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.707300 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-674b496e-83b4-457d-b149-8f9bdbd73e88 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a63185bb-6dbf-48a2-a788-8dfbd790f133 HTTP/1.1" status: 204 len: 168 time: 0.1987212 Aug 16 20:17:26.725553 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1de0202c-a79b-4e2f-9737-3191fd25b3c2 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.726438 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b496e-83b4-457d-b149-8f9bdbd73e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63185bb-6dbf-48a2-a788-8dfbd790f133,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:26.739229 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1de0202c-a79b-4e2f-9737-3191fd25b3c2 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.740404 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1de0202c-a79b-4e2f-9737-3191fd25b3c2 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/c273511d-179b-4d0b-bace-885dc7d30437 HTTP/1.1" status: 204 len: 168 time: 0.2209079 Aug 16 20:17:26.748866 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0202c-a79b-4e2f-9737-3191fd25b3c2 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c273511d-179b-4d0b-bace-885dc7d30437,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:26.750473 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60142) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:26.790086 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-29f757d2-797d-404a-bfa0-295b684e84e0 req-4fd336ac-b4dd-4b3d-9f32-585deb1fe243 service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708045 Aug 16 20:17:26.810716 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-642488a3-b3d8-403e-bdf1-03db89741b1c tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0569229 Aug 16 20:17:26.813800 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60144) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:26.878049 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bdf07d43-79da-4dbc-92c8-eedccbeeeab9 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.896033 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-29f757d2-797d-404a-bfa0-295b684e84e0 req-249ef962-1f3b-4b67-be09-844c455342c1 service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988638 Aug 16 20:17:26.906749 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bdf07d43-79da-4dbc-92c8-eedccbeeeab9 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.963385 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bdf07d43-79da-4dbc-92c8-eedccbeeeab9 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.966130 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bdf07d43-79da-4dbc-92c8-eedccbeeeab9 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.969852 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bdf07d43-79da-4dbc-92c8-eedccbeeeab9 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "DELETE /v2.0/security-groups/82d446ca-9798-4e73-aa19-555924d81c90 HTTP/1.1" status: 204 len: 168 time: 0.1525867 Aug 16 20:17:26.970616 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60154) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:26.977273 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf07d43-79da-4dbc-92c8-eedccbeeeab9 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d446ca-9798-4e73-aa19-555924d81c90,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:27.035273 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a96edac4-c55d-4f6e-a9ab-129eb1da1097 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0637524 Aug 16 20:17:27.038969 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60158) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:27.044220 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-4d660844-2602-4f95-91c4-d1b976de96fb tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1725712095'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:27.081237 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d660844-2602-4f95-91c4-d1b976de96fb tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:27.171732 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60164) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:27.175922 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d660844-2602-4f95-91c4-d1b976de96fb tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:27.183085 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d660844-2602-4f95-91c4-d1b976de96fb tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:27.199483 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-51a5a47a-0265-4785-a718-9df183f43c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:27.226110 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d660844-2602-4f95-91c4-d1b976de96fb tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:27.229961 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4d660844-2602-4f95-91c4-d1b976de96fb tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1869147 Aug 16 20:17:27.229961 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d660844-2602-4f95-91c4-d1b976de96fb tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcaa66e6-09fd-4f2e-a96d-6dcfbdc46359,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:27.232845 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60168) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:27.250194 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-24239b33-1882-4e24-8aa3-a3f68e61333a tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Request body: {'security_group_rule': {'security_group_id': 'dcaa66e6-09fd-4f2e-a96d-6dcfbdc46359', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:27.349633 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4b3c5-4436-498e-9aa6-6ad43d14e274 req-a1900d2c-d2b0-4742-9110-8c493ffd2243 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:27.351469 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-31a4b3c5-4436-498e-9aa6-6ad43d14e274 req-a1900d2c-d2b0-4742-9110-8c493ffd2243 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.0804605 Aug 16 20:17:27.424885 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-31a4b3c5-4436-498e-9aa6-6ad43d14e274 req-69c88e49-c9d6-47d0-8ed6-ebeb609f9e77 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664537 Aug 16 20:17:27.429841 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-51a5a47a-0265-4785-a718-9df183f43c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:27.437666 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-51a5a47a-0265-4785-a718-9df183f43c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:27.499778 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5a47a-0265-4785-a718-9df183f43c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e2a57b-0be1-4a8e-a431-ad1a648fc9ed,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:27.517690 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-51a5a47a-0265-4785-a718-9df183f43c9e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9d9c23b024f24fc08fa43fa238eba46b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3431435 Aug 16 20:17:27.518649 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24239b33-1882-4e24-8aa3-a3f68e61333a tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:27.520363 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60182) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:27.591522 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-93c7f8af-5ce4-4eac-951b-a85de88096ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:27.617229 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24239b33-1882-4e24-8aa3-a3f68e61333a tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:27.620898 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-93c7f8af-5ce4-4eac-951b-a85de88096ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:27.622574 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24239b33-1882-4e24-8aa3-a3f68e61333a tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:27.645486 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24239b33-1882-4e24-8aa3-a3f68e61333a tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd7fbe7-0cb3-428b-9d8e-f0f466653746,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:27.650272 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24239b33-1882-4e24-8aa3-a3f68e61333a tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:27.656962 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-24239b33-1882-4e24-8aa3-a3f68e61333a tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4193325 Aug 16 20:17:27.658305 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60188) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:27.663981 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f5136198-84da-4ef9-90fb-46742650fa3a tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Request body: {'security_group_rule': {'security_group_id': 'dcaa66e6-09fd-4f2e-a96d-6dcfbdc46359', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:27.692251 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-93c7f8af-5ce4-4eac-951b-a85de88096ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:27.697075 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-93c7f8af-5ce4-4eac-951b-a85de88096ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:27.698526 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-93c7f8af-5ce4-4eac-951b-a85de88096ee admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e3e2a57b-0be1-4a8e-a431-ad1a648fc9ed HTTP/1.1" status: 204 len: 168 time: 0.1768258 Aug 16 20:17:27.699066 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5136198-84da-4ef9-90fb-46742650fa3a tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:27.708423 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7f8af-5ce4-4eac-951b-a85de88096ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e2a57b-0be1-4a8e-a431-ad1a648fc9ed,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:27.782809 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5136198-84da-4ef9-90fb-46742650fa3a tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:27.787424 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5136198-84da-4ef9-90fb-46742650fa3a tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:27.808548 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5136198-84da-4ef9-90fb-46742650fa3a tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db18dfee-8c44-42eb-8144-af96c2812f3f,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:27.812812 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5136198-84da-4ef9-90fb-46742650fa3a tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:27.814110 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f5136198-84da-4ef9-90fb-46742650fa3a tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1545668 Aug 16 20:17:27.816814 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60196) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:27.822726 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c36b3830-e34f-48a8-af89-6df4372de382 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Request body: {'security_group_rule': {'security_group_id': 'dcaa66e6-09fd-4f2e-a96d-6dcfbdc46359', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:27.854721 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c36b3830-e34f-48a8-af89-6df4372de382 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:27.924223 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c36b3830-e34f-48a8-af89-6df4372de382 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:27.930555 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c36b3830-e34f-48a8-af89-6df4372de382 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:27.948581 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b3830-e34f-48a8-af89-6df4372de382 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=945979af-eb48-4fc8-afe3-412dd40f7921,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:27.961921 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c36b3830-e34f-48a8-af89-6df4372de382 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:27.965779 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c36b3830-e34f-48a8-af89-6df4372de382 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1452003 Aug 16 20:17:27.965938 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60202) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:27.970899 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-72a6b6bb-aa30-4df6-9b19-703feeca63be tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Request body: {'security_group_rule': {'security_group_id': 'dcaa66e6-09fd-4f2e-a96d-6dcfbdc46359', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:27.998591 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72a6b6bb-aa30-4df6-9b19-703feeca63be tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:28.006282 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60204) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:28.075785 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72a6b6bb-aa30-4df6-9b19-703feeca63be tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:28.080886 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72a6b6bb-aa30-4df6-9b19-703feeca63be tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:28.103641 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6b6bb-aa30-4df6-9b19-703feeca63be tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=226f7ce3-63aa-4f3c-8496-ed3ff830a2bf,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:28.113053 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72a6b6bb-aa30-4df6-9b19-703feeca63be tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:28.114523 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-72a6b6bb-aa30-4df6-9b19-703feeca63be tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1474993 Aug 16 20:17:28.117822 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60212) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:28.123084 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-940694b6-affa-426d-be53-893054639984 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Request body: {'security_group_rule': {'security_group_id': 'dcaa66e6-09fd-4f2e-a96d-6dcfbdc46359', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:28.159192 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-764cf08f-f635-4115-9275-29274eeb46cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:28.175035 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-940694b6-affa-426d-be53-893054639984 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:28.276963 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-940694b6-affa-426d-be53-893054639984 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:28.281380 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-940694b6-affa-426d-be53-893054639984 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:28.311330 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940694b6-affa-426d-be53-893054639984 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49b232f6-ea33-4b2b-a4ed-25534cf913ce,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:28.344361 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-764cf08f-f635-4115-9275-29274eeb46cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:28.348743 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-764cf08f-f635-4115-9275-29274eeb46cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:28.374470 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-940694b6-affa-426d-be53-893054639984 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:28.375920 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-940694b6-affa-426d-be53-893054639984 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2567441 Aug 16 20:17:28.379601 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60228) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:28.400959 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-764cf08f-f635-4115-9275-29274eeb46cc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=48a0c32f7d454cd5b72904bd44252b61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3931026 Aug 16 20:17:28.401576 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60232) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:28.403975 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764cf08f-f635-4115-9275-29274eeb46cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2925896-7548-4843-a802-29341486fd8d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:28.457705 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9958e64f-2cd1-4598-a7cc-908099b8b51f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:28.474755 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9958e64f-2cd1-4598-a7cc-908099b8b51f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:28.505047 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a6fa0b60-5c60-4888-9ac9-e5996d7eef69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:28.544158 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a6fa0b60-5c60-4888-9ac9-e5996d7eef69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:28.553729 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9958e64f-2cd1-4598-a7cc-908099b8b51f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:28.563559 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9958e64f-2cd1-4598-a7cc-908099b8b51f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:28.569681 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9958e64f-2cd1-4598-a7cc-908099b8b51f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/49b232f6-ea33-4b2b-a4ed-25534cf913ce HTTP/1.1" status: 204 len: 168 time: 0.1876090 Aug 16 20:17:28.572029 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60246) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:28.601438 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958e64f-2cd1-4598-a7cc-908099b8b51f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49b232f6-ea33-4b2b-a4ed-25534cf913ce,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:28.653259 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a6fa0b60-5c60-4888-9ac9-e5996d7eef69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:28.666225 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-226576cd-526d-48f3-be6f-38d5d0583087 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0689101 Aug 16 20:17:28.666681 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a6fa0b60-5c60-4888-9ac9-e5996d7eef69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:28.666760 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60252) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:28.666830 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a6fa0b60-5c60-4888-9ac9-e5996d7eef69 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f2925896-7548-4843-a802-29341486fd8d HTTP/1.1" status: 204 len: 168 time: 0.2565904 Aug 16 20:17:28.677743 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa0b60-5c60-4888-9ac9-e5996d7eef69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2925896-7548-4843-a802-29341486fd8d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:28.691539 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f817828b-e475-48b6-b271-2781f9b9ba7f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:28.701458 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f817828b-e475-48b6-b271-2781f9b9ba7f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:28.705515 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb20bfd-f819-401f-9b5a-2f5e32c80dba req-8a3fb9dc-5b0a-4508-bf91-5287c3792892 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:28.707290 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ebb20bfd-f819-401f-9b5a-2f5e32c80dba req-8a3fb9dc-5b0a-4508-bf91-5287c3792892 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1031249 Aug 16 20:17:28.740032 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f817828b-e475-48b6-b271-2781f9b9ba7f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:28.750818 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f817828b-e475-48b6-b271-2781f9b9ba7f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:28.754567 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f817828b-e475-48b6-b271-2781f9b9ba7f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/226f7ce3-63aa-4f3c-8496-ed3ff830a2bf HTTP/1.1" status: 204 len: 168 time: 0.0938759 Aug 16 20:17:28.755020 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ebb20bfd-f819-401f-9b5a-2f5e32c80dba req-b1e516bd-c6a9-40b0-8537-0671ecba7b14 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396330 Aug 16 20:17:28.755020 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60258) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:28.780959 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817828b-e475-48b6-b271-2781f9b9ba7f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=226f7ce3-63aa-4f3c-8496-ed3ff830a2bf,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:28.826098 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3fff0d08-3dc8-4de7-95d2-28a7b31b51ce tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0700312 Aug 16 20:17:28.828835 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60262) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:28.860672 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f0c54bad-ba1b-4b50-81e5-95688c83f93f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:28.873181 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f0c54bad-ba1b-4b50-81e5-95688c83f93f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:28.908343 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f0c54bad-ba1b-4b50-81e5-95688c83f93f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:28.919768 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a8f3d-bc3d-4da9-9a54-1e4581cf6023 req-24308c13-3789-48cb-b738-df30b02af259 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:28.927150 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8c6a8f3d-bc3d-4da9-9a54-1e4581cf6023 req-24308c13-3789-48cb-b738-df30b02af259 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.0838804 Aug 16 20:17:28.927321 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f0c54bad-ba1b-4b50-81e5-95688c83f93f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:28.928694 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f0c54bad-ba1b-4b50-81e5-95688c83f93f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/945979af-eb48-4fc8-afe3-412dd40f7921 HTTP/1.1" status: 204 len: 168 time: 0.0959926 Aug 16 20:17:28.929706 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c54bad-ba1b-4b50-81e5-95688c83f93f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=945979af-eb48-4fc8-afe3-412dd40f7921,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:28.931306 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60266) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:29.327592 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-474895b5-2f9c-4265-801b-706ef37bc406 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3942862 Aug 16 20:17:29.334002 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60292) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:29.339433 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8c6a8f3d-bc3d-4da9-9a54-1e4581cf6023 req-1d370968-ff88-4f64-8821-55defc705f99 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4094851 Aug 16 20:17:29.372444 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c03ae6d3-d52f-4303-a4ff-0c85da25105c tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:29.383113 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c03ae6d3-d52f-4303-a4ff-0c85da25105c tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:29.417921 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c03ae6d3-d52f-4303-a4ff-0c85da25105c tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:29.426470 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c03ae6d3-d52f-4303-a4ff-0c85da25105c tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:29.431581 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c03ae6d3-d52f-4303-a4ff-0c85da25105c tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/db18dfee-8c44-42eb-8144-af96c2812f3f HTTP/1.1" status: 204 len: 168 time: 0.0947473 Aug 16 20:17:29.432577 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60306) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:29.490620 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fd583fe8-dc1e-4004-bc7b-8cf2e56b8a95 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0562582 Aug 16 20:17:29.505573 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60310) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:29.508003 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ae6d3-d52f-4303-a4ff-0c85da25105c tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db18dfee-8c44-42eb-8144-af96c2812f3f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:29.560078 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc51d10-583d-4aa2-99c0-c82bb77c49a3 req-4d4f5bef-d1c4-42c8-877b-60cb16171c94 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:29.561773 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8dc51d10-583d-4aa2-99c0-c82bb77c49a3 req-4d4f5bef-d1c4-42c8-877b-60cb16171c94 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1203558 Aug 16 20:17:29.579331 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5013471c-8776-43ba-99c6-03210197e4f2 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:29.590947 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5013471c-8776-43ba-99c6-03210197e4f2 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:29.624322 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8dc51d10-583d-4aa2-99c0-c82bb77c49a3 req-ca88a8ea-2774-48fc-bd7d-b6c6cad44686 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548575 Aug 16 20:17:29.665739 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5013471c-8776-43ba-99c6-03210197e4f2 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:29.675942 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5013471c-8776-43ba-99c6-03210197e4f2 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:29.681601 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60328) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:29.686943 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5013471c-8776-43ba-99c6-03210197e4f2 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/7fd7fbe7-0cb3-428b-9d8e-f0f466653746 HTTP/1.1" status: 204 len: 168 time: 0.1791208 Aug 16 20:17:29.708595 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013471c-8776-43ba-99c6-03210197e4f2 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7fd7fbe7-0cb3-428b-9d8e-f0f466653746,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:29.757857 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60334) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:29.764679 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-24d5fe5e-bbf1-4719-929e-80efa649f9c2 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0753567 Aug 16 20:17:29.838508 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-97c465e5-b7eb-48a5-a605-e9061a4e048d tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:29.864955 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-97c465e5-b7eb-48a5-a605-e9061a4e048d tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:29.973491 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806d47d-d73c-4860-9060-6db308f7d146 req-84ca5858-378c-4c19-b3fc-71fb67c82982 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:29.984125 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a806d47d-d73c-4860-9060-6db308f7d146 req-84ca5858-378c-4c19-b3fc-71fb67c82982 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.0804317 Aug 16 20:17:29.987449 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-97c465e5-b7eb-48a5-a605-e9061a4e048d tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:29.990252 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-97c465e5-b7eb-48a5-a605-e9061a4e048d tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:29.991804 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-97c465e5-b7eb-48a5-a605-e9061a4e048d tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "DELETE /v2.0/security-groups/dcaa66e6-09fd-4f2e-a96d-6dcfbdc46359 HTTP/1.1" status: 204 len: 168 time: 0.2328866 Aug 16 20:17:29.995000 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60346) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:30.017877 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c465e5-b7eb-48a5-a605-e9061a4e048d tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcaa66e6-09fd-4f2e-a96d-6dcfbdc46359,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:30.059708 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a806d47d-d73c-4860-9060-6db308f7d146 req-59652558-1f0d-4080-a9db-ec9ed48edad0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741093 Aug 16 20:17:30.075737 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0389ed24-9eb3-4a51-80c2-38bad5f07c74 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0746171 Aug 16 20:17:30.076141 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60350) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:30.081184 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d918d3df-7466-40b5-bfa4-8abc8e0727bf tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1102364976'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:30.106445 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d918d3df-7466-40b5-bfa4-8abc8e0727bf tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.180701 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60354) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:30.195688 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d918d3df-7466-40b5-bfa4-8abc8e0727bf tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.200981 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d918d3df-7466-40b5-bfa4-8abc8e0727bf tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.225951 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d918d3df-7466-40b5-bfa4-8abc8e0727bf tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.230093 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d918d3df-7466-40b5-bfa4-8abc8e0727bf tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1528516 Aug 16 20:17:30.230693 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60358) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:30.237252 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-4babb0c8-a7d5-43d6-9ba0-78890057bf9b tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Request body: {'security_group_rule': {'security_group_id': 'af871677-08e7-4d31-a11b-6f0b02073f0a', 'direction': 'ingress', 'protocol': 17}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:30.241014 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918d3df-7466-40b5-bfa4-8abc8e0727bf tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af871677-08e7-4d31-a11b-6f0b02073f0a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:30.276856 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4babb0c8-a7d5-43d6-9ba0-78890057bf9b tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.347750 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4babb0c8-a7d5-43d6-9ba0-78890057bf9b tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.353280 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4babb0c8-a7d5-43d6-9ba0-78890057bf9b tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.374930 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6ad220bd-a948-4688-b130-20938b25e421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.391710 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babb0c8-a7d5-43d6-9ba0-78890057bf9b tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c8d350-c488-41aa-84e8-908bfc76861f,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:30.398254 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4babb0c8-a7d5-43d6-9ba0-78890057bf9b tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.400286 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4babb0c8-a7d5-43d6-9ba0-78890057bf9b tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1670547 Aug 16 20:17:30.402301 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60372) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:30.485840 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-12bf58c2-2a7a-41e7-9d97-2581061b06a4 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.521884 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6ad220bd-a948-4688-b130-20938b25e421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.528466 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6ad220bd-a948-4688-b130-20938b25e421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.536588 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-12bf58c2-2a7a-41e7-9d97-2581061b06a4 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.575939 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60378) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:30.576315 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6ad220bd-a948-4688-b130-20938b25e421 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0784bd30acfa4054b63df7c8563d1995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3926494 Aug 16 20:17:30.576315 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad220bd-a948-4688-b130-20938b25e421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4675cdd5-8f58-4e03-bc17-fc5b77305c81,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:30.611125 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-12bf58c2-2a7a-41e7-9d97-2581061b06a4 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.613805 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-12bf58c2-2a7a-41e7-9d97-2581061b06a4 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.618940 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-12bf58c2-2a7a-41e7-9d97-2581061b06a4 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "DELETE /v2.0/security-groups/af871677-08e7-4d31-a11b-6f0b02073f0a HTTP/1.1" status: 204 len: 168 time: 0.2123637 Aug 16 20:17:30.619046 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60382) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:30.619865 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60384) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:30.648047 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf58c2-2a7a-41e7-9d97-2581061b06a4 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af871677-08e7-4d31-a11b-6f0b02073f0a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:30.683634 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec4d192a-1558-4e13-8f70-7883748f9b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.689090 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a5faf360-c1ee-445a-989c-00d8a0ceeb3e tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0699859 Aug 16 20:17:30.693289 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60388) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:30.720356 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-cc92f584-8ee2-4827-9305-7fc3e023cd06 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1412677058'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:30.723964 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec4d192a-1558-4e13-8f70-7883748f9b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.772086 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc92f584-8ee2-4827-9305-7fc3e023cd06 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.786021 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec4d192a-1558-4e13-8f70-7883748f9b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.791565 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec4d192a-1558-4e13-8f70-7883748f9b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.793237 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ec4d192a-1558-4e13-8f70-7883748f9b1f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4675cdd5-8f58-4e03-bc17-fc5b77305c81 HTTP/1.1" status: 204 len: 168 time: 0.2177148 Aug 16 20:17:30.811869 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d192a-1558-4e13-8f70-7883748f9b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4675cdd5-8f58-4e03-bc17-fc5b77305c81,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:30.884448 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc92f584-8ee2-4827-9305-7fc3e023cd06 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.889198 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc92f584-8ee2-4827-9305-7fc3e023cd06 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.921455 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc92f584-8ee2-4827-9305-7fc3e023cd06 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.923440 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-cc92f584-8ee2-4827-9305-7fc3e023cd06 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2277036 Aug 16 20:17:30.926096 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60398) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:30.933880 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1dca398e-049a-4552-a57f-1b4b1787fc87 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1562180932'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:30.935558 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92f584-8ee2-4827-9305-7fc3e023cd06 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83cfa59a-ea00-413c-acf2-48bfa47c8b74,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:30.938910 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ddea505a-f492-4928-b55a-da3186c95766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.961745 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1dca398e-049a-4552-a57f-1b4b1787fc87 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.063637 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ddea505a-f492-4928-b55a-da3186c95766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.071014 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ddea505a-f492-4928-b55a-da3186c95766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.131020 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea505a-f492-4928-b55a-da3186c95766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ef146c-4363-4476-ab9d-123c95a4e5ec,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:31.139530 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ddea505a-f492-4928-b55a-da3186c95766 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=08f461bdb1d440e9803058115fc6e1fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5138142 Aug 16 20:17:31.142538 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60408) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:31.208628 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1dca398e-049a-4552-a57f-1b4b1787fc87 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.217970 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1dca398e-049a-4552-a57f-1b4b1787fc87 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.254793 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1dca398e-049a-4552-a57f-1b4b1787fc87 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.258954 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60412) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:31.260476 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1dca398e-049a-4552-a57f-1b4b1787fc87 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3329194 Aug 16 20:17:31.263074 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca398e-049a-4552-a57f-1b4b1787fc87 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3575c7a-a90b-4de6-9995-d70c35792cf4,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:31.265088 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-cfa0a6c7-9299-4d9a-8e6a-41498c4137c4 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Request body: {'security_group_rule': {'security_group_id': '83cfa59a-ea00-413c-acf2-48bfa47c8b74', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f3575c7a-a90b-4de6-9995-d70c35792cf4', 'remote_ip_prefix': None}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:31.282911 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e135f-ef49-4e0a-8d58-cf4b2a5541e3 req-857795ca-e5b4-4e9a-990b-ce80b5757167 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:31.284559 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b71e135f-ef49-4e0a-8d58-cf4b2a5541e3 req-857795ca-e5b4-4e9a-990b-ce80b5757167 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1063583 Aug 16 20:17:31.288410 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-23d11493-6dbf-450c-aec0-62b27e19dc78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.333548 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60416) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:31.352204 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b62aafad-31f2-4841-ab83-c338421da18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.365273 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-23d11493-6dbf-450c-aec0-62b27e19dc78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.370211 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b71e135f-ef49-4e0a-8d58-cf4b2a5541e3 req-ec7f1d64-1571-4d05-a4ce-5e7948711eb1 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697675 Aug 16 20:17:31.390178 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cfa0a6c7-9299-4d9a-8e6a-41498c4137c4 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.496618 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b62aafad-31f2-4841-ab83-c338421da18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.501066 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b62aafad-31f2-4841-ab83-c338421da18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.529121 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-23d11493-6dbf-450c-aec0-62b27e19dc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.535879 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62aafad-31f2-4841-ab83-c338421da18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8639123-bf03-48df-8ab4-2eff87651857,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:31.540280 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-23d11493-6dbf-450c-aec0-62b27e19dc78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.548793 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-23d11493-6dbf-450c-aec0-62b27e19dc78 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b5ef146c-4363-4476-ab9d-123c95a4e5ec HTTP/1.1" status: 204 len: 168 time: 0.4044449 Aug 16 20:17:31.596053 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d11493-6dbf-450c-aec0-62b27e19dc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ef146c-4363-4476-ab9d-123c95a4e5ec,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:31.623228 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b62aafad-31f2-4841-ab83-c338421da18c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0aac9b8b255d4f51ba0d10af80a0ae7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2884703 Aug 16 20:17:31.625618 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60426) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:31.628418 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cfa0a6c7-9299-4d9a-8e6a-41498c4137c4 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.636316 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cfa0a6c7-9299-4d9a-8e6a-41498c4137c4 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.680891 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0a6c7-9299-4d9a-8e6a-41498c4137c4 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec05d78-21e4-4f79-8a3d-134bf6a8950f,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:31.704960 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0185fb29-ec52-445a-969d-a6ab956a5f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.708549 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cfa0a6c7-9299-4d9a-8e6a-41498c4137c4 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.710459 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-cfa0a6c7-9299-4d9a-8e6a-41498c4137c4 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4498105 Aug 16 20:17:31.716695 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60432) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:31.744690 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0185fb29-ec52-445a-969d-a6ab956a5f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.765714 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3177e1e9-3d52-499c-af07-ed2381e6604b tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.782322 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3177e1e9-3d52-499c-af07-ed2381e6604b tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.804245 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e5b21764-3205-4969-aced-52c6360d532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.829652 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3177e1e9-3d52-499c-af07-ed2381e6604b tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.840437 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df214b2-c611-4d5c-b4d7-062c59a6808d req-42d1e661-c8c4-4122-b0ab-10193e99ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:31.845262 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3177e1e9-3d52-499c-af07-ed2381e6604b tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.847081 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3177e1e9-3d52-499c-af07-ed2381e6604b tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/0ec05d78-21e4-4f79-8a3d-134bf6a8950f HTTP/1.1" status: 204 len: 168 time: 0.1289933 Aug 16 20:17:31.850231 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177e1e9-3d52-499c-af07-ed2381e6604b tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ec05d78-21e4-4f79-8a3d-134bf6a8950f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:31.854360 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60436) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:31.855078 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0185fb29-ec52-445a-969d-a6ab956a5f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.855196 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1df214b2-c611-4d5c-b4d7-062c59a6808d req-42d1e661-c8c4-4122-b0ab-10193e99ea6e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f949d98cf9473f85e64341bcd4f07a&device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 1096 time: 0.1861343 Aug 16 20:17:31.858125 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0185fb29-ec52-445a-969d-a6ab956a5f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.861778 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0185fb29-ec52-445a-969d-a6ab956a5f39 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f8639123-bf03-48df-8ab4-2eff87651857 HTTP/1.1" status: 204 len: 168 time: 0.2327361 Aug 16 20:17:31.885030 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185fb29-ec52-445a-969d-a6ab956a5f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8639123-bf03-48df-8ab4-2eff87651857,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:31.921570 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-57e47ab5-880c-4711-9df2-f62e4dd0e35d tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0609739 Aug 16 20:17:31.925105 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60440) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:31.989613 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6788e26-840b-4fd6-bfd5-3d5a82722326 req-b46cd3ea-7dd9-45db-8c0f-eb1d0c8044b9 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:31.999595 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6788e26-840b-4fd6-bfd5-3d5a82722326 req-b46cd3ea-7dd9-45db-8c0f-eb1d0c8044b9 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.2948427 Aug 16 20:17:32.044872 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-54605df7-4935-40d5-8438-a091ac44fcbe tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:32.081646 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6788e26-840b-4fd6-bfd5-3d5a82722326 req-aa90b4ed-9b41-4a6d-87c6-9439db7c5079 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682635 Aug 16 20:17:32.107788 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-54605df7-4935-40d5-8438-a091ac44fcbe tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:32.117038 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df214b2-c611-4d5c-b4d7-062c59a6808d req-0507f144-3f16-474b-a5fd-25ce6638ea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:32.118938 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1df214b2-c611-4d5c-b4d7-062c59a6808d req-0507f144-3f16-474b-a5fd-25ce6638ea18 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dbfa510a-9034-470b-99ef-e5f61f9b5e17 HTTP/1.1" status: 200 len: 913 time: 0.2507150 Aug 16 20:17:32.191339 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-54605df7-4935-40d5-8438-a091ac44fcbe tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:32.197800 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-54605df7-4935-40d5-8438-a091ac44fcbe tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:32.203773 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-54605df7-4935-40d5-8438-a091ac44fcbe tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "DELETE /v2.0/security-groups/f3575c7a-a90b-4de6-9995-d70c35792cf4 HTTP/1.1" status: 204 len: 168 time: 0.2754445 Aug 16 20:17:32.203972 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60448) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:32.219953 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1df214b2-c611-4d5c-b4d7-062c59a6808d req-4303bdad-49cb-498e-8658-5e31d40214ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2a2462-5629-42d9-881b-f9a0a5e0a025 HTTP/1.1" status: 200 len: 999 time: 0.0920584 Aug 16 20:17:32.235066 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54605df7-4935-40d5-8438-a091ac44fcbe tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3575c7a-a90b-4de6-9995-d70c35792cf4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:32.281859 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df214b2-c611-4d5c-b4d7-062c59a6808d req-d10c2c0d-e89c-4b31-a61b-9b10f09a92e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:32.283711 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1df214b2-c611-4d5c-b4d7-062c59a6808d req-d10c2c0d-e89c-4b31-a61b-9b10f09a92e6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d38a8fc7-0911-4b72-a78c-d32851227793 HTTP/1.1" status: 200 len: 851 time: 0.0586121 Aug 16 20:17:32.307523 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7edb36d8-edec-41d9-a443-0a8fda939c8b tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0943749 Aug 16 20:17:32.310432 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60452) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:32.371625 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-80da8816-1b07-498e-9cb8-cd9afa17bc98 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:32.399881 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-80da8816-1b07-498e-9cb8-cd9afa17bc98 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:32.456343 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-80da8816-1b07-498e-9cb8-cd9afa17bc98 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:32.458945 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-80da8816-1b07-498e-9cb8-cd9afa17bc98 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:32.462573 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-80da8816-1b07-498e-9cb8-cd9afa17bc98 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "DELETE /v2.0/security-groups/83cfa59a-ea00-413c-acf2-48bfa47c8b74 HTTP/1.1" status: 204 len: 168 time: 0.1487808 Aug 16 20:17:32.464782 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60458) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:32.477128 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da8816-1b07-498e-9cb8-cd9afa17bc98 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cfa59a-ea00-413c-acf2-48bfa47c8b74,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:32.535222 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-936d194d-8297-4131-9e50-324747db4c73 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0693116 Aug 16 20:17:32.541410 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60464) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:32.546793 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5a5104fa-88c9-4694-a812-caf4b437cf63 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Request body: {'security_group': {'name': 'tempest-secgroup--2140842628'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:32.575891 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a5104fa-88c9-4694-a812-caf4b437cf63 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:32.682821 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a5104fa-88c9-4694-a812-caf4b437cf63 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:32.687781 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a5104fa-88c9-4694-a812-caf4b437cf63 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:32.722361 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df214b2-c611-4d5c-b4d7-062c59a6808d req-43019ce7-358d-48f4-a179-9f6c61b0b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:32.724247 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1df214b2-c611-4d5c-b4d7-062c59a6808d req-43019ce7-358d-48f4-a179-9f6c61b0b851 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dbfa510a-9034-470b-99ef-e5f61f9b5e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4340227 Aug 16 20:17:32.725414 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a5104fa-88c9-4694-a812-caf4b437cf63 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:32.727109 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5a5104fa-88c9-4694-a812-caf4b437cf63 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1844673 Aug 16 20:17:32.730009 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60472) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:32.731195 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5104fa-88c9-4694-a812-caf4b437cf63 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=432504e8-e78a-4c03-a5db-d12cd4b804fd,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:32.735152 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f829b0f2-4ebf-4402-9d53-af629a1afd4f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Request body: {'security_group_rule': {'security_group_id': '432504e8-e78a-4c03-a5db-d12cd4b804fd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:32.820371 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f829b0f2-4ebf-4402-9d53-af629a1afd4f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:32.867330 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1df214b2-c611-4d5c-b4d7-062c59a6808d req-f15de536-57e5-458e-b249-6bd02af38ab3 service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270065 Aug 16 20:17:32.952823 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f829b0f2-4ebf-4402-9d53-af629a1afd4f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:32.960362 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f829b0f2-4ebf-4402-9d53-af629a1afd4f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:32.999112 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829b0f2-4ebf-4402-9d53-af629a1afd4f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af0af4ad-d523-4155-b60c-fa655b7b794c,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:33.017167 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f829b0f2-4ebf-4402-9d53-af629a1afd4f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.018702 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f829b0f2-4ebf-4402-9d53-af629a1afd4f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2871494 Aug 16 20:17:33.021608 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60488) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:33.035401 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1df214b2-c611-4d5c-b4d7-062c59a6808d req-d6775b5a-6ab7-4593-b766-c806f79b8f0c service neutron] 10.222.0.57 "GET /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571383 Aug 16 20:17:33.055110 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e511ffc-4e28-4495-9bf3-d6db8713ffe3 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.067862 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e511ffc-4e28-4495-9bf3-d6db8713ffe3 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.106561 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e511ffc-4e28-4495-9bf3-d6db8713ffe3 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.112173 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e511ffc-4e28-4495-9bf3-d6db8713ffe3 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.113344 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9e511ffc-4e28-4495-9bf3-d6db8713ffe3 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/af0af4ad-d523-4155-b60c-fa655b7b794c HTTP/1.1" status: 204 len: 168 time: 0.0898705 Aug 16 20:17:33.116066 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60496) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:33.137749 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e511ffc-4e28-4495-9bf3-d6db8713ffe3 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af0af4ad-d523-4155-b60c-fa655b7b794c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:33.173783 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fc96f2c6-93a8-4d7e-9e62-4d4d3f49043c tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0565186 Aug 16 20:17:33.176458 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60498) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:33.250309 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ad797-0aad-400d-b9ad-2b6490d120fd req-7a8fdb05-6266-4c18-933b-58e390d00089 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:33.251896 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-690ad797-0aad-400d-b9ad-2b6490d120fd req-7a8fdb05-6266-4c18-933b-58e390d00089 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.0852950 Aug 16 20:17:33.269902 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2bfe39a1-6393-49c6-9d76-65a3279bc0ad tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.314720 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2bfe39a1-6393-49c6-9d76-65a3279bc0ad tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.327118 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-690ad797-0aad-400d-b9ad-2b6490d120fd req-b4263879-ecea-4ae6-b7f4-fd8b4e1de865 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657108 Aug 16 20:17:33.363822 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2bfe39a1-6393-49c6-9d76-65a3279bc0ad tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.366935 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2bfe39a1-6393-49c6-9d76-65a3279bc0ad tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.371171 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2bfe39a1-6393-49c6-9d76-65a3279bc0ad tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "DELETE /v2.0/security-groups/432504e8-e78a-4c03-a5db-d12cd4b804fd HTTP/1.1" status: 204 len: 168 time: 0.1907499 Aug 16 20:17:33.372470 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60506) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:33.378128 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe39a1-6393-49c6-9d76-65a3279bc0ad tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=432504e8-e78a-4c03-a5db-d12cd4b804fd,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:33.439291 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-061a37b5-58d7-44ff-9535-a0d34fb828e7 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0645864 Aug 16 20:17:33.442962 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60514) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:33.448107 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-5003c89d-ea2f-4d49-8f2a-b247487ae38f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1262028279'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:33.471644 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5003c89d-ea2f-4d49-8f2a-b247487ae38f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.572610 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5003c89d-ea2f-4d49-8f2a-b247487ae38f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.577918 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5003c89d-ea2f-4d49-8f2a-b247487ae38f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.613553 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5003c89d-ea2f-4d49-8f2a-b247487ae38f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.619503 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60520) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:33.625337 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-63f9f6c2-6ed5-41d5-ab80-06e184cb89df tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Request body: {'security_group_rule': {'security_group_id': '61d8fe01-9722-4146-8b6a-83209c0f85c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:33.631008 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5003c89d-ea2f-4d49-8f2a-b247487ae38f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1869063 Aug 16 20:17:33.633686 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003c89d-ea2f-4d49-8f2a-b247487ae38f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d8fe01-9722-4146-8b6a-83209c0f85c7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:33.661473 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-63f9f6c2-6ed5-41d5-ab80-06e184cb89df tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.718064 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-63f9f6c2-6ed5-41d5-ab80-06e184cb89df tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.723674 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-63f9f6c2-6ed5-41d5-ab80-06e184cb89df tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.758894 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f9f6c2-6ed5-41d5-ab80-06e184cb89df tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40cb8345-4e9a-4040-9c98-8374790891f9,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:33.770237 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-63f9f6c2-6ed5-41d5-ab80-06e184cb89df tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.772021 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-63f9f6c2-6ed5-41d5-ab80-06e184cb89df tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1508100 Aug 16 20:17:33.774637 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60528) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:33.791147 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b54453de-5285-4f29-a425-638e08de7e6c tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "GET /v2.0/security-group-rules/40cb8345-4e9a-4040-9c98-8374790891f9 HTTP/1.1" status: 200 len: 763 time: 0.0152302 Aug 16 20:17:33.793868 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60530) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:33.839780 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3c743bc1-6dc9-4cb4-a170-a3711f6f384e tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0442677 Aug 16 20:17:33.842416 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60534) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:33.866486 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-56b3b591-b497-4280-826c-279ad011a8e4 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.875534 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-56b3b591-b497-4280-826c-279ad011a8e4 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.909071 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-56b3b591-b497-4280-826c-279ad011a8e4 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.915823 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-56b3b591-b497-4280-826c-279ad011a8e4 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.919185 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-56b3b591-b497-4280-826c-279ad011a8e4 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/40cb8345-4e9a-4040-9c98-8374790891f9 HTTP/1.1" status: 204 len: 168 time: 0.0734789 Aug 16 20:17:33.919883 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60538) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:33.926474 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3b591-b497-4280-826c-279ad011a8e4 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40cb8345-4e9a-4040-9c98-8374790891f9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:33.989827 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5e2c08fe-e0b8-44d8-9455-d8a055ae40cb tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0685155 Aug 16 20:17:33.992536 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60544) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:33.997697 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-66e43392-773b-42dc-92e7-de622cb16060 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Request body: {'security_group_rule': {'security_group_id': '61d8fe01-9722-4146-8b6a-83209c0f85c7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:34.029799 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-66e43392-773b-42dc-92e7-de622cb16060 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:34.105129 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-66e43392-773b-42dc-92e7-de622cb16060 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:34.109934 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-66e43392-773b-42dc-92e7-de622cb16060 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:34.137119 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-66e43392-773b-42dc-92e7-de622cb16060 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:34.138541 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-66e43392-773b-42dc-92e7-de622cb16060 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1448364 Aug 16 20:17:34.141174 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e43392-773b-42dc-92e7-de622cb16060 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4669ad74-9bec-4a3b-a6f7-381025256bef,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:34.141319 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60552) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:34.165965 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60554) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:34.166177 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-919cd5cd-487d-481d-881d-1790bbf5701b tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "GET /v2.0/security-group-rules/4669ad74-9bec-4a3b-a6f7-381025256bef HTTP/1.1" status: 200 len: 763 time: 0.0233624 Aug 16 20:17:34.211318 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-10714a44-1cad-4051-8430-5eb5baf367f6 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0420306 Aug 16 20:17:34.212168 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60558) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:34.238324 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-18c39c33-7ccd-40f4-bf2e-764f3fd7c1b0 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:34.247493 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-18c39c33-7ccd-40f4-bf2e-764f3fd7c1b0 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:34.285957 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-18c39c33-7ccd-40f4-bf2e-764f3fd7c1b0 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:34.292912 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-18c39c33-7ccd-40f4-bf2e-764f3fd7c1b0 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:34.294282 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-18c39c33-7ccd-40f4-bf2e-764f3fd7c1b0 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/4669ad74-9bec-4a3b-a6f7-381025256bef HTTP/1.1" status: 204 len: 168 time: 0.0809557 Aug 16 20:17:34.297398 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60564) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:34.305557 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c39c33-7ccd-40f4-bf2e-764f3fd7c1b0 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4669ad74-9bec-4a3b-a6f7-381025256bef,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:34.347513 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2ed703c1-df56-4726-b9c2-1cd502d8a6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:34.370748 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60572) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:34.371001 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4038f546-3721-4824-86ac-acb4ce5ac1ca tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0718625 Aug 16 20:17:34.376095 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-4fdd37a6-c215-4238-b898-ed6300e61a13 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Request body: {'security_group_rule': {'security_group_id': '61d8fe01-9722-4146-8b6a-83209c0f85c7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:34.413858 n-d-787206-13 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-4fdd37a6-c215-4238-b898-ed6300e61a13 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Project b65c1bec27ff4a42911feefa3d5f4ece added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:17:34.429594 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4fdd37a6-c215-4238-b898-ed6300e61a13 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:34.517349 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b79724-c9fd-4149-ba2d-4b3da26cb244 req-ba910096-4819-4bd8-98ce-eb75a5a753ec tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:34.519342 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f2b79724-c9fd-4149-ba2d-4b3da26cb244 req-ba910096-4819-4bd8-98ce-eb75a5a753ec tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1001656 Aug 16 20:17:34.528411 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4fdd37a6-c215-4238-b898-ed6300e61a13 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:34.538302 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4fdd37a6-c215-4238-b898-ed6300e61a13 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:34.573611 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd37a6-c215-4238-b898-ed6300e61a13 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce12e51-a536-4b28-92c2-4d0dfed0d9a9,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:34.582391 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4fdd37a6-c215-4238-b898-ed6300e61a13 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:34.586021 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4fdd37a6-c215-4238-b898-ed6300e61a13 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2113295 Aug 16 20:17:34.586271 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60584) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:34.602958 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f2b79724-c9fd-4149-ba2d-4b3da26cb244 req-de652665-4966-4162-b50d-118ac879eeb8 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730937 Aug 16 20:17:34.610145 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-cc65bf83-4b85-4b40-83db-d960432a6ff7 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "GET /v2.0/security-group-rules/bce12e51-a536-4b28-92c2-4d0dfed0d9a9 HTTP/1.1" status: 200 len: 769 time: 0.0203311 Aug 16 20:17:34.610676 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60586) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:34.664191 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:34.696817 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60594) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:34.697315 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c651a3c9-f7b8-458c-b4b7-f7ea267bc62d tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0851033 Aug 16 20:17:34.724794 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f61747d-d941-4428-ab9e-f13f1e21d2b1 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:34.739702 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f61747d-d941-4428-ab9e-f13f1e21d2b1 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:34.778725 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f61747d-d941-4428-ab9e-f13f1e21d2b1 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:34.778985 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87252eb6-b53d-4098-b7c4-770536de38a8 req-0cef4df2-774a-4437-8912-ceeacd6ca218 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:34.781309 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-87252eb6-b53d-4098-b7c4-770536de38a8 req-0cef4df2-774a-4437-8912-ceeacd6ca218 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.0825403 Aug 16 20:17:34.787610 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f61747d-d941-4428-ab9e-f13f1e21d2b1 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:34.791591 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5f61747d-d941-4428-ab9e-f13f1e21d2b1 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/bce12e51-a536-4b28-92c2-4d0dfed0d9a9 HTTP/1.1" status: 204 len: 168 time: 0.0914755 Aug 16 20:17:34.792623 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60598) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:34.816206 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61747d-d941-4428-ab9e-f13f1e21d2b1 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bce12e51-a536-4b28-92c2-4d0dfed0d9a9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:34.835835 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-87252eb6-b53d-4098-b7c4-770536de38a8 req-fb2d3374-1ea8-42a3-a05f-42ada6e72a3b tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478573 Aug 16 20:17:34.879284 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c480e974-706d-4bbb-b17d-46371a25a946 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0842202 Aug 16 20:17:34.879600 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60604) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:34.940266 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-578d130c-c0b3-44c6-8153-095dadd56944 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:34.949900 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60610) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:34.975228 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-578d130c-c0b3-44c6-8153-095dadd56944 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:35.025783 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-578d130c-c0b3-44c6-8153-095dadd56944 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:35.029825 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-578d130c-c0b3-44c6-8153-095dadd56944 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:35.031694 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-578d130c-c0b3-44c6-8153-095dadd56944 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "DELETE /v2.0/security-groups/61d8fe01-9722-4146-8b6a-83209c0f85c7 HTTP/1.1" status: 204 len: 168 time: 0.1508410 Aug 16 20:17:35.034328 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60618) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:35.045449 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d130c-c0b3-44c6-8153-095dadd56944 tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d8fe01-9722-4146-8b6a-83209c0f85c7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:35.114667 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60626) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:35.115598 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6dd2ff9b-d45f-4abb-847b-82c8d1bbe51f tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0789077 Aug 16 20:17:35.168266 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8bbbf89d-a063-4308-aa23-ff7a2cbba13a tempest-SecGroupIPv6Test-1264374222 tempest-SecGroupIPv6Test-1264374222-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0510263 Aug 16 20:17:35.272516 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-70c962d1-0d95-4be5-b900-33de362cd9f7 tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1553990418'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:35.273119 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-70c962d1-0d95-4be5-b900-33de362cd9f7 tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] Unknown quota resources ['metering_label']. {{(pid=94771) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:17:35.478818 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-70c962d1-0d95-4be5-b900-33de362cd9f7 tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:35.480044 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-70c962d1-0d95-4be5-b900-33de362cd9f7 tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] 10.222.0.68 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5295501 Aug 16 20:17:35.482861 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60640) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:35.489417 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e89c29ce-e92f-4144-bd5d-c4170c8897ed tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'e7223a6c-8603-4fe0-9b11-c633e295ddf5'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:35.489937 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e89c29ce-e92f-4144-bd5d-c4170c8897ed tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94771) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:17:35.567222 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:35.589678 n-d-787206-13 neutron-server[94771]: WARNING neutron.services.metering.metering_plugin [None req-e89c29ce-e92f-4144-bd5d-c4170c8897ed tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 20:17:35.705468 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e89c29ce-e92f-4144-bd5d-c4170c8897ed tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:35.706830 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e89c29ce-e92f-4144-bd5d-c4170c8897ed tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] 10.222.0.68 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2227480 Aug 16 20:17:35.710491 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60646) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:35.715507 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-84aa830b-86c4-4699-ae8a-4372193681c0 tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'e7223a6c-8603-4fe0-9b11-c633e295ddf5'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:35.716259 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-84aa830b-86c4-4699-ae8a-4372193681c0 tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94771) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:17:35.782417 n-d-787206-13 neutron-server[94771]: WARNING neutron.services.metering.metering_plugin [None req-84aa830b-86c4-4699-ae8a-4372193681c0 tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 20:17:35.825486 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60656) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:35.891394 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-84aa830b-86c4-4699-ae8a-4372193681c0 tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:35.892755 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-84aa830b-86c4-4699-ae8a-4372193681c0 tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] 10.222.0.68 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1808867 Aug 16 20:17:35.895530 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60672) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:35.906805 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b5070450-c39d-463a-aa09-b5110667bb4f tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-label-rules?id=df580381-c4b0-464d-b800-f5f519cc3ece HTTP/1.1" status: 200 len: 462 time: 0.0098665 Aug 16 20:17:35.909622 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60674) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:35.949448 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:36.043468 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e1af0f9-ceb2-45cf-b18f-e569c27ca6b4 tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:36.044886 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9e1af0f9-ceb2-45cf-b18f-e569c27ca6b4 tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] 10.222.0.68 "DELETE /v2.0/metering/metering-label-rules/df580381-c4b0-464d-b800-f5f519cc3ece HTTP/1.1" status: 204 len: 168 time: 0.1340227 Aug 16 20:17:36.047781 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60690) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:36.062269 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-97b75a7b-a94b-4fda-9b32-7b19c6118bf6 tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-label-rules?id=df580381-c4b0-464d-b800-f5f519cc3ece HTTP/1.1" status: 200 len: 221 time: 0.0113766 Aug 16 20:17:36.067451 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60692) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:36.073847 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6f5725c1-0f74-4870-9f79-5d8061c7db6a tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2040573623', 'description': 'label created by tempest'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:36.074292 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6f5725c1-0f74-4870-9f79-5d8061c7db6a tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] Unknown quota resources ['metering_label']. {{(pid=94771) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:17:36.082281 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:36.162190 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a9bd9707-5750-4044-8d41-880cac7eb47f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b65c1bec27ff4a42911feefa3d5f4ece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3356764 Aug 16 20:17:36.164737 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60698) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:36.240910 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b6f9e414-9df1-4fb6-9c4a-a9930c1f53b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:36.293895 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b6f9e414-9df1-4fb6-9c4a-a9930c1f53b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:36.356054 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6f5725c1-0f74-4870-9f79-5d8061c7db6a tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:36.360145 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b6f9e414-9df1-4fb6-9c4a-a9930c1f53b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:36.361044 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6f5725c1-0f74-4870-9f79-5d8061c7db6a tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] 10.222.0.68 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2924080 Aug 16 20:17:36.361422 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b6f9e414-9df1-4fb6-9c4a-a9930c1f53b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:36.361890 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60704) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:36.362680 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b6f9e414-9df1-4fb6-9c4a-a9930c1f53b7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/868ab342-51d2-4290-95fd-19e9178d7252 HTTP/1.1" status: 204 len: 168 time: 0.1967187 Aug 16 20:17:36.373966 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9e414-9df1-4fb6-9c4a-a9930c1f53b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868ab342-51d2-4290-95fd-19e9178d7252,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:36.477548 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ef228457-98e4-4522-817b-27b4f55ac33b tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-labels?id=6f2d79c2-2650-448a-bbaa-4f4add0bf0c7 HTTP/1.1" status: 200 len: 468 time: 0.1139545 Aug 16 20:17:36.479762 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60710) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:36.697316 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b52568a6-02f8-4bc8-a9f7-93bb0e204227 tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:36.700216 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b52568a6-02f8-4bc8-a9f7-93bb0e204227 tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] 10.222.0.68 "DELETE /v2.0/metering/metering-labels/6f2d79c2-2650-448a-bbaa-4f4add0bf0c7 HTTP/1.1" status: 204 len: 168 time: 0.2179039 Aug 16 20:17:36.703629 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60716) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:36.724737 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e2522462-edd4-4eeb-ba17-151628a4a40f tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-labels?id=6f2d79c2-2650-448a-bbaa-4f4add0bf0c7 HTTP/1.1" status: 200 len: 216 time: 0.0196009 Aug 16 20:17:36.729968 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60720) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:36.748621 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-716f20b4-378d-45bc-a5ea-3c539a24d1f9 tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0171125 Aug 16 20:17:36.759901 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60722) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:36.779871 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60724) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:36.786644 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f7550df5-7aa2-42bc-b3d4-74a4ddcd1cab tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0252790 Aug 16 20:17:36.839029 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b55160a2-43fa-4e64-8ae4-4db4e5069b18 tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-labels/e7223a6c-8603-4fe0-9b11-c633e295ddf5 HTTP/1.1" status: 200 len: 473 time: 0.0575974 Aug 16 20:17:36.842257 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60728) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:36.857060 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b967fd4b-4a0f-4cee-a0b4-94d37ac7dfd4 tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-label-rules/cd8ff8f7-afcb-4c7b-8b4c-b09828ff871d HTTP/1.1" status: 200 len: 459 time: 0.0124905 Aug 16 20:17:36.859969 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60734) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:36.964442 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5b356067-7d90-4f5b-80ac-5f02428f6e16 tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:36.965621 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5b356067-7d90-4f5b-80ac-5f02428f6e16 tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] 10.222.0.68 "DELETE /v2.0/metering/metering-label-rules/cd8ff8f7-afcb-4c7b-8b4c-b09828ff871d HTTP/1.1" status: 204 len: 168 time: 0.1050560 Aug 16 20:17:36.968146 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60740) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:37.016445 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:37.211705 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4386c01a-f9d3-4bea-914e-d212acbf1650 tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:37.215778 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4386c01a-f9d3-4bea-914e-d212acbf1650 tempest-MeteringIpV6TestJSON-301418086 tempest-MeteringIpV6TestJSON-301418086-project-admin] 10.222.0.68 "DELETE /v2.0/metering/metering-labels/e7223a6c-8603-4fe0-9b11-c633e295ddf5 HTTP/1.1" status: 204 len: 168 time: 0.2466168 Aug 16 20:17:37.475275 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1763f4-aebb-4ebc-818f-df6675b7fc33 req-4a5d95c3-f7b7-4541-ac9d-60c8fc52c9a0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:37.478776 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2d1763f4-aebb-4ebc-818f-df6675b7fc33 req-4a5d95c3-f7b7-4541-ac9d-60c8fc52c9a0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=28ddd50b-2c31-453d-8643-cf226ba41125 HTTP/1.1" status: 200 len: 944 time: 0.0910716 Aug 16 20:17:37.596559 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-2d1763f4-aebb-4ebc-818f-df6675b7fc33 req-8a7e6459-36f0-4b7e-b2df-317f21dd1650 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Deleting port ac3bd3e8-20f1-4094-9a26-2f7307d3a976 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:17:37.596847 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2d1763f4-aebb-4ebc-818f-df6675b7fc33 req-8a7e6459-36f0-4b7e-b2df-317f21dd1650 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:37.654542 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60780) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:37.718493 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-2d1763f4-aebb-4ebc-818f-df6675b7fc33 req-8a7e6459-36f0-4b7e-b2df-317f21dd1650 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] For port ac3bd3e8-20f1-4094-9a26-2f7307d3a976, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=ac3bd3e8-20f1-4094-9a26-2f7307d3a976,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:17:37.719092 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2d1763f4-aebb-4ebc-818f-df6675b7fc33 req-8a7e6459-36f0-4b7e-b2df-317f21dd1650 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:37.738196 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-2d1763f4-aebb-4ebc-818f-df6675b7fc33 req-8a7e6459-36f0-4b7e-b2df-317f21dd1650 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Calling delete_port for ac3bd3e8-20f1-4094-9a26-2f7307d3a976 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:17:37.863747 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60788) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:37.912144 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2d1763f4-aebb-4ebc-818f-df6675b7fc33 req-8a7e6459-36f0-4b7e-b2df-317f21dd1650 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:37.926523 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['7341edc7-1e86-4a9d-b69f-0732489b8706'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:17:37.929424 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['a6286312-9a13-42a5-ba36-a79c315b5790'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:17:37.947522 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e6459-36f0-4b7e-b2df-317f21dd1650 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Pushing event deleted for resources: {'Port': ['ID=ac3bd3e8-20f1-4094-9a26-2f7307d3a976,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:38.023630 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1763f4-aebb-4ebc-818f-df6675b7fc33 req-8a7e6459-36f0-4b7e-b2df-317f21dd1650 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] No DVR routers for this DVR port ac3bd3e8-20f1-4094-9a26-2f7307d3a976 on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:17:38.024233 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9526607d-495a-4fc4-b7a3-c1c6fa36be47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.027126 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2d1763f4-aebb-4ebc-818f-df6675b7fc33 req-8a7e6459-36f0-4b7e-b2df-317f21dd1650 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.036480 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2d1763f4-aebb-4ebc-818f-df6675b7fc33 req-8a7e6459-36f0-4b7e-b2df-317f21dd1650 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "DELETE /v2.0/ports/ac3bd3e8-20f1-4094-9a26-2f7307d3a976 HTTP/1.1" status: 204 len: 173 time: 0.5518177 Aug 16 20:17:38.037583 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ddd50b-2c31-453d-8643-cf226ba41125', 'name': 'network-vif-deleted', 'tag': 'ac3bd3e8-20f1-4094-9a26-2f7307d3a976'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:17:38.041536 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071427ed-3537-49ea-b927-4370791ea1d7" -d '{"events": [{"server_uuid": "28ddd50b-2c31-453d-8643-cf226ba41125", "name": "network-vif-deleted", "tag": "ac3bd3e8-20f1-4094-9a26-2f7307d3a976"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:17:38.126082 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 16 Aug 2021 20:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49dd45a-cdfe-4019-8ed5-c11705fd1fdc x-openstack-request-id: req-c49dd45a-cdfe-4019-8ed5-c11705fd1fdc {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:17:38.126436 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ddd50b-2c31-453d-8643-cf226ba41125", "name": "network-vif-deleted", "tag": "ac3bd3e8-20f1-4094-9a26-2f7307d3a976", "status": "failed", "code": 422}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:17:38.126847 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c49dd45a-cdfe-4019-8ed5-c11705fd1fdc {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:17:38.127279 n-d-787206-13 neutron-server[94770]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '28ddd50b-2c31-453d-8643-cf226ba41125', 'name': 'network-vif-deleted', 'tag': 'ac3bd3e8-20f1-4094-9a26-2f7307d3a976', 'status': 'failed', 'code': 422} returned with failed status Aug 16 20:17:38.136225 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c610964b-b73c-475a-a633-024083437d79 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Request body: {'security_group': {'name': 'tempest-secgroup--42190127'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:38.225085 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9526607d-495a-4fc4-b7a3-c1c6fa36be47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.238390 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9526607d-495a-4fc4-b7a3-c1c6fa36be47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.314581 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c610964b-b73c-475a-a633-024083437d79 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.318590 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9526607d-495a-4fc4-b7a3-c1c6fa36be47 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cc0fa5d92878480c947c156b2b8ec770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6629679 Aug 16 20:17:38.321517 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60810) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:38.329856 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526607d-495a-4fc4-b7a3-c1c6fa36be47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea1f2db-d327-4d7b-85d3-6aa7eace122b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:38.334477 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c610964b-b73c-475a-a633-024083437d79 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.485788 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5ac20e23-8180-44ec-9bb9-1525dc189e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.546669 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c610964b-b73c-475a-a633-024083437d79 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.550608 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5ac20e23-8180-44ec-9bb9-1525dc189e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.556353 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c610964b-b73c-475a-a633-024083437d79 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.638996 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610964b-b73c-475a-a633-024083437d79 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2f136e-967b-4a5c-811e-f5e0d951af36,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:38.667601 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5ac20e23-8180-44ec-9bb9-1525dc189e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.677704 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5ac20e23-8180-44ec-9bb9-1525dc189e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.679098 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5ac20e23-8180-44ec-9bb9-1525dc189e75 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cea1f2db-d327-4d7b-85d3-6aa7eace122b HTTP/1.1" status: 204 len: 168 time: 0.3565373 Aug 16 20:17:38.701089 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac20e23-8180-44ec-9bb9-1525dc189e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea1f2db-d327-4d7b-85d3-6aa7eace122b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:38.773895 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c610964b-b73c-475a-a633-024083437d79 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.783006 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c610964b-b73c-475a-a633-024083437d79 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.841488 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c610964b-b73c-475a-a633-024083437d79 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.842712 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c610964b-b73c-475a-a633-024083437d79 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9774277 Aug 16 20:17:38.845379 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610964b-b73c-475a-a633-024083437d79 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaee1b93-0f66-46a6-8e62-f8879c48cd9b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:38.845955 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60828) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:38.948071 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-be5880f3-5157-47a0-ab3d-cb9e489a6f4b tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0962918 Aug 16 20:17:38.951513 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60834) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:38.958656 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-722ab07d-861e-4df1-ab38-0e14351013fa tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Request body: {'security_group': {'name': 'tempest-security--445080956', 'description': 'tempest-security-description-130605313'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:39.021211 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-722ab07d-861e-4df1-ab38-0e14351013fa tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:39.088357 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bba9a3-415e-4db8-acca-3e76055cd185 req-98c597d3-5e0f-4a7e-a075-bb1e9cf24a86 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:39.098839 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-03bba9a3-415e-4db8-acca-3e76055cd185 req-98c597d3-5e0f-4a7e-a075-bb1e9cf24a86 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=88edb25c-c6fa-423d-acc5-61ce5cdd595f HTTP/1.1" status: 200 len: 907 time: 0.1218865 Aug 16 20:17:39.141935 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-722ab07d-861e-4df1-ab38-0e14351013fa tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:39.147665 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-722ab07d-861e-4df1-ab38-0e14351013fa tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:39.150513 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-722ab07d-861e-4df1-ab38-0e14351013fa tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:39.152620 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-722ab07d-861e-4df1-ab38-0e14351013fa tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "PUT /v2.0/security-groups/eaee1b93-0f66-46a6-8e62-f8879c48cd9b HTTP/1.1" status: 200 len: 1778 time: 0.1993511 Aug 16 20:17:39.155203 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60840) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:39.182893 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ab07d-861e-4df1-ab38-0e14351013fa tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaee1b93-0f66-46a6-8e62-f8879c48cd9b,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:39.217871 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7d6bfdc1-b126-4c6d-a0b5-a2fb6fbdf0c5 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "GET /v2.0/security-groups/eaee1b93-0f66-46a6-8e62-f8879c48cd9b HTTP/1.1" status: 200 len: 1778 time: 0.0612671 Aug 16 20:17:39.222032 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60844) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:39.300759 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0decc336-c91b-4cd2-aa00-4e7556882b76 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:39.334323 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0decc336-c91b-4cd2-aa00-4e7556882b76 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:39.396517 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0decc336-c91b-4cd2-aa00-4e7556882b76 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:39.400415 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0decc336-c91b-4cd2-aa00-4e7556882b76 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:39.403084 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60852) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:39.404399 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0decc336-c91b-4cd2-aa00-4e7556882b76 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "DELETE /v2.0/security-groups/eaee1b93-0f66-46a6-8e62-f8879c48cd9b HTTP/1.1" status: 204 len: 168 time: 0.1813345 Aug 16 20:17:39.405056 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60854) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:39.418901 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-027399c0-187f-4b5b-81f4-3acda4b4346f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:39.423461 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0decc336-c91b-4cd2-aa00-4e7556882b76 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaee1b93-0f66-46a6-8e62-f8879c48cd9b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:39.529100 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-233b7c54-7263-4b79-8c80-89b14cc56f37 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1174097 Aug 16 20:17:39.529926 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60858) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:39.556673 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-47c13baf-e963-4b0e-b776-9969a3a7870a tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] delete failed (client error): The resource could not be found. Aug 16 20:17:39.562965 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-47c13baf-e963-4b0e-b776-9969a3a7870a tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "DELETE /v2.0/security-groups/eaee1b93-0f66-46a6-8e62-f8879c48cd9b HTTP/1.1" status: 404 len: 347 time: 0.0318918 Aug 16 20:17:39.563713 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60860) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:39.569991 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9dc0faea-1934-4522-a948-48a46c9f4fc9 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Request body: {'security_group': {'name': 'tempest-secgroup--167577117'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:39.625729 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-027399c0-187f-4b5b-81f4-3acda4b4346f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:39.643038 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-027399c0-187f-4b5b-81f4-3acda4b4346f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:39.657814 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9dc0faea-1934-4522-a948-48a46c9f4fc9 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:39.708053 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-027399c0-187f-4b5b-81f4-3acda4b4346f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=039d9043fb2542968db3c7555123d95d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3029959 Aug 16 20:17:39.709239 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60866) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:39.761473 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027399c0-187f-4b5b-81f4-3acda4b4346f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a165dfeb-6dd0-4702-be0d-5c53b2ade8ba,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:39.777149 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9dc0faea-1934-4522-a948-48a46c9f4fc9 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:39.782751 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9dc0faea-1934-4522-a948-48a46c9f4fc9 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:39.798576 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cdc0e113-fb2a-4f5b-8f03-9e53ffd54016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:39.816621 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9dc0faea-1934-4522-a948-48a46c9f4fc9 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:39.821846 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9dc0faea-1934-4522-a948-48a46c9f4fc9 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2564123 Aug 16 20:17:39.824767 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60868) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:39.826622 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cdc0e113-fb2a-4f5b-8f03-9e53ffd54016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:39.832297 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-54daebee-6e86-4326-be56-94bb829bab30 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Request body: {'security_group_rule': {'security_group_id': '568af51c-5185-414c-99e1-06d1b38ef717', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:39.840302 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0faea-1934-4522-a948-48a46c9f4fc9 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=568af51c-5185-414c-99e1-06d1b38ef717,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:39.869541 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-54daebee-6e86-4326-be56-94bb829bab30 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:39.917845 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cdc0e113-fb2a-4f5b-8f03-9e53ffd54016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:39.922765 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cdc0e113-fb2a-4f5b-8f03-9e53ffd54016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:39.926692 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-cdc0e113-fb2a-4f5b-8f03-9e53ffd54016 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a165dfeb-6dd0-4702-be0d-5c53b2ade8ba HTTP/1.1" status: 204 len: 168 time: 0.2047942 Aug 16 20:17:39.949339 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-54daebee-6e86-4326-be56-94bb829bab30 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:39.955567 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-54daebee-6e86-4326-be56-94bb829bab30 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:39.956822 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc0e113-fb2a-4f5b-8f03-9e53ffd54016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a165dfeb-6dd0-4702-be0d-5c53b2ade8ba,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:39.980309 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54daebee-6e86-4326-be56-94bb829bab30 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b41c06-c5a8-4b39-a2ae-7d12d03f48c1,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:39.991961 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-54daebee-6e86-4326-be56-94bb829bab30 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:39.997939 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-54daebee-6e86-4326-be56-94bb829bab30 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1691084 Aug 16 20:17:39.998341 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60874) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:40.030590 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a2d61c3e-800f-4a0a-84cb-0e852fc3830b tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:40.040881 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a2d61c3e-800f-4a0a-84cb-0e852fc3830b tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:40.078097 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a2d61c3e-800f-4a0a-84cb-0e852fc3830b tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:40.091299 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a2d61c3e-800f-4a0a-84cb-0e852fc3830b tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:40.095185 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a2d61c3e-800f-4a0a-84cb-0e852fc3830b tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/66b41c06-c5a8-4b39-a2ae-7d12d03f48c1 HTTP/1.1" status: 204 len: 168 time: 0.0934112 Aug 16 20:17:40.095185 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d61c3e-800f-4a0a-84cb-0e852fc3830b tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66b41c06-c5a8-4b39-a2ae-7d12d03f48c1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:40.095507 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60878) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:40.149913 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-44b0ca59-22fe-4b55-8f69-f2ac7199d645 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0505466 Aug 16 20:17:40.150086 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60882) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:40.295385 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-493364ee-ba4e-4304-94cd-83c65360bd30 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:40.345541 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-493364ee-ba4e-4304-94cd-83c65360bd30 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:40.391886 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f4bbf-7ef2-4ccd-89b1-8dffe99d17e0 req-c206c74a-67bc-4148-bf04-36f0a3a91efc tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:40.393629 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-396f4bbf-7ef2-4ccd-89b1-8dffe99d17e0 req-c206c74a-67bc-4148-bf04-36f0a3a91efc tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=88edb25c-c6fa-423d-acc5-61ce5cdd595f HTTP/1.1" status: 200 len: 907 time: 0.1804056 Aug 16 20:17:40.420010 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c63b2-c89d-48eb-b35d-15aad2b03179 req-afe63f19-85e4-4c98-b781-8b81ab0effbe tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:40.421745 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-af4c63b2-c89d-48eb-b35d-15aad2b03179 req-afe63f19-85e4-4c98-b781-8b81ab0effbe tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.57 "GET /v2.0/ports?device_id=88edb25c-c6fa-423d-acc5-61ce5cdd595f HTTP/1.1" status: 200 len: 907 time: 0.2180288 Aug 16 20:17:40.479095 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-493364ee-ba4e-4304-94cd-83c65360bd30 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:40.486547 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-493364ee-ba4e-4304-94cd-83c65360bd30 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:40.491679 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-493364ee-ba4e-4304-94cd-83c65360bd30 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "DELETE /v2.0/security-groups/568af51c-5185-414c-99e1-06d1b38ef717 HTTP/1.1" status: 204 len: 168 time: 0.3402991 Aug 16 20:17:40.495524 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60890) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:40.511707 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493364ee-ba4e-4304-94cd-83c65360bd30 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=568af51c-5185-414c-99e1-06d1b38ef717,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:40.580889 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-91aa759a-eecc-4449-a91a-d1adf436e22e tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0849981 Aug 16 20:17:40.590838 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60898) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:40.595811 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-95ff7c9e-b390-4445-8bea-c541ce2a9bd7 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Request body: {'security_group': {'name': 'tempest-secgroup--1816849335'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:40.644772 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-af4c63b2-c89d-48eb-b35d-15aad2b03179 req-eb4d7537-761d-46c9-a572-28904766a66b tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Deleting port cc3346d1-85d6-4896-8739-5e2ad3e53be3 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:17:40.645470 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-af4c63b2-c89d-48eb-b35d-15aad2b03179 req-eb4d7537-761d-46c9-a572-28904766a66b tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:40.648648 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95ff7c9e-b390-4445-8bea-c541ce2a9bd7 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:40.753404 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95ff7c9e-b390-4445-8bea-c541ce2a9bd7 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:40.759419 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95ff7c9e-b390-4445-8bea-c541ce2a9bd7 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:40.816760 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff7c9e-b390-4445-8bea-c541ce2a9bd7 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77031f9c-91bc-4832-9be0-e3d431911213,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:40.819712 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-af4c63b2-c89d-48eb-b35d-15aad2b03179 req-eb4d7537-761d-46c9-a572-28904766a66b tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] For port cc3346d1-85d6-4896-8739-5e2ad3e53be3, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=cc3346d1-85d6-4896-8739-5e2ad3e53be3,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:17:40.820077 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-af4c63b2-c89d-48eb-b35d-15aad2b03179 req-eb4d7537-761d-46c9-a572-28904766a66b tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:40.829540 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95ff7c9e-b390-4445-8bea-c541ce2a9bd7 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:40.830806 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-95ff7c9e-b390-4445-8bea-c541ce2a9bd7 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2389052 Aug 16 20:17:40.834935 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60908) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:40.839172 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-af4c63b2-c89d-48eb-b35d-15aad2b03179 req-eb4d7537-761d-46c9-a572-28904766a66b tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Calling delete_port for cc3346d1-85d6-4896-8739-5e2ad3e53be3 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:17:40.844450 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1d835e9a-706c-47f1-8b3f-27198f72ef03 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Request body: {'security_group_rule': {'security_group_id': '77031f9c-91bc-4832-9be0-e3d431911213', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:40.894151 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d835e9a-706c-47f1-8b3f-27198f72ef03 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:40.998673 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d835e9a-706c-47f1-8b3f-27198f72ef03 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:41.006898 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d835e9a-706c-47f1-8b3f-27198f72ef03 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:41.039755 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d835e9a-706c-47f1-8b3f-27198f72ef03 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:41.042637 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1d835e9a-706c-47f1-8b3f-27198f72ef03 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2051494 Aug 16 20:17:41.056194 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60914) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:41.061774 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b7baf1c6-0a0e-45b1-baa3-b8e038d4ef4d tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Request body: {'security_group_rule': {'security_group_id': '77031f9c-91bc-4832-9be0-e3d431911213', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:41.061996 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d835e9a-706c-47f1-8b3f-27198f72ef03 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3020ad57-ddd0-4332-b09e-b7f0ec62596a,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:41.093014 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-af4c63b2-c89d-48eb-b35d-15aad2b03179 req-eb4d7537-761d-46c9-a572-28904766a66b tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:41.110860 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b7baf1c6-0a0e-45b1-baa3-b8e038d4ef4d tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:41.148325 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d7537-761d-46c9-a572-28904766a66b tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Pushing event deleted for resources: {'Port': ['ID=cc3346d1-85d6-4896-8739-5e2ad3e53be3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:41.203581 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4c63b2-c89d-48eb-b35d-15aad2b03179 req-eb4d7537-761d-46c9-a572-28904766a66b tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] No DVR routers for this DVR port cc3346d1-85d6-4896-8739-5e2ad3e53be3 on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:17:41.217338 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-af4c63b2-c89d-48eb-b35d-15aad2b03179 req-eb4d7537-761d-46c9-a572-28904766a66b tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:41.219397 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-af4c63b2-c89d-48eb-b35d-15aad2b03179 req-eb4d7537-761d-46c9-a572-28904766a66b tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.57 "DELETE /v2.0/ports/cc3346d1-85d6-4896-8739-5e2ad3e53be3 HTTP/1.1" status: 204 len: 173 time: 0.7918017 Aug 16 20:17:41.221264 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88edb25c-c6fa-423d-acc5-61ce5cdd595f', 'name': 'network-vif-deleted', 'tag': 'cc3346d1-85d6-4896-8739-5e2ad3e53be3'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:17:41.223791 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a6ebe6-4778-4d1b-b8d7-da82a7530637" -d '{"events": [{"server_uuid": "88edb25c-c6fa-423d-acc5-61ce5cdd595f", "name": "network-vif-deleted", "tag": "cc3346d1-85d6-4896-8739-5e2ad3e53be3"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:17:41.262772 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b7baf1c6-0a0e-45b1-baa3-b8e038d4ef4d tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:41.275476 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b7baf1c6-0a0e-45b1-baa3-b8e038d4ef4d tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:41.330124 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50306b1-7e6f-43f0-bf4e-7e7adf67cee9 x-openstack-request-id: req-a50306b1-7e6f-43f0-bf4e-7e7adf67cee9 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:17:41.330636 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88edb25c-c6fa-423d-acc5-61ce5cdd595f", "name": "network-vif-deleted", "tag": "cc3346d1-85d6-4896-8739-5e2ad3e53be3", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:17:41.331600 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a50306b1-7e6f-43f0-bf4e-7e7adf67cee9 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:17:41.332327 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88edb25c-c6fa-423d-acc5-61ce5cdd595f', 'name': 'network-vif-deleted', 'tag': 'cc3346d1-85d6-4896-8739-5e2ad3e53be3', 'status': 'completed', 'code': 200} Aug 16 20:17:41.343811 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7baf1c6-0a0e-45b1-baa3-b8e038d4ef4d tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cfda98e-02cc-4e14-ac4b-3e009de5964b,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:41.353156 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b7baf1c6-0a0e-45b1-baa3-b8e038d4ef4d tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:41.355109 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b7baf1c6-0a0e-45b1-baa3-b8e038d4ef4d tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2976511 Aug 16 20:17:41.357761 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60926) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:41.375271 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-1ced0d8e-f079-49ae-a481-ae23161ce8d2 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Request body: {'security_group_rule': {'security_group_id': '77031f9c-91bc-4832-9be0-e3d431911213', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:41.421700 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1ced0d8e-f079-49ae-a481-ae23161ce8d2 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:41.523444 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1ced0d8e-f079-49ae-a481-ae23161ce8d2 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:41.529544 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1ced0d8e-f079-49ae-a481-ae23161ce8d2 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:41.557932 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1ced0d8e-f079-49ae-a481-ae23161ce8d2 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:41.563285 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1ced0d8e-f079-49ae-a481-ae23161ce8d2 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2010291 Aug 16 20:17:41.564244 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60936) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:41.569378 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d782c7ce-c800-42a4-92cf-67e49238e227 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Request body: {'security_group_rule': {'security_group_id': '77031f9c-91bc-4832-9be0-e3d431911213', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:41.571541 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced0d8e-f079-49ae-a481-ae23161ce8d2 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f877cd1b-eee8-4d93-b05f-22bffd40ed44,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:41.598631 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-20808ff8-a6e5-4b80-9cd6-712f594afd95 req-a770babd-d0e3-4382-8620-7d4cfeb86ed4 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=88edb25c-c6fa-423d-acc5-61ce5cdd595f HTTP/1.1" status: 200 len: 210 time: 0.0447896 Aug 16 20:17:41.626924 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d782c7ce-c800-42a4-92cf-67e49238e227 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:41.711309 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d782c7ce-c800-42a4-92cf-67e49238e227 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:41.717442 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d782c7ce-c800-42a4-92cf-67e49238e227 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:41.766710 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782c7ce-c800-42a4-92cf-67e49238e227 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea5d8eeb-a4d5-4bac-a826-dca83c0db921,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:41.790129 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d782c7ce-c800-42a4-92cf-67e49238e227 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:41.794211 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60946) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:41.794705 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d782c7ce-c800-42a4-92cf-67e49238e227 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2287660 Aug 16 20:17:41.799119 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-578217ab-6a55-4f5b-a7cc-4eb6fe701608 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Request body: {'security_group_rule': {'security_group_id': '77031f9c-91bc-4832-9be0-e3d431911213', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:41.879882 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-578217ab-6a55-4f5b-a7cc-4eb6fe701608 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:42.009590 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-578217ab-6a55-4f5b-a7cc-4eb6fe701608 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:42.015483 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-578217ab-6a55-4f5b-a7cc-4eb6fe701608 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:42.034351 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578217ab-6a55-4f5b-a7cc-4eb6fe701608 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc634d6c-c9fa-43b9-a584-107e77beb3bc,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:42.055634 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-578217ab-6a55-4f5b-a7cc-4eb6fe701608 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:42.059740 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-578217ab-6a55-4f5b-a7cc-4eb6fe701608 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2617838 Aug 16 20:17:42.060207 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60958) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:42.098047 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a2b2ad39-e5e6-4662-b7ca-644debb896ee tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:42.106285 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a2b2ad39-e5e6-4662-b7ca-644debb896ee tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:42.139293 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a2b2ad39-e5e6-4662-b7ca-644debb896ee tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:42.149212 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a2b2ad39-e5e6-4662-b7ca-644debb896ee tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:42.150608 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a2b2ad39-e5e6-4662-b7ca-644debb896ee tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/fc634d6c-c9fa-43b9-a584-107e77beb3bc HTTP/1.1" status: 204 len: 168 time: 0.0881739 Aug 16 20:17:42.153696 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60962) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:42.162385 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b2ad39-e5e6-4662-b7ca-644debb896ee tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc634d6c-c9fa-43b9-a584-107e77beb3bc,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:42.213545 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6d6636f2-986a-4ee2-88b8-02e7dbfc0fad tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0585446 Aug 16 20:17:42.213746 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60966) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:42.239871 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-04c09cf9-60e1-4cbf-9bab-2718c443a8f5 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:42.249759 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-04c09cf9-60e1-4cbf-9bab-2718c443a8f5 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:42.300165 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-04c09cf9-60e1-4cbf-9bab-2718c443a8f5 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:42.308523 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-04c09cf9-60e1-4cbf-9bab-2718c443a8f5 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:42.310064 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-04c09cf9-60e1-4cbf-9bab-2718c443a8f5 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/ea5d8eeb-a4d5-4bac-a826-dca83c0db921 HTTP/1.1" status: 204 len: 168 time: 0.0954270 Aug 16 20:17:42.313431 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60970) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:42.331190 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c09cf9-60e1-4cbf-9bab-2718c443a8f5 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea5d8eeb-a4d5-4bac-a826-dca83c0db921,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:42.375908 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f33ab492-7554-4f1d-878f-4c6ba5f5b51e tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0612969 Aug 16 20:17:42.378642 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60974) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:42.413984 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd60b903-25ca-4d74-97b7-a3f1b7503fee tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:42.422726 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd60b903-25ca-4d74-97b7-a3f1b7503fee tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:42.460332 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd60b903-25ca-4d74-97b7-a3f1b7503fee tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:42.468030 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd60b903-25ca-4d74-97b7-a3f1b7503fee tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:42.471984 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cd60b903-25ca-4d74-97b7-a3f1b7503fee tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/f877cd1b-eee8-4d93-b05f-22bffd40ed44 HTTP/1.1" status: 204 len: 168 time: 0.0892308 Aug 16 20:17:42.472169 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60980) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:42.473690 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60b903-25ca-4d74-97b7-a3f1b7503fee tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f877cd1b-eee8-4d93-b05f-22bffd40ed44,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:42.530887 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-511e2dca-e76e-4be3-b1ae-bd68e018baa1 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0574718 Aug 16 20:17:42.534188 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60986) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:42.562992 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4f636d9b-a0f4-4a6c-9f75-07643d6704f2 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:42.574857 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4f636d9b-a0f4-4a6c-9f75-07643d6704f2 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:42.610913 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4f636d9b-a0f4-4a6c-9f75-07643d6704f2 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:42.619948 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4f636d9b-a0f4-4a6c-9f75-07643d6704f2 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:42.621279 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4f636d9b-a0f4-4a6c-9f75-07643d6704f2 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/0cfda98e-02cc-4e14-ac4b-3e009de5964b HTTP/1.1" status: 204 len: 168 time: 0.0860977 Aug 16 20:17:42.624282 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60988) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:42.627876 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f636d9b-a0f4-4a6c-9f75-07643d6704f2 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0cfda98e-02cc-4e14-ac4b-3e009de5964b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:42.739036 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fd304376-a7b8-4656-9e63-ef0193f1aff1 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1135495 Aug 16 20:17:42.742816 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 60998) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:42.804049 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3bd6b276-92da-49b9-8284-7f89a6bc0bcf tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:42.839566 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3bd6b276-92da-49b9-8284-7f89a6bc0bcf tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:42.908082 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3bd6b276-92da-49b9-8284-7f89a6bc0bcf tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:42.918771 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3bd6b276-92da-49b9-8284-7f89a6bc0bcf tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:42.923106 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 32776) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:42.928445 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3bd6b276-92da-49b9-8284-7f89a6bc0bcf tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/3020ad57-ddd0-4332-b09e-b7f0ec62596a HTTP/1.1" status: 204 len: 168 time: 0.1799207 Aug 16 20:17:42.938030 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device cc3346d1-85d6-4896-8739-5e2ad3e53be3 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:17:42.941355 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6b276-92da-49b9-8284-7f89a6bc0bcf tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3020ad57-ddd0-4332-b09e-b7f0ec62596a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:43.002885 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: cc3346d1-85d6-4896-8739-5e2ad3e53be3 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:17:43.003485 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device cc3346d1-85d6-4896-8739-5e2ad3e53be3 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:17:43.044385 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c2d25584-3830-41bb-b4e8-bf6667843e24 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1194873 Aug 16 20:17:43.056185 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 32780) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:43.118254 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8181d-05f7-4a71-9ddb-21a0be50a27f req-baf6398a-4fae-4fe8-930c-665fedac5527 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:43.120573 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cba8181d-05f7-4a71-9ddb-21a0be50a27f req-baf6398a-4fae-4fe8-930c-665fedac5527 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=d569815a-0aef-433d-aaf4-affe28f36daf HTTP/1.1" status: 200 len: 946 time: 0.0907924 Aug 16 20:17:43.174469 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d1f84a3-451a-44f0-bfcb-7e8672f6c872 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:43.198406 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cba8181d-05f7-4a71-9ddb-21a0be50a27f req-4f808371-e49b-4f86-99cf-44965df3daf4 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710104 Aug 16 20:17:43.218760 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d1f84a3-451a-44f0-bfcb-7e8672f6c872 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:43.293888 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d1f84a3-451a-44f0-bfcb-7e8672f6c872 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:43.296706 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d1f84a3-451a-44f0-bfcb-7e8672f6c872 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:43.300449 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3d1f84a3-451a-44f0-bfcb-7e8672f6c872 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "DELETE /v2.0/security-groups/77031f9c-91bc-4832-9be0-e3d431911213 HTTP/1.1" status: 204 len: 168 time: 0.2319219 Aug 16 20:17:43.301807 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 32794) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:43.314420 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f84a3-451a-44f0-bfcb-7e8672f6c872 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77031f9c-91bc-4832-9be0-e3d431911213,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:43.332433 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 32798) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:43.377059 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-780d1f1b-890b-428d-9715-c67d2fb778dc tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0728734 Aug 16 20:17:43.383096 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 32804) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:43.390815 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-478a3b60-ddde-498c-b661-b8a6e767c51f tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Request body: {'security_group': {'name': 'tempest-secgroup--1434853750'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:43.426020 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-478a3b60-ddde-498c-b661-b8a6e767c51f tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:43.531180 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7a29e143-d29b-4b1d-9676-f054945ced0b tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:43.562836 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7a29e143-d29b-4b1d-9676-f054945ced0b tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] 10.222.0.68 "PUT /v2.0/quotas/ae316e5eb670469eaccc5df8d280a06a HTTP/1.1" status: 200 len: 368 time: 0.2264552 Aug 16 20:17:43.563168 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 32814) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:43.570697 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ba836865-be4f-4421-b312-a730fbf0eebc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Request body: {'network': {'project_id': 'ae316e5eb670469eaccc5df8d280a06a'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:43.583948 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-478a3b60-ddde-498c-b661-b8a6e767c51f tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:43.588836 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-478a3b60-ddde-498c-b661-b8a6e767c51f tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:43.605776 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba836865-be4f-4421-b312-a730fbf0eebc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Made reservation on behalf of ae316e5eb670469eaccc5df8d280a06a for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:17:43.610242 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba836865-be4f-4421-b312-a730fbf0eebc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:43.617716 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-478a3b60-ddde-498c-b661-b8a6e767c51f tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:43.619075 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-478a3b60-ddde-498c-b661-b8a6e767c51f tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2347860 Aug 16 20:17:43.623539 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 32816) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:43.625611 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba836865-be4f-4421-b312-a730fbf0eebc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:43.629473 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1d257706-23f5-4311-8018-a9de6b7d50df tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Request body: {'security_group_rule': {'security_group_id': '9c597fa8-8bc2-407e-8d10-5d95dd210401', 'direction': 'ingress', 'protocol': 17}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:43.635226 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a3b60-ddde-498c-b661-b8a6e767c51f tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c597fa8-8bc2-407e-8d10-5d95dd210401,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:43.662228 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d257706-23f5-4311-8018-a9de6b7d50df tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:43.732822 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d257706-23f5-4311-8018-a9de6b7d50df tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:43.737802 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d257706-23f5-4311-8018-a9de6b7d50df tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:43.754340 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba836865-be4f-4421-b312-a730fbf0eebc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:43.755832 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d257706-23f5-4311-8018-a9de6b7d50df tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=992165d9-de70-4751-9ffe-417aa167dbae,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:43.760444 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba836865-be4f-4421-b312-a730fbf0eebc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:43.766709 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d257706-23f5-4311-8018-a9de6b7d50df tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:43.768260 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1d257706-23f5-4311-8018-a9de6b7d50df tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1436963 Aug 16 20:17:43.772509 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 32820) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:43.788358 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba836865-be4f-4421-b312-a730fbf0eebc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:17:43.799049 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba836865-be4f-4421-b312-a730fbf0eebc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d698cf-fe19-4c63-baa3-0a5822898d5b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:43.804885 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba836865-be4f-4421-b312-a730fbf0eebc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:43.805232 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-ba836865-be4f-4421-b312-a730fbf0eebc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Added segment 39fdddbe-984e-440d-8c52-d6b837c9e46c of type vlan for network aea85926-50a2-4146-a5b9-cff3aac8a67f Aug 16 20:17:43.846783 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-768eeae0-22d8-4037-a976-edd6672d145c tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:43.855053 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba836865-be4f-4421-b312-a730fbf0eebc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:43.872105 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-768eeae0-22d8-4037-a976-edd6672d145c tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:43.884850 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba836865-be4f-4421-b312-a730fbf0eebc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:43.886490 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba836865-be4f-4421-b312-a730fbf0eebc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:43.887547 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba836865-be4f-4421-b312-a730fbf0eebc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:43.935629 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-768eeae0-22d8-4037-a976-edd6672d145c tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:43.942393 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-768eeae0-22d8-4037-a976-edd6672d145c tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:43.944506 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-768eeae0-22d8-4037-a976-edd6672d145c tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "DELETE /v2.0/security-groups/9c597fa8-8bc2-407e-8d10-5d95dd210401 HTTP/1.1" status: 204 len: 168 time: 0.1708806 Aug 16 20:17:43.947209 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 32828) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:43.957170 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768eeae0-22d8-4037-a976-edd6672d145c tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c597fa8-8bc2-407e-8d10-5d95dd210401,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:43.969382 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ba836865-be4f-4421-b312-a730fbf0eebc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4040248 Aug 16 20:17:43.974093 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 32830) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:43.984415 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5bc12880-28a9-4fad-9d5f-29678ca244fc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Request body: {'network': {'project_id': 'ae316e5eb670469eaccc5df8d280a06a'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:43.996624 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba836865-be4f-4421-b312-a730fbf0eebc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Pushing event updated for resources: {'Network': ['ID=aea85926-50a2-4146-a5b9-cff3aac8a67f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:44.010856 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network aea85926-50a2-4146-a5b9-cff3aac8a67f details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:17:44.023371 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc12880-28a9-4fad-9d5f-29678ca244fc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Made reservation on behalf of ae316e5eb670469eaccc5df8d280a06a for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:17:44.026376 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5bc12880-28a9-4fad-9d5f-29678ca244fc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:44.033552 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c27f0ca2-e142-42df-bdb0-0f4d1a5c5344 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0843062 Aug 16 20:17:44.036997 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 32832) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:44.046063 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-5b8e9d09-1a97-4549-9631-d0519973b3af tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Request body: {'security_group': {'name': 'tempest-secgroup--212985546'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:44.075996 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc12880-28a9-4fad-9d5f-29678ca244fc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:17:44.087149 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5b8e9d09-1a97-4549-9631-d0519973b3af tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:44.098788 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5bc12880-28a9-4fad-9d5f-29678ca244fc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:44.098788 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-5bc12880-28a9-4fad-9d5f-29678ca244fc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Added segment f77d2378-0082-4997-b635-d770e560527c of type vlan for network 8ffee8c4-f0c5-4019-8496-2154eba76915 Aug 16 20:17:44.176465 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5bc12880-28a9-4fad-9d5f-29678ca244fc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:44.192904 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5b8e9d09-1a97-4549-9631-d0519973b3af tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:44.199397 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5b8e9d09-1a97-4549-9631-d0519973b3af tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:44.210661 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5bc12880-28a9-4fad-9d5f-29678ca244fc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:44.211836 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc12880-28a9-4fad-9d5f-29678ca244fc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:44.212617 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5bc12880-28a9-4fad-9d5f-29678ca244fc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:44.247604 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5b8e9d09-1a97-4549-9631-d0519973b3af tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:44.249852 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5b8e9d09-1a97-4549-9631-d0519973b3af tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2112143 Aug 16 20:17:44.252390 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 32844) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:44.259041 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0ddcad61-0a1e-4d07-83c7-369d963318a2 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Request body: {'security_group': {'name': 'tempest-secgroup--598113119'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:44.265482 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e9d09-1a97-4549-9631-d0519973b3af tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69a0f795-8b38-41a4-af5d-3ab09d59dcaa,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:44.273876 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5bc12880-28a9-4fad-9d5f-29678ca244fc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2972581 Aug 16 20:17:44.274974 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 32846) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:44.285560 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8c7e0b9f-e5df-4f5d-a2da-16c355c0592b tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Request body: {'network': {'project_id': 'ae316e5eb670469eaccc5df8d280a06a'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:44.292671 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc12880-28a9-4fad-9d5f-29678ca244fc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Pushing event updated for resources: {'Network': ['ID=8ffee8c4-f0c5-4019-8496-2154eba76915,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:44.305874 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 8ffee8c4-f0c5-4019-8496-2154eba76915 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:17:44.320397 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.db.api [None req-8c7e0b9f-e5df-4f5d-a2da-16c355c0592b tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:17:44.320397 n-d-787206-13 neutron-server[94770]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:17:44.320397 n-d-787206-13 neutron-server[94770]: [parameters: {'project_id_1': 'ae316e5eb670469eaccc5df8d280a06a', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 17, 44, 292793)}] Aug 16 20:17:44.320397 n-d-787206-13 neutron-server[94770]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:17:44.321224 n-d-787206-13 neutron-server[94770]: DEBUG oslo_db.api [None req-8c7e0b9f-e5df-4f5d-a2da-16c355c0592b tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:17:44.344903 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0ddcad61-0a1e-4d07-83c7-369d963318a2 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:44.371233 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cb1f4-3da2-46cf-b0b0-d1e7cb87595d req-60f0718c-5926-480f-9092-693054e4ccec tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:44.372937 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b17cb1f4-3da2-46cf-b0b0-d1e7cb87595d req-60f0718c-5926-480f-9092-693054e4ccec tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.57 "GET /v2.0/ports?device_id=d569815a-0aef-433d-aaf4-affe28f36daf HTTP/1.1" status: 200 len: 946 time: 0.0766044 Aug 16 20:17:44.535946 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0ddcad61-0a1e-4d07-83c7-369d963318a2 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:44.543951 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0ddcad61-0a1e-4d07-83c7-369d963318a2 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:44.557706 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-b17cb1f4-3da2-46cf-b0b0-d1e7cb87595d req-a011844e-a72e-4eca-82a2-f45ed283f6a3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Deleting port 7341edc7-1e86-4a9d-b69f-0732489b8706 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:17:44.558042 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b17cb1f4-3da2-46cf-b0b0-d1e7cb87595d req-a011844e-a72e-4eca-82a2-f45ed283f6a3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:44.620441 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0ddcad61-0a1e-4d07-83c7-369d963318a2 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:44.624750 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 32858) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:44.624916 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0ddcad61-0a1e-4d07-83c7-369d963318a2 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3711362 Aug 16 20:17:44.632552 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-764c425f-0702-4002-b033-0028e5b8f590 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Request body: {'security_group_rule': {'security_group_id': '69a0f795-8b38-41a4-af5d-3ab09d59dcaa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ec0d5f66-70cb-497c-9cbb-fd1046899fcb', 'remote_ip_prefix': None}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:44.640077 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddcad61-0a1e-4d07-83c7-369d963318a2 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0d5f66-70cb-497c-9cbb-fd1046899fcb,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:44.702013 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23690592-f4bb-40a7-a22d-5da85344db98 req-1c87ee2c-f2df-43d7-9b27-99ad8af6fb50 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:44.705070 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-b17cb1f4-3da2-46cf-b0b0-d1e7cb87595d req-a011844e-a72e-4eca-82a2-f45ed283f6a3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] For port 7341edc7-1e86-4a9d-b69f-0732489b8706, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=7341edc7-1e86-4a9d-b69f-0732489b8706,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:17:44.705449 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b17cb1f4-3da2-46cf-b0b0-d1e7cb87595d req-a011844e-a72e-4eca-82a2-f45ed283f6a3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:44.709761 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-23690592-f4bb-40a7-a22d-5da85344db98 req-1c87ee2c-f2df-43d7-9b27-99ad8af6fb50 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=d569815a-0aef-433d-aaf4-affe28f36daf HTTP/1.1" status: 200 len: 946 time: 0.4281733 Aug 16 20:17:44.720251 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-b17cb1f4-3da2-46cf-b0b0-d1e7cb87595d req-a011844e-a72e-4eca-82a2-f45ed283f6a3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Calling delete_port for 7341edc7-1e86-4a9d-b69f-0732489b8706 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:17:44.739917 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-764c425f-0702-4002-b033-0028e5b8f590 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:44.776147 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-23690592-f4bb-40a7-a22d-5da85344db98 req-333a05a3-2fe4-4eb9-b6c1-2f12f9043989 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654032 Aug 16 20:17:44.844129 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c7e0b9f-e5df-4f5d-a2da-16c355c0592b tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 20:17:44.844129 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c7e0b9f-e5df-4f5d-a2da-16c355c0592b tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:17:44.874195 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8c7e0b9f-e5df-4f5d-a2da-16c355c0592b tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.5956767 Aug 16 20:17:44.878823 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-764c425f-0702-4002-b033-0028e5b8f590 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:44.890030 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-764c425f-0702-4002-b033-0028e5b8f590 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:44.913803 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c425f-0702-4002-b033-0028e5b8f590 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29d5a538-fc17-453c-8c66-5115a0a46ff3,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:44.923041 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-764c425f-0702-4002-b033-0028e5b8f590 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:44.928176 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-764c425f-0702-4002-b033-0028e5b8f590 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2984889 Aug 16 20:17:44.928670 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 32876) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:44.957737 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b17cb1f4-3da2-46cf-b0b0-d1e7cb87595d req-a011844e-a72e-4eca-82a2-f45ed283f6a3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:44.958336 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55ccea7e-05d0-4276-a02b-8f593f71b0d4 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:44.969238 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55ccea7e-05d0-4276-a02b-8f593f71b0d4 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:44.971118 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['a6286312-9a13-42a5-ba36-a79c315b5790'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:17:45.004516 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 32882) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:45.043536 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55ccea7e-05d0-4276-a02b-8f593f71b0d4 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:45.059622 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011844e-a72e-4eca-82a2-f45ed283f6a3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Pushing event deleted for resources: {'Port': ['ID=7341edc7-1e86-4a9d-b69f-0732489b8706,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:45.068572 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55ccea7e-05d0-4276-a02b-8f593f71b0d4 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:45.072785 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-55ccea7e-05d0-4276-a02b-8f593f71b0d4 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/29d5a538-fc17-453c-8c66-5115a0a46ff3 HTTP/1.1" status: 204 len: 168 time: 0.1432619 Aug 16 20:17:45.073686 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ccea7e-05d0-4276-a02b-8f593f71b0d4 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29d5a538-fc17-453c-8c66-5115a0a46ff3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:45.075325 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 32886) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:45.081889 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17cb1f4-3da2-46cf-b0b0-d1e7cb87595d req-a011844e-a72e-4eca-82a2-f45ed283f6a3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] No DVR routers for this DVR port 7341edc7-1e86-4a9d-b69f-0732489b8706 on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:17:45.086269 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b17cb1f4-3da2-46cf-b0b0-d1e7cb87595d req-a011844e-a72e-4eca-82a2-f45ed283f6a3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:45.089252 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b17cb1f4-3da2-46cf-b0b0-d1e7cb87595d req-a011844e-a72e-4eca-82a2-f45ed283f6a3 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.57 "DELETE /v2.0/ports/7341edc7-1e86-4a9d-b69f-0732489b8706 HTTP/1.1" status: 204 len: 173 time: 0.7101045 Aug 16 20:17:45.090119 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd569815a-0aef-433d-aaf4-affe28f36daf', 'name': 'network-vif-deleted', 'tag': '7341edc7-1e86-4a9d-b69f-0732489b8706'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:17:45.105434 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373c199f-e384-48ea-96e2-2f1f7d79d6af" -d '{"events": [{"server_uuid": "d569815a-0aef-433d-aaf4-affe28f36daf", "name": "network-vif-deleted", "tag": "7341edc7-1e86-4a9d-b69f-0732489b8706"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:17:45.109628 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['7341edc7-1e86-4a9d-b69f-0732489b8706'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:17:45.175183 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8712544e-b86e-40c1-a4b9-ef277d4a58ca x-openstack-request-id: req-8712544e-b86e-40c1-a4b9-ef277d4a58ca {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:17:45.175593 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d569815a-0aef-433d-aaf4-affe28f36daf", "name": "network-vif-deleted", "tag": "7341edc7-1e86-4a9d-b69f-0732489b8706", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:17:45.176349 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8712544e-b86e-40c1-a4b9-ef277d4a58ca {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:17:45.176927 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd569815a-0aef-433d-aaf4-affe28f36daf', 'name': 'network-vif-deleted', 'tag': '7341edc7-1e86-4a9d-b69f-0732489b8706', 'status': 'completed', 'code': 200} Aug 16 20:17:45.177186 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a317c28d-fad1-45e6-bba6-e5e56d8fb5a7 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0999897 Aug 16 20:17:45.177871 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 32890) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:45.279068 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-955e3a16-8cf3-4c9c-8eb4-1228bce5ae37 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:45.307211 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-955e3a16-8cf3-4c9c-8eb4-1228bce5ae37 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:45.372927 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-955e3a16-8cf3-4c9c-8eb4-1228bce5ae37 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:45.384154 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-955e3a16-8cf3-4c9c-8eb4-1228bce5ae37 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:45.387363 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-955e3a16-8cf3-4c9c-8eb4-1228bce5ae37 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "DELETE /v2.0/security-groups/ec0d5f66-70cb-497c-9cbb-fd1046899fcb HTTP/1.1" status: 204 len: 168 time: 0.2065039 Aug 16 20:17:45.388477 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 32904) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:45.407375 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e3a16-8cf3-4c9c-8eb4-1228bce5ae37 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0d5f66-70cb-497c-9cbb-fd1046899fcb,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:45.488112 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e7874236-89af-4633-85c8-b4108ee32d01 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0977845 Aug 16 20:17:45.491223 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 32906) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:45.560587 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c027a91-edb1-4f71-9c8d-2efd4401820f tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:45.621495 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c027a91-edb1-4f71-9c8d-2efd4401820f tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:45.627712 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5f48bbfa-8067-44c3-bf28-cfc7393a7a0e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ae316e5eb670469eaccc5df8d280a06a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6174362 Aug 16 20:17:45.630517 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 32912) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:45.703029 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c027a91-edb1-4f71-9c8d-2efd4401820f tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:45.709443 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c027a91-edb1-4f71-9c8d-2efd4401820f tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:45.715451 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9c027a91-edb1-4f71-9c8d-2efd4401820f tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "DELETE /v2.0/security-groups/69a0f795-8b38-41a4-af5d-3ab09d59dcaa HTTP/1.1" status: 204 len: 168 time: 0.2229984 Aug 16 20:17:45.715888 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5270b14e-9c5b-4616-93e6-b6001930960a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:45.721083 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 32914) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:45.746746 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c027a91-edb1-4f71-9c8d-2efd4401820f tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a0f795-8b38-41a4-af5d-3ab09d59dcaa,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:46.130911 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c0c014ce-a3d4-4c6a-97a2-d2574873258d req-83a0d432-9e9b-478b-9ac0-03a4d3c7ad69 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=d569815a-0aef-433d-aaf4-affe28f36daf HTTP/1.1" status: 200 len: 210 time: 0.0483377 Aug 16 20:17:46.133431 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5270b14e-9c5b-4616-93e6-b6001930960a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:46.138487 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2c998fcf-a58b-4ff9-ba55-452d9b67034c tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4160552 Aug 16 20:17:46.142978 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 32932) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:46.147914 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8e3ecfc3-7136-4379-b89b-8e8a6df8179c tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Request body: {'security_group': {'name': 'tempest-secgroup--1560961415'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:46.181518 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8e3ecfc3-7136-4379-b89b-8e8a6df8179c tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:46.205577 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5270b14e-9c5b-4616-93e6-b6001930960a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:46.211194 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5270b14e-9c5b-4616-93e6-b6001930960a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:46.216591 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5270b14e-9c5b-4616-93e6-b6001930960a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d7d698cf-fe19-4c63-baa3-0a5822898d5b HTTP/1.1" status: 204 len: 168 time: 0.5833795 Aug 16 20:17:46.217407 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 32936) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:46.270707 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270b14e-9c5b-4616-93e6-b6001930960a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d698cf-fe19-4c63-baa3-0a5822898d5b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:46.345714 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8e3ecfc3-7136-4379-b89b-8e8a6df8179c tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:46.350406 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8e3ecfc3-7136-4379-b89b-8e8a6df8179c tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:46.379947 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8e3ecfc3-7136-4379-b89b-8e8a6df8179c tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:46.382975 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23d02c92-8a68-4ecd-8582-40a29ca81afc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:46.385001 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8e3ecfc3-7136-4379-b89b-8e8a6df8179c tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2412019 Aug 16 20:17:46.385918 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 32942) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:46.398348 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-13880580-d9d4-4f3a-bfba-d28d28149ab8 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Request body: {'security_group_rule': {'security_group_id': '12389999-17e9-4201-afcd-b90bf167ba84', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:46.413929 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ecfc3-7136-4379-b89b-8e8a6df8179c tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12389999-17e9-4201-afcd-b90bf167ba84,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:46.452165 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13880580-d9d4-4f3a-bfba-d28d28149ab8 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:46.496381 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23d02c92-8a68-4ecd-8582-40a29ca81afc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:46.508905 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-23d02c92-8a68-4ecd-8582-40a29ca81afc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ffee8c4-f0c5-4019-8496-2154eba76915']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:46.521672 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-23d02c92-8a68-4ecd-8582-40a29ca81afc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f77d2378-0082-4997-b635-d770e560527c') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:46.521983 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-23d02c92-8a68-4ecd-8582-40a29ca81afc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f77d2378-0082-4997-b635-d770e560527c') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:46.527116 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13880580-d9d4-4f3a-bfba-d28d28149ab8 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:46.542666 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23d02c92-8a68-4ecd-8582-40a29ca81afc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:46.545571 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13880580-d9d4-4f3a-bfba-d28d28149ab8 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:46.564629 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23d02c92-8a68-4ecd-8582-40a29ca81afc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:46.568581 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13880580-d9d4-4f3a-bfba-d28d28149ab8 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6aa1ca9-94ea-476a-9bce-150248ef7d64,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:46.574350 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d02c92-8a68-4ecd-8582-40a29ca81afc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:17:46.575029 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23d02c92-8a68-4ecd-8582-40a29ca81afc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:46.578261 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:17:46.578261 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:17:46.578261 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:17:46.578261 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:17:46.578261 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:17:46.578261 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:17:46.578261 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:17:46.578261 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:17:46.578261 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:17:46.578261 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:17:46.578261 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:17:46.578261 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:17:46.578261 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:17:46.578261 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:17:46.578261 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:17:46.578261 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:17:46.578261 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:17:46.578261 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:17:46.578261 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:17:46.578261 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:17:46.578261 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:17:46.578261 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:17:46.578261 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:17:46.578261 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:17:46.578261 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:17:46.578261 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:17:46.578261 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:17:46.578261 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:17:46.578261 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:17:46.578261 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:17:46.578261 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:17:46.578261 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:17:46.585001 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13880580-d9d4-4f3a-bfba-d28d28149ab8 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:46.586336 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-13880580-d9d4-4f3a-bfba-d28d28149ab8 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1938243 Aug 16 20:17:46.589341 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 32952) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:46.615460 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-765da7ab-85a7-4ed9-9daa-acd24680d8f3 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:46.624598 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-765da7ab-85a7-4ed9-9daa-acd24680d8f3 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:46.659102 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-765da7ab-85a7-4ed9-9daa-acd24680d8f3 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:46.661321 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23d02c92-8a68-4ecd-8582-40a29ca81afc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:46.668001 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-765da7ab-85a7-4ed9-9daa-acd24680d8f3 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:46.669391 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-765da7ab-85a7-4ed9-9daa-acd24680d8f3 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/d6aa1ca9-94ea-476a-9bce-150248ef7d64 HTTP/1.1" status: 204 len: 168 time: 0.0789368 Aug 16 20:17:46.672149 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23d02c92-8a68-4ecd-8582-40a29ca81afc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:46.672725 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 32954) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:46.677660 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-23d02c92-8a68-4ecd-8582-40a29ca81afc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] 10.222.0.68 "DELETE /v2.0/networks/8ffee8c4-f0c5-4019-8496-2154eba76915 HTTP/1.1" status: 204 len: 168 time: 0.4539409 Aug 16 20:17:46.681499 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 32956) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:46.690791 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d02c92-8a68-4ecd-8582-40a29ca81afc tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Pushing event deleted for resources: {'Network': ['ID=8ffee8c4-f0c5-4019-8496-2154eba76915,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:46.707356 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765da7ab-85a7-4ed9-9daa-acd24680d8f3 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6aa1ca9-94ea-476a-9bce-150248ef7d64,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:46.797416 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-825f79e2-3723-4892-825f-440dd7b7c930 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1211512 Aug 16 20:17:46.797877 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 32964) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:46.801857 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-809ee722-d22b-4052-b84a-7578199a9758 tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:46.929198 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-809ee722-d22b-4052-b84a-7578199a9758 tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:46.941133 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2db4cfb3-756a-45f2-a63f-09c3900b1549 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:46.944098 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-809ee722-d22b-4052-b84a-7578199a9758 tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea85926-50a2-4146-a5b9-cff3aac8a67f']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:46.962884 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-809ee722-d22b-4052-b84a-7578199a9758 tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39fdddbe-984e-440d-8c52-d6b837c9e46c') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:46.963262 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-809ee722-d22b-4052-b84a-7578199a9758 tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39fdddbe-984e-440d-8c52-d6b837c9e46c') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:46.980866 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-809ee722-d22b-4052-b84a-7578199a9758 tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:46.990114 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2db4cfb3-756a-45f2-a63f-09c3900b1549 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.012347 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-809ee722-d22b-4052-b84a-7578199a9758 tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.029621 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-809ee722-d22b-4052-b84a-7578199a9758 tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:17:47.029983 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-809ee722-d22b-4052-b84a-7578199a9758 tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.031778 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:17:47.031778 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:17:47.031778 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:17:47.031778 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:17:47.031778 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:17:47.031778 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:17:47.031778 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:17:47.031778 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:17:47.031778 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:17:47.031778 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:17:47.031778 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:17:47.031778 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:17:47.031778 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:17:47.031778 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:17:47.031778 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:17:47.031778 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:17:47.031778 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:17:47.031778 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:17:47.031778 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:17:47.031778 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:17:47.031778 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:17:47.031778 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:17:47.031778 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:17:47.031778 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:17:47.031778 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:17:47.031778 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:17:47.031778 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:17:47.031778 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:17:47.031778 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:17:47.031778 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:17:47.031778 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:17:47.031778 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:17:47.097700 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-809ee722-d22b-4052-b84a-7578199a9758 tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.099730 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2db4cfb3-756a-45f2-a63f-09c3900b1549 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.103353 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2db4cfb3-756a-45f2-a63f-09c3900b1549 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.106881 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2db4cfb3-756a-45f2-a63f-09c3900b1549 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "DELETE /v2.0/security-groups/12389999-17e9-4201-afcd-b90bf167ba84 HTTP/1.1" status: 204 len: 168 time: 0.3055763 Aug 16 20:17:47.113085 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 32972) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:47.136133 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-809ee722-d22b-4052-b84a-7578199a9758 tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.139549 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 32974) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:47.140711 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-809ee722-d22b-4052-b84a-7578199a9758 tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] 10.222.0.68 "DELETE /v2.0/networks/aea85926-50a2-4146-a5b9-cff3aac8a67f HTTP/1.1" status: 204 len: 168 time: 0.4579554 Aug 16 20:17:47.151940 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db4cfb3-756a-45f2-a63f-09c3900b1549 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12389999-17e9-4201-afcd-b90bf167ba84,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:47.154655 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ee722-d22b-4052-b84a-7578199a9758 tempest-QuotasNegativeTest-1697623467 tempest-QuotasNegativeTest-1697623467-project-admin] Pushing event deleted for resources: {'Network': ['ID=aea85926-50a2-4146-a5b9-cff3aac8a67f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:47.204167 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4a3f3bbd-9979-4511-b317-09b2e00c765d tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0894322 Aug 16 20:17:47.207393 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 32982) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:47.222767 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-243893d2-ee67-483b-8d4a-e29915fe4ed6 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Request body: {'security_group': {'name': 'tempest-secgroup--1843167887'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:47.250571 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-243893d2-ee67-483b-8d4a-e29915fe4ed6 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.356414 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-243893d2-ee67-483b-8d4a-e29915fe4ed6 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.362445 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-243893d2-ee67-483b-8d4a-e29915fe4ed6 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.373606 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1332088-1c25-4f24-8c73-9ea8efb87f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.394729 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-243893d2-ee67-483b-8d4a-e29915fe4ed6 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.396030 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-243893d2-ee67-483b-8d4a-e29915fe4ed6 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1873810 Aug 16 20:17:47.400547 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 32992) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:47.406958 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-44c892b1-0308-4b17-b682-acd59b1d5c54 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Request body: {'security_group_rule': {'security_group_id': '4585eb4e-4bae-4f4a-8137-3ca21d91424d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:47.432404 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243893d2-ee67-483b-8d4a-e29915fe4ed6 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4585eb4e-4bae-4f4a-8137-3ca21d91424d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:47.550227 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1332088-1c25-4f24-8c73-9ea8efb87f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.557667 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1332088-1c25-4f24-8c73-9ea8efb87f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.597277 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1332088-1c25-4f24-8c73-9ea8efb87f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c663e73-8980-4988-bb43-adac939f9645,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:47.605935 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-44c892b1-0308-4b17-b682-acd59b1d5c54 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.624056 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c1332088-1c25-4f24-8c73-9ea8efb87f5c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3612f958c84a47898e2835f6f8dd126f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4809613 Aug 16 20:17:47.624964 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33004) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:47.714055 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-392a61f7-0500-4dfd-84c8-966bf1c9de42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.718168 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-44c892b1-0308-4b17-b682-acd59b1d5c54 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.725981 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-44c892b1-0308-4b17-b682-acd59b1d5c54 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.755548 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c892b1-0308-4b17-b682-acd59b1d5c54 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db758ff-3300-45f3-bacf-891360af6313,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:47.765093 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-392a61f7-0500-4dfd-84c8-966bf1c9de42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.775032 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-44c892b1-0308-4b17-b682-acd59b1d5c54 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.776300 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-44c892b1-0308-4b17-b682-acd59b1d5c54 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3746502 Aug 16 20:17:47.779806 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33008) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:47.809314 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-721102c3-5e3b-4086-b893-f598d14b7b07 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "GET /v2.0/security-group-rules/1db758ff-3300-45f3-bacf-891360af6313 HTTP/1.1" status: 200 len: 763 time: 0.0277679 Aug 16 20:17:47.817023 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33012) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:47.843511 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33014) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:47.856660 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd7918-1d73-4ce4-a220-20127da10181 req-c8f222d9-9a60-4b48-88d0-35e7e9610729 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:47.858317 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c4cd7918-1d73-4ce4-a220-20127da10181 req-c8f222d9-9a60-4b48-88d0-35e7e9610729 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 946 time: 0.3199348 Aug 16 20:17:47.875494 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-373f7605-6f58-4abf-a4af-d00b06104769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.885013 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-392a61f7-0500-4dfd-84c8-966bf1c9de42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.887582 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-392a61f7-0500-4dfd-84c8-966bf1c9de42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.891298 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-392a61f7-0500-4dfd-84c8-966bf1c9de42 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1c663e73-8980-4988-bb43-adac939f9645 HTTP/1.1" status: 204 len: 168 time: 0.2657313 Aug 16 20:17:47.908740 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-66bcc63f-b24c-4199-9c58-a29927368d48 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0901411 Aug 16 20:17:47.910839 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33018) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:47.916321 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a61f7-0500-4dfd-84c8-966bf1c9de42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c663e73-8980-4988-bb43-adac939f9645,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:47.963716 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c4cd7918-1d73-4ce4-a220-20127da10181 req-1b79f9b8-b7b5-4a92-b29a-0d027e37013f tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919595 Aug 16 20:17:47.974259 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62c06a20-4c53-49fb-bbef-2148d4ebfc00 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.983805 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62c06a20-4c53-49fb-bbef-2148d4ebfc00 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.037077 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62c06a20-4c53-49fb-bbef-2148d4ebfc00 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.054813 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-373f7605-6f58-4abf-a4af-d00b06104769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.058285 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62c06a20-4c53-49fb-bbef-2148d4ebfc00 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.061938 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-62c06a20-4c53-49fb-bbef-2148d4ebfc00 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/1db758ff-3300-45f3-bacf-891360af6313 HTTP/1.1" status: 204 len: 168 time: 0.1475365 Aug 16 20:17:48.062861 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33020) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:48.065585 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c06a20-4c53-49fb-bbef-2148d4ebfc00 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1db758ff-3300-45f3-bacf-891360af6313,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:48.072114 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-373f7605-6f58-4abf-a4af-d00b06104769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.129205 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-373f7605-6f58-4abf-a4af-d00b06104769 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=45b8ae55a54d48ab9cf586ec02994859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2842977 Aug 16 20:17:48.133467 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33026) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:48.140237 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f7605-6f58-4abf-a4af-d00b06104769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdfd4f7-425d-48df-abd9-f712fbb55de6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:48.156744 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c2ce2d0a-41fd-4960-800d-05c6882d7205 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0892212 Aug 16 20:17:48.156744 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33028) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:48.161107 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-16859152-f388-4983-ab87-9b936026c7a7 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Request body: {'security_group_rule': {'security_group_id': '4585eb4e-4bae-4f4a-8137-3ca21d91424d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:48.202243 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16859152-f388-4983-ab87-9b936026c7a7 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.240326 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f1fd0d6-5f54-467d-8af3-9a6b5ecb27a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.277712 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f1fd0d6-5f54-467d-8af3-9a6b5ecb27a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.285788 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16859152-f388-4983-ab87-9b936026c7a7 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.294148 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16859152-f388-4983-ab87-9b936026c7a7 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.331601 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16859152-f388-4983-ab87-9b936026c7a7 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96d5d7b-c42d-4a34-ba32-6f8d022b04d0,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:48.338183 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16859152-f388-4983-ab87-9b936026c7a7 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.344321 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33032) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:48.344857 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-16859152-f388-4983-ab87-9b936026c7a7 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1861577 Aug 16 20:17:48.368587 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-988d34d4-5555-4675-83a3-714c7e671888 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "GET /v2.0/security-group-rules/d96d5d7b-c42d-4a34-ba32-6f8d022b04d0 HTTP/1.1" status: 200 len: 763 time: 0.0166497 Aug 16 20:17:48.369392 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33036) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:48.385762 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f1fd0d6-5f54-467d-8af3-9a6b5ecb27a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.388606 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f1fd0d6-5f54-467d-8af3-9a6b5ecb27a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.389734 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0f1fd0d6-5f54-467d-8af3-9a6b5ecb27a8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dbdfd4f7-425d-48df-abd9-f712fbb55de6 HTTP/1.1" status: 204 len: 168 time: 0.2544935 Aug 16 20:17:48.398982 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fd0d6-5f54-467d-8af3-9a6b5ecb27a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdfd4f7-425d-48df-abd9-f712fbb55de6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:48.459763 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-711ee93a-ff68-4cdd-adfe-bbe9424f88f0 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0858057 Aug 16 20:17:48.460456 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33044) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:48.501350 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-88d6e7e3-03d3-4435-b9fd-ed70ee4217a3 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.511055 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-88d6e7e3-03d3-4435-b9fd-ed70ee4217a3 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.545869 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33046) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:48.549764 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-88d6e7e3-03d3-4435-b9fd-ed70ee4217a3 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.562197 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-88d6e7e3-03d3-4435-b9fd-ed70ee4217a3 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.563922 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-88d6e7e3-03d3-4435-b9fd-ed70ee4217a3 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/d96d5d7b-c42d-4a34-ba32-6f8d022b04d0 HTTP/1.1" status: 204 len: 168 time: 0.1021810 Aug 16 20:17:48.570001 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33048) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:48.574499 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76e4c073-315d-4273-a065-bbce57719554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.582728 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6e7e3-03d3-4435-b9fd-ed70ee4217a3 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d96d5d7b-c42d-4a34-ba32-6f8d022b04d0,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:48.709229 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0a05867b-b1ae-41b6-83c7-00f977e08018 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1368032 Aug 16 20:17:48.712172 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33056) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:48.730609 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-456c3d77-a3a9-4761-b35d-39a5bc3dd286 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Request body: {'security_group_rule': {'security_group_id': '4585eb4e-4bae-4f4a-8137-3ca21d91424d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:48.760167 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e4925-74ee-4dff-a2c0-81c019271cd8 req-37fba943-17d0-4d83-b6c2-9f9134cd5b84 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:48.761693 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cc0e4925-74ee-4dff-a2c0-81c019271cd8 req-37fba943-17d0-4d83-b6c2-9f9134cd5b84 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.63 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 946 time: 0.0824187 Aug 16 20:17:48.849935 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76e4c073-315d-4273-a065-bbce57719554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.884126 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-456c3d77-a3a9-4761-b35d-39a5bc3dd286 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.885970 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76e4c073-315d-4273-a065-bbce57719554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.931441 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-76e4c073-315d-4273-a065-bbce57719554 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=31fa19e839cb486680cfb195a085cb81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3803985 Aug 16 20:17:48.931855 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33062) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:48.954529 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33064) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:48.962054 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 7341edc7-1e86-4a9d-b69f-0732489b8706 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:17:48.972178 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5173ae09-ab32-4375-84fa-11a18fb68396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.974431 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4c073-315d-4273-a065-bbce57719554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe569afc-d8ff-4a3f-bef9-361d10575112,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:48.986552 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-456c3d77-a3a9-4761-b35d-39a5bc3dd286 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.995729 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-456c3d77-a3a9-4761-b35d-39a5bc3dd286 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.998137 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 7341edc7-1e86-4a9d-b69f-0732489b8706 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:17:48.999157 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 7341edc7-1e86-4a9d-b69f-0732489b8706 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:17:49.013318 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-cc0e4925-74ee-4dff-a2c0-81c019271cd8 req-7fb70116-f21b-4b0e-8fbe-30e08dcb0cb8 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Deleting port a6286312-9a13-42a5-ba36-a79c315b5790 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:17:49.013679 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cc0e4925-74ee-4dff-a2c0-81c019271cd8 req-7fb70116-f21b-4b0e-8fbe-30e08dcb0cb8 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.020136 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c3d77-a3a9-4761-b35d-39a5bc3dd286 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a94e131b-3e27-4623-9fca-ed9b61595adc,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:49.058983 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eae5bcce-a3c1-443e-9bc0-30579436e044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.114118 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eae5bcce-a3c1-443e-9bc0-30579436e044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.153090 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-cc0e4925-74ee-4dff-a2c0-81c019271cd8 req-7fb70116-f21b-4b0e-8fbe-30e08dcb0cb8 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] For port a6286312-9a13-42a5-ba36-a79c315b5790, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a6286312-9a13-42a5-ba36-a79c315b5790,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:17:49.153640 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cc0e4925-74ee-4dff-a2c0-81c019271cd8 req-7fb70116-f21b-4b0e-8fbe-30e08dcb0cb8 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.156252 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252a168-1557-4300-a3ea-1b4a01985b0a req-e59d030d-4026-41a3-98bd-afde8605a513 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:49.157461 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3252a168-1557-4300-a3ea-1b4a01985b0a req-e59d030d-4026-41a3-98bd-afde8605a513 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 946 time: 0.0894685 Aug 16 20:17:49.173771 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-cc0e4925-74ee-4dff-a2c0-81c019271cd8 req-7fb70116-f21b-4b0e-8fbe-30e08dcb0cb8 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Calling delete_port for a6286312-9a13-42a5-ba36-a79c315b5790 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:17:49.203810 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eae5bcce-a3c1-443e-9bc0-30579436e044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.206492 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eae5bcce-a3c1-443e-9bc0-30579436e044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.206683 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5173ae09-ab32-4375-84fa-11a18fb68396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.208022 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-eae5bcce-a3c1-443e-9bc0-30579436e044 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fe569afc-d8ff-4a3f-bef9-361d10575112 HTTP/1.1" status: 204 len: 168 time: 0.2764623 Aug 16 20:17:49.229568 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3252a168-1557-4300-a3ea-1b4a01985b0a req-dffea5c0-35f8-4073-8cb9-af1ccedcf1d2 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=97edbed0-e86d-4070-a3ae-555a43c1dc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565319 Aug 16 20:17:49.238045 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5173ae09-ab32-4375-84fa-11a18fb68396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.238236 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-456c3d77-a3a9-4761-b35d-39a5bc3dd286 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.239486 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-456c3d77-a3a9-4761-b35d-39a5bc3dd286 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5258255 Aug 16 20:17:49.241419 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5bcce-a3c1-443e-9bc0-30579436e044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe569afc-d8ff-4a3f-bef9-361d10575112,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:49.243294 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33074) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:49.265008 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b0679793-4a4a-4db5-851c-ed309e335b1d tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "GET /v2.0/security-group-rules/a94e131b-3e27-4623-9fca-ed9b61595adc HTTP/1.1" status: 200 len: 764 time: 0.0199270 Aug 16 20:17:49.267301 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33076) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:49.296748 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173ae09-ab32-4375-84fa-11a18fb68396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5ba114-8cf6-4a60-8989-207182412b71,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:49.326817 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5173ae09-ab32-4375-84fa-11a18fb68396 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a322a30c47e54df0b296fcfc0da46651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3699448 Aug 16 20:17:49.329547 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33078) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:49.330130 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a020ff5d-83e6-426b-80a2-5cef32a989bc tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0608823 Aug 16 20:17:49.332123 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33080) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:49.425155 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-09318512-0984-4d42-933b-9f1ed2486def tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.438012 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-09318512-0984-4d42-933b-9f1ed2486def tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.483313 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d01e2d3-a350-4fa3-8c22-9b5bfe28dba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.499525 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cc0e4925-74ee-4dff-a2c0-81c019271cd8 req-7fb70116-f21b-4b0e-8fbe-30e08dcb0cb8 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.512259 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['a6286312-9a13-42a5-ba36-a79c315b5790'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:17:49.530440 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-09318512-0984-4d42-933b-9f1ed2486def tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.579463 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-09318512-0984-4d42-933b-9f1ed2486def tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.580629 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-09318512-0984-4d42-933b-9f1ed2486def tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/a94e131b-3e27-4623-9fca-ed9b61595adc HTTP/1.1" status: 204 len: 168 time: 0.2463496 Aug 16 20:17:49.584145 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33090) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:49.591138 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb70116-f21b-4b0e-8fbe-30e08dcb0cb8 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Pushing event deleted for resources: {'Port': ['ID=a6286312-9a13-42a5-ba36-a79c315b5790,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:49.596957 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d01e2d3-a350-4fa3-8c22-9b5bfe28dba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.609582 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09318512-0984-4d42-933b-9f1ed2486def tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a94e131b-3e27-4623-9fca-ed9b61595adc,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:49.640911 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7ae5258a-0cc3-4990-bda2-7f5a9a7c0628 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0517364 Aug 16 20:17:49.641520 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33092) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:49.680768 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0e4925-74ee-4dff-a2c0-81c019271cd8 req-7fb70116-f21b-4b0e-8fbe-30e08dcb0cb8 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] No DVR routers for this DVR port a6286312-9a13-42a5-ba36-a79c315b5790 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:17:49.683964 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cc0e4925-74ee-4dff-a2c0-81c019271cd8 req-7fb70116-f21b-4b0e-8fbe-30e08dcb0cb8 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.687132 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cc0e4925-74ee-4dff-a2c0-81c019271cd8 req-7fb70116-f21b-4b0e-8fbe-30e08dcb0cb8 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.63 "DELETE /v2.0/ports/a6286312-9a13-42a5-ba36-a79c315b5790 HTTP/1.1" status: 204 len: 173 time: 0.9178262 Aug 16 20:17:49.693138 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dca3a96-72be-4248-80a8-0787a7ec677c', 'name': 'network-vif-deleted', 'tag': 'a6286312-9a13-42a5-ba36-a79c315b5790'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:17:49.696208 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba23e7b-3944-482a-a7cd-1abc020c456a" -d '{"events": [{"server_uuid": "7dca3a96-72be-4248-80a8-0787a7ec677c", "name": "network-vif-deleted", "tag": "a6286312-9a13-42a5-ba36-a79c315b5790"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:17:49.746742 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96ab0b7-b6c8-4123-8b5d-f8bfa294e246 x-openstack-request-id: req-f96ab0b7-b6c8-4123-8b5d-f8bfa294e246 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:17:49.747118 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dca3a96-72be-4248-80a8-0787a7ec677c", "name": "network-vif-deleted", "tag": "a6286312-9a13-42a5-ba36-a79c315b5790", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:17:49.747363 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f96ab0b7-b6c8-4123-8b5d-f8bfa294e246 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:17:49.747745 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dca3a96-72be-4248-80a8-0787a7ec677c', 'name': 'network-vif-deleted', 'tag': 'a6286312-9a13-42a5-ba36-a79c315b5790', 'status': 'completed', 'code': 200} Aug 16 20:17:49.763961 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6762970-af48-44ef-86f9-0baed24502d4 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.793450 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d01e2d3-a350-4fa3-8c22-9b5bfe28dba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.796565 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d01e2d3-a350-4fa3-8c22-9b5bfe28dba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.800197 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7d01e2d3-a350-4fa3-8c22-9b5bfe28dba7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/da5ba114-8cf6-4a60-8989-207182412b71 HTTP/1.1" status: 204 len: 168 time: 0.4666460 Aug 16 20:17:49.814246 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01e2d3-a350-4fa3-8c22-9b5bfe28dba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5ba114-8cf6-4a60-8989-207182412b71,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:49.816693 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6762970-af48-44ef-86f9-0baed24502d4 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.920363 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6762970-af48-44ef-86f9-0baed24502d4 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.924869 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6762970-af48-44ef-86f9-0baed24502d4 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.926906 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b6762970-af48-44ef-86f9-0baed24502d4 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "DELETE /v2.0/security-groups/4585eb4e-4bae-4f4a-8137-3ca21d91424d HTTP/1.1" status: 204 len: 168 time: 0.2843118 Aug 16 20:17:49.930339 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33110) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:49.945355 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6762970-af48-44ef-86f9-0baed24502d4 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4585eb4e-4bae-4f4a-8137-3ca21d91424d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:50.021073 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-98fdae52-91bf-4635-8f29-05311869f2c7 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0894666 Aug 16 20:17:50.026560 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33116) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:50.097915 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4310e369-04be-436c-b580-20df78752575 tempest-SecGroupTest-1351301035 tempest-SecGroupTest-1351301035-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0699096 Aug 16 20:17:50.387117 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eeb2a6b2-2e62-46f6-9ceb-c74c8d704be3 req-f0c72a69-b7cb-4466-b278-a164968af3a1 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dca3a96-72be-4248-80a8-0787a7ec677c HTTP/1.1" status: 200 len: 210 time: 0.0436640 Aug 16 20:17:50.624439 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33152) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:50.867138 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33164) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:50.868167 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fa4509a9-f254-4100-82cc-0cf043000097 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d2bbf53cc5db4ba7b7eb2ec3cc145cee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2418332 Aug 16 20:17:50.958149 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-80a6c03f-e3bb-4290-8691-439a55235b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:50.992879 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-80a6c03f-e3bb-4290-8691-439a55235b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:51.094819 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-80a6c03f-e3bb-4290-8691-439a55235b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:51.099416 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-80a6c03f-e3bb-4290-8691-439a55235b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:51.101445 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-80a6c03f-e3bb-4290-8691-439a55235b95 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dd2f136e-967b-4a5c-811e-f5e0d951af36 HTTP/1.1" status: 204 len: 168 time: 0.2328703 Aug 16 20:17:51.110973 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6c03f-e3bb-4290-8691-439a55235b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2f136e-967b-4a5c-811e-f5e0d951af36,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:51.581440 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-943120ea-a8cc-42b3-81da-d6e0dec877ef service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1010010 Aug 16 20:17:51.717454 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-8add4db7-ade9-4d59-b963-ba7f3d116985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:51.718946 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-8add4db7-ade9-4d59-b963-ba7f3d116985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:51.719775 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-8add4db7-ade9-4d59-b963-ba7f3d116985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:51.720483 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-8add4db7-ade9-4d59-b963-ba7f3d116985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:51.721038 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-8add4db7-ade9-4d59-b963-ba7f3d116985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:51.721732 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-8add4db7-ade9-4d59-b963-ba7f3d116985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:51.726839 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device a6286312-9a13-42a5-ba36-a79c315b5790 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:17:51.753499 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-8add4db7-ade9-4d59-b963-ba7f3d116985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:51.763113 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-8add4db7-ade9-4d59-b963-ba7f3d116985 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7b57628fd666456abf7d4e027fd3ce47&device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 6508 time: 0.1518869 Aug 16 20:17:51.784231 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: a6286312-9a13-42a5-ba36-a79c315b5790 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:17:51.785051 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device a6286312-9a13-42a5-ba36-a79c315b5790 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:17:51.967676 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-0caed290-c5ae-4867-bda9-86f2a90febff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:51.968167 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-0caed290-c5ae-4867-bda9-86f2a90febff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:51.968651 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-0caed290-c5ae-4867-bda9-86f2a90febff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:51.970256 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-0caed290-c5ae-4867-bda9-86f2a90febff service neutron] 10.222.0.63 "GET /v2.0/networks?id=0ae80140-337e-46f6-881d-18b41812816e&id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&id=90394afd-703c-4163-92ad-725e7cc3c2c5&id=90394afd-703c-4163-92ad-725e7cc3c2c5 HTTP/1.1" status: 200 len: 2297 time: 0.1806715 Aug 16 20:17:52.065033 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8914dc-a585-429c-a6fa-c6e62e12e4bc req-bf030b91-fdd7-47e9-aaff-3352e28c8d2b tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:52.066632 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9f8914dc-a585-429c-a6fa-c6e62e12e4bc req-bf030b91-fdd7-47e9-aaff-3352e28c8d2b tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1406558 Aug 16 20:17:52.095418 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-325572dc-a6bd-4b5c-bd2b-5c06aa7b762d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b63bd87-1c14-4b71-a437-91e0a8eca98c HTTP/1.1" status: 200 len: 1001 time: 0.1166852 Aug 16 20:17:52.150672 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9f8914dc-a585-429c-a6fa-c6e62e12e4bc req-505a10a7-2637-4969-a7d5-1a5ea7ce48dc tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752873 Aug 16 20:17:52.167597 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-1fad2778-1ee8-4187-8bb5-21eb11c703d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:52.169084 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-1fad2778-1ee8-4187-8bb5-21eb11c703d6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=38e01d28-9c01-425c-8286-6dc8a892ec17 HTTP/1.1" status: 200 len: 856 time: 0.0646062 Aug 16 20:17:52.225711 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-9825c3ab-e7a4-4f05-a35f-b3af28a64431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:52.227015 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-9825c3ab-e7a4-4f05-a35f-b3af28a64431 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0ae80140-337e-46f6-881d-18b41812816e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481462 Aug 16 20:17:52.238652 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-543ddc1d-0bf0-4976-b22d-0d263b563cb1 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:17:52.240038 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-543ddc1d-0bf0-4976-b22d-0d263b563cb1 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063391 Aug 16 20:17:52.352521 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-735821c4-c67a-474d-99b2-601e466773ef service neutron] 10.222.0.63 "GET /v2.0/networks/0ae80140-337e-46f6-881d-18b41812816e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051595 Aug 16 20:17:52.429476 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33248) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:52.608615 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c56095ba-a049-42c2-8f9f-f2e95e4207b1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2092178987', 'router:external': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:52.644566 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-8d9ab82b-949f-4a4e-8724-43ca212eebcb service neutron] 10.222.0.63 "GET /v2.0/networks/0ae80140-337e-46f6-881d-18b41812816e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843058 Aug 16 20:17:52.650696 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56095ba-a049-42c2-8f9f-f2e95e4207b1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Made reservation on behalf of 2f0b20f4d0874129ad943c5f42baf9f4 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:17:52.655243 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c56095ba-a049-42c2-8f9f-f2e95e4207b1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:52.675504 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c56095ba-a049-42c2-8f9f-f2e95e4207b1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:52.697283 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-1106790b-a799-45cb-a590-1962b178ea79 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=0806bdce-2fff-4354-aa5e-714ebcf44a22 HTTP/1.1" status: 200 len: 217 time: 0.0443521 Aug 16 20:17:52.775662 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-8a8ef7af-e2a7-4a19-a50b-f7346304193f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:52.778256 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-8a8ef7af-e2a7-4a19-a50b-f7346304193f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f33a40b4-e403-467d-9112-f03dd7c053f7 HTTP/1.1" status: 200 len: 797 time: 0.0739100 Aug 16 20:17:52.830382 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c56095ba-a049-42c2-8f9f-f2e95e4207b1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:52.839468 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c56095ba-a049-42c2-8f9f-f2e95e4207b1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:52.871827 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-05f416c6-e9cf-40f7-a39b-c3addf6169ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:52.873994 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-05f416c6-e9cf-40f7-a39b-c3addf6169ef service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0817006 Aug 16 20:17:52.880452 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56095ba-a049-42c2-8f9f-f2e95e4207b1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:17:52.883084 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56095ba-a049-42c2-8f9f-f2e95e4207b1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d20158-a1b5-469b-ab2c-107dc6894bc5,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:52.900011 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c56095ba-a049-42c2-8f9f-f2e95e4207b1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:52.901158 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-c56095ba-a049-42c2-8f9f-f2e95e4207b1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Added segment d3ef6ba4-f4ea-4424-b76d-956717e68697 of type vlan for network 3319f7a9-fe6a-4c96-9028-5233febf1d15 Aug 16 20:17:52.923155 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33272) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:52.971004 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c56095ba-a049-42c2-8f9f-f2e95e4207b1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:53.009805 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c56095ba-a049-42c2-8f9f-f2e95e4207b1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:53.011455 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56095ba-a049-42c2-8f9f-f2e95e4207b1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:53.013192 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c56095ba-a049-42c2-8f9f-f2e95e4207b1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:53.085764 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-fc8b5d3c-af9f-42e7-8952-b2e5ab3debb7 service neutron] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895344 Aug 16 20:17:53.176748 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c56095ba-a049-42c2-8f9f-f2e95e4207b1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7438099 Aug 16 20:17:53.178481 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33290) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:53.188309 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-cd41cb49-af18-478c-b7a5-a1007cb52ece tempest-ServiceProvidersTest-1034633255 tempest-ServiceProvidersTest-1034633255-project] 10.222.0.68 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2622237 Aug 16 20:17:53.189433 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-667a030c-0140-4fe7-868a-f5804e72a38a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Request body: {'subnet': {'network_id': '3319f7a9-fe6a-4c96-9028-5233febf1d15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:53.218430 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56095ba-a049-42c2-8f9f-f2e95e4207b1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Pushing event updated for resources: {'Network': ['ID=3319f7a9-fe6a-4c96-9028-5233febf1d15,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:53.242791 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667a030c-0140-4fe7-868a-f5804e72a38a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Made reservation on behalf of 2f0b20f4d0874129ad943c5f42baf9f4 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:17:53.248170 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-667a030c-0140-4fe7-868a-f5804e72a38a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:53.255910 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 3319f7a9-fe6a-4c96-9028-5233febf1d15 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:17:53.312407 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-410961f3-a6e0-4547-bbb8-52c9bac25d90 service neutron] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194207 Aug 16 20:17:53.441287 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-4be1e0aa-5e51-429d-a5e5-145d46e34e03 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=ab46bcc0-44ef-4e7c-b460-c2af6e725793 HTTP/1.1" status: 200 len: 217 time: 0.1211669 Aug 16 20:17:53.610578 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55240f85-1606-4995-b794-c98d8214f0d9 req-7cf653a4-a5c6-48c5-95c8-11c0d3c476d5 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:53.619373 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-55240f85-1606-4995-b794-c98d8214f0d9 req-7cf653a4-a5c6-48c5-95c8-11c0d3c476d5 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.1496713 Aug 16 20:17:53.739630 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-55240f85-1606-4995-b794-c98d8214f0d9 req-1596b0c2-82a7-4404-a37a-5c59bea03e7d tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149092 Aug 16 20:17:53.741456 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33316) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:53.840422 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c625009-a5b8-41be-bb52-e89eb3a6d55e req-274dff30-8bed-43cd-bd3e-fb460eefe510 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:53.848398 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c625009-a5b8-41be-bb52-e89eb3a6d55e req-274dff30-8bed-43cd-bd3e-fb460eefe510 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.57 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.4533296 Aug 16 20:17:53.893005 n-d-787206-13 neutron-server[94771]: DEBUG neutron.objects.ports [None req-667a030c-0140-4fe7-868a-f5804e72a38a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:17:53.893498 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-667a030c-0140-4fe7-868a-f5804e72a38a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:53.958326 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a030c-0140-4fe7-868a-f5804e72a38a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fb1f4cce-8c06-4505-8137-23618ec8c549,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:53.966142 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667a030c-0140-4fe7-868a-f5804e72a38a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Checking segment: {'id': 'd3ef6ba4-f4ea-4424-b76d-956717e68697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3319f7a9-fe6a-4c96-9028-5233febf1d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:17:53.966534 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667a030c-0140-4fe7-868a-f5804e72a38a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Network hostable DHCP agents. Network: 3319f7a9-fe6a-4c96-9028-5233febf1d15, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:17:53.986108 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-1aea4d34-630c-4571-b970-43ee922ccf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:53.989007 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-1aea4d34-630c-4571-b970-43ee922ccf36 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f33a40b4-e403-467d-9112-f03dd7c053f7 HTTP/1.1" status: 200 len: 797 time: 0.5387516 Aug 16 20:17:54.008310 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667a030c-0140-4fe7-868a-f5804e72a38a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Network 3319f7a9-fe6a-4c96-9028-5233febf1d15 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:17:54.023831 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-667a030c-0140-4fe7-868a-f5804e72a38a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 3319f7a9-fe6a-4c96-9028-5233febf1d15) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:17:54.032143 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667a030c-0140-4fe7-868a-f5804e72a38a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:54.035370 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6549bef-ea6b-4119-a6cc-c3df6c34b39e None None] Network 3319f7a9-fe6a-4c96-9028-5233febf1d15 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:17:54.043080 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-667a030c-0140-4fe7-868a-f5804e72a38a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:54.080373 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-12e62193-c96b-4af9-bf23-0b17d263ec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:54.082125 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-12e62193-c96b-4af9-bf23-0b17d263ec15 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0653646 Aug 16 20:17:54.119294 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4f210faf-461d-4ec6-a42b-e757df7fa553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:54.142966 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-667a030c-0140-4fe7-868a-f5804e72a38a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9633727 Aug 16 20:17:54.193454 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33334) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:54.207424 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d8279ede-7305-4185-825c-5acc3ee19350 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1319145636', 'network_id': '3319f7a9-fe6a-4c96-9028-5233febf1d15'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:54.221275 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-3c625009-a5b8-41be-bb52-e89eb3a6d55e req-560d1258-44d3-4c6d-b89f-beb3ae9216c0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Deleting port 4f2a2462-5629-42d9-881b-f9a0a5e0a025 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:17:54.221764 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3c625009-a5b8-41be-bb52-e89eb3a6d55e req-560d1258-44d3-4c6d-b89f-beb3ae9216c0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:54.238383 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e44e35-56b2-4f85-8c9c-0621fc86e731 None None] Network 3319f7a9-fe6a-4c96-9028-5233febf1d15 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:17:54.269526 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4f210faf-461d-4ec6-a42b-e757df7fa553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:54.290552 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4f210faf-461d-4ec6-a42b-e757df7fa553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:54.314227 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8279ede-7305-4185-825c-5acc3ee19350 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Made reservation on behalf of 2f0b20f4d0874129ad943c5f42baf9f4 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:17:54.316754 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8279ede-7305-4185-825c-5acc3ee19350 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:54.352618 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-d8279ede-7305-4185-825c-5acc3ee19350 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] device_id is not set on port c96d7464-6794-40e9-9a1d-c089d46a972a yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:17:54.375304 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f210faf-461d-4ec6-a42b-e757df7fa553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26bf03d-93fb-4f2a-b313-f7d22576a8df,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:54.408436 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4f210faf-461d-4ec6-a42b-e757df7fa553 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=06714f4552d44667937b08b84ca8e2da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6659253 Aug 16 20:17:54.409038 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33344) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:54.415006 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33346) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:54.475559 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d7d5ae1c-98c7-4838-ab56-13a4da3760c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:54.502025 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d7d5ae1c-98c7-4838-ab56-13a4da3760c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:54.563210 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d7d5ae1c-98c7-4838-ab56-13a4da3760c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:54.565788 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d7d5ae1c-98c7-4838-ab56-13a4da3760c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:54.566930 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d7d5ae1c-98c7-4838-ab56-13a4da3760c3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e26bf03d-93fb-4f2a-b313-f7d22576a8df HTTP/1.1" status: 204 len: 168 time: 0.1510398 Aug 16 20:17:54.585816 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5ae1c-98c7-4838-ab56-13a4da3760c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26bf03d-93fb-4f2a-b313-f7d22576a8df,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:54.586433 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-511c128c-d1ba-4108-b7a8-09527eccea0a service neutron] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807396 Aug 16 20:17:54.593808 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4839dda-8f4d-4dea-bfd1-c71bfe151bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:54.600991 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-3c625009-a5b8-41be-bb52-e89eb3a6d55e req-560d1258-44d3-4c6d-b89f-beb3ae9216c0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] For port 4f2a2462-5629-42d9-881b-f9a0a5e0a025, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=4f2a2462-5629-42d9-881b-f9a0a5e0a025,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:17:54.601488 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3c625009-a5b8-41be-bb52-e89eb3a6d55e req-560d1258-44d3-4c6d-b89f-beb3ae9216c0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:54.610901 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-d8279ede-7305-4185-825c-5acc3ee19350 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Allocated IP 172.20.0.8 (3319f7a9-fe6a-4c96-9028-5233febf1d15/fb1f4cce-8c06-4505-8137-23618ec8c549/c96d7464-6794-40e9-9a1d-c089d46a972a) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:17:54.744838 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4839dda-8f4d-4dea-bfd1-c71bfe151bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:54.751058 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4839dda-8f4d-4dea-bfd1-c71bfe151bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:54.799391 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4839dda-8f4d-4dea-bfd1-c71bfe151bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbde818-7baf-4e74-b137-8c6a6b5536b7,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:54.805460 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a4839dda-8f4d-4dea-bfd1-c71bfe151bad admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8485ebf78df242208cc190c7ba7db3c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3948467 Aug 16 20:17:54.812092 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33360) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:54.851339 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-cbbf8145-81dc-4f67-a065-6df844f6ea1c service neutron] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379405 Aug 16 20:17:54.903854 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bac003b7-c8a8-49dd-9d2a-ecd88478029d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:54.935936 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bac003b7-c8a8-49dd-9d2a-ecd88478029d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:55.008175 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bac003b7-c8a8-49dd-9d2a-ecd88478029d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:55.024011 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bac003b7-c8a8-49dd-9d2a-ecd88478029d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:55.025770 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bac003b7-c8a8-49dd-9d2a-ecd88478029d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2bbde818-7baf-4e74-b137-8c6a6b5536b7 HTTP/1.1" status: 204 len: 168 time: 0.2126598 Aug 16 20:17:55.039846 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac003b7-c8a8-49dd-9d2a-ecd88478029d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbde818-7baf-4e74-b137-8c6a6b5536b7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:55.131873 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-7a0ae90f-0f04-451a-8bb7-ff648bd679b4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=15bcece1-3862-48bc-becb-4f92e4ddad57 HTTP/1.1" status: 200 len: 217 time: 0.2705462 Aug 16 20:17:55.437145 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33394) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:55.448454 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584fcde-3327-4366-b560-fca1e085e5e3 req-447344d0-4e98-40d7-a492-6d3982f4a62f tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:55.450059 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e584fcde-3327-4366-b560-fca1e085e5e3 req-447344d0-4e98-40d7-a492-6d3982f4a62f tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 944 time: 0.5712042 Aug 16 20:17:55.456546 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd693974-8596-48b1-9724-e560b4c57b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:55.562917 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3c625009-a5b8-41be-bb52-e89eb3a6d55e req-560d1258-44d3-4c6d-b89f-beb3ae9216c0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:55.563306 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3c625009-a5b8-41be-bb52-e89eb3a6d55e req-560d1258-44d3-4c6d-b89f-beb3ae9216c0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:55.563543 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [req-3c625009-a5b8-41be-bb52-e89eb3a6d55e req-560d1258-44d3-4c6d-b89f-beb3ae9216c0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Floating IP 04e4409e-83d6-4a08-9d3c-e388a6ac03a6 disassociated. External IP: 172.25.8.139, port: 4f2a2462-5629-42d9-881b-f9a0a5e0a025. Aug 16 20:17:55.563888 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-3c625009-a5b8-41be-bb52-e89eb3a6d55e req-560d1258-44d3-4c6d-b89f-beb3ae9216c0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Calling delete_port for 4f2a2462-5629-42d9-881b-f9a0a5e0a025 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:17:55.572276 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-02741a5d-f7b4-43e4-9a77-ebec5e2bc4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:55.573781 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-02741a5d-f7b4-43e4-9a77-ebec5e2bc4cf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f33a40b4-e403-467d-9112-f03dd7c053f7 HTTP/1.1" status: 200 len: 797 time: 0.4294333 Aug 16 20:17:55.579846 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd693974-8596-48b1-9724-e560b4c57b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:55.584046 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:17:55.589641 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd693974-8596-48b1-9724-e560b4c57b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:55.595556 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e584fcde-3327-4366-b560-fca1e085e5e3 req-8ed4fe52-2700-4c6a-8e14-593d7bb3aa6b tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups?id=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138513 Aug 16 20:17:55.626311 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cd693974-8596-48b1-9724-e560b4c57b8f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=631caab9ac94414e8097f3a1df0a2e7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1838326 Aug 16 20:17:55.634786 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33402) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:55.683311 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd693974-8596-48b1-9724-e560b4c57b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f70fcb-9430-4756-b1bc-3c11005b736e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:55.734188 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cc2bf66d-6d2e-4848-a86b-b219d185ab35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:55.736849 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8279ede-7305-4185-825c-5acc3ee19350 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:55.761451 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cc2bf66d-6d2e-4848-a86b-b219d185ab35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:55.776159 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-68189b02-92f7-4989-8171-c06f37dd22c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:55.777823 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-68189b02-92f7-4989-8171-c06f37dd22c9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1899371 Aug 16 20:17:55.825212 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cc2bf66d-6d2e-4848-a86b-b219d185ab35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:55.829017 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cc2bf66d-6d2e-4848-a86b-b219d185ab35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:55.831905 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cc2bf66d-6d2e-4848-a86b-b219d185ab35 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/60f70fcb-9430-4756-b1bc-3c11005b736e HTTP/1.1" status: 204 len: 168 time: 0.1958659 Aug 16 20:17:55.845092 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2bf66d-6d2e-4848-a86b-b219d185ab35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f70fcb-9430-4756-b1bc-3c11005b736e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:55.951072 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8279ede-7305-4185-825c-5acc3ee19350 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:56.023608 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-e92976ee-ca91-40c4-a9e6-3530ff357d78 service neutron] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374010 Aug 16 20:17:56.039529 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8279ede-7305-4185-825c-5acc3ee19350 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Network 3319f7a9-fe6a-4c96-9028-5233febf1d15 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:17:56.048406 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-d8279ede-7305-4185-825c-5acc3ee19350 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:17:56.072511 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8279ede-7305-4185-825c-5acc3ee19350 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:17:56.118399 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8279ede-7305-4185-825c-5acc3ee19350 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:56.119274 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8279ede-7305-4185-825c-5acc3ee19350 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:56.132410 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3c625009-a5b8-41be-bb52-e89eb3a6d55e req-560d1258-44d3-4c6d-b89f-beb3ae9216c0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:56.165006 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8279ede-7305-4185-825c-5acc3ee19350 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Pushing event updated for resources: {'Port': ['ID=c96d7464-6794-40e9-9a1d-c089d46a972a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:56.379451 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d1258-44d3-4c6d-b89f-beb3ae9216c0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Pushing event deleted for resources: {'Port': ['ID=4f2a2462-5629-42d9-881b-f9a0a5e0a025,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:56.392902 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d8279ede-7305-4185-825c-5acc3ee19350 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.1977518 Aug 16 20:17:56.396698 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33440) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:56.410442 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c625009-a5b8-41be-bb52-e89eb3a6d55e req-560d1258-44d3-4c6d-b89f-beb3ae9216c0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Router 78a8b608-2550-4aab-bab5-66e6f402ad17 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:17:56.515012 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-2fd490e2-b17f-473a-8df3-66a01db6cfc8 service neutron] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4695039 Aug 16 20:17:56.619975 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-ccd7efb8-107d-4442-b6b0-0ecb9b7a20af service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=f95a6a25-2ba9-4066-b98c-395810ce723a HTTP/1.1" status: 200 len: 217 time: 0.0559006 Aug 16 20:17:56.759013 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-ad8484b2-95a1-4e46-b66a-42a1ff6b76b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:56.784052 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-ad8484b2-95a1-4e46-b66a-42a1ff6b76b9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f33a40b4-e403-467d-9112-f03dd7c053f7 HTTP/1.1" status: 200 len: 797 time: 0.0965087 Aug 16 20:17:56.791618 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aeb5db11-71f6-4d29-9e17-556077570f25 req-345e5463-b9b6-4fe3-8d7f-b7777e4208a4 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 210 time: 0.0291655 Aug 16 20:17:56.792347 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-a91d6963-5972-44a0-b7dd-0051f7eae64a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Deleting port c96d7464-6794-40e9-9a1d-c089d46a972a {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:17:56.792705 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a91d6963-5972-44a0-b7dd-0051f7eae64a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:56.842565 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c625009-a5b8-41be-bb52-e89eb3a6d55e req-560d1258-44d3-4c6d-b89f-beb3ae9216c0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:17:56.857326 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979e537-ef12-44c2-b780-f5ae45909362 None None] Sync routers for ids ['78a8b608-2550-4aab-bab5-66e6f402ad17'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:17:56.871546 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4979e537-ef12-44c2-b780-f5ae45909362 None None] Routers {'78a8b608-2550-4aab-bab5-66e6f402ad17'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:17:56.873011 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4979e537-ef12-44c2-b780-f5ae45909362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:17:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['78a8b608-2550-4aab-bab5-66e6f402ad17'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:57.030714 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 4f2a2462-5629-42d9-881b-f9a0a5e0a025 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:17:57.071817 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-4979e537-ef12-44c2-b780-f5ae45909362 None None] Set router 78a8b608-2550-4aab-bab5-66e6f402ad17 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:17:57.091314 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 4f2a2462-5629-42d9-881b-f9a0a5e0a025 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:17:57.091798 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 4f2a2462-5629-42d9-881b-f9a0a5e0a025 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:17:57.405217 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4979e537-ef12-44c2-b780-f5ae45909362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'name': 'tempest-ServerActionsTestJSON-1715236164-router', 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:56Z', 'updated_at': '2021-08-16T20:09:02Z', 'revision_number': 4, 'project_id': '41f949d98cf9473f85e64341bcd4f07a', 'gw_port': {'id': '5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:57Z', 'updated_at': '2021-08-16T20:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '8889df75-309d-4a77-86ea-58f89c3ea495', 'name': '', 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17', 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a', 'mac_address': 'fa:16:3e:e4:84:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'd38a8fc7-0911-4b72-a78c-d32851227793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:09:01Z', 'updated_at': '2021-08-16T20:09:10Z', 'revision_number': 5, 'project_id': '41f949d98cf9473f85e64341bcd4f07a', 'subnets': [{'id': 'd38a8fc7-0911-4b72-a78c-d32851227793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:57.445059 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979e537-ef12-44c2-b780-f5ae45909362 None None] Checking router: 78a8b608-2550-4aab-bab5-66e6f402ad17 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:17:57.457622 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4979e537-ef12-44c2-b780-f5ae45909362 None None] Routers {'78a8b608-2550-4aab-bab5-66e6f402ad17'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:17:57.458732 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4979e537-ef12-44c2-b780-f5ae45909362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:17:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['78a8b608-2550-4aab-bab5-66e6f402ad17'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:57.468717 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c625009-a5b8-41be-bb52-e89eb3a6d55e req-560d1258-44d3-4c6d-b89f-beb3ae9216c0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] No DVR routers for this DVR port 4f2a2462-5629-42d9-881b-f9a0a5e0a025 on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:17:57.476350 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3c625009-a5b8-41be-bb52-e89eb3a6d55e req-560d1258-44d3-4c6d-b89f-beb3ae9216c0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:57.478957 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c625009-a5b8-41be-bb52-e89eb3a6d55e req-560d1258-44d3-4c6d-b89f-beb3ae9216c0 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.57 "DELETE /v2.0/ports/4f2a2462-5629-42d9-881b-f9a0a5e0a025 HTTP/1.1" status: 204 len: 173 time: 3.5868275 Aug 16 20:17:57.492573 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17c37bd-355d-4e2e-97f8-86156e68b3d1', 'name': 'network-vif-deleted', 'tag': '4f2a2462-5629-42d9-881b-f9a0a5e0a025'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:17:57.495276 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeade89b-f555-4f96-9e8c-cef9ed0490fb" -d '{"events": [{"server_uuid": "c17c37bd-355d-4e2e-97f8-86156e68b3d1", "name": "network-vif-deleted", "tag": "4f2a2462-5629-42d9-881b-f9a0a5e0a025"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:17:57.506500 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-467b3cb6-9ff9-415f-a072-ac3e1e8cc4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:57.508264 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-467b3cb6-9ff9-415f-a072-ac3e1e8cc4a1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7204144 Aug 16 20:17:57.681524 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-c64565ab-e05e-45c8-8e3b-c1f7c7e42ff1 service neutron] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631186 Aug 16 20:17:57.683297 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c415e1f0-2be5-4df3-a8c7-bc01054fde61 x-openstack-request-id: req-c415e1f0-2be5-4df3-a8c7-bc01054fde61 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:17:57.683611 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17c37bd-355d-4e2e-97f8-86156e68b3d1", "name": "network-vif-deleted", "tag": "4f2a2462-5629-42d9-881b-f9a0a5e0a025", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:17:57.683855 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c415e1f0-2be5-4df3-a8c7-bc01054fde61 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:17:57.684254 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17c37bd-355d-4e2e-97f8-86156e68b3d1', 'name': 'network-vif-deleted', 'tag': '4f2a2462-5629-42d9-881b-f9a0a5e0a025', 'status': 'completed', 'code': 200} Aug 16 20:17:57.712461 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a91d6963-5972-44a0-b7dd-0051f7eae64a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:57.768627 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-a91d6963-5972-44a0-b7dd-0051f7eae64a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Calling delete_port for c96d7464-6794-40e9-9a1d-c089d46a972a owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:17:57.853735 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-4979e537-ef12-44c2-b780-f5ae45909362 None None] Set router 78a8b608-2550-4aab-bab5-66e6f402ad17 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:17:57.864606 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-b3789641-a370-446f-a2aa-e34ec28c83ec service neutron] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741357 Aug 16 20:17:57.916277 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-e3ce846b-6adb-4412-9696-a1e49a5ba2bb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=78789552-5398-472f-b04d-8f553a08b7fb HTTP/1.1" status: 200 len: 217 time: 0.0434875 Aug 16 20:17:58.048192 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5b0dd3d4-2dc2-4af0-ace6-b1cb06097446 req-c1268025-0276-4efa-aee2-a3b75fe2a993 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/ports?device_id=c17c37bd-355d-4e2e-97f8-86156e68b3d1 HTTP/1.1" status: 200 len: 210 time: 0.0610309 Aug 16 20:17:58.055330 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-03858831-da49-4530-8439-2e347101bc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:58.057074 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-03858831-da49-4530-8439-2e347101bc86 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b7d158c1-c010-4d0a-a6f3-8a25135ae4a6 HTTP/1.1" status: 200 len: 797 time: 0.1340721 Aug 16 20:17:58.138637 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a91d6963-5972-44a0-b7dd-0051f7eae64a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:58.196618 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-cea584dc-3091-4937-b86e-94612fd4bbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:58.198181 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-cea584dc-3091-4937-b86e-94612fd4bbb8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=90394afd-703c-4163-92ad-725e7cc3c2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1334774 Aug 16 20:17:58.200915 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d6963-5972-44a0-b7dd-0051f7eae64a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Pushing event deleted for resources: {'Port': ['ID=c96d7464-6794-40e9-9a1d-c089d46a972a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:58.285022 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4979e537-ef12-44c2-b780-f5ae45909362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'name': 'tempest-ServerActionsTestJSON-1715236164-router', 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:56Z', 'updated_at': '2021-08-16T20:09:02Z', 'revision_number': 4, 'project_id': '41f949d98cf9473f85e64341bcd4f07a', 'gw_port': {'id': '5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:57Z', 'updated_at': '2021-08-16T20:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '8889df75-309d-4a77-86ea-58f89c3ea495', 'name': '', 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17', 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a', 'mac_address': 'fa:16:3e:e4:84:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'd38a8fc7-0911-4b72-a78c-d32851227793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:09:01Z', 'updated_at': '2021-08-16T20:09:10Z', 'revision_number': 5, 'project_id': '41f949d98cf9473f85e64341bcd4f07a', 'subnets': [{'id': 'd38a8fc7-0911-4b72-a78c-d32851227793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:58.322089 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979e537-ef12-44c2-b780-f5ae45909362 None None] The sync data for ids ['78a8b608-2550-4aab-bab5-66e6f402ad17'] in n-d-787206-13 is: [{'id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'name': 'tempest-ServerActionsTestJSON-1715236164-router', 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:56Z', 'updated_at': '2021-08-16T20:09:02Z', 'revision_number': 4, 'project_id': '41f949d98cf9473f85e64341bcd4f07a', 'gw_port': {'id': '5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:57Z', 'updated_at': '2021-08-16T20:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '8889df75-309d-4a77-86ea-58f89c3ea495', 'name': '', 'network_id': 'dbfa510a-9034-470b-99ef-e5f61f9b5e17', 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a', 'mac_address': 'fa:16:3e:e4:84:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'd38a8fc7-0911-4b72-a78c-d32851227793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:09:01Z', 'updated_at': '2021-08-16T20:09:10Z', 'revision_number': 5, 'project_id': '41f949d98cf9473f85e64341bcd4f07a', 'subnets': [{'id': 'd38a8fc7-0911-4b72-a78c-d32851227793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:17:58.350898 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a91d6963-5972-44a0-b7dd-0051f7eae64a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:58.352934 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a91d6963-5972-44a0-b7dd-0051f7eae64a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "DELETE /v2.0/ports/c96d7464-6794-40e9-9a1d-c089d46a972a HTTP/1.1" status: 204 len: 168 time: 1.9528062 Aug 16 20:17:58.356110 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33522) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:58.361476 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1b39a0cb-4767-4125-8794-c1b105ea0d05 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3319f7a9-fe6a-4c96-9028-5233febf1d15', 'external_fixed_ips': [{'subnet_id': 'fb1f4cce-8c06-4505-8137-23618ec8c549', 'ip_address': '172.20.0.8'}]}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:58.376456 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-e5464414-0700-4be5-9ef6-455f2361575d service neutron] 10.222.0.63 "GET /v2.0/networks/90394afd-703c-4163-92ad-725e7cc3c2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695275 Aug 16 20:17:58.407090 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b39a0cb-4767-4125-8794-c1b105ea0d05 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:58.408552 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b39a0cb-4767-4125-8794-c1b105ea0d05 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:58.482497 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b39a0cb-4767-4125-8794-c1b105ea0d05 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:58.490144 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-e060983d-e5ce-473f-8c34-ad1223bd3c2e service neutron] 10.222.0.63 "GET /v2.0/networks/90394afd-703c-4163-92ad-725e7cc3c2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062660 Aug 16 20:17:58.563155 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-3c83edc8-9312-4a66-95e5-774487938749 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aa59368f-1db7-43fa-bd48-03c82e86210f HTTP/1.1" status: 200 len: 217 time: 0.0655301 Aug 16 20:17:58.639108 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-9e22c6d6-475a-4639-9903-4d2b5372cc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:58.640757 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-9e22c6d6-475a-4639-9903-4d2b5372cc89 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b7d158c1-c010-4d0a-a6f3-8a25135ae4a6 HTTP/1.1" status: 200 len: 797 time: 0.0703902 Aug 16 20:17:58.681769 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b39a0cb-4767-4125-8794-c1b105ea0d05 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:58.782184 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-bca003d5-9e27-4215-820b-7860eb2ec665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:58.783769 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-bca003d5-9e27-4215-820b-7860eb2ec665 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=90394afd-703c-4163-92ad-725e7cc3c2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1352146 Aug 16 20:17:58.908269 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291e93d6-50a2-440c-8fdb-1c83eec2459f None None] New status for floating IP 04e4409e-83d6-4a08-9d3c-e388a6ac03a6: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:17:58.960314 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-404202e3-d4ed-4a40-865a-6486e8029e1e service neutron] 10.222.0.63 "GET /v2.0/networks/90394afd-703c-4163-92ad-725e7cc3c2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564503 Aug 16 20:17:59.141111 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae19550a-9865-4ae4-9e15-4ff1492eb83d req-2a8beac7-117f-445b-bbc2-6e4d0fefaec2 service neutron] 10.222.0.63 "GET /v2.0/networks/90394afd-703c-4163-92ad-725e7cc3c2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793621 Aug 16 20:17:59.180665 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b39a0cb-4767-4125-8794-c1b105ea0d05 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:59.201227 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33588) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:59.225553 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b39a0cb-4767-4125-8794-c1b105ea0d05 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:59.312918 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4824bd07-5849-476e-8941-3c58c1060398 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:59.351988 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4824bd07-5849-476e-8941-3c58c1060398 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:59.512124 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4824bd07-5849-476e-8941-3c58c1060398 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:59.515924 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4824bd07-5849-476e-8941-3c58c1060398 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:59.520264 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4824bd07-5849-476e-8941-3c58c1060398 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "DELETE /v2.0/security-groups/2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7 HTTP/1.1" status: 204 len: 168 time: 0.3179600 Aug 16 20:17:59.520988 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33620) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:59.526093 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-1b39a0cb-4767-4125-8794-c1b105ea0d05 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Allocated IP 172.20.0.8 (3319f7a9-fe6a-4c96-9028-5233febf1d15/fb1f4cce-8c06-4505-8137-23618ec8c549/52b24834-8710-4282-8ef2-e5a78b7012f9) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:17:59.542299 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-9e6fd3fa-8b37-46fd-8dcb-cae5bb953687 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] show failed (client error): The resource could not be found. Aug 16 20:17:59.546780 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9e6fd3fa-8b37-46fd-8dcb-cae5bb953687 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "GET /v2.0/security-groups/2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7 HTTP/1.1" status: 404 len: 347 time: 0.0205860 Aug 16 20:17:59.547565 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33624) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:59.643599 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824bd07-5849-476e-8941-3c58c1060398 tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2deee3ae-b8d8-4dd5-9d06-355c63b2e6a7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:59.723490 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b39a0cb-4767-4125-8794-c1b105ea0d05 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:59.789922 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b39a0cb-4767-4125-8794-c1b105ea0d05 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:59.794105 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-fbdf48f7-7da0-42c6-8d70-43a5d12917dd tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Deleting port 3dc18bf3-dbf0-4a70-9dcf-cb13e2e24d51 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:17:59.794427 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbdf48f7-7da0-42c6-8d70-43a5d12917dd tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:59.846682 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b39a0cb-4767-4125-8794-c1b105ea0d05 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Network 3319f7a9-fe6a-4c96-9028-5233febf1d15 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:17:59.850674 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-1b39a0cb-4767-4125-8794-c1b105ea0d05 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:17:59.866405 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b39a0cb-4767-4125-8794-c1b105ea0d05 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:17:59.880193 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39a0cb-4767-4125-8794-c1b105ea0d05 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Pushing event updated for resources: {'Port': ['ID=52b24834-8710-4282-8ef2-e5a78b7012f9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:59.978259 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbdf48f7-7da0-42c6-8d70-43a5d12917dd tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:59.978676 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbdf48f7-7da0-42c6-8d70-43a5d12917dd tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:00.007360 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-fbdf48f7-7da0-42c6-8d70-43a5d12917dd tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Calling delete_port for 3dc18bf3-dbf0-4a70-9dcf-cb13e2e24d51 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:18:00.119593 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33646) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:00.277965 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b39a0cb-4767-4125-8794-c1b105ea0d05 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:00.282531 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbdf48f7-7da0-42c6-8d70-43a5d12917dd tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:00.306025 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf48f7-7da0-42c6-8d70-43a5d12917dd tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Pushing event deleted for resources: {'Port': ['ID=3dc18bf3-dbf0-4a70-9dcf-cb13e2e24d51,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:00.332061 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e3080c6-4292-4949-8c39-84ff6e6f9b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:00.393788 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbdf48f7-7da0-42c6-8d70-43a5d12917dd tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:00.396386 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbdf48f7-7da0-42c6-8d70-43a5d12917dd tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:00.402494 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fbdf48f7-7da0-42c6-8d70-43a5d12917dd tempest-ServerActionsTestJSON-637823238 tempest-ServerActionsTestJSON-637823238-project] 10.222.0.68 "DELETE /v2.0/floatingips/04e4409e-83d6-4a08-9d3c-e388a6ac03a6 HTTP/1.1" status: 204 len: 168 time: 0.8433738 Aug 16 20:18:00.404067 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33654) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:00.659051 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b39a0cb-4767-4125-8794-c1b105ea0d05 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:00.666609 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e3080c6-4292-4949-8c39-84ff6e6f9b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:00.675440 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e3080c6-4292-4949-8c39-84ff6e6f9b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:00.808256 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3080c6-4292-4949-8c39-84ff6e6f9b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc45533b-5a2e-4ebf-96d0-611c0f6dfb58,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:00.860597 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8e3080c6-4292-4949-8c39-84ff6e6f9b9c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=19f405ed01744e70aaec61e46bf808e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7355785 Aug 16 20:18:00.864252 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33672) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:00.920299 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b39a0cb-4767-4125-8794-c1b105ea0d05 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Router 24e17030-a4a7-4f75-a2b5-8c739a1d8b8e is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:18:00.967169 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-213339f8-467b-44a4-bbb7-be213a7aca3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:01.007810 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-213339f8-467b-44a4-bbb7-be213a7aca3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:01.097734 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-213339f8-467b-44a4-bbb7-be213a7aca3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:01.101186 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-213339f8-467b-44a4-bbb7-be213a7aca3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:01.104086 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b39a0cb-4767-4125-8794-c1b105ea0d05 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:18:01.117687 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24745651-e25f-4c7f-b1d7-058cabf0c093 None None] Sync routers for ids ['24e17030-a4a7-4f75-a2b5-8c739a1d8b8e'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:18:01.129590 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-213339f8-467b-44a4-bbb7-be213a7aca3e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bc45533b-5a2e-4ebf-96d0-611c0f6dfb58 HTTP/1.1" status: 204 len: 168 time: 0.2636354 Aug 16 20:18:01.136749 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b39a0cb-4767-4125-8794-c1b105ea0d05 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:01.141323 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1b39a0cb-4767-4125-8794-c1b105ea0d05 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.7809658 Aug 16 20:18:01.141935 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33688) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:01.147698 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24745651-e25f-4c7f-b1d7-058cabf0c093 None None] Routers {'24e17030-a4a7-4f75-a2b5-8c739a1d8b8e'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:01.148348 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-24745651-e25f-4c7f-b1d7-058cabf0c093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:17:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['24e17030-a4a7-4f75-a2b5-8c739a1d8b8e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:01.167641 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213339f8-467b-44a4-bbb7-be213a7aca3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc45533b-5a2e-4ebf-96d0-611c0f6dfb58,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:01.192608 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78adb241-3258-4c3c-8208-9b2e3abaec27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:01.312867 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-24745651-e25f-4c7f-b1d7-058cabf0c093 None None] Set router 24e17030-a4a7-4f75-a2b5-8c739a1d8b8e gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:18:01.680732 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-24745651-e25f-4c7f-b1d7-058cabf0c093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e17030-a4a7-4f75-a2b5-8c739a1d8b8e', 'name': '', 'tenant_id': '2f0b20f4d0874129ad943c5f42baf9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3319f7a9-fe6a-4c96-9028-5233febf1d15', 'external_fixed_ips': [{'subnet_id': 'fb1f4cce-8c06-4505-8137-23618ec8c549', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '52b24834-8710-4282-8ef2-e5a78b7012f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:17:58Z', 'updated_at': '2021-08-16T20:18:00Z', 'revision_number': 3, 'project_id': '2f0b20f4d0874129ad943c5f42baf9f4', 'gw_port': {'id': '52b24834-8710-4282-8ef2-e5a78b7012f9', 'name': '', 'network_id': '3319f7a9-fe6a-4c96-9028-5233febf1d15', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:36:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e17030-a4a7-4f75-a2b5-8c739a1d8b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': 'fb1f4cce-8c06-4505-8137-23618ec8c549', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:17:59Z', 'updated_at': '2021-08-16T20:17:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb1f4cce-8c06-4505-8137-23618ec8c549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:01.691306 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33696) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:01.726041 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24745651-e25f-4c7f-b1d7-058cabf0c093 None None] Checking router: 24e17030-a4a7-4f75-a2b5-8c739a1d8b8e for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:18:01.726345 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24745651-e25f-4c7f-b1d7-058cabf0c093 None None] Updating router 24e17030-a4a7-4f75-a2b5-8c739a1d8b8e port 52b24834-8710-4282-8ef2-e5a78b7012f9 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:18:01.730574 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0982f5b5-b5a7-43e5-808d-a060363d67d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:01.764873 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-78adb241-3258-4c3c-8208-9b2e3abaec27 admin admin] Deleting port 8889df75-309d-4a77-86ea-58f89c3ea495 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:18:01.765359 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78adb241-3258-4c3c-8208-9b2e3abaec27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:01.794714 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-24745651-e25f-4c7f-b1d7-058cabf0c093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:01.798645 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7fbffb7a-7c36-480a-b03e-d613aea95560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:01.901067 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-78adb241-3258-4c3c-8208-9b2e3abaec27 admin admin] For port 8889df75-309d-4a77-86ea-58f89c3ea495, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8889df75-309d-4a77-86ea-58f89c3ea495,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:01.901693 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78adb241-3258-4c3c-8208-9b2e3abaec27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:01.907662 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3cbc6ee-0628-433e-96be-7c17e7730dc8 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:01.929258 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-78adb241-3258-4c3c-8208-9b2e3abaec27 admin admin] Calling delete_port for 8889df75-309d-4a77-86ea-58f89c3ea495 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:18:02.008921 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0982f5b5-b5a7-43e5-808d-a060363d67d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:02.030452 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0982f5b5-b5a7-43e5-808d-a060363d67d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:02.077931 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3cbc6ee-0628-433e-96be-7c17e7730dc8 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:02.126567 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0982f5b5-b5a7-43e5-808d-a060363d67d4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e3550e83cc604742a7a2ae5ca2a9dc11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4337537 Aug 16 20:18:02.129030 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33706) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:02.165523 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982f5b5-b5a7-43e5-808d-a060363d67d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288e982a-0965-4c2a-925f-035cc41b5636,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:02.218588 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e3cbc6ee-0628-433e-96be-7c17e7730dc8 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Deleting port 52b24834-8710-4282-8ef2-e5a78b7012f9 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:18:02.219045 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3cbc6ee-0628-433e-96be-7c17e7730dc8 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:02.261588 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-24745651-e25f-4c7f-b1d7-058cabf0c093 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:02.330210 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8befbb6c-b511-4583-a075-fba68d5921cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:02.337943 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-24745651-e25f-4c7f-b1d7-058cabf0c093 None None] Transition to ACTIVE for port object 52b24834-8710-4282-8ef2-e5a78b7012f9 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:02.340068 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78adb241-3258-4c3c-8208-9b2e3abaec27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:02.353629 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-24745651-e25f-4c7f-b1d7-058cabf0c093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:02.359625 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8befbb6c-b511-4583-a075-fba68d5921cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:02.371469 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78adb241-3258-4c3c-8208-9b2e3abaec27 admin admin] Pushing event deleted for resources: {'Port': ['ID=8889df75-309d-4a77-86ea-58f89c3ea495,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:02.391967 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3cbc6ee-0628-433e-96be-7c17e7730dc8 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:02.427853 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e3cbc6ee-0628-433e-96be-7c17e7730dc8 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Calling delete_port for 52b24834-8710-4282-8ef2-e5a78b7012f9 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:18:02.454508 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-24745651-e25f-4c7f-b1d7-058cabf0c093 None None] Attempting to bind port 52b24834-8710-4282-8ef2-e5a78b7012f9 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:18:02.454871 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-24745651-e25f-4c7f-b1d7-058cabf0c093 None None] Attempting to bind port 52b24834-8710-4282-8ef2-e5a78b7012f9 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'd3ef6ba4-f4ea-4424-b76d-956717e68697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3319f7a9-fe6a-4c96-9028-5233febf1d15'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:18:02.455228 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24745651-e25f-4c7f-b1d7-058cabf0c093 None None] Attempting to bind port 52b24834-8710-4282-8ef2-e5a78b7012f9 on network 3319f7a9-fe6a-4c96-9028-5233febf1d15 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:02.477241 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24745651-e25f-4c7f-b1d7-058cabf0c093 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:18:02.477604 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24745651-e25f-4c7f-b1d7-058cabf0c093 None None] Checking segment: {'id': 'd3ef6ba4-f4ea-4424-b76d-956717e68697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3319f7a9-fe6a-4c96-9028-5233febf1d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:02.485053 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-24745651-e25f-4c7f-b1d7-058cabf0c093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:02.485768 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24745651-e25f-4c7f-b1d7-058cabf0c093 None None] Bound using segment: {'id': 'd3ef6ba4-f4ea-4424-b76d-956717e68697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3319f7a9-fe6a-4c96-9028-5233febf1d15'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:18:02.486453 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-24745651-e25f-4c7f-b1d7-058cabf0c093 None None] Bound port: 52b24834-8710-4282-8ef2-e5a78b7012f9, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ef6ba4-f4ea-4424-b76d-956717e68697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3319f7a9-fe6a-4c96-9028-5233febf1d15'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:18:02.486837 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-24745651-e25f-4c7f-b1d7-058cabf0c093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:02.491987 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fa485-3534-41d0-845b-1be6bc769b3d None None] Pushing event updated for resources: {'Port': ['ID=52b24834-8710-4282-8ef2-e5a78b7012f9,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:02.538514 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107fa485-3534-41d0-845b-1be6bc769b3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:02.539077 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107fa485-3534-41d0-845b-1be6bc769b3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:02.539708 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107fa485-3534-41d0-845b-1be6bc769b3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:02.540189 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107fa485-3534-41d0-845b-1be6bc769b3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:02.540665 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107fa485-3534-41d0-845b-1be6bc769b3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:02.541162 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107fa485-3534-41d0-845b-1be6bc769b3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:02.541634 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107fa485-3534-41d0-845b-1be6bc769b3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:02.542120 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107fa485-3534-41d0-845b-1be6bc769b3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:02.542578 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107fa485-3534-41d0-845b-1be6bc769b3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:02.543047 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107fa485-3534-41d0-845b-1be6bc769b3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:02.543561 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107fa485-3534-41d0-845b-1be6bc769b3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:02.544027 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107fa485-3534-41d0-845b-1be6bc769b3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:02.583305 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8befbb6c-b511-4583-a075-fba68d5921cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:02.586518 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8befbb6c-b511-4583-a075-fba68d5921cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:02.590487 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8befbb6c-b511-4583-a075-fba68d5921cd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/288e982a-0965-4c2a-925f-035cc41b5636 HTTP/1.1" status: 204 len: 168 time: 0.4531205 Aug 16 20:18:02.603588 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befbb6c-b511-4583-a075-fba68d5921cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288e982a-0965-4c2a-925f-035cc41b5636,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:02.627937 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-24745651-e25f-4c7f-b1d7-058cabf0c093 None None] For port 52b24834-8710-4282-8ef2-e5a78b7012f9, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:18:02.632113 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-24745651-e25f-4c7f-b1d7-058cabf0c093 None None] For port 52b24834-8710-4282-8ef2-e5a78b7012f9, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=52b24834-8710-4282-8ef2-e5a78b7012f9,segment=NetworkSegment(d3ef6ba4-f4ea-4424-b76d-956717e68697),segment_id=d3ef6ba4-f4ea-4424-b76d-956717e68697)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:18:02.645054 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-24745651-e25f-4c7f-b1d7-058cabf0c093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:02.743241 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24745651-e25f-4c7f-b1d7-058cabf0c093 None None] Routers {'24e17030-a4a7-4f75-a2b5-8c739a1d8b8e'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:02.744164 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-24745651-e25f-4c7f-b1d7-058cabf0c093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:17:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['24e17030-a4a7-4f75-a2b5-8c739a1d8b8e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:02.749396 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78adb241-3258-4c3c-8208-9b2e3abaec27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:02.754238 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fa485-3534-41d0-845b-1be6bc769b3d None None] Pushing event updated for resources: {'Port': ['ID=52b24834-8710-4282-8ef2-e5a78b7012f9,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:02.961544 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3cbc6ee-0628-433e-96be-7c17e7730dc8 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:02.970321 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-24745651-e25f-4c7f-b1d7-058cabf0c093 None None] Set router 24e17030-a4a7-4f75-a2b5-8c739a1d8b8e gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:18:03.007087 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cbc6ee-0628-433e-96be-7c17e7730dc8 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Pushing event deleted for resources: {'Port': ['ID=52b24834-8710-4282-8ef2-e5a78b7012f9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:03.156388 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3cbc6ee-0628-433e-96be-7c17e7730dc8 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:03.302876 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-24745651-e25f-4c7f-b1d7-058cabf0c093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e17030-a4a7-4f75-a2b5-8c739a1d8b8e', 'name': '', 'tenant_id': '2f0b20f4d0874129ad943c5f42baf9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:17:58Z', 'updated_at': '2021-08-16T20:18:02Z', 'revision_number': 4, 'project_id': '2f0b20f4d0874129ad943c5f42baf9f4', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:03.363729 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3cbc6ee-0628-433e-96be-7c17e7730dc8 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:03.379359 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3cbc6ee-0628-433e-96be-7c17e7730dc8 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:03.394080 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78adb241-3258-4c3c-8208-9b2e3abaec27 admin admin] Router 78a8b608-2550-4aab-bab5-66e6f402ad17 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:18:03.431800 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24745651-e25f-4c7f-b1d7-058cabf0c093 None None] The sync data for ids ['24e17030-a4a7-4f75-a2b5-8c739a1d8b8e'] in n-d-787206-13 is: [{'id': '24e17030-a4a7-4f75-a2b5-8c739a1d8b8e', 'name': '', 'tenant_id': '2f0b20f4d0874129ad943c5f42baf9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:17:58Z', 'updated_at': '2021-08-16T20:18:02Z', 'revision_number': 4, 'project_id': '2f0b20f4d0874129ad943c5f42baf9f4', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:18:03.470473 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3cbc6ee-0628-433e-96be-7c17e7730dc8 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:03.471069 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cbc6ee-0628-433e-96be-7c17e7730dc8 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24e17030-a4a7-4f75-a2b5-8c739a1d8b8e {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:18:03.483420 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3cbc6ee-0628-433e-96be-7c17e7730dc8 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:03.485010 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e3cbc6ee-0628-433e-96be-7c17e7730dc8 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "DELETE /v2.0/routers/24e17030-a4a7-4f75-a2b5-8c739a1d8b8e HTTP/1.1" status: 204 len: 168 time: 2.3422155 Aug 16 20:18:03.494663 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33742) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:03.563336 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-90437ecf-1f0c-4f56-8723-4052327fcc8f tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Deleting subnet fb1f4cce-8c06-4505-8137-23618ec8c549 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:18:03.569474 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-90437ecf-1f0c-4f56-8723-4052327fcc8f tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:03.620420 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78adb241-3258-4c3c-8208-9b2e3abaec27 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:18:03.621430 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-90437ecf-1f0c-4f56-8723-4052327fcc8f tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:03.632376 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-78adb241-3258-4c3c-8208-9b2e3abaec27 admin admin] 10.222.0.68 "PUT /v2.0/routers/78a8b608-2550-4aab-bab5-66e6f402ad17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2269919 Aug 16 20:18:03.636598 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9577d6c8-6aae-499b-845e-af297875ba12 None None] Sync routers for ids ['78a8b608-2550-4aab-bab5-66e6f402ad17'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:18:03.643554 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33746) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:03.654906 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9577d6c8-6aae-499b-845e-af297875ba12 None None] Routers {'78a8b608-2550-4aab-bab5-66e6f402ad17'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:03.655664 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9577d6c8-6aae-499b-845e-af297875ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:17:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['78a8b608-2550-4aab-bab5-66e6f402ad17'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:03.675353 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-90437ecf-1f0c-4f56-8723-4052327fcc8f tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:03.816881 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-9577d6c8-6aae-499b-845e-af297875ba12 None None] Set router 78a8b608-2550-4aab-bab5-66e6f402ad17 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:18:03.827659 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-90437ecf-1f0c-4f56-8723-4052327fcc8f tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:03.876027 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90437ecf-1f0c-4f56-8723-4052327fcc8f tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fb1f4cce-8c06-4505-8137-23618ec8c549,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:03.880686 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-90437ecf-1f0c-4f56-8723-4052327fcc8f tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:03.883271 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-90437ecf-1f0c-4f56-8723-4052327fcc8f tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "DELETE /v2.0/subnets/fb1f4cce-8c06-4505-8137-23618ec8c549 HTTP/1.1" status: 204 len: 168 time: 0.3874335 Aug 16 20:18:03.885869 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33758) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:03.907970 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5af8aaad-baa0-4ba2-a51c-b828d05855fe admin admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:04.025232 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5af8aaad-baa0-4ba2-a51c-b828d05855fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:04.051083 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ccb7d89-9a96-467e-a452-1fa0cd3425cc tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:04.114728 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9577d6c8-6aae-499b-845e-af297875ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'name': 'tempest-ServerActionsTestJSON-1715236164-router', 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:56Z', 'updated_at': '2021-08-16T20:18:02Z', 'revision_number': 5, 'project_id': '41f949d98cf9473f85e64341bcd4f07a', 'gw_port': {'id': '5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:08:57Z', 'updated_at': '2021-08-16T20:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:04.147509 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5af8aaad-baa0-4ba2-a51c-b828d05855fe admin admin] Deleting port 5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:18:04.148112 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5af8aaad-baa0-4ba2-a51c-b828d05855fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:04.193138 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9577d6c8-6aae-499b-845e-af297875ba12 None None] Checking router: 78a8b608-2550-4aab-bab5-66e6f402ad17 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:18:04.208732 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ccb7d89-9a96-467e-a452-1fa0cd3425cc tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:04.218495 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9577d6c8-6aae-499b-845e-af297875ba12 None None] Routers {'78a8b608-2550-4aab-bab5-66e6f402ad17'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:04.219155 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9577d6c8-6aae-499b-845e-af297875ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:17:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['78a8b608-2550-4aab-bab5-66e6f402ad17'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:04.231020 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-5ccb7d89-9a96-467e-a452-1fa0cd3425cc tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3319f7a9-fe6a-4c96-9028-5233febf1d15']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:04.246224 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-5ccb7d89-9a96-467e-a452-1fa0cd3425cc tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ef6ba4-f4ea-4424-b76d-956717e68697') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:04.246651 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-5ccb7d89-9a96-467e-a452-1fa0cd3425cc tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ef6ba4-f4ea-4424-b76d-956717e68697') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:04.258179 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ccb7d89-9a96-467e-a452-1fa0cd3425cc tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:04.276795 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ccb7d89-9a96-467e-a452-1fa0cd3425cc tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:04.300170 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ccb7d89-9a96-467e-a452-1fa0cd3425cc tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:18:04.300731 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ccb7d89-9a96-467e-a452-1fa0cd3425cc tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: items = [ Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:18:04.304071 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:18:04.357835 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-5af8aaad-baa0-4ba2-a51c-b828d05855fe admin admin] For port 5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:04.358194 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5af8aaad-baa0-4ba2-a51c-b828d05855fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:04.411482 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5af8aaad-baa0-4ba2-a51c-b828d05855fe admin admin] Calling delete_port for 5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:18:04.453463 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ccb7d89-9a96-467e-a452-1fa0cd3425cc tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:04.462667 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccb7d89-9a96-467e-a452-1fa0cd3425cc tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3319f7a9-fe6a-4c96-9028-5233febf1d15 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 20:18:04.480305 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d0200acb-53c6-4ea8-939c-0621851c6eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:04.481562 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ccb7d89-9a96-467e-a452-1fa0cd3425cc tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:04.483604 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5ccb7d89-9a96-467e-a452-1fa0cd3425cc tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "DELETE /v2.0/networks/3319f7a9-fe6a-4c96-9028-5233febf1d15 HTTP/1.1" status: 204 len: 168 time: 0.5966091 Aug 16 20:18:04.533213 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb7d89-9a96-467e-a452-1fa0cd3425cc tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Pushing event deleted for resources: {'Network': ['ID=3319f7a9-fe6a-4c96-9028-5233febf1d15,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:04.534752 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-9577d6c8-6aae-499b-845e-af297875ba12 None None] Set router 78a8b608-2550-4aab-bab5-66e6f402ad17 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:18:04.700946 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9577d6c8-6aae-499b-845e-af297875ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'name': 'tempest-ServerActionsTestJSON-1715236164-router', 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:56Z', 'updated_at': '2021-08-16T20:18:04Z', 'revision_number': 6, 'project_id': '41f949d98cf9473f85e64341bcd4f07a', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:04.790030 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9577d6c8-6aae-499b-845e-af297875ba12 None None] The sync data for ids ['78a8b608-2550-4aab-bab5-66e6f402ad17'] in n-d-787206-13 is: [{'id': '78a8b608-2550-4aab-bab5-66e6f402ad17', 'name': 'tempest-ServerActionsTestJSON-1715236164-router', 'tenant_id': '41f949d98cf9473f85e64341bcd4f07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:08:56Z', 'updated_at': '2021-08-16T20:18:04Z', 'revision_number': 6, 'project_id': '41f949d98cf9473f85e64341bcd4f07a', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:18:04.796840 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:05.250819 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33810) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:05.250819 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-fcbd294c-a2ab-4d71-b07e-dfee190e608f tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Request body: {'router': {'name': 'tempest-router--1922260676', 'project_id': '9dc8a41637a044b2a4c222aab200cea0'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:05.298490 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fcbd294c-a2ab-4d71-b07e-dfee190e608f tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:05.299916 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fcbd294c-a2ab-4d71-b07e-dfee190e608f tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:05.396468 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5af8aaad-baa0-4ba2-a51c-b828d05855fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:05.466353 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8aaad-baa0-4ba2-a51c-b828d05855fe admin admin] Pushing event deleted for resources: {'Port': ['ID=5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:05.505532 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fcbd294c-a2ab-4d71-b07e-dfee190e608f tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:05.517165 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fcbd294c-a2ab-4d71-b07e-dfee190e608f tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:05.560118 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fcbd294c-a2ab-4d71-b07e-dfee190e608f tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:05.569880 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fcbd294c-a2ab-4d71-b07e-dfee190e608f tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3263116 Aug 16 20:18:05.572775 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33828) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:05.582120 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:05.660028 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33830) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:05.666655 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c24a7198-aae3-497a-806e-33f94ea1a036 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:05.712877 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5af8aaad-baa0-4ba2-a51c-b828d05855fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:05.812097 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-185fd57c-4252-447d-84fb-b67b8bd31155 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1853111028', 'router:external': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:05.867942 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185fd57c-4252-447d-84fb-b67b8bd31155 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Made reservation on behalf of e400a3b40c7240a7b6dc81bbb2db286d for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:05.871618 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-185fd57c-4252-447d-84fb-b67b8bd31155 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:05.892802 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-185fd57c-4252-447d-84fb-b67b8bd31155 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:05.912916 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5af8aaad-baa0-4ba2-a51c-b828d05855fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:05.942113 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.088075 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.101914 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c24a7198-aae3-497a-806e-33f94ea1a036 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.105582 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c24a7198-aae3-497a-806e-33f94ea1a036 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.129856 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-185fd57c-4252-447d-84fb-b67b8bd31155 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.137430 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-185fd57c-4252-447d-84fb-b67b8bd31155 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.148543 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5af8aaad-baa0-4ba2-a51c-b828d05855fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.182966 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185fd57c-4252-447d-84fb-b67b8bd31155 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98a433b-c4e5-424b-9c79-dd0abcb62405,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:06.200554 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185fd57c-4252-447d-84fb-b67b8bd31155 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:18:06.228363 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-185fd57c-4252-447d-84fb-b67b8bd31155 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.231302 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-185fd57c-4252-447d-84fb-b67b8bd31155 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Added segment ef171bc8-e988-412c-961c-a8f3423c62c1 of type vlan for network 4b905250-c43b-4a9d-947b-4886e976a939 Aug 16 20:18:06.238490 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5af8aaad-baa0-4ba2-a51c-b828d05855fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.242306 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af8aaad-baa0-4ba2-a51c-b828d05855fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78a8b608-2550-4aab-bab5-66e6f402ad17 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:18:06.255066 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5af8aaad-baa0-4ba2-a51c-b828d05855fe admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.259688 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5af8aaad-baa0-4ba2-a51c-b828d05855fe admin admin] 10.222.0.68 "DELETE /v2.0/routers/78a8b608-2550-4aab-bab5-66e6f402ad17 HTTP/1.1" status: 204 len: 168 time: 2.6124198 Aug 16 20:18:06.259688 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c24a7198-aae3-497a-806e-33f94ea1a036 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.259688 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24a7198-aae3-497a-806e-33f94ea1a036 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5d54d9f6-ff5f-4337-a5e7-7cb262c49033 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:18:06.265188 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33844) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:06.270035 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c24a7198-aae3-497a-806e-33f94ea1a036 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.271156 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c24a7198-aae3-497a-806e-33f94ea1a036 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "DELETE /v2.0/routers/5d54d9f6-ff5f-4337-a5e7-7cb262c49033 HTTP/1.1" status: 204 len: 168 time: 0.6973400 Aug 16 20:18:06.327079 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-185fd57c-4252-447d-84fb-b67b8bd31155 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.380321 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40fbe03-4423-4ccb-b1c4-328cef8c919b admin admin] Deleting subnet d38a8fc7-0911-4b72-a78c-d32851227793 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:18:06.388730 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f40fbe03-4423-4ccb-b1c4-328cef8c919b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.444684 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f40fbe03-4423-4ccb-b1c4-328cef8c919b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.447702 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-185fd57c-4252-447d-84fb-b67b8bd31155 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.448842 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185fd57c-4252-447d-84fb-b67b8bd31155 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:06.449612 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-185fd57c-4252-447d-84fb-b67b8bd31155 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.503213 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33852) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:06.503875 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-185fd57c-4252-447d-84fb-b67b8bd31155 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8425333 Aug 16 20:18:06.510467 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-5c3738c1-ffc0-49ef-bf50-61ae57d66c65 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Request body: {'subnet': {'network_id': '4b905250-c43b-4a9d-947b-4886e976a939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:06.558504 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3738c1-ffc0-49ef-bf50-61ae57d66c65 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Made reservation on behalf of e400a3b40c7240a7b6dc81bbb2db286d for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:06.564707 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5c3738c1-ffc0-49ef-bf50-61ae57d66c65 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.589944 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185fd57c-4252-447d-84fb-b67b8bd31155 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Pushing event updated for resources: {'Network': ['ID=4b905250-c43b-4a9d-947b-4886e976a939,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:06.619913 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 4b905250-c43b-4a9d-947b-4886e976a939 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:18:06.642850 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33860) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:06.673612 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f40fbe03-4423-4ccb-b1c4-328cef8c919b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.859311 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f40fbe03-4423-4ccb-b1c4-328cef8c919b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.894842 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f40fbe03-4423-4ccb-b1c4-328cef8c919b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.898374 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30619b62-d09c-49a3-a6bc-a1aab5d294c2 None None] Network dbfa510a-9034-470b-99ef-e5f61f9b5e17 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:18:06.905462 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f40fbe03-4423-4ccb-b1c4-328cef8c919b admin admin] 10.222.0.68 "DELETE /v2.0/subnets/d38a8fc7-0911-4b72-a78c-d32851227793 HTTP/1.1" status: 204 len: 168 time: 0.6391673 Aug 16 20:18:06.906137 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33868) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:06.944571 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40fbe03-4423-4ccb-b1c4-328cef8c919b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d38a8fc7-0911-4b72-a78c-d32851227793,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:07.086017 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ee00ab3-c779-4cfa-aa99-69e4558ab4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:07.110094 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-af4f0a2f-6a5d-4b65-bd6b-88bd4e464f86 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1115446764', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:07.121291 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:07.168068 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9ee00ab3-c779-4cfa-aa99-69e4558ab4ba admin admin] Deleting port b9d39c41-22d2-4b20-9646-ac647eb5ad9b {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:18:07.168733 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ee00ab3-c779-4cfa-aa99-69e4558ab4ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:07.196189 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af4f0a2f-6a5d-4b65-bd6b-88bd4e464f86 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:07.197668 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af4f0a2f-6a5d-4b65-bd6b-88bd4e464f86 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:07.250195 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cf5be9-2e80-4051-ae1a-e66b43b6e51a None None] DHCP port deletion for dbfa510a-9034-470b-99ef-e5f61f9b5e17 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:18:07.268918 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-9ee00ab3-c779-4cfa-aa99-69e4558ab4ba admin admin] For port b9d39c41-22d2-4b20-9646-ac647eb5ad9b, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b9d39c41-22d2-4b20-9646-ac647eb5ad9b,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:07.269482 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ee00ab3-c779-4cfa-aa99-69e4558ab4ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:07.304829 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9ee00ab3-c779-4cfa-aa99-69e4558ab4ba admin admin] Calling delete_port for b9d39c41-22d2-4b20-9646-ac647eb5ad9b owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:18:07.315862 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af4f0a2f-6a5d-4b65-bd6b-88bd4e464f86 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:07.350869 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-95cf5be9-2e80-4051-ae1a-e66b43b6e51a None None] Deleting port b9d39c41-22d2-4b20-9646-ac647eb5ad9b {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:18:07.353896 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-95cf5be9-2e80-4051-ae1a-e66b43b6e51a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:07.359368 n-d-787206-13 neutron-server[94770]: DEBUG neutron.objects.ports [None req-5c3738c1-ffc0-49ef-bf50-61ae57d66c65 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:18:07.359996 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5c3738c1-ffc0-49ef-bf50-61ae57d66c65 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:07.495627 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ee00ab3-c779-4cfa-aa99-69e4558ab4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:07.534529 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8889df75-309d-4a77-86ea-58f89c3ea495 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:18:07.548538 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee00ab3-c779-4cfa-aa99-69e4558ab4ba admin admin] Pushing event deleted for resources: {'Port': ['ID=b9d39c41-22d2-4b20-9646-ac647eb5ad9b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:07.551426 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee00ab3-c779-4cfa-aa99-69e4558ab4ba admin admin] No DVR routers for this DVR port b9d39c41-22d2-4b20-9646-ac647eb5ad9b on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:18:07.597637 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 8889df75-309d-4a77-86ea-58f89c3ea495 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:18:07.598186 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8889df75-309d-4a77-86ea-58f89c3ea495 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:18:07.598774 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b9d39c41-22d2-4b20-9646-ac647eb5ad9b no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:18:07.628797 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3738c1-ffc0-49ef-bf50-61ae57d66c65 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8471e7af-237c-468b-aed0-16ff80e03abe,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:07.634900 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: b9d39c41-22d2-4b20-9646-ac647eb5ad9b {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:18:07.635538 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b9d39c41-22d2-4b20-9646-ac647eb5ad9b not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:18:07.636119 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:18:07.676851 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ee00ab3-c779-4cfa-aa99-69e4558ab4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:07.688289 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9ee00ab3-c779-4cfa-aa99-69e4558ab4ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbfa510a-9034-470b-99ef-e5f61f9b5e17']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:07.701230 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-95cf5be9-2e80-4051-ae1a-e66b43b6e51a None None] For port b9d39c41-22d2-4b20-9646-ac647eb5ad9b, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b9d39c41-22d2-4b20-9646-ac647eb5ad9b,segment=NetworkSegment(29681d6b-0377-41bc-a8bf-ed2ee806eece),segment_id=29681d6b-0377-41bc-a8bf-ed2ee806eece)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:07.702013 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-95cf5be9-2e80-4051-ae1a-e66b43b6e51a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:07.705415 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:18:07.709532 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3738c1-ffc0-49ef-bf50-61ae57d66c65 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Checking segment: {'id': 'ef171bc8-e988-412c-961c-a8f3423c62c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4b905250-c43b-4a9d-947b-4886e976a939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:07.710024 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3738c1-ffc0-49ef-bf50-61ae57d66c65 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Network hostable DHCP agents. Network: 4b905250-c43b-4a9d-947b-4886e976a939, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:18:07.711126 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 5a1c52e1-da2c-4e16-bdc8-bd6496bfebbd not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:18:07.720366 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9ee00ab3-c779-4cfa-aa99-69e4558ab4ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29681d6b-0377-41bc-a8bf-ed2ee806eece') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:07.720716 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9ee00ab3-c779-4cfa-aa99-69e4558ab4ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29681d6b-0377-41bc-a8bf-ed2ee806eece') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:07.730976 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-95cf5be9-2e80-4051-ae1a-e66b43b6e51a None None] Calling delete_port for b9d39c41-22d2-4b20-9646-ac647eb5ad9b owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:18:07.756973 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af4f0a2f-6a5d-4b65-bd6b-88bd4e464f86 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:07.762428 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ee00ab3-c779-4cfa-aa99-69e4558ab4ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:07.799846 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ee00ab3-c779-4cfa-aa99-69e4558ab4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:07.805081 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3738c1-ffc0-49ef-bf50-61ae57d66c65 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Network 4b905250-c43b-4a9d-947b-4886e976a939 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:18:07.808844 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee00ab3-c779-4cfa-aa99-69e4558ab4ba admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:18:07.809257 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ee00ab3-c779-4cfa-aa99-69e4558ab4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:07.810999 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:18:07.810999 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:18:07.810999 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:18:07.810999 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:18:07.810999 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:18:07.810999 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:18:07.810999 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:18:07.810999 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:18:07.810999 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:18:07.810999 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:18:07.810999 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:18:07.810999 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:18:07.810999 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:18:07.810999 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:18:07.810999 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:18:07.810999 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:18:07.810999 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:18:07.810999 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:18:07.810999 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:18:07.810999 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:18:07.810999 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:18:07.810999 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:18:07.810999 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:18:07.810999 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:18:07.810999 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:18:07.810999 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:18:07.810999 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:18:07.810999 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:18:07.810999 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:18:07.810999 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:18:07.810999 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:18:07.810999 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:18:07.851371 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-5c3738c1-ffc0-49ef-bf50-61ae57d66c65 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 4b905250-c43b-4a9d-947b-4886e976a939) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:07.861830 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3738c1-ffc0-49ef-bf50-61ae57d66c65 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:07.864048 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5c3738c1-ffc0-49ef-bf50-61ae57d66c65 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:07.884002 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53017b5e-54b5-440f-817b-a68f39d93073 None None] Network 4b905250-c43b-4a9d-947b-4886e976a939 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:18:07.913654 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5c3738c1-ffc0-49ef-bf50-61ae57d66c65 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.4055727 Aug 16 20:18:07.916756 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33886) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:07.944516 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-177d60f0-132a-4304-93b9-2623ea982bf5 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1361102799', 'network_id': '4b905250-c43b-4a9d-947b-4886e976a939'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:07.979936 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ee00ab3-c779-4cfa-aa99-69e4558ab4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:07.989833 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ee00ab3-c779-4cfa-aa99-69e4558ab4ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:07.995240 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9ee00ab3-c779-4cfa-aa99-69e4558ab4ba admin admin] 10.222.0.68 "DELETE /v2.0/networks/dbfa510a-9034-470b-99ef-e5f61f9b5e17 HTTP/1.1" status: 204 len: 168 time: 1.0582733 Aug 16 20:18:08.027477 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee00ab3-c779-4cfa-aa99-69e4558ab4ba admin admin] Pushing event deleted for resources: {'Network': ['ID=dbfa510a-9034-470b-99ef-e5f61f9b5e17,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:08.047104 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177d60f0-132a-4304-93b9-2623ea982bf5 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Made reservation on behalf of e400a3b40c7240a7b6dc81bbb2db286d for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:08.050103 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-177d60f0-132a-4304-93b9-2623ea982bf5 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:08.060650 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-95cf5be9-2e80-4051-ae1a-e66b43b6e51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:08.097931 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf5be9-2e80-4051-ae1a-e66b43b6e51a None None] Pushing event deleted for resources: {'Port': ['ID=b9d39c41-22d2-4b20-9646-ac647eb5ad9b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:08.106590 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-177d60f0-132a-4304-93b9-2623ea982bf5 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] device_id is not set on port 861b7e0d-965a-45d7-a08d-ff0b9680ad2c yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:18:08.114091 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-95cf5be9-2e80-4051-ae1a-e66b43b6e51a None None] Network dbfa510a-9034-470b-99ef-e5f61f9b5e17 is not hosted by any dhcp agent {{(pid=94772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 20:18:08.115696 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cf5be9-2e80-4051-ae1a-e66b43b6e51a None None] No DVR routers for this DVR port b9d39c41-22d2-4b20-9646-ac647eb5ad9b on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:18:08.217767 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf90830e-caf2-465e-bd65-bd7be00718d8 None None] Network 4b905250-c43b-4a9d-947b-4886e976a939 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:18:08.316374 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af4f0a2f-6a5d-4b65-bd6b-88bd4e464f86 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:08.345457 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af4f0a2f-6a5d-4b65-bd6b-88bd4e464f86 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:08.391309 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33896) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:08.456946 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-968ce76f-de8c-4407-8566-ed88f52a204c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=41f949d98cf9473f85e64341bcd4f07a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0642123 Aug 16 20:18:08.459601 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33902) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:08.524711 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ea41232-c163-4b6e-a3f6-6b3389add8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:08.526818 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-af4f0a2f-6a5d-4b65-bd6b-88bd4e464f86 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Allocated IP 172.25.8.172 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/eedc720e-4c5a-4879-80dd-09d4640e3c22) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:08.564379 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-177d60f0-132a-4304-93b9-2623ea982bf5 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Allocated IP 2001:db8::236 (4b905250-c43b-4a9d-947b-4886e976a939/8471e7af-237c-468b-aed0-16ff80e03abe/861b7e0d-965a-45d7-a08d-ff0b9680ad2c) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:08.577526 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ea41232-c163-4b6e-a3f6-6b3389add8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:08.720996 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ea41232-c163-4b6e-a3f6-6b3389add8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:08.724095 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ea41232-c163-4b6e-a3f6-6b3389add8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:08.725313 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5ea41232-c163-4b6e-a3f6-6b3389add8b8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/97edbed0-e86d-4070-a3ae-555a43c1dc22 HTTP/1.1" status: 204 len: 168 time: 0.2643080 Aug 16 20:18:08.751008 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea41232-c163-4b6e-a3f6-6b3389add8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97edbed0-e86d-4070-a3ae-555a43c1dc22,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:08.790434 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af4f0a2f-6a5d-4b65-bd6b-88bd4e464f86 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:08.942444 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-177d60f0-132a-4304-93b9-2623ea982bf5 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:08.951291 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af4f0a2f-6a5d-4b65-bd6b-88bd4e464f86 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:09.010818 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4f0a2f-6a5d-4b65-bd6b-88bd4e464f86 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:09.020624 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-af4f0a2f-6a5d-4b65-bd6b-88bd4e464f86 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:09.032868 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4f0a2f-6a5d-4b65-bd6b-88bd4e464f86 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:09.039098 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f0a2f-6a5d-4b65-bd6b-88bd4e464f86 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Pushing event updated for resources: {'Port': ['ID=eedc720e-4c5a-4879-80dd-09d4640e3c22,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:09.091387 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-177d60f0-132a-4304-93b9-2623ea982bf5 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:09.217332 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177d60f0-132a-4304-93b9-2623ea982bf5 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Network 4b905250-c43b-4a9d-947b-4886e976a939 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:09.297977 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-177d60f0-132a-4304-93b9-2623ea982bf5 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:09.320085 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177d60f0-132a-4304-93b9-2623ea982bf5 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:09.321095 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177d60f0-132a-4304-93b9-2623ea982bf5 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:09.321681 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-177d60f0-132a-4304-93b9-2623ea982bf5 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:09.334361 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d60f0-132a-4304-93b9-2623ea982bf5 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Pushing event updated for resources: {'Port': ['ID=861b7e0d-965a-45d7-a08d-ff0b9680ad2c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:09.378587 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-177d60f0-132a-4304-93b9-2623ea982bf5 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4575183 Aug 16 20:18:09.381237 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33928) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:09.556714 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-cb638494-602f-47ea-9166-2ffe0d20e407 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Deleting port 861b7e0d-965a-45d7-a08d-ff0b9680ad2c {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:18:09.559819 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb638494-602f-47ea-9166-2ffe0d20e407 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:09.639288 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af4f0a2f-6a5d-4b65-bd6b-88bd4e464f86 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:09.748590 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb638494-602f-47ea-9166-2ffe0d20e407 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:09.796101 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-cb638494-602f-47ea-9166-2ffe0d20e407 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Calling delete_port for 861b7e0d-965a-45d7-a08d-ff0b9680ad2c owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:18:09.883304 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af4f0a2f-6a5d-4b65-bd6b-88bd4e464f86 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:10.111596 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb638494-602f-47ea-9166-2ffe0d20e407 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:10.125530 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4f0a2f-6a5d-4b65-bd6b-88bd4e464f86 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Router 00e6ff2c-322b-4413-aa62-817c166795a9 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:18:10.192032 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb638494-602f-47ea-9166-2ffe0d20e407 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Pushing event deleted for resources: {'Port': ['ID=861b7e0d-965a-45d7-a08d-ff0b9680ad2c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:10.295293 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33966) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:10.314350 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb638494-602f-47ea-9166-2ffe0d20e407 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:10.322846 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cb638494-602f-47ea-9166-2ffe0d20e407 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "DELETE /v2.0/ports/861b7e0d-965a-45d7-a08d-ff0b9680ad2c HTTP/1.1" status: 204 len: 168 time: 0.9377613 Aug 16 20:18:10.323092 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33970) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:10.335299 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c49047b9-ce35-4b62-8a28-1947fb18b730 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b905250-c43b-4a9d-947b-4886e976a939', 'external_fixed_ips': [{'subnet_id': '8471e7af-237c-468b-aed0-16ff80e03abe', 'ip_address': '2001:db8::236'}]}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:10.379975 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c49047b9-ce35-4b62-8a28-1947fb18b730 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:10.381100 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c49047b9-ce35-4b62-8a28-1947fb18b730 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:10.496023 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c49047b9-ce35-4b62-8a28-1947fb18b730 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:10.524697 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2f1ee2bd-f281-4fb7-9e9b-d18b2a3dc95b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2021158456-network', 'tenant_id': '6fb8716d1b824bb9ac2e976008166d30'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:10.717790 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4f0a2f-6a5d-4b65-bd6b-88bd4e464f86 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:18:10.718043 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c49047b9-ce35-4b62-8a28-1947fb18b730 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:10.725407 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1ee2bd-f281-4fb7-9e9b-d18b2a3dc95b admin admin] Made reservation on behalf of 6fb8716d1b824bb9ac2e976008166d30 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:10.729909 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f9e39f-97cf-40fc-ab4a-32556c1bad16 None None] Sync routers for ids ['00e6ff2c-322b-4413-aa62-817c166795a9'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:18:10.750970 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f1ee2bd-f281-4fb7-9e9b-d18b2a3dc95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:10.756785 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af4f0a2f-6a5d-4b65-bd6b-88bd4e464f86 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:10.768140 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-af4f0a2f-6a5d-4b65-bd6b-88bd4e464f86 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1220882 Aug 16 20:18:10.769717 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33978) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:10.770525 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f1ee2bd-f281-4fb7-9e9b-d18b2a3dc95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:10.781618 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f9e39f-97cf-40fc-ab4a-32556c1bad16 None None] Routers {'00e6ff2c-322b-4413-aa62-817c166795a9'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:10.782548 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d8f9e39f-97cf-40fc-ab4a-32556c1bad16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['00e6ff2c-322b-4413-aa62-817c166795a9'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:10.815214 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d8f9e39f-97cf-40fc-ab4a-32556c1bad16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:10.824649 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f9e39f-97cf-40fc-ab4a-32556c1bad16 None None] Routers {'00e6ff2c-322b-4413-aa62-817c166795a9'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:10.825532 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d8f9e39f-97cf-40fc-ab4a-32556c1bad16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['00e6ff2c-322b-4413-aa62-817c166795a9'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:10.864533 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d8f9e39f-97cf-40fc-ab4a-32556c1bad16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:10.865719 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f9e39f-97cf-40fc-ab4a-32556c1bad16 None None] The sync data for ids ['00e6ff2c-322b-4413-aa62-817c166795a9'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:18:10.921720 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e0338004-a376-47bd-a3b7-ef37580f617f tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "GET /v2.0/routers/00e6ff2c-322b-4413-aa62-817c166795a9 HTTP/1.1" status: 200 len: 921 time: 0.1497905 Aug 16 20:18:10.922315 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33980) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:10.955787 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-32cf9500-60fe-4ddb-8916-8cc87760ff75 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "GET /v2.0/ports?device_id=00e6ff2c-322b-4413-aa62-817c166795a9 HTTP/1.1" status: 200 len: 205 time: 0.0319576 Aug 16 20:18:10.958442 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33982) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:11.058546 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f1ee2bd-f281-4fb7-9e9b-d18b2a3dc95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:11.063730 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f1ee2bd-f281-4fb7-9e9b-d18b2a3dc95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:11.154847 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7cd9418-a297-4c99-b199-43735c01f695 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:11.155107 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f1ee2bd-f281-4fb7-9e9b-d18b2a3dc95b admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:18:11.196802 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ee2bd-f281-4fb7-9e9b-d18b2a3dc95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061b2a75-068a-4c8c-8467-980f85bf8221,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:11.204601 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f1ee2bd-f281-4fb7-9e9b-d18b2a3dc95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:11.204601 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-2f1ee2bd-f281-4fb7-9e9b-d18b2a3dc95b admin admin] Added segment 707b3413-318b-4129-aa23-391c2507bb54 of type vlan for network 185dd4a9-27c5-4031-8106-50b2573b079d Aug 16 20:18:11.223723 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ee2bd-f281-4fb7-9e9b-d18b2a3dc95b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:11.225480 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ee2bd-f281-4fb7-9e9b-d18b2a3dc95b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:11.225480 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ee2bd-f281-4fb7-9e9b-d18b2a3dc95b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:11.225480 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ee2bd-f281-4fb7-9e9b-d18b2a3dc95b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:11.225480 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ee2bd-f281-4fb7-9e9b-d18b2a3dc95b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:11.225480 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ee2bd-f281-4fb7-9e9b-d18b2a3dc95b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:11.228378 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ee2bd-f281-4fb7-9e9b-d18b2a3dc95b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:11.228378 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ee2bd-f281-4fb7-9e9b-d18b2a3dc95b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:11.228378 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ee2bd-f281-4fb7-9e9b-d18b2a3dc95b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:11.228378 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ee2bd-f281-4fb7-9e9b-d18b2a3dc95b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:11.228378 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ee2bd-f281-4fb7-9e9b-d18b2a3dc95b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:11.228378 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ee2bd-f281-4fb7-9e9b-d18b2a3dc95b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:11.276203 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c49047b9-ce35-4b62-8a28-1947fb18b730 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:11.281488 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f1ee2bd-f281-4fb7-9e9b-d18b2a3dc95b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:11.304080 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c49047b9-ce35-4b62-8a28-1947fb18b730 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:11.406877 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7cd9418-a297-4c99-b199-43735c01f695 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:11.436237 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f1ee2bd-f281-4fb7-9e9b-d18b2a3dc95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:11.437289 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1ee2bd-f281-4fb7-9e9b-d18b2a3dc95b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:11.437865 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f1ee2bd-f281-4fb7-9e9b-d18b2a3dc95b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:11.547990 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e7cd9418-a297-4c99-b199-43735c01f695 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Deleting port eedc720e-4c5a-4879-80dd-09d4640e3c22 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:18:11.548660 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7cd9418-a297-4c99-b199-43735c01f695 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:11.562489 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ee2bd-f281-4fb7-9e9b-d18b2a3dc95b admin admin] Pushing event updated for resources: {'Network': ['ID=185dd4a9-27c5-4031-8106-50b2573b079d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:11.574597 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 185dd4a9-27c5-4031-8106-50b2573b079d details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:18:11.578255 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2f1ee2bd-f281-4fb7-9e9b-d18b2a3dc95b admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2791324 Aug 16 20:18:11.580796 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34000) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:11.586288 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-09599edc-4d4a-4150-afb1-d658045a3ebd admin admin] Request body: {'subnet': {'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2021158456-subnet', 'tenant_id': '6fb8716d1b824bb9ac2e976008166d30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:11.648990 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7cd9418-a297-4c99-b199-43735c01f695 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:11.673995 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e7cd9418-a297-4c99-b199-43735c01f695 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Calling delete_port for eedc720e-4c5a-4879-80dd-09d4640e3c22 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:18:11.679212 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09599edc-4d4a-4150-afb1-d658045a3ebd admin admin] Made reservation on behalf of 6fb8716d1b824bb9ac2e976008166d30 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:11.682257 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09599edc-4d4a-4150-afb1-d658045a3ebd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:11.760024 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-c49047b9-ce35-4b62-8a28-1947fb18b730 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Allocated IP 2001:db8::236 (4b905250-c43b-4a9d-947b-4886e976a939/8471e7af-237c-468b-aed0-16ff80e03abe/08990f9e-48c5-4e8a-949a-50b8f3e9a80b) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:11.973524 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7cd9418-a297-4c99-b199-43735c01f695 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:11.979276 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c49047b9-ce35-4b62-8a28-1947fb18b730 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:11.996043 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09599edc-4d4a-4150-afb1-d658045a3ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:12.046916 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd9418-a297-4c99-b199-43735c01f695 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Pushing event deleted for resources: {'Port': ['ID=eedc720e-4c5a-4879-80dd-09d4640e3c22,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:12.080484 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09599edc-4d4a-4150-afb1-d658045a3ebd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9174bd88-4f29-46ef-992b-f91f82dd45cf,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:12.092704 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09599edc-4d4a-4150-afb1-d658045a3ebd admin admin] Checking segment: {'id': '707b3413-318b-4129-aa23-391c2507bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:12.093500 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09599edc-4d4a-4150-afb1-d658045a3ebd admin admin] Network hostable DHCP agents. Network: 185dd4a9-27c5-4031-8106-50b2573b079d, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:18:12.101879 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c49047b9-ce35-4b62-8a28-1947fb18b730 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:12.109995 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd9418-a297-4c99-b199-43735c01f695 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:12.110514 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd9418-a297-4c99-b199-43735c01f695 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:12.110875 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd9418-a297-4c99-b199-43735c01f695 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:12.111344 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd9418-a297-4c99-b199-43735c01f695 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:12.111344 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd9418-a297-4c99-b199-43735c01f695 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:12.111746 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd9418-a297-4c99-b199-43735c01f695 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:12.111975 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd9418-a297-4c99-b199-43735c01f695 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:12.112543 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd9418-a297-4c99-b199-43735c01f695 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:12.112679 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd9418-a297-4c99-b199-43735c01f695 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:12.112927 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd9418-a297-4c99-b199-43735c01f695 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:12.113252 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd9418-a297-4c99-b199-43735c01f695 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:12.113575 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd9418-a297-4c99-b199-43735c01f695 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:12.140545 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7cd9418-a297-4c99-b199-43735c01f695 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:12.162864 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09599edc-4d4a-4150-afb1-d658045a3ebd admin admin] Network 185dd4a9-27c5-4031-8106-50b2573b079d is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:18:12.179052 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49047b9-ce35-4b62-8a28-1947fb18b730 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Network 4b905250-c43b-4a9d-947b-4886e976a939 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:12.182359 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-09599edc-4d4a-4150-afb1-d658045a3ebd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 185dd4a9-27c5-4031-8106-50b2573b079d) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:12.187215 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09599edc-4d4a-4150-afb1-d658045a3ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:12.187893 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09599edc-4d4a-4150-afb1-d658045a3ebd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:12.192215 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a5bc85-c396-4cd6-a3fb-fa9575b67f93 None None] Network 185dd4a9-27c5-4031-8106-50b2573b079d requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:18:12.207308 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-c49047b9-ce35-4b62-8a28-1947fb18b730 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:12.219625 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49047b9-ce35-4b62-8a28-1947fb18b730 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:12.248019 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49047b9-ce35-4b62-8a28-1947fb18b730 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Pushing event updated for resources: {'Port': ['ID=08990f9e-48c5-4e8a-949a-50b8f3e9a80b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:12.283080 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7cd9418-a297-4c99-b199-43735c01f695 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:12.288697 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7cd9418-a297-4c99-b199-43735c01f695 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:12.355433 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-09599edc-4d4a-4150-afb1-d658045a3ebd admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7733185 Aug 16 20:18:12.392652 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7cd9418-a297-4c99-b199-43735c01f695 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:12.393336 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cd9418-a297-4c99-b199-43735c01f695 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Fanout notify agent at l3_agent the message router_deleted on router 00e6ff2c-322b-4413-aa62-817c166795a9 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:18:12.401335 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7cd9418-a297-4c99-b199-43735c01f695 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:12.402432 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e7cd9418-a297-4c99-b199-43735c01f695 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "DELETE /v2.0/routers/00e6ff2c-322b-4413-aa62-817c166795a9 HTTP/1.1" status: 204 len: 168 time: 1.4422908 Aug 16 20:18:12.410717 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34018) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:12.423807 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-15d05c4e-d0bb-469e-9247-333fd2f603c1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Request body: {'router': {'name': 'tempest-snat-router-715578959', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'enable_snat': False}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:12.479455 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15d05c4e-d0bb-469e-9247-333fd2f603c1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:12.481098 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15d05c4e-d0bb-469e-9247-333fd2f603c1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:12.604495 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15d05c4e-d0bb-469e-9247-333fd2f603c1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:12.909337 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15d05c4e-d0bb-469e-9247-333fd2f603c1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:12.960500 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352ab172-041e-402b-a0b8-cf22baf942c0 None None] Network 185dd4a9-27c5-4031-8106-50b2573b079d requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:18:13.285680 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c49047b9-ce35-4b62-8a28-1947fb18b730 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:13.514471 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15d05c4e-d0bb-469e-9247-333fd2f603c1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:13.551208 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-26e6b90a-fc34-4226-9885-ce334c9cacbb tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:13.558550 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-26e6b90a-fc34-4226-9885-ce334c9cacbb tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/networks?id=185dd4a9-27c5-4031-8106-50b2573b079d HTTP/1.1" status: 200 len: 806 time: 0.1774039 Aug 16 20:18:13.561561 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15d05c4e-d0bb-469e-9247-333fd2f603c1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:13.584784 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-346388f3-3fad-4ee1-8ecd-e12f655075f5 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/quotas/6fb8716d1b824bb9ac2e976008166d30 HTTP/1.1" status: 200 len: 375 time: 0.0247927 Aug 16 20:18:13.645399 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-a7c6deef-996e-4db2-8fb6-56e6e0e5498e tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=6fb8716d1b824bb9ac2e976008166d30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596595 Aug 16 20:18:13.692466 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c49047b9-ce35-4b62-8a28-1947fb18b730 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:13.887065 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-4aa62500-74b1-4c02-b7a9-2f58a6346889 service neutron] 10.222.0.68 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407310 Aug 16 20:18:13.897102 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-15d05c4e-d0bb-469e-9247-333fd2f603c1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Allocated IP 172.25.8.189 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/8b211207-cdfb-4b4a-a1a2-446ad2003432) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:13.989139 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49047b9-ce35-4b62-8a28-1947fb18b730 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Router f5fc6a38-1f04-4a51-a59b-7338c6192ca1 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:18:14.102336 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15d05c4e-d0bb-469e-9247-333fd2f603c1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:14.106163 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-82bc8657-9a31-45dc-9061-3723cc3c9320 service neutron] 10.222.0.68 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525879 Aug 16 20:18:14.141449 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49047b9-ce35-4b62-8a28-1947fb18b730 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:18:14.150556 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eb56e4-c924-4fd0-81f1-9fad24d7933d None None] Sync routers for ids ['f5fc6a38-1f04-4a51-a59b-7338c6192ca1'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:18:14.163423 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eb56e4-c924-4fd0-81f1-9fad24d7933d None None] Routers {'f5fc6a38-1f04-4a51-a59b-7338c6192ca1'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:14.164868 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a0eb56e4-c924-4fd0-81f1-9fad24d7933d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f5fc6a38-1f04-4a51-a59b-7338c6192ca1'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:14.169739 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c49047b9-ce35-4b62-8a28-1947fb18b730 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:14.170993 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c49047b9-ce35-4b62-8a28-1947fb18b730 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.8408458 Aug 16 20:18:14.173749 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34070) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:14.175190 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15d05c4e-d0bb-469e-9247-333fd2f603c1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:14.263279 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d05c4e-d0bb-469e-9247-333fd2f603c1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:14.266436 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-15d05c4e-d0bb-469e-9247-333fd2f603c1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:14.271516 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d05c4e-d0bb-469e-9247-333fd2f603c1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:14.274852 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d05c4e-d0bb-469e-9247-333fd2f603c1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Pushing event updated for resources: {'Port': ['ID=8b211207-cdfb-4b4a-a1a2-446ad2003432,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:14.327544 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-a0eb56e4-c924-4fd0-81f1-9fad24d7933d None None] Set router f5fc6a38-1f04-4a51-a59b-7338c6192ca1 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:18:14.478030 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-97ca7a22-e623-46ae-893d-024983c7a364 req-aa22eb8b-9130-487b-8d86-e5c9860aea2c tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9a9814c-498d-4973-983e-5bcf5fa6fba3 HTTP/1.1" status: 200 len: 210 time: 0.0345478 Aug 16 20:18:14.528099 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9b4600e-9cd0-48ba-b5c1-0e0c3f13c7da tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:14.728533 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a0eb56e4-c924-4fd0-81f1-9fad24d7933d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fc6a38-1f04-4a51-a59b-7338c6192ca1', 'name': '', 'tenant_id': 'e400a3b40c7240a7b6dc81bbb2db286d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b905250-c43b-4a9d-947b-4886e976a939', 'external_fixed_ips': [{'subnet_id': '8471e7af-237c-468b-aed0-16ff80e03abe', 'ip_address': '2001:db8::236'}], 'enable_snat': True}, 'gw_port_id': '08990f9e-48c5-4e8a-949a-50b8f3e9a80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:10Z', 'updated_at': '2021-08-16T20:18:12Z', 'revision_number': 3, 'project_id': 'e400a3b40c7240a7b6dc81bbb2db286d', 'gw_port': {'id': '08990f9e-48c5-4e8a-949a-50b8f3e9a80b', 'name': '', 'network_id': '4b905250-c43b-4a9d-947b-4886e976a939', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:09:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5fc6a38-1f04-4a51-a59b-7338c6192ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '8471e7af-237c-468b-aed0-16ff80e03abe', 'ip_address': '2001:db8::236', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:11Z', 'updated_at': '2021-08-16T20:18:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8471e7af-237c-468b-aed0-16ff80e03abe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:14.841725 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9b4600e-9cd0-48ba-b5c1-0e0c3f13c7da tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:14.868036 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eb56e4-c924-4fd0-81f1-9fad24d7933d None None] Checking router: f5fc6a38-1f04-4a51-a59b-7338c6192ca1 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:18:14.870268 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eb56e4-c924-4fd0-81f1-9fad24d7933d None None] Updating router f5fc6a38-1f04-4a51-a59b-7338c6192ca1 port 08990f9e-48c5-4e8a-949a-50b8f3e9a80b binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:18:14.929035 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a0eb56e4-c924-4fd0-81f1-9fad24d7933d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:15.083656 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c9b4600e-9cd0-48ba-b5c1-0e0c3f13c7da tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Deleting port 08990f9e-48c5-4e8a-949a-50b8f3e9a80b {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:18:15.085975 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15d05c4e-d0bb-469e-9247-333fd2f603c1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:15.093960 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9b4600e-9cd0-48ba-b5c1-0e0c3f13c7da tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:15.268792 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9b4600e-9cd0-48ba-b5c1-0e0c3f13c7da tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:15.308521 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c9b4600e-9cd0-48ba-b5c1-0e0c3f13c7da tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Calling delete_port for 08990f9e-48c5-4e8a-949a-50b8f3e9a80b owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:18:15.662363 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a0eb56e4-c924-4fd0-81f1-9fad24d7933d None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:15.695653 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a0eb56e4-c924-4fd0-81f1-9fad24d7933d None None] Transition to ACTIVE for port object 08990f9e-48c5-4e8a-949a-50b8f3e9a80b will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:15.705137 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a0eb56e4-c924-4fd0-81f1-9fad24d7933d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:15.812325 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9b4600e-9cd0-48ba-b5c1-0e0c3f13c7da tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:15.833248 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a0eb56e4-c924-4fd0-81f1-9fad24d7933d None None] Attempting to bind port 08990f9e-48c5-4e8a-949a-50b8f3e9a80b on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:18:15.833632 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a0eb56e4-c924-4fd0-81f1-9fad24d7933d None None] Attempting to bind port 08990f9e-48c5-4e8a-949a-50b8f3e9a80b by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'ef171bc8-e988-412c-961c-a8f3423c62c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4b905250-c43b-4a9d-947b-4886e976a939'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:18:15.834032 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eb56e4-c924-4fd0-81f1-9fad24d7933d None None] Attempting to bind port 08990f9e-48c5-4e8a-949a-50b8f3e9a80b on network 4b905250-c43b-4a9d-947b-4886e976a939 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:15.841881 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eb56e4-c924-4fd0-81f1-9fad24d7933d None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:18:15.842270 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eb56e4-c924-4fd0-81f1-9fad24d7933d None None] Checking segment: {'id': 'ef171bc8-e988-412c-961c-a8f3423c62c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4b905250-c43b-4a9d-947b-4886e976a939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:15.842686 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a0eb56e4-c924-4fd0-81f1-9fad24d7933d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:15.843090 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eb56e4-c924-4fd0-81f1-9fad24d7933d None None] Bound using segment: {'id': 'ef171bc8-e988-412c-961c-a8f3423c62c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4b905250-c43b-4a9d-947b-4886e976a939'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:18:15.843605 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a0eb56e4-c924-4fd0-81f1-9fad24d7933d None None] Bound port: 08990f9e-48c5-4e8a-949a-50b8f3e9a80b, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef171bc8-e988-412c-961c-a8f3423c62c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4b905250-c43b-4a9d-947b-4886e976a939'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:18:15.844000 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a0eb56e4-c924-4fd0-81f1-9fad24d7933d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:15.863667 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4600e-9cd0-48ba-b5c1-0e0c3f13c7da tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Pushing event deleted for resources: {'Port': ['ID=08990f9e-48c5-4e8a-949a-50b8f3e9a80b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:15.881815 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a0eb56e4-c924-4fd0-81f1-9fad24d7933d None None] Port 08990f9e-48c5-4e8a-949a-50b8f3e9a80b has been deleted concurrently {{(pid=94772) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 16 20:18:15.893895 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9b4600e-9cd0-48ba-b5c1-0e0c3f13c7da tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:15.899991 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471d22a-420f-4c1b-9384-1b33f2da52d9 None None] Pushing event updated for resources: {'Port': ['ID=08990f9e-48c5-4e8a-949a-50b8f3e9a80b,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:15.914779 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1a252304-ae27-445b-bc43-9c668e1744d0 req-97d8c1b7-9294-4117-8878-de2ffd85ff84 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9a9814c-498d-4973-983e-5bcf5fa6fba3 HTTP/1.1" status: 200 len: 210 time: 0.2077463 Aug 16 20:18:15.934323 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eb56e4-c924-4fd0-81f1-9fad24d7933d None None] Routers {'f5fc6a38-1f04-4a51-a59b-7338c6192ca1'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:15.935216 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a0eb56e4-c924-4fd0-81f1-9fad24d7933d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f5fc6a38-1f04-4a51-a59b-7338c6192ca1'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:16.105242 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15d05c4e-d0bb-469e-9247-333fd2f603c1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:16.144872 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-a0eb56e4-c924-4fd0-81f1-9fad24d7933d None None] Set router f5fc6a38-1f04-4a51-a59b-7338c6192ca1 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:18:16.173633 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9b4600e-9cd0-48ba-b5c1-0e0c3f13c7da tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:16.177333 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9b4600e-9cd0-48ba-b5c1-0e0c3f13c7da tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:16.277389 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a0eb56e4-c924-4fd0-81f1-9fad24d7933d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fc6a38-1f04-4a51-a59b-7338c6192ca1', 'name': '', 'tenant_id': 'e400a3b40c7240a7b6dc81bbb2db286d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:10Z', 'updated_at': '2021-08-16T20:18:15Z', 'revision_number': 5, 'project_id': 'e400a3b40c7240a7b6dc81bbb2db286d', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:16.280486 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9b4600e-9cd0-48ba-b5c1-0e0c3f13c7da tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:16.281880 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b4600e-9cd0-48ba-b5c1-0e0c3f13c7da tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f5fc6a38-1f04-4a51-a59b-7338c6192ca1 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:18:16.289494 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9b4600e-9cd0-48ba-b5c1-0e0c3f13c7da tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:16.298789 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c9b4600e-9cd0-48ba-b5c1-0e0c3f13c7da tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "DELETE /v2.0/routers/f5fc6a38-1f04-4a51-a59b-7338c6192ca1 HTTP/1.1" status: 204 len: 168 time: 2.1224427 Aug 16 20:18:16.298789 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34132) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:16.327713 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eb56e4-c924-4fd0-81f1-9fad24d7933d None None] The sync data for ids ['f5fc6a38-1f04-4a51-a59b-7338c6192ca1'] in n-d-787206-13 is: [{'id': 'f5fc6a38-1f04-4a51-a59b-7338c6192ca1', 'name': '', 'tenant_id': 'e400a3b40c7240a7b6dc81bbb2db286d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:10Z', 'updated_at': '2021-08-16T20:18:15Z', 'revision_number': 5, 'project_id': 'e400a3b40c7240a7b6dc81bbb2db286d', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:18:16.360057 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f40d7df-9eaa-4788-b2c5-fa99404b6005 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Deleting subnet 8471e7af-237c-468b-aed0-16ff80e03abe {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:18:16.364639 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4f40d7df-9eaa-4788-b2c5-fa99404b6005 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:16.384692 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d05c4e-d0bb-469e-9247-333fd2f603c1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Router c45318d0-2dde-48e9-895e-936e47d05e4d is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:18:16.415611 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4f40d7df-9eaa-4788-b2c5-fa99404b6005 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:16.472869 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4f40d7df-9eaa-4788-b2c5-fa99404b6005 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:16.534183 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d05c4e-d0bb-469e-9247-333fd2f603c1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:18:16.553269 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf0d93c-d693-4852-b592-6fef22ed54af None None] Sync routers for ids ['c45318d0-2dde-48e9-895e-936e47d05e4d'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:18:16.577450 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf0d93c-d693-4852-b592-6fef22ed54af None None] Routers {'c45318d0-2dde-48e9-895e-936e47d05e4d'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:16.577763 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4f40d7df-9eaa-4788-b2c5-fa99404b6005 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:16.578081 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-daf0d93c-d693-4852-b592-6fef22ed54af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['c45318d0-2dde-48e9-895e-936e47d05e4d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:16.588642 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15d05c4e-d0bb-469e-9247-333fd2f603c1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:16.591359 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-15d05c4e-d0bb-469e-9247-333fd2f603c1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.1704266 Aug 16 20:18:16.593287 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34142) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:16.639344 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40d7df-9eaa-4788-b2c5-fa99404b6005 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8471e7af-237c-468b-aed0-16ff80e03abe,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:16.659555 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4f40d7df-9eaa-4788-b2c5-fa99404b6005 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:16.661411 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4f40d7df-9eaa-4788-b2c5-fa99404b6005 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "DELETE /v2.0/subnets/8471e7af-237c-468b-aed0-16ff80e03abe HTTP/1.1" status: 204 len: 168 time: 0.3623002 Aug 16 20:18:16.671852 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34146) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:16.791130 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64a9a80d-6197-4c8c-9c2c-8625ff81f2eb tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:16.824479 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-daf0d93c-d693-4852-b592-6fef22ed54af None None] Set router c45318d0-2dde-48e9-895e-936e47d05e4d gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:18:16.920142 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9f84e4de-0ecf-446b-bed9-d97c71c3f53d tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "GET /v2.0/routers/c45318d0-2dde-48e9-895e-936e47d05e4d HTTP/1.1" status: 200 len: 908 time: 0.3232644 Aug 16 20:18:16.922230 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34150) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:16.929522 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3218475c-67f6-4edd-ba22-ea9485c5f4a9 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Request body: {'router': {'name': 'tempest-snat-router-715578959', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'enable_snat': True}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:16.988235 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64a9a80d-6197-4c8c-9c2c-8625ff81f2eb tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:17.014664 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-64a9a80d-6197-4c8c-9c2c-8625ff81f2eb tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b905250-c43b-4a9d-947b-4886e976a939']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:17.038065 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-64a9a80d-6197-4c8c-9c2c-8625ff81f2eb tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef171bc8-e988-412c-961c-a8f3423c62c1') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:17.038366 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-64a9a80d-6197-4c8c-9c2c-8625ff81f2eb tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef171bc8-e988-412c-961c-a8f3423c62c1') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:17.060620 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64a9a80d-6197-4c8c-9c2c-8625ff81f2eb tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:17.064747 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-48e101bc-343e-4fe1-a4f2-ab966685c1e6 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:17.066685 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-48e101bc-343e-4fe1-a4f2-ab966685c1e6 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.57 "GET /v2.0/networks?id=185dd4a9-27c5-4031-8106-50b2573b079d HTTP/1.1" status: 200 len: 806 time: 0.3408656 Aug 16 20:18:17.068315 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3218475c-67f6-4edd-ba22-ea9485c5f4a9 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:17.069408 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3218475c-67f6-4edd-ba22-ea9485c5f4a9 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:17.091217 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-db328ecf-f68b-408a-ad6a-5027e845fc38 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Request body: {'port': {'device_id': 'a9a9814c-498d-4973-983e-5bcf5fa6fba3', 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d', 'admin_state_up': True, 'tenant_id': '6fb8716d1b824bb9ac2e976008166d30'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:17.133703 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2c3c6268-f7ba-437d-b63b-4dee2d7c5d8f req-7a0bf2e8-6926-4e97-b093-07fcccc9cafe tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9a9814c-498d-4973-983e-5bcf5fa6fba3 HTTP/1.1" status: 200 len: 210 time: 0.0779061 Aug 16 20:18:17.147051 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64a9a80d-6197-4c8c-9c2c-8625ff81f2eb tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:17.161189 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a9a80d-6197-4c8c-9c2c-8625ff81f2eb tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:18:17.164103 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64a9a80d-6197-4c8c-9c2c-8625ff81f2eb tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:17.204485 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:18:17.204485 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:18:17.204485 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:18:17.204485 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:18:17.204485 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:18:17.204485 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:18:17.204485 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:18:17.204485 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:18:17.204485 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:18:17.204485 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:18:17.204485 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:18:17.204485 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:18:17.204485 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:18:17.204485 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:18:17.204485 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:18:17.204485 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:18:17.204485 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:18:17.204485 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:18:17.204485 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:18:17.204485 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:18:17.204485 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:18:17.204485 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:18:17.204485 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:18:17.204485 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:18:17.204485 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:18:17.204485 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:18:17.204485 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:18:17.204485 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:18:17.204485 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:18:17.204485 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:18:17.204485 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:18:17.204485 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:18:17.225368 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-daf0d93c-d693-4852-b592-6fef22ed54af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45318d0-2dde-48e9-895e-936e47d05e4d', 'name': 'tempest-snat-router-715578959', 'tenant_id': '2f0b20f4d0874129ad943c5f42baf9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.189'}], 'enable_snat': False}, 'gw_port_id': '8b211207-cdfb-4b4a-a1a2-446ad2003432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:12Z', 'updated_at': '2021-08-16T20:18:14Z', 'revision_number': 3, 'project_id': '2f0b20f4d0874129ad943c5f42baf9f4', 'gw_port': {'id': '8b211207-cdfb-4b4a-a1a2-446ad2003432', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45318d0-2dde-48e9-895e-936e47d05e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:13Z', 'updated_at': '2021-08-16T20:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:17.247367 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3218475c-67f6-4edd-ba22-ea9485c5f4a9 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:17.300724 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf0d93c-d693-4852-b592-6fef22ed54af None None] Checking router: c45318d0-2dde-48e9-895e-936e47d05e4d for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:18:17.301494 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf0d93c-d693-4852-b592-6fef22ed54af None None] Updating router c45318d0-2dde-48e9-895e-936e47d05e4d port 8b211207-cdfb-4b4a-a1a2-446ad2003432 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:18:17.321437 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64a9a80d-6197-4c8c-9c2c-8625ff81f2eb tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:17.328718 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a9a80d-6197-4c8c-9c2c-8625ff81f2eb tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4b905250-c43b-4a9d-947b-4886e976a939 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 20:18:17.331549 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64a9a80d-6197-4c8c-9c2c-8625ff81f2eb tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:17.342400 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-64a9a80d-6197-4c8c-9c2c-8625ff81f2eb tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "DELETE /v2.0/networks/4b905250-c43b-4a9d-947b-4886e976a939 HTTP/1.1" status: 204 len: 168 time: 0.6691396 Aug 16 20:18:17.354942 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9a80d-6197-4c8c-9c2c-8625ff81f2eb tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Pushing event deleted for resources: {'Network': ['ID=4b905250-c43b-4a9d-947b-4886e976a939,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:17.365404 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-daf0d93c-d693-4852-b592-6fef22ed54af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:17.585631 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3218475c-67f6-4edd-ba22-ea9485c5f4a9 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:17.592728 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-db328ecf-f68b-408a-ad6a-5027e845fc38 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Made reservation on behalf of 6fb8716d1b824bb9ac2e976008166d30 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:17.602570 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-db328ecf-f68b-408a-ad6a-5027e845fc38 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:17.803502 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-db328ecf-f68b-408a-ad6a-5027e845fc38 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Allocated IP 172.20.0.2 (185dd4a9-27c5-4031-8106-50b2573b079d/9174bd88-4f29-46ef-992b-f91f82dd45cf/04321e14-93df-4fa0-901a-9eebfe5dfd27) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:17.902944 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-daf0d93c-d693-4852-b592-6fef22ed54af None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:17.917660 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34184) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:17.922415 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5b4caeac-54be-43be-b060-4084653e875b tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Request body: {'router': {'name': 'tempest-router--631297486', 'project_id': '8b1cadf550804d6db19d780cd0119e9c'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:17.948628 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-daf0d93c-d693-4852-b592-6fef22ed54af None None] Transition to ACTIVE for port object 8b211207-cdfb-4b4a-a1a2-446ad2003432 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:17.963281 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-daf0d93c-d693-4852-b592-6fef22ed54af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:17.971919 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5b4caeac-54be-43be-b060-4084653e875b tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:17.975768 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5b4caeac-54be-43be-b060-4084653e875b tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:18.081641 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-db328ecf-f68b-408a-ad6a-5027e845fc38 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:18.082696 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5b4caeac-54be-43be-b060-4084653e875b tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:18.096175 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5b4caeac-54be-43be-b060-4084653e875b tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:18.097180 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5894fb93-e2a8-41d7-9e15-ed624723b6ea None None] Pushing event updated for resources: {'Port': ['ID=8b211207-cdfb-4b4a-a1a2-446ad2003432,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:18.100704 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-daf0d93c-d693-4852-b592-6fef22ed54af None None] Attempting to bind port 8b211207-cdfb-4b4a-a1a2-446ad2003432 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:18:18.101065 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-daf0d93c-d693-4852-b592-6fef22ed54af None None] Attempting to bind port 8b211207-cdfb-4b4a-a1a2-446ad2003432 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:18:18.101418 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf0d93c-d693-4852-b592-6fef22ed54af None None] Attempting to bind port 8b211207-cdfb-4b4a-a1a2-446ad2003432 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:18.107311 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf0d93c-d693-4852-b592-6fef22ed54af None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:18:18.107677 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf0d93c-d693-4852-b592-6fef22ed54af None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:18.108079 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-daf0d93c-d693-4852-b592-6fef22ed54af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:18.108465 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf0d93c-d693-4852-b592-6fef22ed54af None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:18:18.108920 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-daf0d93c-d693-4852-b592-6fef22ed54af None None] Bound port: 8b211207-cdfb-4b4a-a1a2-446ad2003432, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:18:18.109320 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-daf0d93c-d693-4852-b592-6fef22ed54af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:18.128320 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5b4caeac-54be-43be-b060-4084653e875b tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:18.133208 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5b4caeac-54be-43be-b060-4084653e875b tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2142341 Aug 16 20:18:18.134177 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34186) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:18.219421 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3218475c-67f6-4edd-ba22-ea9485c5f4a9 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:18.229835 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-daf0d93c-d693-4852-b592-6fef22ed54af None None] For port 8b211207-cdfb-4b4a-a1a2-446ad2003432, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:18:18.234286 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-daf0d93c-d693-4852-b592-6fef22ed54af None None] For port 8b211207-cdfb-4b4a-a1a2-446ad2003432, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8b211207-cdfb-4b4a-a1a2-446ad2003432,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:18:18.241945 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-daf0d93c-d693-4852-b592-6fef22ed54af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:18.284551 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13588ac3-625d-4a7f-88cb-dcf047131a9c tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:18.292137 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3218475c-67f6-4edd-ba22-ea9485c5f4a9 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:18.313035 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf0d93c-d693-4852-b592-6fef22ed54af None None] Routers {'c45318d0-2dde-48e9-895e-936e47d05e4d'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:18.313678 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-daf0d93c-d693-4852-b592-6fef22ed54af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['c45318d0-2dde-48e9-895e-936e47d05e4d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:18.331195 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-db328ecf-f68b-408a-ad6a-5027e845fc38 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:18.423854 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5894fb93-e2a8-41d7-9e15-ed624723b6ea None None] Pushing event updated for resources: {'Port': ['ID=8b211207-cdfb-4b4a-a1a2-446ad2003432,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:18.446726 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-db328ecf-f68b-408a-ad6a-5027e845fc38 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Network 185dd4a9-27c5-4031-8106-50b2573b079d is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:18.458223 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-db328ecf-f68b-408a-ad6a-5027e845fc38 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:18.466517 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-db328ecf-f68b-408a-ad6a-5027e845fc38 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:18.496154 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4201f-7c68-4dac-8124-eecff12fcfb2 req-afa13a03-36f1-473f-a3de-a6a593cee6ab tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:18.497690 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d7a4201f-7c68-4dac-8124-eecff12fcfb2 req-afa13a03-36f1-473f-a3de-a6a593cee6ab tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9a9814c-498d-4973-983e-5bcf5fa6fba3 HTTP/1.1" status: 200 len: 931 time: 0.2075489 Aug 16 20:18:18.536661 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-daf0d93c-d693-4852-b592-6fef22ed54af None None] Set router c45318d0-2dde-48e9-895e-936e47d05e4d gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:18:18.564403 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db328ecf-f68b-408a-ad6a-5027e845fc38 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Pushing event updated for resources: {'Port': ['ID=04321e14-93df-4fa0-901a-9eebfe5dfd27,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:18.651626 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13588ac3-625d-4a7f-88cb-dcf047131a9c tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:18.654446 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13588ac3-625d-4a7f-88cb-dcf047131a9c tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:18.705757 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-db328ecf-f68b-408a-ad6a-5027e845fc38 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:18.707645 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-db328ecf-f68b-408a-ad6a-5027e845fc38 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:18.762845 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13588ac3-625d-4a7f-88cb-dcf047131a9c tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:18.763424 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13588ac3-625d-4a7f-88cb-dcf047131a9c tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1df45682-617a-4a73-ba1c-cf96aba7abad {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:18:18.767795 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13588ac3-625d-4a7f-88cb-dcf047131a9c tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:18.772318 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-13588ac3-625d-4a7f-88cb-dcf047131a9c tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "DELETE /v2.0/routers/1df45682-617a-4a73-ba1c-cf96aba7abad HTTP/1.1" status: 204 len: 168 time: 0.6368091 Aug 16 20:18:18.772740 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-3218475c-67f6-4edd-ba22-ea9485c5f4a9 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Allocated IP 172.25.8.199 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/6c534ede-aeb1-454d-bb91-8d8196a2e2f7) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:18.816548 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-daf0d93c-d693-4852-b592-6fef22ed54af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45318d0-2dde-48e9-895e-936e47d05e4d', 'name': 'tempest-snat-router-715578959', 'tenant_id': '2f0b20f4d0874129ad943c5f42baf9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.189'}], 'enable_snat': False}, 'gw_port_id': '8b211207-cdfb-4b4a-a1a2-446ad2003432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:12Z', 'updated_at': '2021-08-16T20:18:14Z', 'revision_number': 3, 'project_id': '2f0b20f4d0874129ad943c5f42baf9f4', 'gw_port': {'id': '8b211207-cdfb-4b4a-a1a2-446ad2003432', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45318d0-2dde-48e9-895e-936e47d05e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:13Z', 'updated_at': '2021-08-16T20:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:18.868217 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf0d93c-d693-4852-b592-6fef22ed54af None None] The sync data for ids ['c45318d0-2dde-48e9-895e-936e47d05e4d'] in n-d-787206-13 is: [{'id': 'c45318d0-2dde-48e9-895e-936e47d05e4d', 'name': 'tempest-snat-router-715578959', 'tenant_id': '2f0b20f4d0874129ad943c5f42baf9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.189'}], 'enable_snat': False}, 'gw_port_id': '8b211207-cdfb-4b4a-a1a2-446ad2003432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:12Z', 'updated_at': '2021-08-16T20:18:14Z', 'revision_number': 3, 'project_id': '2f0b20f4d0874129ad943c5f42baf9f4', 'gw_port': {'id': '8b211207-cdfb-4b4a-a1a2-446ad2003432', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45318d0-2dde-48e9-895e-936e47d05e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:13Z', 'updated_at': '2021-08-16T20:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:18:18.976387 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34210) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:18.981019 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d7a4201f-7c68-4dac-8124-eecff12fcfb2 req-f513c5fb-0d6f-4798-9b50-f73d0aea84ea tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573870 Aug 16 20:18:19.012550 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3218475c-67f6-4edd-ba22-ea9485c5f4a9 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:19.015813 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-db328ecf-f68b-408a-ad6a-5027e845fc38 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9303851 Aug 16 20:18:19.069378 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-e502dd6f-e911-42a7-82c9-1f893e26258a service neutron] Request body: {'port': {'device_id': 'a9a9814c-498d-4973-983e-5bcf5fa6fba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:19.151231 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3218475c-67f6-4edd-ba22-ea9485c5f4a9 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:19.198295 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-e502dd6f-e911-42a7-82c9-1f893e26258a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:19.234464 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3218475c-67f6-4edd-ba22-ea9485c5f4a9 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:19.242019 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-3218475c-67f6-4edd-ba22-ea9485c5f4a9 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:19.246665 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218475c-67f6-4edd-ba22-ea9485c5f4a9 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Pushing event updated for resources: {'Port': ['ID=6c534ede-aeb1-454d-bb91-8d8196a2e2f7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:19.249083 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3218475c-67f6-4edd-ba22-ea9485c5f4a9 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:19.317466 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-10389dc7-caab-4ec4-9eef-534ed615f543 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-142370632', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}, 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:19.371138 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10389dc7-caab-4ec4-9eef-534ed615f543 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:19.372816 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10389dc7-caab-4ec4-9eef-534ed615f543 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:19.508150 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10389dc7-caab-4ec4-9eef-534ed615f543 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:19.532407 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8b211207-cdfb-4b4a-a1a2-446ad2003432 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:18:19.622695 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 8b211207-cdfb-4b4a-a1a2-446ad2003432 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:19.627795 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 8b211207-cdfb-4b4a-a1a2-446ad2003432 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:19.628574 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:19.811805 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:19.840906 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10389dc7-caab-4ec4-9eef-534ed615f543 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:19.858018 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 8b211207-cdfb-4b4a-a1a2-446ad2003432, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8b211207-cdfb-4b4a-a1a2-446ad2003432,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:19.872445 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:19.948774 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=8b211207-cdfb-4b4a-a1a2-446ad2003432,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:20.024366 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3218475c-67f6-4edd-ba22-ea9485c5f4a9 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:20.269804 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10389dc7-caab-4ec4-9eef-534ed615f543 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:20.298445 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10389dc7-caab-4ec4-9eef-534ed615f543 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:20.314034 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0b882-9666-4d8b-8047-45df167ad2bb req-57dcaab6-1219-4e8c-ae23-39131013ea85 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:20.315693 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-45a0b882-9666-4d8b-8047-45df167ad2bb req-57dcaab6-1219-4e8c-ae23-39131013ea85 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9a9814c-498d-4973-983e-5bcf5fa6fba3 HTTP/1.1" status: 200 len: 931 time: 0.1624207 Aug 16 20:18:20.501752 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-45a0b882-9666-4d8b-8047-45df167ad2bb req-55620e6a-121b-4536-a39f-3837e85a2145 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758242 Aug 16 20:18:20.664982 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-10389dc7-caab-4ec4-9eef-534ed615f543 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Allocated IP 172.25.8.172 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/de355bfc-667e-4ba8-b30b-830705d39c4a) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:20.863046 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10389dc7-caab-4ec4-9eef-534ed615f543 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:20.894102 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-e502dd6f-e911-42a7-82c9-1f893e26258a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04321e14-93df-4fa0-901a-9eebfe5dfd27 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:18:20.905093 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-e502dd6f-e911-42a7-82c9-1f893e26258a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:20.924487 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-e502dd6f-e911-42a7-82c9-1f893e26258a service neutron] Transition to ACTIVE for port object 04321e14-93df-4fa0-901a-9eebfe5dfd27 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:20.930517 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-e502dd6f-e911-42a7-82c9-1f893e26258a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:21.008684 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10389dc7-caab-4ec4-9eef-534ed615f543 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:21.059183 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10389dc7-caab-4ec4-9eef-534ed615f543 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:21.069124 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-10389dc7-caab-4ec4-9eef-534ed615f543 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:21.079335 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10389dc7-caab-4ec4-9eef-534ed615f543 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:21.085604 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502dd6f-e911-42a7-82c9-1f893e26258a service neutron] Pushing event updated for resources: {'Port': ['ID=04321e14-93df-4fa0-901a-9eebfe5dfd27,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:21.130434 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10389dc7-caab-4ec4-9eef-534ed615f543 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Pushing event updated for resources: {'Port': ['ID=de355bfc-667e-4ba8-b30b-830705d39c4a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:21.216938 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3218475c-67f6-4edd-ba22-ea9485c5f4a9 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:21.293741 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-e502dd6f-e911-42a7-82c9-1f893e26258a service neutron] Attempting to bind port 04321e14-93df-4fa0-901a-9eebfe5dfd27 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:18:21.295099 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-e502dd6f-e911-42a7-82c9-1f893e26258a service neutron] Attempting to bind port 04321e14-93df-4fa0-901a-9eebfe5dfd27 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '707b3413-318b-4129-aa23-391c2507bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:18:21.295974 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-e502dd6f-e911-42a7-82c9-1f893e26258a service neutron] Attempting to bind port 04321e14-93df-4fa0-901a-9eebfe5dfd27 on network 185dd4a9-27c5-4031-8106-50b2573b079d {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:21.317713 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-e502dd6f-e911-42a7-82c9-1f893e26258a service neutron] Port 04321e14-93df-4fa0-901a-9eebfe5dfd27 on network 185dd4a9-27c5-4031-8106-50b2573b079d not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:18:21.318897 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-e502dd6f-e911-42a7-82c9-1f893e26258a service neutron] Attempting to bind port 04321e14-93df-4fa0-901a-9eebfe5dfd27 on network 185dd4a9-27c5-4031-8106-50b2573b079d {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:21.334887 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-e502dd6f-e911-42a7-82c9-1f893e26258a service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:18:21.335938 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-e502dd6f-e911-42a7-82c9-1f893e26258a service neutron] Checking segment: {'id': '707b3413-318b-4129-aa23-391c2507bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:21.336238 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-e502dd6f-e911-42a7-82c9-1f893e26258a service neutron] Bound using segment: {'id': '707b3413-318b-4129-aa23-391c2507bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:18:21.336626 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-e502dd6f-e911-42a7-82c9-1f893e26258a service neutron] Bound port: 04321e14-93df-4fa0-901a-9eebfe5dfd27, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '707b3413-318b-4129-aa23-391c2507bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:18:21.337021 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-e502dd6f-e911-42a7-82c9-1f893e26258a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:21.446086 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10389dc7-caab-4ec4-9eef-534ed615f543 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:21.507609 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-e502dd6f-e911-42a7-82c9-1f893e26258a service neutron] For port 04321e14-93df-4fa0-901a-9eebfe5dfd27, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:18:21.509069 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8b211207-cdfb-4b4a-a1a2-446ad2003432 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:18:21.517145 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-e502dd6f-e911-42a7-82c9-1f893e26258a service neutron] For port 04321e14-93df-4fa0-901a-9eebfe5dfd27, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=04321e14-93df-4fa0-901a-9eebfe5dfd27,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:18:21.537629 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-e502dd6f-e911-42a7-82c9-1f893e26258a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:21.566623 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3218475c-67f6-4edd-ba22-ea9485c5f4a9 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Router 048f0659-31ee-45ff-86ee-7a21a2ce57eb is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:18:21.585387 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-e502dd6f-e911-42a7-82c9-1f893e26258a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:21.586500 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-e502dd6f-e911-42a7-82c9-1f893e26258a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:21.589332 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-e502dd6f-e911-42a7-82c9-1f893e26258a service neutron] 10.222.0.57 "PUT /v2.0/ports/04321e14-93df-4fa0-901a-9eebfe5dfd27 HTTP/1.1" status: 200 len: 1092 time: 2.5419428 Aug 16 20:18:21.613835 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a9814c-498d-4973-983e-5bcf5fa6fba3', 'tag': '04321e14-93df-4fa0-901a-9eebfe5dfd27'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:18:21.620939 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65899b8a-0b59-42cc-9926-78901af19b80" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a9814c-498d-4973-983e-5bcf5fa6fba3", "tag": "04321e14-93df-4fa0-901a-9eebfe5dfd27"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:18:21.632648 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 8b211207-cdfb-4b4a-a1a2-446ad2003432 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:21.633824 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:21.780617 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502dd6f-e911-42a7-82c9-1f893e26258a service neutron] Pushing event updated for resources: {'Port': ['ID=04321e14-93df-4fa0-901a-9eebfe5dfd27,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:21.802093 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10389dc7-caab-4ec4-9eef-534ed615f543 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:21.889558 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-3b2fd624-349d-4b61-9272-41856690d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:21.899814 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-3b2fd624-349d-4b61-9272-41856690d940 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6fb8716d1b824bb9ac2e976008166d30&device_id=a9a9814c-498d-4973-983e-5bcf5fa6fba3 HTTP/1.1" status: 200 len: 1095 time: 0.2500854 Aug 16 20:18:21.919670 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758055c9-da46-4356-9fc9-776f180d8b91 req-336bae57-e678-4a4a-aa5d-329067857e19 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:21.921229 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-758055c9-da46-4356-9fc9-776f180d8b91 req-336bae57-e678-4a4a-aa5d-329067857e19 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9a9814c-498d-4973-983e-5bcf5fa6fba3 HTTP/1.1" status: 200 len: 943 time: 0.2919104 Aug 16 20:18:21.970885 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8842c9a2-4345-46de-bd74-8357349fa6ff x-openstack-request-id: req-8842c9a2-4345-46de-bd74-8357349fa6ff {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:18:21.971175 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a9814c-498d-4973-983e-5bcf5fa6fba3", "tag": "04321e14-93df-4fa0-901a-9eebfe5dfd27", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:18:21.971495 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8842c9a2-4345-46de-bd74-8357349fa6ff {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:18:21.971860 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a9814c-498d-4973-983e-5bcf5fa6fba3', 'tag': '04321e14-93df-4fa0-901a-9eebfe5dfd27', 'status': 'completed', 'code': 200} Aug 16 20:18:21.985605 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-4f499e99-104e-4b4f-9249-62e6939d6859 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=04321e14-93df-4fa0-901a-9eebfe5dfd27 HTTP/1.1" status: 200 len: 217 time: 0.0633759 Aug 16 20:18:22.026639 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10389dc7-caab-4ec4-9eef-534ed615f543 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Router c0aaf3cd-356d-49c8-9bae-a2792a6fae04 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:18:22.041422 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3218475c-67f6-4edd-ba22-ea9485c5f4a9 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:18:22.081587 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf96c74e-fedc-48c2-8977-40e19a07c5f0 None None] Sync routers for ids ['048f0659-31ee-45ff-86ee-7a21a2ce57eb'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:18:22.096032 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf96c74e-fedc-48c2-8977-40e19a07c5f0 None None] Routers {'048f0659-31ee-45ff-86ee-7a21a2ce57eb'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:22.097191 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-cf96c74e-fedc-48c2-8977-40e19a07c5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['048f0659-31ee-45ff-86ee-7a21a2ce57eb'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:22.098101 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-758055c9-da46-4356-9fc9-776f180d8b91 req-b6ba8b79-33e8-4fd8-96ac-ff038adfe77f tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288059 Aug 16 20:18:22.158455 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3218475c-67f6-4edd-ba22-ea9485c5f4a9 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:22.162065 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3218475c-67f6-4edd-ba22-ea9485c5f4a9 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.2362556 Aug 16 20:18:22.164300 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34288) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:22.167176 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-a9742f9d-9669-4949-9d3b-bc523369adf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:22.168696 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-a9742f9d-9669-4949-9d3b-bc523369adf6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9174bd88-4f29-46ef-992b-f91f82dd45cf HTTP/1.1" status: 200 len: 846 time: 0.1696639 Aug 16 20:18:22.235643 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-f640c557-9e44-43bd-a802-65f44646f60b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=185dd4a9-27c5-4031-8106-50b2573b079d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595734 Aug 16 20:18:22.246934 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-cf96c74e-fedc-48c2-8977-40e19a07c5f0 None None] Set router 048f0659-31ee-45ff-86ee-7a21a2ce57eb gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:18:22.353276 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-157205ea-0dcf-4e05-b28c-a89791cd5ef9 service neutron] 10.222.0.57 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104107 Aug 16 20:18:22.485755 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b31d8315-24bd-4f65-bcfe-bf618a580d5f req-09952e2f-0345-40d9-ae2b-720792617a78 service neutron] 10.222.0.57 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222007 Aug 16 20:18:22.487679 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-cf96c74e-fedc-48c2-8977-40e19a07c5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048f0659-31ee-45ff-86ee-7a21a2ce57eb', 'name': 'tempest-snat-router-715578959', 'tenant_id': '2f0b20f4d0874129ad943c5f42baf9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '6c534ede-aeb1-454d-bb91-8d8196a2e2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:17Z', 'updated_at': '2021-08-16T20:18:19Z', 'revision_number': 3, 'project_id': '2f0b20f4d0874129ad943c5f42baf9f4', 'gw_port': {'id': '6c534ede-aeb1-454d-bb91-8d8196a2e2f7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:96:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048f0659-31ee-45ff-86ee-7a21a2ce57eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:18Z', 'updated_at': '2021-08-16T20:18:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:22.526058 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf96c74e-fedc-48c2-8977-40e19a07c5f0 None None] Checking router: 048f0659-31ee-45ff-86ee-7a21a2ce57eb for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:18:22.526721 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf96c74e-fedc-48c2-8977-40e19a07c5f0 None None] Updating router 048f0659-31ee-45ff-86ee-7a21a2ce57eb port 6c534ede-aeb1-454d-bb91-8d8196a2e2f7 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:18:22.559199 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf96c74e-fedc-48c2-8977-40e19a07c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:22.619731 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65899b8a-0b59-42cc-9926-78901af19b80 req-fc1941ed-93f1-4a09-91bb-3dc06f33b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:22.623995 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-65899b8a-0b59-42cc-9926-78901af19b80 req-fc1941ed-93f1-4a09-91bb-3dc06f33b3c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6fb8716d1b824bb9ac2e976008166d30&device_id=a9a9814c-498d-4973-983e-5bcf5fa6fba3 HTTP/1.1" status: 200 len: 1095 time: 0.0880654 Aug 16 20:18:22.777007 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65899b8a-0b59-42cc-9926-78901af19b80 req-586cee6a-0b3e-48b1-9014-609c73985d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:22.779624 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-65899b8a-0b59-42cc-9926-78901af19b80 req-586cee6a-0b3e-48b1-9014-609c73985d76 service neutron] 10.222.0.57 "GET /v2.0/networks?id=185dd4a9-27c5-4031-8106-50b2573b079d HTTP/1.1" status: 200 len: 907 time: 0.1508253 Aug 16 20:18:22.796940 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2c8cb10f-7a18-440a-ad33-57ca300af308 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "GET /v2.0/routers/048f0659-31ee-45ff-86ee-7a21a2ce57eb HTTP/1.1" status: 200 len: 907 time: 0.6284029 Aug 16 20:18:22.797182 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34308) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:22.876927 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10389dc7-caab-4ec4-9eef-534ed615f543 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:18:22.887534 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a813d249-2411-4f6f-8d18-16ceb34627c1 None None] Sync routers for ids ['c0aaf3cd-356d-49c8-9bae-a2792a6fae04'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:18:22.900283 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a813d249-2411-4f6f-8d18-16ceb34627c1 None None] Routers {'c0aaf3cd-356d-49c8-9bae-a2792a6fae04'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:22.908280 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a813d249-2411-4f6f-8d18-16ceb34627c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['c0aaf3cd-356d-49c8-9bae-a2792a6fae04'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:22.932636 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-65899b8a-0b59-42cc-9926-78901af19b80 req-dd2f4987-5f9d-4aee-a78e-5e610ec7715b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=04321e14-93df-4fa0-901a-9eebfe5dfd27 HTTP/1.1" status: 200 len: 217 time: 0.1446187 Aug 16 20:18:22.972950 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a813d249-2411-4f6f-8d18-16ceb34627c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:22.990442 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf96c74e-fedc-48c2-8977-40e19a07c5f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:22.991221 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9048b8ef-fab4-4bd0-9717-299338173cc0 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:23.004731 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a813d249-2411-4f6f-8d18-16ceb34627c1 None None] Routers {'c0aaf3cd-356d-49c8-9bae-a2792a6fae04'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:23.010085 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a813d249-2411-4f6f-8d18-16ceb34627c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['c0aaf3cd-356d-49c8-9bae-a2792a6fae04'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:23.011863 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf96c74e-fedc-48c2-8977-40e19a07c5f0 None None] Transition to ACTIVE for port object 6c534ede-aeb1-454d-bb91-8d8196a2e2f7 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:23.020106 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf96c74e-fedc-48c2-8977-40e19a07c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:23.049395 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65899b8a-0b59-42cc-9926-78901af19b80 req-11208991-f1ac-4e32-af6d-0d38f7274ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:23.050905 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-65899b8a-0b59-42cc-9926-78901af19b80 req-11208991-f1ac-4e32-af6d-0d38f7274ce2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9174bd88-4f29-46ef-992b-f91f82dd45cf HTTP/1.1" status: 200 len: 846 time: 0.1094556 Aug 16 20:18:23.083105 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a813d249-2411-4f6f-8d18-16ceb34627c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:23.084319 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a813d249-2411-4f6f-8d18-16ceb34627c1 None None] The sync data for ids ['c0aaf3cd-356d-49c8-9bae-a2792a6fae04'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:18:23.091129 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10389dc7-caab-4ec4-9eef-534ed615f543 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:23.092422 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-10389dc7-caab-4ec4-9eef-534ed615f543 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.1145928 Aug 16 20:18:23.095715 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-65899b8a-0b59-42cc-9926-78901af19b80 req-0c21eb7a-c3a6-4cfe-819a-725b41b42b8d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=185dd4a9-27c5-4031-8106-50b2573b079d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318398 Aug 16 20:18:23.096229 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34314) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:23.103016 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-cf96c74e-fedc-48c2-8977-40e19a07c5f0 None None] Attempting to bind port 6c534ede-aeb1-454d-bb91-8d8196a2e2f7 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:18:23.103437 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-cf96c74e-fedc-48c2-8977-40e19a07c5f0 None None] Attempting to bind port 6c534ede-aeb1-454d-bb91-8d8196a2e2f7 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:18:23.103810 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf96c74e-fedc-48c2-8977-40e19a07c5f0 None None] Attempting to bind port 6c534ede-aeb1-454d-bb91-8d8196a2e2f7 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:23.118774 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf96c74e-fedc-48c2-8977-40e19a07c5f0 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:18:23.119438 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf96c74e-fedc-48c2-8977-40e19a07c5f0 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:23.119840 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf96c74e-fedc-48c2-8977-40e19a07c5f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:23.120234 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf96c74e-fedc-48c2-8977-40e19a07c5f0 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:18:23.121121 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-cf96c74e-fedc-48c2-8977-40e19a07c5f0 None None] Bound port: 6c534ede-aeb1-454d-bb91-8d8196a2e2f7, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:18:23.121477 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf96c74e-fedc-48c2-8977-40e19a07c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:23.127222 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d9451-34fb-4e42-bad8-c31904a9f303 None None] Pushing event updated for resources: {'Port': ['ID=6c534ede-aeb1-454d-bb91-8d8196a2e2f7,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:23.154521 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d9451-34fb-4e42-bad8-c31904a9f303 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:23.154521 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d9451-34fb-4e42-bad8-c31904a9f303 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:23.154521 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d9451-34fb-4e42-bad8-c31904a9f303 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:23.154521 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d9451-34fb-4e42-bad8-c31904a9f303 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:23.154885 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d9451-34fb-4e42-bad8-c31904a9f303 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:23.155093 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d9451-34fb-4e42-bad8-c31904a9f303 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:23.155502 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d9451-34fb-4e42-bad8-c31904a9f303 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:23.155876 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d9451-34fb-4e42-bad8-c31904a9f303 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:23.156202 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d9451-34fb-4e42-bad8-c31904a9f303 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:23.156528 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d9451-34fb-4e42-bad8-c31904a9f303 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:23.156852 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d9451-34fb-4e42-bad8-c31904a9f303 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:23.157175 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d9451-34fb-4e42-bad8-c31904a9f303 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:23.198653 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf96c74e-fedc-48c2-8977-40e19a07c5f0 None None] For port 6c534ede-aeb1-454d-bb91-8d8196a2e2f7, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:18:23.202970 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf96c74e-fedc-48c2-8977-40e19a07c5f0 None None] For port 6c534ede-aeb1-454d-bb91-8d8196a2e2f7, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6c534ede-aeb1-454d-bb91-8d8196a2e2f7,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:18:23.211713 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf96c74e-fedc-48c2-8977-40e19a07c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:23.267202 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf96c74e-fedc-48c2-8977-40e19a07c5f0 None None] Routers {'048f0659-31ee-45ff-86ee-7a21a2ce57eb'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:23.268113 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-cf96c74e-fedc-48c2-8977-40e19a07c5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['048f0659-31ee-45ff-86ee-7a21a2ce57eb'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:23.306863 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d3201-1fc1-4bcc-85e9-9f20ba0d174d req-0952363e-8d48-49bb-87e8-eeb85b9b32fc tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:23.308503 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a28d3201-1fc1-4bcc-85e9-9f20ba0d174d req-0952363e-8d48-49bb-87e8-eeb85b9b32fc tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9a9814c-498d-4973-983e-5bcf5fa6fba3 HTTP/1.1" status: 200 len: 943 time: 0.0797923 Aug 16 20:18:23.322698 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9048b8ef-fab4-4bd0-9717-299338173cc0 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:23.408441 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-cf96c74e-fedc-48c2-8977-40e19a07c5f0 None None] Set router 048f0659-31ee-45ff-86ee-7a21a2ce57eb gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:18:23.424103 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a28d3201-1fc1-4bcc-85e9-9f20ba0d174d req-dda1ef77-d275-49f6-bc61-2eee1fbebd9d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084793 Aug 16 20:18:23.436648 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9048b8ef-fab4-4bd0-9717-299338173cc0 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Deleting port 6c534ede-aeb1-454d-bb91-8d8196a2e2f7 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:18:23.448727 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9048b8ef-fab4-4bd0-9717-299338173cc0 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:23.508426 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d9451-34fb-4e42-bad8-c31904a9f303 None None] Pushing event updated for resources: {'Port': ['ID=6c534ede-aeb1-454d-bb91-8d8196a2e2f7,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:23.540985 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-80acfff9-e54f-40cf-ae67-d1087eed13cc tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "GET /v2.0/routers/c0aaf3cd-356d-49c8-9bae-a2792a6fae04 HTTP/1.1" status: 200 len: 924 time: 0.4430103 Aug 16 20:18:23.544274 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34328) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:23.547983 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-65899b8a-0b59-42cc-9926-78901af19b80 req-e5338068-eafd-478e-bdee-34d50616b321 service neutron] 10.222.0.57 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4425409 Aug 16 20:18:23.578976 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6e57c776-e4a4-4ebd-a26e-16ea47c1498e tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "GET /v2.0/ports?device_id=c0aaf3cd-356d-49c8-9bae-a2792a6fae04 HTTP/1.1" status: 200 len: 205 time: 0.0332234 Aug 16 20:18:23.581715 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34330) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:23.672520 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-65899b8a-0b59-42cc-9926-78901af19b80 req-7ab7076c-7ccf-4925-a2f6-e9cf909c74c6 service neutron] 10.222.0.57 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161537 Aug 16 20:18:23.680412 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-9048b8ef-fab4-4bd0-9717-299338173cc0 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] For port 6c534ede-aeb1-454d-bb91-8d8196a2e2f7, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6c534ede-aeb1-454d-bb91-8d8196a2e2f7,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:23.680905 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9048b8ef-fab4-4bd0-9717-299338173cc0 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:23.691762 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-cf96c74e-fedc-48c2-8977-40e19a07c5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048f0659-31ee-45ff-86ee-7a21a2ce57eb', 'name': 'tempest-snat-router-715578959', 'tenant_id': '2f0b20f4d0874129ad943c5f42baf9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '6c534ede-aeb1-454d-bb91-8d8196a2e2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:17Z', 'updated_at': '2021-08-16T20:18:19Z', 'revision_number': 3, 'project_id': '2f0b20f4d0874129ad943c5f42baf9f4', 'gw_port': {'id': '6c534ede-aeb1-454d-bb91-8d8196a2e2f7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:96:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048f0659-31ee-45ff-86ee-7a21a2ce57eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:18Z', 'updated_at': '2021-08-16T20:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:23.698046 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9048b8ef-fab4-4bd0-9717-299338173cc0 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Calling delete_port for 6c534ede-aeb1-454d-bb91-8d8196a2e2f7 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:18:23.732867 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf96c74e-fedc-48c2-8977-40e19a07c5f0 None None] The sync data for ids ['048f0659-31ee-45ff-86ee-7a21a2ce57eb'] in n-d-787206-13 is: [{'id': '048f0659-31ee-45ff-86ee-7a21a2ce57eb', 'name': 'tempest-snat-router-715578959', 'tenant_id': '2f0b20f4d0874129ad943c5f42baf9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '6c534ede-aeb1-454d-bb91-8d8196a2e2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:17Z', 'updated_at': '2021-08-16T20:18:19Z', 'revision_number': 3, 'project_id': '2f0b20f4d0874129ad943c5f42baf9f4', 'gw_port': {'id': '6c534ede-aeb1-454d-bb91-8d8196a2e2f7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:96:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048f0659-31ee-45ff-86ee-7a21a2ce57eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:18Z', 'updated_at': '2021-08-16T20:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:18:23.824759 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5928316b-a3f2-4918-87a2-ab37572cf674 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:24.035690 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5928316b-a3f2-4918-87a2-ab37572cf674 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:24.137218 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9048b8ef-fab4-4bd0-9717-299338173cc0 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:24.193856 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048b8ef-fab4-4bd0-9717-299338173cc0 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c534ede-aeb1-454d-bb91-8d8196a2e2f7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:24.251700 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5928316b-a3f2-4918-87a2-ab37572cf674 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Deleting port de355bfc-667e-4ba8-b30b-830705d39c4a {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:18:24.252229 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5928316b-a3f2-4918-87a2-ab37572cf674 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:24.256946 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9048b8ef-fab4-4bd0-9717-299338173cc0 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:24.433541 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9048b8ef-fab4-4bd0-9717-299338173cc0 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:24.437322 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9048b8ef-fab4-4bd0-9717-299338173cc0 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:24.576354 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5928316b-a3f2-4918-87a2-ab37572cf674 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:24.592072 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5928316b-a3f2-4918-87a2-ab37572cf674 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Calling delete_port for de355bfc-667e-4ba8-b30b-830705d39c4a owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:18:24.640261 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9abb06-bc81-4783-91be-b64d04e07e72 req-0a97827a-7f1b-4fc5-9d6c-379368413dc6 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:24.649754 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2a9abb06-bc81-4783-91be-b64d04e07e72 req-0a97827a-7f1b-4fc5-9d6c-379368413dc6 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9a9814c-498d-4973-983e-5bcf5fa6fba3 HTTP/1.1" status: 200 len: 943 time: 0.1034951 Aug 16 20:18:24.653392 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9048b8ef-fab4-4bd0-9717-299338173cc0 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:24.654047 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9048b8ef-fab4-4bd0-9717-299338173cc0 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 048f0659-31ee-45ff-86ee-7a21a2ce57eb {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:18:24.659970 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9048b8ef-fab4-4bd0-9717-299338173cc0 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:24.664164 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9048b8ef-fab4-4bd0-9717-299338173cc0 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "DELETE /v2.0/routers/048f0659-31ee-45ff-86ee-7a21a2ce57eb HTTP/1.1" status: 204 len: 168 time: 1.8632560 Aug 16 20:18:24.666898 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34360) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:24.819162 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2a9abb06-bc81-4783-91be-b64d04e07e72 req-007c5a46-bcb0-43d4-a138-1340f8df5eb4 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682816 Aug 16 20:18:24.842317 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fc33521f-26f1-4f25-9cc7-a4a654d84bf7 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:24.909704 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5928316b-a3f2-4918-87a2-ab37572cf674 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:24.939653 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928316b-a3f2-4918-87a2-ab37572cf674 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Pushing event deleted for resources: {'Port': ['ID=de355bfc-667e-4ba8-b30b-830705d39c4a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:25.004847 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fc33521f-26f1-4f25-9cc7-a4a654d84bf7 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:25.036222 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5928316b-a3f2-4918-87a2-ab37572cf674 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:25.101472 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-fc33521f-26f1-4f25-9cc7-a4a654d84bf7 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Deleting port 8b211207-cdfb-4b4a-a1a2-446ad2003432 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:18:25.101831 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fc33521f-26f1-4f25-9cc7-a4a654d84bf7 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:25.106501 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 04321e14-93df-4fa0-901a-9eebfe5dfd27 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:18:25.190369 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5928316b-a3f2-4918-87a2-ab37572cf674 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:25.199636 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5928316b-a3f2-4918-87a2-ab37572cf674 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:25.251723 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-fc33521f-26f1-4f25-9cc7-a4a654d84bf7 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] For port 8b211207-cdfb-4b4a-a1a2-446ad2003432, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8b211207-cdfb-4b4a-a1a2-446ad2003432,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:25.252334 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fc33521f-26f1-4f25-9cc7-a4a654d84bf7 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:25.276585 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5928316b-a3f2-4918-87a2-ab37572cf674 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:25.276936 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5928316b-a3f2-4918-87a2-ab37572cf674 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Fanout notify agent at l3_agent the message router_deleted on router c0aaf3cd-356d-49c8-9bae-a2792a6fae04 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:18:25.288914 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-fc33521f-26f1-4f25-9cc7-a4a654d84bf7 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Calling delete_port for 8b211207-cdfb-4b4a-a1a2-446ad2003432 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:18:25.298493 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5928316b-a3f2-4918-87a2-ab37572cf674 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:25.299907 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5928316b-a3f2-4918-87a2-ab37572cf674 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "DELETE /v2.0/routers/c0aaf3cd-356d-49c8-9bae-a2792a6fae04 HTTP/1.1" status: 204 len: 168 time: 1.7171323 Aug 16 20:18:25.303786 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34376) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:25.317357 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-9a89401d-477b-4f04-9c3b-6c8e278d773c tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Request body: {'router': {'name': 'tempest-snat-router-134337203', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'enable_snat': False}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:25.342348 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 04321e14-93df-4fa0-901a-9eebfe5dfd27, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=04321e14-93df-4fa0-901a-9eebfe5dfd27,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:25.359084 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '04321e14-93df-4fa0-901a-9eebfe5dfd27', 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d', 'port_id': '04321e14-93df-4fa0-901a-9eebfe5dfd27', 'mac_address': 'fa:16:3e:b5:a6:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9174bd88-4f29-46ef-992b-f91f82dd45cf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:18:25.398039 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9a89401d-477b-4f04-9c3b-6c8e278d773c tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:25.399454 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9a89401d-477b-4f04-9c3b-6c8e278d773c tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:25.423794 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:25.452131 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04321e14-93df-4fa0-901a-9eebfe5dfd27 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:18:25.480035 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 04321e14-93df-4fa0-901a-9eebfe5dfd27, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=04321e14-93df-4fa0-901a-9eebfe5dfd27,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:25.490304 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:25.507471 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9a89401d-477b-4f04-9c3b-6c8e278d773c tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:25.557335 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=04321e14-93df-4fa0-901a-9eebfe5dfd27,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:25.694251 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['04321e14-93df-4fa0-901a-9eebfe5dfd27'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:18:26.050076 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797cbf6-35c1-4a2c-bf6c-af17dfa9e2b9 req-bfa4d042-2c1a-4543-af2d-7004c92a5046 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:26.054959 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6797cbf6-35c1-4a2c-bf6c-af17dfa9e2b9 req-bfa4d042-2c1a-4543-af2d-7004c92a5046 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9a9814c-498d-4973-983e-5bcf5fa6fba3 HTTP/1.1" status: 200 len: 944 time: 0.1100445 Aug 16 20:18:26.082027 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9a89401d-477b-4f04-9c3b-6c8e278d773c tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:26.167466 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6797cbf6-35c1-4a2c-bf6c-af17dfa9e2b9 req-969d5b51-a984-4bc7-8884-fc7c35222630 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059849 Aug 16 20:18:26.246193 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fc33521f-26f1-4f25-9cc7-a4a654d84bf7 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:26.299315 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33521f-26f1-4f25-9cc7-a4a654d84bf7 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b211207-cdfb-4b4a-a1a2-446ad2003432,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:26.406797 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fc33521f-26f1-4f25-9cc7-a4a654d84bf7 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:26.580979 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fc33521f-26f1-4f25-9cc7-a4a654d84bf7 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:26.584573 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fc33521f-26f1-4f25-9cc7-a4a654d84bf7 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:26.672844 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9a89401d-477b-4f04-9c3b-6c8e278d773c tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:26.676645 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fc33521f-26f1-4f25-9cc7-a4a654d84bf7 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:26.677164 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc33521f-26f1-4f25-9cc7-a4a654d84bf7 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c45318d0-2dde-48e9-895e-936e47d05e4d {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:18:26.704187 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fc33521f-26f1-4f25-9cc7-a4a654d84bf7 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:26.710511 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fc33521f-26f1-4f25-9cc7-a4a654d84bf7 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "DELETE /v2.0/routers/c45318d0-2dde-48e9-895e-936e47d05e4d HTTP/1.1" status: 204 len: 168 time: 2.0356226 Aug 16 20:18:26.710511 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34410) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:26.713428 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9a89401d-477b-4f04-9c3b-6c8e278d773c tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:26.718705 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7138bbb3-9a36-43dd-a699-10b861ea00c6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1490661977', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:26.810708 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7138bbb3-9a36-43dd-a699-10b861ea00c6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:26.811828 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7138bbb3-9a36-43dd-a699-10b861ea00c6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:26.904491 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7138bbb3-9a36-43dd-a699-10b861ea00c6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:26.916430 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-9a89401d-477b-4f04-9c3b-6c8e278d773c tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Allocated IP 172.25.8.232 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/2eba587a-543a-4453-b30c-b124a0282e7c) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:27.106678 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 04321e14-93df-4fa0-901a-9eebfe5dfd27 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:18:27.110308 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7138bbb3-9a36-43dd-a699-10b861ea00c6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:27.156894 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 04321e14-93df-4fa0-901a-9eebfe5dfd27 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:27.161061 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 04321e14-93df-4fa0-901a-9eebfe5dfd27 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:27.161438 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:27.208354 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9a89401d-477b-4f04-9c3b-6c8e278d773c tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:27.297411 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:27.317436 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9a89401d-477b-4f04-9c3b-6c8e278d773c tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:27.341653 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a9814c-498d-4973-983e-5bcf5fa6fba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04321e14-93df-4fa0-901a-9eebfe5dfd27'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:18:27.344686 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d128ff-5c33-42bd-83a5-ed48109ff155" -d '{"events": [{"server_uuid": "a9a9814c-498d-4973-983e-5bcf5fa6fba3", "name": "network-vif-plugged", "status": "completed", "tag": "04321e14-93df-4fa0-901a-9eebfe5dfd27"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:18:27.373253 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 04321e14-93df-4fa0-901a-9eebfe5dfd27, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=04321e14-93df-4fa0-901a-9eebfe5dfd27,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:27.380602 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71355d3b-7a72-4984-be9c-850e27e2022e req-243c81c1-6c4a-4e9e-92f3-30431ed717e6 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:27.382384 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-71355d3b-7a72-4984-be9c-850e27e2022e req-243c81c1-6c4a-4e9e-92f3-30431ed717e6 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9a9814c-498d-4973-983e-5bcf5fa6fba3 HTTP/1.1" status: 200 len: 944 time: 0.1256402 Aug 16 20:18:27.388792 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a89401d-477b-4f04-9c3b-6c8e278d773c tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:27.390414 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:27.401459 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-9a89401d-477b-4f04-9c3b-6c8e278d773c tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:27.404106 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a89401d-477b-4f04-9c3b-6c8e278d773c tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:27.441946 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a81d6a9-336a-4f8b-9ace-cdc68c7f887e x-openstack-request-id: req-2a81d6a9-336a-4f8b-9ace-cdc68c7f887e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:18:27.442232 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a9814c-498d-4973-983e-5bcf5fa6fba3", "name": "network-vif-plugged", "status": "completed", "tag": "04321e14-93df-4fa0-901a-9eebfe5dfd27", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:18:27.442539 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2a81d6a9-336a-4f8b-9ace-cdc68c7f887e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:18:27.443278 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a9814c-498d-4973-983e-5bcf5fa6fba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04321e14-93df-4fa0-901a-9eebfe5dfd27', 'code': 200} Aug 16 20:18:27.457600 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89401d-477b-4f04-9c3b-6c8e278d773c tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Pushing event updated for resources: {'Port': ['ID=2eba587a-543a-4453-b30c-b124a0282e7c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:27.479081 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=04321e14-93df-4fa0-901a-9eebfe5dfd27,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:27.484577 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8b211207-cdfb-4b4a-a1a2-446ad2003432 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:18:27.508625 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 8b211207-cdfb-4b4a-a1a2-446ad2003432 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:18:27.509108 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8b211207-cdfb-4b4a-a1a2-446ad2003432 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:18:27.509675 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6c534ede-aeb1-454d-bb91-8d8196a2e2f7 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:18:27.531011 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 6c534ede-aeb1-454d-bb91-8d8196a2e2f7 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:18:27.531536 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6c534ede-aeb1-454d-bb91-8d8196a2e2f7 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:18:27.586882 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-71355d3b-7a72-4984-be9c-850e27e2022e req-84fe3ab3-ee7e-4769-aff6-5451a8050415 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959007 Aug 16 20:18:27.613879 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7138bbb3-9a36-43dd-a699-10b861ea00c6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:27.700128 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7138bbb3-9a36-43dd-a699-10b861ea00c6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:27.712876 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f13f4-4649-4940-9679-b7adfe056ee7 req-fefa4330-a5df-41ec-8ac5-7df64288faf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:27.714439 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-041f13f4-4649-4940-9679-b7adfe056ee7 req-fefa4330-a5df-41ec-8ac5-7df64288faf0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a9a9814c-498d-4973-983e-5bcf5fa6fba3 HTTP/1.1" status: 200 len: 1097 time: 0.1964769 Aug 16 20:18:27.882550 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-041f13f4-4649-4940-9679-b7adfe056ee7 req-eb74370b-2156-46ac-9e02-9d64202dfb0c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424730 Aug 16 20:18:27.944777 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-7138bbb3-9a36-43dd-a699-10b861ea00c6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Allocated IP 172.25.8.241 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/1eb08600-45d1-494d-bd5e-5e7684fc6cac) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:28.082938 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9a89401d-477b-4f04-9c3b-6c8e278d773c tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:28.206270 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7138bbb3-9a36-43dd-a699-10b861ea00c6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:28.339890 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7138bbb3-9a36-43dd-a699-10b861ea00c6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:28.383074 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9a89401d-477b-4f04-9c3b-6c8e278d773c tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:28.390801 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7138bbb3-9a36-43dd-a699-10b861ea00c6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:28.398811 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-7138bbb3-9a36-43dd-a699-10b861ea00c6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:28.402258 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7138bbb3-9a36-43dd-a699-10b861ea00c6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:28.434138 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138bbb3-9a36-43dd-a699-10b861ea00c6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Pushing event updated for resources: {'Port': ['ID=1eb08600-45d1-494d-bd5e-5e7684fc6cac,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:28.769644 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1075a7-4d5c-4ce3-9b88-cab2b5944691 req-61873183-0175-48da-89e9-e6213701252e tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:28.797080 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fa1075a7-4d5c-4ce3-9b88-cab2b5944691 req-61873183-0175-48da-89e9-e6213701252e tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9a9814c-498d-4973-983e-5bcf5fa6fba3 HTTP/1.1" status: 200 len: 945 time: 0.1012602 Aug 16 20:18:28.862349 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fa1075a7-4d5c-4ce3-9b88-cab2b5944691 req-0026b48f-2260-4979-9070-292ec2f6f1b5 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639949 Aug 16 20:18:29.092002 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a89401d-477b-4f04-9c3b-6c8e278d773c tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Router 8fdfba66-bdb6-4fd9-ace7-2b6dda8c63d1 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:18:29.237358 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7138bbb3-9a36-43dd-a699-10b861ea00c6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:29.329115 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a89401d-477b-4f04-9c3b-6c8e278d773c tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:18:29.339792 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9163cd03-6d34-4caf-9658-4b5ca02af9fc None None] Sync routers for ids ['8fdfba66-bdb6-4fd9-ace7-2b6dda8c63d1'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:18:29.356511 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9163cd03-6d34-4caf-9658-4b5ca02af9fc None None] Routers {'8fdfba66-bdb6-4fd9-ace7-2b6dda8c63d1'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:29.357506 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9163cd03-6d34-4caf-9658-4b5ca02af9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['8fdfba66-bdb6-4fd9-ace7-2b6dda8c63d1'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:29.358354 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9a89401d-477b-4f04-9c3b-6c8e278d773c tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:29.360115 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9a89401d-477b-4f04-9c3b-6c8e278d773c tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.0550158 Aug 16 20:18:29.363172 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34450) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:29.487505 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-9163cd03-6d34-4caf-9658-4b5ca02af9fc None None] Set router 8fdfba66-bdb6-4fd9-ace7-2b6dda8c63d1 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:18:29.500343 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7138bbb3-9a36-43dd-a699-10b861ea00c6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:29.649501 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-91e891fe-6e77-41f9-a3cf-aec87f348440 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "GET /v2.0/routers/8fdfba66-bdb6-4fd9-ace7-2b6dda8c63d1 HTTP/1.1" status: 200 len: 908 time: 0.2845814 Aug 16 20:18:29.651625 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34458) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:29.657001 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0061fb29-e0ac-49d6-a3ac-b7738fa03910 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Request body: {'router': {'name': 'tempest-snat-router-134337203', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'enable_snat': True}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:29.694946 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7138bbb3-9a36-43dd-a699-10b861ea00c6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Router 98020a29-3650-40cb-83d4-feb53673d8cf is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:18:29.705088 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0061fb29-e0ac-49d6-a3ac-b7738fa03910 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:29.707279 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0061fb29-e0ac-49d6-a3ac-b7738fa03910 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:29.775886 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9163cd03-6d34-4caf-9658-4b5ca02af9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdfba66-bdb6-4fd9-ace7-2b6dda8c63d1', 'name': 'tempest-snat-router-134337203', 'tenant_id': 'e400a3b40c7240a7b6dc81bbb2db286d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.232'}], 'enable_snat': False}, 'gw_port_id': '2eba587a-543a-4453-b30c-b124a0282e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:25Z', 'updated_at': '2021-08-16T20:18:27Z', 'revision_number': 3, 'project_id': 'e400a3b40c7240a7b6dc81bbb2db286d', 'gw_port': {'id': '2eba587a-543a-4453-b30c-b124a0282e7c', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:43:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdfba66-bdb6-4fd9-ace7-2b6dda8c63d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:26Z', 'updated_at': '2021-08-16T20:18:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:29.799554 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0061fb29-e0ac-49d6-a3ac-b7738fa03910 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:29.813822 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9163cd03-6d34-4caf-9658-4b5ca02af9fc None None] Checking router: 8fdfba66-bdb6-4fd9-ace7-2b6dda8c63d1 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:18:29.814545 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9163cd03-6d34-4caf-9658-4b5ca02af9fc None None] Updating router 8fdfba66-bdb6-4fd9-ace7-2b6dda8c63d1 port 2eba587a-543a-4453-b30c-b124a0282e7c binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:18:29.861760 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9163cd03-6d34-4caf-9658-4b5ca02af9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:29.934825 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7138bbb3-9a36-43dd-a699-10b861ea00c6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:18:29.950118 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0df821-73dd-4178-9c4a-301a8436d7ff None None] Sync routers for ids ['98020a29-3650-40cb-83d4-feb53673d8cf'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:18:29.967375 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0df821-73dd-4178-9c4a-301a8436d7ff None None] Routers {'98020a29-3650-40cb-83d4-feb53673d8cf'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:29.969373 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7138bbb3-9a36-43dd-a699-10b861ea00c6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:29.972259 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4e0df821-73dd-4178-9c4a-301a8436d7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['98020a29-3650-40cb-83d4-feb53673d8cf'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:29.974344 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7138bbb3-9a36-43dd-a699-10b861ea00c6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2625210 Aug 16 20:18:29.975190 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34474) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:29.981673 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c80a1547-f089-488f-bb91-1a44e3d05864 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'enable_snat': False}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:29.989147 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0061fb29-e0ac-49d6-a3ac-b7738fa03910 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:30.078786 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4e0df821-73dd-4178-9c4a-301a8436d7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:30.094949 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0df821-73dd-4178-9c4a-301a8436d7ff None None] Routers {'98020a29-3650-40cb-83d4-feb53673d8cf'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:30.095876 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4e0df821-73dd-4178-9c4a-301a8436d7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['98020a29-3650-40cb-83d4-feb53673d8cf'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:30.145411 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4e0df821-73dd-4178-9c4a-301a8436d7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:30.146847 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0df821-73dd-4178-9c4a-301a8436d7ff None None] The sync data for ids ['98020a29-3650-40cb-83d4-feb53673d8cf'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:18:30.234559 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99137b4-1c52-4933-80f2-7beb3844d958 req-b3da718d-4535-4026-9fed-009d5542ef9c tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:30.236428 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f99137b4-1c52-4933-80f2-7beb3844d958 req-b3da718d-4535-4026-9fed-009d5542ef9c tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9a9814c-498d-4973-983e-5bcf5fa6fba3 HTTP/1.1" status: 200 len: 945 time: 0.2035835 Aug 16 20:18:30.313731 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f99137b4-1c52-4933-80f2-7beb3844d958 req-cb56437c-c72d-42eb-91ab-9f659643075c tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684788 Aug 16 20:18:30.332621 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0061fb29-e0ac-49d6-a3ac-b7738fa03910 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:30.372481 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0061fb29-e0ac-49d6-a3ac-b7738fa03910 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:30.406327 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9163cd03-6d34-4caf-9658-4b5ca02af9fc None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:30.430819 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9163cd03-6d34-4caf-9658-4b5ca02af9fc None None] Transition to ACTIVE for port object 2eba587a-543a-4453-b30c-b124a0282e7c will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:30.442645 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9163cd03-6d34-4caf-9658-4b5ca02af9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:30.573998 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f580f-8f31-4ef5-9264-7e832b3cacb0 None None] Pushing event updated for resources: {'Port': ['ID=2eba587a-543a-4453-b30c-b124a0282e7c,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:30.617763 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9163cd03-6d34-4caf-9658-4b5ca02af9fc None None] Attempting to bind port 2eba587a-543a-4453-b30c-b124a0282e7c on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:18:30.618151 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9163cd03-6d34-4caf-9658-4b5ca02af9fc None None] Attempting to bind port 2eba587a-543a-4453-b30c-b124a0282e7c by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:18:30.618374 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163cd03-6d34-4caf-9658-4b5ca02af9fc None None] Attempting to bind port 2eba587a-543a-4453-b30c-b124a0282e7c on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:30.633140 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163cd03-6d34-4caf-9658-4b5ca02af9fc None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:18:30.633569 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163cd03-6d34-4caf-9658-4b5ca02af9fc None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:30.633940 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9163cd03-6d34-4caf-9658-4b5ca02af9fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:30.634342 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163cd03-6d34-4caf-9658-4b5ca02af9fc None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:18:30.634840 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9163cd03-6d34-4caf-9658-4b5ca02af9fc None None] Bound port: 2eba587a-543a-4453-b30c-b124a0282e7c, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:18:30.635232 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9163cd03-6d34-4caf-9658-4b5ca02af9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:30.641270 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-0061fb29-e0ac-49d6-a3ac-b7738fa03910 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Allocated IP 172.25.8.195 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/8639ec6c-4dda-42de-adce-e640b038e92e) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:30.668821 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c80a1547-f089-488f-bb91-1a44e3d05864 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:30.760467 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9163cd03-6d34-4caf-9658-4b5ca02af9fc None None] For port 2eba587a-543a-4453-b30c-b124a0282e7c, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:18:30.765635 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9163cd03-6d34-4caf-9658-4b5ca02af9fc None None] For port 2eba587a-543a-4453-b30c-b124a0282e7c, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=2eba587a-543a-4453-b30c-b124a0282e7c,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:18:30.772022 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9163cd03-6d34-4caf-9658-4b5ca02af9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:30.828253 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f580f-8f31-4ef5-9264-7e832b3cacb0 None None] Pushing event updated for resources: {'Port': ['ID=2eba587a-543a-4453-b30c-b124a0282e7c,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:30.855031 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9163cd03-6d34-4caf-9658-4b5ca02af9fc None None] Routers {'8fdfba66-bdb6-4fd9-ace7-2b6dda8c63d1'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:30.856036 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9163cd03-6d34-4caf-9658-4b5ca02af9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['8fdfba66-bdb6-4fd9-ace7-2b6dda8c63d1'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:30.876693 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4161b1-f012-47c6-9bf3-390f037c2827 req-ec9d0815-a9e4-496b-a930-3fb7cdcdc1f1 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:30.883669 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4a4161b1-f012-47c6-9bf3-390f037c2827 req-ec9d0815-a9e4-496b-a930-3fb7cdcdc1f1 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/networks?id=185dd4a9-27c5-4031-8106-50b2573b079d HTTP/1.1" status: 200 len: 806 time: 0.2001982 Aug 16 20:18:30.896918 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0061fb29-e0ac-49d6-a3ac-b7738fa03910 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:30.908243 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4a4161b1-f012-47c6-9bf3-390f037c2827 req-57636053-5d18-4e3d-b2b9-57c411f7656c tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/quotas/6fb8716d1b824bb9ac2e976008166d30 HTTP/1.1" status: 200 len: 375 time: 0.0236454 Aug 16 20:18:30.983807 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4a4161b1-f012-47c6-9bf3-390f037c2827 req-6e9210e8-2f28-4834-bd6d-d14da7e0654b tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=6fb8716d1b824bb9ac2e976008166d30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0746608 Aug 16 20:18:31.000242 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [req-4a4161b1-f012-47c6-9bf3-390f037c2827 req-baf7bbc1-c4ae-42a4-a949-9bd3c9c90169 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:18:31.001216 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4a4161b1-f012-47c6-9bf3-390f037c2827 req-baf7bbc1-c4ae-42a4-a949-9bd3c9c90169 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100672 Aug 16 20:18:31.040742 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-9163cd03-6d34-4caf-9658-4b5ca02af9fc None None] Set router 8fdfba66-bdb6-4fd9-ace7-2b6dda8c63d1 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:18:31.049105 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0061fb29-e0ac-49d6-a3ac-b7738fa03910 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:31.207796 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0061fb29-e0ac-49d6-a3ac-b7738fa03910 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:31.212459 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-0061fb29-e0ac-49d6-a3ac-b7738fa03910 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:31.220187 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0061fb29-e0ac-49d6-a3ac-b7738fa03910 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:31.286914 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061fb29-e0ac-49d6-a3ac-b7738fa03910 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Pushing event updated for resources: {'Port': ['ID=8639ec6c-4dda-42de-adce-e640b038e92e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:31.309463 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9163cd03-6d34-4caf-9658-4b5ca02af9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdfba66-bdb6-4fd9-ace7-2b6dda8c63d1', 'name': 'tempest-snat-router-134337203', 'tenant_id': 'e400a3b40c7240a7b6dc81bbb2db286d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.232'}], 'enable_snat': False}, 'gw_port_id': '2eba587a-543a-4453-b30c-b124a0282e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:25Z', 'updated_at': '2021-08-16T20:18:27Z', 'revision_number': 3, 'project_id': 'e400a3b40c7240a7b6dc81bbb2db286d', 'gw_port': {'id': '2eba587a-543a-4453-b30c-b124a0282e7c', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:43:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdfba66-bdb6-4fd9-ace7-2b6dda8c63d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:26Z', 'updated_at': '2021-08-16T20:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:31.322616 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4a4161b1-f012-47c6-9bf3-390f037c2827 req-cea613c6-e214-47a2-8f91-be5472e9cb67 service neutron] 10.222.0.68 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057017 Aug 16 20:18:31.339685 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9163cd03-6d34-4caf-9658-4b5ca02af9fc None None] The sync data for ids ['8fdfba66-bdb6-4fd9-ace7-2b6dda8c63d1'] in n-d-787206-13 is: [{'id': '8fdfba66-bdb6-4fd9-ace7-2b6dda8c63d1', 'name': 'tempest-snat-router-134337203', 'tenant_id': 'e400a3b40c7240a7b6dc81bbb2db286d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.232'}], 'enable_snat': False}, 'gw_port_id': '2eba587a-543a-4453-b30c-b124a0282e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:25Z', 'updated_at': '2021-08-16T20:18:27Z', 'revision_number': 3, 'project_id': 'e400a3b40c7240a7b6dc81bbb2db286d', 'gw_port': {'id': '2eba587a-543a-4453-b30c-b124a0282e7c', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:43:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdfba66-bdb6-4fd9-ace7-2b6dda8c63d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:26Z', 'updated_at': '2021-08-16T20:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:18:31.448113 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a4bc5-42ca-4969-b412-cb6f1b54ab4d req-b52a4b10-e2eb-4c4b-8ed2-de1983383b04 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:31.454403 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a4bc5-42ca-4969-b412-cb6f1b54ab4d req-b52a4b10-e2eb-4c4b-8ed2-de1983383b04 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:31.461148 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a4bc5-42ca-4969-b412-cb6f1b54ab4d req-b52a4b10-e2eb-4c4b-8ed2-de1983383b04 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:31.469939 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a4bc5-42ca-4969-b412-cb6f1b54ab4d req-b52a4b10-e2eb-4c4b-8ed2-de1983383b04 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:31.490535 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a4bc5-42ca-4969-b412-cb6f1b54ab4d req-b52a4b10-e2eb-4c4b-8ed2-de1983383b04 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:31.500470 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a4bc5-42ca-4969-b412-cb6f1b54ab4d req-b52a4b10-e2eb-4c4b-8ed2-de1983383b04 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:31.514226 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a4bc5-42ca-4969-b412-cb6f1b54ab4d req-b52a4b10-e2eb-4c4b-8ed2-de1983383b04 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:31.525644 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-002a4bc5-42ca-4969-b412-cb6f1b54ab4d req-b52a4b10-e2eb-4c4b-8ed2-de1983383b04 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5433 time: 0.2196541 Aug 16 20:18:31.648854 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-002a4bc5-42ca-4969-b412-cb6f1b54ab4d req-22855998-b616-4b7f-a2fc-6589ade904b3 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1221786 Aug 16 20:18:31.669613 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c80a1547-f089-488f-bb91-1a44e3d05864 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106996'] for router, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:31.674271 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c80a1547-f089-488f-bb91-1a44e3d05864 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-399211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-399202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-399768'] for router, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:31.807682 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0d9a5b2c-38d2-451e-89da-aca3e617cddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:31.934560 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365a7c5-0025-4ab5-9370-2780d0d5444a req-9554e148-c22d-4a3a-a55a-21428f1574de tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:31.941424 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365a7c5-0025-4ab5-9370-2780d0d5444a req-9554e148-c22d-4a3a-a55a-21428f1574de tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:31.948026 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365a7c5-0025-4ab5-9370-2780d0d5444a req-9554e148-c22d-4a3a-a55a-21428f1574de tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:31.954714 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365a7c5-0025-4ab5-9370-2780d0d5444a req-9554e148-c22d-4a3a-a55a-21428f1574de tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:31.962156 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365a7c5-0025-4ab5-9370-2780d0d5444a req-9554e148-c22d-4a3a-a55a-21428f1574de tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:31.968912 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365a7c5-0025-4ab5-9370-2780d0d5444a req-9554e148-c22d-4a3a-a55a-21428f1574de tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:31.976428 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365a7c5-0025-4ab5-9370-2780d0d5444a req-9554e148-c22d-4a3a-a55a-21428f1574de tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:31.978562 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3365a7c5-0025-4ab5-9370-2780d0d5444a req-9554e148-c22d-4a3a-a55a-21428f1574de tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5433 time: 0.1545157 Aug 16 20:18:31.981513 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80a1547-f089-488f-bb91-1a44e3d05864 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Router 98020a29-3650-40cb-83d4-feb53673d8cf has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:18:32.145352 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80a1547-f089-488f-bb91-1a44e3d05864 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:18:32.151934 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c80a1547-f089-488f-bb91-1a44e3d05864 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:32.153153 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c80a1547-f089-488f-bb91-1a44e3d05864 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "PUT /v2.0/routers/98020a29-3650-40cb-83d4-feb53673d8cf HTTP/1.1" status: 200 len: 922 time: 2.1765742 Aug 16 20:18:32.155821 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34522) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:32.160086 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d748392-ca4b-4c24-a4c8-3c659420f332 None None] Sync routers for ids ['98020a29-3650-40cb-83d4-feb53673d8cf'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:18:32.180331 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d748392-ca4b-4c24-a4c8-3c659420f332 None None] Routers {'98020a29-3650-40cb-83d4-feb53673d8cf'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:32.181098 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9d748392-ca4b-4c24-a4c8-3c659420f332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['98020a29-3650-40cb-83d4-feb53673d8cf'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:32.225824 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4a4161b1-f012-47c6-9bf3-390f037c2827 req-2fe3a574-c67a-4968-ab39-109b63a95687 service neutron] 10.222.0.68 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8875542 Aug 16 20:18:32.310688 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0061fb29-e0ac-49d6-a3ac-b7738fa03910 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:32.329845 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9d748392-ca4b-4c24-a4c8-3c659420f332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:32.349937 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d748392-ca4b-4c24-a4c8-3c659420f332 None None] Routers {'98020a29-3650-40cb-83d4-feb53673d8cf'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:32.352585 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9d748392-ca4b-4c24-a4c8-3c659420f332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['98020a29-3650-40cb-83d4-feb53673d8cf'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:32.386730 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7f8fb59d-1acf-4c12-a625-7027f33db939 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "GET /v2.0/routers/98020a29-3650-40cb-83d4-feb53673d8cf HTTP/1.1" status: 200 len: 922 time: 0.2260289 Aug 16 20:18:32.391990 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34530) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:32.485326 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9d748392-ca4b-4c24-a4c8-3c659420f332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:32.485902 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d748392-ca4b-4c24-a4c8-3c659420f332 None None] The sync data for ids ['98020a29-3650-40cb-83d4-feb53673d8cf'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:18:32.538162 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ff17e2-677e-4840-823c-b1d7d6f33219 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:32.545408 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d5ff17e2-677e-4840-823c-b1d7d6f33219 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=eb87ae87-0925-464c-8e03-8bba27e76e58&device_id=98020a29-3650-40cb-83d4-feb53673d8cf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1488569 Aug 16 20:18:32.546360 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34534) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:32.584017 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:18:32.716076 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0061fb29-e0ac-49d6-a3ac-b7738fa03910 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:32.754747 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbdf367-0e4e-4aae-bb02-8b47f85a1982 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:32.757955 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2dbdf367-0e4e-4aae-bb02-8b47f85a1982 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 881 time: 0.2090683 Aug 16 20:18:32.761180 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34542) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:32.816534 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e006c033-1b23-4df0-a660-dd3d47fd2b5a tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "GET /v2.0/ports?device_id=98020a29-3650-40cb-83d4-feb53673d8cf HTTP/1.1" status: 200 len: 205 time: 0.0540204 Aug 16 20:18:32.817385 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34546) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:32.908466 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0061fb29-e0ac-49d6-a3ac-b7738fa03910 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Router cfc3d2f1-7449-4671-8ec2-4f6875b987df is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:18:32.984581 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85ecfb87-1b8b-4eaf-bd3e-be3fe42e030d tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:33.066358 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0061fb29-e0ac-49d6-a3ac-b7738fa03910 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:18:33.079071 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9520c28e-3e54-4a19-93fa-26df6ee71045 None None] Sync routers for ids ['cfc3d2f1-7449-4671-8ec2-4f6875b987df'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:18:33.089517 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9520c28e-3e54-4a19-93fa-26df6ee71045 None None] Routers {'cfc3d2f1-7449-4671-8ec2-4f6875b987df'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:33.090142 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9520c28e-3e54-4a19-93fa-26df6ee71045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['cfc3d2f1-7449-4671-8ec2-4f6875b987df'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:33.093453 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0061fb29-e0ac-49d6-a3ac-b7738fa03910 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:33.095465 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0061fb29-e0ac-49d6-a3ac-b7738fa03910 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.4421077 Aug 16 20:18:33.097856 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34568) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:33.233240 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-9520c28e-3e54-4a19-93fa-26df6ee71045 None None] Set router cfc3d2f1-7449-4671-8ec2-4f6875b987df gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:18:33.265030 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f271e6c6-b490-4586-a0fe-17ae3302ed13 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "GET /v2.0/routers/cfc3d2f1-7449-4671-8ec2-4f6875b987df HTTP/1.1" status: 200 len: 907 time: 0.1656840 Aug 16 20:18:33.266120 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34572) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:33.445129 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c961233a-8694-4a6b-83f8-ea935201d2d1 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:33.541420 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2eba587a-543a-4453-b30c-b124a0282e7c up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:18:33.638461 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9520c28e-3e54-4a19-93fa-26df6ee71045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc3d2f1-7449-4671-8ec2-4f6875b987df', 'name': 'tempest-snat-router-134337203', 'tenant_id': 'e400a3b40c7240a7b6dc81bbb2db286d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '8639ec6c-4dda-42de-adce-e640b038e92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:29Z', 'updated_at': '2021-08-16T20:18:32Z', 'revision_number': 3, 'project_id': 'e400a3b40c7240a7b6dc81bbb2db286d', 'gw_port': {'id': '8639ec6c-4dda-42de-adce-e640b038e92e', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc3d2f1-7449-4671-8ec2-4f6875b987df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:30Z', 'updated_at': '2021-08-16T20:18:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:33.687502 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 2eba587a-543a-4453-b30c-b124a0282e7c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:33.689641 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c961233a-8694-4a6b-83f8-ea935201d2d1 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:33.691638 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 2eba587a-543a-4453-b30c-b124a0282e7c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:33.692018 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:33.705999 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9520c28e-3e54-4a19-93fa-26df6ee71045 None None] Checking router: cfc3d2f1-7449-4671-8ec2-4f6875b987df for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:18:33.706805 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9520c28e-3e54-4a19-93fa-26df6ee71045 None None] Updating router cfc3d2f1-7449-4671-8ec2-4f6875b987df port 8639ec6c-4dda-42de-adce-e640b038e92e binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:18:33.768497 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85ecfb87-1b8b-4eaf-bd3e-be3fe42e030d tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:33.782748 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9520c28e-3e54-4a19-93fa-26df6ee71045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:33.808456 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c961233a-8694-4a6b-83f8-ea935201d2d1 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Deleting port 8639ec6c-4dda-42de-adce-e640b038e92e {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:18:33.808813 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c961233a-8694-4a6b-83f8-ea935201d2d1 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:33.812139 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-5f2b8aba-1cd0-44e4-8c2e-d72de37cf00e tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:33.813779 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-5f2b8aba-1cd0-44e4-8c2e-d72de37cf00e tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/networks?id=185dd4a9-27c5-4031-8106-50b2573b079d HTTP/1.1" status: 200 len: 806 time: 0.7871625 Aug 16 20:18:33.871532 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-d5905348-351c-4aea-8015-19722a944c40 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/quotas/6fb8716d1b824bb9ac2e976008166d30 HTTP/1.1" status: 200 len: 375 time: 0.0271111 Aug 16 20:18:33.961655 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c961233a-8694-4a6b-83f8-ea935201d2d1 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:33.974527 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-85ecfb87-1b8b-4eaf-bd3e-be3fe42e030d tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Deleting port 1eb08600-45d1-494d-bd5e-5e7684fc6cac {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:18:33.974965 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85ecfb87-1b8b-4eaf-bd3e-be3fe42e030d tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:33.980545 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:33.984964 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-17d8566d-a001-4fe3-ba32-f3a845235a58 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=6fb8716d1b824bb9ac2e976008166d30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1124051 Aug 16 20:18:33.996042 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c961233a-8694-4a6b-83f8-ea935201d2d1 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Calling delete_port for 8639ec6c-4dda-42de-adce-e640b038e92e owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:18:34.031992 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 2eba587a-543a-4453-b30c-b124a0282e7c, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=2eba587a-543a-4453-b30c-b124a0282e7c,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:34.045770 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-52ea0e93-5f86-41f4-a2d6-75c270f9ea99 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:18:34.046499 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-52ea0e93-5f86-41f4-a2d6-75c270f9ea99 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470369 Aug 16 20:18:34.065787 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:34.164506 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-04a47680-54f6-4919-beed-4cc6bdbd01ad service neutron] 10.222.0.68 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063135 Aug 16 20:18:34.192559 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=2eba587a-543a-4453-b30c-b124a0282e7c,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:34.277324 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85ecfb87-1b8b-4eaf-bd3e-be3fe42e030d tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:34.297324 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c961233a-8694-4a6b-83f8-ea935201d2d1 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:34.301760 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-85ecfb87-1b8b-4eaf-bd3e-be3fe42e030d tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Calling delete_port for 1eb08600-45d1-494d-bd5e-5e7684fc6cac owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:18:34.329353 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-b4d1ce64-4918-4ec3-8f93-fc126cc7f344 service neutron] 10.222.0.68 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560473 Aug 16 20:18:34.354500 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-229c0c17-f9e5-4bf7-bc9d-884d6392453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:34.365492 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c961233a-8694-4a6b-83f8-ea935201d2d1 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Pushing event deleted for resources: {'Port': ['ID=8639ec6c-4dda-42de-adce-e640b038e92e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:34.425030 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34610) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:34.440804 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.db.api [None req-9520c28e-3e54-4a19-93fa-26df6ee71045 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:18:34.441240 n-d-787206-13 neutron-server[94773]: DEBUG oslo_db.api [None req-9520c28e-3e54-4a19-93fa-26df6ee71045 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:18:34.475520 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c961233a-8694-4a6b-83f8-ea935201d2d1 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:34.618452 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c961233a-8694-4a6b-83f8-ea935201d2d1 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:34.621670 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c961233a-8694-4a6b-83f8-ea935201d2d1 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:34.673171 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:34.692443 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-097993b1-1e53-449f-b7fb-43c8193f646a req-fa45d9ec-8d30-4e62-baa1-39bee6b2fac7 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=0e50a7a0-de2d-463e-978d-4a6c4dc568b1 HTTP/1.1" status: 200 len: 210 time: 0.0745788 Aug 16 20:18:34.712558 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0706e-cb21-4800-9960-a1955a32b23b req-037cebef-e582-41f2-a937-7e0e66503145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:34.713158 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0706e-cb21-4800-9960-a1955a32b23b req-037cebef-e582-41f2-a937-7e0e66503145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:34.714944 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c961233a-8694-4a6b-83f8-ea935201d2d1 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:34.715643 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c961233a-8694-4a6b-83f8-ea935201d2d1 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cfc3d2f1-7449-4671-8ec2-4f6875b987df {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:18:34.717076 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0706e-cb21-4800-9960-a1955a32b23b req-037cebef-e582-41f2-a937-7e0e66503145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:34.720036 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c961233a-8694-4a6b-83f8-ea935201d2d1 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:34.724187 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0706e-cb21-4800-9960-a1955a32b23b req-037cebef-e582-41f2-a937-7e0e66503145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:34.724695 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c961233a-8694-4a6b-83f8-ea935201d2d1 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "DELETE /v2.0/routers/cfc3d2f1-7449-4671-8ec2-4f6875b987df HTTP/1.1" status: 204 len: 168 time: 1.4574518 Aug 16 20:18:34.725366 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0706e-cb21-4800-9960-a1955a32b23b req-037cebef-e582-41f2-a937-7e0e66503145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:34.725487 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34622) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:34.726143 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0706e-cb21-4800-9960-a1955a32b23b req-037cebef-e582-41f2-a937-7e0e66503145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:34.726810 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0706e-cb21-4800-9960-a1955a32b23b req-037cebef-e582-41f2-a937-7e0e66503145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:34.730844 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ebc0706e-cb21-4800-9960-a1955a32b23b req-037cebef-e582-41f2-a937-7e0e66503145 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 6497 time: 0.3038704 Aug 16 20:18:34.734105 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85ecfb87-1b8b-4eaf-bd3e-be3fe42e030d tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:34.774774 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ecfb87-1b8b-4eaf-bd3e-be3fe42e030d tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Pushing event deleted for resources: {'Port': ['ID=1eb08600-45d1-494d-bd5e-5e7684fc6cac,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:34.823806 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ebc0706e-cb21-4800-9960-a1955a32b23b req-139f102d-cdc1-40ae-8db0-8943d65fc9e4 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0869699 Aug 16 20:18:34.905622 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1fce2bf-929c-4682-bb41-eebb629c6cc7 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:34.939689 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85ecfb87-1b8b-4eaf-bd3e-be3fe42e030d tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:34.992466 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9520c28e-3e54-4a19-93fa-26df6ee71045 None None] Port 8639ec6c-4dda-42de-adce-e640b038e92e not found while updating agent binding for router cfc3d2f1-7449-4671-8ec2-4f6875b987df. {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 16 20:18:35.016857 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9520c28e-3e54-4a19-93fa-26df6ee71045 None None] Routers set() bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:35.017826 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9520c28e-3e54-4a19-93fa-26df6ee71045 None None] Router IDs set() for agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 20:18:35.018745 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_agentschedulers_db [None req-9520c28e-3e54-4a19-93fa-26df6ee71045 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cfc3d2f1-7449-4671-8ec2-4f6875b987df'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent'). {{(pid=94773) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 20:18:35.019133 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9520c28e-3e54-4a19-93fa-26df6ee71045 None None] The sync data for ids ['cfc3d2f1-7449-4671-8ec2-4f6875b987df'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:18:35.092041 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1fce2bf-929c-4682-bb41-eebb629c6cc7 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.129660 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85ecfb87-1b8b-4eaf-bd3e-be3fe42e030d tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.133177 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85ecfb87-1b8b-4eaf-bd3e-be3fe42e030d tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.158259 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c1fce2bf-929c-4682-bb41-eebb629c6cc7 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Deleting port 2eba587a-543a-4453-b30c-b124a0282e7c {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:18:35.158643 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1fce2bf-929c-4682-bb41-eebb629c6cc7 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.196766 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85ecfb87-1b8b-4eaf-bd3e-be3fe42e030d tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.197318 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ecfb87-1b8b-4eaf-bd3e-be3fe42e030d tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Fanout notify agent at l3_agent the message router_deleted on router 98020a29-3650-40cb-83d4-feb53673d8cf {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:18:35.213973 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85ecfb87-1b8b-4eaf-bd3e-be3fe42e030d tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.218875 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34638) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:35.219593 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-85ecfb87-1b8b-4eaf-bd3e-be3fe42e030d tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "DELETE /v2.0/routers/98020a29-3650-40cb-83d4-feb53673d8cf HTTP/1.1" status: 204 len: 168 time: 2.4000885 Aug 16 20:18:35.224513 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ddf470ef-43f5-4063-adad-006efbf986bd tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-148846481', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:35.266479 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ddf470ef-43f5-4063-adad-006efbf986bd tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.267528 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ddf470ef-43f5-4063-adad-006efbf986bd tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.288386 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-c1fce2bf-929c-4682-bb41-eebb629c6cc7 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] For port 2eba587a-543a-4453-b30c-b124a0282e7c, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=2eba587a-543a-4453-b30c-b124a0282e7c,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:35.288748 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1fce2bf-929c-4682-bb41-eebb629c6cc7 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.305971 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c1fce2bf-929c-4682-bb41-eebb629c6cc7 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Calling delete_port for 2eba587a-543a-4453-b30c-b124a0282e7c owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:18:35.353873 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ddf470ef-43f5-4063-adad-006efbf986bd tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.383782 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ddf470ef-43f5-4063-adad-006efbf986bd tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.414844 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ddf470ef-43f5-4063-adad-006efbf986bd tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.416173 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ddf470ef-43f5-4063-adad-006efbf986bd tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1960983 Aug 16 20:18:35.419126 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34640) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:35.425279 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c67b29ce-25ad-40ca-bae7-3014f3af7ddf tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Request body: {'router': {'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:35.456906 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2eba587a-543a-4453-b30c-b124a0282e7c up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:18:35.521342 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 2eba587a-543a-4453-b30c-b124a0282e7c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:35.522152 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.546008 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1fce2bf-929c-4682-bb41-eebb629c6cc7 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.577864 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Could not find standard attr ID for object 2eba587a-543a-4453-b30c-b124a0282e7c. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:18:35.581052 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.582774 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fce2bf-929c-4682-bb41-eebb629c6cc7 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Pushing event deleted for resources: {'Port': ['ID=2eba587a-543a-4453-b30c-b124a0282e7c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:35.585315 n-d-787206-13 neutron-server[94772]: INFO neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No ports have port_id starting with 2eba587a-543a-4453-b30c-b124a0282e7c Aug 16 20:18:35.651301 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1fce2bf-929c-4682-bb41-eebb629c6cc7 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.674139 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c67b29ce-25ad-40ca-bae7-3014f3af7ddf tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.755211 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1fce2bf-929c-4682-bb41-eebb629c6cc7 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.757805 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1fce2bf-929c-4682-bb41-eebb629c6cc7 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.805839 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5d299dc3-e5df-451a-83d1-a9fb2b80ba0b req-4cb4d3eb-b977-4435-97f0-9075d967d390 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=0e50a7a0-de2d-463e-978d-4a6c4dc568b1 HTTP/1.1" status: 200 len: 210 time: 0.0361319 Aug 16 20:18:35.818138 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1fce2bf-929c-4682-bb41-eebb629c6cc7 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.819217 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fce2bf-929c-4682-bb41-eebb629c6cc7 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8fdfba66-bdb6-4fd9-ace7-2b6dda8c63d1 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:18:35.835895 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1fce2bf-929c-4682-bb41-eebb629c6cc7 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.840573 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c1fce2bf-929c-4682-bb41-eebb629c6cc7 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "DELETE /v2.0/routers/8fdfba66-bdb6-4fd9-ace7-2b6dda8c63d1 HTTP/1.1" status: 204 len: 168 time: 1.1106093 Aug 16 20:18:35.841001 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34646) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:35.846479 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-cae40d8b-1f91-4f99-8b21-ac25ff674043 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-469637524', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}, 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:35.883709 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cae40d8b-1f91-4f99-8b21-ac25ff674043 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.886494 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cae40d8b-1f91-4f99-8b21-ac25ff674043 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.921244 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.964675 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cae40d8b-1f91-4f99-8b21-ac25ff674043 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:36.039652 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c67b29ce-25ad-40ca-bae7-3014f3af7ddf tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:36.060826 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-f73713be-bd78-48ca-a044-cade3ea6e253 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:36.062830 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-f73713be-bd78-48ca-a044-cade3ea6e253 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.63 "GET /v2.0/networks?id=185dd4a9-27c5-4031-8106-50b2573b079d HTTP/1.1" status: 200 len: 806 time: 0.2533655 Aug 16 20:18:36.077949 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:36.084220 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c67b29ce-25ad-40ca-bae7-3014f3af7ddf tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:36.091573 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-ecea7c66-223c-42fe-9762-52cdb9f7895a tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Request body: {'port': {'device_id': '0e50a7a0-de2d-463e-978d-4a6c4dc568b1', 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d', 'admin_state_up': True, 'tenant_id': '6fb8716d1b824bb9ac2e976008166d30'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:36.151697 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cae40d8b-1f91-4f99-8b21-ac25ff674043 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:36.317573 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-c67b29ce-25ad-40ca-bae7-3014f3af7ddf tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Allocated IP 172.25.8.250 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/f997ecd6-cfa7-4c52-8d8a-b4f1ea1746b2) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:36.331387 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-ecea7c66-223c-42fe-9762-52cdb9f7895a tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Made reservation on behalf of 6fb8716d1b824bb9ac2e976008166d30 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:36.335047 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-ecea7c66-223c-42fe-9762-52cdb9f7895a tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:36.598102 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c67b29ce-25ad-40ca-bae7-3014f3af7ddf tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:36.623739 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-ecea7c66-223c-42fe-9762-52cdb9f7895a tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Allocated IP 172.20.0.3 (185dd4a9-27c5-4031-8106-50b2573b079d/9174bd88-4f29-46ef-992b-f91f82dd45cf/61a435f4-e89e-44da-a5c9-84447859074b) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:36.696860 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c67b29ce-25ad-40ca-bae7-3014f3af7ddf tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:36.807874 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67b29ce-25ad-40ca-bae7-3014f3af7ddf tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:36.814575 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b29ce-25ad-40ca-bae7-3014f3af7ddf tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Pushing event updated for resources: {'Port': ['ID=f997ecd6-cfa7-4c52-8d8a-b4f1ea1746b2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:36.823989 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-c67b29ce-25ad-40ca-bae7-3014f3af7ddf tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:36.829670 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67b29ce-25ad-40ca-bae7-3014f3af7ddf tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:36.907911 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cae40d8b-1f91-4f99-8b21-ac25ff674043 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:36.928987 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cae40d8b-1f91-4f99-8b21-ac25ff674043 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:36.939081 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1184dbbc-153f-4b5a-89b7-7751570884fd req-9bb025d2-0f91-4af0-b8ee-d44758d99d82 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=0e50a7a0-de2d-463e-978d-4a6c4dc568b1 HTTP/1.1" status: 200 len: 210 time: 0.0454519 Aug 16 20:18:36.954072 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-ecea7c66-223c-42fe-9762-52cdb9f7895a tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:37.029592 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:37.097133 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-cae40d8b-1f91-4f99-8b21-ac25ff674043 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Allocated IP 172.25.8.90 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/ee2b54a1-5074-4ec2-abb3-b5423f3dc689) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:37.182360 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-ecea7c66-223c-42fe-9762-52cdb9f7895a tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:37.196710 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['04321e14-93df-4fa0-901a-9eebfe5dfd27'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:18:37.264878 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cae40d8b-1f91-4f99-8b21-ac25ff674043 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:37.294764 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-ecea7c66-223c-42fe-9762-52cdb9f7895a tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Network 185dd4a9-27c5-4031-8106-50b2573b079d is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:37.305469 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-ecea7c66-223c-42fe-9762-52cdb9f7895a tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:37.315610 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-ecea7c66-223c-42fe-9762-52cdb9f7895a tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:37.349628 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cae40d8b-1f91-4f99-8b21-ac25ff674043 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:37.350004 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea7c66-223c-42fe-9762-52cdb9f7895a tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Pushing event updated for resources: {'Port': ['ID=61a435f4-e89e-44da-a5c9-84447859074b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:37.365442 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c67b29ce-25ad-40ca-bae7-3014f3af7ddf tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:37.419646 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae40d8b-1f91-4f99-8b21-ac25ff674043 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:37.421534 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-cae40d8b-1f91-4f99-8b21-ac25ff674043 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:37.424962 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae40d8b-1f91-4f99-8b21-ac25ff674043 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:37.440824 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-ecea7c66-223c-42fe-9762-52cdb9f7895a tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:37.441766 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-ecea7c66-223c-42fe-9762-52cdb9f7895a tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:37.463972 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-ecea7c66-223c-42fe-9762-52cdb9f7895a tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3770058 Aug 16 20:18:37.495063 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2eba587a-543a-4453-b30c-b124a0282e7c no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:18:37.500538 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-40acf8a3-081b-4aa2-81d9-2a69bd91050e service neutron] Request body: {'port': {'device_id': '0e50a7a0-de2d-463e-978d-4a6c4dc568b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:37.545278 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 2eba587a-543a-4453-b30c-b124a0282e7c {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:18:37.545278 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2eba587a-543a-4453-b30c-b124a0282e7c not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:18:37.581633 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-40acf8a3-081b-4aa2-81d9-2a69bd91050e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:37.733855 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cae40d8b-1f91-4f99-8b21-ac25ff674043 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:37.786185 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae40d8b-1f91-4f99-8b21-ac25ff674043 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Pushing event updated for resources: {'Port': ['ID=ee2b54a1-5074-4ec2-abb3-b5423f3dc689,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:38.149572 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cae40d8b-1f91-4f99-8b21-ac25ff674043 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:38.280282 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c67b29ce-25ad-40ca-bae7-3014f3af7ddf tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106996'] for router, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:38.320403 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c67b29ce-25ad-40ca-bae7-3014f3af7ddf tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-399211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-399202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-399768'] for router, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:38.340771 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae40d8b-1f91-4f99-8b21-ac25ff674043 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Router 50608c5e-4ec3-4ad0-8af3-6e61bbe43783 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:18:38.460577 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8f431-5584-4a35-97b3-9484e138ee34 req-a45acdb9-30eb-4219-9c57-816876478821 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:38.462345 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cac8f431-5584-4a35-97b3-9484e138ee34 req-a45acdb9-30eb-4219-9c57-816876478821 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=0e50a7a0-de2d-463e-978d-4a6c4dc568b1 HTTP/1.1" status: 200 len: 931 time: 0.1799583 Aug 16 20:18:38.494057 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae40d8b-1f91-4f99-8b21-ac25ff674043 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:18:38.511637 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee34b433-7d6f-48f1-98ef-cda74f903981 None None] Sync routers for ids ['50608c5e-4ec3-4ad0-8af3-6e61bbe43783'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:18:38.527440 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee34b433-7d6f-48f1-98ef-cda74f903981 None None] Routers {'50608c5e-4ec3-4ad0-8af3-6e61bbe43783'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:38.528366 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ee34b433-7d6f-48f1-98ef-cda74f903981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['50608c5e-4ec3-4ad0-8af3-6e61bbe43783'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:38.536272 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cae40d8b-1f91-4f99-8b21-ac25ff674043 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:38.542711 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cae40d8b-1f91-4f99-8b21-ac25ff674043 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7004998 Aug 16 20:18:38.543937 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34676) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:38.551728 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f008f9a4-bc47-4c10-a390-60db0cb69401 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'enable_snat': False}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:38.569080 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cac8f431-5584-4a35-97b3-9484e138ee34 req-e019f4ab-d52b-4ab9-9256-a3b5dec6da48 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955064 Aug 16 20:18:38.597653 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ee34b433-7d6f-48f1-98ef-cda74f903981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:38.617997 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee34b433-7d6f-48f1-98ef-cda74f903981 None None] Routers {'50608c5e-4ec3-4ad0-8af3-6e61bbe43783'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:38.618853 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ee34b433-7d6f-48f1-98ef-cda74f903981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['50608c5e-4ec3-4ad0-8af3-6e61bbe43783'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:38.657784 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ee34b433-7d6f-48f1-98ef-cda74f903981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:38.658690 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee34b433-7d6f-48f1-98ef-cda74f903981 None None] The sync data for ids ['50608c5e-4ec3-4ad0-8af3-6e61bbe43783'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:18:38.663796 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-40acf8a3-081b-4aa2-81d9-2a69bd91050e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a435f4-e89e-44da-a5c9-84447859074b {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:18:38.677799 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-40acf8a3-081b-4aa2-81d9-2a69bd91050e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:38.716357 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-40acf8a3-081b-4aa2-81d9-2a69bd91050e service neutron] Transition to ACTIVE for port object 61a435f4-e89e-44da-a5c9-84447859074b will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:38.755359 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-40acf8a3-081b-4aa2-81d9-2a69bd91050e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:38.760472 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67b29ce-25ad-40ca-bae7-3014f3af7ddf tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Router dddc1b33-f0fe-4b85-8f54-44a940146a7d is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:18:38.830178 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40acf8a3-081b-4aa2-81d9-2a69bd91050e service neutron] Pushing event updated for resources: {'Port': ['ID=61a435f4-e89e-44da-a5c9-84447859074b,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:39.091019 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67b29ce-25ad-40ca-bae7-3014f3af7ddf tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:18:39.102073 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c67b29ce-25ad-40ca-bae7-3014f3af7ddf tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:39.102973 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c67b29ce-25ad-40ca-bae7-3014f3af7ddf tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "PUT /v2.0/routers/dddc1b33-f0fe-4b85-8f54-44a940146a7d HTTP/1.1" status: 200 len: 879 time: 3.6822226 Aug 16 20:18:39.104263 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb0c56d-1130-491a-a796-47c58b3c42be None None] Sync routers for ids ['dddc1b33-f0fe-4b85-8f54-44a940146a7d'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:18:39.107853 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34682) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:39.123038 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb0c56d-1130-491a-a796-47c58b3c42be None None] Routers {'dddc1b33-f0fe-4b85-8f54-44a940146a7d'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:39.123038 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-dbb0c56d-1130-491a-a796-47c58b3c42be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['dddc1b33-f0fe-4b85-8f54-44a940146a7d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:39.136638 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-40acf8a3-081b-4aa2-81d9-2a69bd91050e service neutron] Attempting to bind port 61a435f4-e89e-44da-a5c9-84447859074b on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:18:39.136977 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-40acf8a3-081b-4aa2-81d9-2a69bd91050e service neutron] Attempting to bind port 61a435f4-e89e-44da-a5c9-84447859074b by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '707b3413-318b-4129-aa23-391c2507bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:18:39.137302 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-40acf8a3-081b-4aa2-81d9-2a69bd91050e service neutron] Attempting to bind port 61a435f4-e89e-44da-a5c9-84447859074b on network 185dd4a9-27c5-4031-8106-50b2573b079d {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:39.159334 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-40acf8a3-081b-4aa2-81d9-2a69bd91050e service neutron] Port 61a435f4-e89e-44da-a5c9-84447859074b on network 185dd4a9-27c5-4031-8106-50b2573b079d not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:18:39.159664 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-40acf8a3-081b-4aa2-81d9-2a69bd91050e service neutron] Attempting to bind port 61a435f4-e89e-44da-a5c9-84447859074b on network 185dd4a9-27c5-4031-8106-50b2573b079d {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:39.160595 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-dbb0c56d-1130-491a-a796-47c58b3c42be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:39.174031 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb0c56d-1130-491a-a796-47c58b3c42be None None] Routers {'dddc1b33-f0fe-4b85-8f54-44a940146a7d'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:39.177883 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-dbb0c56d-1130-491a-a796-47c58b3c42be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['dddc1b33-f0fe-4b85-8f54-44a940146a7d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:39.206137 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-40acf8a3-081b-4aa2-81d9-2a69bd91050e service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:18:39.206474 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-40acf8a3-081b-4aa2-81d9-2a69bd91050e service neutron] Checking segment: {'id': '707b3413-318b-4129-aa23-391c2507bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:39.206860 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-40acf8a3-081b-4aa2-81d9-2a69bd91050e service neutron] Bound using segment: {'id': '707b3413-318b-4129-aa23-391c2507bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:18:39.207335 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-40acf8a3-081b-4aa2-81d9-2a69bd91050e service neutron] Bound port: 61a435f4-e89e-44da-a5c9-84447859074b, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '707b3413-318b-4129-aa23-391c2507bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:18:39.207698 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-40acf8a3-081b-4aa2-81d9-2a69bd91050e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:39.230587 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-dbb0c56d-1130-491a-a796-47c58b3c42be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:39.231242 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb0c56d-1130-491a-a796-47c58b3c42be None None] The sync data for ids ['dddc1b33-f0fe-4b85-8f54-44a940146a7d'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:18:39.263403 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1c87c0cc-f220-48e1-8057-0dac09414b65 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "GET /v2.0/routers/dddc1b33-f0fe-4b85-8f54-44a940146a7d HTTP/1.1" status: 200 len: 920 time: 0.1522856 Aug 16 20:18:39.264431 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34684) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:39.342889 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f008f9a4-bc47-4c10-a390-60db0cb69401 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:39.349123 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-40acf8a3-081b-4aa2-81d9-2a69bd91050e service neutron] For port 61a435f4-e89e-44da-a5c9-84447859074b, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:18:39.353299 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-40acf8a3-081b-4aa2-81d9-2a69bd91050e service neutron] For port 61a435f4-e89e-44da-a5c9-84447859074b, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=61a435f4-e89e-44da-a5c9-84447859074b,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:18:39.357127 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624293a0-424e-4627-9c6f-358b8d69f372 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:39.360887 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-624293a0-424e-4627-9c6f-358b8d69f372 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=eb87ae87-0925-464c-8e03-8bba27e76e58&device_id=dddc1b33-f0fe-4b85-8f54-44a940146a7d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0947323 Aug 16 20:18:39.364050 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34688) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:39.380904 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-40acf8a3-081b-4aa2-81d9-2a69bd91050e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:39.399778 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-40acf8a3-081b-4aa2-81d9-2a69bd91050e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:39.400468 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-40acf8a3-081b-4aa2-81d9-2a69bd91050e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:39.403850 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-40acf8a3-081b-4aa2-81d9-2a69bd91050e service neutron] 10.222.0.63 "PUT /v2.0/ports/61a435f4-e89e-44da-a5c9-84447859074b HTTP/1.1" status: 200 len: 1092 time: 1.9085271 Aug 16 20:18:39.463417 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e50a7a0-de2d-463e-978d-4a6c4dc568b1', 'tag': '61a435f4-e89e-44da-a5c9-84447859074b'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:18:39.466810 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb43965-7f81-43e2-911a-f407e119ebe9" -d '{"events": [{"name": "network-changed", "server_uuid": "0e50a7a0-de2d-463e-978d-4a6c4dc568b1", "tag": "61a435f4-e89e-44da-a5c9-84447859074b"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:18:39.560046 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e973194-1344-4a7c-ae21-eb880646b67e x-openstack-request-id: req-3e973194-1344-4a7c-ae21-eb880646b67e {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:18:39.560397 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e50a7a0-de2d-463e-978d-4a6c4dc568b1", "tag": "61a435f4-e89e-44da-a5c9-84447859074b", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:18:39.560683 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3e973194-1344-4a7c-ae21-eb880646b67e {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:18:39.561075 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e50a7a0-de2d-463e-978d-4a6c4dc568b1', 'tag': '61a435f4-e89e-44da-a5c9-84447859074b', 'status': 'completed', 'code': 200} Aug 16 20:18:39.587351 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab6f5e4-21fa-41bc-b263-d4db714e7117 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:39.591815 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3ab6f5e4-21fa-41bc-b263-d4db714e7117 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 881 time: 0.2223761 Aug 16 20:18:39.592345 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34692) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:39.593417 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40acf8a3-081b-4aa2-81d9-2a69bd91050e service neutron] Pushing event updated for resources: {'Port': ['ID=61a435f4-e89e-44da-a5c9-84447859074b,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:39.610557 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-eb2f4c6e-2eff-4aac-8220-334b37cd234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:39.612143 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-eb2f4c6e-2eff-4aac-8220-334b37cd234a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6fb8716d1b824bb9ac2e976008166d30&device_id=0e50a7a0-de2d-463e-978d-4a6c4dc568b1 HTTP/1.1" status: 200 len: 1095 time: 0.1418118 Aug 16 20:18:39.627723 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-52271361-faa0-4f1f-88a9-76018d3dc07f tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "GET /v2.0/ports?device_id=dddc1b33-f0fe-4b85-8f54-44a940146a7d HTTP/1.1" status: 200 len: 205 time: 0.0341098 Aug 16 20:18:39.630860 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34698) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:39.686837 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-a6e2613a-0982-4c24-98e9-e59ff6333a1a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61a435f4-e89e-44da-a5c9-84447859074b HTTP/1.1" status: 200 len: 217 time: 0.0598500 Aug 16 20:18:39.808159 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b012796-3be8-4f35-b465-a2fde65d1261 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:39.855415 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-b9b1350d-1ed6-4ed2-b343-4bf7e79e6bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:39.856898 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-b9b1350d-1ed6-4ed2-b343-4bf7e79e6bd4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9174bd88-4f29-46ef-992b-f91f82dd45cf HTTP/1.1" status: 200 len: 846 time: 0.1581137 Aug 16 20:18:39.876217 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69fe9c-6089-48f4-8b4e-4b990abcb61e req-6ad740fc-33ce-42c2-9a6c-418767275487 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:39.879281 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dd69fe9c-6089-48f4-8b4e-4b990abcb61e req-6ad740fc-33ce-42c2-9a6c-418767275487 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=0e50a7a0-de2d-463e-978d-4a6c4dc568b1 HTTP/1.1" status: 200 len: 943 time: 0.1181273 Aug 16 20:18:39.900017 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-fc797743-29c1-448a-918c-e59b2864fef2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=185dd4a9-27c5-4031-8106-50b2573b079d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327818 Aug 16 20:18:39.964216 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dd69fe9c-6089-48f4-8b4e-4b990abcb61e req-f3ac6def-d379-4d7f-8451-4c58380878c5 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549209 Aug 16 20:18:39.969426 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b012796-3be8-4f35-b465-a2fde65d1261 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:40.090651 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-7b012796-3be8-4f35-b465-a2fde65d1261 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Deleting port f997ecd6-cfa7-4c52-8d8a-b4f1ea1746b2 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:18:40.091510 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b012796-3be8-4f35-b465-a2fde65d1261 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:40.118812 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-7eadb9d2-9ced-49b1-99a7-a95e9540d7cf service neutron] 10.222.0.63 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878576 Aug 16 20:18:40.185859 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b012796-3be8-4f35-b465-a2fde65d1261 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:40.198540 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-7b012796-3be8-4f35-b465-a2fde65d1261 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Calling delete_port for f997ecd6-cfa7-4c52-8d8a-b4f1ea1746b2 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:18:40.293495 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f008f9a4-bc47-4c10-a390-60db0cb69401 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106996'] for router, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:40.299622 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cf241ea8-e85c-4650-a8ab-4886f465f96c req-b2402c85-1286-428f-8823-7c690adc3806 service neutron] 10.222.0.63 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725492 Aug 16 20:18:40.300671 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f008f9a4-bc47-4c10-a390-60db0cb69401 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-399211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-399202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-399768'] for router, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:40.406398 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b012796-3be8-4f35-b465-a2fde65d1261 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:40.446262 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b012796-3be8-4f35-b465-a2fde65d1261 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Pushing event deleted for resources: {'Port': ['ID=f997ecd6-cfa7-4c52-8d8a-b4f1ea1746b2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:40.511707 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b012796-3be8-4f35-b465-a2fde65d1261 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:40.615070 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b012796-3be8-4f35-b465-a2fde65d1261 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:40.617520 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b012796-3be8-4f35-b465-a2fde65d1261 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:40.669807 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b012796-3be8-4f35-b465-a2fde65d1261 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:40.670768 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b012796-3be8-4f35-b465-a2fde65d1261 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Fanout notify agent at l3_agent the message router_deleted on router dddc1b33-f0fe-4b85-8f54-44a940146a7d {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:18:40.687516 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b012796-3be8-4f35-b465-a2fde65d1261 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:40.691679 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7b012796-3be8-4f35-b465-a2fde65d1261 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "DELETE /v2.0/routers/dddc1b33-f0fe-4b85-8f54-44a940146a7d HTTP/1.1" status: 204 len: 168 time: 1.0597932 Aug 16 20:18:40.698297 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34708) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:40.703175 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-84fb9da6-1cf8-4275-aca4-e35f156bb5f6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1884302175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:40.756962 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-84fb9da6-1cf8-4275-aca4-e35f156bb5f6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:40.758115 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-84fb9da6-1cf8-4275-aca4-e35f156bb5f6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:40.808712 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb43965-7f81-43e2-911a-f407e119ebe9 req-9419eeb7-72f4-4561-acde-99a98a8bd9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:40.810321 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fcb43965-7f81-43e2-911a-f407e119ebe9 req-9419eeb7-72f4-4561-acde-99a98a8bd9f6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6fb8716d1b824bb9ac2e976008166d30&device_id=0e50a7a0-de2d-463e-978d-4a6c4dc568b1 HTTP/1.1" status: 200 len: 1095 time: 0.4427025 Aug 16 20:18:40.812596 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f008f9a4-bc47-4c10-a390-60db0cb69401 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Router 50608c5e-4ec3-4ad0-8af3-6e61bbe43783 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:18:40.827273 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-84fb9da6-1cf8-4275-aca4-e35f156bb5f6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:40.834314 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-84fb9da6-1cf8-4275-aca4-e35f156bb5f6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:40.854380 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-84fb9da6-1cf8-4275-aca4-e35f156bb5f6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:40.859934 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-84fb9da6-1cf8-4275-aca4-e35f156bb5f6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1603589 Aug 16 20:18:40.861070 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34716) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:40.871397 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0264f324-1c75-4a24-acea-9ee8ebdbcd46 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'enable_snat': True}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:40.933240 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb43965-7f81-43e2-911a-f407e119ebe9 req-7c48db4f-35ce-4531-8939-f24be685d998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:40.934974 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fcb43965-7f81-43e2-911a-f407e119ebe9 req-7c48db4f-35ce-4531-8939-f24be685d998 service neutron] 10.222.0.63 "GET /v2.0/networks?id=185dd4a9-27c5-4031-8106-50b2573b079d HTTP/1.1" status: 200 len: 907 time: 0.1116486 Aug 16 20:18:41.034512 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fcb43965-7f81-43e2-911a-f407e119ebe9 req-2c2d8103-6d53-4040-851c-3a03a779c910 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61a435f4-e89e-44da-a5c9-84447859074b HTTP/1.1" status: 200 len: 217 time: 0.0600362 Aug 16 20:18:41.183151 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f008f9a4-bc47-4c10-a390-60db0cb69401 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:18:41.185802 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb43965-7f81-43e2-911a-f407e119ebe9 req-140039d2-3c6e-46a3-a8d7-716d06543b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:41.187273 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fcb43965-7f81-43e2-911a-f407e119ebe9 req-140039d2-3c6e-46a3-a8d7-716d06543b70 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9174bd88-4f29-46ef-992b-f91f82dd45cf HTTP/1.1" status: 200 len: 846 time: 0.1444283 Aug 16 20:18:41.190436 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f008f9a4-bc47-4c10-a390-60db0cb69401 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:41.191659 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f008f9a4-bc47-4c10-a390-60db0cb69401 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "PUT /v2.0/routers/50608c5e-4ec3-4ad0-8af3-6e61bbe43783 HTTP/1.1" status: 200 len: 924 time: 2.6436737 Aug 16 20:18:41.194869 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34732) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:41.197149 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be48c709-f246-40ba-911c-1182f64330ac None None] Sync routers for ids ['50608c5e-4ec3-4ad0-8af3-6e61bbe43783'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:18:41.208031 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be48c709-f246-40ba-911c-1182f64330ac None None] Routers {'50608c5e-4ec3-4ad0-8af3-6e61bbe43783'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:41.209539 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-be48c709-f246-40ba-911c-1182f64330ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['50608c5e-4ec3-4ad0-8af3-6e61bbe43783'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:41.257211 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-be48c709-f246-40ba-911c-1182f64330ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:41.258383 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0264f324-1c75-4a24-acea-9ee8ebdbcd46 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:41.267656 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be48c709-f246-40ba-911c-1182f64330ac None None] Routers {'50608c5e-4ec3-4ad0-8af3-6e61bbe43783'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:41.268627 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-be48c709-f246-40ba-911c-1182f64330ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['50608c5e-4ec3-4ad0-8af3-6e61bbe43783'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:41.269314 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1ab2b-b309-4c12-92b9-55bf2e4fc773 req-e1cfb083-01f2-495c-80b9-ef98ba041799 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:41.277644 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e0f1ab2b-b309-4c12-92b9-55bf2e4fc773 req-e1cfb083-01f2-495c-80b9-ef98ba041799 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=0e50a7a0-de2d-463e-978d-4a6c4dc568b1 HTTP/1.1" status: 200 len: 943 time: 0.1471171 Aug 16 20:18:41.305566 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-be48c709-f246-40ba-911c-1182f64330ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:41.306642 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be48c709-f246-40ba-911c-1182f64330ac None None] The sync data for ids ['50608c5e-4ec3-4ad0-8af3-6e61bbe43783'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:18:41.323337 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fcb43965-7f81-43e2-911a-f407e119ebe9 req-efead76c-6995-4173-8612-46811da6543e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=185dd4a9-27c5-4031-8106-50b2573b079d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219637 Aug 16 20:18:41.387469 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e0f1ab2b-b309-4c12-92b9-55bf2e4fc773 req-bffa630c-9998-4214-af46-c48043d4491e tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089203 Aug 16 20:18:41.515351 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7613403c-6ae1-4229-8000-be72666605cc tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "GET /v2.0/routers/50608c5e-4ec3-4ad0-8af3-6e61bbe43783 HTTP/1.1" status: 200 len: 924 time: 0.3190784 Aug 16 20:18:41.516741 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34736) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:41.564689 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fcb43965-7f81-43e2-911a-f407e119ebe9 req-7e57f267-74ae-4a54-a277-bcde2130080c service neutron] 10.222.0.63 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326105 Aug 16 20:18:41.589418 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0264f324-1c75-4a24-acea-9ee8ebdbcd46 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:41.619128 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0264f324-1c75-4a24-acea-9ee8ebdbcd46 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:41.620683 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82e9c68-045d-4930-bca4-03d12cf105b1 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:41.622521 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f82e9c68-045d-4930-bca4-03d12cf105b1 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=eb87ae87-0925-464c-8e03-8bba27e76e58&device_id=50608c5e-4ec3-4ad0-8af3-6e61bbe43783&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1029334 Aug 16 20:18:41.625220 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34738) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:41.761911 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fcb43965-7f81-43e2-911a-f407e119ebe9 req-71990c5a-387a-4c42-b52f-b4a727e144c9 service neutron] 10.222.0.63 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843405 Aug 16 20:18:41.773751 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-0264f324-1c75-4a24-acea-9ee8ebdbcd46 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Allocated IP 172.25.8.165 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/eb4439c5-b508-4bd8-9b92-9fb88760a905) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:41.776430 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a606be-917d-4981-9a0e-e8a5fda44785 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:41.778057 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e5a606be-917d-4981-9a0e-e8a5fda44785 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 881 time: 0.1519086 Aug 16 20:18:41.781053 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34742) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:41.820866 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0e26fb67-b370-4c5f-8fd6-296fe42dea33 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "GET /v2.0/ports?device_id=50608c5e-4ec3-4ad0-8af3-6e61bbe43783 HTTP/1.1" status: 200 len: 205 time: 0.0351243 Aug 16 20:18:41.821104 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34744) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:42.027793 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 61a435f4-e89e-44da-a5c9-84447859074b details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:18:42.157533 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 61a435f4-e89e-44da-a5c9-84447859074b, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=61a435f4-e89e-44da-a5c9-84447859074b,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:42.171681 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '61a435f4-e89e-44da-a5c9-84447859074b', 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d', 'port_id': '61a435f4-e89e-44da-a5c9-84447859074b', 'mac_address': 'fa:16:3e:1f:a0:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9174bd88-4f29-46ef-992b-f91f82dd45cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:18:42.224872 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:42.246199 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a435f4-e89e-44da-a5c9-84447859074b {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:18:42.274841 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 61a435f4-e89e-44da-a5c9-84447859074b, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=61a435f4-e89e-44da-a5c9-84447859074b,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:42.280201 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:42.336653 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=61a435f4-e89e-44da-a5c9-84447859074b,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:42.353415 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a2d8e2f-1782-4891-bb7b-1f1992a5dde9 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:42.394037 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0264f324-1c75-4a24-acea-9ee8ebdbcd46 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:42.534650 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a2d8e2f-1782-4891-bb7b-1f1992a5dde9 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:42.553827 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f81bb-7062-4d02-9b6e-746523cffb35 req-7cbaad07-a6d9-4fb0-8502-26aba2013dbe tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:42.555366 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-520f81bb-7062-4d02-9b6e-746523cffb35 req-7cbaad07-a6d9-4fb0-8502-26aba2013dbe tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=0e50a7a0-de2d-463e-978d-4a6c4dc568b1 HTTP/1.1" status: 200 len: 944 time: 0.0906675 Aug 16 20:18:42.558383 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0264f324-1c75-4a24-acea-9ee8ebdbcd46 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:42.640161 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0264f324-1c75-4a24-acea-9ee8ebdbcd46 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:42.642586 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['61a435f4-e89e-44da-a5c9-84447859074b'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:18:42.653756 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-0264f324-1c75-4a24-acea-9ee8ebdbcd46 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:42.657545 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264f324-1c75-4a24-acea-9ee8ebdbcd46 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Pushing event updated for resources: {'Port': ['ID=eb4439c5-b508-4bd8-9b92-9fb88760a905,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:42.666619 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0264f324-1c75-4a24-acea-9ee8ebdbcd46 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:42.701220 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-520f81bb-7062-4d02-9b6e-746523cffb35 req-a276e342-0be8-44a4-84e8-e964a7004f66 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378860 Aug 16 20:18:42.732659 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-7a2d8e2f-1782-4891-bb7b-1f1992a5dde9 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Deleting port ee2b54a1-5074-4ec2-abb3-b5423f3dc689 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:18:42.733000 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a2d8e2f-1782-4891-bb7b-1f1992a5dde9 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:42.919858 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a2d8e2f-1782-4891-bb7b-1f1992a5dde9 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:42.971062 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-7a2d8e2f-1782-4891-bb7b-1f1992a5dde9 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Calling delete_port for ee2b54a1-5074-4ec2-abb3-b5423f3dc689 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:18:43.081018 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0264f324-1c75-4a24-acea-9ee8ebdbcd46 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:43.477294 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0264f324-1c75-4a24-acea-9ee8ebdbcd46 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106996'] for router, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:43.484719 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0264f324-1c75-4a24-acea-9ee8ebdbcd46 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-399211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-399202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-399768'] for router, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:43.497287 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a2d8e2f-1782-4891-bb7b-1f1992a5dde9 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:43.559986 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d8e2f-1782-4891-bb7b-1f1992a5dde9 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Pushing event deleted for resources: {'Port': ['ID=ee2b54a1-5074-4ec2-abb3-b5423f3dc689,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:43.676067 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a2d8e2f-1782-4891-bb7b-1f1992a5dde9 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:43.780541 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a2d8e2f-1782-4891-bb7b-1f1992a5dde9 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:43.784036 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a2d8e2f-1782-4891-bb7b-1f1992a5dde9 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:43.866732 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a2d8e2f-1782-4891-bb7b-1f1992a5dde9 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:43.867335 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2d8e2f-1782-4891-bb7b-1f1992a5dde9 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Fanout notify agent at l3_agent the message router_deleted on router 50608c5e-4ec3-4ad0-8af3-6e61bbe43783 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:18:43.875335 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a2d8e2f-1782-4891-bb7b-1f1992a5dde9 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:43.879708 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7a2d8e2f-1782-4891-bb7b-1f1992a5dde9 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "DELETE /v2.0/routers/50608c5e-4ec3-4ad0-8af3-6e61bbe43783 HTTP/1.1" status: 204 len: 168 time: 2.0545192 Aug 16 20:18:43.880682 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34786) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:43.886729 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0264f324-1c75-4a24-acea-9ee8ebdbcd46 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Router 76fd6d93-96fc-42b4-823e-06adc77e69c5 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:18:43.887107 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-242547d9-f31e-459d-8d28-54a430612249 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-33606512', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:43.900725 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b82115-db03-4a14-a0d8-9aa387c6a3bc req-b0a39216-13b3-4637-bd03-e24af85bf0dc tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:43.902361 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-34b82115-db03-4a14-a0d8-9aa387c6a3bc req-b0a39216-13b3-4637-bd03-e24af85bf0dc tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=0e50a7a0-de2d-463e-978d-4a6c4dc568b1 HTTP/1.1" status: 200 len: 944 time: 0.1165860 Aug 16 20:18:43.917449 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-242547d9-f31e-459d-8d28-54a430612249 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:43.918750 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-242547d9-f31e-459d-8d28-54a430612249 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:43.985100 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-242547d9-f31e-459d-8d28-54a430612249 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:43.990574 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-242547d9-f31e-459d-8d28-54a430612249 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:44.018472 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-242547d9-f31e-459d-8d28-54a430612249 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:44.024554 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-242547d9-f31e-459d-8d28-54a430612249 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1381409 Aug 16 20:18:44.024847 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-34b82115-db03-4a14-a0d8-9aa387c6a3bc req-2c69350e-eb36-4f6e-894b-403203e689e0 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065314 Aug 16 20:18:44.025415 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34790) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:44.031042 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 61a435f4-e89e-44da-a5c9-84447859074b up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:18:44.033447 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3930ff96-7d06-42e5-ad50-74682bd9583a tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Request body: {'router': {'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:44.047002 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0264f324-1c75-4a24-acea-9ee8ebdbcd46 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:18:44.051735 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0264f324-1c75-4a24-acea-9ee8ebdbcd46 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:44.056362 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0264f324-1c75-4a24-acea-9ee8ebdbcd46 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "PUT /v2.0/routers/76fd6d93-96fc-42b4-823e-06adc77e69c5 HTTP/1.1" status: 200 len: 915 time: 3.1938138 Aug 16 20:18:44.056887 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34792) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:44.071126 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ad4d14-cf76-49d5-82a9-0199a26dcc14 None None] Sync routers for ids ['76fd6d93-96fc-42b4-823e-06adc77e69c5'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:18:44.089184 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ad4d14-cf76-49d5-82a9-0199a26dcc14 None None] Routers {'76fd6d93-96fc-42b4-823e-06adc77e69c5'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:44.089933 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-74ad4d14-cf76-49d5-82a9-0199a26dcc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['76fd6d93-96fc-42b4-823e-06adc77e69c5'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:44.164318 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 61a435f4-e89e-44da-a5c9-84447859074b completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:44.170555 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 61a435f4-e89e-44da-a5c9-84447859074b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:44.171011 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:44.175115 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-74ad4d14-cf76-49d5-82a9-0199a26dcc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:44.206218 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ad4d14-cf76-49d5-82a9-0199a26dcc14 None None] Routers {'76fd6d93-96fc-42b4-823e-06adc77e69c5'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:44.206869 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-74ad4d14-cf76-49d5-82a9-0199a26dcc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['76fd6d93-96fc-42b4-823e-06adc77e69c5'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:44.210025 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-786333c7-8383-45ae-8e51-3d343311c5f2 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "GET /v2.0/routers/76fd6d93-96fc-42b4-823e-06adc77e69c5 HTTP/1.1" status: 200 len: 921 time: 0.1520045 Aug 16 20:18:44.214390 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34796) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:44.242276 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-74ad4d14-cf76-49d5-82a9-0199a26dcc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:44.243194 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ad4d14-cf76-49d5-82a9-0199a26dcc14 None None] The sync data for ids ['76fd6d93-96fc-42b4-823e-06adc77e69c5'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:18:44.331711 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3930ff96-7d06-42e5-ad50-74682bd9583a tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:44.427971 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984462fd-0976-4429-90aa-5aef43e4bc9b tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:44.432707 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-984462fd-0976-4429-90aa-5aef43e4bc9b tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=eb87ae87-0925-464c-8e03-8bba27e76e58&device_id=76fd6d93-96fc-42b4-823e-06adc77e69c5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2145162 Aug 16 20:18:44.433069 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34814) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:44.553921 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:44.620804 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9886d8a8-b604-408b-b4be-f987d4fae23d tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:44.621574 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 61a435f4-e89e-44da-a5c9-84447859074b, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=61a435f4-e89e-44da-a5c9-84447859074b,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:44.625464 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9886d8a8-b604-408b-b4be-f987d4fae23d tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 881 time: 0.1883295 Aug 16 20:18:44.625724 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e50a7a0-de2d-463e-978d-4a6c4dc568b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a435f4-e89e-44da-a5c9-84447859074b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:18:44.625724 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ec0afb-ccb5-45ec-b169-431fa2350773" -d '{"events": [{"server_uuid": "0e50a7a0-de2d-463e-978d-4a6c4dc568b1", "name": "network-vif-plugged", "status": "completed", "tag": "61a435f4-e89e-44da-a5c9-84447859074b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:18:44.626913 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34826) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:44.640096 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:44.685873 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3930ff96-7d06-42e5-ad50-74682bd9583a tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:44.687984 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d4231154-ff7d-4249-aa25-322621e9c088 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "GET /v2.0/ports?device_id=76fd6d93-96fc-42b4-823e-06adc77e69c5 HTTP/1.1" status: 200 len: 205 time: 0.0567329 Aug 16 20:18:44.688763 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34836) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:44.735692 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3930ff96-7d06-42e5-ad50-74682bd9583a tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:44.770049 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=61a435f4-e89e-44da-a5c9-84447859074b,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:44.908779 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1c73f21-2010-40a9-b05a-da62fbe495a1 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:44.983088 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-3930ff96-7d06-42e5-ad50-74682bd9583a tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Allocated IP 172.25.8.199 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/74fa3057-cdc1-4f93-83b9-02bf5ff5af31) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:44.995098 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8500df-8c98-48fb-bf90-8db303e210f8 x-openstack-request-id: req-5d8500df-8c98-48fb-bf90-8db303e210f8 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:18:44.996319 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e50a7a0-de2d-463e-978d-4a6c4dc568b1", "name": "network-vif-plugged", "status": "completed", "tag": "61a435f4-e89e-44da-a5c9-84447859074b", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:18:44.996884 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5d8500df-8c98-48fb-bf90-8db303e210f8 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:18:44.997444 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e50a7a0-de2d-463e-978d-4a6c4dc568b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a435f4-e89e-44da-a5c9-84447859074b', 'code': 200} Aug 16 20:18:45.105450 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1c73f21-2010-40a9-b05a-da62fbe495a1 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:45.174303 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e1c73f21-2010-40a9-b05a-da62fbe495a1 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Deleting port eb4439c5-b508-4bd8-9b92-9fb88760a905 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:18:45.174650 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1c73f21-2010-40a9-b05a-da62fbe495a1 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:45.240726 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3930ff96-7d06-42e5-ad50-74682bd9583a tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:45.269950 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ebba07-ca5f-427b-b8e7-3285ceace55b req-074f2dc4-e41e-441a-9edb-30e13c711f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:45.272204 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b7ebba07-ca5f-427b-b8e7-3285ceace55b req-074f2dc4-e41e-441a-9edb-30e13c711f4e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0e50a7a0-de2d-463e-978d-4a6c4dc568b1 HTTP/1.1" status: 200 len: 1097 time: 0.1696723 Aug 16 20:18:45.284094 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee3028-57b8-45a0-9a77-0c60ebe1345b req-6e8b0ffe-102f-4323-8eb6-fa1a3dafc51d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:45.284688 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1c73f21-2010-40a9-b05a-da62fbe495a1 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:45.285659 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d0ee3028-57b8-45a0-9a77-0c60ebe1345b req-6e8b0ffe-102f-4323-8eb6-fa1a3dafc51d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=0e50a7a0-de2d-463e-978d-4a6c4dc568b1 HTTP/1.1" status: 200 len: 945 time: 0.1276503 Aug 16 20:18:45.312954 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e1c73f21-2010-40a9-b05a-da62fbe495a1 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Calling delete_port for eb4439c5-b508-4bd8-9b92-9fb88760a905 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:18:45.376699 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b7ebba07-ca5f-427b-b8e7-3285ceace55b req-0a63f272-9e3b-46d2-9a79-3b552d83ec56 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900164 Aug 16 20:18:45.378488 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3930ff96-7d06-42e5-ad50-74682bd9583a tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:45.384965 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d0ee3028-57b8-45a0-9a77-0c60ebe1345b req-b33a09fa-5423-4abe-9e4e-c06d62a2bcae tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868938 Aug 16 20:18:45.449425 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3930ff96-7d06-42e5-ad50-74682bd9583a tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:45.454486 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-3930ff96-7d06-42e5-ad50-74682bd9583a tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:45.461946 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3930ff96-7d06-42e5-ad50-74682bd9583a tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:45.466895 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930ff96-7d06-42e5-ad50-74682bd9583a tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Pushing event updated for resources: {'Port': ['ID=74fa3057-cdc1-4f93-83b9-02bf5ff5af31,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:45.650148 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1c73f21-2010-40a9-b05a-da62fbe495a1 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:45.680582 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c73f21-2010-40a9-b05a-da62fbe495a1 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Pushing event deleted for resources: {'Port': ['ID=eb4439c5-b508-4bd8-9b92-9fb88760a905,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:45.785328 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1c73f21-2010-40a9-b05a-da62fbe495a1 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:45.818476 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3930ff96-7d06-42e5-ad50-74682bd9583a tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:45.919385 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1c73f21-2010-40a9-b05a-da62fbe495a1 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:45.927062 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1c73f21-2010-40a9-b05a-da62fbe495a1 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:45.983750 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1c73f21-2010-40a9-b05a-da62fbe495a1 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:45.984676 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c73f21-2010-40a9-b05a-da62fbe495a1 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Fanout notify agent at l3_agent the message router_deleted on router 76fd6d93-96fc-42b4-823e-06adc77e69c5 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:18:45.997666 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1c73f21-2010-40a9-b05a-da62fbe495a1 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:45.998803 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e1c73f21-2010-40a9-b05a-da62fbe495a1 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "DELETE /v2.0/routers/76fd6d93-96fc-42b4-823e-06adc77e69c5 HTTP/1.1" status: 204 len: 168 time: 1.3078215 Aug 16 20:18:46.005773 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34872) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:46.011421 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5a520c3f-ef01-40db-b8dd-86b1223d833b tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-301679063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:46.042894 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a520c3f-ef01-40db-b8dd-86b1223d833b tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:46.053065 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a520c3f-ef01-40db-b8dd-86b1223d833b tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:46.096048 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3930ff96-7d06-42e5-ad50-74682bd9583a tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106996'] for router, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:46.102240 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3930ff96-7d06-42e5-ad50-74682bd9583a tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-399211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-399202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-399768'] for router, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:46.156637 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a520c3f-ef01-40db-b8dd-86b1223d833b tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:46.162660 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a520c3f-ef01-40db-b8dd-86b1223d833b tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:46.188408 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a520c3f-ef01-40db-b8dd-86b1223d833b tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:46.190431 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5a520c3f-ef01-40db-b8dd-86b1223d833b tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1832323 Aug 16 20:18:46.193949 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34876) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:46.199308 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4a430b43-28c0-4172-8495-8aacf96aa01a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'enable_snat': False}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:46.296301 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3930ff96-7d06-42e5-ad50-74682bd9583a tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Router 0f390fce-5456-4c24-9b49-2cb16346f2db is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:18:46.445720 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3930ff96-7d06-42e5-ad50-74682bd9583a tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:18:46.460745 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfdbc36-75ee-47b0-a4ba-1ca76457ef58 None None] Sync routers for ids ['0f390fce-5456-4c24-9b49-2cb16346f2db'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:18:46.462454 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3930ff96-7d06-42e5-ad50-74682bd9583a tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:46.463770 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3930ff96-7d06-42e5-ad50-74682bd9583a tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "PUT /v2.0/routers/0f390fce-5456-4c24-9b49-2cb16346f2db HTTP/1.1" status: 200 len: 882 time: 2.4369199 Aug 16 20:18:46.466708 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34884) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:46.474665 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfdbc36-75ee-47b0-a4ba-1ca76457ef58 None None] Routers {'0f390fce-5456-4c24-9b49-2cb16346f2db'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:46.475861 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-cdfdbc36-75ee-47b0-a4ba-1ca76457ef58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['0f390fce-5456-4c24-9b49-2cb16346f2db'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:46.524695 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-cdfdbc36-75ee-47b0-a4ba-1ca76457ef58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:46.560606 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfdbc36-75ee-47b0-a4ba-1ca76457ef58 None None] Routers {'0f390fce-5456-4c24-9b49-2cb16346f2db'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:46.561556 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-cdfdbc36-75ee-47b0-a4ba-1ca76457ef58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['0f390fce-5456-4c24-9b49-2cb16346f2db'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:46.612382 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-cdfdbc36-75ee-47b0-a4ba-1ca76457ef58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:46.613211 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfdbc36-75ee-47b0-a4ba-1ca76457ef58 None None] The sync data for ids ['0f390fce-5456-4c24-9b49-2cb16346f2db'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:18:46.647957 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104b560-3b6b-42b8-b3e8-1508c2182cac req-7885344a-2eeb-4d06-bb91-d5bd63a454b6 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:46.652031 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8104b560-3b6b-42b8-b3e8-1508c2182cac req-7885344a-2eeb-4d06-bb91-d5bd63a454b6 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=0e50a7a0-de2d-463e-978d-4a6c4dc568b1 HTTP/1.1" status: 200 len: 945 time: 0.1376948 Aug 16 20:18:46.694075 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-af3e372e-b210-4487-b032-381524c13b17 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "GET /v2.0/routers/0f390fce-5456-4c24-9b49-2cb16346f2db HTTP/1.1" status: 200 len: 923 time: 0.2236209 Aug 16 20:18:46.694420 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34892) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:46.772288 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8104b560-3b6b-42b8-b3e8-1508c2182cac req-c25bfbd1-f55f-486b-9acb-30c17634cbce tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787797 Aug 16 20:18:46.788117 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba51855-9817-4b81-932f-dc0ee5b48ea8 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:46.808762 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-aba51855-9817-4b81-932f-dc0ee5b48ea8 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=eb87ae87-0925-464c-8e03-8bba27e76e58&device_id=0f390fce-5456-4c24-9b49-2cb16346f2db&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1105349 Aug 16 20:18:46.809260 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34898) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:46.939633 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0ae66a-c0e1-4716-8aed-b1a233f30f1a tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:46.943300 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4a0ae66a-c0e1-4716-8aed-b1a233f30f1a tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 881 time: 0.1309855 Aug 16 20:18:46.945609 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34902) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:46.975016 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a430b43-28c0-4172-8495-8aacf96aa01a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:46.979232 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9285885b-987e-4230-aeec-1409249f77e0 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "GET /v2.0/ports?device_id=0f390fce-5456-4c24-9b49-2cb16346f2db HTTP/1.1" status: 200 len: 205 time: 0.0289075 Aug 16 20:18:46.979612 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34906) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:47.090489 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5abe71-dad5-434d-a5e6-f665c3edc914 req-adbcf6ba-8d67-4a1f-abed-247d950233ab tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:47.094775 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bd5abe71-dad5-434d-a5e6-f665c3edc914 req-adbcf6ba-8d67-4a1f-abed-247d950233ab tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=0e50a7a0-de2d-463e-978d-4a6c4dc568b1 HTTP/1.1" status: 200 len: 945 time: 0.1830640 Aug 16 20:18:47.145365 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bd5abe71-dad5-434d-a5e6-f665c3edc914 req-d5d3f9f4-858e-4461-949a-4f37bc670523 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464728 Aug 16 20:18:47.169737 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da0fdeec-5548-4172-8429-3e1f29829bcc tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:47.373538 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a430b43-28c0-4172-8495-8aacf96aa01a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:47.394310 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a430b43-28c0-4172-8495-8aacf96aa01a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:47.655180 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-4a430b43-28c0-4172-8495-8aacf96aa01a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Allocated IP 172.25.8.207 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/430b8519-ea7e-4796-acb6-3bf2b1fc1da5) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:47.718854 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da0fdeec-5548-4172-8429-3e1f29829bcc tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:47.754418 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc96ba-b982-408e-bb64-3610ef69619c req-9297782b-55ce-4f6b-b228-3553e6d26a43 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:47.756668 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6fcc96ba-b982-408e-bb64-3610ef69619c req-9297782b-55ce-4f6b-b228-3553e6d26a43 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=0e50a7a0-de2d-463e-978d-4a6c4dc568b1 HTTP/1.1" status: 200 len: 945 time: 0.2450492 Aug 16 20:18:47.794319 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-da0fdeec-5548-4172-8429-3e1f29829bcc tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Deleting port 74fa3057-cdc1-4f93-83b9-02bf5ff5af31 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:18:47.794671 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da0fdeec-5548-4172-8429-3e1f29829bcc tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:47.847090 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6fcc96ba-b982-408e-bb64-3610ef69619c req-a1bd1697-eb67-45ff-9f36-c07830e2b631 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808997 Aug 16 20:18:47.881696 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a430b43-28c0-4172-8495-8aacf96aa01a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:47.919107 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da0fdeec-5548-4172-8429-3e1f29829bcc tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:47.933876 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-da0fdeec-5548-4172-8429-3e1f29829bcc tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Calling delete_port for 74fa3057-cdc1-4f93-83b9-02bf5ff5af31 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:18:47.972656 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a430b43-28c0-4172-8495-8aacf96aa01a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:48.020432 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a430b43-28c0-4172-8495-8aacf96aa01a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:48.024239 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-4a430b43-28c0-4172-8495-8aacf96aa01a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:48.035503 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a430b43-28c0-4172-8495-8aacf96aa01a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:48.084958 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a430b43-28c0-4172-8495-8aacf96aa01a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Pushing event updated for resources: {'Port': ['ID=430b8519-ea7e-4796-acb6-3bf2b1fc1da5,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:48.184951 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da0fdeec-5548-4172-8429-3e1f29829bcc tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:48.233173 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0fdeec-5548-4172-8429-3e1f29829bcc tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Pushing event deleted for resources: {'Port': ['ID=74fa3057-cdc1-4f93-83b9-02bf5ff5af31,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:48.325470 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da0fdeec-5548-4172-8429-3e1f29829bcc tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:48.421124 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a430b43-28c0-4172-8495-8aacf96aa01a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:48.456153 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da0fdeec-5548-4172-8429-3e1f29829bcc tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:48.459643 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da0fdeec-5548-4172-8429-3e1f29829bcc tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:48.529394 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da0fdeec-5548-4172-8429-3e1f29829bcc tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:48.531237 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0fdeec-5548-4172-8429-3e1f29829bcc tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Fanout notify agent at l3_agent the message router_deleted on router 0f390fce-5456-4c24-9b49-2cb16346f2db {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:18:48.544974 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da0fdeec-5548-4172-8429-3e1f29829bcc tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:48.547056 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-da0fdeec-5548-4172-8429-3e1f29829bcc tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "DELETE /v2.0/routers/0f390fce-5456-4c24-9b49-2cb16346f2db HTTP/1.1" status: 204 len: 168 time: 1.5663269 Aug 16 20:18:48.552036 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34948) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:48.556955 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7fd2c420-a892-4f0d-a184-d4ca30441486 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-816490643', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:48.656779 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7fd2c420-a892-4f0d-a184-d4ca30441486 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:48.657887 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7fd2c420-a892-4f0d-a184-d4ca30441486 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:48.721790 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a430b43-28c0-4172-8495-8aacf96aa01a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106996'] for router, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:48.729432 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a430b43-28c0-4172-8495-8aacf96aa01a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-399211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-399202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-399768'] for router, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:48.732615 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7fd2c420-a892-4f0d-a184-d4ca30441486 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:48.743124 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7fd2c420-a892-4f0d-a184-d4ca30441486 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:48.807017 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7fd2c420-a892-4f0d-a184-d4ca30441486 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:48.811332 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7fd2c420-a892-4f0d-a184-d4ca30441486 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2582231 Aug 16 20:18:48.811788 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9a570-1deb-4ff7-af7d-3a9a0c3ff3b1 req-b39941ca-3114-4fa2-bf89-d73ba6c074d3 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:48.813482 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58f9a570-1deb-4ff7-af7d-3a9a0c3ff3b1 req-b39941ca-3114-4fa2-bf89-d73ba6c074d3 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e50a7a0-de2d-463e-978d-4a6c4dc568b1 HTTP/1.1" status: 200 len: 945 time: 0.0900276 Aug 16 20:18:48.814236 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34956) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:48.819493 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a4b54566-3a86-4e70-876b-4b95ba45d3b5 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'enable_snat': True}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:48.931158 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a430b43-28c0-4172-8495-8aacf96aa01a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Router 3bf01324-c79e-48c3-ac6f-b033df99a446 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:18:49.088300 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ab1ee-e98e-47f9-ae46-c38c9e285947 req-114adaa4-cdf4-4920-bd04-5b6d2fbd4b44 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:49.091145 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-294ab1ee-e98e-47f9-ae46-c38c9e285947 req-114adaa4-cdf4-4920-bd04-5b6d2fbd4b44 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=0e50a7a0-de2d-463e-978d-4a6c4dc568b1 HTTP/1.1" status: 200 len: 945 time: 0.1509759 Aug 16 20:18:49.221383 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a4b54566-3a86-4e70-876b-4b95ba45d3b5 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:49.222994 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a430b43-28c0-4172-8495-8aacf96aa01a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:18:49.236477 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a430b43-28c0-4172-8495-8aacf96aa01a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:49.237658 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-58f9a570-1deb-4ff7-af7d-3a9a0c3ff3b1 req-2e6538a2-5151-4bbd-bef8-f67ac62937d4 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Deleting port 61a435f4-e89e-44da-a5c9-84447859074b {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:18:49.238331 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4a430b43-28c0-4172-8495-8aacf96aa01a tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "PUT /v2.0/routers/3bf01324-c79e-48c3-ac6f-b033df99a446 HTTP/1.1" status: 200 len: 915 time: 3.0433724 Aug 16 20:18:49.242055 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34968) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:49.242939 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-58f9a570-1deb-4ff7-af7d-3a9a0c3ff3b1 req-2e6538a2-5151-4bbd-bef8-f67ac62937d4 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:49.251459 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd34ae0-b32c-46eb-902f-ee62f69b19b0 None None] Sync routers for ids ['3bf01324-c79e-48c3-ac6f-b033df99a446'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:18:49.274672 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd34ae0-b32c-46eb-902f-ee62f69b19b0 None None] Routers {'3bf01324-c79e-48c3-ac6f-b033df99a446'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:49.276108 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ffd34ae0-b32c-46eb-902f-ee62f69b19b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['3bf01324-c79e-48c3-ac6f-b033df99a446'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:49.342209 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-294ab1ee-e98e-47f9-ae46-c38c9e285947 req-bd99fec0-bcae-459f-b97e-0c3798ef63fd tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633956 Aug 16 20:18:49.374463 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ffd34ae0-b32c-46eb-902f-ee62f69b19b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:49.422400 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd34ae0-b32c-46eb-902f-ee62f69b19b0 None None] Routers {'3bf01324-c79e-48c3-ac6f-b033df99a446'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:49.423266 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ffd34ae0-b32c-46eb-902f-ee62f69b19b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['3bf01324-c79e-48c3-ac6f-b033df99a446'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:49.448073 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-58f9a570-1deb-4ff7-af7d-3a9a0c3ff3b1 req-2e6538a2-5151-4bbd-bef8-f67ac62937d4 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] For port 61a435f4-e89e-44da-a5c9-84447859074b, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=61a435f4-e89e-44da-a5c9-84447859074b,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:49.448441 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-58f9a570-1deb-4ff7-af7d-3a9a0c3ff3b1 req-2e6538a2-5151-4bbd-bef8-f67ac62937d4 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:49.473825 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-58f9a570-1deb-4ff7-af7d-3a9a0c3ff3b1 req-2e6538a2-5151-4bbd-bef8-f67ac62937d4 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Calling delete_port for 61a435f4-e89e-44da-a5c9-84447859074b owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:18:49.475414 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ffd34ae0-b32c-46eb-902f-ee62f69b19b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:49.476239 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd34ae0-b32c-46eb-902f-ee62f69b19b0 None None] The sync data for ids ['3bf01324-c79e-48c3-ac6f-b033df99a446'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:18:49.564440 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9c53fd87-90e5-4657-86e8-2840c6a2dbc2 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "GET /v2.0/routers/3bf01324-c79e-48c3-ac6f-b033df99a446 HTTP/1.1" status: 200 len: 921 time: 0.3199310 Aug 16 20:18:49.568387 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34986) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:49.692130 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d70d383-ddcf-4c3d-a4d7-0a0e84499a1e tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:49.701498 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6d70d383-ddcf-4c3d-a4d7-0a0e84499a1e tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=eb87ae87-0925-464c-8e03-8bba27e76e58&device_id=3bf01324-c79e-48c3-ac6f-b033df99a446&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1309505 Aug 16 20:18:49.704337 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34992) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:49.827754 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a4b54566-3a86-4e70-876b-4b95ba45d3b5 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:49.889077 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4fc1bb-95db-4714-979c-21291aefef78 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:49.890514 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7d4fc1bb-95db-4714-979c-21291aefef78 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 881 time: 0.1824145 Aug 16 20:18:49.893484 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35000) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:49.904684 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a4b54566-3a86-4e70-876b-4b95ba45d3b5 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:49.924085 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f51a9f81-a0f0-4d84-9ad0-69b6d78a6f90 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bf01324-c79e-48c3-ac6f-b033df99a446 HTTP/1.1" status: 200 len: 205 time: 0.0293262 Aug 16 20:18:49.926664 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35002) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:50.087627 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-58f9a570-1deb-4ff7-af7d-3a9a0c3ff3b1 req-2e6538a2-5151-4bbd-bef8-f67ac62937d4 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:50.113219 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['04321e14-93df-4fa0-901a-9eebfe5dfd27'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:18:50.124323 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['61a435f4-e89e-44da-a5c9-84447859074b'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:18:50.155144 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6538a2-5151-4bbd-bef8-f67ac62937d4 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Pushing event deleted for resources: {'Port': ['ID=61a435f4-e89e-44da-a5c9-84447859074b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:50.215031 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f9a570-1deb-4ff7-af7d-3a9a0c3ff3b1 req-2e6538a2-5151-4bbd-bef8-f67ac62937d4 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] No DVR routers for this DVR port 61a435f4-e89e-44da-a5c9-84447859074b on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:18:50.219986 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-58f9a570-1deb-4ff7-af7d-3a9a0c3ff3b1 req-2e6538a2-5151-4bbd-bef8-f67ac62937d4 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:50.222015 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58f9a570-1deb-4ff7-af7d-3a9a0c3ff3b1 req-2e6538a2-5151-4bbd-bef8-f67ac62937d4 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.63 "DELETE /v2.0/ports/61a435f4-e89e-44da-a5c9-84447859074b HTTP/1.1" status: 204 len: 173 time: 1.2726171 Aug 16 20:18:50.222611 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e50a7a0-de2d-463e-978d-4a6c4dc568b1', 'name': 'network-vif-deleted', 'tag': '61a435f4-e89e-44da-a5c9-84447859074b'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:18:50.224819 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc0ba73-5814-494b-8084-847634755d45" -d '{"events": [{"server_uuid": "0e50a7a0-de2d-463e-978d-4a6c4dc568b1", "name": "network-vif-deleted", "tag": "61a435f4-e89e-44da-a5c9-84447859074b"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:18:50.251357 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f28e092-5886-4d0b-a994-36bcfd702421 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:50.304131 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f10435-1281-445f-973c-9e2d38768415 x-openstack-request-id: req-20f10435-1281-445f-973c-9e2d38768415 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:18:50.304532 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e50a7a0-de2d-463e-978d-4a6c4dc568b1", "name": "network-vif-deleted", "tag": "61a435f4-e89e-44da-a5c9-84447859074b", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:18:50.304788 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-20f10435-1281-445f-973c-9e2d38768415 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:18:50.305193 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e50a7a0-de2d-463e-978d-4a6c4dc568b1', 'name': 'network-vif-deleted', 'tag': '61a435f4-e89e-44da-a5c9-84447859074b', 'status': 'completed', 'code': 200} Aug 16 20:18:50.308002 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-a4b54566-3a86-4e70-876b-4b95ba45d3b5 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Allocated IP 172.25.8.29 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/2fba6fd8-a9ac-4fdc-95dc-17046f4d7b56) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:50.456946 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f28e092-5886-4d0b-a994-36bcfd702421 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:50.508975 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f30ac990-e82d-4295-ac0f-333d482e60f7 req-fe9c65d9-2471-419c-8683-78e485300630 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=0e50a7a0-de2d-463e-978d-4a6c4dc568b1 HTTP/1.1" status: 200 len: 210 time: 0.0416229 Aug 16 20:18:50.539712 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a4b54566-3a86-4e70-876b-4b95ba45d3b5 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:50.591850 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-4f28e092-5886-4d0b-a994-36bcfd702421 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Deleting port 430b8519-ea7e-4796-acb6-3bf2b1fc1da5 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:18:50.592190 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f28e092-5886-4d0b-a994-36bcfd702421 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:50.606716 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a4b54566-3a86-4e70-876b-4b95ba45d3b5 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:50.686467 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b54566-3a86-4e70-876b-4b95ba45d3b5 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:50.692455 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-a4b54566-3a86-4e70-876b-4b95ba45d3b5 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:50.697792 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b54566-3a86-4e70-876b-4b95ba45d3b5 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:50.731655 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b54566-3a86-4e70-876b-4b95ba45d3b5 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Pushing event updated for resources: {'Port': ['ID=2fba6fd8-a9ac-4fdc-95dc-17046f4d7b56,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:50.758301 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f28e092-5886-4d0b-a994-36bcfd702421 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:50.775567 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-4f28e092-5886-4d0b-a994-36bcfd702421 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Calling delete_port for 430b8519-ea7e-4796-acb6-3bf2b1fc1da5 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:18:51.163911 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a4b54566-3a86-4e70-876b-4b95ba45d3b5 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:51.220966 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f28e092-5886-4d0b-a994-36bcfd702421 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:51.293052 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28e092-5886-4d0b-a994-36bcfd702421 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Pushing event deleted for resources: {'Port': ['ID=430b8519-ea7e-4796-acb6-3bf2b1fc1da5,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:51.828221 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f28e092-5886-4d0b-a994-36bcfd702421 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:52.029878 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f28e092-5886-4d0b-a994-36bcfd702421 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:52.033414 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f28e092-5886-4d0b-a994-36bcfd702421 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:52.065111 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 61a435f4-e89e-44da-a5c9-84447859074b no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:18:52.077314 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a4b54566-3a86-4e70-876b-4b95ba45d3b5 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106996'] for router, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:52.082624 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a4b54566-3a86-4e70-876b-4b95ba45d3b5 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-399211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-399202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-399768'] for router, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:52.105345 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 61a435f4-e89e-44da-a5c9-84447859074b {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:18:52.106133 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 61a435f4-e89e-44da-a5c9-84447859074b not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:18:52.216570 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f28e092-5886-4d0b-a994-36bcfd702421 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:52.224795 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f28e092-5886-4d0b-a994-36bcfd702421 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Fanout notify agent at l3_agent the message router_deleted on router 3bf01324-c79e-48c3-ac6f-b033df99a446 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:18:52.238164 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f28e092-5886-4d0b-a994-36bcfd702421 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:52.240047 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4f28e092-5886-4d0b-a994-36bcfd702421 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "DELETE /v2.0/routers/3bf01324-c79e-48c3-ac6f-b033df99a446 HTTP/1.1" status: 204 len: 168 time: 2.3112164 Aug 16 20:18:52.252217 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35088) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:52.260985 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b49b7304-c548-4271-ba04-2728e0fcbeb6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-502926900', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:52.345832 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-4eaeb220-5e74-4119-b501-cf2a96e94f16 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:52.354796 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-4eaeb220-5e74-4119-b501-cf2a96e94f16 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/networks?id=185dd4a9-27c5-4031-8106-50b2573b079d HTTP/1.1" status: 200 len: 806 time: 0.2127609 Aug 16 20:18:52.367443 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b49b7304-c548-4271-ba04-2728e0fcbeb6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:52.369383 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b49b7304-c548-4271-ba04-2728e0fcbeb6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:52.377781 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-3785ab40-cd85-4ef6-a6f0-10edc8d90d8e tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/quotas/6fb8716d1b824bb9ac2e976008166d30 HTTP/1.1" status: 200 len: 375 time: 0.0209863 Aug 16 20:18:52.457982 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b54566-3a86-4e70-876b-4b95ba45d3b5 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Router 6926d4f6-23f5-4f21-9464-be2a47047bbf is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:18:52.464358 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b49b7304-c548-4271-ba04-2728e0fcbeb6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:52.469801 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-54dbd900-ebe9-4a5d-90aa-7273d549f265 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=6fb8716d1b824bb9ac2e976008166d30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0843995 Aug 16 20:18:52.602580 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-4c68f7e5-0bd1-4656-a323-2f18ff447082 service neutron] 10.222.0.68 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291676 Aug 16 20:18:52.695776 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b49b7304-c548-4271-ba04-2728e0fcbeb6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:52.754178 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-0eb60848-4681-48a4-ba2d-ef653b8aab1c service neutron] 10.222.0.68 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473479 Aug 16 20:18:52.826308 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b54566-3a86-4e70-876b-4b95ba45d3b5 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:18:52.831909 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a4b54566-3a86-4e70-876b-4b95ba45d3b5 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:52.835892 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a4b54566-3a86-4e70-876b-4b95ba45d3b5 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "PUT /v2.0/routers/6926d4f6-23f5-4f21-9464-be2a47047bbf HTTP/1.1" status: 200 len: 917 time: 4.0204551 Aug 16 20:18:52.836137 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35110) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:52.838525 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ab8b1c-026f-4a04-86bb-3ac653552fc6 None None] Sync routers for ids ['6926d4f6-23f5-4f21-9464-be2a47047bbf'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:18:52.848620 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ab8b1c-026f-4a04-86bb-3ac653552fc6 None None] Routers {'6926d4f6-23f5-4f21-9464-be2a47047bbf'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:52.849590 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-65ab8b1c-026f-4a04-86bb-3ac653552fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6926d4f6-23f5-4f21-9464-be2a47047bbf'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:52.901252 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-65ab8b1c-026f-4a04-86bb-3ac653552fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:52.916637 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ab8b1c-026f-4a04-86bb-3ac653552fc6 None None] Routers {'6926d4f6-23f5-4f21-9464-be2a47047bbf'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:52.917554 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-65ab8b1c-026f-4a04-86bb-3ac653552fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6926d4f6-23f5-4f21-9464-be2a47047bbf'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:52.964913 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-65ab8b1c-026f-4a04-86bb-3ac653552fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:52.965763 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ab8b1c-026f-4a04-86bb-3ac653552fc6 None None] The sync data for ids ['6926d4f6-23f5-4f21-9464-be2a47047bbf'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:18:53.004291 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b49b7304-c548-4271-ba04-2728e0fcbeb6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:53.029524 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b49b7304-c548-4271-ba04-2728e0fcbeb6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:53.035101 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d15825a2-4a68-463a-9ed0-eb3a39321e9e tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "GET /v2.0/routers/6926d4f6-23f5-4f21-9464-be2a47047bbf HTTP/1.1" status: 200 len: 923 time: 0.1973486 Aug 16 20:18:53.037480 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35116) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:53.102503 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174315bc-1fb3-4f72-9b59-0e9559c8ee03 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:53.106371 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-174315bc-1fb3-4f72-9b59-0e9559c8ee03 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=eb87ae87-0925-464c-8e03-8bba27e76e58&device_id=6926d4f6-23f5-4f21-9464-be2a47047bbf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0676374 Aug 16 20:18:53.111420 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35120) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:53.180316 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ad61c684-f382-48cf-b51d-20b5c84e70bd req-c530de4d-5770-40c8-b8a8-f8b2855800d4 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=ff83aad8-b896-49a5-8eb3-34a3ca4658fa HTTP/1.1" status: 200 len: 210 time: 0.0741248 Aug 16 20:18:53.315657 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-b49b7304-c548-4271-ba04-2728e0fcbeb6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Allocated IP 172.25.8.100 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/5ccc90be-d4ee-4c42-b1e3-213656191c69) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:53.316733 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e58cc8d-3047-434c-b6a0-c83025c45e2b tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:53.319969 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0e58cc8d-3047-434c-b6a0-c83025c45e2b tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 881 time: 0.2071552 Aug 16 20:18:53.322823 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35132) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:53.389583 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3701d4e3-3847-4679-a51c-c4d46038cf8b tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "GET /v2.0/ports?device_id=6926d4f6-23f5-4f21-9464-be2a47047bbf HTTP/1.1" status: 200 len: 205 time: 0.0602520 Aug 16 20:18:53.390300 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35134) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:53.481766 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b49b7304-c548-4271-ba04-2728e0fcbeb6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:53.580064 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18ad868a-a58a-430d-b94f-7e0fa5c319ec tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:53.590454 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b49b7304-c548-4271-ba04-2728e0fcbeb6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:53.642561 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b7304-c548-4271-ba04-2728e0fcbeb6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Pushing event updated for resources: {'Port': ['ID=5ccc90be-d4ee-4c42-b1e3-213656191c69,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:53.660950 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49b7304-c548-4271-ba04-2728e0fcbeb6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:53.663498 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-b49b7304-c548-4271-ba04-2728e0fcbeb6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:53.666766 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49b7304-c548-4271-ba04-2728e0fcbeb6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:53.756626 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18ad868a-a58a-430d-b94f-7e0fa5c319ec tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:53.872282 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-18ad868a-a58a-430d-b94f-7e0fa5c319ec tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Deleting port 2fba6fd8-a9ac-4fdc-95dc-17046f4d7b56 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:18:53.872625 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18ad868a-a58a-430d-b94f-7e0fa5c319ec tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:53.975309 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18ad868a-a58a-430d-b94f-7e0fa5c319ec tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:53.988795 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-18ad868a-a58a-430d-b94f-7e0fa5c319ec tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Calling delete_port for 2fba6fd8-a9ac-4fdc-95dc-17046f4d7b56 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:18:54.069311 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b49b7304-c548-4271-ba04-2728e0fcbeb6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:54.315412 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18ad868a-a58a-430d-b94f-7e0fa5c319ec tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:54.339680 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4304b6c3-6af3-4f60-bc04-116afcee1377 req-2d54edce-2787-42f9-91de-b04e14cf4ded tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=ff83aad8-b896-49a5-8eb3-34a3ca4658fa HTTP/1.1" status: 200 len: 210 time: 0.0401342 Aug 16 20:18:54.348777 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad868a-a58a-430d-b94f-7e0fa5c319ec tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Pushing event deleted for resources: {'Port': ['ID=2fba6fd8-a9ac-4fdc-95dc-17046f4d7b56,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:54.431865 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18ad868a-a58a-430d-b94f-7e0fa5c319ec tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:54.500433 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b49b7304-c548-4271-ba04-2728e0fcbeb6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:54.537964 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18ad868a-a58a-430d-b94f-7e0fa5c319ec tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:54.541615 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18ad868a-a58a-430d-b94f-7e0fa5c319ec tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:54.593212 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18ad868a-a58a-430d-b94f-7e0fa5c319ec tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:54.594022 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ad868a-a58a-430d-b94f-7e0fa5c319ec tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Fanout notify agent at l3_agent the message router_deleted on router 6926d4f6-23f5-4f21-9464-be2a47047bbf {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:18:54.601481 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18ad868a-a58a-430d-b94f-7e0fa5c319ec tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:54.602799 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-18ad868a-a58a-430d-b94f-7e0fa5c319ec tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "DELETE /v2.0/routers/6926d4f6-23f5-4f21-9464-be2a47047bbf HTTP/1.1" status: 204 len: 168 time: 1.2115421 Aug 16 20:18:54.606422 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35164) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:54.610991 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-668c0414-312a-4cac-869a-78cf6ea09d9e tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2090714767', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:54.654869 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-668c0414-312a-4cac-869a-78cf6ea09d9e tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:54.655943 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-668c0414-312a-4cac-869a-78cf6ea09d9e tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:54.725199 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-668c0414-312a-4cac-869a-78cf6ea09d9e tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:54.726596 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49b7304-c548-4271-ba04-2728e0fcbeb6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Router 3cc84d99-7cdf-43f1-bfde-9640983456e3 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:18:54.730124 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-668c0414-312a-4cac-869a-78cf6ea09d9e tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:54.782835 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-668c0414-312a-4cac-869a-78cf6ea09d9e tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:54.784035 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-668c0414-312a-4cac-869a-78cf6ea09d9e tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1766663 Aug 16 20:18:54.787471 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35172) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:54.793760 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-44fead12-93b4-4ab6-a5e1-1a680a00ed6a tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'enable_snat': False}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:55.077490 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49b7304-c548-4271-ba04-2728e0fcbeb6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:18:55.095605 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4e5ea5-212b-4744-a9da-e7c16eba3291 None None] Sync routers for ids ['3cc84d99-7cdf-43f1-bfde-9640983456e3'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:18:55.133471 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4e5ea5-212b-4744-a9da-e7c16eba3291 None None] Routers {'3cc84d99-7cdf-43f1-bfde-9640983456e3'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:55.134650 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0e4e5ea5-212b-4744-a9da-e7c16eba3291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['3cc84d99-7cdf-43f1-bfde-9640983456e3'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:55.159115 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-44fead12-93b4-4ab6-a5e1-1a680a00ed6a tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:55.170362 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b49b7304-c548-4271-ba04-2728e0fcbeb6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:55.175846 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b49b7304-c548-4271-ba04-2728e0fcbeb6 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9192903 Aug 16 20:18:55.179157 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35196) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:55.185162 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-da901678-350b-4121-9ff8-ada2ae54ec83 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:55.208978 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0e4e5ea5-212b-4744-a9da-e7c16eba3291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:55.234273 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4e5ea5-212b-4744-a9da-e7c16eba3291 None None] Routers {'3cc84d99-7cdf-43f1-bfde-9640983456e3'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:55.235121 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0e4e5ea5-212b-4744-a9da-e7c16eba3291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['3cc84d99-7cdf-43f1-bfde-9640983456e3'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:55.288682 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0e4e5ea5-212b-4744-a9da-e7c16eba3291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:55.289541 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4e5ea5-212b-4744-a9da-e7c16eba3291 None None] The sync data for ids ['3cc84d99-7cdf-43f1-bfde-9640983456e3'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:18:55.797761 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-989d3637-9bb4-4177-b777-6699b9dab332 req-9e3a1db4-3c94-4753-bdb6-5707becc0f9c tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=ff83aad8-b896-49a5-8eb3-34a3ca4658fa HTTP/1.1" status: 200 len: 210 time: 0.0916820 Aug 16 20:18:55.987584 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-688a9d4e-c00a-4a8b-98c9-d6e3a6c428c7 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:55.989644 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-688a9d4e-c00a-4a8b-98c9-d6e3a6c428c7 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.63 "GET /v2.0/networks?id=185dd4a9-27c5-4031-8106-50b2573b079d HTTP/1.1" status: 200 len: 806 time: 0.2844856 Aug 16 20:18:56.006722 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-b702877d-f7ea-4a38-ba30-ce866a9b7763 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Request body: {'port': {'device_id': 'ff83aad8-b896-49a5-8eb3-34a3ca4658fa', 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d', 'admin_state_up': True, 'tenant_id': '6fb8716d1b824bb9ac2e976008166d30'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:56.390796 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-44fead12-93b4-4ab6-a5e1-1a680a00ed6a tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:56.420780 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-44fead12-93b4-4ab6-a5e1-1a680a00ed6a tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:56.432069 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-b702877d-f7ea-4a38-ba30-ce866a9b7763 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Made reservation on behalf of 6fb8716d1b824bb9ac2e976008166d30 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:56.435632 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-b702877d-f7ea-4a38-ba30-ce866a9b7763 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:56.477968 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da901678-350b-4121-9ff8-ada2ae54ec83 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:56.518610 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da901678-350b-4121-9ff8-ada2ae54ec83 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:56.682900 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-44fead12-93b4-4ab6-a5e1-1a680a00ed6a tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Allocated IP 172.25.8.165 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/07c313fd-b40d-43e5-9086-af45169ffd90) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:56.717102 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-b702877d-f7ea-4a38-ba30-ce866a9b7763 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Allocated IP 172.20.0.4 (185dd4a9-27c5-4031-8106-50b2573b079d/9174bd88-4f29-46ef-992b-f91f82dd45cf/d7313837-4152-4230-a3ec-ec160f41e830) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:56.765953 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-da901678-350b-4121-9ff8-ada2ae54ec83 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Deleting port 5ccc90be-d4ee-4c42-b1e3-213656191c69 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:18:56.766299 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da901678-350b-4121-9ff8-ada2ae54ec83 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:56.964329 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da901678-350b-4121-9ff8-ada2ae54ec83 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:57.005609 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-093d96c3-e0ff-4ff6-afe9-eee01eaae4dd req-16d96a68-fa28-45c1-bd2c-306c1f65a0a6 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=ff83aad8-b896-49a5-8eb3-34a3ca4658fa HTTP/1.1" status: 200 len: 210 time: 0.1158166 Aug 16 20:18:57.011710 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-44fead12-93b4-4ab6-a5e1-1a680a00ed6a tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:57.022131 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-da901678-350b-4121-9ff8-ada2ae54ec83 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Calling delete_port for 5ccc90be-d4ee-4c42-b1e3-213656191c69 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:18:57.136493 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-b702877d-f7ea-4a38-ba30-ce866a9b7763 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:57.162927 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-44fead12-93b4-4ab6-a5e1-1a680a00ed6a tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:57.257788 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fead12-93b4-4ab6-a5e1-1a680a00ed6a tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:57.267024 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-44fead12-93b4-4ab6-a5e1-1a680a00ed6a tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:57.273080 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fead12-93b4-4ab6-a5e1-1a680a00ed6a tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:57.298582 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fead12-93b4-4ab6-a5e1-1a680a00ed6a tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Pushing event updated for resources: {'Port': ['ID=07c313fd-b40d-43e5-9086-af45169ffd90,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:57.321491 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-b702877d-f7ea-4a38-ba30-ce866a9b7763 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:57.333598 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['04321e14-93df-4fa0-901a-9eebfe5dfd27'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:18:57.483641 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-b702877d-f7ea-4a38-ba30-ce866a9b7763 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Network 185dd4a9-27c5-4031-8106-50b2573b079d is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:57.488714 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702877d-f7ea-4a38-ba30-ce866a9b7763 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Pushing event updated for resources: {'Port': ['ID=d7313837-4152-4230-a3ec-ec160f41e830,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:57.492055 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-b702877d-f7ea-4a38-ba30-ce866a9b7763 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:57.513994 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-b702877d-f7ea-4a38-ba30-ce866a9b7763 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:57.519479 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da901678-350b-4121-9ff8-ada2ae54ec83 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:57.581800 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da901678-350b-4121-9ff8-ada2ae54ec83 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Pushing event deleted for resources: {'Port': ['ID=5ccc90be-d4ee-4c42-b1e3-213656191c69,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:57.665949 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-b702877d-f7ea-4a38-ba30-ce866a9b7763 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:57.666500 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-b702877d-f7ea-4a38-ba30-ce866a9b7763 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:57.736376 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-b702877d-f7ea-4a38-ba30-ce866a9b7763 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7358606 Aug 16 20:18:57.742225 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da901678-350b-4121-9ff8-ada2ae54ec83 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:57.791454 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-bc5c9788-ca4d-49eb-9244-e739d010b71e service neutron] Request body: {'port': {'device_id': 'ff83aad8-b896-49a5-8eb3-34a3ca4658fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:58.313016 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-44fead12-93b4-4ab6-a5e1-1a680a00ed6a tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:58.376136 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-bc5c9788-ca4d-49eb-9244-e739d010b71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:58.432754 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4dee6-7032-42de-8edb-53882481dce8 req-005c5392-8503-46a6-a0ac-93b35b48877b tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:58.434540 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a8c4dee6-7032-42de-8edb-53882481dce8 req-005c5392-8503-46a6-a0ac-93b35b48877b tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=ff83aad8-b896-49a5-8eb3-34a3ca4658fa HTTP/1.1" status: 200 len: 931 time: 0.2512918 Aug 16 20:18:58.525510 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da901678-350b-4121-9ff8-ada2ae54ec83 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106996'] for router, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:58.546385 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da901678-350b-4121-9ff8-ada2ae54ec83 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-399211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-399202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-399768'] for router, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:58.695045 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a8c4dee6-7032-42de-8edb-53882481dce8 req-7404c9bb-ba5a-4e4e-a3a0-fa8209131d73 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320535 Aug 16 20:18:58.773235 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da901678-350b-4121-9ff8-ada2ae54ec83 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Router 3cc84d99-7cdf-43f1-bfde-9640983456e3 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:18:59.022179 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-bc5c9788-ca4d-49eb-9244-e739d010b71e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7313837-4152-4230-a3ec-ec160f41e830 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:18:59.067852 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-bc5c9788-ca4d-49eb-9244-e739d010b71e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:59.074922 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-44fead12-93b4-4ab6-a5e1-1a680a00ed6a tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106996'] for router, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:59.089155 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da901678-350b-4121-9ff8-ada2ae54ec83 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:18:59.091051 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-44fead12-93b4-4ab6-a5e1-1a680a00ed6a tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-399211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-399202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-399768'] for router, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:59.093368 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-bc5c9788-ca4d-49eb-9244-e739d010b71e service neutron] Transition to ACTIVE for port object d7313837-4152-4230-a3ec-ec160f41e830 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:59.100714 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3fee96-e4f9-48ae-908c-3434ae7ebaf8 None None] Sync routers for ids ['3cc84d99-7cdf-43f1-bfde-9640983456e3'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:18:59.104835 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da901678-350b-4121-9ff8-ada2ae54ec83 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:59.107155 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-da901678-350b-4121-9ff8-ada2ae54ec83 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "PUT /v2.0/routers/3cc84d99-7cdf-43f1-bfde-9640983456e3 HTTP/1.1" status: 200 len: 705 time: 3.9261770 Aug 16 20:18:59.109635 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35276) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:59.110818 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-bc5c9788-ca4d-49eb-9244-e739d010b71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:59.113944 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3fee96-e4f9-48ae-908c-3434ae7ebaf8 None None] Routers {'3cc84d99-7cdf-43f1-bfde-9640983456e3'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:59.115499 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ce3fee96-e4f9-48ae-908c-3434ae7ebaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['3cc84d99-7cdf-43f1-bfde-9640983456e3'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:59.166562 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ce3fee96-e4f9-48ae-908c-3434ae7ebaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:59.176337 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3fee96-e4f9-48ae-908c-3434ae7ebaf8 None None] Routers {'3cc84d99-7cdf-43f1-bfde-9640983456e3'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:59.177888 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ce3fee96-e4f9-48ae-908c-3434ae7ebaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['3cc84d99-7cdf-43f1-bfde-9640983456e3'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:59.215541 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ce3fee96-e4f9-48ae-908c-3434ae7ebaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:59.216571 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3fee96-e4f9-48ae-908c-3434ae7ebaf8 None None] The sync data for ids ['3cc84d99-7cdf-43f1-bfde-9640983456e3'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:18:59.230604 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-11df0961-85db-4d18-9616-63bc1bf3663f tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "GET /v2.0/routers/3cc84d99-7cdf-43f1-bfde-9640983456e3 HTTP/1.1" status: 200 len: 740 time: 0.1195858 Aug 16 20:18:59.233168 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35278) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:59.285144 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d95d4a20-78e5-4439-8898-1c23686d83b1 tempest-RoutersAdminTest-733660463 tempest-RoutersAdminTest-733660463-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=eb87ae87-0925-464c-8e03-8bba27e76e58&device_id=3cc84d99-7cdf-43f1-bfde-9640983456e3 HTTP/1.1" status: 200 len: 205 time: 0.0481472 Aug 16 20:18:59.285336 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c9788-ca4d-49eb-9244-e739d010b71e service neutron] Pushing event updated for resources: {'Port': ['ID=d7313837-4152-4230-a3ec-ec160f41e830,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:59.285449 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35280) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:59.316336 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bae64ba8-ecd6-4f7c-8c4f-023131074ef8 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cc84d99-7cdf-43f1-bfde-9640983456e3 HTTP/1.1" status: 200 len: 205 time: 0.0292799 Aug 16 20:18:59.318965 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35282) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:59.388823 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-bc5c9788-ca4d-49eb-9244-e739d010b71e service neutron] Attempting to bind port d7313837-4152-4230-a3ec-ec160f41e830 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:18:59.389430 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-bc5c9788-ca4d-49eb-9244-e739d010b71e service neutron] Attempting to bind port d7313837-4152-4230-a3ec-ec160f41e830 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '707b3413-318b-4129-aa23-391c2507bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:18:59.389549 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-bc5c9788-ca4d-49eb-9244-e739d010b71e service neutron] Attempting to bind port d7313837-4152-4230-a3ec-ec160f41e830 on network 185dd4a9-27c5-4031-8106-50b2573b079d {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:59.401867 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b1fb554-f9d9-41d3-b1fc-dd4bf1406d58 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:59.405699 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-bc5c9788-ca4d-49eb-9244-e739d010b71e service neutron] Port d7313837-4152-4230-a3ec-ec160f41e830 on network 185dd4a9-27c5-4031-8106-50b2573b079d not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:18:59.406033 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-bc5c9788-ca4d-49eb-9244-e739d010b71e service neutron] Attempting to bind port d7313837-4152-4230-a3ec-ec160f41e830 on network 185dd4a9-27c5-4031-8106-50b2573b079d {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:59.419302 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-bc5c9788-ca4d-49eb-9244-e739d010b71e service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:18:59.419618 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-bc5c9788-ca4d-49eb-9244-e739d010b71e service neutron] Checking segment: {'id': '707b3413-318b-4129-aa23-391c2507bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:59.420008 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-bc5c9788-ca4d-49eb-9244-e739d010b71e service neutron] Bound using segment: {'id': '707b3413-318b-4129-aa23-391c2507bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:18:59.420449 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-bc5c9788-ca4d-49eb-9244-e739d010b71e service neutron] Bound port: d7313837-4152-4230-a3ec-ec160f41e830, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '707b3413-318b-4129-aa23-391c2507bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:18:59.420830 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-bc5c9788-ca4d-49eb-9244-e739d010b71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:59.440265 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44fead12-93b4-4ab6-a5e1-1a680a00ed6a tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Router 94974be8-f626-4d5b-becd-3004cb5a3696 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:18:59.585069 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-bc5c9788-ca4d-49eb-9244-e739d010b71e service neutron] For port d7313837-4152-4230-a3ec-ec160f41e830, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:18:59.605601 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-bc5c9788-ca4d-49eb-9244-e739d010b71e service neutron] For port d7313837-4152-4230-a3ec-ec160f41e830, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=d7313837-4152-4230-a3ec-ec160f41e830,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:18:59.615143 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-bc5c9788-ca4d-49eb-9244-e739d010b71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:59.647485 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fead12-93b4-4ab6-a5e1-1a680a00ed6a tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:18:59.652757 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-44fead12-93b4-4ab6-a5e1-1a680a00ed6a tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:59.656948 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-44fead12-93b4-4ab6-a5e1-1a680a00ed6a tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "PUT /v2.0/routers/94974be8-f626-4d5b-becd-3004cb5a3696 HTTP/1.1" status: 200 len: 920 time: 4.8684835 Aug 16 20:18:59.660028 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb7e8e3-e3a7-4f5d-8a3d-6ab7763e9352 None None] Sync routers for ids ['94974be8-f626-4d5b-becd-3004cb5a3696'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:18:59.661301 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35284) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:59.670411 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-bc5c9788-ca4d-49eb-9244-e739d010b71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:59.671032 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-bc5c9788-ca4d-49eb-9244-e739d010b71e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:59.672472 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-bc5c9788-ca4d-49eb-9244-e739d010b71e service neutron] 10.222.0.63 "PUT /v2.0/ports/d7313837-4152-4230-a3ec-ec160f41e830 HTTP/1.1" status: 200 len: 1092 time: 1.8863137 Aug 16 20:18:59.672918 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff83aad8-b896-49a5-8eb3-34a3ca4658fa', 'tag': 'd7313837-4152-4230-a3ec-ec160f41e830'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:18:59.675191 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5fd4f1-0104-4690-8acd-97cace845976" -d '{"events": [{"name": "network-changed", "server_uuid": "ff83aad8-b896-49a5-8eb3-34a3ca4658fa", "tag": "d7313837-4152-4230-a3ec-ec160f41e830"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:18:59.682804 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb7e8e3-e3a7-4f5d-8a3d-6ab7763e9352 None None] Routers {'94974be8-f626-4d5b-becd-3004cb5a3696'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:59.683475 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2fb7e8e3-e3a7-4f5d-8a3d-6ab7763e9352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['94974be8-f626-4d5b-becd-3004cb5a3696'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:59.745238 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2fb7e8e3-e3a7-4f5d-8a3d-6ab7763e9352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:59.767179 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb7e8e3-e3a7-4f5d-8a3d-6ab7763e9352 None None] Routers {'94974be8-f626-4d5b-becd-3004cb5a3696'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:59.767738 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2fb7e8e3-e3a7-4f5d-8a3d-6ab7763e9352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:18:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['94974be8-f626-4d5b-becd-3004cb5a3696'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:59.844375 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2fb7e8e3-e3a7-4f5d-8a3d-6ab7763e9352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:59.845304 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb7e8e3-e3a7-4f5d-8a3d-6ab7763e9352 None None] The sync data for ids ['94974be8-f626-4d5b-becd-3004cb5a3696'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:18:59.880246 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd15d8d2-5715-4bbe-8dd8-0517b66344af x-openstack-request-id: req-fd15d8d2-5715-4bbe-8dd8-0517b66344af {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:18:59.880447 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff83aad8-b896-49a5-8eb3-34a3ca4658fa", "tag": "d7313837-4152-4230-a3ec-ec160f41e830", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:18:59.880719 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fd15d8d2-5715-4bbe-8dd8-0517b66344af {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:18:59.881257 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff83aad8-b896-49a5-8eb3-34a3ca4658fa', 'tag': 'd7313837-4152-4230-a3ec-ec160f41e830', 'status': 'completed', 'code': 200} Aug 16 20:19:00.031771 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b1fb554-f9d9-41d3-b1fc-dd4bf1406d58 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:00.034160 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b1fb554-f9d9-41d3-b1fc-dd4bf1406d58 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:00.056237 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c9788-ca4d-49eb-9244-e739d010b71e service neutron] Pushing event updated for resources: {'Port': ['ID=d7313837-4152-4230-a3ec-ec160f41e830,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:00.099215 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5705a4e4-cf0a-4b22-8154-b5369446cd09 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "GET /v2.0/routers/94974be8-f626-4d5b-becd-3004cb5a3696 HTTP/1.1" status: 200 len: 926 time: 0.4361651 Aug 16 20:19:00.102143 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35304) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:00.105974 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-3fe3fb57-dd04-46a4-9ee8-183eb6cb277f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:00.107589 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-3fe3fb57-dd04-46a4-9ee8-183eb6cb277f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6fb8716d1b824bb9ac2e976008166d30&device_id=ff83aad8-b896-49a5-8eb3-34a3ca4658fa HTTP/1.1" status: 200 len: 1095 time: 0.3297203 Aug 16 20:19:00.148151 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b1fb554-f9d9-41d3-b1fc-dd4bf1406d58 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:00.148736 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1fb554-f9d9-41d3-b1fc-dd4bf1406d58 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Fanout notify agent at l3_agent the message router_deleted on router 3cc84d99-7cdf-43f1-bfde-9640983456e3 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:19:00.162115 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d31d6c-7d81-40d1-ab41-cb2bd8738a6f req-7f5fe311-961f-442d-910d-41dab92ba305 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:00.165680 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b1fb554-f9d9-41d3-b1fc-dd4bf1406d58 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:00.167271 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0b1fb554-f9d9-41d3-b1fc-dd4bf1406d58 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "DELETE /v2.0/routers/3cc84d99-7cdf-43f1-bfde-9640983456e3 HTTP/1.1" status: 204 len: 168 time: 0.8471158 Aug 16 20:19:00.170166 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421bf113-699f-49db-9c03-90d7bcbe0e0f tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:00.171962 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-421bf113-699f-49db-9c03-90d7bcbe0e0f tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=eb87ae87-0925-464c-8e03-8bba27e76e58&device_id=94974be8-f626-4d5b-becd-3004cb5a3696&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0688889 Aug 16 20:19:00.172694 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35306) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:00.176134 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58d31d6c-7d81-40d1-ab41-cb2bd8738a6f req-7f5fe311-961f-442d-910d-41dab92ba305 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=ff83aad8-b896-49a5-8eb3-34a3ca4658fa HTTP/1.1" status: 200 len: 943 time: 0.3272974 Aug 16 20:19:00.184426 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35308) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:00.208759 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-769a0034-e365-4b17-93ab-38e1ae9a33a8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7313837-4152-4230-a3ec-ec160f41e830 HTTP/1.1" status: 200 len: 217 time: 0.0921409 Aug 16 20:19:00.219918 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e2b181d6-57b8-425a-8049-c68598be618e tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cc84d99-7cdf-43f1-bfde-9640983456e3 HTTP/1.1" status: 200 len: 205 time: 0.0460002 Aug 16 20:19:00.222355 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35314) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:00.267530 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-92f2c9d1-9c1c-43c0-ac5a-65c0b6d51767 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] delete failed (client error): The resource could not be found. Aug 16 20:19:00.268515 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-92f2c9d1-9c1c-43c0-ac5a-65c0b6d51767 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "DELETE /v2.0/routers/3cc84d99-7cdf-43f1-bfde-9640983456e3 HTTP/1.1" status: 404 len: 336 time: 0.0450861 Aug 16 20:19:00.274500 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35318) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:00.308880 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ddc9254c-b7c7-4556-9fc4-584f63d10dc7 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bf01324-c79e-48c3-ac6f-b033df99a446 HTTP/1.1" status: 200 len: 205 time: 0.0306528 Aug 16 20:19:00.310038 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35322) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:00.356070 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-3fdb5f4e-b66a-4304-9fea-8b0d117cc226 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] delete failed (client error): The resource could not be found. Aug 16 20:19:00.360383 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3fdb5f4e-b66a-4304-9fea-8b0d117cc226 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "DELETE /v2.0/routers/3bf01324-c79e-48c3-ac6f-b033df99a446 HTTP/1.1" status: 404 len: 336 time: 0.0500073 Aug 16 20:19:00.361197 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35324) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:00.397342 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fd474c22-e530-4269-8248-039871d9b344 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "GET /v2.0/ports?device_id=76fd6d93-96fc-42b4-823e-06adc77e69c5 HTTP/1.1" status: 200 len: 205 time: 0.0348344 Aug 16 20:19:00.398101 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35330) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:00.416999 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-7e3f3299-cf73-44ae-9b15-1e2e62d1b102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:00.418679 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-7e3f3299-cf73-44ae-9b15-1e2e62d1b102 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9174bd88-4f29-46ef-992b-f91f82dd45cf HTTP/1.1" status: 200 len: 846 time: 0.1174002 Aug 16 20:19:00.434593 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58d31d6c-7d81-40d1-ab41-cb2bd8738a6f req-89bd9ee3-8b82-41af-b54f-b13182d89e58 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574370 Aug 16 20:19:00.452244 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-efa66911-6a2d-47a8-9edb-63a7e98d97ef tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] delete failed (client error): The resource could not be found. Aug 16 20:19:00.455794 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-efa66911-6a2d-47a8-9edb-63a7e98d97ef tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "DELETE /v2.0/routers/76fd6d93-96fc-42b4-823e-06adc77e69c5 HTTP/1.1" status: 404 len: 336 time: 0.0566754 Aug 16 20:19:00.457372 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35334) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:00.477894 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-34673d58-d032-4788-a76f-e249983bb91d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=185dd4a9-27c5-4031-8106-50b2573b079d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394392 Aug 16 20:19:00.528289 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-dd835b20-77ca-4dd6-8f6d-32942aae0b9e tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "GET /v2.0/ports?device_id=dddc1b33-f0fe-4b85-8f54-44a940146a7d HTTP/1.1" status: 200 len: 205 time: 0.0667622 Aug 16 20:19:00.528731 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35338) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:00.574798 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-615153a3-4a7d-43ea-b55d-ab4f1383342d tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] delete failed (client error): The resource could not be found. Aug 16 20:19:00.579122 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-615153a3-4a7d-43ea-b55d-ab4f1383342d tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "DELETE /v2.0/routers/dddc1b33-f0fe-4b85-8f54-44a940146a7d HTTP/1.1" status: 404 len: 336 time: 0.0494032 Aug 16 20:19:00.579997 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35342) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:00.605367 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e4525d-d13d-4594-ae41-5091d8c73844 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:00.609596 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-30e4525d-d13d-4594-ae41-5091d8c73844 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "GET /v2.0/networks/eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 881 time: 0.4197009 Aug 16 20:19:00.611459 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35344) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:00.620323 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-426e718e-02b7-4c25-9355-c8fe38f2a154 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "GET /v2.0/ports?device_id=98020a29-3650-40cb-83d4-feb53673d8cf HTTP/1.1" status: 200 len: 205 time: 0.0383980 Aug 16 20:19:00.622012 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35346) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:00.647801 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-292e8f95-e088-4128-8d33-775c957715db tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "GET /v2.0/ports?device_id=94974be8-f626-4d5b-becd-3004cb5a3696 HTTP/1.1" status: 200 len: 205 time: 0.0321202 Aug 16 20:19:00.649761 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35348) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:00.676770 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-f049e703-9d5e-4f3e-9267-4f4098e6a9fd tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] delete failed (client error): The resource could not be found. Aug 16 20:19:00.681446 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f049e703-9d5e-4f3e-9267-4f4098e6a9fd tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "DELETE /v2.0/routers/98020a29-3650-40cb-83d4-feb53673d8cf HTTP/1.1" status: 404 len: 336 time: 0.0581746 Aug 16 20:19:00.682240 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35350) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:00.718500 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e34fd0ec-a4e4-4b7c-89dc-0ca0fe2fefee tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "GET /v2.0/ports?device_id=00e6ff2c-322b-4413-aa62-817c166795a9 HTTP/1.1" status: 200 len: 205 time: 0.0346634 Aug 16 20:19:00.719434 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35352) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:00.768332 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-95107430-88b8-493a-ae7f-3012da8291a2 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] delete failed (client error): The resource could not be found. Aug 16 20:19:00.773029 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35354) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:00.773493 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-95107430-88b8-493a-ae7f-3012da8291a2 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "DELETE /v2.0/routers/00e6ff2c-322b-4413-aa62-817c166795a9 HTTP/1.1" status: 404 len: 336 time: 0.0525079 Aug 16 20:19:00.831585 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-3480ad83-9846-45c8-812b-9595ef73b081 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] DELETE failed (client error): The resource could not be found. Aug 16 20:19:00.832167 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3480ad83-9846-45c8-812b-9595ef73b081 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:19:00.837449 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3480ad83-9846-45c8-812b-9595ef73b081 tempest-RoutersAdminTest-950652871 tempest-RoutersAdminTest-950652871-project] 10.222.0.68 "DELETE /v2.0/subnets/fb1f4cce-8c06-4505-8137-23618ec8c549 HTTP/1.1" status: 404 len: 337 time: 0.0569582 Aug 16 20:19:00.852564 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-57b74d83-0c27-4f3e-b05f-c95672bf2e4c tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:00.957056 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35360) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:01.244425 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35370) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:01.293840 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-0cc3f436-a3db-492c-b210-b147324a34be service neutron] 10.222.0.63 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7955089 Aug 16 20:19:01.321944 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec37fa00-c2f6-42a4-a7d9-092ea1d850b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:01.340568 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7252cde4-a694-4193-ae0d-3c6d55047f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:01.368700 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-57b74d83-0c27-4f3e-b05f-c95672bf2e4c tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:01.427590 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-51777d53-4c45-4745-9ef4-af76e2ded56a req-3b4e06c6-c794-48ba-9601-623d79b5f2b4 service neutron] 10.222.0.63 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265659 Aug 16 20:19:01.442074 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec37fa00-c2f6-42a4-a7d9-092ea1d850b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:01.445496 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-57b74d83-0c27-4f3e-b05f-c95672bf2e4c tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Deleting port 07c313fd-b40d-43e5-9086-af45169ffd90 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:19:01.445927 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-57b74d83-0c27-4f3e-b05f-c95672bf2e4c tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:01.453093 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec37fa00-c2f6-42a4-a7d9-092ea1d850b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:01.537837 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37fa00-c2f6-42a4-a7d9-092ea1d850b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c75216-383e-4d96-baf8-f4dacbd9e954,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:01.547611 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ec37fa00-c2f6-42a4-a7d9-092ea1d850b9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=acc2df40d984463eb06640ad3f4f00a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3018570 Aug 16 20:19:01.548462 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35376) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:01.596140 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fd4f1-0104-4690-8acd-97cace845976 req-bbcf83a0-5d33-4948-96b2-100212f02b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:01.597767 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7f5fd4f1-0104-4690-8acd-97cace845976 req-bbcf83a0-5d33-4948-96b2-100212f02b66 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6fb8716d1b824bb9ac2e976008166d30&device_id=ff83aad8-b896-49a5-8eb3-34a3ca4658fa HTTP/1.1" status: 200 len: 1095 time: 0.1133969 Aug 16 20:19:01.600062 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-57b74d83-0c27-4f3e-b05f-c95672bf2e4c tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:01.627699 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2379c03-ef49-4bff-b523-b180545f9ea5 req-431d143b-7fa6-4e48-b15d-0041b12bf83c tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:01.629299 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d2379c03-ef49-4bff-b523-b180545f9ea5 req-431d143b-7fa6-4e48-b15d-0041b12bf83c tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=ff83aad8-b896-49a5-8eb3-34a3ca4658fa HTTP/1.1" status: 200 len: 943 time: 0.1090081 Aug 16 20:19:01.631054 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6c5b1adb-77f6-4aed-86cf-79adf1fe3181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:01.642556 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-57b74d83-0c27-4f3e-b05f-c95672bf2e4c tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Calling delete_port for 07c313fd-b40d-43e5-9086-af45169ffd90 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:19:01.662344 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6c5b1adb-77f6-4aed-86cf-79adf1fe3181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:01.695090 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7252cde4-a694-4193-ae0d-3c6d55047f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:01.710593 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7252cde4-a694-4193-ae0d-3c6d55047f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:01.754466 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7252cde4-a694-4193-ae0d-3c6d55047f94 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d8c846ba20b74e638bd164b131fcd2d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7939529 Aug 16 20:19:01.756084 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35378) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:01.779170 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252cde4-a694-4193-ae0d-3c6d55047f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1fb75c-c06e-43eb-9d3c-0b3da2c7564a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:01.792385 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d2379c03-ef49-4bff-b523-b180545f9ea5 req-ca3a10f1-7bd3-4829-b4a0-faec3fce7dd2 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475685 Aug 16 20:19:01.806093 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1b90a86a-0053-44dd-9459-5924e61894e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:01.807441 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6c5b1adb-77f6-4aed-86cf-79adf1fe3181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:01.809991 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6c5b1adb-77f6-4aed-86cf-79adf1fe3181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:01.813456 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6c5b1adb-77f6-4aed-86cf-79adf1fe3181 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/90c75216-383e-4d96-baf8-f4dacbd9e954 HTTP/1.1" status: 204 len: 168 time: 0.2596722 Aug 16 20:19:01.826799 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fd4f1-0104-4690-8acd-97cace845976 req-5065aca4-fde5-4935-b06d-883b9575ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:01.826799 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7f5fd4f1-0104-4690-8acd-97cace845976 req-5065aca4-fde5-4935-b06d-883b9575ee38 service neutron] 10.222.0.63 "GET /v2.0/networks?id=185dd4a9-27c5-4031-8106-50b2573b079d HTTP/1.1" status: 200 len: 907 time: 0.2139864 Aug 16 20:19:01.834714 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-838e5d39-9296-4059-b450-f28f15e01d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:01.836629 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b1adb-77f6-4aed-86cf-79adf1fe3181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c75216-383e-4d96-baf8-f4dacbd9e954,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:01.862728 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-838e5d39-9296-4059-b450-f28f15e01d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:01.916684 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7f5fd4f1-0104-4690-8acd-97cace845976 req-9883a503-bf0e-4d2a-8689-362c4d878c75 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7313837-4152-4230-a3ec-ec160f41e830 HTTP/1.1" status: 200 len: 217 time: 0.0436497 Aug 16 20:19:01.918434 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-838e5d39-9296-4059-b450-f28f15e01d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:01.922047 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-838e5d39-9296-4059-b450-f28f15e01d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:01.923510 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-838e5d39-9296-4059-b450-f28f15e01d8d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/af1fb75c-c06e-43eb-9d3c-0b3da2c7564a HTTP/1.1" status: 204 len: 168 time: 0.1658435 Aug 16 20:19:01.932998 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e5d39-9296-4059-b450-f28f15e01d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1fb75c-c06e-43eb-9d3c-0b3da2c7564a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:02.005758 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fd4f1-0104-4690-8acd-97cace845976 req-22e8b553-e77c-40af-82fb-a81c6b6ed18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:02.007168 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7f5fd4f1-0104-4690-8acd-97cace845976 req-22e8b553-e77c-40af-82fb-a81c6b6ed18f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9174bd88-4f29-46ef-992b-f91f82dd45cf HTTP/1.1" status: 200 len: 846 time: 0.0812578 Aug 16 20:19:02.025424 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-57b74d83-0c27-4f3e-b05f-c95672bf2e4c tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:02.062710 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7f5fd4f1-0104-4690-8acd-97cace845976 req-41217bcd-d5d9-446d-b362-bb3da5770e98 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=185dd4a9-27c5-4031-8106-50b2573b079d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469258 Aug 16 20:19:02.065692 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b74d83-0c27-4f3e-b05f-c95672bf2e4c tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Pushing event deleted for resources: {'Port': ['ID=07c313fd-b40d-43e5-9086-af45169ffd90,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:02.183180 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-57b74d83-0c27-4f3e-b05f-c95672bf2e4c tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:02.206161 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35394) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:02.256397 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-62d06e63-6c36-4bfc-beae-288a37ea572a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2f0b20f4d0874129ad943c5f42baf9f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488837 Aug 16 20:19:02.258725 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35398) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:02.294978 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-57b74d83-0c27-4f3e-b05f-c95672bf2e4c tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:02.298221 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7f5fd4f1-0104-4690-8acd-97cace845976 req-d3a8c3bf-5fec-4bd2-8420-2efee1d3a482 service neutron] 10.222.0.63 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259426 Aug 16 20:19:02.299411 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-57b74d83-0c27-4f3e-b05f-c95672bf2e4c tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:02.317905 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-41197dd2-b457-4e69-a183-a2531e296b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:02.347859 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-41197dd2-b457-4e69-a183-a2531e296b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:02.398804 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-57b74d83-0c27-4f3e-b05f-c95672bf2e4c tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:02.400127 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b74d83-0c27-4f3e-b05f-c95672bf2e4c tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Fanout notify agent at l3_agent the message router_deleted on router 94974be8-f626-4d5b-becd-3004cb5a3696 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:19:02.409883 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-57b74d83-0c27-4f3e-b05f-c95672bf2e4c tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:02.412041 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-57b74d83-0c27-4f3e-b05f-c95672bf2e4c tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "DELETE /v2.0/routers/94974be8-f626-4d5b-becd-3004cb5a3696 HTTP/1.1" status: 204 len: 168 time: 1.7608955 Aug 16 20:19:02.417677 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35404) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:02.421161 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6d6b3944-7a9e-4652-9793-4a524bd39d74 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-823396760', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:02.461002 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-41197dd2-b457-4e69-a183-a2531e296b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:02.466377 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-41197dd2-b457-4e69-a183-a2531e296b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:02.467594 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-41197dd2-b457-4e69-a183-a2531e296b1c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d0d20158-a1b5-469b-ab2c-107dc6894bc5 HTTP/1.1" status: 204 len: 168 time: 0.2078857 Aug 16 20:19:02.476856 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d6b3944-7a9e-4652-9793-4a524bd39d74 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:02.479353 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d6b3944-7a9e-4652-9793-4a524bd39d74 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:02.490727 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41197dd2-b457-4e69-a183-a2531e296b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d20158-a1b5-469b-ab2c-107dc6894bc5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:02.507790 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7f5fd4f1-0104-4690-8acd-97cace845976 req-1d89c0a6-3bbf-4709-abf0-febad14bce92 service neutron] 10.222.0.63 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995811 Aug 16 20:19:02.547958 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35418) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:02.569620 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59b5c384-e789-4a8e-a2fa-b6e630a02905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:02.572878 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d6b3944-7a9e-4652-9793-4a524bd39d74 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:02.746786 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59b5c384-e789-4a8e-a2fa-b6e630a02905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:02.756058 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59b5c384-e789-4a8e-a2fa-b6e630a02905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:02.806325 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d6b3944-7a9e-4652-9793-4a524bd39d74 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:02.817997 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-59b5c384-e789-4a8e-a2fa-b6e630a02905 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=653d07f6a27e45ba9b99bacb437e4f9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2664864 Aug 16 20:19:02.817997 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5c384-e789-4a8e-a2fa-b6e630a02905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3b5445-499b-406c-90c1-ac369c6df2dc,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:02.820721 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35422) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:02.994107 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7aba69c4-959a-4fc3-99d3-fb7aa6fb1850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:03.027784 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778df954-6dd8-4d64-8506-4caab74d1bf5 req-32718468-3ef3-4d99-b9cb-390639547333 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:03.029412 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-778df954-6dd8-4d64-8506-4caab74d1bf5 req-32718468-3ef3-4d99-b9cb-390639547333 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=ff83aad8-b896-49a5-8eb3-34a3ca4658fa HTTP/1.1" status: 200 len: 943 time: 0.1157663 Aug 16 20:19:03.043025 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7aba69c4-959a-4fc3-99d3-fb7aa6fb1850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:03.118983 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-778df954-6dd8-4d64-8506-4caab74d1bf5 req-fcc81c82-805d-4590-bd78-494ead6ca66a tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780599 Aug 16 20:19:03.203444 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7aba69c4-959a-4fc3-99d3-fb7aa6fb1850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:03.206055 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7aba69c4-959a-4fc3-99d3-fb7aa6fb1850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:03.207222 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7aba69c4-959a-4fc3-99d3-fb7aa6fb1850 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6d3b5445-499b-406c-90c1-ac369c6df2dc HTTP/1.1" status: 204 len: 168 time: 0.3836646 Aug 16 20:19:03.256706 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba69c4-959a-4fc3-99d3-fb7aa6fb1850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3b5445-499b-406c-90c1-ac369c6df2dc,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:03.292952 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d6b3944-7a9e-4652-9793-4a524bd39d74 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:03.320046 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d6b3944-7a9e-4652-9793-4a524bd39d74 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:03.435060 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-6d6b3944-7a9e-4652-9793-4a524bd39d74 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Allocated IP 172.25.8.13 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/b023a9be-5f52-4c75-88b1-9b50694b398e) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:03.574871 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d6b3944-7a9e-4652-9793-4a524bd39d74 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:03.604840 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35458) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:03.639411 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d6b3944-7a9e-4652-9793-4a524bd39d74 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:03.716811 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6b3944-7a9e-4652-9793-4a524bd39d74 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:03.720043 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-6d6b3944-7a9e-4652-9793-4a524bd39d74 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:03.722525 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6b3944-7a9e-4652-9793-4a524bd39d74 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:03.749906 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b3944-7a9e-4652-9793-4a524bd39d74 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Pushing event updated for resources: {'Port': ['ID=b023a9be-5f52-4c75-88b1-9b50694b398e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:03.972869 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-17f680af-054c-402e-9e99-abe58fa1ed1a tempest-AgentManagementNegativeTest-1873942242 tempest-AgentManagementNegativeTest-1873942242-project] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3663232 Aug 16 20:19:04.090837 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d6b3944-7a9e-4652-9793-4a524bd39d74 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:04.152430 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device d7313837-4152-4230-a3ec-ec160f41e830 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:19:04.321263 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port d7313837-4152-4230-a3ec-ec160f41e830, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=d7313837-4152-4230-a3ec-ec160f41e830,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:04.334108 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'd7313837-4152-4230-a3ec-ec160f41e830', 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d', 'port_id': 'd7313837-4152-4230-a3ec-ec160f41e830', 'mac_address': 'fa:16:3e:e7:66:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9174bd88-4f29-46ef-992b-f91f82dd45cf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:19:04.408317 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:04.414543 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35554) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:04.431973 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7313837-4152-4230-a3ec-ec160f41e830 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:19:04.463316 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2af2ddc-1be0-405d-a4bf-04db986c3abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:04.477366 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port d7313837-4152-4230-a3ec-ec160f41e830, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=d7313837-4152-4230-a3ec-ec160f41e830,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:04.486409 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:04.498666 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf2c6b-56b3-49aa-9e7e-acfd6d9715d0 req-603ff262-cde5-411c-af7e-7a62095f9f95 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:04.500295 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-26bf2c6b-56b3-49aa-9e7e-acfd6d9715d0 req-603ff262-cde5-411c-af7e-7a62095f9f95 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=ff83aad8-b896-49a5-8eb3-34a3ca4658fa HTTP/1.1" status: 200 len: 943 time: 0.1622202 Aug 16 20:19:04.536789 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d6b3944-7a9e-4652-9793-4a524bd39d74 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:04.602721 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=d7313837-4152-4230-a3ec-ec160f41e830,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:04.610949 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-26bf2c6b-56b3-49aa-9e7e-acfd6d9715d0 req-2bbd432c-e4d2-4f73-b55e-3cf28dc77347 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945833 Aug 16 20:19:04.669122 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:04.775992 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6b3944-7a9e-4652-9793-4a524bd39d74 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Router cb76c995-f611-4d1d-9ebf-cd7fc84b487f is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:19:04.788158 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18ea6af6-b76f-4a2f-8b49-dd5c549e7ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:04.796677 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['d7313837-4152-4230-a3ec-ec160f41e830'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:04.955268 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18ea6af6-b76f-4a2f-8b49-dd5c549e7ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:04.958899 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6b3944-7a9e-4652-9793-4a524bd39d74 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:19:04.969938 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18ea6af6-b76f-4a2f-8b49-dd5c549e7ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:04.970125 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb082fd9-3bf1-4c71-b3a6-121af8a5d764 None None] Sync routers for ids ['cb76c995-f611-4d1d-9ebf-cd7fc84b487f'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:19:04.988295 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d6b3944-7a9e-4652-9793-4a524bd39d74 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:04.991052 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6d6b3944-7a9e-4652-9793-4a524bd39d74 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5737922 Aug 16 20:19:04.993314 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35616) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:04.995186 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb082fd9-3bf1-4c71-b3a6-121af8a5d764 None None] Routers {'cb76c995-f611-4d1d-9ebf-cd7fc84b487f'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:19:04.998431 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-fb082fd9-3bf1-4c71-b3a6-121af8a5d764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:19:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['cb76c995-f611-4d1d-9ebf-cd7fc84b487f'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:19:05.007517 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-bdbe9c74-c190-4d85-9651-69c0db3a87da tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:05.024162 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea6af6-b76f-4a2f-8b49-dd5c549e7ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1008455-8165-4cff-9960-0bf8dd51d6b1,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:05.045093 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-fb082fd9-3bf1-4c71-b3a6-121af8a5d764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:19:05.058121 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-18ea6af6-b76f-4a2f-8b49-dd5c549e7ea9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0a6ead7563944b45b4e5ca914bbc918a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6420078 Aug 16 20:19:05.060535 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb082fd9-3bf1-4c71-b3a6-121af8a5d764 None None] Routers {'cb76c995-f611-4d1d-9ebf-cd7fc84b487f'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:19:05.060810 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35624) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:05.062042 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-fb082fd9-3bf1-4c71-b3a6-121af8a5d764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:19:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['cb76c995-f611-4d1d-9ebf-cd7fc84b487f'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:19:05.102391 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-fb082fd9-3bf1-4c71-b3a6-121af8a5d764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:19:05.103230 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb082fd9-3bf1-4c71-b3a6-121af8a5d764 None None] The sync data for ids ['cb76c995-f611-4d1d-9ebf-cd7fc84b487f'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:19:05.151750 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1a57929-1269-4f29-840a-222a2b41c98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:05.178372 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1a57929-1269-4f29-840a-222a2b41c98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:05.263514 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1a57929-1269-4f29-840a-222a2b41c98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:05.265882 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1a57929-1269-4f29-840a-222a2b41c98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:05.271387 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e1a57929-1269-4f29-840a-222a2b41c98f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f1008455-8165-4cff-9960-0bf8dd51d6b1 HTTP/1.1" status: 204 len: 168 time: 0.2083445 Aug 16 20:19:05.282779 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a57929-1269-4f29-840a-222a2b41c98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1008455-8165-4cff-9960-0bf8dd51d6b1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:05.528082 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9c74-c190-4d85-9651-69c0db3a87da tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:05.550254 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9c74-c190-4d85-9651-69c0db3a87da tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:05.585626 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:05.657082 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-bdbe9c74-c190-4d85-9651-69c0db3a87da tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Deleting port b023a9be-5f52-4c75-88b1-9b50694b398e {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:19:05.658065 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9c74-c190-4d85-9651-69c0db3a87da tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:05.932061 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:06.093652 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:06.183564 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device d7313837-4152-4230-a3ec-ec160f41e830 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:06.188255 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45e103-2e93-4ffd-9273-c6fa325a5115 req-7b82daf3-d372-43d9-8e02-a442ef379530 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:06.189865 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3e45e103-2e93-4ffd-9273-c6fa325a5115 req-7b82daf3-d372-43d9-8e02-a442ef379530 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=ff83aad8-b896-49a5-8eb3-34a3ca4658fa HTTP/1.1" status: 200 len: 944 time: 0.4618676 Aug 16 20:19:06.200614 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9c74-c190-4d85-9651-69c0db3a87da tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:06.232752 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-bdbe9c74-c190-4d85-9651-69c0db3a87da tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Calling delete_port for b023a9be-5f52-4c75-88b1-9b50694b398e owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:19:06.288018 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port d7313837-4152-4230-a3ec-ec160f41e830 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:06.293897 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port d7313837-4152-4230-a3ec-ec160f41e830 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:06.294639 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:06.332997 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3e45e103-2e93-4ffd-9273-c6fa325a5115 req-400edc19-377b-45bf-8a38-a20abd3be6fe tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344926 Aug 16 20:19:06.453952 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:06.494045 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff83aad8-b896-49a5-8eb3-34a3ca4658fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7313837-4152-4230-a3ec-ec160f41e830'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:06.496880 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083fe425-e16a-4276-8a76-9882c722f403" -d '{"events": [{"server_uuid": "ff83aad8-b896-49a5-8eb3-34a3ca4658fa", "name": "network-vif-plugged", "status": "completed", "tag": "d7313837-4152-4230-a3ec-ec160f41e830"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:06.511977 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port d7313837-4152-4230-a3ec-ec160f41e830, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=d7313837-4152-4230-a3ec-ec160f41e830,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:06.518879 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:06.596582 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=d7313837-4152-4230-a3ec-ec160f41e830,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:06.601234 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d61d823-eba3-4f92-bc3f-138c30399ff8 x-openstack-request-id: req-4d61d823-eba3-4f92-bc3f-138c30399ff8 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:06.602279 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff83aad8-b896-49a5-8eb3-34a3ca4658fa", "name": "network-vif-plugged", "status": "completed", "tag": "d7313837-4152-4230-a3ec-ec160f41e830", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:06.602513 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4d61d823-eba3-4f92-bc3f-138c30399ff8 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:06.603077 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff83aad8-b896-49a5-8eb3-34a3ca4658fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7313837-4152-4230-a3ec-ec160f41e830', 'code': 200} Aug 16 20:19:06.632547 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9c74-c190-4d85-9651-69c0db3a87da tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:06.677097 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe9c74-c190-4d85-9651-69c0db3a87da tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Pushing event deleted for resources: {'Port': ['ID=b023a9be-5f52-4c75-88b1-9b50694b398e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:06.906532 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ec1c5-f703-436b-af3d-fda53b75cd99 req-4e2eaddb-0af2-4feb-8eef-6eaf26cca025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:06.909163 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-735ec1c5-f703-436b-af3d-fda53b75cd99 req-4e2eaddb-0af2-4feb-8eef-6eaf26cca025 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ff83aad8-b896-49a5-8eb3-34a3ca4658fa HTTP/1.1" status: 200 len: 1097 time: 0.2185650 Aug 16 20:19:06.912951 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9c74-c190-4d85-9651-69c0db3a87da tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:06.986162 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35854) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:07.025460 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:07.082824 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-735ec1c5-f703-436b-af3d-fda53b75cd99 req-b01e83de-981a-46c4-a037-0f4fde277a90 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659610 Aug 16 20:19:07.086768 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-757635ca-5877-47d1-a95e-3dc7c8470d8a req-73d0805e-7558-4ca5-95d0-fed34e0e521e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a9a9814c-498d-4973-983e-5bcf5fa6fba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5628507 Aug 16 20:19:07.128741 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-25710eb9-1f82-4b1e-8377-a9f0c5a7cd84 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-445622679'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:07.158801 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25710eb9-1f82-4b1e-8377-a9f0c5a7cd84 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Made reservation on behalf of f3629b09aa9b4d3c821b2c1b3b96b144 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:07.164687 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-25710eb9-1f82-4b1e-8377-a9f0c5a7cd84 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:07.179561 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-25710eb9-1f82-4b1e-8377-a9f0c5a7cd84 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:07.322917 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9c74-c190-4d85-9651-69c0db3a87da tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106996'] for router, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:07.325847 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757635ca-5877-47d1-a95e-3dc7c8470d8a req-467d0dab-40ed-4664-8ce3-0ffa68944c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:07.327373 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-757635ca-5877-47d1-a95e-3dc7c8470d8a req-467d0dab-40ed-4664-8ce3-0ffa68944c89 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6fb8716d1b824bb9ac2e976008166d30&device_id=a9a9814c-498d-4973-983e-5bcf5fa6fba3 HTTP/1.1" status: 200 len: 1097 time: 0.1694045 Aug 16 20:19:07.340624 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9c74-c190-4d85-9651-69c0db3a87da tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-399211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-399202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-399768'] for router, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:07.354449 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-25710eb9-1f82-4b1e-8377-a9f0c5a7cd84 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:07.370646 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-25710eb9-1f82-4b1e-8377-a9f0c5a7cd84 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:07.424564 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25710eb9-1f82-4b1e-8377-a9f0c5a7cd84 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2895b13-7e15-4be2-bdca-f4531c871285,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:07.434910 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25710eb9-1f82-4b1e-8377-a9f0c5a7cd84 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:19:07.449007 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-25710eb9-1f82-4b1e-8377-a9f0c5a7cd84 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:07.449566 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-25710eb9-1f82-4b1e-8377-a9f0c5a7cd84 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Added segment e45c2ba8-7e83-48b5-8374-d20484654b15 of type vlan for network f5d5c031-9501-4dc2-82cc-45b6591daf21 Aug 16 20:19:07.501479 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-25710eb9-1f82-4b1e-8377-a9f0c5a7cd84 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:07.539382 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-25710eb9-1f82-4b1e-8377-a9f0c5a7cd84 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:07.544367 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbe9c74-c190-4d85-9651-69c0db3a87da tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Router cb76c995-f611-4d1d-9ebf-cd7fc84b487f has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:19:07.546870 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25710eb9-1f82-4b1e-8377-a9f0c5a7cd84 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:07.547826 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-25710eb9-1f82-4b1e-8377-a9f0c5a7cd84 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:07.585789 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a65841-6acc-4d8c-90c7-a546fd282486 req-5916d1c6-cef5-4a15-9796-932bf2bc8cbd tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:07.587411 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a0a65841-6acc-4d8c-90c7-a546fd282486 req-5916d1c6-cef5-4a15-9796-932bf2bc8cbd tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=ff83aad8-b896-49a5-8eb3-34a3ca4658fa HTTP/1.1" status: 200 len: 945 time: 0.1076360 Aug 16 20:19:07.590947 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757635ca-5877-47d1-a95e-3dc7c8470d8a req-1e1b64ee-4941-43bd-966e-a58296e094cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:07.592375 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-757635ca-5877-47d1-a95e-3dc7c8470d8a req-1e1b64ee-4941-43bd-966e-a58296e094cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=185dd4a9-27c5-4031-8106-50b2573b079d HTTP/1.1" status: 200 len: 907 time: 0.2394040 Aug 16 20:19:07.613732 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-25710eb9-1f82-4b1e-8377-a9f0c5a7cd84 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.6256609 Aug 16 20:19:07.614194 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35922) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:07.621595 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-27813106-68bd-4ed0-8bcf-ae6215148321 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Request body: {'subnet': {'network_id': 'f5d5c031-9501-4dc2-82cc-45b6591daf21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:07.714247 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25710eb9-1f82-4b1e-8377-a9f0c5a7cd84 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Pushing event updated for resources: {'Network': ['ID=f5d5c031-9501-4dc2-82cc-45b6591daf21,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:07.715477 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-757635ca-5877-47d1-a95e-3dc7c8470d8a req-6a4ab60d-beb2-40cb-94c1-cc57ae3a593a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=04321e14-93df-4fa0-901a-9eebfe5dfd27 HTTP/1.1" status: 200 len: 217 time: 0.0839145 Aug 16 20:19:07.727420 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network f5d5c031-9501-4dc2-82cc-45b6591daf21 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:19:07.737278 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbe9c74-c190-4d85-9651-69c0db3a87da tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:19:07.746234 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9c74-c190-4d85-9651-69c0db3a87da tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:07.750808 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bdbe9c74-c190-4d85-9651-69c0db3a87da tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "PUT /v2.0/routers/cb76c995-f611-4d1d-9ebf-cd7fc84b487f HTTP/1.1" status: 200 len: 709 time: 2.7557952 Aug 16 20:19:07.751463 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35940) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:07.785378 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a82c106-cd64-4be7-9990-ea467a5d77e9 None None] Sync routers for ids ['cb76c995-f611-4d1d-9ebf-cd7fc84b487f'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:19:07.791490 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a0a65841-6acc-4d8c-90c7-a546fd282486 req-8d092d84-31f0-437d-934b-7e61eb17757b tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586823 Aug 16 20:19:07.802261 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757635ca-5877-47d1-a95e-3dc7c8470d8a req-73d7a196-e5c1-4140-b7cc-882be93f65bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:07.804015 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-757635ca-5877-47d1-a95e-3dc7c8470d8a req-73d7a196-e5c1-4140-b7cc-882be93f65bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9174bd88-4f29-46ef-992b-f91f82dd45cf HTTP/1.1" status: 200 len: 846 time: 0.0784142 Aug 16 20:19:07.817659 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a82c106-cd64-4be7-9990-ea467a5d77e9 None None] Routers {'cb76c995-f611-4d1d-9ebf-cd7fc84b487f'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:19:07.817659 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0a82c106-cd64-4be7-9990-ea467a5d77e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:19:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['cb76c995-f611-4d1d-9ebf-cd7fc84b487f'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:19:07.859627 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-757635ca-5877-47d1-a95e-3dc7c8470d8a req-f657bfa1-8455-4fc6-9e89-116e8a9a5711 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=185dd4a9-27c5-4031-8106-50b2573b079d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442069 Aug 16 20:19:07.890311 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-757635ca-5877-47d1-a95e-3dc7c8470d8a req-a777c0f8-153f-49d0-b051-f257e4e80666 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:07.891931 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-757635ca-5877-47d1-a95e-3dc7c8470d8a req-a777c0f8-153f-49d0-b051-f257e4e80666 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176091 Aug 16 20:19:07.916903 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0a82c106-cd64-4be7-9990-ea467a5d77e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:19:07.928342 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27813106-68bd-4ed0-8bcf-ae6215148321 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Made reservation on behalf of f3629b09aa9b4d3c821b2c1b3b96b144 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:07.929106 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a82c106-cd64-4be7-9990-ea467a5d77e9 None None] Routers {'cb76c995-f611-4d1d-9ebf-cd7fc84b487f'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:19:07.929797 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0a82c106-cd64-4be7-9990-ea467a5d77e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:19:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['cb76c995-f611-4d1d-9ebf-cd7fc84b487f'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:19:07.935751 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27813106-68bd-4ed0-8bcf-ae6215148321 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:07.978055 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0a82c106-cd64-4be7-9990-ea467a5d77e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:19:07.978953 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a82c106-cd64-4be7-9990-ea467a5d77e9 None None] The sync data for ids ['cb76c995-f611-4d1d-9ebf-cd7fc84b487f'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:19:08.038353 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9718dce6-aa23-4f3d-ba60-689f897f05ab tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "GET /v2.0/routers/cb76c995-f611-4d1d-9ebf-cd7fc84b487f HTTP/1.1" status: 200 len: 744 time: 0.2855091 Aug 16 20:19:08.042899 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35970) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:08.090307 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5d9377df-6a20-48d5-98fd-dd6436d17f60 tempest-RoutersIpV6AdminTest-996554463 tempest-RoutersIpV6AdminTest-996554463-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=eb87ae87-0925-464c-8e03-8bba27e76e58&device_id=cb76c995-f611-4d1d-9ebf-cd7fc84b487f HTTP/1.1" status: 200 len: 205 time: 0.0455563 Aug 16 20:19:08.092759 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35978) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:08.110142 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-757635ca-5877-47d1-a95e-3dc7c8470d8a req-88abeff6-41f9-4ef0-b28d-612e37b6ea73 service neutron] 10.222.0.57 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012830 Aug 16 20:19:08.142902 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f08964d1-89b6-4ed3-bc44-d7408b7eb22d tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb76c995-f611-4d1d-9ebf-cd7fc84b487f HTTP/1.1" status: 200 len: 205 time: 0.0488346 Aug 16 20:19:08.148317 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35986) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:08.222408 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-757635ca-5877-47d1-a95e-3dc7c8470d8a req-15dad543-8da7-478f-b558-5f61c2711a9a service neutron] 10.222.0.57 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016822 Aug 16 20:19:08.244367 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf4f15c9-0093-4e31-a7aa-dcf2ce52fac8 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:08.445701 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf4f15c9-0093-4e31-a7aa-dcf2ce52fac8 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:08.449469 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf4f15c9-0093-4e31-a7aa-dcf2ce52fac8 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:08.522844 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf4f15c9-0093-4e31-a7aa-dcf2ce52fac8 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:08.523240 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4f15c9-0093-4e31-a7aa-dcf2ce52fac8 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Fanout notify agent at l3_agent the message router_deleted on router cb76c995-f611-4d1d-9ebf-cd7fc84b487f {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:19:08.530828 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf4f15c9-0093-4e31-a7aa-dcf2ce52fac8 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:08.535442 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bf4f15c9-0093-4e31-a7aa-dcf2ce52fac8 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "DELETE /v2.0/routers/cb76c995-f611-4d1d-9ebf-cd7fc84b487f HTTP/1.1" status: 204 len: 168 time: 0.3820655 Aug 16 20:19:08.535610 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36008) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:08.537509 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27813106-68bd-4ed0-8bcf-ae6215148321 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:08.568366 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ad470c9b-a038-40b8-b518-dc958fa79ce0 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb76c995-f611-4d1d-9ebf-cd7fc84b487f HTTP/1.1" status: 200 len: 205 time: 0.0285573 Aug 16 20:19:08.569362 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36010) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:08.596785 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27813106-68bd-4ed0-8bcf-ae6215148321 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Pushing event updated for resources: {'Subnet': ['ID=0f86e24a-3ce0-465e-9f04-0a9d3ac8e9a4,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:08.607912 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27813106-68bd-4ed0-8bcf-ae6215148321 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Checking segment: {'id': 'e45c2ba8-7e83-48b5-8374-d20484654b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f5d5c031-9501-4dc2-82cc-45b6591daf21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:08.608485 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27813106-68bd-4ed0-8bcf-ae6215148321 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Network hostable DHCP agents. Network: f5d5c031-9501-4dc2-82cc-45b6591daf21, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:19:08.615867 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-8eaeb63d-9244-4508-848d-a33b610d3f98 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] delete failed (client error): The resource could not be found. Aug 16 20:19:08.620516 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8eaeb63d-9244-4508-848d-a33b610d3f98 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "DELETE /v2.0/routers/cb76c995-f611-4d1d-9ebf-cd7fc84b487f HTTP/1.1" status: 404 len: 336 time: 0.0475271 Aug 16 20:19:08.625027 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36012) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:08.632920 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27813106-68bd-4ed0-8bcf-ae6215148321 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Network f5d5c031-9501-4dc2-82cc-45b6591daf21 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:19:08.643768 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-27813106-68bd-4ed0-8bcf-ae6215148321 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, f5d5c031-9501-4dc2-82cc-45b6591daf21) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:08.653088 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8f4ce1-d1f9-4138-836f-87049d0f288a None None] Network f5d5c031-9501-4dc2-82cc-45b6591daf21 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:19:08.653539 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27813106-68bd-4ed0-8bcf-ae6215148321 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:08.654198 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27813106-68bd-4ed0-8bcf-ae6215148321 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:08.657084 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4a68e37a-ab24-43eb-8f86-488e127fc8f9 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "GET /v2.0/ports?device_id=94974be8-f626-4d5b-becd-3004cb5a3696 HTTP/1.1" status: 200 len: 205 time: 0.0306823 Aug 16 20:19:08.659346 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36014) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:08.675565 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-27813106-68bd-4ed0-8bcf-ae6215148321 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0580723 Aug 16 20:19:08.676163 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36016) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:08.682598 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a1455c47-3e18-483f-8d46-d6deaac9d454 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Request body: {'port': {'network_id': 'f5d5c031-9501-4dc2-82cc-45b6591daf21', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-326023098'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:08.702103 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-bffc0f14-2002-4874-acff-54ff14fa357c tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] delete failed (client error): The resource could not be found. Aug 16 20:19:08.703470 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bffc0f14-2002-4874-acff-54ff14fa357c tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "DELETE /v2.0/routers/94974be8-f626-4d5b-becd-3004cb5a3696 HTTP/1.1" status: 404 len: 336 time: 0.0428979 Aug 16 20:19:08.705948 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36018) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:08.736250 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c17456c3-4e69-4d02-ab49-0122421f7eca tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "GET /v2.0/ports?device_id=6926d4f6-23f5-4f21-9464-be2a47047bbf HTTP/1.1" status: 200 len: 205 time: 0.0287879 Aug 16 20:19:08.738124 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36020) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:08.782700 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-1e6e9cc8-a879-4d8d-95ac-ef9f8246adad tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] delete failed (client error): The resource could not be found. Aug 16 20:19:08.785782 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1e6e9cc8-a879-4d8d-95ac-ef9f8246adad tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "DELETE /v2.0/routers/6926d4f6-23f5-4f21-9464-be2a47047bbf HTTP/1.1" status: 404 len: 336 time: 0.0465336 Aug 16 20:19:08.787000 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36022) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:08.835263 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b3530335-7aaf-46f2-aa54-edfaf9e3ec54 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "GET /v2.0/ports?device_id=0f390fce-5456-4c24-9b49-2cb16346f2db HTTP/1.1" status: 200 len: 205 time: 0.0468619 Aug 16 20:19:08.837690 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36028) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:08.852806 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1455c47-3e18-483f-8d46-d6deaac9d454 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Made reservation on behalf of f3629b09aa9b4d3c821b2c1b3b96b144 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:08.857496 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1455c47-3e18-483f-8d46-d6deaac9d454 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:08.895868 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-a1455c47-3e18-483f-8d46-d6deaac9d454 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] device_id is not set on port 1c319202-1e53-4a19-95d5-634d62ae3582 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:19:08.897045 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-d52d6fc7-616f-4bb7-9059-9d9a8c3d7504 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] delete failed (client error): The resource could not be found. Aug 16 20:19:08.897574 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdc7285-e434-4fa2-a57e-0c07083f6445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-f5d5c031-9501-4dc2-82cc-45b6591daf21', 'network_id': 'f5d5c031-9501-4dc2-82cc-45b6591daf21', 'tenant_id': 'f3629b09aa9b4d3c821b2c1b3b96b144', 'fixed_ips': [{'subnet_id': '0f86e24a-3ce0-465e-9f04-0a9d3ac8e9a4'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:19:08.898284 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d52d6fc7-616f-4bb7-9059-9d9a8c3d7504 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "DELETE /v2.0/routers/0f390fce-5456-4c24-9b49-2cb16346f2db HTTP/1.1" status: 404 len: 336 time: 0.0596185 Aug 16 20:19:08.900541 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7cdc7285-e434-4fa2-a57e-0c07083f6445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:08.904915 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36032) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:09.050061 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36038) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:09.062407 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b73d2937-8257-4e56-8edc-e657372ad053 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "GET /v2.0/ports?device_id=50608c5e-4ec3-4ad0-8af3-6e61bbe43783 HTTP/1.1" status: 200 len: 205 time: 0.1345954 Aug 16 20:19:09.153597 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e532b1-eb7f-49b5-894b-f96e7665ef4e req-89542cf2-322a-40e5-95b1-3cfc07f67ee3 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:09.155590 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-80e532b1-eb7f-49b5-894b-f96e7665ef4e req-89542cf2-322a-40e5-95b1-3cfc07f67ee3 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=ff83aad8-b896-49a5-8eb3-34a3ca4658fa HTTP/1.1" status: 200 len: 945 time: 0.2084899 Aug 16 20:19:09.156933 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-675f277e-e62d-4c5c-b26a-fb4a0ee79fec tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] delete failed (client error): The resource could not be found. Aug 16 20:19:09.158126 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-675f277e-e62d-4c5c-b26a-fb4a0ee79fec tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "DELETE /v2.0/routers/50608c5e-4ec3-4ad0-8af3-6e61bbe43783 HTTP/1.1" status: 404 len: 336 time: 0.1059725 Aug 16 20:19:09.162957 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36040) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:09.195826 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-a1455c47-3e18-483f-8d46-d6deaac9d454 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Allocated IP 2001:db8::153 (f5d5c031-9501-4dc2-82cc-45b6591daf21/0f86e24a-3ce0-465e-9f04-0a9d3ac8e9a4/1c319202-1e53-4a19-95d5-634d62ae3582) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:09.215085 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-83193d7d-ec28-41b2-b427-902d33b1af03 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "GET /v2.0/ports?device_id=c0aaf3cd-356d-49c8-9bae-a2792a6fae04 HTTP/1.1" status: 200 len: 205 time: 0.0432241 Aug 16 20:19:09.217437 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36042) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:09.263994 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-ab6cea13-2386-4d6d-818b-98dce6104e3b tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] delete failed (client error): The resource could not be found. Aug 16 20:19:09.265315 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ab6cea13-2386-4d6d-818b-98dce6104e3b tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "DELETE /v2.0/routers/c0aaf3cd-356d-49c8-9bae-a2792a6fae04 HTTP/1.1" status: 404 len: 336 time: 0.0468602 Aug 16 20:19:09.268687 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36044) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:09.282822 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-80e532b1-eb7f-49b5-894b-f96e7665ef4e req-5c8d9812-9152-41c7-88b3-4d26521a2464 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185434 Aug 16 20:19:09.305800 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e12acb-5c8b-4275-bfaa-51d49f70fa54 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] DELETE failed (client error): The resource could not be found. Aug 16 20:19:09.306096 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e12acb-5c8b-4275-bfaa-51d49f70fa54 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:19:09.308016 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b5e12acb-5c8b-4275-bfaa-51d49f70fa54 tempest-RoutersIpV6AdminTest-966909097 tempest-RoutersIpV6AdminTest-966909097-project] 10.222.0.68 "DELETE /v2.0/subnets/8471e7af-237c-468b-aed0-16ff80e03abe HTTP/1.1" status: 404 len: 337 time: 0.0384462 Aug 16 20:19:09.455853 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1455c47-3e18-483f-8d46-d6deaac9d454 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:09.482507 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551883e-57ef-4ace-9d3c-2ce48097d2ee req-d37e48c3-8d9c-4286-9054-f6a0f65e1298 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:09.484233 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3551883e-57ef-4ace-9d3c-2ce48097d2ee req-d37e48c3-8d9c-4286-9054-f6a0f65e1298 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=ff83aad8-b896-49a5-8eb3-34a3ca4658fa HTTP/1.1" status: 200 len: 945 time: 0.0987871 Aug 16 20:19:09.485399 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-a1455c47-3e18-483f-8d46-d6deaac9d454 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Transition to ACTIVE for port object 1c319202-1e53-4a19-95d5-634d62ae3582 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:09.543314 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3551883e-57ef-4ace-9d3c-2ce48097d2ee req-8804b992-af44-4cff-8b10-2ad3d028fd8d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501933 Aug 16 20:19:09.555882 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1455c47-3e18-483f-8d46-d6deaac9d454 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:09.590605 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:19:09.604898 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1455c47-3e18-483f-8d46-d6deaac9d454 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Network f5d5c031-9501-4dc2-82cc-45b6591daf21 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:09.607933 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-a1455c47-3e18-483f-8d46-d6deaac9d454 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:09.616402 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1455c47-3e18-483f-8d46-d6deaac9d454 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:09.622711 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1455c47-3e18-483f-8d46-d6deaac9d454 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:09.623878 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1455c47-3e18-483f-8d46-d6deaac9d454 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:09.634822 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-7cdc7285-e434-4fa2-a57e-0c07083f6445 None None] Allocated IP 2001:db8::2 (f5d5c031-9501-4dc2-82cc-45b6591daf21/0f86e24a-3ce0-465e-9f04-0a9d3ac8e9a4/e3a25fc4-0135-4ca2-88cf-d14880dc3792) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:09.646057 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1455c47-3e18-483f-8d46-d6deaac9d454 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Pushing event updated for resources: {'Port': ['ID=1c319202-1e53-4a19-95d5-634d62ae3582,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:09.659379 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36060) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:09.665753 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-650c5a22-5bcb-4be7-8639-83bab4306779 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Request body: {'port': {'network_id': 'f5d5c031-9501-4dc2-82cc-45b6591daf21', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2086988370', 'allowed_address_pairs': [{'ip_address': '2001:db8::153', 'mac_address': 'fa:16:3e:0b:c7:87'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:09.670630 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a1455c47-3e18-483f-8d46-d6deaac9d454 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9931304 Aug 16 20:19:09.675834 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36062) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:09.794691 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7cdc7285-e434-4fa2-a57e-0c07083f6445 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:09.804351 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650c5a22-5bcb-4be7-8639-83bab4306779 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Made reservation on behalf of f3629b09aa9b4d3c821b2c1b3b96b144 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:09.808762 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7cdc7285-e434-4fa2-a57e-0c07083f6445 None None] Transition to ACTIVE for port object e3a25fc4-0135-4ca2-88cf-d14880dc3792 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:09.840768 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7cdc7285-e434-4fa2-a57e-0c07083f6445 None None] Transition to ACTIVE for port object e3a25fc4-0135-4ca2-88cf-d14880dc3792 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:09.850150 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7cdc7285-e434-4fa2-a57e-0c07083f6445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:09.880810 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cdd25ce3-c692-48ac-b72f-592dd31978fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:09.948645 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdc7285-e434-4fa2-a57e-0c07083f6445 None None] Network f5d5c031-9501-4dc2-82cc-45b6591daf21 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:09.962390 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-650c5a22-5bcb-4be7-8639-83bab4306779 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:09.968604 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-7cdc7285-e434-4fa2-a57e-0c07083f6445 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:09.973196 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdc7285-e434-4fa2-a57e-0c07083f6445 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:09.981080 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc7285-e434-4fa2-a57e-0c07083f6445 None None] Pushing event updated for resources: {'Port': ['ID=e3a25fc4-0135-4ca2-88cf-d14880dc3792,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:10.000579 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-650c5a22-5bcb-4be7-8639-83bab4306779 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] device_id is not set on port b5b81676-c95f-46e2-8489-68df5893ce26 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:19:10.072201 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-7cdc7285-e434-4fa2-a57e-0c07083f6445 None None] Attempting to bind port e3a25fc4-0135-4ca2-88cf-d14880dc3792 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:19:10.072597 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-7cdc7285-e434-4fa2-a57e-0c07083f6445 None None] Attempting to bind port e3a25fc4-0135-4ca2-88cf-d14880dc3792 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'e45c2ba8-7e83-48b5-8374-d20484654b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f5d5c031-9501-4dc2-82cc-45b6591daf21'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:19:10.072967 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdc7285-e434-4fa2-a57e-0c07083f6445 None None] Attempting to bind port e3a25fc4-0135-4ca2-88cf-d14880dc3792 on network f5d5c031-9501-4dc2-82cc-45b6591daf21 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:10.084616 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdc7285-e434-4fa2-a57e-0c07083f6445 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:19:10.085358 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdc7285-e434-4fa2-a57e-0c07083f6445 None None] Checking segment: {'id': 'e45c2ba8-7e83-48b5-8374-d20484654b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f5d5c031-9501-4dc2-82cc-45b6591daf21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:10.085973 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7cdc7285-e434-4fa2-a57e-0c07083f6445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:10.086369 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdc7285-e434-4fa2-a57e-0c07083f6445 None None] Bound using segment: {'id': 'e45c2ba8-7e83-48b5-8374-d20484654b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f5d5c031-9501-4dc2-82cc-45b6591daf21'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:19:10.087622 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-7cdc7285-e434-4fa2-a57e-0c07083f6445 None None] Bound port: e3a25fc4-0135-4ca2-88cf-d14880dc3792, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e45c2ba8-7e83-48b5-8374-d20484654b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f5d5c031-9501-4dc2-82cc-45b6591daf21'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:19:10.088197 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7cdc7285-e434-4fa2-a57e-0c07083f6445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:10.125971 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cdd25ce3-c692-48ac-b72f-592dd31978fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:10.146055 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52e567-9dc3-41e3-bb0a-77fe962c4cf0 req-00075f60-1d27-464b-ba26-8a5559a9e89a tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:10.147709 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8f52e567-9dc3-41e3-bb0a-77fe962c4cf0 req-00075f60-1d27-464b-ba26-8a5559a9e89a tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=ff83aad8-b896-49a5-8eb3-34a3ca4658fa HTTP/1.1" status: 200 len: 945 time: 0.1611869 Aug 16 20:19:10.149499 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cdd25ce3-c692-48ac-b72f-592dd31978fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:10.223426 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7cdc7285-e434-4fa2-a57e-0c07083f6445 None None] For port e3a25fc4-0135-4ca2-88cf-d14880dc3792, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:10.228128 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7cdc7285-e434-4fa2-a57e-0c07083f6445 None None] For port e3a25fc4-0135-4ca2-88cf-d14880dc3792, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e3a25fc4-0135-4ca2-88cf-d14880dc3792,segment=NetworkSegment(e45c2ba8-7e83-48b5-8374-d20484654b15),segment_id=e45c2ba8-7e83-48b5-8374-d20484654b15)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:19:10.235787 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cdd25ce3-c692-48ac-b72f-592dd31978fc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=94fbc2f48e1b4e7ea027ee20f5b8f71d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5562682 Aug 16 20:19:10.235787 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd25ce3-c692-48ac-b72f-592dd31978fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1379cde4-ba27-43c7-8599-e735deac90b1,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:10.240199 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7cdc7285-e434-4fa2-a57e-0c07083f6445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:10.240429 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36076) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:10.256533 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8f52e567-9dc3-41e3-bb0a-77fe962c4cf0 req-da5b1115-dc76-4d74-bfae-600e008d9daa tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944402 Aug 16 20:19:10.333917 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc7285-e434-4fa2-a57e-0c07083f6445 None None] Pushing event updated for resources: {'Port': ['ID=e3a25fc4-0135-4ca2-88cf-d14880dc3792,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:10.376686 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-650c5a22-5bcb-4be7-8639-83bab4306779 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Allocated IP 2001:db8::2e5 (f5d5c031-9501-4dc2-82cc-45b6591daf21/0f86e24a-3ce0-465e-9f04-0a9d3ac8e9a4/b5b81676-c95f-46e2-8489-68df5893ce26) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:10.408734 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5cb8c96-5b30-41a4-b9bf-391d4bde56db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:10.490639 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5cb8c96-5b30-41a4-b9bf-391d4bde56db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:10.645519 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5cb8c96-5b30-41a4-b9bf-391d4bde56db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:10.656289 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5cb8c96-5b30-41a4-b9bf-391d4bde56db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:10.661993 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b5cb8c96-5b30-41a4-b9bf-391d4bde56db admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1379cde4-ba27-43c7-8599-e735deac90b1 HTTP/1.1" status: 204 len: 168 time: 0.4190960 Aug 16 20:19:10.685650 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb8c96-5b30-41a4-b9bf-391d4bde56db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1379cde4-ba27-43c7-8599-e735deac90b1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:10.703084 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-650c5a22-5bcb-4be7-8639-83bab4306779 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:10.718960 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-650c5a22-5bcb-4be7-8639-83bab4306779 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Transition to ACTIVE for port object b5b81676-c95f-46e2-8489-68df5893ce26 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:10.762385 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-650c5a22-5bcb-4be7-8639-83bab4306779 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:10.785397 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650c5a22-5bcb-4be7-8639-83bab4306779 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Network f5d5c031-9501-4dc2-82cc-45b6591daf21 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:10.804652 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-650c5a22-5bcb-4be7-8639-83bab4306779 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:10.807125 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650c5a22-5bcb-4be7-8639-83bab4306779 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:10.813008 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650c5a22-5bcb-4be7-8639-83bab4306779 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:10.813657 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-650c5a22-5bcb-4be7-8639-83bab4306779 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:10.842407 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-650c5a22-5bcb-4be7-8639-83bab4306779 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.1813951 Aug 16 20:19:10.843519 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c5a22-5bcb-4be7-8639-83bab4306779 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Pushing event updated for resources: {'Port': ['ID=b5b81676-c95f-46e2-8489-68df5893ce26,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:10.844917 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36090) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:10.926442 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e496005-4476-4ec0-aa41-cfa27584005e tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:10.932581 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e496005-4476-4ec0-aa41-cfa27584005e tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:10.939053 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e496005-4476-4ec0-aa41-cfa27584005e tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:10.940805 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7e496005-4476-4ec0-aa41-cfa27584005e tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.0948584 Aug 16 20:19:10.943912 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36092) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:11.005615 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36094) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:11.059532 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b4f26f80-fd8c-4b5a-9de7-dd6c5e085bdb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e400a3b40c7240a7b6dc81bbb2db286d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526855 Aug 16 20:19:11.061634 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-71b41a8f-c2ca-4343-a003-fd0833663866 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Deleting port b5b81676-c95f-46e2-8489-68df5893ce26 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:19:11.062201 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36096) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:11.064803 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71b41a8f-c2ca-4343-a003-fd0833663866 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:11.125215 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80aea519-adaf-42b2-be33-006b504730b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:11.149707 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80aea519-adaf-42b2-be33-006b504730b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:11.178889 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71b41a8f-c2ca-4343-a003-fd0833663866 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:11.193920 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-71b41a8f-c2ca-4343-a003-fd0833663866 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Calling delete_port for b5b81676-c95f-46e2-8489-68df5893ce26 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:19:11.242291 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112c17e-b83b-417f-94ac-18a091028fa1 req-46609645-9f79-4b48-bccb-a1995c65ed92 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:11.244308 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6112c17e-b83b-417f-94ac-18a091028fa1 req-46609645-9f79-4b48-bccb-a1995c65ed92 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.63 "GET /v2.0/ports?device_id=ff83aad8-b896-49a5-8eb3-34a3ca4658fa HTTP/1.1" status: 200 len: 945 time: 0.0594788 Aug 16 20:19:11.269126 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80aea519-adaf-42b2-be33-006b504730b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:11.272380 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80aea519-adaf-42b2-be33-006b504730b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:11.273568 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-80aea519-adaf-42b2-be33-006b504730b7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a98a433b-c4e5-424b-9c79-dd0abcb62405 HTTP/1.1" status: 204 len: 168 time: 0.2102215 Aug 16 20:19:11.307195 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aea519-adaf-42b2-be33-006b504730b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98a433b-c4e5-424b-9c79-dd0abcb62405,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:11.386277 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71b41a8f-c2ca-4343-a003-fd0833663866 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:11.418300 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-6112c17e-b83b-417f-94ac-18a091028fa1 req-c3a644ca-4b6e-42e2-a229-f3724f61e33d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Deleting port d7313837-4152-4230-a3ec-ec160f41e830 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:19:11.419052 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6112c17e-b83b-417f-94ac-18a091028fa1 req-c3a644ca-4b6e-42e2-a229-f3724f61e33d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:11.439220 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b41a8f-c2ca-4343-a003-fd0833663866 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Pushing event deleted for resources: {'Port': ['ID=b5b81676-c95f-46e2-8489-68df5893ce26,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:11.573201 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b41a8f-c2ca-4343-a003-fd0833663866 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:11.574920 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b41a8f-c2ca-4343-a003-fd0833663866 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:11.575670 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b41a8f-c2ca-4343-a003-fd0833663866 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:11.576673 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b41a8f-c2ca-4343-a003-fd0833663866 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:11.576673 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b41a8f-c2ca-4343-a003-fd0833663866 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:11.579924 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b41a8f-c2ca-4343-a003-fd0833663866 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:11.579924 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b41a8f-c2ca-4343-a003-fd0833663866 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:11.580274 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b41a8f-c2ca-4343-a003-fd0833663866 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:11.580677 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b41a8f-c2ca-4343-a003-fd0833663866 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:11.581015 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b41a8f-c2ca-4343-a003-fd0833663866 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:11.581348 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b41a8f-c2ca-4343-a003-fd0833663866 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:11.581705 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b41a8f-c2ca-4343-a003-fd0833663866 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:11.598314 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6112c17e-b83b-417f-94ac-18a091028fa1 req-c3a644ca-4b6e-42e2-a229-f3724f61e33d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] For port d7313837-4152-4230-a3ec-ec160f41e830, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=d7313837-4152-4230-a3ec-ec160f41e830,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:11.599168 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6112c17e-b83b-417f-94ac-18a091028fa1 req-c3a644ca-4b6e-42e2-a229-f3724f61e33d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:11.604357 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e3a25fc4-0135-4ca2-88cf-d14880dc3792 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:11.631487 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-6112c17e-b83b-417f-94ac-18a091028fa1 req-c3a644ca-4b6e-42e2-a229-f3724f61e33d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Calling delete_port for d7313837-4152-4230-a3ec-ec160f41e830 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:19:11.654186 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f33b073-93d5-4580-ab2e-4554e9b46bf7 None None] Network f5d5c031-9501-4dc2-82cc-45b6591daf21 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:19:11.728602 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a8758-2073-49a3-b40f-1b59220580b7 req-d1799012-9057-44d4-9ee0-262bd62be753 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:11.742351 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8b9a8758-2073-49a3-b40f-1b59220580b7 req-d1799012-9057-44d4-9ee0-262bd62be753 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=ff83aad8-b896-49a5-8eb3-34a3ca4658fa HTTP/1.1" status: 200 len: 945 time: 0.3089488 Aug 16 20:19:11.831709 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71b41a8f-c2ca-4343-a003-fd0833663866 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:11.833985 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-71b41a8f-c2ca-4343-a003-fd0833663866 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] 10.222.0.68 "DELETE /v2.0/ports/b5b81676-c95f-46e2-8489-68df5893ce26 HTTP/1.1" status: 204 len: 168 time: 0.8890615 Aug 16 20:19:11.835543 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cb5ff25d-1d2d-4b50-9cba-d8915e626ef0 None None] Provisioning for port e3a25fc4-0135-4ca2-88cf-d14880dc3792 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:11.838458 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36116) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:11.881945 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-844dc505-60ac-4bc2-9987-d531e81be6a9 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] GET failed (client error): The resource could not be found. Aug 16 20:19:11.884152 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-844dc505-60ac-4bc2-9987-d531e81be6a9 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] 10.222.0.68 "GET /v2.0/ports/b5b81676-c95f-46e2-8489-68df5893ce26 HTTP/1.1" status: 404 len: 333 time: 0.0437419 Aug 16 20:19:11.890286 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36118) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:11.890863 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port e3a25fc4-0135-4ca2-88cf-d14880dc3792 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:11.896829 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port e3a25fc4-0135-4ca2-88cf-d14880dc3792 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:11.897025 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-890937ae-445d-4ae8-ba6f-ca4578a536b5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Request body: {'port': {'network_id': 'f5d5c031-9501-4dc2-82cc-45b6591daf21', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1558120174'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:11.909066 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8b9a8758-2073-49a3-b40f-1b59220580b7 req-2fa1d7c1-85dd-4332-805c-df05c4bb8f97 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520598 Aug 16 20:19:11.911611 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:11.961467 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6112c17e-b83b-417f-94ac-18a091028fa1 req-c3a644ca-4b6e-42e2-a229-f3724f61e33d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:11.977850 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['04321e14-93df-4fa0-901a-9eebfe5dfd27'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:11.980322 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['d7313837-4152-4230-a3ec-ec160f41e830'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:12.015115 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a644ca-4b6e-42e2-a229-f3724f61e33d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Pushing event deleted for resources: {'Port': ['ID=d7313837-4152-4230-a3ec-ec160f41e830,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:12.126684 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6112c17e-b83b-417f-94ac-18a091028fa1 req-c3a644ca-4b6e-42e2-a229-f3724f61e33d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] No DVR routers for this DVR port d7313837-4152-4230-a3ec-ec160f41e830 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:19:12.135539 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:12.137088 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6112c17e-b83b-417f-94ac-18a091028fa1 req-c3a644ca-4b6e-42e2-a229-f3724f61e33d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:12.139090 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6112c17e-b83b-417f-94ac-18a091028fa1 req-c3a644ca-4b6e-42e2-a229-f3724f61e33d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.63 "DELETE /v2.0/ports/d7313837-4152-4230-a3ec-ec160f41e830 HTTP/1.1" status: 204 len: 173 time: 0.8827405 Aug 16 20:19:12.139565 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff83aad8-b896-49a5-8eb3-34a3ca4658fa', 'name': 'network-vif-deleted', 'tag': 'd7313837-4152-4230-a3ec-ec160f41e830'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:12.145809 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449fe219-062d-4850-823c-3f74c583d4f8" -d '{"events": [{"server_uuid": "ff83aad8-b896-49a5-8eb3-34a3ca4658fa", "name": "network-vif-deleted", "tag": "d7313837-4152-4230-a3ec-ec160f41e830"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:12.221128 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port e3a25fc4-0135-4ca2-88cf-d14880dc3792, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e3a25fc4-0135-4ca2-88cf-d14880dc3792,segment=NetworkSegment(e45c2ba8-7e83-48b5-8374-d20484654b15),segment_id=e45c2ba8-7e83-48b5-8374-d20484654b15)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:12.232622 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce7f260-7da3-4c81-8df7-c4a7c73c3881 x-openstack-request-id: req-dce7f260-7da3-4c81-8df7-c4a7c73c3881 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:12.232771 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff83aad8-b896-49a5-8eb3-34a3ca4658fa", "name": "network-vif-deleted", "tag": "d7313837-4152-4230-a3ec-ec160f41e830", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:12.232974 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dce7f260-7da3-4c81-8df7-c4a7c73c3881 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:12.233525 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff83aad8-b896-49a5-8eb3-34a3ca4658fa', 'name': 'network-vif-deleted', 'tag': 'd7313837-4152-4230-a3ec-ec160f41e830', 'status': 'completed', 'code': 200} Aug 16 20:19:12.247621 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890937ae-445d-4ae8-ba6f-ca4578a536b5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Made reservation on behalf of f3629b09aa9b4d3c821b2c1b3b96b144 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:12.251159 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-890937ae-445d-4ae8-ba6f-ca4578a536b5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:12.291612 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:12.309770 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-890937ae-445d-4ae8-ba6f-ca4578a536b5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] device_id is not set on port 95c76615-e551-42cb-aaa3-15a387324748 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:19:12.400859 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=e3a25fc4-0135-4ca2-88cf-d14880dc3792,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:12.526226 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-65dc7afa-473e-420b-b1b9-f50a4acde72d None None] Provisioning complete for port e3a25fc4-0135-4ca2-88cf-d14880dc3792 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:12.526846 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65dc7afa-473e-420b-b1b9-f50a4acde72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:12.580835 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-890937ae-445d-4ae8-ba6f-ca4578a536b5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Allocated IP 2001:db8::24a (f5d5c031-9501-4dc2-82cc-45b6591daf21/0f86e24a-3ce0-465e-9f04-0a9d3ac8e9a4/95c76615-e551-42cb-aaa3-15a387324748) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:12.686718 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-65dc7afa-473e-420b-b1b9-f50a4acde72d None None] Provisioning for port 1c319202-1e53-4a19-95d5-634d62ae3582 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:12.693168 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-65dc7afa-473e-420b-b1b9-f50a4acde72d None None] Provisioning complete for port 1c319202-1e53-4a19-95d5-634d62ae3582 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:12.693970 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65dc7afa-473e-420b-b1b9-f50a4acde72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:12.787120 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-65dc7afa-473e-420b-b1b9-f50a4acde72d None None] Port 1c319202-1e53-4a19-95d5-634d62ae3582 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:19:12.952184 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-890937ae-445d-4ae8-ba6f-ca4578a536b5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:12.968969 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-890937ae-445d-4ae8-ba6f-ca4578a536b5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Transition to ACTIVE for port object 95c76615-e551-42cb-aaa3-15a387324748 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:13.033765 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e7f3cabd-6d95-4cb3-902c-ded5a1b74eef None None] Provisioning complete for port 1c319202-1e53-4a19-95d5-634d62ae3582 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:13.034236 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e7f3cabd-6d95-4cb3-902c-ded5a1b74eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:13.069628 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-890937ae-445d-4ae8-ba6f-ca4578a536b5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:13.076648 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36150) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:13.145573 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e7f3cabd-6d95-4cb3-902c-ded5a1b74eef None None] Port 1c319202-1e53-4a19-95d5-634d62ae3582 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:19:13.190650 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890937ae-445d-4ae8-ba6f-ca4578a536b5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Network f5d5c031-9501-4dc2-82cc-45b6591daf21 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:13.194887 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-890937ae-445d-4ae8-ba6f-ca4578a536b5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:13.209229 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890937ae-445d-4ae8-ba6f-ca4578a536b5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:13.215136 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890937ae-445d-4ae8-ba6f-ca4578a536b5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:13.215867 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-890937ae-445d-4ae8-ba6f-ca4578a536b5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:13.232478 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890937ae-445d-4ae8-ba6f-ca4578a536b5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Pushing event updated for resources: {'Port': ['ID=95c76615-e551-42cb-aaa3-15a387324748,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:13.242603 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890937ae-445d-4ae8-ba6f-ca4578a536b5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:13.250716 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890937ae-445d-4ae8-ba6f-ca4578a536b5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:13.252139 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890937ae-445d-4ae8-ba6f-ca4578a536b5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:13.252823 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890937ae-445d-4ae8-ba6f-ca4578a536b5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:13.253211 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890937ae-445d-4ae8-ba6f-ca4578a536b5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:13.253613 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890937ae-445d-4ae8-ba6f-ca4578a536b5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:13.259837 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-589cd68a-5314-4c35-b3b4-e7645ca5baf0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1593723883'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:13.263987 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890937ae-445d-4ae8-ba6f-ca4578a536b5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:13.264492 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890937ae-445d-4ae8-ba6f-ca4578a536b5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:13.266683 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890937ae-445d-4ae8-ba6f-ca4578a536b5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:13.267097 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890937ae-445d-4ae8-ba6f-ca4578a536b5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:13.269122 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890937ae-445d-4ae8-ba6f-ca4578a536b5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:13.269533 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890937ae-445d-4ae8-ba6f-ca4578a536b5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:13.280630 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36160) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:13.288446 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-890937ae-445d-4ae8-ba6f-ca4578a536b5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3831835 Aug 16 20:19:13.301030 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-496d4511-8615-4001-b520-4dae231abfe5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::153', 'mac_address': 'fa:16:3e:0b:c7:87'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:13.361781 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d05badf2-ed5d-4748-ad75-9fd0feedb6c3 None None] Could not find standard attr ID for object b5b81676-c95f-46e2-8489-68df5893ce26. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:19:13.405439 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589cd68a-5314-4c35-b3b4-e7645ca5baf0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:13.408945 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-589cd68a-5314-4c35-b3b4-e7645ca5baf0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:13.457796 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f82e9-826b-4da5-928a-1ba689c5738f req-f10c6eef-eb2a-43f1-b8c6-400cc9ac0a4b tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:13.459570 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-205f82e9-826b-4da5-928a-1ba689c5738f req-f10c6eef-eb2a-43f1-b8c6-400cc9ac0a4b tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/networks?id=185dd4a9-27c5-4031-8106-50b2573b079d HTTP/1.1" status: 200 len: 806 time: 0.1591649 Aug 16 20:19:13.478980 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-589cd68a-5314-4c35-b3b4-e7645ca5baf0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:13.505389 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-205f82e9-826b-4da5-928a-1ba689c5738f req-e4f34ad7-0488-4ad0-9a64-d5ca44678b6f tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/quotas/6fb8716d1b824bb9ac2e976008166d30 HTTP/1.1" status: 200 len: 375 time: 0.0368030 Aug 16 20:19:13.532578 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e3a25fc4-0135-4ca2-88cf-d14880dc3792 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:13.625845 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-496d4511-8615-4001-b520-4dae231abfe5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:13.626241 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port e3a25fc4-0135-4ca2-88cf-d14880dc3792 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:13.626622 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:13.626810 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-205f82e9-826b-4da5-928a-1ba689c5738f req-959576f6-ad4e-4fe3-9ffd-cd2cb0b14867 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=6fb8716d1b824bb9ac2e976008166d30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1195617 Aug 16 20:19:13.800656 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e850075e-7939-42ea-9291-843d2d52980c None None] Provisioning for port 95c76615-e551-42cb-aaa3-15a387324748 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:13.807371 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e850075e-7939-42ea-9291-843d2d52980c None None] Provisioning complete for port 95c76615-e551-42cb-aaa3-15a387324748 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:13.807371 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e850075e-7939-42ea-9291-843d2d52980c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:13.824041 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-589cd68a-5314-4c35-b3b4-e7645ca5baf0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:13.849598 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-589cd68a-5314-4c35-b3b4-e7645ca5baf0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:13.882228 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e850075e-7939-42ea-9291-843d2d52980c None None] Port 95c76615-e551-42cb-aaa3-15a387324748 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:19:13.889517 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-589cd68a-5314-4c35-b3b4-e7645ca5baf0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:19:13.902778 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-589cd68a-5314-4c35-b3b4-e7645ca5baf0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:13.903295 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-589cd68a-5314-4c35-b3b4-e7645ca5baf0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Added segment fa360b45-7ee4-43a2-a558-5d7a244951f1 of type vlan for network 90d9b1f1-5046-4354-b6cc-874fd89885eb Aug 16 20:19:13.912034 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-205f82e9-826b-4da5-928a-1ba689c5738f req-83dc1f04-8080-4dae-8f97-3880db2e1634 service neutron] 10.222.0.68 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841532 Aug 16 20:19:13.955207 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-589cd68a-5314-4c35-b3b4-e7645ca5baf0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:14.050018 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-205f82e9-826b-4da5-928a-1ba689c5738f req-f3f675f7-fc4a-44c1-ab58-0f6db6774be1 service neutron] 10.222.0.68 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367707 Aug 16 20:19:14.075682 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589cd68a-5314-4c35-b3b4-e7645ca5baf0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92802371-0859-49c2-af10-fc477659398a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:14.093057 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-589cd68a-5314-4c35-b3b4-e7645ca5baf0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:14.099975 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589cd68a-5314-4c35-b3b4-e7645ca5baf0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:14.100632 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-589cd68a-5314-4c35-b3b4-e7645ca5baf0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:14.140871 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36176) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:14.141065 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-589cd68a-5314-4c35-b3b4-e7645ca5baf0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0632071 Aug 16 20:19:14.147757 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8c6c543d-41bb-438b-a4a9-7d02e91f1731 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:14.204122 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device d7313837-4152-4230-a3ec-ec160f41e830 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:19:14.214371 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589cd68a-5314-4c35-b3b4-e7645ca5baf0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Network': ['ID=90d9b1f1-5046-4354-b6cc-874fd89885eb,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:14.241250 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-496d4511-8615-4001-b520-4dae231abfe5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:14.241602 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: d7313837-4152-4230-a3ec-ec160f41e830 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:19:14.241958 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device d7313837-4152-4230-a3ec-ec160f41e830 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:19:14.243439 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:19:14.249055 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-496d4511-8615-4001-b520-4dae231abfe5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:14.323072 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-496d4511-8615-4001-b520-4dae231abfe5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] In _notify_port_updated(), no bound segment for port 95c76615-e551-42cb-aaa3-15a387324748 on network f5d5c031-9501-4dc2-82cc-45b6591daf21 {{(pid=94771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:19:14.329430 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496d4511-8615-4001-b520-4dae231abfe5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:14.330867 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-496d4511-8615-4001-b520-4dae231abfe5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:14.336328 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-496d4511-8615-4001-b520-4dae231abfe5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] 10.222.0.68 "PUT /v2.0/ports/95c76615-e551-42cb-aaa3-15a387324748 HTTP/1.1" status: 200 len: 1003 time: 1.0467358 Aug 16 20:19:14.346564 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36182) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:14.408527 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7c109469-a5e2-42be-9f5c-951da0502818 req-ba6ba2f0-6d41-4634-a47d-854cc6a835e9 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=8a933e50-1048-483a-ad1a-af2938fedf74 HTTP/1.1" status: 200 len: 210 time: 0.0636041 Aug 16 20:19:14.411553 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d4511-8615-4001-b520-4dae231abfe5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Pushing event updated for resources: {'Port': ['ID=95c76615-e551-42cb-aaa3-15a387324748,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:14.462837 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6c543d-41bb-438b-a4a9-7d02e91f1731 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:14.467433 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c6c543d-41bb-438b-a4a9-7d02e91f1731 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:14.588050 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-82803296-51fd-4b51-9d8a-c7d85925cea5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Deleting port 95c76615-e551-42cb-aaa3-15a387324748 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:19:14.588397 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-82803296-51fd-4b51-9d8a-c7d85925cea5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:14.711229 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9430106e-d39d-4b07-a941-bfd4ca2e4b4c None None] Provisioning complete for port 95c76615-e551-42cb-aaa3-15a387324748 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:14.717650 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-82803296-51fd-4b51-9d8a-c7d85925cea5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:14.724347 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9430106e-d39d-4b07-a941-bfd4ca2e4b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:14.733309 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-82803296-51fd-4b51-9d8a-c7d85925cea5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Calling delete_port for 95c76615-e551-42cb-aaa3-15a387324748 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:19:14.771659 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9430106e-d39d-4b07-a941-bfd4ca2e4b4c None None] Port 95c76615-e551-42cb-aaa3-15a387324748 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:19:15.303415 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-82803296-51fd-4b51-9d8a-c7d85925cea5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:15.350063 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c6c543d-41bb-438b-a4a9-7d02e91f1731 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:15.351861 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82803296-51fd-4b51-9d8a-c7d85925cea5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Pushing event deleted for resources: {'Port': ['ID=95c76615-e551-42cb-aaa3-15a387324748,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:15.454414 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c543d-41bb-438b-a4a9-7d02e91f1731 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Subnet': ['ID=29a0221f-ef0d-4f9a-a891-c26d0746c7ed,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:15.516509 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-82803296-51fd-4b51-9d8a-c7d85925cea5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:15.522192 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-82803296-51fd-4b51-9d8a-c7d85925cea5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] 10.222.0.68 "DELETE /v2.0/ports/95c76615-e551-42cb-aaa3-15a387324748 HTTP/1.1" status: 204 len: 168 time: 1.1713650 Aug 16 20:19:15.523128 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36198) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:15.553837 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6c543d-41bb-438b-a4a9-7d02e91f1731 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Checking segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:15.554332 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6c543d-41bb-438b-a4a9-7d02e91f1731 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network hostable DHCP agents. Network: 90d9b1f1-5046-4354-b6cc-874fd89885eb, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:19:15.594421 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-28959260-8a82-4cf4-b1c7-228aad29ba0f tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] GET failed (client error): The resource could not be found. Aug 16 20:19:15.602052 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36200) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:15.603064 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-28959260-8a82-4cf4-b1c7-228aad29ba0f tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] 10.222.0.68 "GET /v2.0/ports/95c76615-e551-42cb-aaa3-15a387324748 HTTP/1.1" status: 404 len: 333 time: 0.0781252 Aug 16 20:19:15.607551 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-69126004-02ce-48fc-be96-eec317391a39 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Request body: {'port': {'network_id': 'f5d5c031-9501-4dc2-82cc-45b6591daf21', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1485336127'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:15.693828 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-86babb3c-8d67-4661-a025-4f1d4e2a2c1b req-a0753370-3662-4ca3-a674-bc3bcf855380 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=8a933e50-1048-483a-ad1a-af2938fedf74 HTTP/1.1" status: 200 len: 210 time: 0.0872173 Aug 16 20:19:15.737383 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6c543d-41bb-438b-a4a9-7d02e91f1731 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:19:15.771889 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-8c6c543d-41bb-438b-a4a9-7d02e91f1731 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 90d9b1f1-5046-4354-b6cc-874fd89885eb) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:15.776958 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6c543d-41bb-438b-a4a9-7d02e91f1731 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:15.778003 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c6c543d-41bb-438b-a4a9-7d02e91f1731 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:15.787091 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0b3a92-7d24-410e-b6e3-1603a89ca9c0 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:19:15.806330 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f82e9-826b-4da5-928a-1ba689c5738f req-68958ded-b909-4298-9cc3-7b0ab0f2c2a9 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:15.807845 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-205f82e9-826b-4da5-928a-1ba689c5738f req-68958ded-b909-4298-9cc3-7b0ab0f2c2a9 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.57 "GET /v2.0/networks?id=185dd4a9-27c5-4031-8106-50b2573b079d HTTP/1.1" status: 200 len: 806 time: 0.2854137 Aug 16 20:19:15.836686 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-205f82e9-826b-4da5-928a-1ba689c5738f req-ea33c84d-9dfc-46fd-81bf-6c610c641d30 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Request body: {'port': {'device_id': '8a933e50-1048-483a-ad1a-af2938fedf74', 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d', 'admin_state_up': True, 'tenant_id': '6fb8716d1b824bb9ac2e976008166d30'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:15.845256 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8c6c543d-41bb-438b-a4a9-7d02e91f1731 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6983857 Aug 16 20:19:15.845758 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36204) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:15.868769 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a7c28961-7f49-4b2d-b940-ed86d454138b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'port': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'name': 'tempest-NetworksTestDHCPv6-1925446020'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:15.986324 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590a7dca-292d-4eac-9f67-96692b51a7e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-90d9b1f1-5046-4354-b6cc-874fd89885eb', 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'tenant_id': 'd875706380784001942d3868f3fe0ec8', 'fixed_ips': [{'subnet_id': '29a0221f-ef0d-4f9a-a891-c26d0746c7ed'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:19:15.987868 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-590a7dca-292d-4eac-9f67-96692b51a7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:16.038012 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69126004-02ce-48fc-be96-eec317391a39 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Made reservation on behalf of f3629b09aa9b4d3c821b2c1b3b96b144 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:16.043281 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-69126004-02ce-48fc-be96-eec317391a39 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:16.096784 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-69126004-02ce-48fc-be96-eec317391a39 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] device_id is not set on port 1ea1c123-c31b-42b1-b9a1-6482e5f698d9 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:19:16.225076 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-205f82e9-826b-4da5-928a-1ba689c5738f req-ea33c84d-9dfc-46fd-81bf-6c610c641d30 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Made reservation on behalf of 6fb8716d1b824bb9ac2e976008166d30 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:16.225387 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-590a7dca-292d-4eac-9f67-96692b51a7e8 None None] Allocated IP 2001:db8::2 (90d9b1f1-5046-4354-b6cc-874fd89885eb/29a0221f-ef0d-4f9a-a891-c26d0746c7ed/ac328619-d487-4ed7-b4a1-2f36b859ef51) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:16.229140 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-205f82e9-826b-4da5-928a-1ba689c5738f req-ea33c84d-9dfc-46fd-81bf-6c610c641d30 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:16.354553 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c28961-7f49-4b2d-b940-ed86d454138b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:16.358557 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7c28961-7f49-4b2d-b940-ed86d454138b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:16.412220 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-590a7dca-292d-4eac-9f67-96692b51a7e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:16.414000 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-69126004-02ce-48fc-be96-eec317391a39 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Allocated IP 2001:db8::116 (f5d5c031-9501-4dc2-82cc-45b6591daf21/0f86e24a-3ce0-465e-9f04-0a9d3ac8e9a4/1ea1c123-c31b-42b1-b9a1-6482e5f698d9) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:16.422654 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-a7c28961-7f49-4b2d-b940-ed86d454138b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] device_id is not set on port daffd699-b8c3-4c4f-a861-abd8e5e3b033 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:19:16.426410 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-590a7dca-292d-4eac-9f67-96692b51a7e8 None None] Transition to ACTIVE for port object ac328619-d487-4ed7-b4a1-2f36b859ef51 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:16.446779 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-590a7dca-292d-4eac-9f67-96692b51a7e8 None None] Transition to ACTIVE for port object ac328619-d487-4ed7-b4a1-2f36b859ef51 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:16.456173 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-590a7dca-292d-4eac-9f67-96692b51a7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:16.501403 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590a7dca-292d-4eac-9f67-96692b51a7e8 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:16.505906 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-590a7dca-292d-4eac-9f67-96692b51a7e8 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:16.514563 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590a7dca-292d-4eac-9f67-96692b51a7e8 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:16.524244 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a7dca-292d-4eac-9f67-96692b51a7e8 None None] Pushing event updated for resources: {'Port': ['ID=ac328619-d487-4ed7-b4a1-2f36b859ef51,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:16.582299 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-205f82e9-826b-4da5-928a-1ba689c5738f req-ea33c84d-9dfc-46fd-81bf-6c610c641d30 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Allocated IP 172.20.0.7 (185dd4a9-27c5-4031-8106-50b2573b079d/9174bd88-4f29-46ef-992b-f91f82dd45cf/246b970c-91c7-4deb-89f4-cd0952896219) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:16.593120 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-590a7dca-292d-4eac-9f67-96692b51a7e8 None None] Attempting to bind port ac328619-d487-4ed7-b4a1-2f36b859ef51 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:19:16.593575 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-590a7dca-292d-4eac-9f67-96692b51a7e8 None None] Attempting to bind port ac328619-d487-4ed7-b4a1-2f36b859ef51 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:19:16.594007 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a7dca-292d-4eac-9f67-96692b51a7e8 None None] Attempting to bind port ac328619-d487-4ed7-b4a1-2f36b859ef51 on network 90d9b1f1-5046-4354-b6cc-874fd89885eb {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:16.599617 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a7dca-292d-4eac-9f67-96692b51a7e8 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:19:16.600061 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a7dca-292d-4eac-9f67-96692b51a7e8 None None] Checking segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:16.600529 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-590a7dca-292d-4eac-9f67-96692b51a7e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:16.600984 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a7dca-292d-4eac-9f67-96692b51a7e8 None None] Bound using segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:19:16.601512 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-590a7dca-292d-4eac-9f67-96692b51a7e8 None None] Bound port: ac328619-d487-4ed7-b4a1-2f36b859ef51, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:19:16.601957 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-590a7dca-292d-4eac-9f67-96692b51a7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:16.718797 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-a7c28961-7f49-4b2d-b940-ed86d454138b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Allocated IP 2001:db8::3a1 (90d9b1f1-5046-4354-b6cc-874fd89885eb/29a0221f-ef0d-4f9a-a891-c26d0746c7ed/daffd699-b8c3-4c4f-a861-abd8e5e3b033) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:16.841862 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-590a7dca-292d-4eac-9f67-96692b51a7e8 None None] For port ac328619-d487-4ed7-b4a1-2f36b859ef51, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:16.846570 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-590a7dca-292d-4eac-9f67-96692b51a7e8 None None] For port ac328619-d487-4ed7-b4a1-2f36b859ef51, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=ac328619-d487-4ed7-b4a1-2f36b859ef51,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:19:16.849810 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-387b535c-98a4-4e16-acb3-66dde16a4424 req-c514645c-a697-4365-879f-229353af184d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=8a933e50-1048-483a-ad1a-af2938fedf74 HTTP/1.1" status: 200 len: 210 time: 0.0361459 Aug 16 20:19:16.854806 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-590a7dca-292d-4eac-9f67-96692b51a7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:16.880096 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-69126004-02ce-48fc-be96-eec317391a39 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:16.924644 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a7dca-292d-4eac-9f67-96692b51a7e8 None None] Pushing event updated for resources: {'Port': ['ID=ac328619-d487-4ed7-b4a1-2f36b859ef51,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:16.960560 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-69126004-02ce-48fc-be96-eec317391a39 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Transition to ACTIVE for port object 1ea1c123-c31b-42b1-b9a1-6482e5f698d9 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:17.045395 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-205f82e9-826b-4da5-928a-1ba689c5738f req-ea33c84d-9dfc-46fd-81bf-6c610c641d30 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:17.097974 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7c28961-7f49-4b2d-b940-ed86d454138b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:17.128864 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-a7c28961-7f49-4b2d-b940-ed86d454138b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Transition to ACTIVE for port object daffd699-b8c3-4c4f-a861-abd8e5e3b033 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:17.146558 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-69126004-02ce-48fc-be96-eec317391a39 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:17.233250 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-205f82e9-826b-4da5-928a-1ba689c5738f req-ea33c84d-9dfc-46fd-81bf-6c610c641d30 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:17.246202 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['04321e14-93df-4fa0-901a-9eebfe5dfd27'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:17.257129 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69126004-02ce-48fc-be96-eec317391a39 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Network f5d5c031-9501-4dc2-82cc-45b6591daf21 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:17.274225 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69126004-02ce-48fc-be96-eec317391a39 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Pushing event updated for resources: {'Port': ['ID=1ea1c123-c31b-42b1-b9a1-6482e5f698d9,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:17.301335 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-69126004-02ce-48fc-be96-eec317391a39 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:17.324924 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7c28961-7f49-4b2d-b940-ed86d454138b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:17.327057 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69126004-02ce-48fc-be96-eec317391a39 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:17.336961 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69126004-02ce-48fc-be96-eec317391a39 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:17.339671 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-69126004-02ce-48fc-be96-eec317391a39 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:17.391974 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-205f82e9-826b-4da5-928a-1ba689c5738f req-ea33c84d-9dfc-46fd-81bf-6c610c641d30 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Network 185dd4a9-27c5-4031-8106-50b2573b079d is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:17.408293 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36228) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:17.416217 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-69126004-02ce-48fc-be96-eec317391a39 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8135855 Aug 16 20:19:17.423602 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ec4ab82a-34b6-4716-8eea-0e17f407fcb8 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:0b:c7:87'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:17.424506 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-205f82e9-826b-4da5-928a-1ba689c5738f req-ea33c84d-9dfc-46fd-81bf-6c610c641d30 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:17.430865 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-205f82e9-826b-4da5-928a-1ba689c5738f req-ea33c84d-9dfc-46fd-81bf-6c610c641d30 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:17.493930 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c28961-7f49-4b2d-b940-ed86d454138b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:17.500955 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33c84d-9dfc-46fd-81bf-6c610c641d30 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Pushing event updated for resources: {'Port': ['ID=246b970c-91c7-4deb-89f4-cd0952896219,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:17.523565 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-a7c28961-7f49-4b2d-b940-ed86d454138b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:17.562830 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c28961-7f49-4b2d-b940-ed86d454138b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:17.567590 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec4ab82a-34b6-4716-8eea-0e17f407fcb8 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:17.568758 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c28961-7f49-4b2d-b940-ed86d454138b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:17.569511 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7c28961-7f49-4b2d-b940-ed86d454138b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:17.593149 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ac328619-d487-4ed7-b4a1-2f36b859ef51 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:17.615103 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f82e9-826b-4da5-928a-1ba689c5738f req-ea33c84d-9dfc-46fd-81bf-6c610c641d30 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:17.615787 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-205f82e9-826b-4da5-928a-1ba689c5738f req-ea33c84d-9dfc-46fd-81bf-6c610c641d30 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:17.634778 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36230) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:17.636017 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a7c28961-7f49-4b2d-b940-ed86d454138b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7835059 Aug 16 20:19:17.648085 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c28961-7f49-4b2d-b940-ed86d454138b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Port': ['ID=daffd699-b8c3-4c4f-a861-abd8e5e3b033,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:17.664766 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-205f82e9-826b-4da5-928a-1ba689c5738f req-ea33c84d-9dfc-46fd-81bf-6c610c641d30 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8422034 Aug 16 20:19:17.669747 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port ac328619-d487-4ed7-b4a1-2f36b859ef51 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:17.682089 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-205f82e9-826b-4da5-928a-1ba689c5738f req-7eeb1521-1817-43be-ab46-6b426fce79a5 service neutron] Request body: {'port': {'device_id': '8a933e50-1048-483a-ad1a-af2938fedf74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:17.744475 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-205f82e9-826b-4da5-928a-1ba689c5738f req-7eeb1521-1817-43be-ab46-6b426fce79a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:17.765156 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcefa918-a615-499d-81fd-950e3d836e72 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:17.765835 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-41162514-848c-4866-988d-9cc4c60be788 None None] Provisioning for port 1ea1c123-c31b-42b1-b9a1-6482e5f698d9 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:17.771503 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcefa918-a615-499d-81fd-950e3d836e72 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:17.773074 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-41162514-848c-4866-988d-9cc4c60be788 None None] Provisioning complete for port 1ea1c123-c31b-42b1-b9a1-6482e5f698d9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:17.773458 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-41162514-848c-4866-988d-9cc4c60be788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:17.773781 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fcefa918-a615-499d-81fd-950e3d836e72 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1376612 Aug 16 20:19:17.776779 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36232) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:17.822130 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-41162514-848c-4866-988d-9cc4c60be788 None None] Port 1ea1c123-c31b-42b1-b9a1-6482e5f698d9 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:19:17.930932 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec4ab82a-34b6-4716-8eea-0e17f407fcb8 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:17.940303 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2dbe3b7e-4d84-4381-aa05-14b1f60dcd28 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting port daffd699-b8c3-4c4f-a861-abd8e5e3b033 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:19:17.941566 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2dbe3b7e-4d84-4381-aa05-14b1f60dcd28 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:17.946683 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec4ab82a-34b6-4716-8eea-0e17f407fcb8 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:18.129583 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-205f82e9-826b-4da5-928a-1ba689c5738f req-7eeb1521-1817-43be-ab46-6b426fce79a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 246b970c-91c7-4deb-89f4-cd0952896219 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:19:18.138688 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-205f82e9-826b-4da5-928a-1ba689c5738f req-7eeb1521-1817-43be-ab46-6b426fce79a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:18.169610 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-205f82e9-826b-4da5-928a-1ba689c5738f req-7eeb1521-1817-43be-ab46-6b426fce79a5 service neutron] Transition to ACTIVE for port object 246b970c-91c7-4deb-89f4-cd0952896219 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:18.174469 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-205f82e9-826b-4da5-928a-1ba689c5738f req-7eeb1521-1817-43be-ab46-6b426fce79a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:18.296717 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb1521-1817-43be-ab46-6b426fce79a5 service neutron] Pushing event updated for resources: {'Port': ['ID=246b970c-91c7-4deb-89f4-cd0952896219,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:18.321167 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-205f82e9-826b-4da5-928a-1ba689c5738f req-7eeb1521-1817-43be-ab46-6b426fce79a5 service neutron] Attempting to bind port 246b970c-91c7-4deb-89f4-cd0952896219 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:19:18.321755 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-205f82e9-826b-4da5-928a-1ba689c5738f req-7eeb1521-1817-43be-ab46-6b426fce79a5 service neutron] Attempting to bind port 246b970c-91c7-4deb-89f4-cd0952896219 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '707b3413-318b-4129-aa23-391c2507bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:19:18.322274 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205f82e9-826b-4da5-928a-1ba689c5738f req-7eeb1521-1817-43be-ab46-6b426fce79a5 service neutron] Attempting to bind port 246b970c-91c7-4deb-89f4-cd0952896219 on network 185dd4a9-27c5-4031-8106-50b2573b079d {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:18.327558 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205f82e9-826b-4da5-928a-1ba689c5738f req-7eeb1521-1817-43be-ab46-6b426fce79a5 service neutron] Port 246b970c-91c7-4deb-89f4-cd0952896219 on network 185dd4a9-27c5-4031-8106-50b2573b079d not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:19:18.328101 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205f82e9-826b-4da5-928a-1ba689c5738f req-7eeb1521-1817-43be-ab46-6b426fce79a5 service neutron] Attempting to bind port 246b970c-91c7-4deb-89f4-cd0952896219 on network 185dd4a9-27c5-4031-8106-50b2573b079d {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:18.334058 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205f82e9-826b-4da5-928a-1ba689c5738f req-7eeb1521-1817-43be-ab46-6b426fce79a5 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:19:18.336362 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205f82e9-826b-4da5-928a-1ba689c5738f req-7eeb1521-1817-43be-ab46-6b426fce79a5 service neutron] Checking segment: {'id': '707b3413-318b-4129-aa23-391c2507bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:18.336973 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205f82e9-826b-4da5-928a-1ba689c5738f req-7eeb1521-1817-43be-ab46-6b426fce79a5 service neutron] Bound using segment: {'id': '707b3413-318b-4129-aa23-391c2507bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:19:18.337574 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-205f82e9-826b-4da5-928a-1ba689c5738f req-7eeb1521-1817-43be-ab46-6b426fce79a5 service neutron] Bound port: 246b970c-91c7-4deb-89f4-cd0952896219, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '707b3413-318b-4129-aa23-391c2507bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:19:18.338108 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-205f82e9-826b-4da5-928a-1ba689c5738f req-7eeb1521-1817-43be-ab46-6b426fce79a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:18.387899 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582fe69b-23f9-451c-8871-30484ffc6f72 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:19:18.435698 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ec4ab82a-34b6-4716-8eea-0e17f407fcb8 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] In _notify_port_updated(), no bound segment for port 1ea1c123-c31b-42b1-b9a1-6482e5f698d9 on network f5d5c031-9501-4dc2-82cc-45b6591daf21 {{(pid=94771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:19:18.441181 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4ab82a-34b6-4716-8eea-0e17f407fcb8 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:18.441855 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec4ab82a-34b6-4716-8eea-0e17f407fcb8 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:18.447688 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ec4ab82a-34b6-4716-8eea-0e17f407fcb8 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] 10.222.0.68 "PUT /v2.0/ports/1ea1c123-c31b-42b1-b9a1-6482e5f698d9 HTTP/1.1" status: 200 len: 1003 time: 1.0302207 Aug 16 20:19:18.452918 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36242) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:18.462095 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-205f82e9-826b-4da5-928a-1ba689c5738f req-7eeb1521-1817-43be-ab46-6b426fce79a5 service neutron] For port 246b970c-91c7-4deb-89f4-cd0952896219, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:18.465972 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-205f82e9-826b-4da5-928a-1ba689c5738f req-7eeb1521-1817-43be-ab46-6b426fce79a5 service neutron] For port 246b970c-91c7-4deb-89f4-cd0952896219, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=246b970c-91c7-4deb-89f4-cd0952896219,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:19:18.474566 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-205f82e9-826b-4da5-928a-1ba689c5738f req-7eeb1521-1817-43be-ab46-6b426fce79a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:18.521515 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f82e9-826b-4da5-928a-1ba689c5738f req-7eeb1521-1817-43be-ab46-6b426fce79a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:18.522148 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-205f82e9-826b-4da5-928a-1ba689c5738f req-7eeb1521-1817-43be-ab46-6b426fce79a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:18.523418 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ab82a-34b6-4716-8eea-0e17f407fcb8 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Pushing event updated for resources: {'Port': ['ID=1ea1c123-c31b-42b1-b9a1-6482e5f698d9,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:18.523735 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-205f82e9-826b-4da5-928a-1ba689c5738f req-7eeb1521-1817-43be-ab46-6b426fce79a5 service neutron] 10.222.0.57 "PUT /v2.0/ports/246b970c-91c7-4deb-89f4-cd0952896219 HTTP/1.1" status: 200 len: 1092 time: 0.8501329 Aug 16 20:19:18.524185 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a933e50-1048-483a-ad1a-af2938fedf74', 'tag': '246b970c-91c7-4deb-89f4-cd0952896219'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:18.527530 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8748fc-cc24-4d67-b82e-82f671304fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "8a933e50-1048-483a-ad1a-af2938fedf74", "tag": "246b970c-91c7-4deb-89f4-cd0952896219"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:18.585455 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb1521-1817-43be-ab46-6b426fce79a5 service neutron] Pushing event updated for resources: {'Port': ['ID=246b970c-91c7-4deb-89f4-cd0952896219,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:18.597626 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46bc9b-60ee-4f53-ba2c-5f50697f7239 req-c92b1578-0966-431b-b1c3-0c4951a1e9c9 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:18.603673 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5b46bc9b-60ee-4f53-ba2c-5f50697f7239 req-c92b1578-0966-431b-b1c3-0c4951a1e9c9 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=8a933e50-1048-483a-ad1a-af2938fedf74 HTTP/1.1" status: 200 len: 943 time: 0.6403317 Aug 16 20:19:18.645510 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-73d6967f-b340-4768-b32d-d1d01f0f9bb9 None None] Provisioning for port ac328619-d487-4ed7-b4a1-2f36b859ef51 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:18.679873 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2dbe3b7e-4d84-4381-aa05-14b1f60dcd28 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:18.680106 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-73d6967f-b340-4768-b32d-d1d01f0f9bb9 None None] Provisioning complete for port ac328619-d487-4ed7-b4a1-2f36b859ef51 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:18.680764 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-73d6967f-b340-4768-b32d-d1d01f0f9bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:18.684603 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a2af48-d408-43b2-b449-88ec969c04bd x-openstack-request-id: req-65a2af48-d408-43b2-b449-88ec969c04bd {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:18.684886 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a933e50-1048-483a-ad1a-af2938fedf74", "tag": "246b970c-91c7-4deb-89f4-cd0952896219", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:18.685133 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-65a2af48-d408-43b2-b449-88ec969c04bd {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:18.685533 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a933e50-1048-483a-ad1a-af2938fedf74', 'tag': '246b970c-91c7-4deb-89f4-cd0952896219', 'status': 'completed', 'code': 200} Aug 16 20:19:18.700361 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2dbe3b7e-4d84-4381-aa05-14b1f60dcd28 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Calling delete_port for daffd699-b8c3-4c4f-a861-abd8e5e3b033 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:19:18.717020 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f82e9-826b-4da5-928a-1ba689c5738f req-1cf8e798-ad2c-4d71-88dd-762c8c751101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:18.718647 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-205f82e9-826b-4da5-928a-1ba689c5738f req-1cf8e798-ad2c-4d71-88dd-762c8c751101 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6fb8716d1b824bb9ac2e976008166d30&device_id=8a933e50-1048-483a-ad1a-af2938fedf74 HTTP/1.1" status: 200 len: 1095 time: 0.1062570 Aug 16 20:19:18.785539 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-205f82e9-826b-4da5-928a-1ba689c5738f req-16f715c4-0bc5-40b3-a386-ff7172ef110a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=246b970c-91c7-4deb-89f4-cd0952896219 HTTP/1.1" status: 200 len: 217 time: 0.0566981 Aug 16 20:19:18.889223 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f82e9-826b-4da5-928a-1ba689c5738f req-de7b33fb-666e-4c18-90d0-62c3e8d1a180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:18.890716 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-205f82e9-826b-4da5-928a-1ba689c5738f req-de7b33fb-666e-4c18-90d0-62c3e8d1a180 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9174bd88-4f29-46ef-992b-f91f82dd45cf HTTP/1.1" status: 200 len: 846 time: 0.0974064 Aug 16 20:19:18.894766 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5b46bc9b-60ee-4f53-ba2c-5f50697f7239 req-b1654ad5-13b6-462b-b8c9-7a75c09568e6 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467391 Aug 16 20:19:18.920128 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c5c8ae91-eb43-4a91-a1cd-a2a935abf3d5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Deleting port 1ea1c123-c31b-42b1-b9a1-6482e5f698d9 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:19:18.920459 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5c8ae91-eb43-4a91-a1cd-a2a935abf3d5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:18.935280 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-205f82e9-826b-4da5-928a-1ba689c5738f req-3fb4af99-89d8-473a-800b-e5e23a733282 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=185dd4a9-27c5-4031-8106-50b2573b079d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370448 Aug 16 20:19:18.936860 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-73d6967f-b340-4768-b32d-d1d01f0f9bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:19.028779 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-73d6967f-b340-4768-b32d-d1d01f0f9bb9 None None] For port ac328619-d487-4ed7-b4a1-2f36b859ef51, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=ac328619-d487-4ed7-b4a1-2f36b859ef51,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:19.043459 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-73d6967f-b340-4768-b32d-d1d01f0f9bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:19.138002 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5c8ae91-eb43-4a91-a1cd-a2a935abf3d5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:19.140036 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-205f82e9-826b-4da5-928a-1ba689c5738f req-dce6bdca-3165-439a-837d-3a2faa9eba08 service neutron] 10.222.0.57 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958039 Aug 16 20:19:19.148274 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2dbe3b7e-4d84-4381-aa05-14b1f60dcd28 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:19.148561 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6967f-b340-4768-b32d-d1d01f0f9bb9 None None] Pushing event updated for resources: {'Port': ['ID=ac328619-d487-4ed7-b4a1-2f36b859ef51,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:19.180568 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6dc0a26-03d7-4f30-b131-e0d157e937b6 None None] Provisioning complete for port 1ea1c123-c31b-42b1-b9a1-6482e5f698d9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:19.180568 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6dc0a26-03d7-4f30-b131-e0d157e937b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:19.226297 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c5c8ae91-eb43-4a91-a1cd-a2a935abf3d5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Calling delete_port for 1ea1c123-c31b-42b1-b9a1-6482e5f698d9 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:19:19.299137 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6dc0a26-03d7-4f30-b131-e0d157e937b6 None None] Port 1ea1c123-c31b-42b1-b9a1-6482e5f698d9 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:19:19.314032 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-205f82e9-826b-4da5-928a-1ba689c5738f req-a8f2c890-0c7e-4a0b-bfdd-eb792eb04d2a service neutron] 10.222.0.57 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662252 Aug 16 20:19:19.350090 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe3b7e-4d84-4381-aa05-14b1f60dcd28 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Port': ['ID=daffd699-b8c3-4c4f-a861-abd8e5e3b033,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:19.417704 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4c92d4ab-5f8f-45b0-8728-b895b9775349 None None] Could not find standard attr ID for object daffd699-b8c3-4c4f-a861-abd8e5e3b033. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:19:19.445422 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4c92d4ab-5f8f-45b0-8728-b895b9775349 None None] Provisioning complete for port ac328619-d487-4ed7-b4a1-2f36b859ef51 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:19.445974 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c92d4ab-5f8f-45b0-8728-b895b9775349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:19.450506 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2dbe3b7e-4d84-4381-aa05-14b1f60dcd28 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:19.462673 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2dbe3b7e-4d84-4381-aa05-14b1f60dcd28 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/daffd699-b8c3-4c4f-a861-abd8e5e3b033 HTTP/1.1" status: 204 len: 168 time: 1.6824658 Aug 16 20:19:19.462933 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36266) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:19.467417 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8748fc-cc24-4d67-b82e-82f671304fd7 req-a7b337d3-5a54-4b60-b8ce-15570f998ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:19.468965 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2f8748fc-cc24-4d67-b82e-82f671304fd7 req-a7b337d3-5a54-4b60-b8ce-15570f998ae7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6fb8716d1b824bb9ac2e976008166d30&device_id=8a933e50-1048-483a-ad1a-af2938fedf74 HTTP/1.1" status: 200 len: 1095 time: 0.0944643 Aug 16 20:19:19.580328 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ac328619-d487-4ed7-b4a1-2f36b859ef51 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:19.642204 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5c8ae91-eb43-4a91-a1cd-a2a935abf3d5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:19.681068 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port ac328619-d487-4ed7-b4a1-2f36b859ef51 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:19.681449 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:19.744643 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8ae91-eb43-4a91-a1cd-a2a935abf3d5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Pushing event deleted for resources: {'Port': ['ID=1ea1c123-c31b-42b1-b9a1-6482e5f698d9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:19.756856 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5c8ae91-eb43-4a91-a1cd-a2a935abf3d5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:19.767265 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c5c8ae91-eb43-4a91-a1cd-a2a935abf3d5 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] 10.222.0.68 "DELETE /v2.0/ports/1ea1c123-c31b-42b1-b9a1-6482e5f698d9 HTTP/1.1" status: 204 len: 168 time: 1.3073721 Aug 16 20:19:19.772996 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36268) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:19.776777 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8748fc-cc24-4d67-b82e-82f671304fd7 req-d56d4e0e-cfad-47e8-9744-35d062798fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:19.780876 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2f8748fc-cc24-4d67-b82e-82f671304fd7 req-d56d4e0e-cfad-47e8-9744-35d062798fbe service neutron] 10.222.0.57 "GET /v2.0/networks?id=185dd4a9-27c5-4031-8106-50b2573b079d HTTP/1.1" status: 200 len: 907 time: 0.2976322 Aug 16 20:19:19.822128 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-75909742-1b59-4cb2-a455-8a0f42d60a01 None None] Could not find standard attr ID for object daffd699-b8c3-4c4f-a861-abd8e5e3b033. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:19:19.828806 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a76c3f9e-48ee-415a-8e83-cfff8f957f8c tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] GET failed (client error): The resource could not be found. Aug 16 20:19:19.841337 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a76c3f9e-48ee-415a-8e83-cfff8f957f8c tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] 10.222.0.68 "GET /v2.0/ports/1ea1c123-c31b-42b1-b9a1-6482e5f698d9 HTTP/1.1" status: 404 len: 333 time: 0.0672719 Aug 16 20:19:19.844816 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36270) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:19.850332 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1e213848-684f-4342-8e2f-97d388c3532c tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Request body: {'port': {'network_id': 'f5d5c031-9501-4dc2-82cc-45b6591daf21', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1777935032'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:19.855609 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2f8748fc-cc24-4d67-b82e-82f671304fd7 req-1eaadad8-2481-4b44-ae0f-a878dccccc9e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=246b970c-91c7-4deb-89f4-cd0952896219 HTTP/1.1" status: 200 len: 217 time: 0.0625997 Aug 16 20:19:19.904308 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4399d5d7-794c-4298-90d6-a58ffb000776 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:19.912669 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4399d5d7-794c-4298-90d6-a58ffb000776 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:19.916771 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4399d5d7-794c-4298-90d6-a58ffb000776 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4503608 Aug 16 20:19:19.919929 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36278) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:20.063865 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8748fc-cc24-4d67-b82e-82f671304fd7 req-ffcd6331-8a0f-45a7-b0dd-6e3b7d18ac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:20.065446 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2f8748fc-cc24-4d67-b82e-82f671304fd7 req-ffcd6331-8a0f-45a7-b0dd-6e3b7d18ac78 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9174bd88-4f29-46ef-992b-f91f82dd45cf HTTP/1.1" status: 200 len: 846 time: 0.2019403 Aug 16 20:19:20.099957 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c29a0-cecf-4c7f-8989-158112efcf38 req-f6ac3c4a-1768-4c1d-b6a0-0f27c5655ecd tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:20.109617 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6d8c29a0-cecf-4c7f-8989-158112efcf38 req-f6ac3c4a-1768-4c1d-b6a0-0f27c5655ecd tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=8a933e50-1048-483a-ad1a-af2938fedf74 HTTP/1.1" status: 200 len: 943 time: 0.1182833 Aug 16 20:19:20.123796 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2f8748fc-cc24-4d67-b82e-82f671304fd7 req-917d0f43-9ddd-4ddc-8c4a-2d2635878eef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=185dd4a9-27c5-4031-8106-50b2573b079d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473266 Aug 16 20:19:20.149943 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e213848-684f-4342-8e2f-97d388c3532c tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Made reservation on behalf of f3629b09aa9b4d3c821b2c1b3b96b144 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:20.153822 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1e213848-684f-4342-8e2f-97d388c3532c tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:20.176456 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6d8c29a0-cecf-4c7f-8989-158112efcf38 req-3ae0789b-bfe3-4500-91cc-ca844ab7492e tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658441 Aug 16 20:19:20.184145 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-0976dbb1-e174-48f8-8190-26053c2c3a52 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting subnet 29a0221f-ef0d-4f9a-a891-c26d0746c7ed {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:19:20.185066 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-1e213848-684f-4342-8e2f-97d388c3532c tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] device_id is not set on port d54fc036-e986-413a-af30-f9ba80c7fc50 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:19:20.188811 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0976dbb1-e174-48f8-8190-26053c2c3a52 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:20.240811 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0976dbb1-e174-48f8-8190-26053c2c3a52 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:20.297694 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2f8748fc-cc24-4d67-b82e-82f671304fd7 req-b85d5e5b-ebf2-49dd-afba-9e0a381e474e service neutron] 10.222.0.57 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655672 Aug 16 20:19:20.311588 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-1e213848-684f-4342-8e2f-97d388c3532c tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Allocated IP 2001:db8::a0 (f5d5c031-9501-4dc2-82cc-45b6591daf21/0f86e24a-3ce0-465e-9f04-0a9d3ac8e9a4/d54fc036-e986-413a-af30-f9ba80c7fc50) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:20.414183 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0976dbb1-e174-48f8-8190-26053c2c3a52 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:20.470805 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2f8748fc-cc24-4d67-b82e-82f671304fd7 req-aac83f55-9ece-4ecd-9a05-fbb35339bd2e service neutron] 10.222.0.57 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638620 Aug 16 20:19:20.494619 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0976dbb1-e174-48f8-8190-26053c2c3a52 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:20.527386 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1e213848-684f-4342-8e2f-97d388c3532c tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:20.531696 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976dbb1-e174-48f8-8190-26053c2c3a52 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Subnet': ['ID=29a0221f-ef0d-4f9a-a891-c26d0746c7ed,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:20.535869 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0976dbb1-e174-48f8-8190-26053c2c3a52 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:20.537886 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0976dbb1-e174-48f8-8190-26053c2c3a52 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/29a0221f-ef0d-4f9a-a891-c26d0746c7ed HTTP/1.1" status: 204 len: 168 time: 0.6169629 Aug 16 20:19:20.541054 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36288) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:20.556139 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993088e2-e119-4b1e-ad6b-4810f9af5cf9 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:19:20.582727 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-1e213848-684f-4342-8e2f-97d388c3532c tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Transition to ACTIVE for port object d54fc036-e986-413a-af30-f9ba80c7fc50 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:20.607920 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a3a8fcaf-24ab-4031-bda3-965fb3bcd2b2 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0654712 Aug 16 20:19:20.609282 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36294) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:20.624099 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5a698f9e-9440-4a1d-ae48-c94bd60c55ad tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:20.712060 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1e213848-684f-4342-8e2f-97d388c3532c tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:20.790508 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e213848-684f-4342-8e2f-97d388c3532c tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Network f5d5c031-9501-4dc2-82cc-45b6591daf21 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:20.798362 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-1e213848-684f-4342-8e2f-97d388c3532c tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:20.801842 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e213848-684f-4342-8e2f-97d388c3532c tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:20.807664 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e213848-684f-4342-8e2f-97d388c3532c tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:20.808266 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1e213848-684f-4342-8e2f-97d388c3532c tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:20.817018 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e213848-684f-4342-8e2f-97d388c3532c tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Pushing event updated for resources: {'Port': ['ID=d54fc036-e986-413a-af30-f9ba80c7fc50,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:20.820634 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a698f9e-9440-4a1d-ae48-c94bd60c55ad tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:20.824102 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a698f9e-9440-4a1d-ae48-c94bd60c55ad tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:20.844024 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1e213848-684f-4342-8e2f-97d388c3532c tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9981642 Aug 16 20:19:20.847104 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36298) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:20.852672 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-1c060842-1a29-430b-a7b3-20ec1d0be743 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Request body: {'port': {'network_id': 'f5d5c031-9501-4dc2-82cc-45b6591daf21', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-475014299'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:20.865624 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6a4666-4ded-4f25-854e-f98ca315bf56 None None] DHCP port deletion for 90d9b1f1-5046-4354-b6cc-874fd89885eb request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:19:20.958694 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-eb6a4666-4ded-4f25-854e-f98ca315bf56 None None] Deleting port ac328619-d487-4ed7-b4a1-2f36b859ef51 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:19:20.959818 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb6a4666-4ded-4f25-854e-f98ca315bf56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:21.039108 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c060842-1a29-430b-a7b3-20ec1d0be743 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Made reservation on behalf of f3629b09aa9b4d3c821b2c1b3b96b144 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:21.043716 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1c060842-1a29-430b-a7b3-20ec1d0be743 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:21.068894 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-1c060842-1a29-430b-a7b3-20ec1d0be743 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] device_id is not set on port c9743173-77f3-4323-968c-409466d63b38 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:19:21.118598 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-eb6a4666-4ded-4f25-854e-f98ca315bf56 None None] For port ac328619-d487-4ed7-b4a1-2f36b859ef51, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=ac328619-d487-4ed7-b4a1-2f36b859ef51,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:21.124263 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb6a4666-4ded-4f25-854e-f98ca315bf56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:21.141747 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-eb6a4666-4ded-4f25-854e-f98ca315bf56 None None] Calling delete_port for ac328619-d487-4ed7-b4a1-2f36b859ef51 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:19:21.203869 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-1c060842-1a29-430b-a7b3-20ec1d0be743 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Allocated IP 2001:db8::2f (f5d5c031-9501-4dc2-82cc-45b6591daf21/0f86e24a-3ce0-465e-9f04-0a9d3ac8e9a4/c9743173-77f3-4323-968c-409466d63b38) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:21.233145 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a698f9e-9440-4a1d-ae48-c94bd60c55ad tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:21.305605 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7e04b259-7480-4274-891e-9da3978f7250 None None] Provisioning for port d54fc036-e986-413a-af30-f9ba80c7fc50 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:21.312770 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7e04b259-7480-4274-891e-9da3978f7250 None None] Provisioning complete for port d54fc036-e986-413a-af30-f9ba80c7fc50 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:21.313487 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7e04b259-7480-4274-891e-9da3978f7250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:21.353250 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a698f9e-9440-4a1d-ae48-c94bd60c55ad tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:21.358944 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7e04b259-7480-4274-891e-9da3978f7250 None None] Port d54fc036-e986-413a-af30-f9ba80c7fc50 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:19:21.362403 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb6a4666-4ded-4f25-854e-f98ca315bf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:21.378421 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 246b970c-91c7-4deb-89f4-cd0952896219 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:19:21.380824 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1c060842-1a29-430b-a7b3-20ec1d0be743 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:21.402173 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6a4666-4ded-4f25-854e-f98ca315bf56 None None] No DVR routers for this DVR port ac328619-d487-4ed7-b4a1-2f36b859ef51 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:19:21.404689 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-1c060842-1a29-430b-a7b3-20ec1d0be743 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Transition to ACTIVE for port object c9743173-77f3-4323-968c-409466d63b38 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:21.421572 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-5a698f9e-9440-4a1d-ae48-c94bd60c55ad tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:21.437400 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a4666-4ded-4f25-854e-f98ca315bf56 None None] Pushing event deleted for resources: {'Port': ['ID=ac328619-d487-4ed7-b4a1-2f36b859ef51,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:21.441958 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a698f9e-9440-4a1d-ae48-c94bd60c55ad tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:21.442557 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a698f9e-9440-4a1d-ae48-c94bd60c55ad tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:21.443908 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7636e3-1747-4daa-bcf3-1d08d1d2acd8 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:19:21.460696 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1c060842-1a29-430b-a7b3-20ec1d0be743 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:21.487719 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a698f9e-9440-4a1d-ae48-c94bd60c55ad tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Subnet': ['ID=55dde33d-a282-49b9-9637-7ca40ad1c85e,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:21.527925 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c060842-1a29-430b-a7b3-20ec1d0be743 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Pushing event updated for resources: {'Port': ['ID=c9743173-77f3-4323-968c-409466d63b38,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:21.540058 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5a698f9e-9440-4a1d-ae48-c94bd60c55ad tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9259527 Aug 16 20:19:21.542541 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36312) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:21.558050 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7227d-e5cd-4ffe-a6eb-e3392217007a req-f193abeb-e36c-4512-9116-254e66b5472a tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:21.561808 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-89e7f512-70aa-4de0-abff-cb4e70bf4a18 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'port': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'name': 'tempest-NetworksTestDHCPv6-578075723'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:21.564129 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dfc7227d-e5cd-4ffe-a6eb-e3392217007a req-f193abeb-e36c-4512-9116-254e66b5472a tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=8a933e50-1048-483a-ad1a-af2938fedf74 HTTP/1.1" status: 200 len: 943 time: 0.2520292 Aug 16 20:19:21.569843 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c060842-1a29-430b-a7b3-20ec1d0be743 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Network f5d5c031-9501-4dc2-82cc-45b6591daf21 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:21.572679 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-1c060842-1a29-430b-a7b3-20ec1d0be743 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:21.574618 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ac328619-d487-4ed7-b4a1-2f36b859ef51 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:19:21.590315 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c060842-1a29-430b-a7b3-20ec1d0be743 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:21.597269 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c060842-1a29-430b-a7b3-20ec1d0be743 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:21.598291 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1c060842-1a29-430b-a7b3-20ec1d0be743 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:21.641183 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: ac328619-d487-4ed7-b4a1-2f36b859ef51 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:19:21.641527 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ac328619-d487-4ed7-b4a1-2f36b859ef51 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:19:21.659778 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1c060842-1a29-430b-a7b3-20ec1d0be743 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8114891 Aug 16 20:19:21.663142 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36316) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:21.670852 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-015d1a06-12bb-4964-914f-7a5921c9cf20 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::153', 'mac_address': 'fa:16:3e:0b:c7:87'}, {'ip_address': '2001:db8::a0', 'mac_address': 'fa:16:3e:87:ae:66'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:21.671717 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dfc7227d-e5cd-4ffe-a6eb-e3392217007a req-bef601e0-2bd9-4c66-bf5d-30891f5288c8 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056051 Aug 16 20:19:21.802191 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 246b970c-91c7-4deb-89f4-cd0952896219, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=246b970c-91c7-4deb-89f4-cd0952896219,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:21.880007 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '246b970c-91c7-4deb-89f4-cd0952896219', 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d', 'port_id': '246b970c-91c7-4deb-89f4-cd0952896219', 'mac_address': 'fa:16:3e:40:6c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9174bd88-4f29-46ef-992b-f91f82dd45cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:19:21.889632 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d21509-688d-45ef-b8ec-88afd9199703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-90d9b1f1-5046-4354-b6cc-874fd89885eb', 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'tenant_id': 'd875706380784001942d3868f3fe0ec8', 'fixed_ips': [{'subnet_id': '55dde33d-a282-49b9-9637-7ca40ad1c85e'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:19:21.890631 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-85d21509-688d-45ef-b8ec-88afd9199703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:21.990033 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e7f512-70aa-4de0-abff-cb4e70bf4a18 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:21.993662 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-89e7f512-70aa-4de0-abff-cb4e70bf4a18 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:22.006837 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:22.018400 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-015d1a06-12bb-4964-914f-7a5921c9cf20 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:22.023836 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-89e7f512-70aa-4de0-abff-cb4e70bf4a18 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] device_id is not set on port b434f298-28e8-419c-843b-8c8f872a7d7f yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:19:22.030398 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 246b970c-91c7-4deb-89f4-cd0952896219 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:19:22.081675 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 246b970c-91c7-4deb-89f4-cd0952896219, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=246b970c-91c7-4deb-89f4-cd0952896219,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:22.132172 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-85d21509-688d-45ef-b8ec-88afd9199703 None None] Allocated IP 2001:db8::2 (90d9b1f1-5046-4354-b6cc-874fd89885eb/55dde33d-a282-49b9-9637-7ca40ad1c85e/b279718e-1c2e-4f19-a940-3fbeb76ecea3) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:22.153182 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:22.280886 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-044de72c-abe4-4681-bd5f-2027bb3fccc6 None None] Provisioning for port c9743173-77f3-4323-968c-409466d63b38 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:22.293076 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-044de72c-abe4-4681-bd5f-2027bb3fccc6 None None] Provisioning complete for port c9743173-77f3-4323-968c-409466d63b38 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:22.293585 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-044de72c-abe4-4681-bd5f-2027bb3fccc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:22.344231 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-044de72c-abe4-4681-bd5f-2027bb3fccc6 None None] Port c9743173-77f3-4323-968c-409466d63b38 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:19:22.370250 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=246b970c-91c7-4deb-89f4-cd0952896219,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:22.406263 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['246b970c-91c7-4deb-89f4-cd0952896219'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:22.537358 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-85d21509-688d-45ef-b8ec-88afd9199703 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:22.555477 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-85d21509-688d-45ef-b8ec-88afd9199703 None None] Transition to ACTIVE for port object b279718e-1c2e-4f19-a940-3fbeb76ecea3 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:22.582808 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-85d21509-688d-45ef-b8ec-88afd9199703 None None] Transition to ACTIVE for port object b279718e-1c2e-4f19-a940-3fbeb76ecea3 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:22.615978 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-85d21509-688d-45ef-b8ec-88afd9199703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:22.656972 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d21509-688d-45ef-b8ec-88afd9199703 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:22.685737 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-85d21509-688d-45ef-b8ec-88afd9199703 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:22.695284 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d21509-688d-45ef-b8ec-88afd9199703 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:22.715533 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-89e7f512-70aa-4de0-abff-cb4e70bf4a18 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Allocated IP 2001:db8::45 (90d9b1f1-5046-4354-b6cc-874fd89885eb/55dde33d-a282-49b9-9637-7ca40ad1c85e/b434f298-28e8-419c-843b-8c8f872a7d7f) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:22.819722 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d21509-688d-45ef-b8ec-88afd9199703 None None] Pushing event updated for resources: {'Port': ['ID=b279718e-1c2e-4f19-a940-3fbeb76ecea3,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:22.844106 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-85d21509-688d-45ef-b8ec-88afd9199703 None None] Attempting to bind port b279718e-1c2e-4f19-a940-3fbeb76ecea3 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:19:22.844787 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-85d21509-688d-45ef-b8ec-88afd9199703 None None] Attempting to bind port b279718e-1c2e-4f19-a940-3fbeb76ecea3 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:19:22.845355 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d21509-688d-45ef-b8ec-88afd9199703 None None] Attempting to bind port b279718e-1c2e-4f19-a940-3fbeb76ecea3 on network 90d9b1f1-5046-4354-b6cc-874fd89885eb {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:22.847600 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-015d1a06-12bb-4964-914f-7a5921c9cf20 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:22.855853 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d21509-688d-45ef-b8ec-88afd9199703 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:19:22.856776 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d21509-688d-45ef-b8ec-88afd9199703 None None] Checking segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:22.857897 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-015d1a06-12bb-4964-914f-7a5921c9cf20 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:22.858550 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-85d21509-688d-45ef-b8ec-88afd9199703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:22.861388 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d21509-688d-45ef-b8ec-88afd9199703 None None] Bound using segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:19:22.862789 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-85d21509-688d-45ef-b8ec-88afd9199703 None None] Bound port: b279718e-1c2e-4f19-a940-3fbeb76ecea3, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:19:22.863552 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-85d21509-688d-45ef-b8ec-88afd9199703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:22.937860 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-015d1a06-12bb-4964-914f-7a5921c9cf20 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] In _notify_port_updated(), no bound segment for port c9743173-77f3-4323-968c-409466d63b38 on network f5d5c031-9501-4dc2-82cc-45b6591daf21 {{(pid=94770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:19:22.951582 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015d1a06-12bb-4964-914f-7a5921c9cf20 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:22.952338 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-015d1a06-12bb-4964-914f-7a5921c9cf20 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:22.956623 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-015d1a06-12bb-4964-914f-7a5921c9cf20 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] 10.222.0.68 "PUT /v2.0/ports/c9743173-77f3-4323-968c-409466d63b38 HTTP/1.1" status: 200 len: 1065 time: 1.2895021 Aug 16 20:19:22.956813 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-85d21509-688d-45ef-b8ec-88afd9199703 None None] For port b279718e-1c2e-4f19-a940-3fbeb76ecea3, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:22.958435 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-85d21509-688d-45ef-b8ec-88afd9199703 None None] For port b279718e-1c2e-4f19-a940-3fbeb76ecea3, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b279718e-1c2e-4f19-a940-3fbeb76ecea3,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:19:22.961814 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36346) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:22.971759 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-85d21509-688d-45ef-b8ec-88afd9199703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:22.992254 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ac869-983d-4efe-abd0-1c890090a5ef req-9c9f48fe-cd07-45b9-a267-28f9b8dce072 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:23.005444 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-497ac869-983d-4efe-abd0-1c890090a5ef req-9c9f48fe-cd07-45b9-a267-28f9b8dce072 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=8a933e50-1048-483a-ad1a-af2938fedf74 HTTP/1.1" status: 200 len: 944 time: 0.1689215 Aug 16 20:19:23.086960 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-497ac869-983d-4efe-abd0-1c890090a5ef req-5c37cf3b-076a-4bb2-958d-34eee00dc630 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805357 Aug 16 20:19:23.099667 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d21509-688d-45ef-b8ec-88afd9199703 None None] Pushing event updated for resources: {'Port': ['ID=b279718e-1c2e-4f19-a940-3fbeb76ecea3,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:23.150516 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d1a06-12bb-4964-914f-7a5921c9cf20 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Pushing event updated for resources: {'Port': ['ID=c9743173-77f3-4323-968c-409466d63b38,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:23.268683 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-89e7f512-70aa-4de0-abff-cb4e70bf4a18 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:23.277170 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36356) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:23.289906 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-89e7f512-70aa-4de0-abff-cb4e70bf4a18 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Transition to ACTIVE for port object b434f298-28e8-419c-843b-8c8f872a7d7f will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:23.317804 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-3fb75f99-5caa-4611-bea1-d9094c312a07 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Deleting port c9743173-77f3-4323-968c-409466d63b38 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:19:23.318147 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fb75f99-5caa-4611-bea1-d9094c312a07 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:23.386642 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 246b970c-91c7-4deb-89f4-cd0952896219 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:23.390676 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-89e7f512-70aa-4de0-abff-cb4e70bf4a18 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:23.478470 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fb75f99-5caa-4611-bea1-d9094c312a07 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:23.512371 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e7f512-70aa-4de0-abff-cb4e70bf4a18 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:23.524115 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-89e7f512-70aa-4de0-abff-cb4e70bf4a18 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:23.529846 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-3fb75f99-5caa-4611-bea1-d9094c312a07 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Calling delete_port for c9743173-77f3-4323-968c-409466d63b38 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:19:23.532066 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e7f512-70aa-4de0-abff-cb4e70bf4a18 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:23.538467 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e7f512-70aa-4de0-abff-cb4e70bf4a18 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:23.539127 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-89e7f512-70aa-4de0-abff-cb4e70bf4a18 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:23.543143 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7f512-70aa-4de0-abff-cb4e70bf4a18 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Port': ['ID=b434f298-28e8-419c-843b-8c8f872a7d7f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:23.544629 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c5714c9-4a02-4a56-a616-d8ae42b8a01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:23.557542 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3bc6247c-4853-47f3-9f3f-eff8c1c9121c None None] Provisioning complete for port c9743173-77f3-4323-968c-409466d63b38 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:23.562322 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3bc6247c-4853-47f3-9f3f-eff8c1c9121c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:23.586835 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 246b970c-91c7-4deb-89f4-cd0952896219 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:23.604597 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-89e7f512-70aa-4de0-abff-cb4e70bf4a18 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0601661 Aug 16 20:19:23.607620 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36360) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:23.620508 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 246b970c-91c7-4deb-89f4-cd0952896219 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:23.620942 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:23.687126 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3bc6247c-4853-47f3-9f3f-eff8c1c9121c None None] Port c9743173-77f3-4323-968c-409466d63b38 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:19:23.729187 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e671b0-8b1e-4009-8d61-e097113c49d8 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:23.735812 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e671b0-8b1e-4009-8d61-e097113c49d8 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:23.742089 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c5714c9-4a02-4a56-a616-d8ae42b8a01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:23.747089 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c5714c9-4a02-4a56-a616-d8ae42b8a01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:23.753407 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36366) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:23.756928 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-29e671b0-8b1e-4009-8d61-e097113c49d8 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1419868 Aug 16 20:19:23.781804 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:23.820495 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a933e50-1048-483a-ad1a-af2938fedf74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246b970c-91c7-4deb-89f4-cd0952896219'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:23.822921 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac260799-42d1-49fa-9d99-7b5ba4aa32ad" -d '{"events": [{"server_uuid": "8a933e50-1048-483a-ad1a-af2938fedf74", "name": "network-vif-plugged", "status": "completed", "tag": "246b970c-91c7-4deb-89f4-cd0952896219"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:23.843381 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fb75f99-5caa-4611-bea1-d9094c312a07 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:23.861176 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5c5714c9-4a02-4a56-a616-d8ae42b8a01c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=112aab1f5deb4ebe8c711d030240b54c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5826838 Aug 16 20:19:23.864671 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36370) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:23.868315 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 246b970c-91c7-4deb-89f4-cd0952896219, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=246b970c-91c7-4deb-89f4-cd0952896219,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:23.873222 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5714c9-4a02-4a56-a616-d8ae42b8a01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab04381b-0aa8-491b-9c65-fd3e44371dfe,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:23.882121 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:23.885659 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb75f99-5caa-4611-bea1-d9094c312a07 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Pushing event deleted for resources: {'Port': ['ID=c9743173-77f3-4323-968c-409466d63b38,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:23.946511 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5fc6b868-8f79-4547-b1b9-5792cb3f9ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:23.963485 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f5d5ac28-7041-44a6-94cc-ef0327c44c31 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting port b434f298-28e8-419c-843b-8c8f872a7d7f {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:19:23.964105 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5d5ac28-7041-44a6-94cc-ef0327c44c31 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:23.973786 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5971946f-98f5-443a-9a60-30f3de404a95 x-openstack-request-id: req-5971946f-98f5-443a-9a60-30f3de404a95 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:23.974079 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a933e50-1048-483a-ad1a-af2938fedf74", "name": "network-vif-plugged", "status": "completed", "tag": "246b970c-91c7-4deb-89f4-cd0952896219", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:23.974368 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5971946f-98f5-443a-9a60-30f3de404a95 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:23.974739 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a933e50-1048-483a-ad1a-af2938fedf74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246b970c-91c7-4deb-89f4-cd0952896219', 'code': 200} Aug 16 20:19:24.008719 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=246b970c-91c7-4deb-89f4-cd0952896219,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:24.018969 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:24.019342 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:24.019687 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:24.020588 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:24.020928 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:24.021260 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:24.021847 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:24.022185 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:24.022593 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:24.022920 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:24.023271 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:24.023601 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:24.099309 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5fc6b868-8f79-4547-b1b9-5792cb3f9ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:24.145596 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd428ca8-bd5b-4265-8c49-39eb52856339 req-1d73aa27-0816-4651-9a6c-b5489e0930bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:24.147126 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dd428ca8-bd5b-4265-8c49-39eb52856339 req-1d73aa27-0816-4651-9a6c-b5489e0930bd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8a933e50-1048-483a-ad1a-af2938fedf74 HTTP/1.1" status: 200 len: 1097 time: 0.1338041 Aug 16 20:19:24.201620 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5fc6b868-8f79-4547-b1b9-5792cb3f9ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:24.205345 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5fc6b868-8f79-4547-b1b9-5792cb3f9ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:24.206836 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5fc6b868-8f79-4547-b1b9-5792cb3f9ceb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ab04381b-0aa8-491b-9c65-fd3e44371dfe HTTP/1.1" status: 204 len: 168 time: 0.3409507 Aug 16 20:19:24.229858 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6b868-8f79-4547-b1b9-5792cb3f9ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab04381b-0aa8-491b-9c65-fd3e44371dfe,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:24.249550 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5d5ac28-7041-44a6-94cc-ef0327c44c31 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:24.283827 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f5d5ac28-7041-44a6-94cc-ef0327c44c31 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Calling delete_port for b434f298-28e8-419c-843b-8c8f872a7d7f owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:19:24.296637 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dd428ca8-bd5b-4265-8c49-39eb52856339 req-80834c10-c912-438c-897e-f72fc877c2cf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217287 Aug 16 20:19:24.316773 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fb75f99-5caa-4611-bea1-d9094c312a07 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:24.319024 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3fb75f99-5caa-4611-bea1-d9094c312a07 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] 10.222.0.68 "DELETE /v2.0/ports/c9743173-77f3-4323-968c-409466d63b38 HTTP/1.1" status: 204 len: 168 time: 1.3561542 Aug 16 20:19:24.322216 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36384) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:24.361594 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c86ea1-cc32-4a7d-9c3e-44a63733193c tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] GET failed (client error): The resource could not be found. Aug 16 20:19:24.365769 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d1c86ea1-cc32-4a7d-9c3e-44a63733193c tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] 10.222.0.68 "GET /v2.0/ports/c9743173-77f3-4323-968c-409466d63b38 HTTP/1.1" status: 404 len: 333 time: 0.0399327 Aug 16 20:19:24.366197 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36386) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:24.413653 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cecc0-75c5-48fe-a9d4-f2ac03be7536 req-780d0195-d8d8-4ce6-8c43-2b1cf38ee755 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:24.415236 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-117cecc0-75c5-48fe-a9d4-f2ac03be7536 req-780d0195-d8d8-4ce6-8c43-2b1cf38ee755 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=8a933e50-1048-483a-ad1a-af2938fedf74 HTTP/1.1" status: 200 len: 945 time: 0.2331455 Aug 16 20:19:24.500157 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-117cecc0-75c5-48fe-a9d4-f2ac03be7536 req-2aa075d6-0dfe-498d-81cc-45269ed7c6c5 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748589 Aug 16 20:19:24.517854 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5eadb1ab-2007-49eb-bcdd-a2a582d7fda2 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Deleting port d54fc036-e986-413a-af30-f9ba80c7fc50 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:19:24.518246 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5eadb1ab-2007-49eb-bcdd-a2a582d7fda2 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:24.531598 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5d5ac28-7041-44a6-94cc-ef0327c44c31 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:24.577462 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5ac28-7041-44a6-94cc-ef0327c44c31 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Port': ['ID=b434f298-28e8-419c-843b-8c8f872a7d7f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:24.603994 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5d5ac28-7041-44a6-94cc-ef0327c44c31 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:24.606520 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f5d5ac28-7041-44a6-94cc-ef0327c44c31 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/b434f298-28e8-419c-843b-8c8f872a7d7f HTTP/1.1" status: 204 len: 168 time: 0.8471153 Aug 16 20:19:24.608882 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36394) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:24.676585 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5eadb1ab-2007-49eb-bcdd-a2a582d7fda2 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:24.692217 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5eadb1ab-2007-49eb-bcdd-a2a582d7fda2 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Calling delete_port for d54fc036-e986-413a-af30-f9ba80c7fc50 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:19:24.695488 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49a50b4-8cae-40b3-853c-188f4ed835a2 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:24.697155 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49a50b4-8cae-40b3-853c-188f4ed835a2 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:24.702246 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a49a50b4-8cae-40b3-853c-188f4ed835a2 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0891743 Aug 16 20:19:24.702445 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36396) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:24.799647 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f32c765-3624-4f09-aa4b-77a7f330b083 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting subnet 55dde33d-a282-49b9-9637-7ca40ad1c85e {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:19:24.802644 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f32c765-3624-4f09-aa4b-77a7f330b083 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:24.835029 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-84e3bceb-f164-4289-8947-3fdc6f2560b6 None None] Provisioning for port b279718e-1c2e-4f19-a940-3fbeb76ecea3 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:24.838358 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36402) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:24.859047 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5c126ce-b7a3-4674-b347-9d54ebc0fc40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:24.861056 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f32c765-3624-4f09-aa4b-77a7f330b083 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:24.898460 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5eadb1ab-2007-49eb-bcdd-a2a582d7fda2 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:25.000209 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5eadb1ab-2007-49eb-bcdd-a2a582d7fda2 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:25.002306 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5eadb1ab-2007-49eb-bcdd-a2a582d7fda2 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] 10.222.0.68 "DELETE /v2.0/ports/d54fc036-e986-413a-af30-f9ba80c7fc50 HTTP/1.1" status: 204 len: 168 time: 0.6353714 Aug 16 20:19:25.006589 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36404) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:25.009203 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eadb1ab-2007-49eb-bcdd-a2a582d7fda2 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Pushing event deleted for resources: {'Port': ['ID=d54fc036-e986-413a-af30-f9ba80c7fc50,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:25.055893 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda0dc8f-b535-47f5-ab28-185291cbf47f tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] GET failed (client error): The resource could not be found. Aug 16 20:19:25.057586 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-dda0dc8f-b535-47f5-ab28-185291cbf47f tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] 10.222.0.68 "GET /v2.0/ports/d54fc036-e986-413a-af30-f9ba80c7fc50 HTTP/1.1" status: 404 len: 333 time: 0.0498314 Aug 16 20:19:25.063367 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36406) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:25.077199 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-61f0a8c2-3f2b-4acb-8d79-2a694bdb7ea7 None None] Could not find standard attr ID for object b434f298-28e8-419c-843b-8c8f872a7d7f. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:19:25.106720 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f32c765-3624-4f09-aa4b-77a7f330b083 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:25.205942 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5c126ce-b7a3-4674-b347-9d54ebc0fc40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:25.217237 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5c126ce-b7a3-4674-b347-9d54ebc0fc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:25.248367 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-80c4d30a-d87e-4c45-b62e-0fc016eaed4d tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Deleting port 1c319202-1e53-4a19-95d5-634d62ae3582 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:19:25.248716 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80c4d30a-d87e-4c45-b62e-0fc016eaed4d tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:25.250187 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f32c765-3624-4f09-aa4b-77a7f330b083 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:25.333471 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e5c126ce-b7a3-4674-b347-9d54ebc0fc40 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f71cec5d7aa3420888bf3821e0ea73f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4910760 Aug 16 20:19:25.334936 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36412) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:25.337459 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f32c765-3624-4f09-aa4b-77a7f330b083 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:25.340047 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3f32c765-3624-4f09-aa4b-77a7f330b083 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/55dde33d-a282-49b9-9637-7ca40ad1c85e HTTP/1.1" status: 204 len: 168 time: 0.6365402 Aug 16 20:19:25.341068 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32c765-3624-4f09-aa4b-77a7f330b083 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Subnet': ['ID=55dde33d-a282-49b9-9637-7ca40ad1c85e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:25.342724 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36414) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:25.352220 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c126ce-b7a3-4674-b347-9d54ebc0fc40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fe80e7-ebd0-4d67-95b4-ea1166e3ed04,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:25.430598 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6322c82f-4fd3-4dd4-b2dc-768de18fb180 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0862296 Aug 16 20:19:25.432754 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36420) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:25.444059 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-45ba43a4-852c-4976-8f7d-ff86a49977da tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:25.446190 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bd2f09-9939-45b3-ae94-19eaeb3ccdda None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:19:25.456364 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80c4d30a-d87e-4c45-b62e-0fc016eaed4d tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:25.460058 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-250d884c-e73f-4eee-8746-90c784aaa8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:25.487324 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-250d884c-e73f-4eee-8746-90c784aaa8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:25.529009 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-80c4d30a-d87e-4c45-b62e-0fc016eaed4d tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Calling delete_port for 1c319202-1e53-4a19-95d5-634d62ae3582 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:19:25.579375 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ba43a4-852c-4976-8f7d-ff86a49977da tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:25.583552 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45ba43a4-852c-4976-8f7d-ff86a49977da tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:25.623084 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b279718e-1c2e-4f19-a940-3fbeb76ecea3 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:25.702855 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-250d884c-e73f-4eee-8746-90c784aaa8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:25.705719 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-250d884c-e73f-4eee-8746-90c784aaa8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:25.709924 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-250d884c-e73f-4eee-8746-90c784aaa8b8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a4fe80e7-ebd0-4d67-95b4-ea1166e3ed04 HTTP/1.1" status: 204 len: 168 time: 0.3746886 Aug 16 20:19:25.719521 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port b279718e-1c2e-4f19-a940-3fbeb76ecea3 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:25.724737 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port b279718e-1c2e-4f19-a940-3fbeb76ecea3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:25.725323 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:25.736549 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d884c-e73f-4eee-8746-90c784aaa8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fe80e7-ebd0-4d67-95b4-ea1166e3ed04,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:25.807328 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca65e69-25b4-45c0-b92b-39988fa0c42f req-a5ac25b4-2682-467e-96ec-919a4165c196 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:25.810057 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dca65e69-25b4-45c0-b92b-39988fa0c42f req-a5ac25b4-2682-467e-96ec-919a4165c196 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=8a933e50-1048-483a-ad1a-af2938fedf74 HTTP/1.1" status: 200 len: 945 time: 0.1227858 Aug 16 20:19:25.823721 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63bc7c5-0ac3-4d9c-936c-abe655d89b43 None None] DHCP port deletion for 90d9b1f1-5046-4354-b6cc-874fd89885eb request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:19:25.850100 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80c4d30a-d87e-4c45-b62e-0fc016eaed4d tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:25.889388 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45ba43a4-852c-4976-8f7d-ff86a49977da tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:25.914509 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4d30a-d87e-4c45-b62e-0fc016eaed4d tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Pushing event deleted for resources: {'Port': ['ID=1c319202-1e53-4a19-95d5-634d62ae3582,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:25.927043 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dca65e69-25b4-45c0-b92b-39988fa0c42f req-ba10780b-7bd1-4963-9de2-5610fc7030ea tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075673 Aug 16 20:19:25.952282 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f63bc7c5-0ac3-4d9c-936c-abe655d89b43 None None] Deleting port b279718e-1c2e-4f19-a940-3fbeb76ecea3 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:19:25.952820 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f63bc7c5-0ac3-4d9c-936c-abe655d89b43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:25.961396 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba43a4-852c-4976-8f7d-ff86a49977da tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Subnet': ['ID=2cf0f329-20e6-47b8-92ab-73418b5a8dd5,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:25.980107 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80c4d30a-d87e-4c45-b62e-0fc016eaed4d tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:25.982888 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-80c4d30a-d87e-4c45-b62e-0fc016eaed4d tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] 10.222.0.68 "DELETE /v2.0/ports/1c319202-1e53-4a19-95d5-634d62ae3582 HTTP/1.1" status: 204 len: 168 time: 0.9185443 Aug 16 20:19:25.985833 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36432) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:26.061134 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:26.080770 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ba43a4-852c-4976-8f7d-ff86a49977da tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:26.094443 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-45ba43a4-852c-4976-8f7d-ff86a49977da tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:26.121647 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ba43a4-852c-4976-8f7d-ff86a49977da tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:26.123724 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45ba43a4-852c-4976-8f7d-ff86a49977da tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:26.157462 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-45ba43a4-852c-4976-8f7d-ff86a49977da tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7234876 Aug 16 20:19:26.160188 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36438) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:26.162434 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6030cded-b73c-40c1-8ea5-e5ec72e2b968 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Deleting subnet 0f86e24a-3ce0-465e-9f04-0a9d3ac8e9a4 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:19:26.165940 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6030cded-b73c-40c1-8ea5-e5ec72e2b968 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:26.166183 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0c257959-1e42-4de1-8c79-163a3c233638 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'port': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'name': 'tempest-NetworksTestDHCPv6-1728273322'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:26.229014 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port b279718e-1c2e-4f19-a940-3fbeb76ecea3, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b279718e-1c2e-4f19-a940-3fbeb76ecea3,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:26.237562 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6030cded-b73c-40c1-8ea5-e5ec72e2b968 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:26.267684 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:26.274057 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f63bc7c5-0ac3-4d9c-936c-abe655d89b43 None None] For port b279718e-1c2e-4f19-a940-3fbeb76ecea3, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b279718e-1c2e-4f19-a940-3fbeb76ecea3,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:26.274459 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f63bc7c5-0ac3-4d9c-936c-abe655d89b43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:26.322116 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c257959-1e42-4de1-8c79-163a3c233638 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:26.366295 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=b279718e-1c2e-4f19-a940-3fbeb76ecea3,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:26.368512 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c257959-1e42-4de1-8c79-163a3c233638 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:26.396246 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f63bc7c5-0ac3-4d9c-936c-abe655d89b43 None None] Calling delete_port for b279718e-1c2e-4f19-a940-3fbeb76ecea3 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:19:26.412902 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-0c257959-1e42-4de1-8c79-163a3c233638 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] device_id is not set on port 3b703f29-1417-467b-9199-b350b75642d6 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:19:26.415175 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-c8c06a51-7b6f-41a6-9b88-ec2dfc365fe7 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:26.417030 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-c8c06a51-7b6f-41a6-9b88-ec2dfc365fe7 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/networks?id=185dd4a9-27c5-4031-8106-50b2573b079d HTTP/1.1" status: 200 len: 806 time: 0.1490605 Aug 16 20:19:26.450125 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-212fa924-35ef-4693-803d-e64a024c0d99 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/quotas/6fb8716d1b824bb9ac2e976008166d30 HTTP/1.1" status: 200 len: 375 time: 0.0103376 Aug 16 20:19:26.496713 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6030cded-b73c-40c1-8ea5-e5ec72e2b968 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:26.549527 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-95192d35-a739-44cb-b0f0-e31b4eef5727 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=6fb8716d1b824bb9ac2e976008166d30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0931737 Aug 16 20:19:26.572063 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f63bc7c5-0ac3-4d9c-936c-abe655d89b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:26.609965 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63bc7c5-0ac3-4d9c-936c-abe655d89b43 None None] Pushing event deleted for resources: {'Port': ['ID=b279718e-1c2e-4f19-a940-3fbeb76ecea3,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:26.614493 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63bc7c5-0ac3-4d9c-936c-abe655d89b43 None None] No DVR routers for this DVR port b279718e-1c2e-4f19-a940-3fbeb76ecea3 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:19:26.617838 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6030cded-b73c-40c1-8ea5-e5ec72e2b968 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:26.662375 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac00710-bd26-4191-989e-5def7fdbef07 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:19:26.680745 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030cded-b73c-40c1-8ea5-e5ec72e2b968 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Pushing event deleted for resources: {'Subnet': ['ID=0f86e24a-3ce0-465e-9f04-0a9d3ac8e9a4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:26.683621 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6030cded-b73c-40c1-8ea5-e5ec72e2b968 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:26.687363 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6030cded-b73c-40c1-8ea5-e5ec72e2b968 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] 10.222.0.68 "DELETE /v2.0/subnets/0f86e24a-3ce0-465e-9f04-0a9d3ac8e9a4 HTTP/1.1" status: 204 len: 168 time: 0.6952219 Aug 16 20:19:26.688698 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36470) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:26.691097 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-0c257959-1e42-4de1-8c79-163a3c233638 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Allocated IP 2001:db8::259 (90d9b1f1-5046-4354-b6cc-874fd89885eb/2cf0f329-20e6-47b8-92ab-73418b5a8dd5/3b703f29-1417-467b-9199-b350b75642d6) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:26.705714 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb7e3b1-be70-46ac-b9d3-7bcdca9d1969 None None] Network f5d5c031-9501-4dc2-82cc-45b6591daf21 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:19:26.918500 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-36102765-161c-4083-8024-2cdde3388318 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:26.966640 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-f4a85deb-bf85-4893-ae3c-6f56382a54dc service neutron] 10.222.0.68 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059727 Aug 16 20:19:27.127915 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c257959-1e42-4de1-8c79-163a3c233638 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:27.130408 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-b9eb138b-fb92-4a21-a4e5-cad013749127 service neutron] 10.222.0.68 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621110 Aug 16 20:19:27.132026 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-36102765-161c-4083-8024-2cdde3388318 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Deleting port e3a25fc4-0135-4ca2-88cf-d14880dc3792 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:19:27.132026 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-36102765-161c-4083-8024-2cdde3388318 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:27.167371 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d060c8e-75f8-497d-9039-3c7a4ae68e12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-90d9b1f1-5046-4354-b6cc-874fd89885eb', 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'tenant_id': 'd875706380784001942d3868f3fe0ec8', 'fixed_ips': [{'subnet_id': '2cf0f329-20e6-47b8-92ab-73418b5a8dd5'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:19:27.168858 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d060c8e-75f8-497d-9039-3c7a4ae68e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:27.189247 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-0c257959-1e42-4de1-8c79-163a3c233638 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Transition to ACTIVE for port object 3b703f29-1417-467b-9199-b350b75642d6 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:27.219558 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c892602c-dd9d-4c73-90b8-800b68366ba2 None None] DHCP port deletion for f5d5c031-9501-4dc2-82cc-45b6591daf21 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:19:27.223972 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-36102765-161c-4083-8024-2cdde3388318 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] For port e3a25fc4-0135-4ca2-88cf-d14880dc3792, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e3a25fc4-0135-4ca2-88cf-d14880dc3792,segment=NetworkSegment(e45c2ba8-7e83-48b5-8374-d20484654b15),segment_id=e45c2ba8-7e83-48b5-8374-d20484654b15)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:27.224341 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-36102765-161c-4083-8024-2cdde3388318 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:27.246963 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-36102765-161c-4083-8024-2cdde3388318 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Calling delete_port for e3a25fc4-0135-4ca2-88cf-d14880dc3792 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:19:27.304198 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c257959-1e42-4de1-8c79-163a3c233638 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:27.390491 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-8d060c8e-75f8-497d-9039-3c7a4ae68e12 None None] Allocated IP 2001:db8::2 (90d9b1f1-5046-4354-b6cc-874fd89885eb/2cf0f329-20e6-47b8-92ab-73418b5a8dd5/853dfc6a-73cd-4a69-978d-6eee5e2080c9) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:27.399639 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c892602c-dd9d-4c73-90b8-800b68366ba2 None None] Deleting port e3a25fc4-0135-4ca2-88cf-d14880dc3792 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:19:27.400032 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c892602c-dd9d-4c73-90b8-800b68366ba2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:27.414036 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c257959-1e42-4de1-8c79-163a3c233638 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:27.425373 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-0c257959-1e42-4de1-8c79-163a3c233638 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:27.435123 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c257959-1e42-4de1-8c79-163a3c233638 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:27.442434 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c257959-1e42-4de1-8c79-163a3c233638 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:27.443349 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c257959-1e42-4de1-8c79-163a3c233638 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:27.446547 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c257959-1e42-4de1-8c79-163a3c233638 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Port': ['ID=3b703f29-1417-467b-9199-b350b75642d6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:27.492881 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1dba2f85-923f-43ab-bbbc-2c5007eed0db req-55cfa202-e5fe-4ad5-98e6-1785721653e2 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=04bc346a-4eb4-42f8-8a82-84d7d1d338ff HTTP/1.1" status: 200 len: 210 time: 0.0609629 Aug 16 20:19:27.512260 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0c257959-1e42-4de1-8c79-163a3c233638 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3478005 Aug 16 20:19:27.512260 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-36102765-161c-4083-8024-2cdde3388318 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:27.512495 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36496) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:27.571731 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36102765-161c-4083-8024-2cdde3388318 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Pushing event deleted for resources: {'Port': ['ID=e3a25fc4-0135-4ca2-88cf-d14880dc3792,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:27.601925 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36102765-161c-4083-8024-2cdde3388318 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] No DVR routers for this DVR port e3a25fc4-0135-4ca2-88cf-d14880dc3792 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:19:27.611786 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c892602c-dd9d-4c73-90b8-800b68366ba2 None None] For port e3a25fc4-0135-4ca2-88cf-d14880dc3792, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e3a25fc4-0135-4ca2-88cf-d14880dc3792,segment=NetworkSegment(e45c2ba8-7e83-48b5-8374-d20484654b15),segment_id=e45c2ba8-7e83-48b5-8374-d20484654b15)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:27.614455 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c892602c-dd9d-4c73-90b8-800b68366ba2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:27.622135 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e3a25fc4-0135-4ca2-88cf-d14880dc3792 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:19:27.623053 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea06ca69-b52e-4a0f-ab28-ff5085acf835 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:27.634114 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ea06ca69-b52e-4a0f-ab28-ff5085acf835 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1202619 Aug 16 20:19:27.636426 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36502) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:27.683512 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: e3a25fc4-0135-4ca2-88cf-d14880dc3792 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:19:27.683861 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e3a25fc4-0135-4ca2-88cf-d14880dc3792 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:19:27.684283 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b279718e-1c2e-4f19-a940-3fbeb76ecea3 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:19:27.686167 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c892602c-dd9d-4c73-90b8-800b68366ba2 None None] Calling delete_port for e3a25fc4-0135-4ca2-88cf-d14880dc3792 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:19:27.717571 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-36102765-161c-4083-8024-2cdde3388318 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:27.741588 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-36102765-161c-4083-8024-2cdde3388318 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d5c031-9501-4dc2-82cc-45b6591daf21']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:19:27.741915 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: b279718e-1c2e-4f19-a940-3fbeb76ecea3 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:19:27.742934 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b279718e-1c2e-4f19-a940-3fbeb76ecea3 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:19:27.775537 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-36102765-161c-4083-8024-2cdde3388318 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e45c2ba8-7e83-48b5-8374-d20484654b15') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:19:27.779373 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-36102765-161c-4083-8024-2cdde3388318 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e45c2ba8-7e83-48b5-8374-d20484654b15') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:19:27.803146 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-36102765-161c-4083-8024-2cdde3388318 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:27.818767 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2ff4c9aa-b09d-49dc-88f3-2bb6d46db922 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting port 3b703f29-1417-467b-9199-b350b75642d6 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:19:27.819128 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c9aa-b09d-49dc-88f3-2bb6d46db922 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:27.854055 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-36102765-161c-4083-8024-2cdde3388318 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:27.869230 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36102765-161c-4083-8024-2cdde3388318 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:19:27.871188 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-36102765-161c-4083-8024-2cdde3388318 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:27.886506 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d060c8e-75f8-497d-9039-3c7a4ae68e12 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:27.896965 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8d060c8e-75f8-497d-9039-3c7a4ae68e12 None None] Transition to ACTIVE for port object 853dfc6a-73cd-4a69-978d-6eee5e2080c9 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:27.899313 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c892602c-dd9d-4c73-90b8-800b68366ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:27.945323 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892602c-dd9d-4c73-90b8-800b68366ba2 None None] Pushing event deleted for resources: {'Port': ['ID=e3a25fc4-0135-4ca2-88cf-d14880dc3792,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:27.949814 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c892602c-dd9d-4c73-90b8-800b68366ba2 None None] No DVR routers for this DVR port e3a25fc4-0135-4ca2-88cf-d14880dc3792 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:19:27.952104 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8d060c8e-75f8-497d-9039-3c7a4ae68e12 None None] Transition to ACTIVE for port object 853dfc6a-73cd-4a69-978d-6eee5e2080c9 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:27.972411 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d060c8e-75f8-497d-9039-3c7a4ae68e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:28.022412 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:19:28.022412 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:19:28.022412 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:19:28.022412 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:19:28.022412 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:19:28.022412 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:19:28.022412 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:19:28.022412 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:19:28.022412 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:19:28.022412 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:19:28.022412 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:19:28.022412 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:19:28.022412 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:19:28.022412 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:19:28.022412 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:19:28.022412 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:19:28.022412 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:19:28.022412 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:19:28.022412 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:19:28.022412 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:19:28.022412 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:19:28.022412 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:19:28.022412 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:19:28.022412 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:19:28.022412 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:19:28.022412 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:19:28.022412 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:19:28.022412 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:19:28.022412 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:19:28.022412 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:19:28.022412 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:19:28.022412 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:19:28.037216 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-36102765-161c-4083-8024-2cdde3388318 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:28.039404 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d060c8e-75f8-497d-9039-3c7a4ae68e12 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:28.043329 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-36102765-161c-4083-8024-2cdde3388318 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:28.046594 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c9aa-b09d-49dc-88f3-2bb6d46db922 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:28.048984 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-8d060c8e-75f8-497d-9039-3c7a4ae68e12 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:28.053699 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d060c8e-75f8-497d-9039-3c7a4ae68e12 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:28.066587 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-36102765-161c-4083-8024-2cdde3388318 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] 10.222.0.68 "DELETE /v2.0/networks/f5d5c031-9501-4dc2-82cc-45b6591daf21 HTTP/1.1" status: 204 len: 168 time: 1.3766418 Aug 16 20:19:28.088014 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d060c8e-75f8-497d-9039-3c7a4ae68e12 None None] Pushing event updated for resources: {'Port': ['ID=853dfc6a-73cd-4a69-978d-6eee5e2080c9,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:28.100562 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2ff4c9aa-b09d-49dc-88f3-2bb6d46db922 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Calling delete_port for 3b703f29-1417-467b-9199-b350b75642d6 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:19:28.106936 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36102765-161c-4083-8024-2cdde3388318 tempest-AllowedAddressPairIpV6TestJSON-1406372007 tempest-AllowedAddressPairIpV6TestJSON-1406372007-project] Pushing event deleted for resources: {'Network': ['ID=f5d5c031-9501-4dc2-82cc-45b6591daf21,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:28.210059 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8d060c8e-75f8-497d-9039-3c7a4ae68e12 None None] Attempting to bind port 853dfc6a-73cd-4a69-978d-6eee5e2080c9 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:19:28.210654 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8d060c8e-75f8-497d-9039-3c7a4ae68e12 None None] Attempting to bind port 853dfc6a-73cd-4a69-978d-6eee5e2080c9 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:19:28.217178 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d060c8e-75f8-497d-9039-3c7a4ae68e12 None None] Attempting to bind port 853dfc6a-73cd-4a69-978d-6eee5e2080c9 on network 90d9b1f1-5046-4354-b6cc-874fd89885eb {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:28.234434 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d060c8e-75f8-497d-9039-3c7a4ae68e12 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:19:28.234828 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d060c8e-75f8-497d-9039-3c7a4ae68e12 None None] Checking segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:28.235286 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d060c8e-75f8-497d-9039-3c7a4ae68e12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:28.235911 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d060c8e-75f8-497d-9039-3c7a4ae68e12 None None] Bound using segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:19:28.236382 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8d060c8e-75f8-497d-9039-3c7a4ae68e12 None None] Bound port: 853dfc6a-73cd-4a69-978d-6eee5e2080c9, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:19:28.239002 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d060c8e-75f8-497d-9039-3c7a4ae68e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:28.362996 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c9aa-b09d-49dc-88f3-2bb6d46db922 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:28.373051 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8d060c8e-75f8-497d-9039-3c7a4ae68e12 None None] For port 853dfc6a-73cd-4a69-978d-6eee5e2080c9, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:28.377066 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8d060c8e-75f8-497d-9039-3c7a4ae68e12 None None] For port 853dfc6a-73cd-4a69-978d-6eee5e2080c9, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=853dfc6a-73cd-4a69-978d-6eee5e2080c9,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:19:28.387682 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d060c8e-75f8-497d-9039-3c7a4ae68e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:28.420150 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4c9aa-b09d-49dc-88f3-2bb6d46db922 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Port': ['ID=3b703f29-1417-467b-9199-b350b75642d6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:28.452778 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c9aa-b09d-49dc-88f3-2bb6d46db922 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:28.457991 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2ff4c9aa-b09d-49dc-88f3-2bb6d46db922 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/3b703f29-1417-467b-9199-b350b75642d6 HTTP/1.1" status: 204 len: 168 time: 0.8176916 Aug 16 20:19:28.464477 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36528) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:28.538261 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d060c8e-75f8-497d-9039-3c7a4ae68e12 None None] Pushing event updated for resources: {'Port': ['ID=853dfc6a-73cd-4a69-978d-6eee5e2080c9,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:28.603032 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f882a99f-5a69-4abf-8791-0d0b848a4996 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:28.607776 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f882a99f-5a69-4abf-8791-0d0b848a4996 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:28.612085 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36536) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:28.612251 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f882a99f-5a69-4abf-8791-0d0b848a4996 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1463678 Aug 16 20:19:28.640330 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36538) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:28.682435 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f7f51050-b338-4e1e-bb6b-67a8c63521cd req-5b114bbd-e448-411a-ae7b-2136674aea2d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=04bc346a-4eb4-42f8-8a82-84d7d1d338ff HTTP/1.1" status: 200 len: 210 time: 0.0691988 Aug 16 20:19:28.708850 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-667c284d-f645-421f-a5ee-612d52d6029a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting subnet 2cf0f329-20e6-47b8-92ab-73418b5a8dd5 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:19:28.712958 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-667c284d-f645-421f-a5ee-612d52d6029a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:28.759854 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-667c284d-f645-421f-a5ee-612d52d6029a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:28.900625 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-667c284d-f645-421f-a5ee-612d52d6029a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:29.032485 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-667c284d-f645-421f-a5ee-612d52d6029a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:29.071973 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-667c284d-f645-421f-a5ee-612d52d6029a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:29.076603 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-667c284d-f645-421f-a5ee-612d52d6029a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/2cf0f329-20e6-47b8-92ab-73418b5a8dd5 HTTP/1.1" status: 204 len: 168 time: 0.4613345 Aug 16 20:19:29.082384 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36548) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:29.109106 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c284d-f645-421f-a5ee-612d52d6029a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Subnet': ['ID=2cf0f329-20e6-47b8-92ab-73418b5a8dd5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:29.113065 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-295d0fb2-f1e1-47ce-b683-b6ddfd705c63 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f3629b09aa9b4d3c821b2c1b3b96b144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4693527 Aug 16 20:19:29.114937 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36550) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:29.163088 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f79b6a5d-5e1e-4082-94c5-4df5ae0648fa tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0599043 Aug 16 20:19:29.166082 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36552) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:29.182742 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a88595b-2722-4a04-9ff5-318ead251856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:29.212526 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a88595b-2722-4a04-9ff5-318ead251856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:29.221363 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-b7a52300-a741-4f65-868e-83f6a65b962c tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:29.223993 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-b7a52300-a741-4f65-868e-83f6a65b962c tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.63 "GET /v2.0/networks?id=185dd4a9-27c5-4031-8106-50b2573b079d HTTP/1.1" status: 200 len: 806 time: 0.3201783 Aug 16 20:19:29.243088 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-6230e04e-0f54-4b56-a58f-259210740e83 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Request body: {'port': {'device_id': '04bc346a-4eb4-42f8-8a82-84d7d1d338ff', 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d', 'admin_state_up': True, 'tenant_id': '6fb8716d1b824bb9ac2e976008166d30'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:29.300404 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9b460b-66f7-47dd-832b-b5eecfc2bcac tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:29.305276 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8d9b460b-66f7-47dd-832b-b5eecfc2bcac tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1380095 Aug 16 20:19:29.305992 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36558) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:29.315764 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a88595b-2722-4a04-9ff5-318ead251856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:29.324359 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a88595b-2722-4a04-9ff5-318ead251856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:29.325912 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5a88595b-2722-4a04-9ff5-318ead251856 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a2895b13-7e15-4be2-bdca-f4531c871285 HTTP/1.1" status: 204 len: 168 time: 0.2039394 Aug 16 20:19:29.338765 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88595b-2722-4a04-9ff5-318ead251856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2895b13-7e15-4be2-bdca-f4531c871285,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:29.523614 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5371e31e-5a92-43af-bd78-4194711d1e61 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:29.525136 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5371e31e-5a92-43af-bd78-4194711d1e61 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2181096 Aug 16 20:19:29.529438 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36566) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:29.553882 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-6230e04e-0f54-4b56-a58f-259210740e83 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Made reservation on behalf of 6fb8716d1b824bb9ac2e976008166d30 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:29.557927 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-6230e04e-0f54-4b56-a58f-259210740e83 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:29.590247 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6517d19a-dded-4448-aecd-36cd703f1579 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589340 Aug 16 20:19:29.590972 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36568) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:29.601462 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ea137d1c-48eb-4cc2-9f1c-2f4a325e127e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:29.606309 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 853dfc6a-73cd-4a69-978d-6eee5e2080c9 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:29.694794 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 853dfc6a-73cd-4a69-978d-6eee5e2080c9 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:29.738262 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-6230e04e-0f54-4b56-a58f-259210740e83 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Allocated IP 172.20.0.5 (185dd4a9-27c5-4031-8106-50b2573b079d/9174bd88-4f29-46ef-992b-f91f82dd45cf/8c4b909c-85c4-46bf-be0b-a7a031c10424) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:29.776312 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea137d1c-48eb-4cc2-9f1c-2f4a325e127e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:29.789732 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ea137d1c-48eb-4cc2-9f1c-2f4a325e127e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:29.878847 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-295538b1-2ad8-4c50-902d-68c53b0b8725 req-00c6d678-02be-4c93-884b-db42fa4b9c21 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=04bc346a-4eb4-42f8-8a82-84d7d1d338ff HTTP/1.1" status: 200 len: 210 time: 0.0605128 Aug 16 20:19:30.009526 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5e0ad1-d5de-4b60-a7e1-a8e9428c39ad None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:19:30.031317 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-6230e04e-0f54-4b56-a58f-259210740e83 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:30.119643 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-10ef57b9-0517-472c-a23c-26bc95c3ac90 None None] Provisioning for port 853dfc6a-73cd-4a69-978d-6eee5e2080c9 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:30.128461 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-10ef57b9-0517-472c-a23c-26bc95c3ac90 None None] Provisioning complete for port 853dfc6a-73cd-4a69-978d-6eee5e2080c9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:30.128943 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-10ef57b9-0517-472c-a23c-26bc95c3ac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:30.136925 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-6230e04e-0f54-4b56-a58f-259210740e83 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:30.157737 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ea137d1c-48eb-4cc2-9f1c-2f4a325e127e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:30.176635 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['04321e14-93df-4fa0-901a-9eebfe5dfd27', '246b970c-91c7-4deb-89f4-cd0952896219'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:30.183776 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-6230e04e-0f54-4b56-a58f-259210740e83 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Network 185dd4a9-27c5-4031-8106-50b2573b079d is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:30.189180 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-6230e04e-0f54-4b56-a58f-259210740e83 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:30.198371 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-6230e04e-0f54-4b56-a58f-259210740e83 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:30.217617 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea137d1c-48eb-4cc2-9f1c-2f4a325e127e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:30.222177 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-ea137d1c-48eb-4cc2-9f1c-2f4a325e127e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:30.227050 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea137d1c-48eb-4cc2-9f1c-2f4a325e127e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:30.227975 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ea137d1c-48eb-4cc2-9f1c-2f4a325e127e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:30.240705 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230e04e-0f54-4b56-a58f-259210740e83 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Pushing event updated for resources: {'Port': ['ID=8c4b909c-85c4-46bf-be0b-a7a031c10424,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:30.252142 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ea137d1c-48eb-4cc2-9f1c-2f4a325e127e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6573539 Aug 16 20:19:30.253060 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36594) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:30.264693 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d146c705-50e6-47df-ba9f-4b7ae2e0d1eb tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'port': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'fixed_ips': [{'subnet_id': '5d6f89ca-3397-47c6-bd02-f51903818a11', 'ip_address': '2001:db8::6f93:803a:318f:60e6'}], 'name': 'tempest-NetworksTestDHCPv6-493148144'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:30.276139 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea137d1c-48eb-4cc2-9f1c-2f4a325e127e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Subnet': ['ID=5d6f89ca-3397-47c6-bd02-f51903818a11,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:30.276358 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-6230e04e-0f54-4b56-a58f-259210740e83 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:30.277222 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-6230e04e-0f54-4b56-a58f-259210740e83 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:30.295802 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-6230e04e-0f54-4b56-a58f-259210740e83 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0603206 Aug 16 20:19:30.312470 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-abc605bd-3955-4dc0-b913-55458c8911d2 service neutron] Request body: {'port': {'device_id': '04bc346a-4eb4-42f8-8a82-84d7d1d338ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:30.375315 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-abc605bd-3955-4dc0-b913-55458c8911d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:30.454696 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d146c705-50e6-47df-ba9f-4b7ae2e0d1eb tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:30.484705 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-10ef57b9-0517-472c-a23c-26bc95c3ac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:30.579325 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d146c705-50e6-47df-ba9f-4b7ae2e0d1eb tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:30.623222 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-d146c705-50e6-47df-ba9f-4b7ae2e0d1eb tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] device_id is not set on port e62e9cfd-1ce3-4af5-8a3d-e54f0830516a yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:19:30.637394 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-10ef57b9-0517-472c-a23c-26bc95c3ac90 None None] For port 853dfc6a-73cd-4a69-978d-6eee5e2080c9, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=853dfc6a-73cd-4a69-978d-6eee5e2080c9,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:30.655282 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-10ef57b9-0517-472c-a23c-26bc95c3ac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:30.671933 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36612) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:30.861365 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef57b9-0517-472c-a23c-26bc95c3ac90 None None] Pushing event updated for resources: {'Port': ['ID=853dfc6a-73cd-4a69-978d-6eee5e2080c9,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:30.887491 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-abc605bd-3955-4dc0-b913-55458c8911d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c4b909c-85c4-46bf-be0b-a7a031c10424 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:19:30.897350 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-abc605bd-3955-4dc0-b913-55458c8911d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:30.917808 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-66b10be0-bd44-4f6a-9f7d-e0e9ed6a5090 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:30.923111 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-abc605bd-3955-4dc0-b913-55458c8911d2 service neutron] Transition to ACTIVE for port object 8c4b909c-85c4-46bf-be0b-a7a031c10424 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:30.925023 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36622) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:30.925851 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-66b10be0-bd44-4f6a-9f7d-e0e9ed6a5090 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2444589 Aug 16 20:19:30.931643 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [None req-93e4a04f-39dd-4b7c-9f99-647bb32f849c tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:30.933995 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-93e4a04f-39dd-4b7c-9f99-647bb32f849c tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0075805 Aug 16 20:19:30.935715 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-abc605bd-3955-4dc0-b913-55458c8911d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:30.947809 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36624) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:30.955608 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-d146c705-50e6-47df-ba9f-4b7ae2e0d1eb tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Allocated IP 2001:db8::6f93:803a:318f:60e6 (90d9b1f1-5046-4354-b6cc-874fd89885eb/5d6f89ca-3397-47c6-bd02-f51903818a11/e62e9cfd-1ce3-4af5-8a3d-e54f0830516a) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:30.969234 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-18698980-11d5-4a76-b3aa-619bb40b28c6 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:30.971294 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-18698980-11d5-4a76-b3aa-619bb40b28c6 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0212772 Aug 16 20:19:30.974576 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36626) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:30.991103 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-0901b761-a048-4abb-8485-4a6e23f1538b tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:30.993008 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0901b761-a048-4abb-8485-4a6e23f1538b tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0128825 Aug 16 20:19:30.999561 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36628) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.022375 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-b1d23ba0-9c48-444b-939c-b09638886d8b tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.023700 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b1d23ba0-9c48-444b-939c-b09638886d8b tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0227859 Aug 16 20:19:31.027023 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36630) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.057075 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-49ca99d9-84a6-4e67-9bc5-d36ea1817d0e tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.068351 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-49ca99d9-84a6-4e67-9bc5-d36ea1817d0e tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0385327 Aug 16 20:19:31.075368 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36634) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.080863 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-83865b79-a9ff-46cb-b2e6-b504c70332d4 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.085197 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc605bd-3955-4dc0-b913-55458c8911d2 service neutron] Pushing event updated for resources: {'Port': ['ID=8c4b909c-85c4-46bf-be0b-a7a031c10424,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:31.093047 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-83865b79-a9ff-46cb-b2e6-b504c70332d4 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0164242 Aug 16 20:19:31.101176 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36638) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.118027 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-00cfcdca-9375-41cb-89a6-5aabe41fcf71 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.122793 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-00cfcdca-9375-41cb-89a6-5aabe41fcf71 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0191717 Aug 16 20:19:31.123451 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36640) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.140944 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-1efb16da-c311-4364-baa7-c5f88e2b3330 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.147585 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1efb16da-c311-4364-baa7-c5f88e2b3330 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0146115 Aug 16 20:19:31.164266 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e168d3a3-45d3-4a2a-83b0-c888f460c916 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:19:31.165807 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36644) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.181928 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661940e1-1ee1-4664-9a5d-82ba8a191397 req-9e7e89bd-57c8-4487-86d3-4360be71b712 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:31.188374 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-121ef412-1043-46ea-9ce6-d860a8b92e32 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.192623 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-661940e1-1ee1-4664-9a5d-82ba8a191397 req-9e7e89bd-57c8-4487-86d3-4360be71b712 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=04bc346a-4eb4-42f8-8a82-84d7d1d338ff HTTP/1.1" status: 200 len: 943 time: 0.1792593 Aug 16 20:19:31.195291 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-121ef412-1043-46ea-9ce6-d860a8b92e32 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0263791 Aug 16 20:19:31.197290 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36648) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.216971 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-a149a609-68dc-4392-b2fc-1da2ccacfe32 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.223876 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a149a609-68dc-4392-b2fc-1da2ccacfe32 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0184834 Aug 16 20:19:31.224495 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36650) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.241979 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-30a6947d-1897-49c8-96e0-bfd39234b6aa tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.250755 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-30a6947d-1897-49c8-96e0-bfd39234b6aa tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0198364 Aug 16 20:19:31.269359 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36652) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.276246 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-65fff6db-caf2-4ac2-8661-f89404f21e44 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.280572 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-65fff6db-caf2-4ac2-8661-f89404f21e44 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0094895 Aug 16 20:19:31.281170 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36654) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.290454 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-be0afc34-8551-45db-b642-0e4325ead3da tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.294988 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-be0afc34-8551-45db-b642-0e4325ead3da tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0096574 Aug 16 20:19:31.295620 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36656) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.306275 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-29abae68-ddcd-48c8-81e9-92750af32199 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.311020 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-29abae68-ddcd-48c8-81e9-92750af32199 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0110395 Aug 16 20:19:31.312015 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36658) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.327531 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-d357e209-6b06-4102-8d58-85632c0fcfc2 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.330094 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9cbbe2b0-babe-4801-8c1b-4b02375e806c None None] Provisioning complete for port 853dfc6a-73cd-4a69-978d-6eee5e2080c9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:31.330795 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9cbbe2b0-babe-4801-8c1b-4b02375e806c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:31.333004 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d357e209-6b06-4102-8d58-85632c0fcfc2 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0107601 Aug 16 20:19:31.340297 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36660) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.344883 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-c3eb0035-1610-4901-b915-8dbcf122bc00 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.349979 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c3eb0035-1610-4901-b915-8dbcf122bc00 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0086379 Aug 16 20:19:31.352947 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36662) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.359887 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-ca3365e2-5470-4ef2-806f-c445ec672370 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.364721 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ca3365e2-5470-4ef2-806f-c445ec672370 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0104840 Aug 16 20:19:31.365773 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36664) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.377043 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-a533c9f4-82d1-402e-8925-1c61d5bcbe00 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.381432 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a533c9f4-82d1-402e-8925-1c61d5bcbe00 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0085952 Aug 16 20:19:31.413407 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36666) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.484988 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-1bd02b3c-ec4d-4be8-abb5-22083f6a77e0 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.486058 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1bd02b3c-ec4d-4be8-abb5-22083f6a77e0 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0621243 Aug 16 20:19:31.491391 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36672) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.512655 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-96bed040-268b-4ea0-ba77-75647cb62f94 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.513900 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-96bed040-268b-4ea0-ba77-75647cb62f94 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0219023 Aug 16 20:19:31.522385 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36676) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.542245 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 853dfc6a-73cd-4a69-978d-6eee5e2080c9 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:31.543538 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-2a41ced5-da52-405e-9db6-ea8c7bbf8b55 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.544626 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2a41ced5-da52-405e-9db6-ea8c7bbf8b55 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0213318 Aug 16 20:19:31.553475 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36678) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.559647 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-7c469b2d-b0f0-4924-8882-974161c6a9b3 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.563036 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7c469b2d-b0f0-4924-8882-974161c6a9b3 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0059879 Aug 16 20:19:31.569999 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36682) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.586454 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-c94605fe-d49f-4f86-a823-5ac4193030e1 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.587513 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c94605fe-d49f-4f86-a823-5ac4193030e1 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0168269 Aug 16 20:19:31.594749 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36684) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.607816 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-923a9581-f31e-47f7-bd51-ab13f40e933e tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.609007 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-923a9581-f31e-47f7-bd51-ab13f40e933e tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0134053 Aug 16 20:19:31.631108 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36686) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.643317 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-0cdfd262-9d51-483b-81e2-ac0fffd9ec82 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.643317 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0cdfd262-9d51-483b-81e2-ac0fffd9ec82 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0183668 Aug 16 20:19:31.645056 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36688) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.672983 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-3df16bc4-1475-40af-8416-f378e0162734 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.676610 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3df16bc4-1475-40af-8416-f378e0162734 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0275173 Aug 16 20:19:31.681379 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36690) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.687897 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-74fec96a-836c-4bba-bfbc-818c304dd610 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.690843 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-74fec96a-836c-4bba-bfbc-818c304dd610 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0062397 Aug 16 20:19:31.699189 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36692) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.712266 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 853dfc6a-73cd-4a69-978d-6eee5e2080c9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:31.713172 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:31.714653 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-71f63970-45cf-4c4a-9607-6e2bb60f9dd5 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.719133 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-71f63970-45cf-4c4a-9607-6e2bb60f9dd5 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0155151 Aug 16 20:19:31.727132 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36694) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.749651 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-3a671f56-4362-40e5-b1ef-c38b23c1aa9c tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.751892 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3a671f56-4362-40e5-b1ef-c38b23c1aa9c tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0237768 Aug 16 20:19:31.760386 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36696) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.777906 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-c84f7adb-a8b0-4a65-84db-b7777680deda tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.795395 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c84f7adb-a8b0-4a65-84db-b7777680deda tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0316517 Aug 16 20:19:31.806098 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36698) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.822610 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-66ada051-c38e-4861-81b2-4007369b4233 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.825793 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-66ada051-c38e-4861-81b2-4007369b4233 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0187869 Aug 16 20:19:31.830625 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36700) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.839383 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-6157f9b2-29a4-4472-ae2b-4e82756e17b1 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.842515 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6157f9b2-29a4-4472-ae2b-4e82756e17b1 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0111816 Aug 16 20:19:31.847723 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d146c705-50e6-47df-ba9f-4b7ae2e0d1eb tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:31.852208 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36702) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.865496 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [None req-a9adb9b1-9865-4dcf-8e54-04a01502b0b1 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.868843 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a9adb9b1-9865-4dcf-8e54-04a01502b0b1 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0050182 Aug 16 20:19:31.868973 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f6c69f02-9d2e-4a9f-87c5-909158b0eef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:31.871804 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36704) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.890145 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-b50a0990-f49c-4c9d-9394-d8e7f7b15b8c tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.893568 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b50a0990-f49c-4c9d-9394-d8e7f7b15b8c tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0184474 Aug 16 20:19:31.894209 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36708) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.900714 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-d146c705-50e6-47df-ba9f-4b7ae2e0d1eb tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Transition to ACTIVE for port object e62e9cfd-1ce3-4af5-8a3d-e54f0830516a will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:31.904420 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [None req-05896b74-88a3-4f30-b372-21b574956f86 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.909327 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-05896b74-88a3-4f30-b372-21b574956f86 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0102944 Aug 16 20:19:31.910058 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36712) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.924737 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-9dfeaeba-0519-4d7b-a759-1231df7abb89 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.928488 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9dfeaeba-0519-4d7b-a759-1231df7abb89 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0134227 Aug 16 20:19:31.931332 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36714) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.932828 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-661940e1-1ee1-4664-9a5d-82ba8a191397 req-9c93ba95-37c4-487d-886a-1df5ed35b57a tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7396793 Aug 16 20:19:31.948653 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-abc605bd-3955-4dc0-b913-55458c8911d2 service neutron] Attempting to bind port 8c4b909c-85c4-46bf-be0b-a7a031c10424 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:19:31.948653 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-abc605bd-3955-4dc0-b913-55458c8911d2 service neutron] Attempting to bind port 8c4b909c-85c4-46bf-be0b-a7a031c10424 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '707b3413-318b-4129-aa23-391c2507bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:19:31.949947 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-abc605bd-3955-4dc0-b913-55458c8911d2 service neutron] Attempting to bind port 8c4b909c-85c4-46bf-be0b-a7a031c10424 on network 185dd4a9-27c5-4031-8106-50b2573b079d {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:31.952580 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-86b60b9e-8f62-4d4a-8843-c13853260a21 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.955977 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-86b60b9e-8f62-4d4a-8843-c13853260a21 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0213284 Aug 16 20:19:31.958630 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36716) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:31.960242 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-abc605bd-3955-4dc0-b913-55458c8911d2 service neutron] Port 8c4b909c-85c4-46bf-be0b-a7a031c10424 on network 185dd4a9-27c5-4031-8106-50b2573b079d not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:19:31.960576 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-abc605bd-3955-4dc0-b913-55458c8911d2 service neutron] Attempting to bind port 8c4b909c-85c4-46bf-be0b-a7a031c10424 on network 185dd4a9-27c5-4031-8106-50b2573b079d {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:31.979078 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-abc605bd-3955-4dc0-b913-55458c8911d2 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:19:31.979478 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-abc605bd-3955-4dc0-b913-55458c8911d2 service neutron] Checking segment: {'id': '707b3413-318b-4129-aa23-391c2507bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:31.979866 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-abc605bd-3955-4dc0-b913-55458c8911d2 service neutron] Bound using segment: {'id': '707b3413-318b-4129-aa23-391c2507bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:19:31.980469 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-abc605bd-3955-4dc0-b913-55458c8911d2 service neutron] Bound port: 8c4b909c-85c4-46bf-be0b-a7a031c10424, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '707b3413-318b-4129-aa23-391c2507bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:19:31.980912 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-abc605bd-3955-4dc0-b913-55458c8911d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:31.986660 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-98142cf3-5ba3-47e4-b866-cae52cd754be tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:31.991039 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-98142cf3-5ba3-47e4-b866-cae52cd754be tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0282075 Aug 16 20:19:32.006132 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36718) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:32.016895 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-6007323e-d845-4621-b68b-9ae58f6fc403 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:32.020345 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6007323e-d845-4621-b68b-9ae58f6fc403 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0108285 Aug 16 20:19:32.024032 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36720) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:32.029490 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-09b6e3ab-4f62-46ba-81b0-51b53a7c544b tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:32.032359 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-09b6e3ab-4f62-46ba-81b0-51b53a7c544b tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0052643 Aug 16 20:19:32.036205 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36722) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:32.066050 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-98eeb1fd-2c52-4f36-bf66-ae6552042939 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:32.070013 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-98eeb1fd-2c52-4f36-bf66-ae6552042939 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0291755 Aug 16 20:19:32.071081 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36726) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:32.077126 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-d44b3eae-e0a7-4d97-bd43-3c7ddd3be52d tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:32.080414 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d44b3eae-e0a7-4d97-bd43-3c7ddd3be52d tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0054872 Aug 16 20:19:32.080874 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36728) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:32.085195 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-b368e7bd-5b38-4b69-bdd3-f1e1c152a41d tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:32.088222 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b368e7bd-5b38-4b69-bdd3-f1e1c152a41d tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0044355 Aug 16 20:19:32.089573 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36730) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:32.096318 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-c1281315-4b57-4550-868b-d0973fe74105 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:32.099574 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c1281315-4b57-4550-868b-d0973fe74105 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0066957 Aug 16 20:19:32.100180 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d146c705-50e6-47df-ba9f-4b7ae2e0d1eb tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:32.106600 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36732) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:32.114707 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f5007f99-c22f-420c-a564-99996e2dfd3d None None] Provisioning complete for port 853dfc6a-73cd-4a69-978d-6eee5e2080c9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:32.115213 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f5007f99-c22f-420c-a564-99996e2dfd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:32.140662 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-2953a73e-cd0d-42fc-8004-0fe7b1d0dfcb tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:32.141670 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2953a73e-cd0d-42fc-8004-0fe7b1d0dfcb tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0316925 Aug 16 20:19:32.146047 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36734) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:32.147721 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-abc605bd-3955-4dc0-b913-55458c8911d2 service neutron] For port 8c4b909c-85c4-46bf-be0b-a7a031c10424, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:32.152862 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-abc605bd-3955-4dc0-b913-55458c8911d2 service neutron] For port 8c4b909c-85c4-46bf-be0b-a7a031c10424, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=8c4b909c-85c4-46bf-be0b-a7a031c10424,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:19:32.153391 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-76ddcdf2-66de-4e10-82ce-0b44add36406 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:32.154787 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-76ddcdf2-66de-4e10-82ce-0b44add36406 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0074973 Aug 16 20:19:32.157712 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36736) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:32.168269 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [None req-37c3dc1f-63d3-4351-802f-b9b6eec862ad tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:32.169595 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-37c3dc1f-63d3-4351-802f-b9b6eec862ad tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0106657 Aug 16 20:19:32.172080 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-abc605bd-3955-4dc0-b913-55458c8911d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:32.172231 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36738) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:32.177792 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d146c705-50e6-47df-ba9f-4b7ae2e0d1eb tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:32.186408 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-60cfa913-93cc-492e-bf8b-919cb0cefb3d tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:32.187453 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-60cfa913-93cc-492e-bf8b-919cb0cefb3d tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0142522 Aug 16 20:19:32.188842 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146c705-50e6-47df-ba9f-4b7ae2e0d1eb tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Port': ['ID=e62e9cfd-1ce3-4af5-8a3d-e54f0830516a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:32.192943 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36740) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:32.194085 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d146c705-50e6-47df-ba9f-4b7ae2e0d1eb tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:32.196354 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d146c705-50e6-47df-ba9f-4b7ae2e0d1eb tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:32.202421 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d146c705-50e6-47df-ba9f-4b7ae2e0d1eb tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:32.203061 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d146c705-50e6-47df-ba9f-4b7ae2e0d1eb tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:32.210241 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-f88b24c6-c4a2-41e3-85ad-5c33f31490be tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:32.211632 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f88b24c6-c4a2-41e3-85ad-5c33f31490be tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0056152 Aug 16 20:19:32.214363 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36742) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:32.222490 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-0ec8edb4-a03f-4ab7-8614-9fc05b62a362 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:32.224080 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0ec8edb4-a03f-4ab7-8614-9fc05b62a362 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0087357 Aug 16 20:19:32.227040 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36744) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:32.234613 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-8d17e054-f0bb-4d65-b491-83d3b3eea224 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:32.236377 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8d17e054-f0bb-4d65-b491-83d3b3eea224 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0074155 Aug 16 20:19:32.240095 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36746) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:32.247237 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-c748b6e6-e81f-44ad-83a4-6ae490fee4f7 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:32.248635 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c748b6e6-e81f-44ad-83a4-6ae490fee4f7 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0071933 Aug 16 20:19:32.250856 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d146c705-50e6-47df-ba9f-4b7ae2e0d1eb tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9957795 Aug 16 20:19:32.251628 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36750) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:32.255351 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36752) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:32.257982 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-abc605bd-3955-4dc0-b913-55458c8911d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:32.258989 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-46444faa-11aa-4f70-87c2-dedf06517435 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:32.259672 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-abc605bd-3955-4dc0-b913-55458c8911d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:32.260066 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-46444faa-11aa-4f70-87c2-dedf06517435 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0071704 Aug 16 20:19:32.262899 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36754) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:32.267776 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-abc605bd-3955-4dc0-b913-55458c8911d2 service neutron] 10.222.0.63 "PUT /v2.0/ports/8c4b909c-85c4-46bf-be0b-a7a031c10424 HTTP/1.1" status: 200 len: 1092 time: 1.9579360 Aug 16 20:19:32.268299 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04bc346a-4eb4-42f8-8a82-84d7d1d338ff', 'tag': '8c4b909c-85c4-46bf-be0b-a7a031c10424'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:32.271112 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3280873-eab2-4147-8e0e-70013f26bcc3" -d '{"events": [{"name": "network-changed", "server_uuid": "04bc346a-4eb4-42f8-8a82-84d7d1d338ff", "tag": "8c4b909c-85c4-46bf-be0b-a7a031c10424"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:32.297062 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-0eb5f718-7064-4f9f-957f-ac55c3a9bdb3 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:32.298424 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0eb5f718-7064-4f9f-957f-ac55c3a9bdb3 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0344837 Aug 16 20:19:32.316490 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36760) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:32.326431 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [None req-7c93af00-0980-4ecb-a2f8-ec8fb1de9351 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:32.333550 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7c93af00-0980-4ecb-a2f8-ec8fb1de9351 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0151014 Aug 16 20:19:32.338752 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36762) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:32.350438 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-7a1cd451-0ab8-42a6-850e-84827ee29174 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:32.353696 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7a1cd451-0ab8-42a6-850e-84827ee29174 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0095863 Aug 16 20:19:32.356364 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36764) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:32.372520 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-29fa6afa-fe81-4a9f-9a23-6badd8f8a3cf tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:32.380522 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-29fa6afa-fe81-4a9f-9a23-6badd8f8a3cf tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0165718 Aug 16 20:19:32.383871 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36766) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:32.403421 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-3a54f85f-754d-4bf5-a9a0-38aa520143cc tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:32.404794 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3a54f85f-754d-4bf5-a9a0-38aa520143cc tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0197945 Aug 16 20:19:32.412126 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36768) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:32.419923 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef60e5f-b54f-4f71-aed8-fab934a66717 x-openstack-request-id: req-bef60e5f-b54f-4f71-aed8-fab934a66717 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:32.420367 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04bc346a-4eb4-42f8-8a82-84d7d1d338ff", "tag": "8c4b909c-85c4-46bf-be0b-a7a031c10424", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:32.420715 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bef60e5f-b54f-4f71-aed8-fab934a66717 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:32.421212 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04bc346a-4eb4-42f8-8a82-84d7d1d338ff', 'tag': '8c4b909c-85c4-46bf-be0b-a7a031c10424', 'status': 'completed', 'code': 200} Aug 16 20:19:32.423678 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-631be853-8057-4d56-93bb-0763d6babb7a tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:32.432898 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-631be853-8057-4d56-93bb-0763d6babb7a tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0196345 Aug 16 20:19:32.436278 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36770) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:32.440720 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-1eb5cffa-1e36-430b-96de-32e015385068 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:32.444888 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1eb5cffa-1e36-430b-96de-32e015385068 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0075362 Aug 16 20:19:32.453694 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36772) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:32.467607 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [None req-60de28ed-fa79-46d5-84c4-5f7efe0d9c30 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:32.473994 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0fe52b-6d82-477e-a86d-496d935eca33 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:32.475472 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-60de28ed-fa79-46d5-84c4-5f7efe0d9c30 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0148740 Aug 16 20:19:32.479102 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36774) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:32.487569 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [None req-5cc54e25-bea9-49f9-ac9a-04098b3da89e tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:32.492386 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5cc54e25-bea9-49f9-ac9a-04098b3da89e tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0119100 Aug 16 20:19:32.494827 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0fe52b-6d82-477e-a86d-496d935eca33 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:32.501916 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0e0fe52b-6d82-477e-a86d-496d935eca33 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.2406285 Aug 16 20:19:32.502575 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36778) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:32.503777 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36776) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:32.523567 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [None req-09024ac8-a77a-4f38-bea2-5f1803738300 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:32.527608 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-09024ac8-a77a-4f38-bea2-5f1803738300 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0139742 Aug 16 20:19:32.529018 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc605bd-3955-4dc0-b913-55458c8911d2 service neutron] Pushing event updated for resources: {'Port': ['ID=8c4b909c-85c4-46bf-be0b-a7a031c10424,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:32.538450 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36784) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:32.540468 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-36ebb95f-a9f1-4a61-bffb-4f678cef7676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:32.541976 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-36ebb95f-a9f1-4a61-bffb-4f678cef7676 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6fb8716d1b824bb9ac2e976008166d30&device_id=04bc346a-4eb4-42f8-8a82-84d7d1d338ff HTTP/1.1" status: 200 len: 1095 time: 0.2286370 Aug 16 20:19:32.546989 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [None req-8db303cb-fed5-45f4-a04e-5c7d05870017 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:32.550543 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8db303cb-fed5-45f4-a04e-5c7d05870017 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0049839 Aug 16 20:19:32.551499 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36786) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:32.563575 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [None req-d746e96b-c84f-4bfc-bdba-6b99119d684f tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:32.564621 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d746e96b-c84f-4bfc-bdba-6b99119d684f tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0063772 Aug 16 20:19:32.567985 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36788) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:32.609741 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [None req-4a747d20-e5cb-44b9-b3b6-1c3c55cae9a0 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:32.611037 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4a747d20-e5cb-44b9-b3b6-1c3c55cae9a0 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0420966 Aug 16 20:19:32.612984 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-c37b9dce-c03b-4419-bdd1-b214913dbabc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c4b909c-85c4-46bf-be0b-a7a031c10424 HTTP/1.1" status: 200 len: 217 time: 0.0625024 Aug 16 20:19:32.613818 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36790) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:32.632234 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [None req-fefb4fff-f183-40f8-8fee-7a7c551d482d tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:32.633762 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fefb4fff-f183-40f8-8fee-7a7c551d482d tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0190597 Aug 16 20:19:32.637920 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36794) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:32.643323 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-28480704-b7da-4995-8780-ab198370cd36 None None] Could not find standard attr ID for object 3b703f29-1417-467b-9199-b350b75642d6. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:19:32.652558 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [None req-c428c5ca-8ff8-46f9-9dc5-7c6abfb30f40 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] http://10.222.0.68:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:32.668885 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c428c5ca-8ff8-46f9-9dc5-7c6abfb30f40 tempest-ExtensionsTestJSON-1337755581 tempest-ExtensionsTestJSON-1337755581-project] 10.222.0.68 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0201106 Aug 16 20:19:32.700274 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-461a1400-4ed7-4170-b414-77f5766c736b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting port e62e9cfd-1ce3-4af5-8a3d-e54f0830516a {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:19:32.700617 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-461a1400-4ed7-4170-b414-77f5766c736b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:32.728290 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-9fdfcb73-7e67-48a9-b4d1-ff1a1fccfd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:32.729805 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-9fdfcb73-7e67-48a9-b4d1-ff1a1fccfd91 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9174bd88-4f29-46ef-992b-f91f82dd45cf HTTP/1.1" status: 200 len: 846 time: 0.0948355 Aug 16 20:19:32.786946 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-d487ea54-cf6b-4ed5-8a67-920ed2b2c2f9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=185dd4a9-27c5-4031-8106-50b2573b079d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497019 Aug 16 20:19:32.853021 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-461a1400-4ed7-4170-b414-77f5766c736b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:32.874243 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-461a1400-4ed7-4170-b414-77f5766c736b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Calling delete_port for e62e9cfd-1ce3-4af5-8a3d-e54f0830516a owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:19:32.909632 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-b5e76aa6-a116-4b65-bb26-a7a2b60d9748 service neutron] 10.222.0.63 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146631 Aug 16 20:19:32.995847 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-49909163-9f56-4426-a88f-4f776836ff70 None None] Provisioning for port e62e9cfd-1ce3-4af5-8a3d-e54f0830516a completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:33.005266 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-49909163-9f56-4426-a88f-4f776836ff70 None None] Provisioning complete for port e62e9cfd-1ce3-4af5-8a3d-e54f0830516a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:33.007419 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49909163-9f56-4426-a88f-4f776836ff70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:33.069507 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-13dbf419-4fd9-436e-8d6a-d90cf690678e req-8fd4cf34-1291-4804-aecf-5161a3b05685 service neutron] 10.222.0.63 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530757 Aug 16 20:19:33.085278 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-49909163-9f56-4426-a88f-4f776836ff70 None None] Port e62e9cfd-1ce3-4af5-8a3d-e54f0830516a cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:19:33.110919 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36806) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:33.192683 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3280873-eab2-4147-8e0e-70013f26bcc3 req-d81415d5-cb3f-41e4-b503-a4da5c2333f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:33.194352 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c3280873-eab2-4147-8e0e-70013f26bcc3 req-d81415d5-cb3f-41e4-b503-a4da5c2333f2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6fb8716d1b824bb9ac2e976008166d30&device_id=04bc346a-4eb4-42f8-8a82-84d7d1d338ff HTTP/1.1" status: 200 len: 1095 time: 0.0580235 Aug 16 20:19:33.309378 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3280873-eab2-4147-8e0e-70013f26bcc3 req-e5d860b7-b30a-4472-8f7c-e88830e53c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:33.311031 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c3280873-eab2-4147-8e0e-70013f26bcc3 req-e5d860b7-b30a-4472-8f7c-e88830e53c20 service neutron] 10.222.0.63 "GET /v2.0/networks?id=185dd4a9-27c5-4031-8106-50b2573b079d HTTP/1.1" status: 200 len: 907 time: 0.1086516 Aug 16 20:19:33.371538 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e1e4c464-ff53-4291-a8f4-e50ed5c7758b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:33.375567 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c3280873-eab2-4147-8e0e-70013f26bcc3 req-a8700066-7f97-4b15-aa48-d69401195333 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c4b909c-85c4-46bf-be0b-a7a031c10424 HTTP/1.1" status: 200 len: 217 time: 0.0556703 Aug 16 20:19:33.491454 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3280873-eab2-4147-8e0e-70013f26bcc3 req-c6a23ce9-5dda-4a03-8a92-7ec01b32cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:33.493087 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c3280873-eab2-4147-8e0e-70013f26bcc3 req-c6a23ce9-5dda-4a03-8a92-7ec01b32cdbe service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9174bd88-4f29-46ef-992b-f91f82dd45cf HTTP/1.1" status: 200 len: 846 time: 0.1083121 Aug 16 20:19:33.542577 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c3280873-eab2-4147-8e0e-70013f26bcc3 req-e90029d6-fe0b-4e9a-9e24-8d7c3a0eeb4d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=185dd4a9-27c5-4031-8106-50b2573b079d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316179 Aug 16 20:19:33.601527 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-461a1400-4ed7-4170-b414-77f5766c736b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:33.618159 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa8a40-350f-4d79-9c48-4338ca0c870a req-8e197458-876c-4673-bd44-29ef9441061b tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:33.619864 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-29aa8a40-350f-4d79-9c48-4338ca0c870a req-8e197458-876c-4673-bd44-29ef9441061b tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=04bc346a-4eb4-42f8-8a82-84d7d1d338ff HTTP/1.1" status: 200 len: 943 time: 0.1303086 Aug 16 20:19:33.655722 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a1400-4ed7-4170-b414-77f5766c736b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Port': ['ID=e62e9cfd-1ce3-4af5-8a3d-e54f0830516a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:33.708991 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c3280873-eab2-4147-8e0e-70013f26bcc3 req-09650651-e7ce-4b77-8e1a-06e57f934e80 service neutron] 10.222.0.63 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614294 Aug 16 20:19:33.710896 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-461a1400-4ed7-4170-b414-77f5766c736b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:33.718565 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-461a1400-4ed7-4170-b414-77f5766c736b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/e62e9cfd-1ce3-4af5-8a3d-e54f0830516a HTTP/1.1" status: 204 len: 168 time: 1.2105486 Aug 16 20:19:33.718783 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36828) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:33.718891 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-29aa8a40-350f-4d79-9c48-4338ca0c870a req-c31b7024-2611-4db4-afae-00a62e073ade tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725126 Aug 16 20:19:33.821179 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e1e4c464-ff53-4291-a8f4-e50ed5c7758b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:33.835118 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e1e4c464-ff53-4291-a8f4-e50ed5c7758b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:33.901372 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aab253-a72e-4f1b-973e-e70e86ba59bf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:33.903899 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aab253-a72e-4f1b-973e-e70e86ba59bf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:33.907723 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-12aab253-a72e-4f1b-973e-e70e86ba59bf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1314669 Aug 16 20:19:33.908581 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36832) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:33.969724 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c3280873-eab2-4147-8e0e-70013f26bcc3 req-9bfdbbff-b5bf-4261-8630-8aa966109f2f service neutron] 10.222.0.63 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503853 Aug 16 20:19:33.970647 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4c464-ff53-4291-a8f4-e50ed5c7758b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ca7bc0-3a73-4c5b-a4d5-26eaff409b3d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:33.995499 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e1e4c464-ff53-4291-a8f4-e50ed5c7758b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=67d69ba9667d4cfb84d44694901a48f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8797495 Aug 16 20:19:33.995499 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36836) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:34.003341 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4be6939a-7a5b-4cf6-af43-a80d16e265bd tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting subnet 5d6f89ca-3397-47c6-bd02-f51903818a11 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:19:34.011975 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4be6939a-7a5b-4cf6-af43-a80d16e265bd tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:34.056960 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4be6939a-7a5b-4cf6-af43-a80d16e265bd tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:34.077299 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d12dfcfb-ba9d-4d72-a6cd-5cbe6a2e83e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:34.106019 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d12dfcfb-ba9d-4d72-a6cd-5cbe6a2e83e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:34.112548 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4be6939a-7a5b-4cf6-af43-a80d16e265bd tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:34.185467 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d12dfcfb-ba9d-4d72-a6cd-5cbe6a2e83e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:34.188919 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d12dfcfb-ba9d-4d72-a6cd-5cbe6a2e83e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:34.192728 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d12dfcfb-ba9d-4d72-a6cd-5cbe6a2e83e4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d0ca7bc0-3a73-4c5b-a4d5-26eaff409b3d HTTP/1.1" status: 204 len: 168 time: 0.1943958 Aug 16 20:19:34.203008 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12dfcfb-ba9d-4d72-a6cd-5cbe6a2e83e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ca7bc0-3a73-4c5b-a4d5-26eaff409b3d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:34.209514 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4be6939a-7a5b-4cf6-af43-a80d16e265bd tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:34.243816 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be6939a-7a5b-4cf6-af43-a80d16e265bd tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Subnet': ['ID=5d6f89ca-3397-47c6-bd02-f51903818a11,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:34.256387 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4be6939a-7a5b-4cf6-af43-a80d16e265bd tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:34.258806 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c64a7c2-9abe-4122-9892-185cfacbe5ce None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:19:34.260793 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36846) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:34.261002 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4be6939a-7a5b-4cf6-af43-a80d16e265bd tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/5d6f89ca-3397-47c6-bd02-f51903818a11 HTTP/1.1" status: 204 len: 168 time: 0.3489277 Aug 16 20:19:34.322343 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d2d282ce-9739-4c5c-a7ed-314385986653 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583425 Aug 16 20:19:34.324519 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36848) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:34.330136 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d8a1a2a4-1bd5-4824-a55d-59a0a8677d2c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:34.443399 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-153a7b45-b726-4f16-80c2-d63934e90fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:34.493131 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a1a2a4-1bd5-4824-a55d-59a0a8677d2c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:34.498769 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8a1a2a4-1bd5-4824-a55d-59a0a8677d2c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:34.674416 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91981e3b-489c-46b8-b72b-3eb0cd87f6cf None None] DHCP port deletion for 90d9b1f1-5046-4354-b6cc-874fd89885eb request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:19:34.681105 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:34.835993 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-91981e3b-489c-46b8-b72b-3eb0cd87f6cf None None] Deleting port 853dfc6a-73cd-4a69-978d-6eee5e2080c9 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:19:34.836485 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91981e3b-489c-46b8-b72b-3eb0cd87f6cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:34.905909 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03119f15-41b0-485d-bd20-5dc45c9215bb req-1306b514-0b42-433a-9bfd-196e09682fd5 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:34.907618 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-03119f15-41b0-485d-bd20-5dc45c9215bb req-1306b514-0b42-433a-9bfd-196e09682fd5 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=04bc346a-4eb4-42f8-8a82-84d7d1d338ff HTTP/1.1" status: 200 len: 943 time: 0.0808244 Aug 16 20:19:34.908517 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8a1a2a4-1bd5-4824-a55d-59a0a8677d2c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:34.937028 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-91981e3b-489c-46b8-b72b-3eb0cd87f6cf None None] For port 853dfc6a-73cd-4a69-978d-6eee5e2080c9, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=853dfc6a-73cd-4a69-978d-6eee5e2080c9,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:34.937691 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91981e3b-489c-46b8-b72b-3eb0cd87f6cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:34.953143 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-91981e3b-489c-46b8-b72b-3eb0cd87f6cf None None] Calling delete_port for 853dfc6a-73cd-4a69-978d-6eee5e2080c9 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:19:34.983520 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a1a2a4-1bd5-4824-a55d-59a0a8677d2c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:34.988886 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d8a1a2a4-1bd5-4824-a55d-59a0a8677d2c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:34.994096 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a1a2a4-1bd5-4824-a55d-59a0a8677d2c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:34.994683 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8a1a2a4-1bd5-4824-a55d-59a0a8677d2c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:34.998646 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1a2a4-1bd5-4824-a55d-59a0a8677d2c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Subnet': ['ID=5b9fb49a-fc3a-4d46-b7dc-577e901eeb32,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:35.036980 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-03119f15-41b0-485d-bd20-5dc45c9215bb req-1c509021-8f9b-48d0-a282-dac8dc41509b tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908356 Aug 16 20:19:35.065981 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d8a1a2a4-1bd5-4824-a55d-59a0a8677d2c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7378910 Aug 16 20:19:35.066388 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36886) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:35.087927 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-245fbbf2-72d6-48d9-a167-dff609ad8c4f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'port': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'fixed_ips': [{'subnet_id': '5b9fb49a-fc3a-4d46-b7dc-577e901eeb32', 'ip_address': '2001:db8::16ea:f57:407c:43d1'}], 'name': 'tempest-NetworksTestDHCPv6-325296819'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:35.095742 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91981e3b-489c-46b8-b72b-3eb0cd87f6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:35.128562 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91981e3b-489c-46b8-b72b-3eb0cd87f6cf None None] Pushing event deleted for resources: {'Port': ['ID=853dfc6a-73cd-4a69-978d-6eee5e2080c9,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:35.132554 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91981e3b-489c-46b8-b72b-3eb0cd87f6cf None None] No DVR routers for this DVR port 853dfc6a-73cd-4a69-978d-6eee5e2080c9 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:19:35.170493 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd115d9-8eac-4d4a-8cd4-98902713c945 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:19:35.273309 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245fbbf2-72d6-48d9-a167-dff609ad8c4f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:35.286918 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-245fbbf2-72d6-48d9-a167-dff609ad8c4f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:35.320915 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36896) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:35.326141 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-245fbbf2-72d6-48d9-a167-dff609ad8c4f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] device_id is not set on port 2f51aafd-337a-4613-950e-0ffb76523742 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:19:35.411704 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce47388-e489-4197-9b66-555c6dad7388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-90d9b1f1-5046-4354-b6cc-874fd89885eb', 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'tenant_id': 'd875706380784001942d3868f3fe0ec8', 'fixed_ips': [{'subnet_id': '5b9fb49a-fc3a-4d46-b7dc-577e901eeb32'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:19:35.414753 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bce47388-e489-4197-9b66-555c6dad7388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:35.538646 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-9f818fb8-066b-4436-8bfb-2fb753d34490 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1895854583'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:35.579345 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f818fb8-066b-4436-8bfb-2fb753d34490 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Made reservation on behalf of 515bb92dfe8b4488892d90528e6759bf for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:35.584451 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f818fb8-066b-4436-8bfb-2fb753d34490 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:35.585839 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 853dfc6a-73cd-4a69-978d-6eee5e2080c9 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:19:35.596127 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f818fb8-066b-4436-8bfb-2fb753d34490 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:35.612124 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 853dfc6a-73cd-4a69-978d-6eee5e2080c9 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:19:35.612474 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 853dfc6a-73cd-4a69-978d-6eee5e2080c9 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:19:35.642377 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:35.682200 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-245fbbf2-72d6-48d9-a167-dff609ad8c4f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Allocated IP 2001:db8::16ea:f57:407c:43d1 (90d9b1f1-5046-4354-b6cc-874fd89885eb/5b9fb49a-fc3a-4d46-b7dc-577e901eeb32/2f51aafd-337a-4613-950e-0ffb76523742) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:35.728320 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f818fb8-066b-4436-8bfb-2fb753d34490 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:35.732805 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f818fb8-066b-4436-8bfb-2fb753d34490 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:35.750156 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f818fb8-066b-4436-8bfb-2fb753d34490 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:19:35.765643 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f818fb8-066b-4436-8bfb-2fb753d34490 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:35.766138 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-9f818fb8-066b-4436-8bfb-2fb753d34490 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Added segment def68102-8acd-4f94-965b-f5ec2a673e17 of type vlan for network a3599364-c7ec-4102-a5b0-7a057c4d188f Aug 16 20:19:35.840890 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f818fb8-066b-4436-8bfb-2fb753d34490 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:35.858112 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f818fb8-066b-4436-8bfb-2fb753d34490 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ead747-c68a-46fa-8360-917e72032b16,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:35.886203 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-245fbbf2-72d6-48d9-a167-dff609ad8c4f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:35.887668 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f818fb8-066b-4436-8bfb-2fb753d34490 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:35.896424 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f818fb8-066b-4436-8bfb-2fb753d34490 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:35.897170 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f818fb8-066b-4436-8bfb-2fb753d34490 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:35.900767 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-245fbbf2-72d6-48d9-a167-dff609ad8c4f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Transition to ACTIVE for port object 2f51aafd-337a-4613-950e-0ffb76523742 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:35.924078 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:35.961048 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-245fbbf2-72d6-48d9-a167-dff609ad8c4f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:35.963503 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36918) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:35.963790 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9f818fb8-066b-4436-8bfb-2fb753d34490 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.6411855 Aug 16 20:19:35.969572 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2519b85c-bc96-45c5-8f75-d2ae90a3b650 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Request body: {'subnet': {'network_id': 'a3599364-c7ec-4102-a5b0-7a057c4d188f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:35.970855 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f818fb8-066b-4436-8bfb-2fb753d34490 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Pushing event updated for resources: {'Network': ['ID=a3599364-c7ec-4102-a5b0-7a057c4d188f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:35.986192 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network a3599364-c7ec-4102-a5b0-7a057c4d188f details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:19:36.088017 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245fbbf2-72d6-48d9-a167-dff609ad8c4f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:36.089085 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245fbbf2-72d6-48d9-a167-dff609ad8c4f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Port': ['ID=2f51aafd-337a-4613-950e-0ffb76523742,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:36.095829 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-245fbbf2-72d6-48d9-a167-dff609ad8c4f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:36.101511 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245fbbf2-72d6-48d9-a167-dff609ad8c4f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:36.108433 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245fbbf2-72d6-48d9-a167-dff609ad8c4f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:36.109167 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-245fbbf2-72d6-48d9-a167-dff609ad8c4f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:36.126198 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-bce47388-e489-4197-9b66-555c6dad7388 None None] Allocated IP 2001:db8::2 (90d9b1f1-5046-4354-b6cc-874fd89885eb/5b9fb49a-fc3a-4d46-b7dc-577e901eeb32/0f1c9ecd-b49c-457b-8492-48e3b8f16793) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:36.131894 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:36.147789 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-245fbbf2-72d6-48d9-a167-dff609ad8c4f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.0644710 Aug 16 20:19:36.148070 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36928) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:36.198425 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2519b85c-bc96-45c5-8f75-d2ae90a3b650 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Made reservation on behalf of 515bb92dfe8b4488892d90528e6759bf for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:36.204739 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2519b85c-bc96-45c5-8f75-d2ae90a3b650 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:36.257509 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f4f07a-dc42-45bf-99cb-665809f3e0c3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:36.262380 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-40f4f07a-dc42-45bf-99cb-665809f3e0c3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1136038 Aug 16 20:19:36.263084 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36932) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:36.313466 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023e55a-eb6c-4ab5-841b-17373e3ed4e9 req-04252d66-938c-47ee-8b9b-031814871ea5 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:36.323305 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 8c4b909c-85c4-46bf-be0b-a7a031c10424 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:19:36.323561 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4023e55a-eb6c-4ab5-841b-17373e3ed4e9 req-04252d66-938c-47ee-8b9b-031814871ea5 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=04bc346a-4eb4-42f8-8a82-84d7d1d338ff HTTP/1.1" status: 200 len: 943 time: 0.1692853 Aug 16 20:19:36.389778 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4023e55a-eb6c-4ab5-841b-17373e3ed4e9 req-cc26eb7c-8d1e-4c47-ae66-67bbf2e37dd2 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603559 Aug 16 20:19:36.390082 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-bd4498fb-81bb-4ee5-a2c6-65114a71a4b1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting port 2f51aafd-337a-4613-950e-0ffb76523742 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:19:36.390082 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bd4498fb-81bb-4ee5-a2c6-65114a71a4b1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:36.413209 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bce47388-e489-4197-9b66-555c6dad7388 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:36.486764 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bce47388-e489-4197-9b66-555c6dad7388 None None] Transition to ACTIVE for port object 0f1c9ecd-b49c-457b-8492-48e3b8f16793 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:36.516632 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bce47388-e489-4197-9b66-555c6dad7388 None None] Transition to ACTIVE for port object 0f1c9ecd-b49c-457b-8492-48e3b8f16793 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:36.522213 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2519b85c-bc96-45c5-8f75-d2ae90a3b650 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:36.540296 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bce47388-e489-4197-9b66-555c6dad7388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:36.548154 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bd4498fb-81bb-4ee5-a2c6-65114a71a4b1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:36.573376 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-bd4498fb-81bb-4ee5-a2c6-65114a71a4b1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Calling delete_port for 2f51aafd-337a-4613-950e-0ffb76523742 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:19:36.617131 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519b85c-bc96-45c5-8f75-d2ae90a3b650 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Pushing event updated for resources: {'Subnet': ['ID=0a297416-99e1-4151-a3ae-1390ab366663,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:36.619997 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 8c4b909c-85c4-46bf-be0b-a7a031c10424, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=8c4b909c-85c4-46bf-be0b-a7a031c10424,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:36.624964 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2519b85c-bc96-45c5-8f75-d2ae90a3b650 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Checking segment: {'id': 'def68102-8acd-4f94-965b-f5ec2a673e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a3599364-c7ec-4102-a5b0-7a057c4d188f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:36.625331 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2519b85c-bc96-45c5-8f75-d2ae90a3b650 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Network hostable DHCP agents. Network: a3599364-c7ec-4102-a5b0-7a057c4d188f, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:19:36.654504 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2519b85c-bc96-45c5-8f75-d2ae90a3b650 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Network a3599364-c7ec-4102-a5b0-7a057c4d188f is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:19:36.669291 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-2519b85c-bc96-45c5-8f75-d2ae90a3b650 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, a3599364-c7ec-4102-a5b0-7a057c4d188f) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:36.680594 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '8c4b909c-85c4-46bf-be0b-a7a031c10424', 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d', 'port_id': '8c4b909c-85c4-46bf-be0b-a7a031c10424', 'mac_address': 'fa:16:3e:a6:ba:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9174bd88-4f29-46ef-992b-f91f82dd45cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:19:36.683597 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2519b85c-bc96-45c5-8f75-d2ae90a3b650 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:36.684266 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2519b85c-bc96-45c5-8f75-d2ae90a3b650 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:36.687478 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce47388-e489-4197-9b66-555c6dad7388 None None] Pushing event updated for resources: {'Port': ['ID=0f1c9ecd-b49c-457b-8492-48e3b8f16793,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:36.695270 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f2d9ac-51be-4084-89f8-c515965822f9 None None] Network a3599364-c7ec-4102-a5b0-7a057c4d188f requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:19:36.717880 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2519b85c-bc96-45c5-8f75-d2ae90a3b650 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7467041 Aug 16 20:19:36.718263 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36946) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:36.728652 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5a0fb9ea-af2c-4a3c-90ce-2e0d1fbdcc29 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Request body: {'port': {'network_id': 'a3599364-c7ec-4102-a5b0-7a057c4d188f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1224782307'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:36.789655 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce47388-e489-4197-9b66-555c6dad7388 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:36.795537 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-bce47388-e489-4197-9b66-555c6dad7388 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:36.796689 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bd4498fb-81bb-4ee5-a2c6-65114a71a4b1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:36.802943 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce47388-e489-4197-9b66-555c6dad7388 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:36.857762 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4498fb-81bb-4ee5-a2c6-65114a71a4b1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Port': ['ID=2f51aafd-337a-4613-950e-0ffb76523742,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:36.876368 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:36.883150 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bd4498fb-81bb-4ee5-a2c6-65114a71a4b1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:36.885212 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bd4498fb-81bb-4ee5-a2c6-65114a71a4b1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/2f51aafd-337a-4613-950e-0ffb76523742 HTTP/1.1" status: 204 len: 168 time: 0.6211233 Aug 16 20:19:36.888612 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36954) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:36.925420 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c4b909c-85c4-46bf-be0b-a7a031c10424 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:19:36.950038 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ca879b-ca93-41aa-b1c8-1c5d84902835 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:36.955601 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0fb9ea-af2c-4a3c-90ce-2e0d1fbdcc29 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Made reservation on behalf of 515bb92dfe8b4488892d90528e6759bf for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:36.960152 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ca879b-ca93-41aa-b1c8-1c5d84902835 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:36.962644 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a0fb9ea-af2c-4a3c-90ce-2e0d1fbdcc29 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:36.966230 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36960) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:36.967419 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-69ca879b-ca93-41aa-b1c8-1c5d84902835 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0768201 Aug 16 20:19:37.012285 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bce47388-e489-4197-9b66-555c6dad7388 None None] Attempting to bind port 0f1c9ecd-b49c-457b-8492-48e3b8f16793 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:19:37.012663 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bce47388-e489-4197-9b66-555c6dad7388 None None] Attempting to bind port 0f1c9ecd-b49c-457b-8492-48e3b8f16793 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:19:37.012790 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-5a0fb9ea-af2c-4a3c-90ce-2e0d1fbdcc29 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] device_id is not set on port 33d34c02-f464-45b5-9a3f-36fc92e150b2 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:19:37.013035 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce47388-e489-4197-9b66-555c6dad7388 None None] Attempting to bind port 0f1c9ecd-b49c-457b-8492-48e3b8f16793 on network 90d9b1f1-5046-4354-b6cc-874fd89885eb {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:37.051357 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 8c4b909c-85c4-46bf-be0b-a7a031c10424, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=8c4b909c-85c4-46bf-be0b-a7a031c10424,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:37.083537 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce47388-e489-4197-9b66-555c6dad7388 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:19:37.089937 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce47388-e489-4197-9b66-555c6dad7388 None None] Checking segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:37.090899 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bce47388-e489-4197-9b66-555c6dad7388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:37.091155 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f143fb6-d885-4a5e-bb9e-a7d2cb6779cf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting subnet 5b9fb49a-fc3a-4d46-b7dc-577e901eeb32 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:19:37.091472 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce47388-e489-4197-9b66-555c6dad7388 None None] Bound using segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:19:37.091983 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bce47388-e489-4197-9b66-555c6dad7388 None None] Bound port: 0f1c9ecd-b49c-457b-8492-48e3b8f16793, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:19:37.092410 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bce47388-e489-4197-9b66-555c6dad7388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:37.094570 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:37.096508 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:37.096962 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f143fb6-d885-4a5e-bb9e-a7d2cb6779cf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:37.174049 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f143fb6-d885-4a5e-bb9e-a7d2cb6779cf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:37.230621 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-5a0fb9ea-af2c-4a3c-90ce-2e0d1fbdcc29 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Allocated IP 2001:db8::224 (a3599364-c7ec-4102-a5b0-7a057c4d188f/0a297416-99e1-4151-a3ae-1390ab366663/33d34c02-f464-45b5-9a3f-36fc92e150b2) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:37.327598 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f143fb6-d885-4a5e-bb9e-a7d2cb6779cf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:37.383521 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bc00f9-5ea3-4adf-8fcc-d7d4c06e08e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-a3599364-c7ec-4102-a5b0-7a057c4d188f', 'network_id': 'a3599364-c7ec-4102-a5b0-7a057c4d188f', 'tenant_id': '515bb92dfe8b4488892d90528e6759bf', 'fixed_ips': [{'subnet_id': '0a297416-99e1-4151-a3ae-1390ab366663'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:19:37.383521 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-03bc00f9-5ea3-4adf-8fcc-d7d4c06e08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:37.425388 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=8c4b909c-85c4-46bf-be0b-a7a031c10424,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:37.454986 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['8c4b909c-85c4-46bf-be0b-a7a031c10424'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:37.526871 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f143fb6-d885-4a5e-bb9e-a7d2cb6779cf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:37.577383 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bce47388-e489-4197-9b66-555c6dad7388 None None] For port 0f1c9ecd-b49c-457b-8492-48e3b8f16793, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:37.599385 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f143fb6-d885-4a5e-bb9e-a7d2cb6779cf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:37.603528 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3f143fb6-d885-4a5e-bb9e-a7d2cb6779cf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/5b9fb49a-fc3a-4d46-b7dc-577e901eeb32 HTTP/1.1" status: 204 len: 168 time: 0.6336780 Aug 16 20:19:37.603528 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f143fb6-d885-4a5e-bb9e-a7d2cb6779cf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Subnet': ['ID=5b9fb49a-fc3a-4d46-b7dc-577e901eeb32,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:37.605258 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36980) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:37.613654 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a0fb9ea-af2c-4a3c-90ce-2e0d1fbdcc29 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:37.645994 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-5a0fb9ea-af2c-4a3c-90ce-2e0d1fbdcc29 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Transition to ACTIVE for port object 33d34c02-f464-45b5-9a3f-36fc92e150b2 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:37.648817 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bce47388-e489-4197-9b66-555c6dad7388 None None] For port 0f1c9ecd-b49c-457b-8492-48e3b8f16793, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=0f1c9ecd-b49c-457b-8492-48e3b8f16793,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:19:37.664804 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bce47388-e489-4197-9b66-555c6dad7388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:37.669194 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2207324-e4ac-48e1-9e6b-51bafe9930e2 req-219771ca-4376-4fe2-b688-ed840616732e tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:37.671728 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4db0c5bd-c45c-4cde-839a-3e57207125c6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0597539 Aug 16 20:19:37.673701 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36986) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:37.677029 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c2207324-e4ac-48e1-9e6b-51bafe9930e2 req-219771ca-4376-4fe2-b688-ed840616732e tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=04bc346a-4eb4-42f8-8a82-84d7d1d338ff HTTP/1.1" status: 200 len: 944 time: 0.1309488 Aug 16 20:19:37.683806 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ae5a0d4c-cfa6-42d7-a7cf-f36edb28e2fb tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:37.759305 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c2207324-e4ac-48e1-9e6b-51bafe9930e2 req-29a78513-3842-40fb-acde-a963d4f3c7fe tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806665 Aug 16 20:19:37.768976 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a0fb9ea-af2c-4a3c-90ce-2e0d1fbdcc29 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:37.862696 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0fb9ea-af2c-4a3c-90ce-2e0d1fbdcc29 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Pushing event updated for resources: {'Port': ['ID=33d34c02-f464-45b5-9a3f-36fc92e150b2,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:37.870007 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5a0d4c-cfa6-42d7-a7cf-f36edb28e2fb tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:37.876280 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae5a0d4c-cfa6-42d7-a7cf-f36edb28e2fb tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:37.883992 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce47388-e489-4197-9b66-555c6dad7388 None None] Pushing event updated for resources: {'Port': ['ID=0f1c9ecd-b49c-457b-8492-48e3b8f16793,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:37.907118 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0fb9ea-af2c-4a3c-90ce-2e0d1fbdcc29 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Network a3599364-c7ec-4102-a5b0-7a057c4d188f is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:37.908771 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-5a0fb9ea-af2c-4a3c-90ce-2e0d1fbdcc29 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:37.916849 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0fb9ea-af2c-4a3c-90ce-2e0d1fbdcc29 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:37.928727 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-03bc00f9-5ea3-4adf-8fcc-d7d4c06e08e7 None None] Allocated IP 2001:db8::2 (a3599364-c7ec-4102-a5b0-7a057c4d188f/0a297416-99e1-4151-a3ae-1390ab366663/4b435933-a281-4b80-b394-0901d3cba6fa) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:37.933262 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0fb9ea-af2c-4a3c-90ce-2e0d1fbdcc29 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:37.935384 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a0fb9ea-af2c-4a3c-90ce-2e0d1fbdcc29 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:37.958556 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5a0fb9ea-af2c-4a3c-90ce-2e0d1fbdcc29 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2385957 Aug 16 20:19:37.961469 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36996) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:37.967758 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-492ba157-5670-4430-89eb-44001b9e819f tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Request body: {'port': {'network_id': 'a3599364-c7ec-4102-a5b0-7a057c4d188f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1107081591', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:37.968587 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.api.validators [None req-492ba157-5670-4430-89eb-44001b9e819f tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] bootfile-name is not in valid_values {{(pid=94771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:19:37.969802 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.api.validators [None req-492ba157-5670-4430-89eb-44001b9e819f tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] tftp-server is not in valid_values {{(pid=94771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:19:37.970312 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.api.validators [None req-492ba157-5670-4430-89eb-44001b9e819f tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] server-ip-address is not in valid_values {{(pid=94771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:19:38.189015 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae5a0d4c-cfa6-42d7-a7cf-f36edb28e2fb tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:38.240208 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5a0d4c-cfa6-42d7-a7cf-f36edb28e2fb tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:38.245771 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-ae5a0d4c-cfa6-42d7-a7cf-f36edb28e2fb tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:38.250831 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5a0d4c-cfa6-42d7-a7cf-f36edb28e2fb tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:38.251538 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae5a0d4c-cfa6-42d7-a7cf-f36edb28e2fb tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:38.256152 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492ba157-5670-4430-89eb-44001b9e819f tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Made reservation on behalf of 515bb92dfe8b4488892d90528e6759bf for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:38.262670 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-492ba157-5670-4430-89eb-44001b9e819f tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:38.286243 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ae5a0d4c-cfa6-42d7-a7cf-f36edb28e2fb tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6082914 Aug 16 20:19:38.286938 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37006) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:38.288271 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-492ba157-5670-4430-89eb-44001b9e819f tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] device_id is not set on port 7b221369-6920-4706-b9fc-218ca9edde68 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:19:38.291760 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-03bc00f9-5ea3-4adf-8fcc-d7d4c06e08e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:38.304023 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-79d30769-a3fe-44ec-8769-a1c52afc6944 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'port': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'fixed_ips': [{'subnet_id': '44a4eba9-a813-4666-b58c-d657e423b844', 'ip_address': '2001:db8::8982:9669:ecf6:1958'}], 'name': 'tempest-NetworksTestDHCPv6-1706380782'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:38.306251 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-03bc00f9-5ea3-4adf-8fcc-d7d4c06e08e7 None None] Transition to ACTIVE for port object 4b435933-a281-4b80-b394-0901d3cba6fa will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:38.344149 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-03bc00f9-5ea3-4adf-8fcc-d7d4c06e08e7 None None] Transition to ACTIVE for port object 4b435933-a281-4b80-b394-0901d3cba6fa will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:38.359639 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-03bc00f9-5ea3-4adf-8fcc-d7d4c06e08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:38.385642 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a0d4c-cfa6-42d7-a7cf-f36edb28e2fb tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Subnet': ['ID=44a4eba9-a813-4666-b58c-d657e423b844,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:38.423756 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc00f9-5ea3-4adf-8fcc-d7d4c06e08e7 None None] Pushing event updated for resources: {'Port': ['ID=4b435933-a281-4b80-b394-0901d3cba6fa,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:38.440861 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bc00f9-5ea3-4adf-8fcc-d7d4c06e08e7 None None] Network a3599364-c7ec-4102-a5b0-7a057c4d188f is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:38.442637 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-03bc00f9-5ea3-4adf-8fcc-d7d4c06e08e7 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:38.448055 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bc00f9-5ea3-4adf-8fcc-d7d4c06e08e7 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:38.460497 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-492ba157-5670-4430-89eb-44001b9e819f tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Allocated IP 2001:db8::3cb (a3599364-c7ec-4102-a5b0-7a057c4d188f/0a297416-99e1-4151-a3ae-1390ab366663/7b221369-6920-4706-b9fc-218ca9edde68) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:38.462654 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d30769-a3fe-44ec-8769-a1c52afc6944 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:38.526012 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-03bc00f9-5ea3-4adf-8fcc-d7d4c06e08e7 None None] Attempting to bind port 4b435933-a281-4b80-b394-0901d3cba6fa on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:19:38.526628 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-03bc00f9-5ea3-4adf-8fcc-d7d4c06e08e7 None None] Attempting to bind port 4b435933-a281-4b80-b394-0901d3cba6fa by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'def68102-8acd-4f94-965b-f5ec2a673e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a3599364-c7ec-4102-a5b0-7a057c4d188f'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:19:38.527167 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bc00f9-5ea3-4adf-8fcc-d7d4c06e08e7 None None] Attempting to bind port 4b435933-a281-4b80-b394-0901d3cba6fa on network a3599364-c7ec-4102-a5b0-7a057c4d188f {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:38.534486 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bc00f9-5ea3-4adf-8fcc-d7d4c06e08e7 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:19:38.535271 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bc00f9-5ea3-4adf-8fcc-d7d4c06e08e7 None None] Checking segment: {'id': 'def68102-8acd-4f94-965b-f5ec2a673e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a3599364-c7ec-4102-a5b0-7a057c4d188f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:38.536580 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-03bc00f9-5ea3-4adf-8fcc-d7d4c06e08e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:38.537234 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bc00f9-5ea3-4adf-8fcc-d7d4c06e08e7 None None] Bound using segment: {'id': 'def68102-8acd-4f94-965b-f5ec2a673e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a3599364-c7ec-4102-a5b0-7a057c4d188f'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:19:38.537884 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-03bc00f9-5ea3-4adf-8fcc-d7d4c06e08e7 None None] Bound port: 4b435933-a281-4b80-b394-0901d3cba6fa, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def68102-8acd-4f94-965b-f5ec2a673e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a3599364-c7ec-4102-a5b0-7a057c4d188f'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:19:38.538771 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-03bc00f9-5ea3-4adf-8fcc-d7d4c06e08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:38.595502 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-79d30769-a3fe-44ec-8769-a1c52afc6944 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:38.616746 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-79d30769-a3fe-44ec-8769-a1c52afc6944 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] device_id is not set on port 86558ab8-0b9c-4832-85fe-c58201e4433f yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:19:38.619950 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-03bc00f9-5ea3-4adf-8fcc-d7d4c06e08e7 None None] For port 4b435933-a281-4b80-b394-0901d3cba6fa, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:38.624166 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-03bc00f9-5ea3-4adf-8fcc-d7d4c06e08e7 None None] For port 4b435933-a281-4b80-b394-0901d3cba6fa, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=4b435933-a281-4b80-b394-0901d3cba6fa,segment=NetworkSegment(def68102-8acd-4f94-965b-f5ec2a673e17),segment_id=def68102-8acd-4f94-965b-f5ec2a673e17)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:19:38.631360 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-03bc00f9-5ea3-4adf-8fcc-d7d4c06e08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:38.720077 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-492ba157-5670-4430-89eb-44001b9e819f tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:38.735421 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-492ba157-5670-4430-89eb-44001b9e819f tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Transition to ACTIVE for port object 7b221369-6920-4706-b9fc-218ca9edde68 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:38.769457 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc00f9-5ea3-4adf-8fcc-d7d4c06e08e7 None None] Pushing event updated for resources: {'Port': ['ID=4b435933-a281-4b80-b394-0901d3cba6fa,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:38.819895 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-492ba157-5670-4430-89eb-44001b9e819f tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:38.861584 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-79d30769-a3fe-44ec-8769-a1c52afc6944 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Allocated IP 2001:db8::8982:9669:ecf6:1958 (90d9b1f1-5046-4354-b6cc-874fd89885eb/44a4eba9-a813-4666-b58c-d657e423b844/86558ab8-0b9c-4832-85fe-c58201e4433f) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:38.874829 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492ba157-5670-4430-89eb-44001b9e819f tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Network a3599364-c7ec-4102-a5b0-7a057c4d188f is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:38.879664 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-492ba157-5670-4430-89eb-44001b9e819f tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:38.895119 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492ba157-5670-4430-89eb-44001b9e819f tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:38.911356 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ba157-5670-4430-89eb-44001b9e819f tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:38.912285 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-492ba157-5670-4430-89eb-44001b9e819f tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:38.985301 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ba157-5670-4430-89eb-44001b9e819f tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Pushing event updated for resources: {'Port': ['ID=7b221369-6920-4706-b9fc-218ca9edde68,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:38.997155 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-492ba157-5670-4430-89eb-44001b9e819f tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.0344880 Aug 16 20:19:39.011550 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37026) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:39.090879 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba314a-e78d-497f-97da-f375c434baa2 req-f2b9c2cd-c350-4aa3-8bad-9368f2ac80c1 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:39.105461 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8cba314a-e78d-497f-97da-f375c434baa2 req-f2b9c2cd-c350-4aa3-8bad-9368f2ac80c1 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=04bc346a-4eb4-42f8-8a82-84d7d1d338ff HTTP/1.1" status: 200 len: 944 time: 0.1676741 Aug 16 20:19:39.218546 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8cba314a-e78d-497f-97da-f375c434baa2 req-a31bd95f-6325-4130-a289-bbb6ee68669d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065643 Aug 16 20:19:39.289846 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-79d30769-a3fe-44ec-8769-a1c52afc6944 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:39.329090 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e599980-0184-4812-8b94-be8731a4c014 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:39.335949 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e599980-0184-4812-8b94-be8731a4c014 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:39.342099 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e599980-0184-4812-8b94-be8731a4c014 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:39.346941 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37034) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:39.372718 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4e599980-0184-4812-8b94-be8731a4c014 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3589230 Aug 16 20:19:39.384759 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-79d30769-a3fe-44ec-8769-a1c52afc6944 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Transition to ACTIVE for port object 86558ab8-0b9c-4832-85fe-c58201e4433f will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:39.453432 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9feeaec-aaee-4b07-b9fe-3d4522735500 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:19:39.466029 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-79d30769-a3fe-44ec-8769-a1c52afc6944 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:39.479947 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a7f93842-b065-40c6-8305-feaf6a253f98 None None] Provisioning for port 0f1c9ecd-b49c-457b-8492-48e3b8f16793 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:39.484163 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-71dfad38-93d7-4dc7-abc0-24884cdd0c46 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Deleting port 7b221369-6920-4706-b9fc-218ca9edde68 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:19:39.484791 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71dfad38-93d7-4dc7-abc0-24884cdd0c46 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:39.581347 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d30769-a3fe-44ec-8769-a1c52afc6944 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:39.596785 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-79d30769-a3fe-44ec-8769-a1c52afc6944 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:39.612289 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d30769-a3fe-44ec-8769-a1c52afc6944 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:39.626753 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d30769-a3fe-44ec-8769-a1c52afc6944 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:39.627570 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-79d30769-a3fe-44ec-8769-a1c52afc6944 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:39.664050 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d30769-a3fe-44ec-8769-a1c52afc6944 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Port': ['ID=86558ab8-0b9c-4832-85fe-c58201e4433f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:39.677748 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-79d30769-a3fe-44ec-8769-a1c52afc6944 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3849721 Aug 16 20:19:39.677748 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37044) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:39.704282 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71dfad38-93d7-4dc7-abc0-24884cdd0c46 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:39.719818 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-71dfad38-93d7-4dc7-abc0-24884cdd0c46 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Calling delete_port for 7b221369-6920-4706-b9fc-218ca9edde68 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:19:39.724834 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 0f1c9ecd-b49c-457b-8492-48e3b8f16793 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:39.813686 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb4dfef-8dc7-4793-8560-b5f7671ecb22 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:39.835164 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb4dfef-8dc7-4793-8560-b5f7671ecb22 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:39.841226 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 0f1c9ecd-b49c-457b-8492-48e3b8f16793 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:39.843893 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0fb4dfef-8dc7-4793-8560-b5f7671ecb22 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1653728 Aug 16 20:19:39.845685 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37050) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:39.849045 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 0f1c9ecd-b49c-457b-8492-48e3b8f16793 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:39.849536 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:40.003309 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:40.052814 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71dfad38-93d7-4dc7-abc0-24884cdd0c46 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:40.102168 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 0f1c9ecd-b49c-457b-8492-48e3b8f16793, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=0f1c9ecd-b49c-457b-8492-48e3b8f16793,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:40.118783 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:40.119748 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4b435933-a281-4b80-b394-0901d3cba6fa up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:40.126851 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfad38-93d7-4dc7-abc0-24884cdd0c46 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Pushing event deleted for resources: {'Port': ['ID=7b221369-6920-4706-b9fc-218ca9edde68,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:40.147887 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-75b4ce4a-48f7-466b-829c-e8fd841b79ca tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting port 86558ab8-0b9c-4832-85fe-c58201e4433f {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:19:40.148238 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-75b4ce4a-48f7-466b-829c-e8fd841b79ca tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:40.192268 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71dfad38-93d7-4dc7-abc0-24884cdd0c46 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:40.194625 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-71dfad38-93d7-4dc7-abc0-24884cdd0c46 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] 10.222.0.68 "DELETE /v2.0/ports/7b221369-6920-4706-b9fc-218ca9edde68 HTTP/1.1" status: 204 len: 168 time: 0.8466809 Aug 16 20:19:40.198675 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37058) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:40.204467 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-23dc71f5-8d3a-4ccd-bc6c-d9128abbaa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Request body: {'port': {'name': 'tempest-new-port-name-1864863289', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:40.211853 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.api.validators [None req-23dc71f5-8d3a-4ccd-bc6c-d9128abbaa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] bootfile-name is not in valid_values {{(pid=94771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:19:40.212500 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.api.validators [None req-23dc71f5-8d3a-4ccd-bc6c-d9128abbaa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] tftp-server is not in valid_values {{(pid=94771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:19:40.213044 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.api.validators [None req-23dc71f5-8d3a-4ccd-bc6c-d9128abbaa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] server-ip-address is not in valid_values {{(pid=94771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:19:40.333831 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=0f1c9ecd-b49c-457b-8492-48e3b8f16793,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:40.342455 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 8c4b909c-85c4-46bf-be0b-a7a031c10424 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:40.351796 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-75b4ce4a-48f7-466b-829c-e8fd841b79ca tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:40.357874 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23dc71f5-8d3a-4ccd-bc6c-d9128abbaa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:40.378579 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-75b4ce4a-48f7-466b-829c-e8fd841b79ca tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Calling delete_port for 86558ab8-0b9c-4832-85fe-c58201e4433f owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:19:40.397725 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 4b435933-a281-4b80-b394-0901d3cba6fa completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:40.433364 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-459a459f-d2f8-483b-8e78-ca30782f1933 None None] Provisioning for port 86558ab8-0b9c-4832-85fe-c58201e4433f completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:40.457697 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-459a459f-d2f8-483b-8e78-ca30782f1933 None None] Provisioning complete for port 86558ab8-0b9c-4832-85fe-c58201e4433f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:40.472460 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-459a459f-d2f8-483b-8e78-ca30782f1933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:40.540456 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-459a459f-d2f8-483b-8e78-ca30782f1933 None None] Port 86558ab8-0b9c-4832-85fe-c58201e4433f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:19:40.557585 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-459a459f-d2f8-483b-8e78-ca30782f1933 None None] Provisioning complete for port 0f1c9ecd-b49c-457b-8492-48e3b8f16793 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:40.558360 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-459a459f-d2f8-483b-8e78-ca30782f1933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:40.622442 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b9e03f-3034-4d91-9457-c3d303ffcc50 None None] Network a3599364-c7ec-4102-a5b0-7a057c4d188f requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:19:40.656012 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-75b4ce4a-48f7-466b-829c-e8fd841b79ca tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:40.698569 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118e5fc-43b2-4841-b29f-bcc936cc81a1 req-b7380913-b0a4-4602-96e7-41da5abfb024 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:40.700391 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1118e5fc-43b2-4841-b29f-bcc936cc81a1 req-b7380913-b0a4-4602-96e7-41da5abfb024 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=04bc346a-4eb4-42f8-8a82-84d7d1d338ff HTTP/1.1" status: 200 len: 944 time: 0.2165101 Aug 16 20:19:40.705901 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 8c4b909c-85c4-46bf-be0b-a7a031c10424 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:40.711081 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4ce4a-48f7-466b-829c-e8fd841b79ca tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Port': ['ID=86558ab8-0b9c-4832-85fe-c58201e4433f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:40.777208 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-75b4ce4a-48f7-466b-829c-e8fd841b79ca tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:40.778194 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1118e5fc-43b2-4841-b29f-bcc936cc81a1 req-bd38cafe-3cc2-48fe-8576-d5e07e2a4903 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655808 Aug 16 20:19:40.793989 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-75b4ce4a-48f7-466b-829c-e8fd841b79ca tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/86558ab8-0b9c-4832-85fe-c58201e4433f HTTP/1.1" status: 204 len: 168 time: 0.9460540 Aug 16 20:19:40.796701 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37070) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:40.842371 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 8c4b909c-85c4-46bf-be0b-a7a031c10424 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:40.842755 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:40.866834 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23dc71f5-8d3a-4ccd-bc6c-d9128abbaa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:40.876896 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23dc71f5-8d3a-4ccd-bc6c-d9128abbaa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:40.916669 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b501061e-b3e1-4b68-afcc-010582d5b844 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:40.918890 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b501061e-b3e1-4b68-afcc-010582d5b844 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:40.923535 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b501061e-b3e1-4b68-afcc-010582d5b844 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1258090 Aug 16 20:19:40.924263 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37074) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:40.958545 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc71f5-8d3a-4ccd-bc6c-d9128abbaa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Pushing event updated for resources: {'Port': ['ID=33d34c02-f464-45b5-9a3f-36fc92e150b2,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:40.965236 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-23dc71f5-8d3a-4ccd-bc6c-d9128abbaa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] In _notify_port_updated(), no bound segment for port 33d34c02-f464-45b5-9a3f-36fc92e150b2 on network a3599364-c7ec-4102-a5b0-7a057c4d188f {{(pid=94771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:19:40.972556 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dc71f5-8d3a-4ccd-bc6c-d9128abbaa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:40.973992 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23dc71f5-8d3a-4ccd-bc6c-d9128abbaa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:40.976379 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-23dc71f5-8d3a-4ccd-bc6c-d9128abbaa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] 10.222.0.68 "PUT /v2.0/ports/33d34c02-f464-45b5-9a3f-36fc92e150b2 HTTP/1.1" status: 200 len: 1130 time: 0.7760193 Aug 16 20:19:40.979842 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37078) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:41.053537 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-520b6888-fb7d-4a9f-81c9-9b7658f7d6e9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting subnet 44a4eba9-a813-4666-b58c-d657e423b844 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:19:41.061857 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-520b6888-fb7d-4a9f-81c9-9b7658f7d6e9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:41.065446 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cfd393-2c08-47c0-8b2e-4255e2256189 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:41.071390 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-37cfd393-2c08-47c0-8b2e-4255e2256189 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] 10.222.0.68 "GET /v2.0/ports/33d34c02-f464-45b5-9a3f-36fc92e150b2 HTTP/1.1" status: 200 len: 1130 time: 0.0830357 Aug 16 20:19:41.075501 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37080) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:41.151152 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-520b6888-fb7d-4a9f-81c9-9b7658f7d6e9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:41.214692 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-520b6888-fb7d-4a9f-81c9-9b7658f7d6e9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:41.234356 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:41.283376 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9015dfd2-3773-427e-adf5-979e2981c264 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Deleting port 33d34c02-f464-45b5-9a3f-36fc92e150b2 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:19:41.287216 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9015dfd2-3773-427e-adf5-979e2981c264 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:41.288515 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a1a624c3-5034-416a-b8d3-fee83a7f4a80 None None] Provisioning for port 4b435933-a281-4b80-b394-0901d3cba6fa completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:41.316530 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a1a624c3-5034-416a-b8d3-fee83a7f4a80 None None] Provisioning complete for port 4b435933-a281-4b80-b394-0901d3cba6fa triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:41.320721 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-520b6888-fb7d-4a9f-81c9-9b7658f7d6e9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:41.325391 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a1a624c3-5034-416a-b8d3-fee83a7f4a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:41.361252 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b6888-fb7d-4a9f-81c9-9b7658f7d6e9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Subnet': ['ID=44a4eba9-a813-4666-b58c-d657e423b844,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:41.372854 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-520b6888-fb7d-4a9f-81c9-9b7658f7d6e9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:41.377409 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-520b6888-fb7d-4a9f-81c9-9b7658f7d6e9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/44a4eba9-a813-4666-b58c-d657e423b844 HTTP/1.1" status: 204 len: 168 time: 0.4494898 Aug 16 20:19:41.377719 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37088) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:41.421843 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04bc346a-4eb4-42f8-8a82-84d7d1d338ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4b909c-85c4-46bf-be0b-a7a031c10424'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:41.424938 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-48e9c87c-91e8-4d33-b88c-0465f485ea36 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459924 Aug 16 20:19:41.439378 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37090) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:41.454920 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34301b89-b459-4240-b46f-b5d3a96187bc" -d '{"events": [{"server_uuid": "04bc346a-4eb4-42f8-8a82-84d7d1d338ff", "name": "network-vif-plugged", "status": "completed", "tag": "8c4b909c-85c4-46bf-be0b-a7a031c10424"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:41.516299 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 8c4b909c-85c4-46bf-be0b-a7a031c10424, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=8c4b909c-85c4-46bf-be0b-a7a031c10424,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:41.532686 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:41.543577 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15ef1dd-6179-4d19-843b-597229aa03cc None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:19:41.546922 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9015dfd2-3773-427e-adf5-979e2981c264 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:41.573734 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9015dfd2-3773-427e-adf5-979e2981c264 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Calling delete_port for 33d34c02-f464-45b5-9a3f-36fc92e150b2 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:19:41.579217 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77778174-42f3-4ad2-9b0f-42bd6c18eabf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:41.584373 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-77778174-42f3-4ad2-9b0f-42bd6c18eabf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1427372 Aug 16 20:19:41.586827 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37094) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:41.599503 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a9279c-cef1-4e27-81af-db086f8721e7 x-openstack-request-id: req-59a9279c-cef1-4e27-81af-db086f8721e7 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:41.600330 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04bc346a-4eb4-42f8-8a82-84d7d1d338ff", "name": "network-vif-plugged", "status": "completed", "tag": "8c4b909c-85c4-46bf-be0b-a7a031c10424", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:41.601753 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-59a9279c-cef1-4e27-81af-db086f8721e7 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:41.602383 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04bc346a-4eb4-42f8-8a82-84d7d1d338ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4b909c-85c4-46bf-be0b-a7a031c10424', 'code': 200} Aug 16 20:19:41.644830 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 0f1c9ecd-b49c-457b-8492-48e3b8f16793 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:41.743146 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d466df6-9eab-4104-a6c1-474da25134e1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:41.748964 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4d466df6-9eab-4104-a6c1-474da25134e1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1608715 Aug 16 20:19:41.750701 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37100) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:41.764748 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a1a624c3-5034-416a-b8d3-fee83a7f4a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:41.803595 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0855a8ea-bfc8-4aaa-bc0c-9609e0340466 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516372 Aug 16 20:19:41.805246 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37104) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:41.810597 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-03bf772b-d595-41b5-a712-69642cfc69fc tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:41.817237 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755220f-7ca2-4c67-83e3-092d75ef52d3 req-a9d3aac3-4dba-4dd4-945e-31e271505c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:41.818827 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f755220f-7ca2-4c67-83e3-092d75ef52d3 req-a9d3aac3-4dba-4dd4-945e-31e271505c3f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=04bc346a-4eb4-42f8-8a82-84d7d1d338ff HTTP/1.1" status: 200 len: 1097 time: 0.1635621 Aug 16 20:19:41.827050 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=8c4b909c-85c4-46bf-be0b-a7a031c10424,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:41.829615 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9015dfd2-3773-427e-adf5-979e2981c264 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:41.853884 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 0f1c9ecd-b49c-457b-8492-48e3b8f16793 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:41.854361 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:41.858076 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a1a624c3-5034-416a-b8d3-fee83a7f4a80 None None] For port 4b435933-a281-4b80-b394-0901d3cba6fa, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=4b435933-a281-4b80-b394-0901d3cba6fa,segment=NetworkSegment(def68102-8acd-4f94-965b-f5ec2a673e17),segment_id=def68102-8acd-4f94-965b-f5ec2a673e17)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:41.912069 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a1a624c3-5034-416a-b8d3-fee83a7f4a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:41.924501 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015dfd2-3773-427e-adf5-979e2981c264 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Pushing event deleted for resources: {'Port': ['ID=33d34c02-f464-45b5-9a3f-36fc92e150b2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:41.937631 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a1a624c3-5034-416a-b8d3-fee83a7f4a80 None None] Could not find standard attr ID for object 86558ab8-0b9c-4832-85fe-c58201e4433f. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:19:41.960764 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f755220f-7ca2-4c67-83e3-092d75ef52d3 req-ba34d3d6-80db-4713-93e0-90ff0e9e620b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308916 Aug 16 20:19:41.976356 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9015dfd2-3773-427e-adf5-979e2981c264 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:41.978462 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9015dfd2-3773-427e-adf5-979e2981c264 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] 10.222.0.68 "DELETE /v2.0/ports/33d34c02-f464-45b5-9a3f-36fc92e150b2 HTTP/1.1" status: 204 len: 168 time: 0.9019771 Aug 16 20:19:41.981043 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37108) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:42.045991 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec92d4-66a7-493c-94c6-03f5dc0450cd req-ee3f3b37-bfc6-4531-9b84-8c741a871c8d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:42.047774 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d5ec92d4-66a7-493c-94c6-03f5dc0450cd req-ee3f3b37-bfc6-4531-9b84-8c741a871c8d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=04bc346a-4eb4-42f8-8a82-84d7d1d338ff HTTP/1.1" status: 200 len: 945 time: 0.0860257 Aug 16 20:19:42.050279 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bf772b-d595-41b5-a712-69642cfc69fc tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:42.060238 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03bf772b-d595-41b5-a712-69642cfc69fc tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:42.080251 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a1a624c3-5034-416a-b8d3-fee83a7f4a80 None None] Could not find standard attr ID for object 2f51aafd-337a-4613-950e-0ffb76523742. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:19:42.106271 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3be3ff2-2222-4388-a319-98f994e81c55 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Deleting subnet 0a297416-99e1-4151-a3ae-1390ab366663 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:19:42.109493 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f3be3ff2-2222-4388-a319-98f994e81c55 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:42.137077 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a624c3-5034-416a-b8d3-fee83a7f4a80 None None] Pushing event updated for resources: {'Port': ['ID=4b435933-a281-4b80-b394-0901d3cba6fa,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:42.189741 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f3be3ff2-2222-4388-a319-98f994e81c55 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:42.243694 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3a3c5e91-e0e0-4ad3-99c9-abf2e8ec14d0 None None] Provisioning complete for port 4b435933-a281-4b80-b394-0901d3cba6fa triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:42.243694 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a3c5e91-e0e0-4ad3-99c9-abf2e8ec14d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:42.277833 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d5ec92d4-66a7-493c-94c6-03f5dc0450cd req-7f8fd2b7-32f1-476c-b850-4991e318a728 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137842 Aug 16 20:19:42.299127 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6478fa99-0e9f-4d31-a77d-69e18ad19b75 None None] DHCP port deletion for 90d9b1f1-5046-4354-b6cc-874fd89885eb request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:19:42.413145 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f3be3ff2-2222-4388-a319-98f994e81c55 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:42.456546 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6478fa99-0e9f-4d31-a77d-69e18ad19b75 None None] Deleting port 0f1c9ecd-b49c-457b-8492-48e3b8f16793 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:19:42.459700 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6478fa99-0e9f-4d31-a77d-69e18ad19b75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:42.516377 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f3be3ff2-2222-4388-a319-98f994e81c55 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:42.548819 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be3ff2-2222-4388-a319-98f994e81c55 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Pushing event deleted for resources: {'Subnet': ['ID=0a297416-99e1-4151-a3ae-1390ab366663,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:42.550906 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f3be3ff2-2222-4388-a319-98f994e81c55 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:42.552477 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03bf772b-d595-41b5-a712-69642cfc69fc tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:42.556364 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f3be3ff2-2222-4388-a319-98f994e81c55 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] 10.222.0.68 "DELETE /v2.0/subnets/0a297416-99e1-4151-a3ae-1390ab366663 HTTP/1.1" status: 204 len: 168 time: 0.5653510 Aug 16 20:19:42.557558 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37118) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:42.591733 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6478fa99-0e9f-4d31-a77d-69e18ad19b75 None None] For port 0f1c9ecd-b49c-457b-8492-48e3b8f16793, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=0f1c9ecd-b49c-457b-8492-48e3b8f16793,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:42.593341 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6478fa99-0e9f-4d31-a77d-69e18ad19b75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:42.600174 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3a3c5e91-e0e0-4ad3-99c9-abf2e8ec14d0 None None] Could not find standard attr ID for object 33d34c02-f464-45b5-9a3f-36fc92e150b2. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:19:42.622941 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6478fa99-0e9f-4d31-a77d-69e18ad19b75 None None] Calling delete_port for 0f1c9ecd-b49c-457b-8492-48e3b8f16793 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:19:42.673155 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf772b-d595-41b5-a712-69642cfc69fc tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Subnet': ['ID=8076e269-69cc-4e6d-80a6-107c5ecaf457,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:42.689507 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bf772b-d595-41b5-a712-69642cfc69fc tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:42.693160 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-03bf772b-d595-41b5-a712-69642cfc69fc tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:42.718247 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bf772b-d595-41b5-a712-69642cfc69fc tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:42.725576 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03bf772b-d595-41b5-a712-69642cfc69fc tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:42.727923 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b2ce48a6-0515-4e8d-9088-80da1a47e5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:42.762531 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-39a7cfdb-22b8-47df-aba8-35dd68d89f99 None None] Could not find standard attr ID for object 7b221369-6920-4706-b9fc-218ca9edde68. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:19:42.778263 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-03bf772b-d595-41b5-a712-69642cfc69fc tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9718997 Aug 16 20:19:42.778992 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37124) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:42.792309 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6a618a92-6e3d-44e8-89b2-019a2b7389d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'port': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'fixed_ips': [{'subnet_id': '8076e269-69cc-4e6d-80a6-107c5ecaf457', 'ip_address': '2001:db8::3cc9:8d3e:a1e8:e1fd'}], 'name': 'tempest-NetworksTestDHCPv6-18350320'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:42.812865 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-b2ce48a6-0515-4e8d-9088-80da1a47e5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Deleting port 4b435933-a281-4b80-b394-0901d3cba6fa {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:19:42.813224 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b2ce48a6-0515-4e8d-9088-80da1a47e5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:42.892383 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6478fa99-0e9f-4d31-a77d-69e18ad19b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:42.924862 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-b2ce48a6-0515-4e8d-9088-80da1a47e5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] For port 4b435933-a281-4b80-b394-0901d3cba6fa, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=4b435933-a281-4b80-b394-0901d3cba6fa,segment=NetworkSegment(def68102-8acd-4f94-965b-f5ec2a673e17),segment_id=def68102-8acd-4f94-965b-f5ec2a673e17)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:42.925242 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b2ce48a6-0515-4e8d-9088-80da1a47e5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:42.946083 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478fa99-0e9f-4d31-a77d-69e18ad19b75 None None] Pushing event deleted for resources: {'Port': ['ID=0f1c9ecd-b49c-457b-8492-48e3b8f16793,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:42.948230 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6478fa99-0e9f-4d31-a77d-69e18ad19b75 None None] No DVR routers for this DVR port 0f1c9ecd-b49c-457b-8492-48e3b8f16793 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:19:42.965674 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-b2ce48a6-0515-4e8d-9088-80da1a47e5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Calling delete_port for 4b435933-a281-4b80-b394-0901d3cba6fa owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:19:42.966087 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9782a219-8041-4d22-aafe-505cad2dea99 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:19:42.990500 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec2bb69-d6a0-4784-bde0-100b301583dc None None] Network a3599364-c7ec-4102-a5b0-7a057c4d188f requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:19:43.053967 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a618a92-6e3d-44e8-89b2-019a2b7389d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:43.061058 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a618a92-6e3d-44e8-89b2-019a2b7389d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:43.106486 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-6a618a92-6e3d-44e8-89b2-019a2b7389d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] device_id is not set on port f244a4e9-ca0e-4ef1-bf59-31b0329cb9de yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:19:43.170651 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b2ce48a6-0515-4e8d-9088-80da1a47e5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:43.197819 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ce48a6-0515-4e8d-9088-80da1a47e5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] No DVR routers for this DVR port 4b435933-a281-4b80-b394-0901d3cba6fa on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:19:43.333605 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9813443-183a-4db7-8108-345464b31e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-90d9b1f1-5046-4354-b6cc-874fd89885eb', 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'tenant_id': 'd875706380784001942d3868f3fe0ec8', 'fixed_ips': [{'subnet_id': '8076e269-69cc-4e6d-80a6-107c5ecaf457'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:19:43.334701 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c9813443-183a-4db7-8108-345464b31e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:43.366173 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce48a6-0515-4e8d-9088-80da1a47e5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Pushing event deleted for resources: {'Port': ['ID=4b435933-a281-4b80-b394-0901d3cba6fa,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:43.397236 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b2ce48a6-0515-4e8d-9088-80da1a47e5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:43.409201 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-b2ce48a6-0515-4e8d-9088-80da1a47e5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3599364-c7ec-4102-a5b0-7a057c4d188f']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:19:43.411657 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1c0313-da64-449a-8d71-9709f39748c1 None None] DHCP port deletion for a3599364-c7ec-4102-a5b0-7a057c4d188f request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:19:43.421472 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-b2ce48a6-0515-4e8d-9088-80da1a47e5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def68102-8acd-4f94-965b-f5ec2a673e17') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:19:43.422148 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-b2ce48a6-0515-4e8d-9088-80da1a47e5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def68102-8acd-4f94-965b-f5ec2a673e17') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:19:43.434503 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b2ce48a6-0515-4e8d-9088-80da1a47e5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:43.455854 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b2ce48a6-0515-4e8d-9088-80da1a47e5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:43.471148 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ce48a6-0515-4e8d-9088-80da1a47e5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:19:43.471723 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b2ce48a6-0515-4e8d-9088-80da1a47e5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:43.475611 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:19:43.475611 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:19:43.475611 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:19:43.475611 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:19:43.475611 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:19:43.475611 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:19:43.475611 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:19:43.475611 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:19:43.475611 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:19:43.475611 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:19:43.475611 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:19:43.475611 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:19:43.475611 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:19:43.475611 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:19:43.475611 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:19:43.475611 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:19:43.475611 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:19:43.475611 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:19:43.475611 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:19:43.475611 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:19:43.475611 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:19:43.475611 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:19:43.475611 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:19:43.475611 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:19:43.475611 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:19:43.475611 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:19:43.475611 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:19:43.475611 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:19:43.475611 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:19:43.475611 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:19:43.475611 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:19:43.475611 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:19:43.522323 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-6a618a92-6e3d-44e8-89b2-019a2b7389d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Allocated IP 2001:db8::3cc9:8d3e:a1e8:e1fd (90d9b1f1-5046-4354-b6cc-874fd89885eb/8076e269-69cc-4e6d-80a6-107c5ecaf457/f244a4e9-ca0e-4ef1-bf59-31b0329cb9de) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:43.554213 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b2ce48a6-0515-4e8d-9088-80da1a47e5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:43.602986 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b2ce48a6-0515-4e8d-9088-80da1a47e5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:43.610096 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b2ce48a6-0515-4e8d-9088-80da1a47e5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] 10.222.0.68 "DELETE /v2.0/networks/a3599364-c7ec-4102-a5b0-7a057c4d188f HTTP/1.1" status: 204 len: 168 time: 1.0498669 Aug 16 20:19:43.616810 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce48a6-0515-4e8d-9088-80da1a47e5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113 tempest-ExtraDHCPOptionsIpV6TestJSON-1183371113-project] Pushing event deleted for resources: {'Network': ['ID=a3599364-c7ec-4102-a5b0-7a057c4d188f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:43.639297 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 0f1c9ecd-b49c-457b-8492-48e3b8f16793 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:19:43.678068 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 0f1c9ecd-b49c-457b-8492-48e3b8f16793 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:19:43.678470 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 0f1c9ecd-b49c-457b-8492-48e3b8f16793 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:19:43.678846 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4b435933-a281-4b80-b394-0901d3cba6fa no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:19:43.710108 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 4b435933-a281-4b80-b394-0901d3cba6fa {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:19:43.710705 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4b435933-a281-4b80-b394-0901d3cba6fa not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:19:43.731712 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a618a92-6e3d-44e8-89b2-019a2b7389d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:43.749062 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-6a618a92-6e3d-44e8-89b2-019a2b7389d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Transition to ACTIVE for port object f244a4e9-ca0e-4ef1-bf59-31b0329cb9de will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:43.790062 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8be158-2a5a-4988-abb9-a3f795b159f1 req-c5806002-15ea-4b19-917a-e5c92e8754e0 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:43.792654 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0c8be158-2a5a-4988-abb9-a3f795b159f1 req-c5806002-15ea-4b19-917a-e5c92e8754e0 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=04bc346a-4eb4-42f8-8a82-84d7d1d338ff HTTP/1.1" status: 200 len: 945 time: 0.3383892 Aug 16 20:19:43.907613 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a618a92-6e3d-44e8-89b2-019a2b7389d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:43.968042 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-c9813443-183a-4db7-8108-345464b31e46 None None] Allocated IP 2001:db8::2 (90d9b1f1-5046-4354-b6cc-874fd89885eb/8076e269-69cc-4e6d-80a6-107c5ecaf457/8c3a6b2c-c824-4eb0-9f65-7bac5fe72e7b) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:43.974491 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0c8be158-2a5a-4988-abb9-a3f795b159f1 req-80a28bd6-0598-4b9a-b70e-05f03c97d3ca tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638651 Aug 16 20:19:43.975879 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618a92-6e3d-44e8-89b2-019a2b7389d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Port': ['ID=f244a4e9-ca0e-4ef1-bf59-31b0329cb9de,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:43.994270 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a618a92-6e3d-44e8-89b2-019a2b7389d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:43.996497 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-6a618a92-6e3d-44e8-89b2-019a2b7389d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:43.999314 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a618a92-6e3d-44e8-89b2-019a2b7389d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:44.006375 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a618a92-6e3d-44e8-89b2-019a2b7389d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:44.007218 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a618a92-6e3d-44e8-89b2-019a2b7389d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:44.055016 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37156) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:44.070647 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6a618a92-6e3d-44e8-89b2-019a2b7389d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2905669 Aug 16 20:19:44.074460 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37160) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:44.080043 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-9254554a-fc2f-43cc-94d3-993963ba541a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'port': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'fixed_ips': [{'subnet_id': '8076e269-69cc-4e6d-80a6-107c5ecaf457', 'ip_address': '2001:db8::3cc9:8d3e:a1e8:e1fd'}], 'name': 'tempest-NetworksTestDHCPv6-946639505'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:44.282664 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9254554a-fc2f-43cc-94d3-993963ba541a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:44.286749 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a7bac-1d7f-4ca2-8f9e-63f716a3b3b5 req-d715b717-8f4b-4f6d-9e4a-b7d47f767b90 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:44.288498 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ed4a7bac-1d7f-4ca2-8f9e-63f716a3b3b5 req-d715b717-8f4b-4f6d-9e4a-b7d47f767b90 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=8a933e50-1048-483a-ad1a-af2938fedf74 HTTP/1.1" status: 200 len: 945 time: 0.1587589 Aug 16 20:19:44.403487 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ed4a7bac-1d7f-4ca2-8f9e-63f716a3b3b5 req-32e0807f-8fd8-4cc0-aee5-5364037503f4 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062763 Aug 16 20:19:44.405923 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c9813443-183a-4db7-8108-345464b31e46 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:44.411455 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9254554a-fc2f-43cc-94d3-993963ba541a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:44.434137 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c9813443-183a-4db7-8108-345464b31e46 None None] Transition to ACTIVE for port object 8c3a6b2c-c824-4eb0-9f65-7bac5fe72e7b will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:44.434321 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-9254554a-fc2f-43cc-94d3-993963ba541a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] device_id is not set on port 3315e27f-87a9-4ac1-8178-b3e8ffbb9f0c yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:19:44.443877 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-44e9224a-eec0-4f2d-8eb0-2d1d41eb13f0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=515bb92dfe8b4488892d90528e6759bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3862607 Aug 16 20:19:44.446468 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37168) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:44.470024 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c9813443-183a-4db7-8108-345464b31e46 None None] Transition to ACTIVE for port object 8c3a6b2c-c824-4eb0-9f65-7bac5fe72e7b will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:44.486294 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c9813443-183a-4db7-8108-345464b31e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:44.549122 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9813443-183a-4db7-8108-345464b31e46 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:44.554348 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c9813443-183a-4db7-8108-345464b31e46 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:44.561825 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9813443-183a-4db7-8108-345464b31e46 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:44.565056 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9813443-183a-4db7-8108-345464b31e46 None None] Pushing event updated for resources: {'Port': ['ID=8c3a6b2c-c824-4eb0-9f65-7bac5fe72e7b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:44.583384 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e20cfa1e-61aa-42ac-89b6-2e6eff80aeff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:44.629556 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c9813443-183a-4db7-8108-345464b31e46 None None] Attempting to bind port 8c3a6b2c-c824-4eb0-9f65-7bac5fe72e7b on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:19:44.629929 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c9813443-183a-4db7-8108-345464b31e46 None None] Attempting to bind port 8c3a6b2c-c824-4eb0-9f65-7bac5fe72e7b by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:19:44.630362 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9813443-183a-4db7-8108-345464b31e46 None None] Attempting to bind port 8c3a6b2c-c824-4eb0-9f65-7bac5fe72e7b on network 90d9b1f1-5046-4354-b6cc-874fd89885eb {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:44.636213 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9813443-183a-4db7-8108-345464b31e46 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:19:44.636596 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9813443-183a-4db7-8108-345464b31e46 None None] Checking segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:44.637005 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c9813443-183a-4db7-8108-345464b31e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:44.637400 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9813443-183a-4db7-8108-345464b31e46 None None] Bound using segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:19:44.637870 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c9813443-183a-4db7-8108-345464b31e46 None None] Bound port: 8c3a6b2c-c824-4eb0-9f65-7bac5fe72e7b, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:19:44.638255 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c9813443-183a-4db7-8108-345464b31e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:44.751244 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c9813443-183a-4db7-8108-345464b31e46 None None] For port 8c3a6b2c-c824-4eb0-9f65-7bac5fe72e7b, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:44.752115 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e20cfa1e-61aa-42ac-89b6-2e6eff80aeff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:44.755767 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c9813443-183a-4db7-8108-345464b31e46 None None] For port 8c3a6b2c-c824-4eb0-9f65-7bac5fe72e7b, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8c3a6b2c-c824-4eb0-9f65-7bac5fe72e7b,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:19:44.760725 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c9813443-183a-4db7-8108-345464b31e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:44.802337 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b16a7d-2e89-4fdb-ba29-3222c597a9bd req-cfb6491a-ed2f-42bb-8241-d068fe042b60 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:44.804741 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e4b16a7d-2e89-4fdb-ba29-3222c597a9bd req-cfb6491a-ed2f-42bb-8241-d068fe042b60 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=04bc346a-4eb4-42f8-8a82-84d7d1d338ff HTTP/1.1" status: 200 len: 945 time: 0.2805843 Aug 16 20:19:44.845135 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9813443-183a-4db7-8108-345464b31e46 None None] Pushing event updated for resources: {'Port': ['ID=8c3a6b2c-c824-4eb0-9f65-7bac5fe72e7b,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:44.888722 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-9254554a-fc2f-43cc-94d3-993963ba541a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 20:19:44.889569 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9254554a-fc2f-43cc-94d3-993963ba541a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:19:44.912763 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e4b16a7d-2e89-4fdb-ba29-3222c597a9bd req-f3cccae4-7bfe-4bdb-90a3-bed0b3a0bd82 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771084 Aug 16 20:19:44.919722 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9254554a-fc2f-43cc-94d3-993963ba541a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8437479 Aug 16 20:19:44.922476 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37178) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:44.930662 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e20cfa1e-61aa-42ac-89b6-2e6eff80aeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:44.933549 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e20cfa1e-61aa-42ac-89b6-2e6eff80aeff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:44.935197 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e20cfa1e-61aa-42ac-89b6-2e6eff80aeff admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f9ead747-c68a-46fa-8360-917e72032b16 HTTP/1.1" status: 204 len: 168 time: 0.4871609 Aug 16 20:19:44.962228 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20cfa1e-61aa-42ac-89b6-2e6eff80aeff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ead747-c68a-46fa-8360-917e72032b16,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:45.015524 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdb6b67-7639-4f0c-8287-cd0eea73cc3a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:45.022234 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdb6b67-7639-4f0c-8287-cd0eea73cc3a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:45.024271 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-dcdb6b67-7639-4f0c-8287-cd0eea73cc3a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1006849 Aug 16 20:19:45.026947 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37186) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:45.236518 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-712a6c88-5ee7-44c4-8b67-fa9d1a959a9b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting port f244a4e9-ca0e-4ef1-bf59-31b0329cb9de {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:19:45.236873 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-712a6c88-5ee7-44c4-8b67-fa9d1a959a9b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:45.370462 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-712a6c88-5ee7-44c4-8b67-fa9d1a959a9b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:45.389196 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-712a6c88-5ee7-44c4-8b67-fa9d1a959a9b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Calling delete_port for f244a4e9-ca0e-4ef1-bf59-31b0329cb9de owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:19:45.421894 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2965e-e5a6-4593-bb7b-758a1f735d85 req-5a4c403e-0c98-46ea-afcc-d8b52f2f1e83 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:45.430851 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fef2965e-e5a6-4593-bb7b-758a1f735d85 req-5a4c403e-0c98-46ea-afcc-d8b52f2f1e83 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=04bc346a-4eb4-42f8-8a82-84d7d1d338ff HTTP/1.1" status: 200 len: 945 time: 0.1095142 Aug 16 20:19:45.503179 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fef2965e-e5a6-4593-bb7b-758a1f735d85 req-6b8fc5b7-cd49-4ec8-a4cb-512fd4c565e2 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562298 Aug 16 20:19:45.630760 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8c3a6b2c-c824-4eb0-9f65-7bac5fe72e7b up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:45.670438 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-712a6c88-5ee7-44c4-8b67-fa9d1a959a9b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:45.702826 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a6c88-5ee7-44c4-8b67-fa9d1a959a9b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Port': ['ID=f244a4e9-ca0e-4ef1-bf59-31b0329cb9de,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:45.742660 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-712a6c88-5ee7-44c4-8b67-fa9d1a959a9b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:45.747482 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-712a6c88-5ee7-44c4-8b67-fa9d1a959a9b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/f244a4e9-ca0e-4ef1-bf59-31b0329cb9de HTTP/1.1" status: 204 len: 168 time: 0.7164249 Aug 16 20:19:45.747662 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37210) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:45.794251 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 8c3a6b2c-c824-4eb0-9f65-7bac5fe72e7b completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:45.833121 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c11c4b-02c7-44e6-9344-c1c5df4070a1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:45.834943 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c11c4b-02c7-44e6-9344-c1c5df4070a1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:45.842990 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-18c11c4b-02c7-44e6-9344-c1c5df4070a1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0931828 Aug 16 20:19:45.846049 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37214) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:45.924948 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-617b6736-abad-4b35-b62a-f3e3f4a3fce0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting subnet 8076e269-69cc-4e6d-80a6-107c5ecaf457 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:19:45.928656 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-617b6736-abad-4b35-b62a-f3e3f4a3fce0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:45.970970 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-617b6736-abad-4b35-b62a-f3e3f4a3fce0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:46.099658 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-617b6736-abad-4b35-b62a-f3e3f4a3fce0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:46.191971 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-617b6736-abad-4b35-b62a-f3e3f4a3fce0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:46.201693 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37228) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:46.227433 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b6736-abad-4b35-b62a-f3e3f4a3fce0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Subnet': ['ID=8076e269-69cc-4e6d-80a6-107c5ecaf457,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:46.229882 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-617b6736-abad-4b35-b62a-f3e3f4a3fce0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:46.232207 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-617b6736-abad-4b35-b62a-f3e3f4a3fce0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/8076e269-69cc-4e6d-80a6-107c5ecaf457 HTTP/1.1" status: 204 len: 168 time: 0.3849931 Aug 16 20:19:46.235058 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37234) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:46.290092 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f868c034-2da8-4758-8e90-ca21155dee87 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504637 Aug 16 20:19:46.290321 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37238) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:46.295883 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6d5e26ac-253c-4a00-a3f1-ce01f3e92cd3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:46.356754 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5c62cf-e097-499b-8dee-12c93055a68f None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:19:46.360333 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3be5ef1b-36e8-439c-a91e-1a85e5a1de0f tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:46.361034 n-d-787206-13 neutron-server[94770]: WARNING neutron.api.v2.base [None req-3be5ef1b-36e8-439c-a91e-1a85e5a1de0f tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 20:19:46.361538 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-3be5ef1b-36e8-439c-a91e-1a85e5a1de0f tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 20:19:46.362529 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3be5ef1b-36e8-439c-a91e-1a85e5a1de0f tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1602623 Aug 16 20:19:46.368132 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37242) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:46.372991 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-10353d76-689c-40a7-a431-e8bfc4bb9dce tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Request body: {'security_group': {'name': 'tempest-secgroup--1955726450'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:46.441974 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.db.api [None req-6d5e26ac-253c-4a00-a3f1-ce01f3e92cd3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:19:46.441974 n-d-787206-13 neutron-server[94770]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 20:19:46.441974 n-d-787206-13 neutron-server[94770]: [parameters: {'project_id': 'd875706380784001942d3868f3fe0ec8', 'id': 'c378892d-31ef-4767-9a91-2f53ee385503', 'expiration': datetime.datetime(2021, 8, 16, 20, 21, 46, 429489)}] Aug 16 20:19:46.441974 n-d-787206-13 neutron-server[94770]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:19:46.445711 n-d-787206-13 neutron-server[94770]: DEBUG oslo_db.api [None req-6d5e26ac-253c-4a00-a3f1-ce01f3e92cd3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:19:46.450462 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10353d76-689c-40a7-a431-e8bfc4bb9dce tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:46.462651 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10353d76-689c-40a7-a431-e8bfc4bb9dce tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:46.550716 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9dafa5c5-9d8e-4d00-9877-055d108b83d5 None None] Provisioning for port 8c3a6b2c-c824-4eb0-9f65-7bac5fe72e7b completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:46.570300 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9dafa5c5-9d8e-4d00-9877-055d108b83d5 None None] Provisioning complete for port 8c3a6b2c-c824-4eb0-9f65-7bac5fe72e7b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:46.570676 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9dafa5c5-9d8e-4d00-9877-055d108b83d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:46.593250 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:19:46.634633 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c705f-e76b-4bcb-a5f9-965cd8e9de13 req-ccdf1e61-47c4-4b87-b20a-7c988f77edcd tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:46.637486 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fd6c705f-e76b-4bcb-a5f9-965cd8e9de13 req-ccdf1e61-47c4-4b87-b20a-7c988f77edcd tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.63 "GET /v2.0/ports?device_id=04bc346a-4eb4-42f8-8a82-84d7d1d338ff HTTP/1.1" status: 200 len: 945 time: 0.1498377 Aug 16 20:19:46.699205 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10353d76-689c-40a7-a431-e8bfc4bb9dce tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:46.708207 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10353d76-689c-40a7-a431-e8bfc4bb9dce tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:46.769175 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10353d76-689c-40a7-a431-e8bfc4bb9dce tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=550e8ae5-c592-4a19-a6b6-27faf1d41667,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:46.914270 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10353d76-689c-40a7-a431-e8bfc4bb9dce tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:46.923156 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10353d76-689c-40a7-a431-e8bfc4bb9dce tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:46.990070 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10353d76-689c-40a7-a431-e8bfc4bb9dce tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:46.996549 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-10353d76-689c-40a7-a431-e8bfc4bb9dce tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6221793 Aug 16 20:19:46.998408 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37258) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:47.009382 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b8cc2fe7-960c-4a64-9ecc-6d4b411bc282 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Request body: {'security_group_rule': {'security_group_id': '0bc06cd6-de3e-4411-ae9b-4af6f45bf761', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:47.018751 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10353d76-689c-40a7-a431-e8bfc4bb9dce tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc06cd6-de3e-4411-ae9b-4af6f45bf761,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:47.039438 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9dafa5c5-9d8e-4d00-9877-055d108b83d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:47.098151 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8cc2fe7-960c-4a64-9ecc-6d4b411bc282 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:47.102764 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe653294-1d0c-47a3-b3a2-7627ae0ee323 None None] DHCP port deletion for 90d9b1f1-5046-4354-b6cc-874fd89885eb request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:19:47.124174 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9dafa5c5-9d8e-4d00-9877-055d108b83d5 None None] For port 8c3a6b2c-c824-4eb0-9f65-7bac5fe72e7b, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8c3a6b2c-c824-4eb0-9f65-7bac5fe72e7b,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:47.144587 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9dafa5c5-9d8e-4d00-9877-055d108b83d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:47.223202 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dafa5c5-9d8e-4d00-9877-055d108b83d5 None None] Pushing event updated for resources: {'Port': ['ID=8c3a6b2c-c824-4eb0-9f65-7bac5fe72e7b,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:47.231300 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8cc2fe7-960c-4a64-9ecc-6d4b411bc282 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:47.234186 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fe653294-1d0c-47a3-b3a2-7627ae0ee323 None None] Deleting port 8c3a6b2c-c824-4eb0-9f65-7bac5fe72e7b {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:19:47.234959 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fe653294-1d0c-47a3-b3a2-7627ae0ee323 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:47.241011 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8cc2fe7-960c-4a64-9ecc-6d4b411bc282 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:47.278292 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc2fe7-960c-4a64-9ecc-6d4b411bc282 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc2148f-b7cd-406a-a85e-b6f00ddce0cf,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:47.289646 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8cc2fe7-960c-4a64-9ecc-6d4b411bc282 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:47.291119 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b8cc2fe7-960c-4a64-9ecc-6d4b411bc282 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2917504 Aug 16 20:19:47.294118 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37266) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:47.298689 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7481e7d0-96e7-4764-8d79-f879c8faf858 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Request body: {'security_group_rule': {'security_group_id': '0bc06cd6-de3e-4411-ae9b-4af6f45bf761', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:47.315812 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-fe653294-1d0c-47a3-b3a2-7627ae0ee323 None None] For port 8c3a6b2c-c824-4eb0-9f65-7bac5fe72e7b, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8c3a6b2c-c824-4eb0-9f65-7bac5fe72e7b,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:47.316542 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fe653294-1d0c-47a3-b3a2-7627ae0ee323 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:47.332543 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fe653294-1d0c-47a3-b3a2-7627ae0ee323 None None] Calling delete_port for 8c3a6b2c-c824-4eb0-9f65-7bac5fe72e7b owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:19:47.354915 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.db.api [None req-6d5e26ac-253c-4a00-a3f1-ce01f3e92cd3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:19:47.354915 n-d-787206-13 neutron-server[94770]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:19:47.354915 n-d-787206-13 neutron-server[94770]: [parameters: {'project_id_1': 'd875706380784001942d3868f3fe0ec8', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 19, 47, 319622)}] Aug 16 20:19:47.354915 n-d-787206-13 neutron-server[94770]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:19:47.355737 n-d-787206-13 neutron-server[94770]: DEBUG oslo_db.api [None req-6d5e26ac-253c-4a00-a3f1-ce01f3e92cd3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:19:47.356264 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7481e7d0-96e7-4764-8d79-f879c8faf858 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:47.428797 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5e546-848f-4941-8f99-ab3927e5d804 req-28f4e823-daec-486e-a51e-522b40281766 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:47.430567 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ffa5e546-848f-4941-8f99-ab3927e5d804 req-28f4e823-daec-486e-a51e-522b40281766 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=04bc346a-4eb4-42f8-8a82-84d7d1d338ff HTTP/1.1" status: 200 len: 945 time: 0.1033690 Aug 16 20:19:47.433340 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-fd6c705f-e76b-4bcb-a5f9-965cd8e9de13 req-fcaa2c0e-bf18-436f-b9b1-6584623e193c tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Deleting port 8c4b909c-85c4-46bf-be0b-a7a031c10424 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:19:47.433981 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fd6c705f-e76b-4bcb-a5f9-965cd8e9de13 req-fcaa2c0e-bf18-436f-b9b1-6584623e193c tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:47.440819 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-7481e7d0-96e7-4764-8d79-f879c8faf858 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 20:19:47.446102 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7481e7d0-96e7-4764-8d79-f879c8faf858 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1509478 Aug 16 20:19:47.446806 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37272) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:47.482531 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fe653294-1d0c-47a3-b3a2-7627ae0ee323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:47.520607 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca040196-57ab-4403-914a-63958ce20f9c tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:47.524538 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe653294-1d0c-47a3-b3a2-7627ae0ee323 None None] Pushing event deleted for resources: {'Port': ['ID=8c3a6b2c-c824-4eb0-9f65-7bac5fe72e7b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:47.528726 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe653294-1d0c-47a3-b3a2-7627ae0ee323 None None] No DVR routers for this DVR port 8c3a6b2c-c824-4eb0-9f65-7bac5fe72e7b on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:19:47.548281 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ffa5e546-848f-4941-8f99-ab3927e5d804 req-55d98cdc-0c91-4b4e-a67a-152678774609 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964694 Aug 16 20:19:47.568926 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca040196-57ab-4403-914a-63958ce20f9c tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:47.594772 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8c3a6b2c-c824-4eb0-9f65-7bac5fe72e7b no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:19:47.622667 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 8c3a6b2c-c824-4eb0-9f65-7bac5fe72e7b {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:19:47.623015 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8c3a6b2c-c824-4eb0-9f65-7bac5fe72e7b not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:19:47.626159 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-fd6c705f-e76b-4bcb-a5f9-965cd8e9de13 req-fcaa2c0e-bf18-436f-b9b1-6584623e193c tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] For port 8c4b909c-85c4-46bf-be0b-a7a031c10424, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=8c4b909c-85c4-46bf-be0b-a7a031c10424,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:47.626540 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fd6c705f-e76b-4bcb-a5f9-965cd8e9de13 req-fcaa2c0e-bf18-436f-b9b1-6584623e193c tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:47.638090 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca040196-57ab-4403-914a-63958ce20f9c tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:47.643144 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-fd6c705f-e76b-4bcb-a5f9-965cd8e9de13 req-fcaa2c0e-bf18-436f-b9b1-6584623e193c tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Calling delete_port for 8c4b909c-85c4-46bf-be0b-a7a031c10424 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:19:47.643310 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca040196-57ab-4403-914a-63958ce20f9c tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:47.647638 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37274) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:47.648371 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ca040196-57ab-4403-914a-63958ce20f9c tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "DELETE /v2.0/security-groups/0bc06cd6-de3e-4411-ae9b-4af6f45bf761 HTTP/1.1" status: 204 len: 168 time: 0.2003682 Aug 16 20:19:47.673731 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca040196-57ab-4403-914a-63958ce20f9c tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc06cd6-de3e-4411-ae9b-4af6f45bf761,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:47.736529 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-49e7ebe3-c2c4-488f-9dd9-2adb14033b3b tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0833423 Aug 16 20:19:47.736529 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37276) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:47.741948 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7c401fc1-d8e4-4a4c-bfe5-1bb5e876e374 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Request body: {'security_group': {'name': 'tempest-secgroup--194145932'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:47.785732 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c401fc1-d8e4-4a4c-bfe5-1bb5e876e374 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:47.859081 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5e26ac-253c-4a00-a3f1-ce01f3e92cd3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:47.863010 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d5e26ac-253c-4a00-a3f1-ce01f3e92cd3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:47.952354 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fd6c705f-e76b-4bcb-a5f9-965cd8e9de13 req-fcaa2c0e-bf18-436f-b9b1-6584623e193c tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:47.966537 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['8c4b909c-85c4-46bf-be0b-a7a031c10424'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:47.997012 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['04321e14-93df-4fa0-901a-9eebfe5dfd27', '246b970c-91c7-4deb-89f4-cd0952896219'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:48.012658 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa2c0e-bf18-436f-b9b1-6584623e193c tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Pushing event deleted for resources: {'Port': ['ID=8c4b909c-85c4-46bf-be0b-a7a031c10424,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:48.080724 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6c705f-e76b-4bcb-a5f9-965cd8e9de13 req-fcaa2c0e-bf18-436f-b9b1-6584623e193c tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] No DVR routers for this DVR port 8c4b909c-85c4-46bf-be0b-a7a031c10424 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:19:48.086575 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fd6c705f-e76b-4bcb-a5f9-965cd8e9de13 req-fcaa2c0e-bf18-436f-b9b1-6584623e193c tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:48.088698 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fd6c705f-e76b-4bcb-a5f9-965cd8e9de13 req-fcaa2c0e-bf18-436f-b9b1-6584623e193c tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.63 "DELETE /v2.0/ports/8c4b909c-85c4-46bf-be0b-a7a031c10424 HTTP/1.1" status: 204 len: 173 time: 1.4445562 Aug 16 20:19:48.091920 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04bc346a-4eb4-42f8-8a82-84d7d1d338ff', 'name': 'network-vif-deleted', 'tag': '8c4b909c-85c4-46bf-be0b-a7a031c10424'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:48.094218 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847776a8-f70e-48ed-9103-6ddfc74dea34" -d '{"events": [{"server_uuid": "04bc346a-4eb4-42f8-8a82-84d7d1d338ff", "name": "network-vif-deleted", "tag": "8c4b909c-85c4-46bf-be0b-a7a031c10424"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:48.104974 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c401fc1-d8e4-4a4c-bfe5-1bb5e876e374 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:48.122491 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c401fc1-d8e4-4a4c-bfe5-1bb5e876e374 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:48.165795 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524c1674-301a-414a-9de5-7017578f2f0c x-openstack-request-id: req-524c1674-301a-414a-9de5-7017578f2f0c {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:48.166053 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04bc346a-4eb4-42f8-8a82-84d7d1d338ff", "name": "network-vif-deleted", "tag": "8c4b909c-85c4-46bf-be0b-a7a031c10424", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:48.166142 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-524c1674-301a-414a-9de5-7017578f2f0c {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:48.166661 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04bc346a-4eb4-42f8-8a82-84d7d1d338ff', 'name': 'network-vif-deleted', 'tag': '8c4b909c-85c4-46bf-be0b-a7a031c10424', 'status': 'completed', 'code': 200} Aug 16 20:19:48.215910 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c401fc1-d8e4-4a4c-bfe5-1bb5e876e374 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41894a00-a671-41bd-9859-9432dba45068,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:48.220854 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c401fc1-d8e4-4a4c-bfe5-1bb5e876e374 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:48.222371 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7c401fc1-d8e4-4a4c-bfe5-1bb5e876e374 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4846091 Aug 16 20:19:48.225198 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37294) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:48.251029 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c93dca7c-dd87-4851-94df-bda2f6df07b1 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Request body: {'security_group_rule': {'security_group_id': '41894a00-a671-41bd-9859-9432dba45068', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:48.251718 n-d-787206-13 neutron-server[94770]: WARNING neutron.api.v2.base [None req-c93dca7c-dd87-4851-94df-bda2f6df07b1 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 16 20:19:48.252268 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-c93dca7c-dd87-4851-94df-bda2f6df07b1 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:19:48.255607 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c93dca7c-dd87-4851-94df-bda2f6df07b1 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0269787 Aug 16 20:19:48.267766 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37296) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:48.315475 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d5e26ac-253c-4a00-a3f1-ce01f3e92cd3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:48.352468 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bcc20-2e34-49f3-bb0a-e82030760ed0 req-6809caef-cdb3-4cb6-89da-e8cb1661d5da tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:48.359575 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bcc20-2e34-49f3-bb0a-e82030760ed0 req-6809caef-cdb3-4cb6-89da-e8cb1661d5da tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:48.366399 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bcc20-2e34-49f3-bb0a-e82030760ed0 req-6809caef-cdb3-4cb6-89da-e8cb1661d5da tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:48.373270 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e26ac-253c-4a00-a3f1-ce01f3e92cd3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Subnet': ['ID=0ad1fbc0-062f-4b65-91eb-4a1ac64f8d20,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:48.374188 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bcc20-2e34-49f3-bb0a-e82030760ed0 req-6809caef-cdb3-4cb6-89da-e8cb1661d5da tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:48.382508 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bcc20-2e34-49f3-bb0a-e82030760ed0 req-6809caef-cdb3-4cb6-89da-e8cb1661d5da tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:48.390960 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bcc20-2e34-49f3-bb0a-e82030760ed0 req-6809caef-cdb3-4cb6-89da-e8cb1661d5da tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:48.398425 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bcc20-2e34-49f3-bb0a-e82030760ed0 req-6809caef-cdb3-4cb6-89da-e8cb1661d5da tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:48.399323 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5e26ac-253c-4a00-a3f1-ce01f3e92cd3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:48.401193 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2a3bcc20-2e34-49f3-bb0a-e82030760ed0 req-6809caef-cdb3-4cb6-89da-e8cb1661d5da tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5444 time: 0.1605551 Aug 16 20:19:48.403243 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-6d5e26ac-253c-4a00-a3f1-ce01f3e92cd3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:48.415589 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1564d8d9-8de6-4267-9389-e99418de6170 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:19:48.416571 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5e26ac-253c-4a00-a3f1-ce01f3e92cd3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:48.417253 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d5e26ac-253c-4a00-a3f1-ce01f3e92cd3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:48.431304 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d86f198f-551f-4d68-96fe-2bbf38e107ac tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:48.450824 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2a3bcc20-2e34-49f3-bb0a-e82030760ed0 req-0f7d6999-76d9-4223-a5a0-4302152679d5 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410454 Aug 16 20:19:48.456361 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d86f198f-551f-4d68-96fe-2bbf38e107ac tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:48.541180 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d86f198f-551f-4d68-96fe-2bbf38e107ac tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:48.545425 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d86f198f-551f-4d68-96fe-2bbf38e107ac tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:48.550008 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d86f198f-551f-4d68-96fe-2bbf38e107ac tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "DELETE /v2.0/security-groups/41894a00-a671-41bd-9859-9432dba45068 HTTP/1.1" status: 204 len: 168 time: 0.2785237 Aug 16 20:19:48.551155 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37306) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:48.560492 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6d5e26ac-253c-4a00-a3f1-ce01f3e92cd3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2691557 Aug 16 20:19:48.564840 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37308) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:48.578828 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-63757725-2348-49c3-a527-5206b3c3f4a1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'port': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'fixed_ips': [{'subnet_id': '0ad1fbc0-062f-4b65-91eb-4a1ac64f8d20', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-99058645'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:48.583201 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f198f-551f-4d68-96fe-2bbf38e107ac tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41894a00-a671-41bd-9859-9432dba45068,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:48.750622 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fa1563d6-d9d7-4b6e-813a-c2d04e743fd9 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1949935 Aug 16 20:19:48.750798 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d60f8e-b1da-4756-96f4-1f062b24140b req-51c944aa-ed7d-4934-a2b4-092d454a48b2 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:48.757475 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d60f8e-b1da-4756-96f4-1f062b24140b req-51c944aa-ed7d-4934-a2b4-092d454a48b2 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:48.758484 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37312) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:48.768370 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4cc75c56-d649-499c-812b-1f41409de0fb tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Request body: {'security_group': {'name': 'tempest-secgroup--438448886'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:48.778857 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d60f8e-b1da-4756-96f4-1f062b24140b req-51c944aa-ed7d-4934-a2b4-092d454a48b2 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:48.790482 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d60f8e-b1da-4756-96f4-1f062b24140b req-51c944aa-ed7d-4934-a2b4-092d454a48b2 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:48.796578 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d60f8e-b1da-4756-96f4-1f062b24140b req-51c944aa-ed7d-4934-a2b4-092d454a48b2 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:48.802673 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d60f8e-b1da-4756-96f4-1f062b24140b req-51c944aa-ed7d-4934-a2b4-092d454a48b2 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:48.808883 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe5a6da-c502-4546-b2ef-61c8144b105a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-90d9b1f1-5046-4354-b6cc-874fd89885eb', 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'tenant_id': 'd875706380784001942d3868f3fe0ec8', 'fixed_ips': [{'subnet_id': '0ad1fbc0-062f-4b65-91eb-4a1ac64f8d20'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:19:48.809903 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1d80f58c-1e60-4eb6-a5af-6353ae0bf38d req-40b8fb0b-da3c-4cb2-ad51-60d9d2820007 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=04bc346a-4eb4-42f8-8a82-84d7d1d338ff HTTP/1.1" status: 200 len: 210 time: 0.0323544 Aug 16 20:19:48.810017 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9fe5a6da-c502-4546-b2ef-61c8144b105a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:48.834368 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d60f8e-b1da-4756-96f4-1f062b24140b req-51c944aa-ed7d-4934-a2b4-092d454a48b2 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:48.840876 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02d60f8e-b1da-4756-96f4-1f062b24140b req-51c944aa-ed7d-4934-a2b4-092d454a48b2 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5444 time: 0.1749930 Aug 16 20:19:48.875557 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4cc75c56-d649-499c-812b-1f41409de0fb tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:48.930273 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63757725-2348-49c3-a527-5206b3c3f4a1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:49.079993 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-9fe5a6da-c502-4546-b2ef-61c8144b105a None None] Allocated IP 2001:db8::2 (90d9b1f1-5046-4354-b6cc-874fd89885eb/0ad1fbc0-062f-4b65-91eb-4a1ac64f8d20/9db5703b-3ba6-42f6-b34c-95319398953a) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:49.267670 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9fe5a6da-c502-4546-b2ef-61c8144b105a None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:49.279722 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9fe5a6da-c502-4546-b2ef-61c8144b105a None None] Transition to ACTIVE for port object 9db5703b-3ba6-42f6-b34c-95319398953a will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:49.303686 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9fe5a6da-c502-4546-b2ef-61c8144b105a None None] Transition to ACTIVE for port object 9db5703b-3ba6-42f6-b34c-95319398953a will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:49.311755 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9fe5a6da-c502-4546-b2ef-61c8144b105a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:49.386577 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe5a6da-c502-4546-b2ef-61c8144b105a None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:49.392183 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-9fe5a6da-c502-4546-b2ef-61c8144b105a None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:49.400303 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe5a6da-c502-4546-b2ef-61c8144b105a None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:49.426289 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-63757725-2348-49c3-a527-5206b3c3f4a1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:49.442214 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5a6da-c502-4546-b2ef-61c8144b105a None None] Pushing event updated for resources: {'Port': ['ID=9db5703b-3ba6-42f6-b34c-95319398953a,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:49.482001 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9fe5a6da-c502-4546-b2ef-61c8144b105a None None] Attempting to bind port 9db5703b-3ba6-42f6-b34c-95319398953a on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:19:49.482755 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9fe5a6da-c502-4546-b2ef-61c8144b105a None None] Attempting to bind port 9db5703b-3ba6-42f6-b34c-95319398953a by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:19:49.483361 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe5a6da-c502-4546-b2ef-61c8144b105a None None] Attempting to bind port 9db5703b-3ba6-42f6-b34c-95319398953a on network 90d9b1f1-5046-4354-b6cc-874fd89885eb {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:49.492004 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe5a6da-c502-4546-b2ef-61c8144b105a None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:19:49.492809 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe5a6da-c502-4546-b2ef-61c8144b105a None None] Checking segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:49.493475 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9fe5a6da-c502-4546-b2ef-61c8144b105a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:49.494217 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe5a6da-c502-4546-b2ef-61c8144b105a None None] Bound using segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:19:49.495158 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9fe5a6da-c502-4546-b2ef-61c8144b105a None None] Bound port: 9db5703b-3ba6-42f6-b34c-95319398953a, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:19:49.496097 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9fe5a6da-c502-4546-b2ef-61c8144b105a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:49.506370 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-63757725-2348-49c3-a527-5206b3c3f4a1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] device_id is not set on port e229c75b-5a7a-43b4-aaf5-5cb3da8172ff yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:19:49.529947 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4cc75c56-d649-499c-812b-1f41409de0fb tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:49.563400 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4cc75c56-d649-499c-812b-1f41409de0fb tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:49.586607 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9fe5a6da-c502-4546-b2ef-61c8144b105a None None] For port 9db5703b-3ba6-42f6-b34c-95319398953a, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:49.591357 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9fe5a6da-c502-4546-b2ef-61c8144b105a None None] For port 9db5703b-3ba6-42f6-b34c-95319398953a, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=9db5703b-3ba6-42f6-b34c-95319398953a,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:19:49.597543 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9fe5a6da-c502-4546-b2ef-61c8144b105a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:49.614976 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc75c56-d649-499c-812b-1f41409de0fb tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b563f90-63f8-4c6f-a1dd-ecdb4a09fc73,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:49.636884 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4cc75c56-d649-499c-812b-1f41409de0fb tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:49.638705 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4cc75c56-d649-499c-812b-1f41409de0fb tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8791568 Aug 16 20:19:49.641534 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37332) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:49.647301 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-bfb53591-d269-4b7a-ae80-a60bd2050a43 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Request body: {'security_group_rule': {'security_group_id': '8b563f90-63f8-4c6f-a1dd-ecdb4a09fc73', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:49.648702 n-d-787206-13 neutron-server[94770]: WARNING neutron.api.v2.base [None req-bfb53591-d269-4b7a-ae80-a60bd2050a43 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 16 20:19:49.649861 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-bfb53591-d269-4b7a-ae80-a60bd2050a43 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:19:49.653239 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bfb53591-d269-4b7a-ae80-a60bd2050a43 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0102832 Aug 16 20:19:49.656384 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37334) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:49.674705 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5a6da-c502-4546-b2ef-61c8144b105a None None] Pushing event updated for resources: {'Port': ['ID=9db5703b-3ba6-42f6-b34c-95319398953a,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:49.747667 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-63757725-2348-49c3-a527-5206b3c3f4a1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:19:49.748525 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63757725-2348-49c3-a527-5206b3c3f4a1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:19:49.763762 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-12033785-ae97-416a-b5ff-bb6f80eb1c59 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:49.772726 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-63757725-2348-49c3-a527-5206b3c3f4a1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2066641 Aug 16 20:19:49.775059 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37336) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:49.809482 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-12033785-ae97-416a-b5ff-bb6f80eb1c59 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:49.841937 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930452cc-8e93-43b9-89ae-224a13d47998 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:49.843505 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-930452cc-8e93-43b9-89ae-224a13d47998 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0663271 Aug 16 20:19:49.848324 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37340) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:49.919899 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-12033785-ae97-416a-b5ff-bb6f80eb1c59 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:49.922755 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-12033785-ae97-416a-b5ff-bb6f80eb1c59 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:49.924485 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-12033785-ae97-416a-b5ff-bb6f80eb1c59 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "DELETE /v2.0/security-groups/8b563f90-63f8-4c6f-a1dd-ecdb4a09fc73 HTTP/1.1" status: 204 len: 168 time: 0.2638390 Aug 16 20:19:49.927803 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37348) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:49.931822 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f3ab53-c44e-4081-86c7-d908b3c4b49a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:49.933954 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f3ab53-c44e-4081-86c7-d908b3c4b49a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:49.938803 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f6f3ab53-c44e-4081-86c7-d908b3c4b49a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0891027 Aug 16 20:19:49.939696 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37350) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:49.977891 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12033785-ae97-416a-b5ff-bb6f80eb1c59 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b563f90-63f8-4c6f-a1dd-ecdb4a09fc73,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:50.132229 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc1efbd-0a10-49f1-b9c1-b147fdfeee35 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting subnet 0ad1fbc0-062f-4b65-91eb-4a1ac64f8d20 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:19:50.150472 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8cc1efbd-0a10-49f1-b9c1-b147fdfeee35 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:50.178748 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d35bffb6-d2b9-4e76-ae3b-690b1a73c32d tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2496586 Aug 16 20:19:50.182404 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37356) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:50.194428 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-27f38dc5-7dd1-4e60-b69e-c384cc592552 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Request body: {'security_group': {'name': 'tempest-secgroup--1832954359'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:50.249899 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27f38dc5-7dd1-4e60-b69e-c384cc592552 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:50.255170 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8cc1efbd-0a10-49f1-b9c1-b147fdfeee35 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:50.390095 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8cc1efbd-0a10-49f1-b9c1-b147fdfeee35 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:50.405602 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 8c4b909c-85c4-46bf-be0b-a7a031c10424 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:19:50.416440 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788d298-2560-42ed-8383-ab2b39b5dcce req-f355492f-5627-4d39-abdc-e4e0135665fa tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:50.419717 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2788d298-2560-42ed-8383-ab2b39b5dcce req-f355492f-5627-4d39-abdc-e4e0135665fa tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=8a933e50-1048-483a-ad1a-af2938fedf74 HTTP/1.1" status: 200 len: 945 time: 0.1199255 Aug 16 20:19:50.477335 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27f38dc5-7dd1-4e60-b69e-c384cc592552 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:50.477698 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 8c4b909c-85c4-46bf-be0b-a7a031c10424 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:19:50.478569 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 8c4b909c-85c4-46bf-be0b-a7a031c10424 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:19:50.479698 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8cc1efbd-0a10-49f1-b9c1-b147fdfeee35 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:50.486132 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27f38dc5-7dd1-4e60-b69e-c384cc592552 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:50.515310 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2788d298-2560-42ed-8383-ab2b39b5dcce req-a7872ff6-8b6e-4aae-815d-690d2d770a59 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803199 Aug 16 20:19:50.528045 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27f38dc5-7dd1-4e60-b69e-c384cc592552 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:50.532171 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-27f38dc5-7dd1-4e60-b69e-c384cc592552 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3462045 Aug 16 20:19:50.532852 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37370) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:50.536210 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f38dc5-7dd1-4e60-b69e-c384cc592552 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21be548d-c66e-4040-94de-5ff86b5bbeaf,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:50.552206 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9ec617db-5b30-4704-bb61-b9c62c2b87d2 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Request body: {'security_group_rule': {'security_group_id': '21be548d-c66e-4040-94de-5ff86b5bbeaf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:50.563168 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1efbd-0a10-49f1-b9c1-b147fdfeee35 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Subnet': ['ID=0ad1fbc0-062f-4b65-91eb-4a1ac64f8d20,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:50.569686 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8cc1efbd-0a10-49f1-b9c1-b147fdfeee35 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:50.588129 n-d-787206-13 neutron-server[94771]: WARNING neutron.api.v2.base [None req-9ec617db-5b30-4704-bb61-b9c62c2b87d2 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 16 20:19:50.591359 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-9ec617db-5b30-4704-bb61-b9c62c2b87d2 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:19:50.597749 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9ec617db-5b30-4704-bb61-b9c62c2b87d2 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0634105 Aug 16 20:19:50.598689 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37374) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:50.599780 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37376) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:50.608484 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8cc1efbd-0a10-49f1-b9c1-b147fdfeee35 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/0ad1fbc0-062f-4b65-91eb-4a1ac64f8d20 HTTP/1.1" status: 204 len: 168 time: 0.6648145 Aug 16 20:19:50.617584 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8fe9b19c-5c3c-4e98-b3d0-d357ddd1624d tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Request body: {'security_group_rule': {'security_group_id': '21be548d-c66e-4040-94de-5ff86b5bbeaf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:50.618620 n-d-787206-13 neutron-server[94771]: WARNING neutron.api.v2.base [None req-8fe9b19c-5c3c-4e98-b3d0-d357ddd1624d tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 16 20:19:50.619468 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-8fe9b19c-5c3c-4e98-b3d0-d357ddd1624d tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:19:50.624593 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37378) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:50.634839 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c691939f-204a-4ec2-9069-7745c44e965b tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Request body: {'security_group_rule': {'security_group_id': '21be548d-c66e-4040-94de-5ff86b5bbeaf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:50.637597 n-d-787206-13 neutron-server[94770]: WARNING neutron.api.v2.base [None req-c691939f-204a-4ec2-9069-7745c44e965b tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 16 20:19:50.638478 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-c691939f-204a-4ec2-9069-7745c44e965b tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:19:50.643220 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8fe9b19c-5c3c-4e98-b3d0-d357ddd1624d tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0401282 Aug 16 20:19:50.647176 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c691939f-204a-4ec2-9069-7745c44e965b tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0153244 Aug 16 20:19:50.647819 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37380) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:50.649875 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37382) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:50.692944 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-43053a19-aa7b-4b3d-bfe4-cbb34839a6ee tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Request body: {'security_group_rule': {'security_group_id': '21be548d-c66e-4040-94de-5ff86b5bbeaf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:50.693814 n-d-787206-13 neutron-server[94771]: WARNING neutron.api.v2.base [None req-43053a19-aa7b-4b3d-bfe4-cbb34839a6ee tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 16 20:19:50.694405 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-43053a19-aa7b-4b3d-bfe4-cbb34839a6ee tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:19:50.699363 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37386) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:50.710031 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-43053a19-aa7b-4b3d-bfe4-cbb34839a6ee tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0562899 Aug 16 20:19:50.712469 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b4599ef9-70d6-4ff8-be00-543f1f3855d1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1115181 Aug 16 20:19:50.718866 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37388) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:50.729240 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-28e6ee14-9934-47fd-b923-a780ede30e67 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:50.814326 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c077c05d-4fb2-4a03-bb14-051c28012b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:50.891517 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a8e9aced-b658-4e3e-8561-6eae3b633cd5 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:50.940854 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a8e9aced-b658-4e3e-8561-6eae3b633cd5 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:51.015026 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a8e9aced-b658-4e3e-8561-6eae3b633cd5 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:51.021356 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a8e9aced-b658-4e3e-8561-6eae3b633cd5 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:51.022605 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a8e9aced-b658-4e3e-8561-6eae3b633cd5 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "DELETE /v2.0/security-groups/21be548d-c66e-4040-94de-5ff86b5bbeaf HTTP/1.1" status: 204 len: 168 time: 0.3218975 Aug 16 20:19:51.027142 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37406) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:51.044850 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9aced-b658-4e3e-8561-6eae3b633cd5 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21be548d-c66e-4040-94de-5ff86b5bbeaf,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:51.069766 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37408) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:51.090953 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c077c05d-4fb2-4a03-bb14-051c28012b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:51.103117 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-58224efa-5d4d-4a86-81c7-808b3a33225a tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0748866 Aug 16 20:19:51.103819 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37412) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:51.108970 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6aa4d3ba-6507-48d1-8718-25400963ef82 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Request body: {'security_group': {'name': 'tempest-secgroup--917294994'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:51.111258 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c077c05d-4fb2-4a03-bb14-051c28012b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:51.134548 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e6ee14-9934-47fd-b923-a780ede30e67 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:51.138078 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6aa4d3ba-6507-48d1-8718-25400963ef82 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:51.138664 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-28e6ee14-9934-47fd-b923-a780ede30e67 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:51.183053 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7995dc-07c6-4abe-8489-815175792e50 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:19:51.249415 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d32ff381-8b2d-4ae4-97d6-e70f8cefae34 None None] Provisioning for port 9db5703b-3ba6-42f6-b34c-95319398953a completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:51.253527 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077c05d-4fb2-4a03-bb14-051c28012b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1d667b-52e3-4a85-bda0-e9de3c91cc82,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:51.272727 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c077c05d-4fb2-4a03-bb14-051c28012b26 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=89562cffab4743e59f07653e791df15b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6218128 Aug 16 20:19:51.273353 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37418) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:51.276945 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6aa4d3ba-6507-48d1-8718-25400963ef82 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:51.283173 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6aa4d3ba-6507-48d1-8718-25400963ef82 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:51.319503 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4d3ba-6507-48d1-8718-25400963ef82 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7544a5d2-dc10-4167-a534-450168e6c5d4,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:51.322390 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6aa4d3ba-6507-48d1-8718-25400963ef82 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:51.323721 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6aa4d3ba-6507-48d1-8718-25400963ef82 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2189481 Aug 16 20:19:51.325403 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a91e3b-2e89-4941-be44-fcc72ce880df req-091c84a2-c96a-4d25-91af-d0861780eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:51.325897 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a91e3b-2e89-4941-be44-fcc72ce880df req-091c84a2-c96a-4d25-91af-d0861780eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:51.326375 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a91e3b-2e89-4941-be44-fcc72ce880df req-091c84a2-c96a-4d25-91af-d0861780eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:51.326851 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a91e3b-2e89-4941-be44-fcc72ce880df req-091c84a2-c96a-4d25-91af-d0861780eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:51.327169 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37420) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:51.327403 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a91e3b-2e89-4941-be44-fcc72ce880df req-091c84a2-c96a-4d25-91af-d0861780eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:51.327814 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a91e3b-2e89-4941-be44-fcc72ce880df req-091c84a2-c96a-4d25-91af-d0861780eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:51.328285 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a91e3b-2e89-4941-be44-fcc72ce880df req-091c84a2-c96a-4d25-91af-d0861780eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:51.330267 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b7a91e3b-2e89-4941-be44-fcc72ce880df req-091c84a2-c96a-4d25-91af-d0861780eea5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 6508 time: 0.2593896 Aug 16 20:19:51.333066 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-334f9d05-629a-4053-9029-b39ad8491757 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Request body: {'security_group_rule': {'security_group_id': '7544a5d2-dc10-4167-a534-450168e6c5d4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:51.333864 n-d-787206-13 neutron-server[94771]: WARNING neutron.api.v2.base [None req-334f9d05-629a-4053-9029-b39ad8491757 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 20:19:51.334416 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-334f9d05-629a-4053-9029-b39ad8491757 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:19:51.338836 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-334f9d05-629a-4053-9029-b39ad8491757 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066900 Aug 16 20:19:51.338836 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37422) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:51.343904 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e1c4a0a9-2493-4f44-a177-eb93f2188625 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Request body: {'security_group_rule': {'security_group_id': '7544a5d2-dc10-4167-a534-450168e6c5d4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:51.421653 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-e1c4a0a9-2493-4f44-a177-eb93f2188625 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:19:51.427149 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cd068398-0dcb-4bbf-bee1-3767b1e2ea74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:51.431498 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e1c4a0a9-2493-4f44-a177-eb93f2188625 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0894248 Aug 16 20:19:51.436321 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37426) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:51.441084 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-bd10c9df-1250-4b4a-aa0b-58ebac8a952f tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Request body: {'security_group_rule': {'security_group_id': '7544a5d2-dc10-4167-a534-450168e6c5d4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:51.441629 n-d-787206-13 neutron-server[94771]: WARNING neutron.api.v2.base [None req-bd10c9df-1250-4b4a-aa0b-58ebac8a952f tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 16 20:19:51.442156 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-bd10c9df-1250-4b4a-aa0b-58ebac8a952f tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:19:51.445616 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bd10c9df-1250-4b4a-aa0b-58ebac8a952f tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057733 Aug 16 20:19:51.447393 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37428) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:51.453302 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c60cd55b-d868-4ca7-8143-1acbbdc56566 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Request body: {'security_group_rule': {'security_group_id': '7544a5d2-dc10-4167-a534-450168e6c5d4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:51.461041 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa00076b-7cb8-4f4e-9d95-e9b98087ac2d None None] DHCP port deletion for 90d9b1f1-5046-4354-b6cc-874fd89885eb request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:19:51.463646 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b7a91e3b-2e89-4941-be44-fcc72ce880df req-58303dd0-5f23-4e15-929f-d89c70816cba service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1053689 Aug 16 20:19:51.487094 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cd068398-0dcb-4bbf-bee1-3767b1e2ea74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:51.510929 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-c60cd55b-d868-4ca7-8143-1acbbdc56566 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:19:51.512284 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c60cd55b-d868-4ca7-8143-1acbbdc56566 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0638754 Aug 16 20:19:51.515070 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37432) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:51.520748 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-431e02af-a3d1-4597-bbc5-835419c9d1dc tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Request body: {'security_group_rule': {'security_group_id': '7544a5d2-dc10-4167-a534-450168e6c5d4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:51.521380 n-d-787206-13 neutron-server[94771]: WARNING neutron.api.v2.base [None req-431e02af-a3d1-4597-bbc5-835419c9d1dc tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 20:19:51.521742 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-431e02af-a3d1-4597-bbc5-835419c9d1dc tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:19:51.522746 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-431e02af-a3d1-4597-bbc5-835419c9d1dc tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067341 Aug 16 20:19:51.527466 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37434) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:51.537901 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a42b39a8-0ce0-4b18-b186-5d59f2be7f0f tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Request body: {'security_group_rule': {'security_group_id': '7544a5d2-dc10-4167-a534-450168e6c5d4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:51.540359 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fa00076b-7cb8-4f4e-9d95-e9b98087ac2d None None] Deleting port 9db5703b-3ba6-42f6-b34c-95319398953a {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:19:51.540921 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fa00076b-7cb8-4f4e-9d95-e9b98087ac2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:51.584428 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-28e6ee14-9934-47fd-b923-a780ede30e67 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:51.613754 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-fa00076b-7cb8-4f4e-9d95-e9b98087ac2d None None] For port 9db5703b-3ba6-42f6-b34c-95319398953a, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=9db5703b-3ba6-42f6-b34c-95319398953a,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:51.614475 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fa00076b-7cb8-4f4e-9d95-e9b98087ac2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:51.638237 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fa00076b-7cb8-4f4e-9d95-e9b98087ac2d None None] Calling delete_port for 9db5703b-3ba6-42f6-b34c-95319398953a owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:19:51.694700 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e6ee14-9934-47fd-b923-a780ede30e67 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:51.716675 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-28e6ee14-9934-47fd-b923-a780ede30e67 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:51.718950 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-a42b39a8-0ce0-4b18-b186-5d59f2be7f0f tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:19:51.720321 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a42b39a8-0ce0-4b18-b186-5d59f2be7f0f tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1868677 Aug 16 20:19:51.721972 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e6ee14-9934-47fd-b923-a780ede30e67 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:51.723362 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-28e6ee14-9934-47fd-b923-a780ede30e67 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:51.724010 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37442) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:51.728526 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-531e173a-78d6-496b-b684-40a851128aa4 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Request body: {'security_group_rule': {'security_group_id': '7544a5d2-dc10-4167-a534-450168e6c5d4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:51.728996 n-d-787206-13 neutron-server[94771]: WARNING neutron.api.v2.base [None req-531e173a-78d6-496b-b684-40a851128aa4 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 16 20:19:51.729469 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-531e173a-78d6-496b-b684-40a851128aa4 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:19:51.733617 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-531e173a-78d6-496b-b684-40a851128aa4 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086274 Aug 16 20:19:51.734585 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37444) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:51.741820 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2f9c3d48-9853-4b1b-8c53-e5e227eb6f64 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Request body: {'security_group_rule': {'security_group_id': '7544a5d2-dc10-4167-a534-450168e6c5d4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:51.745940 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fa00076b-7cb8-4f4e-9d95-e9b98087ac2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:51.758342 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-28e6ee14-9934-47fd-b923-a780ede30e67 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0379446 Aug 16 20:19:51.760347 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cd068398-0dcb-4bbf-bee1-3767b1e2ea74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:51.763308 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cd068398-0dcb-4bbf-bee1-3767b1e2ea74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:51.764621 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-cd068398-0dcb-4bbf-bee1-3767b1e2ea74 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5d1d667b-52e3-4a85-bda0-e9de3c91cc82 HTTP/1.1" status: 204 len: 168 time: 0.4880695 Aug 16 20:19:51.765664 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6ee14-9934-47fd-b923-a780ede30e67 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Subnet': ['ID=963424c1-e4fc-4647-aea6-89f2dc41d7e7,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:51.769848 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa00076b-7cb8-4f4e-9d95-e9b98087ac2d None None] No DVR routers for this DVR port 9db5703b-3ba6-42f6-b34c-95319398953a on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:19:51.772274 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37446) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:51.779065 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b0cb8949-89b2-43d6-9717-22e1ec5d8834 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1611405146', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:51.814807 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0cb8949-89b2-43d6-9717-22e1ec5d8834 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:51.817222 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0cb8949-89b2-43d6-9717-22e1ec5d8834 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:51.817558 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00076b-7cb8-4f4e-9d95-e9b98087ac2d None None] Pushing event deleted for resources: {'Port': ['ID=9db5703b-3ba6-42f6-b34c-95319398953a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:51.826543 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88e21ea-de1d-4d92-b1e9-c1a04b698c00 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:19:51.853349 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40696a8-c477-4a8f-bdba-6e2dd310f273 req-46157ffe-6dca-4bbd-9bb5-7fe51b6ab7ba tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:51.858387 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a40696a8-c477-4a8f-bdba-6e2dd310f273 req-46157ffe-6dca-4bbd-9bb5-7fe51b6ab7ba tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a933e50-1048-483a-ad1a-af2938fedf74 HTTP/1.1" status: 200 len: 945 time: 0.2344930 Aug 16 20:19:51.864850 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd068398-0dcb-4bbf-bee1-3767b1e2ea74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1d667b-52e3-4a85-bda0-e9de3c91cc82,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:51.884866 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0cb8949-89b2-43d6-9717-22e1ec5d8834 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:51.887434 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-2f9c3d48-9853-4b1b-8c53-e5e227eb6f64 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:19:51.892872 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37452) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:51.893839 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2f9c3d48-9853-4b1b-8c53-e5e227eb6f64 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1570323 Aug 16 20:19:51.896844 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0cb8949-89b2-43d6-9717-22e1ec5d8834 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:51.907735 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8893ab0b-a50e-49df-b223-70b81a812015 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Request body: {'security_group_rule': {'security_group_id': '7544a5d2-dc10-4167-a534-450168e6c5d4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:51.929634 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0cb8949-89b2-43d6-9717-22e1ec5d8834 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:51.934766 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b0cb8949-89b2-43d6-9717-22e1ec5d8834 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1608243 Aug 16 20:19:51.935393 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37458) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:52.011391 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a2378-c6d5-4713-931c-22ca283455cf req-5e7bdc28-5c5a-42f1-98ef-db289a1f1e16 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:52.013278 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9f6a2378-c6d5-4713-931c-22ca283455cf req-5e7bdc28-5c5a-42f1-98ef-db289a1f1e16 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=8a933e50-1048-483a-ad1a-af2938fedf74 HTTP/1.1" status: 200 len: 945 time: 0.3433890 Aug 16 20:19:52.061818 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-8893ab0b-a50e-49df-b223-70b81a812015 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:19:52.065127 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8893ab0b-a50e-49df-b223-70b81a812015 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1701806 Aug 16 20:19:52.084329 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37462) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:52.121186 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5c0b1d-ce94-4b44-9a14-47b67411699d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-90d9b1f1-5046-4354-b6cc-874fd89885eb', 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'tenant_id': 'd875706380784001942d3868f3fe0ec8', 'fixed_ips': [{'subnet_id': '963424c1-e4fc-4647-aea6-89f2dc41d7e7'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:19:52.122119 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1f5c0b1d-ce94-4b44-9a14-47b67411699d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:52.191764 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9f6a2378-c6d5-4713-931c-22ca283455cf req-8aebc3c9-d1ea-4df5-a588-1fb72ece56eb tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588855 Aug 16 20:19:52.245583 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-a40696a8-c477-4a8f-bdba-6e2dd310f273 req-d0e1355a-2aae-400d-8979-1d6b5364435f tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Deleting port 246b970c-91c7-4deb-89f4-cd0952896219 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:19:52.245583 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a40696a8-c477-4a8f-bdba-6e2dd310f273 req-d0e1355a-2aae-400d-8979-1d6b5364435f tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:52.335241 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b7862639-4051-4cb0-ab36-7fc86a1c125d tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:52.360599 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0966479-9f79-4043-a188-05fcbe2f7064 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:52.375768 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b7862639-4051-4cb0-ab36-7fc86a1c125d tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:52.376697 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-1f5c0b1d-ce94-4b44-9a14-47b67411699d None None] Allocated IP 2001:db8::2 (90d9b1f1-5046-4354-b6cc-874fd89885eb/963424c1-e4fc-4647-aea6-89f2dc41d7e7/d71b2bf9-24af-4970-aae3-ad3e9ca15d0a) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:52.456070 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-a40696a8-c477-4a8f-bdba-6e2dd310f273 req-d0e1355a-2aae-400d-8979-1d6b5364435f tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] For port 246b970c-91c7-4deb-89f4-cd0952896219, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=246b970c-91c7-4deb-89f4-cd0952896219,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:52.456259 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a40696a8-c477-4a8f-bdba-6e2dd310f273 req-d0e1355a-2aae-400d-8979-1d6b5364435f tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:52.496399 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-a40696a8-c477-4a8f-bdba-6e2dd310f273 req-d0e1355a-2aae-400d-8979-1d6b5364435f tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Calling delete_port for 246b970c-91c7-4deb-89f4-cd0952896219 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:19:52.590874 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b7862639-4051-4cb0-ab36-7fc86a1c125d tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:52.594503 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b7862639-4051-4cb0-ab36-7fc86a1c125d tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:52.595878 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b7862639-4051-4cb0-ab36-7fc86a1c125d tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "DELETE /v2.0/security-groups/7544a5d2-dc10-4167-a534-450168e6c5d4 HTTP/1.1" status: 204 len: 168 time: 0.5050077 Aug 16 20:19:52.605359 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37478) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:52.623324 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7862639-4051-4cb0-ab36-7fc86a1c125d tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7544a5d2-dc10-4167-a534-450168e6c5d4,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:52.642078 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1f5c0b1d-ce94-4b44-9a14-47b67411699d None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:52.657083 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1f5c0b1d-ce94-4b44-9a14-47b67411699d None None] Transition to ACTIVE for port object d71b2bf9-24af-4970-aae3-ad3e9ca15d0a will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:52.683275 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1f5c0b1d-ce94-4b44-9a14-47b67411699d None None] Transition to ACTIVE for port object d71b2bf9-24af-4970-aae3-ad3e9ca15d0a will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:52.690399 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1f5c0b1d-ce94-4b44-9a14-47b67411699d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:52.716796 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5c0b1d-ce94-4b44-9a14-47b67411699d None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:52.727846 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37482) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:52.728661 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f3e0fcd8-8d40-47d7-b1df-bd8673b57b21 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1208391 Aug 16 20:19:52.739869 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-1f5c0b1d-ce94-4b44-9a14-47b67411699d None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:52.744044 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5c0b1d-ce94-4b44-9a14-47b67411699d None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:52.750544 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7549c7de-d84e-4adf-8c56-12a9bfc405b7 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Request body: {'security_group': {'name': 'tempest-secgroup--29713630'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:52.787283 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c0b1d-ce94-4b44-9a14-47b67411699d None None] Pushing event updated for resources: {'Port': ['ID=d71b2bf9-24af-4970-aae3-ad3e9ca15d0a,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:52.817228 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1f5c0b1d-ce94-4b44-9a14-47b67411699d None None] Attempting to bind port d71b2bf9-24af-4970-aae3-ad3e9ca15d0a on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:19:52.817606 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1f5c0b1d-ce94-4b44-9a14-47b67411699d None None] Attempting to bind port d71b2bf9-24af-4970-aae3-ad3e9ca15d0a by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:19:52.817977 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5c0b1d-ce94-4b44-9a14-47b67411699d None None] Attempting to bind port d71b2bf9-24af-4970-aae3-ad3e9ca15d0a on network 90d9b1f1-5046-4354-b6cc-874fd89885eb {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:52.844604 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5c0b1d-ce94-4b44-9a14-47b67411699d None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:19:52.845539 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5c0b1d-ce94-4b44-9a14-47b67411699d None None] Checking segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:52.846576 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1f5c0b1d-ce94-4b44-9a14-47b67411699d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:52.847290 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5c0b1d-ce94-4b44-9a14-47b67411699d None None] Bound using segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:19:52.848664 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1f5c0b1d-ce94-4b44-9a14-47b67411699d None None] Bound port: d71b2bf9-24af-4970-aae3-ad3e9ca15d0a, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:19:52.849315 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1f5c0b1d-ce94-4b44-9a14-47b67411699d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:52.927823 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a40696a8-c477-4a8f-bdba-6e2dd310f273 req-d0e1355a-2aae-400d-8979-1d6b5364435f tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:52.940169 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['04321e14-93df-4fa0-901a-9eebfe5dfd27', '246b970c-91c7-4deb-89f4-cd0952896219'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:52.964623 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7549c7de-d84e-4adf-8c56-12a9bfc405b7 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:52.980135 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-f0966479-9f79-4043-a188-05fcbe2f7064 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Allocated IP 2001:db8::1 (90d9b1f1-5046-4354-b6cc-874fd89885eb/963424c1-e4fc-4647-aea6-89f2dc41d7e7/885949fe-d255-4b80-a602-24aa7da3b8ce) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:53.027906 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1f5c0b1d-ce94-4b44-9a14-47b67411699d None None] For port d71b2bf9-24af-4970-aae3-ad3e9ca15d0a, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:53.051868 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1f5c0b1d-ce94-4b44-9a14-47b67411699d None None] For port d71b2bf9-24af-4970-aae3-ad3e9ca15d0a, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=d71b2bf9-24af-4970-aae3-ad3e9ca15d0a,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:19:53.056448 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40696a8-c477-4a8f-bdba-6e2dd310f273 req-d0e1355a-2aae-400d-8979-1d6b5364435f tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] No DVR routers for this DVR port 246b970c-91c7-4deb-89f4-cd0952896219 on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:19:53.059846 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a40696a8-c477-4a8f-bdba-6e2dd310f273 req-d0e1355a-2aae-400d-8979-1d6b5364435f tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:53.063337 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a40696a8-c477-4a8f-bdba-6e2dd310f273 req-d0e1355a-2aae-400d-8979-1d6b5364435f tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.57 "DELETE /v2.0/ports/246b970c-91c7-4deb-89f4-cd0952896219 HTTP/1.1" status: 204 len: 173 time: 1.1942604 Aug 16 20:19:53.064093 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a933e50-1048-483a-ad1a-af2938fedf74', 'name': 'network-vif-deleted', 'tag': '246b970c-91c7-4deb-89f4-cd0952896219'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:53.067753 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3f915f-a257-4563-8bf7-6000371ecb9d" -d '{"events": [{"server_uuid": "8a933e50-1048-483a-ad1a-af2938fedf74", "name": "network-vif-deleted", "tag": "246b970c-91c7-4deb-89f4-cd0952896219"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:53.069459 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1f5c0b1d-ce94-4b44-9a14-47b67411699d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:53.071098 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1355a-2aae-400d-8979-1d6b5364435f tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Pushing event deleted for resources: {'Port': ['ID=246b970c-91c7-4deb-89f4-cd0952896219,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:53.122122 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836f0508-4ae5-40e9-8f5a-02170b0c1c32 x-openstack-request-id: req-836f0508-4ae5-40e9-8f5a-02170b0c1c32 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:53.122419 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a933e50-1048-483a-ad1a-af2938fedf74", "name": "network-vif-deleted", "tag": "246b970c-91c7-4deb-89f4-cd0952896219", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:53.122711 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-836f0508-4ae5-40e9-8f5a-02170b0c1c32 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:53.123452 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a933e50-1048-483a-ad1a-af2938fedf74', 'name': 'network-vif-deleted', 'tag': '246b970c-91c7-4deb-89f4-cd0952896219', 'status': 'completed', 'code': 200} Aug 16 20:19:53.135222 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7549c7de-d84e-4adf-8c56-12a9bfc405b7 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:53.149388 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7549c7de-d84e-4adf-8c56-12a9bfc405b7 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:53.205832 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549c7de-d84e-4adf-8c56-12a9bfc405b7 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aae32466-7509-41db-9424-ef49639130b4,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:53.210823 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7549c7de-d84e-4adf-8c56-12a9bfc405b7 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:53.212323 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7549c7de-d84e-4adf-8c56-12a9bfc405b7 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4778376 Aug 16 20:19:53.215133 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37502) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:53.223431 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6df6d691-561f-45f3-a60d-957db2475d68 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Request body: {'security_group_rule': {'security_group_id': 'aae32466-7509-41db-9424-ef49639130b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:53.307809 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c0b1d-ce94-4b44-9a14-47b67411699d None None] Pushing event updated for resources: {'Port': ['ID=d71b2bf9-24af-4970-aae3-ad3e9ca15d0a,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:53.335940 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-6df6d691-561f-45f3-a60d-957db2475d68 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] create failed (client error): The resource could not be found. Aug 16 20:19:53.337435 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6df6d691-561f-45f3-a60d-957db2475d68 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1198275 Aug 16 20:19:53.351847 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37508) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:53.363533 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-131ee803-f105-4430-85eb-aab22dd7fdfc tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Request body: {'security_group_rule': {'security_group_id': 'aae32466-7509-41db-9424-ef49639130b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '312e8677-2cef-4a75-a3a4-efab71e91d00'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:53.389112 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2aec9391-dd64-46af-948f-a80e9b036d89 req-3ff60e12-264a-4e97-b1ff-3d225f958121 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=8a933e50-1048-483a-ad1a-af2938fedf74 HTTP/1.1" status: 200 len: 210 time: 0.0504532 Aug 16 20:19:53.418245 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0966479-9f79-4043-a188-05fcbe2f7064 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:53.435166 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-f0966479-9f79-4043-a188-05fcbe2f7064 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Transition to ACTIVE for port object 885949fe-d255-4b80-a602-24aa7da3b8ce will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:53.542768 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-131ee803-f105-4430-85eb-aab22dd7fdfc tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] create failed (client error): The resource could not be found. Aug 16 20:19:53.544230 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-131ee803-f105-4430-85eb-aab22dd7fdfc tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1912701 Aug 16 20:19:53.545783 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0966479-9f79-4043-a188-05fcbe2f7064 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:53.546909 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37512) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:53.649372 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64c88a46-e5a2-4ca3-afed-a2aa3e06080e tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:53.672840 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0966479-9f79-4043-a188-05fcbe2f7064 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:53.677904 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-f0966479-9f79-4043-a188-05fcbe2f7064 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:53.682735 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0966479-9f79-4043-a188-05fcbe2f7064 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:53.683566 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0966479-9f79-4043-a188-05fcbe2f7064 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:53.687967 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0966479-9f79-4043-a188-05fcbe2f7064 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Port': ['ID=885949fe-d255-4b80-a602-24aa7da3b8ce,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:53.708263 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64c88a46-e5a2-4ca3-afed-a2aa3e06080e tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:53.791970 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64c88a46-e5a2-4ca3-afed-a2aa3e06080e tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:53.795059 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64c88a46-e5a2-4ca3-afed-a2aa3e06080e tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:53.798888 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-64c88a46-e5a2-4ca3-afed-a2aa3e06080e tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "DELETE /v2.0/security-groups/aae32466-7509-41db-9424-ef49639130b4 HTTP/1.1" status: 204 len: 168 time: 0.2481372 Aug 16 20:19:53.802868 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37518) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:53.825996 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c88a46-e5a2-4ca3-afed-a2aa3e06080e tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae32466-7509-41db-9424-ef49639130b4,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:53.869277 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d68e2ab1-fb37-4e66-94d5-8aed50022b40 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0639668 Aug 16 20:19:53.873055 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37520) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:53.879194 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e585a722-92fc-4500-8afe-bdf6946183c7 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Request body: {'security_group_rule': {'security_group_id': '122c8c5b-8b03-4448-a666-73cf9bba86f9', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:53.889085 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0966479-9f79-4043-a188-05fcbe2f7064 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:53.977138 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-e585a722-92fc-4500-8afe-bdf6946183c7 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] create failed (client error): The resource could not be found. Aug 16 20:19:53.978581 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e585a722-92fc-4500-8afe-bdf6946183c7 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1042335 Aug 16 20:19:53.982432 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37528) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:53.989867 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-39c6a6fe-72c0-410a-bb33-dba2a66d9444 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Request body: {'security_group': {'name': 'tempest-secgroup--1040883593'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:54.057231 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39c6a6fe-72c0-410a-bb33-dba2a66d9444 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:54.176610 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39c6a6fe-72c0-410a-bb33-dba2a66d9444 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:54.184382 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39c6a6fe-72c0-410a-bb33-dba2a66d9444 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:54.227651 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6a6fe-72c0-410a-bb33-dba2a66d9444 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=700c1e01-8d18-4074-b9db-3135f57acf72,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:54.247530 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39c6a6fe-72c0-410a-bb33-dba2a66d9444 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:54.249206 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-39c6a6fe-72c0-410a-bb33-dba2a66d9444 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2656312 Aug 16 20:19:54.252426 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37534) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:54.262682 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ebfc3b6e-465b-4af2-bb3e-f56e8252a3ce tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Request body: {'security_group': {'name': 'tempest-secgroup--286812907'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:54.310940 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ebfc3b6e-465b-4af2-bb3e-f56e8252a3ce tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:54.313458 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0966479-9f79-4043-a188-05fcbe2f7064 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:54.319696 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0966479-9f79-4043-a188-05fcbe2f7064 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:54.320763 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0966479-9f79-4043-a188-05fcbe2f7064 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:54.433409 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ebfc3b6e-465b-4af2-bb3e-f56e8252a3ce tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:54.439854 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ebfc3b6e-465b-4af2-bb3e-f56e8252a3ce tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:54.481771 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ebfc3b6e-465b-4af2-bb3e-f56e8252a3ce tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:54.484066 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ebfc3b6e-465b-4af2-bb3e-f56e8252a3ce tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2302957 Aug 16 20:19:54.486332 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc3b6e-465b-4af2-bb3e-f56e8252a3ce tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=006c2571-d298-493c-8c48-65e3921010b3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:54.488664 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37542) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:54.493709 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a59bbb14-4836-43e5-8b9a-a3b9712fc54e tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Request body: {'security_group_rule': {'security_group_id': '700c1e01-8d18-4074-b9db-3135f57acf72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '006c2571-d298-493c-8c48-65e3921010b3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:54.547102 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0966479-9f79-4043-a188-05fcbe2f7064 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:54.551998 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-f0966479-9f79-4043-a188-05fcbe2f7064 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:54.554471 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0966479-9f79-4043-a188-05fcbe2f7064 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Port': ['ID=885949fe-d255-4b80-a602-24aa7da3b8ce,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:54.567149 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-a59bbb14-4836-43e5-8b9a-a3b9712fc54e tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:19:54.568388 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a59bbb14-4836-43e5-8b9a-a3b9712fc54e tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0787947 Aug 16 20:19:54.571119 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37548) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:54.673520 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a63f2d3b-0223-44ea-9688-1fd4b48f8d30 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:54.711375 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a63f2d3b-0223-44ea-9688-1fd4b48f8d30 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:54.798857 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a63f2d3b-0223-44ea-9688-1fd4b48f8d30 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:54.801734 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a63f2d3b-0223-44ea-9688-1fd4b48f8d30 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:54.805758 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a63f2d3b-0223-44ea-9688-1fd4b48f8d30 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "DELETE /v2.0/security-groups/006c2571-d298-493c-8c48-65e3921010b3 HTTP/1.1" status: 204 len: 168 time: 0.2306540 Aug 16 20:19:54.805912 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37564) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:54.850116 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f2d3b-0223-44ea-9688-1fd4b48f8d30 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=006c2571-d298-493c-8c48-65e3921010b3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:54.904139 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0966479-9f79-4043-a188-05fcbe2f7064 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Router 2144ffc6-5747-47ae-ac7a-d0d7c6d209e1 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:19:54.914425 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e627e7cc-a076-44a0-a47e-69295fb69244 None None] Provisioning for port d71b2bf9-24af-4970-aae3-ad3e9ca15d0a completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:55.007632 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-530efcad-5354-4d2e-95f1-c16995b9a38f tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:55.010479 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-530efcad-5354-4d2e-95f1-c16995b9a38f tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/networks?id=185dd4a9-27c5-4031-8106-50b2573b079d HTTP/1.1" status: 200 len: 806 time: 0.2418807 Aug 16 20:19:55.034165 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f123944a-99e2-4587-90cc-8fef545c85b8 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2265947 Aug 16 20:19:55.035782 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0966479-9f79-4043-a188-05fcbe2f7064 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:19:55.038883 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37572) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:55.046673 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f0966479-9f79-4043-a188-05fcbe2f7064 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "PUT /v2.0/routers/2144ffc6-5747-47ae-ac7a-d0d7c6d209e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1100028 Aug 16 20:19:55.048655 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37574) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:55.062115 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35c2c83-945a-447d-a5e5-b633052034fd None None] Sync routers for ids ['2144ffc6-5747-47ae-ac7a-d0d7c6d209e1'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:19:55.077847 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35c2c83-945a-447d-a5e5-b633052034fd None None] Routers {'2144ffc6-5747-47ae-ac7a-d0d7c6d209e1'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:19:55.081663 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e35c2c83-945a-447d-a5e5-b633052034fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:19:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['2144ffc6-5747-47ae-ac7a-d0d7c6d209e1'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:19:55.087959 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-016805da-69c2-4a96-900a-41fe95a9e8e2 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/quotas/6fb8716d1b824bb9ac2e976008166d30 HTTP/1.1" status: 200 len: 375 time: 0.0687768 Aug 16 20:19:55.157154 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a723c903-58af-4df9-85f5-97af34f2e940 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:55.161327 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a723c903-58af-4df9-85f5-97af34f2e940 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports/885949fe-d255-4b80-a602-24aa7da3b8ce HTTP/1.1" status: 200 len: 911 time: 0.1115355 Aug 16 20:19:55.163155 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37578) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:55.240731 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-93e9d4f3-ff3b-4fd6-ac9c-093aea5cb0cd tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=6fb8716d1b824bb9ac2e976008166d30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1378601 Aug 16 20:19:55.259506 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-e35c2c83-945a-447d-a5e5-b633052034fd None None] Set router 2144ffc6-5747-47ae-ac7a-d0d7c6d209e1 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:19:55.278799 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315e4ef7-2d3f-4feb-bf8a-f64509462ef5 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:55.291656 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315e4ef7-2d3f-4feb-bf8a-f64509462ef5 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:55.296072 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-315e4ef7-2d3f-4feb-bf8a-f64509462ef5 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1319385 Aug 16 20:19:55.299363 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37590) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:55.376235 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bf855271-c07d-442c-9e2c-90ed7fce2786 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:55.399916 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a7c4bb85-f636-429f-817f-3e1154bf689a None None] Provisioning for port 885949fe-d255-4b80-a602-24aa7da3b8ce completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:55.406774 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a7c4bb85-f636-429f-817f-3e1154bf689a None None] Provisioning complete for port 885949fe-d255-4b80-a602-24aa7da3b8ce triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:55.407154 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a7c4bb85-f636-429f-817f-3e1154bf689a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:55.502215 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 246b970c-91c7-4deb-89f4-cd0952896219 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:19:55.517140 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [req-b21e9d1a-3999-40f0-b237-ce46ce83859e req-428518f6-0b82-4267-9ef1-7ad4c70d3113 service neutron] (94771) timed out ('10.222.0.57', 49236) {{(pid=94771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 20:19:55.535777 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bf855271-c07d-442c-9e2c-90ed7fce2786 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:55.537697 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-7d0ab2eb-1ade-4c51-9829-505178236b93 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=228681ddb5a8426faffe705dd952252f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1545744 Aug 16 20:19:55.546714 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 246b970c-91c7-4deb-89f4-cd0952896219 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:19:55.547156 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 246b970c-91c7-4deb-89f4-cd0952896219 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:19:55.558500 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a7c4bb85-f636-429f-817f-3e1154bf689a None None] Port 885949fe-d255-4b80-a602-24aa7da3b8ce cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:19:55.583703 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-f58112b9-f9e3-449a-8ea8-d6cb792d9e56 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1327600 Aug 16 20:19:55.615240 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-23059720-82c4-4c38-ac86-dab2a5cb6b22 service neutron] 10.222.0.68 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646858 Aug 16 20:19:55.635276 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bf855271-c07d-442c-9e2c-90ed7fce2786 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:55.639764 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bf855271-c07d-442c-9e2c-90ed7fce2786 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:55.645303 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bf855271-c07d-442c-9e2c-90ed7fce2786 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "DELETE /v2.0/security-groups/700c1e01-8d18-4074-b9db-3135f57acf72 HTTP/1.1" status: 204 len: 168 time: 0.6007566 Aug 16 20:19:55.664051 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37598) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:55.699232 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf855271-c07d-442c-9e2c-90ed7fce2786 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=700c1e01-8d18-4074-b9db-3135f57acf72,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:55.810117 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d1a1712f-6bb8-4b62-b248-2e03eae02688 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1041183 Aug 16 20:19:55.817428 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37604) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:55.823222 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42585eec-0186-4508-99d1-6cc57442df4d req-6ec4b9cb-0a88-4e03-9af6-3894264ba982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:55.823730 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42585eec-0186-4508-99d1-6cc57442df4d req-6ec4b9cb-0a88-4e03-9af6-3894264ba982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:55.824208 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42585eec-0186-4508-99d1-6cc57442df4d req-6ec4b9cb-0a88-4e03-9af6-3894264ba982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:55.824677 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42585eec-0186-4508-99d1-6cc57442df4d req-6ec4b9cb-0a88-4e03-9af6-3894264ba982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:55.825151 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42585eec-0186-4508-99d1-6cc57442df4d req-6ec4b9cb-0a88-4e03-9af6-3894264ba982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:55.825623 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42585eec-0186-4508-99d1-6cc57442df4d req-6ec4b9cb-0a88-4e03-9af6-3894264ba982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:55.826098 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42585eec-0186-4508-99d1-6cc57442df4d req-6ec4b9cb-0a88-4e03-9af6-3894264ba982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:55.828281 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-6ec4b9cb-0a88-4e03-9af6-3894264ba982 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cefd984278fb49d9a2fe0a3b62a831cf&device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 6497 time: 0.1629150 Aug 16 20:19:55.841224 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0265003e-d717-4712-a6ee-570a7caf3b0a tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Request body: {'security_group': {'name': 'tempest-secgroup--893931459'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:55.879339 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device d71b2bf9-24af-4970-aae3-ad3e9ca15d0a up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:55.915202 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-b7af2580-8e93-4217-ae57-5a3f40e7c295 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:55.916815 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-b7af2580-8e93-4217-ae57-5a3f40e7c295 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3778253 Aug 16 20:19:55.942153 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-5b7588cb-218e-41ba-9207-df0d895c07db service neutron] 10.222.0.68 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999368 Aug 16 20:19:55.950209 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0265003e-d717-4712-a6ee-570a7caf3b0a tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:55.956480 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-dc7e7534-3157-4b55-892b-b0aeaf510ed1 None None] Provisioning complete for port 885949fe-d255-4b80-a602-24aa7da3b8ce triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:55.957993 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dc7e7534-3157-4b55-892b-b0aeaf510ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:55.983822 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-ed74b69a-67d4-4953-a068-c218781695d4 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.68 "GET /v2.0/quotas/228681ddb5a8426faffe705dd952252f HTTP/1.1" status: 200 len: 375 time: 0.0473979 Aug 16 20:19:56.029282 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-dc7e7534-3157-4b55-892b-b0aeaf510ed1 None None] Port 885949fe-d255-4b80-a602-24aa7da3b8ce cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:19:56.030744 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-cf234bf0-1387-4d1c-bb38-e40491362b84 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=228681ddb5a8426faffe705dd952252f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387585 Aug 16 20:19:56.040234 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port d71b2bf9-24af-4970-aae3-ad3e9ca15d0a completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:56.052031 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0265003e-d717-4712-a6ee-570a7caf3b0a tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:56.057525 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port d71b2bf9-24af-4970-aae3-ad3e9ca15d0a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:56.059037 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:56.060838 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0265003e-d717-4712-a6ee-570a7caf3b0a tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:56.064202 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e35c2c83-945a-447d-a5e5-b633052034fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2144ffc6-5747-47ae-ac7a-d0d7c6d209e1', 'name': 'tempest-NetworksTestDHCPv6-router-1611405146', 'tenant_id': 'd875706380784001942d3868f3fe0ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:19:51Z', 'updated_at': '2021-08-16T20:19:53Z', 'revision_number': 2, 'project_id': 'd875706380784001942d3868f3fe0ec8', 'gw_port_host': None, '_interfaces': [{'id': '885949fe-d255-4b80-a602-24aa7da3b8ce', 'name': '', 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'tenant_id': 'd875706380784001942d3868f3fe0ec8', 'mac_address': 'fa:16:3e:14:cb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2144ffc6-5747-47ae-ac7a-d0d7c6d209e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '963424c1-e4fc-4647-aea6-89f2dc41d7e7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:19:52Z', 'updated_at': '2021-08-16T20:19:54Z', 'revision_number': 2, 'project_id': 'd875706380784001942d3868f3fe0ec8', 'subnets': [{'id': '963424c1-e4fc-4647-aea6-89f2dc41d7e7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:19:56.108360 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265003e-d717-4712-a6ee-570a7caf3b0a tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9445f9b-42f1-41ba-9036-a61165bb0263,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:56.134971 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42585eec-0186-4508-99d1-6cc57442df4d req-dc9a9daa-2080-4d66-ab11-3646b4524025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:56.135547 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42585eec-0186-4508-99d1-6cc57442df4d req-dc9a9daa-2080-4d66-ab11-3646b4524025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:56.136252 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42585eec-0186-4508-99d1-6cc57442df4d req-dc9a9daa-2080-4d66-ab11-3646b4524025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:56.138695 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-dc9a9daa-2080-4d66-ab11-3646b4524025 service neutron] 10.222.0.63 "GET /v2.0/networks?id=6d192dbb-a372-4859-86a9-c63053b8e357&id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&id=2a2623ce-bffe-47bb-a726-6ce2777826c9&id=2a2623ce-bffe-47bb-a726-6ce2777826c9 HTTP/1.1" status: 200 len: 2291 time: 0.2712927 Aug 16 20:19:56.139890 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0265003e-d717-4712-a6ee-570a7caf3b0a tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:56.141575 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35c2c83-945a-447d-a5e5-b633052034fd None None] Checking router: 2144ffc6-5747-47ae-ac7a-d0d7c6d209e1 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:19:56.141710 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0265003e-d717-4712-a6ee-570a7caf3b0a tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3121221 Aug 16 20:19:56.141961 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35c2c83-945a-447d-a5e5-b633052034fd None None] Updating router 2144ffc6-5747-47ae-ac7a-d0d7c6d209e1 port 885949fe-d255-4b80-a602-24aa7da3b8ce binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:19:56.149552 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37612) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:56.167156 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3bfa4433-79fa-44d4-81be-c9e4d4c4eb53 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:56.167907 n-d-787206-13 neutron-server[94771]: WARNING neutron.api.v2.base [None req-3bfa4433-79fa-44d4-81be-c9e4d4c4eb53 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 20:19:56.168397 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-3bfa4433-79fa-44d4-81be-c9e4d4c4eb53 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 20:19:56.169385 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3bfa4433-79fa-44d4-81be-c9e4d4c4eb53 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "PUT /v2.0/security-groups/a9445f9b-42f1-41ba-9036-a61165bb0263 HTTP/1.1" status: 409 len: 330 time: 0.0189047 Aug 16 20:19:56.176204 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37614) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:56.242818 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-8a9b77ae-1eca-48b3-9cb0-62bdf33a4536 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ca147cc-a223-4e76-8231-748d95ba851c HTTP/1.1" status: 200 len: 1001 time: 0.0958619 Aug 16 20:19:56.252251 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e35c2c83-945a-447d-a5e5-b633052034fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:56.350709 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42585eec-0186-4508-99d1-6cc57442df4d req-64ffa85c-3079-411c-8415-d4789fb94420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:56.359090 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-64ffa85c-3079-411c-8415-d4789fb94420 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=279800a2-1f75-4763-82e2-882d40193542 HTTP/1.1" status: 200 len: 850 time: 0.1084788 Aug 16 20:19:56.404122 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-789ac7bb-01a5-4c9f-96c7-2243e2bd46ce tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:56.484040 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1f77ab44-9584-4b9b-8748-fcd39944e128 req-d4a54de0-bfaa-4cb5-8e88-7b2c721955d1 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=07c39781-7e5f-49ed-9cc4-a4168fe597c8 HTTP/1.1" status: 200 len: 210 time: 0.1236472 Aug 16 20:19:56.485765 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0d528ce1-58b0-4632-9230-e60517b8e639 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:56.501796 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42585eec-0186-4508-99d1-6cc57442df4d req-7f3301a2-791c-483b-a7cc-caeef04c0315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:56.503326 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-7f3301a2-791c-483b-a7cc-caeef04c0315 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6d192dbb-a372-4859-86a9-c63053b8e357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1100302 Aug 16 20:19:56.614811 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-7e9374bc-7693-4c07-908a-2ee496984bf8 service neutron] 10.222.0.63 "GET /v2.0/networks/6d192dbb-a372-4859-86a9-c63053b8e357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023107 Aug 16 20:19:56.664601 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:56.719348 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-789ac7bb-01a5-4c9f-96c7-2243e2bd46ce tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:56.736138 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e868262c-e574-4693-b4d0-3a1550b23c1a req-2dec343a-e6fb-41d0-bc7f-a8fe241f0e37 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.68 "GET /v2.0/ports?device_id=faac1df1-f207-455f-889e-5255128d2ae9 HTTP/1.1" status: 200 len: 210 time: 0.3252406 Aug 16 20:19:56.791440 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-4375c65c-a241-4396-a3b6-114eee0f2433 service neutron] 10.222.0.63 "GET /v2.0/networks/6d192dbb-a372-4859-86a9-c63053b8e357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691661 Aug 16 20:19:56.795473 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port d71b2bf9-24af-4970-aae3-ad3e9ca15d0a, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=d71b2bf9-24af-4970-aae3-ad3e9ca15d0a,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:56.812226 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:56.842617 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-ff74f617-4e46-4aa3-9884-5d10430ca5f3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=ec6dde60-31da-44a8-99c6-66666133bd58 HTTP/1.1" status: 200 len: 217 time: 0.0442753 Aug 16 20:19:56.929745 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-789ac7bb-01a5-4c9f-96c7-2243e2bd46ce tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:56.937255 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-789ac7bb-01a5-4c9f-96c7-2243e2bd46ce tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:56.937820 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42585eec-0186-4508-99d1-6cc57442df4d req-11bf8cb6-2510-47db-8dd7-a8d110f0f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:56.940980 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-789ac7bb-01a5-4c9f-96c7-2243e2bd46ce tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "DELETE /v2.0/security-groups/a9445f9b-42f1-41ba-9036-a61165bb0263 HTTP/1.1" status: 204 len: 168 time: 0.7588527 Aug 16 20:19:56.941658 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-11bf8cb6-2510-47db-8dd7-a8d110f0f846 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7d7186cf-77e4-4b82-8d65-1e75cd70140b HTTP/1.1" status: 200 len: 797 time: 0.0891061 Aug 16 20:19:56.950332 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37642) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:56.984788 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ac7bb-01a5-4c9f-96c7-2243e2bd46ce tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9445f9b-42f1-41ba-9036-a61165bb0263,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:57.001858 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=d71b2bf9-24af-4970-aae3-ad3e9ca15d0a,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:57.039628 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42585eec-0186-4508-99d1-6cc57442df4d req-42312081-6101-4a2b-8f86-e067d9981072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:57.056538 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e35c2c83-945a-447d-a5e5-b633052034fd None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:57.058237 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-42312081-6101-4a2b-8f86-e067d9981072 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1060348 Aug 16 20:19:57.093565 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e35c2c83-945a-447d-a5e5-b633052034fd None None] Transition to ACTIVE for port object 885949fe-d255-4b80-a602-24aa7da3b8ce will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:57.104153 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e35c2c83-945a-447d-a5e5-b633052034fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:57.223886 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-06e4d69c-771e-4ccd-8c9b-4043cbb022e1 service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577139 Aug 16 20:19:57.256817 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f4a19-498f-4911-b4b8-d65e34b97cbb None None] Pushing event updated for resources: {'Port': ['ID=885949fe-d255-4b80-a602-24aa7da3b8ce,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:57.308665 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e35c2c83-945a-447d-a5e5-b633052034fd None None] Attempting to bind port 885949fe-d255-4b80-a602-24aa7da3b8ce on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:19:57.309444 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e35c2c83-945a-447d-a5e5-b633052034fd None None] Attempting to bind port 885949fe-d255-4b80-a602-24aa7da3b8ce by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:19:57.309958 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35c2c83-945a-447d-a5e5-b633052034fd None None] Attempting to bind port 885949fe-d255-4b80-a602-24aa7da3b8ce on network 90d9b1f1-5046-4354-b6cc-874fd89885eb {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:57.318151 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35c2c83-945a-447d-a5e5-b633052034fd None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:19:57.318634 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35c2c83-945a-447d-a5e5-b633052034fd None None] Checking segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:57.319141 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e35c2c83-945a-447d-a5e5-b633052034fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:57.319939 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35c2c83-945a-447d-a5e5-b633052034fd None None] Bound using segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:19:57.320526 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e35c2c83-945a-447d-a5e5-b633052034fd None None] Bound port: 885949fe-d255-4b80-a602-24aa7da3b8ce, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:19:57.321054 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e35c2c83-945a-447d-a5e5-b633052034fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:57.364212 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-0941e924-ebb5-4cc2-9828-43ca0d8b2305 service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332552 Aug 16 20:19:57.406292 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e35c2c83-945a-447d-a5e5-b633052034fd None None] For port 885949fe-d255-4b80-a602-24aa7da3b8ce, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:57.415323 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e35c2c83-945a-447d-a5e5-b633052034fd None None] For port 885949fe-d255-4b80-a602-24aa7da3b8ce, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=885949fe-d255-4b80-a602-24aa7da3b8ce,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:19:57.424165 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e35c2c83-945a-447d-a5e5-b633052034fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:57.424560 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-7a063307-7cb5-4819-a2e1-7a9a8c6c717c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=3cdfb6f4-dac4-488e-af79-cf406aeeec52 HTTP/1.1" status: 200 len: 217 time: 0.0510809 Aug 16 20:19:57.504635 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35c2c83-945a-447d-a5e5-b633052034fd None None] Routers {'2144ffc6-5747-47ae-ac7a-d0d7c6d209e1'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:19:57.505281 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e35c2c83-945a-447d-a5e5-b633052034fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:19:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['2144ffc6-5747-47ae-ac7a-d0d7c6d209e1'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:19:57.554892 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42585eec-0186-4508-99d1-6cc57442df4d req-f2b55643-04ed-4067-8af8-21f8475abe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:57.556631 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-f2b55643-04ed-4067-8af8-21f8475abe63 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7d7186cf-77e4-4b82-8d65-1e75cd70140b HTTP/1.1" status: 200 len: 797 time: 0.1254492 Aug 16 20:19:57.601377 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f4a19-498f-4911-b4b8-d65e34b97cbb None None] Pushing event updated for resources: {'Port': ['ID=885949fe-d255-4b80-a602-24aa7da3b8ce,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:57.610664 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7f2d1b6c-0d40-4e0e-9253-e59e68ab9768 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6497178 Aug 16 20:19:57.610862 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37654) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:57.612323 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device d71b2bf9-24af-4970-aae3-ad3e9ca15d0a up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:57.643350 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-eb23e651-8a3d-4b10-b45d-1fa632f49b93 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] delete failed (client error): The resource could not be found. Aug 16 20:19:57.648297 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-eb23e651-8a3d-4b10-b45d-1fa632f49b93 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "DELETE /v2.0/security-groups/cda327bb-9acb-4e94-8da7-a8f030fee445 HTTP/1.1" status: 404 len: 347 time: 0.0326831 Aug 16 20:19:57.649371 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37656) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:57.705281 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-6ab8525d-017d-46e7-980f-7523bbed5c71 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] show failed (client error): The resource could not be found. Aug 16 20:19:57.710372 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6ab8525d-017d-46e7-980f-7523bbed5c71 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "GET /v2.0/security-groups/15d3362e-8d18-41f4-ad9c-b7ae59c1784b HTTP/1.1" status: 404 len: 347 time: 0.0551722 Aug 16 20:19:57.711192 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37660) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:57.738594 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-ae0641c1-1aad-401e-8527-8f05b43eb1c8 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] show failed (client error): The resource could not be found. Aug 16 20:19:57.743409 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ae0641c1-1aad-401e-8527-8f05b43eb1c8 tempest-NegativeSecGroupTest-245520974 tempest-NegativeSecGroupTest-245520974-project] 10.222.0.68 "GET /v2.0/security-group-rules/b2a12d7c-1874-4853-8624-de2a06509bff HTTP/1.1" status: 404 len: 356 time: 0.0283906 Aug 16 20:19:57.755913 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-e35c2c83-945a-447d-a5e5-b633052034fd None None] Set router 2144ffc6-5747-47ae-ac7a-d0d7c6d209e1 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:19:57.791289 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0d528ce1-58b0-4632-9230-e60517b8e639 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting port 885949fe-d255-4b80-a602-24aa7da3b8ce {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:19:57.791636 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0d528ce1-58b0-4632-9230-e60517b8e639 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:57.929098 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port d71b2bf9-24af-4970-aae3-ad3e9ca15d0a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:57.929406 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:58.102318 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-0d528ce1-58b0-4632-9230-e60517b8e639 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] For port 885949fe-d255-4b80-a602-24aa7da3b8ce, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=885949fe-d255-4b80-a602-24aa7da3b8ce,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:58.102911 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0d528ce1-58b0-4632-9230-e60517b8e639 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:58.132329 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0d528ce1-58b0-4632-9230-e60517b8e639 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Calling delete_port for 885949fe-d255-4b80-a602-24aa7da3b8ce owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:19:58.227341 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-72dff109-e9b7-4e95-9ba3-3f0470591ca2 req-377e21fb-242a-494a-9e3b-ac3b50dc7713 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.68 "GET /v2.0/ports?device_id=faac1df1-f207-455f-889e-5255128d2ae9 HTTP/1.1" status: 200 len: 210 time: 0.3197436 Aug 16 20:19:58.272296 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e35c2c83-945a-447d-a5e5-b633052034fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2144ffc6-5747-47ae-ac7a-d0d7c6d209e1', 'name': 'tempest-NetworksTestDHCPv6-router-1611405146', 'tenant_id': 'd875706380784001942d3868f3fe0ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:19:51Z', 'updated_at': '2021-08-16T20:19:53Z', 'revision_number': 2, 'project_id': 'd875706380784001942d3868f3fe0ec8', 'gw_port_host': None, '_interfaces': [{'id': '885949fe-d255-4b80-a602-24aa7da3b8ce', 'name': '', 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'tenant_id': 'd875706380784001942d3868f3fe0ec8', 'mac_address': 'fa:16:3e:14:cb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2144ffc6-5747-47ae-ac7a-d0d7c6d209e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '963424c1-e4fc-4647-aea6-89f2dc41d7e7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:19:52Z', 'updated_at': '2021-08-16T20:19:57Z', 'revision_number': 4, 'project_id': 'd875706380784001942d3868f3fe0ec8', 'subnets': [{'id': '963424c1-e4fc-4647-aea6-89f2dc41d7e7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:19:58.305106 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-4f2ec051-0579-4b15-b31d-80b061bfa824 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=228681ddb5a8426faffe705dd952252f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0767074 Aug 16 20:19:58.311816 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37672) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:58.312573 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35c2c83-945a-447d-a5e5-b633052034fd None None] The sync data for ids ['2144ffc6-5747-47ae-ac7a-d0d7c6d209e1'] in n-d-787206-13 is: [{'id': '2144ffc6-5747-47ae-ac7a-d0d7c6d209e1', 'name': 'tempest-NetworksTestDHCPv6-router-1611405146', 'tenant_id': 'd875706380784001942d3868f3fe0ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:19:51Z', 'updated_at': '2021-08-16T20:19:53Z', 'revision_number': 2, 'project_id': 'd875706380784001942d3868f3fe0ec8', 'gw_port_host': None, '_interfaces': [{'id': '885949fe-d255-4b80-a602-24aa7da3b8ce', 'name': '', 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'tenant_id': 'd875706380784001942d3868f3fe0ec8', 'mac_address': 'fa:16:3e:14:cb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2144ffc6-5747-47ae-ac7a-d0d7c6d209e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '963424c1-e4fc-4647-aea6-89f2dc41d7e7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:19:52Z', 'updated_at': '2021-08-16T20:19:57Z', 'revision_number': 4, 'project_id': 'd875706380784001942d3868f3fe0ec8', 'subnets': [{'id': '963424c1-e4fc-4647-aea6-89f2dc41d7e7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:19:58.519815 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c4a6167c-eb47-48c1-8812-a9f62891757b req-4d8158dd-862f-4e41-9902-79aa03f9f5aa tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=07c39781-7e5f-49ed-9cc4-a4168fe597c8 HTTP/1.1" status: 200 len: 210 time: 0.8395314 Aug 16 20:19:58.535367 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42585eec-0186-4508-99d1-6cc57442df4d req-951db530-fa61-47ff-ae6c-9368e6cd4353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:58.536922 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-951db530-fa61-47ff-ae6c-9368e6cd4353 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9674656 Aug 16 20:19:58.548597 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-b569a7ed-943a-43ff-aae0-adfbcf97b22a tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:58.550659 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-b569a7ed-943a-43ff-aae0-adfbcf97b22a tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.57 "GET /v2.0/networks?id=185dd4a9-27c5-4031-8106-50b2573b079d HTTP/1.1" status: 200 len: 806 time: 0.8559134 Aug 16 20:19:58.580998 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-42e1e1f9-a62e-4c23-baf9-ab7197015425 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Request body: {'port': {'device_id': '07c39781-7e5f-49ed-9cc4-a4168fe597c8', 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d', 'admin_state_up': True, 'tenant_id': '6fb8716d1b824bb9ac2e976008166d30'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:58.587930 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-9c3bcffc-3be0-4647-b1c4-f8956f9afc69 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:58.589416 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-9c3bcffc-3be0-4647-b1c4-f8956f9afc69 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2699492 Aug 16 20:19:58.606499 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-41881f59-131f-4654-ba24-9fed1ae40730 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Request body: {'port': {'device_id': 'faac1df1-f207-455f-889e-5255128d2ae9', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'admin_state_up': True, 'tenant_id': '228681ddb5a8426faffe705dd952252f'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:58.670669 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0d528ce1-58b0-4632-9230-e60517b8e639 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:58.731632 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d528ce1-58b0-4632-9230-e60517b8e639 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Port': ['ID=885949fe-d255-4b80-a602-24aa7da3b8ce,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:58.754908 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-53244cd8-0508-4892-b2f6-3056c0a9ff6a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=62f9967ae26245f7983af710a81eb0c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4418201 Aug 16 20:19:58.758859 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37682) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:58.837334 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-02408caf-d0aa-4f27-9a1f-6db551f163fe service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859907 Aug 16 20:19:58.970743 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-42e1e1f9-a62e-4c23-baf9-ab7197015425 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Made reservation on behalf of 6fb8716d1b824bb9ac2e976008166d30 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:58.975385 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-42e1e1f9-a62e-4c23-baf9-ab7197015425 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:58.976594 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0d528ce1-58b0-4632-9230-e60517b8e639 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:59.114267 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-1c670b1b-4a91-4d26-81af-6b3fc62a9967 service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446690 Aug 16 20:19:59.119698 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-edf4fdb9-f115-4616-953a-8dc52176b11a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:59.165718 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-41881f59-131f-4654-ba24-9fed1ae40730 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Made reservation on behalf of 228681ddb5a8426faffe705dd952252f for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:59.169411 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-41881f59-131f-4654-ba24-9fed1ae40730 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:59.190939 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-edf4fdb9-f115-4616-953a-8dc52176b11a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:59.196140 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-706a7dce-6371-4bf1-9b12-971d25a0b076 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=61f5d400-4db0-4954-b6c2-83f11955da7c HTTP/1.1" status: 200 len: 217 time: 0.0628204 Aug 16 20:19:59.217441 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-41881f59-131f-4654-ba24-9fed1ae40730 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:59.241040 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d528ce1-58b0-4632-9230-e60517b8e639 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Router 2144ffc6-5747-47ae-ac7a-d0d7c6d209e1 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:19:59.300154 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42585eec-0186-4508-99d1-6cc57442df4d req-eb3adb17-6067-40b8-9c32-7e0645db40c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:59.302392 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-eb3adb17-6067-40b8-9c32-7e0645db40c3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7d7186cf-77e4-4b82-8d65-1e75cd70140b HTTP/1.1" status: 200 len: 797 time: 0.0963726 Aug 16 20:19:59.372292 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-edf4fdb9-f115-4616-953a-8dc52176b11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:59.376518 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-edf4fdb9-f115-4616-953a-8dc52176b11a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:59.376518 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-edf4fdb9-f115-4616-953a-8dc52176b11a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/550e8ae5-c592-4a19-a6b6-27faf1d41667 HTTP/1.1" status: 204 len: 168 time: 0.5968814 Aug 16 20:19:59.395400 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d528ce1-58b0-4632-9230-e60517b8e639 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:19:59.406294 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bd316a63-c6ce-4f8d-b028-57751238fadf req-7e7be68c-947a-4416-a1b1-7c3254b2a7a7 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.68 "GET /v2.0/ports?device_id=faac1df1-f207-455f-889e-5255128d2ae9 HTTP/1.1" status: 200 len: 210 time: 0.0555203 Aug 16 20:19:59.410489 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0d528ce1-58b0-4632-9230-e60517b8e639 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "PUT /v2.0/routers/2144ffc6-5747-47ae-ac7a-d0d7c6d209e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1095901 Aug 16 20:19:59.413791 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37696) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:59.463804 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4fdb9-f115-4616-953a-8dc52176b11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550e8ae5-c592-4a19-a6b6-27faf1d41667,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:59.490008 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a9af41-fbe0-4ee5-8fa3-9f92a994599a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:59.491564 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a9af41-fbe0-4ee5-8fa3-9f92a994599a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:59.493085 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-42a9af41-fbe0-4ee5-8fa3-9f92a994599a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0783377 Aug 16 20:19:59.497942 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37698) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:59.506441 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-42e1e1f9-a62e-4c23-baf9-ab7197015425 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Allocated IP 172.20.0.7 (185dd4a9-27c5-4031-8106-50b2573b079d/9174bd88-4f29-46ef-992b-f91f82dd45cf/a84d2684-4ca2-40a7-8e08-52cae37ad98a) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:59.510479 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-41881f59-131f-4654-ba24-9fed1ae40730 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:59.533864 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-41881f59-131f-4654-ba24-9fed1ae40730 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:59.558434 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42585eec-0186-4508-99d1-6cc57442df4d req-5b618932-ed2f-4656-97a2-2b89d78a24c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:59.560014 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-5b618932-ed2f-4656-97a2-2b89d78a24c7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2040491 Aug 16 20:19:59.616132 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f402d9a2-d18c-4fad-bf5e-36f44bed692c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting subnet 963424c1-e4fc-4647-aea6-89f2dc41d7e7 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:19:59.628630 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f402d9a2-d18c-4fad-bf5e-36f44bed692c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:59.636504 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41881f59-131f-4654-ba24-9fed1ae40730 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d75bbf2b-0078-470b-8e4a-8d73f1b98213,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:59.708975 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f402d9a2-d18c-4fad-bf5e-36f44bed692c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:59.751577 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-3fa46195-a2eb-4b5f-8446-7dd78b2380be service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821923 Aug 16 20:19:59.770612 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6869b726-a9d5-4af2-93f9-b417702d3811 req-2dbcb299-2217-433b-bac0-18806771371b tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=07c39781-7e5f-49ed-9cc4-a4168fe597c8 HTTP/1.1" status: 200 len: 210 time: 0.0375619 Aug 16 20:19:59.824495 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-41881f59-131f-4654-ba24-9fed1ae40730 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Allocated IP 192.168.233.5 (b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46/5dedf524-5a11-40fc-90de-b9413f1a2279/5024c3c7-a43f-4183-9787-f73cc2dca1c9) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:59.876495 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-42e1e1f9-a62e-4c23-baf9-ab7197015425 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:59.935945 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-5ca4bf92-5e8f-4bb6-83ff-566bd3f85860 service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683669 Aug 16 20:19:59.980534 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f402d9a2-d18c-4fad-bf5e-36f44bed692c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:59.994103 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-1466f1ad-ea87-4b2e-9358-55857a1ea1ef service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=604be3bb-7bde-47cc-88cf-1680e6ea6018 HTTP/1.1" status: 200 len: 217 time: 0.0508473 Aug 16 20:20:00.087918 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42585eec-0186-4508-99d1-6cc57442df4d req-bb384543-659e-4cf5-b6ab-3890025bcac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:00.089567 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-bb384543-659e-4cf5-b6ab-3890025bcac1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7d7186cf-77e4-4b82-8d65-1e75cd70140b HTTP/1.1" status: 200 len: 797 time: 0.0877650 Aug 16 20:20:00.091099 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-42e1e1f9-a62e-4c23-baf9-ab7197015425 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:00.096682 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f402d9a2-d18c-4fad-bf5e-36f44bed692c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:00.107190 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['04321e14-93df-4fa0-901a-9eebfe5dfd27'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:20:00.132168 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402d9a2-d18c-4fad-bf5e-36f44bed692c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Subnet': ['ID=963424c1-e4fc-4647-aea6-89f2dc41d7e7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:00.140671 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f402d9a2-d18c-4fad-bf5e-36f44bed692c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:00.142838 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f402d9a2-d18c-4fad-bf5e-36f44bed692c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/963424c1-e4fc-4647-aea6-89f2dc41d7e7 HTTP/1.1" status: 204 len: 168 time: 0.6439695 Aug 16 20:20:00.145494 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37722) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:00.202546 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417aa0c3-f8a2-4caa-bb34-63f544884dee None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:20:00.238776 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-42e1e1f9-a62e-4c23-baf9-ab7197015425 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Network 185dd4a9-27c5-4031-8106-50b2573b079d is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:00.283621 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-42e1e1f9-a62e-4c23-baf9-ab7197015425 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:00.289713 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-42e1e1f9-a62e-4c23-baf9-ab7197015425 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:20:00.328643 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-993e1dd0-ae89-4fb7-98ca-e90965c76c9e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1820059 Aug 16 20:20:00.331377 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37734) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:00.335920 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-41881f59-131f-4654-ba24-9fed1ae40730 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:00.369725 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1e1f9-a62e-4c23-baf9-ab7197015425 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Pushing event updated for resources: {'Port': ['ID=a84d2684-4ca2-40a7-8e08-52cae37ad98a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:00.395116 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42585eec-0186-4508-99d1-6cc57442df4d req-aed8a9eb-487a-4d82-83ce-31d89e683fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:00.396771 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-aed8a9eb-487a-4d82-83ce-31d89e683fc5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=531b5bc9-e4c2-4e3e-af48-510fa5c2f745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2164888 Aug 16 20:20:00.439374 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-41881f59-131f-4654-ba24-9fed1ae40730 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Transition to ACTIVE for port object 5024c3c7-a43f-4183-9787-f73cc2dca1c9 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:00.445613 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7c6b6786-f4f8-4b63-8528-f85cd923d630 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:00.525642 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40da392d-809a-4ed4-8db2-bfc5142d88a3 None None] Sync routers for ids ['2144ffc6-5747-47ae-ac7a-d0d7c6d209e1'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:20:00.537588 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40da392d-809a-4ed4-8db2-bfc5142d88a3 None None] Routers {'2144ffc6-5747-47ae-ac7a-d0d7c6d209e1'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:20:00.541215 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-40da392d-809a-4ed4-8db2-bfc5142d88a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:19:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['2144ffc6-5747-47ae-ac7a-d0d7c6d209e1'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:20:00.631088 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-eee27790-e288-4f63-8c3a-895158561cb5 service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591249 Aug 16 20:20:00.637268 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-42e1e1f9-a62e-4c23-baf9-ab7197015425 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:00.637919 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-42e1e1f9-a62e-4c23-baf9-ab7197015425 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:00.681876 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48df8cc6-563b-49e2-9841-23a5df1c4491 None None] DHCP port deletion for 90d9b1f1-5046-4354-b6cc-874fd89885eb request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:20:00.696192 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7c6b6786-f4f8-4b63-8528-f85cd923d630 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:00.699384 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e57134eb-03c9-41fd-9bde-8d1f92e89618 req-aa268462-51a9-4459-8650-3954e53bc84b tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.68 "GET /v2.0/ports?device_id=faac1df1-f207-455f-889e-5255128d2ae9 HTTP/1.1" status: 200 len: 210 time: 0.0806799 Aug 16 20:20:00.701683 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7c6b6786-f4f8-4b63-8528-f85cd923d630 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:00.732784 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-40da392d-809a-4ed4-8db2-bfc5142d88a3 None None] Set router 2144ffc6-5747-47ae-ac7a-d0d7c6d209e1 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:20:00.759731 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37740) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:00.760863 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-41881f59-131f-4654-ba24-9fed1ae40730 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:00.765550 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [-] 10.222.0.68 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027080 Aug 16 20:20:00.782734 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37746) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:00.810338 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-48df8cc6-563b-49e2-9841-23a5df1c4491 None None] Deleting port d71b2bf9-24af-4970-aae3-ad3e9ca15d0a {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:00.810919 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-48df8cc6-563b-49e2-9841-23a5df1c4491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:00.813622 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-41881f59-131f-4654-ba24-9fed1ae40730 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:00.816329 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7c6b6786-f4f8-4b63-8528-f85cd923d630 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:00.816747 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6b6786-f4f8-4b63-8528-f85cd923d630 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Fanout notify agent at l3_agent the message router_deleted on router 2144ffc6-5747-47ae-ac7a-d0d7c6d209e1 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:20:00.826811 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7c6b6786-f4f8-4b63-8528-f85cd923d630 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:00.828678 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7c6b6786-f4f8-4b63-8528-f85cd923d630 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/routers/2144ffc6-5747-47ae-ac7a-d0d7c6d209e1 HTTP/1.1" status: 204 len: 168 time: 0.4957554 Aug 16 20:20:00.834448 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-41881f59-131f-4654-ba24-9fed1ae40730 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:00.836184 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37754) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:00.842352 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-41881f59-131f-4654-ba24-9fed1ae40730 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:20:00.850575 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b7682299-edb5-4288-9d46-6f82a989b8d9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:00.856259 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-42e1e1f9-a62e-4c23-baf9-ab7197015425 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2962301 Aug 16 20:20:00.865205 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-4f4998c5-0551-4690-86dd-e52d8c3d5733 service neutron] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122619 Aug 16 20:20:00.880159 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-1a848fa5-cd1f-4b9c-a7b6-4056450e6304 service neutron] Request body: {'port': {'device_id': '07c39781-7e5f-49ed-9cc4-a4168fe597c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:00.893307 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41881f59-131f-4654-ba24-9fed1ae40730 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Pushing event updated for resources: {'Port': ['ID=5024c3c7-a43f-4183-9787-f73cc2dca1c9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:00.986498 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-48df8cc6-563b-49e2-9841-23a5df1c4491 None None] For port d71b2bf9-24af-4970-aae3-ad3e9ca15d0a, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=d71b2bf9-24af-4970-aae3-ad3e9ca15d0a,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:00.986903 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-48df8cc6-563b-49e2-9841-23a5df1c4491 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:00.998802 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-41881f59-131f-4654-ba24-9fed1ae40730 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:01.000087 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-41881f59-131f-4654-ba24-9fed1ae40730 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:01.048710 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-48df8cc6-563b-49e2-9841-23a5df1c4491 None None] Calling delete_port for d71b2bf9-24af-4970-aae3-ad3e9ca15d0a owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:01.055465 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7682299-edb5-4288-9d46-6f82a989b8d9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:01.067143 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7682299-edb5-4288-9d46-6f82a989b8d9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:01.081988 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-40da392d-809a-4ed4-8db2-bfc5142d88a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2144ffc6-5747-47ae-ac7a-d0d7c6d209e1', 'name': 'tempest-NetworksTestDHCPv6-router-1611405146', 'tenant_id': 'd875706380784001942d3868f3fe0ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:19:51Z', 'updated_at': '2021-08-16T20:19:58Z', 'revision_number': 3, 'project_id': 'd875706380784001942d3868f3fe0ec8', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:20:01.113506 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-6fb7cea3-f433-4375-aeec-e072fe210bd1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=76090f41-c0c2-4f20-8947-4c9d155dfcb6 HTTP/1.1" status: 200 len: 217 time: 0.2298753 Aug 16 20:20:01.130081 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40da392d-809a-4ed4-8db2-bfc5142d88a3 None None] Checking router: 2144ffc6-5747-47ae-ac7a-d0d7c6d209e1 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:20:01.142724 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f48d5f9d-c6d6-4124-b41c-6571d0db0867 tempest-NetworksApiDiscovery-1294096318 tempest-NetworksApiDiscovery-1294096318-project] 10.222.0.68 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3601208 Aug 16 20:20:01.148401 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-41881f59-131f-4654-ba24-9fed1ae40730 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5472109 Aug 16 20:20:01.150353 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40da392d-809a-4ed4-8db2-bfc5142d88a3 None None] Routers set() bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:20:01.150729 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40da392d-809a-4ed4-8db2-bfc5142d88a3 None None] Router IDs set() for agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 20:20:01.151558 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_agentschedulers_db [None req-40da392d-809a-4ed4-8db2-bfc5142d88a3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2144ffc6-5747-47ae-ac7a-d0d7c6d209e1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:19:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent'). {{(pid=94773) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 20:20:01.152124 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40da392d-809a-4ed4-8db2-bfc5142d88a3 None None] The sync data for ids ['2144ffc6-5747-47ae-ac7a-d0d7c6d209e1'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:20:01.184209 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-dd1a1730-deee-40e5-95a1-d1616b8246e0 service neutron] Request body: {'port': {'device_id': 'faac1df1-f207-455f-889e-5255128d2ae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:01.248137 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-48df8cc6-563b-49e2-9841-23a5df1c4491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:01.287013 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-1a848fa5-cd1f-4b9c-a7b6-4056450e6304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:01.302918 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df8cc6-563b-49e2-9841-23a5df1c4491 None None] Pushing event deleted for resources: {'Port': ['ID=d71b2bf9-24af-4970-aae3-ad3e9ca15d0a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:01.313423 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48df8cc6-563b-49e2-9841-23a5df1c4491 None None] No DVR routers for this DVR port d71b2bf9-24af-4970-aae3-ad3e9ca15d0a on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:20:01.323964 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-dd1a1730-deee-40e5-95a1-d1616b8246e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:01.350031 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e88e4-3536-4032-91f7-459723ee2c80 req-29aa051f-919f-495f-82e0-0cd115d2f52b tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:01.352019 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a8e88e4-3536-4032-91f7-459723ee2c80 req-29aa051f-919f-495f-82e0-0cd115d2f52b tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=07c39781-7e5f-49ed-9cc4-a4168fe597c8 HTTP/1.1" status: 200 len: 931 time: 0.3046746 Aug 16 20:20:01.372577 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bcb96570-6462-452e-89f9-893431868408 None None] Provisioning for port 5024c3c7-a43f-4183-9787-f73cc2dca1c9 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:01.373818 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42585eec-0186-4508-99d1-6cc57442df4d req-a819cf4c-db5c-4eee-88f4-142c3e70e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:01.375711 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-a819cf4c-db5c-4eee-88f4-142c3e70e833 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=05b69095-3330-4691-9066-4b298da7e27d HTTP/1.1" status: 200 len: 797 time: 0.1705356 Aug 16 20:20:01.377833 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bcb96570-6462-452e-89f9-893431868408 None None] Provisioning complete for port 5024c3c7-a43f-4183-9787-f73cc2dca1c9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:01.378460 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bcb96570-6462-452e-89f9-893431868408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:01.463406 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bcb96570-6462-452e-89f9-893431868408 None None] Port 5024c3c7-a43f-4183-9787-f73cc2dca1c9 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:20:01.525437 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a8e88e4-3536-4032-91f7-459723ee2c80 req-e4f05d88-686d-4415-ac18-59aa7278ab6d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493001 Aug 16 20:20:01.531827 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42585eec-0186-4508-99d1-6cc57442df4d req-d330260f-94f8-4de2-8593-8357b7f16927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:01.533619 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-d330260f-94f8-4de2-8593-8357b7f16927 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2a2623ce-bffe-47bb-a726-6ce2777826c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1492424 Aug 16 20:20:01.650245 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7682299-edb5-4288-9d46-6f82a989b8d9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:01.702711 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-8a551c74-5ed5-4420-91c8-2523e2a04ab8 service neutron] 10.222.0.63 "GET /v2.0/networks/2a2623ce-bffe-47bb-a726-6ce2777826c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590970 Aug 16 20:20:01.708724 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37772) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:01.713268 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 885949fe-d255-4b80-a602-24aa7da3b8ce no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:20:01.719435 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7682299-edb5-4288-9d46-6f82a989b8d9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Subnet': ['ID=d163bb0f-c1d3-48a8-bfe4-1f7048d2fb58,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:01.801853 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 885949fe-d255-4b80-a602-24aa7da3b8ce {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:20:01.811906 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 885949fe-d255-4b80-a602-24aa7da3b8ce not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:20:01.812924 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device d71b2bf9-24af-4970-aae3-ad3e9ca15d0a no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:20:01.899952 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: d71b2bf9-24af-4970-aae3-ad3e9ca15d0a {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:20:01.899952 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device d71b2bf9-24af-4970-aae3-ad3e9ca15d0a not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:20:01.909916 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f894a27b-999f-4857-85f2-e6aa81407ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:01.945775 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba6c88ff-98d7-4f50-9f40-1d06924cf352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:01.954955 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-d07de467-c9c2-4c91-b1d1-4fb7e5b5a56d service neutron] 10.222.0.63 "GET /v2.0/networks/2a2623ce-bffe-47bb-a726-6ce2777826c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395611 Aug 16 20:20:02.020282 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-f28d925d-f652-4b0f-99cf-4a425e9f5a59 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=77b3645a-9cd6-4ba3-85c9-1ac50191565c HTTP/1.1" status: 200 len: 217 time: 0.0563214 Aug 16 20:20:02.134340 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42585eec-0186-4508-99d1-6cc57442df4d req-0588779e-11cc-4302-9e13-ee59aecd510d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:02.135947 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-0588779e-11cc-4302-9e13-ee59aecd510d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=05b69095-3330-4691-9066-4b298da7e27d HTTP/1.1" status: 200 len: 797 time: 0.1064627 Aug 16 20:20:02.161754 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-1a848fa5-cd1f-4b9c-a7b6-4056450e6304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a84d2684-4ca2-40a7-8e08-52cae37ad98a {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:20:02.182395 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7682299-edb5-4288-9d46-6f82a989b8d9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:02.194004 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b7682299-edb5-4288-9d46-6f82a989b8d9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:02.195830 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-1a848fa5-cd1f-4b9c-a7b6-4056450e6304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:02.198371 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7682299-edb5-4288-9d46-6f82a989b8d9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:02.198965 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7682299-edb5-4288-9d46-6f82a989b8d9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:02.208584 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fe8f28-9cda-4dd4-b0f6-2642aa726450 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:20:02.221975 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-1a848fa5-cd1f-4b9c-a7b6-4056450e6304 service neutron] Transition to ACTIVE for port object a84d2684-4ca2-40a7-8e08-52cae37ad98a will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:02.235716 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea109a-884e-497d-9cb2-ea15231d220b req-2164ee18-20a0-4868-981f-4dcf08db5038 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:02.235974 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-1a848fa5-cd1f-4b9c-a7b6-4056450e6304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:02.237303 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-38ea109a-884e-497d-9cb2-ea15231d220b req-2164ee18-20a0-4868-981f-4dcf08db5038 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.68 "GET /v2.0/ports?device_id=faac1df1-f207-455f-889e-5255128d2ae9 HTTP/1.1" status: 200 len: 934 time: 0.1080999 Aug 16 20:20:02.274187 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42585eec-0186-4508-99d1-6cc57442df4d req-91ff3ac9-04ea-4692-b319-17146edbcaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:02.276385 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-91ff3ac9-04ea-4692-b319-17146edbcaec service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2a2623ce-bffe-47bb-a726-6ce2777826c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1314371 Aug 16 20:20:02.297381 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-dd1a1730-deee-40e5-95a1-d1616b8246e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5024c3c7-a43f-4183-9787-f73cc2dca1c9 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:20:02.312854 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-dd1a1730-deee-40e5-95a1-d1616b8246e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:02.321380 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-38ea109a-884e-497d-9cb2-ea15231d220b req-4e1ac367-219f-44a7-ab21-d670bec83b1f tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.68 "GET /v2.0/security-groups?id=d75bbf2b-0078-470b-8e4a-8d73f1b98213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549035 Aug 16 20:20:02.331293 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-dd1a1730-deee-40e5-95a1-d1616b8246e0 service neutron] Transition to ACTIVE for port object 5024c3c7-a43f-4183-9787-f73cc2dca1c9 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:02.337051 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-dd1a1730-deee-40e5-95a1-d1616b8246e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:02.388182 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba6c88ff-98d7-4f50-9f40-1d06924cf352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:02.401854 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f33b0c4-62fd-4790-a7a1-898c786b7452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-90d9b1f1-5046-4354-b6cc-874fd89885eb', 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'tenant_id': 'd875706380784001942d3868f3fe0ec8', 'fixed_ips': [{'subnet_id': 'd163bb0f-c1d3-48a8-bfe4-1f7048d2fb58'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:20:02.402753 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8f33b0c4-62fd-4790-a7a1-898c786b7452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:02.404290 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a1730-deee-40e5-95a1-d1616b8246e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5024c3c7-a43f-4183-9787-f73cc2dca1c9,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:02.405236 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba6c88ff-98d7-4f50-9f40-1d06924cf352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:02.420339 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a848fa5-cd1f-4b9c-a7b6-4056450e6304 service neutron] Pushing event updated for resources: {'Port': ['ID=a84d2684-4ca2-40a7-8e08-52cae37ad98a,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:02.441652 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b7682299-edb5-4288-9d46-6f82a989b8d9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6016829 Aug 16 20:20:02.489908 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37780) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:02.498966 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1b7669c1-70a1-4ba2-b13e-c5a1359404fe tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-462118673', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:02.519814 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-dd1a1730-deee-40e5-95a1-d1616b8246e0 service neutron] Attempting to bind port 5024c3c7-a43f-4183-9787-f73cc2dca1c9 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:20:02.520725 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-dd1a1730-deee-40e5-95a1-d1616b8246e0 service neutron] Attempting to bind port 5024c3c7-a43f-4183-9787-f73cc2dca1c9 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:20:02.520725 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-dd1a1730-deee-40e5-95a1-d1616b8246e0 service neutron] Attempting to bind port 5024c3c7-a43f-4183-9787-f73cc2dca1c9 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:02.530184 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-dd1a1730-deee-40e5-95a1-d1616b8246e0 service neutron] Port 5024c3c7-a43f-4183-9787-f73cc2dca1c9 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:20:02.530729 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-dd1a1730-deee-40e5-95a1-d1616b8246e0 service neutron] Attempting to bind port 5024c3c7-a43f-4183-9787-f73cc2dca1c9 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:02.538357 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-dd1a1730-deee-40e5-95a1-d1616b8246e0 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:20:02.539009 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-dd1a1730-deee-40e5-95a1-d1616b8246e0 service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:20:02.539541 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-dd1a1730-deee-40e5-95a1-d1616b8246e0 service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:20:02.540179 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-dd1a1730-deee-40e5-95a1-d1616b8246e0 service neutron] Bound port: 5024c3c7-a43f-4183-9787-f73cc2dca1c9, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:20:02.540701 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-dd1a1730-deee-40e5-95a1-d1616b8246e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:02.556555 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b7669c1-70a1-4ba2-b13e-c5a1359404fe tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:02.557741 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b7669c1-70a1-4ba2-b13e-c5a1359404fe tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:02.602697 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-8f33b0c4-62fd-4790-a7a1-898c786b7452 None None] Allocated IP 2001:db8::2 (90d9b1f1-5046-4354-b6cc-874fd89885eb/d163bb0f-c1d3-48a8-bfe4-1f7048d2fb58/fea43629-d09b-46eb-9f75-40bc4eb58f34) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:20:02.615568 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b7669c1-70a1-4ba2-b13e-c5a1359404fe tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:02.634340 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ba6c88ff-98d7-4f50-9f40-1d06924cf352 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1fbbe3a9717a40fdb6bfe7e1ee7dcf9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9241855 Aug 16 20:20:02.636706 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-51b2c502-9cc4-4d33-806f-feae54d7c544 service neutron] 10.222.0.63 "GET /v2.0/networks/2a2623ce-bffe-47bb-a726-6ce2777826c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518534 Aug 16 20:20:02.639178 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37784) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:02.639864 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c88ff-98d7-4f50-9f40-1d06924cf352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68dec94a-27da-47ec-9d10-74defb0fc25b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:02.643407 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b7669c1-70a1-4ba2-b13e-c5a1359404fe tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:02.677194 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b7669c1-70a1-4ba2-b13e-c5a1359404fe tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:02.678697 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1b7669c1-70a1-4ba2-b13e-c5a1359404fe tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1854341 Aug 16 20:20:02.686294 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37786) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:02.789934 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-dd1a1730-deee-40e5-95a1-d1616b8246e0 service neutron] For port 5024c3c7-a43f-4183-9787-f73cc2dca1c9, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:20:02.809099 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-dd1a1730-deee-40e5-95a1-d1616b8246e0 service neutron] For port 5024c3c7-a43f-4183-9787-f73cc2dca1c9, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5024c3c7-a43f-4183-9787-f73cc2dca1c9,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:20:02.816665 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-1a848fa5-cd1f-4b9c-a7b6-4056450e6304 service neutron] Attempting to bind port a84d2684-4ca2-40a7-8e08-52cae37ad98a on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:20:02.817441 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-1a848fa5-cd1f-4b9c-a7b6-4056450e6304 service neutron] Attempting to bind port a84d2684-4ca2-40a7-8e08-52cae37ad98a by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '707b3413-318b-4129-aa23-391c2507bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:20:02.817441 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-1a848fa5-cd1f-4b9c-a7b6-4056450e6304 service neutron] Attempting to bind port a84d2684-4ca2-40a7-8e08-52cae37ad98a on network 185dd4a9-27c5-4031-8106-50b2573b079d {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:02.822152 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-dd1a1730-deee-40e5-95a1-d1616b8246e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:02.822944 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8f33b0c4-62fd-4790-a7a1-898c786b7452 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:02.835748 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8f33b0c4-62fd-4790-a7a1-898c786b7452 None None] Transition to ACTIVE for port object fea43629-d09b-46eb-9f75-40bc4eb58f34 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:02.844736 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-1a848fa5-cd1f-4b9c-a7b6-4056450e6304 service neutron] Port a84d2684-4ca2-40a7-8e08-52cae37ad98a on network 185dd4a9-27c5-4031-8106-50b2573b079d not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:20:02.845069 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-1a848fa5-cd1f-4b9c-a7b6-4056450e6304 service neutron] Attempting to bind port a84d2684-4ca2-40a7-8e08-52cae37ad98a on network 185dd4a9-27c5-4031-8106-50b2573b079d {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:02.854049 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8f33b0c4-62fd-4790-a7a1-898c786b7452 None None] Transition to ACTIVE for port object fea43629-d09b-46eb-9f75-40bc4eb58f34 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:02.864379 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8f33b0c4-62fd-4790-a7a1-898c786b7452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:02.887216 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e8033-dcc0-40e4-96b0-930122cae69b req-30dba4b5-4746-4fc7-8f8a-f6628fe87786 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:02.888766 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-128e8033-dcc0-40e4-96b0-930122cae69b req-30dba4b5-4746-4fc7-8f8a-f6628fe87786 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=07c39781-7e5f-49ed-9cc4-a4168fe597c8 HTTP/1.1" status: 200 len: 943 time: 0.1798615 Aug 16 20:20:02.889540 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-1a848fa5-cd1f-4b9c-a7b6-4056450e6304 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:20:02.889948 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-1a848fa5-cd1f-4b9c-a7b6-4056450e6304 service neutron] Checking segment: {'id': '707b3413-318b-4129-aa23-391c2507bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:20:02.890338 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-1a848fa5-cd1f-4b9c-a7b6-4056450e6304 service neutron] Bound using segment: {'id': '707b3413-318b-4129-aa23-391c2507bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:20:02.890788 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-1a848fa5-cd1f-4b9c-a7b6-4056450e6304 service neutron] Bound port: a84d2684-4ca2-40a7-8e08-52cae37ad98a, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '707b3413-318b-4129-aa23-391c2507bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:20:02.891149 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-1a848fa5-cd1f-4b9c-a7b6-4056450e6304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:02.897076 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42585eec-0186-4508-99d1-6cc57442df4d req-a231725b-0b64-43b0-b79e-b049288ec013 service neutron] 10.222.0.63 "GET /v2.0/networks/2a2623ce-bffe-47bb-a726-6ce2777826c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364399 Aug 16 20:20:02.917947 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e47ade8-c55c-4274-a847-22cb5f69f38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:02.922294 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33b0c4-62fd-4790-a7a1-898c786b7452 None None] Pushing event updated for resources: {'Port': ['ID=fea43629-d09b-46eb-9f75-40bc4eb58f34,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:02.941792 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f33b0c4-62fd-4790-a7a1-898c786b7452 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:02.944213 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-8f33b0c4-62fd-4790-a7a1-898c786b7452 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:02.946427 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f33b0c4-62fd-4790-a7a1-898c786b7452 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:20:02.997460 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e47ade8-c55c-4274-a847-22cb5f69f38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:03.004397 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-dd1a1730-deee-40e5-95a1-d1616b8246e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:03.005136 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-dd1a1730-deee-40e5-95a1-d1616b8246e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:03.006641 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-dd1a1730-deee-40e5-95a1-d1616b8246e0 service neutron] 10.222.0.57 "PUT /v2.0/ports/5024c3c7-a43f-4183-9787-f73cc2dca1c9 HTTP/1.1" status: 200 len: 1095 time: 1.8391752 Aug 16 20:20:03.009107 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faac1df1-f207-455f-889e-5255128d2ae9', 'tag': '5024c3c7-a43f-4183-9787-f73cc2dca1c9'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:03.024017 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee98450-701f-4dc2-b97b-d495c625bd5e" -d '{"events": [{"name": "network-changed", "server_uuid": "faac1df1-f207-455f-889e-5255128d2ae9", "tag": "5024c3c7-a43f-4183-9787-f73cc2dca1c9"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:03.039580 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8f33b0c4-62fd-4790-a7a1-898c786b7452 None None] Attempting to bind port fea43629-d09b-46eb-9f75-40bc4eb58f34 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:20:03.040069 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8f33b0c4-62fd-4790-a7a1-898c786b7452 None None] Attempting to bind port fea43629-d09b-46eb-9f75-40bc4eb58f34 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:20:03.040797 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f33b0c4-62fd-4790-a7a1-898c786b7452 None None] Attempting to bind port fea43629-d09b-46eb-9f75-40bc4eb58f34 on network 90d9b1f1-5046-4354-b6cc-874fd89885eb {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:03.068998 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f33b0c4-62fd-4790-a7a1-898c786b7452 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:20:03.070300 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f33b0c4-62fd-4790-a7a1-898c786b7452 None None] Checking segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:20:03.071017 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8f33b0c4-62fd-4790-a7a1-898c786b7452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:03.072468 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f33b0c4-62fd-4790-a7a1-898c786b7452 None None] Bound using segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:20:03.075480 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8f33b0c4-62fd-4790-a7a1-898c786b7452 None None] Bound port: fea43629-d09b-46eb-9f75-40bc4eb58f34, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:20:03.076572 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8f33b0c4-62fd-4790-a7a1-898c786b7452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:03.101710 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-128e8033-dcc0-40e4-96b0-930122cae69b req-8f84aa00-e0a9-4fb9-b636-e150108694cd tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010236 Aug 16 20:20:03.115884 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-1a848fa5-cd1f-4b9c-a7b6-4056450e6304 service neutron] For port a84d2684-4ca2-40a7-8e08-52cae37ad98a, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:20:03.121596 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-1a848fa5-cd1f-4b9c-a7b6-4056450e6304 service neutron] For port a84d2684-4ca2-40a7-8e08-52cae37ad98a, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a84d2684-4ca2-40a7-8e08-52cae37ad98a,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:20:03.141269 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-1a848fa5-cd1f-4b9c-a7b6-4056450e6304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:03.196548 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-1a848fa5-cd1f-4b9c-a7b6-4056450e6304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:03.197925 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-1a848fa5-cd1f-4b9c-a7b6-4056450e6304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:03.199232 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-1a848fa5-cd1f-4b9c-a7b6-4056450e6304 service neutron] 10.222.0.57 "PUT /v2.0/ports/a84d2684-4ca2-40a7-8e08-52cae37ad98a HTTP/1.1" status: 200 len: 1092 time: 2.3331008 Aug 16 20:20:03.199811 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c39781-7e5f-49ed-9cc4-a4168fe597c8', 'tag': 'a84d2684-4ca2-40a7-8e08-52cae37ad98a'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:03.202167 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc63af04-c5c8-4dfa-ae83-bed9f5b8d36c" -d '{"events": [{"name": "network-changed", "server_uuid": "07c39781-7e5f-49ed-9cc4-a4168fe597c8", "tag": "a84d2684-4ca2-40a7-8e08-52cae37ad98a"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:03.212793 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e47ade8-c55c-4274-a847-22cb5f69f38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:03.215776 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e47ade8-c55c-4274-a847-22cb5f69f38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:03.217216 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0e47ade8-c55c-4274-a847-22cb5f69f38e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/68dec94a-27da-47ec-9d10-74defb0fc25b HTTP/1.1" status: 204 len: 168 time: 0.5741799 Aug 16 20:20:03.239034 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47ade8-c55c-4274-a847-22cb5f69f38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68dec94a-27da-47ec-9d10-74defb0fc25b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:03.256717 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a848fa5-cd1f-4b9c-a7b6-4056450e6304 service neutron] Pushing event updated for resources: {'Port': ['ID=a84d2684-4ca2-40a7-8e08-52cae37ad98a,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:03.257808 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8f33b0c4-62fd-4790-a7a1-898c786b7452 None None] For port fea43629-d09b-46eb-9f75-40bc4eb58f34, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:20:03.261846 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8f33b0c4-62fd-4790-a7a1-898c786b7452 None None] For port fea43629-d09b-46eb-9f75-40bc4eb58f34, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=fea43629-d09b-46eb-9f75-40bc4eb58f34,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:20:03.272502 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8f33b0c4-62fd-4790-a7a1-898c786b7452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:03.294015 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff099d72-f398-4221-b7ef-1a14d283fc74 x-openstack-request-id: req-ff099d72-f398-4221-b7ef-1a14d283fc74 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:03.294408 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c39781-7e5f-49ed-9cc4-a4168fe597c8", "tag": "a84d2684-4ca2-40a7-8e08-52cae37ad98a", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:03.294765 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ff099d72-f398-4221-b7ef-1a14d283fc74 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:03.295295 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c39781-7e5f-49ed-9cc4-a4168fe597c8', 'tag': 'a84d2684-4ca2-40a7-8e08-52cae37ad98a', 'status': 'completed', 'code': 200} Aug 16 20:20:03.378532 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33b0c4-62fd-4790-a7a1-898c786b7452 None None] Pushing event updated for resources: {'Port': ['ID=fea43629-d09b-46eb-9f75-40bc4eb58f34,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:03.431087 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a1730-deee-40e5-95a1-d1616b8246e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5024c3c7-a43f-4183-9787-f73cc2dca1c9,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:03.464025 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-bd46a3cd-bf4e-425e-8990-536f6a898fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:03.467839 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-bd46a3cd-bf4e-425e-8990-536f6a898fff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6fb8716d1b824bb9ac2e976008166d30&device_id=07c39781-7e5f-49ed-9cc4-a4168fe597c8 HTTP/1.1" status: 200 len: 1095 time: 0.1526523 Aug 16 20:20:03.528462 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7c9c5a-0aa0-4c1c-b565-70f488d4b0ad x-openstack-request-id: req-2f7c9c5a-0aa0-4c1c-b565-70f488d4b0ad {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:03.528926 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faac1df1-f207-455f-889e-5255128d2ae9", "tag": "5024c3c7-a43f-4183-9787-f73cc2dca1c9", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:03.529326 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2f7c9c5a-0aa0-4c1c-b565-70f488d4b0ad {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:03.529901 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faac1df1-f207-455f-889e-5255128d2ae9', 'tag': '5024c3c7-a43f-4183-9787-f73cc2dca1c9', 'status': 'completed', 'code': 200} Aug 16 20:20:03.531279 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fbcf558-72c9-40a8-9f31-36765f0066a9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:03.548229 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-83ecdd0d-b3ee-42d8-9390-d17772b5d986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:03.549996 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-83ecdd0d-b3ee-42d8-9390-d17772b5d986 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=228681ddb5a8426faffe705dd952252f&device_id=faac1df1-f207-455f-889e-5255128d2ae9 HTTP/1.1" status: 200 len: 1098 time: 0.3775413 Aug 16 20:20:03.593910 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-9e791a00-2861-4870-954c-948b91c338f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a84d2684-4ca2-40a7-8e08-52cae37ad98a HTTP/1.1" status: 200 len: 217 time: 0.0746746 Aug 16 20:20:03.605458 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c6799-42cb-4621-9327-62869460838b req-aceaa7d1-06c8-4e80-8ea6-b3ffb3afe0ff tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:03.607460 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ee1c6799-42cb-4621-9327-62869460838b req-aceaa7d1-06c8-4e80-8ea6-b3ffb3afe0ff tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.68 "GET /v2.0/ports?device_id=faac1df1-f207-455f-889e-5255128d2ae9 HTTP/1.1" status: 200 len: 946 time: 0.1371858 Aug 16 20:20:03.705062 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-e61f5a95-29dc-43c0-81b7-89fb0e4ed5e7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=5024c3c7-a43f-4183-9787-f73cc2dca1c9 HTTP/1.1" status: 200 len: 217 time: 0.0719995 Aug 16 20:20:03.769088 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ee1c6799-42cb-4621-9327-62869460838b req-66c552c1-b2f4-43a8-87f0-f3e8d1e9344b tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.68 "GET /v2.0/security-groups?id=d75bbf2b-0078-470b-8e4a-8d73f1b98213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484749 Aug 16 20:20:03.794222 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-7ddd7ed1-076c-4330-8b6e-efd7c7580036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:03.795971 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-7ddd7ed1-076c-4330-8b6e-efd7c7580036 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9174bd88-4f29-46ef-992b-f91f82dd45cf HTTP/1.1" status: 200 len: 846 time: 0.1875503 Aug 16 20:20:03.840531 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-f144f008-8c2d-47f5-9010-1752b667ec64 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=185dd4a9-27c5-4031-8106-50b2573b079d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372062 Aug 16 20:20:03.974306 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-545f719a-4681-406e-883b-b539c78673af service neutron] 10.222.0.57 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270101 Aug 16 20:20:03.981607 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-970f0459-288e-4557-87e4-1fcf141c005a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:03.983159 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-970f0459-288e-4557-87e4-1fcf141c005a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.2709644 Aug 16 20:20:03.984654 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-8fbcf558-72c9-40a8-9f31-36765f0066a9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Allocated IP 2001:db8::1 (90d9b1f1-5046-4354-b6cc-874fd89885eb/d163bb0f-c1d3-48a8-bfe4-1f7048d2fb58/a5dc03e0-4b30-4b40-8fd5-21b06e399946) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:20:04.098110 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-c6003a6c-c5c6-4000-8e6f-2a2d6b2fe424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:04.099750 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-c6003a6c-c5c6-4000-8e6f-2a2d6b2fe424 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1085262 Aug 16 20:20:04.124381 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccfad366-7e3b-48cc-be7f-6f5761a1c039 req-7bc8b31e-4983-45f9-b12f-4ae49dc6a196 service neutron] 10.222.0.57 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369388 Aug 16 20:20:04.250831 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fbcf558-72c9-40a8-9f31-36765f0066a9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:04.267529 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-8fbcf558-72c9-40a8-9f31-36765f0066a9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Transition to ACTIVE for port object a5dc03e0-4b30-4b40-8fd5-21b06e399946 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:04.352895 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fbcf558-72c9-40a8-9f31-36765f0066a9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:04.371768 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-884d64ed-bcb8-4f2e-9bd1-a761ea12b4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:04.465241 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcf558-72c9-40a8-9f31-36765f0066a9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Port': ['ID=a5dc03e0-4b30-4b40-8fd5-21b06e399946,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:04.514813 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbcf558-72c9-40a8-9f31-36765f0066a9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:04.517327 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-2dc068f0-eebb-438e-a1cc-8e02550d64e9 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092729 Aug 16 20:20:04.522291 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-8fbcf558-72c9-40a8-9f31-36765f0066a9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:04.525255 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbcf558-72c9-40a8-9f31-36765f0066a9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:20:04.525641 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fbcf558-72c9-40a8-9f31-36765f0066a9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:04.628260 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cc028-a9ba-4755-a590-21ea74978531 req-cb1c63c1-06c5-48e1-b32d-3bd7d1c06ceb tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:04.632841 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-576cc028-a9ba-4755-a590-21ea74978531 req-cb1c63c1-06c5-48e1-b32d-3bd7d1c06ceb tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=07c39781-7e5f-49ed-9cc4-a4168fe597c8 HTTP/1.1" status: 200 len: 943 time: 0.3225434 Aug 16 20:20:04.674831 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63af04-c5c8-4dfa-ae83-bed9f5b8d36c req-2428fcbe-eee0-439b-8d2a-4bb65c1c63c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:04.676559 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dc63af04-c5c8-4dfa-ae83-bed9f5b8d36c req-2428fcbe-eee0-439b-8d2a-4bb65c1c63c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6fb8716d1b824bb9ac2e976008166d30&device_id=07c39781-7e5f-49ed-9cc4-a4168fe597c8 HTTP/1.1" status: 200 len: 1095 time: 0.4804552 Aug 16 20:20:04.687420 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:04.768819 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-576cc028-a9ba-4755-a590-21ea74978531 req-fdfebab6-26d7-4297-808e-c736803afea3 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013584 Aug 16 20:20:04.829108 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ad74cdd-f34f-4ffb-a39b-fdf4fcb9166e req-2b60108f-d10f-46f4-b258-c8b69282768f service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002214 Aug 16 20:20:04.842990 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fbcf558-72c9-40a8-9f31-36765f0066a9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:04.853875 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63af04-c5c8-4dfa-ae83-bed9f5b8d36c req-8da874ac-e4bb-4d5c-a442-07f9485ee209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:04.855896 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dc63af04-c5c8-4dfa-ae83-bed9f5b8d36c req-8da874ac-e4bb-4d5c-a442-07f9485ee209 service neutron] 10.222.0.57 "GET /v2.0/networks?id=185dd4a9-27c5-4031-8106-50b2573b079d HTTP/1.1" status: 200 len: 907 time: 0.1712184 Aug 16 20:20:04.920408 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dc63af04-c5c8-4dfa-ae83-bed9f5b8d36c req-ae4b201a-780d-49cc-8dde-8d5e74ceb8fd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a84d2684-4ca2-40a7-8e08-52cae37ad98a HTTP/1.1" status: 200 len: 217 time: 0.0551350 Aug 16 20:20:05.018603 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63af04-c5c8-4dfa-ae83-bed9f5b8d36c req-3a941a86-1ee8-4603-8736-fc78a98ccabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:05.020340 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dc63af04-c5c8-4dfa-ae83-bed9f5b8d36c req-3a941a86-1ee8-4603-8736-fc78a98ccabe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9174bd88-4f29-46ef-992b-f91f82dd45cf HTTP/1.1" status: 200 len: 846 time: 0.0910153 Aug 16 20:20:05.033444 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b52955-f583-4d71-a5e5-279b65047c8b req-6399be6f-8745-4d53-a9da-27d70e2e23cf tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:05.035942 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-73b52955-f583-4d71-a5e5-279b65047c8b req-6399be6f-8745-4d53-a9da-27d70e2e23cf tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.68 "GET /v2.0/ports?device_id=faac1df1-f207-455f-889e-5255128d2ae9 HTTP/1.1" status: 200 len: 946 time: 0.1183758 Aug 16 20:20:05.098659 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dc63af04-c5c8-4dfa-ae83-bed9f5b8d36c req-dafea424-00f4-432b-8063-fefb036a044c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=185dd4a9-27c5-4031-8106-50b2573b079d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616980 Aug 16 20:20:05.116724 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5754edec-8424-4a54-9e40-eb21db74ce50 None None] Provisioning for port fea43629-d09b-46eb-9f75-40bc4eb58f34 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:05.124406 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee98450-701f-4dc2-b97b-d495c625bd5e req-dde419bc-f1bb-4696-8b4b-975772de7055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:05.126022 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eee98450-701f-4dc2-b97b-d495c625bd5e req-dde419bc-f1bb-4696-8b4b-975772de7055 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=228681ddb5a8426faffe705dd952252f&device_id=faac1df1-f207-455f-889e-5255128d2ae9 HTTP/1.1" status: 200 len: 1098 time: 0.2259634 Aug 16 20:20:05.201141 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-73b52955-f583-4d71-a5e5-279b65047c8b req-fcad1066-ab26-4715-afb7-aee81ecbe30d tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.68 "GET /v2.0/security-groups?id=d75bbf2b-0078-470b-8e4a-8d73f1b98213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453633 Aug 16 20:20:05.264352 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dc63af04-c5c8-4dfa-ae83-bed9f5b8d36c req-28cf8cb7-245f-4cd2-a4e7-8d976fdafeb5 service neutron] 10.222.0.57 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569793 Aug 16 20:20:05.364582 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e1ea6355-f598-400e-ab0a-766bc174b843 None None] Provisioning for port a5dc03e0-4b30-4b40-8fd5-21b06e399946 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:05.374947 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e1ea6355-f598-400e-ab0a-766bc174b843 None None] Provisioning complete for port a5dc03e0-4b30-4b40-8fd5-21b06e399946 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:05.375645 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dc63af04-c5c8-4dfa-ae83-bed9f5b8d36c req-6d5a5fac-f67d-41a8-a468-9a5a1194a71b service neutron] 10.222.0.57 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025741 Aug 16 20:20:05.375778 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e1ea6355-f598-400e-ab0a-766bc174b843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:05.382165 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee98450-701f-4dc2-b97b-d495c625bd5e req-2ebb98bc-9d7b-47a0-ab9b-0768ded087c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:05.383678 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eee98450-701f-4dc2-b97b-d495c625bd5e req-2ebb98bc-9d7b-47a0-ab9b-0768ded087c0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.2491465 Aug 16 20:20:05.426929 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e1ea6355-f598-400e-ab0a-766bc174b843 None None] Port a5dc03e0-4b30-4b40-8fd5-21b06e399946 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:20:05.443880 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eee98450-701f-4dc2-b97b-d495c625bd5e req-fd0f6b47-2109-4c2a-ab27-3f4d1b127936 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=5024c3c7-a43f-4183-9787-f73cc2dca1c9 HTTP/1.1" status: 200 len: 217 time: 0.0458364 Aug 16 20:20:05.518452 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fbcf558-72c9-40a8-9f31-36765f0066a9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:05.527476 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fbcf558-72c9-40a8-9f31-36765f0066a9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:05.528245 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fbcf558-72c9-40a8-9f31-36765f0066a9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:05.540314 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee98450-701f-4dc2-b97b-d495c625bd5e req-a7060c02-255a-4c67-b222-e14df6562557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:05.540314 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eee98450-701f-4dc2-b97b-d495c625bd5e req-a7060c02-255a-4c67-b222-e14df6562557 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.0795987 Aug 16 20:20:05.541277 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device a84d2684-4ca2-40a7-8e08-52cae37ad98a details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:20:05.587813 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:05.619919 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device fea43629-d09b-46eb-9f75-40bc4eb58f34 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:20:05.692958 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcf558-72c9-40a8-9f31-36765f0066a9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Port': ['ID=a5dc03e0-4b30-4b40-8fd5-21b06e399946,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:05.729963 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee98450-701f-4dc2-b97b-d495c625bd5e req-b17654c1-32de-472d-b34d-86ae7c36402c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:05.731577 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eee98450-701f-4dc2-b97b-d495c625bd5e req-b17654c1-32de-472d-b34d-86ae7c36402c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1716573 Aug 16 20:20:05.740597 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbcf558-72c9-40a8-9f31-36765f0066a9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:05.744012 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-8fbcf558-72c9-40a8-9f31-36765f0066a9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:05.889944 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port a84d2684-4ca2-40a7-8e08-52cae37ad98a, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a84d2684-4ca2-40a7-8e08-52cae37ad98a,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:05.918363 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'a84d2684-4ca2-40a7-8e08-52cae37ad98a', 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d', 'port_id': 'a84d2684-4ca2-40a7-8e08-52cae37ad98a', 'mac_address': 'fa:16:3e:62:a8:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9174bd88-4f29-46ef-992b-f91f82dd45cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:20:05.972882 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:05.978237 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port fea43629-d09b-46eb-9f75-40bc4eb58f34 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:06.014144 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port fea43629-d09b-46eb-9f75-40bc4eb58f34 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:06.017451 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:06.046216 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eee98450-701f-4dc2-b97b-d495c625bd5e req-97298764-3c05-4307-8278-e839422ee2da service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039362 Aug 16 20:20:06.102498 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:06.105231 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a84d2684-4ca2-40a7-8e08-52cae37ad98a {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:20:06.126371 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:06.146986 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port a84d2684-4ca2-40a7-8e08-52cae37ad98a, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a84d2684-4ca2-40a7-8e08-52cae37ad98a,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:06.148818 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b617a-f08d-452a-9807-b08c1a9f8443 req-c8708d5f-7977-48f7-a116-e6a91b269e8b tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:06.151663 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-702b617a-f08d-452a-9807-b08c1a9f8443 req-c8708d5f-7977-48f7-a116-e6a91b269e8b tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=07c39781-7e5f-49ed-9cc4-a4168fe597c8 HTTP/1.1" status: 200 len: 943 time: 0.2932184 Aug 16 20:20:06.166207 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:06.198063 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e8d65aa4-2cc3-4b36-abbc-ac61f9cc5426 None None] Provisioning complete for port a5dc03e0-4b30-4b40-8fd5-21b06e399946 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:06.198655 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e8d65aa4-2cc3-4b36-abbc-ac61f9cc5426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:06.267567 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:06.281868 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-702b617a-f08d-452a-9807-b08c1a9f8443 req-0dbfed24-cd08-4f80-bd85-1e141e49e85b tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906212 Aug 16 20:20:06.319678 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbcf558-72c9-40a8-9f31-36765f0066a9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Router 48c62fcb-1d00-4b98-aa20-0735e8d31fbf is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:20:06.328151 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eee98450-701f-4dc2-b97b-d495c625bd5e req-2ab4cb0e-1aad-4156-877c-8e5370aabc33 service neutron] 10.222.0.57 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698259 Aug 16 20:20:06.345821 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e8d65aa4-2cc3-4b36-abbc-ac61f9cc5426 None None] Port a5dc03e0-4b30-4b40-8fd5-21b06e399946 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:20:06.350267 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=a84d2684-4ca2-40a7-8e08-52cae37ad98a,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:06.385311 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port fea43629-d09b-46eb-9f75-40bc4eb58f34, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=fea43629-d09b-46eb-9f75-40bc4eb58f34,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:06.393123 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:06.425936 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c1250-41d8-4d47-83d1-220a0f05fd7c req-53ef6cfc-dc1d-4780-95d0-5a517a272198 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:06.428084 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-276c1250-41d8-4d47-83d1-220a0f05fd7c req-53ef6cfc-dc1d-4780-95d0-5a517a272198 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.68 "GET /v2.0/ports?device_id=faac1df1-f207-455f-889e-5255128d2ae9 HTTP/1.1" status: 200 len: 946 time: 0.1088464 Aug 16 20:20:06.435055 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['a84d2684-4ca2-40a7-8e08-52cae37ad98a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:20:06.488807 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-276c1250-41d8-4d47-83d1-220a0f05fd7c req-cbc779c1-8ac7-433c-8dd3-79ad8390d60c tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.68 "GET /v2.0/security-groups?id=d75bbf2b-0078-470b-8e4a-8d73f1b98213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467606 Aug 16 20:20:06.497079 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=fea43629-d09b-46eb-9f75-40bc4eb58f34,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:06.515721 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbcf558-72c9-40a8-9f31-36765f0066a9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:20:06.522700 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8fbcf558-72c9-40a8-9f31-36765f0066a9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "PUT /v2.0/routers/48c62fcb-1d00-4b98-aa20-0735e8d31fbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8343859 Aug 16 20:20:06.524537 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37872) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:06.530564 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6527407-3258-4f94-b634-c7b60f07633e None None] Sync routers for ids ['48c62fcb-1d00-4b98-aa20-0735e8d31fbf'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:20:06.535897 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37874) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:06.556612 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6527407-3258-4f94-b634-c7b60f07633e None None] Routers {'48c62fcb-1d00-4b98-aa20-0735e8d31fbf'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:20:06.558041 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d6527407-3258-4f94-b634-c7b60f07633e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:20:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['48c62fcb-1d00-4b98-aa20-0735e8d31fbf'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:20:06.576284 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f87d24-bd6c-4e67-a0da-d5f47f7075ed tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:06.579308 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-72f87d24-bd6c-4e67-a0da-d5f47f7075ed tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports/a5dc03e0-4b30-4b40-8fd5-21b06e399946 HTTP/1.1" status: 200 len: 911 time: 0.0521472 Aug 16 20:20:06.580527 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37878) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:06.641925 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd54448d-b053-4e88-b520-bb3d51fec278 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:06.651829 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd54448d-b053-4e88-b520-bb3d51fec278 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:06.656290 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bd54448d-b053-4e88-b520-bb3d51fec278 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0723443 Aug 16 20:20:06.656780 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 37880) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:06.680039 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-d6527407-3258-4f94-b634-c7b60f07633e None None] Set router 48c62fcb-1d00-4b98-aa20-0735e8d31fbf gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:20:06.740880 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-363ab4e9-4119-4882-a603-84e531092b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:06.905399 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d6527407-3258-4f94-b634-c7b60f07633e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c62fcb-1d00-4b98-aa20-0735e8d31fbf', 'name': 'tempest-NetworksTestDHCPv6-router-462118673', 'tenant_id': 'd875706380784001942d3868f3fe0ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:02Z', 'updated_at': '2021-08-16T20:20:04Z', 'revision_number': 2, 'project_id': 'd875706380784001942d3868f3fe0ec8', 'gw_port_host': None, '_interfaces': [{'id': 'a5dc03e0-4b30-4b40-8fd5-21b06e399946', 'name': '', 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'tenant_id': 'd875706380784001942d3868f3fe0ec8', 'mac_address': 'fa:16:3e:bd:91:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c62fcb-1d00-4b98-aa20-0735e8d31fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'd163bb0f-c1d3-48a8-bfe4-1f7048d2fb58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:03Z', 'updated_at': '2021-08-16T20:20:05Z', 'revision_number': 2, 'project_id': 'd875706380784001942d3868f3fe0ec8', 'subnets': [{'id': 'd163bb0f-c1d3-48a8-bfe4-1f7048d2fb58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:20:06.936898 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6527407-3258-4f94-b634-c7b60f07633e None None] Checking router: 48c62fcb-1d00-4b98-aa20-0735e8d31fbf for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:20:06.937516 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6527407-3258-4f94-b634-c7b60f07633e None None] Updating router 48c62fcb-1d00-4b98-aa20-0735e8d31fbf port a5dc03e0-4b30-4b40-8fd5-21b06e399946 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:20:06.962971 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6527407-3258-4f94-b634-c7b60f07633e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:06.963655 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-363ab4e9-4119-4882-a603-84e531092b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:06.974068 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-363ab4e9-4119-4882-a603-84e531092b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:07.034080 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ab4e9-4119-4882-a603-84e531092b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70640e8d-0c86-437d-889a-85b5e6f17d8b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:07.040270 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-363ab4e9-4119-4882-a603-84e531092b65 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=643ed25d03fb4bdc85dbd6595920b508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5032380 Aug 16 20:20:07.043100 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37882) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:07.113903 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3c81f5cd-9e00-484d-8db2-19390e1ce8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:07.125416 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8e65291-aae5-4e17-b0cf-61eaf5ccf0f1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:07.140976 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3c81f5cd-9e00-484d-8db2-19390e1ce8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:07.183513 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:07.199560 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3c81f5cd-9e00-484d-8db2-19390e1ce8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:07.202657 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3c81f5cd-9e00-484d-8db2-19390e1ce8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:07.206394 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3c81f5cd-9e00-484d-8db2-19390e1ce8e4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/70640e8d-0c86-437d-889a-85b5e6f17d8b HTTP/1.1" status: 204 len: 168 time: 0.1597433 Aug 16 20:20:07.212923 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81f5cd-9e00-484d-8db2-19390e1ce8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70640e8d-0c86-437d-889a-85b5e6f17d8b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:07.360950 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6527407-3258-4f94-b634-c7b60f07633e None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:07.375585 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d6527407-3258-4f94-b634-c7b60f07633e None None] Transition to ACTIVE for port object a5dc03e0-4b30-4b40-8fd5-21b06e399946 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:07.382707 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6527407-3258-4f94-b634-c7b60f07633e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:07.439033 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac68274-5c80-4a35-9d43-cd2d0210ba03 None None] Pushing event updated for resources: {'Port': ['ID=a5dc03e0-4b30-4b40-8fd5-21b06e399946,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:07.578585 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 5024c3c7-a43f-4183-9787-f73cc2dca1c9 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:20:07.677470 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37894) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:07.702323 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-286ab5d5-4b91-4725-9244-a9ecbbc811b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:07.714550 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-916ec342-5815-477b-bccf-60b5dde5cbe2 req-0b4febc3-7f2a-4d7d-a8a9-fb4331b75b15 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a9a9814c-498d-4973-983e-5bcf5fa6fba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1312575 Aug 16 20:20:07.729293 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85f6b7-42bc-4eab-aca2-46841aa48d3d req-7517ee24-a60b-49bd-ad45-83f8ac093aa5 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:07.729699 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 5024c3c7-a43f-4183-9787-f73cc2dca1c9, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5024c3c7-a43f-4183-9787-f73cc2dca1c9,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:07.731234 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fd85f6b7-42bc-4eab-aca2-46841aa48d3d req-7517ee24-a60b-49bd-ad45-83f8ac093aa5 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.68 "GET /v2.0/ports?device_id=faac1df1-f207-455f-889e-5255128d2ae9 HTTP/1.1" status: 200 len: 946 time: 0.1238666 Aug 16 20:20:07.755595 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device a84d2684-4ca2-40a7-8e08-52cae37ad98a up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:20:07.760971 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79bc11-de44-4748-8b9d-83dd35a405ee req-de980827-f8ce-4a5e-bb30-0e9f8fcda6a1 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:07.762661 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5d79bc11-de44-4748-8b9d-83dd35a405ee req-de980827-f8ce-4a5e-bb30-0e9f8fcda6a1 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=07c39781-7e5f-49ed-9cc4-a4168fe597c8 HTTP/1.1" status: 200 len: 944 time: 0.1780221 Aug 16 20:20:07.799239 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '5024c3c7-a43f-4183-9787-f73cc2dca1c9', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': '5024c3c7-a43f-4183-9787-f73cc2dca1c9', 'mac_address': 'fa:16:3e:e0:ee:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:20:07.802547 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device fea43629-d09b-46eb-9f75-40bc4eb58f34 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:20:07.810343 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fd85f6b7-42bc-4eab-aca2-46841aa48d3d req-5a62e8b4-f47a-4b2f-8a7b-b44a988db20a tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.68 "GET /v2.0/security-groups?id=d75bbf2b-0078-470b-8e4a-8d73f1b98213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651081 Aug 16 20:20:07.896313 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-286ab5d5-4b91-4725-9244-a9ecbbc811b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:07.898588 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5d79bc11-de44-4748-8b9d-83dd35a405ee req-f902d172-8fed-4ca5-acc5-f17dd309ae7b tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277084 Aug 16 20:20:07.908997 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d6527407-3258-4f94-b634-c7b60f07633e None None] Attempting to bind port a5dc03e0-4b30-4b40-8fd5-21b06e399946 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:20:07.909397 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d6527407-3258-4f94-b634-c7b60f07633e None None] Attempting to bind port a5dc03e0-4b30-4b40-8fd5-21b06e399946 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:20:07.909787 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6527407-3258-4f94-b634-c7b60f07633e None None] Attempting to bind port a5dc03e0-4b30-4b40-8fd5-21b06e399946 on network 90d9b1f1-5046-4354-b6cc-874fd89885eb {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:07.910341 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-286ab5d5-4b91-4725-9244-a9ecbbc811b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:07.912670 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ec342-5815-477b-bccf-60b5dde5cbe2 req-258ed512-63ba-4394-a1ce-6845af2c9c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:07.922637 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-916ec342-5815-477b-bccf-60b5dde5cbe2 req-258ed512-63ba-4394-a1ce-6845af2c9c18 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6fb8716d1b824bb9ac2e976008166d30&device_id=a9a9814c-498d-4973-983e-5bcf5fa6fba3 HTTP/1.1" status: 200 len: 1097 time: 0.1463537 Aug 16 20:20:07.922836 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6527407-3258-4f94-b634-c7b60f07633e None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:20:07.922836 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6527407-3258-4f94-b634-c7b60f07633e None None] Checking segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:20:07.922836 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6527407-3258-4f94-b634-c7b60f07633e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:07.922836 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6527407-3258-4f94-b634-c7b60f07633e None None] Bound using segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:20:07.922836 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d6527407-3258-4f94-b634-c7b60f07633e None None] Bound port: a5dc03e0-4b30-4b40-8fd5-21b06e399946, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:20:07.922836 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6527407-3258-4f94-b634-c7b60f07633e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:07.957204 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ab5d5-4b91-4725-9244-a9ecbbc811b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dedaa9-a9f7-4844-b32e-56b0a378728e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:07.964732 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-286ab5d5-4b91-4725-9244-a9ecbbc811b5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b0e1897bb90b4b9fb31606d65d59d798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2861700 Aug 16 20:20:07.965919 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 37896) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:07.988493 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:07.990191 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port a84d2684-4ca2-40a7-8e08-52cae37ad98a completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:08.011889 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port a84d2684-4ca2-40a7-8e08-52cae37ad98a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:08.012270 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:08.026153 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-508e0794-3e42-44dd-bbdf-7a9d2f2c75ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:08.065797 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port fea43629-d09b-46eb-9f75-40bc4eb58f34 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:08.066183 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:08.066993 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-508e0794-3e42-44dd-bbdf-7a9d2f2c75ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:08.067572 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-b8e65291-aae5-4e17-b0cf-61eaf5ccf0f1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting port a5dc03e0-4b30-4b40-8fd5-21b06e399946 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:08.067918 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8e65291-aae5-4e17-b0cf-61eaf5ccf0f1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:08.068516 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5024c3c7-a43f-4183-9787-f73cc2dca1c9 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:20:08.125684 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-508e0794-3e42-44dd-bbdf-7a9d2f2c75ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:08.130002 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-508e0794-3e42-44dd-bbdf-7a9d2f2c75ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:08.131452 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-508e0794-3e42-44dd-bbdf-7a9d2f2c75ce admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c7dedaa9-a9f7-4844-b32e-56b0a378728e HTTP/1.1" status: 204 len: 168 time: 0.1645863 Aug 16 20:20:08.138516 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d6527407-3258-4f94-b634-c7b60f07633e None None] For port a5dc03e0-4b30-4b40-8fd5-21b06e399946, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:20:08.139179 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ec342-5815-477b-bccf-60b5dde5cbe2 req-77c58834-747f-41d8-a271-fa3360ca6d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:08.140759 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-916ec342-5815-477b-bccf-60b5dde5cbe2 req-77c58834-747f-41d8-a271-fa3360ca6d0f service neutron] 10.222.0.57 "GET /v2.0/networks?id=185dd4a9-27c5-4031-8106-50b2573b079d HTTP/1.1" status: 200 len: 907 time: 0.1854525 Aug 16 20:20:08.147592 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e0794-3e42-44dd-bbdf-7a9d2f2c75ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dedaa9-a9f7-4844-b32e-56b0a378728e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:08.163435 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 5024c3c7-a43f-4183-9787-f73cc2dca1c9, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5024c3c7-a43f-4183-9787-f73cc2dca1c9,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:08.192055 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d6527407-3258-4f94-b634-c7b60f07633e None None] For port a5dc03e0-4b30-4b40-8fd5-21b06e399946, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=a5dc03e0-4b30-4b40-8fd5-21b06e399946,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:20:08.195841 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:08.199809 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-916ec342-5815-477b-bccf-60b5dde5cbe2 req-98cf08bf-a2ff-4d50-80ea-7009f6b895d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=04321e14-93df-4fa0-901a-9eebfe5dfd27 HTTP/1.1" status: 200 len: 217 time: 0.0494976 Aug 16 20:20:08.227859 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6527407-3258-4f94-b634-c7b60f07633e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:08.283349 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-b8e65291-aae5-4e17-b0cf-61eaf5ccf0f1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] For port a5dc03e0-4b30-4b40-8fd5-21b06e399946, host n-d-787206-13, got binding levels [] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:08.284197 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8e65291-aae5-4e17-b0cf-61eaf5ccf0f1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:08.307041 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-b8e65291-aae5-4e17-b0cf-61eaf5ccf0f1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Calling delete_port for a5dc03e0-4b30-4b40-8fd5-21b06e399946 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:08.310306 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ec342-5815-477b-bccf-60b5dde5cbe2 req-26336eb0-a31e-4227-871e-f8e1147da23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:08.311982 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-916ec342-5815-477b-bccf-60b5dde5cbe2 req-26336eb0-a31e-4227-871e-f8e1147da23d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9174bd88-4f29-46ef-992b-f91f82dd45cf HTTP/1.1" status: 200 len: 846 time: 0.0981505 Aug 16 20:20:08.336687 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:08.355179 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=5024c3c7-a43f-4183-9787-f73cc2dca1c9,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:08.402673 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-916ec342-5815-477b-bccf-60b5dde5cbe2 req-d0ad90a4-8fd8-40ee-9ca7-42d85b3e0b9b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=185dd4a9-27c5-4031-8106-50b2573b079d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801606 Aug 16 20:20:08.411364 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6527407-3258-4f94-b634-c7b60f07633e None None] Routers {'48c62fcb-1d00-4b98-aa20-0735e8d31fbf'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:20:08.412022 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d6527407-3258-4f94-b634-c7b60f07633e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:20:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['48c62fcb-1d00-4b98-aa20-0735e8d31fbf'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:20:08.455584 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c39781-7e5f-49ed-9cc4-a4168fe597c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84d2684-4ca2-40a7-8e08-52cae37ad98a'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:08.458124 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2ae095-6331-4082-8e8c-f7b837d1304a" -d '{"events": [{"server_uuid": "07c39781-7e5f-49ed-9cc4-a4168fe597c8", "name": "network-vif-plugged", "status": "completed", "tag": "a84d2684-4ca2-40a7-8e08-52cae37ad98a"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:08.506007 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['5024c3c7-a43f-4183-9787-f73cc2dca1c9'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:20:08.539542 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port a84d2684-4ca2-40a7-8e08-52cae37ad98a, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a84d2684-4ca2-40a7-8e08-52cae37ad98a,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:08.588354 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ed59fb-17e5-4723-9590-6468900e34c5 x-openstack-request-id: req-61ed59fb-17e5-4723-9590-6468900e34c5 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:08.588646 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c39781-7e5f-49ed-9cc4-a4168fe597c8", "name": "network-vif-plugged", "status": "completed", "tag": "a84d2684-4ca2-40a7-8e08-52cae37ad98a", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:08.588912 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-61ed59fb-17e5-4723-9590-6468900e34c5 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:08.589269 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c39781-7e5f-49ed-9cc4-a4168fe597c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84d2684-4ca2-40a7-8e08-52cae37ad98a', 'code': 200} Aug 16 20:20:08.598154 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:08.626354 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac68274-5c80-4a35-9d43-cd2d0210ba03 None None] Pushing event updated for resources: {'Port': ['ID=a5dc03e0-4b30-4b40-8fd5-21b06e399946,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:08.713029 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-d6527407-3258-4f94-b634-c7b60f07633e None None] Set router 48c62fcb-1d00-4b98-aa20-0735e8d31fbf gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:20:08.743692 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cfcff5-dadc-465e-b7be-ef844de08e70 req-ff9d5462-5a75-4c3e-a46b-939b75294e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:08.748130 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c0cfcff5-dadc-465e-b7be-ef844de08e70 req-ff9d5462-5a75-4c3e-a46b-939b75294e41 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=07c39781-7e5f-49ed-9cc4-a4168fe597c8 HTTP/1.1" status: 200 len: 1097 time: 0.1040530 Aug 16 20:20:08.771085 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-916ec342-5815-477b-bccf-60b5dde5cbe2 req-371779d2-8fd1-44e3-a646-d7982cb8fa57 service neutron] 10.222.0.57 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577998 Aug 16 20:20:08.772456 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8e65291-aae5-4e17-b0cf-61eaf5ccf0f1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:08.812995 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e65291-aae5-4e17-b0cf-61eaf5ccf0f1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Port': ['ID=a5dc03e0-4b30-4b40-8fd5-21b06e399946,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:08.833993 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c0cfcff5-dadc-465e-b7be-ef844de08e70 req-c5081719-a6b9-4333-bb65-8ad2cc5cd0c5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784833 Aug 16 20:20:08.971741 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e48a6136-9808-4c36-8e46-fba4c19a83f5 None None] Could not find standard attr ID for object a5dc03e0-4b30-4b40-8fd5-21b06e399946. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:20:08.980678 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=a84d2684-4ca2-40a7-8e08-52cae37ad98a,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:09.112600 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8e65291-aae5-4e17-b0cf-61eaf5ccf0f1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:09.146070 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec16799-0801-4364-81b1-7aaf3fd8805c req-539b3c81-f01a-4dbe-9cd1-8d59cf192378 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:09.147657 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4ec16799-0801-4364-81b1-7aaf3fd8805c req-539b3c81-f01a-4dbe-9cd1-8d59cf192378 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.68 "GET /v2.0/ports?device_id=faac1df1-f207-455f-889e-5255128d2ae9 HTTP/1.1" status: 200 len: 947 time: 0.1836052 Aug 16 20:20:09.197548 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-916ec342-5815-477b-bccf-60b5dde5cbe2 req-e54ac858-3e00-4db5-ae59-1841ad1fc95f service neutron] 10.222.0.57 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178703 Aug 16 20:20:09.222922 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc20a09-260b-4fce-a641-774483cab152 req-bbf68492-80bb-4518-b89b-9f33bb33c478 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:09.224871 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4fc20a09-260b-4fce-a641-774483cab152 req-bbf68492-80bb-4518-b89b-9f33bb33c478 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=07c39781-7e5f-49ed-9cc4-a4168fe597c8 HTTP/1.1" status: 200 len: 945 time: 0.1153638 Aug 16 20:20:09.296391 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4fc20a09-260b-4fce-a641-774483cab152 req-ed9ba05b-07f8-4c5f-8ebb-57ae9ac54573 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653908 Aug 16 20:20:09.305760 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4ec16799-0801-4364-81b1-7aaf3fd8805c req-cd1f5bb9-37e0-4d76-b153-6c8bfa1c2faa tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.68 "GET /v2.0/security-groups?id=d75bbf2b-0078-470b-8e4a-8d73f1b98213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509407 Aug 16 20:20:09.395425 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d6527407-3258-4f94-b634-c7b60f07633e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c62fcb-1d00-4b98-aa20-0735e8d31fbf', 'name': 'tempest-NetworksTestDHCPv6-router-462118673', 'tenant_id': 'd875706380784001942d3868f3fe0ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:02Z', 'updated_at': '2021-08-16T20:20:04Z', 'revision_number': 2, 'project_id': 'd875706380784001942d3868f3fe0ec8', 'gw_port_host': None, '_interfaces': [{'id': 'a5dc03e0-4b30-4b40-8fd5-21b06e399946', 'name': '', 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'tenant_id': 'd875706380784001942d3868f3fe0ec8', 'mac_address': 'fa:16:3e:bd:91:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c62fcb-1d00-4b98-aa20-0735e8d31fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'd163bb0f-c1d3-48a8-bfe4-1f7048d2fb58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:03Z', 'updated_at': '2021-08-16T20:20:08Z', 'revision_number': 4, 'project_id': 'd875706380784001942d3868f3fe0ec8', 'subnets': [{'id': 'd163bb0f-c1d3-48a8-bfe4-1f7048d2fb58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:20:09.429130 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6527407-3258-4f94-b634-c7b60f07633e None None] The sync data for ids ['48c62fcb-1d00-4b98-aa20-0735e8d31fbf'] in n-d-787206-13 is: [{'id': '48c62fcb-1d00-4b98-aa20-0735e8d31fbf', 'name': 'tempest-NetworksTestDHCPv6-router-462118673', 'tenant_id': 'd875706380784001942d3868f3fe0ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:02Z', 'updated_at': '2021-08-16T20:20:04Z', 'revision_number': 2, 'project_id': 'd875706380784001942d3868f3fe0ec8', 'gw_port_host': None, '_interfaces': [{'id': 'a5dc03e0-4b30-4b40-8fd5-21b06e399946', 'name': '', 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'tenant_id': 'd875706380784001942d3868f3fe0ec8', 'mac_address': 'fa:16:3e:bd:91:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c62fcb-1d00-4b98-aa20-0735e8d31fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'd163bb0f-c1d3-48a8-bfe4-1f7048d2fb58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:03Z', 'updated_at': '2021-08-16T20:20:08Z', 'revision_number': 4, 'project_id': 'd875706380784001942d3868f3fe0ec8', 'subnets': [{'id': 'd163bb0f-c1d3-48a8-bfe4-1f7048d2fb58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:20:09.445790 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e65291-aae5-4e17-b0cf-61eaf5ccf0f1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Router 48c62fcb-1d00-4b98-aa20-0735e8d31fbf has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:20:09.561315 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e65291-aae5-4e17-b0cf-61eaf5ccf0f1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:20:09.569437 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b8e65291-aae5-4e17-b0cf-61eaf5ccf0f1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "PUT /v2.0/routers/48c62fcb-1d00-4b98-aa20-0735e8d31fbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9093051 Aug 16 20:20:09.569554 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38044) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:09.643262 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3f15d5-a060-4cc5-9921-70ecd6704e2f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:09.647395 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3f15d5-a060-4cc5-9921-70ecd6704e2f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:09.651963 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2f3f15d5-a060-4cc5-9921-70ecd6704e2f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0814886 Aug 16 20:20:09.652138 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38056) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:09.788775 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6767eaf-1035-46b1-99d9-7d4fa122b83d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting subnet d163bb0f-c1d3-48a8-bfe4-1f7048d2fb58 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:20:09.793204 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a6767eaf-1035-46b1-99d9-7d4fa122b83d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:09.849748 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a6767eaf-1035-46b1-99d9-7d4fa122b83d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:09.973230 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a6767eaf-1035-46b1-99d9-7d4fa122b83d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:10.064881 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a6767eaf-1035-46b1-99d9-7d4fa122b83d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:10.097801 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6767eaf-1035-46b1-99d9-7d4fa122b83d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Subnet': ['ID=d163bb0f-c1d3-48a8-bfe4-1f7048d2fb58,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:10.110211 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a6767eaf-1035-46b1-99d9-7d4fa122b83d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:10.111366 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fa6f42-c863-437f-ae5e-5c88a7f8d7e8 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:20:10.115082 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a6767eaf-1035-46b1-99d9-7d4fa122b83d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/d163bb0f-c1d3-48a8-bfe4-1f7048d2fb58 HTTP/1.1" status: 204 len: 168 time: 0.4589138 Aug 16 20:20:10.116077 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38120) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:10.250461 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4e53f802-b07f-4abc-8ede-9e1247638f06 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1307626 Aug 16 20:20:10.252482 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38136) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:10.389349 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae44883-937c-49e5-b5c0-85139215b603 None None] DHCP port deletion for 90d9b1f1-5046-4354-b6cc-874fd89885eb request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:20:10.413770 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c18fa92-dd31-4ca0-bf4e-34cd466ddba9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:10.522728 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2de6c-d98e-4343-a89a-4dcddaa87547 req-ec558813-83ae-451f-9ee6-23321418dd99 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:10.531778 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-77e2de6c-d98e-4343-a89a-4dcddaa87547 req-ec558813-83ae-451f-9ee6-23321418dd99 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=07c39781-7e5f-49ed-9cc4-a4168fe597c8 HTTP/1.1" status: 200 len: 945 time: 0.1021380 Aug 16 20:20:10.565323 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4ae44883-937c-49e5-b5c0-85139215b603 None None] Deleting port fea43629-d09b-46eb-9f75-40bc4eb58f34 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:10.566442 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4ae44883-937c-49e5-b5c0-85139215b603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:10.605383 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-77e2de6c-d98e-4343-a89a-4dcddaa87547 req-690134fa-b477-4aa3-b1d8-7d6e454f3a03 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657661 Aug 16 20:20:10.659849 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4ae44883-937c-49e5-b5c0-85139215b603 None None] For port fea43629-d09b-46eb-9f75-40bc4eb58f34, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=fea43629-d09b-46eb-9f75-40bc4eb58f34,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:10.660517 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4ae44883-937c-49e5-b5c0-85139215b603 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:10.676707 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4ae44883-937c-49e5-b5c0-85139215b603 None None] Calling delete_port for fea43629-d09b-46eb-9f75-40bc4eb58f34 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:10.826186 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c18fa92-dd31-4ca0-bf4e-34cd466ddba9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:10.832273 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c18fa92-dd31-4ca0-bf4e-34cd466ddba9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:10.849377 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4ae44883-937c-49e5-b5c0-85139215b603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:10.856896 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b34f0-1c47-40b7-8d5a-4d6f1262ecac req-c323e34b-767d-4a93-bfac-4d4ac71feb6c tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:10.859802 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f52b34f0-1c47-40b7-8d5a-4d6f1262ecac req-c323e34b-767d-4a93-bfac-4d4ac71feb6c tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.68 "GET /v2.0/ports?device_id=faac1df1-f207-455f-889e-5255128d2ae9 HTTP/1.1" status: 200 len: 947 time: 0.3507977 Aug 16 20:20:10.900941 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae44883-937c-49e5-b5c0-85139215b603 None None] Pushing event deleted for resources: {'Port': ['ID=fea43629-d09b-46eb-9f75-40bc4eb58f34,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:10.911978 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae44883-937c-49e5-b5c0-85139215b603 None None] No DVR routers for this DVR port fea43629-d09b-46eb-9f75-40bc4eb58f34 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:20:10.914432 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a414d1d-2ed5-4256-b3b3-6454f0b21dba req-f1f89e54-78fb-46e8-88b2-7b2a7b8749fe tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:10.927059 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0a414d1d-2ed5-4256-b3b3-6454f0b21dba req-f1f89e54-78fb-46e8-88b2-7b2a7b8749fe tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=07c39781-7e5f-49ed-9cc4-a4168fe597c8 HTTP/1.1" status: 200 len: 945 time: 0.0935428 Aug 16 20:20:10.928696 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c18fa92-dd31-4ca0-bf4e-34cd466ddba9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:10.930152 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c18fa92-dd31-4ca0-bf4e-34cd466ddba9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Fanout notify agent at l3_agent the message router_deleted on router 48c62fcb-1d00-4b98-aa20-0735e8d31fbf {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:20:10.942264 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c18fa92-dd31-4ca0-bf4e-34cd466ddba9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:10.943397 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8c18fa92-dd31-4ca0-bf4e-34cd466ddba9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/routers/48c62fcb-1d00-4b98-aa20-0735e8d31fbf HTTP/1.1" status: 204 len: 168 time: 0.6904111 Aug 16 20:20:10.952878 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38234) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:10.972049 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f52b34f0-1c47-40b7-8d5a-4d6f1262ecac req-dc23f35a-c6f9-459b-8efa-1c23448924a3 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.68 "GET /v2.0/security-groups?id=d75bbf2b-0078-470b-8e4a-8d73f1b98213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678906 Aug 16 20:20:11.008248 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1608ee88-0043-4ce6-9065-170b52c4a06c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0530732 Aug 16 20:20:11.011241 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38244) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:11.061898 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0a414d1d-2ed5-4256-b3b3-6454f0b21dba req-ee5960db-db4c-408b-8dfc-28f2f3e21ff1 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042032 Aug 16 20:20:11.106181 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72d7eda-3712-43c3-86ec-4e2d5183e317 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:11.110697 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c72d7eda-3712-43c3-86ec-4e2d5183e317 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0960057 Aug 16 20:20:11.110885 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38258) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:11.168395 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e9891605-6977-4a76-8bd5-ffcfaf6830d2 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0559616 Aug 16 20:20:11.173389 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38266) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:11.178963 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b1c36a80-b54f-4873-b7e5-1848a7fe8b88 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:11.209402 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c87aea-c9b4-49f0-98e2-6ea301e952d6 req-1c029e30-1f60-4706-a97e-cb5dfedcc74b tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:11.210958 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-61c87aea-c9b4-49f0-98e2-6ea301e952d6 req-1c029e30-1f60-4706-a97e-cb5dfedcc74b tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=07c39781-7e5f-49ed-9cc4-a4168fe597c8 HTTP/1.1" status: 200 len: 945 time: 0.0919228 Aug 16 20:20:11.274112 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-61c87aea-c9b4-49f0-98e2-6ea301e952d6 req-4d331e7f-516a-4a5b-922e-43db3aa45619 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551462 Aug 16 20:20:11.310136 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c36a80-b54f-4873-b7e5-1848a7fe8b88 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:11.314238 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b1c36a80-b54f-4873-b7e5-1848a7fe8b88 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:11.433702 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caccb3e-71ea-4768-a1ac-3c859a0f467a None None] Sync routers for ids ['48c62fcb-1d00-4b98-aa20-0735e8d31fbf'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:20:11.456024 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caccb3e-71ea-4768-a1ac-3c859a0f467a None None] Routers set() bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:20:11.456446 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caccb3e-71ea-4768-a1ac-3c859a0f467a None None] Router IDs set() for agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 20:20:11.460317 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_agentschedulers_db [None req-6caccb3e-71ea-4768-a1ac-3c859a0f467a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'48c62fcb-1d00-4b98-aa20-0735e8d31fbf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:20:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent'). {{(pid=94773) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 20:20:11.472801 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caccb3e-71ea-4768-a1ac-3c859a0f467a None None] Routers set() bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:20:11.473764 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caccb3e-71ea-4768-a1ac-3c859a0f467a None None] Router IDs set() for agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 20:20:11.474368 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_agentschedulers_db [None req-6caccb3e-71ea-4768-a1ac-3c859a0f467a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'48c62fcb-1d00-4b98-aa20-0735e8d31fbf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:20:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent'). {{(pid=94773) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 20:20:11.496800 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caccb3e-71ea-4768-a1ac-3c859a0f467a None None] The sync data for ids ['48c62fcb-1d00-4b98-aa20-0735e8d31fbf'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:20:11.634901 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 5024c3c7-a43f-4183-9787-f73cc2dca1c9 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:20:11.708020 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b84832-fc95-4087-a9bb-71fac4517f47 req-fe916ea5-ccc9-4132-8d53-24769d050761 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:11.710867 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-98b84832-fc95-4087-a9bb-71fac4517f47 req-fe916ea5-ccc9-4132-8d53-24769d050761 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=07c39781-7e5f-49ed-9cc4-a4168fe597c8 HTTP/1.1" status: 200 len: 945 time: 0.0838468 Aug 16 20:20:11.716898 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 5024c3c7-a43f-4183-9787-f73cc2dca1c9 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:11.722204 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 5024c3c7-a43f-4183-9787-f73cc2dca1c9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:11.722836 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:11.751166 n-d-787206-13 neutron-server[94770]: DEBUG neutron.objects.ports [None req-b1c36a80-b54f-4873-b7e5-1848a7fe8b88 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:20:11.753112 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b1c36a80-b54f-4873-b7e5-1848a7fe8b88 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:11.772064 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-98b84832-fc95-4087-a9bb-71fac4517f47 req-ce12c2e2-3cac-4095-ae81-490de8f5beed tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539119 Aug 16 20:20:11.808764 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c36a80-b54f-4873-b7e5-1848a7fe8b88 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:11.812163 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-b1c36a80-b54f-4873-b7e5-1848a7fe8b88 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:11.817112 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c36a80-b54f-4873-b7e5-1848a7fe8b88 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:11.817715 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b1c36a80-b54f-4873-b7e5-1848a7fe8b88 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:11.829289 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be74bc4b-1233-4614-a27d-dbfa5b45124f None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:20:11.852759 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b1c36a80-b54f-4873-b7e5-1848a7fe8b88 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6784668 Aug 16 20:20:11.853009 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38348) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:11.853710 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c36a80-b54f-4873-b7e5-1848a7fe8b88 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Subnet': ['ID=f8bd67a4-82fa-4b31-b90e-9d909a2d0402,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:11.861586 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-87724c29-bc74-49e6-ab0a-fdd54e3d9046 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:11.869959 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:11.904862 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faac1df1-f207-455f-889e-5255128d2ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5024c3c7-a43f-4183-9787-f73cc2dca1c9'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:11.907086 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c927f887-417c-4aea-b3a7-d056d9793084" -d '{"events": [{"server_uuid": "faac1df1-f207-455f-889e-5255128d2ae9", "name": "network-vif-plugged", "status": "completed", "tag": "5024c3c7-a43f-4183-9787-f73cc2dca1c9"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:11.924672 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 5024c3c7-a43f-4183-9787-f73cc2dca1c9, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5024c3c7-a43f-4183-9787-f73cc2dca1c9,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:11.938834 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:12.003700 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97a9c0c-4a9d-459b-aab8-5f96d48ac736 x-openstack-request-id: req-e97a9c0c-4a9d-459b-aab8-5f96d48ac736 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:12.004010 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faac1df1-f207-455f-889e-5255128d2ae9", "name": "network-vif-plugged", "status": "completed", "tag": "5024c3c7-a43f-4183-9787-f73cc2dca1c9", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:12.004228 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e97a9c0c-4a9d-459b-aab8-5f96d48ac736 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:12.004623 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faac1df1-f207-455f-889e-5255128d2ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5024c3c7-a43f-4183-9787-f73cc2dca1c9', 'code': 200} Aug 16 20:20:12.006569 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=5024c3c7-a43f-4183-9787-f73cc2dca1c9,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:12.009346 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device fea43629-d09b-46eb-9f75-40bc4eb58f34 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:20:12.046062 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: fea43629-d09b-46eb-9f75-40bc4eb58f34 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:20:12.046402 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device fea43629-d09b-46eb-9f75-40bc4eb58f34 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:20:12.100652 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87724c29-bc74-49e6-ab0a-fdd54e3d9046 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:12.104142 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-87724c29-bc74-49e6-ab0a-fdd54e3d9046 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:12.156652 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c81e4fa-58ca-45ba-841d-f1997cbeedc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-90d9b1f1-5046-4354-b6cc-874fd89885eb', 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'tenant_id': 'd875706380784001942d3868f3fe0ec8', 'fixed_ips': [{'subnet_id': 'f8bd67a4-82fa-4b31-b90e-9d909a2d0402'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:20:12.157737 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c81e4fa-58ca-45ba-841d-f1997cbeedc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:12.189730 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dccc68-573d-4a8e-ba6f-afdf191637b2 req-86d39176-d934-41b5-a03c-37f022448320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:12.191291 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-32dccc68-573d-4a8e-ba6f-afdf191637b2 req-86d39176-d934-41b5-a03c-37f022448320 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=faac1df1-f207-455f-889e-5255128d2ae9 HTTP/1.1" status: 200 len: 1100 time: 0.1393902 Aug 16 20:20:12.247931 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bc3fd-3451-4126-8f07-7f2c9d20ade0 req-d233a81c-2648-4a62-bcf8-3bfe9eb161b0 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:12.249364 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1f9bc3fd-3451-4126-8f07-7f2c9d20ade0 req-d233a81c-2648-4a62-bcf8-3bfe9eb161b0 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.68 "GET /v2.0/ports?device_id=faac1df1-f207-455f-889e-5255128d2ae9 HTTP/1.1" status: 200 len: 948 time: 0.1394017 Aug 16 20:20:12.272767 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-32dccc68-573d-4a8e-ba6f-afdf191637b2 req-71e7354c-a9f7-4068-81d2-0264272efa21 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d75bbf2b-0078-470b-8e4a-8d73f1b98213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701263 Aug 16 20:20:12.307737 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-8c81e4fa-58ca-45ba-841d-f1997cbeedc9 None None] Allocated IP 2001:db8::f816:3eff:fe65:bcff (90d9b1f1-5046-4354-b6cc-874fd89885eb/f8bd67a4-82fa-4b31-b90e-9d909a2d0402/c9839d7c-a988-4580-b67d-04ea23321554) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:20:12.324576 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1f9bc3fd-3451-4126-8f07-7f2c9d20ade0 req-e9bf7395-c9c1-45d6-8ea0-2023b831f2aa tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.68 "GET /v2.0/security-groups?id=d75bbf2b-0078-470b-8e4a-8d73f1b98213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665462 Aug 16 20:20:12.479976 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-87724c29-bc74-49e6-ab0a-fdd54e3d9046 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:12.490923 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c81e4fa-58ca-45ba-841d-f1997cbeedc9 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:12.500456 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8c81e4fa-58ca-45ba-841d-f1997cbeedc9 None None] Transition to ACTIVE for port object c9839d7c-a988-4580-b67d-04ea23321554 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:12.515784 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8c81e4fa-58ca-45ba-841d-f1997cbeedc9 None None] Transition to ACTIVE for port object c9839d7c-a988-4580-b67d-04ea23321554 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:12.522794 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c81e4fa-58ca-45ba-841d-f1997cbeedc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:12.538616 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87724c29-bc74-49e6-ab0a-fdd54e3d9046 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:12.541962 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-87724c29-bc74-49e6-ab0a-fdd54e3d9046 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:12.546149 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87724c29-bc74-49e6-ab0a-fdd54e3d9046 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:12.546734 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-87724c29-bc74-49e6-ab0a-fdd54e3d9046 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:12.554842 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87724c29-bc74-49e6-ab0a-fdd54e3d9046 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Subnet': ['ID=967bf846-f7c1-4a50-8437-82b2c67c2e94,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:12.565143 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c81e4fa-58ca-45ba-841d-f1997cbeedc9 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:12.565804 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87724c29-bc74-49e6-ab0a-fdd54e3d9046 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:12.566375 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87724c29-bc74-49e6-ab0a-fdd54e3d9046 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:12.566724 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87724c29-bc74-49e6-ab0a-fdd54e3d9046 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:12.567151 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87724c29-bc74-49e6-ab0a-fdd54e3d9046 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:12.567569 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87724c29-bc74-49e6-ab0a-fdd54e3d9046 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:12.567817 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87724c29-bc74-49e6-ab0a-fdd54e3d9046 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:12.568151 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87724c29-bc74-49e6-ab0a-fdd54e3d9046 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:12.568552 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87724c29-bc74-49e6-ab0a-fdd54e3d9046 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:12.568855 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87724c29-bc74-49e6-ab0a-fdd54e3d9046 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:12.569249 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87724c29-bc74-49e6-ab0a-fdd54e3d9046 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:12.569520 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87724c29-bc74-49e6-ab0a-fdd54e3d9046 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:12.569993 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87724c29-bc74-49e6-ab0a-fdd54e3d9046 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:12.574027 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-8c81e4fa-58ca-45ba-841d-f1997cbeedc9 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:12.576580 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c81e4fa-58ca-45ba-841d-f1997cbeedc9 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:20:12.579918 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-87724c29-bc74-49e6-ab0a-fdd54e3d9046 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7256284 Aug 16 20:20:12.581926 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81e4fa-58ca-45ba-841d-f1997cbeedc9 None None] Pushing event updated for resources: {'Port': ['ID=c9839d7c-a988-4580-b67d-04ea23321554,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:12.583327 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38434) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:12.589224 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-29ac147d-96ef-41f6-9935-4c714ca98e1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'port': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'mac_address': 'fa:16:3e:80:55:07', 'name': 'tempest-NetworksTestDHCPv6-443484551'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:12.651713 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8c81e4fa-58ca-45ba-841d-f1997cbeedc9 None None] Attempting to bind port c9839d7c-a988-4580-b67d-04ea23321554 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:20:12.651713 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8c81e4fa-58ca-45ba-841d-f1997cbeedc9 None None] Attempting to bind port c9839d7c-a988-4580-b67d-04ea23321554 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:20:12.651713 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c81e4fa-58ca-45ba-841d-f1997cbeedc9 None None] Attempting to bind port c9839d7c-a988-4580-b67d-04ea23321554 on network 90d9b1f1-5046-4354-b6cc-874fd89885eb {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:12.660463 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c81e4fa-58ca-45ba-841d-f1997cbeedc9 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:20:12.662106 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c81e4fa-58ca-45ba-841d-f1997cbeedc9 None None] Checking segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:20:12.662520 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c81e4fa-58ca-45ba-841d-f1997cbeedc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:12.663527 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c81e4fa-58ca-45ba-841d-f1997cbeedc9 None None] Bound using segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:20:12.664248 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8c81e4fa-58ca-45ba-841d-f1997cbeedc9 None None] Bound port: c9839d7c-a988-4580-b67d-04ea23321554, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:20:12.665607 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c81e4fa-58ca-45ba-841d-f1997cbeedc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:12.774687 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8c81e4fa-58ca-45ba-841d-f1997cbeedc9 None None] For port c9839d7c-a988-4580-b67d-04ea23321554, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:20:12.780415 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8c81e4fa-58ca-45ba-841d-f1997cbeedc9 None None] For port c9839d7c-a988-4580-b67d-04ea23321554, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=c9839d7c-a988-4580-b67d-04ea23321554,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:20:12.788081 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c81e4fa-58ca-45ba-841d-f1997cbeedc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:12.792815 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ac147d-96ef-41f6-9935-4c714ca98e1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:12.890247 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81e4fa-58ca-45ba-841d-f1997cbeedc9 None None] Pushing event updated for resources: {'Port': ['ID=c9839d7c-a988-4580-b67d-04ea23321554,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:12.982545 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd50d45-47e6-43e9-a99b-faead793f5a3 req-dfb45a2e-dddc-48b2-9e62-a6be1e73008f tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:12.986829 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3820896-185b-4854-81ed-84946dd5e040 req-1a589b0c-f475-48f5-a8fa-1d6a2a8f71ee tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:12.988718 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b3820896-185b-4854-81ed-84946dd5e040 req-1a589b0c-f475-48f5-a8fa-1d6a2a8f71ee tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.57 "GET /v2.0/ports?device_id=07c39781-7e5f-49ed-9cc4-a4168fe597c8 HTTP/1.1" status: 200 len: 945 time: 0.0708601 Aug 16 20:20:12.990495 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4dd50d45-47e6-43e9-a99b-faead793f5a3 req-dfb45a2e-dddc-48b2-9e62-a6be1e73008f tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=07c39781-7e5f-49ed-9cc4-a4168fe597c8 HTTP/1.1" status: 200 len: 945 time: 0.0888960 Aug 16 20:20:13.027536 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-29ac147d-96ef-41f6-9935-4c714ca98e1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:13.096525 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4dd50d45-47e6-43e9-a99b-faead793f5a3 req-fb363c21-9f8a-4dd1-899e-ec81049ee613 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037297 Aug 16 20:20:13.100488 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-29ac147d-96ef-41f6-9935-4c714ca98e1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] device_id is not set on port 977fb04a-d0fb-4fa1-9406-155b622cb676 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:20:13.211897 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-b3820896-185b-4854-81ed-84946dd5e040 req-753611c3-836e-4c0e-944c-59d4b6f46b04 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Deleting port a84d2684-4ca2-40a7-8e08-52cae37ad98a {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:13.212545 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b3820896-185b-4854-81ed-84946dd5e040 req-753611c3-836e-4c0e-944c-59d4b6f46b04 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:13.453791 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-b3820896-185b-4854-81ed-84946dd5e040 req-753611c3-836e-4c0e-944c-59d4b6f46b04 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] For port a84d2684-4ca2-40a7-8e08-52cae37ad98a, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a84d2684-4ca2-40a7-8e08-52cae37ad98a,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:13.454459 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b3820896-185b-4854-81ed-84946dd5e040 req-753611c3-836e-4c0e-944c-59d4b6f46b04 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:13.468729 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-29ac147d-96ef-41f6-9935-4c714ca98e1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Allocated IP 172.20.0.8 (90d9b1f1-5046-4354-b6cc-874fd89885eb/967bf846-f7c1-4a50-8437-82b2c67c2e94/977fb04a-d0fb-4fa1-9406-155b622cb676) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:20:13.477184 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-29ac147d-96ef-41f6-9935-4c714ca98e1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Allocated IP 2001:db8::f816:3eff:fe80:5507 (90d9b1f1-5046-4354-b6cc-874fd89885eb/f8bd67a4-82fa-4b31-b90e-9d909a2d0402/977fb04a-d0fb-4fa1-9406-155b622cb676) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:20:13.478401 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-b3820896-185b-4854-81ed-84946dd5e040 req-753611c3-836e-4c0e-944c-59d4b6f46b04 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Calling delete_port for a84d2684-4ca2-40a7-8e08-52cae37ad98a owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:13.594194 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd65757-5b8b-4075-ad5b-77e08d0bc958 req-68c86540-855c-4137-9398-cb4d35d5bdbf tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:13.595955 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dbd65757-5b8b-4075-ad5b-77e08d0bc958 req-68c86540-855c-4137-9398-cb4d35d5bdbf tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.68 "GET /v2.0/ports?device_id=faac1df1-f207-455f-889e-5255128d2ae9 HTTP/1.1" status: 200 len: 948 time: 0.1870956 Aug 16 20:20:13.632788 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c9839d7c-a988-4580-b67d-04ea23321554 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:20:13.691541 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dbd65757-5b8b-4075-ad5b-77e08d0bc958 req-6ee96bcd-e475-4fa9-bc9f-d9b8d092eb34 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.68 "GET /v2.0/security-groups?id=d75bbf2b-0078-470b-8e4a-8d73f1b98213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876946 Aug 16 20:20:13.697302 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b3820896-185b-4854-81ed-84946dd5e040 req-753611c3-836e-4c0e-944c-59d4b6f46b04 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:13.713495 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-29ac147d-96ef-41f6-9935-4c714ca98e1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:13.729756 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['04321e14-93df-4fa0-901a-9eebfe5dfd27'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:20:13.737441 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-29ac147d-96ef-41f6-9935-4c714ca98e1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Transition to ACTIVE for port object 977fb04a-d0fb-4fa1-9406-155b622cb676 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:13.806356 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753611c3-836e-4c0e-944c-59d4b6f46b04 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Pushing event deleted for resources: {'Port': ['ID=a84d2684-4ca2-40a7-8e08-52cae37ad98a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:13.817682 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port c9839d7c-a988-4580-b67d-04ea23321554 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:13.835419 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3820896-185b-4854-81ed-84946dd5e040 req-753611c3-836e-4c0e-944c-59d4b6f46b04 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] No DVR routers for this DVR port a84d2684-4ca2-40a7-8e08-52cae37ad98a on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:20:13.842507 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b3820896-185b-4854-81ed-84946dd5e040 req-753611c3-836e-4c0e-944c-59d4b6f46b04 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:13.846282 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device a5dc03e0-4b30-4b40-8fd5-21b06e399946 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:20:13.856081 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-29ac147d-96ef-41f6-9935-4c714ca98e1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:13.857578 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b3820896-185b-4854-81ed-84946dd5e040 req-753611c3-836e-4c0e-944c-59d4b6f46b04 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.57 "DELETE /v2.0/ports/a84d2684-4ca2-40a7-8e08-52cae37ad98a HTTP/1.1" status: 204 len: 173 time: 0.8598368 Aug 16 20:20:13.858135 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c39781-7e5f-49ed-9cc4-a4168fe597c8', 'name': 'network-vif-deleted', 'tag': 'a84d2684-4ca2-40a7-8e08-52cae37ad98a'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:13.869013 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8ed846-19bf-4cb0-b0cd-bf8b35cd003a" -d '{"events": [{"server_uuid": "07c39781-7e5f-49ed-9cc4-a4168fe597c8", "name": "network-vif-deleted", "tag": "a84d2684-4ca2-40a7-8e08-52cae37ad98a"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:13.902023 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: a5dc03e0-4b30-4b40-8fd5-21b06e399946 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:20:13.902614 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device a5dc03e0-4b30-4b40-8fd5-21b06e399946 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:20:13.954880 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae509030-16fa-44c3-a01e-879c5dfaed40 x-openstack-request-id: req-ae509030-16fa-44c3-a01e-879c5dfaed40 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:13.955423 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c39781-7e5f-49ed-9cc4-a4168fe597c8", "name": "network-vif-deleted", "tag": "a84d2684-4ca2-40a7-8e08-52cae37ad98a", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:13.955853 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ae509030-16fa-44c3-a01e-879c5dfaed40 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:13.956984 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c39781-7e5f-49ed-9cc4-a4168fe597c8', 'name': 'network-vif-deleted', 'tag': 'a84d2684-4ca2-40a7-8e08-52cae37ad98a', 'status': 'completed', 'code': 200} Aug 16 20:20:13.961632 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac147d-96ef-41f6-9935-4c714ca98e1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Port': ['ID=977fb04a-d0fb-4fa1-9406-155b622cb676,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:13.975127 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac147d-96ef-41f6-9935-4c714ca98e1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:13.975494 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac147d-96ef-41f6-9935-4c714ca98e1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:13.975830 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac147d-96ef-41f6-9935-4c714ca98e1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:13.976538 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac147d-96ef-41f6-9935-4c714ca98e1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:13.976921 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac147d-96ef-41f6-9935-4c714ca98e1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:13.977252 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac147d-96ef-41f6-9935-4c714ca98e1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:13.977619 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac147d-96ef-41f6-9935-4c714ca98e1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:13.977946 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac147d-96ef-41f6-9935-4c714ca98e1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:13.978264 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac147d-96ef-41f6-9935-4c714ca98e1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:13.978581 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac147d-96ef-41f6-9935-4c714ca98e1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:13.978900 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac147d-96ef-41f6-9935-4c714ca98e1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:13.979374 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac147d-96ef-41f6-9935-4c714ca98e1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:13.995324 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ac147d-96ef-41f6-9935-4c714ca98e1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:13.998255 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-29ac147d-96ef-41f6-9935-4c714ca98e1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:14.001730 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ac147d-96ef-41f6-9935-4c714ca98e1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:20:14.080616 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ac147d-96ef-41f6-9935-4c714ca98e1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:14.081810 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-29ac147d-96ef-41f6-9935-4c714ca98e1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:14.107575 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-29ac147d-96ef-41f6-9935-4c714ca98e1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5197926 Aug 16 20:20:14.107782 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38470) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:14.191563 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a096ce-e0dd-4eb1-b9b0-64eb37fdbbc5 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:14.197935 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a096ce-e0dd-4eb1-b9b0-64eb37fdbbc5 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:14.202346 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d0a096ce-e0dd-4eb1-b9b0-64eb37fdbbc5 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0910554 Aug 16 20:20:14.202522 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38474) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:14.240849 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ac19da5-6f6c-4cfb-b79d-2eca53de11a6 req-288cf99e-4951-40fd-b6c0-392bb549caf2 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=07c39781-7e5f-49ed-9cc4-a4168fe597c8 HTTP/1.1" status: 200 len: 210 time: 0.0351677 Aug 16 20:20:14.256817 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36747c-184d-4a7c-87ba-377e8bce7d26 req-f95fe2d9-06ee-41a9-a2c6-0047b67d2dc7 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:14.264506 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3e36747c-184d-4a7c-87ba-377e8bce7d26 req-f95fe2d9-06ee-41a9-a2c6-0047b67d2dc7 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.68 "GET /v2.0/ports?device_id=faac1df1-f207-455f-889e-5255128d2ae9 HTTP/1.1" status: 200 len: 948 time: 0.1217227 Aug 16 20:20:14.290964 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab76e399-5f8b-466f-b6da-5ad869c3f0d4 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:20:14.332580 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3e36747c-184d-4a7c-87ba-377e8bce7d26 req-0d509547-a36f-4d8e-8dab-8aa21e02eaad tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.68 "GET /v2.0/security-groups?id=d75bbf2b-0078-470b-8e4a-8d73f1b98213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665727 Aug 16 20:20:14.369783 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-93aff292-cb4f-4276-960b-57f0f04666eb None None] Provisioning for port c9839d7c-a988-4580-b67d-04ea23321554 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:14.372596 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-fc923d2e-833b-4973-929e-7574ec3a0547 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting port 977fb04a-d0fb-4fa1-9406-155b622cb676 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:14.372596 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc923d2e-833b-4973-929e-7574ec3a0547 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:14.382152 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-93aff292-cb4f-4276-960b-57f0f04666eb None None] Provisioning complete for port c9839d7c-a988-4580-b67d-04ea23321554 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:14.382536 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93aff292-cb4f-4276-960b-57f0f04666eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:14.482536 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc923d2e-833b-4973-929e-7574ec3a0547 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:14.506778 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-fc923d2e-833b-4973-929e-7574ec3a0547 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Calling delete_port for 977fb04a-d0fb-4fa1-9406-155b622cb676 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:14.555512 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93aff292-cb4f-4276-960b-57f0f04666eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:14.596976 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-93aff292-cb4f-4276-960b-57f0f04666eb None None] For port c9839d7c-a988-4580-b67d-04ea23321554, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=c9839d7c-a988-4580-b67d-04ea23321554,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:14.604120 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93aff292-cb4f-4276-960b-57f0f04666eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:14.692088 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aff292-cb4f-4276-960b-57f0f04666eb None None] Pushing event updated for resources: {'Port': ['ID=c9839d7c-a988-4580-b67d-04ea23321554,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:14.707797 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aec1b15-2552-448a-8e36-f8dcb161b5ca None None] Update dhcp port {'port': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'fixed_ips': [{'subnet_id': 'f8bd67a4-82fa-4b31-b90e-9d909a2d0402', 'ip_address': '2001:db8::f816:3eff:fe65:bcff'}, {'subnet_id': '967bf846-f7c1-4a50-8437-82b2c67c2e94'}], 'binding:host_id': 'n-d-787206-13'}, 'id': 'c9839d7c-a988-4580-b67d-04ea23321554'} from n-d-787206-13. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:20:14.740822 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7aec1b15-2552-448a-8e36-f8dcb161b5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:14.959456 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-7aec1b15-2552-448a-8e36-f8dcb161b5ca None None] Allocated IP 172.20.0.2 (90d9b1f1-5046-4354-b6cc-874fd89885eb/967bf846-f7c1-4a50-8437-82b2c67c2e94/c9839d7c-a988-4580-b67d-04ea23321554) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:20:15.099852 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7aec1b15-2552-448a-8e36-f8dcb161b5ca None None] For port c9839d7c-a988-4580-b67d-04ea23321554, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=c9839d7c-a988-4580-b67d-04ea23321554,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:15.146324 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7aec1b15-2552-448a-8e36-f8dcb161b5ca None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:15.162075 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7aec1b15-2552-448a-8e36-f8dcb161b5ca None None] Transition to ACTIVE for port object c9839d7c-a988-4580-b67d-04ea23321554 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:15.169723 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7aec1b15-2552-448a-8e36-f8dcb161b5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:15.183975 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc923d2e-833b-4973-929e-7574ec3a0547 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:15.234490 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc923d2e-833b-4973-929e-7574ec3a0547 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Port': ['ID=977fb04a-d0fb-4fa1-9406-155b622cb676,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:15.327035 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec1b15-2552-448a-8e36-f8dcb161b5ca None None] Pushing event updated for resources: {'Port': ['ID=c9839d7c-a988-4580-b67d-04ea23321554,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:15.480175 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc923d2e-833b-4973-929e-7574ec3a0547 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:15.482110 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fc923d2e-833b-4973-929e-7574ec3a0547 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/977fb04a-d0fb-4fa1-9406-155b622cb676 HTTP/1.1" status: 204 len: 168 time: 1.2786686 Aug 16 20:20:15.484971 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38516) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:15.576203 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0dfcff-dea8-4059-8b8f-32422d66dc89 req-acd1adc6-16c4-4c83-a108-853bf3a6263d tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:15.578456 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8c0dfcff-dea8-4059-8b8f-32422d66dc89 req-acd1adc6-16c4-4c83-a108-853bf3a6263d tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.57 "GET /v2.0/ports?device_id=faac1df1-f207-455f-889e-5255128d2ae9 HTTP/1.1" status: 200 len: 948 time: 0.2605786 Aug 16 20:20:15.600487 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609f614c-e8fa-4c49-b9fa-6a3526709649 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:15.602020 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609f614c-e8fa-4c49-b9fa-6a3526709649 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:15.604721 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c9839d7c-a988-4580-b67d-04ea23321554 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:20:15.607545 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38526) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:15.611706 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609f614c-e8fa-4c49-b9fa-6a3526709649 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:15.613449 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-609f614c-e8fa-4c49-b9fa-6a3526709649 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1266260 Aug 16 20:20:15.628077 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38530) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:15.683706 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb56d9-d799-461f-9d45-c093cd0a1ca7 req-d5ef04af-ea7c-4374-bb3d-0279d940a711 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:15.685555 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-77fb56d9-d799-461f-9d45-c093cd0a1ca7 req-d5ef04af-ea7c-4374-bb3d-0279d940a711 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.68 "GET /v2.0/ports?device_id=faac1df1-f207-455f-889e-5255128d2ae9 HTTP/1.1" status: 200 len: 948 time: 0.1909888 Aug 16 20:20:15.696812 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device a84d2684-4ca2-40a7-8e08-52cae37ad98a no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:20:15.747889 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-77fb56d9-d799-461f-9d45-c093cd0a1ca7 req-68776c3e-59a5-46c9-9823-6f4325668290 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.68 "GET /v2.0/security-groups?id=d75bbf2b-0078-470b-8e4a-8d73f1b98213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547271 Aug 16 20:20:15.756307 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-8c0dfcff-dea8-4059-8b8f-32422d66dc89 req-dd1d4e16-ad55-48bb-9dfa-b9c636039d31 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Deleting port 5024c3c7-a43f-4183-9787-f73cc2dca1c9 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:15.756870 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8c0dfcff-dea8-4059-8b8f-32422d66dc89 req-dd1d4e16-ad55-48bb-9dfa-b9c636039d31 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:15.757327 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: a84d2684-4ca2-40a7-8e08-52cae37ad98a {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:20:15.757785 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device a84d2684-4ca2-40a7-8e08-52cae37ad98a not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:20:15.794287 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-1f9da551-b3d5-4d00-b34f-e438b735890d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:15.795935 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-1f9da551-b3d5-4d00-b34f-e438b735890d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/networks?id=185dd4a9-27c5-4031-8106-50b2573b079d HTTP/1.1" status: 200 len: 806 time: 0.2154727 Aug 16 20:20:15.854258 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-d55ed9c9-cb5c-408f-93c7-92a9e04c80af tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/quotas/6fb8716d1b824bb9ac2e976008166d30 HTTP/1.1" status: 200 len: 375 time: 0.0268204 Aug 16 20:20:15.880715 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-8c0dfcff-dea8-4059-8b8f-32422d66dc89 req-dd1d4e16-ad55-48bb-9dfa-b9c636039d31 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] For port 5024c3c7-a43f-4183-9787-f73cc2dca1c9, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5024c3c7-a43f-4183-9787-f73cc2dca1c9,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:15.881364 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8c0dfcff-dea8-4059-8b8f-32422d66dc89 req-dd1d4e16-ad55-48bb-9dfa-b9c636039d31 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:15.916230 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdeded99-6ba1-4fd8-874b-149fc69d16c3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting subnet 967bf846-f7c1-4a50-8437-82b2c67c2e94 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:20:15.921464 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cdeded99-6ba1-4fd8-874b-149fc69d16c3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:15.929690 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59ec4e74-1f21-4c73-9c52-18744ecb10b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:15.938746 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-8c0dfcff-dea8-4059-8b8f-32422d66dc89 req-dd1d4e16-ad55-48bb-9dfa-b9c636039d31 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Calling delete_port for 5024c3c7-a43f-4183-9787-f73cc2dca1c9 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:15.966865 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-da9722ab-f823-48af-b9ae-efbbf633a9ea tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=6fb8716d1b824bb9ac2e976008166d30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1115620 Aug 16 20:20:16.097201 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cdeded99-6ba1-4fd8-874b-149fc69d16c3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:16.109191 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-ad4e195b-c715-4e37-a508-c45db5cf50ce service neutron] 10.222.0.68 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411290 Aug 16 20:20:16.223499 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59ec4e74-1f21-4c73-9c52-18744ecb10b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:16.231074 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59ec4e74-1f21-4c73-9c52-18744ecb10b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:16.274012 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-bf39f5af-b4e9-488e-8942-68e5fd71fc53 service neutron] 10.222.0.68 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635754 Aug 16 20:20:16.319110 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec4e74-1f21-4c73-9c52-18744ecb10b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eaa11fc-ccff-4787-bd32-7fb9ca247ae8,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:16.358296 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cdeded99-6ba1-4fd8-874b-149fc69d16c3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:16.360808 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d15c8e23-963d-4830-ba46-84f144b26b18 None None] Provisioning for port c9839d7c-a988-4580-b67d-04ea23321554 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:16.365774 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d15c8e23-963d-4830-ba46-84f144b26b18 None None] Provisioning complete for port c9839d7c-a988-4580-b67d-04ea23321554 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:16.366200 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d15c8e23-963d-4830-ba46-84f144b26b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:16.430424 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-59ec4e74-1f21-4c73-9c52-18744ecb10b7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d59287a6edc841668c4850b433a6cb3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8214653 Aug 16 20:20:16.433338 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38538) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:16.443307 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8c0dfcff-dea8-4059-8b8f-32422d66dc89 req-dd1d4e16-ad55-48bb-9dfa-b9c636039d31 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:16.515617 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cdeded99-6ba1-4fd8-874b-149fc69d16c3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:16.604637 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d15c8e23-963d-4830-ba46-84f144b26b18 None None] Could not find standard attr ID for object 977fb04a-d0fb-4fa1-9406-155b622cb676. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:20:16.615886 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d4e16-ad55-48bb-9dfa-b9c636039d31 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Pushing event deleted for resources: {'Port': ['ID=5024c3c7-a43f-4183-9787-f73cc2dca1c9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:16.641966 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeded99-6ba1-4fd8-874b-149fc69d16c3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Subnet': ['ID=967bf846-f7c1-4a50-8437-82b2c67c2e94,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:16.664154 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0dfcff-dea8-4059-8b8f-32422d66dc89 req-dd1d4e16-ad55-48bb-9dfa-b9c636039d31 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] No DVR routers for this DVR port 5024c3c7-a43f-4183-9787-f73cc2dca1c9 on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:20:16.668439 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cdeded99-6ba1-4fd8-874b-149fc69d16c3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:16.673377 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-cdeded99-6ba1-4fd8-874b-149fc69d16c3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/967bf846-f7c1-4a50-8437-82b2c67c2e94 HTTP/1.1" status: 204 len: 168 time: 1.0442050 Aug 16 20:20:16.673989 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38544) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:16.680794 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8c0dfcff-dea8-4059-8b8f-32422d66dc89 req-dd1d4e16-ad55-48bb-9dfa-b9c636039d31 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:16.682945 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8c0dfcff-dea8-4059-8b8f-32422d66dc89 req-dd1d4e16-ad55-48bb-9dfa-b9c636039d31 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.57 "DELETE /v2.0/ports/5024c3c7-a43f-4183-9787-f73cc2dca1c9 HTTP/1.1" status: 204 len: 173 time: 1.0974081 Aug 16 20:20:16.683795 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faac1df1-f207-455f-889e-5255128d2ae9', 'name': 'network-vif-deleted', 'tag': '5024c3c7-a43f-4183-9787-f73cc2dca1c9'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:16.686309 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2001d6c-47e5-424d-93a4-ac4e16a3cad4" -d '{"events": [{"server_uuid": "faac1df1-f207-455f-889e-5255128d2ae9", "name": "network-vif-deleted", "tag": "5024c3c7-a43f-4183-9787-f73cc2dca1c9"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:16.691114 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-98b4e38b-3352-41bb-95c0-fccf082cefd1 req-7a289414-d9c8-4d1a-8ddd-a7e0396ef26b tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 210 time: 0.0764396 Aug 16 20:20:16.773741 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2447ff-7215-44a1-9317-4f24c5dfab48 x-openstack-request-id: req-8d2447ff-7215-44a1-9317-4f24c5dfab48 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:16.774305 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faac1df1-f207-455f-889e-5255128d2ae9", "name": "network-vif-deleted", "tag": "5024c3c7-a43f-4183-9787-f73cc2dca1c9", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:16.774757 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8d2447ff-7215-44a1-9317-4f24c5dfab48 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:16.776571 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faac1df1-f207-455f-889e-5255128d2ae9', 'name': 'network-vif-deleted', 'tag': '5024c3c7-a43f-4183-9787-f73cc2dca1c9', 'status': 'completed', 'code': 200} Aug 16 20:20:16.805896 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a3dd1c05-2424-4443-92e7-4841e243acf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:16.843978 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a3dd1c05-2424-4443-92e7-4841e243acf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:16.897523 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda9cb3d-eea0-4ae3-acc8-01e82fec1bf6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting subnet f8bd67a4-82fa-4b31-b90e-9d909a2d0402 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:20:16.911693 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7f343bba-d5b7-4bb4-96c0-bc4fcaf89d91 req-21c958f0-8c43-4262-81e6-7c595cd136d3 tempest-VolumesNegativeTest-1234433313 tempest-VolumesNegativeTest-1234433313-project] 10.222.0.68 "GET /v2.0/ports?device_id=faac1df1-f207-455f-889e-5255128d2ae9 HTTP/1.1" status: 200 len: 210 time: 0.0640006 Aug 16 20:20:16.924883 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eda9cb3d-eea0-4ae3-acc8-01e82fec1bf6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:17.002530 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eda9cb3d-eea0-4ae3-acc8-01e82fec1bf6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:17.021119 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2852658c-efba-4c04-b9d4-1d6337272b29 None None] Could not find standard attr ID for object 977fb04a-d0fb-4fa1-9406-155b622cb676. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:20:17.030238 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d947d2-d2f6-498d-9786-44f117d06a11 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:20:17.220031 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eda9cb3d-eea0-4ae3-acc8-01e82fec1bf6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:17.287984 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a3dd1c05-2424-4443-92e7-4841e243acf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:17.290706 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a3dd1c05-2424-4443-92e7-4841e243acf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:17.292442 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a3dd1c05-2424-4443-92e7-4841e243acf8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9eaa11fc-ccff-4787-bd32-7fb9ca247ae8 HTTP/1.1" status: 204 len: 168 time: 0.8546267 Aug 16 20:20:17.312887 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd1c05-2424-4443-92e7-4841e243acf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eaa11fc-ccff-4787-bd32-7fb9ca247ae8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:17.350255 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eda9cb3d-eea0-4ae3-acc8-01e82fec1bf6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:17.384827 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9cb3d-eea0-4ae3-acc8-01e82fec1bf6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Subnet': ['ID=f8bd67a4-82fa-4b31-b90e-9d909a2d0402,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:17.394368 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eda9cb3d-eea0-4ae3-acc8-01e82fec1bf6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:17.399347 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-eda9cb3d-eea0-4ae3-acc8-01e82fec1bf6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/f8bd67a4-82fa-4b31-b90e-9d909a2d0402 HTTP/1.1" status: 204 len: 168 time: 0.7203834 Aug 16 20:20:17.399698 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38562) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:17.481736 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7c575b6d-580c-4766-83e5-d12099b250d9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0806723 Aug 16 20:20:17.484701 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38564) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:17.491746 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c5329d31-40bc-48eb-a01d-9503cfb72e06 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:17.495197 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8c39aa-d1c3-4cb7-9031-6f11271d7e0e None None] Update dhcp port {'port': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'fixed_ips': [{'subnet_id': 'f8bd67a4-82fa-4b31-b90e-9d909a2d0402'}], 'binding:host_id': 'n-d-787206-13'}, 'id': 'c9839d7c-a988-4580-b67d-04ea23321554'} from n-d-787206-13. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:20:17.529075 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c8c39aa-d1c3-4cb7-9031-6f11271d7e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:17.665920 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 5024c3c7-a43f-4183-9787-f73cc2dca1c9 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:20:17.716349 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5329d31-40bc-48eb-a01d-9503cfb72e06 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:17.720137 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c5329d31-40bc-48eb-a01d-9503cfb72e06 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:17.725893 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 5024c3c7-a43f-4183-9787-f73cc2dca1c9 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:20:17.725893 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 5024c3c7-a43f-4183-9787-f73cc2dca1c9 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:20:17.744526 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b580976-df9e-47fe-9616-6b79b19ddcee None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:20:17.788863 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38570) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:17.810611 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-951118bb-a631-4700-8c87-b943c3e9a036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:17.860585 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-53b31741-acdf-43c1-8d7b-85706e2ad285 req-be8d9799-2310-4ad6-90a8-fac5f655b35e tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 210 time: 0.0417573 Aug 16 20:20:17.887185 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-859e3562-1d08-4ff4-99b3-96559ff0aa5b None None] Provisioning complete for port c9839d7c-a988-4580-b67d-04ea23321554 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:17.887495 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-859e3562-1d08-4ff4-99b3-96559ff0aa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:17.963461 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-951118bb-a631-4700-8c87-b943c3e9a036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:17.968315 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-951118bb-a631-4700-8c87-b943c3e9a036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:18.027918 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-951118bb-a631-4700-8c87-b943c3e9a036 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0f5a68c4c6c84bc8b0d0de60187ac8b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2377200 Aug 16 20:20:18.028644 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38578) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:18.098147 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951118bb-a631-4700-8c87-b943c3e9a036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5607b053-28a7-44e6-8b9d-f44e83a205b6,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:18.134333 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fea5fe0e-70df-4a81-81e1-78d919ce605c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:18.164667 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fea5fe0e-70df-4a81-81e1-78d919ce605c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:18.239807 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c462d13-32cd-48f1-85c4-85b75f045ecd None None] DHCP port deletion for 90d9b1f1-5046-4354-b6cc-874fd89885eb request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:20:18.294954 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fea5fe0e-70df-4a81-81e1-78d919ce605c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:18.299043 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fea5fe0e-70df-4a81-81e1-78d919ce605c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:18.309034 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fea5fe0e-70df-4a81-81e1-78d919ce605c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5607b053-28a7-44e6-8b9d-f44e83a205b6 HTTP/1.1" status: 204 len: 168 time: 0.2749178 Aug 16 20:20:18.315130 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9c462d13-32cd-48f1-85c4-85b75f045ecd None None] Deleting port c9839d7c-a988-4580-b67d-04ea23321554 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:18.316657 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c462d13-32cd-48f1-85c4-85b75f045ecd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:18.327427 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea5fe0e-70df-4a81-81e1-78d919ce605c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5607b053-28a7-44e6-8b9d-f44e83a205b6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:18.425678 n-d-787206-13 neutron-server[94770]: DEBUG neutron.objects.ports [None req-c5329d31-40bc-48eb-a01d-9503cfb72e06 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:20:18.429529 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9c462d13-32cd-48f1-85c4-85b75f045ecd None None] For port c9839d7c-a988-4580-b67d-04ea23321554, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=c9839d7c-a988-4580-b67d-04ea23321554,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:18.429980 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c462d13-32cd-48f1-85c4-85b75f045ecd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:18.443574 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9c462d13-32cd-48f1-85c4-85b75f045ecd None None] Calling delete_port for c9839d7c-a988-4580-b67d-04ea23321554 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:18.583871 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c462d13-32cd-48f1-85c4-85b75f045ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:18.589694 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-57633d49-d73c-4f8d-9f48-308f78091a41 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:18.590939 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-57633d49-d73c-4f8d-9f48-308f78091a41 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.63 "GET /v2.0/networks?id=185dd4a9-27c5-4031-8106-50b2573b079d HTTP/1.1" status: 200 len: 806 time: 0.4321287 Aug 16 20:20:18.605588 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-7daaa428-154e-448c-a50e-c9318f456360 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Request body: {'port': {'device_id': '59a8e4ff-0a40-4267-885c-cd56a91940fe', 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d', 'admin_state_up': True, 'tenant_id': '6fb8716d1b824bb9ac2e976008166d30'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:18.634214 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c462d13-32cd-48f1-85c4-85b75f045ecd None None] Pushing event deleted for resources: {'Port': ['ID=c9839d7c-a988-4580-b67d-04ea23321554,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:18.649572 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c462d13-32cd-48f1-85c4-85b75f045ecd None None] No DVR routers for this DVR port c9839d7c-a988-4580-b67d-04ea23321554 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:20:18.716090 n-d-787206-13 neutron-server[94770]: WARNING neutron.services.revisions.revision_plugin [None req-c5329d31-40bc-48eb-a01d-9503cfb72e06 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Could not find related port for resource to bump revision. Aug 16 20:20:18.725467 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.ipam_pluggable_backend [None req-c5329d31-40bc-48eb-a01d-9503cfb72e06 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Port c9839d7c-a988-4580-b67d-04ea23321554 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94770) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 16 20:20:18.725467 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.ipam_pluggable_backend [None req-c5329d31-40bc-48eb-a01d-9503cfb72e06 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Reverting IP allocation for 2001:db8::f816:3eff:fe65:bcff {{(pid=94770) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 16 20:20:18.729080 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.ipam_pluggable_backend [None req-c5329d31-40bc-48eb-a01d-9503cfb72e06 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe65:bcff {{(pid=94770) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 16 20:20:18.731639 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c5329d31-40bc-48eb-a01d-9503cfb72e06 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:18.806822 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5329d31-40bc-48eb-a01d-9503cfb72e06 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:18.814972 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-c5329d31-40bc-48eb-a01d-9503cfb72e06 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:18.818575 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5329d31-40bc-48eb-a01d-9503cfb72e06 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Subnet': ['ID=d0a1b740-5627-4bd3-9aea-eff741f93277,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:18.821519 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5329d31-40bc-48eb-a01d-9503cfb72e06 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:18.822126 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c5329d31-40bc-48eb-a01d-9503cfb72e06 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:18.834728 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501ec0b9-6e3f-4bbf-aca0-b858c0f3bcd9 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:20:18.866131 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-7daaa428-154e-448c-a50e-c9318f456360 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Made reservation on behalf of 6fb8716d1b824bb9ac2e976008166d30 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:18.871189 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-7daaa428-154e-448c-a50e-c9318f456360 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:18.926614 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38616) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:18.930294 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c5329d31-40bc-48eb-a01d-9503cfb72e06 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4440372 Aug 16 20:20:18.932207 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-bfe02ce1-fae5-4a77-897b-62579441dddf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:19.154751 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5e10184f-10ed-4338-b7d3-aa9780aaf02e req-15dda4a2-7cc0-47d1-8623-ef8b4c89cc89 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 210 time: 0.0860190 Aug 16 20:20:19.190219 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb6b0c0-f7af-437d-87ce-01638ea1006e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-90d9b1f1-5046-4354-b6cc-874fd89885eb', 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'tenant_id': 'd875706380784001942d3868f3fe0ec8', 'fixed_ips': [{'subnet_id': 'd0a1b740-5627-4bd3-9aea-eff741f93277'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:20:19.191699 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6cb6b0c0-f7af-437d-87ce-01638ea1006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:19.216025 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe02ce1-fae5-4a77-897b-62579441dddf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:19.220604 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bfe02ce1-fae5-4a77-897b-62579441dddf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:19.306910 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-7daaa428-154e-448c-a50e-c9318f456360 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Allocated IP 172.20.0.6 (185dd4a9-27c5-4031-8106-50b2573b079d/9174bd88-4f29-46ef-992b-f91f82dd45cf/fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:20:19.413084 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-6cb6b0c0-f7af-437d-87ce-01638ea1006e None None] Allocated IP 2001:db8::f816:3eff:fe12:3855 (90d9b1f1-5046-4354-b6cc-874fd89885eb/d0a1b740-5627-4bd3-9aea-eff741f93277/ac9b9959-e621-40f3-9115-3544a83da716) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:20:19.591227 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-7daaa428-154e-448c-a50e-c9318f456360 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:19.618012 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c9839d7c-a988-4580-b67d-04ea23321554 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:20:19.657215 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-7daaa428-154e-448c-a50e-c9318f456360 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:19.672030 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: c9839d7c-a988-4580-b67d-04ea23321554 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:20:19.672362 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c9839d7c-a988-4580-b67d-04ea23321554 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:20:19.678133 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['04321e14-93df-4fa0-901a-9eebfe5dfd27'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:20:19.740646 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bfe02ce1-fae5-4a77-897b-62579441dddf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:19.749185 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-7daaa428-154e-448c-a50e-c9318f456360 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Network 185dd4a9-27c5-4031-8106-50b2573b079d is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:19.767007 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-7daaa428-154e-448c-a50e-c9318f456360 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:19.771501 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-7daaa428-154e-448c-a50e-c9318f456360 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:20:19.788634 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe02ce1-fae5-4a77-897b-62579441dddf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:19.793922 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-bfe02ce1-fae5-4a77-897b-62579441dddf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:19.802255 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe02ce1-fae5-4a77-897b-62579441dddf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:19.802970 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bfe02ce1-fae5-4a77-897b-62579441dddf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:19.832206 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe02ce1-fae5-4a77-897b-62579441dddf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Subnet': ['ID=d53917dd-7bc5-4077-8192-ac50ba45ae30,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:19.837695 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bfe02ce1-fae5-4a77-897b-62579441dddf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9099658 Aug 16 20:20:19.843703 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38698) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:19.851175 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9d07a914-b243-47a6-967a-cf2ee38e10ee tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'port': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'mac_address': 'fa:16:3e:66:08:3c', 'name': 'tempest-NetworksTestDHCPv6-841933948'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:19.867505 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-7daaa428-154e-448c-a50e-c9318f456360 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:19.867703 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-7daaa428-154e-448c-a50e-c9318f456360 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:19.879693 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daaa428-154e-448c-a50e-c9318f456360 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Pushing event updated for resources: {'Port': ['ID=fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:19.887960 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6cb6b0c0-f7af-437d-87ce-01638ea1006e None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:19.891289 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-7daaa428-154e-448c-a50e-c9318f456360 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2900505 Aug 16 20:20:19.905459 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-5fcc5a17-53d6-4827-a4ae-0363d07e5953 service neutron] Request body: {'port': {'device_id': '59a8e4ff-0a40-4267-885c-cd56a91940fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:19.914938 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6cb6b0c0-f7af-437d-87ce-01638ea1006e None None] Transition to ACTIVE for port object ac9b9959-e621-40f3-9115-3544a83da716 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:19.972238 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6cb6b0c0-f7af-437d-87ce-01638ea1006e None None] Transition to ACTIVE for port object ac9b9959-e621-40f3-9115-3544a83da716 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:19.990850 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6cb6b0c0-f7af-437d-87ce-01638ea1006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:20.003178 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-5fcc5a17-53d6-4827-a4ae-0363d07e5953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:20.109719 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d07a914-b243-47a6-967a-cf2ee38e10ee tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:20.123221 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb6b0c0-f7af-437d-87ce-01638ea1006e None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:20.148578 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-6cb6b0c0-f7af-437d-87ce-01638ea1006e None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:20.166365 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb6b0c0-f7af-437d-87ce-01638ea1006e None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:20:20.191660 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6b0c0-f7af-437d-87ce-01638ea1006e None None] Pushing event updated for resources: {'Port': ['ID=ac9b9959-e621-40f3-9115-3544a83da716,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:20.296226 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d07a914-b243-47a6-967a-cf2ee38e10ee tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:20.304828 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6cb6b0c0-f7af-437d-87ce-01638ea1006e None None] Attempting to bind port ac9b9959-e621-40f3-9115-3544a83da716 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:20:20.305206 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6cb6b0c0-f7af-437d-87ce-01638ea1006e None None] Attempting to bind port ac9b9959-e621-40f3-9115-3544a83da716 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:20:20.305579 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb6b0c0-f7af-437d-87ce-01638ea1006e None None] Attempting to bind port ac9b9959-e621-40f3-9115-3544a83da716 on network 90d9b1f1-5046-4354-b6cc-874fd89885eb {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:20.312803 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb6b0c0-f7af-437d-87ce-01638ea1006e None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:20:20.313192 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb6b0c0-f7af-437d-87ce-01638ea1006e None None] Checking segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:20:20.313599 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6cb6b0c0-f7af-437d-87ce-01638ea1006e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:20.313996 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb6b0c0-f7af-437d-87ce-01638ea1006e None None] Bound using segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:20:20.314467 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6cb6b0c0-f7af-437d-87ce-01638ea1006e None None] Bound port: ac9b9959-e621-40f3-9115-3544a83da716, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:20:20.314854 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6cb6b0c0-f7af-437d-87ce-01638ea1006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:20.372418 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-9d07a914-b243-47a6-967a-cf2ee38e10ee tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] device_id is not set on port 293f06f5-3723-4ec4-ac10-346008d68f96 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:20:20.420148 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6cb6b0c0-f7af-437d-87ce-01638ea1006e None None] For port ac9b9959-e621-40f3-9115-3544a83da716, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:20:20.424528 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6cb6b0c0-f7af-437d-87ce-01638ea1006e None None] For port ac9b9959-e621-40f3-9115-3544a83da716, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=ac9b9959-e621-40f3-9115-3544a83da716,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:20:20.437851 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6cb6b0c0-f7af-437d-87ce-01638ea1006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:20.451074 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94d03f-6ce2-4e12-b891-e55a89f867f1 req-2da5b8f1-0a66-447b-ac79-4dd39c8364d9 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:20.453261 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0f94d03f-6ce2-4e12-b891-e55a89f867f1 req-2da5b8f1-0a66-447b-ac79-4dd39c8364d9 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 931 time: 0.2023532 Aug 16 20:20:20.461081 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-5fcc5a17-53d6-4827-a4ae-0363d07e5953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:20:20.481268 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-5fcc5a17-53d6-4827-a4ae-0363d07e5953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:20.536204 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-5fcc5a17-53d6-4827-a4ae-0363d07e5953 service neutron] Transition to ACTIVE for port object fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:20.551786 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-5fcc5a17-53d6-4827-a4ae-0363d07e5953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:20.564240 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0f94d03f-6ce2-4e12-b891-e55a89f867f1 req-24929661-6889-4104-aab0-8b28e4d2cece tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027441 Aug 16 20:20:20.588941 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6b0c0-f7af-437d-87ce-01638ea1006e None None] Pushing event updated for resources: {'Port': ['ID=ac9b9959-e621-40f3-9115-3544a83da716,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:20.638574 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc5a17-53d6-4827-a4ae-0363d07e5953 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:20.689698 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-9d07a914-b243-47a6-967a-cf2ee38e10ee tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Allocated IP 172.20.0.11 (90d9b1f1-5046-4354-b6cc-874fd89885eb/d53917dd-7bc5-4077-8192-ac50ba45ae30/293f06f5-3723-4ec4-ac10-346008d68f96) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:20:20.710439 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-9d07a914-b243-47a6-967a-cf2ee38e10ee tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Allocated IP 2001:db8::f816:3eff:fe66:83c (90d9b1f1-5046-4354-b6cc-874fd89885eb/d0a1b740-5627-4bd3-9aea-eff741f93277/293f06f5-3723-4ec4-ac10-346008d68f96) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:20:20.845391 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-5fcc5a17-53d6-4827-a4ae-0363d07e5953 service neutron] Attempting to bind port fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:20:20.845391 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-5fcc5a17-53d6-4827-a4ae-0363d07e5953 service neutron] Attempting to bind port fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '707b3413-318b-4129-aa23-391c2507bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:20:20.846973 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-5fcc5a17-53d6-4827-a4ae-0363d07e5953 service neutron] Attempting to bind port fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6 on network 185dd4a9-27c5-4031-8106-50b2573b079d {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:20.872240 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-5fcc5a17-53d6-4827-a4ae-0363d07e5953 service neutron] Port fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6 on network 185dd4a9-27c5-4031-8106-50b2573b079d not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:20:20.872240 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-5fcc5a17-53d6-4827-a4ae-0363d07e5953 service neutron] Attempting to bind port fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6 on network 185dd4a9-27c5-4031-8106-50b2573b079d {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:20.889306 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-5fcc5a17-53d6-4827-a4ae-0363d07e5953 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:20:20.889704 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-5fcc5a17-53d6-4827-a4ae-0363d07e5953 service neutron] Checking segment: {'id': '707b3413-318b-4129-aa23-391c2507bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:20:20.898630 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-5fcc5a17-53d6-4827-a4ae-0363d07e5953 service neutron] Bound using segment: {'id': '707b3413-318b-4129-aa23-391c2507bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:20:20.899214 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-5fcc5a17-53d6-4827-a4ae-0363d07e5953 service neutron] Bound port: fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '707b3413-318b-4129-aa23-391c2507bb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:20:20.899672 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-5fcc5a17-53d6-4827-a4ae-0363d07e5953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:21.072800 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d07a914-b243-47a6-967a-cf2ee38e10ee tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:21.100517 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-9d07a914-b243-47a6-967a-cf2ee38e10ee tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Transition to ACTIVE for port object 293f06f5-3723-4ec4-ac10-346008d68f96 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:21.184947 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d07a914-b243-47a6-967a-cf2ee38e10ee tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:21.201171 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38770) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:21.287898 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07a914-b243-47a6-967a-cf2ee38e10ee tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Port': ['ID=293f06f5-3723-4ec4-ac10-346008d68f96,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:21.302839 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d07a914-b243-47a6-967a-cf2ee38e10ee tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:21.305111 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-9d07a914-b243-47a6-967a-cf2ee38e10ee tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:21.309287 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d07a914-b243-47a6-967a-cf2ee38e10ee tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:20:21.391119 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d07a914-b243-47a6-967a-cf2ee38e10ee tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:21.391773 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d07a914-b243-47a6-967a-cf2ee38e10ee tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:21.427041 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5d4a8c0-b7f6-4d9d-b781-0cd4fedd15b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:21.431562 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9d07a914-b243-47a6-967a-cf2ee38e10ee tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5851676 Aug 16 20:20:21.437434 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38790) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:21.582632 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5d4a8c0-b7f6-4d9d-b781-0cd4fedd15b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:21.628171 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5d4a8c0-b7f6-4d9d-b781-0cd4fedd15b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:21.640418 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38800) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:21.683572 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ac9b9959-e621-40f3-9115-3544a83da716 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:20:21.736887 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-5fcc5a17-53d6-4827-a4ae-0363d07e5953 service neutron] For port fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:20:21.772006 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a5d4a8c0-b7f6-4d9d-b781-0cd4fedd15b0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d8958331294648d88d66cb856d45b51a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5369544 Aug 16 20:20:21.776883 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38804) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:21.779059 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-5fcc5a17-53d6-4827-a4ae-0363d07e5953 service neutron] For port fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:20:21.793559 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6b0f6-33bd-4cb2-894e-7f4839ba0dc3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:21.797652 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port ac9b9959-e621-40f3-9115-3544a83da716 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:21.806687 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6b0f6-33bd-4cb2-894e-7f4839ba0dc3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:21.808763 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c2c6b0f6-33bd-4cb2-894e-7f4839ba0dc3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.3697727 Aug 16 20:20:21.809569 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4a8c0-b7f6-4d9d-b781-0cd4fedd15b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9fb8d4-9d87-45fe-a47c-69a00823c699,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:21.820092 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38806) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:21.832019 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-5fcc5a17-53d6-4827-a4ae-0363d07e5953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:21.926340 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47508739-b78b-447f-89c7-edf48b58de0e req-ed9b3ec1-311d-4b15-bea5-59a49c8a95fb tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:21.929797 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-47508739-b78b-447f-89c7-edf48b58de0e req-ed9b3ec1-311d-4b15-bea5-59a49c8a95fb tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 943 time: 0.2310698 Aug 16 20:20:21.950823 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc5a17-53d6-4827-a4ae-0363d07e5953 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:21.955077 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c1d18b4a-fb6c-4fd1-b1cd-f45934ad0533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:21.971747 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-8c51e803-1b44-498b-a69f-9a21f44d34c0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting port 293f06f5-3723-4ec4-ac10-346008d68f96 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:21.972580 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c51e803-1b44-498b-a69f-9a21f44d34c0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:21.979322 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-5fcc5a17-53d6-4827-a4ae-0363d07e5953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:21.979887 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-5fcc5a17-53d6-4827-a4ae-0363d07e5953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:21.981280 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-5fcc5a17-53d6-4827-a4ae-0363d07e5953 service neutron] 10.222.0.63 "PUT /v2.0/ports/fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6 HTTP/1.1" status: 200 len: 1092 time: 2.0821435 Aug 16 20:20:21.990309 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a8e4ff-0a40-4267-885c-cd56a91940fe', 'tag': 'fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:21.993698 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f58cb8-47f6-4b21-87d2-bf06eda378cc" -d '{"events": [{"name": "network-changed", "server_uuid": "59a8e4ff-0a40-4267-885c-cd56a91940fe", "tag": "fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:22.012380 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e407cccc-a07e-48dd-9734-41613addc1f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:22.072386 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c1d18b4a-fb6c-4fd1-b1cd-f45934ad0533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:22.088014 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911c2ca6-ced8-410f-b147-d9b1ce949d7a x-openstack-request-id: req-911c2ca6-ced8-410f-b147-d9b1ce949d7a {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:22.088459 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a8e4ff-0a40-4267-885c-cd56a91940fe", "tag": "fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:22.088961 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-911c2ca6-ced8-410f-b147-d9b1ce949d7a {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:22.089598 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a8e4ff-0a40-4267-885c-cd56a91940fe', 'tag': 'fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6', 'status': 'completed', 'code': 200} Aug 16 20:20:22.117489 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c51e803-1b44-498b-a69f-9a21f44d34c0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:22.121391 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9148dc-188d-4304-97bc-51c3ab129f15 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:20:22.131146 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-8c51e803-1b44-498b-a69f-9a21f44d34c0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Calling delete_port for 293f06f5-3723-4ec4-ac10-346008d68f96 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:22.198198 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8d99a797-9c89-4faa-8b05-9ffe2b8d2dcd None None] Provisioning for port ac9b9959-e621-40f3-9115-3544a83da716 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:22.210901 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8d99a797-9c89-4faa-8b05-9ffe2b8d2dcd None None] Provisioning complete for port ac9b9959-e621-40f3-9115-3544a83da716 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:22.211671 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d99a797-9c89-4faa-8b05-9ffe2b8d2dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:22.273162 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-47508739-b78b-447f-89c7-edf48b58de0e req-a1653294-0eb5-4395-aa38-7b87b2f0f1d4 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787180 Aug 16 20:20:22.299367 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-e4cd6fa5-8c78-487a-bfbe-f6f5d9272cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:22.302549 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-e4cd6fa5-8c78-487a-bfbe-f6f5d9272cb8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6fb8716d1b824bb9ac2e976008166d30&device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 1095 time: 0.2226069 Aug 16 20:20:22.365055 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-42896e02-71f3-4660-acd2-6444d2797822 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6 HTTP/1.1" status: 200 len: 217 time: 0.0545475 Aug 16 20:20:22.369039 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c1d18b4a-fb6c-4fd1-b1cd-f45934ad0533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:22.372143 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c1d18b4a-fb6c-4fd1-b1cd-f45934ad0533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:22.376262 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c1d18b4a-fb6c-4fd1-b1cd-f45934ad0533 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0b9fb8d4-9d87-45fe-a47c-69a00823c699 HTTP/1.1" status: 204 len: 168 time: 0.5946300 Aug 16 20:20:22.386641 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d99a797-9c89-4faa-8b05-9ffe2b8d2dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:22.417145 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d18b4a-fb6c-4fd1-b1cd-f45934ad0533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9fb8d4-9d87-45fe-a47c-69a00823c699,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:22.444624 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c51e803-1b44-498b-a69f-9a21f44d34c0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:22.446347 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e407cccc-a07e-48dd-9734-41613addc1f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:22.461992 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-167d6a67-a4ce-444a-a864-3775c05341c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:22.464545 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-167d6a67-a4ce-444a-a864-3775c05341c4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9174bd88-4f29-46ef-992b-f91f82dd45cf HTTP/1.1" status: 200 len: 846 time: 0.0871801 Aug 16 20:20:22.466057 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e407cccc-a07e-48dd-9734-41613addc1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:22.485939 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8d99a797-9c89-4faa-8b05-9ffe2b8d2dcd None None] For port ac9b9959-e621-40f3-9115-3544a83da716, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=ac9b9959-e621-40f3-9115-3544a83da716,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:22.499511 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51e803-1b44-498b-a69f-9a21f44d34c0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Port': ['ID=293f06f5-3723-4ec4-ac10-346008d68f96,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:22.500642 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d99a797-9c89-4faa-8b05-9ffe2b8d2dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:22.519596 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-d50953bb-4a7b-4187-9082-5ebc4f8e0a41 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=185dd4a9-27c5-4031-8106-50b2573b079d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476170 Aug 16 20:20:22.551627 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407cccc-a07e-48dd-9734-41613addc1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ef35c6-1383-47f7-aae8-840e5dd88bb7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:22.570003 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99a797-9c89-4faa-8b05-9ffe2b8d2dcd None None] Pushing event updated for resources: {'Port': ['ID=ac9b9959-e621-40f3-9115-3544a83da716,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:22.597461 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e407cccc-a07e-48dd-9734-41613addc1f6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1923795a633a446ca54190af6a0faa11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9502530 Aug 16 20:20:22.598072 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38846) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:22.649848 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c209204-5dab-4bd3-8e25-319477ae7a39 None None] Update dhcp port {'port': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'fixed_ips': [{'subnet_id': 'd0a1b740-5627-4bd3-9aea-eff741f93277', 'ip_address': '2001:db8::f816:3eff:fe12:3855'}, {'subnet_id': 'd53917dd-7bc5-4077-8192-ac50ba45ae30'}], 'binding:host_id': 'n-d-787206-13'}, 'id': 'ac9b9959-e621-40f3-9115-3544a83da716'} from n-d-787206-13. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:20:22.678467 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c51e803-1b44-498b-a69f-9a21f44d34c0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:22.680817 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8ffdcaf6-cd5c-4c08-95db-d93abf7b4223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:22.681833 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8c51e803-1b44-498b-a69f-9a21f44d34c0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/293f06f5-3723-4ec4-ac10-346008d68f96 HTTP/1.1" status: 204 len: 168 time: 0.8591981 Aug 16 20:20:22.684457 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38852) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:22.692848 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0c209204-5dab-4bd3-8e25-319477ae7a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:22.710396 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-88eede89-098c-44ed-bef5-69738c7c5ec3 service neutron] 10.222.0.63 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792266 Aug 16 20:20:22.715203 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8ffdcaf6-cd5c-4c08-95db-d93abf7b4223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:22.765503 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146484d9-fc68-4479-b777-d6d8eafe9b2f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:22.767163 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146484d9-fc68-4479-b777-d6d8eafe9b2f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:22.769394 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146484d9-fc68-4479-b777-d6d8eafe9b2f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:22.773779 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-146484d9-fc68-4479-b777-d6d8eafe9b2f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0881176 Aug 16 20:20:22.774424 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38856) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:22.834699 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e002857c-6e0f-4d07-9421-198b74664140 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting subnet d0a1b740-5627-4bd3-9aea-eff741f93277 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:20:22.842488 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e002857c-6e0f-4d07-9421-198b74664140 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:22.852364 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e6909f1f-637b-4904-930c-cb51d631f1a0 req-cd00befa-5ad8-40c7-865c-7655e27bb10c service neutron] 10.222.0.63 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282303 Aug 16 20:20:22.868575 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8ffdcaf6-cd5c-4c08-95db-d93abf7b4223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:22.876027 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8ffdcaf6-cd5c-4c08-95db-d93abf7b4223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:22.877466 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8ffdcaf6-cd5c-4c08-95db-d93abf7b4223 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/13ef35c6-1383-47f7-aae8-840e5dd88bb7 HTTP/1.1" status: 204 len: 168 time: 0.2767060 Aug 16 20:20:22.887424 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffdcaf6-cd5c-4c08-95db-d93abf7b4223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ef35c6-1383-47f7-aae8-840e5dd88bb7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:22.913951 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e002857c-6e0f-4d07-9421-198b74664140 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:22.987973 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f58cb8-47f6-4b21-87d2-bf06eda378cc req-6ae29f5e-96d3-444a-b8c8-ed2ef2d78a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:22.989783 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-36f58cb8-47f6-4b21-87d2-bf06eda378cc req-6ae29f5e-96d3-444a-b8c8-ed2ef2d78a22 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6fb8716d1b824bb9ac2e976008166d30&device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 1095 time: 0.0746281 Aug 16 20:20:23.024857 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38866) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:23.057591 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e002857c-6e0f-4d07-9421-198b74664140 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:23.062254 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7bcd87a8-41a9-490d-abd9-458332e1bd26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:23.159217 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f58cb8-47f6-4b21-87d2-bf06eda378cc req-12582784-b253-4545-8268-257fec589559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:23.161855 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-36f58cb8-47f6-4b21-87d2-bf06eda378cc req-12582784-b253-4545-8268-257fec589559 service neutron] 10.222.0.63 "GET /v2.0/networks?id=185dd4a9-27c5-4031-8106-50b2573b079d HTTP/1.1" status: 200 len: 907 time: 0.1636381 Aug 16 20:20:23.181311 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e002857c-6e0f-4d07-9421-198b74664140 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server [None req-0c209204-5dab-4bd3-8e25-319477ae7a39 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0a1b740-5627-4bd3-9aea-eff741f93277: This subnet is being modified by another concurrent operation. Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise exception Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0a1b740-5627-4bd3-9aea-eff741f93277: This subnet is being modified by another concurrent operation. Aug 16 20:20:23.181605 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server Aug 16 20:20:23.210747 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e002857c-6e0f-4d07-9421-198b74664140 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:23.212783 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e002857c-6e0f-4d07-9421-198b74664140 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/d0a1b740-5627-4bd3-9aea-eff741f93277 HTTP/1.1" status: 204 len: 168 time: 0.4373820 Aug 16 20:20:23.240435 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-36f58cb8-47f6-4b21-87d2-bf06eda378cc req-9f395668-4f3e-4fd9-9c71-2404d7b6d722 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6 HTTP/1.1" status: 200 len: 217 time: 0.0702491 Aug 16 20:20:23.240939 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38884) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:23.259298 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002857c-6e0f-4d07-9421-198b74664140 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Subnet': ['ID=d0a1b740-5627-4bd3-9aea-eff741f93277,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:23.307492 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da974d0-dbe7-4b9c-9440-f6b6065cffce None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:20:23.329045 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7bcd87a8-41a9-490d-abd9-458332e1bd26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:23.335962 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f58cb8-47f6-4b21-87d2-bf06eda378cc req-ed95513c-a07c-43d1-a327-4fe665ed4bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:23.337895 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-36f58cb8-47f6-4b21-87d2-bf06eda378cc req-ed95513c-a07c-43d1-a327-4fe665ed4bc6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9174bd88-4f29-46ef-992b-f91f82dd45cf HTTP/1.1" status: 200 len: 846 time: 0.0851479 Aug 16 20:20:23.342235 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-495ac4b4-4627-4378-bbc5-0207f7cc586c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting subnet d53917dd-7bc5-4077-8192-ac50ba45ae30 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:20:23.349904 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7bcd87a8-41a9-490d-abd9-458332e1bd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:23.355345 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-495ac4b4-4627-4378-bbc5-0207f7cc586c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:23.406309 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-36f58cb8-47f6-4b21-87d2-bf06eda378cc req-1de6bd5c-dec2-45b2-8d39-ed8e3ca7dc34 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=185dd4a9-27c5-4031-8106-50b2573b079d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603838 Aug 16 20:20:23.426849 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38900) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:23.433702 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7ff88a5a-1f10-46b4-8d56-0b83b997b4d6 None None] Provisioning complete for port ac9b9959-e621-40f3-9115-3544a83da716 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:23.434323 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7ff88a5a-1f10-46b4-8d56-0b83b997b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:23.453633 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-495ac4b4-4627-4378-bbc5-0207f7cc586c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:23.460882 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7bcd87a8-41a9-490d-abd9-458332e1bd26 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d1d09ecbab584aada4f2a62b077ceffd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4206750 Aug 16 20:20:23.463820 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38902) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:23.475397 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd87a8-41a9-490d-abd9-458332e1bd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4637b85f-f61d-495a-92b3-fd8ad910dd5c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:23.514572 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3afb4de6-5ae7-4bb9-8151-dd6ef48cefbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:23.578896 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02db6d4-ca41-4fa8-98e3-8259deda968a req-18912a2d-309f-4ec8-8c40-207b01fc7970 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:23.593556 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:20:23.598684 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b02db6d4-ca41-4fa8-98e3-8259deda968a req-18912a2d-309f-4ec8-8c40-207b01fc7970 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 943 time: 0.1841323 Aug 16 20:20:23.606087 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-495ac4b4-4627-4378-bbc5-0207f7cc586c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:23.632607 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-01f1ab68-d19d-4947-a472-c30a1b20d335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:23.635085 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ac9b9959-e621-40f3-9115-3544a83da716 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:20:23.678304 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b02db6d4-ca41-4fa8-98e3-8259deda968a req-91a3f480-dca9-4ef9-b26e-66a27a2342cc tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784254 Aug 16 20:20:23.681439 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-36f58cb8-47f6-4b21-87d2-bf06eda378cc req-36c894e2-2eeb-456a-b49c-16e62e02deb3 service neutron] 10.222.0.63 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645788 Aug 16 20:20:23.691541 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-01f1ab68-d19d-4947-a472-c30a1b20d335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:23.726818 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7ff88a5a-1f10-46b4-8d56-0b83b997b4d6 None None] Could not find standard attr ID for object 293f06f5-3723-4ec4-ac10-346008d68f96. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:20:23.761544 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-01f1ab68-d19d-4947-a472-c30a1b20d335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:23.764838 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-01f1ab68-d19d-4947-a472-c30a1b20d335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:23.768452 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-01f1ab68-d19d-4947-a472-c30a1b20d335 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4637b85f-f61d-495a-92b3-fd8ad910dd5c HTTP/1.1" status: 204 len: 168 time: 0.3010819 Aug 16 20:20:23.797121 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1ab68-d19d-4947-a472-c30a1b20d335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4637b85f-f61d-495a-92b3-fd8ad910dd5c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:23.805467 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-495ac4b4-4627-4378-bbc5-0207f7cc586c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:23.837040 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:23.849576 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3afb4de6-5ae7-4bb9-8151-dd6ef48cefbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:23.857612 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42aade78-1f4e-4075-8267-f3dfbe65726a None None] Update dhcp port {'port': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'fixed_ips': [{'subnet_id': 'd53917dd-7bc5-4077-8192-ac50ba45ae30'}], 'binding:host_id': 'n-d-787206-13'}, 'id': 'ac9b9959-e621-40f3-9115-3544a83da716'} from n-d-787206-13. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:20:23.873409 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ac4b4-4627-4378-bbc5-0207f7cc586c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Subnet': ['ID=d53917dd-7bc5-4077-8192-ac50ba45ae30,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:23.875445 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3afb4de6-5ae7-4bb9-8151-dd6ef48cefbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:23.887462 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-42aade78-1f4e-4075-8267-f3dfbe65726a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:23.903151 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3afb4de6-5ae7-4bb9-8151-dd6ef48cefbd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6ef97e3883cb4673b99b925dc1cbb630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4720385 Aug 16 20:20:23.907873 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38908) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:23.908877 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-36f58cb8-47f6-4b21-87d2-bf06eda378cc req-d3590858-56e7-4aa0-9fc2-3d0ca7c42d34 service neutron] 10.222.0.63 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134993 Aug 16 20:20:23.910735 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-495ac4b4-4627-4378-bbc5-0207f7cc586c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:23.912876 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-495ac4b4-4627-4378-bbc5-0207f7cc586c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/d53917dd-7bc5-4077-8192-ac50ba45ae30 HTTP/1.1" status: 204 len: 168 time: 0.6710217 Aug 16 20:20:23.915373 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38910) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:23.924879 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port ac9b9959-e621-40f3-9115-3544a83da716, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=ac9b9959-e621-40f3-9115-3544a83da716,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:23.936028 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb4de6-5ae7-4bb9-8151-dd6ef48cefbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6c9941-3af3-40bc-9637-983de87cd7cb,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:23.964435 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:24.009021 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1e943fe2-f456-4fe4-8883-265e397e52cd tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0925722 Aug 16 20:20:24.009254 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38912) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:24.016013 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-dcae6003-8c75-4006-83f2-a75285d29f61 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:24.086246 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1875d45-ec2b-4c4d-85e7-f9898407fdf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:24.095790 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=ac9b9959-e621-40f3-9115-3544a83da716,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:24.110083 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:24.110830 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:24.111203 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:24.111578 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:24.111961 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:24.112325 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:24.113266 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:24.113604 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:24.114802 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:24.115374 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:24.115612 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:24.115837 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:24.119854 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1875d45-ec2b-4c4d-85e7-f9898407fdf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:24.161771 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-833f068e-aa26-4137-b29c-4872b232db99 None None] Provisioning complete for port ac9b9959-e621-40f3-9115-3544a83da716 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:24.162182 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-833f068e-aa26-4137-b29c-4872b232db99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:24.177660 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcae6003-8c75-4006-83f2-a75285d29f61 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:24.180878 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1875d45-ec2b-4c4d-85e7-f9898407fdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:24.184426 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1875d45-ec2b-4c4d-85e7-f9898407fdf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:24.187818 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e1875d45-ec2b-4c4d-85e7-f9898407fdf6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4b6c9941-3af3-40bc-9637-983de87cd7cb HTTP/1.1" status: 204 len: 168 time: 0.2784741 Aug 16 20:20:24.189372 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dcae6003-8c75-4006-83f2-a75285d29f61 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:24.205153 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1875d45-ec2b-4c4d-85e7-f9898407fdf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6c9941-3af3-40bc-9637-983de87cd7cb,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:24.301073 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-833f068e-aa26-4137-b29c-4872b232db99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:24.373615 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-833f068e-aa26-4137-b29c-4872b232db99 None None] For port ac9b9959-e621-40f3-9115-3544a83da716, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=ac9b9959-e621-40f3-9115-3544a83da716,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:24.381076 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f667ace8-5e7a-4bd6-b352-96a44a0482b9 None None] get_active_networks_info from n-d-787206-13 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:20:24.424960 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-833f068e-aa26-4137-b29c-4872b232db99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:24.466425 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dcae6003-8c75-4006-83f2-a75285d29f61 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:24.506187 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f068e-aa26-4137-b29c-4872b232db99 None None] Pushing event updated for resources: {'Port': ['ID=ac9b9959-e621-40f3-9115-3544a83da716,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:24.572056 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcae6003-8c75-4006-83f2-a75285d29f61 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:24.590812 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-dcae6003-8c75-4006-83f2-a75285d29f61 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:24.602456 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcae6003-8c75-4006-83f2-a75285d29f61 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:24.603859 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dcae6003-8c75-4006-83f2-a75285d29f61 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:24.641925 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-dcae6003-8c75-4006-83f2-a75285d29f61 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6287489 Aug 16 20:20:24.642898 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 38934) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:24.648871 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae6003-8c75-4006-83f2-a75285d29f61 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Subnet': ['ID=3f22b780-497f-4931-96c4-2691155bbc5a,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:24.650734 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-67535d74-f623-4cd6-8478-9af40d74a54a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:24.652459 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7d2257ed-cd83-4724-a6ff-af874696668e None None] Could not find standard attr ID for object 293f06f5-3723-4ec4-ac10-346008d68f96. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:20:24.684708 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f667ace8-5e7a-4bd6-b352-96a44a0482b9 None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:20:24.889395 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67535d74-f623-4cd6-8478-9af40d74a54a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:24.893313 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67535d74-f623-4cd6-8478-9af40d74a54a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:24.896304 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462f67e-65a4-408b-a2d4-8f165b74dea3 req-edfa633d-5e1d-4c01-8f32-f2c084bef640 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:24.904142 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5462f67e-65a4-408b-a2d4-8f165b74dea3 req-edfa633d-5e1d-4c01-8f32-f2c084bef640 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 943 time: 0.1191418 Aug 16 20:20:24.953619 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5462f67e-65a4-408b-a2d4-8f165b74dea3 req-e85054ff-9f46-4717-bc84-bc69fc75a6df tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433486 Aug 16 20:20:25.180644 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422f9172-24f1-4e9a-a044-b49ae15807bc None None] Update dhcp port {'port': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'fixed_ips': [{'subnet_id': '3f22b780-497f-4931-96c4-2691155bbc5a'}], 'binding:host_id': 'n-d-787206-13'}, 'id': 'ac9b9959-e621-40f3-9115-3544a83da716'} from n-d-787206-13. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:20:25.219739 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-422f9172-24f1-4e9a-a044-b49ae15807bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:25.383065 n-d-787206-13 neutron-server[94771]: DEBUG neutron.objects.ports [None req-67535d74-f623-4cd6-8478-9af40d74a54a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:20:25.773011 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-422f9172-24f1-4e9a-a044-b49ae15807bc None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:20:25.773011 n-d-787206-13 neutron-server[94772]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Aug 16 20:20:25.773011 n-d-787206-13 neutron-server[94772]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe12:3855', 'status': 'ALLOCATED', 'ipam_subnet_id': '861be48b-123b-4829-84db-14d25c46e8da'}] Aug 16 20:20:25.773011 n-d-787206-13 neutron-server[94772]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:20:25.773011 n-d-787206-13 neutron-server[94772]: DEBUG oslo_db.api [None req-422f9172-24f1-4e9a-a044-b49ae15807bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:20:25.830039 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67535d74-f623-4cd6-8478-9af40d74a54a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:26.125886 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 38990) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:26.168871 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ff348-633c-4804-8c6c-4d5157935ef8 req-a0783443-365b-43f9-9dbf-1dc48b682720 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:26.170432 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b99ff348-633c-4804-8c6c-4d5157935ef8 req-a0783443-365b-43f9-9dbf-1dc48b682720 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 943 time: 0.0933757 Aug 16 20:20:26.200477 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-67535d74-f623-4cd6-8478-9af40d74a54a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] For port ac9b9959-e621-40f3-9115-3544a83da716, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=ac9b9959-e621-40f3-9115-3544a83da716,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:26.236715 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b99ff348-633c-4804-8c6c-4d5157935ef8 req-e492e4ae-6f68-4f45-a505-77bd8ed9842e tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560362 Aug 16 20:20:26.290341 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67535d74-f623-4cd6-8478-9af40d74a54a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:26.302116 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67535d74-f623-4cd6-8478-9af40d74a54a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:26.303101 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67535d74-f623-4cd6-8478-9af40d74a54a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:26.335080 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-422f9172-24f1-4e9a-a044-b49ae15807bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:26.429560 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67535d74-f623-4cd6-8478-9af40d74a54a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Subnet': ['ID=6b1293af-6b44-4d55-8936-e4a2ff9d0f4a,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:26.467738 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67535d74-f623-4cd6-8478-9af40d74a54a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:26.470906 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-67535d74-f623-4cd6-8478-9af40d74a54a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:26.475130 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67535d74-f623-4cd6-8478-9af40d74a54a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:26.475130 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67535d74-f623-4cd6-8478-9af40d74a54a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:26.514360 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39002) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:26.514630 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-67535d74-f623-4cd6-8478-9af40d74a54a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8697460 Aug 16 20:20:26.521391 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67535d74-f623-4cd6-8478-9af40d74a54a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Port': ['ID=ac9b9959-e621-40f3-9115-3544a83da716,revision_number=8']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:26.523125 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b7561cef-548a-47d3-b5f6-7e8c354c1009 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'port': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'mac_address': 'fa:16:3e:8f:96:ed', 'name': 'tempest-NetworksTestDHCPv6-635804137'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:26.542784 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:20:26.734676 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d75c77df-234a-4b7e-bbeb-0348637b2c82 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=228681ddb5a8426faffe705dd952252f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6048577 Aug 16 20:20:26.736262 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39008) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:26.774665 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-422f9172-24f1-4e9a-a044-b49ae15807bc None None] Allocated IP 172.20.0.2 (90d9b1f1-5046-4354-b6cc-874fd89885eb/3f22b780-497f-4931-96c4-2691155bbc5a/ac9b9959-e621-40f3-9115-3544a83da716) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:20:26.777816 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:26.798054 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6', 'network_id': '185dd4a9-27c5-4031-8106-50b2573b079d', 'port_id': 'fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6', 'mac_address': 'fa:16:3e:74:4f:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9174bd88-4f29-46ef-992b-f91f82dd45cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:20:26.816934 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7561cef-548a-47d3-b5f6-7e8c354c1009 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:26.915780 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:26.944944 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-034683b5-4fab-43dc-a177-c99236435e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:26.954106 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:20:26.978391 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-034683b5-4fab-43dc-a177-c99236435e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:26.982059 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:27.005100 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:27.016976 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-422f9172-24f1-4e9a-a044-b49ae15807bc None None] For port ac9b9959-e621-40f3-9115-3544a83da716, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=ac9b9959-e621-40f3-9115-3544a83da716,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:27.026017 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b7561cef-548a-47d3-b5f6-7e8c354c1009 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:27.076220 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-b7561cef-548a-47d3-b5f6-7e8c354c1009 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] device_id is not set on port 50b73977-0a24-473d-a82d-80c38198dfd4 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:20:27.091360 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-422f9172-24f1-4e9a-a044-b49ae15807bc None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:27.094767 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:27.110336 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-422f9172-24f1-4e9a-a044-b49ae15807bc None None] Transition to ACTIVE for port object ac9b9959-e621-40f3-9115-3544a83da716 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:27.120126 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-422f9172-24f1-4e9a-a044-b49ae15807bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:27.159036 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-034683b5-4fab-43dc-a177-c99236435e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:27.162469 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-034683b5-4fab-43dc-a177-c99236435e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:27.166593 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-034683b5-4fab-43dc-a177-c99236435e62 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d75bbf2b-0078-470b-8e4a-8d73f1b98213 HTTP/1.1" status: 204 len: 168 time: 0.4286942 Aug 16 20:20:27.181132 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034683b5-4fab-43dc-a177-c99236435e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75bbf2b-0078-470b-8e4a-8d73f1b98213,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:27.261627 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f9172-24f1-4e9a-a044-b49ae15807bc None None] Pushing event updated for resources: {'Port': ['ID=ac9b9959-e621-40f3-9115-3544a83da716,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:27.358748 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:20:27.477672 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-b7561cef-548a-47d3-b5f6-7e8c354c1009 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Allocated IP 172.20.0.13 (90d9b1f1-5046-4354-b6cc-874fd89885eb/3f22b780-497f-4931-96c4-2691155bbc5a/50b73977-0a24-473d-a82d-80c38198dfd4) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:20:27.489183 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-b7561cef-548a-47d3-b5f6-7e8c354c1009 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Allocated IP 2001:db8::f816:3eff:fe8f:96ed (90d9b1f1-5046-4354-b6cc-874fd89885eb/6b1293af-6b44-4d55-8936-e4a2ff9d0f4a/50b73977-0a24-473d-a82d-80c38198dfd4) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:20:27.537035 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35027f4a-aeea-4955-b36b-2a1a27ae8831 req-0845df4e-3543-42e4-b1fe-a0838d403187 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:27.538925 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-35027f4a-aeea-4955-b36b-2a1a27ae8831 req-0845df4e-3543-42e4-b1fe-a0838d403187 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 944 time: 0.1097925 Aug 16 20:20:27.657706 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-35027f4a-aeea-4955-b36b-2a1a27ae8831 req-927089b7-764c-4e31-bab4-7616353c3a79 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062634 Aug 16 20:20:27.713861 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ac9b9959-e621-40f3-9115-3544a83da716 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:20:27.861176 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b7561cef-548a-47d3-b5f6-7e8c354c1009 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:27.891304 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-b7561cef-548a-47d3-b5f6-7e8c354c1009 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Transition to ACTIVE for port object 50b73977-0a24-473d-a82d-80c38198dfd4 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:27.952438 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b7561cef-548a-47d3-b5f6-7e8c354c1009 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:28.022340 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7561cef-548a-47d3-b5f6-7e8c354c1009 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:28.035240 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7561cef-548a-47d3-b5f6-7e8c354c1009 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Port': ['ID=50b73977-0a24-473d-a82d-80c38198dfd4,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:28.041847 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-b7561cef-548a-47d3-b5f6-7e8c354c1009 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:28.045275 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7561cef-548a-47d3-b5f6-7e8c354c1009 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:20:28.119588 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7561cef-548a-47d3-b5f6-7e8c354c1009 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:28.123314 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b7561cef-548a-47d3-b5f6-7e8c354c1009 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:28.150459 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b7561cef-548a-47d3-b5f6-7e8c354c1009 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6347837 Aug 16 20:20:28.153439 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39044) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:28.229776 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cb556b-3aa7-4099-bf61-2024083e4ed3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:28.236230 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cb556b-3aa7-4099-bf61-2024083e4ed3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:28.239489 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c1cb556b-3aa7-4099-bf61-2024083e4ed3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0838606 Aug 16 20:20:28.241678 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39048) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:28.304910 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb659ff2-ea27-4323-9907-a95b5ab9d2db None None] get_active_networks_info from n-d-787206-13 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:20:28.385452 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f5b0cad0-3528-4c49-9b99-4a06a109df6d None None] Provisioning for port ac9b9959-e621-40f3-9115-3544a83da716 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:28.407495 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-b064ad43-9dd4-4a01-9244-18dacb8abdf8 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting port 50b73977-0a24-473d-a82d-80c38198dfd4 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:28.407976 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b064ad43-9dd4-4a01-9244-18dacb8abdf8 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:28.415089 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f5b0cad0-3528-4c49-9b99-4a06a109df6d None None] Provisioning complete for port ac9b9959-e621-40f3-9115-3544a83da716 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:28.415505 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f5b0cad0-3528-4c49-9b99-4a06a109df6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:28.554516 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b064ad43-9dd4-4a01-9244-18dacb8abdf8 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:28.557715 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb659ff2-ea27-4323-9907-a95b5ab9d2db None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:20:28.571004 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-b064ad43-9dd4-4a01-9244-18dacb8abdf8 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Calling delete_port for 50b73977-0a24-473d-a82d-80c38198dfd4 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:28.889163 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2dc8a-2e26-484b-bff9-fe7ed2b3d8e7 req-f8b6bc8a-c55a-436b-83c4-534672c818dc tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:28.891293 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eea2dc8a-2e26-484b-bff9-fe7ed2b3d8e7 req-f8b6bc8a-c55a-436b-83c4-534672c818dc tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 944 time: 0.1054375 Aug 16 20:20:28.898697 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b064ad43-9dd4-4a01-9244-18dacb8abdf8 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:28.952495 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b064ad43-9dd4-4a01-9244-18dacb8abdf8 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Port': ['ID=50b73977-0a24-473d-a82d-80c38198dfd4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:29.110739 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eea2dc8a-2e26-484b-bff9-fe7ed2b3d8e7 req-dbc5e3e7-a7ae-4ac7-b5ac-d000831a2aa2 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087195 Aug 16 20:20:29.200493 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b064ad43-9dd4-4a01-9244-18dacb8abdf8 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:29.203953 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b064ad43-9dd4-4a01-9244-18dacb8abdf8 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/50b73977-0a24-473d-a82d-80c38198dfd4 HTTP/1.1" status: 204 len: 168 time: 0.9610600 Aug 16 20:20:29.207017 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39070) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:29.279623 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a18993c-2f1e-4af5-b955-e057194b318d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:29.281300 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a18993c-2f1e-4af5-b955-e057194b318d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:29.282850 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a18993c-2f1e-4af5-b955-e057194b318d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:29.284767 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8a18993c-2f1e-4af5-b955-e057194b318d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0759146 Aug 16 20:20:29.287316 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39074) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:29.342014 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4577095-2db5-4c81-900a-03ea827b899f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting subnet 3f22b780-497f-4931-96c4-2691155bbc5a {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:20:29.345662 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c4577095-2db5-4c81-900a-03ea827b899f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:29.389281 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c4577095-2db5-4c81-900a-03ea827b899f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:29.496057 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c4577095-2db5-4c81-900a-03ea827b899f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:29.613446 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c4577095-2db5-4c81-900a-03ea827b899f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:29.642528 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4577095-2db5-4c81-900a-03ea827b899f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Subnet': ['ID=3f22b780-497f-4931-96c4-2691155bbc5a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:29.651818 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c4577095-2db5-4c81-900a-03ea827b899f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:29.654391 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c4577095-2db5-4c81-900a-03ea827b899f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/3f22b780-497f-4931-96c4-2691155bbc5a HTTP/1.1" status: 204 len: 168 time: 0.3657491 Aug 16 20:20:29.656791 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39094) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:29.754394 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c5aad9-b505-4a67-9e56-4cee649a7207 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting subnet 6b1293af-6b44-4d55-8936-e4a2ff9d0f4a {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:20:29.758376 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59c5aad9-b505-4a67-9e56-4cee649a7207 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:29.805048 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59c5aad9-b505-4a67-9e56-4cee649a7207 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:29.858498 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c01c38d-3043-4952-892c-830d6879d036 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:20:29.916381 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59c5aad9-b505-4a67-9e56-4cee649a7207 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:29.939276 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-287b7086-2566-43c0-9082-df89ee277f2d None None] Provisioning complete for port ac9b9959-e621-40f3-9115-3544a83da716 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:29.940018 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-287b7086-2566-43c0-9082-df89ee277f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:30.119940 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59c5aad9-b505-4a67-9e56-4cee649a7207 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:30.137755 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-287b7086-2566-43c0-9082-df89ee277f2d None None] Could not find standard attr ID for object 50b73977-0a24-473d-a82d-80c38198dfd4. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:20:30.184282 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5aad9-b505-4a67-9e56-4cee649a7207 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Subnet': ['ID=6b1293af-6b44-4d55-8936-e4a2ff9d0f4a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:30.198328 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59c5aad9-b505-4a67-9e56-4cee649a7207 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:30.204139 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-59c5aad9-b505-4a67-9e56-4cee649a7207 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/6b1293af-6b44-4d55-8936-e4a2ff9d0f4a HTTP/1.1" status: 204 len: 168 time: 0.5459712 Aug 16 20:20:30.204773 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39108) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:30.292522 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f52ac-b5dc-4d18-909a-8161a9323720 req-de0c8aef-cf3d-44fe-9096-361e51c9b752 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:30.304529 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9b7f52ac-b5dc-4d18-909a-8161a9323720 req-de0c8aef-cf3d-44fe-9096-361e51c9b752 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 944 time: 0.0709879 Aug 16 20:20:30.304815 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5d5b2f0c-0184-4753-bd5a-1261c42c1352 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0952277 Aug 16 20:20:30.305554 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39110) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:30.313118 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-bc75ea32-a380-4462-834a-2266233b5e91 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:30.351863 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9b7f52ac-b5dc-4d18-909a-8161a9323720 req-cdc10118-495f-4356-927f-1ebef76e6799 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454459 Aug 16 20:20:30.504762 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc75ea32-a380-4462-834a-2266233b5e91 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:30.504975 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39112) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:30.510982 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e60066db-f3ed-4189-824c-df6f6a28be2d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Request body: {'network': {'name': 'tempest-network-smoke--598997136', 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'port_security_enabled': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:30.512602 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc75ea32-a380-4462-834a-2266233b5e91 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:30.546094 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:20:30.552225 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60066db-f3ed-4189-824c-df6f6a28be2d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Made reservation on behalf of e8bcd23a9a424ad4a6a1bf7da2226594 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:30.556375 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e60066db-f3ed-4189-824c-df6f6a28be2d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:30.568623 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e60066db-f3ed-4189-824c-df6f6a28be2d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:30.660148 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:30.666400 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:30.666779 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:30.717306 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e60066db-f3ed-4189-824c-df6f6a28be2d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:30.725154 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e60066db-f3ed-4189-824c-df6f6a28be2d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:30.780737 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60066db-f3ed-4189-824c-df6f6a28be2d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a7054a-aa01-4e7c-b029-bf572d748da5,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:30.825255 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60066db-f3ed-4189-824c-df6f6a28be2d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:20:30.842039 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e60066db-f3ed-4189-824c-df6f6a28be2d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:30.842757 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-e60066db-f3ed-4189-824c-df6f6a28be2d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Added segment 40d48e6a-5978-4dbf-977f-d029067375ec of type vlan for network ee10d137-f84f-433f-a5c6-041af81d21c9 Aug 16 20:20:30.857275 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:30.886432 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a8e4ff-0a40-4267-885c-cd56a91940fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:30.889298 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c989ad4a-ce72-4a22-937d-9503fb854883" -d '{"events": [{"server_uuid": "59a8e4ff-0a40-4267-885c-cd56a91940fe", "name": "network-vif-plugged", "status": "completed", "tag": "fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:30.898545 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e60066db-f3ed-4189-824c-df6f6a28be2d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:30.903489 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aed20f6-59d0-400b-9166-5c26b7a36371 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:20:30.931538 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e60066db-f3ed-4189-824c-df6f6a28be2d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:30.941052 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60066db-f3ed-4189-824c-df6f6a28be2d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:30.941650 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e60066db-f3ed-4189-824c-df6f6a28be2d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:30.969860 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:30.972995 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e60066db-f3ed-4189-824c-df6f6a28be2d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4670465 Aug 16 20:20:30.973967 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cddcf7e-be32-4b0e-82e3-e0c02707d15f x-openstack-request-id: req-2cddcf7e-be32-4b0e-82e3-e0c02707d15f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:30.974426 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a8e4ff-0a40-4267-885c-cd56a91940fe", "name": "network-vif-plugged", "status": "completed", "tag": "fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:30.974969 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2cddcf7e-be32-4b0e-82e3-e0c02707d15f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:30.976408 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a8e4ff-0a40-4267-885c-cd56a91940fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6', 'code': 200} Aug 16 20:20:30.976889 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39118) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:30.983446 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-570023de-8a20-433d-a201-c015f1cd966f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2119840630', 'admin_state_up': True, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:30.992401 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc75ea32-a380-4462-834a-2266233b5e91 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:30.992916 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:31.051826 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60066db-f3ed-4189-824c-df6f6a28be2d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Pushing event updated for resources: {'Network': ['ID=ee10d137-f84f-433f-a5c6-041af81d21c9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:31.078054 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-66b53ac2-c594-4049-b76f-f532f4176506 None None] Provisioning complete for port ac9b9959-e621-40f3-9115-3544a83da716 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:31.078734 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-66b53ac2-c594-4049-b76f-f532f4176506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:31.097747 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc75ea32-a380-4462-834a-2266233b5e91 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:31.105975 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-bc75ea32-a380-4462-834a-2266233b5e91 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:31.114173 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc75ea32-a380-4462-834a-2266233b5e91 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:31.115051 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc75ea32-a380-4462-834a-2266233b5e91 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:31.119604 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-570023de-8a20-433d-a201-c015f1cd966f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:31.120736 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-570023de-8a20-433d-a201-c015f1cd966f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:31.201924 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network ee10d137-f84f-433f-a5c6-041af81d21c9 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:20:31.290656 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75ea32-a380-4462-834a-2266233b5e91 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Subnet': ['ID=e47e09be-7087-4449-8715-8a9fcbef007c,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:31.310288 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-570023de-8a20-433d-a201-c015f1cd966f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:31.345543 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609eb174-0996-4842-8328-528d49481f6f req-73ffb990-25df-428b-aa3f-0a65651df2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:31.347494 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-609eb174-0996-4842-8328-528d49481f6f req-73ffb990-25df-428b-aa3f-0a65651df2f9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 1097 time: 0.3128920 Aug 16 20:20:31.358043 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:31.550318 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-609eb174-0996-4842-8328-528d49481f6f req-41879dbc-550f-4c58-a660-fdbc564f0708 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441984 Aug 16 20:20:31.551601 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bc75ea32-a380-4462-834a-2266233b5e91 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2427676 Aug 16 20:20:31.554747 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39130) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:31.561634 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-352f88a2-1f26-4549-a23d-7e1278f397e7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:31.693039 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841ad2f7-a5df-4331-b511-5bb29dcfe663 None None] Update dhcp port {'port': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'fixed_ips': [{'subnet_id': 'e47e09be-7087-4449-8715-8a9fcbef007c'}], 'binding:host_id': 'n-d-787206-13'}, 'id': 'ac9b9959-e621-40f3-9115-3544a83da716'} from n-d-787206-13. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:20:31.729570 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-570023de-8a20-433d-a201-c015f1cd966f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:31.749980 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-841ad2f7-a5df-4331-b511-5bb29dcfe663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:31.757568 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a9dc8-c8fd-4964-bc88-4be273bcc2e9 req-d8bf42f9-fb92-450a-a2eb-fe899d8f9aeb tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:31.759114 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-611a9dc8-c8fd-4964-bc88-4be273bcc2e9 req-d8bf42f9-fb92-450a-a2eb-fe899d8f9aeb tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 945 time: 0.2056406 Aug 16 20:20:31.811735 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352f88a2-1f26-4549-a23d-7e1278f397e7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:31.818793 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-352f88a2-1f26-4549-a23d-7e1278f397e7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:31.832117 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-370b2f4f-e165-49d7-b6e7-07fd724e3bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:31.920487 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-611a9dc8-c8fd-4964-bc88-4be273bcc2e9 req-cc5d4485-d2ad-4904-9b47-3c4eb718031d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505733 Aug 16 20:20:32.084267 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-841ad2f7-a5df-4331-b511-5bb29dcfe663 None None] Allocated IP 172.20.0.2 (90d9b1f1-5046-4354-b6cc-874fd89885eb/e47e09be-7087-4449-8715-8a9fcbef007c/ac9b9959-e621-40f3-9115-3544a83da716) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:20:32.178189 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-570023de-8a20-433d-a201-c015f1cd966f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:32.203460 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-570023de-8a20-433d-a201-c015f1cd966f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:32.267405 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-841ad2f7-a5df-4331-b511-5bb29dcfe663 None None] For port ac9b9959-e621-40f3-9115-3544a83da716, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=ac9b9959-e621-40f3-9115-3544a83da716,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:32.331626 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-841ad2f7-a5df-4331-b511-5bb29dcfe663 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:32.341123 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-570023de-8a20-433d-a201-c015f1cd966f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Allocated IP 172.25.8.121 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/51ff73e6-da6c-4611-a483-18268d9f5cc7) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:20:32.353681 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-841ad2f7-a5df-4331-b511-5bb29dcfe663 None None] Transition to ACTIVE for port object ac9b9959-e621-40f3-9115-3544a83da716 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:32.359999 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-841ad2f7-a5df-4331-b511-5bb29dcfe663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:32.539394 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ad2f7-a5df-4331-b511-5bb29dcfe663 None None] Pushing event updated for resources: {'Port': ['ID=ac9b9959-e621-40f3-9115-3544a83da716,revision_number=12']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:33.080918 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-570023de-8a20-433d-a201-c015f1cd966f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:33.147884 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-570023de-8a20-433d-a201-c015f1cd966f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:33.194089 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2dd07e-05a7-4366-b7dc-931d04f2ae67 req-15bf0f7b-c229-48bd-80d2-52d64954c8bd tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:33.195958 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9e2dd07e-05a7-4366-b7dc-931d04f2ae67 req-15bf0f7b-c229-48bd-80d2-52d64954c8bd tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 945 time: 0.1882250 Aug 16 20:20:33.200542 n-d-787206-13 neutron-server[94771]: DEBUG neutron.objects.ports [None req-352f88a2-1f26-4549-a23d-7e1278f397e7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:20:33.207921 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570023de-8a20-433d-a201-c015f1cd966f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:33.211327 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-570023de-8a20-433d-a201-c015f1cd966f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:33.219959 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570023de-8a20-433d-a201-c015f1cd966f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:20:33.266561 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570023de-8a20-433d-a201-c015f1cd966f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Pushing event updated for resources: {'Port': ['ID=51ff73e6-da6c-4611-a483-18268d9f5cc7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:33.417905 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-352f88a2-1f26-4549-a23d-7e1278f397e7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:33.512729 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7607272a-43f0-4d6a-8d9e-9b99e8130bca None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:20:33.531107 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9e2dd07e-05a7-4366-b7dc-931d04f2ae67 req-1a319413-29a5-48f0-8e1c-9e911d1f36d2 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217933 Aug 16 20:20:33.684671 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ac9b9959-e621-40f3-9115-3544a83da716 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:20:33.708085 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-45aa385a-2117-4fbb-a600-6bf5e915b8ad None None] Provisioning for port ac9b9959-e621-40f3-9115-3544a83da716 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:33.733169 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-45aa385a-2117-4fbb-a600-6bf5e915b8ad None None] Provisioning complete for port ac9b9959-e621-40f3-9115-3544a83da716 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:33.733950 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45aa385a-2117-4fbb-a600-6bf5e915b8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:33.759574 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-570023de-8a20-433d-a201-c015f1cd966f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:33.852938 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port ac9b9959-e621-40f3-9115-3544a83da716 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:33.852938 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:33.883109 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-352f88a2-1f26-4549-a23d-7e1278f397e7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] For port ac9b9959-e621-40f3-9115-3544a83da716, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=ac9b9959-e621-40f3-9115-3544a83da716,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:33.968519 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42022aed-94b1-4e53-946a-802e9ccdf593 req-3982083a-3f36-4dcd-a10b-403af327eab5 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:33.971848 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-42022aed-94b1-4e53-946a-802e9ccdf593 req-3982083a-3f36-4dcd-a10b-403af327eab5 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 945 time: 0.1609948 Aug 16 20:20:33.981822 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-352f88a2-1f26-4549-a23d-7e1278f397e7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:33.994428 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-352f88a2-1f26-4549-a23d-7e1278f397e7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:33.995228 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-352f88a2-1f26-4549-a23d-7e1278f397e7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:34.097005 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-570023de-8a20-433d-a201-c015f1cd966f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:34.113952 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352f88a2-1f26-4549-a23d-7e1278f397e7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:34.125418 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-352f88a2-1f26-4549-a23d-7e1278f397e7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:34.152678 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352f88a2-1f26-4549-a23d-7e1278f397e7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:34.153279 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-352f88a2-1f26-4549-a23d-7e1278f397e7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:34.178986 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f88a2-1f26-4549-a23d-7e1278f397e7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Subnet': ['ID=23aed585-df93-4177-8abd-5d6b8ebea11d,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:34.207950 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-42022aed-94b1-4e53-946a-802e9ccdf593 req-3c63fad4-78da-488b-bfed-96bbbab8f6a1 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234831 Aug 16 20:20:34.214265 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f88a2-1f26-4549-a23d-7e1278f397e7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Port': ['ID=ac9b9959-e621-40f3-9115-3544a83da716,revision_number=14']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:34.228195 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-352f88a2-1f26-4549-a23d-7e1278f397e7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6686113 Aug 16 20:20:34.229268 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39154) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:34.243755 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a6e2aa1a-0ad2-455d-ab0d-383f45344b61 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'port': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'mac_address': 'fa:16:3e:51:3d:97', 'name': 'tempest-NetworksTestDHCPv6-740282372'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:34.366242 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e7113a5-7d3c-4964-9b8c-b282f710caf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:34.446398 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570023de-8a20-433d-a201-c015f1cd966f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Router f9a78646-c234-4aab-9341-cc9d53ccd91c is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:20:34.472911 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d6d71-83c7-42ba-b18b-50e0c93f00ef req-cd534b92-d276-4c5e-9be5-41948975afd2 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:34.474609 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-661d6d71-83c7-42ba-b18b-50e0c93f00ef req-cd534b92-d276-4c5e-9be5-41948975afd2 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 945 time: 0.1290572 Aug 16 20:20:34.538596 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e2aa1a-0ad2-455d-ab0d-383f45344b61 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:34.662383 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:34.692805 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a6e2aa1a-0ad2-455d-ab0d-383f45344b61 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:34.732036 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-661d6d71-83c7-42ba-b18b-50e0c93f00ef req-8d09552c-c69b-4a65-ad00-f5bb2a2168a6 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109222 Aug 16 20:20:34.745006 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-a6e2aa1a-0ad2-455d-ab0d-383f45344b61 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] device_id is not set on port 8e4581d0-bea3-42f8-a5c9-fe8dbcc78a7b yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:20:34.761366 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570023de-8a20-433d-a201-c015f1cd966f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:20:34.774975 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a617681f-3ca8-40f0-b17b-d5d82e4b1116 None None] Sync routers for ids ['f9a78646-c234-4aab-9341-cc9d53ccd91c'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:20:34.791620 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a617681f-3ca8-40f0-b17b-d5d82e4b1116 None None] Routers {'f9a78646-c234-4aab-9341-cc9d53ccd91c'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:20:34.792399 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a617681f-3ca8-40f0-b17b-d5d82e4b1116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:20:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f9a78646-c234-4aab-9341-cc9d53ccd91c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:20:34.844705 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e674fe-608f-4b40-8e04-b10bb7a1fce0 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:20:34.984754 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-570023de-8a20-433d-a201-c015f1cd966f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:34.986275 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-570023de-8a20-433d-a201-c015f1cd966f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.0081799 Aug 16 20:20:34.989752 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39166) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:35.025247 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-a6e2aa1a-0ad2-455d-ab0d-383f45344b61 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Allocated IP 172.20.0.5 (90d9b1f1-5046-4354-b6cc-874fd89885eb/e47e09be-7087-4449-8715-8a9fcbef007c/8e4581d0-bea3-42f8-a5c9-fe8dbcc78a7b) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:20:35.043278 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-a6e2aa1a-0ad2-455d-ab0d-383f45344b61 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Allocated IP 2001:db8::f816:3eff:fe51:3d97 (90d9b1f1-5046-4354-b6cc-874fd89885eb/23aed585-df93-4177-8abd-5d6b8ebea11d/8e4581d0-bea3-42f8-a5c9-fe8dbcc78a7b) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:20:35.254502 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-87267c16-762a-4e54-a8f8-e94c279ab445 tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=e8bcd23a9a424ad4a6a1bf7da2226594&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2635496 Aug 16 20:20:35.258135 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39176) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:35.320342 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-a617681f-3ca8-40f0-b17b-d5d82e4b1116 None None] Set router f9a78646-c234-4aab-9341-cc9d53ccd91c gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:20:35.400405 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e5497-4471-43c7-9ffe-b90b38831c2c req-bcedef10-3b1f-4e23-93ae-5f42c01920ac tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:35.411643 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cd1e5497-4471-43c7-9ffe-b90b38831c2c req-bcedef10-3b1f-4e23-93ae-5f42c01920ac tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 945 time: 0.3041723 Aug 16 20:20:35.491630 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a6e2aa1a-0ad2-455d-ab0d-383f45344b61 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:35.519203 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7e9e7a-9c56-4118-a770-687f7e92314f tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:35.522172 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bb7e9e7a-9c56-4118-a770-687f7e92314f tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2630177 Aug 16 20:20:35.526987 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39184) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:35.527138 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-a6e2aa1a-0ad2-455d-ab0d-383f45344b61 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Transition to ACTIVE for port object 8e4581d0-bea3-42f8-a5c9-fe8dbcc78a7b will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:35.567551 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7e66cabc-962d-40f4-b65e-2383914b5ce2 None None] Provisioning complete for port ac9b9959-e621-40f3-9115-3544a83da716 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:35.567930 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7e66cabc-962d-40f4-b65e-2383914b5ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:35.595627 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-26f46272-5662-4b7c-951c-55a70ad7fc8d tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=eb87ae87-0925-464c-8e03-8bba27e76e58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0673876 Aug 16 20:20:35.598236 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39186) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:35.609168 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3c5f5312-ced8-4dbb-aa73-0b904f040c5b tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2092942909', 'network_id': 'ee10d137-f84f-433f-a5c6-041af81d21c9', 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:35.635671 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cd1e5497-4471-43c7-9ffe-b90b38831c2c req-9f5c3ff6-2b58-4074-abed-e9930c4230fd tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192638 Aug 16 20:20:35.659037 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a6e2aa1a-0ad2-455d-ab0d-383f45344b61 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:35.672117 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ac9b9959-e621-40f3-9115-3544a83da716 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:20:35.684340 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:35.733966 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2aa1a-0ad2-455d-ab0d-383f45344b61 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Port': ['ID=8e4581d0-bea3-42f8-a5c9-fe8dbcc78a7b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:35.743363 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e2aa1a-0ad2-455d-ab0d-383f45344b61 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:35.745291 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-a6e2aa1a-0ad2-455d-ab0d-383f45344b61 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:35.748240 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e2aa1a-0ad2-455d-ab0d-383f45344b61 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:20:35.783661 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5f5312-ced8-4dbb-aa73-0b904f040c5b tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Made reservation on behalf of e8bcd23a9a424ad4a6a1bf7da2226594 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:35.788239 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3c5f5312-ced8-4dbb-aa73-0b904f040c5b tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:35.821797 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e2aa1a-0ad2-455d-ab0d-383f45344b61 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:35.822518 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a6e2aa1a-0ad2-455d-ab0d-383f45344b61 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:35.829492 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39190) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:35.854154 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a6e2aa1a-0ad2-455d-ab0d-383f45344b61 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6156626 Aug 16 20:20:35.857271 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39194) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:35.978217 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port ac9b9959-e621-40f3-9115-3544a83da716 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:35.978672 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:35.982964 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:35.989782 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb057a23-f571-45ba-8cb6-74661b744928 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:36.003789 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb057a23-f571-45ba-8cb6-74661b744928 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:36.008955 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a617681f-3ca8-40f0-b17b-d5d82e4b1116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119840630', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '51ff73e6-da6c-4611-a483-18268d9f5cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:31Z', 'updated_at': '2021-08-16T20:20:33Z', 'revision_number': 3, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'gw_port': {'id': '51ff73e6-da6c-4611-a483-18268d9f5cc7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:32Z', 'updated_at': '2021-08-16T20:20:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:20:36.009543 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bb057a23-f571-45ba-8cb6-74661b744928 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1506960 Aug 16 20:20:36.010242 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39196) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:36.052757 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a617681f-3ca8-40f0-b17b-d5d82e4b1116 None None] Checking router: f9a78646-c234-4aab-9341-cc9d53ccd91c for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:20:36.053572 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a617681f-3ca8-40f0-b17b-d5d82e4b1116 None None] Updating router f9a78646-c234-4aab-9341-cc9d53ccd91c port 51ff73e6-da6c-4611-a483-18268d9f5cc7 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:20:36.097706 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a617681f-3ca8-40f0-b17b-d5d82e4b1116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:36.120612 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f3aea49-0e8c-49a7-b933-97764b021fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:36.142528 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3c5f5312-ced8-4dbb-aa73-0b904f040c5b tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:36.164957 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:36.227447 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f5312-ced8-4dbb-aa73-0b904f040c5b tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Pushing event updated for resources: {'Subnet': ['ID=033ca340-7c7c-44a6-a90d-98332393fe5c,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:36.232568 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5f5312-ced8-4dbb-aa73-0b904f040c5b tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Checking segment: {'id': '40d48e6a-5978-4dbf-977f-d029067375ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ee10d137-f84f-433f-a5c6-041af81d21c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:20:36.233064 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5f5312-ced8-4dbb-aa73-0b904f040c5b tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Network hostable DHCP agents. Network: ee10d137-f84f-433f-a5c6-041af81d21c9, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:20:36.256061 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-ae17f0b9-5d07-43b5-918f-685ec445e284 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting port 8e4581d0-bea3-42f8-a5c9-fe8dbcc78a7b {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:36.256469 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae17f0b9-5d07-43b5-918f-685ec445e284 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:36.258359 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5f5312-ced8-4dbb-aa73-0b904f040c5b tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Network ee10d137-f84f-433f-a5c6-041af81d21c9 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:20:36.277957 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-3c5f5312-ced8-4dbb-aa73-0b904f040c5b tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, ee10d137-f84f-433f-a5c6-041af81d21c9) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:36.290243 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5f5312-ced8-4dbb-aa73-0b904f040c5b tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:36.292617 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3c5f5312-ced8-4dbb-aa73-0b904f040c5b tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:36.297901 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b5fb7b-7463-4b33-889e-12cca7397117 None None] Network ee10d137-f84f-433f-a5c6-041af81d21c9 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:20:36.419310 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f3aea49-0e8c-49a7-b933-97764b021fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:36.423388 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae17f0b9-5d07-43b5-918f-685ec445e284 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:36.434195 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f3aea49-0e8c-49a7-b933-97764b021fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:36.438139 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3c5f5312-ced8-4dbb-aa73-0b904f040c5b tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8388016 Aug 16 20:20:36.442765 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39200) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:36.450422 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-ae17f0b9-5d07-43b5-918f-685ec445e284 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Calling delete_port for 8e4581d0-bea3-42f8-a5c9-fe8dbcc78a7b owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:36.508419 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5f3aea49-0e8c-49a7-b933-97764b021fde admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1bf217d2791f4181b96750b254145d1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6753943 Aug 16 20:20:36.508419 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3aea49-0e8c-49a7-b933-97764b021fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9b3e80-99f0-4f44-a914-6836828461ef,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:36.513856 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39202) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:36.601609 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f06b48fa-4a96-472a-887b-8455034f7213 None None] Provisioning complete for port ac9b9959-e621-40f3-9115-3544a83da716 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:36.604904 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f06b48fa-4a96-472a-887b-8455034f7213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:36.712814 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d11156b1-b035-451e-88b1-b2a51bacbb17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:36.761095 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9ef774-dd0f-4a40-ac9a-2252937e2c2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-ee10d137-f84f-433f-a5c6-041af81d21c9', 'network_id': 'ee10d137-f84f-433f-a5c6-041af81d21c9', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'fixed_ips': [{'subnet_id': '033ca340-7c7c-44a6-a90d-98332393fe5c'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:20:36.770005 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef774-dd0f-4a40-ac9a-2252937e2c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:36.826879 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d11156b1-b035-451e-88b1-b2a51bacbb17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:36.835053 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a617681f-3ca8-40f0-b17b-d5d82e4b1116 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:36.889745 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a617681f-3ca8-40f0-b17b-d5d82e4b1116 None None] Transition to ACTIVE for port object 51ff73e6-da6c-4611-a483-18268d9f5cc7 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:36.905036 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a617681f-3ca8-40f0-b17b-d5d82e4b1116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:36.958280 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa91ef6-3369-4828-8c1d-d4959f9ee191 req-be79eaa9-5860-4cdb-9045-a6a6306e7cc7 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:36.960279 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9aa91ef6-3369-4828-8c1d-d4959f9ee191 req-be79eaa9-5860-4cdb-9045-a6a6306e7cc7 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 945 time: 0.2060146 Aug 16 20:20:37.026741 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d11156b1-b035-451e-88b1-b2a51bacbb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:37.029098 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d11156b1-b035-451e-88b1-b2a51bacbb17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:37.045327 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d11156b1-b035-451e-88b1-b2a51bacbb17 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fc9b3e80-99f0-4f44-a914-6836828461ef HTTP/1.1" status: 204 len: 168 time: 0.4801383 Aug 16 20:20:37.046068 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12114d-9a4e-492c-938b-fae22ba6b027 None None] Pushing event updated for resources: {'Port': ['ID=51ff73e6-da6c-4611-a483-18268d9f5cc7,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:37.054674 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae17f0b9-5d07-43b5-918f-685ec445e284 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:37.078391 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9aa91ef6-3369-4828-8c1d-d4959f9ee191 req-1f0b66b0-9cc2-4e34-bac0-5a65ff70fca1 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097085 Aug 16 20:20:37.118486 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11156b1-b035-451e-88b1-b2a51bacbb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9b3e80-99f0-4f44-a914-6836828461ef,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:37.149463 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f06b48fa-4a96-472a-887b-8455034f7213 None None] Provisioning for port 8e4581d0-bea3-42f8-a5c9-fe8dbcc78a7b completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:37.167413 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17f0b9-5d07-43b5-918f-685ec445e284 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Port': ['ID=8e4581d0-bea3-42f8-a5c9-fe8dbcc78a7b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:37.183557 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a617681f-3ca8-40f0-b17b-d5d82e4b1116 None None] Attempting to bind port 51ff73e6-da6c-4611-a483-18268d9f5cc7 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:20:37.183776 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a617681f-3ca8-40f0-b17b-d5d82e4b1116 None None] Attempting to bind port 51ff73e6-da6c-4611-a483-18268d9f5cc7 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:20:37.184025 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a617681f-3ca8-40f0-b17b-d5d82e4b1116 None None] Attempting to bind port 51ff73e6-da6c-4611-a483-18268d9f5cc7 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:37.223346 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f06b48fa-4a96-472a-887b-8455034f7213 None None] Provisioning complete for port 8e4581d0-bea3-42f8-a5c9-fe8dbcc78a7b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:37.223711 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f06b48fa-4a96-472a-887b-8455034f7213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:37.229004 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:37.231770 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a617681f-3ca8-40f0-b17b-d5d82e4b1116 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:20:37.232125 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a617681f-3ca8-40f0-b17b-d5d82e4b1116 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:20:37.232605 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a617681f-3ca8-40f0-b17b-d5d82e4b1116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:37.232919 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a617681f-3ca8-40f0-b17b-d5d82e4b1116 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:20:37.233406 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a617681f-3ca8-40f0-b17b-d5d82e4b1116 None None] Bound port: 51ff73e6-da6c-4611-a483-18268d9f5cc7, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:20:37.233785 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a617681f-3ca8-40f0-b17b-d5d82e4b1116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:37.280127 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f06b48fa-4a96-472a-887b-8455034f7213 None None] Port 8e4581d0-bea3-42f8-a5c9-fe8dbcc78a7b was deleted so its status cannot be updated. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 20:20:37.309304 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae17f0b9-5d07-43b5-918f-685ec445e284 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:37.316512 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39214) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:37.317350 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ae17f0b9-5d07-43b5-918f-685ec445e284 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/8e4581d0-bea3-42f8-a5c9-fe8dbcc78a7b HTTP/1.1" status: 204 len: 168 time: 1.3057094 Aug 16 20:20:37.381283 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a617681f-3ca8-40f0-b17b-d5d82e4b1116 None None] For port 51ff73e6-da6c-4611-a483-18268d9f5cc7, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:20:37.386924 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a617681f-3ca8-40f0-b17b-d5d82e4b1116 None None] For port 51ff73e6-da6c-4611-a483-18268d9f5cc7, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=51ff73e6-da6c-4611-a483-18268d9f5cc7,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:20:37.396568 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-bb9ef774-dd0f-4a40-ac9a-2252937e2c2e None None] Allocated IP 172.20.0.2 (ee10d137-f84f-433f-a5c6-041af81d21c9/033ca340-7c7c-44a6-a90d-98332393fe5c/f73248fb-154f-4057-bb84-a02b931c8857) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:20:37.407066 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-09b7212b-eab8-42b8-af17-7aa412d4e082 None None] Could not find standard attr ID for object 50b73977-0a24-473d-a82d-80c38198dfd4. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:20:37.419398 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a617681f-3ca8-40f0-b17b-d5d82e4b1116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:37.442650 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743d5407-9cb4-4632-9fe4-2295e1a35931 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:37.444372 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743d5407-9cb4-4632-9fe4-2295e1a35931 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:37.445891 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743d5407-9cb4-4632-9fe4-2295e1a35931 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:37.449982 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-743d5407-9cb4-4632-9fe4-2295e1a35931 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1291945 Aug 16 20:20:37.450818 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39218) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:37.475006 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12114d-9a4e-492c-938b-fae22ba6b027 None None] Pushing event updated for resources: {'Port': ['ID=51ff73e6-da6c-4611-a483-18268d9f5cc7,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:37.606575 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a63eae-a329-4dab-8e31-478f30169085 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting subnet 23aed585-df93-4177-8abd-5d6b8ebea11d {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:20:37.616586 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-42289d54-6929-42fc-b62f-57b1610b0892 None None] Could not find standard attr ID for object 8e4581d0-bea3-42f8-a5c9-fe8dbcc78a7b. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:20:37.620392 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-56a63eae-a329-4dab-8e31-478f30169085 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:37.661444 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a617681f-3ca8-40f0-b17b-d5d82e4b1116 None None] Routers {'f9a78646-c234-4aab-9341-cc9d53ccd91c'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:20:37.663744 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a617681f-3ca8-40f0-b17b-d5d82e4b1116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:20:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f9a78646-c234-4aab-9341-cc9d53ccd91c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:20:37.688995 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39222) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:37.729062 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6db0591-b9ba-4da8-89d6-5a929b8c8faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:37.763185 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-56a63eae-a329-4dab-8e31-478f30169085 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:37.781231 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fc8f9-78ef-4c06-872a-99aadeef76d8 req-24387f1f-9563-416e-bbd0-ce2722f0f891 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:37.790651 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fc8f9-78ef-4c06-872a-99aadeef76d8 req-24387f1f-9563-416e-bbd0-ce2722f0f891 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:37.801172 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fc8f9-78ef-4c06-872a-99aadeef76d8 req-24387f1f-9563-416e-bbd0-ce2722f0f891 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:37.808733 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fc8f9-78ef-4c06-872a-99aadeef76d8 req-24387f1f-9563-416e-bbd0-ce2722f0f891 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:37.817154 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fc8f9-78ef-4c06-872a-99aadeef76d8 req-24387f1f-9563-416e-bbd0-ce2722f0f891 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:37.828483 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fc8f9-78ef-4c06-872a-99aadeef76d8 req-24387f1f-9563-416e-bbd0-ce2722f0f891 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:37.837321 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fc8f9-78ef-4c06-872a-99aadeef76d8 req-24387f1f-9563-416e-bbd0-ce2722f0f891 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:37.846547 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9f0fc8f9-78ef-4c06-872a-99aadeef76d8 req-24387f1f-9563-416e-bbd0-ce2722f0f891 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5433 time: 0.1625030 Aug 16 20:20:37.908271 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6db0591-b9ba-4da8-89d6-5a929b8c8faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:37.910288 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6660fd34-d68b-46f6-8ecb-730443c98ba4 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:37.938201 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6db0591-b9ba-4da8-89d6-5a929b8c8faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:37.952799 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9f0fc8f9-78ef-4c06-872a-99aadeef76d8 req-a12ff2d4-4354-4546-9d2f-5b448d7ef266 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0994294 Aug 16 20:20:38.004841 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b6db0591-b9ba-4da8-89d6-5a929b8c8faa admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=97e4cc27ab6e43939cab587a7f9591f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3147535 Aug 16 20:20:38.005955 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db0591-b9ba-4da8-89d6-5a929b8c8faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8dfe8ff-867f-46f0-8b83-42ab5c8fc80c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:38.007912 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39224) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:38.030619 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-56a63eae-a329-4dab-8e31-478f30169085 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:38.137009 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-56a63eae-a329-4dab-8e31-478f30169085 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:38.190784 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a63eae-a329-4dab-8e31-478f30169085 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Subnet': ['ID=23aed585-df93-4177-8abd-5d6b8ebea11d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:38.202920 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-56a63eae-a329-4dab-8e31-478f30169085 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:38.207391 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-56a63eae-a329-4dab-8e31-478f30169085 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/23aed585-df93-4177-8abd-5d6b8ebea11d HTTP/1.1" status: 204 len: 168 time: 0.7527699 Aug 16 20:20:38.208178 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39228) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:38.209701 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef774-dd0f-4a40-ac9a-2252937e2c2e None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:38.226456 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bb9ef774-dd0f-4a40-ac9a-2252937e2c2e None None] Transition to ACTIVE for port object f73248fb-154f-4057-bb84-a02b931c8857 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:38.232059 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a6d2f10d-f80b-4d7c-9dca-e03ef6fe0a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:38.276852 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bb9ef774-dd0f-4a40-ac9a-2252937e2c2e None None] Transition to ACTIVE for port object f73248fb-154f-4057-bb84-a02b931c8857 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:38.288424 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-a617681f-3ca8-40f0-b17b-d5d82e4b1116 None None] Set router f9a78646-c234-4aab-9341-cc9d53ccd91c gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:20:38.304232 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a6d2f10d-f80b-4d7c-9dca-e03ef6fe0a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:38.322584 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2c73f7-c6a2-47f8-b9aa-7403e691aebb None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:20:38.325727 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef774-dd0f-4a40-ac9a-2252937e2c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:38.340332 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ad61a8-5392-4aac-bf17-a768cc95fd71 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting subnet e47e09be-7087-4449-8715-8a9fcbef007c {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:20:38.341371 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c209b-4614-4e64-a3f1-4b699eec702a req-7eb58d92-9484-4a17-a7c7-3f9d20c43968 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:38.343136 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-515c209b-4614-4e64-a3f1-4b699eec702a req-7eb58d92-9484-4a17-a7c7-3f9d20c43968 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 945 time: 0.0876443 Aug 16 20:20:38.382194 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-18ad61a8-5392-4aac-bf17-a768cc95fd71 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:38.409798 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a6d2f10d-f80b-4d7c-9dca-e03ef6fe0a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:38.412439 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a6d2f10d-f80b-4d7c-9dca-e03ef6fe0a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:38.416747 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a6d2f10d-f80b-4d7c-9dca-e03ef6fe0a4d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f8dfe8ff-867f-46f0-8b83-42ab5c8fc80c HTTP/1.1" status: 204 len: 168 time: 0.4058633 Aug 16 20:20:38.420644 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ef774-dd0f-4a40-ac9a-2252937e2c2e None None] Pushing event updated for resources: {'Port': ['ID=f73248fb-154f-4057-bb84-a02b931c8857,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:38.437211 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2f10d-f80b-4d7c-9dca-e03ef6fe0a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8dfe8ff-867f-46f0-8b83-42ab5c8fc80c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:38.462749 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-18ad61a8-5392-4aac-bf17-a768cc95fd71 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:38.516959 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9ef774-dd0f-4a40-ac9a-2252937e2c2e None None] Network ee10d137-f84f-433f-a5c6-041af81d21c9 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:38.531177 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-bb9ef774-dd0f-4a40-ac9a-2252937e2c2e None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:38.537744 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9ef774-dd0f-4a40-ac9a-2252937e2c2e None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:20:38.606597 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-515c209b-4614-4e64-a3f1-4b699eec702a req-5ad6b632-162e-482e-83ea-142750ea3cc3 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471315 Aug 16 20:20:38.613922 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-6660fd34-d68b-46f6-8ecb-730443c98ba4 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Allocated IP 172.20.0.1 (ee10d137-f84f-433f-a5c6-041af81d21c9/033ca340-7c7c-44a6-a90d-98332393fe5c/9bd7e4b8-5aad-41e8-9e22-003e206781c9) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:20:38.640478 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-18ad61a8-5392-4aac-bf17-a768cc95fd71 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:38.644356 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bb9ef774-dd0f-4a40-ac9a-2252937e2c2e None None] Attempting to bind port f73248fb-154f-4057-bb84-a02b931c8857 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:20:38.644736 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bb9ef774-dd0f-4a40-ac9a-2252937e2c2e None None] Attempting to bind port f73248fb-154f-4057-bb84-a02b931c8857 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '40d48e6a-5978-4dbf-977f-d029067375ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ee10d137-f84f-433f-a5c6-041af81d21c9'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:20:38.645106 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9ef774-dd0f-4a40-ac9a-2252937e2c2e None None] Attempting to bind port f73248fb-154f-4057-bb84-a02b931c8857 on network ee10d137-f84f-433f-a5c6-041af81d21c9 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:38.673218 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9ef774-dd0f-4a40-ac9a-2252937e2c2e None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:20:38.673603 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9ef774-dd0f-4a40-ac9a-2252937e2c2e None None] Checking segment: {'id': '40d48e6a-5978-4dbf-977f-d029067375ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ee10d137-f84f-433f-a5c6-041af81d21c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:20:38.674017 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef774-dd0f-4a40-ac9a-2252937e2c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:38.674417 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9ef774-dd0f-4a40-ac9a-2252937e2c2e None None] Bound using segment: {'id': '40d48e6a-5978-4dbf-977f-d029067375ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ee10d137-f84f-433f-a5c6-041af81d21c9'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:20:38.674954 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bb9ef774-dd0f-4a40-ac9a-2252937e2c2e None None] Bound port: f73248fb-154f-4057-bb84-a02b931c8857, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d48e6a-5978-4dbf-977f-d029067375ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ee10d137-f84f-433f-a5c6-041af81d21c9'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:20:38.675366 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef774-dd0f-4a40-ac9a-2252937e2c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:38.727582 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-16bbc69b-8396-4afb-a5c9-0fb356e15776 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:38.734049 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-16bbc69b-8396-4afb-a5c9-0fb356e15776 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:38.741694 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-16bbc69b-8396-4afb-a5c9-0fb356e15776 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:38.760030 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-16bbc69b-8396-4afb-a5c9-0fb356e15776 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:38.772630 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-16bbc69b-8396-4afb-a5c9-0fb356e15776 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:38.796407 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-16bbc69b-8396-4afb-a5c9-0fb356e15776 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:38.802829 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-16bbc69b-8396-4afb-a5c9-0fb356e15776 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:38.804572 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-16bbc69b-8396-4afb-a5c9-0fb356e15776 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.63 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5433 time: 0.1861069 Aug 16 20:20:38.841362 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bb9ef774-dd0f-4a40-ac9a-2252937e2c2e None None] For port f73248fb-154f-4057-bb84-a02b931c8857, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:20:38.846227 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bb9ef774-dd0f-4a40-ac9a-2252937e2c2e None None] For port f73248fb-154f-4057-bb84-a02b931c8857, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f73248fb-154f-4057-bb84-a02b931c8857,segment=NetworkSegment(40d48e6a-5978-4dbf-977f-d029067375ec),segment_id=40d48e6a-5978-4dbf-977f-d029067375ec)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:20:38.850031 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a617681f-3ca8-40f0-b17b-d5d82e4b1116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119840630', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '51ff73e6-da6c-4611-a483-18268d9f5cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:31Z', 'updated_at': '2021-08-16T20:20:33Z', 'revision_number': 3, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'gw_port': {'id': '51ff73e6-da6c-4611-a483-18268d9f5cc7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:32Z', 'updated_at': '2021-08-16T20:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:20:38.888315 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-5efe7b4d-a521-4622-a327-c9bffd7052b2 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:38.890343 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-5efe7b4d-a521-4622-a327-c9bffd7052b2 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.63 "GET /v2.0/ports/3cdfb6f4-dac4-488e-af79-cf406aeeec52?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0734553 Aug 16 20:20:38.895682 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6660fd34-d68b-46f6-8ecb-730443c98ba4 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:38.920563 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-6660fd34-d68b-46f6-8ecb-730443c98ba4 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Transition to ACTIVE for port object 9bd7e4b8-5aad-41e8-9e22-003e206781c9 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:38.924511 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a617681f-3ca8-40f0-b17b-d5d82e4b1116 None None] The sync data for ids ['f9a78646-c234-4aab-9341-cc9d53ccd91c'] in n-d-787206-13 is: [{'id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119840630', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '51ff73e6-da6c-4611-a483-18268d9f5cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:31Z', 'updated_at': '2021-08-16T20:20:33Z', 'revision_number': 3, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'gw_port': {'id': '51ff73e6-da6c-4611-a483-18268d9f5cc7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:32Z', 'updated_at': '2021-08-16T20:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:20:38.926854 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef774-dd0f-4a40-ac9a-2252937e2c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:38.960891 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-18ad61a8-5392-4aac-bf17-a768cc95fd71 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:39.015963 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6660fd34-d68b-46f6-8ecb-730443c98ba4 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:39.135586 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ef774-dd0f-4a40-ac9a-2252937e2c2e None None] Pushing event updated for resources: {'Port': ['ID=f73248fb-154f-4057-bb84-a02b931c8857,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:39.165592 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6660fd34-d68b-46f6-8ecb-730443c98ba4 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Network ee10d137-f84f-433f-a5c6-041af81d21c9 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:39.169265 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-6660fd34-d68b-46f6-8ecb-730443c98ba4 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:39.172806 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6660fd34-d68b-46f6-8ecb-730443c98ba4 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:20:39.246277 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660fd34-d68b-46f6-8ecb-730443c98ba4 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Pushing event updated for resources: {'Port': ['ID=9bd7e4b8-5aad-41e8-9e22-003e206781c9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:39.282644 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-1117d55e-7cc9-4737-b6a0-ac42e4c2ecb1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.63 "GET /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3832848 Aug 16 20:20:39.283699 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad61a8-5392-4aac-bf17-a768cc95fd71 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Subnet': ['ID=e47e09be-7087-4449-8715-8a9fcbef007c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:39.292189 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6660fd34-d68b-46f6-8ecb-730443c98ba4 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:39.292528 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-18ad61a8-5392-4aac-bf17-a768cc95fd71 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:39.297326 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-18ad61a8-5392-4aac-bf17-a768cc95fd71 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/e47e09be-7087-4449-8715-8a9fcbef007c HTTP/1.1" status: 204 len: 168 time: 1.0824943 Aug 16 20:20:39.298491 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39248) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:39.304627 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-d7201d2d-9637-4ca9-bbbe-d26c987eed13 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:39.427042 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7a951823-8a34-4d59-a031-8e4166f978eb tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1014702 Aug 16 20:20:39.429873 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39252) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:39.716056 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6660fd34-d68b-46f6-8ecb-730443c98ba4 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:39.777571 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-d7201d2d-9637-4ca9-bbbe-d26c987eed13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:39.813100 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f73248fb-154f-4057-bb84-a02b931c8857 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:20:39.905047 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1de3b9-c258-492e-bcc1-0ea508b2008c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:39.907081 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-cf1de3b9-c258-492e-bcc1-0ea508b2008c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.4753513 Aug 16 20:20:39.932500 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39266) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:39.952007 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port f73248fb-154f-4057-bb84-a02b931c8857 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:39.968805 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a2bc2-a94b-4694-8773-277684db4504 req-a53fc3a1-a69e-4591-a070-087a40139847 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:39.983540 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a2bc2-a94b-4694-8773-277684db4504 req-a53fc3a1-a69e-4591-a070-087a40139847 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:40.012696 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a2bc2-a94b-4694-8773-277684db4504 req-a53fc3a1-a69e-4591-a070-087a40139847 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:40.030675 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a2bc2-a94b-4694-8773-277684db4504 req-a53fc3a1-a69e-4591-a070-087a40139847 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:40.051818 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a2bc2-a94b-4694-8773-277684db4504 req-a53fc3a1-a69e-4591-a070-087a40139847 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:40.069940 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a2bc2-a94b-4694-8773-277684db4504 req-a53fc3a1-a69e-4591-a070-087a40139847 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:40.078485 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a2bc2-a94b-4694-8773-277684db4504 req-a53fc3a1-a69e-4591-a070-087a40139847 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:40.092518 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c09a2bc2-a94b-4694-8773-277684db4504 req-a53fc3a1-a69e-4591-a070-087a40139847 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 5433 time: 0.9070387 Aug 16 20:20:40.149237 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cde001-667c-450b-8c2e-d6aa227349e3 req-7035b305-bd3d-4dd7-b576-40f26defc334 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:40.151383 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-42cde001-667c-450b-8c2e-d6aa227349e3 req-7035b305-bd3d-4dd7-b576-40f26defc334 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 945 time: 0.2646513 Aug 16 20:20:40.163569 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310fb49d-3fe4-4a25-a809-9c412835a285 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:40.165048 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-310fb49d-3fe4-4a25-a809-9c412835a285 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2271290 Aug 16 20:20:40.169610 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39272) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:40.172038 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1a6b48-6ac6-44dd-bc7a-8c94bfc20987 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:20:40.206665 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c09a2bc2-a94b-4694-8773-277684db4504 req-34fdc201-58c7-44b1-961d-44ebdad3c503 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1101596 Aug 16 20:20:40.314456 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b46504b5-fb1e-4288-abbf-461477f9b9af tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1421402 Aug 16 20:20:40.323779 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39276) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:40.350077 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-af7be25d-7c72-42e8-91ba-27ddac21519b None None] Provisioning complete for port ac9b9959-e621-40f3-9115-3544a83da716 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:40.351071 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-af7be25d-7c72-42e8-91ba-27ddac21519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:40.570153 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-42cde001-667c-450b-8c2e-d6aa227349e3 req-375d8a25-22ff-4614-b9c9-7750c2ffc2e5 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468394 Aug 16 20:20:40.610699 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2df6ce8-f919-49bd-9f5f-2cdf4e9976e3 None None] DHCP port deletion for 90d9b1f1-5046-4354-b6cc-874fd89885eb request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:20:40.683100 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a2df6ce8-f919-49bd-9f5f-2cdf4e9976e3 None None] Deleting port ac9b9959-e621-40f3-9115-3544a83da716 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:40.683605 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a2df6ce8-f919-49bd-9f5f-2cdf4e9976e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:40.770576 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a2df6ce8-f919-49bd-9f5f-2cdf4e9976e3 None None] For port ac9b9959-e621-40f3-9115-3544a83da716, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=ac9b9959-e621-40f3-9115-3544a83da716,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:40.771201 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a2df6ce8-f919-49bd-9f5f-2cdf4e9976e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:40.788007 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a2df6ce8-f919-49bd-9f5f-2cdf4e9976e3 None None] Calling delete_port for ac9b9959-e621-40f3-9115-3544a83da716 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:40.801441 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6660fd34-d68b-46f6-8ecb-730443c98ba4 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:40.814515 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6660fd34-d68b-46f6-8ecb-730443c98ba4 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:40.953875 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6670e0c6-cfda-4a16-8cfc-b1075727358d None None] Network ee10d137-f84f-433f-a5c6-041af81d21c9 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:20:40.956194 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c80a7106-cedd-4e5e-bc4e-6bb157edd946 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:41.039557 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-d7201d2d-9637-4ca9-bbbe-d26c987eed13 service neutron] For port 3cdfb6f4-dac4-488e-af79-cf406aeeec52, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3cdfb6f4-dac4-488e-af79-cf406aeeec52,segment=NetworkSegment(b7ce4720-f167-4ecc-85c5-c3f216f31da2),segment_id=b7ce4720-f167-4ecc-85c5-c3f216f31da2)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:41.065137 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a2df6ce8-f919-49bd-9f5f-2cdf4e9976e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:41.110551 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df6ce8-f919-49bd-9f5f-2cdf4e9976e3 None None] Pushing event deleted for resources: {'Port': ['ID=ac9b9959-e621-40f3-9115-3544a83da716,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:41.115294 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2df6ce8-f919-49bd-9f5f-2cdf4e9976e3 None None] No DVR routers for this DVR port ac9b9959-e621-40f3-9115-3544a83da716 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:20:41.131689 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6f575d27-7b68-4086-a0d6-54341cd78f57 None None] Provisioning for port f73248fb-154f-4057-bb84-a02b931c8857 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:41.149746 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6f575d27-7b68-4086-a0d6-54341cd78f57 None None] Provisioning complete for port f73248fb-154f-4057-bb84-a02b931c8857 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:41.150125 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6f575d27-7b68-4086-a0d6-54341cd78f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:41.192617 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-d7201d2d-9637-4ca9-bbbe-d26c987eed13 service neutron] For port 3cdfb6f4-dac4-488e-af79-cf406aeeec52, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:20:41.195823 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80a7106-cedd-4e5e-bc4e-6bb157edd946 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:41.199553 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c80a7106-cedd-4e5e-bc4e-6bb157edd946 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:41.201312 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-c80a7106-cedd-4e5e-bc4e-6bb157edd946 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:20:41.202089 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c80a7106-cedd-4e5e-bc4e-6bb157edd946 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:20:41.241400 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c80a7106-cedd-4e5e-bc4e-6bb157edd946 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9102128 Aug 16 20:20:41.242740 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39290) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:41.248528 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-30353e4c-5452-4680-9316-b126a74bb814 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:41.322840 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-d7201d2d-9637-4ca9-bbbe-d26c987eed13 service neutron] device_id is not set on port 3cdfb6f4-dac4-488e-af79-cf406aeeec52 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:20:41.350492 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-d7201d2d-9637-4ca9-bbbe-d26c987eed13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:41.369172 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-d7201d2d-9637-4ca9-bbbe-d26c987eed13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:41.395963 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6f575d27-7b68-4086-a0d6-54341cd78f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:41.470375 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6f575d27-7b68-4086-a0d6-54341cd78f57 None None] For port f73248fb-154f-4057-bb84-a02b931c8857, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f73248fb-154f-4057-bb84-a02b931c8857,segment=NetworkSegment(40d48e6a-5978-4dbf-977f-d029067375ec),segment_id=40d48e6a-5978-4dbf-977f-d029067375ec)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:41.477231 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6f575d27-7b68-4086-a0d6-54341cd78f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:41.493898 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30353e4c-5452-4680-9316-b126a74bb814 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:41.503599 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-30353e4c-5452-4680-9316-b126a74bb814 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:41.531361 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-30353e4c-5452-4680-9316-b126a74bb814 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:20:41.533715 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30353e4c-5452-4680-9316-b126a74bb814 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:20:41.600880 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660fd34-d68b-46f6-8ecb-730443c98ba4 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Pushing event updated for resources: {'Port': ['ID=9bd7e4b8-5aad-41e8-9e22-003e206781c9,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:41.613291 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-d7201d2d-9637-4ca9-bbbe-d26c987eed13 service neutron] No DVR routers for this DVR port 3cdfb6f4-dac4-488e-af79-cf406aeeec52 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:20:41.616071 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f575d27-7b68-4086-a0d6-54341cd78f57 None None] Pushing event updated for resources: {'Port': ['ID=f73248fb-154f-4057-bb84-a02b931c8857,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:41.662733 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6660fd34-d68b-46f6-8ecb-730443c98ba4 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:41.729864 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 51ff73e6-da6c-4611-a483-18268d9f5cc7 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:20:41.749139 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7201d2d-9637-4ca9-bbbe-d26c987eed13 service neutron] Pushing event updated for resources: {'Port': ['ID=3cdfb6f4-dac4-488e-af79-cf406aeeec52,revision_number=6']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:41.754949 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-30353e4c-5452-4680-9316-b126a74bb814 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5109689 Aug 16 20:20:41.759183 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39304) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:41.764686 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-67e0d517-9e6a-4a72-af7f-e0c2512e3140 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:41.775527 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-d7201d2d-9637-4ca9-bbbe-d26c987eed13 service neutron] In _notify_port_updated(), no bound segment for port 3cdfb6f4-dac4-488e-af79-cf406aeeec52 on network 531b5bc9-e4c2-4e3e-af48-510fa5c2f745 {{(pid=94770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:20:41.776546 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-d7201d2d-9637-4ca9-bbbe-d26c987eed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:41.777278 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-d7201d2d-9637-4ca9-bbbe-d26c987eed13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:41.780148 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-d7201d2d-9637-4ca9-bbbe-d26c987eed13 service neutron] 10.222.0.63 "PUT /v2.0/ports/3cdfb6f4-dac4-488e-af79-cf406aeeec52 HTTP/1.1" status: 200 len: 1027 time: 2.4805837 Aug 16 20:20:41.823677 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d186ce5c-dc67-4bbd-a9f7-15e6ca411a12 None None] Provisioning complete for port f73248fb-154f-4057-bb84-a02b931c8857 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:41.824200 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d186ce5c-dc67-4bbd-a9f7-15e6ca411a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:41.854662 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d9bf0-940a-49e9-89f0-b425738dfd3c req-32f84f0f-60a6-48f5-acc4-e6af7bdfb8ca tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:41.865427 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0e7d9bf0-940a-49e9-89f0-b425738dfd3c req-32f84f0f-60a6-48f5-acc4-e6af7bdfb8ca tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 945 time: 0.1770604 Aug 16 20:20:41.889495 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 51ff73e6-da6c-4611-a483-18268d9f5cc7 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:41.918016 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-af0520c8-91fb-439c-a5b9-b4d7aaa946e5 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:41.919536 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-af0520c8-91fb-439c-a5b9-b4d7aaa946e5 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.63 "GET /v2.0/ports/ec6dde60-31da-44a8-99c6-66666133bd58?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1164892 Aug 16 20:20:41.934674 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-7077c65f-c289-4522-8dd6-ef321115abf1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:41.965316 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 51ff73e6-da6c-4611-a483-18268d9f5cc7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:41.965910 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:41.974077 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6c645-fe5e-4e17-821d-94766a3c3b9c req-ebbd7cec-224d-4939-8496-658507fffcaf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:41.981777 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6c645-fe5e-4e17-821d-94766a3c3b9c req-ebbd7cec-224d-4939-8496-658507fffcaf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:41.994790 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6c645-fe5e-4e17-821d-94766a3c3b9c req-ebbd7cec-224d-4939-8496-658507fffcaf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:42.002428 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6660fd34-d68b-46f6-8ecb-730443c98ba4 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Network ee10d137-f84f-433f-a5c6-041af81d21c9 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:42.007777 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6c645-fe5e-4e17-821d-94766a3c3b9c req-ebbd7cec-224d-4939-8496-658507fffcaf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:42.013772 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6c645-fe5e-4e17-821d-94766a3c3b9c req-ebbd7cec-224d-4939-8496-658507fffcaf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:42.022272 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6c645-fe5e-4e17-821d-94766a3c3b9c req-ebbd7cec-224d-4939-8496-658507fffcaf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:42.023280 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d186ce5c-dc67-4bbd-a9f7-15e6ca411a12 None None] Provisioning for port 9bd7e4b8-5aad-41e8-9e22-003e206781c9 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:42.025150 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-eea6c645-fe5e-4e17-821d-94766a3c3b9c req-ebbd7cec-224d-4939-8496-658507fffcaf tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 4659 time: 0.6374717 Aug 16 20:20:42.032857 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d186ce5c-dc67-4bbd-a9f7-15e6ca411a12 None None] Provisioning complete for port 9bd7e4b8-5aad-41e8-9e22-003e206781c9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:42.033248 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d186ce5c-dc67-4bbd-a9f7-15e6ca411a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:42.049683 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-6660fd34-d68b-46f6-8ecb-730443c98ba4 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:42.099401 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0e7d9bf0-940a-49e9-89f0-b425738dfd3c req-c05d68b0-dcf4-4b02-998f-09ec0d95ef48 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233896 Aug 16 20:20:42.137508 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d186ce5c-dc67-4bbd-a9f7-15e6ca411a12 None None] Port 9bd7e4b8-5aad-41e8-9e22-003e206781c9 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:20:42.152590 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:42.188006 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 51ff73e6-da6c-4611-a483-18268d9f5cc7, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=51ff73e6-da6c-4611-a483-18268d9f5cc7,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:42.194488 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-7077c65f-c289-4522-8dd6-ef321115abf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:42.197039 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:42.213659 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-eea6c645-fe5e-4e17-821d-94766a3c3b9c req-148f44a6-6de1-4864-9871-529321cde8b0 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d10501e-bbe0-4e60-88ba-c2ead6977aec&id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1643455 Aug 16 20:20:42.283987 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ac9b9959-e621-40f3-9115-3544a83da716 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:20:42.316265 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: ac9b9959-e621-40f3-9115-3544a83da716 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:20:42.316834 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ac9b9959-e621-40f3-9115-3544a83da716 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:20:42.332157 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e0d517-9e6a-4a72-af7f-e0c2512e3140 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:42.338283 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a11b2b2c-3de9-4b95-be6b-54dbd282d912 None None] Provisioning complete for port 9bd7e4b8-5aad-41e8-9e22-003e206781c9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:42.338672 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a11b2b2c-3de9-4b95-be6b-54dbd282d912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:42.339510 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67e0d517-9e6a-4a72-af7f-e0c2512e3140 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:42.342111 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e0d517-9e6a-4a72-af7f-e0c2512e3140 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:20:42.342685 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e0d517-9e6a-4a72-af7f-e0c2512e3140 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:20:42.394131 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6660fd34-d68b-46f6-8ecb-730443c98ba4 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Router f9a78646-c234-4aab-9341-cc9d53ccd91c has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:20:42.407169 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a11b2b2c-3de9-4b95-be6b-54dbd282d912 None None] Port 9bd7e4b8-5aad-41e8-9e22-003e206781c9 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:20:42.416558 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=51ff73e6-da6c-4611-a483-18268d9f5cc7,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:42.426199 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a11b2b2c-3de9-4b95-be6b-54dbd282d912 None None] Provisioning complete for port 3cdfb6f4-dac4-488e-af79-cf406aeeec52 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:42.426588 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a11b2b2c-3de9-4b95-be6b-54dbd282d912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:42.440059 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-67e0d517-9e6a-4a72-af7f-e0c2512e3140 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6793585 Aug 16 20:20:42.448058 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39318) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:42.469937 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a11b2b2c-3de9-4b95-be6b-54dbd282d912 None None] Port 3cdfb6f4-dac4-488e-af79-cf406aeeec52 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:20:42.476807 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0f228921-7d61-4e57-b516-4195c8982eac tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:42.574456 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6660fd34-d68b-46f6-8ecb-730443c98ba4 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:20:42.597977 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b485acb1-fd10-4cfc-81b7-000ff8365dfd None None] Sync routers for ids ['f9a78646-c234-4aab-9341-cc9d53ccd91c'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:20:42.606119 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6660fd34-d68b-46f6-8ecb-730443c98ba4 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "PUT /v2.0/routers/f9a78646-c234-4aab-9341-cc9d53ccd91c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1613386 Aug 16 20:20:42.607319 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-27a4379c-6bba-46ec-84fb-a8841182760b None None] Provisioning complete for port 9bd7e4b8-5aad-41e8-9e22-003e206781c9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:42.607868 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27a4379c-6bba-46ec-84fb-a8841182760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:42.610159 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39320) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:42.620451 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b485acb1-fd10-4cfc-81b7-000ff8365dfd None None] Routers {'f9a78646-c234-4aab-9341-cc9d53ccd91c'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:20:42.622497 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1651683b-5e38-48f8-89e3-5fded0eeffd0 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--265589564', 'description': 'tempest-secgroup_access--265589564 description', 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:42.622998 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b485acb1-fd10-4cfc-81b7-000ff8365dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:20:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f9a78646-c234-4aab-9341-cc9d53ccd91c'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:20:42.640696 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-7077c65f-c289-4522-8dd6-ef321115abf1 service neutron] For port ec6dde60-31da-44a8-99c6-66666133bd58, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=ec6dde60-31da-44a8-99c6-66666133bd58,segment=NetworkSegment(b7ce4720-f167-4ecc-85c5-c3f216f31da2),segment_id=b7ce4720-f167-4ecc-85c5-c3f216f31da2)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:42.660936 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f228921-7d61-4e57-b516-4195c8982eac tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:42.662285 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 61f5d400-4db0-4954-b6c2-83f11955da7c no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:20:42.665223 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0f228921-7d61-4e57-b516-4195c8982eac tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:42.666888 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f228921-7d61-4e57-b516-4195c8982eac tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:20:42.667595 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f228921-7d61-4e57-b516-4195c8982eac tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:20:42.677420 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1651683b-5e38-48f8-89e3-5fded0eeffd0 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:42.698820 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-7077c65f-c289-4522-8dd6-ef321115abf1 service neutron] For port ec6dde60-31da-44a8-99c6-66666133bd58, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:20:42.718105 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-27a4379c-6bba-46ec-84fb-a8841182760b None None] Port 9bd7e4b8-5aad-41e8-9e22-003e206781c9 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:20:42.735825 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0f228921-7d61-4e57-b516-4195c8982eac tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2817254 Aug 16 20:20:42.736625 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39322) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:42.743618 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-91425298-8d4d-4862-b8bf-ab3160d90e52 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:42.798298 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-7077c65f-c289-4522-8dd6-ef321115abf1 service neutron] device_id is not set on port ec6dde60-31da-44a8-99c6-66666133bd58 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:20:42.829499 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-7077c65f-c289-4522-8dd6-ef321115abf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:42.849432 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-7077c65f-c289-4522-8dd6-ef321115abf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:42.852372 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:42.861956 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-b485acb1-fd10-4cfc-81b7-000ff8365dfd None None] Set router f9a78646-c234-4aab-9341-cc9d53ccd91c gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:20:42.893707 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61f5d400-4db0-4954-b6c2-83f11955da7c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:42.900018 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827546bb-99d1-4775-8db7-00d075b9ab35" -d '{"events": [{"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-unplugged", "status": "completed", "tag": "61f5d400-4db0-4954-b6c2-83f11955da7c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:42.928914 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 61f5d400-4db0-4954-b6c2-83f11955da7c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=61f5d400-4db0-4954-b6c2-83f11955da7c,segment=NetworkSegment(b7ce4720-f167-4ecc-85c5-c3f216f31da2),segment_id=b7ce4720-f167-4ecc-85c5-c3f216f31da2)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:42.941393 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:42.942175 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 77b3645a-9cd6-4ba3-85c9-1ac50191565c no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:20:42.955847 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1651683b-5e38-48f8-89e3-5fded0eeffd0 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:42.965604 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1651683b-5e38-48f8-89e3-5fded0eeffd0 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:42.980757 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077c65f-c289-4522-8dd6-ef321115abf1 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6dde60-31da-44a8-99c6-66666133bd58,revision_number=6']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:42.984807 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a4fad1-069e-41b1-901f-daaf49f7a46c x-openstack-request-id: req-19a4fad1-069e-41b1-901f-daaf49f7a46c {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:42.985334 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-unplugged", "status": "completed", "tag": "61f5d400-4db0-4954-b6c2-83f11955da7c", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:42.985460 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-19a4fad1-069e-41b1-901f-daaf49f7a46c {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:42.985756 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61f5d400-4db0-4954-b6c2-83f11955da7c', 'code': 200} Aug 16 20:20:43.080610 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-7077c65f-c289-4522-8dd6-ef321115abf1 service neutron] No DVR routers for this DVR port ec6dde60-31da-44a8-99c6-66666133bd58 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:20:43.099899 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91425298-8d4d-4862-b8bf-ab3160d90e52 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:43.110945 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-91425298-8d4d-4862-b8bf-ab3160d90e52 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:43.113223 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-91425298-8d4d-4862-b8bf-ab3160d90e52 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:20:43.119048 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91425298-8d4d-4862-b8bf-ab3160d90e52 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:20:43.146502 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1651683b-5e38-48f8-89e3-5fded0eeffd0 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:43.154126 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1651683b-5e38-48f8-89e3-5fded0eeffd0 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5406137 Aug 16 20:20:43.155203 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651683b-5e38-48f8-89e3-5fded0eeffd0 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f542f5a7-44d3-46f3-9d52-a54bd1a14d41,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:43.162373 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39332) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:43.177612 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-91425298-8d4d-4862-b8bf-ab3160d90e52 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4396350 Aug 16 20:20:43.181244 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39334) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:43.195293 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-07977907-70d5-467d-9a33-674f0b3b98b5 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:43.197429 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-553ec115-d3cf-4ea6-82a5-5cd4494f5ae9 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--593320639', 'description': 'tempest-secgroup_general--593320639 description', 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:43.219947 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=61f5d400-4db0-4954-b6c2-83f11955da7c,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:43.246272 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:43.253868 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-7077c65f-c289-4522-8dd6-ef321115abf1 service neutron] In _notify_port_updated(), no bound segment for port ec6dde60-31da-44a8-99c6-66666133bd58 on network 531b5bc9-e4c2-4e3e-af48-510fa5c2f745 {{(pid=94770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:20:43.254779 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-7077c65f-c289-4522-8dd6-ef321115abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:43.263445 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-7077c65f-c289-4522-8dd6-ef321115abf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:43.264838 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-7077c65f-c289-4522-8dd6-ef321115abf1 service neutron] 10.222.0.63 "PUT /v2.0/ports/ec6dde60-31da-44a8-99c6-66666133bd58 HTTP/1.1" status: 200 len: 1026 time: 1.3344667 Aug 16 20:20:43.319154 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 77b3645a-9cd6-4ba3-85c9-1ac50191565c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=77b3645a-9cd6-4ba3-85c9-1ac50191565c,segment=NetworkSegment(8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4),segment_id=8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:43.325492 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:43.326233 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 3cdfb6f4-dac4-488e-af79-cf406aeeec52 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:20:43.411781 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b485acb1-fd10-4cfc-81b7-000ff8365dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119840630', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '51ff73e6-da6c-4611-a483-18268d9f5cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:31Z', 'updated_at': '2021-08-16T20:20:39Z', 'revision_number': 4, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'gw_port': {'id': '51ff73e6-da6c-4611-a483-18268d9f5cc7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:32Z', 'updated_at': '2021-08-16T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '9bd7e4b8-5aad-41e8-9e22-003e206781c9', 'name': '', 'network_id': 'ee10d137-f84f-433f-a5c6-041af81d21c9', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'mac_address': 'fa:16:3e:cf:8b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '033ca340-7c7c-44a6-a90d-98332393fe5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:38Z', 'updated_at': '2021-08-16T20:20:40Z', 'revision_number': 2, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'subnets': [{'id': '033ca340-7c7c-44a6-a90d-98332393fe5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:20:43.442623 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-553ec115-d3cf-4ea6-82a5-5cd4494f5ae9 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:43.452877 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b485acb1-fd10-4cfc-81b7-000ff8365dfd None None] Checking router: f9a78646-c234-4aab-9341-cc9d53ccd91c for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:20:43.453514 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b485acb1-fd10-4cfc-81b7-000ff8365dfd None None] Updating router f9a78646-c234-4aab-9341-cc9d53ccd91c port 9bd7e4b8-5aad-41e8-9e22-003e206781c9 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:20:43.483631 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07977907-70d5-467d-9a33-674f0b3b98b5 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:43.484913 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b485acb1-fd10-4cfc-81b7-000ff8365dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:43.492921 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-07977907-70d5-467d-9a33-674f0b3b98b5 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:43.494440 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-07977907-70d5-467d-9a33-674f0b3b98b5 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:20:43.494889 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07977907-70d5-467d-9a33-674f0b3b98b5 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:20:43.500912 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ae97233a-e164-4e20-95fe-a64914bf5fbd None None] Provisioning complete for port ec6dde60-31da-44a8-99c6-66666133bd58 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:43.501285 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ae97233a-e164-4e20-95fe-a64914bf5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:43.557003 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d1e28d-729e-436a-9dd3-e1fda8bed42c req-0a6c6101-1a9f-4091-bacb-89fcb1809646 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:43.571729 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-64d1e28d-729e-436a-9dd3-e1fda8bed42c req-0a6c6101-1a9f-4091-bacb-89fcb1809646 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 945 time: 0.3055532 Aug 16 20:20:43.579602 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-07977907-70d5-467d-9a33-674f0b3b98b5 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3921402 Aug 16 20:20:43.588299 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39342) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:43.593900 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 3cdfb6f4-dac4-488e-af79-cf406aeeec52 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:20:43.598848 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device ec6dde60-31da-44a8-99c6-66666133bd58 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:20:43.598998 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e649c-daf5-4019-8500-dddcce04d65c req-062fa221-643d-42da-b44b-a89a80d94177 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:43.612160 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=77b3645a-9cd6-4ba3-85c9-1ac50191565c,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:43.613306 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e649c-daf5-4019-8500-dddcce04d65c req-062fa221-643d-42da-b44b-a89a80d94177 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:43.641200 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e649c-daf5-4019-8500-dddcce04d65c req-062fa221-643d-42da-b44b-a89a80d94177 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:43.648138 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e649c-daf5-4019-8500-dddcce04d65c req-062fa221-643d-42da-b44b-a89a80d94177 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:43.655327 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e649c-daf5-4019-8500-dddcce04d65c req-062fa221-643d-42da-b44b-a89a80d94177 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:43.657430 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-264e649c-daf5-4019-8500-dddcce04d65c req-062fa221-643d-42da-b44b-a89a80d94177 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 3882 time: 0.2521336 Aug 16 20:20:43.666796 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 51ff73e6-da6c-4611-a483-18268d9f5cc7 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:20:43.672810 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ae97233a-e164-4e20-95fe-a64914bf5fbd None None] Port ec6dde60-31da-44a8-99c6-66666133bd58 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:20:43.684648 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b5aacce6-1669-4349-b0a1-668814327afa tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0880830 Aug 16 20:20:43.694100 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39344) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:43.754864 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d417c2-cf69-4a16-bc45-488e240dc476 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:43.756413 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-32d417c2-cf69-4a16-bc45-488e240dc476 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0614407 Aug 16 20:20:43.758466 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-64d1e28d-729e-436a-9dd3-e1fda8bed42c req-cad09101-0091-45b1-a855-f5dbe4a0dd84 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832581 Aug 16 20:20:43.759499 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39346) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:43.766639 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device ec6dde60-31da-44a8-99c6-66666133bd58 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:20:43.767073 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 76090f41-c0c2-4f20-8947-4c9d155dfcb6 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:20:43.794906 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-5264100a-8c1d-441e-9ad4-6c7a45354457 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Deleting port 76090f41-c0c2-4f20-8947-4c9d155dfcb6 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:43.795623 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-5264100a-8c1d-441e-9ad4-6c7a45354457 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:43.835854 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ec05f81b-eef9-4e10-91f9-4b1e761bf911 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0744655 Aug 16 20:20:43.842229 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39348) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:43.851620 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-21b8b52e-0bd5-4983-b8bf-7b5067604a9e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:43.938179 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-264e649c-daf5-4019-8500-dddcce04d65c req-8204e492-1a81-4e71-8e24-8eb831261c3b tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724726 Aug 16 20:20:43.938994 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b485acb1-fd10-4cfc-81b7-000ff8365dfd None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:43.953168 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-b485acb1-fd10-4cfc-81b7-000ff8365dfd None None] Transition to ACTIVE for port object 9bd7e4b8-5aad-41e8-9e22-003e206781c9 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:43.961847 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b485acb1-fd10-4cfc-81b7-000ff8365dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:43.964037 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-5264100a-8c1d-441e-9ad4-6c7a45354457 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] For port 76090f41-c0c2-4f20-8947-4c9d155dfcb6, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=76090f41-c0c2-4f20-8947-4c9d155dfcb6,segment=NetworkSegment(8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4),segment_id=8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:43.964402 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-5264100a-8c1d-441e-9ad4-6c7a45354457 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:43.985350 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-5264100a-8c1d-441e-9ad4-6c7a45354457 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Calling delete_port for 76090f41-c0c2-4f20-8947-4c9d155dfcb6 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:43.993658 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 51ff73e6-da6c-4611-a483-18268d9f5cc7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:43.994148 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:44.051736 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-553ec115-d3cf-4ea6-82a5-5cd4494f5ae9 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:44.108729 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-553ec115-d3cf-4ea6-82a5-5cd4494f5ae9 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:44.118899 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b8b52e-0bd5-4983-b8bf-7b5067604a9e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:44.131932 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21b8b52e-0bd5-4983-b8bf-7b5067604a9e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:44.225448 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:44.239458 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa95e46-fd4e-4307-a291-baf574806da7 None None] Pushing event updated for resources: {'Port': ['ID=9bd7e4b8-5aad-41e8-9e22-003e206781c9,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:44.287838 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa95e46-fd4e-4307-a291-baf574806da7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:44.287838 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa95e46-fd4e-4307-a291-baf574806da7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:44.287838 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa95e46-fd4e-4307-a291-baf574806da7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:44.287838 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa95e46-fd4e-4307-a291-baf574806da7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:44.287838 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa95e46-fd4e-4307-a291-baf574806da7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:44.290139 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-553ec115-d3cf-4ea6-82a5-5cd4494f5ae9 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:44.291466 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-553ec115-d3cf-4ea6-82a5-5cd4494f5ae9 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.1098771 Aug 16 20:20:44.295428 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39352) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:44.300973 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3622d577-c9ef-4bbb-8881-fd6e4b676d61 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Request body: {'security_group_rule': {'security_group_id': 'f542f5a7-44d3-46f3-9d52-a54bd1a14d41', 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:44.305341 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa95e46-fd4e-4307-a291-baf574806da7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:44.305755 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa95e46-fd4e-4307-a291-baf574806da7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:44.306096 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa95e46-fd4e-4307-a291-baf574806da7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:44.306430 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa95e46-fd4e-4307-a291-baf574806da7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:44.306762 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa95e46-fd4e-4307-a291-baf574806da7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:44.307091 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa95e46-fd4e-4307-a291-baf574806da7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:44.307459 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa95e46-fd4e-4307-a291-baf574806da7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:44.328843 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ec115-d3cf-4ea6-82a5-5cd4494f5ae9 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=191d0859-b942-45b7-a239-107e8dfd84a7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:44.370160 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-b485acb1-fd10-4cfc-81b7-000ff8365dfd None None] Attempting to bind port 9bd7e4b8-5aad-41e8-9e22-003e206781c9 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:20:44.370395 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-b485acb1-fd10-4cfc-81b7-000ff8365dfd None None] Attempting to bind port 9bd7e4b8-5aad-41e8-9e22-003e206781c9 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '40d48e6a-5978-4dbf-977f-d029067375ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ee10d137-f84f-433f-a5c6-041af81d21c9'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:20:44.371311 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b485acb1-fd10-4cfc-81b7-000ff8365dfd None None] Attempting to bind port 9bd7e4b8-5aad-41e8-9e22-003e206781c9 on network ee10d137-f84f-433f-a5c6-041af81d21c9 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:44.383058 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 76090f41-c0c2-4f20-8947-4c9d155dfcb6, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=76090f41-c0c2-4f20-8947-4c9d155dfcb6,segment=NetworkSegment(8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4),segment_id=8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:44.386301 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b485acb1-fd10-4cfc-81b7-000ff8365dfd None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:20:44.386880 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b485acb1-fd10-4cfc-81b7-000ff8365dfd None None] Checking segment: {'id': '40d48e6a-5978-4dbf-977f-d029067375ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ee10d137-f84f-433f-a5c6-041af81d21c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:20:44.387520 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b485acb1-fd10-4cfc-81b7-000ff8365dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:44.388404 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b485acb1-fd10-4cfc-81b7-000ff8365dfd None None] Bound using segment: {'id': '40d48e6a-5978-4dbf-977f-d029067375ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ee10d137-f84f-433f-a5c6-041af81d21c9'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:20:44.389047 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-b485acb1-fd10-4cfc-81b7-000ff8365dfd None None] Bound port: 9bd7e4b8-5aad-41e8-9e22-003e206781c9, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d48e6a-5978-4dbf-977f-d029067375ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ee10d137-f84f-433f-a5c6-041af81d21c9'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:20:44.389605 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b485acb1-fd10-4cfc-81b7-000ff8365dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:44.398220 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:44.408352 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 604be3bb-7bde-47cc-88cf-1680e6ea6018 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:20:44.436471 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3622d577-c9ef-4bbb-8881-fd6e4b676d61 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:44.496451 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-5264100a-8c1d-441e-9ad4-6c7a45354457 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:44.554640 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-b485acb1-fd10-4cfc-81b7-000ff8365dfd None None] For port 9bd7e4b8-5aad-41e8-9e22-003e206781c9, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:20:44.562749 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-b485acb1-fd10-4cfc-81b7-000ff8365dfd None None] For port 9bd7e4b8-5aad-41e8-9e22-003e206781c9, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=9bd7e4b8-5aad-41e8-9e22-003e206781c9,segment=NetworkSegment(40d48e6a-5978-4dbf-977f-d029067375ec),segment_id=40d48e6a-5978-4dbf-977f-d029067375ec)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:20:44.566523 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264100a-8c1d-441e-9ad4-6c7a45354457 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Pushing event deleted for resources: {'Port': ['ID=76090f41-c0c2-4f20-8947-4c9d155dfcb6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:44.582871 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b485acb1-fd10-4cfc-81b7-000ff8365dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:44.585441 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3622d577-c9ef-4bbb-8881-fd6e4b676d61 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:44.680604 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3622d577-c9ef-4bbb-8881-fd6e4b676d61 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:44.682201 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b485acb1-fd10-4cfc-81b7-000ff8365dfd None None] Routers {'f9a78646-c234-4aab-9341-cc9d53ccd91c'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:20:44.682775 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b485acb1-fd10-4cfc-81b7-000ff8365dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:20:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f9a78646-c234-4aab-9341-cc9d53ccd91c'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:20:44.694260 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-5264100a-8c1d-441e-9ad4-6c7a45354457 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] No DVR routers for this DVR port 76090f41-c0c2-4f20-8947-4c9d155dfcb6 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:20:44.702119 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-5264100a-8c1d-441e-9ad4-6c7a45354457 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:44.703406 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622d577-c9ef-4bbb-8881-fd6e4b676d61 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b62bf8-80e2-4520-ba32-439c7528a41d,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:44.706886 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-5264100a-8c1d-441e-9ad4-6c7a45354457 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.63 "DELETE /v2.0/ports/76090f41-c0c2-4f20-8947-4c9d155dfcb6 HTTP/1.1" status: 204 len: 173 time: 1.4248295 Aug 16 20:20:44.707379 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-deleted', 'tag': '76090f41-c0c2-4f20-8947-4c9d155dfcb6'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:44.714248 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f79983-f732-4444-a7c5-f7198a079adb" -d '{"events": [{"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-deleted", "tag": "76090f41-c0c2-4f20-8947-4c9d155dfcb6"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:44.747876 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa95e46-fd4e-4307-a291-baf574806da7 None None] Pushing event updated for resources: {'Port': ['ID=9bd7e4b8-5aad-41e8-9e22-003e206781c9,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:44.761697 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3622d577-c9ef-4bbb-8881-fd6e4b676d61 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:44.789624 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f73248fb-154f-4057-bb84-a02b931c8857 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:20:44.791868 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3622d577-c9ef-4bbb-8881-fd6e4b676d61 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4752972 Aug 16 20:20:44.853326 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=76090f41-c0c2-4f20-8947-4c9d155dfcb6,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:44.869135 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b42c1fd-a96e-44a6-b075-fafbda41b4fc x-openstack-request-id: req-0b42c1fd-a96e-44a6-b075-fafbda41b4fc {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:44.873540 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-deleted", "tag": "76090f41-c0c2-4f20-8947-4c9d155dfcb6", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:44.873838 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0b42c1fd-a96e-44a6-b075-fafbda41b4fc {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:44.874338 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-deleted', 'tag': '76090f41-c0c2-4f20-8947-4c9d155dfcb6', 'status': 'completed', 'code': 200} Aug 16 20:20:44.915703 n-d-787206-13 neutron-server[94771]: DEBUG neutron.objects.ports [None req-21b8b52e-0bd5-4983-b8bf-7b5067604a9e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:20:44.918008 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21b8b52e-0bd5-4983-b8bf-7b5067604a9e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:44.921161 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-b485acb1-fd10-4cfc-81b7-000ff8365dfd None None] Set router f9a78646-c234-4aab-9341-cc9d53ccd91c gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:20:44.923565 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:44.936798 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port f73248fb-154f-4057-bb84-a02b931c8857 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:44.937470 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:44.953919 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-3514a15e-ac97-4c40-b9e4-f4665cb16a1f tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Deleting port 604be3bb-7bde-47cc-88cf-1680e6ea6018 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:44.954266 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-3514a15e-ac97-4c40-b9e4-f4665cb16a1f tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:44.986520 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77b3645a-9cd6-4ba3-85c9-1ac50191565c'}, {'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76090f41-c0c2-4f20-8947-4c9d155dfcb6'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:44.993591 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bb9889-33ca-4be2-9091-5115ac752288" -d '{"events": [{"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-unplugged", "status": "completed", "tag": "77b3645a-9cd6-4ba3-85c9-1ac50191565c"}, {"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-unplugged", "status": "completed", "tag": "76090f41-c0c2-4f20-8947-4c9d155dfcb6"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:45.100853 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 604be3bb-7bde-47cc-88cf-1680e6ea6018, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=604be3bb-7bde-47cc-88cf-1680e6ea6018,segment=NetworkSegment(b7ce4720-f167-4ecc-85c5-c3f216f31da2),segment_id=b7ce4720-f167-4ecc-85c5-c3f216f31da2)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:45.117014 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:45.118165 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 4ca147cc-a223-4e76-8231-748d95ba851c no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:20:45.157000 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8b52e-0bd5-4983-b8bf-7b5067604a9e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Subnet': ['ID=918aab91-f48b-45ba-904a-c1ecfa453883,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:45.174084 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-3514a15e-ac97-4c40-b9e4-f4665cb16a1f tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] For port 604be3bb-7bde-47cc-88cf-1680e6ea6018, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=604be3bb-7bde-47cc-88cf-1680e6ea6018,segment=NetworkSegment(b7ce4720-f167-4ecc-85c5-c3f216f31da2),segment_id=b7ce4720-f167-4ecc-85c5-c3f216f31da2)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:45.175607 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-3514a15e-ac97-4c40-b9e4-f4665cb16a1f tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:45.191648 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b8b52e-0bd5-4983-b8bf-7b5067604a9e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:45.195441 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-21b8b52e-0bd5-4983-b8bf-7b5067604a9e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:45.198911 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-3514a15e-ac97-4c40-b9e4-f4665cb16a1f tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Calling delete_port for 604be3bb-7bde-47cc-88cf-1680e6ea6018 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:45.206505 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b8b52e-0bd5-4983-b8bf-7b5067604a9e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:45.207391 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21b8b52e-0bd5-4983-b8bf-7b5067604a9e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:45.231923 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6fc38f-d69f-4354-8557-68e9668131a5 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:20:45.236223 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76debbfb-aeff-4e0d-be27-0ac174ecf91e req-4e460226-1fa6-4852-b326-b977a66a8f29 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:45.238200 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878576e8-5d94-443f-88a4-7c03bb7da8b8 req-09386fe8-d0bd-4231-bb2b-079d9f6a88e5 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:45.243179 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76debbfb-aeff-4e0d-be27-0ac174ecf91e req-4e460226-1fa6-4852-b326-b977a66a8f29 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:45.247901 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-878576e8-5d94-443f-88a4-7c03bb7da8b8 req-09386fe8-d0bd-4231-bb2b-079d9f6a88e5 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 945 time: 0.3192225 Aug 16 20:20:45.261903 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76debbfb-aeff-4e0d-be27-0ac174ecf91e req-4e460226-1fa6-4852-b326-b977a66a8f29 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:45.272004 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76debbfb-aeff-4e0d-be27-0ac174ecf91e req-4e460226-1fa6-4852-b326-b977a66a8f29 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:45.280111 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b485acb1-fd10-4cfc-81b7-000ff8365dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119840630', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '51ff73e6-da6c-4611-a483-18268d9f5cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:31Z', 'updated_at': '2021-08-16T20:20:39Z', 'revision_number': 4, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'gw_port': {'id': '51ff73e6-da6c-4611-a483-18268d9f5cc7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:32Z', 'updated_at': '2021-08-16T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '9bd7e4b8-5aad-41e8-9e22-003e206781c9', 'name': '', 'network_id': 'ee10d137-f84f-433f-a5c6-041af81d21c9', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'mac_address': 'fa:16:3e:cf:8b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '033ca340-7c7c-44a6-a90d-98332393fe5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:38Z', 'updated_at': '2021-08-16T20:20:44Z', 'revision_number': 4, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'subnets': [{'id': '033ca340-7c7c-44a6-a90d-98332393fe5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:20:45.282468 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-21b8b52e-0bd5-4983-b8bf-7b5067604a9e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4347954 Aug 16 20:20:45.285593 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39368) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:45.289396 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-76debbfb-aeff-4e0d-be27-0ac174ecf91e req-4e460226-1fa6-4852-b326-b977a66a8f29 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 3145 time: 0.1611454 Aug 16 20:20:45.292577 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-122ac0ae-bb96-4021-b3fc-7de7e383b28b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'port': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'mac_address': 'fa:16:3e:6c:cd:75', 'name': 'tempest-NetworksTestDHCPv6-2013162717'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:45.310930 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-878576e8-5d94-443f-88a4-7c03bb7da8b8 req-8b005e95-3e6b-4e06-8899-68c0e192c934 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593431 Aug 16 20:20:45.355000 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b485acb1-fd10-4cfc-81b7-000ff8365dfd None None] The sync data for ids ['f9a78646-c234-4aab-9341-cc9d53ccd91c'] in n-d-787206-13 is: [{'id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119840630', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '51ff73e6-da6c-4611-a483-18268d9f5cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:31Z', 'updated_at': '2021-08-16T20:20:39Z', 'revision_number': 4, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'gw_port': {'id': '51ff73e6-da6c-4611-a483-18268d9f5cc7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:32Z', 'updated_at': '2021-08-16T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '9bd7e4b8-5aad-41e8-9e22-003e206781c9', 'name': '', 'network_id': 'ee10d137-f84f-433f-a5c6-041af81d21c9', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'mac_address': 'fa:16:3e:cf:8b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '033ca340-7c7c-44a6-a90d-98332393fe5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:38Z', 'updated_at': '2021-08-16T20:20:44Z', 'revision_number': 4, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'subnets': [{'id': '033ca340-7c7c-44a6-a90d-98332393fe5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:20:45.358372 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=604be3bb-7bde-47cc-88cf-1680e6ea6018,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:45.368517 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:45.419230 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf977cf-aeff-4941-8c7d-85438b77552f x-openstack-request-id: req-5bf977cf-aeff-4941-8c7d-85438b77552f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:45.419882 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-unplugged", "status": "completed", "tag": "77b3645a-9cd6-4ba3-85c9-1ac50191565c", "code": 200}, {"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-unplugged", "status": "completed", "tag": "76090f41-c0c2-4f20-8947-4c9d155dfcb6", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:45.423584 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5bf977cf-aeff-4941-8c7d-85438b77552f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:45.424288 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77b3645a-9cd6-4ba3-85c9-1ac50191565c', 'code': 200} Aug 16 20:20:45.424819 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76090f41-c0c2-4f20-8947-4c9d155dfcb6', 'code': 200} Aug 16 20:20:45.502315 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 4ca147cc-a223-4e76-8231-748d95ba851c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=4ca147cc-a223-4e76-8231-748d95ba851c,segment=NetworkSegment(f5b0f7e9-2952-4b14-9633-7226a8941178),segment_id=f5b0f7e9-2952-4b14-9633-7226a8941178)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:45.536202 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:45.542398 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122ac0ae-bb96-4021-b3fc-7de7e383b28b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:45.631905 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-76debbfb-aeff-4e0d-be27-0ac174ecf91e req-c34c2b1e-6dd1-4bf2-bca7-aca46126ee75 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3416109 Aug 16 20:20:45.648786 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-3514a15e-ac97-4c40-b9e4-f4665cb16a1f tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:45.758519 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a536d7-7569-4848-9776-39219402b94c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-90d9b1f1-5046-4354-b6cc-874fd89885eb', 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'tenant_id': 'd875706380784001942d3868f3fe0ec8', 'fixed_ips': [{'subnet_id': '918aab91-f48b-45ba-904a-c1ecfa453883'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:20:45.759887 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-52a536d7-7569-4848-9776-39219402b94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:45.761435 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-1e475d20-4987-40e5-868d-a04ee97b45e2 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup_general--593320639&fields=id&tenant_id=e8bcd23a9a424ad4a6a1bf7da2226594 HTTP/1.1" status: 200 len: 267 time: 0.1034164 Aug 16 20:20:45.763547 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 9bd7e4b8-5aad-41e8-9e22-003e206781c9 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:20:45.798478 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-3514a15e-ac97-4c40-b9e4-f4665cb16a1f tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] No DVR routers for this DVR port 604be3bb-7bde-47cc-88cf-1680e6ea6018 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:20:45.818442 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-3514a15e-ac97-4c40-b9e4-f4665cb16a1f tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:45.832669 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-3514a15e-ac97-4c40-b9e4-f4665cb16a1f tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.63 "DELETE /v2.0/ports/604be3bb-7bde-47cc-88cf-1680e6ea6018 HTTP/1.1" status: 204 len: 173 time: 1.1149349 Aug 16 20:20:45.833658 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514a15e-ac97-4c40-b9e4-f4665cb16a1f tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Pushing event deleted for resources: {'Port': ['ID=604be3bb-7bde-47cc-88cf-1680e6ea6018,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:45.864853 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=4ca147cc-a223-4e76-8231-748d95ba851c,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:45.886740 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-122ac0ae-bb96-4021-b3fc-7de7e383b28b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:45.952447 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-3e7d198c-429c-414a-996e-cbf81fb1e3d9 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup_access--265589564&fields=id&tenant_id=e8bcd23a9a424ad4a6a1bf7da2226594 HTTP/1.1" status: 200 len: 267 time: 0.1794012 Aug 16 20:20:45.967035 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-122ac0ae-bb96-4021-b3fc-7de7e383b28b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] device_id is not set on port 399b1ed0-9c0c-49f7-84f8-09eeae75695a yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:20:46.024615 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-86a91a95-02a7-4fe9-ae22-cdc47eccd974 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Deleting port 77b3645a-9cd6-4ba3-85c9-1ac50191565c {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:46.024967 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-86a91a95-02a7-4fe9-ae22-cdc47eccd974 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:46.045090 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 9bd7e4b8-5aad-41e8-9e22-003e206781c9 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:46.066035 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 9bd7e4b8-5aad-41e8-9e22-003e206781c9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:46.066459 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:46.229782 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-52a536d7-7569-4848-9776-39219402b94c None None] Allocated IP 2001:db8::f816:3eff:febe:72d2 (90d9b1f1-5046-4354-b6cc-874fd89885eb/918aab91-f48b-45ba-904a-c1ecfa453883/f562f9a2-2749-4e24-8ea0-22af1268ff91) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:20:46.287807 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-86a91a95-02a7-4fe9-ae22-cdc47eccd974 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] For port 77b3645a-9cd6-4ba3-85c9-1ac50191565c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=77b3645a-9cd6-4ba3-85c9-1ac50191565c,segment=NetworkSegment(8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4),segment_id=8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:46.288374 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-86a91a95-02a7-4fe9-ae22-cdc47eccd974 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:46.322468 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-86a91a95-02a7-4fe9-ae22-cdc47eccd974 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Calling delete_port for 77b3645a-9cd6-4ba3-85c9-1ac50191565c owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:46.394520 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-19b67c5c-ab57-4ddd-99eb-f31378822733 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:46.410854 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:46.417869 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-19b67c5c-ab57-4ddd-99eb-f31378822733 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/networks?id=ee10d137-f84f-433f-a5c6-041af81d21c9 HTTP/1.1" status: 200 len: 796 time: 0.4641397 Aug 16 20:20:46.476713 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-d4a58b76-8be8-4b0d-aedc-9cdc32165bd8 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/quotas/e8bcd23a9a424ad4a6a1bf7da2226594 HTTP/1.1" status: 200 len: 375 time: 0.0526538 Aug 16 20:20:46.523736 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 9bd7e4b8-5aad-41e8-9e22-003e206781c9, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=9bd7e4b8-5aad-41e8-9e22-003e206781c9,segment=NetworkSegment(40d48e6a-5978-4dbf-977f-d029067375ec),segment_id=40d48e6a-5978-4dbf-977f-d029067375ec)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:46.538282 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:46.613184 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-5d3fba16-f4e3-4f7b-a139-b181b1819a8c tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=e8bcd23a9a424ad4a6a1bf7da2226594&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1355667 Aug 16 20:20:46.683571 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52758b2-37dc-4e75-b56a-a0b9c48cefb6 req-d304403b-e954-4fb4-815f-e5b496e90c6c tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:46.692019 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e52758b2-37dc-4e75-b56a-a0b9c48cefb6 req-d304403b-e954-4fb4-815f-e5b496e90c6c tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 945 time: 0.2253580 Aug 16 20:20:46.697388 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-52a536d7-7569-4848-9776-39219402b94c None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:46.699903 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=9bd7e4b8-5aad-41e8-9e22-003e206781c9,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:46.714868 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-86a91a95-02a7-4fe9-ae22-cdc47eccd974 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:46.724299 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-52a536d7-7569-4848-9776-39219402b94c None None] Transition to ACTIVE for port object f562f9a2-2749-4e24-8ea0-22af1268ff91 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:46.740252 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-52a536d7-7569-4848-9776-39219402b94c None None] Transition to ACTIVE for port object f562f9a2-2749-4e24-8ea0-22af1268ff91 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:46.748795 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-52a536d7-7569-4848-9776-39219402b94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:46.758609 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a91a95-02a7-4fe9-ae22-cdc47eccd974 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Pushing event deleted for resources: {'Port': ['ID=77b3645a-9cd6-4ba3-85c9-1ac50191565c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:46.828313 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e52758b2-37dc-4e75-b56a-a0b9c48cefb6 req-dda660ae-7fb6-4394-9c33-ccb79777add7 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346531 Aug 16 20:20:46.828824 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-86a91a95-02a7-4fe9-ae22-cdc47eccd974 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] No DVR routers for this DVR port 77b3645a-9cd6-4ba3-85c9-1ac50191565c on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:20:46.842250 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a536d7-7569-4848-9776-39219402b94c None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:46.842698 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-86a91a95-02a7-4fe9-ae22-cdc47eccd974 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:46.845808 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-52a536d7-7569-4848-9776-39219402b94c None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:46.851380 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-86a91a95-02a7-4fe9-ae22-cdc47eccd974 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.63 "DELETE /v2.0/ports/77b3645a-9cd6-4ba3-85c9-1ac50191565c HTTP/1.1" status: 204 len: 173 time: 1.0079579 Aug 16 20:20:46.856313 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a536d7-7569-4848-9776-39219402b94c None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:20:46.875476 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-deleted', 'tag': '604be3bb-7bde-47cc-88cf-1680e6ea6018'}, {'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-deleted', 'tag': '77b3645a-9cd6-4ba3-85c9-1ac50191565c'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:46.877692 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a536d7-7569-4848-9776-39219402b94c None None] Pushing event updated for resources: {'Port': ['ID=f562f9a2-2749-4e24-8ea0-22af1268ff91,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:46.882125 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93842aed-39ea-43c0-ac08-9fbbfd2a649f" -d '{"events": [{"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-deleted", "tag": "604be3bb-7bde-47cc-88cf-1680e6ea6018"}, {"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-deleted", "tag": "77b3645a-9cd6-4ba3-85c9-1ac50191565c"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:46.913395 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-8cc426f5-63a4-4867-b273-fea618d50d9a service neutron] 10.222.0.68 "GET /v2.0/networks/ee10d137-f84f-433f-a5c6-041af81d21c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837422 Aug 16 20:20:47.021117 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-52a536d7-7569-4848-9776-39219402b94c None None] Attempting to bind port f562f9a2-2749-4e24-8ea0-22af1268ff91 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:20:47.025729 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-52a536d7-7569-4848-9776-39219402b94c None None] Attempting to bind port f562f9a2-2749-4e24-8ea0-22af1268ff91 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:20:47.027087 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a536d7-7569-4848-9776-39219402b94c None None] Attempting to bind port f562f9a2-2749-4e24-8ea0-22af1268ff91 on network 90d9b1f1-5046-4354-b6cc-874fd89885eb {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:47.034291 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a536d7-7569-4848-9776-39219402b94c None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:20:47.047500 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-122ac0ae-bb96-4021-b3fc-7de7e383b28b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Allocated IP 2001:db8::f816:3eff:fe6c:cd75 (90d9b1f1-5046-4354-b6cc-874fd89885eb/918aab91-f48b-45ba-904a-c1ecfa453883/399b1ed0-9c0c-49f7-84f8-09eeae75695a) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:20:47.055730 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a536d7-7569-4848-9776-39219402b94c None None] Checking segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:20:47.056192 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-52a536d7-7569-4848-9776-39219402b94c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:47.056601 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a536d7-7569-4848-9776-39219402b94c None None] Bound using segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:20:47.057176 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-52a536d7-7569-4848-9776-39219402b94c None None] Bound port: f562f9a2-2749-4e24-8ea0-22af1268ff91, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:20:47.057572 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-52a536d7-7569-4848-9776-39219402b94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:47.058236 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe27f3b-93b3-447c-826a-3ab48beee612 req-26fb1c9a-8ce6-40de-8e0f-23b1b85795d9 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:47.068480 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe27f3b-93b3-447c-826a-3ab48beee612 req-26fb1c9a-8ce6-40de-8e0f-23b1b85795d9 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:47.070341 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dfe27f3b-93b3-447c-826a-3ab48beee612 req-26fb1c9a-8ce6-40de-8e0f-23b1b85795d9 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 1677 time: 0.1094248 Aug 16 20:20:47.148121 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-b909597d-2a6b-49db-afd7-92463b4252d1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Deleting port 61f5d400-4db0-4954-b6c2-83f11955da7c {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:47.148703 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-b909597d-2a6b-49db-afd7-92463b4252d1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:47.162460 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dfe27f3b-93b3-447c-826a-3ab48beee612 req-e90e45cd-243f-4282-a195-299ea38b198d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742159 Aug 16 20:20:47.201177 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-52a536d7-7569-4848-9776-39219402b94c None None] For port f562f9a2-2749-4e24-8ea0-22af1268ff91, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:20:47.201177 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-52a536d7-7569-4848-9776-39219402b94c None None] For port f562f9a2-2749-4e24-8ea0-22af1268ff91, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f562f9a2-2749-4e24-8ea0-22af1268ff91,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:20:47.214433 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-52a536d7-7569-4848-9776-39219402b94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:47.262698 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-7b0b8c25-7c90-4be6-bb74-56c586737c34 service neutron] 10.222.0.68 "GET /v2.0/networks/ee10d137-f84f-433f-a5c6-041af81d21c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482931 Aug 16 20:20:47.340689 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f84bd9e-c816-4023-96ba-2dd9f39d6bd2 x-openstack-request-id: req-5f84bd9e-c816-4023-96ba-2dd9f39d6bd2 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:47.341303 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-deleted", "tag": "604be3bb-7bde-47cc-88cf-1680e6ea6018", "status": "completed", "code": 200}, {"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-deleted", "tag": "77b3645a-9cd6-4ba3-85c9-1ac50191565c", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:47.341462 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5f84bd9e-c816-4023-96ba-2dd9f39d6bd2 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:47.350114 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-deleted', 'tag': '604be3bb-7bde-47cc-88cf-1680e6ea6018', 'status': 'completed', 'code': 200} Aug 16 20:20:47.350961 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-deleted', 'tag': '77b3645a-9cd6-4ba3-85c9-1ac50191565c', 'status': 'completed', 'code': 200} Aug 16 20:20:47.370490 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a536d7-7569-4848-9776-39219402b94c None None] Pushing event updated for resources: {'Port': ['ID=f562f9a2-2749-4e24-8ea0-22af1268ff91,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:47.427833 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '604be3bb-7bde-47cc-88cf-1680e6ea6018'}, {'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ca147cc-a223-4e76-8231-748d95ba851c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:47.430192 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d50f172-2222-43ba-b0f3-e846b53818e1" -d '{"events": [{"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-unplugged", "status": "completed", "tag": "604be3bb-7bde-47cc-88cf-1680e6ea6018"}, {"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-unplugged", "status": "completed", "tag": "4ca147cc-a223-4e76-8231-748d95ba851c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:47.531921 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-b909597d-2a6b-49db-afd7-92463b4252d1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] For port 61f5d400-4db0-4954-b6c2-83f11955da7c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=61f5d400-4db0-4954-b6c2-83f11955da7c,segment=NetworkSegment(b7ce4720-f167-4ecc-85c5-c3f216f31da2),segment_id=b7ce4720-f167-4ecc-85c5-c3f216f31da2)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:47.534181 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-b909597d-2a6b-49db-afd7-92463b4252d1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:47.578174 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-122ac0ae-bb96-4021-b3fc-7de7e383b28b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:47.579531 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-b909597d-2a6b-49db-afd7-92463b4252d1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Calling delete_port for 61f5d400-4db0-4954-b6c2-83f11955da7c owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:47.596105 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8efda7-1c8d-4747-879f-10f01677380f x-openstack-request-id: req-0d8efda7-1c8d-4747-879f-10f01677380f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:47.597597 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-unplugged", "status": "completed", "tag": "604be3bb-7bde-47cc-88cf-1680e6ea6018", "code": 200}, {"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-unplugged", "status": "completed", "tag": "4ca147cc-a223-4e76-8231-748d95ba851c", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:47.598254 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0d8efda7-1c8d-4747-879f-10f01677380f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:47.599032 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '604be3bb-7bde-47cc-88cf-1680e6ea6018', 'code': 200} Aug 16 20:20:47.599318 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ca147cc-a223-4e76-8231-748d95ba851c', 'code': 200} Aug 16 20:20:47.614799 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-122ac0ae-bb96-4021-b3fc-7de7e383b28b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Transition to ACTIVE for port object 399b1ed0-9c0c-49f7-84f8-09eeae75695a will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:47.732946 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 9bd7e4b8-5aad-41e8-9e22-003e206781c9 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:20:47.798717 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5087b905-ad78-452f-8813-d1138411bf99 req-3a25fea1-fa62-4d02-b2d9-5829e6253995 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b23d174-fcde-4af1-95e1-a7d26800e639 HTTP/1.1" status: 200 len: 210 time: 0.0898430 Aug 16 20:20:47.808781 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-122ac0ae-bb96-4021-b3fc-7de7e383b28b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:47.894776 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 9bd7e4b8-5aad-41e8-9e22-003e206781c9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:47.895268 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:48.082671 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-b909597d-2a6b-49db-afd7-92463b4252d1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:48.095729 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122ac0ae-bb96-4021-b3fc-7de7e383b28b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:48.106404 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-122ac0ae-bb96-4021-b3fc-7de7e383b28b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:48.116965 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122ac0ae-bb96-4021-b3fc-7de7e383b28b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:20:48.124143 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122ac0ae-bb96-4021-b3fc-7de7e383b28b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:48.126020 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-122ac0ae-bb96-4021-b3fc-7de7e383b28b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:48.130816 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ac0ae-bb96-4021-b3fc-7de7e383b28b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Port': ['ID=399b1ed0-9c0c-49f7-84f8-09eeae75695a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:48.160539 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-122ac0ae-bb96-4021-b3fc-7de7e383b28b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8732567 Aug 16 20:20:48.163214 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39418) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:48.207437 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b909597d-2a6b-49db-afd7-92463b4252d1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Pushing event deleted for resources: {'Port': ['ID=61f5d400-4db0-4954-b6c2-83f11955da7c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:48.305216 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-b909597d-2a6b-49db-afd7-92463b4252d1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] No DVR routers for this DVR port 61f5d400-4db0-4954-b6c2-83f11955da7c on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:20:48.310162 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-b909597d-2a6b-49db-afd7-92463b4252d1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:48.312762 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71156c41-04d3-438a-a46b-e94a22915532 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:48.314073 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-b909597d-2a6b-49db-afd7-92463b4252d1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.63 "DELETE /v2.0/ports/61f5d400-4db0-4954-b6c2-83f11955da7c HTTP/1.1" status: 204 len: 173 time: 1.4550707 Aug 16 20:20:48.320020 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71156c41-04d3-438a-a46b-e94a22915532 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:48.322363 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-71156c41-04d3-438a-a46b-e94a22915532 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1578791 Aug 16 20:20:48.331446 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99468dc-12c2-4063-8fdd-e29d946d2129 req-2c10a1d2-03c9-486e-a27f-8853c4c8d6c9 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:48.332685 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39424) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:48.333156 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f99468dc-12c2-4063-8fdd-e29d946d2129 req-2c10a1d2-03c9-486e-a27f-8853c4c8d6c9 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 945 time: 0.2483132 Aug 16 20:20:48.404101 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f99468dc-12c2-4063-8fdd-e29d946d2129 req-9c3239ce-7f3d-497c-9fba-8df0b77db36d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618794 Aug 16 20:20:48.439782 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eeaabe-f340-49c8-9128-dede4e9b4195 req-bbc0f91c-75b1-4dd9-ab08-e958517bcdd4 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:48.441868 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56eeaabe-f340-49c8-9128-dede4e9b4195 req-bbc0f91c-75b1-4dd9-ab08-e958517bcdd4 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 943 time: 0.1112666 Aug 16 20:20:48.484715 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-b0000f34-498e-4abe-8d53-bc88bf2d0df1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Deleting port 4ca147cc-a223-4e76-8231-748d95ba851c {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:48.485516 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-b0000f34-498e-4abe-8d53-bc88bf2d0df1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:48.521528 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-56eeaabe-f340-49c8-9128-dede4e9b4195 req-16bd2738-f453-49a1-9143-4ecb44b04f06 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups?id=c31e75d1-5457-490d-9f6b-a9509ab2c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721867 Aug 16 20:20:48.559567 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-61f70671-dffe-49b0-b841-95d9a6db249f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting port 399b1ed0-9c0c-49f7-84f8-09eeae75695a {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:48.559920 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61f70671-dffe-49b0-b841-95d9a6db249f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:48.695818 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-b0000f34-498e-4abe-8d53-bc88bf2d0df1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] For port 4ca147cc-a223-4e76-8231-748d95ba851c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=4ca147cc-a223-4e76-8231-748d95ba851c,segment=NetworkSegment(f5b0f7e9-2952-4b14-9633-7226a8941178),segment_id=f5b0f7e9-2952-4b14-9633-7226a8941178)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:48.696188 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-b0000f34-498e-4abe-8d53-bc88bf2d0df1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:48.726955 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61f70671-dffe-49b0-b841-95d9a6db249f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:48.759201 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-61f70671-dffe-49b0-b841-95d9a6db249f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Calling delete_port for 399b1ed0-9c0c-49f7-84f8-09eeae75695a owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:48.932043 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7d03df6f-4c62-48e0-bcd7-205c16686a0d req-cec4cd41-0d74-47bc-ad7a-329d2309ec17 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b23d174-fcde-4af1-95e1-a7d26800e639 HTTP/1.1" status: 200 len: 210 time: 0.0413213 Aug 16 20:20:49.006058 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61f70671-dffe-49b0-b841-95d9a6db249f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:49.035934 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-b0000f34-498e-4abe-8d53-bc88bf2d0df1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:49.036446 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-b0000f34-498e-4abe-8d53-bc88bf2d0df1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:49.036924 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-b0000f34-498e-4abe-8d53-bc88bf2d0df1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Floating IP ab77f498-f367-4818-82b8-05dab947ddf6 disassociated. External IP: 172.25.8.238, port: 4ca147cc-a223-4e76-8231-748d95ba851c. Aug 16 20:20:49.037267 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-b0000f34-498e-4abe-8d53-bc88bf2d0df1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Calling delete_port for 4ca147cc-a223-4e76-8231-748d95ba851c owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:49.128773 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f70671-dffe-49b0-b841-95d9a6db249f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Port': ['ID=399b1ed0-9c0c-49f7-84f8-09eeae75695a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:49.137940 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61f70671-dffe-49b0-b841-95d9a6db249f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:49.140873 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-61f70671-dffe-49b0-b841-95d9a6db249f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/399b1ed0-9c0c-49f7-84f8-09eeae75695a HTTP/1.1" status: 204 len: 168 time: 0.8071299 Aug 16 20:20:49.143237 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39434) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:49.260416 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-b0000f34-498e-4abe-8d53-bc88bf2d0df1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:49.278588 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa836e9-7653-4aa0-b5a3-8262bb1574bf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:49.279956 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa836e9-7653-4aa0-b5a3-8262bb1574bf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:49.281554 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0fa836e9-7653-4aa0-b5a3-8262bb1574bf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1369019 Aug 16 20:20:49.290603 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39438) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:49.341169 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a6a24d28-9be9-45a4-bc70-d32fb9871365 None None] Provisioning for port f562f9a2-2749-4e24-8ea0-22af1268ff91 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:49.361554 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-deleted', 'tag': '61f5d400-4db0-4954-b6c2-83f11955da7c'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:49.367038 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc334e0-e965-4742-84e6-ddab108081f4" -d '{"events": [{"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-deleted", "tag": "61f5d400-4db0-4954-b6c2-83f11955da7c"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:49.383061 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0000f34-498e-4abe-8d53-bc88bf2d0df1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Pushing event deleted for resources: {'Port': ['ID=4ca147cc-a223-4e76-8231-748d95ba851c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:49.500750 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a33501-4d6f-4058-aebf-5c1c6fa80736 x-openstack-request-id: req-44a33501-4d6f-4058-aebf-5c1c6fa80736 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:49.501424 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-deleted", "tag": "61f5d400-4db0-4954-b6c2-83f11955da7c", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:49.501424 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-44a33501-4d6f-4058-aebf-5c1c6fa80736 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:49.501774 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-deleted', 'tag': '61f5d400-4db0-4954-b6c2-83f11955da7c', 'status': 'completed', 'code': 200} Aug 16 20:20:49.538928 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-b0000f34-498e-4abe-8d53-bc88bf2d0df1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Router f26d4812-4937-435d-81ea-35ddaa7226e1 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:20:49.579584 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-2f5bde79-5327-4db7-a293-c590c77dd279 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:49.582451 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-2f5bde79-5327-4db7-a293-c590c77dd279 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.57 "GET /v2.0/networks?id=ee10d137-f84f-433f-a5c6-041af81d21c9 HTTP/1.1" status: 200 len: 796 time: 0.3526423 Aug 16 20:20:49.649498 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a031eb7d-eef8-4a22-86a4-c3cd3c950f08 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting subnet 918aab91-f48b-45ba-904a-c1ecfa453883 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:20:49.663784 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a031eb7d-eef8-4a22-86a4-c3cd3c950f08 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:49.767880 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d76c02bf-f781-4485-a5d3-7d70a4d637bc None None] Could not find standard attr ID for object 399b1ed0-9c0c-49f7-84f8-09eeae75695a. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:20:49.793103 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dab6b-45f1-4939-8f89-76fcc86342da req-35597dc0-7d46-4ed8-a9ec-89d6c2f529e3 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:49.794661 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fd8dab6b-45f1-4939-8f89-76fcc86342da req-35597dc0-7d46-4ed8-a9ec-89d6c2f529e3 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 945 time: 0.2471130 Aug 16 20:20:49.807011 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9b9c3016-3cd2-46b5-a4dd-beb0afd647bf req-05b7a577-d966-4d51-b063-0902a0b375fe tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 210 time: 0.0595822 Aug 16 20:20:49.817511 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f562f9a2-2749-4e24-8ea0-22af1268ff91 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:20:49.849486 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a031eb7d-eef8-4a22-86a4-c3cd3c950f08 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:49.900095 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-b0000f34-498e-4abe-8d53-bc88bf2d0df1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:20:49.920877 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0d7c33-c8f2-4bd7-98b1-ace0f987662f None None] Sync routers for ids ['f26d4812-4937-435d-81ea-35ddaa7226e1'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:20:49.946290 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-b1a31574-fe67-42a5-9dad-831ec094300b tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8bcd23a9a424ad4a6a1bf7da2226594 HTTP/1.1" status: 200 len: 476 time: 0.1507328 Aug 16 20:20:49.957737 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0d7c33-c8f2-4bd7-98b1-ace0f987662f None None] Routers {'f26d4812-4937-435d-81ea-35ddaa7226e1'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:20:49.958480 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-0fd0f620-1d3a-480a-9325-6e27f938f405 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Request body: {'port': {'device_id': '3b23d174-fcde-4af1-95e1-a7d26800e639', 'network_id': 'ee10d137-f84f-433f-a5c6-041af81d21c9', 'admin_state_up': True, 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'security_groups': ['191d0859-b942-45b7-a239-107e8dfd84a7', 'f542f5a7-44d3-46f3-9d52-a54bd1a14d41']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:49.961185 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ef0d7c33-c8f2-4bd7-98b1-ace0f987662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:20:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f26d4812-4937-435d-81ea-35ddaa7226e1'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:20:50.000639 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fd8dab6b-45f1-4939-8f89-76fcc86342da req-15da60ab-1f5c-4b0b-ba88-3ccd43d9623c tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992357 Aug 16 20:20:50.041045 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-b0000f34-498e-4abe-8d53-bc88bf2d0df1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] No DVR routers for this DVR port 4ca147cc-a223-4e76-8231-748d95ba851c on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:20:50.045333 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-b0000f34-498e-4abe-8d53-bc88bf2d0df1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:50.047805 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6494f9f-b847-4116-97d5-78b3c34388d0 req-b0000f34-498e-4abe-8d53-bc88bf2d0df1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.63 "DELETE /v2.0/ports/4ca147cc-a223-4e76-8231-748d95ba851c HTTP/1.1" status: 204 len: 173 time: 1.7135642 Aug 16 20:20:50.107099 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port f562f9a2-2749-4e24-8ea0-22af1268ff91 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:50.209129 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port f562f9a2-2749-4e24-8ea0-22af1268ff91 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:50.209779 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:50.378606 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-ef0d7c33-c8f2-4bd7-98b1-ace0f987662f None None] Set router f26d4812-4937-435d-81ea-35ddaa7226e1 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:20:50.466247 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:50.488836 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e50fadd4-9bf5-41da-a9b4-36c51cf67cb9 req-932be12f-7fe9-4ff6-8576-100621c741b3 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b23d174-fcde-4af1-95e1-a7d26800e639 HTTP/1.1" status: 200 len: 210 time: 0.0756171 Aug 16 20:20:50.637721 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port f562f9a2-2749-4e24-8ea0-22af1268ff91, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f562f9a2-2749-4e24-8ea0-22af1268ff91,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:50.652674 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a031eb7d-eef8-4a22-86a4-c3cd3c950f08 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:50.663389 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:50.775165 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-0fd0f620-1d3a-480a-9325-6e27f938f405 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Made reservation on behalf of e8bcd23a9a424ad4a6a1bf7da2226594 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:50.778854 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-0fd0f620-1d3a-480a-9325-6e27f938f405 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:50.792173 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=f562f9a2-2749-4e24-8ea0-22af1268ff91,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:50.827691 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ef0d7c33-c8f2-4bd7-98b1-ace0f987662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'name': 'tempest-TaggedBootDevicesTest-384182886-router', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'a16eb227-0e56-457e-b745-b6a90c1ab9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:07Z', 'updated_at': '2021-08-16T20:10:16Z', 'revision_number': 4, 'project_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'gw_port': {'id': 'a16eb227-0e56-457e-b745-b6a90c1ab9e8', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:09Z', 'updated_at': '2021-08-16T20:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'febb9c80-8779-4632-a97e-37588c9464ba', 'name': '', 'network_id': '6d192dbb-a372-4859-86a9-c63053b8e357', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'mac_address': 'fa:16:3e:29:e7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '279800a2-1f75-4763-82e2-882d40193542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:14Z', 'updated_at': '2021-08-16T20:10:23Z', 'revision_number': 5, 'project_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'subnets': [{'id': '279800a2-1f75-4763-82e2-882d40193542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:20:50.869231 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a031eb7d-eef8-4a22-86a4-c3cd3c950f08 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:50.883164 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0d7c33-c8f2-4bd7-98b1-ace0f987662f None None] Checking router: f26d4812-4937-435d-81ea-35ddaa7226e1 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:20:50.903513 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0d7c33-c8f2-4bd7-98b1-ace0f987662f None None] Routers {'f26d4812-4937-435d-81ea-35ddaa7226e1'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:20:50.904153 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ef0d7c33-c8f2-4bd7-98b1-ace0f987662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:20:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f26d4812-4937-435d-81ea-35ddaa7226e1'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:20:50.947516 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031eb7d-eef8-4a22-86a4-c3cd3c950f08 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Subnet': ['ID=918aab91-f48b-45ba-904a-c1ecfa453883,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:50.961587 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a031eb7d-eef8-4a22-86a4-c3cd3c950f08 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:50.963488 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a031eb7d-eef8-4a22-86a4-c3cd3c950f08 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/918aab91-f48b-45ba-904a-c1ecfa453883 HTTP/1.1" status: 204 len: 168 time: 1.6718276 Aug 16 20:20:50.971037 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39462) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:50.974228 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-d3d35dde-ea8f-44f1-acd5-cd6b8535dc33 req-5e98ec5b-3621-445d-8679-58a55d26af57 service neutron] (94770) timed out ('10.222.0.57', 65379) {{(pid=94770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 20:20:50.974475 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdf82b6-00b2-4a7d-bb83-c46171733b6f None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:20:51.080016 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6af89095-c5f1-4c4c-94c3-523fa0f9c96c req-950fa51b-5d36-4546-9dae-2f2f07d4cfb5 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 210 time: 0.1344919 Aug 16 20:20:51.082162 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0bf2a7a5-6870-40ba-a7d4-4d193338986d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1064525 Aug 16 20:20:51.087963 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39468) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:51.097824 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-61b6d038-4b74-4b70-9ed1-fbc6248c3c3e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:51.303586 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-0fd0f620-1d3a-480a-9325-6e27f938f405 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Allocated IP 172.20.0.5 (ee10d137-f84f-433f-a5c6-041af81d21c9/033ca340-7c7c-44a6-a90d-98332393fe5c/d2e8c29b-a53a-4275-9f28-7df314188358) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:20:51.412655 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-ef0d7c33-c8f2-4bd7-98b1-ace0f987662f None None] Set router f26d4812-4937-435d-81ea-35ddaa7226e1 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:20:51.444935 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd4464-f1bc-425e-9b2e-81c291b8b2f4 req-f53f5a8c-e869-4904-9776-84572a45e345 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:51.451307 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0bbd4464-f1bc-425e-9b2e-81c291b8b2f4 req-f53f5a8c-e869-4904-9776-84572a45e345 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 945 time: 0.2833490 Aug 16 20:20:51.503669 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-deleted', 'tag': '4ca147cc-a223-4e76-8231-748d95ba851c'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:51.512696 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf676ba-ddab-4622-a448-45b287187ba4" -d '{"events": [{"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-deleted", "tag": "4ca147cc-a223-4e76-8231-748d95ba851c"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:51.559692 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b6d038-4b74-4b70-9ed1-fbc6248c3c3e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:51.576304 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-61b6d038-4b74-4b70-9ed1-fbc6248c3c3e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:51.603389 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883a8ee0-ea3e-4cb0-97f5-b29d60ecb670 None None] DHCP port deletion for 90d9b1f1-5046-4354-b6cc-874fd89885eb request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:20:51.676929 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0bbd4464-f1bc-425e-9b2e-81c291b8b2f4 req-8c8eda6e-b6e6-4c0d-a4fb-85df8b52f9d0 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942923 Aug 16 20:20:51.811842 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0d50ab98-8ea8-417f-89df-7125c093b7e8 req-c6c97733-0d37-44f3-a400-f5e3481578bb tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b23d174-fcde-4af1-95e1-a7d26800e639 HTTP/1.1" status: 200 len: 210 time: 0.0747848 Aug 16 20:20:51.814022 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c27172-16ac-425e-a631-13666942725c x-openstack-request-id: req-41c27172-16ac-425e-a631-13666942725c {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:51.814022 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffea3921-dec2-463b-b1f1-baeb28162966", "name": "network-vif-deleted", "tag": "4ca147cc-a223-4e76-8231-748d95ba851c", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:51.814022 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-41c27172-16ac-425e-a631-13666942725c {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:51.818786 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffea3921-dec2-463b-b1f1-baeb28162966', 'name': 'network-vif-deleted', 'tag': '4ca147cc-a223-4e76-8231-748d95ba851c', 'status': 'completed', 'code': 200} Aug 16 20:20:51.949597 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-0fd0f620-1d3a-480a-9325-6e27f938f405 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:51.984460 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-0fd0f620-1d3a-480a-9325-6e27f938f405 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Transition to ACTIVE for port object d2e8c29b-a53a-4275-9f28-7df314188358 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:51.987135 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-883a8ee0-ea3e-4cb0-97f5-b29d60ecb670 None None] Deleting port f562f9a2-2749-4e24-8ea0-22af1268ff91 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:51.987597 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-883a8ee0-ea3e-4cb0-97f5-b29d60ecb670 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:52.067703 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-0fd0f620-1d3a-480a-9325-6e27f938f405 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:52.112488 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ef0d7c33-c8f2-4bd7-98b1-ace0f987662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'name': 'tempest-TaggedBootDevicesTest-384182886-router', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'a16eb227-0e56-457e-b745-b6a90c1ab9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:07Z', 'updated_at': '2021-08-16T20:10:16Z', 'revision_number': 4, 'project_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'gw_port': {'id': 'a16eb227-0e56-457e-b745-b6a90c1ab9e8', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:09Z', 'updated_at': '2021-08-16T20:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'febb9c80-8779-4632-a97e-37588c9464ba', 'name': '', 'network_id': '6d192dbb-a372-4859-86a9-c63053b8e357', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'mac_address': 'fa:16:3e:29:e7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '279800a2-1f75-4763-82e2-882d40193542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:14Z', 'updated_at': '2021-08-16T20:10:23Z', 'revision_number': 5, 'project_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'subnets': [{'id': '279800a2-1f75-4763-82e2-882d40193542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:20:52.143851 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-0fd0f620-1d3a-480a-9325-6e27f938f405 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Network ee10d137-f84f-433f-a5c6-041af81d21c9 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:52.146908 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-0fd0f620-1d3a-480a-9325-6e27f938f405 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:52.163893 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-0fd0f620-1d3a-480a-9325-6e27f938f405 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:20:52.179490 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0d7c33-c8f2-4bd7-98b1-ace0f987662f None None] The sync data for ids ['f26d4812-4937-435d-81ea-35ddaa7226e1'] in n-d-787206-13 is: [{'id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'name': 'tempest-TaggedBootDevicesTest-384182886-router', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'a16eb227-0e56-457e-b745-b6a90c1ab9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:07Z', 'updated_at': '2021-08-16T20:10:16Z', 'revision_number': 4, 'project_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'gw_port': {'id': 'a16eb227-0e56-457e-b745-b6a90c1ab9e8', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:09Z', 'updated_at': '2021-08-16T20:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'febb9c80-8779-4632-a97e-37588c9464ba', 'name': '', 'network_id': '6d192dbb-a372-4859-86a9-c63053b8e357', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'mac_address': 'fa:16:3e:29:e7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '279800a2-1f75-4763-82e2-882d40193542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:14Z', 'updated_at': '2021-08-16T20:10:23Z', 'revision_number': 5, 'project_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'subnets': [{'id': '279800a2-1f75-4763-82e2-882d40193542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:20:52.203234 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-883a8ee0-ea3e-4cb0-97f5-b29d60ecb670 None None] For port f562f9a2-2749-4e24-8ea0-22af1268ff91, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f562f9a2-2749-4e24-8ea0-22af1268ff91,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:52.203608 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-883a8ee0-ea3e-4cb0-97f5-b29d60ecb670 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:52.240441 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-883a8ee0-ea3e-4cb0-97f5-b29d60ecb670 None None] Calling delete_port for f562f9a2-2749-4e24-8ea0-22af1268ff91 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:52.279806 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0f620-1d3a-480a-9325-6e27f938f405 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Pushing event updated for resources: {'Port': ['ID=d2e8c29b-a53a-4275-9f28-7df314188358,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:52.437246 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-0fd0f620-1d3a-480a-9325-6e27f938f405 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:52.440899 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-0fd0f620-1d3a-480a-9325-6e27f938f405 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:52.502008 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-0fd0f620-1d3a-480a-9325-6e27f938f405 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.5464509 Aug 16 20:20:52.529904 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-94926299-c932-4a90-88de-c8824f375e63 req-96f8c551-d751-4708-8831-318e483ab95d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 210 time: 0.1475835 Aug 16 20:20:52.531391 n-d-787206-13 neutron-server[94770]: DEBUG neutron.objects.ports [None req-61b6d038-4b74-4b70-9ed1-fbc6248c3c3e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:20:52.534624 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-dcf2d0b6-3873-4bab-bec9-e1c77fae4d87 service neutron] Request body: {'port': {'device_id': '3b23d174-fcde-4af1-95e1-a7d26800e639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:52.568314 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-883a8ee0-ea3e-4cb0-97f5-b29d60ecb670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:52.606627 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a8ee0-ea3e-4cb0-97f5-b29d60ecb670 None None] Pushing event deleted for resources: {'Port': ['ID=f562f9a2-2749-4e24-8ea0-22af1268ff91,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:52.630556 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883a8ee0-ea3e-4cb0-97f5-b29d60ecb670 None None] No DVR routers for this DVR port f562f9a2-2749-4e24-8ea0-22af1268ff91 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:20:52.722091 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-dcf2d0b6-3873-4bab-bec9-e1c77fae4d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:52.774961 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8c62ab03-913a-4afd-8846-0cff7a2a19d1 None None] Provisioning for port d2e8c29b-a53a-4275-9f28-7df314188358 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:52.779733 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8c62ab03-913a-4afd-8846-0cff7a2a19d1 None None] Provisioning complete for port d2e8c29b-a53a-4275-9f28-7df314188358 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:52.780350 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c62ab03-913a-4afd-8846-0cff7a2a19d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:52.812643 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5267b010-aef7-4ff3-8523-26c63f0156ef None None] New status for floating IP ab77f498-f367-4818-82b8-05dab947ddf6: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:20:52.968367 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8c62ab03-913a-4afd-8846-0cff7a2a19d1 None None] Port d2e8c29b-a53a-4275-9f28-7df314188358 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:20:53.259836 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ef9b8-580b-4ec0-bf47-b08affe74540 req-f1badaff-e0aa-4c7e-8662-7f7b82e40e6b tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:53.267547 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-854ef9b8-580b-4ec0-bf47-b08affe74540 req-f1badaff-e0aa-4c7e-8662-7f7b82e40e6b tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b23d174-fcde-4af1-95e1-a7d26800e639 HTTP/1.1" status: 200 len: 970 time: 0.3435166 Aug 16 20:20:53.340263 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-854ef9b8-580b-4ec0-bf47-b08affe74540 req-020f8388-3c56-42d8-a223-ce59b8a6d1d5 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/security-groups?id=191d0859-b942-45b7-a239-107e8dfd84a7&id=f542f5a7-44d3-46f3-9d52-a54bd1a14d41&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0673056 Aug 16 20:20:53.550491 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-dcf2d0b6-3873-4bab-bec9-e1c77fae4d87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e8c29b-a53a-4275-9f28-7df314188358 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:20:53.581663 n-d-787206-13 neutron-server[94770]: WARNING neutron.services.revisions.revision_plugin [None req-61b6d038-4b74-4b70-9ed1-fbc6248c3c3e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Could not find related port for resource to bump revision. Aug 16 20:20:53.596275 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-dcf2d0b6-3873-4bab-bec9-e1c77fae4d87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:53.657296 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f562f9a2-2749-4e24-8ea0-22af1268ff91 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:20:53.693625 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: f562f9a2-2749-4e24-8ea0-22af1268ff91 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:20:53.694258 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f562f9a2-2749-4e24-8ea0-22af1268ff91 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:20:53.737902 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-dcf2d0b6-3873-4bab-bec9-e1c77fae4d87 service neutron] Transition to ACTIVE for port object d2e8c29b-a53a-4275-9f28-7df314188358 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:53.742609 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-dcf2d0b6-3873-4bab-bec9-e1c77fae4d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:53.804979 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.ipam_pluggable_backend [None req-61b6d038-4b74-4b70-9ed1-fbc6248c3c3e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Port f562f9a2-2749-4e24-8ea0-22af1268ff91 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94770) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 16 20:20:53.805290 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.ipam_pluggable_backend [None req-61b6d038-4b74-4b70-9ed1-fbc6248c3c3e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Reverting IP allocation for 2001:db8::f816:3eff:febe:72d2 {{(pid=94770) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 16 20:20:53.825997 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.ipam_pluggable_backend [None req-61b6d038-4b74-4b70-9ed1-fbc6248c3c3e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Reverting IP allocation failed for 2001:db8::f816:3eff:febe:72d2 {{(pid=94770) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 16 20:20:53.828855 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-61b6d038-4b74-4b70-9ed1-fbc6248c3c3e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:53.938351 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6d038-4b74-4b70-9ed1-fbc6248c3c3e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Subnet': ['ID=84c7d893-d69c-448a-b9c9-39b1a5800417,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:53.964710 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6ff82-6bbb-41a1-b1ce-ed3c363f2aad req-38dcd156-ead6-44fa-9908-d5c71a1b5c03 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:53.972727 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c5e6ff82-6bbb-41a1-b1ce-ed3c363f2aad req-38dcd156-ead6-44fa-9908-d5c71a1b5c03 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 945 time: 0.3886766 Aug 16 20:20:53.998358 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8b531489-8b80-4273-893f-09e89f069ba9 req-74b7f0ff-715e-41d1-9e87-73527b82f411 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 210 time: 0.1241066 Aug 16 20:20:53.999065 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2d0b6-3873-4bab-bec9-e1c77fae4d87 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e8c29b-a53a-4275-9f28-7df314188358,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:54.022236 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b6d038-4b74-4b70-9ed1-fbc6248c3c3e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:54.062425 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-61b6d038-4b74-4b70-9ed1-fbc6248c3c3e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:54.068615 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b6d038-4b74-4b70-9ed1-fbc6248c3c3e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:54.069399 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-61b6d038-4b74-4b70-9ed1-fbc6248c3c3e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:54.076985 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5511e62b-0b52-445c-8941-f2e2232b7e66 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:20:54.108493 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c5e6ff82-6bbb-41a1-b1ce-ed3c363f2aad req-7c168e1e-8df9-4535-a354-e4834c00884b tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345973 Aug 16 20:20:54.132989 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-61b6d038-4b74-4b70-9ed1-fbc6248c3c3e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0438857 Aug 16 20:20:54.140001 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39496) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:54.175631 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6d8c46a0-c7f2-4adf-a293-976b7c80e13a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'port': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'mac_address': 'fa:16:3e:d0:57:7c', 'name': 'tempest-NetworksTestDHCPv6-1747102354'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:54.422242 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8c46a0-c7f2-4adf-a293-976b7c80e13a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:54.477848 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-dcf2d0b6-3873-4bab-bec9-e1c77fae4d87 service neutron] Attempting to bind port d2e8c29b-a53a-4275-9f28-7df314188358 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:20:54.478268 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-dcf2d0b6-3873-4bab-bec9-e1c77fae4d87 service neutron] Attempting to bind port d2e8c29b-a53a-4275-9f28-7df314188358 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '40d48e6a-5978-4dbf-977f-d029067375ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ee10d137-f84f-433f-a5c6-041af81d21c9'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:20:54.478648 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-dcf2d0b6-3873-4bab-bec9-e1c77fae4d87 service neutron] Attempting to bind port d2e8c29b-a53a-4275-9f28-7df314188358 on network ee10d137-f84f-433f-a5c6-041af81d21c9 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:54.490219 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-dcf2d0b6-3873-4bab-bec9-e1c77fae4d87 service neutron] Port d2e8c29b-a53a-4275-9f28-7df314188358 on network ee10d137-f84f-433f-a5c6-041af81d21c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:20:54.490577 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-dcf2d0b6-3873-4bab-bec9-e1c77fae4d87 service neutron] Attempting to bind port d2e8c29b-a53a-4275-9f28-7df314188358 on network ee10d137-f84f-433f-a5c6-041af81d21c9 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:54.500344 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-dcf2d0b6-3873-4bab-bec9-e1c77fae4d87 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:20:54.500753 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-dcf2d0b6-3873-4bab-bec9-e1c77fae4d87 service neutron] Checking segment: {'id': '40d48e6a-5978-4dbf-977f-d029067375ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ee10d137-f84f-433f-a5c6-041af81d21c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:20:54.501082 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-dcf2d0b6-3873-4bab-bec9-e1c77fae4d87 service neutron] Bound using segment: {'id': '40d48e6a-5978-4dbf-977f-d029067375ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ee10d137-f84f-433f-a5c6-041af81d21c9'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:20:54.501511 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-dcf2d0b6-3873-4bab-bec9-e1c77fae4d87 service neutron] Bound port: d2e8c29b-a53a-4275-9f28-7df314188358, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40d48e6a-5978-4dbf-977f-d029067375ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ee10d137-f84f-433f-a5c6-041af81d21c9'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:20:54.501870 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-dcf2d0b6-3873-4bab-bec9-e1c77fae4d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:54.549943 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593a8cca-b354-4090-a4ef-0bf0540c3d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-90d9b1f1-5046-4354-b6cc-874fd89885eb', 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'tenant_id': 'd875706380784001942d3868f3fe0ec8', 'fixed_ips': [{'subnet_id': '84c7d893-d69c-448a-b9c9-39b1a5800417'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:20:54.549943 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-593a8cca-b354-4090-a4ef-0bf0540c3d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:54.614570 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d8c46a0-c7f2-4adf-a293-976b7c80e13a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:54.695357 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-6d8c46a0-c7f2-4adf-a293-976b7c80e13a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] device_id is not set on port 36a8f16e-258e-42a8-a423-aba8f94890f4 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:20:54.732919 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd3d4e-6c36-48ee-b9fd-b77f9640e725 req-7ceca4a6-e282-496c-b56e-e77582050489 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:54.751008 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5ecd3d4e-6c36-48ee-b9fd-b77f9640e725 req-7ceca4a6-e282-496c-b56e-e77582050489 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b23d174-fcde-4af1-95e1-a7d26800e639 HTTP/1.1" status: 200 len: 982 time: 0.2260909 Aug 16 20:20:54.790855 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-593a8cca-b354-4090-a4ef-0bf0540c3d59 None None] Allocated IP 2001:db8::f816:3eff:fe60:65e5 (90d9b1f1-5046-4354-b6cc-874fd89885eb/84c7d893-d69c-448a-b9c9-39b1a5800417/52f8299b-3659-46c0-ac06-d3ced396231d) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:20:54.809170 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-dcf2d0b6-3873-4bab-bec9-e1c77fae4d87 service neutron] For port d2e8c29b-a53a-4275-9f28-7df314188358, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:20:54.840235 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-dcf2d0b6-3873-4bab-bec9-e1c77fae4d87 service neutron] For port d2e8c29b-a53a-4275-9f28-7df314188358, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=d2e8c29b-a53a-4275-9f28-7df314188358,segment=NetworkSegment(40d48e6a-5978-4dbf-977f-d029067375ec),segment_id=40d48e6a-5978-4dbf-977f-d029067375ec)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:20:54.856153 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-dcf2d0b6-3873-4bab-bec9-e1c77fae4d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:54.900456 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5ecd3d4e-6c36-48ee-b9fd-b77f9640e725 req-d8a2cbae-9b41-4289-bb44-0a4ebd3cce57 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/security-groups?id=191d0859-b942-45b7-a239-107e8dfd84a7&id=f542f5a7-44d3-46f3-9d52-a54bd1a14d41&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1484454 Aug 16 20:20:54.965245 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-dcf2d0b6-3873-4bab-bec9-e1c77fae4d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:54.966137 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-dcf2d0b6-3873-4bab-bec9-e1c77fae4d87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:54.971629 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-dcf2d0b6-3873-4bab-bec9-e1c77fae4d87 service neutron] 10.222.0.57 "PUT /v2.0/ports/d2e8c29b-a53a-4275-9f28-7df314188358 HTTP/1.1" status: 200 len: 1131 time: 2.4622335 Aug 16 20:20:54.972563 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b23d174-fcde-4af1-95e1-a7d26800e639', 'tag': 'd2e8c29b-a53a-4275-9f28-7df314188358'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:55.014052 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b775ce6-f23c-4a3e-b441-93bfba9cf31f" -d '{"events": [{"name": "network-changed", "server_uuid": "3b23d174-fcde-4af1-95e1-a7d26800e639", "tag": "d2e8c29b-a53a-4275-9f28-7df314188358"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:55.113116 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-593a8cca-b354-4090-a4ef-0bf0540c3d59 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:55.123087 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-593a8cca-b354-4090-a4ef-0bf0540c3d59 None None] Transition to ACTIVE for port object 52f8299b-3659-46c0-ac06-d3ced396231d will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:55.148684 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca59ab3-5654-4f7a-a9fd-dda00905d364 x-openstack-request-id: req-3ca59ab3-5654-4f7a-a9fd-dda00905d364 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:55.163506 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b23d174-fcde-4af1-95e1-a7d26800e639", "tag": "d2e8c29b-a53a-4275-9f28-7df314188358", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:55.164104 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3ca59ab3-5654-4f7a-a9fd-dda00905d364 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:55.164772 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b23d174-fcde-4af1-95e1-a7d26800e639', 'tag': 'd2e8c29b-a53a-4275-9f28-7df314188358', 'status': 'completed', 'code': 200} Aug 16 20:20:55.167332 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-593a8cca-b354-4090-a4ef-0bf0540c3d59 None None] Transition to ACTIVE for port object 52f8299b-3659-46c0-ac06-d3ced396231d will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:55.189001 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-593a8cca-b354-4090-a4ef-0bf0540c3d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:55.310837 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593a8cca-b354-4090-a4ef-0bf0540c3d59 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:55.323924 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-593a8cca-b354-4090-a4ef-0bf0540c3d59 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:55.357553 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-6d8c46a0-c7f2-4adf-a293-976b7c80e13a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Allocated IP 2001:db8::f816:3eff:fed0:577c (90d9b1f1-5046-4354-b6cc-874fd89885eb/84c7d893-d69c-448a-b9c9-39b1a5800417/36a8f16e-258e-42a8-a423-aba8f94890f4) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:20:55.388605 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593a8cca-b354-4090-a4ef-0bf0540c3d59 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:20:55.420567 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a8cca-b354-4090-a4ef-0bf0540c3d59 None None] Pushing event updated for resources: {'Port': ['ID=52f8299b-3659-46c0-ac06-d3ced396231d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:55.434690 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f81463-d877-465b-869c-fc6d72869d2e req-ff2d8d3d-0e84-437f-97f0-cd1affd061ab tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:55.449241 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-99f81463-d877-465b-869c-fc6d72869d2e req-ff2d8d3d-0e84-437f-97f0-cd1affd061ab tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 945 time: 0.1494281 Aug 16 20:20:55.571058 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2d0b6-3873-4bab-bec9-e1c77fae4d87 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e8c29b-a53a-4275-9f28-7df314188358,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:55.601997 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-593a8cca-b354-4090-a4ef-0bf0540c3d59 None None] Attempting to bind port 52f8299b-3659-46c0-ac06-d3ced396231d on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:20:55.603407 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-593a8cca-b354-4090-a4ef-0bf0540c3d59 None None] Attempting to bind port 52f8299b-3659-46c0-ac06-d3ced396231d by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:20:55.604133 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593a8cca-b354-4090-a4ef-0bf0540c3d59 None None] Attempting to bind port 52f8299b-3659-46c0-ac06-d3ced396231d on network 90d9b1f1-5046-4354-b6cc-874fd89885eb {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:55.626669 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593a8cca-b354-4090-a4ef-0bf0540c3d59 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:20:55.627894 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593a8cca-b354-4090-a4ef-0bf0540c3d59 None None] Checking segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:20:55.629301 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-593a8cca-b354-4090-a4ef-0bf0540c3d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:55.630173 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593a8cca-b354-4090-a4ef-0bf0540c3d59 None None] Bound using segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:20:55.630829 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-593a8cca-b354-4090-a4ef-0bf0540c3d59 None None] Bound port: 52f8299b-3659-46c0-ac06-d3ced396231d, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:20:55.631580 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-593a8cca-b354-4090-a4ef-0bf0540c3d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:55.658825 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-99f81463-d877-465b-869c-fc6d72869d2e req-1b808f86-4e69-4f10-91bb-0f7542594273 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085557 Aug 16 20:20:55.717955 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-8094e98c-72bd-4b19-b854-5fc3483e2961 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2073088 Aug 16 20:20:55.804322 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-593a8cca-b354-4090-a4ef-0bf0540c3d59 None None] For port 52f8299b-3659-46c0-ac06-d3ced396231d, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:20:55.817917 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d8c46a0-c7f2-4adf-a293-976b7c80e13a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:55.819994 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-593a8cca-b354-4090-a4ef-0bf0540c3d59 None None] For port 52f8299b-3659-46c0-ac06-d3ced396231d, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=52f8299b-3659-46c0-ac06-d3ced396231d,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:20:55.825973 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-593a8cca-b354-4090-a4ef-0bf0540c3d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:55.844713 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cc7d45dd-2f77-4fba-8072-c9ef9779da83 req-c6f27a4c-e044-4073-9748-b29684519fda tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 210 time: 0.2745709 Aug 16 20:20:55.875115 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-870f1c90-0391-469a-b9c6-480c783bd84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:55.875907 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-870f1c90-0391-469a-b9c6-480c783bd84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:55.876758 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-870f1c90-0391-469a-b9c6-480c783bd84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:55.877460 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-870f1c90-0391-469a-b9c6-480c783bd84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:55.877877 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-6d8c46a0-c7f2-4adf-a293-976b7c80e13a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Transition to ACTIVE for port object 36a8f16e-258e-42a8-a423-aba8f94890f4 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:55.878467 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-870f1c90-0391-469a-b9c6-480c783bd84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:55.879098 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-870f1c90-0391-469a-b9c6-480c783bd84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:55.879849 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-870f1c90-0391-469a-b9c6-480c783bd84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:55.881092 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-d58a04fc-cd26-4621-a23f-4f64910afa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:55.882659 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-d58a04fc-cd26-4621-a23f-4f64910afa88 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8bcd23a9a424ad4a6a1bf7da2226594&device_id=3b23d174-fcde-4af1-95e1-a7d26800e639 HTTP/1.1" status: 200 len: 1134 time: 0.8254335 Aug 16 20:20:55.888119 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-870f1c90-0391-469a-b9c6-480c783bd84f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7b57628fd666456abf7d4e027fd3ce47&device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 6508 time: 0.1295691 Aug 16 20:20:55.936426 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a8cca-b354-4090-a4ef-0bf0540c3d59 None None] Pushing event updated for resources: {'Port': ['ID=52f8299b-3659-46c0-ac06-d3ced396231d,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:55.969256 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-fe7e829b-186a-4927-9221-619d35618002 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2e8c29b-a53a-4275-9f28-7df314188358 HTTP/1.1" status: 200 len: 217 time: 0.0517154 Aug 16 20:20:56.063584 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-be28af48-61ce-43c5-b6db-088cc22321c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:56.068470 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-be28af48-61ce-43c5-b6db-088cc22321c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=033ca340-7c7c-44a6-a90d-98332393fe5c HTTP/1.1" status: 200 len: 835 time: 0.0812812 Aug 16 20:20:56.074672 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d8c46a0-c7f2-4adf-a293-976b7c80e13a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:56.200602 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8c46a0-c7f2-4adf-a293-976b7c80e13a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:56.202112 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-6d8c46a0-c7f2-4adf-a293-976b7c80e13a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:56.219601 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8c46a0-c7f2-4adf-a293-976b7c80e13a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:20:56.247676 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8c46a0-c7f2-4adf-a293-976b7c80e13a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:56.248399 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d8c46a0-c7f2-4adf-a293-976b7c80e13a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:56.329288 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-849a3587-0d7a-4856-8a5d-b521b166c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:56.335341 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-849a3587-0d7a-4856-8a5d-b521b166c663 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ee10d137-f84f-433f-a5c6-041af81d21c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2513034 Aug 16 20:20:56.336134 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c46a0-c7f2-4adf-a293-976b7c80e13a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Port': ['ID=36a8f16e-258e-42a8-a423-aba8f94890f4,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:56.339029 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9b3c4-2375-426d-9cb9-afd123bf8749 req-f323175c-5fdf-41f5-9cc5-9a015b9db400 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:56.343682 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3bd9b3c4-2375-426d-9cb9-afd123bf8749 req-f323175c-5fdf-41f5-9cc5-9a015b9db400 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b23d174-fcde-4af1-95e1-a7d26800e639 HTTP/1.1" status: 200 len: 982 time: 0.2579355 Aug 16 20:20:56.352350 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-9deb309e-8c9b-43bb-a515-0f2dd68fbe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:56.387709 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-9deb309e-8c9b-43bb-a515-0f2dd68fbe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:56.389599 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-9deb309e-8c9b-43bb-a515-0f2dd68fbe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:56.399380 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-9deb309e-8c9b-43bb-a515-0f2dd68fbe4f service neutron] 10.222.0.63 "GET /v2.0/networks?id=0ae80140-337e-46f6-881d-18b41812816e&id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&id=90394afd-703c-4163-92ad-725e7cc3c2c5&id=90394afd-703c-4163-92ad-725e7cc3c2c5 HTTP/1.1" status: 200 len: 2297 time: 0.4655013 Aug 16 20:20:56.548816 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-f1272040-b047-4f6e-b4f7-5e5682823734 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b63bd87-1c14-4b71-a437-91e0a8eca98c HTTP/1.1" status: 200 len: 1001 time: 0.1347291 Aug 16 20:20:56.561109 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-d691478f-3105-45c3-b7ed-db35a8d03a09 service neutron] 10.222.0.57 "GET /v2.0/networks/ee10d137-f84f-433f-a5c6-041af81d21c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999903 Aug 16 20:20:56.565896 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6d8c46a0-c7f2-4adf-a293-976b7c80e13a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4218724 Aug 16 20:20:56.566819 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39516) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:56.691377 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fe25bb-1ae6-481f-8f78-3cad51960e75 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:56.713759 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fe25bb-1ae6-481f-8f78-3cad51960e75 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:56.718817 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-36fe25bb-1ae6-481f-8f78-3cad51960e75 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1479924 Aug 16 20:20:56.722453 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39522) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:56.795737 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-022ecdab-c723-449b-9cb9-140a263b0236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:56.797330 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-022ecdab-c723-449b-9cb9-140a263b0236 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=38e01d28-9c01-425c-8286-6dc8a892ec17 HTTP/1.1" status: 200 len: 856 time: 0.2350411 Aug 16 20:20:56.813288 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3bd9b3c4-2375-426d-9cb9-afd123bf8749 req-66db4969-1d7c-44c1-9428-11451c0fcde9 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/security-groups?id=191d0859-b942-45b7-a239-107e8dfd84a7&id=f542f5a7-44d3-46f3-9d52-a54bd1a14d41&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4114668 Aug 16 20:20:56.866153 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-423ef9b7-9def-45d8-96d5-846f27bab450 req-1a85efde-7eca-4a27-8e1b-2a55112c96f3 service neutron] 10.222.0.57 "GET /v2.0/networks/ee10d137-f84f-433f-a5c6-041af81d21c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857947 Aug 16 20:20:56.921902 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-8278436d-e277-49fb-9f4c-a8e38249bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:56.926903 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840f0cb-00e0-424e-8361-2ac3428f17e5 req-823de02f-605f-4edd-986e-00cf0a358824 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:56.927373 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-8278436d-e277-49fb-9f4c-a8e38249bb6c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0ae80140-337e-46f6-881d-18b41812816e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1078734 Aug 16 20:20:56.934695 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b840f0cb-00e0-424e-8361-2ac3428f17e5 req-823de02f-605f-4edd-986e-00cf0a358824 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 945 time: 0.1333411 Aug 16 20:20:57.051759 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b775ce6-f23c-4a3e-b441-93bfba9cf31f req-8183d8e9-1801-4552-acab-06d1629f3eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:57.063764 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4b775ce6-f23c-4a3e-b441-93bfba9cf31f req-8183d8e9-1801-4552-acab-06d1629f3eae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8bcd23a9a424ad4a6a1bf7da2226594&device_id=3b23d174-fcde-4af1-95e1-a7d26800e639 HTTP/1.1" status: 200 len: 1134 time: 0.1210129 Aug 16 20:20:57.078618 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e9aa01c4-608d-44c9-b2d4-b2306bcb197f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting port 36a8f16e-258e-42a8-a423-aba8f94890f4 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:57.078618 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e9aa01c4-608d-44c9-b2d4-b2306bcb197f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:57.092233 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b840f0cb-00e0-424e-8361-2ac3428f17e5 req-2826635d-1673-4f8a-8a2e-8276a0f279b6 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502640 Aug 16 20:20:57.190415 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-be990e87-2157-4e07-b401-367323ee2f35 req-3de38e09-b56a-47d8-87b4-0327ebde08d2 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 210 time: 0.0793874 Aug 16 20:20:57.273595 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-f5e7c93b-9bda-488f-8148-20bf2a8af508 service neutron] 10.222.0.63 "GET /v2.0/networks/0ae80140-337e-46f6-881d-18b41812816e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377244 Aug 16 20:20:57.517035 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b775ce6-f23c-4a3e-b441-93bfba9cf31f req-843ab0fb-3b7b-4634-8d2b-7f61cc86cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:57.519533 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4b775ce6-f23c-4a3e-b441-93bfba9cf31f req-843ab0fb-3b7b-4634-8d2b-7f61cc86cbc7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ee10d137-f84f-433f-a5c6-041af81d21c9 HTTP/1.1" status: 200 len: 897 time: 0.4298556 Aug 16 20:20:57.530323 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-e925e517-65be-4206-88cc-d7a0ab5c0d67 service neutron] 10.222.0.63 "GET /v2.0/networks/0ae80140-337e-46f6-881d-18b41812816e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491162 Aug 16 20:20:57.625828 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-84ea9200-eba4-448a-ad6e-bc4c5b658a07 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=0806bdce-2fff-4354-aa5e-714ebcf44a22 HTTP/1.1" status: 200 len: 217 time: 0.0878468 Aug 16 20:20:57.709764 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-34d98ebe-ea6c-4ee9-8225-6ed4e0ee9522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:57.714501 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-34d98ebe-ea6c-4ee9-8225-6ed4e0ee9522 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f33a40b4-e403-467d-9112-f03dd7c053f7 HTTP/1.1" status: 200 len: 797 time: 0.0786366 Aug 16 20:20:57.761945 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4b775ce6-f23c-4a3e-b441-93bfba9cf31f req-9048c0b1-397a-4dcf-a013-8414d29210e3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2e8c29b-a53a-4275-9f28-7df314188358 HTTP/1.1" status: 200 len: 217 time: 0.2344551 Aug 16 20:20:57.769276 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 52f8299b-3659-46c0-ac06-d3ced396231d up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:20:57.895152 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-090b70de-746a-4dd0-9b8b-87da0de4b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:57.897788 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-090b70de-746a-4dd0-9b8b-87da0de4b37a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1795790 Aug 16 20:20:57.909896 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b775ce6-f23c-4a3e-b441-93bfba9cf31f req-8edbf793-400b-4ffe-8d8f-37f84c984d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:57.919675 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 52f8299b-3659-46c0-ac06-d3ced396231d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:57.919969 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4b775ce6-f23c-4a3e-b441-93bfba9cf31f req-8edbf793-400b-4ffe-8d8f-37f84c984d95 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=033ca340-7c7c-44a6-a90d-98332393fe5c HTTP/1.1" status: 200 len: 835 time: 0.1372705 Aug 16 20:20:57.923115 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e9aa01c4-608d-44c9-b2d4-b2306bcb197f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:57.933868 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3120521a-88bd-48ad-a81e-08141f6b753c None None] Provisioning for port 52f8299b-3659-46c0-ac06-d3ced396231d completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:57.937753 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 52f8299b-3659-46c0-ac06-d3ced396231d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:57.945060 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:57.977087 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3120521a-88bd-48ad-a81e-08141f6b753c None None] Provisioning complete for port 52f8299b-3659-46c0-ac06-d3ced396231d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:57.977904 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3120521a-88bd-48ad-a81e-08141f6b753c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:57.999048 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39538) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:58.128369 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-149c04d1-e7ec-4b8b-aacd-74c2eba7d20f service neutron] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149234 Aug 16 20:20:58.214840 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:58.241777 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3120521a-88bd-48ad-a81e-08141f6b753c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:58.285906 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2da0c980-8c7e-49d0-8b04-d31714ccef10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:58.289737 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3120521a-88bd-48ad-a81e-08141f6b753c None None] For port 52f8299b-3659-46c0-ac06-d3ced396231d, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=52f8299b-3659-46c0-ac06-d3ced396231d,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:58.302742 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3120521a-88bd-48ad-a81e-08141f6b753c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:58.359983 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf90af6-edad-43b9-a2d6-bfe3f4d4c847 req-4ba509cd-2e1f-4a12-9feb-69a7ad3d7211 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:58.367325 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6bf90af6-edad-43b9-a2d6-bfe3f4d4c847 req-4ba509cd-2e1f-4a12-9feb-69a7ad3d7211 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 945 time: 0.1282098 Aug 16 20:20:58.381974 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-f1a0cc4f-5a7b-4b5e-9bc2-402a811ec48d service neutron] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441916 Aug 16 20:20:58.398701 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:20:58.399279 n-d-787206-13 neutron-server[94772]: DEBUG oslo_db.api [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:20:58.402859 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120521a-88bd-48ad-a81e-08141f6b753c None None] Pushing event updated for resources: {'Port': ['ID=52f8299b-3659-46c0-ac06-d3ced396231d,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:58.403191 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e9aa01c4-608d-44c9-b2d4-b2306bcb197f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Calling delete_port for 36a8f16e-258e-42a8-a423-aba8f94890f4 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:58.437276 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-51b013a1-438b-407f-a306-4bf39cb4294a None None] Provisioning for port 36a8f16e-258e-42a8-a423-aba8f94890f4 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:58.443712 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-51b013a1-438b-407f-a306-4bf39cb4294a None None] Provisioning complete for port 36a8f16e-258e-42a8-a423-aba8f94890f4 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:58.444677 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51b013a1-438b-407f-a306-4bf39cb4294a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:58.456923 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-6308e8ac-859b-4f3e-bf19-4d999e5bd3cb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=ab46bcc0-44ef-4e7c-b460-c2af6e725793 HTTP/1.1" status: 200 len: 217 time: 0.0640798 Aug 16 20:20:58.494298 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-51b013a1-438b-407f-a306-4bf39cb4294a None None] Port 36a8f16e-258e-42a8-a423-aba8f94890f4 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:20:58.500460 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b775ce6-f23c-4a3e-b441-93bfba9cf31f req-0678be26-feeb-49cc-b4aa-37cb22364ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:58.502008 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4b775ce6-f23c-4a3e-b441-93bfba9cf31f req-0678be26-feeb-49cc-b4aa-37cb22364ebd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ee10d137-f84f-433f-a5c6-041af81d21c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5812500 Aug 16 20:20:58.518212 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf36e48-4cec-4e56-a820-d8b475fed83c req-2255087c-5ea2-4032-8a95-93b06c77429b tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:58.519747 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cdf36e48-4cec-4e56-a820-d8b475fed83c req-2255087c-5ea2-4032-8a95-93b06c77429b tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b23d174-fcde-4af1-95e1-a7d26800e639 HTTP/1.1" status: 200 len: 982 time: 0.1492853 Aug 16 20:20:58.524280 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6bf90af6-edad-43b9-a2d6-bfe3f4d4c847 req-26cc44d4-efbf-4dd8-81fc-6b172538b8ee tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513855 Aug 16 20:20:58.586733 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2da0c980-8c7e-49d0-8b04-d31714ccef10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:58.610440 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2da0c980-8c7e-49d0-8b04-d31714ccef10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:58.639230 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5b9796d8-b757-4341-83ae-ee1cc08c4124 req-27ea7ead-18e4-4088-a594-34d193f38ee7 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 210 time: 0.0475483 Aug 16 20:20:58.653977 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cdf36e48-4cec-4e56-a820-d8b475fed83c req-309e4b82-dfb5-4604-8817-1ad628329e57 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/security-groups?id=191d0859-b942-45b7-a239-107e8dfd84a7&id=f542f5a7-44d3-46f3-9d52-a54bd1a14d41&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1148186 Aug 16 20:20:58.654728 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-0dece01f-9cb8-4739-93c3-71bc0d56f2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:58.657330 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-0dece01f-9cb8-4739-93c3-71bc0d56f2d3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f33a40b4-e403-467d-9112-f03dd7c053f7 HTTP/1.1" status: 200 len: 797 time: 0.1880817 Aug 16 20:20:58.682601 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2da0c980-8c7e-49d0-8b04-d31714ccef10 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2412e52eee3040dcb9f18be46aa6d286&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6802554 Aug 16 20:20:58.685010 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39546) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:58.711936 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4b775ce6-f23c-4a3e-b441-93bfba9cf31f req-6478765d-b58f-4519-bfa3-67f9b90d6c92 service neutron] 10.222.0.57 "GET /v2.0/networks/ee10d137-f84f-433f-a5c6-041af81d21c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876104 Aug 16 20:20:58.737236 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0c980-8c7e-49d0-8b04-d31714ccef10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903cfbd7-73a4-420e-9acd-01e3b9426f29,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:58.775365 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e9aa01c4-608d-44c9-b2d4-b2306bcb197f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:58.784899 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-daefe288-1a70-456c-b648-2a3842f29ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:58.786506 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-daefe288-1a70-456c-b648-2a3842f29ed3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1023171 Aug 16 20:20:58.809374 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c80369da-9a12-4efa-8364-b16b0a73b8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:58.829387 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa01c4-608d-44c9-b2d4-b2306bcb197f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Port': ['ID=36a8f16e-258e-42a8-a423-aba8f94890f4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:58.852339 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e9aa01c4-608d-44c9-b2d4-b2306bcb197f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:58.859788 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e9aa01c4-608d-44c9-b2d4-b2306bcb197f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/36a8f16e-258e-42a8-a423-aba8f94890f4 HTTP/1.1" status: 204 len: 168 time: 2.1320105 Aug 16 20:20:58.860979 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39552) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:58.872432 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c80369da-9a12-4efa-8364-b16b0a73b8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:58.947915 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4b775ce6-f23c-4a3e-b441-93bfba9cf31f req-953b7506-9578-4f50-bb63-a50d6a174877 service neutron] 10.222.0.57 "GET /v2.0/networks/ee10d137-f84f-433f-a5c6-041af81d21c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271974 Aug 16 20:20:58.954020 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-924e3c10-8d3f-44bd-9004-7f909dd7dc4c service neutron] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581886 Aug 16 20:20:58.977181 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29391c4-93c8-4d3a-b172-bfc503b790d1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:58.980389 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29391c4-93c8-4d3a-b172-bfc503b790d1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:58.984907 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c29391c4-93c8-4d3a-b172-bfc503b790d1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1203980 Aug 16 20:20:58.985502 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39556) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:59.070521 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b344c4-b257-4170-ab4f-930083fcef9d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting subnet 84c7d893-d69c-448a-b9c9-39b1a5800417 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:20:59.076435 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2b344c4-b257-4170-ab4f-930083fcef9d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:59.130123 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c80369da-9a12-4efa-8364-b16b0a73b8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:59.138355 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c80369da-9a12-4efa-8364-b16b0a73b8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:59.139822 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c80369da-9a12-4efa-8364-b16b0a73b8b4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/903cfbd7-73a4-420e-9acd-01e3b9426f29 HTTP/1.1" status: 204 len: 168 time: 0.4379160 Aug 16 20:20:59.148232 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-1f48dfbe-c9ae-4051-8254-784ccafbc013 service neutron] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808307 Aug 16 20:20:59.168689 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80369da-9a12-4efa-8364-b16b0a73b8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903cfbd7-73a4-420e-9acd-01e3b9426f29,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:59.219431 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2b344c4-b257-4170-ab4f-930083fcef9d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:59.220576 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-8f09af2b-3039-4b21-9073-d66068f55848 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=15bcece1-3862-48bc-becb-4f92e4ddad57 HTTP/1.1" status: 200 len: 217 time: 0.0622606 Aug 16 20:20:59.324992 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-aedf62f8-470f-4892-b6a7-d26b6d40082f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:59.327925 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-aedf62f8-470f-4892-b6a7-d26b6d40082f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f33a40b4-e403-467d-9112-f03dd7c053f7 HTTP/1.1" status: 200 len: 797 time: 0.1000705 Aug 16 20:20:59.352269 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2b344c4-b257-4170-ab4f-930083fcef9d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:59.421101 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-96f8a8a9-5b76-4c62-8eee-fb7cb661c8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:59.424916 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-96f8a8a9-5b76-4c62-8eee-fb7cb661c8a8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0886981 Aug 16 20:20:59.429610 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2b344c4-b257-4170-ab4f-930083fcef9d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:59.469981 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b344c4-b257-4170-ab4f-930083fcef9d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Subnet': ['ID=84c7d893-d69c-448a-b9c9-39b1a5800417,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:59.478737 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2b344c4-b257-4170-ab4f-930083fcef9d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:59.481023 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c2b344c4-b257-4170-ab4f-930083fcef9d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/84c7d893-d69c-448a-b9c9-39b1a5800417 HTTP/1.1" status: 204 len: 168 time: 0.4945738 Aug 16 20:20:59.483625 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39566) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:59.488836 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67af115d-4931-4c09-adbd-714cd075e1e6 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:20:59.530359 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-84f5e5e9-733f-40fb-a788-533b51a4c6e1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449233 Aug 16 20:20:59.532857 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39568) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:59.647054 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-0c19ed58-f3a9-4694-bec4-72e94d0cac1b service neutron] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140725 Aug 16 20:20:59.651364 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d6cdca-ff32-4ed6-aa28-0597caf49219 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:59.658930 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b0d6cdca-ff32-4ed6-aa28-0597caf49219 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1227410 Aug 16 20:20:59.659838 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39572) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:59.718831 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39578) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:59.762377 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 52f8299b-3659-46c0-ac06-d3ced396231d up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:20:59.793445 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41469f1-8824-41ca-9f15-99ad536a8193 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:59.798580 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39580) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:59.799697 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e41469f1-8824-41ca-9f15-99ad536a8193 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1340241 Aug 16 20:20:59.842234 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a1674628-2bfb-4801-934e-b2a089650963 req-b7ca1ee1-5236-425f-a8d3-b7e88ba33a44 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 210 time: 0.0382125 Aug 16 20:20:59.867924 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 52f8299b-3659-46c0-ac06-d3ced396231d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:59.868308 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:59.888025 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f7fb568d-5412-45d3-b120-934d46347f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:59.899379 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-77d80228-399f-4e79-ac89-48302c2d96bd tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0953045 Aug 16 20:20:59.904181 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39584) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:59.910839 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9754f671-702a-4462-b087-56abfa33c6d1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:59.944114 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device d2e8c29b-a53a-4275-9f28-7df314188358 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:20:59.959812 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf54ef65-1ba1-4511-a77c-1ca4785c4149 None None] DHCP port deletion for 90d9b1f1-5046-4354-b6cc-874fd89885eb request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:21:00.053587 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785830a5-dd91-42b4-b1df-959a940a5678 req-af868030-de09-4902-a2b8-926ec82cb749 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:00.060332 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-785830a5-dd91-42b4-b1df-959a940a5678 req-af868030-de09-4902-a2b8-926ec82cb749 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 945 time: 0.4048107 Aug 16 20:21:00.156148 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf54ef65-1ba1-4511-a77c-1ca4785c4149 None None] Deleting port 52f8299b-3659-46c0-ac06-d3ced396231d {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:00.156724 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf54ef65-1ba1-4511-a77c-1ca4785c4149 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:00.182814 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf220e-a0ce-4b7f-b9ba-b7d113d57908 req-b65f967d-9813-4965-9569-36719439e299 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:00.184455 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8cbf220e-a0ce-4b7f-b9ba-b7d113d57908 req-b65f967d-9813-4965-9569-36719439e299 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b23d174-fcde-4af1-95e1-a7d26800e639 HTTP/1.1" status: 200 len: 982 time: 0.1104226 Aug 16 20:21:00.246544 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f7fb568d-5412-45d3-b120-934d46347f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:00.259780 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-638702b4-4937-4742-a43a-5e21acf6e191 service neutron] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6026905 Aug 16 20:21:00.263478 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf54ef65-1ba1-4511-a77c-1ca4785c4149 None None] For port 52f8299b-3659-46c0-ac06-d3ced396231d, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=52f8299b-3659-46c0-ac06-d3ced396231d,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:00.264018 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf54ef65-1ba1-4511-a77c-1ca4785c4149 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:00.277983 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f7fb568d-5412-45d3-b120-934d46347f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:00.282747 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf54ef65-1ba1-4511-a77c-1ca4785c4149 None None] Calling delete_port for 52f8299b-3659-46c0-ac06-d3ced396231d owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:00.314643 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8cbf220e-a0ce-4b7f-b9ba-b7d113d57908 req-7831e159-66a5-445e-8b86-43fd78aa2bda tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/security-groups?id=191d0859-b942-45b7-a239-107e8dfd84a7&id=f542f5a7-44d3-46f3-9d52-a54bd1a14d41&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1169686 Aug 16 20:21:00.343686 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9754f671-702a-4462-b087-56abfa33c6d1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:00.349881 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9754f671-702a-4462-b087-56abfa33c6d1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:00.395952 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port d2e8c29b-a53a-4275-9f28-7df314188358, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=d2e8c29b-a53a-4275-9f28-7df314188358,segment=NetworkSegment(40d48e6a-5978-4dbf-977f-d029067375ec),segment_id=40d48e6a-5978-4dbf-977f-d029067375ec)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:00.427196 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'd2e8c29b-a53a-4275-9f28-7df314188358', 'network_id': 'ee10d137-f84f-433f-a5c6-041af81d21c9', 'port_id': 'd2e8c29b-a53a-4275-9f28-7df314188358', 'mac_address': 'fa:16:3e:d0:74:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '033ca340-7c7c-44a6-a90d-98332393fe5c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:21:00.455859 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-785830a5-dd91-42b4-b1df-959a940a5678 req-31232766-2a16-47f0-9fab-f855744df5f4 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069046 Aug 16 20:21:00.463911 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-b2eedb42-797b-4240-a587-37bbb2c00719 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=f95a6a25-2ba9-4066-b98c-395810ce723a HTTP/1.1" status: 200 len: 217 time: 0.1640339 Aug 16 20:21:00.507059 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb568d-5412-45d3-b120-934d46347f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc24015-4d5a-41a1-9081-2acc263be221,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:00.520628 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f7fb568d-5412-45d3-b120-934d46347f91 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7ef8a0b09f6240b4abf213db67586387&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7670131 Aug 16 20:21:00.523054 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:00.531266 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39588) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:00.551552 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e8c29b-a53a-4275-9f28-7df314188358 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:21:00.565235 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf54ef65-1ba1-4511-a77c-1ca4785c4149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:00.593415 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-7287e28e-e91b-4d0a-bb4e-97b1cd28a3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:00.593971 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:21:00.597502 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-7287e28e-e91b-4d0a-bb4e-97b1cd28a3b3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f33a40b4-e403-467d-9112-f03dd7c053f7 HTTP/1.1" status: 200 len: 797 time: 0.1177490 Aug 16 20:21:00.605676 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port d2e8c29b-a53a-4275-9f28-7df314188358, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=d2e8c29b-a53a-4275-9f28-7df314188358,segment=NetworkSegment(40d48e6a-5978-4dbf-977f-d029067375ec),segment_id=40d48e6a-5978-4dbf-977f-d029067375ec)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:00.608586 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54ef65-1ba1-4511-a77c-1ca4785c4149 None None] Pushing event deleted for resources: {'Port': ['ID=52f8299b-3659-46c0-ac06-d3ced396231d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:00.612415 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf54ef65-1ba1-4511-a77c-1ca4785c4149 None None] No DVR routers for this DVR port 52f8299b-3659-46c0-ac06-d3ced396231d on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:21:00.615894 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:00.680962 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-f1d1cda4-c125-46a5-b251-ce82ac4fba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:00.682719 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-f1d1cda4-c125-46a5-b251-ce82ac4fba5a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0779662 Aug 16 20:21:00.696141 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30296d77-a8a4-4da2-b56e-d9e4c46a9ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:00.726716 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=d2e8c29b-a53a-4275-9f28-7df314188358,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:00.761888 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30296d77-a8a4-4da2-b56e-d9e4c46a9ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:00.819563 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['d2e8c29b-a53a-4275-9f28-7df314188358'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:21:00.859222 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-39975d34-e1ad-4ace-b4c4-088fbec6035e service neutron] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667583 Aug 16 20:21:00.859497 n-d-787206-13 neutron-server[94771]: DEBUG neutron.objects.ports [None req-9754f671-702a-4462-b087-56abfa33c6d1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:21:00.862693 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9754f671-702a-4462-b087-56abfa33c6d1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:00.925909 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754f671-702a-4462-b087-56abfa33c6d1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Subnet': ['ID=f060ef94-3a7f-415e-9b49-c97abea2a3bb,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:00.940774 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9754f671-702a-4462-b087-56abfa33c6d1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:00.942717 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-9754f671-702a-4462-b087-56abfa33c6d1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:00.946631 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9754f671-702a-4462-b087-56abfa33c6d1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:00.946801 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9754f671-702a-4462-b087-56abfa33c6d1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:00.967457 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30296d77-a8a4-4da2-b56e-d9e4c46a9ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:00.968711 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13492c2-1372-4615-945d-6268cf6781b8 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:00.970868 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30296d77-a8a4-4da2-b56e-d9e4c46a9ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:00.972622 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-30296d77-a8a4-4da2-b56e-d9e4c46a9ad9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9dc24015-4d5a-41a1-9081-2acc263be221 HTTP/1.1" status: 204 len: 168 time: 0.4398947 Aug 16 20:21:00.992674 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9754f671-702a-4462-b087-56abfa33c6d1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0834770 Aug 16 20:21:00.998680 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39596) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:00.999573 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30296d77-a8a4-4da2-b56e-d9e4c46a9ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc24015-4d5a-41a1-9081-2acc263be221,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:01.007541 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5c996189-691d-4c8d-a4a6-c8c1c952567f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'port': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'mac_address': 'fa:16:3e:8d:90:2d', 'name': 'tempest-NetworksTestDHCPv6-2025592694'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:01.027207 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ab63260c-9d48-4795-95d2-6c09df5f1ca7 req-90f630af-dfb6-4de5-8b88-a26f084dfc4d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 210 time: 0.0460191 Aug 16 20:21:01.163742 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-f166dada-c04c-4dba-ad7f-5b907de5fb65 service neutron] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942290 Aug 16 20:21:01.232264 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0693fc4-adf9-46f6-bee9-91e98ff7ea59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-90d9b1f1-5046-4354-b6cc-874fd89885eb', 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'tenant_id': 'd875706380784001942d3868f3fe0ec8', 'fixed_ips': [{'subnet_id': 'f060ef94-3a7f-415e-9b49-c97abea2a3bb'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:21:01.233399 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c0693fc4-adf9-46f6-bee9-91e98ff7ea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:01.245914 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c996189-691d-4c8d-a4a6-c8c1c952567f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:01.264513 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-80d81ae6-ccf4-44b3-81b8-5ba31453dc4d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=78789552-5398-472f-b04d-8f553a08b7fb HTTP/1.1" status: 200 len: 217 time: 0.0903821 Aug 16 20:21:01.327475 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-651301a9-ce58-4b02-96ec-19a5d9f75d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:01.329105 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-651301a9-ce58-4b02-96ec-19a5d9f75d26 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b7d158c1-c010-4d0a-a6f3-8a25135ae4a6 HTTP/1.1" status: 200 len: 797 time: 0.0574641 Aug 16 20:21:01.428392 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c996189-691d-4c8d-a4a6-c8c1c952567f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:01.431308 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-f58c981a-face-4303-a07b-cd09ea519194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:01.433669 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-f58c981a-face-4303-a07b-cd09ea519194 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=90394afd-703c-4163-92ad-725e7cc3c2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0962586 Aug 16 20:21:01.448837 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-c0693fc4-adf9-46f6-bee9-91e98ff7ea59 None None] Allocated IP 2001:db8::f816:3eff:fe23:47f8 (90d9b1f1-5046-4354-b6cc-874fd89885eb/f060ef94-3a7f-415e-9b49-c97abea2a3bb/a98011b4-3ec4-4e43-980b-31077f590931) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:01.482127 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-5c996189-691d-4c8d-a4a6-c8c1c952567f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] device_id is not set on port 19ee8d38-1d88-4a0c-b16e-b9aac0d8a9db yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:21:01.674661 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84f2c1-52cd-4b3e-9fb8-df5be102684c req-9bfc1509-ce5b-40fb-ad2b-afa848116da2 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:01.674988 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821a2ca-d6bb-465f-a83e-5815d87505ab req-0b673341-a069-46ec-a063-0ae5a6b79138 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:01.676264 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-db84f2c1-52cd-4b3e-9fb8-df5be102684c req-9bfc1509-ce5b-40fb-ad2b-afa848116da2 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b23d174-fcde-4af1-95e1-a7d26800e639 HTTP/1.1" status: 200 len: 983 time: 0.2090058 Aug 16 20:21:01.683466 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f821a2ca-d6bb-465f-a83e-5815d87505ab req-0b673341-a069-46ec-a063-0ae5a6b79138 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 945 time: 0.0873599 Aug 16 20:21:01.704059 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-e05cec15-2656-459f-af7d-f34eb291a9a7 service neutron] 10.222.0.63 "GET /v2.0/networks/90394afd-703c-4163-92ad-725e7cc3c2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612476 Aug 16 20:21:01.719392 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 52f8299b-3659-46c0-ac06-d3ced396231d no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:21:01.731388 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f821a2ca-d6bb-465f-a83e-5815d87505ab req-2c4714d6-012d-4fa6-ac14-b84d0e113657 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469773 Aug 16 20:21:01.776574 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 52f8299b-3659-46c0-ac06-d3ced396231d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:21:01.776574 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 52f8299b-3659-46c0-ac06-d3ced396231d not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:21:01.796103 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c0693fc4-adf9-46f6-bee9-91e98ff7ea59 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:01.811913 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-db84f2c1-52cd-4b3e-9fb8-df5be102684c req-6ab41f56-3a29-484b-b695-96eb7a59ea36 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/security-groups?id=191d0859-b942-45b7-a239-107e8dfd84a7&id=f542f5a7-44d3-46f3-9d52-a54bd1a14d41&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1254628 Aug 16 20:21:01.817083 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c0693fc4-adf9-46f6-bee9-91e98ff7ea59 None None] Transition to ACTIVE for port object a98011b4-3ec4-4e43-980b-31077f590931 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:01.821085 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-44256788-c074-414a-976d-fdae586d5a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:01.852846 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c0693fc4-adf9-46f6-bee9-91e98ff7ea59 None None] Transition to ACTIVE for port object a98011b4-3ec4-4e43-980b-31077f590931 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:01.873247 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-5255c1d4-8e46-4638-af17-d18153c59066 service neutron] 10.222.0.63 "GET /v2.0/networks/90394afd-703c-4163-92ad-725e7cc3c2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601517 Aug 16 20:21:01.885467 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c0693fc4-adf9-46f6-bee9-91e98ff7ea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:01.970887 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-57741ea0-0e33-4115-ac93-480cc4cbc9d5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aa59368f-1db7-43fa-bd48-03c82e86210f HTTP/1.1" status: 200 len: 217 time: 0.0887816 Aug 16 20:21:01.983402 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-5c996189-691d-4c8d-a4a6-c8c1c952567f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Allocated IP 2001:db8::f816:3eff:fe8d:902d (90d9b1f1-5046-4354-b6cc-874fd89885eb/f060ef94-3a7f-415e-9b49-c97abea2a3bb/19ee8d38-1d88-4a0c-b16e-b9aac0d8a9db) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:01.992575 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device d2e8c29b-a53a-4275-9f28-7df314188358 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:02.057042 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0693fc4-adf9-46f6-bee9-91e98ff7ea59 None None] Pushing event updated for resources: {'Port': ['ID=a98011b4-3ec4-4e43-980b-31077f590931,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:02.073698 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-d1663a85-561b-44ee-b86b-57b2a74c2808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:02.076818 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-d1663a85-561b-44ee-b86b-57b2a74c2808 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b7d158c1-c010-4d0a-a6f3-8a25135ae4a6 HTTP/1.1" status: 200 len: 797 time: 0.0937161 Aug 16 20:21:02.094450 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0693fc4-adf9-46f6-bee9-91e98ff7ea59 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:02.097466 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c0693fc4-adf9-46f6-bee9-91e98ff7ea59 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:02.101026 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0693fc4-adf9-46f6-bee9-91e98ff7ea59 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:21:02.211832 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc125420-c63b-4ef2-a326-dfb4a23d5936 req-45cabb8f-e56d-43e2-b347-f6aecb713f7b tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:02.217714 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c0693fc4-adf9-46f6-bee9-91e98ff7ea59 None None] Attempting to bind port a98011b4-3ec4-4e43-980b-31077f590931 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:21:02.218440 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c0693fc4-adf9-46f6-bee9-91e98ff7ea59 None None] Attempting to bind port a98011b4-3ec4-4e43-980b-31077f590931 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:21:02.218818 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0693fc4-adf9-46f6-bee9-91e98ff7ea59 None None] Attempting to bind port a98011b4-3ec4-4e43-980b-31077f590931 on network 90d9b1f1-5046-4354-b6cc-874fd89885eb {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:21:02.222865 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bc125420-c63b-4ef2-a326-dfb4a23d5936 req-45cabb8f-e56d-43e2-b347-f6aecb713f7b tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 945 time: 0.0837173 Aug 16 20:21:02.226009 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0693fc4-adf9-46f6-bee9-91e98ff7ea59 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:21:02.226425 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0693fc4-adf9-46f6-bee9-91e98ff7ea59 None None] Checking segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:21:02.226878 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c0693fc4-adf9-46f6-bee9-91e98ff7ea59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:02.228461 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0693fc4-adf9-46f6-bee9-91e98ff7ea59 None None] Bound using segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:21:02.228461 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c0693fc4-adf9-46f6-bee9-91e98ff7ea59 None None] Bound port: a98011b4-3ec4-4e43-980b-31077f590931, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:21:02.228862 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c0693fc4-adf9-46f6-bee9-91e98ff7ea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:02.248736 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-65de2a02-e78a-466a-9c43-19f3f30af76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:02.250238 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-65de2a02-e78a-466a-9c43-19f3f30af76c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=90394afd-703c-4163-92ad-725e7cc3c2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1678798 Aug 16 20:21:02.289332 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port d2e8c29b-a53a-4275-9f28-7df314188358 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:02.304372 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-53c33177-d0a7-4fd2-87ab-a81876c74b32 req-d96fc41f-f03a-494e-90e6-8a1d65100ff0 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 210 time: 0.0962417 Aug 16 20:21:02.346395 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port d2e8c29b-a53a-4275-9f28-7df314188358 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:02.346764 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:02.379401 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-1362df83-79f2-4498-baac-896f75179346 service neutron] 10.222.0.63 "GET /v2.0/networks/90394afd-703c-4163-92ad-725e7cc3c2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176538 Aug 16 20:21:02.396694 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bc125420-c63b-4ef2-a326-dfb4a23d5936 req-8533ad92-4fce-4e31-94d0-75c712abd400 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728313 Aug 16 20:21:02.411754 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c0693fc4-adf9-46f6-bee9-91e98ff7ea59 None None] For port a98011b4-3ec4-4e43-980b-31077f590931, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:21:02.424124 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c996189-691d-4c8d-a4a6-c8c1c952567f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:02.437019 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c0693fc4-adf9-46f6-bee9-91e98ff7ea59 None None] For port a98011b4-3ec4-4e43-980b-31077f590931, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=a98011b4-3ec4-4e43-980b-31077f590931,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:21:02.469777 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c0693fc4-adf9-46f6-bee9-91e98ff7ea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:02.476237 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-5c996189-691d-4c8d-a4a6-c8c1c952567f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Transition to ACTIVE for port object 19ee8d38-1d88-4a0c-b16e-b9aac0d8a9db will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:02.571096 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:02.605814 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8787e110-ddf1-49b4-8f29-a2b4ba51902e req-6dc6ced9-c711-4fcc-a31e-6acf91a21ac5 service neutron] 10.222.0.63 "GET /v2.0/networks/90394afd-703c-4163-92ad-725e7cc3c2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079782 Aug 16 20:21:02.615770 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d25ee5-2113-448e-8de9-c0beeddc5ef9 req-c41f47b9-2f77-4e0a-8bd0-b4a571b0eee9 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:02.617334 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f4d25ee5-2113-448e-8de9-c0beeddc5ef9 req-c41f47b9-2f77-4e0a-8bd0-b4a571b0eee9 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 945 time: 0.1358826 Aug 16 20:21:02.630559 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c996189-691d-4c8d-a4a6-c8c1c952567f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:02.654638 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b23d174-fcde-4af1-95e1-a7d26800e639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e8c29b-a53a-4275-9f28-7df314188358'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:21:02.657011 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2092a0f-a86b-48e9-9958-5e51a3348f98" -d '{"events": [{"server_uuid": "3b23d174-fcde-4af1-95e1-a7d26800e639", "name": "network-vif-plugged", "status": "completed", "tag": "d2e8c29b-a53a-4275-9f28-7df314188358"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:21:02.694783 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port d2e8c29b-a53a-4275-9f28-7df314188358, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=d2e8c29b-a53a-4275-9f28-7df314188358,segment=NetworkSegment(40d48e6a-5978-4dbf-977f-d029067375ec),segment_id=40d48e6a-5978-4dbf-977f-d029067375ec)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:02.709130 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:02.714749 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0693fc4-adf9-46f6-bee9-91e98ff7ea59 None None] Pushing event updated for resources: {'Port': ['ID=a98011b4-3ec4-4e43-980b-31077f590931,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:02.749375 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996189-691d-4c8d-a4a6-c8c1c952567f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Port': ['ID=19ee8d38-1d88-4a0c-b16e-b9aac0d8a9db,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:02.770598 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c996189-691d-4c8d-a4a6-c8c1c952567f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:02.775023 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-5c996189-691d-4c8d-a4a6-c8c1c952567f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:02.793393 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4838b02-c497-43f3-a141-04606bd65972 x-openstack-request-id: req-a4838b02-c497-43f3-a141-04606bd65972 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:21:02.795141 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b23d174-fcde-4af1-95e1-a7d26800e639", "name": "network-vif-plugged", "status": "completed", "tag": "d2e8c29b-a53a-4275-9f28-7df314188358", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:21:02.795425 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f4d25ee5-2113-448e-8de9-c0beeddc5ef9 req-7427fb15-4fde-427f-a75f-f66be85bc1d5 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538403 Aug 16 20:21:02.795568 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a4838b02-c497-43f3-a141-04606bd65972 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:21:02.795679 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b23d174-fcde-4af1-95e1-a7d26800e639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e8c29b-a53a-4275-9f28-7df314188358', 'code': 200} Aug 16 20:21:02.797182 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c996189-691d-4c8d-a4a6-c8c1c952567f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:21:02.822773 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c996189-691d-4c8d-a4a6-c8c1c952567f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:02.824010 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=d2e8c29b-a53a-4275-9f28-7df314188358,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:02.824580 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c996189-691d-4c8d-a4a6-c8c1c952567f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:02.842685 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5c996189-691d-4c8d-a4a6-c8c1c952567f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8407724 Aug 16 20:21:02.845271 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39642) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:03.087386 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4564d6-ead6-421f-bddd-8e1b93f06413 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:03.093660 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4564d6-ead6-421f-bddd-8e1b93f06413 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:03.095761 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8a4564d6-ead6-421f-bddd-8e1b93f06413 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2370312 Aug 16 20:21:03.098665 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39646) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:03.113866 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c3372e-4f3d-41c4-a445-da14d3b248e6 req-69af1805-ede9-4459-aa67-88b6c12d82f9 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:03.116029 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b0c3372e-4f3d-41c4-a445-da14d3b248e6 req-69af1805-ede9-4459-aa67-88b6c12d82f9 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b23d174-fcde-4af1-95e1-a7d26800e639 HTTP/1.1" status: 200 len: 984 time: 0.1535106 Aug 16 20:21:03.119681 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6b383-1a43-48ef-8510-9e174b92e318 req-4f78f3ed-ffbd-4264-843d-d8e12476947e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:03.121565 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fea6b383-1a43-48ef-8510-9e174b92e318 req-4f78f3ed-ffbd-4264-843d-d8e12476947e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3b23d174-fcde-4af1-95e1-a7d26800e639 HTTP/1.1" status: 200 len: 1136 time: 0.2039144 Aug 16 20:21:03.238002 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b0c3372e-4f3d-41c4-a445-da14d3b248e6 req-115bc29d-7e5f-44a0-964c-1dabc53552ad tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/security-groups?id=191d0859-b942-45b7-a239-107e8dfd84a7&id=f542f5a7-44d3-46f3-9d52-a54bd1a14d41&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1141105 Aug 16 20:21:03.265646 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fea6b383-1a43-48ef-8510-9e174b92e318 req-91fad854-55b7-46b2-a6b4-31665d09a396 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=191d0859-b942-45b7-a239-107e8dfd84a7&id=f542f5a7-44d3-46f3-9d52-a54bd1a14d41&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1166692 Aug 16 20:21:03.384307 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-027a0527-5bcd-4f2e-bd7a-4e58a3d6df95 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting port 19ee8d38-1d88-4a0c-b16e-b9aac0d8a9db {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:03.384765 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-027a0527-5bcd-4f2e-bd7a-4e58a3d6df95 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:03.502750 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-027a0527-5bcd-4f2e-bd7a-4e58a3d6df95 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:03.515977 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-027a0527-5bcd-4f2e-bd7a-4e58a3d6df95 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Calling delete_port for 19ee8d38-1d88-4a0c-b16e-b9aac0d8a9db owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:03.536932 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2c636f92-5d57-426a-9a3a-408e6860e744 req-eb57d741-10df-46dc-9f1b-2fb4c9d2eb58 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 210 time: 0.0880251 Aug 16 20:21:03.731552 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841ce92-35ec-4f26-b5c7-ef1626a3f17d req-baf302c0-0599-416f-b4b7-b18ca8abf57b tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:03.732651 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2841ce92-35ec-4f26-b5c7-ef1626a3f17d req-baf302c0-0599-416f-b4b7-b18ca8abf57b tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 945 time: 0.4194014 Aug 16 20:21:03.744633 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device a98011b4-3ec4-4e43-980b-31077f590931 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:03.812786 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-027a0527-5bcd-4f2e-bd7a-4e58a3d6df95 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:03.863647 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2841ce92-35ec-4f26-b5c7-ef1626a3f17d req-a62ab678-10e9-49c8-97be-a6301293639b tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114161 Aug 16 20:21:03.874202 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port a98011b4-3ec4-4e43-980b-31077f590931 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:03.883668 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a0527-5bcd-4f2e-bd7a-4e58a3d6df95 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Port': ['ID=19ee8d38-1d88-4a0c-b16e-b9aac0d8a9db,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:03.921964 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-027a0527-5bcd-4f2e-bd7a-4e58a3d6df95 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:03.926870 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39660) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:03.927043 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-027a0527-5bcd-4f2e-bd7a-4e58a3d6df95 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/19ee8d38-1d88-4a0c-b16e-b9aac0d8a9db HTTP/1.1" status: 204 len: 168 time: 0.8271887 Aug 16 20:21:04.036062 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c759b4c9-412f-4c78-a8d2-010c51e0e5b7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:04.040281 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c759b4c9-412f-4c78-a8d2-010c51e0e5b7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:04.045334 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c759b4c9-412f-4c78-a8d2-010c51e0e5b7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1168809 Aug 16 20:21:04.049214 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39662) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:04.152703 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b344045a-7062-4961-b2e9-ede47e4cf7d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting subnet f060ef94-3a7f-415e-9b49-c97abea2a3bb {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:21:04.159481 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b344045a-7062-4961-b2e9-ede47e4cf7d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:04.223141 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b344045a-7062-4961-b2e9-ede47e4cf7d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:04.369863 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b1312a3-379a-47a9-b42c-c5848fea255d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:04.385396 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ad476691-d830-4348-8b0d-154591bee990 None None] Provisioning for port a98011b4-3ec4-4e43-980b-31077f590931 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:04.385799 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b344045a-7062-4961-b2e9-ede47e4cf7d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:04.394435 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ad476691-d830-4348-8b0d-154591bee990 None None] Provisioning complete for port a98011b4-3ec4-4e43-980b-31077f590931 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:04.394898 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad476691-d830-4348-8b0d-154591bee990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:04.531443 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c2b46-554e-462f-9d2c-ff3f0b00519a req-ab8cde1c-fc47-4c88-977f-bce083de9a2b tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:04.538243 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1d9c2b46-554e-462f-9d2c-ff3f0b00519a req-ab8cde1c-fc47-4c88-977f-bce083de9a2b tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.63 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 945 time: 0.1153367 Aug 16 20:21:04.552111 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b344045a-7062-4961-b2e9-ede47e4cf7d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:04.623237 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad476691-d830-4348-8b0d-154591bee990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:04.639746 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344045a-7062-4961-b2e9-ede47e4cf7d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Subnet': ['ID=f060ef94-3a7f-415e-9b49-c97abea2a3bb,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:04.641897 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b344045a-7062-4961-b2e9-ede47e4cf7d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:04.653874 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b344045a-7062-4961-b2e9-ede47e4cf7d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/f060ef94-3a7f-415e-9b49-c97abea2a3bb HTTP/1.1" status: 204 len: 168 time: 0.6013911 Aug 16 20:21:04.654838 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39672) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:04.691437 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:04.737504 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-ad476691-d830-4348-8b0d-154591bee990 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:21:04.737981 n-d-787206-13 neutron-server[94772]: DEBUG oslo_db.api [None req-ad476691-d830-4348-8b0d-154591bee990 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:21:04.789292 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db7d618-92b4-4dc0-89c4-68abe127f0b6 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:04.820983 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5ebc0ccd-2286-4e6a-b870-d4f1cf1943cc tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1603634 Aug 16 20:21:04.821893 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39678) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:04.841931 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca8d4a-2d38-4bac-86f4-b150e8041afb req-c5f54fe9-c5ec-4c3f-b16d-638ab8bd9ccb tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:04.843540 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-58ca8d4a-2d38-4bac-86f4-b150e8041afb req-c5f54fe9-c5ec-4c3f-b16d-638ab8bd9ccb tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b23d174-fcde-4af1-95e1-a7d26800e639 HTTP/1.1" status: 200 len: 984 time: 0.3748279 Aug 16 20:21:04.850710 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6e87355-e877-44af-a20a-2bf6114e4774 req-6b86a544-1d4c-4162-853f-6dfba36c0215 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 210 time: 0.0717168 Aug 16 20:21:04.851735 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7a957dea-3985-4588-8092-25fd35f566e6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:04.914896 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-1d9c2b46-554e-462f-9d2c-ff3f0b00519a req-b3416db4-9502-4dae-9318-78dc70592f8d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Deleting port fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:04.915298 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1d9c2b46-554e-462f-9d2c-ff3f0b00519a req-b3416db4-9502-4dae-9318-78dc70592f8d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:05.066307 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-58ca8d4a-2d38-4bac-86f4-b150e8041afb req-df9984c3-62bb-4e89-993a-18b95daf1903 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/security-groups?id=191d0859-b942-45b7-a239-107e8dfd84a7&id=f542f5a7-44d3-46f3-9d52-a54bd1a14d41&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2031515 Aug 16 20:21:05.124194 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a957dea-3985-4588-8092-25fd35f566e6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:05.130283 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a957dea-3985-4588-8092-25fd35f566e6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:05.173804 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d16ee11-893c-4d10-b3e2-55f27b92713b None None] DHCP port deletion for 90d9b1f1-5046-4354-b6cc-874fd89885eb request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:21:05.256167 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75395395-4a15-43d8-a978-eaf2ae3a0b48 req-07a1ba97-b9fb-4c73-a02c-1fba015f53b6 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:05.257775 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-75395395-4a15-43d8-a978-eaf2ae3a0b48 req-07a1ba97-b9fb-4c73-a02c-1fba015f53b6 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 945 time: 0.2504873 Aug 16 20:21:05.296169 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2d16ee11-893c-4d10-b3e2-55f27b92713b None None] Deleting port a98011b4-3ec4-4e43-980b-31077f590931 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:05.296529 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9de3a-bcea-44e5-8bab-e478c22154fc req-810cb2a3-e087-4a76-8b9b-1c2cb9070497 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:05.297427 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d16ee11-893c-4d10-b3e2-55f27b92713b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:05.298190 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-31d9de3a-bcea-44e5-8bab-e478c22154fc req-810cb2a3-e087-4a76-8b9b-1c2cb9070497 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b23d174-fcde-4af1-95e1-a7d26800e639 HTTP/1.1" status: 200 len: 984 time: 0.0888116 Aug 16 20:21:05.361156 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad476691-d830-4348-8b0d-154591bee990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:05.368364 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1d9c2b46-554e-462f-9d2c-ff3f0b00519a req-b3416db4-9502-4dae-9318-78dc70592f8d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] For port fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:05.375775 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1d9c2b46-554e-462f-9d2c-ff3f0b00519a req-b3416db4-9502-4dae-9318-78dc70592f8d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:05.388822 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-31d9de3a-bcea-44e5-8bab-e478c22154fc req-9a04ef94-e538-49c6-9f27-0739de2a580f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/security-groups?id=191d0859-b942-45b7-a239-107e8dfd84a7&id=f542f5a7-44d3-46f3-9d52-a54bd1a14d41&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0813775 Aug 16 20:21:05.398138 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-75395395-4a15-43d8-a978-eaf2ae3a0b48 req-f04c0b2b-3562-41c8-b957-1389767f8c12 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259184 Aug 16 20:21:05.417286 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-1d9c2b46-554e-462f-9d2c-ff3f0b00519a req-b3416db4-9502-4dae-9318-78dc70592f8d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Calling delete_port for fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:05.443784 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2d16ee11-893c-4d10-b3e2-55f27b92713b None None] For port a98011b4-3ec4-4e43-980b-31077f590931, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=a98011b4-3ec4-4e43-980b-31077f590931,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:05.445057 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d16ee11-893c-4d10-b3e2-55f27b92713b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:05.457935 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2d16ee11-893c-4d10-b3e2-55f27b92713b None None] Calling delete_port for a98011b4-3ec4-4e43-980b-31077f590931 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:05.702350 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a1ec8-8cfe-42e8-bbd9-fb46ff6b627f req-2cbe3c7e-09b3-44b1-b149-448b1dc10930 tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:05.728650 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ca4a1ec8-8cfe-42e8-bbd9-fb46ff6b627f req-2cbe3c7e-09b3-44b1-b149-448b1dc10930 tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=3b23d174-fcde-4af1-95e1-a7d26800e639 HTTP/1.1" status: 200 len: 1136 time: 0.1843257 Aug 16 20:21:05.808747 n-d-787206-13 neutron-server[94771]: DEBUG neutron.objects.ports [None req-7a957dea-3985-4588-8092-25fd35f566e6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:21:05.876816 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device a98011b4-3ec4-4e43-980b-31077f590931 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:21:05.886955 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ca4a1ec8-8cfe-42e8-bbd9-fb46ff6b627f req-d23b6927-58ea-4269-8130-17550b4be69e tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:05.940816 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1d9c2b46-554e-462f-9d2c-ff3f0b00519a req-b3416db4-9502-4dae-9318-78dc70592f8d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:06.002303 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3416db4-9502-4dae-9318-78dc70592f8d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Pushing event deleted for resources: {'Port': ['ID=fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:06.014673 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:21:06.019082 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['04321e14-93df-4fa0-901a-9eebfe5dfd27'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:21:06.136838 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ca4a1ec8-8cfe-42e8-bbd9-fb46ff6b627f req-d23b6927-58ea-4269-8130-17550b4be69e tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:06.176404 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ca4a1ec8-8cfe-42e8-bbd9-fb46ff6b627f req-d23b6927-58ea-4269-8130-17550b4be69e tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:06.182590 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9c2b46-554e-462f-9d2c-ff3f0b00519a req-b3416db4-9502-4dae-9318-78dc70592f8d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] No DVR routers for this DVR port fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:21:06.198686 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1d9c2b46-554e-462f-9d2c-ff3f0b00519a req-b3416db4-9502-4dae-9318-78dc70592f8d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:06.202540 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1d9c2b46-554e-462f-9d2c-ff3f0b00519a req-b3416db4-9502-4dae-9318-78dc70592f8d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.63 "DELETE /v2.0/ports/fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6 HTTP/1.1" status: 204 len: 173 time: 1.6565814 Aug 16 20:21:06.207545 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a8e4ff-0a40-4267-885c-cd56a91940fe', 'name': 'network-vif-deleted', 'tag': 'fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:21:06.208751 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:06.209895 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d813ff03-e952-468a-86c1-60817bdc2663" -d '{"events": [{"server_uuid": "59a8e4ff-0a40-4267-885c-cd56a91940fe", "name": "network-vif-deleted", "tag": "fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:21:06.220379 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2eee2275-ff18-49e9-b306-3e40224da396 req-9ae2a87e-3a6d-4463-a0fe-78fcb66f06f3 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 210 time: 0.0774667 Aug 16 20:21:06.242708 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ca4a1ec8-8cfe-42e8-bbd9-fb46ff6b627f req-d23b6927-58ea-4269-8130-17550b4be69e tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=191d0859-b942-45b7-a239-107e8dfd84a7&id=f542f5a7-44d3-46f3-9d52-a54bd1a14d41&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.5111620 Aug 16 20:21:06.263624 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39704) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:06.274552 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b6927-58ea-4269-8130-17550b4be69e tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12071177-5c1e-4744-8311-f097219ddb10,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:06.285106 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ad476691-d830-4348-8b0d-154591bee990 None None] For port a98011b4-3ec4-4e43-980b-31077f590931, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=a98011b4-3ec4-4e43-980b-31077f590931,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:06.332879 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a9dfc8-9934-4df4-aeee-c16db42f6806 x-openstack-request-id: req-f7a9dfc8-9934-4df4-aeee-c16db42f6806 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:21:06.333817 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a8e4ff-0a40-4267-885c-cd56a91940fe", "name": "network-vif-deleted", "tag": "fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:21:06.334251 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f7a9dfc8-9934-4df4-aeee-c16db42f6806 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:21:06.334795 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a8e4ff-0a40-4267-885c-cd56a91940fe', 'name': 'network-vif-deleted', 'tag': 'fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6', 'status': 'completed', 'code': 200} Aug 16 20:21:06.342163 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad476691-d830-4348-8b0d-154591bee990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:06.356083 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.ipam_pluggable_backend [None req-7a957dea-3985-4588-8092-25fd35f566e6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Port a98011b4-3ec4-4e43-980b-31077f590931 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 16 20:21:06.365974 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.ipam_pluggable_backend [None req-7a957dea-3985-4588-8092-25fd35f566e6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Reverting IP allocation for 2001:db8::f816:3eff:fe23:47f8 {{(pid=94771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 16 20:21:06.374456 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.ipam_pluggable_backend [None req-7a957dea-3985-4588-8092-25fd35f566e6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe23:47f8 {{(pid=94771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 16 20:21:06.378763 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a957dea-3985-4588-8092-25fd35f566e6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:06.396926 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e493db76-7e8c-4aff-88f5-67cdc868c720 tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:06.401962 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39706) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:06.402135 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e493db76-7e8c-4aff-88f5-67cdc868c720 tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=3b23d174-fcde-4af1-95e1-a7d26800e639 HTTP/1.1" status: 200 len: 1131 time: 0.1369526 Aug 16 20:21:06.405612 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:06.409107 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-fd49ba40-c4ff-47c3-81e1-77ccf4a8ee69 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'port_id': 'd2e8c29b-a53a-4275-9f28-7df314188358', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:06.410020 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad476691-d830-4348-8b0d-154591bee990 None None] Pushing event deleted for resources: {'Port': ['ID=a98011b4-3ec4-4e43-980b-31077f590931,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:06.421532 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:06.422556 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d16ee11-893c-4d10-b3e2-55f27b92713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:06.441812 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a957dea-3985-4588-8092-25fd35f566e6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:06.445897 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7a957dea-3985-4588-8092-25fd35f566e6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:06.450725 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a957dea-3985-4588-8092-25fd35f566e6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:06.451426 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a957dea-3985-4588-8092-25fd35f566e6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:06.465862 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a957dea-3985-4588-8092-25fd35f566e6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Subnet': ['ID=fa42ac89-a967-4d27-8723-aef917a9be3f,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:06.466891 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd49ba40-c4ff-47c3-81e1-77ccf4a8ee69 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:06.478001 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7a957dea-3985-4588-8092-25fd35f566e6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6523209 Aug 16 20:21:06.478635 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39710) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:06.489640 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-198096e3-1a98-4978-82d9-8c99078f5abc tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'port': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'mac_address': 'fa:16:3e:2a:08:0e', 'name': 'tempest-NetworksTestDHCPv6-1131850253'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:06.493820 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16ee11-893c-4d10-b3e2-55f27b92713b None None] Pushing event deleted for resources: {'Port': ['ID=a98011b4-3ec4-4e43-980b-31077f590931,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:06.500091 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d16ee11-893c-4d10-b3e2-55f27b92713b None None] No DVR routers for this DVR port a98011b4-3ec4-4e43-980b-31077f590931 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:21:06.521835 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-906d1761-7b32-49a1-a298-8b4b8f42d38e None None] Could not find standard attr ID for object 19ee8d38-1d88-4a0c-b16e-b9aac0d8a9db. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:21:06.538879 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed41b3e6-b770-44ee-8057-43c25df4a85d None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:06.637353 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-12f8ca8b-9c30-4f32-90f5-c1de8c73d315 req-9961e372-18aa-4d65-8b3f-cc9053ea14c1 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=59a8e4ff-0a40-4267-885c-cd56a91940fe HTTP/1.1" status: 200 len: 210 time: 0.0801356 Aug 16 20:21:06.697393 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd49ba40-c4ff-47c3-81e1-77ccf4a8ee69 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:06.783003 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198096e3-1a98-4978-82d9-8c99078f5abc tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:06.945785 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-198096e3-1a98-4978-82d9-8c99078f5abc tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:06.973732 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-198096e3-1a98-4978-82d9-8c99078f5abc tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] device_id is not set on port 29bbdb1b-9dee-4526-9b3b-289c3662ddfb yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:21:07.084190 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862de45d-79b5-4ded-8cdb-7902d11332fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-90d9b1f1-5046-4354-b6cc-874fd89885eb', 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'tenant_id': 'd875706380784001942d3868f3fe0ec8', 'fixed_ips': [{'subnet_id': 'fa42ac89-a967-4d27-8723-aef917a9be3f'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:21:07.085099 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-862de45d-79b5-4ded-8cdb-7902d11332fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:07.117510 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:07.146708 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-198096e3-1a98-4978-82d9-8c99078f5abc tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Allocated IP 2001:db8::f816:3eff:fe2a:80e (90d9b1f1-5046-4354-b6cc-874fd89885eb/fa42ac89-a967-4d27-8723-aef917a9be3f/29bbdb1b-9dee-4526-9b3b-289c3662ddfb) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:07.416729 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-198096e3-1a98-4978-82d9-8c99078f5abc tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:07.452637 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-198096e3-1a98-4978-82d9-8c99078f5abc tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Transition to ACTIVE for port object 29bbdb1b-9dee-4526-9b3b-289c3662ddfb will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:07.484356 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ffb49efc-1ba8-4179-b168-23a649a9bdcb req-18b167f7-d8c1-4a6a-8888-408c50f6830d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 210 time: 0.0550163 Aug 16 20:21:07.523034 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-198096e3-1a98-4978-82d9-8c99078f5abc tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:07.552971 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-fd49ba40-c4ff-47c3-81e1-77ccf4a8ee69 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Allocated IP 172.25.8.4 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/c3e2af14-7075-48ae-98cd-dd759f0b83b7) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:07.596660 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198096e3-1a98-4978-82d9-8c99078f5abc tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:07.613499 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-198096e3-1a98-4978-82d9-8c99078f5abc tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:07.616010 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198096e3-1a98-4978-82d9-8c99078f5abc tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:21:07.617048 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-862de45d-79b5-4ded-8cdb-7902d11332fd None None] Allocated IP 2001:db8::f816:3eff:fe16:d9f (90d9b1f1-5046-4354-b6cc-874fd89885eb/fa42ac89-a967-4d27-8723-aef917a9be3f/36353b66-d097-4a89-a8dc-86666189aef4) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:07.629924 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198096e3-1a98-4978-82d9-8c99078f5abc tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:07.631042 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-198096e3-1a98-4978-82d9-8c99078f5abc tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:07.699853 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd49ba40-c4ff-47c3-81e1-77ccf4a8ee69 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:07.724754 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198096e3-1a98-4978-82d9-8c99078f5abc tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Port': ['ID=29bbdb1b-9dee-4526-9b3b-289c3662ddfb,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:07.731493 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-198096e3-1a98-4978-82d9-8c99078f5abc tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2491655 Aug 16 20:21:07.732777 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39720) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:07.759944 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd49ba40-c4ff-47c3-81e1-77ccf4a8ee69 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:07.796580 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aa36be7c-c8fb-48a6-8840-381d225f931b req-cad86aa0-84d3-40c3-a3d3-a3609bc7d489 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a9a9814c-498d-4973-983e-5bcf5fa6fba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2197549 Aug 16 20:21:07.855369 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd49ba40-c4ff-47c3-81e1-77ccf4a8ee69 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:07.876091 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-fd49ba40-c4ff-47c3-81e1-77ccf4a8ee69 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:07.879795 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49ba40-c4ff-47c3-81e1-77ccf4a8ee69 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Pushing event updated for resources: {'Port': ['ID=c3e2af14-7075-48ae-98cd-dd759f0b83b7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:07.898678 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd49ba40-c4ff-47c3-81e1-77ccf4a8ee69 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:21:07.922288 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-862de45d-79b5-4ded-8cdb-7902d11332fd None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:07.949653 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-862de45d-79b5-4ded-8cdb-7902d11332fd None None] Transition to ACTIVE for port object 36353b66-d097-4a89-a8dc-86666189aef4 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:08.047509 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-862de45d-79b5-4ded-8cdb-7902d11332fd None None] Transition to ACTIVE for port object 36353b66-d097-4a89-a8dc-86666189aef4 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:08.069212 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-862de45d-79b5-4ded-8cdb-7902d11332fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:08.107691 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc3e5d1-fcaa-4db5-afbf-2d9e8f3250fb tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:08.114736 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2dc3e5d1-fcaa-4db5-afbf-2d9e8f3250fb tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3801708 Aug 16 20:21:08.121413 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39730) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:08.241704 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36be7c-c8fb-48a6-8840-381d225f931b req-484b4a8d-ef27-44ac-b90f-cd2b8f91f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:08.242522 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aa36be7c-c8fb-48a6-8840-381d225f931b req-484b4a8d-ef27-44ac-b90f-cd2b8f91f906 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6fb8716d1b824bb9ac2e976008166d30&device_id=a9a9814c-498d-4973-983e-5bcf5fa6fba3 HTTP/1.1" status: 200 len: 1097 time: 0.3684196 Aug 16 20:21:08.273900 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862de45d-79b5-4ded-8cdb-7902d11332fd None None] Pushing event updated for resources: {'Port': ['ID=36353b66-d097-4a89-a8dc-86666189aef4,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:08.325133 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862de45d-79b5-4ded-8cdb-7902d11332fd None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:08.327593 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-862de45d-79b5-4ded-8cdb-7902d11332fd None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:08.332037 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862de45d-79b5-4ded-8cdb-7902d11332fd None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:21:08.451635 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-862de45d-79b5-4ded-8cdb-7902d11332fd None None] Attempting to bind port 36353b66-d097-4a89-a8dc-86666189aef4 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:21:08.452150 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-862de45d-79b5-4ded-8cdb-7902d11332fd None None] Attempting to bind port 36353b66-d097-4a89-a8dc-86666189aef4 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:21:08.452989 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862de45d-79b5-4ded-8cdb-7902d11332fd None None] Attempting to bind port 36353b66-d097-4a89-a8dc-86666189aef4 on network 90d9b1f1-5046-4354-b6cc-874fd89885eb {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:21:08.461017 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862de45d-79b5-4ded-8cdb-7902d11332fd None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:21:08.463119 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862de45d-79b5-4ded-8cdb-7902d11332fd None None] Checking segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:21:08.463657 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-862de45d-79b5-4ded-8cdb-7902d11332fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:08.467157 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0c90df9c-9f55-4011-beae-c906658db181 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting port 29bbdb1b-9dee-4526-9b3b-289c3662ddfb {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:08.467743 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0c90df9c-9f55-4011-beae-c906658db181 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:08.468260 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862de45d-79b5-4ded-8cdb-7902d11332fd None None] Bound using segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:21:08.468861 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-862de45d-79b5-4ded-8cdb-7902d11332fd None None] Bound port: 36353b66-d097-4a89-a8dc-86666189aef4, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:21:08.469363 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-862de45d-79b5-4ded-8cdb-7902d11332fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:08.624754 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-862de45d-79b5-4ded-8cdb-7902d11332fd None None] For port 36353b66-d097-4a89-a8dc-86666189aef4, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:21:08.629243 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-862de45d-79b5-4ded-8cdb-7902d11332fd None None] For port 36353b66-d097-4a89-a8dc-86666189aef4, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=36353b66-d097-4a89-a8dc-86666189aef4,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:21:08.636554 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-862de45d-79b5-4ded-8cdb-7902d11332fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:08.765978 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:21:08.838949 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862de45d-79b5-4ded-8cdb-7902d11332fd None None] Pushing event updated for resources: {'Port': ['ID=36353b66-d097-4a89-a8dc-86666189aef4,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:08.848129 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:21:08.848605 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device fe8ee22c-660c-44f0-8ffb-d12dc57ed1c6 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:21:09.013662 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-84a5fc01-01d9-4d3d-82bd-6c2fd9d14f45 req-81b6a649-d36f-492f-9c67-554d0991cc93 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 210 time: 0.0992649 Aug 16 20:21:09.268837 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39776) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:09.303554 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36be7c-c8fb-48a6-8840-381d225f931b req-fd732128-0e82-480f-9a20-48ec63e4456c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:09.305218 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aa36be7c-c8fb-48a6-8840-381d225f931b req-fd732128-0e82-480f-9a20-48ec63e4456c service neutron] 10.222.0.57 "GET /v2.0/networks?id=185dd4a9-27c5-4031-8106-50b2573b079d HTTP/1.1" status: 200 len: 907 time: 1.0299046 Aug 16 20:21:09.309438 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd49ba40-c4ff-47c3-81e1-77ccf4a8ee69 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:09.422263 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aa36be7c-c8fb-48a6-8840-381d225f931b req-ac196c2b-b79f-4af5-91a8-b6c512eff7da service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=04321e14-93df-4fa0-901a-9eebfe5dfd27 HTTP/1.1" status: 200 len: 217 time: 0.0950925 Aug 16 20:21:09.453280 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2be77-e840-48b8-8d69-1a5f05d2ad04 req-6587212a-aad7-4c6f-a1a9-db916cd0bd31 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:09.460617 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8ec2be77-e840-48b8-8d69-1a5f05d2ad04 req-6587212a-aad7-4c6f-a1a9-db916cd0bd31 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9a9814c-498d-4973-983e-5bcf5fa6fba3 HTTP/1.1" status: 200 len: 945 time: 0.2502270 Aug 16 20:21:09.480539 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd49ba40-c4ff-47c3-81e1-77ccf4a8ee69 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:09.536371 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0c90df9c-9f55-4011-beae-c906658db181 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:09.561391 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d838a60-d5f5-4537-9752-9dbb19770772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:09.592878 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0c90df9c-9f55-4011-beae-c906658db181 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Calling delete_port for 29bbdb1b-9dee-4526-9b3b-289c3662ddfb owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:09.625737 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36be7c-c8fb-48a6-8840-381d225f931b req-1e00fbbb-453f-4c79-8660-62ff30406bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:09.627635 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aa36be7c-c8fb-48a6-8840-381d225f931b req-1e00fbbb-453f-4c79-8660-62ff30406bc6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9174bd88-4f29-46ef-992b-f91f82dd45cf HTTP/1.1" status: 200 len: 846 time: 0.1975255 Aug 16 20:21:09.638603 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8ec2be77-e840-48b8-8d69-1a5f05d2ad04 req-d4859c37-e18a-4a29-9a30-873a67e9565d tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738448 Aug 16 20:21:09.729250 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 36353b66-d097-4a89-a8dc-86666189aef4 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:09.750993 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aa36be7c-c8fb-48a6-8840-381d225f931b req-3ab717b7-a217-4cb2-8fbe-263a94114b08 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=185dd4a9-27c5-4031-8106-50b2573b079d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099474 Aug 16 20:21:09.819687 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd49ba40-c4ff-47c3-81e1-77ccf4a8ee69 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:09.830573 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd49ba40-c4ff-47c3-81e1-77ccf4a8ee69 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:09.842796 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 36353b66-d097-4a89-a8dc-86666189aef4 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:09.967914 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0c90df9c-9f55-4011-beae-c906658db181 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:09.997067 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd49ba40-c4ff-47c3-81e1-77ccf4a8ee69 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:10.052320 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49ba40-c4ff-47c3-81e1-77ccf4a8ee69 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Pushing event updated for resources: {'Port': ['ID=c3e2af14-7075-48ae-98cd-dd759f0b83b7,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:10.143962 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90df9c-9f55-4011-beae-c906658db181 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Port': ['ID=29bbdb1b-9dee-4526-9b3b-289c3662ddfb,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:10.172638 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-fd49ba40-c4ff-47c3-81e1-77ccf4a8ee69 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Floating IP f9087f94-4aa8-4168-b1bb-593c14dffc5e associated. External IP: 172.25.8.4, port: d2e8c29b-a53a-4275-9f28-7df314188358. Aug 16 20:21:10.199026 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0c90df9c-9f55-4011-beae-c906658db181 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:10.204200 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0c90df9c-9f55-4011-beae-c906658db181 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/29bbdb1b-9dee-4526-9b3b-289c3662ddfb HTTP/1.1" status: 204 len: 168 time: 2.0690544 Aug 16 20:21:10.237626 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39808) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:10.259057 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-acd12cd8-7ef5-46aa-adb2-dc49820ca51e req-1064fb09-5a27-49e0-9d21-5bd53bc5bd39 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 210 time: 0.0837121 Aug 16 20:21:10.263860 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aa36be7c-c8fb-48a6-8840-381d225f931b req-f009f878-06f3-47bb-b609-83ceded1adaf service neutron] 10.222.0.57 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982754 Aug 16 20:21:10.273610 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d838a60-d5f5-4537-9752-9dbb19770772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:10.290148 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d838a60-d5f5-4537-9752-9dbb19770772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:10.332736 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7e6d324b-679c-4565-8d53-e8bb02042ba3 None None] Provisioning for port 36353b66-d097-4a89-a8dc-86666189aef4 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:10.341966 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7e6d324b-679c-4565-8d53-e8bb02042ba3 None None] Provisioning complete for port 36353b66-d097-4a89-a8dc-86666189aef4 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:10.342596 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7e6d324b-679c-4565-8d53-e8bb02042ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:10.391495 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d626880-0956-4b56-aec3-6cc39b2b5f44 req-ae47ede7-26f6-49c9-b4f2-98e72dc8bbeb tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:10.394020 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5d626880-0956-4b56-aec3-6cc39b2b5f44 req-ae47ede7-26f6-49c9-b4f2-98e72dc8bbeb tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9a9814c-498d-4973-983e-5bcf5fa6fba3 HTTP/1.1" status: 200 len: 945 time: 0.1525233 Aug 16 20:21:10.397784 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f888dbe-cd7b-482a-878e-63f6d9cc6ed7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:10.399610 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f888dbe-cd7b-482a-878e-63f6d9cc6ed7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:10.404259 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3d838a60-d5f5-4537-9752-9dbb19770772 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d049a211aab644f1b1fcd51f0df2fa23&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1172750 Aug 16 20:21:10.406659 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9f888dbe-cd7b-482a-878e-63f6d9cc6ed7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1679821 Aug 16 20:21:10.407278 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39814) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:10.407610 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39816) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:10.411567 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d838a60-d5f5-4537-9752-9dbb19770772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b206a5bb-e07f-48ff-a860-646f9f64ad4f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:10.489836 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aa36be7c-c8fb-48a6-8840-381d225f931b req-0ba88b5e-62d6-4bc7-bfe2-12f9a39cf5be service neutron] 10.222.0.57 "GET /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131846 Aug 16 20:21:10.556196 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7e6d324b-679c-4565-8d53-e8bb02042ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:10.599599 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7e6d324b-679c-4565-8d53-e8bb02042ba3 None None] For port 36353b66-d097-4a89-a8dc-86666189aef4, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=36353b66-d097-4a89-a8dc-86666189aef4,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:10.604911 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7e6d324b-679c-4565-8d53-e8bb02042ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:10.661470 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d324b-679c-4565-8d53-e8bb02042ba3 None None] Pushing event updated for resources: {'Port': ['ID=36353b66-d097-4a89-a8dc-86666189aef4,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:10.716013 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-a767616f-f103-486a-8eda-9a9d31a9e57f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting subnet fa42ac89-a967-4d27-8723-aef917a9be3f {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:21:10.728583 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a767616f-f103-486a-8eda-9a9d31a9e57f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:10.816122 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf73d9-3d76-4e27-8f3a-bd203648c0bb req-abc60026-f133-49f1-8e75-4ff4d0c425b3 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:10.818382 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d3bf73d9-3d76-4e27-8f3a-bd203648c0bb req-abc60026-f133-49f1-8e75-4ff4d0c425b3 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9a9814c-498d-4973-983e-5bcf5fa6fba3 HTTP/1.1" status: 200 len: 945 time: 0.0869949 Aug 16 20:21:10.826800 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-59528230-e666-4aa2-9286-0d24a42bfa7f None None] Could not find standard attr ID for object 29bbdb1b-9dee-4526-9b3b-289c3662ddfb. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:21:10.837788 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d2930ef6-7e38-4509-ac16-b95e1b86136c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:10.884527 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a767616f-f103-486a-8eda-9a9d31a9e57f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:10.888283 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd49ba40-c4ff-47c3-81e1-77ccf4a8ee69 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Router f9a78646-c234-4aab-9341-cc9d53ccd91c has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:21:10.888746 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d3bf73d9-3d76-4e27-8f3a-bd203648c0bb req-f0c51ecf-4767-40c2-b361-234530b6a9e3 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/security-groups?id=061b2a75-068a-4c8c-8467-980f85bf8221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580556 Aug 16 20:21:10.931035 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-5d626880-0956-4b56-aec3-6cc39b2b5f44 req-9fdc91ff-f172-4db6-b297-67954dfe4ea1 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Deleting port 04321e14-93df-4fa0-901a-9eebfe5dfd27 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:10.931533 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5d626880-0956-4b56-aec3-6cc39b2b5f44 req-9fdc91ff-f172-4db6-b297-67954dfe4ea1 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:10.941593 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d2930ef6-7e38-4509-ac16-b95e1b86136c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:11.464332 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9dc1389b-c827-46d3-8a01-b61eec92558a req-0c4f58b5-d549-481d-9a39-378046dd6086 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffea3921-dec2-463b-b1f1-baeb28162966 HTTP/1.1" status: 200 len: 210 time: 0.0595162 Aug 16 20:21:11.508506 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a767616f-f103-486a-8eda-9a9d31a9e57f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:11.555791 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d2930ef6-7e38-4509-ac16-b95e1b86136c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:11.558500 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d2930ef6-7e38-4509-ac16-b95e1b86136c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:11.562191 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d2930ef6-7e38-4509-ac16-b95e1b86136c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b206a5bb-e07f-48ff-a860-646f9f64ad4f HTTP/1.1" status: 204 len: 168 time: 1.1463120 Aug 16 20:21:11.583854 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-5d626880-0956-4b56-aec3-6cc39b2b5f44 req-9fdc91ff-f172-4db6-b297-67954dfe4ea1 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] For port 04321e14-93df-4fa0-901a-9eebfe5dfd27, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=04321e14-93df-4fa0-901a-9eebfe5dfd27,segment=NetworkSegment(707b3413-318b-4129-aa23-391c2507bb54),segment_id=707b3413-318b-4129-aa23-391c2507bb54)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:11.584703 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5d626880-0956-4b56-aec3-6cc39b2b5f44 req-9fdc91ff-f172-4db6-b297-67954dfe4ea1 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:11.607039 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2930ef6-7e38-4509-ac16-b95e1b86136c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b206a5bb-e07f-48ff-a860-646f9f64ad4f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:11.635126 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-5d626880-0956-4b56-aec3-6cc39b2b5f44 req-9fdc91ff-f172-4db6-b297-67954dfe4ea1 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Calling delete_port for 04321e14-93df-4fa0-901a-9eebfe5dfd27 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:11.650270 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd49ba40-c4ff-47c3-81e1-77ccf4a8ee69 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:21:11.667131 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2299dec-5a18-4f1b-a1b6-f2ab924f541d None None] Sync routers for ids ['f9a78646-c234-4aab-9341-cc9d53ccd91c'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:21:11.677162 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2299dec-5a18-4f1b-a1b6-f2ab924f541d None None] Routers {'f9a78646-c234-4aab-9341-cc9d53ccd91c'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:21:11.677819 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a2299dec-5a18-4f1b-a1b6-f2ab924f541d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:21:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f9a78646-c234-4aab-9341-cc9d53ccd91c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:11.685649 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 36353b66-d097-4a89-a8dc-86666189aef4 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:11.775992 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a767616f-f103-486a-8eda-9a9d31a9e57f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:11.792883 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd49ba40-c4ff-47c3-81e1-77ccf4a8ee69 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:11.817880 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767616f-f103-486a-8eda-9a9d31a9e57f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Subnet': ['ID=fa42ac89-a967-4d27-8723-aef917a9be3f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:11.847389 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a767616f-f103-486a-8eda-9a9d31a9e57f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:11.849623 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a767616f-f103-486a-8eda-9a9d31a9e57f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/fa42ac89-a967-4d27-8723-aef917a9be3f HTTP/1.1" status: 204 len: 168 time: 1.4373956 Aug 16 20:21:11.852482 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39832) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:11.868968 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-a2299dec-5a18-4f1b-a1b6-f2ab924f541d None None] Set router f9a78646-c234-4aab-9341-cc9d53ccd91c gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:21:11.881022 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fd49ba40-c4ff-47c3-81e1-77ccf4a8ee69 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 5.4737945 Aug 16 20:21:11.883115 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39834) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:11.883606 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b23d174-fcde-4af1-95e1-a7d26800e639', 'tag': 'd2e8c29b-a53a-4275-9f28-7df314188358'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:21:11.888287 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017217e2-71d9-4789-96ba-426e609004be" -d '{"events": [{"name": "network-changed", "server_uuid": "3b23d174-fcde-4af1-95e1-a7d26800e639", "tag": "d2e8c29b-a53a-4275-9f28-7df314188358"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:21:12.010640 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-96d51bbf-b626-4811-806e-502a31f9914c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1563175 Aug 16 20:21:12.016895 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39840) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:12.031940 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8dd934-cfa0-4723-b517-b43de6378cf4 x-openstack-request-id: req-ad8dd934-cfa0-4723-b517-b43de6378cf4 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:21:12.032405 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b23d174-fcde-4af1-95e1-a7d26800e639", "tag": "d2e8c29b-a53a-4275-9f28-7df314188358", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:21:12.032567 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ad8dd934-cfa0-4723-b517-b43de6378cf4 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:21:12.032873 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b23d174-fcde-4af1-95e1-a7d26800e639', 'tag': 'd2e8c29b-a53a-4275-9f28-7df314188358', 'status': 'completed', 'code': 200} Aug 16 20:21:12.103635 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fe5457-670d-41d8-88e5-c3a7704c997f None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:12.185079 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5d626880-0956-4b56-aec3-6cc39b2b5f44 req-9fdc91ff-f172-4db6-b297-67954dfe4ea1 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:12.243634 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017217e2-71d9-4789-96ba-426e609004be req-73a27922-ad1b-4408-8992-6671a68af7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.249025 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-017217e2-71d9-4789-96ba-426e609004be req-73a27922-ad1b-4408-8992-6671a68af7b3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8bcd23a9a424ad4a6a1bf7da2226594&device_id=3b23d174-fcde-4af1-95e1-a7d26800e639 HTTP/1.1" status: 200 len: 1136 time: 0.2299092 Aug 16 20:21:12.270812 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e44be3-6059-4d92-9610-661f16b218f0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.273695 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c8e44be3-6059-4d92-9610-661f16b218f0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2172148 Aug 16 20:21:12.289442 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39848) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:12.294009 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b3b1d845-a415-42dc-aa23-85e2f08a157f req-3d4b00f4-0d30-4e01-b33f-6a544230ccb8 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9a9814c-498d-4973-983e-5bcf5fa6fba3 HTTP/1.1" status: 200 len: 210 time: 0.1099377 Aug 16 20:21:12.301278 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc91ff-f172-4db6-b297-67954dfe4ea1 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Pushing event deleted for resources: {'Port': ['ID=04321e14-93df-4fa0-901a-9eebfe5dfd27,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:12.306330 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 36353b66-d097-4a89-a8dc-86666189aef4 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:12.307194 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:12.398563 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d626880-0956-4b56-aec3-6cc39b2b5f44 req-9fdc91ff-f172-4db6-b297-67954dfe4ea1 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] No DVR routers for this DVR port 04321e14-93df-4fa0-901a-9eebfe5dfd27 on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:21:12.405448 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801b981c-946b-4e00-a694-3597e14b1a0a tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.406587 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801b981c-946b-4e00-a694-3597e14b1a0a tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.407708 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801b981c-946b-4e00-a694-3597e14b1a0a tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.409052 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801b981c-946b-4e00-a694-3597e14b1a0a tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.410126 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801b981c-946b-4e00-a694-3597e14b1a0a tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.411104 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a2299dec-5a18-4f1b-a1b6-f2ab924f541d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119840630', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '51ff73e6-da6c-4611-a483-18268d9f5cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:31Z', 'updated_at': '2021-08-16T20:20:39Z', 'revision_number': 4, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'gw_port': {'id': '51ff73e6-da6c-4611-a483-18268d9f5cc7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:32Z', 'updated_at': '2021-08-16T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'f9087f94-4aa8-4168-b1bb-593c14dffc5e', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'floating_ip_address': '172.25.8.4', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'port_id': 'd2e8c29b-a53a-4275-9f28-7df314188358', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee10d137-f84f-433f-a5c6-041af81d21c9', 'mac_address': 'fa:16:3e:d0:74:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b23d174-fcde-4af1-95e1-a7d26800e639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:21:08Z', 'updated_at': '2021-08-16T20:21:08Z', 'revision_number': 0, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bd7e4b8-5aad-41e8-9e22-003e206781c9', 'name': '', 'network_id': 'ee10d137-f84f-433f-a5c6-041af81d21c9', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'mac_address': 'fa:16:3e:cf:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '033ca340-7c7c-44a6-a90d-98332393fe5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:38Z', 'updated_at': '2021-08-16T20:20:46Z', 'revision_number': 5, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'subnets': [{'id': '033ca340-7c7c-44a6-a90d-98332393fe5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:12.411576 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801b981c-946b-4e00-a694-3597e14b1a0a tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.412673 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801b981c-946b-4e00-a694-3597e14b1a0a tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.413742 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801b981c-946b-4e00-a694-3597e14b1a0a tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.414779 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801b981c-946b-4e00-a694-3597e14b1a0a tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.415901 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801b981c-946b-4e00-a694-3597e14b1a0a tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.416937 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801b981c-946b-4e00-a694-3597e14b1a0a tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.418184 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801b981c-946b-4e00-a694-3597e14b1a0a tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.422029 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-801b981c-946b-4e00-a694-3597e14b1a0a tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8404 time: 0.5265508 Aug 16 20:21:12.424269 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5d626880-0956-4b56-aec3-6cc39b2b5f44 req-9fdc91ff-f172-4db6-b297-67954dfe4ea1 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:12.427715 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5d626880-0956-4b56-aec3-6cc39b2b5f44 req-9fdc91ff-f172-4db6-b297-67954dfe4ea1 tempest-ServersTestJSON-1862722111 tempest-ServersTestJSON-1862722111-project] 10.222.0.57 "DELETE /v2.0/ports/04321e14-93df-4fa0-901a-9eebfe5dfd27 HTTP/1.1" status: 204 len: 173 time: 2.0189259 Aug 16 20:21:12.428666 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39852) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:12.485768 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143ac686-e2ac-439c-bc36-815f0a1042be tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.492997 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-143ac686-e2ac-439c-bc36-815f0a1042be tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2005610 Aug 16 20:21:12.493499 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2299dec-5a18-4f1b-a1b6-f2ab924f541d None None] Checking router: f9a78646-c234-4aab-9341-cc9d53ccd91c for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:21:12.493690 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39854) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:12.515005 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017217e2-71d9-4789-96ba-426e609004be req-fd51dff0-2e14-4dcb-bee5-2d2df082f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.518419 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-017217e2-71d9-4789-96ba-426e609004be req-fd51dff0-2e14-4dcb-bee5-2d2df082f5aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=ee10d137-f84f-433f-a5c6-041af81d21c9 HTTP/1.1" status: 200 len: 897 time: 0.2424896 Aug 16 20:21:12.551995 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2299dec-5a18-4f1b-a1b6-f2ab924f541d None None] Routers {'f9a78646-c234-4aab-9341-cc9d53ccd91c'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:21:12.556353 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a2299dec-5a18-4f1b-a1b6-f2ab924f541d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:21:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f9a78646-c234-4aab-9341-cc9d53ccd91c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:12.638205 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0fd841ee-db67-46df-bf3f-b714e84bf1e5 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1419806 Aug 16 20:21:12.642625 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39864) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:12.652706 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39868) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:12.653342 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6f30c341-4384-43bd-8963-4dea5e2357da tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:12.682996 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ab412d-b53e-4601-9a37-7e6786b9bd11 None None] DHCP port deletion for 90d9b1f1-5046-4354-b6cc-874fd89885eb request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:21:12.754111 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-017217e2-71d9-4789-96ba-426e609004be req-f282b723-dde1-4737-8dc3-e09e989c2bbf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2e8c29b-a53a-4275-9f28-7df314188358 HTTP/1.1" status: 200 len: 997 time: 0.2270098 Aug 16 20:21:12.823691 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-a2299dec-5a18-4f1b-a1b6-f2ab924f541d None None] Set router f9a78646-c234-4aab-9341-cc9d53ccd91c gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:21:12.823922 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acbb238-9b45-4799-ba8b-df91b9f9eea2 tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.824212 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acbb238-9b45-4799-ba8b-df91b9f9eea2 tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.824864 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acbb238-9b45-4799-ba8b-df91b9f9eea2 tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.825769 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acbb238-9b45-4799-ba8b-df91b9f9eea2 tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.826459 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acbb238-9b45-4799-ba8b-df91b9f9eea2 tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.827469 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acbb238-9b45-4799-ba8b-df91b9f9eea2 tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.828924 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acbb238-9b45-4799-ba8b-df91b9f9eea2 tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.829553 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acbb238-9b45-4799-ba8b-df91b9f9eea2 tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.830739 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acbb238-9b45-4799-ba8b-df91b9f9eea2 tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.831602 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acbb238-9b45-4799-ba8b-df91b9f9eea2 tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.832222 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acbb238-9b45-4799-ba8b-df91b9f9eea2 tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.834597 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8acbb238-9b45-4799-ba8b-df91b9f9eea2 tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6984 time: 0.4042969 Aug 16 20:21:12.852525 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39878) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:12.889315 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017217e2-71d9-4789-96ba-426e609004be req-fada5dd8-2826-4ad7-bfe8-4bc9775f21a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.890990 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-017217e2-71d9-4789-96ba-426e609004be req-fada5dd8-2826-4ad7-bfe8-4bc9775f21a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=033ca340-7c7c-44a6-a90d-98332393fe5c HTTP/1.1" status: 200 len: 835 time: 0.1286721 Aug 16 20:21:12.898334 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-534903b6-1fa1-4471-9d41-6413b24b3285 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:13.008959 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-534903b6-1fa1-4471-9d41-6413b24b3285 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:13.020123 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017217e2-71d9-4789-96ba-426e609004be req-ae0ae8cb-64b7-42eb-ae2b-13e5ea72501d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:13.022947 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-017217e2-71d9-4789-96ba-426e609004be req-ae0ae8cb-64b7-42eb-ae2b-13e5ea72501d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ee10d137-f84f-433f-a5c6-041af81d21c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1222463 Aug 16 20:21:13.098213 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-60ab412d-b53e-4601-9a37-7e6786b9bd11 None None] Deleting port 36353b66-d097-4a89-a8dc-86666189aef4 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:13.098786 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60ab412d-b53e-4601-9a37-7e6786b9bd11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:13.175197 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-534903b6-1fa1-4471-9d41-6413b24b3285 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:13.178158 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-534903b6-1fa1-4471-9d41-6413b24b3285 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:13.179583 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-534903b6-1fa1-4471-9d41-6413b24b3285 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "DELETE /v2.0/security-groups/c31e75d1-5457-490d-9f6b-a9509ab2c1bc HTTP/1.1" status: 204 len: 168 time: 0.5258658 Aug 16 20:21:13.184314 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39886) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:13.193605 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-017217e2-71d9-4789-96ba-426e609004be req-c4bec1ac-f8ef-41a6-8de8-5361cb1e7d38 service neutron] 10.222.0.57 "GET /v2.0/networks/ee10d137-f84f-433f-a5c6-041af81d21c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602087 Aug 16 20:21:13.195008 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534903b6-1fa1-4471-9d41-6413b24b3285 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31e75d1-5457-490d-9f6b-a9509ab2c1bc,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:13.206761 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534903b6-1fa1-4471-9d41-6413b24b3285 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:13.207415 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534903b6-1fa1-4471-9d41-6413b24b3285 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:13.207914 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534903b6-1fa1-4471-9d41-6413b24b3285 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:13.208444 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534903b6-1fa1-4471-9d41-6413b24b3285 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:13.208768 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534903b6-1fa1-4471-9d41-6413b24b3285 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:13.209354 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534903b6-1fa1-4471-9d41-6413b24b3285 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:13.209850 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534903b6-1fa1-4471-9d41-6413b24b3285 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:13.210350 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534903b6-1fa1-4471-9d41-6413b24b3285 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:13.210831 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534903b6-1fa1-4471-9d41-6413b24b3285 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:13.211334 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534903b6-1fa1-4471-9d41-6413b24b3285 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:13.211811 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534903b6-1fa1-4471-9d41-6413b24b3285 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:13.212445 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534903b6-1fa1-4471-9d41-6413b24b3285 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:13.247195 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-6e2df8e9-bfc9-44a3-973f-8ee1691f59d3 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] show failed (client error): The resource could not be found. Aug 16 20:21:13.248904 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6e2df8e9-bfc9-44a3-973f-8ee1691f59d3 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "GET /v2.0/security-groups/c31e75d1-5457-490d-9f6b-a9509ab2c1bc HTTP/1.1" status: 404 len: 347 time: 0.0425503 Aug 16 20:21:13.269922 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39888) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:13.321790 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-017217e2-71d9-4789-96ba-426e609004be req-ac4baca3-6d38-46a0-ad3e-05fe649c1b4d service neutron] 10.222.0.57 "GET /v2.0/networks/ee10d137-f84f-433f-a5c6-041af81d21c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174424 Aug 16 20:21:13.351369 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f30c341-4384-43bd-8963-4dea5e2357da tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:13.356523 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f30c341-4384-43bd-8963-4dea5e2357da tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:13.394938 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-60ab412d-b53e-4601-9a37-7e6786b9bd11 None None] For port 36353b66-d097-4a89-a8dc-86666189aef4, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=36353b66-d097-4a89-a8dc-86666189aef4,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:13.395755 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60ab412d-b53e-4601-9a37-7e6786b9bd11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:13.407177 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39892) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:13.417587 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-60ab412d-b53e-4601-9a37-7e6786b9bd11 None None] Calling delete_port for 36353b66-d097-4a89-a8dc-86666189aef4 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:13.461177 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9639a62-6ce6-4811-bc62-ca3a70acbd8b admin admin] Deleting subnet 9174bd88-4f29-46ef-992b-f91f82dd45cf {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:21:13.465558 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9639a62-6ce6-4811-bc62-ca3a70acbd8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:13.519662 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9639a62-6ce6-4811-bc62-ca3a70acbd8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:13.581291 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9639a62-6ce6-4811-bc62-ca3a70acbd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:13.632915 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60ab412d-b53e-4601-9a37-7e6786b9bd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:13.654447 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-89619dce-6930-4a35-ac6f-8fc068a2456d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Deleting port 2979b6f2-119d-49a8-a8d3-2c55c4afa8aa {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:13.655558 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-89619dce-6930-4a35-ac6f-8fc068a2456d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:13.684799 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab412d-b53e-4601-9a37-7e6786b9bd11 None None] Pushing event deleted for resources: {'Port': ['ID=36353b66-d097-4a89-a8dc-86666189aef4,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:13.688922 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 36353b66-d097-4a89-a8dc-86666189aef4 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:21:13.712428 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9639a62-6ce6-4811-bc62-ca3a70acbd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:13.715518 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ab412d-b53e-4601-9a37-7e6786b9bd11 None None] No DVR routers for this DVR port 36353b66-d097-4a89-a8dc-86666189aef4 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:21:13.748231 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9639a62-6ce6-4811-bc62-ca3a70acbd8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9174bd88-4f29-46ef-992b-f91f82dd45cf,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:13.753279 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9639a62-6ce6-4811-bc62-ca3a70acbd8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:13.759963 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c9639a62-6ce6-4811-bc62-ca3a70acbd8b admin admin] 10.222.0.68 "DELETE /v2.0/subnets/9174bd88-4f29-46ef-992b-f91f82dd45cf HTTP/1.1" status: 204 len: 168 time: 0.3514683 Aug 16 20:21:13.761764 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39894) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:13.765118 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-89619dce-6930-4a35-ac6f-8fc068a2456d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:13.765429 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-89619dce-6930-4a35-ac6f-8fc068a2456d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:13.767013 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 36353b66-d097-4a89-a8dc-86666189aef4 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:21:13.768453 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 36353b66-d097-4a89-a8dc-86666189aef4 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:21:13.791830 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a2299dec-5a18-4f1b-a1b6-f2ab924f541d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119840630', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '51ff73e6-da6c-4611-a483-18268d9f5cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:31Z', 'updated_at': '2021-08-16T20:20:39Z', 'revision_number': 4, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'gw_port': {'id': '51ff73e6-da6c-4611-a483-18268d9f5cc7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:32Z', 'updated_at': '2021-08-16T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'f9087f94-4aa8-4168-b1bb-593c14dffc5e', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'floating_ip_address': '172.25.8.4', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'port_id': 'd2e8c29b-a53a-4275-9f28-7df314188358', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee10d137-f84f-433f-a5c6-041af81d21c9', 'mac_address': 'fa:16:3e:d0:74:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b23d174-fcde-4af1-95e1-a7d26800e639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:21:08Z', 'updated_at': '2021-08-16T20:21:08Z', 'revision_number': 0, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bd7e4b8-5aad-41e8-9e22-003e206781c9', 'name': '', 'network_id': 'ee10d137-f84f-433f-a5c6-041af81d21c9', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'mac_address': 'fa:16:3e:cf:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '033ca340-7c7c-44a6-a90d-98332393fe5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:38Z', 'updated_at': '2021-08-16T20:20:46Z', 'revision_number': 5, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'subnets': [{'id': '033ca340-7c7c-44a6-a90d-98332393fe5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:13.797230 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-89619dce-6930-4a35-ac6f-8fc068a2456d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Calling delete_port for 2979b6f2-119d-49a8-a8d3-2c55c4afa8aa owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:13.895778 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2299dec-5a18-4f1b-a1b6-f2ab924f541d None None] The sync data for ids ['f9a78646-c234-4aab-9341-cc9d53ccd91c'] in n-d-787206-13 is: [{'id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119840630', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '51ff73e6-da6c-4611-a483-18268d9f5cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:31Z', 'updated_at': '2021-08-16T20:20:39Z', 'revision_number': 4, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'gw_port': {'id': '51ff73e6-da6c-4611-a483-18268d9f5cc7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:32Z', 'updated_at': '2021-08-16T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'f9087f94-4aa8-4168-b1bb-593c14dffc5e', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'floating_ip_address': '172.25.8.4', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'port_id': 'd2e8c29b-a53a-4275-9f28-7df314188358', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee10d137-f84f-433f-a5c6-041af81d21c9', 'mac_address': 'fa:16:3e:d0:74:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b23d174-fcde-4af1-95e1-a7d26800e639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:21:08Z', 'updated_at': '2021-08-16T20:21:08Z', 'revision_number': 0, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bd7e4b8-5aad-41e8-9e22-003e206781c9', 'name': '', 'network_id': 'ee10d137-f84f-433f-a5c6-041af81d21c9', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'mac_address': 'fa:16:3e:cf:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '033ca340-7c7c-44a6-a90d-98332393fe5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:38Z', 'updated_at': '2021-08-16T20:20:46Z', 'revision_number': 5, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'subnets': [{'id': '033ca340-7c7c-44a6-a90d-98332393fe5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:21:13.904640 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e766167f-f442-4e68-9254-0e17d09bbb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:13.978678 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-89619dce-6930-4a35-ac6f-8fc068a2456d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:13.997954 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 04321e14-93df-4fa0-901a-9eebfe5dfd27 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:21:14.023775 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e766167f-f442-4e68-9254-0e17d09bbb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:14.035216 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a9814c-498d-4973-983e-5bcf5fa6fba3', 'name': 'network-vif-deleted', 'tag': '04321e14-93df-4fa0-901a-9eebfe5dfd27'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:21:14.037658 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eacc955-9962-41f0-bfb7-5aa332e05673" -d '{"events": [{"server_uuid": "a9a9814c-498d-4973-983e-5bcf5fa6fba3", "name": "network-vif-deleted", "tag": "04321e14-93df-4fa0-901a-9eebfe5dfd27"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:21:14.045494 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e766167f-f442-4e68-9254-0e17d09bbb23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['185dd4a9-27c5-4031-8106-50b2573b079d']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:14.068826 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8249c212-fecf-46ef-9e1f-af2be79069b1 tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3060 time: 1.2131252 Aug 16 20:21:14.072566 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39904) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:14.073349 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89619dce-6930-4a35-ac6f-8fc068a2456d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Pushing event deleted for resources: {'Port': ['ID=2979b6f2-119d-49a8-a8d3-2c55c4afa8aa,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:14.074902 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e766167f-f442-4e68-9254-0e17d09bbb23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '707b3413-318b-4129-aa23-391c2507bb54') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:14.093895 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e766167f-f442-4e68-9254-0e17d09bbb23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '707b3413-318b-4129-aa23-391c2507bb54') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:14.098908 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 04321e14-93df-4fa0-901a-9eebfe5dfd27 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:21:14.099435 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 04321e14-93df-4fa0-901a-9eebfe5dfd27 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:21:14.113707 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e766167f-f442-4e68-9254-0e17d09bbb23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:14.131819 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e766167f-f442-4e68-9254-0e17d09bbb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:14.141424 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e766167f-f442-4e68-9254-0e17d09bbb23 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:21:14.142891 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e766167f-f442-4e68-9254-0e17d09bbb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:14.145610 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89619dce-6930-4a35-ac6f-8fc068a2456d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:14.145953 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89619dce-6930-4a35-ac6f-8fc068a2456d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:14.146304 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89619dce-6930-4a35-ac6f-8fc068a2456d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:14.146680 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:21:14.146680 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:21:14.146680 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:21:14.146680 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:21:14.146680 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:21:14.146680 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:21:14.146680 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:21:14.146680 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:21:14.146680 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:21:14.146680 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:21:14.146680 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:21:14.146680 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:21:14.146680 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:21:14.146680 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:21:14.146680 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:21:14.146680 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:21:14.146680 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:21:14.146680 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:21:14.146680 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:21:14.146680 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:21:14.146680 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:21:14.146680 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:21:14.146680 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:21:14.146680 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:21:14.146680 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:21:14.146680 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:21:14.146680 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:21:14.146680 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:21:14.146680 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:21:14.146680 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:21:14.146680 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:21:14.146680 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:21:14.149557 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89619dce-6930-4a35-ac6f-8fc068a2456d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:14.150165 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89619dce-6930-4a35-ac6f-8fc068a2456d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:14.150502 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89619dce-6930-4a35-ac6f-8fc068a2456d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:14.150836 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89619dce-6930-4a35-ac6f-8fc068a2456d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:14.151164 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89619dce-6930-4a35-ac6f-8fc068a2456d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:14.151514 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89619dce-6930-4a35-ac6f-8fc068a2456d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:14.152021 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89619dce-6930-4a35-ac6f-8fc068a2456d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:14.152350 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89619dce-6930-4a35-ac6f-8fc068a2456d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:14.152673 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89619dce-6930-4a35-ac6f-8fc068a2456d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:14.159900 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72717522-05e6-4543-9833-b7fabc3549e3 x-openstack-request-id: req-72717522-05e6-4543-9833-b7fabc3549e3 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:21:14.160397 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a9814c-498d-4973-983e-5bcf5fa6fba3", "name": "network-vif-deleted", "tag": "04321e14-93df-4fa0-901a-9eebfe5dfd27", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:21:14.160643 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-72717522-05e6-4543-9833-b7fabc3549e3 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:21:14.161030 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a9814c-498d-4973-983e-5bcf5fa6fba3', 'name': 'network-vif-deleted', 'tag': '04321e14-93df-4fa0-901a-9eebfe5dfd27', 'status': 'completed', 'code': 200} Aug 16 20:21:14.222431 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e766167f-f442-4e68-9254-0e17d09bbb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:14.235992 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e766167f-f442-4e68-9254-0e17d09bbb23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:14.239140 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e766167f-f442-4e68-9254-0e17d09bbb23 admin admin] 10.222.0.68 "DELETE /v2.0/networks/185dd4a9-27c5-4031-8106-50b2573b079d HTTP/1.1" status: 204 len: 168 time: 0.4747627 Aug 16 20:21:14.268361 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766167f-f442-4e68-9254-0e17d09bbb23 admin admin] Pushing event deleted for resources: {'Network': ['ID=185dd4a9-27c5-4031-8106-50b2573b079d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:14.282765 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450e96a1-c7b8-4bc0-bdcd-8deef5e0cf5f tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:14.284149 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450e96a1-c7b8-4bc0-bdcd-8deef5e0cf5f tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:14.295656 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-450e96a1-c7b8-4bc0-bdcd-8deef5e0cf5f tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=f9a78646-c234-4aab-9341-cc9d53ccd91c HTTP/1.1" status: 200 len: 1992 time: 0.2108712 Aug 16 20:21:14.295656 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-89619dce-6930-4a35-ac6f-8fc068a2456d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:14.295923 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-89619dce-6930-4a35-ac6f-8fc068a2456d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:14.297366 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-89619dce-6930-4a35-ac6f-8fc068a2456d tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "DELETE /v2.0/floatingips/ab77f498-f367-4818-82b8-05dab947ddf6 HTTP/1.1" status: 204 len: 168 time: 1.0264888 Aug 16 20:21:14.301004 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39910) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:14.306389 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f30c341-4384-43bd-8963-4dea5e2357da tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:14.307848 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba924c2-f304-40c1-8118-38f9e04d3af4 None None] New status for floating IP f9087f94-4aa8-4168-b1bb-593c14dffc5e: ACTIVE {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:21:14.360061 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f30c341-4384-43bd-8963-4dea5e2357da tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:14.367073 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-6f30c341-4384-43bd-8963-4dea5e2357da tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:14.373668 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f30c341-4384-43bd-8963-4dea5e2357da tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:14.374266 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f30c341-4384-43bd-8963-4dea5e2357da tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:14.379876 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec0f9f0-e960-4416-acdd-97b832cfe564 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:14.386097 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30c341-4384-43bd-8963-4dea5e2357da tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Subnet': ['ID=863636b4-f3c6-4855-88ca-14bdd8b34631,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:14.399737 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6f30c341-4384-43bd-8963-4dea5e2357da tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7552078 Aug 16 20:21:14.402476 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39914) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:14.412654 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6efbf437-978b-4014-bd8f-c9ca887bbb10 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'port': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'mac_address': 'fa:16:3e:4b:64:57', 'name': 'tempest-NetworksTestDHCPv6-584096597'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:14.550780 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39916) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:14.585528 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5ae24bd7-eb8e-4dbb-8298-53f7c5226fa2 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Deleting port 3cdfb6f4-dac4-488e-af79-cf406aeeec52 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:14.586039 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ae24bd7-eb8e-4dbb-8298-53f7c5226fa2 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:14.658994 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b3f67a09-f0e8-48ef-91dd-aa1e81bd85bb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6fb8716d1b824bb9ac2e976008166d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1052568 Aug 16 20:21:14.659373 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39918) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:14.667048 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efbf437-978b-4014-bd8f-c9ca887bbb10 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:14.724800 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ae24bd7-eb8e-4dbb-8298-53f7c5226fa2 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:14.744736 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5ae24bd7-eb8e-4dbb-8298-53f7c5226fa2 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Calling delete_port for 3cdfb6f4-dac4-488e-af79-cf406aeeec52 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:14.745327 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e880c6ff-93e1-4696-b091-6bf9e0ee3518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-90d9b1f1-5046-4354-b6cc-874fd89885eb', 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'tenant_id': 'd875706380784001942d3868f3fe0ec8', 'fixed_ips': [{'subnet_id': '863636b4-f3c6-4855-88ca-14bdd8b34631'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:21:14.746775 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e880c6ff-93e1-4696-b091-6bf9e0ee3518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:14.920765 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2dd3864d-8280-4a82-b130-f964c9af55cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:14.944733 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6efbf437-978b-4014-bd8f-c9ca887bbb10 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:14.963671 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-e880c6ff-93e1-4696-b091-6bf9e0ee3518 None None] Allocated IP 2001:db8::2 (90d9b1f1-5046-4354-b6cc-874fd89885eb/863636b4-f3c6-4855-88ca-14bdd8b34631/ea4b1096-9152-4ae4-8d15-7bd4dcc8ebf4) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:14.967494 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2dd3864d-8280-4a82-b130-f964c9af55cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:14.974041 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ae24bd7-eb8e-4dbb-8298-53f7c5226fa2 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:15.030197 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-6efbf437-978b-4014-bd8f-c9ca887bbb10 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] device_id is not set on port 91774627-8de2-4725-918f-0661328b2fb5 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:21:15.031886 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae24bd7-eb8e-4dbb-8298-53f7c5226fa2 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Pushing event deleted for resources: {'Port': ['ID=3cdfb6f4-dac4-488e-af79-cf406aeeec52,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:15.160078 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ae24bd7-eb8e-4dbb-8298-53f7c5226fa2 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:15.162279 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5ae24bd7-eb8e-4dbb-8298-53f7c5226fa2 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "DELETE /v2.0/ports/3cdfb6f4-dac4-488e-af79-cf406aeeec52 HTTP/1.1" status: 204 len: 168 time: 0.8578956 Aug 16 20:21:15.165171 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39924) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:15.166585 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e880c6ff-93e1-4696-b091-6bf9e0ee3518 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:15.177495 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2dd3864d-8280-4a82-b130-f964c9af55cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:15.180354 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2dd3864d-8280-4a82-b130-f964c9af55cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:15.183426 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2dd3864d-8280-4a82-b130-f964c9af55cf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/061b2a75-068a-4c8c-8467-980f85bf8221 HTTP/1.1" status: 204 len: 168 time: 0.5211911 Aug 16 20:21:15.187980 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e880c6ff-93e1-4696-b091-6bf9e0ee3518 None None] Transition to ACTIVE for port object ea4b1096-9152-4ae4-8d15-7bd4dcc8ebf4 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:15.202092 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3864d-8280-4a82-b130-f964c9af55cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061b2a75-068a-4c8c-8467-980f85bf8221,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:15.226909 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e880c6ff-93e1-4696-b091-6bf9e0ee3518 None None] Transition to ACTIVE for port object ea4b1096-9152-4ae4-8d15-7bd4dcc8ebf4 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:15.255288 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e880c6ff-93e1-4696-b091-6bf9e0ee3518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:15.312833 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2b327d33-d1ce-433c-a293-b6b4b8bd0930 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Deleting port ec6dde60-31da-44a8-99c6-66666133bd58 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:15.313500 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b327d33-d1ce-433c-a293-b6b4b8bd0930 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:15.323231 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e880c6ff-93e1-4696-b091-6bf9e0ee3518 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:15.326437 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-e880c6ff-93e1-4696-b091-6bf9e0ee3518 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:15.330709 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e880c6ff-93e1-4696-b091-6bf9e0ee3518 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:21:15.330974 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-6efbf437-978b-4014-bd8f-c9ca887bbb10 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Allocated IP 2001:db8::c8 (90d9b1f1-5046-4354-b6cc-874fd89885eb/863636b4-f3c6-4855-88ca-14bdd8b34631/91774627-8de2-4725-918f-0661328b2fb5) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:15.338636 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e880c6ff-93e1-4696-b091-6bf9e0ee3518 None None] Pushing event updated for resources: {'Port': ['ID=ea4b1096-9152-4ae4-8d15-7bd4dcc8ebf4,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:15.414808 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e880c6ff-93e1-4696-b091-6bf9e0ee3518 None None] Attempting to bind port ea4b1096-9152-4ae4-8d15-7bd4dcc8ebf4 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:21:15.415085 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e880c6ff-93e1-4696-b091-6bf9e0ee3518 None None] Attempting to bind port ea4b1096-9152-4ae4-8d15-7bd4dcc8ebf4 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:21:15.415436 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e880c6ff-93e1-4696-b091-6bf9e0ee3518 None None] Attempting to bind port ea4b1096-9152-4ae4-8d15-7bd4dcc8ebf4 on network 90d9b1f1-5046-4354-b6cc-874fd89885eb {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:21:15.430171 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e880c6ff-93e1-4696-b091-6bf9e0ee3518 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:21:15.430675 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e880c6ff-93e1-4696-b091-6bf9e0ee3518 None None] Checking segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:21:15.430959 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e880c6ff-93e1-4696-b091-6bf9e0ee3518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:15.431499 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e880c6ff-93e1-4696-b091-6bf9e0ee3518 None None] Bound using segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:21:15.431891 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e880c6ff-93e1-4696-b091-6bf9e0ee3518 None None] Bound port: ea4b1096-9152-4ae4-8d15-7bd4dcc8ebf4, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:21:15.432278 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e880c6ff-93e1-4696-b091-6bf9e0ee3518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:15.453893 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b327d33-d1ce-433c-a293-b6b4b8bd0930 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:15.481171 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2b327d33-d1ce-433c-a293-b6b4b8bd0930 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Calling delete_port for ec6dde60-31da-44a8-99c6-66666133bd58 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:15.554644 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e880c6ff-93e1-4696-b091-6bf9e0ee3518 None None] For port ea4b1096-9152-4ae4-8d15-7bd4dcc8ebf4, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:21:15.562853 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e880c6ff-93e1-4696-b091-6bf9e0ee3518 None None] For port ea4b1096-9152-4ae4-8d15-7bd4dcc8ebf4, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=ea4b1096-9152-4ae4-8d15-7bd4dcc8ebf4,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:21:15.570512 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e880c6ff-93e1-4696-b091-6bf9e0ee3518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:15.666392 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b327d33-d1ce-433c-a293-b6b4b8bd0930 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:15.673291 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e880c6ff-93e1-4696-b091-6bf9e0ee3518 None None] Pushing event updated for resources: {'Port': ['ID=ea4b1096-9152-4ae4-8d15-7bd4dcc8ebf4,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:15.682472 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6efbf437-978b-4014-bd8f-c9ca887bbb10 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:15.712619 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b327d33-d1ce-433c-a293-b6b4b8bd0930 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Pushing event deleted for resources: {'Port': ['ID=ec6dde60-31da-44a8-99c6-66666133bd58,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:15.724517 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-6efbf437-978b-4014-bd8f-c9ca887bbb10 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Transition to ACTIVE for port object 91774627-8de2-4725-918f-0661328b2fb5 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:15.811458 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6efbf437-978b-4014-bd8f-c9ca887bbb10 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:15.843908 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b327d33-d1ce-433c-a293-b6b4b8bd0930 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:15.846644 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2b327d33-d1ce-433c-a293-b6b4b8bd0930 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "DELETE /v2.0/ports/ec6dde60-31da-44a8-99c6-66666133bd58 HTTP/1.1" status: 204 len: 168 time: 0.6780324 Aug 16 20:21:15.848993 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39936) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:15.861627 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efbf437-978b-4014-bd8f-c9ca887bbb10 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:15.867091 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-6efbf437-978b-4014-bd8f-c9ca887bbb10 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:15.876401 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efbf437-978b-4014-bd8f-c9ca887bbb10 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:21:15.893444 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efbf437-978b-4014-bd8f-c9ca887bbb10 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:15.894124 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6efbf437-978b-4014-bd8f-c9ca887bbb10 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:15.917813 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbf437-978b-4014-bd8f-c9ca887bbb10 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Port': ['ID=91774627-8de2-4725-918f-0661328b2fb5,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:15.929158 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6efbf437-978b-4014-bd8f-c9ca887bbb10 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5249391 Aug 16 20:21:15.931496 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39940) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:15.992595 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f670be6-bc31-46e1-9c45-9c86b836ea4e tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Deleting subnet 05b69095-3330-4691-9066-4b298da7e27d {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:21:16.010612 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f670be6-bc31-46e1-9c45-9c86b836ea4e tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:16.014473 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbc442c-06d1-45b5-9e64-0b3442a47add tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:16.022679 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbc442c-06d1-45b5-9e64-0b3442a47add tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:16.024913 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bfbc442c-06d1-45b5-9e64-0b3442a47add tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0921330 Aug 16 20:21:16.027512 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39942) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:16.101426 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f670be6-bc31-46e1-9c45-9c86b836ea4e tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:16.289668 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-008d51de-2abd-4703-8a46-99d07c7750a5 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting port 91774627-8de2-4725-918f-0661328b2fb5 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:16.290004 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-008d51de-2abd-4703-8a46-99d07c7750a5 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:16.352440 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f670be6-bc31-46e1-9c45-9c86b836ea4e tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:16.453179 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f670be6-bc31-46e1-9c45-9c86b836ea4e tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:16.498103 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-008d51de-2abd-4703-8a46-99d07c7750a5 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:16.533304 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-008d51de-2abd-4703-8a46-99d07c7750a5 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Calling delete_port for 91774627-8de2-4725-918f-0661328b2fb5 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:16.556306 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f670be6-bc31-46e1-9c45-9c86b836ea4e tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:16.563575 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2f670be6-bc31-46e1-9c45-9c86b836ea4e tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "DELETE /v2.0/subnets/05b69095-3330-4691-9066-4b298da7e27d HTTP/1.1" status: 204 len: 168 time: 0.7107573 Aug 16 20:21:16.566591 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f670be6-bc31-46e1-9c45-9c86b836ea4e tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Pushing event deleted for resources: {'Subnet': ['ID=05b69095-3330-4691-9066-4b298da7e27d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:16.567360 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef71518-c711-46cf-ab61-ec2fc9426fe6 None None] Network 2a2623ce-bffe-47bb-a726-6ce2777826c9 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:16.568556 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39966) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:16.646293 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39968) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:16.651377 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-761496da-8c0e-4bd3-bd1c-135c1052d1c1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Deleting subnet 7d7186cf-77e4-4b82-8d65-1e75cd70140b {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:21:16.667512 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-761496da-8c0e-4bd3-bd1c-135c1052d1c1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:16.707057 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-008d51de-2abd-4703-8a46-99d07c7750a5 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:16.757203 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d51de-2abd-4703-8a46-99d07c7750a5 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Port': ['ID=91774627-8de2-4725-918f-0661328b2fb5,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:16.758604 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-761496da-8c0e-4bd3-bd1c-135c1052d1c1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:16.799930 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-008d51de-2abd-4703-8a46-99d07c7750a5 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:16.803657 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-008d51de-2abd-4703-8a46-99d07c7750a5 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/91774627-8de2-4725-918f-0661328b2fb5 HTTP/1.1" status: 204 len: 168 time: 0.7747717 Aug 16 20:21:16.806112 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39972) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:16.926618 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e71b43-e214-4582-a25d-eebc205c516f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:16.930807 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e71b43-e214-4582-a25d-eebc205c516f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:16.936536 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-51e71b43-e214-4582-a25d-eebc205c516f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1286943 Aug 16 20:21:16.939557 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39976) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:16.980984 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-761496da-8c0e-4bd3-bd1c-135c1052d1c1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:17.057986 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eabf4d7-8f57-4025-a0e4-1867515aa732 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting subnet 863636b4-f3c6-4855-88ca-14bdd8b34631 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:21:17.062050 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7eabf4d7-8f57-4025-a0e4-1867515aa732 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:17.070647 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9dacbf1f-de02-4c6f-921e-215be5baf667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:17.071884 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5901e45-0adc-4290-b1d9-1cebbc33182a None None] DHCP port deletion for 2a2623ce-bffe-47bb-a726-6ce2777826c9 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:21:17.133102 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-761496da-8c0e-4bd3-bd1c-135c1052d1c1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:17.172290 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7eabf4d7-8f57-4025-a0e4-1867515aa732 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:17.179347 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761496da-8c0e-4bd3-bd1c-135c1052d1c1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Pushing event deleted for resources: {'Subnet': ['ID=7d7186cf-77e4-4b82-8d65-1e75cd70140b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:17.181268 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c5901e45-0adc-4290-b1d9-1cebbc33182a None None] Deleting port 22fecc15-a280-4826-920b-2757e37f790e {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:17.181816 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c5901e45-0adc-4290-b1d9-1cebbc33182a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:17.200493 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-761496da-8c0e-4bd3-bd1c-135c1052d1c1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:17.202866 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-761496da-8c0e-4bd3-bd1c-135c1052d1c1 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "DELETE /v2.0/subnets/7d7186cf-77e4-4b82-8d65-1e75cd70140b HTTP/1.1" status: 204 len: 168 time: 0.6319494 Aug 16 20:21:17.209766 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39984) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:17.217670 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869b55e9-e7cd-4218-836e-83eb7471e0e0 None None] Network 531b5bc9-e4c2-4e3e-af48-510fa5c2f745 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:17.324894 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7eabf4d7-8f57-4025-a0e4-1867515aa732 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:17.333466 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c5901e45-0adc-4290-b1d9-1cebbc33182a None None] For port 22fecc15-a280-4826-920b-2757e37f790e, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=22fecc15-a280-4826-920b-2757e37f790e,segment=NetworkSegment(8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4),segment_id=8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:17.336105 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c5901e45-0adc-4290-b1d9-1cebbc33182a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:17.359614 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c5901e45-0adc-4290-b1d9-1cebbc33182a None None] Calling delete_port for 22fecc15-a280-4826-920b-2757e37f790e owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:17.415572 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f18f7d44-7d90-4edd-8922-36b1f839c44b tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:17.444748 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9dacbf1f-de02-4c6f-921e-215be5baf667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:17.454604 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9dacbf1f-de02-4c6f-921e-215be5baf667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:17.457481 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7eabf4d7-8f57-4025-a0e4-1867515aa732 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:17.505868 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-edb70857-fea3-449b-9c45-e79e3a2de6b7 None None] Provisioning for port ea4b1096-9152-4ae4-8d15-7bd4dcc8ebf4 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:17.515087 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabf4d7-8f57-4025-a0e4-1867515aa732 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Subnet': ['ID=863636b4-f3c6-4855-88ca-14bdd8b34631,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:17.523785 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7eabf4d7-8f57-4025-a0e4-1867515aa732 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:17.528219 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7eabf4d7-8f57-4025-a0e4-1867515aa732 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/863636b4-f3c6-4855-88ca-14bdd8b34631 HTTP/1.1" status: 204 len: 168 time: 0.5853739 Aug 16 20:21:17.528333 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39992) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:17.544413 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9dacbf1f-de02-4c6f-921e-215be5baf667 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ba090357002743b98afaff1278b2e56a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8892772 Aug 16 20:21:17.549250 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 39996) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:17.599046 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dacbf1f-de02-4c6f-921e-215be5baf667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f5603b-1d8f-4bee-8ea4-4d45e9ebc5c1,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:17.683684 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-baad0145-e5bb-4d4a-9458-ac01c0f51e89 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1541831 Aug 16 20:21:17.685843 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 39998) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:17.689214 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f81dc9-a0a8-4ad9-8ca7-5dd8895e346f None None] DHCP port deletion for 531b5bc9-e4c2-4e3e-af48-510fa5c2f745 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:21:17.710282 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c5901e45-0adc-4290-b1d9-1cebbc33182a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:17.739328 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f18f7d44-7d90-4edd-8922-36b1f839c44b tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Deleting port 22fecc15-a280-4826-920b-2757e37f790e {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:17.739848 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f18f7d44-7d90-4edd-8922-36b1f839c44b tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:17.788048 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f48f2b3-e15a-4dc7-bcf4-3781c20e1695 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:17.793562 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-768a3fc8-a889-4011-aaa9-83d96720d426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:17.799741 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4878ea79-9aa9-4f01-b398-49e19f2616c3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:17.805260 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4878ea79-9aa9-4f01-b398-49e19f2616c3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1165922 Aug 16 20:21:17.807834 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40004) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:17.868474 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-f18f7d44-7d90-4edd-8922-36b1f839c44b tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] For port 22fecc15-a280-4826-920b-2757e37f790e, host n-d-787206-13, got binding levels [] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:17.868769 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f18f7d44-7d90-4edd-8922-36b1f839c44b tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:17.917040 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ea4b1096-9152-4ae4-8d15-7bd4dcc8ebf4 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:17.925639 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5901e45-0adc-4290-b1d9-1cebbc33182a None None] Pushing event deleted for resources: {'Port': ['ID=22fecc15-a280-4826-920b-2757e37f790e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:17.954409 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ae78a2c6-74e1-4fda-85f8-b024f43ecc6a None None] Could not find standard attr ID for object 91774627-8de2-4725-918f-0661328b2fb5. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:21:17.960698 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5901e45-0adc-4290-b1d9-1cebbc33182a None None] No DVR routers for this DVR port 22fecc15-a280-4826-920b-2757e37f790e on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:21:18.052386 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-77f81dc9-a0a8-4ad9-8ca7-5dd8895e346f None None] Deleting port 29da8305-d51e-477b-8ece-ac394742320d {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:18.052822 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-77f81dc9-a0a8-4ad9-8ca7-5dd8895e346f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:18.110984 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port ea4b1096-9152-4ae4-8d15-7bd4dcc8ebf4 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:18.127460 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port ea4b1096-9152-4ae4-8d15-7bd4dcc8ebf4 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:18.127831 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:18.188193 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-768a3fc8-a889-4011-aaa9-83d96720d426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:18.191966 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-77f81dc9-a0a8-4ad9-8ca7-5dd8895e346f None None] For port 29da8305-d51e-477b-8ece-ac394742320d, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=29da8305-d51e-477b-8ece-ac394742320d,segment=NetworkSegment(b7ce4720-f167-4ecc-85c5-c3f216f31da2),segment_id=b7ce4720-f167-4ecc-85c5-c3f216f31da2)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:18.192391 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-77f81dc9-a0a8-4ad9-8ca7-5dd8895e346f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:18.207579 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f18f7d44-7d90-4edd-8922-36b1f839c44b tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Calling delete_port for 22fecc15-a280-4826-920b-2757e37f790e owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:18.213925 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.ipam_backend_mixin [None req-f18f7d44-7d90-4edd-8922-36b1f839c44b tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Port 22fecc15-a280-4826-920b-2757e37f790e was not found and therefore no delete operation was performed {{(pid=94771) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:21:18.223672 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f18f7d44-7d90-4edd-8922-36b1f839c44b tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:18.225472 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-77f81dc9-a0a8-4ad9-8ca7-5dd8895e346f None None] Calling delete_port for 29da8305-d51e-477b-8ece-ac394742320d owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:18.235999 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee77c980-046a-41ce-a0fe-bf28918fecaa tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:18.237586 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ee77c980-046a-41ce-a0fe-bf28918fecaa tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4287434 Aug 16 20:21:18.240158 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40012) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:18.270350 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f7d44-7d90-4edd-8922-36b1f839c44b tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Pushing event deleted for resources: {'Port': ['ID=22fecc15-a280-4826-920b-2757e37f790e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:18.274828 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18f7d44-7d90-4edd-8922-36b1f839c44b tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] No DVR routers for this DVR port 22fecc15-a280-4826-920b-2757e37f790e on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:21:18.308026 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3336b19d-ca3f-41fa-be00-472ffc9d6e9a None None] DHCP port deletion for 90d9b1f1-5046-4354-b6cc-874fd89885eb request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:21:18.319660 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e8c80fcb-18f1-473a-bd2f-52e2e517fa2a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781782 Aug 16 20:21:18.331803 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40016) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:18.337260 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-60f4af69-ecc8-49b2-9224-8e191f9af573 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:18.385485 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f18f7d44-7d90-4edd-8922-36b1f839c44b tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:18.388354 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-768a3fc8-a889-4011-aaa9-83d96720d426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:18.390907 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-768a3fc8-a889-4011-aaa9-83d96720d426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:18.394704 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-768a3fc8-a889-4011-aaa9-83d96720d426 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e2f5603b-1d8f-4bee-8ea4-4d45e9ebc5c1 HTTP/1.1" status: 204 len: 168 time: 0.8403013 Aug 16 20:21:18.409556 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a3fc8-a889-4011-aaa9-83d96720d426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f5603b-1d8f-4bee-8ea4-4d45e9ebc5c1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:18.412503 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f18f7d44-7d90-4edd-8922-36b1f839c44b tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a2623ce-bffe-47bb-a726-6ce2777826c9']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:18.422929 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f18f7d44-7d90-4edd-8922-36b1f839c44b tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:18.423344 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f18f7d44-7d90-4edd-8922-36b1f839c44b tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f1fceb2-c3de-4849-8a6c-43ec6d5a05f4') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:18.433151 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f18f7d44-7d90-4edd-8922-36b1f839c44b tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:18.447977 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f18f7d44-7d90-4edd-8922-36b1f839c44b tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:18.455264 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f18f7d44-7d90-4edd-8922-36b1f839c44b tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:21:18.455836 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f18f7d44-7d90-4edd-8922-36b1f839c44b tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:18.458924 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:21:18.458924 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:21:18.458924 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:21:18.458924 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:21:18.458924 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:21:18.458924 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:21:18.458924 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:21:18.458924 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:21:18.458924 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:21:18.458924 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:21:18.458924 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:21:18.458924 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:21:18.458924 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:21:18.458924 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:21:18.458924 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:21:18.458924 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:21:18.458924 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:21:18.458924 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:21:18.458924 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:21:18.458924 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:21:18.458924 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:21:18.458924 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:21:18.458924 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:21:18.458924 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:21:18.458924 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:21:18.458924 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:21:18.458924 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:21:18.458924 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:21:18.458924 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:21:18.458924 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:21:18.458924 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:21:18.458924 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:21:18.496037 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:18.541414 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f4af69-ecc8-49b2-9224-8e191f9af573 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:18.546509 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-60f4af69-ecc8-49b2-9224-8e191f9af573 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:18.549285 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f18f7d44-7d90-4edd-8922-36b1f839c44b tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:18.558737 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f18f7d44-7d90-4edd-8922-36b1f839c44b tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:18.559807 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port ea4b1096-9152-4ae4-8d15-7bd4dcc8ebf4, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=ea4b1096-9152-4ae4-8d15-7bd4dcc8ebf4,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:18.570634 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f18f7d44-7d90-4edd-8922-36b1f839c44b tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "DELETE /v2.0/networks/2a2623ce-bffe-47bb-a726-6ce2777826c9 HTTP/1.1" status: 204 len: 168 time: 1.3573496 Aug 16 20:21:18.571720 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40020) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:18.577406 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:18.588316 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-77f81dc9-a0a8-4ad9-8ca7-5dd8895e346f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:18.590457 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f7d44-7d90-4edd-8922-36b1f839c44b tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Pushing event deleted for resources: {'Network': ['ID=2a2623ce-bffe-47bb-a726-6ce2777826c9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:18.659714 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3336b19d-ca3f-41fa-be00-472ffc9d6e9a None None] Deleting port ea4b1096-9152-4ae4-8d15-7bd4dcc8ebf4 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:18.660512 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3336b19d-ca3f-41fa-be00-472ffc9d6e9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:18.666031 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f81dc9-a0a8-4ad9-8ca7-5dd8895e346f None None] No DVR routers for this DVR port 29da8305-d51e-477b-8ece-ac394742320d on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:21:18.733294 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 22fecc15-a280-4826-920b-2757e37f790e no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:21:18.774263 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 22fecc15-a280-4826-920b-2757e37f790e {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:21:18.774688 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 22fecc15-a280-4826-920b-2757e37f790e not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:21:18.825864 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=ea4b1096-9152-4ae4-8d15-7bd4dcc8ebf4,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:18.841289 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3336b19d-ca3f-41fa-be00-472ffc9d6e9a None None] For port ea4b1096-9152-4ae4-8d15-7bd4dcc8ebf4, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=ea4b1096-9152-4ae4-8d15-7bd4dcc8ebf4,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:18.842171 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3336b19d-ca3f-41fa-be00-472ffc9d6e9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:18.872531 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3712fff2-0b8f-4984-afad-ff3b6ec7add5 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:18.873191 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f81dc9-a0a8-4ad9-8ca7-5dd8895e346f None None] Pushing event deleted for resources: {'Port': ['ID=29da8305-d51e-477b-8ece-ac394742320d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:18.882855 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3336b19d-ca3f-41fa-be00-472ffc9d6e9a None None] Calling delete_port for ea4b1096-9152-4ae4-8d15-7bd4dcc8ebf4 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:18.975551 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [req-54705d48-3bff-4411-8b0b-989f608f039e req-bd60677e-4eee-4c72-b4c9-4ae382e4f2cb service neutron] (94771) timed out ('10.222.0.68', 56208) {{(pid=94771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 20:21:19.020505 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3712fff2-0b8f-4984-afad-ff3b6ec7add5 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:19.311051 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3336b19d-ca3f-41fa-be00-472ffc9d6e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:19.361542 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336b19d-ca3f-41fa-be00-472ffc9d6e9a None None] Pushing event deleted for resources: {'Port': ['ID=ea4b1096-9152-4ae4-8d15-7bd4dcc8ebf4,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:19.376191 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3336b19d-ca3f-41fa-be00-472ffc9d6e9a None None] No DVR routers for this DVR port ea4b1096-9152-4ae4-8d15-7bd4dcc8ebf4 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:21:19.422555 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-3712fff2-0b8f-4984-afad-ff3b6ec7add5 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531b5bc9-e4c2-4e3e-af48-510fa5c2f745']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:19.437385 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-3712fff2-0b8f-4984-afad-ff3b6ec7add5 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ce4720-f167-4ecc-85c5-c3f216f31da2') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:19.437665 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-3712fff2-0b8f-4984-afad-ff3b6ec7add5 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ce4720-f167-4ecc-85c5-c3f216f31da2') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:19.452485 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3712fff2-0b8f-4984-afad-ff3b6ec7add5 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:19.494110 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3712fff2-0b8f-4984-afad-ff3b6ec7add5 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:19.513260 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3712fff2-0b8f-4984-afad-ff3b6ec7add5 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:21:19.513755 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3712fff2-0b8f-4984-afad-ff3b6ec7add5 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:19.523214 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:21:19.523214 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:21:19.523214 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:21:19.523214 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:21:19.523214 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:21:19.523214 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:21:19.523214 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:21:19.523214 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:21:19.523214 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:21:19.523214 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:21:19.523214 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:21:19.523214 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:21:19.523214 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:21:19.523214 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:21:19.523214 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:21:19.523214 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:21:19.523214 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:21:19.523214 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:21:19.523214 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:21:19.523214 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:21:19.523214 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:21:19.523214 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:21:19.523214 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:21:19.523214 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:21:19.523214 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:21:19.523214 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:21:19.523214 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:21:19.523214 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:21:19.523214 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:21:19.523214 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:21:19.523214 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:21:19.523214 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:21:19.622818 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3712fff2-0b8f-4984-afad-ff3b6ec7add5 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:19.662440 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3712fff2-0b8f-4984-afad-ff3b6ec7add5 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:19.664698 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3712fff2-0b8f-4984-afad-ff3b6ec7add5 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] 10.222.0.68 "DELETE /v2.0/networks/531b5bc9-e4c2-4e3e-af48-510fa5c2f745 HTTP/1.1" status: 204 len: 168 time: 1.0919714 Aug 16 20:21:19.665745 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712fff2-0b8f-4984-afad-ff3b6ec7add5 tempest-TaggedBootDevicesTest-512585106 tempest-TaggedBootDevicesTest-512585106-project] Pushing event deleted for resources: {'Network': ['ID=531b5bc9-e4c2-4e3e-af48-510fa5c2f745,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:19.680176 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 29da8305-d51e-477b-8ece-ac394742320d no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:21:19.705217 n-d-787206-13 neutron-server[94770]: DEBUG neutron.objects.ports [None req-60f4af69-ecc8-49b2-9224-8e191f9af573 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:21:19.712283 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-60f4af69-ecc8-49b2-9224-8e191f9af573 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:19.723609 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 29da8305-d51e-477b-8ece-ac394742320d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:21:19.723975 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 29da8305-d51e-477b-8ece-ac394742320d not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:21:19.724408 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ea4b1096-9152-4ae4-8d15-7bd4dcc8ebf4 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:21:19.752427 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: ea4b1096-9152-4ae4-8d15-7bd4dcc8ebf4 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:21:19.754793 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ea4b1096-9152-4ae4-8d15-7bd4dcc8ebf4 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:21:19.810477 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f4af69-ecc8-49b2-9224-8e191f9af573 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:19.812033 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4af69-ecc8-49b2-9224-8e191f9af573 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Subnet': ['ID=38df91a5-78ad-41a6-bbcb-a7e61722388f,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:19.814381 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-60f4af69-ecc8-49b2-9224-8e191f9af573 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:19.822976 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f4af69-ecc8-49b2-9224-8e191f9af573 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:19.823815 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-60f4af69-ecc8-49b2-9224-8e191f9af573 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:19.834217 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc91bd53-bc44-4981-9d8b-3d1a2ded4a17 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:19.856644 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-60f4af69-ecc8-49b2-9224-8e191f9af573 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5206008 Aug 16 20:21:19.856910 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40058) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:19.867698 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a42c47c5-4ecc-403b-88d7-795467755151 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:20.034739 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d745921-c732-492d-b329-de42aa90cc4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-90d9b1f1-5046-4354-b6cc-874fd89885eb', 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'tenant_id': 'd875706380784001942d3868f3fe0ec8', 'fixed_ips': [{'subnet_id': '38df91a5-78ad-41a6-bbcb-a7e61722388f'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:21:20.037218 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d745921-c732-492d-b329-de42aa90cc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:20.048113 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42c47c5-4ecc-403b-88d7-795467755151 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:20.064177 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a42c47c5-4ecc-403b-88d7-795467755151 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:20.251343 n-d-787206-13 neutron-server[94770]: INFO neutron.db.ipam_backend_mixin [None req-a42c47c5-4ecc-403b-88d7-795467755151 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 38df91a5-78ad-41a6-bbcb-a7e61722388f (CIDR: 2001:db8::/64) Aug 16 20:21:20.256312 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-a42c47c5-4ecc-403b-88d7-795467755151 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:21:20.256772 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a42c47c5-4ecc-403b-88d7-795467755151 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:20.273430 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a42c47c5-4ecc-403b-88d7-795467755151 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4152961 Aug 16 20:21:20.276044 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40072) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:20.282267 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-144932ff-6ef6-4ace-8831-bfc41f42b1b6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:20.312437 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-8d745921-c732-492d-b329-de42aa90cc4c None None] Allocated IP 2001:db8::f816:3eff:fe60:b145 (90d9b1f1-5046-4354-b6cc-874fd89885eb/38df91a5-78ad-41a6-bbcb-a7e61722388f/a4fafb1b-a916-4336-86a6-f861663fce41) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:20.487396 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144932ff-6ef6-4ace-8831-bfc41f42b1b6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:20.492196 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-144932ff-6ef6-4ace-8831-bfc41f42b1b6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:20.562174 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d745921-c732-492d-b329-de42aa90cc4c None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:20.572846 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8d745921-c732-492d-b329-de42aa90cc4c None None] Transition to ACTIVE for port object a4fafb1b-a916-4336-86a6-f861663fce41 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:20.592060 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8d745921-c732-492d-b329-de42aa90cc4c None None] Transition to ACTIVE for port object a4fafb1b-a916-4336-86a6-f861663fce41 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:20.601109 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d745921-c732-492d-b329-de42aa90cc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:20.663891 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d745921-c732-492d-b329-de42aa90cc4c None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:20.670818 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-8d745921-c732-492d-b329-de42aa90cc4c None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:20.675190 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d745921-c732-492d-b329-de42aa90cc4c None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:21:20.746102 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d745921-c732-492d-b329-de42aa90cc4c None None] Pushing event updated for resources: {'Port': ['ID=a4fafb1b-a916-4336-86a6-f861663fce41,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:20.786024 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8d745921-c732-492d-b329-de42aa90cc4c None None] Attempting to bind port a4fafb1b-a916-4336-86a6-f861663fce41 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:21:20.786665 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8d745921-c732-492d-b329-de42aa90cc4c None None] Attempting to bind port a4fafb1b-a916-4336-86a6-f861663fce41 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:21:20.786905 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d745921-c732-492d-b329-de42aa90cc4c None None] Attempting to bind port a4fafb1b-a916-4336-86a6-f861663fce41 on network 90d9b1f1-5046-4354-b6cc-874fd89885eb {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:21:20.792347 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d745921-c732-492d-b329-de42aa90cc4c None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:21:20.792715 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d745921-c732-492d-b329-de42aa90cc4c None None] Checking segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:21:20.793267 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d745921-c732-492d-b329-de42aa90cc4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:20.793671 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d745921-c732-492d-b329-de42aa90cc4c None None] Bound using segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:21:20.794120 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8d745921-c732-492d-b329-de42aa90cc4c None None] Bound port: a4fafb1b-a916-4336-86a6-f861663fce41, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:21:20.794664 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d745921-c732-492d-b329-de42aa90cc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:20.895357 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8d745921-c732-492d-b329-de42aa90cc4c None None] For port a4fafb1b-a916-4336-86a6-f861663fce41, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:21:20.898798 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8d745921-c732-492d-b329-de42aa90cc4c None None] For port a4fafb1b-a916-4336-86a6-f861663fce41, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=a4fafb1b-a916-4336-86a6-f861663fce41,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:21:20.910031 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d745921-c732-492d-b329-de42aa90cc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:20.929853 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40086) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:20.953066 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-144932ff-6ef6-4ace-8831-bfc41f42b1b6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:21.016820 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144932ff-6ef6-4ace-8831-bfc41f42b1b6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:21.021146 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-144932ff-6ef6-4ace-8831-bfc41f42b1b6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:21.032832 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144932ff-6ef6-4ace-8831-bfc41f42b1b6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:21.034093 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-144932ff-6ef6-4ace-8831-bfc41f42b1b6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:21.035138 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d745921-c732-492d-b329-de42aa90cc4c None None] Pushing event updated for resources: {'Port': ['ID=a4fafb1b-a916-4336-86a6-f861663fce41,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:21.045539 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144932ff-6ef6-4ace-8831-bfc41f42b1b6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Subnet': ['ID=7e8a0c34-6180-4403-b415-ddb59330888c,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:21.058356 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-144932ff-6ef6-4ace-8831-bfc41f42b1b6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7805927 Aug 16 20:21:21.061044 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40090) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:21.067524 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c02d0bab-87b5-4c98-92ab-dda9c3e6d8d0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'port': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'mac_address': 'fa:16:3e:1d:8e:cf', 'name': 'tempest-NetworksTestDHCPv6-1855812969'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:21.155800 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d49db1a6-fe42-458b-a54f-e8dc33e9cb60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:21.272863 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d49db1a6-fe42-458b-a54f-e8dc33e9cb60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:21.281469 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d49db1a6-fe42-458b-a54f-e8dc33e9cb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:21.354837 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49db1a6-fe42-458b-a54f-e8dc33e9cb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3491f8e6-3703-4498-b4b9-97a865e1bbca,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:21.361312 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d49db1a6-fe42-458b-a54f-e8dc33e9cb60 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=79bce775cc0740b9a5f585408736149d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4300032 Aug 16 20:21:21.364012 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40094) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:21.386495 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02d0bab-87b5-4c98-92ab-dda9c3e6d8d0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:21.437547 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ad74fc6-bef0-4aba-a818-8adf486f2273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:21.483368 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ad74fc6-bef0-4aba-a818-8adf486f2273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:21.504674 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c02d0bab-87b5-4c98-92ab-dda9c3e6d8d0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:21.549318 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-c02d0bab-87b5-4c98-92ab-dda9c3e6d8d0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] device_id is not set on port ee2cdb93-4c1b-4896-92ea-d9053f62c53c yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:21:21.551066 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ad74fc6-bef0-4aba-a818-8adf486f2273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:21.553828 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ad74fc6-bef0-4aba-a818-8adf486f2273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:21.555007 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7ad74fc6-bef0-4aba-a818-8adf486f2273 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3491f8e6-3703-4498-b4b9-97a865e1bbca HTTP/1.1" status: 204 len: 168 time: 0.1899710 Aug 16 20:21:21.567286 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad74fc6-bef0-4aba-a818-8adf486f2273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3491f8e6-3703-4498-b4b9-97a865e1bbca,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:21.801597 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device a4fafb1b-a916-4336-86a6-f861663fce41 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:21.926589 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port a4fafb1b-a916-4336-86a6-f861663fce41 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:21.994279 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-c02d0bab-87b5-4c98-92ab-dda9c3e6d8d0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Allocated IP 2001:db8:0:1::3e6 (90d9b1f1-5046-4354-b6cc-874fd89885eb/7e8a0c34-6180-4403-b415-ddb59330888c/ee2cdb93-4c1b-4896-92ea-d9053f62c53c) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:22.027703 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-c02d0bab-87b5-4c98-92ab-dda9c3e6d8d0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Allocated IP 2001:db8::f816:3eff:fe1d:8ecf (90d9b1f1-5046-4354-b6cc-874fd89885eb/38df91a5-78ad-41a6-bbcb-a7e61722388f/ee2cdb93-4c1b-4896-92ea-d9053f62c53c) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:22.175500 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40112) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:22.199194 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-df8ef70b-21b6-402b-8228-5debd8446343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:22.359199 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c02d0bab-87b5-4c98-92ab-dda9c3e6d8d0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:22.389960 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-c02d0bab-87b5-4c98-92ab-dda9c3e6d8d0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Transition to ACTIVE for port object ee2cdb93-4c1b-4896-92ea-d9053f62c53c will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:22.427980 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-df8ef70b-21b6-402b-8228-5debd8446343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:22.433229 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-df8ef70b-21b6-402b-8228-5debd8446343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:22.480474 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c02d0bab-87b5-4c98-92ab-dda9c3e6d8d0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:22.508304 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-df8ef70b-21b6-402b-8228-5debd8446343 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4cfe0b3007c24ff9be9397b7b5e9b77c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3312979 Aug 16 20:21:22.509844 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40124) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:22.535150 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77668f85-3e10-41bd-8123-2b22af0525fd None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:22.594189 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02d0bab-87b5-4c98-92ab-dda9c3e6d8d0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:22.597929 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-c02d0bab-87b5-4c98-92ab-dda9c3e6d8d0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:22.601703 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02d0bab-87b5-4c98-92ab-dda9c3e6d8d0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:21:22.613935 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02d0bab-87b5-4c98-92ab-dda9c3e6d8d0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:22.620778 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ef70b-21b6-402b-8228-5debd8446343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4963410f-1509-4817-910f-e64873f6a809,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:22.626121 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c02d0bab-87b5-4c98-92ab-dda9c3e6d8d0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:22.657618 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c619a154-7191-4e1c-9051-6008dfe98139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:22.686757 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d0bab-87b5-4c98-92ab-dda9c3e6d8d0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Port': ['ID=ee2cdb93-4c1b-4896-92ea-d9053f62c53c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:22.690764 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c619a154-7191-4e1c-9051-6008dfe98139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:22.704697 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c02d0bab-87b5-4c98-92ab-dda9c3e6d8d0 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6399572 Aug 16 20:21:22.705652 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40134) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:22.719949 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-46b0796f-43d0-490a-8730-8b22e8b85144 None None] Provisioning for port a4fafb1b-a916-4336-86a6-f861663fce41 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:22.734732 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-46b0796f-43d0-490a-8730-8b22e8b85144 None None] Provisioning complete for port a4fafb1b-a916-4336-86a6-f861663fce41 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:22.735402 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46b0796f-43d0-490a-8730-8b22e8b85144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:22.772960 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c619a154-7191-4e1c-9051-6008dfe98139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:22.776939 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c619a154-7191-4e1c-9051-6008dfe98139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:22.779047 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c619a154-7191-4e1c-9051-6008dfe98139 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4963410f-1509-4817-910f-e64873f6a809 HTTP/1.1" status: 204 len: 168 time: 0.2604110 Aug 16 20:21:22.797389 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619a154-7191-4e1c-9051-6008dfe98139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4963410f-1509-4817-910f-e64873f6a809,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:22.924592 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46b0796f-43d0-490a-8730-8b22e8b85144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:22.937472 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d279a1e6-548c-41b1-a868-081514481350 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting port ee2cdb93-4c1b-4896-92ea-d9053f62c53c {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:22.937830 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d279a1e6-548c-41b1-a868-081514481350 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:23.024810 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-46b0796f-43d0-490a-8730-8b22e8b85144 None None] For port a4fafb1b-a916-4336-86a6-f861663fce41, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=a4fafb1b-a916-4336-86a6-f861663fce41,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:23.055616 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46b0796f-43d0-490a-8730-8b22e8b85144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:23.070782 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71586ef-bb21-416e-af42-bd771e44c129 None None] Update dhcp port {'port': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'fixed_ips': [{'subnet_id': '38df91a5-78ad-41a6-bbcb-a7e61722388f', 'ip_address': '2001:db8::f816:3eff:fe60:b145'}, {'subnet_id': '7e8a0c34-6180-4403-b415-ddb59330888c'}], 'binding:host_id': 'n-d-787206-13'}, 'id': 'a4fafb1b-a916-4336-86a6-f861663fce41'} from n-d-787206-13. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:21:23.135889 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b71586ef-bb21-416e-af42-bd771e44c129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:23.150973 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d279a1e6-548c-41b1-a868-081514481350 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:23.185673 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b0796f-43d0-490a-8730-8b22e8b85144 None None] Pushing event updated for resources: {'Port': ['ID=a4fafb1b-a916-4336-86a6-f861663fce41,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:23.189060 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d279a1e6-548c-41b1-a868-081514481350 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Calling delete_port for ee2cdb93-4c1b-4896-92ea-d9053f62c53c owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:23.416275 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d279a1e6-548c-41b1-a868-081514481350 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:23.460734 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-b71586ef-bb21-416e-af42-bd771e44c129 None None] Allocated IP 2001:db8:0:1::2 (90d9b1f1-5046-4354-b6cc-874fd89885eb/7e8a0c34-6180-4403-b415-ddb59330888c/a4fafb1b-a916-4336-86a6-f861663fce41) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:23.491182 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279a1e6-548c-41b1-a868-081514481350 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Port': ['ID=ee2cdb93-4c1b-4896-92ea-d9053f62c53c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:23.559199 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d279a1e6-548c-41b1-a868-081514481350 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:23.565989 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d279a1e6-548c-41b1-a868-081514481350 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/ee2cdb93-4c1b-4896-92ea-d9053f62c53c HTTP/1.1" status: 204 len: 168 time: 0.8588152 Aug 16 20:21:23.568648 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40158) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:23.689844 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device a4fafb1b-a916-4336-86a6-f861663fce41 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:23.694368 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e958e403-9c6c-4d7b-ac20-182891f451c8 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:23.698422 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e958e403-9c6c-4d7b-ac20-182891f451c8 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1261630 Aug 16 20:21:23.699153 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40160) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:23.734273 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b71586ef-bb21-416e-af42-bd771e44c129 None None] For port a4fafb1b-a916-4336-86a6-f861663fce41, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=a4fafb1b-a916-4336-86a6-f861663fce41,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:23.773695 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bdbcec-ad18-45df-8f33-509933899bc9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:23.777729 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-05bdbcec-ad18-45df-8f33-509933899bc9 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0753875 Aug 16 20:21:23.778066 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40164) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:23.831785 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b71586ef-bb21-416e-af42-bd771e44c129 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:23.877477 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b71586ef-bb21-416e-af42-bd771e44c129 None None] Transition to ACTIVE for port object a4fafb1b-a916-4336-86a6-f861663fce41 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:23.878387 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port a4fafb1b-a916-4336-86a6-f861663fce41 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:23.878774 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:23.881653 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9c4299-6bd9-4aee-8e84-dd5605f3f894 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:23.883403 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9c4299-6bd9-4aee-8e84-dd5605f3f894 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:23.885354 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9c4299-6bd9-4aee-8e84-dd5605f3f894 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:23.887024 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ad9c4299-6bd9-4aee-8e84-dd5605f3f894 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1079700 Aug 16 20:21:23.889937 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40172) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:23.925452 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b71586ef-bb21-416e-af42-bd771e44c129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:23.985374 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Port a4fafb1b-a916-4336-86a6-f861663fce41 had new provisioning blocks added so it will not transition to active. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 16 20:21:24.030222 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71586ef-bb21-416e-af42-bd771e44c129 None None] Pushing event updated for resources: {'Port': ['ID=a4fafb1b-a916-4336-86a6-f861663fce41,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:24.067843 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f5258a3-190f-400e-a137-fce3c8c94cb3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting subnet 38df91a5-78ad-41a6-bbcb-a7e61722388f {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:21:24.081448 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3f5258a3-190f-400e-a137-fce3c8c94cb3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:24.189757 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3f5258a3-190f-400e-a137-fce3c8c94cb3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:24.345300 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3f5258a3-190f-400e-a137-fce3c8c94cb3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:24.466901 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3f5258a3-190f-400e-a137-fce3c8c94cb3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:24.483881 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3f5258a3-190f-400e-a137-fce3c8c94cb3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:24.489353 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3f5258a3-190f-400e-a137-fce3c8c94cb3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/38df91a5-78ad-41a6-bbcb-a7e61722388f HTTP/1.1" status: 204 len: 168 time: 0.5953083 Aug 16 20:21:24.489744 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40182) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:24.530423 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5258a3-190f-400e-a137-fce3c8c94cb3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Subnet': ['ID=38df91a5-78ad-41a6-bbcb-a7e61722388f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:24.596726 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc74a94e-31b6-4b5c-baac-ccaea268d265 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting subnet 7e8a0c34-6180-4403-b415-ddb59330888c {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:21:24.603164 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cc74a94e-31b6-4b5c-baac-ccaea268d265 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:24.700801 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cc74a94e-31b6-4b5c-baac-ccaea268d265 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:24.928150 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cc74a94e-31b6-4b5c-baac-ccaea268d265 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:25.074347 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cc74a94e-31b6-4b5c-baac-ccaea268d265 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:25.136353 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b750a4-725e-4036-a4a2-0a5063028fb0 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:25.159766 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74a94e-31b6-4b5c-baac-ccaea268d265 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Subnet': ['ID=7e8a0c34-6180-4403-b415-ddb59330888c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:25.176786 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cc74a94e-31b6-4b5c-baac-ccaea268d265 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:25.182670 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40206) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:25.183017 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cc74a94e-31b6-4b5c-baac-ccaea268d265 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/7e8a0c34-6180-4403-b415-ddb59330888c HTTP/1.1" status: 204 len: 168 time: 0.6918745 Aug 16 20:21:25.301536 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40208) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:25.308040 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b7a9c618-e5d9-4870-8728-b89e93ecb8d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:25.309650 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e1bc5705-b662-482f-9650-e755a35b6c03 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1256046 Aug 16 20:21:25.317744 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-66d796d7-3636-4b38-a536-b5243e86ad3f None None] Provisioning for port a4fafb1b-a916-4336-86a6-f861663fce41 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:25.330603 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-66d796d7-3636-4b38-a536-b5243e86ad3f None None] Provisioning complete for port a4fafb1b-a916-4336-86a6-f861663fce41 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:25.331212 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-66d796d7-3636-4b38-a536-b5243e86ad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:25.459025 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a9c618-e5d9-4870-8728-b89e93ecb8d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:25.463018 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7a9c618-e5d9-4870-8728-b89e93ecb8d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:25.522062 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-66d796d7-3636-4b38-a536-b5243e86ad3f None None] Could not find standard attr ID for object ee2cdb93-4c1b-4896-92ea-d9053f62c53c. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:21:25.548134 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efee139-2b82-4697-8349-5bd656290444 None None] DHCP port deletion for 90d9b1f1-5046-4354-b6cc-874fd89885eb request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:21:25.660269 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device a4fafb1b-a916-4336-86a6-f861663fce41 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:21:25.730747 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8efee139-2b82-4697-8349-5bd656290444 None None] Deleting port a4fafb1b-a916-4336-86a6-f861663fce41 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:25.731184 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8efee139-2b82-4697-8349-5bd656290444 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:25.829404 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8efee139-2b82-4697-8349-5bd656290444 None None] For port a4fafb1b-a916-4336-86a6-f861663fce41, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=a4fafb1b-a916-4336-86a6-f861663fce41,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:25.830794 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8efee139-2b82-4697-8349-5bd656290444 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:25.848944 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8efee139-2b82-4697-8349-5bd656290444 None None] Calling delete_port for a4fafb1b-a916-4336-86a6-f861663fce41 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:25.990663 n-d-787206-13 neutron-server[94771]: DEBUG neutron.objects.ports [None req-b7a9c618-e5d9-4870-8728-b89e93ecb8d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:21:26.011169 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:26.013664 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8efee139-2b82-4697-8349-5bd656290444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:26.033671 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efee139-2b82-4697-8349-5bd656290444 None None] No DVR routers for this DVR port a4fafb1b-a916-4336-86a6-f861663fce41 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:21:26.057236 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efee139-2b82-4697-8349-5bd656290444 None None] Pushing event deleted for resources: {'Port': ['ID=a4fafb1b-a916-4336-86a6-f861663fce41,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:26.074196 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efee139-2b82-4697-8349-5bd656290444 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:26.074542 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efee139-2b82-4697-8349-5bd656290444 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:26.074887 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efee139-2b82-4697-8349-5bd656290444 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:26.075230 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efee139-2b82-4697-8349-5bd656290444 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:26.075633 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efee139-2b82-4697-8349-5bd656290444 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:26.075972 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efee139-2b82-4697-8349-5bd656290444 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:26.076302 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efee139-2b82-4697-8349-5bd656290444 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:26.076629 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efee139-2b82-4697-8349-5bd656290444 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:26.076960 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efee139-2b82-4697-8349-5bd656290444 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:26.077283 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efee139-2b82-4697-8349-5bd656290444 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:26.077606 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efee139-2b82-4697-8349-5bd656290444 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:26.077927 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efee139-2b82-4697-8349-5bd656290444 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:26.156186 n-d-787206-13 neutron-server[94771]: WARNING neutron.services.revisions.revision_plugin [None req-b7a9c618-e5d9-4870-8728-b89e93ecb8d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Could not find related port for resource to bump revision. Aug 16 20:21:26.162422 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.ipam_pluggable_backend [None req-b7a9c618-e5d9-4870-8728-b89e93ecb8d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Port a4fafb1b-a916-4336-86a6-f861663fce41 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 16 20:21:26.162711 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.ipam_pluggable_backend [None req-b7a9c618-e5d9-4870-8728-b89e93ecb8d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Reverting IP allocation for 2001:db8::f816:3eff:fe60:b145 {{(pid=94771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 16 20:21:26.167000 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.ipam_pluggable_backend [None req-b7a9c618-e5d9-4870-8728-b89e93ecb8d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe60:b145 {{(pid=94771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 16 20:21:26.168307 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7a9c618-e5d9-4870-8728-b89e93ecb8d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:26.244529 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a9c618-e5d9-4870-8728-b89e93ecb8d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:26.249505 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b7a9c618-e5d9-4870-8728-b89e93ecb8d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:26.268534 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a21543a-b563-4be2-8467-4eb9f9c36723 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:26.269256 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a9c618-e5d9-4870-8728-b89e93ecb8d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:26.269853 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7a9c618-e5d9-4870-8728-b89e93ecb8d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:26.291203 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9c618-e5d9-4870-8728-b89e93ecb8d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Subnet': ['ID=6d74e945-bb5b-45f2-ad94-3bf368228c2a,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:26.297439 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b7a9c618-e5d9-4870-8728-b89e93ecb8d7 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9939959 Aug 16 20:21:26.300454 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40228) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:26.311450 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9e81cb5e-ed59-42d9-bf89-c78dc059504d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:26.464040 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e81cb5e-ed59-42d9-bf89-c78dc059504d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:26.469232 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e81cb5e-ed59-42d9-bf89-c78dc059504d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:26.601688 n-d-787206-13 neutron-server[94771]: INFO neutron.db.ipam_backend_mixin [None req-9e81cb5e-ed59-42d9-bf89-c78dc059504d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6d74e945-bb5b-45f2-ad94-3bf368228c2a (CIDR: 2001:db8::/64) Aug 16 20:21:26.605707 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e81cb5e-ed59-42d9-bf89-c78dc059504d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:21:26.606172 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e81cb5e-ed59-42d9-bf89-c78dc059504d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:26.635613 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40236) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:26.640980 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-90886744-5b51-41bd-8d0c-f21335fa50cf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:26.642535 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9e81cb5e-ed59-42d9-bf89-c78dc059504d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3405292 Aug 16 20:21:26.672137 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c01b248-dcf2-46b4-893c-40fa0008b7ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-90d9b1f1-5046-4354-b6cc-874fd89885eb', 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'tenant_id': 'd875706380784001942d3868f3fe0ec8', 'fixed_ips': [{'subnet_id': '6d74e945-bb5b-45f2-ad94-3bf368228c2a'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:21:26.673035 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c01b248-dcf2-46b4-893c-40fa0008b7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:26.876279 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90886744-5b51-41bd-8d0c-f21335fa50cf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:26.886586 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-90886744-5b51-41bd-8d0c-f21335fa50cf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:26.905874 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-7c01b248-dcf2-46b4-893c-40fa0008b7ca None None] Allocated IP 2001:db8::f816:3eff:fedc:2760 (90d9b1f1-5046-4354-b6cc-874fd89885eb/6d74e945-bb5b-45f2-ad94-3bf368228c2a/4e4c7e12-1d5d-47ba-aecc-d18955a613d8) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:27.066187 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40256) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:27.226686 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c01b248-dcf2-46b4-893c-40fa0008b7ca None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:27.240238 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7c01b248-dcf2-46b4-893c-40fa0008b7ca None None] Transition to ACTIVE for port object 4e4c7e12-1d5d-47ba-aecc-d18955a613d8 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:27.268318 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7c01b248-dcf2-46b4-893c-40fa0008b7ca None None] Transition to ACTIVE for port object 4e4c7e12-1d5d-47ba-aecc-d18955a613d8 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:27.278736 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-120c5831-0ca3-43d7-8479-199ec9a30c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:27.278951 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c01b248-dcf2-46b4-893c-40fa0008b7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:27.333996 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c01b248-dcf2-46b4-893c-40fa0008b7ca None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:27.344516 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-7c01b248-dcf2-46b4-893c-40fa0008b7ca None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:27.353347 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c01b248-dcf2-46b4-893c-40fa0008b7ca None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:21:27.364300 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c01b248-dcf2-46b4-893c-40fa0008b7ca None None] Pushing event updated for resources: {'Port': ['ID=4e4c7e12-1d5d-47ba-aecc-d18955a613d8,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:27.409848 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-120c5831-0ca3-43d7-8479-199ec9a30c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:27.416439 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-120c5831-0ca3-43d7-8479-199ec9a30c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:27.481265 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-7c01b248-dcf2-46b4-893c-40fa0008b7ca None None] Attempting to bind port 4e4c7e12-1d5d-47ba-aecc-d18955a613d8 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:21:27.481881 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-7c01b248-dcf2-46b4-893c-40fa0008b7ca None None] Attempting to bind port 4e4c7e12-1d5d-47ba-aecc-d18955a613d8 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:21:27.482436 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c01b248-dcf2-46b4-893c-40fa0008b7ca None None] Attempting to bind port 4e4c7e12-1d5d-47ba-aecc-d18955a613d8 on network 90d9b1f1-5046-4354-b6cc-874fd89885eb {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:21:27.484300 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-120c5831-0ca3-43d7-8479-199ec9a30c3c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=505cc86a07d74f8e89a016afdf002a7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4163201 Aug 16 20:21:27.485322 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c5831-0ca3-43d7-8479-199ec9a30c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5811e680-9e95-4bd0-8bfd-2b1af7efd74c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:27.487917 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40264) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:27.491209 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c01b248-dcf2-46b4-893c-40fa0008b7ca None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:21:27.491626 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c01b248-dcf2-46b4-893c-40fa0008b7ca None None] Checking segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:21:27.492040 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c01b248-dcf2-46b4-893c-40fa0008b7ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:27.492522 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c01b248-dcf2-46b4-893c-40fa0008b7ca None None] Bound using segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:21:27.499423 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-7c01b248-dcf2-46b4-893c-40fa0008b7ca None None] Bound port: 4e4c7e12-1d5d-47ba-aecc-d18955a613d8, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:21:27.499849 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c01b248-dcf2-46b4-893c-40fa0008b7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:27.551575 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cdf3d47d-d84e-435a-a826-bbf41f164e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:27.591557 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cdf3d47d-d84e-435a-a826-bbf41f164e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:27.627208 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-90886744-5b51-41bd-8d0c-f21335fa50cf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:27.674545 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7c01b248-dcf2-46b4-893c-40fa0008b7ca None None] For port 4e4c7e12-1d5d-47ba-aecc-d18955a613d8, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:21:27.676337 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cdf3d47d-d84e-435a-a826-bbf41f164e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:27.681500 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cdf3d47d-d84e-435a-a826-bbf41f164e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:27.687856 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cdf3d47d-d84e-435a-a826-bbf41f164e72 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5811e680-9e95-4bd0-8bfd-2b1af7efd74c HTTP/1.1" status: 204 len: 168 time: 0.1988995 Aug 16 20:21:27.691907 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7c01b248-dcf2-46b4-893c-40fa0008b7ca None None] For port 4e4c7e12-1d5d-47ba-aecc-d18955a613d8, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=4e4c7e12-1d5d-47ba-aecc-d18955a613d8,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:21:27.699531 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90886744-5b51-41bd-8d0c-f21335fa50cf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:27.700270 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c01b248-dcf2-46b4-893c-40fa0008b7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:27.708849 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-90886744-5b51-41bd-8d0c-f21335fa50cf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:27.714613 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3d47d-d84e-435a-a826-bbf41f164e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5811e680-9e95-4bd0-8bfd-2b1af7efd74c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:27.718494 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90886744-5b51-41bd-8d0c-f21335fa50cf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:27.719184 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-90886744-5b51-41bd-8d0c-f21335fa50cf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:27.757822 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90886744-5b51-41bd-8d0c-f21335fa50cf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Subnet': ['ID=4befa2a5-a390-4651-94f4-052274ea8268,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:27.781538 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40276) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:27.785603 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-90886744-5b51-41bd-8d0c-f21335fa50cf tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1418476 Aug 16 20:21:27.792463 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-99958513-7ba0-4d00-9b2e-92d5e9f002d3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'port': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'mac_address': 'fa:16:3e:08:56:3f', 'name': 'tempest-NetworksTestDHCPv6-1436217057'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:27.872881 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c01b248-dcf2-46b4-893c-40fa0008b7ca None None] Pushing event updated for resources: {'Port': ['ID=4e4c7e12-1d5d-47ba-aecc-d18955a613d8,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:28.079438 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99958513-7ba0-4d00-9b2e-92d5e9f002d3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:28.281614 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-99958513-7ba0-4d00-9b2e-92d5e9f002d3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:28.313652 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-99958513-7ba0-4d00-9b2e-92d5e9f002d3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] device_id is not set on port adc9e1ef-0582-4491-8da6-ce51791f0a0d yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:21:28.595357 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-99958513-7ba0-4d00-9b2e-92d5e9f002d3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Allocated IP 2001:db8:0:1::8e (90d9b1f1-5046-4354-b6cc-874fd89885eb/4befa2a5-a390-4651-94f4-052274ea8268/adc9e1ef-0582-4491-8da6-ce51791f0a0d) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:28.604316 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-99958513-7ba0-4d00-9b2e-92d5e9f002d3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Allocated IP 2001:db8::f816:3eff:fe08:563f (90d9b1f1-5046-4354-b6cc-874fd89885eb/6d74e945-bb5b-45f2-ad94-3bf368228c2a/adc9e1ef-0582-4491-8da6-ce51791f0a0d) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:28.694218 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40308) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:28.864736 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-99958513-7ba0-4d00-9b2e-92d5e9f002d3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:28.880908 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-99958513-7ba0-4d00-9b2e-92d5e9f002d3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Transition to ACTIVE for port object adc9e1ef-0582-4491-8da6-ce51791f0a0d will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:28.928348 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-99958513-7ba0-4d00-9b2e-92d5e9f002d3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:29.036801 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fcc62cdb-8f48-4a17-b5c1-71e3ae1929b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:29.071284 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99958513-7ba0-4d00-9b2e-92d5e9f002d3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:29.075151 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-99958513-7ba0-4d00-9b2e-92d5e9f002d3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:29.089313 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99958513-7ba0-4d00-9b2e-92d5e9f002d3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:21:29.095204 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99958513-7ba0-4d00-9b2e-92d5e9f002d3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:29.096409 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-99958513-7ba0-4d00-9b2e-92d5e9f002d3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:29.100207 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99958513-7ba0-4d00-9b2e-92d5e9f002d3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Port': ['ID=adc9e1ef-0582-4491-8da6-ce51791f0a0d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:29.202789 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fcc62cdb-8f48-4a17-b5c1-71e3ae1929b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:29.210775 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fcc62cdb-8f48-4a17-b5c1-71e3ae1929b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:29.222153 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-99958513-7ba0-4d00-9b2e-92d5e9f002d3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4364991 Aug 16 20:21:29.222517 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40332) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:29.284027 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871a2294-8961-4545-81b6-cb6415db8ce3 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:29.318162 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc62cdb-8f48-4a17-b5c1-71e3ae1929b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f18b6eb-8f31-4287-9088-0b5bb43b7d41,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:29.323592 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fcc62cdb-8f48-4a17-b5c1-71e3ae1929b6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b065cbf7b4a949f7916c8c1453a58f83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6282005 Aug 16 20:21:29.326541 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40336) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:29.403212 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cdd99801-fea2-481a-9495-021727e43b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:29.421894 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-41bafa79-bf5c-4c76-ada1-76aa5d22683e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting port adc9e1ef-0582-4491-8da6-ce51791f0a0d {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:29.422248 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-41bafa79-bf5c-4c76-ada1-76aa5d22683e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:29.431117 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cdd99801-fea2-481a-9495-021727e43b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:29.503734 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cdd99801-fea2-481a-9495-021727e43b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:29.508013 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cdd99801-fea2-481a-9495-021727e43b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:29.509639 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-cdd99801-fea2-481a-9495-021727e43b01 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9f18b6eb-8f31-4287-9088-0b5bb43b7d41 HTTP/1.1" status: 204 len: 168 time: 0.1817119 Aug 16 20:21:29.514331 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-20250a4c-093d-4306-a9bf-51a44b1d6111 None None] Provisioning for port 4e4c7e12-1d5d-47ba-aecc-d18955a613d8 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:29.544649 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd99801-fea2-481a-9495-021727e43b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f18b6eb-8f31-4287-9088-0b5bb43b7d41,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:29.693503 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a051d6-4c2c-4c4c-8dbb-c41138bba555 None None] Update dhcp port {'port': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'fixed_ips': [{'subnet_id': '6d74e945-bb5b-45f2-ad94-3bf368228c2a', 'ip_address': '2001:db8::f816:3eff:fedc:2760'}, {'subnet_id': '4befa2a5-a390-4651-94f4-052274ea8268'}], 'binding:host_id': 'n-d-787206-13'}, 'id': '4e4c7e12-1d5d-47ba-aecc-d18955a613d8'} from n-d-787206-13. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:21:29.699930 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-41bafa79-bf5c-4c76-ada1-76aa5d22683e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:29.732773 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-41bafa79-bf5c-4c76-ada1-76aa5d22683e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Calling delete_port for adc9e1ef-0582-4491-8da6-ce51791f0a0d owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:29.791857 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-17a051d6-4c2c-4c4c-8dbb-c41138bba555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:29.833962 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4e4c7e12-1d5d-47ba-aecc-d18955a613d8 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:30.169616 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-41bafa79-bf5c-4c76-ada1-76aa5d22683e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:30.307744 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40362) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:30.334683 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bafa79-bf5c-4c76-ada1-76aa5d22683e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Port': ['ID=adc9e1ef-0582-4491-8da6-ce51791f0a0d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:30.383920 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-41bafa79-bf5c-4c76-ada1-76aa5d22683e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:30.385904 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-41bafa79-bf5c-4c76-ada1-76aa5d22683e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/adc9e1ef-0582-4491-8da6-ce51791f0a0d HTTP/1.1" status: 204 len: 168 time: 1.1626091 Aug 16 20:21:30.388915 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40366) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:30.472629 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 4e4c7e12-1d5d-47ba-aecc-d18955a613d8 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:30.474509 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40370) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:30.489957 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6f8b4abc-fc5a-4dce-b4db-a02273a07ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:30.503143 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 4e4c7e12-1d5d-47ba-aecc-d18955a613d8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:30.503671 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:30.539478 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a92723-efb8-4128-b47b-cef95ca7a77b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:30.560008 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-33a92723-efb8-4128-b47b-cef95ca7a77b tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1695106 Aug 16 20:21:30.565748 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40372) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:30.596658 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-52793570-2842-4a07-93c1-8e46688ce750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:30.608584 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-17a051d6-4c2c-4c4c-8dbb-c41138bba555 None None] Allocated IP 2001:db8:0:1::2 (90d9b1f1-5046-4354-b6cc-874fd89885eb/4befa2a5-a390-4651-94f4-052274ea8268/4e4c7e12-1d5d-47ba-aecc-d18955a613d8) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:30.623506 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6f8b4abc-fc5a-4dce-b4db-a02273a07ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:30.632187 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6f8b4abc-fc5a-4dce-b4db-a02273a07ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:30.681711 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6f8b4abc-fc5a-4dce-b4db-a02273a07ed4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=19f90c38b5914788a4738ddb4fafdd48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2056718 Aug 16 20:21:30.683610 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40378) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:30.725797 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b4abc-fc5a-4dce-b4db-a02273a07ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b7fa7f-4c44-467d-a9fd-91a5260be30d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:30.735238 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f39fd17-36d5-42b2-9aa6-cae61d2b2b81 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:30.740483 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8f39fd17-36d5-42b2-9aa6-cae61d2b2b81 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1693439 Aug 16 20:21:30.744691 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40380) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:30.781260 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:30.839425 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc31742-ef17-48a1-9245-bb612c4afbad tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:30.841225 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc31742-ef17-48a1-9245-bb612c4afbad tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:30.842799 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc31742-ef17-48a1-9245-bb612c4afbad tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:30.844473 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2bc31742-ef17-48a1-9245-bb612c4afbad tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0988529 Aug 16 20:21:30.845539 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a7aec4cb-e8e4-4394-b7b4-d0028787fc11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:30.847906 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40382) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:30.861844 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-17a051d6-4c2c-4c4c-8dbb-c41138bba555 None None] For port 4e4c7e12-1d5d-47ba-aecc-d18955a613d8, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=4e4c7e12-1d5d-47ba-aecc-d18955a613d8,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:30.872071 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a7aec4cb-e8e4-4394-b7b4-d0028787fc11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:30.912880 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-17a051d6-4c2c-4c4c-8dbb-c41138bba555 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:30.917392 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-52793570-2842-4a07-93c1-8e46688ce750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:30.924991 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-52793570-2842-4a07-93c1-8e46688ce750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:30.933326 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-17a051d6-4c2c-4c4c-8dbb-c41138bba555 None None] Transition to ACTIVE for port object 4e4c7e12-1d5d-47ba-aecc-d18955a613d8 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:30.941881 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-17a051d6-4c2c-4c4c-8dbb-c41138bba555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:30.944657 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a7aec4cb-e8e4-4394-b7b4-d0028787fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:30.947421 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a7aec4cb-e8e4-4394-b7b4-d0028787fc11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:30.948580 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a7aec4cb-e8e4-4394-b7b4-d0028787fc11 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b2b7fa7f-4c44-467d-a9fd-91a5260be30d HTTP/1.1" status: 204 len: 168 time: 0.2639604 Aug 16 20:21:30.953365 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-52793570-2842-4a07-93c1-8e46688ce750 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a2fe10a6f2b24050b1bd00baeae82a0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6446469 Aug 16 20:21:30.957280 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40386) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:30.966606 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aec4cb-e8e4-4394-b7b4-d0028787fc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b7fa7f-4c44-467d-a9fd-91a5260be30d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:30.978129 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-787d511e-a91e-4e4e-bdb9-a28367501128 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting subnet 4befa2a5-a390-4651-94f4-052274ea8268 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:21:30.991280 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-787d511e-a91e-4e4e-bdb9-a28367501128 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:31.033754 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52793570-2842-4a07-93c1-8e46688ce750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f459dd-d2d4-421d-bab8-d4b92fb54dbb,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:31.065363 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-787d511e-a91e-4e4e-bdb9-a28367501128 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:31.065594 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a051d6-4c2c-4c4c-8dbb-c41138bba555 None None] Pushing event updated for resources: {'Port': ['ID=4e4c7e12-1d5d-47ba-aecc-d18955a613d8,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:31.127997 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0d42e2d3-1997-4658-931d-e6aa7e6b6a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:31.156726 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0d42e2d3-1997-4658-931d-e6aa7e6b6a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:31.261303 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:21:31.263284 n-d-787206-13 neutron-server[94772]: DEBUG oslo_db.api [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:21:31.263418 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0d42e2d3-1997-4658-931d-e6aa7e6b6a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:31.271453 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0d42e2d3-1997-4658-931d-e6aa7e6b6a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:31.274833 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0d42e2d3-1997-4658-931d-e6aa7e6b6a5d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/32f459dd-d2d4-421d-bab8-d4b92fb54dbb HTTP/1.1" status: 204 len: 168 time: 0.3094554 Aug 16 20:21:31.347022 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42e2d3-1997-4658-931d-e6aa7e6b6a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f459dd-d2d4-421d-bab8-d4b92fb54dbb,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:31.390050 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-787d511e-a91e-4e4e-bdb9-a28367501128 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:31.510989 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-787d511e-a91e-4e4e-bdb9-a28367501128 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:31.552909 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-787d511e-a91e-4e4e-bdb9-a28367501128 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:31.555407 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-787d511e-a91e-4e4e-bdb9-a28367501128 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/4befa2a5-a390-4651-94f4-052274ea8268 HTTP/1.1" status: 204 len: 168 time: 0.7065222 Aug 16 20:21:31.558551 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40402) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:31.586976 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d511e-a91e-4e4e-bdb9-a28367501128 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Subnet': ['ID=4befa2a5-a390-4651-94f4-052274ea8268,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:31.661531 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-991d87ba-30d3-4fe3-89f4-5790eade2970 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting subnet 6d74e945-bb5b-45f2-ad94-3bf368228c2a {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:21:31.674386 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-991d87ba-30d3-4fe3-89f4-5790eade2970 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:31.787168 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-991d87ba-30d3-4fe3-89f4-5790eade2970 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:31.858751 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-71e3babf-5ef9-4ef4-8135-0368a2924b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:31.873603 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:31.942986 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 4e4c7e12-1d5d-47ba-aecc-d18955a613d8, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=4e4c7e12-1d5d-47ba-aecc-d18955a613d8,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:31.958454 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:31.994694 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-991d87ba-30d3-4fe3-89f4-5790eade2970 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:32.091401 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=4e4c7e12-1d5d-47ba-aecc-d18955a613d8,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:32.148047 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4e4c7e12-1d5d-47ba-aecc-d18955a613d8 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:32.213448 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-991d87ba-30d3-4fe3-89f4-5790eade2970 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:32.291324 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-991d87ba-30d3-4fe3-89f4-5790eade2970 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:32.293632 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-991d87ba-30d3-4fe3-89f4-5790eade2970 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/6d74e945-bb5b-45f2-ad94-3bf368228c2a HTTP/1.1" status: 204 len: 168 time: 0.7340555 Aug 16 20:21:32.294706 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d87ba-30d3-4fe3-89f4-5790eade2970 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Subnet': ['ID=6d74e945-bb5b-45f2-ad94-3bf368228c2a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:32.296294 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40432) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:32.309797 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47c7db7-b735-4d6c-b387-90f14acbf571 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:32.399765 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1f07f467-7622-40d8-8ad2-aa435c2725d8 None None] Could not find standard attr ID for object adc9e1ef-0582-4491-8da6-ce51791f0a0d. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:21:32.424792 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e446eb64-f11d-47f5-8894-8fdff58b5d90 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1240292 Aug 16 20:21:32.425218 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40436) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:32.432396 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-af63de26-13f3-43c2-b883-062e0032992a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:32.457151 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1f07f467-7622-40d8-8ad2-aa435c2725d8 None None] Provisioning for port 4e4c7e12-1d5d-47ba-aecc-d18955a613d8 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:32.462497 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1f07f467-7622-40d8-8ad2-aa435c2725d8 None None] Provisioning complete for port 4e4c7e12-1d5d-47ba-aecc-d18955a613d8 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:32.463097 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1f07f467-7622-40d8-8ad2-aa435c2725d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:32.654679 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bb48b2-53b0-4f57-85ba-1b3b66bf0fcf None None] DHCP port deletion for 90d9b1f1-5046-4354-b6cc-874fd89885eb request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:21:32.658831 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af63de26-13f3-43c2-b883-062e0032992a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:32.666898 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-af63de26-13f3-43c2-b883-062e0032992a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:32.781338 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-02bb48b2-53b0-4f57-85ba-1b3b66bf0fcf None None] Deleting port 4e4c7e12-1d5d-47ba-aecc-d18955a613d8 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:32.781567 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-02bb48b2-53b0-4f57-85ba-1b3b66bf0fcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:32.901446 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-02bb48b2-53b0-4f57-85ba-1b3b66bf0fcf None None] For port 4e4c7e12-1d5d-47ba-aecc-d18955a613d8, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=4e4c7e12-1d5d-47ba-aecc-d18955a613d8,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:32.902120 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-02bb48b2-53b0-4f57-85ba-1b3b66bf0fcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:32.936802 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-02bb48b2-53b0-4f57-85ba-1b3b66bf0fcf None None] Calling delete_port for 4e4c7e12-1d5d-47ba-aecc-d18955a613d8 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:33.111472 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-af63de26-13f3-43c2-b883-062e0032992a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:33.135213 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-02bb48b2-53b0-4f57-85ba-1b3b66bf0fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:33.172298 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb48b2-53b0-4f57-85ba-1b3b66bf0fcf None None] Pushing event deleted for resources: {'Port': ['ID=4e4c7e12-1d5d-47ba-aecc-d18955a613d8,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:33.175576 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bb48b2-53b0-4f57-85ba-1b3b66bf0fcf None None] No DVR routers for this DVR port 4e4c7e12-1d5d-47ba-aecc-d18955a613d8 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:21:33.208665 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af63de26-13f3-43c2-b883-062e0032992a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:33.213840 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-af63de26-13f3-43c2-b883-062e0032992a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:33.227903 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af63de26-13f3-43c2-b883-062e0032992a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:33.227903 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-af63de26-13f3-43c2-b883-062e0032992a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:33.231986 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e40824f-3e5d-413d-a3ff-98c0fc50c97f None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:33.264052 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63de26-13f3-43c2-b883-062e0032992a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Subnet': ['ID=08e15059-bb69-409c-91f3-89670c7946df,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:33.273695 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-af63de26-13f3-43c2-b883-062e0032992a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8455350 Aug 16 20:21:33.274440 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40470) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:33.280690 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-087960f7-4829-4eb5-b884-75f32f3dd653 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:33.550699 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087960f7-4829-4eb5-b884-75f32f3dd653 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:33.556359 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-087960f7-4829-4eb5-b884-75f32f3dd653 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:33.568217 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6639fec-c99d-440a-a878-790b198aa7bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-90d9b1f1-5046-4354-b6cc-874fd89885eb', 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'tenant_id': 'd875706380784001942d3868f3fe0ec8', 'fixed_ips': [{'subnet_id': '08e15059-bb69-409c-91f3-89670c7946df'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:21:33.569094 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a6639fec-c99d-440a-a878-790b198aa7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:33.748197 n-d-787206-13 neutron-server[94770]: INFO neutron.db.ipam_backend_mixin [None req-087960f7-4829-4eb5-b884-75f32f3dd653 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 08e15059-bb69-409c-91f3-89670c7946df (CIDR: 2001:db8::/64) Aug 16 20:21:33.765385 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-087960f7-4829-4eb5-b884-75f32f3dd653 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:21:33.766318 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-087960f7-4829-4eb5-b884-75f32f3dd653 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:33.801850 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-087960f7-4829-4eb5-b884-75f32f3dd653 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5266535 Aug 16 20:21:33.804524 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40492) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:33.810428 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3250036f-6674-400a-8016-c6a2a2fc5a1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:33.862925 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-a6639fec-c99d-440a-a878-790b198aa7bc None None] Allocated IP 2001:db8::2 (90d9b1f1-5046-4354-b6cc-874fd89885eb/08e15059-bb69-409c-91f3-89670c7946df/e1944311-d07b-4a51-9a48-d67a2265a6ff) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:33.893965 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40498) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:34.058224 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3250036f-6674-400a-8016-c6a2a2fc5a1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:34.067211 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3250036f-6674-400a-8016-c6a2a2fc5a1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:34.086712 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a6639fec-c99d-440a-a878-790b198aa7bc None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:34.097207 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a6639fec-c99d-440a-a878-790b198aa7bc None None] Transition to ACTIVE for port object e1944311-d07b-4a51-9a48-d67a2265a6ff will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:34.127612 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a6639fec-c99d-440a-a878-790b198aa7bc None None] Transition to ACTIVE for port object e1944311-d07b-4a51-9a48-d67a2265a6ff will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:34.139320 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4e4c7e12-1d5d-47ba-aecc-d18955a613d8 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:21:34.146645 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a6639fec-c99d-440a-a878-790b198aa7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:34.185090 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 4e4c7e12-1d5d-47ba-aecc-d18955a613d8 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:21:34.185345 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4e4c7e12-1d5d-47ba-aecc-d18955a613d8 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:21:34.244869 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6639fec-c99d-440a-a878-790b198aa7bc None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:34.265477 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-a6639fec-c99d-440a-a878-790b198aa7bc None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:34.268468 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6639fec-c99d-440a-a878-790b198aa7bc None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:21:34.306854 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6639fec-c99d-440a-a878-790b198aa7bc None None] Pushing event updated for resources: {'Port': ['ID=e1944311-d07b-4a51-9a48-d67a2265a6ff,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:34.438028 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40518) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:34.441947 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-031af689-67be-47d4-8bfb-4bfe47af65d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:34.452091 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a6639fec-c99d-440a-a878-790b198aa7bc None None] Attempting to bind port e1944311-d07b-4a51-9a48-d67a2265a6ff on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:21:34.452765 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a6639fec-c99d-440a-a878-790b198aa7bc None None] Attempting to bind port e1944311-d07b-4a51-9a48-d67a2265a6ff by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:21:34.453299 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6639fec-c99d-440a-a878-790b198aa7bc None None] Attempting to bind port e1944311-d07b-4a51-9a48-d67a2265a6ff on network 90d9b1f1-5046-4354-b6cc-874fd89885eb {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:21:34.459859 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6639fec-c99d-440a-a878-790b198aa7bc None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:21:34.460717 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6639fec-c99d-440a-a878-790b198aa7bc None None] Checking segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:21:34.461389 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a6639fec-c99d-440a-a878-790b198aa7bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:34.462596 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6639fec-c99d-440a-a878-790b198aa7bc None None] Bound using segment: {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:21:34.463474 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a6639fec-c99d-440a-a878-790b198aa7bc None None] Bound port: e1944311-d07b-4a51-9a48-d67a2265a6ff, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa360b45-7ee4-43a2-a558-5d7a244951f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:21:34.464137 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a6639fec-c99d-440a-a878-790b198aa7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:34.608555 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a6639fec-c99d-440a-a878-790b198aa7bc None None] For port e1944311-d07b-4a51-9a48-d67a2265a6ff, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:21:34.616501 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a6639fec-c99d-440a-a878-790b198aa7bc None None] For port e1944311-d07b-4a51-9a48-d67a2265a6ff, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e1944311-d07b-4a51-9a48-d67a2265a6ff,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:21:34.673763 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a6639fec-c99d-440a-a878-790b198aa7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:34.805825 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:34.811838 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-9f40248e-b48a-4d01-8f1f-691d903c0312 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'network': {'name': 'tempest-network-smoke--961493453', 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'port_security_enabled': True}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:34.820599 n-d-787206-13 neutron-server[94770]: DEBUG neutron.objects.ports [None req-3250036f-6674-400a-8016-c6a2a2fc5a1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:21:34.871073 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6639fec-c99d-440a-a878-790b198aa7bc None None] Pushing event updated for resources: {'Port': ['ID=e1944311-d07b-4a51-9a48-d67a2265a6ff,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:34.993070 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f40248e-b48a-4d01-8f1f-691d903c0312 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Made reservation on behalf of e56891446a5d4a4da1a00ff61508934e for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:34.996248 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f40248e-b48a-4d01-8f1f-691d903c0312 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:35.012633 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f40248e-b48a-4d01-8f1f-691d903c0312 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:35.150062 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9060a9e2-ca75-44d1-ad7e-688abb8c12de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:35.220965 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3250036f-6674-400a-8016-c6a2a2fc5a1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:35.283426 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f40248e-b48a-4d01-8f1f-691d903c0312 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:35.313012 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f40248e-b48a-4d01-8f1f-691d903c0312 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:35.413301 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f40248e-b48a-4d01-8f1f-691d903c0312 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:21:35.421429 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40248e-b48a-4d01-8f1f-691d903c0312 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf3a489-993d-40e6-aa3f-8f03ea25abf9,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:35.449055 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f40248e-b48a-4d01-8f1f-691d903c0312 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:35.449549 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-9f40248e-b48a-4d01-8f1f-691d903c0312 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Added segment 9a013c82-2aa1-459a-a55a-16f5b0b5c086 of type vlan for network 063b4ef8-01f9-41d8-999f-969c8ec857e2 Aug 16 20:21:35.540356 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f40248e-b48a-4d01-8f1f-691d903c0312 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:35.595480 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:35.608400 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-3250036f-6674-400a-8016-c6a2a2fc5a1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] For port e1944311-d07b-4a51-9a48-d67a2265a6ff, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e1944311-d07b-4a51-9a48-d67a2265a6ff,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:35.627547 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f40248e-b48a-4d01-8f1f-691d903c0312 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:35.633607 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f40248e-b48a-4d01-8f1f-691d903c0312 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:35.634515 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f40248e-b48a-4d01-8f1f-691d903c0312 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:35.691939 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40556) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:35.737273 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9f40248e-b48a-4d01-8f1f-691d903c0312 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2969790 Aug 16 20:21:35.742359 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40564) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:35.751716 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d9a4a705-c343-481e-846c-a3404715ee2e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-33155459', 'admin_state_up': True, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:35.782245 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3250036f-6674-400a-8016-c6a2a2fc5a1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:35.786330 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40248e-b48a-4d01-8f1f-691d903c0312 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'Network': ['ID=063b4ef8-01f9-41d8-999f-969c8ec857e2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:35.802014 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 063b4ef8-01f9-41d8-999f-969c8ec857e2 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:21:35.802688 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3250036f-6674-400a-8016-c6a2a2fc5a1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:35.803656 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3250036f-6674-400a-8016-c6a2a2fc5a1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:35.888263 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9a4a705-c343-481e-846c-a3404715ee2e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:35.889292 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9a4a705-c343-481e-846c-a3404715ee2e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:35.908496 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3250036f-6674-400a-8016-c6a2a2fc5a1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:35.918407 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-3250036f-6674-400a-8016-c6a2a2fc5a1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:35.928937 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93147fda-984d-426d-8e62-f8b16dd1b416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:35.930935 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3250036f-6674-400a-8016-c6a2a2fc5a1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:35.931847 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3250036f-6674-400a-8016-c6a2a2fc5a1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:35.941676 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250036f-6674-400a-8016-c6a2a2fc5a1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Subnet': ['ID=bb42b0ac-a8fc-4b65-b4ca-04fe9c22e556,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:35.976813 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250036f-6674-400a-8016-c6a2a2fc5a1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Port': ['ID=e1944311-d07b-4a51-9a48-d67a2265a6ff,revision_number=4']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:35.978510 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:36.002093 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9a4a705-c343-481e-846c-a3404715ee2e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:36.015178 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9060a9e2-ca75-44d1-ad7e-688abb8c12de admin admin] Deleting port febb9c80-8779-4632-a97e-37588c9464ba {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:36.015786 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9060a9e2-ca75-44d1-ad7e-688abb8c12de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:36.126411 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e1944311-d07b-4a51-9a48-d67a2265a6ff up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:36.145229 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:36.231860 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port e1944311-d07b-4a51-9a48-d67a2265a6ff completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:36.280604 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-9060a9e2-ca75-44d1-ad7e-688abb8c12de admin admin] For port febb9c80-8779-4632-a97e-37588c9464ba, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=febb9c80-8779-4632-a97e-37588c9464ba,segment=NetworkSegment(f5b0f7e9-2952-4b14-9633-7226a8941178),segment_id=f5b0f7e9-2952-4b14-9633-7226a8941178)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:36.281139 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9060a9e2-ca75-44d1-ad7e-688abb8c12de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:36.295306 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade65613-1108-4c8f-870d-aef2fb42667f None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:36.295517 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9a4a705-c343-481e-846c-a3404715ee2e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:36.309352 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9060a9e2-ca75-44d1-ad7e-688abb8c12de admin admin] Calling delete_port for febb9c80-8779-4632-a97e-37588c9464ba owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:36.400392 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fb7f51a9-f7ee-4887-a66a-0e4019385aa2 None None] Provisioning for port e1944311-d07b-4a51-9a48-d67a2265a6ff completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:36.411231 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fb7f51a9-f7ee-4887-a66a-0e4019385aa2 None None] Provisioning complete for port e1944311-d07b-4a51-9a48-d67a2265a6ff triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:36.411710 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb7f51a9-f7ee-4887-a66a-0e4019385aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:36.435373 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93147fda-984d-426d-8e62-f8b16dd1b416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:36.450081 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93147fda-984d-426d-8e62-f8b16dd1b416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:36.452157 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3250036f-6674-400a-8016-c6a2a2fc5a1d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6452422 Aug 16 20:21:36.456406 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40576) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:36.469861 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8ef3ffd8-bf49-470e-abb4-4a583eb4e9ca tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'port': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'mac_address': 'fa:16:3e:07:6b:79', 'name': 'tempest-NetworksTestDHCPv6-608379071'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:36.557935 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb7f51a9-f7ee-4887-a66a-0e4019385aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:36.563123 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93147fda-984d-426d-8e62-f8b16dd1b416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a7e81f-b8d6-4a9b-81e1-6fa7156e8aa5,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:36.573563 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-93147fda-984d-426d-8e62-f8b16dd1b416 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=436a7eb7ae244288a9c34465e44d17ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8794918 Aug 16 20:21:36.578648 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40578) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:36.593626 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-fb7f51a9-f7ee-4887-a66a-0e4019385aa2 None None] For port e1944311-d07b-4a51-9a48-d67a2265a6ff, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e1944311-d07b-4a51-9a48-d67a2265a6ff,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:36.601581 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb7f51a9-f7ee-4887-a66a-0e4019385aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:36.646090 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef3ffd8-bf49-470e-abb4-4a583eb4e9ca tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:36.676760 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f51a9-f7ee-4887-a66a-0e4019385aa2 None None] Pushing event updated for resources: {'Port': ['ID=e1944311-d07b-4a51-9a48-d67a2265a6ff,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:36.733588 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f325d92a-fa36-4ded-9bde-844a077053d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:36.765451 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8ef3ffd8-bf49-470e-abb4-4a583eb4e9ca tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:36.790648 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-8ef3ffd8-bf49-470e-abb4-4a583eb4e9ca tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] device_id is not set on port 8f39c80a-afcc-40f0-ba07-6a28d0ad41e4 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:21:36.866574 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f325d92a-fa36-4ded-9bde-844a077053d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:36.938083 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9a4a705-c343-481e-846c-a3404715ee2e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:36.968296 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9060a9e2-ca75-44d1-ad7e-688abb8c12de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:36.971049 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9a4a705-c343-481e-846c-a3404715ee2e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:36.998895 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-8ef3ffd8-bf49-470e-abb4-4a583eb4e9ca tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Allocated IP 2001:db8::128 (90d9b1f1-5046-4354-b6cc-874fd89885eb/08e15059-bb69-409c-91f3-89670c7946df/8f39c80a-afcc-40f0-ba07-6a28d0ad41e4) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:37.010410 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-8ef3ffd8-bf49-470e-abb4-4a583eb4e9ca tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Allocated IP 2001:db8:0:1:f816:3eff:fe07:6b79 (90d9b1f1-5046-4354-b6cc-874fd89885eb/bb42b0ac-a8fc-4b65-b4ca-04fe9c22e556/8f39c80a-afcc-40f0-ba07-6a28d0ad41e4) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:37.021668 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f325d92a-fa36-4ded-9bde-844a077053d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:37.026310 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f325d92a-fa36-4ded-9bde-844a077053d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:37.035764 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f325d92a-fa36-4ded-9bde-844a077053d2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/01a7e81f-b8d6-4a9b-81e1-6fa7156e8aa5 HTTP/1.1" status: 204 len: 168 time: 0.4416580 Aug 16 20:21:37.037123 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060a9e2-ca75-44d1-ad7e-688abb8c12de admin admin] Pushing event deleted for resources: {'Port': ['ID=febb9c80-8779-4632-a97e-37588c9464ba,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:37.076143 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:37.276835 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-d9a4a705-c343-481e-846c-a3404715ee2e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Allocated IP 172.25.8.85 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/553a28ca-1d63-4c1e-b11d-d17884e8bf27) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:37.298324 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8ef3ffd8-bf49-470e-abb4-4a583eb4e9ca tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:37.324395 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-8ef3ffd8-bf49-470e-abb4-4a583eb4e9ca tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Transition to ACTIVE for port object 8f39c80a-afcc-40f0-ba07-6a28d0ad41e4 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:37.411809 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8ef3ffd8-bf49-470e-abb4-4a583eb4e9ca tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:37.445871 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9a4a705-c343-481e-846c-a3404715ee2e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:37.485453 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325d92a-fa36-4ded-9bde-844a077053d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a7e81f-b8d6-4a9b-81e1-6fa7156e8aa5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:37.508111 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40598) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:37.516041 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3ffd8-bf49-470e-abb4-4a583eb4e9ca tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Port': ['ID=8f39c80a-afcc-40f0-ba07-6a28d0ad41e4,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:37.521184 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef3ffd8-bf49-470e-abb4-4a583eb4e9ca tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:37.522921 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-8ef3ffd8-bf49-470e-abb4-4a583eb4e9ca tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:37.525955 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd1d30a8-a06a-4c35-a01b-310ad88a3847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:37.529794 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef3ffd8-bf49-470e-abb4-4a583eb4e9ca tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:21:37.536990 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef3ffd8-bf49-470e-abb4-4a583eb4e9ca tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:37.538077 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8ef3ffd8-bf49-470e-abb4-4a583eb4e9ca tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:37.568592 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8ef3ffd8-bf49-470e-abb4-4a583eb4e9ca tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1088858 Aug 16 20:21:37.571097 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40600) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:37.594355 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:21:37.636643 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d59d6386-a5d5-444f-b425-c954b21a86c1 None None] Provisioning complete for port e1944311-d07b-4a51-9a48-d67a2265a6ff triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:37.637198 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d59d6386-a5d5-444f-b425-c954b21a86c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:37.692321 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-3b548cec-39bf-46fa-b1a8-46650f881c0a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting port 8f39c80a-afcc-40f0-ba07-6a28d0ad41e4 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:37.692672 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b548cec-39bf-46fa-b1a8-46650f881c0a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:37.717867 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9a4a705-c343-481e-846c-a3404715ee2e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:37.810843 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b548cec-39bf-46fa-b1a8-46650f881c0a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:37.828054 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-3b548cec-39bf-46fa-b1a8-46650f881c0a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Calling delete_port for 8f39c80a-afcc-40f0-ba07-6a28d0ad41e4 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:37.836485 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a4a705-c343-481e-846c-a3404715ee2e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:37.838552 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4a705-c343-481e-846c-a3404715ee2e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'Port': ['ID=553a28ca-1d63-4c1e-b11d-d17884e8bf27,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:37.848587 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d9a4a705-c343-481e-846c-a3404715ee2e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:37.854253 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a4a705-c343-481e-846c-a3404715ee2e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:21:37.881237 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9060a9e2-ca75-44d1-ad7e-688abb8c12de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:37.922401 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2937addf-3a21-49ba-92ea-4bcf39663e26 None None] Provisioning for port 8f39c80a-afcc-40f0-ba07-6a28d0ad41e4 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:37.932123 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2937addf-3a21-49ba-92ea-4bcf39663e26 None None] Provisioning complete for port 8f39c80a-afcc-40f0-ba07-6a28d0ad41e4 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:37.932713 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2937addf-3a21-49ba-92ea-4bcf39663e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:37.985105 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd1d30a8-a06a-4c35-a01b-310ad88a3847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:38.010944 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2937addf-3a21-49ba-92ea-4bcf39663e26 None None] Port 8f39c80a-afcc-40f0-ba07-6a28d0ad41e4 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:21:38.044221 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd1d30a8-a06a-4c35-a01b-310ad88a3847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:38.088945 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b548cec-39bf-46fa-b1a8-46650f881c0a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:38.170391 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d30a8-a06a-4c35-a01b-310ad88a3847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589af6c5-9fbd-4ead-b7a0-5012941d3531,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:38.205820 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cd1d30a8-a06a-4c35-a01b-310ad88a3847 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0db7c7a37aae414291ed4890f35ea75f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6948183 Aug 16 20:21:38.206561 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b548cec-39bf-46fa-b1a8-46650f881c0a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Port': ['ID=8f39c80a-afcc-40f0-ba07-6a28d0ad41e4,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:38.211903 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40610) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:38.232224 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b548cec-39bf-46fa-b1a8-46650f881c0a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:38.238889 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3b548cec-39bf-46fa-b1a8-46650f881c0a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/8f39c80a-afcc-40f0-ba07-6a28d0ad41e4 HTTP/1.1" status: 204 len: 168 time: 0.6642830 Aug 16 20:21:38.239661 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40612) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:38.243153 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e1944311-d07b-4a51-9a48-d67a2265a6ff up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:38.301966 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port e1944311-d07b-4a51-9a48-d67a2265a6ff triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:38.302501 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:38.314990 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41baf533-4917-4bc1-91cd-dbb57020e335 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:38.322387 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-41baf533-4917-4bc1-91cd-dbb57020e335 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0758786 Aug 16 20:21:38.323064 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40614) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:38.383358 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb03c7fc-8ee0-47f6-a675-5ec6336c3273 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:38.388854 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bb03c7fc-8ee0-47f6-a675-5ec6336c3273 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0625756 Aug 16 20:21:38.391345 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40618) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:38.461047 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4ff20b-9e3c-4128-ac5b-a576fa03e503 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:38.462735 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4ff20b-9e3c-4128-ac5b-a576fa03e503 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:38.464718 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4ff20b-9e3c-4128-ac5b-a576fa03e503 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:38.466518 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-df4ff20b-9e3c-4128-ac5b-a576fa03e503 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0742521 Aug 16 20:21:38.469480 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40622) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:38.525798 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b98fe75e-e34a-4951-b378-8cb5893b262a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting subnet 08e15059-bb69-409c-91f3-89670c7946df {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:21:38.529548 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b98fe75e-e34a-4951-b378-8cb5893b262a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:38.574260 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b98fe75e-e34a-4951-b378-8cb5893b262a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:38.669423 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b98fe75e-e34a-4951-b378-8cb5893b262a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:38.741711 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b98fe75e-e34a-4951-b378-8cb5893b262a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:38.753348 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5a399fe-7999-4f9b-abb1-89b820a69c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:38.775558 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fe75e-e34a-4951-b378-8cb5893b262a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Subnet': ['ID=08e15059-bb69-409c-91f3-89670c7946df,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:38.783009 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b98fe75e-e34a-4951-b378-8cb5893b262a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:38.784993 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b98fe75e-e34a-4951-b378-8cb5893b262a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/08e15059-bb69-409c-91f3-89670c7946df HTTP/1.1" status: 204 len: 168 time: 0.3139391 Aug 16 20:21:38.788153 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40630) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:38.791374 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb75be3-3baf-474a-84f2-bca4754425e1 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:38.824274 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5a399fe-7999-4f9b-abb1-89b820a69c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:38.836925 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9060a9e2-ca75-44d1-ad7e-688abb8c12de admin admin] Router f26d4812-4937-435d-81ea-35ddaa7226e1 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:21:38.846255 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c43e24b-6dfe-4207-b8a1-958846a7dc03 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting subnet bb42b0ac-a8fc-4b65-b4ca-04fe9c22e556 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:21:38.849418 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9a4a705-c343-481e-846c-a3404715ee2e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:38.849897 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2c43e24b-6dfe-4207-b8a1-958846a7dc03 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:38.902341 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2c43e24b-6dfe-4207-b8a1-958846a7dc03 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:38.937635 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5a399fe-7999-4f9b-abb1-89b820a69c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:38.940692 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5a399fe-7999-4f9b-abb1-89b820a69c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:38.944393 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c5a399fe-7999-4f9b-abb1-89b820a69c96 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/589af6c5-9fbd-4ead-b7a0-5012941d3531 HTTP/1.1" status: 204 len: 168 time: 0.7284620 Aug 16 20:21:38.963548 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a399fe-7999-4f9b-abb1-89b820a69c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589af6c5-9fbd-4ead-b7a0-5012941d3531,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:39.006156 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2c43e24b-6dfe-4207-b8a1-958846a7dc03 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:39.101948 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2c43e24b-6dfe-4207-b8a1-958846a7dc03 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:39.145818 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43e24b-6dfe-4207-b8a1-958846a7dc03 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Subnet': ['ID=bb42b0ac-a8fc-4b65-b4ca-04fe9c22e556,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:39.151410 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2c43e24b-6dfe-4207-b8a1-958846a7dc03 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:39.153429 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2c43e24b-6dfe-4207-b8a1-958846a7dc03 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/bb42b0ac-a8fc-4b65-b4ca-04fe9c22e556 HTTP/1.1" status: 204 len: 168 time: 0.3641703 Aug 16 20:21:39.155929 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40638) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:39.221357 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8112fd27-a040-4f02-a987-7a48e5c57f15 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0640461 Aug 16 20:21:39.227880 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40640) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:39.237513 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b1b5b2fe-a33c-41fe-89d4-0921b976efed tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:39.257342 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9060a9e2-ca75-44d1-ad7e-688abb8c12de admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:21:39.263993 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9060a9e2-ca75-44d1-ad7e-688abb8c12de admin admin] 10.222.0.68 "PUT /v2.0/routers/f26d4812-4937-435d-81ea-35ddaa7226e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3688021 Aug 16 20:21:39.266893 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40642) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:39.276482 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1c04c3-8704-4e37-9cb6-fd440839b25c None None] Sync routers for ids ['f26d4812-4937-435d-81ea-35ddaa7226e1'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:21:39.310081 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1c04c3-8704-4e37-9cb6-fd440839b25c None None] Routers {'f26d4812-4937-435d-81ea-35ddaa7226e1'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:21:39.310918 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7c1c04c3-8704-4e37-9cb6-fd440839b25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:21:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f26d4812-4937-435d-81ea-35ddaa7226e1'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:39.364459 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9a4a705-c343-481e-846c-a3404715ee2e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:39.403797 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b5b2fe-a33c-41fe-89d4-0921b976efed tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:39.410639 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b1b5b2fe-a33c-41fe-89d4-0921b976efed tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:39.529828 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-7c1c04c3-8704-4e37-9cb6-fd440839b25c None None] Set router f26d4812-4937-435d-81ea-35ddaa7226e1 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:21:39.650876 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a6481db-39ba-4f64-b360-d65e08e52d4d admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:39.819638 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b1b5b2fe-a33c-41fe-89d4-0921b976efed tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:39.830955 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a4a705-c343-481e-846c-a3404715ee2e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Router 6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:21:39.853208 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a6481db-39ba-4f64-b360-d65e08e52d4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:39.874118 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b5b2fe-a33c-41fe-89d4-0921b976efed tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:39.881247 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-b1b5b2fe-a33c-41fe-89d4-0921b976efed tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:39.931569 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b5b2fe-a33c-41fe-89d4-0921b976efed tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:39.932401 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b1b5b2fe-a33c-41fe-89d4-0921b976efed tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:39.973683 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b5b2fe-a33c-41fe-89d4-0921b976efed tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Subnet': ['ID=a1a57216-82bb-4926-9fea-cf4c3908349c,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:39.989726 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b1b5b2fe-a33c-41fe-89d4-0921b976efed tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7604861 Aug 16 20:21:39.999696 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40670) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:40.006513 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e6fef8a0-2aa5-47be-8d5f-60585303bd76 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:40.126021 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42929505-5d99-4a3f-8e04-1667974d0d12 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:40.236973 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a4a705-c343-481e-846c-a3404715ee2e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:21:40.240935 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9a6481db-39ba-4f64-b360-d65e08e52d4d admin admin] Deleting port a16eb227-0e56-457e-b745-b6a90c1ab9e8 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:40.241638 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a6481db-39ba-4f64-b360-d65e08e52d4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:40.255108 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721ee9fb-e384-4e53-8fc2-1e0feacfcc71 None None] Sync routers for ids ['6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:21:40.266959 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3163fdcd-243d-43c9-b623-f2fae44a5518 None None] Provisioning complete for port e1944311-d07b-4a51-9a48-d67a2265a6ff triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:40.267635 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3163fdcd-243d-43c9-b623-f2fae44a5518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:40.268923 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721ee9fb-e384-4e53-8fc2-1e0feacfcc71 None None] Routers {'6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:21:40.269659 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-721ee9fb-e384-4e53-8fc2-1e0feacfcc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:21:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:40.384599 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-9a6481db-39ba-4f64-b360-d65e08e52d4d admin admin] For port a16eb227-0e56-457e-b745-b6a90c1ab9e8, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=a16eb227-0e56-457e-b745-b6a90c1ab9e8,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:40.385042 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a6481db-39ba-4f64-b360-d65e08e52d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:40.404350 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9a6481db-39ba-4f64-b360-d65e08e52d4d admin admin] Calling delete_port for a16eb227-0e56-457e-b745-b6a90c1ab9e8 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:40.483599 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fef8a0-2aa5-47be-8d5f-60585303bd76 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:40.488042 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6fef8a0-2aa5-47be-8d5f-60585303bd76 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:40.490505 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-721ee9fb-e384-4e53-8fc2-1e0feacfcc71 None None] Set router 6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:21:40.576541 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9a4a705-c343-481e-846c-a3404715ee2e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:40.577888 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d9a4a705-c343-481e-846c-a3404715ee2e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.8324251 Aug 16 20:21:40.581853 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40692) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:40.598319 n-d-787206-13 neutron-server[94771]: INFO neutron.db.ipam_backend_mixin [None req-e6fef8a0-2aa5-47be-8d5f-60585303bd76 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a1a57216-82bb-4926-9fea-cf4c3908349c (CIDR: 2001:db8::/64) Aug 16 20:21:40.616302 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6fef8a0-2aa5-47be-8d5f-60585303bd76 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:21:40.617778 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6fef8a0-2aa5-47be-8d5f-60585303bd76 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:40.623499 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7c1c04c3-8704-4e37-9cb6-fd440839b25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'name': 'tempest-TaggedBootDevicesTest-384182886-router', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'a16eb227-0e56-457e-b745-b6a90c1ab9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:07Z', 'updated_at': '2021-08-16T20:21:36Z', 'revision_number': 5, 'project_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'gw_port': {'id': 'a16eb227-0e56-457e-b745-b6a90c1ab9e8', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:10:09Z', 'updated_at': '2021-08-16T20:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:40.644016 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40696) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:40.703866 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e6fef8a0-2aa5-47be-8d5f-60585303bd76 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7025607 Aug 16 20:21:40.709774 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40700) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:40.715968 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1c04c3-8704-4e37-9cb6-fd440839b25c None None] Checking router: f26d4812-4937-435d-81ea-35ddaa7226e1 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:21:40.721446 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-fbe98d72-ed1f-474a-ac6d-8ce0abd21f57 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'subnet': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:40.786292 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1c04c3-8704-4e37-9cb6-fd440839b25c None None] Routers {'f26d4812-4937-435d-81ea-35ddaa7226e1'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:21:40.786954 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7c1c04c3-8704-4e37-9cb6-fd440839b25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:21:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f26d4812-4937-435d-81ea-35ddaa7226e1'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:40.874410 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-721ee9fb-e384-4e53-8fc2-1e0feacfcc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'name': 'tempest-TestNetworkBasicOps-router-33155459', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:35Z', 'updated_at': '2021-08-16T20:21:38Z', 'revision_number': 3, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:36Z', 'updated_at': '2021-08-16T20:21:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:40.884447 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a6481db-39ba-4f64-b360-d65e08e52d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:40.886428 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-814724fa-28dc-4cda-ae3b-b703a7c630a9 tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] 10.222.0.68 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3491 time: 0.2412095 Aug 16 20:21:40.889643 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40706) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:40.900532 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e9b7b929-4b7a-44f3-ac0d-1f413cb4fb1a tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Request body: {'network': {'name': 'tempest-network-smoke--1225457089', 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'port_security_enabled': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:40.933220 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721ee9fb-e384-4e53-8fc2-1e0feacfcc71 None None] Checking router: 6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:21:40.933562 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721ee9fb-e384-4e53-8fc2-1e0feacfcc71 None None] Updating router 6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 port 553a28ca-1d63-4c1e-b11d-d17884e8bf27 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:21:40.949307 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6481db-39ba-4f64-b360-d65e08e52d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=a16eb227-0e56-457e-b745-b6a90c1ab9e8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:40.950688 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588fa798-0ea8-4f86-8fd5-5361425ce9f6 None None] Update dhcp port {'port': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'fixed_ips': [{'subnet_id': 'a1a57216-82bb-4926-9fea-cf4c3908349c'}], 'binding:host_id': 'n-d-787206-13'}, 'id': 'e1944311-d07b-4a51-9a48-d67a2265a6ff'} from n-d-787206-13. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:21:40.979721 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-588fa798-0ea8-4f86-8fd5-5361425ce9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:41.013199 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-721ee9fb-e384-4e53-8fc2-1e0feacfcc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:41.038693 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-7c1c04c3-8704-4e37-9cb6-fd440839b25c None None] Set router f26d4812-4937-435d-81ea-35ddaa7226e1 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:21:41.062567 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe98d72-ed1f-474a-ac6d-8ce0abd21f57 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:41.067362 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a789dd83-2043-4779-be2a-fd6ef4929c31 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=e56891446a5d4a4da1a00ff61508934e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4815311 Aug 16 20:21:41.067362 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b7b929-4b7a-44f3-ac0d-1f413cb4fb1a tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Made reservation on behalf of e8bcd23a9a424ad4a6a1bf7da2226594 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:41.068196 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fbe98d72-ed1f-474a-ac6d-8ce0abd21f57 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:41.073152 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b929-4b7a-44f3-ac0d-1f413cb4fb1a tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:41.074737 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40714) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:41.078664 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a6481db-39ba-4f64-b360-d65e08e52d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:41.163068 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b7b929-4b7a-44f3-ac0d-1f413cb4fb1a tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:21:41.183018 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b929-4b7a-44f3-ac0d-1f413cb4fb1a tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:41.183407 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-e9b7b929-4b7a-44f3-ac0d-1f413cb4fb1a tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Added segment 87b3f52f-e6cb-428b-b949-aabbad1859c3 of type vlan for network 7791228a-8243-4ee8-b342-f1fda0ae7f4b Aug 16 20:21:41.193739 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7c1c04c3-8704-4e37-9cb6-fd440839b25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'name': 'tempest-TaggedBootDevicesTest-384182886-router', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:07Z', 'updated_at': '2021-08-16T20:21:39Z', 'revision_number': 6, 'project_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:41.257244 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b929-4b7a-44f3-ac0d-1f413cb4fb1a tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:41.273298 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1c04c3-8704-4e37-9cb6-fd440839b25c None None] The sync data for ids ['f26d4812-4937-435d-81ea-35ddaa7226e1'] in n-d-787206-13 is: [{'id': 'f26d4812-4937-435d-81ea-35ddaa7226e1', 'name': 'tempest-TaggedBootDevicesTest-384182886-router', 'tenant_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:07Z', 'updated_at': '2021-08-16T20:21:39Z', 'revision_number': 6, 'project_id': 'cefd984278fb49d9a2fe0a3b62a831cf', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:21:41.294025 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b929-4b7a-44f3-ac0d-1f413cb4fb1a tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:41.301071 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b7b929-4b7a-44f3-ac0d-1f413cb4fb1a tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:41.301702 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b929-4b7a-44f3-ac0d-1f413cb4fb1a tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:41.388739 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-721ee9fb-e384-4e53-8fc2-1e0feacfcc71 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:41.390032 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a6481db-39ba-4f64-b360-d65e08e52d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:41.398276 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a6481db-39ba-4f64-b360-d65e08e52d4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:41.415292 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-721ee9fb-e384-4e53-8fc2-1e0feacfcc71 None None] Transition to ACTIVE for port object 553a28ca-1d63-4c1e-b11d-d17884e8bf27 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:41.442473 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-721ee9fb-e384-4e53-8fc2-1e0feacfcc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:41.460608 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e9b7b929-4b7a-44f3-ac0d-1f413cb4fb1a tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5672994 Aug 16 20:21:41.463962 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40724) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:41.472032 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-fe5c6bf5-bd45-4ffc-888a-3968aacaf20d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-969445213', 'admin_state_up': True, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:41.473662 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-588fa798-0ea8-4f86-8fd5-5361425ce9f6 None None] Allocated IP 2001:db8::2 (90d9b1f1-5046-4354-b6cc-874fd89885eb/a1a57216-82bb-4926-9fea-cf4c3908349c/e1944311-d07b-4a51-9a48-d67a2265a6ff) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:41.480284 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7b929-4b7a-44f3-ac0d-1f413cb4fb1a tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Pushing event updated for resources: {'Network': ['ID=7791228a-8243-4ee8-b342-f1fda0ae7f4b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:41.502773 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 7791228a-8243-4ee8-b342-f1fda0ae7f4b details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:21:41.540508 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe5c6bf5-bd45-4ffc-888a-3968aacaf20d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:41.542372 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe5c6bf5-bd45-4ffc-888a-3968aacaf20d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:41.544206 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a6481db-39ba-4f64-b360-d65e08e52d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:41.544998 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6481db-39ba-4f64-b360-d65e08e52d4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f26d4812-4937-435d-81ea-35ddaa7226e1 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:21:41.548173 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05faf1b5-c26f-4b74-9b04-cb6292e52c2f None None] Pushing event updated for resources: {'Port': ['ID=553a28ca-1d63-4c1e-b11d-d17884e8bf27,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:41.557920 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a6481db-39ba-4f64-b360-d65e08e52d4d admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:41.561426 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9a6481db-39ba-4f64-b360-d65e08e52d4d admin admin] 10.222.0.68 "DELETE /v2.0/routers/f26d4812-4937-435d-81ea-35ddaa7226e1 HTTP/1.1" status: 204 len: 168 time: 2.2915678 Aug 16 20:21:41.578787 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40730) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:41.580689 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce6acd0-f4a4-44a3-bbce-50f0f7a8d315 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:41.586112 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4ce6acd0-f4a4-44a3-bbce-50f0f7a8d315 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5049284 Aug 16 20:21:41.592545 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40732) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:41.612780 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-721ee9fb-e384-4e53-8fc2-1e0feacfcc71 None None] Attempting to bind port 553a28ca-1d63-4c1e-b11d-d17884e8bf27 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:21:41.613414 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-721ee9fb-e384-4e53-8fc2-1e0feacfcc71 None None] Attempting to bind port 553a28ca-1d63-4c1e-b11d-d17884e8bf27 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:21:41.614012 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721ee9fb-e384-4e53-8fc2-1e0feacfcc71 None None] Attempting to bind port 553a28ca-1d63-4c1e-b11d-d17884e8bf27 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:21:41.620098 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721ee9fb-e384-4e53-8fc2-1e0feacfcc71 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:21:41.620750 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721ee9fb-e384-4e53-8fc2-1e0feacfcc71 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:21:41.621319 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-721ee9fb-e384-4e53-8fc2-1e0feacfcc71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:41.622515 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721ee9fb-e384-4e53-8fc2-1e0feacfcc71 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:21:41.623230 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-721ee9fb-e384-4e53-8fc2-1e0feacfcc71 None None] Bound port: 553a28ca-1d63-4c1e-b11d-d17884e8bf27, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:21:41.623827 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-721ee9fb-e384-4e53-8fc2-1e0feacfcc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:41.732307 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-721ee9fb-e384-4e53-8fc2-1e0feacfcc71 None None] For port 553a28ca-1d63-4c1e-b11d-d17884e8bf27, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:21:41.737168 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-721ee9fb-e384-4e53-8fc2-1e0feacfcc71 None None] For port 553a28ca-1d63-4c1e-b11d-d17884e8bf27, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=553a28ca-1d63-4c1e-b11d-d17884e8bf27,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:21:41.765382 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-721ee9fb-e384-4e53-8fc2-1e0feacfcc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:41.784108 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-588fa798-0ea8-4f86-8fd5-5361425ce9f6 None None] For port e1944311-d07b-4a51-9a48-d67a2265a6ff, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e1944311-d07b-4a51-9a48-d67a2265a6ff,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:41.820107 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-588fa798-0ea8-4f86-8fd5-5361425ce9f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:41.837034 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-588fa798-0ea8-4f86-8fd5-5361425ce9f6 None None] Transition to ACTIVE for port object e1944311-d07b-4a51-9a48-d67a2265a6ff will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:41.847734 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-588fa798-0ea8-4f86-8fd5-5361425ce9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:41.932303 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721ee9fb-e384-4e53-8fc2-1e0feacfcc71 None None] Routers {'6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:21:41.934668 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-721ee9fb-e384-4e53-8fc2-1e0feacfcc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:21:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:41.944459 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05faf1b5-c26f-4b74-9b04-cb6292e52c2f None None] Pushing event updated for resources: {'Port': ['ID=553a28ca-1d63-4c1e-b11d-d17884e8bf27,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:41.961723 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588fa798-0ea8-4f86-8fd5-5361425ce9f6 None None] Pushing event updated for resources: {'Port': ['ID=e1944311-d07b-4a51-9a48-d67a2265a6ff,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:42.134251 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-721ee9fb-e384-4e53-8fc2-1e0feacfcc71 None None] Set router 6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:21:42.283582 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-422f2817-ee36-467f-b84c-5ac034f6f2a5 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=eb87ae87-0925-464c-8e03-8bba27e76e58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6904566 Aug 16 20:21:42.285477 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40742) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:42.293844 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9f9fc6f2-5ac0-42fe-8666-31180249c5ac tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-860651692', 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2', 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:42.351160 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e1944311-d07b-4a51-9a48-d67a2265a6ff up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:42.382814 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a585e6-b96b-482f-8d75-cfa0aee47c16 admin admin] Deleting subnet 279800a2-1f75-4763-82e2-882d40193542 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:21:42.436391 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-80a585e6-b96b-482f-8d75-cfa0aee47c16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:42.561349 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe5c6bf5-bd45-4ffc-888a-3968aacaf20d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:42.578843 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-80a585e6-b96b-482f-8d75-cfa0aee47c16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:42.611239 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-721ee9fb-e384-4e53-8fc2-1e0feacfcc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'name': 'tempest-TestNetworkBasicOps-router-33155459', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:35Z', 'updated_at': '2021-08-16T20:21:38Z', 'revision_number': 3, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:36Z', 'updated_at': '2021-08-16T20:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:42.640421 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device febb9c80-8779-4632-a97e-37588c9464ba no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:21:42.689923 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721ee9fb-e384-4e53-8fc2-1e0feacfcc71 None None] The sync data for ids ['6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'] in n-d-787206-13 is: [{'id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'name': 'tempest-TestNetworkBasicOps-router-33155459', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:35Z', 'updated_at': '2021-08-16T20:21:38Z', 'revision_number': 3, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:36Z', 'updated_at': '2021-08-16T20:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:21:42.695360 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: febb9c80-8779-4632-a97e-37588c9464ba {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:21:42.695722 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device febb9c80-8779-4632-a97e-37588c9464ba not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:21:42.696795 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device a16eb227-0e56-457e-b745-b6a90c1ab9e8 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:21:42.703184 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9fc6f2-5ac0-42fe-8666-31180249c5ac tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Made reservation on behalf of e56891446a5d4a4da1a00ff61508934e for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:42.717040 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f9fc6f2-5ac0-42fe-8666-31180249c5ac tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:42.756700 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: a16eb227-0e56-457e-b745-b6a90c1ab9e8 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:21:42.757057 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device a16eb227-0e56-457e-b745-b6a90c1ab9e8 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:21:42.804607 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40752) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:42.867521 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe5c6bf5-bd45-4ffc-888a-3968aacaf20d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:42.964434 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-80a585e6-b96b-482f-8d75-cfa0aee47c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:43.072270 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-acc01e0f-a93c-43cd-ae7d-cdba5faa67af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:43.222637 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-80a585e6-b96b-482f-8d75-cfa0aee47c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:43.265993 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe5c6bf5-bd45-4ffc-888a-3968aacaf20d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:43.314387 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe5c6bf5-bd45-4ffc-888a-3968aacaf20d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:43.332357 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-80a585e6-b96b-482f-8d75-cfa0aee47c16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:43.337247 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-80a585e6-b96b-482f-8d75-cfa0aee47c16 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/279800a2-1f75-4763-82e2-882d40193542 HTTP/1.1" status: 204 len: 168 time: 1.7602420 Aug 16 20:21:43.337247 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a585e6-b96b-482f-8d75-cfa0aee47c16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=279800a2-1f75-4763-82e2-882d40193542,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:43.338074 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40760) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:43.343508 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f9fc6f2-5ac0-42fe-8666-31180249c5ac tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:43.352397 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8f2cbe-7c9e-49ef-9047-fc0e8aeff4cc None None] Network 6d192dbb-a372-4859-86a9-c63053b8e357 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:43.382779 n-d-787206-13 neutron-server[94771]: DEBUG neutron.objects.ports [None req-fbe98d72-ed1f-474a-ac6d-8ce0abd21f57 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:21:43.500097 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-977a4d45-a7e5-48ec-ae32-d5932a7c6567 None None] Provisioning for port e1944311-d07b-4a51-9a48-d67a2265a6ff completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:43.504329 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-acc01e0f-a93c-43cd-ae7d-cdba5faa67af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:43.505694 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-977a4d45-a7e5-48ec-ae32-d5932a7c6567 None None] Provisioning complete for port e1944311-d07b-4a51-9a48-d67a2265a6ff triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:43.506261 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-977a4d45-a7e5-48ec-ae32-d5932a7c6567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:43.533147 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-fe5c6bf5-bd45-4ffc-888a-3968aacaf20d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Allocated IP 172.25.8.210 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/66b01f03-cc26-4ac4-9db8-6be4a89d9344) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:43.605931 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-acc01e0f-a93c-43cd-ae7d-cdba5faa67af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:43.666874 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc01e0f-a93c-43cd-ae7d-cdba5faa67af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86fc585-b68a-422f-9aa4-2ba25ccca425,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:43.670995 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8129cf-6adb-4a3b-af87-b3de664fe5ab None None] DHCP port deletion for 6d192dbb-a372-4859-86a9-c63053b8e357 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:21:43.674669 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-acc01e0f-a93c-43cd-ae7d-cdba5faa67af admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=add475f587d74f288915aa122e411d77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8686755 Aug 16 20:21:43.683360 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40768) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:43.728210 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-de8129cf-6adb-4a3b-af87-b3de664fe5ab None None] Deleting port f8f34b81-d5bc-4a69-a354-4a74a45983b0 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:43.728589 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-de8129cf-6adb-4a3b-af87-b3de664fe5ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:43.774719 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9fc6f2-5ac0-42fe-8666-31180249c5ac tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'Subnet': ['ID=e440ab31-21c6-47f2-aed9-b929b10637a3,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:43.781120 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be981d95-9045-4b70-af7b-9966f1b00c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:43.794349 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe5c6bf5-bd45-4ffc-888a-3968aacaf20d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:43.796660 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f2d58b3d-704f-4721-98c1-7c65bde654f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:43.821100 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f2d58b3d-704f-4721-98c1-7c65bde654f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:43.838048 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-de8129cf-6adb-4a3b-af87-b3de664fe5ab None None] For port f8f34b81-d5bc-4a69-a354-4a74a45983b0, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f8f34b81-d5bc-4a69-a354-4a74a45983b0,segment=NetworkSegment(f5b0f7e9-2952-4b14-9633-7226a8941178),segment_id=f5b0f7e9-2952-4b14-9633-7226a8941178)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:43.838639 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-de8129cf-6adb-4a3b-af87-b3de664fe5ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:43.852668 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-de8129cf-6adb-4a3b-af87-b3de664fe5ab None None] Calling delete_port for f8f34b81-d5bc-4a69-a354-4a74a45983b0 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:43.857899 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9fc6f2-5ac0-42fe-8666-31180249c5ac tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Checking segment: {'id': '9a013c82-2aa1-459a-a55a-16f5b0b5c086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:21:43.859857 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9fc6f2-5ac0-42fe-8666-31180249c5ac tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Network hostable DHCP agents. Network: 063b4ef8-01f9-41d8-999f-969c8ec857e2, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:21:43.917748 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe5c6bf5-bd45-4ffc-888a-3968aacaf20d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:43.940161 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f2d58b3d-704f-4721-98c1-7c65bde654f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:43.942950 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f2d58b3d-704f-4721-98c1-7c65bde654f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:43.947706 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f2d58b3d-704f-4721-98c1-7c65bde654f5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f86fc585-b68a-422f-9aa4-2ba25ccca425 HTTP/1.1" status: 204 len: 168 time: 0.2610745 Aug 16 20:21:43.981644 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5c6bf5-bd45-4ffc-888a-3968aacaf20d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:43.989694 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-de8129cf-6adb-4a3b-af87-b3de664fe5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:44.019053 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9fc6f2-5ac0-42fe-8666-31180249c5ac tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Network 063b4ef8-01f9-41d8-999f-969c8ec857e2 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:21:44.020724 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-fe5c6bf5-bd45-4ffc-888a-3968aacaf20d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:44.034552 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d58b3d-704f-4721-98c1-7c65bde654f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86fc585-b68a-422f-9aa4-2ba25ccca425,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:44.047351 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5c6bf5-bd45-4ffc-888a-3968aacaf20d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:21:44.117187 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c6bf5-bd45-4ffc-888a-3968aacaf20d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Pushing event updated for resources: {'Port': ['ID=66b01f03-cc26-4ac4-9db8-6be4a89d9344,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:44.129112 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8129cf-6adb-4a3b-af87-b3de664fe5ab None None] No DVR routers for this DVR port f8f34b81-d5bc-4a69-a354-4a74a45983b0 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:21:44.132847 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8129cf-6adb-4a3b-af87-b3de664fe5ab None None] Pushing event deleted for resources: {'Port': ['ID=f8f34b81-d5bc-4a69-a354-4a74a45983b0,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:44.135374 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-9f9fc6f2-5ac0-42fe-8666-31180249c5ac tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 063b4ef8-01f9-41d8-999f-969c8ec857e2) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:44.141965 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fbe98d72-ed1f-474a-ac6d-8ce0abd21f57 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:44.146617 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9fc6f2-5ac0-42fe-8666-31180249c5ac tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:44.147475 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f9fc6f2-5ac0-42fe-8666-31180249c5ac tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:44.183598 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea002692-d249-4b4b-ae18-38c4d967f660 None None] Network 063b4ef8-01f9-41d8-999f-969c8ec857e2 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:44.201324 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 553a28ca-1d63-4c1e-b11d-d17884e8bf27 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:44.215330 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-be981d95-9045-4b70-af7b-9966f1b00c5a admin admin] Deleting port f8f34b81-d5bc-4a69-a354-4a74a45983b0 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:44.215746 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be981d95-9045-4b70-af7b-9966f1b00c5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:44.308925 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9f9fc6f2-5ac0-42fe-8666-31180249c5ac tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0182245 Aug 16 20:21:44.311328 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40782) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:44.418634 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 553a28ca-1d63-4c1e-b11d-d17884e8bf27 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:44.461359 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 553a28ca-1d63-4c1e-b11d-d17884e8bf27 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:44.461737 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:44.544016 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40784) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:44.572296 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-704b5234-4554-439d-a82a-c643270596d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:44.592933 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cec740-14bb-4247-a422-8a9cbddf79ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-063b4ef8-01f9-41d8-999f-969c8ec857e2', 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'fixed_ips': [{'subnet_id': 'e440ab31-21c6-47f2-aed9-b929b10637a3'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:21:44.593779 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47cec740-14bb-4247-a422-8a9cbddf79ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:44.615144 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-be981d95-9045-4b70-af7b-9966f1b00c5a admin admin] For port f8f34b81-d5bc-4a69-a354-4a74a45983b0, host n-d-787206-13, got binding levels [] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:44.615753 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be981d95-9045-4b70-af7b-9966f1b00c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:44.645660 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe5c6bf5-bd45-4ffc-888a-3968aacaf20d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:44.669336 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:44.697378 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-be981d95-9045-4b70-af7b-9966f1b00c5a admin admin] Calling delete_port for f8f34b81-d5bc-4a69-a354-4a74a45983b0 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:44.704051 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.ipam_backend_mixin [None req-be981d95-9045-4b70-af7b-9966f1b00c5a admin admin] Port f8f34b81-d5bc-4a69-a354-4a74a45983b0 was not found and therefore no delete operation was performed {{(pid=94771) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:21:44.712282 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be981d95-9045-4b70-af7b-9966f1b00c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:44.773282 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 553a28ca-1d63-4c1e-b11d-d17884e8bf27, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=553a28ca-1d63-4c1e-b11d-d17884e8bf27,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:44.783067 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be981d95-9045-4b70-af7b-9966f1b00c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=f8f34b81-d5bc-4a69-a354-4a74a45983b0,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:44.799570 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:44.801911 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be981d95-9045-4b70-af7b-9966f1b00c5a admin admin] No DVR routers for this DVR port f8f34b81-d5bc-4a69-a354-4a74a45983b0 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:21:44.935749 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe5c6bf5-bd45-4ffc-888a-3968aacaf20d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:44.950175 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-47cec740-14bb-4247-a422-8a9cbddf79ba None None] Allocated IP 172.20.0.2 (063b4ef8-01f9-41d8-999f-969c8ec857e2/e440ab31-21c6-47f2-aed9-b929b10637a3/edfdcf8e-762d-468a-a7c1-d5fc858e6d52) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:44.977431 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-fbe98d72-ed1f-474a-ac6d-8ce0abd21f57 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] For port e1944311-d07b-4a51-9a48-d67a2265a6ff, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e1944311-d07b-4a51-9a48-d67a2265a6ff,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:44.993412 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-704b5234-4554-439d-a82a-c643270596d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:45.015222 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-704b5234-4554-439d-a82a-c643270596d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:45.021234 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f8f34b81-d5bc-4a69-a354-4a74a45983b0 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:21:45.030636 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be981d95-9045-4b70-af7b-9966f1b00c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:45.066443 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-be981d95-9045-4b70-af7b-9966f1b00c5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d192dbb-a372-4859-86a9-c63053b8e357']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:45.098164 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-704b5234-4554-439d-a82a-c643270596d8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=672040a534874ef49be3835dd9478516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5530517 Aug 16 20:21:45.106468 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40796) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:45.125552 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-be981d95-9045-4b70-af7b-9966f1b00c5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b0f7e9-2952-4b14-9633-7226a8941178') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:45.125938 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-be981d95-9045-4b70-af7b-9966f1b00c5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b0f7e9-2952-4b14-9633-7226a8941178') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:45.149208 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b5234-4554-439d-a82a-c643270596d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87ab7d2-803f-47c6-9eef-328ad0076736,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:45.156303 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be981d95-9045-4b70-af7b-9966f1b00c5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:45.159337 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fbe98d72-ed1f-474a-ac6d-8ce0abd21f57 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:45.187376 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fbe98d72-ed1f-474a-ac6d-8ce0abd21f57 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:45.188160 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fbe98d72-ed1f-474a-ac6d-8ce0abd21f57 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:45.200303 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be981d95-9045-4b70-af7b-9966f1b00c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:45.207852 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8e309c11-d385-46d0-a69b-2712088906ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:45.232158 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8e309c11-d385-46d0-a69b-2712088906ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:45.272017 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: f8f34b81-d5bc-4a69-a354-4a74a45983b0 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:21:45.272649 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f8f34b81-d5bc-4a69-a354-4a74a45983b0 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:21:45.295985 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=553a28ca-1d63-4c1e-b11d-d17884e8bf27,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:45.305417 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8e309c11-d385-46d0-a69b-2712088906ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:45.308523 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8e309c11-d385-46d0-a69b-2712088906ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:45.312430 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8e309c11-d385-46d0-a69b-2712088906ab admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b87ab7d2-803f-47c6-9eef-328ad0076736 HTTP/1.1" status: 204 len: 168 time: 0.2026746 Aug 16 20:21:45.338575 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5c6bf5-bd45-4ffc-888a-3968aacaf20d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Router 88fe6540-b735-461d-9672-c5c98dcee216 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:21:45.347845 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e309c11-d385-46d0-a69b-2712088906ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87ab7d2-803f-47c6-9eef-328ad0076736,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:45.365980 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe98d72-ed1f-474a-ac6d-8ce0abd21f57 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:45.375223 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe98d72-ed1f-474a-ac6d-8ce0abd21f57 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Port': ['ID=e1944311-d07b-4a51-9a48-d67a2265a6ff,revision_number=10']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:45.391656 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-fbe98d72-ed1f-474a-ac6d-8ce0abd21f57 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:45.395176 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe98d72-ed1f-474a-ac6d-8ce0abd21f57 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:45.395809 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fbe98d72-ed1f-474a-ac6d-8ce0abd21f57 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:45.407947 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe98d72-ed1f-474a-ac6d-8ce0abd21f57 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Subnet': ['ID=297733a5-f25e-4274-aaeb-113353b7fc2b,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:45.420087 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be981d95-9045-4b70-af7b-9966f1b00c5a admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:21:45.420642 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be981d95-9045-4b70-af7b-9966f1b00c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:45.422617 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:21:45.422617 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:21:45.422617 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:21:45.422617 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:21:45.422617 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:21:45.422617 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:21:45.422617 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:21:45.422617 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:21:45.422617 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:21:45.422617 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:21:45.422617 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:21:45.422617 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:21:45.422617 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:21:45.422617 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:21:45.422617 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:21:45.422617 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:21:45.422617 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:21:45.422617 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:21:45.422617 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:21:45.422617 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:21:45.422617 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:21:45.422617 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:21:45.422617 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:21:45.422617 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:21:45.422617 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:21:45.422617 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:21:45.422617 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:21:45.422617 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:21:45.422617 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:21:45.422617 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:21:45.422617 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:21:45.422617 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:21:45.455001 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec6fc5c-e671-40cc-aee0-fe44812bbccf None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:45.484824 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fbe98d72-ed1f-474a-ac6d-8ce0abd21f57 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.7739000 Aug 16 20:21:45.503188 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40804) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:45.510059 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b08b6d32-da44-4e94-b039-1b69948feb9a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Request body: {'port': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'mac_address': 'fa:16:3e:9b:39:24', 'name': 'tempest-NetworksTestDHCPv6-781906199'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:45.579043 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be981d95-9045-4b70-af7b-9966f1b00c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:45.588955 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be981d95-9045-4b70-af7b-9966f1b00c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:45.591555 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-be981d95-9045-4b70-af7b-9966f1b00c5a admin admin] 10.222.0.68 "DELETE /v2.0/networks/6d192dbb-a372-4859-86a9-c63053b8e357 HTTP/1.1" status: 204 len: 168 time: 2.2492220 Aug 16 20:21:45.610685 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be981d95-9045-4b70-af7b-9966f1b00c5a admin admin] Pushing event deleted for resources: {'Network': ['ID=6d192dbb-a372-4859-86a9-c63053b8e357,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:45.675781 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47cec740-14bb-4247-a422-8a9cbddf79ba None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:45.691063 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bbfefa13-b56c-41b7-b02e-a45054039293 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:45.710245 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-47cec740-14bb-4247-a422-8a9cbddf79ba None None] Transition to ACTIVE for port object edfdcf8e-762d-468a-a7c1-d5fc858e6d52 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:45.808590 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-47cec740-14bb-4247-a422-8a9cbddf79ba None None] Transition to ACTIVE for port object edfdcf8e-762d-468a-a7c1-d5fc858e6d52 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:45.880736 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47cec740-14bb-4247-a422-8a9cbddf79ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:45.965758 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5c6bf5-bd45-4ffc-888a-3968aacaf20d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:21:45.969322 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cec740-14bb-4247-a422-8a9cbddf79ba None None] Network 063b4ef8-01f9-41d8-999f-969c8ec857e2 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:45.981855 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-47cec740-14bb-4247-a422-8a9cbddf79ba None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:45.990240 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1429dd72-219d-48d9-ba45-bd199e1cb51e None None] Sync routers for ids ['88fe6540-b735-461d-9672-c5c98dcee216'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:21:45.998159 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cec740-14bb-4247-a422-8a9cbddf79ba None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:21:46.023496 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cec740-14bb-4247-a422-8a9cbddf79ba None None] Pushing event updated for resources: {'Port': ['ID=edfdcf8e-762d-468a-a7c1-d5fc858e6d52,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:46.039052 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40822) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:46.081940 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe5c6bf5-bd45-4ffc-888a-3968aacaf20d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:46.086964 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fe5c6bf5-bd45-4ffc-888a-3968aacaf20d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.6195381 Aug 16 20:21:46.087131 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1429dd72-219d-48d9-ba45-bd199e1cb51e None None] Routers {'88fe6540-b735-461d-9672-c5c98dcee216'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:21:46.087737 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1429dd72-219d-48d9-ba45-bd199e1cb51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:21:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['88fe6540-b735-461d-9672-c5c98dcee216'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:46.089694 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40824) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:46.190243 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3225b67a-a865-4f46-b9be-4d798ba418d0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cefd984278fb49d9a2fe0a3b62a831cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489179 Aug 16 20:21:46.192812 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40832) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:46.226132 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08b6d32-da44-4e94-b039-1b69948feb9a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Made reservation on behalf of d875706380784001942d3868f3fe0ec8 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:46.241473 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-1429dd72-219d-48d9-ba45-bd199e1cb51e None None] Set router 88fe6540-b735-461d-9672-c5c98dcee216 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:21:46.270741 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6898b7f-8cbb-4037-8dce-2d1d2611a057 tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:46.277421 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b6898b7f-8cbb-4037-8dce-2d1d2611a057 tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=e8bcd23a9a424ad4a6a1bf7da2226594&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1860378 Aug 16 20:21:46.278054 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40834) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:46.318896 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-47cec740-14bb-4247-a422-8a9cbddf79ba None None] Attempting to bind port edfdcf8e-762d-468a-a7c1-d5fc858e6d52 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:21:46.319309 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-47cec740-14bb-4247-a422-8a9cbddf79ba None None] Attempting to bind port edfdcf8e-762d-468a-a7c1-d5fc858e6d52 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '9a013c82-2aa1-459a-a55a-16f5b0b5c086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:21:46.319655 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cec740-14bb-4247-a422-8a9cbddf79ba None None] Attempting to bind port edfdcf8e-762d-468a-a7c1-d5fc858e6d52 on network 063b4ef8-01f9-41d8-999f-969c8ec857e2 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:21:46.336700 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 553a28ca-1d63-4c1e-b11d-d17884e8bf27 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:46.351848 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb93e910-cec8-433c-b283-fa07a1e320f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:46.403046 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb93e910-cec8-433c-b283-fa07a1e320f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:46.412280 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b08b6d32-da44-4e94-b039-1b69948feb9a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:46.417511 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cec740-14bb-4247-a422-8a9cbddf79ba None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:21:46.417897 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cec740-14bb-4247-a422-8a9cbddf79ba None None] Checking segment: {'id': '9a013c82-2aa1-459a-a55a-16f5b0b5c086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:21:46.420000 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47cec740-14bb-4247-a422-8a9cbddf79ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:46.420459 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cec740-14bb-4247-a422-8a9cbddf79ba None None] Bound using segment: {'id': '9a013c82-2aa1-459a-a55a-16f5b0b5c086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:21:46.420967 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-47cec740-14bb-4247-a422-8a9cbddf79ba None None] Bound port: edfdcf8e-762d-468a-a7c1-d5fc858e6d52, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a013c82-2aa1-459a-a55a-16f5b0b5c086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:21:46.421361 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47cec740-14bb-4247-a422-8a9cbddf79ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:46.460596 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-b08b6d32-da44-4e94-b039-1b69948feb9a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] device_id is not set on port c4b985ab-4a4e-4bc2-b98f-c66f97b9a8a5 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:21:46.477136 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-bbfefa13-b56c-41b7-b02e-a45054039293 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Allocated IP 172.20.0.1 (063b4ef8-01f9-41d8-999f-969c8ec857e2/e440ab31-21c6-47f2-aed9-b929b10637a3/8e7f6d5f-4b3e-4dac-9137-d369b4760fb6) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:46.537813 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb93e910-cec8-433c-b283-fa07a1e320f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:46.543099 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb93e910-cec8-433c-b283-fa07a1e320f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:46.550444 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-eb93e910-cec8-433c-b283-fa07a1e320f8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9d10501e-bbe0-4e60-88ba-c2ead6977aec HTTP/1.1" status: 204 len: 168 time: 0.3541479 Aug 16 20:21:46.570396 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93e910-cec8-433c-b283-fa07a1e320f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d10501e-bbe0-4e60-88ba-c2ead6977aec,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:46.604043 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6c92da-a6e7-4ab4-b3e7-d0b5b5695098 tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:46.606013 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ea6c92da-a6e7-4ab4-b3e7-d0b5b5695098 tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3164999 Aug 16 20:21:46.620885 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40848) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:46.622915 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 553a28ca-1d63-4c1e-b11d-d17884e8bf27 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:46.625931 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:46.725725 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-47cec740-14bb-4247-a422-8a9cbddf79ba None None] For port edfdcf8e-762d-468a-a7c1-d5fc858e6d52, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:21:46.731095 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bd506d2d-b67e-4496-b8f5-268a8d3f7fc3 tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=eb87ae87-0925-464c-8e03-8bba27e76e58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1017342 Aug 16 20:21:46.732076 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40852) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:46.800744 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5260f6df-e2ba-45d0-91b8-2bc0af4bb7cd tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=e8bcd23a9a424ad4a6a1bf7da2226594&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0652704 Aug 16 20:21:46.804981 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40856) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:46.815985 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-47cec740-14bb-4247-a422-8a9cbddf79ba None None] For port edfdcf8e-762d-468a-a7c1-d5fc858e6d52, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=edfdcf8e-762d-468a-a7c1-d5fc858e6d52,segment=NetworkSegment(9a013c82-2aa1-459a-a55a-16f5b0b5c086),segment_id=9a013c82-2aa1-459a-a55a-16f5b0b5c086)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:21:46.821087 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-b08b6d32-da44-4e94-b039-1b69948feb9a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Allocated IP 2001:db8::1a9 (90d9b1f1-5046-4354-b6cc-874fd89885eb/a1a57216-82bb-4926-9fea-cf4c3908349c/c4b985ab-4a4e-4bc2-b98f-c66f97b9a8a5) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:46.836943 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-b08b6d32-da44-4e94-b039-1b69948feb9a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9b:3924 (90d9b1f1-5046-4354-b6cc-874fd89885eb/297733a5-f25e-4274-aaeb-113353b7fc2b/c4b985ab-4a4e-4bc2-b98f-c66f97b9a8a5) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:46.868264 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47cec740-14bb-4247-a422-8a9cbddf79ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:46.955520 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bbfefa13-b56c-41b7-b02e-a45054039293 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:47.002189 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-bbfefa13-b56c-41b7-b02e-a45054039293 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Transition to ACTIVE for port object 8e7f6d5f-4b3e-4dac-9137-d369b4760fb6 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:47.054315 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9f3061-9cd0-49b1-86ad-cbb6ec50622a tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:47.058811 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e1944311-d07b-4a51-9a48-d67a2265a6ff up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:47.059380 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9f9f3061-9cd0-49b1-86ad-cbb6ec50622a tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2505739 Aug 16 20:21:47.067020 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40862) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:47.116665 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1429dd72-219d-48d9-ba45-bd199e1cb51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fe6540-b735-461d-9672-c5c98dcee216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-969445213', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '66b01f03-cc26-4ac4-9db8-6be4a89d9344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:41Z', 'updated_at': '2021-08-16T20:21:44Z', 'revision_number': 3, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'gw_port': {'id': '66b01f03-cc26-4ac4-9db8-6be4a89d9344', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fe6540-b735-461d-9672-c5c98dcee216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:43Z', 'updated_at': '2021-08-16T20:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:47.176264 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9c863f95-4d1e-4ab4-893c-f673a0298974 tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=eb87ae87-0925-464c-8e03-8bba27e76e58&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1065025 Aug 16 20:21:47.178561 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40866) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:47.186376 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e4245266-1b8a-401a-a441-2dca8ec3770f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1414451133', 'network_id': '7791228a-8243-4ee8-b342-f1fda0ae7f4b', 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:47.197501 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1429dd72-219d-48d9-ba45-bd199e1cb51e None None] Checking router: 88fe6540-b735-461d-9672-c5c98dcee216 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:21:47.197860 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1429dd72-219d-48d9-ba45-bd199e1cb51e None None] Updating router 88fe6540-b735-461d-9672-c5c98dcee216 port 66b01f03-cc26-4ac4-9db8-6be4a89d9344 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:21:47.251200 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b08b6d32-da44-4e94-b039-1b69948feb9a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:47.288973 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cec740-14bb-4247-a422-8a9cbddf79ba None None] Pushing event updated for resources: {'Port': ['ID=edfdcf8e-762d-468a-a7c1-d5fc858e6d52,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:47.299820 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1429dd72-219d-48d9-ba45-bd199e1cb51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:47.306523 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-b08b6d32-da44-4e94-b039-1b69948feb9a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Transition to ACTIVE for port object c4b985ab-4a4e-4bc2-b98f-c66f97b9a8a5 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:47.386397 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b08b6d32-da44-4e94-b039-1b69948feb9a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:47.427294 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bbfefa13-b56c-41b7-b02e-a45054039293 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:47.507986 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b6d32-da44-4e94-b039-1b69948feb9a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event updated for resources: {'Port': ['ID=c4b985ab-4a4e-4bc2-b98f-c66f97b9a8a5,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:47.516412 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08b6d32-da44-4e94-b039-1b69948feb9a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:47.518581 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-b08b6d32-da44-4e94-b039-1b69948feb9a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:47.525289 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfefa13-b56c-41b7-b02e-a45054039293 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Network 063b4ef8-01f9-41d8-999f-969c8ec857e2 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:47.526331 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08b6d32-da44-4e94-b039-1b69948feb9a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:21:47.540822 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-bbfefa13-b56c-41b7-b02e-a45054039293 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:47.542698 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08b6d32-da44-4e94-b039-1b69948feb9a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:47.543477 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b08b6d32-da44-4e94-b039-1b69948feb9a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:47.551930 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfefa13-b56c-41b7-b02e-a45054039293 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:21:47.573354 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b08b6d32-da44-4e94-b039-1b69948feb9a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0686915 Aug 16 20:21:47.576064 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40882) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:47.613643 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfefa13-b56c-41b7-b02e-a45054039293 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'Port': ['ID=8e7f6d5f-4b3e-4dac-9137-d369b4760fb6,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:47.628446 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4245266-1b8a-401a-a441-2dca8ec3770f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Made reservation on behalf of e8bcd23a9a424ad4a6a1bf7da2226594 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:47.633293 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4245266-1b8a-401a-a441-2dca8ec3770f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:47.690181 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port e1944311-d07b-4a51-9a48-d67a2265a6ff triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:47.690756 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:47.823726 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-ecf406c9-b8fb-499f-a10c-003e724e1e8d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting port c4b985ab-4a4e-4bc2-b98f-c66f97b9a8a5 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:47.824081 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ecf406c9-b8fb-499f-a10c-003e724e1e8d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:48.081805 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ecf406c9-b8fb-499f-a10c-003e724e1e8d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:48.084152 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bb65b323-9fb1-41c5-a700-fa3e00f4adf1 None None] Provisioning complete for port e1944311-d07b-4a51-9a48-d67a2265a6ff triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:48.085266 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb65b323-9fb1-41c5-a700-fa3e00f4adf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:48.147580 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-ecf406c9-b8fb-499f-a10c-003e724e1e8d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Calling delete_port for c4b985ab-4a4e-4bc2-b98f-c66f97b9a8a5 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:48.228692 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40902) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:48.423788 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1429dd72-219d-48d9-ba45-bd199e1cb51e None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:48.477388 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1429dd72-219d-48d9-ba45-bd199e1cb51e None None] Transition to ACTIVE for port object 66b01f03-cc26-4ac4-9db8-6be4a89d9344 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:48.494597 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1429dd72-219d-48d9-ba45-bd199e1cb51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:48.533350 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bbfefa13-b56c-41b7-b02e-a45054039293 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:48.537609 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device edfdcf8e-762d-468a-a7c1-d5fc858e6d52 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:48.563404 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-55c673f9-4f5e-4d8f-887b-103b5c086c3c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2075032352-network', 'tenant_id': '1fd6c06240e542ce9c20b930b7858c3c'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:48.634002 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1429dd72-219d-48d9-ba45-bd199e1cb51e None None] Attempting to bind port 66b01f03-cc26-4ac4-9db8-6be4a89d9344 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:21:48.634387 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1429dd72-219d-48d9-ba45-bd199e1cb51e None None] Attempting to bind port 66b01f03-cc26-4ac4-9db8-6be4a89d9344 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:21:48.634753 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1429dd72-219d-48d9-ba45-bd199e1cb51e None None] Attempting to bind port 66b01f03-cc26-4ac4-9db8-6be4a89d9344 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:21:48.687825 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c673f9-4f5e-4d8f-887b-103b5c086c3c admin admin] Made reservation on behalf of 1fd6c06240e542ce9c20b930b7858c3c for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:48.691557 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-55c673f9-4f5e-4d8f-887b-103b5c086c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:48.698399 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1429dd72-219d-48d9-ba45-bd199e1cb51e None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:21:48.699385 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1429dd72-219d-48d9-ba45-bd199e1cb51e None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:21:48.699806 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1429dd72-219d-48d9-ba45-bd199e1cb51e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:48.700251 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1429dd72-219d-48d9-ba45-bd199e1cb51e None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:21:48.701241 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1429dd72-219d-48d9-ba45-bd199e1cb51e None None] Bound port: 66b01f03-cc26-4ac4-9db8-6be4a89d9344, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:21:48.701664 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1429dd72-219d-48d9-ba45-bd199e1cb51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:48.710564 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5b78ab62-4987-4af5-91c1-df4f3dd20a02 None None] Provisioning for port c4b985ab-4a4e-4bc2-b98f-c66f97b9a8a5 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:48.726013 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ecf406c9-b8fb-499f-a10c-003e724e1e8d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:48.728236 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-55c673f9-4f5e-4d8f-887b-103b5c086c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:48.752839 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4245266-1b8a-401a-a441-2dca8ec3770f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:48.791269 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5b78ab62-4987-4af5-91c1-df4f3dd20a02 None None] Provisioning complete for port c4b985ab-4a4e-4bc2-b98f-c66f97b9a8a5 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:48.791715 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b78ab62-4987-4af5-91c1-df4f3dd20a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:48.819634 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf406c9-b8fb-499f-a10c-003e724e1e8d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Port': ['ID=c4b985ab-4a4e-4bc2-b98f-c66f97b9a8a5,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:48.819882 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4245266-1b8a-401a-a441-2dca8ec3770f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Pushing event updated for resources: {'Subnet': ['ID=afbd6930-463c-40d6-acd7-50e93de6a7f7,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:48.854571 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bcadc5-1124-496c-8a94-1a4147f8d6ce None None] Pushing event updated for resources: {'Port': ['ID=66b01f03-cc26-4ac4-9db8-6be4a89d9344,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:48.861438 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5b78ab62-4987-4af5-91c1-df4f3dd20a02 None None] Port c4b985ab-4a4e-4bc2-b98f-c66f97b9a8a5 was deleted so its status cannot be updated. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 20:21:48.894159 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bbfefa13-b56c-41b7-b02e-a45054039293 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:48.915755 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4245266-1b8a-401a-a441-2dca8ec3770f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Checking segment: {'id': '87b3f52f-e6cb-428b-b949-aabbad1859c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7791228a-8243-4ee8-b342-f1fda0ae7f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:21:48.916151 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4245266-1b8a-401a-a441-2dca8ec3770f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Network hostable DHCP agents. Network: 7791228a-8243-4ee8-b342-f1fda0ae7f4b, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:21:48.916492 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd187ba9-d57a-4d55-b687-90629ff0f8b3 None None] Network 063b4ef8-01f9-41d8-999f-969c8ec857e2 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:48.954872 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ecf406c9-b8fb-499f-a10c-003e724e1e8d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:48.963872 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ecf406c9-b8fb-499f-a10c-003e724e1e8d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/c4b985ab-4a4e-4bc2-b98f-c66f97b9a8a5 HTTP/1.1" status: 204 len: 168 time: 1.3864408 Aug 16 20:21:48.969112 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40924) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:48.980745 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4245266-1b8a-401a-a441-2dca8ec3770f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Network 7791228a-8243-4ee8-b342-f1fda0ae7f4b is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:21:49.015932 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1429dd72-219d-48d9-ba45-bd199e1cb51e None None] For port 66b01f03-cc26-4ac4-9db8-6be4a89d9344, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:21:49.021490 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port edfdcf8e-762d-468a-a7c1-d5fc858e6d52 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:49.076389 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-e4245266-1b8a-401a-a441-2dca8ec3770f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 7791228a-8243-4ee8-b342-f1fda0ae7f4b) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:49.088587 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1429dd72-219d-48d9-ba45-bd199e1cb51e None None] For port 66b01f03-cc26-4ac4-9db8-6be4a89d9344, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=66b01f03-cc26-4ac4-9db8-6be4a89d9344,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:21:49.099854 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4245266-1b8a-401a-a441-2dca8ec3770f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:49.100174 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2067830-ee4f-4056-b0ec-7b9c97830280 None None] Network 7791228a-8243-4ee8-b342-f1fda0ae7f4b requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:49.100596 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4245266-1b8a-401a-a441-2dca8ec3770f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:49.106727 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1429dd72-219d-48d9-ba45-bd199e1cb51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:49.158076 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-55c673f9-4f5e-4d8f-887b-103b5c086c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:49.171901 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-55c673f9-4f5e-4d8f-887b-103b5c086c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:49.199977 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-df5759d7-3592-432c-a4e6-980cc2566092 None None] Provisioning for port edfdcf8e-762d-468a-a7c1-d5fc858e6d52 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:49.203809 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e4245266-1b8a-401a-a441-2dca8ec3770f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0241861 Aug 16 20:21:49.206309 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac819ff6-124a-4d60-9e9d-d97734a05003 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:49.207962 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ac819ff6-124a-4d60-9e9d-d97734a05003 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2384439 Aug 16 20:21:49.211882 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40928) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:49.212202 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40930) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:49.255488 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55c673f9-4f5e-4d8f-887b-103b5c086c3c admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:21:49.256204 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-df5759d7-3592-432c-a4e6-980cc2566092 None None] Provisioning complete for port edfdcf8e-762d-468a-a7c1-d5fc858e6d52 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:49.256608 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-df5759d7-3592-432c-a4e6-980cc2566092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:49.276140 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c673f9-4f5e-4d8f-887b-103b5c086c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea6f565-3c14-4f93-9ccd-cc966ebc713d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:49.310860 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-55c673f9-4f5e-4d8f-887b-103b5c086c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:49.311565 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-55c673f9-4f5e-4d8f-887b-103b5c086c3c admin admin] Added segment 31a434b9-343e-4c65-9b40-14a4e420a56a of type vlan for network c024a52a-80b3-4212-a68d-1e1da5f9bb5d Aug 16 20:21:49.388079 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-55c673f9-4f5e-4d8f-887b-103b5c086c3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:49.448602 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-55c673f9-4f5e-4d8f-887b-103b5c086c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:49.450148 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c673f9-4f5e-4d8f-887b-103b5c086c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:49.450932 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-55c673f9-4f5e-4d8f-887b-103b5c086c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:49.549266 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-55c673f9-4f5e-4d8f-887b-103b5c086c3c admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3192854 Aug 16 20:21:49.567206 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40944) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:49.574165 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bcadc5-1124-496c-8a94-1a4147f8d6ce None None] Pushing event updated for resources: {'Port': ['ID=66b01f03-cc26-4ac4-9db8-6be4a89d9344,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:49.578382 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-733a8581-49e5-43e7-b7da-048116782b5c admin admin] Request body: {'subnet': {'network_id': 'c024a52a-80b3-4212-a68d-1e1da5f9bb5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2075032352-subnet', 'tenant_id': '1fd6c06240e542ce9c20b930b7858c3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:49.600172 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36e11fc-45d4-47aa-81d7-abc578b16389 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:49.604495 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e36e11fc-45d4-47aa-81d7-abc578b16389 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3811119 Aug 16 20:21:49.607093 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1429dd72-219d-48d9-ba45-bd199e1cb51e None None] Routers {'88fe6540-b735-461d-9672-c5c98dcee216'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:21:49.607620 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 40952) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:49.607766 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1429dd72-219d-48d9-ba45-bd199e1cb51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:21:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['88fe6540-b735-461d-9672-c5c98dcee216'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:49.626440 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c673f9-4f5e-4d8f-887b-103b5c086c3c admin admin] Pushing event updated for resources: {'Network': ['ID=c024a52a-80b3-4212-a68d-1e1da5f9bb5d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:49.661190 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network c024a52a-80b3-4212-a68d-1e1da5f9bb5d details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:21:49.696873 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733a8581-49e5-43e7-b7da-048116782b5c admin admin] Made reservation on behalf of 1fd6c06240e542ce9c20b930b7858c3c for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:49.699210 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-733a8581-49e5-43e7-b7da-048116782b5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:49.813377 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9700c295-9fb8-4ce1-8b27-2911bf588de3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:49.815493 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9700c295-9fb8-4ce1-8b27-2911bf588de3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:49.817584 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9700c295-9fb8-4ce1-8b27-2911bf588de3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:49.824506 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9700c295-9fb8-4ce1-8b27-2911bf588de3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2044966 Aug 16 20:21:49.824624 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40958) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:49.897567 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-df5759d7-3592-432c-a4e6-980cc2566092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:49.899285 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3fa629-4ada-42ba-86ad-1058c7dccd72 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting subnet 297733a5-f25e-4274-aaeb-113353b7fc2b {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:21:49.904332 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa629-4ada-42ba-86ad-1058c7dccd72 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:49.905416 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6982faa-6270-4fad-9f0c-5924d0e5de2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-7791228a-8243-4ee8-b342-f1fda0ae7f4b', 'network_id': '7791228a-8243-4ee8-b342-f1fda0ae7f4b', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'fixed_ips': [{'subnet_id': 'afbd6930-463c-40d6-acd7-50e93de6a7f7'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:21:49.906307 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6982faa-6270-4fad-9f0c-5924d0e5de2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:49.929680 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bbfefa13-b56c-41b7-b02e-a45054039293 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:49.941888 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-1429dd72-219d-48d9-ba45-bd199e1cb51e None None] Set router 88fe6540-b735-461d-9672-c5c98dcee216 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:21:49.958764 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa629-4ada-42ba-86ad-1058c7dccd72 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:49.994315 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bbfefa13-b56c-41b7-b02e-a45054039293 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:50.095916 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa629-4ada-42ba-86ad-1058c7dccd72 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:50.116084 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-df5759d7-3592-432c-a4e6-980cc2566092 None None] For port edfdcf8e-762d-468a-a7c1-d5fc858e6d52, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=edfdcf8e-762d-468a-a7c1-d5fc858e6d52,segment=NetworkSegment(9a013c82-2aa1-459a-a55a-16f5b0b5c086),segment_id=9a013c82-2aa1-459a-a55a-16f5b0b5c086)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:50.189478 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-df5759d7-3592-432c-a4e6-980cc2566092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:50.210316 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa629-4ada-42ba-86ad-1058c7dccd72 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:50.241349 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa629-4ada-42ba-86ad-1058c7dccd72 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:50.243399 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4c3fa629-4ada-42ba-86ad-1058c7dccd72 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/297733a5-f25e-4274-aaeb-113353b7fc2b HTTP/1.1" status: 204 len: 168 time: 0.4206223 Aug 16 20:21:50.252512 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0fd43e-ad41-4d15-9132-0831158f5510 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:50.290029 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40968) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:50.305836 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3fa629-4ada-42ba-86ad-1058c7dccd72 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Subnet': ['ID=297733a5-f25e-4274-aaeb-113353b7fc2b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:50.404070 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5505fb3-9328-439f-9539-1b0f64b700ea tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Deleting subnet a1a57216-82bb-4926-9fea-cf4c3908349c {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:21:50.409600 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5505fb3-9328-439f-9539-1b0f64b700ea tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:50.473979 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5759d7-3592-432c-a4e6-980cc2566092 None None] Pushing event updated for resources: {'Port': ['ID=edfdcf8e-762d-468a-a7c1-d5fc858e6d52,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:50.494755 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7c3d42af-77c6-4b1f-8e25-c072700bc4e0 None None] Provisioning complete for port edfdcf8e-762d-468a-a7c1-d5fc858e6d52 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:50.495416 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c3d42af-77c6-4b1f-8e25-c072700bc4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:50.509897 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfefa13-b56c-41b7-b02e-a45054039293 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'Port': ['ID=8e7f6d5f-4b3e-4dac-9137-d369b4760fb6,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:50.515736 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bbfefa13-b56c-41b7-b02e-a45054039293 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:50.539514 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5505fb3-9328-439f-9539-1b0f64b700ea tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:50.555420 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-c6982faa-6270-4fad-9f0c-5924d0e5de2a None None] Allocated IP 172.20.0.18 (7791228a-8243-4ee8-b342-f1fda0ae7f4b/afbd6930-463c-40d6-acd7-50e93de6a7f7/bcf16e5a-91f3-4095-8daf-fd2a5c91c4df) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:50.636418 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40976) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:50.642830 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-733a8581-49e5-43e7-b7da-048116782b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:50.661582 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5505fb3-9328-439f-9539-1b0f64b700ea tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:50.770970 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5505fb3-9328-439f-9539-1b0f64b700ea tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:50.823443 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5505fb3-9328-439f-9539-1b0f64b700ea tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:50.828646 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b5505fb3-9328-439f-9539-1b0f64b700ea tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/a1a57216-82bb-4926-9fea-cf4c3908349c HTTP/1.1" status: 204 len: 168 time: 0.5369561 Aug 16 20:21:50.829765 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40984) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:50.832352 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5505fb3-9328-439f-9539-1b0f64b700ea tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Subnet': ['ID=a1a57216-82bb-4926-9fea-cf4c3908349c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:50.873610 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a8581-49e5-43e7-b7da-048116782b5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1755932-a345-4e21-baf2-336d11f67499,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:50.907972 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e0b93ebe-7f45-46bb-b212-1b4b258518ff tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0762086 Aug 16 20:21:50.912161 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733a8581-49e5-43e7-b7da-048116782b5c admin admin] Checking segment: {'id': '31a434b9-343e-4c65-9b40-14a4e420a56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c024a52a-80b3-4212-a68d-1e1da5f9bb5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:21:50.912529 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733a8581-49e5-43e7-b7da-048116782b5c admin admin] Network hostable DHCP agents. Network: c024a52a-80b3-4212-a68d-1e1da5f9bb5d, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:21:50.916608 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40988) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:50.953402 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1429dd72-219d-48d9-ba45-bd199e1cb51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fe6540-b735-461d-9672-c5c98dcee216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-969445213', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '66b01f03-cc26-4ac4-9db8-6be4a89d9344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:41Z', 'updated_at': '2021-08-16T20:21:44Z', 'revision_number': 3, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'gw_port': {'id': '66b01f03-cc26-4ac4-9db8-6be4a89d9344', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fe6540-b735-461d-9672-c5c98dcee216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:43Z', 'updated_at': '2021-08-16T20:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:50.971943 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-628bed39-76a5-4926-bc96-10fb7e9a993a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:50.976359 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfefa13-b56c-41b7-b02e-a45054039293 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Network 063b4ef8-01f9-41d8-999f-969c8ec857e2 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:50.980389 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-bbfefa13-b56c-41b7-b02e-a45054039293 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:50.987008 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733a8581-49e5-43e7-b7da-048116782b5c admin admin] Network c024a52a-80b3-4212-a68d-1e1da5f9bb5d is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:21:50.997447 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1429dd72-219d-48d9-ba45-bd199e1cb51e None None] The sync data for ids ['88fe6540-b735-461d-9672-c5c98dcee216'] in n-d-787206-13 is: [{'id': '88fe6540-b735-461d-9672-c5c98dcee216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-969445213', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '66b01f03-cc26-4ac4-9db8-6be4a89d9344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:41Z', 'updated_at': '2021-08-16T20:21:44Z', 'revision_number': 3, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'gw_port': {'id': '66b01f03-cc26-4ac4-9db8-6be4a89d9344', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fe6540-b735-461d-9672-c5c98dcee216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:43Z', 'updated_at': '2021-08-16T20:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:21:51.060777 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0f7873-4385-40c4-82f1-adc7ef1cf41c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:51.064970 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8b0f7873-4385-40c4-82f1-adc7ef1cf41c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1445429 Aug 16 20:21:51.066520 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40994) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:51.078808 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7c3d42af-77c6-4b1f-8e25-c072700bc4e0 None None] Provisioning for port 8e7f6d5f-4b3e-4dac-9137-d369b4760fb6 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:51.087375 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7c3d42af-77c6-4b1f-8e25-c072700bc4e0 None None] Provisioning complete for port 8e7f6d5f-4b3e-4dac-9137-d369b4760fb6 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:51.088000 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c3d42af-77c6-4b1f-8e25-c072700bc4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:51.132075 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-733a8581-49e5-43e7-b7da-048116782b5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, c024a52a-80b3-4212-a68d-1e1da5f9bb5d) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:51.176915 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733a8581-49e5-43e7-b7da-048116782b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:51.176915 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-733a8581-49e5-43e7-b7da-048116782b5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:51.186149 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d6e1e7-8c6b-41c2-9d09-19b03c133269 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:51.190351 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-44d6e1e7-8c6b-41c2-9d09-19b03c133269 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1207645 Aug 16 20:21:51.191131 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40996) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:51.207570 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b26eb9-fa57-4265-a8a6-52b4908ee312 None None] Network c024a52a-80b3-4212-a68d-1e1da5f9bb5d requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:51.223023 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6982faa-6270-4fad-9f0c-5924d0e5de2a None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:51.237318 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d736d915-fd93-441f-b031-800583b3e117 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:51.294741 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-eddf9da5-cec4-446d-b478-4fa5d0af31fa tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0984786 Aug 16 20:21:51.296399 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6982faa-6270-4fad-9f0c-5924d0e5de2a None None] Transition to ACTIVE for port object bcf16e5a-91f3-4095-8daf-fd2a5c91c4df will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:51.300304 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 40998) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:51.306362 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7c3d42af-77c6-4b1f-8e25-c072700bc4e0 None None] Port 8e7f6d5f-4b3e-4dac-9137-d369b4760fb6 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:21:51.327901 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf15882-11ba-4c96-981e-46159af2a81e None None] Update dhcp port {'port': {'network_id': '90d9b1f1-5046-4354-b6cc-874fd89885eb', 'fixed_ips': [{'subnet_id': 'a1a57216-82bb-4926-9fea-cf4c3908349c'}], 'binding:host_id': 'n-d-787206-13'}, 'id': 'e1944311-d07b-4a51-9a48-d67a2265a6ff'} from n-d-787206-13. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:21:51.337400 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfefa13-b56c-41b7-b02e-a45054039293 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Router 6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:21:51.368159 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6982faa-6270-4fad-9f0c-5924d0e5de2a None None] Transition to ACTIVE for port object bcf16e5a-91f3-4095-8daf-fd2a5c91c4df will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:51.390733 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-55269991-0a67-4083-b0ad-01536b69550f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:51.391752 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55269991-0a67-4083-b0ad-01536b69550f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:51.391962 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eaf15882-11ba-4c96-981e-46159af2a81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:51.395643 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-55269991-0a67-4083-b0ad-01536b69550f tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/c4b985ab-4a4e-4bc2-b98f-c66f97b9a8a5 HTTP/1.1" status: 404 len: 333 time: 0.0942678 Aug 16 20:21:51.397190 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6982faa-6270-4fad-9f0c-5924d0e5de2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:51.400852 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41000) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:51.507721 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6982faa-6270-4fad-9f0c-5924d0e5de2a None None] Network 7791228a-8243-4ee8-b342-f1fda0ae7f4b is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:51.537118 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c6982faa-6270-4fad-9f0c-5924d0e5de2a None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:51.556186 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6982faa-6270-4fad-9f0c-5924d0e5de2a None None] Pushing event updated for resources: {'Port': ['ID=bcf16e5a-91f3-4095-8daf-fd2a5c91c4df,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:51.563706 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6982faa-6270-4fad-9f0c-5924d0e5de2a None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:21:51.581558 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-261d63d7-8161-47bf-9aca-df651c304814 None None] Provisioning complete for port 8e7f6d5f-4b3e-4dac-9137-d369b4760fb6 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:51.582024 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-261d63d7-8161-47bf-9aca-df651c304814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:51.583326 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-628bed39-76a5-4926-bc96-10fb7e9a993a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:51.588605 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-749ae3f8-b386-40ca-99e2-e304258455fb tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:51.589311 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-749ae3f8-b386-40ca-99e2-e304258455fb tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:51.591578 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-749ae3f8-b386-40ca-99e2-e304258455fb tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/297733a5-f25e-4274-aaeb-113353b7fc2b HTTP/1.1" status: 404 len: 337 time: 0.1889255 Aug 16 20:21:51.594030 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41006) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:51.609576 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443c9bad-a688-4f3c-9ff3-c79a58f3c6fe None None] Network c024a52a-80b3-4212-a68d-1e1da5f9bb5d requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:51.640931 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad2a96ee-b235-426e-8b74-26d45fed99d5 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:51.644270 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad2a96ee-b235-426e-8b74-26d45fed99d5 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:51.647577 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ad2a96ee-b235-426e-8b74-26d45fed99d5 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/a1a57216-82bb-4926-9fea-cf4c3908349c HTTP/1.1" status: 404 len: 337 time: 0.0506785 Aug 16 20:21:51.648641 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-628bed39-76a5-4926-bc96-10fb7e9a993a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:51.652090 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41008) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:51.692405 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-733a8581-49e5-43e7-b7da-048116782b5c admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1204576 Aug 16 20:21:51.720751 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-628bed39-76a5-4926-bc96-10fb7e9a993a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f11b107553f64a03a29a419a24d19207&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0819840 Aug 16 20:21:51.722766 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628bed39-76a5-4926-bc96-10fb7e9a993a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae661536-68aa-4385-badc-158ffe4881b6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:51.726032 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41012) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:51.729229 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6755a701-71bd-47ad-9e70-38f0f2fb7eb1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:51.730054 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6755a701-71bd-47ad-9e70-38f0f2fb7eb1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:51.731851 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6755a701-71bd-47ad-9e70-38f0f2fb7eb1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/8f39c80a-afcc-40f0-ba07-6a28d0ad41e4 HTTP/1.1" status: 404 len: 333 time: 0.0685463 Aug 16 20:21:51.740164 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41014) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:51.769231 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfefa13-b56c-41b7-b02e-a45054039293 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:21:51.778994 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e5bfc59-ec18-4770-ad62-e702f59a2e47 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:51.781733 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c473545a-a365-4859-8f83-4fe2d6678603 None None] Sync routers for ids ['6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:21:51.791133 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e5bfc59-ec18-4770-ad62-e702f59a2e47 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:51.793143 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8e5bfc59-ec18-4770-ad62-e702f59a2e47 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/bb42b0ac-a8fc-4b65-b4ca-04fe9c22e556 HTTP/1.1" status: 404 len: 337 time: 0.0505757 Aug 16 20:21:51.802909 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41016) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:51.808480 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c473545a-a365-4859-8f83-4fe2d6678603 None None] Routers {'6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:21:51.809145 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c473545a-a365-4859-8f83-4fe2d6678603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:21:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:51.810708 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bbfefa13-b56c-41b7-b02e-a45054039293 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "PUT /v2.0/routers/6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4968450 Aug 16 20:21:51.813493 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41018) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:51.897938 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa31bc9-41cf-4905-804d-549573016944 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:51.907191 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa31bc9-41cf-4905-804d-549573016944 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:51.912049 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-caa31bc9-41cf-4905-804d-549573016944 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/08e15059-bb69-409c-91f3-89670c7946df HTTP/1.1" status: 404 len: 337 time: 0.0972056 Aug 16 20:21:51.913371 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41024) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:52.028435 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db0c4e3-37f1-4965-9f26-93bdc54bbd91 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:52.029562 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4db0c4e3-37f1-4965-9f26-93bdc54bbd91 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:52.031715 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4db0c4e3-37f1-4965-9f26-93bdc54bbd91 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/adc9e1ef-0582-4491-8da6-ce51791f0a0d HTTP/1.1" status: 404 len: 333 time: 0.1143754 Aug 16 20:21:52.035577 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41034) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:52.044156 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f38ee88d-7c6f-4127-a12c-a3ab355231c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:52.079919 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0171bc97-0d6e-4ad5-9d05-7c1670bb5a65 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:52.080758 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0171bc97-0d6e-4ad5-9d05-7c1670bb5a65 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:52.084646 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0171bc97-0d6e-4ad5-9d05-7c1670bb5a65 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/4befa2a5-a390-4651-94f4-052274ea8268 HTTP/1.1" status: 404 len: 337 time: 0.0477083 Aug 16 20:21:52.087712 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41036) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:52.143737 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-d736d915-fd93-441f-b031-800583b3e117 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Allocated IP 172.20.0.17 (7791228a-8243-4ee8-b342-f1fda0ae7f4b/afbd6930-463c-40d6-acd7-50e93de6a7f7/bc929987-5701-451f-894b-5f8d1f57dd6d) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:52.161657 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f38ee88d-7c6f-4127-a12c-a3ab355231c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:52.215015 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a619762-227f-4ee3-b5b7-f76daa9c7f47 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:52.216696 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a619762-227f-4ee3-b5b7-f76daa9c7f47 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:52.218729 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9a619762-227f-4ee3-b5b7-f76daa9c7f47 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/6d74e945-bb5b-45f2-ad94-3bf368228c2a HTTP/1.1" status: 404 len: 337 time: 0.1254661 Aug 16 20:21:52.221734 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41038) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:52.227122 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef42af-453c-40c9-b599-9fde418cc0b3 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:52.232001 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef42af-453c-40c9-b599-9fde418cc0b3 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:52.232742 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef42af-453c-40c9-b599-9fde418cc0b3 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:52.233867 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef42af-453c-40c9-b599-9fde418cc0b3 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:52.235971 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef42af-453c-40c9-b599-9fde418cc0b3 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:52.236659 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef42af-453c-40c9-b599-9fde418cc0b3 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:52.237470 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef42af-453c-40c9-b599-9fde418cc0b3 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:52.238994 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef42af-453c-40c9-b599-9fde418cc0b3 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:52.241821 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef42af-453c-40c9-b599-9fde418cc0b3 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:52.242518 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef42af-453c-40c9-b599-9fde418cc0b3 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:52.243182 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef42af-453c-40c9-b599-9fde418cc0b3 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:52.247785 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9cef42af-453c-40c9-b599-9fde418cc0b3 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7705 time: 0.4306991 Aug 16 20:21:52.264718 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c6982faa-6270-4fad-9f0c-5924d0e5de2a None None] Attempting to bind port bcf16e5a-91f3-4095-8daf-fd2a5c91c4df on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:21:52.265279 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c6982faa-6270-4fad-9f0c-5924d0e5de2a None None] Attempting to bind port bcf16e5a-91f3-4095-8daf-fd2a5c91c4df by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '87b3f52f-e6cb-428b-b949-aabbad1859c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7791228a-8243-4ee8-b342-f1fda0ae7f4b'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:21:52.265486 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6982faa-6270-4fad-9f0c-5924d0e5de2a None None] Attempting to bind port bcf16e5a-91f3-4095-8daf-fd2a5c91c4df on network 7791228a-8243-4ee8-b342-f1fda0ae7f4b {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:21:52.269476 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41040) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:52.279467 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf95c441-b7a9-4c99-995f-2a87d3e07a02 None None] Network 90d9b1f1-5046-4354-b6cc-874fd89885eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:52.286893 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-261d63d7-8161-47bf-9aca-df651c304814 None None] Port 8e7f6d5f-4b3e-4dac-9137-d369b4760fb6 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:21:52.338139 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6982faa-6270-4fad-9f0c-5924d0e5de2a None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:21:52.338527 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6982faa-6270-4fad-9f0c-5924d0e5de2a None None] Checking segment: {'id': '87b3f52f-e6cb-428b-b949-aabbad1859c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7791228a-8243-4ee8-b342-f1fda0ae7f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:21:52.338967 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6982faa-6270-4fad-9f0c-5924d0e5de2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:52.339482 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6982faa-6270-4fad-9f0c-5924d0e5de2a None None] Bound using segment: {'id': '87b3f52f-e6cb-428b-b949-aabbad1859c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7791228a-8243-4ee8-b342-f1fda0ae7f4b'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:21:52.339872 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c6982faa-6270-4fad-9f0c-5924d0e5de2a None None] Bound port: bcf16e5a-91f3-4095-8daf-fd2a5c91c4df, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b3f52f-e6cb-428b-b949-aabbad1859c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7791228a-8243-4ee8-b342-f1fda0ae7f4b'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:21:52.340257 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6982faa-6270-4fad-9f0c-5924d0e5de2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:52.345122 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea933e2e-d28a-4fdd-bff6-36ac6986d664 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:52.346764 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea933e2e-d28a-4fdd-bff6-36ac6986d664 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:52.348836 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ea933e2e-d28a-4fdd-bff6-36ac6986d664 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/ee2cdb93-4c1b-4896-92ea-d9053f62c53c HTTP/1.1" status: 404 len: 333 time: 0.1239831 Aug 16 20:21:52.351360 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41042) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:52.399048 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-c473545a-a365-4859-8f83-4fe2d6678603 None None] Set router 6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:21:52.409829 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed434090-17ab-499d-bc54-986a2ce9cef6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:52.410037 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed434090-17ab-499d-bc54-986a2ce9cef6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:52.415437 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ed434090-17ab-499d-bc54-986a2ce9cef6 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/7e8a0c34-6180-4403-b415-ddb59330888c HTTP/1.1" status: 404 len: 337 time: 0.0600193 Aug 16 20:21:52.416330 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41044) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:52.473061 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c740c9-dc21-4212-9f17-632d41d44270 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:52.473818 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c740c9-dc21-4212-9f17-632d41d44270 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:52.475792 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f9c740c9-dc21-4212-9f17-632d41d44270 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/38df91a5-78ad-41a6-bbcb-a7e61722388f HTTP/1.1" status: 404 len: 337 time: 0.0580587 Aug 16 20:21:52.478402 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41052) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:52.536339 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-b329deb6-c91b-49fe-9575-a9af885b7084 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:52.536585 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b329deb6-c91b-49fe-9575-a9af885b7084 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:52.540715 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b329deb6-c91b-49fe-9575-a9af885b7084 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/91774627-8de2-4725-918f-0661328b2fb5 HTTP/1.1" status: 404 len: 333 time: 0.0588903 Aug 16 20:21:52.542791 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41062) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:52.587327 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3b1cd290-c8f6-4019-84c2-c8d11c6ef141 None None] Provisioning complete for port e1944311-d07b-4a51-9a48-d67a2265a6ff triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:52.587586 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b1cd290-c8f6-4019-84c2-c8d11c6ef141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:52.628291 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a765b00-e50b-4f13-85d9-64de98dbc56b tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:52.629574 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a765b00-e50b-4f13-85d9-64de98dbc56b tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:52.635073 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a765b00-e50b-4f13-85d9-64de98dbc56b tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:52.635536 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a765b00-e50b-4f13-85d9-64de98dbc56b tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:52.636075 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a765b00-e50b-4f13-85d9-64de98dbc56b tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:52.636550 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a765b00-e50b-4f13-85d9-64de98dbc56b tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:52.637007 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a765b00-e50b-4f13-85d9-64de98dbc56b tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:52.637463 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a765b00-e50b-4f13-85d9-64de98dbc56b tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:52.637911 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a765b00-e50b-4f13-85d9-64de98dbc56b tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:52.638359 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a765b00-e50b-4f13-85d9-64de98dbc56b tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:52.640778 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8a765b00-e50b-4f13-85d9-64de98dbc56b tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6432 time: 0.3687489 Aug 16 20:21:52.642300 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f5a8ef-bc72-4053-97cb-03a7032b15aa tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:52.643382 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67f5a8ef-bc72-4053-97cb-03a7032b15aa tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:52.648119 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-67f5a8ef-bc72-4053-97cb-03a7032b15aa tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/863636b4-f3c6-4855-88ca-14bdd8b34631 HTTP/1.1" status: 404 len: 337 time: 0.1044381 Aug 16 20:21:52.649169 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41066) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:52.649657 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41068) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:52.693417 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 66b01f03-cc26-4ac4-9db8-6be4a89d9344 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:52.713380 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d3d23b-4ab2-4aa2-b556-d9a65875bf3c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:52.714498 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5d3d23b-4ab2-4aa2-b556-d9a65875bf3c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:52.719321 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c5d3d23b-4ab2-4aa2-b556-d9a65875bf3c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/29bbdb1b-9dee-4526-9b3b-289c3662ddfb HTTP/1.1" status: 404 len: 333 time: 0.0667570 Aug 16 20:21:52.720459 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41070) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:52.786712 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d6c4af-b049-482c-887d-8c5f819169a3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:52.787526 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d6c4af-b049-482c-887d-8c5f819169a3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:52.792667 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-75d6c4af-b049-482c-887d-8c5f819169a3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/fa42ac89-a967-4d27-8723-aef917a9be3f HTTP/1.1" status: 404 len: 337 time: 0.0374806 Aug 16 20:21:52.794382 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41072) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:52.822194 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6982faa-6270-4fad-9f0c-5924d0e5de2a None None] For port bcf16e5a-91f3-4095-8daf-fd2a5c91c4df, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:21:52.832941 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-907fc5b9-743a-4db5-b65b-52e7384a17c2 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:52.833552 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-907fc5b9-743a-4db5-b65b-52e7384a17c2 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:52.835317 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-907fc5b9-743a-4db5-b65b-52e7384a17c2 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/19ee8d38-1d88-4a0c-b16e-b9aac0d8a9db HTTP/1.1" status: 404 len: 333 time: 0.0397692 Aug 16 20:21:52.843722 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41074) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:52.851592 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6982faa-6270-4fad-9f0c-5924d0e5de2a None None] For port bcf16e5a-91f3-4095-8daf-fd2a5c91c4df, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=bcf16e5a-91f3-4095-8daf-fd2a5c91c4df,segment=NetworkSegment(87b3f52f-e6cb-428b-b949-aabbad1859c3),segment_id=87b3f52f-e6cb-428b-b949-aabbad1859c3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:21:52.866076 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a79afb-cdc3-4db8-8109-d08c2c146398 None None] DHCP port deletion for 90d9b1f1-5046-4354-b6cc-874fd89885eb request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:21:52.872130 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 66b01f03-cc26-4ac4-9db8-6be4a89d9344 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:52.902986 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 66b01f03-cc26-4ac4-9db8-6be4a89d9344 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:52.903747 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:52.909389 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6982faa-6270-4fad-9f0c-5924d0e5de2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:52.913241 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-999d6cf4-cbbd-4012-9e77-e781603a13a3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:52.914616 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-999d6cf4-cbbd-4012-9e77-e781603a13a3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:52.914766 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c473545a-a365-4859-8f83-4fe2d6678603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'name': 'tempest-TestNetworkBasicOps-router-33155459', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:35Z', 'updated_at': '2021-08-16T20:21:48Z', 'revision_number': 4, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:36Z', 'updated_at': '2021-08-16T20:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '8e7f6d5f-4b3e-4dac-9137-d369b4760fb6', 'name': '', 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'mac_address': 'fa:16:3e:f0:3a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'e440ab31-21c6-47f2-aed9-b929b10637a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:45Z', 'updated_at': '2021-08-16T20:21:49Z', 'revision_number': 2, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'subnets': [{'id': 'e440ab31-21c6-47f2-aed9-b929b10637a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:52.915771 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-999d6cf4-cbbd-4012-9e77-e781603a13a3 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/f060ef94-3a7f-415e-9b49-c97abea2a3bb HTTP/1.1" status: 404 len: 337 time: 0.0706327 Aug 16 20:21:52.928846 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41076) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:52.960174 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-94ebf575-63f1-4291-b037-b3440179b971 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:52.960844 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94ebf575-63f1-4291-b037-b3440179b971 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:52.962593 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-94ebf575-63f1-4291-b037-b3440179b971 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/36a8f16e-258e-42a8-a423-aba8f94890f4 HTTP/1.1" status: 404 len: 333 time: 0.0327733 Aug 16 20:21:52.967513 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41082) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:52.976561 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c473545a-a365-4859-8f83-4fe2d6678603 None None] Checking router: 6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:21:52.976912 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c473545a-a365-4859-8f83-4fe2d6678603 None None] Updating router 6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 port 8e7f6d5f-4b3e-4dac-9137-d369b4760fb6 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:21:53.031137 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c473545a-a365-4859-8f83-4fe2d6678603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:53.040387 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-08477045-ab63-4b2a-a75c-c864bc404d2c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:53.040852 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08477045-ab63-4b2a-a75c-c864bc404d2c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:53.045589 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-08477045-ab63-4b2a-a75c-c864bc404d2c tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/84c7d893-d69c-448a-b9c9-39b1a5800417 HTTP/1.1" status: 404 len: 337 time: 0.0741806 Aug 16 20:21:53.051170 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41086) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:53.102267 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-8315b17f-3d79-4f2b-8df5-9e6de55dadde tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:53.102949 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8315b17f-3d79-4f2b-8df5-9e6de55dadde tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:53.106457 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8315b17f-3d79-4f2b-8df5-9e6de55dadde tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/399b1ed0-9c0c-49f7-84f8-09eeae75695a HTTP/1.1" status: 404 len: 333 time: 0.0552361 Aug 16 20:21:53.115588 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41088) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:53.151481 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6982faa-6270-4fad-9f0c-5924d0e5de2a None None] Pushing event updated for resources: {'Port': ['ID=bcf16e5a-91f3-4095-8daf-fd2a5c91c4df,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:53.216904 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-307714a1-860c-4f76-bd67-6a46402a1347 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:53.217531 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-307714a1-860c-4f76-bd67-6a46402a1347 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:53.219399 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-307714a1-860c-4f76-bd67-6a46402a1347 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/918aab91-f48b-45ba-904a-c1ecfa453883 HTTP/1.1" status: 404 len: 337 time: 0.1043582 Aug 16 20:21:53.223241 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41094) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:53.227510 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-58a79afb-cdc3-4db8-8109-d08c2c146398 None None] Deleting port e1944311-d07b-4a51-9a48-d67a2265a6ff {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:53.228344 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-58a79afb-cdc3-4db8-8109-d08c2c146398 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:53.238370 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d736d915-fd93-441f-b031-800583b3e117 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:53.254123 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-d736d915-fd93-441f-b031-800583b3e117 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Transition to ACTIVE for port object bc929987-5701-451f-894b-5f8d1f57dd6d will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:53.294113 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f38ee88d-7c6f-4127-a12c-a3ab355231c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:53.296822 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f38ee88d-7c6f-4127-a12c-a3ab355231c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:53.313884 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f38ee88d-7c6f-4127-a12c-a3ab355231c9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ae661536-68aa-4385-badc-158ffe4881b6 HTTP/1.1" status: 204 len: 168 time: 1.5758221 Aug 16 20:21:53.323541 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d736d915-fd93-441f-b031-800583b3e117 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:53.340759 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0b9d9f-93a8-467c-882c-c2816ef394d4 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:53.343917 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b0b9d9f-93a8-467c-882c-c2816ef394d4 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:53.345800 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9b0b9d9f-93a8-467c-882c-c2816ef394d4 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/8e4581d0-bea3-42f8-a5c9-fe8dbcc78a7b HTTP/1.1" status: 404 len: 333 time: 0.1201532 Aug 16 20:21:53.362130 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41098) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:53.394250 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:53.434232 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-b56d2edb-07f5-4eed-ac78-d5daf476a58d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:53.434589 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b56d2edb-07f5-4eed-ac78-d5daf476a58d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:53.441001 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b56d2edb-07f5-4eed-ac78-d5daf476a58d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/23aed585-df93-4177-8abd-5d6b8ebea11d HTTP/1.1" status: 404 len: 337 time: 0.0760899 Aug 16 20:21:53.443793 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41100) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:53.549344 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736d915-fd93-441f-b031-800583b3e117 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Pushing event updated for resources: {'Port': ['ID=bc929987-5701-451f-894b-5f8d1f57dd6d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:53.552514 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 66b01f03-cc26-4ac4-9db8-6be4a89d9344, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=66b01f03-cc26-4ac4-9db8-6be4a89d9344,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:53.588037 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-58a79afb-cdc3-4db8-8109-d08c2c146398 None None] For port e1944311-d07b-4a51-9a48-d67a2265a6ff, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e1944311-d07b-4a51-9a48-d67a2265a6ff,segment=NetworkSegment(fa360b45-7ee4-43a2-a558-5d7a244951f1),segment_id=fa360b45-7ee4-43a2-a558-5d7a244951f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:53.588037 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-58a79afb-cdc3-4db8-8109-d08c2c146398 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:53.604721 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:53.608111 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device edfdcf8e-762d-468a-a7c1-d5fc858e6d52 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:53.610231 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ee88d-7c6f-4127-a12c-a3ab355231c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae661536-68aa-4385-badc-158ffe4881b6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:53.624334 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-05e334c8-0171-4c29-9fc0-86424cff5e0b tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3781 time: 0.9701509 Aug 16 20:21:53.628568 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-725a4551-f1a9-40a3-a29f-33b8728a876e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:53.630040 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-725a4551-f1a9-40a3-a29f-33b8728a876e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:53.634777 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-725a4551-f1a9-40a3-a29f-33b8728a876e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/e47e09be-7087-4449-8715-8a9fcbef007c HTTP/1.1" status: 404 len: 337 time: 0.1886299 Aug 16 20:21:53.637159 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41108) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:53.638516 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d736d915-fd93-441f-b031-800583b3e117 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Network 7791228a-8243-4ee8-b342-f1fda0ae7f4b is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:53.678065 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d736d915-fd93-441f-b031-800583b3e117 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:53.709847 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d736d915-fd93-441f-b031-800583b3e117 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:21:53.769193 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c78f40-8e3d-4aa4-8c55-6756811d4c11 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:53.772163 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4c78f40-8e3d-4aa4-8c55-6756811d4c11 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:53.778856 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e4c78f40-8e3d-4aa4-8c55-6756811d4c11 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/50b73977-0a24-473d-a82d-80c38198dfd4 HTTP/1.1" status: 404 len: 333 time: 0.1406584 Aug 16 20:21:53.782962 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41112) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:53.838959 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-58a79afb-cdc3-4db8-8109-d08c2c146398 None None] Calling delete_port for e1944311-d07b-4a51-9a48-d67a2265a6ff owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:53.880413 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef1a0ea-0e7d-4108-ba50-2beb26706145 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:53.883512 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ef1a0ea-0e7d-4108-ba50-2beb26706145 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:53.884360 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c473545a-a365-4859-8f83-4fe2d6678603 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:53.890126 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41114) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:53.890696 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0ef1a0ea-0e7d-4108-ba50-2beb26706145 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/6b1293af-6b44-4d55-8936-e4a2ff9d0f4a HTTP/1.1" status: 404 len: 337 time: 0.1028166 Aug 16 20:21:53.931780 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-c473545a-a365-4859-8f83-4fe2d6678603 None None] Transition to ACTIVE for port object 8e7f6d5f-4b3e-4dac-9137-d369b4760fb6 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:53.954605 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c473545a-a365-4859-8f83-4fe2d6678603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:54.002985 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-aeabc866-7c23-4e37-80a2-0a6f4bc11e9d tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:54.005689 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-aeabc866-7c23-4e37-80a2-0a6f4bc11e9d tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/networks?id=c024a52a-80b3-4212-a68d-1e1da5f9bb5d HTTP/1.1" status: 200 len: 814 time: 1.4714093 Aug 16 20:21:54.008676 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ffac962-09f4-46a4-8211-c906b5ccc905 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:54.009123 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ffac962-09f4-46a4-8211-c906b5ccc905 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:54.010869 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1ffac962-09f4-46a4-8211-c906b5ccc905 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/3f22b780-497f-4931-96c4-2691155bbc5a HTTP/1.1" status: 404 len: 337 time: 0.1096072 Aug 16 20:21:54.011936 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d736d915-fd93-441f-b031-800583b3e117 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:54.014041 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41122) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:54.033263 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb77860-799b-4d1b-96b8-a2969dea2ecd None None] Pushing event updated for resources: {'Port': ['ID=8e7f6d5f-4b3e-4dac-9137-d369b4760fb6,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:54.042670 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb77860-799b-4d1b-96b8-a2969dea2ecd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:54.043358 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb77860-799b-4d1b-96b8-a2969dea2ecd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:54.043922 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb77860-799b-4d1b-96b8-a2969dea2ecd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:54.044564 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb77860-799b-4d1b-96b8-a2969dea2ecd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:54.052195 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb77860-799b-4d1b-96b8-a2969dea2ecd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:54.053930 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb77860-799b-4d1b-96b8-a2969dea2ecd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:54.055699 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb77860-799b-4d1b-96b8-a2969dea2ecd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:54.056477 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb77860-799b-4d1b-96b8-a2969dea2ecd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:54.059684 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb77860-799b-4d1b-96b8-a2969dea2ecd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:54.061534 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb77860-799b-4d1b-96b8-a2969dea2ecd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:54.062126 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb77860-799b-4d1b-96b8-a2969dea2ecd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:54.063384 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb77860-799b-4d1b-96b8-a2969dea2ecd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:54.064824 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e42c5e6-86f5-4c40-abc9-0deea39ab353 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:54.065558 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e42c5e6-86f5-4c40-abc9-0deea39ab353 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:54.071158 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8e42c5e6-86f5-4c40-abc9-0deea39ab353 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/293f06f5-3723-4ec4-ac10-346008d68f96 HTTP/1.1" status: 404 len: 333 time: 0.0544691 Aug 16 20:21:54.094476 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41126) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:54.118782 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-cd818c08-9888-430b-b53f-cd2e8cec04eb tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/quotas/1fd6c06240e542ce9c20b930b7858c3c HTTP/1.1" status: 200 len: 375 time: 0.0919967 Aug 16 20:21:54.155622 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=66b01f03-cc26-4ac4-9db8-6be4a89d9344,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:54.201685 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a90c4ef-655d-47ee-be57-4a6c522f42f1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:54.202148 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a90c4ef-655d-47ee-be57-4a6c522f42f1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:54.211865 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9a90c4ef-655d-47ee-be57-4a6c522f42f1 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/d53917dd-7bc5-4077-8192-ac50ba45ae30 HTTP/1.1" status: 404 len: 337 time: 0.1159585 Aug 16 20:21:54.214489 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41134) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:54.254148 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-94acfb6e-51fe-4b3d-ae57-175038973627 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1fd6c06240e542ce9c20b930b7858c3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1245737 Aug 16 20:21:54.258409 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ef0b06-4cde-43a3-97d4-b376cd5062ce tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:54.258879 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61ef0b06-4cde-43a3-97d4-b376cd5062ce tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:54.261106 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-61ef0b06-4cde-43a3-97d4-b376cd5062ce tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/d0a1b740-5627-4bd3-9aea-eff741f93277 HTTP/1.1" status: 404 len: 337 time: 0.0456228 Aug 16 20:21:54.263972 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41138) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:54.266143 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c473545a-a365-4859-8f83-4fe2d6678603 None None] Attempting to bind port 8e7f6d5f-4b3e-4dac-9137-d369b4760fb6 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:21:54.266520 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c473545a-a365-4859-8f83-4fe2d6678603 None None] Attempting to bind port 8e7f6d5f-4b3e-4dac-9137-d369b4760fb6 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '9a013c82-2aa1-459a-a55a-16f5b0b5c086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:21:54.266932 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c473545a-a365-4859-8f83-4fe2d6678603 None None] Attempting to bind port 8e7f6d5f-4b3e-4dac-9137-d369b4760fb6 on network 063b4ef8-01f9-41d8-999f-969c8ec857e2 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:21:54.274573 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port edfdcf8e-762d-468a-a7c1-d5fc858e6d52 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:54.274950 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:54.284570 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c473545a-a365-4859-8f83-4fe2d6678603 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:21:54.285085 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c473545a-a365-4859-8f83-4fe2d6678603 None None] Checking segment: {'id': '9a013c82-2aa1-459a-a55a-16f5b0b5c086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:21:54.285340 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c473545a-a365-4859-8f83-4fe2d6678603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:54.285731 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c473545a-a365-4859-8f83-4fe2d6678603 None None] Bound using segment: {'id': '9a013c82-2aa1-459a-a55a-16f5b0b5c086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:21:54.286194 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c473545a-a365-4859-8f83-4fe2d6678603 None None] Bound port: 8e7f6d5f-4b3e-4dac-9137-d369b4760fb6, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a013c82-2aa1-459a-a55a-16f5b0b5c086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:21:54.286577 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c473545a-a365-4859-8f83-4fe2d6678603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:54.288798 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d254e31c-10fa-4dbf-87db-7316b5e5b707 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:54.289479 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d254e31c-10fa-4dbf-87db-7316b5e5b707 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:54.291233 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d254e31c-10fa-4dbf-87db-7316b5e5b707 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/977fb04a-d0fb-4fa1-9406-155b622cb676 HTTP/1.1" status: 404 len: 333 time: 0.0263307 Aug 16 20:21:54.293999 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41140) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:54.386807 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-0838bab8-ba75-4dc9-83de-30ea32d60d40 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:54.389915 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0838bab8-ba75-4dc9-83de-30ea32d60d40 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:54.394585 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0838bab8-ba75-4dc9-83de-30ea32d60d40 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/967bf846-f7c1-4a50-8437-82b2c67c2e94 HTTP/1.1" status: 404 len: 337 time: 0.0980279 Aug 16 20:21:54.397521 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-58a79afb-cdc3-4db8-8109-d08c2c146398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:54.398542 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41142) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:54.475066 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a79afb-cdc3-4db8-8109-d08c2c146398 None None] Pushing event deleted for resources: {'Port': ['ID=e1944311-d07b-4a51-9a48-d67a2265a6ff,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:54.483405 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a79afb-cdc3-4db8-8109-d08c2c146398 None None] No DVR routers for this DVR port e1944311-d07b-4a51-9a48-d67a2265a6ff on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:21:54.490824 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-c473545a-a365-4859-8f83-4fe2d6678603 None None] For port 8e7f6d5f-4b3e-4dac-9137-d369b4760fb6, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:21:54.508397 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0277086-b286-408a-8d11-ee27cc77be5a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:54.508863 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0277086-b286-408a-8d11-ee27cc77be5a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:54.510517 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-c473545a-a365-4859-8f83-4fe2d6678603 None None] For port 8e7f6d5f-4b3e-4dac-9137-d369b4760fb6, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8e7f6d5f-4b3e-4dac-9137-d369b4760fb6,segment=NetworkSegment(9a013c82-2aa1-459a-a55a-16f5b0b5c086),segment_id=9a013c82-2aa1-459a-a55a-16f5b0b5c086)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:21:54.510834 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c0277086-b286-408a-8d11-ee27cc77be5a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/f8bd67a4-82fa-4b31-b90e-9d909a2d0402 HTTP/1.1" status: 404 len: 337 time: 0.1110187 Aug 16 20:21:54.518550 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41144) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:54.536081 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c473545a-a365-4859-8f83-4fe2d6678603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:54.647299 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41148) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:54.648638 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-cb2637ac-b250-4463-aeeb-f1d3cec86a71 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports?device_id=48c62fcb-1d00-4b98-aa20-0735e8d31fbf HTTP/1.1" status: 200 len: 205 time: 0.1176662 Aug 16 20:21:54.719278 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c473545a-a365-4859-8f83-4fe2d6678603 None None] Routers {'6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:21:54.720480 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c473545a-a365-4859-8f83-4fe2d6678603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:21:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:54.774846 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41152) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:54.779944 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-9fb1eb48-20e5-4bbb-89b7-1702a0483cfc tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-759157107', 'description': 'tempest-secgroup-smoke-759157107 description', 'project_id': 'e56891446a5d4a4da1a00ff61508934e'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:54.788946 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e1944311-d07b-4a51-9a48-d67a2265a6ff no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:21:54.828017 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: e1944311-d07b-4a51-9a48-d67a2265a6ff {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:21:54.828581 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e1944311-d07b-4a51-9a48-d67a2265a6ff not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:21:54.863094 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9fb1eb48-20e5-4bbb-89b7-1702a0483cfc tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:54.885427 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-3713a2ae-5ea1-48c1-a339-293a2b228350 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] delete failed (client error): The resource could not be found. Aug 16 20:21:54.888937 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3713a2ae-5ea1-48c1-a339-293a2b228350 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/routers/48c62fcb-1d00-4b98-aa20-0735e8d31fbf HTTP/1.1" status: 404 len: 336 time: 0.2367954 Aug 16 20:21:54.892445 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41156) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:54.896370 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-fa5d0383-7d52-4946-ab52-5632d88909cb service neutron] 10.222.0.68 "GET /v2.0/networks/c024a52a-80b3-4212-a68d-1e1da5f9bb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6273170 Aug 16 20:21:54.998172 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a9c18ea-5161-4dd7-b510-8e7d45d8ea66 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:54.998707 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a9c18ea-5161-4dd7-b510-8e7d45d8ea66 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:55.001836 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0a9c18ea-5161-4dd7-b510-8e7d45d8ea66 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/d163bb0f-c1d3-48a8-bfe4-1f7048d2fb58 HTTP/1.1" status: 404 len: 337 time: 0.1074507 Aug 16 20:21:55.007187 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41160) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:55.009185 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d736d915-fd93-441f-b031-800583b3e117 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:55.071161 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb77860-799b-4d1b-96b8-a2969dea2ecd None None] Pushing event updated for resources: {'Port': ['ID=8e7f6d5f-4b3e-4dac-9137-d369b4760fb6,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:55.116421 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9fb1eb48-20e5-4bbb-89b7-1702a0483cfc tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:55.125239 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-c473545a-a365-4859-8f83-4fe2d6678603 None None] Set router 6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:21:55.134949 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9fb1eb48-20e5-4bbb-89b7-1702a0483cfc tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:55.214382 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a4c194-5744-40e3-baff-770fc24465b0 None None] Network 7791228a-8243-4ee8-b342-f1fda0ae7f4b requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:55.294922 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bad6e5-8007-4979-afbf-d850339ca8fa req-07c5a0d4-8e15-4c51-a164-bf5cb485a523 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:55.302252 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bad6e5-8007-4979-afbf-d850339ca8fa req-07c5a0d4-8e15-4c51-a164-bf5cb485a523 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:55.308930 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bad6e5-8007-4979-afbf-d850339ca8fa req-07c5a0d4-8e15-4c51-a164-bf5cb485a523 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:55.315898 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bad6e5-8007-4979-afbf-d850339ca8fa req-07c5a0d4-8e15-4c51-a164-bf5cb485a523 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:55.322036 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bad6e5-8007-4979-afbf-d850339ca8fa req-07c5a0d4-8e15-4c51-a164-bf5cb485a523 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:55.330158 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bad6e5-8007-4979-afbf-d850339ca8fa req-07c5a0d4-8e15-4c51-a164-bf5cb485a523 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:55.337615 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bad6e5-8007-4979-afbf-d850339ca8fa req-07c5a0d4-8e15-4c51-a164-bf5cb485a523 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:55.347417 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-85bad6e5-8007-4979-afbf-d850339ca8fa req-07c5a0d4-8e15-4c51-a164-bf5cb485a523 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5444 time: 0.4372234 Aug 16 20:21:55.352635 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1eb48-20e5-4bbb-89b7-1702a0483cfc tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7620413-02d0-483a-9a4a-7cb2b8a0bd77,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:55.355607 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-62682e0f-38aa-42a7-8b27-bcb1f7ec4b69 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "GET /v2.0/ports?device_id=2144ffc6-5747-47ae-ac7a-d0d7c6d209e1 HTTP/1.1" status: 200 len: 205 time: 0.3039389 Aug 16 20:21:55.358875 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-6c74e901-5e15-48d7-9e29-9a6c73d97c46 service neutron] 10.222.0.68 "GET /v2.0/networks/c024a52a-80b3-4212-a68d-1e1da5f9bb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531642 Aug 16 20:21:55.362994 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41174) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:55.412710 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 66b01f03-cc26-4ac4-9db8-6be4a89d9344 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:55.430485 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-85bad6e5-8007-4979-afbf-d850339ca8fa req-9098b189-f509-4719-8237-1d272d91b3c6 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0816255 Aug 16 20:21:55.439849 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-0ef67736-0c1d-4115-9b6d-e33a5adcb156 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] delete failed (client error): The resource could not be found. Aug 16 20:21:55.441106 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9fb1eb48-20e5-4bbb-89b7-1702a0483cfc tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:55.444240 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9fb1eb48-20e5-4bbb-89b7-1702a0483cfc tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6682146 Aug 16 20:21:55.448078 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0ef67736-0c1d-4115-9b6d-e33a5adcb156 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/routers/2144ffc6-5747-47ae-ac7a-d0d7c6d209e1 HTTP/1.1" status: 404 len: 336 time: 0.0797701 Aug 16 20:21:55.451407 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41176) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:55.454255 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41178) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:55.480930 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-a09bf178-d698-4a80-a318-106f3eff3e54 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:55.487517 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-a09bf178-d698-4a80-a318-106f3eff3e54 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:55.494456 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-a09bf178-d698-4a80-a318-106f3eff3e54 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:55.500232 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-bfb94bd3-353d-4942-ab9d-9c94323eaf96 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'security_group_rule': {'security_group_id': 'c7620413-02d0-483a-9a4a-7cb2b8a0bd77', 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:55.502150 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-a09bf178-d698-4a80-a318-106f3eff3e54 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:55.509351 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-a09bf178-d698-4a80-a318-106f3eff3e54 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:55.519653 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-a09bf178-d698-4a80-a318-106f3eff3e54 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:55.527552 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-a09bf178-d698-4a80-a318-106f3eff3e54 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:55.529761 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-a09bf178-d698-4a80-a318-106f3eff3e54 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.63 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 5444 time: 0.3119280 Aug 16 20:21:55.570634 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8482620d-7e1c-42ce-88b0-1f3552c67241 None None] Provisioning for port bcf16e5a-91f3-4095-8daf-fd2a5c91c4df completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:55.606184 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c473545a-a365-4859-8f83-4fe2d6678603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'name': 'tempest-TestNetworkBasicOps-router-33155459', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:35Z', 'updated_at': '2021-08-16T20:21:48Z', 'revision_number': 4, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:36Z', 'updated_at': '2021-08-16T20:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '8e7f6d5f-4b3e-4dac-9137-d369b4760fb6', 'name': '', 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'mac_address': 'fa:16:3e:f0:3a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'e440ab31-21c6-47f2-aed9-b929b10637a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:45Z', 'updated_at': '2021-08-16T20:21:54Z', 'revision_number': 4, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'subnets': [{'id': 'e440ab31-21c6-47f2-aed9-b929b10637a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:55.627520 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fbfc3b2-fb82-4ddd-9ff9-1a7e8629f5cd tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:55.629053 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 66b01f03-cc26-4ac4-9db8-6be4a89d9344 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:55.629441 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:55.629914 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fbfc3b2-fb82-4ddd-9ff9-1a7e8629f5cd tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:55.637046 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0fbfc3b2-fb82-4ddd-9ff9-1a7e8629f5cd tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/963424c1-e4fc-4647-aea6-89f2dc41d7e7 HTTP/1.1" status: 404 len: 337 time: 0.1809785 Aug 16 20:21:55.649378 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41190) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:55.671543 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c473545a-a365-4859-8f83-4fe2d6678603 None None] The sync data for ids ['6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'] in n-d-787206-13 is: [{'id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'name': 'tempest-TestNetworkBasicOps-router-33155459', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:35Z', 'updated_at': '2021-08-16T20:21:48Z', 'revision_number': 4, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:36Z', 'updated_at': '2021-08-16T20:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '8e7f6d5f-4b3e-4dac-9137-d369b4760fb6', 'name': '', 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'mac_address': 'fa:16:3e:f0:3a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'e440ab31-21c6-47f2-aed9-b929b10637a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:45Z', 'updated_at': '2021-08-16T20:21:54Z', 'revision_number': 4, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'subnets': [{'id': 'e440ab31-21c6-47f2-aed9-b929b10637a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:21:55.684715 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-761a299e-cdc9-4592-bb97-a721ed514b8c req-27be31f0-3b2e-4fbe-85b8-b1fe7972c799 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/ports?device_id=0fe60690-7c15-4ea6-952c-647ac5cee576 HTTP/1.1" status: 200 len: 210 time: 0.0744622 Aug 16 20:21:55.728077 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-d0268d0b-ff70-44dd-9945-aba874f6d689 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:55.729607 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-d0268d0b-ff70-44dd-9945-aba874f6d689 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.63 "GET /v2.0/ports/0806bdce-2fff-4354-aa5e-714ebcf44a22?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1931205 Aug 16 20:21:55.852122 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device bcf16e5a-91f3-4095-8daf-fd2a5c91c4df up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:55.920466 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-f291f96a-8253-448d-be2f-9ea3e1495c50 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.63 "GET /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1828854 Aug 16 20:21:55.937583 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-b603c273-dfbc-439c-a410-4abc880baee8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:55.962959 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bfb94bd3-353d-4942-ab9d-9c94323eaf96 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:56.025392 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port bcf16e5a-91f3-4095-8daf-fd2a5c91c4df completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:56.029555 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port bcf16e5a-91f3-4095-8daf-fd2a5c91c4df triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:56.030460 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:56.052677 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd2e6f45-d1f0-4d6e-a4f0-30cda4918f8e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:56.054752 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd2e6f45-d1f0-4d6e-a4f0-30cda4918f8e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:56.056821 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-dd2e6f45-d1f0-4d6e-a4f0-30cda4918f8e tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/0ad1fbc0-062f-4b65-91eb-4a1ac64f8d20 HTTP/1.1" status: 404 len: 337 time: 0.4061379 Aug 16 20:21:56.065254 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41200) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:56.116671 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-b603c273-dfbc-439c-a410-4abc880baee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:56.216561 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d2a66d14-ad88-499c-aeaf-e0d67b4a4013 None None] Provisioning complete for port bcf16e5a-91f3-4095-8daf-fd2a5c91c4df triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:56.216945 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d2a66d14-ad88-499c-aeaf-e0d67b4a4013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:56.229742 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93408d5-333e-40d4-a320-c3afb653747d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:56.247411 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a93408d5-333e-40d4-a320-c3afb653747d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:56.249394 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a93408d5-333e-40d4-a320-c3afb653747d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/f244a4e9-ca0e-4ef1-bf59-31b0329cb9de HTTP/1.1" status: 404 len: 333 time: 0.0933607 Aug 16 20:21:56.260063 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41218) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:56.287054 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bfb94bd3-353d-4942-ab9d-9c94323eaf96 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:56.322254 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bfb94bd3-353d-4942-ab9d-9c94323eaf96 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:56.415499 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e0728e5-2285-4c67-aad3-327581878c69 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:56.417579 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e0728e5-2285-4c67-aad3-327581878c69 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:56.422293 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4e0728e5-2285-4c67-aad3-327581878c69 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/8076e269-69cc-4e6d-80a6-107c5ecaf457 HTTP/1.1" status: 404 len: 337 time: 0.1611860 Aug 16 20:21:56.442012 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb94bd3-353d-4942-ab9d-9c94323eaf96 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e7714c8-aff7-4803-98f0-6d865b7c2918,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:56.455526 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41222) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:56.530902 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac7cc38b-4930-40b3-8606-08dabf9b9797 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:56.531751 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac7cc38b-4930-40b3-8606-08dabf9b9797 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:56.534372 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ac7cc38b-4930-40b3-8606-08dabf9b9797 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/86558ab8-0b9c-4832-85fe-c58201e4433f HTTP/1.1" status: 404 len: 333 time: 0.0509515 Aug 16 20:21:56.539014 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41228) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:56.562965 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-b603c273-dfbc-439c-a410-4abc880baee8 service neutron] For port 0806bdce-2fff-4354-aa5e-714ebcf44a22, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=0806bdce-2fff-4354-aa5e-714ebcf44a22,segment=NetworkSegment(db4ce1a5-fe5a-45f4-9106-33c45e011a98),segment_id=db4ce1a5-fe5a-45f4-9106-33c45e011a98)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:56.588295 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d2a66d14-ad88-499c-aeaf-e0d67b4a4013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:56.609527 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-b603c273-dfbc-439c-a410-4abc880baee8 service neutron] For port 0806bdce-2fff-4354-aa5e-714ebcf44a22, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:21:56.611060 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:56.651077 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-b603c273-dfbc-439c-a410-4abc880baee8 service neutron] device_id is not set on port 0806bdce-2fff-4354-aa5e-714ebcf44a22 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:21:56.662154 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-b603c273-dfbc-439c-a410-4abc880baee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:56.672328 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-b603c273-dfbc-439c-a410-4abc880baee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:56.678823 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d50258-0f47-4921-8c5f-473887830a02 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:56.679321 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50d50258-0f47-4921-8c5f-473887830a02 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:56.681107 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-50d50258-0f47-4921-8c5f-473887830a02 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/44a4eba9-a813-4666-b58c-d657e423b844 HTTP/1.1" status: 404 len: 337 time: 0.1431184 Aug 16 20:21:56.687344 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bfb94bd3-353d-4942-ab9d-9c94323eaf96 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:56.688297 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bfb94bd3-353d-4942-ab9d-9c94323eaf96 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1995382 Aug 16 20:21:56.691930 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41234) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:56.692263 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41236) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:56.703420 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d2a66d14-ad88-499c-aeaf-e0d67b4a4013 None None] For port bcf16e5a-91f3-4095-8daf-fd2a5c91c4df, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=bcf16e5a-91f3-4095-8daf-fd2a5c91c4df,segment=NetworkSegment(87b3f52f-e6cb-428b-b949-aabbad1859c3),segment_id=87b3f52f-e6cb-428b-b949-aabbad1859c3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:56.710426 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-dc7cba94-a4e6-4a69-bcb9-f7fdde8de19c tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'security_group_rule': {'security_group_id': 'c7620413-02d0-483a-9a4a-7cb2b8a0bd77', 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:56.722029 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d2a66d14-ad88-499c-aeaf-e0d67b4a4013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:56.838342 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae987d6-2153-4a33-9ba4-8dfec32e9e9a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:56.853614 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aae987d6-2153-4a33-9ba4-8dfec32e9e9a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:56.855765 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-aae987d6-2153-4a33-9ba4-8dfec32e9e9a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/2f51aafd-337a-4613-950e-0ffb76523742 HTTP/1.1" status: 404 len: 333 time: 0.1624000 Aug 16 20:21:56.864251 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d2a66d14-ad88-499c-aeaf-e0d67b4a4013 None None] Provisioning for port bc929987-5701-451f-894b-5f8d1f57dd6d completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:56.882510 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d2a66d14-ad88-499c-aeaf-e0d67b4a4013 None None] Provisioning complete for port bc929987-5701-451f-894b-5f8d1f57dd6d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:56.883440 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d2a66d14-ad88-499c-aeaf-e0d67b4a4013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:56.884101 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41248) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:56.885799 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc7cba94-a4e6-4a69-bcb9-f7fdde8de19c tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:56.912570 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-b603c273-dfbc-439c-a410-4abc880baee8 service neutron] No DVR routers for this DVR port 0806bdce-2fff-4354-aa5e-714ebcf44a22 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:21:56.961149 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:21:56.961968 n-d-787206-13 neutron-server[94772]: DEBUG oslo_db.api [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:21:56.991038 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a66d14-ad88-499c-aeaf-e0d67b4a4013 None None] Pushing event updated for resources: {'Port': ['ID=bcf16e5a-91f3-4095-8daf-fd2a5c91c4df,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:57.006564 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d2a66d14-ad88-499c-aeaf-e0d67b4a4013 None None] Port bc929987-5701-451f-894b-5f8d1f57dd6d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:21:57.032029 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603c273-dfbc-439c-a410-4abc880baee8 service neutron] Pushing event updated for resources: {'Port': ['ID=0806bdce-2fff-4354-aa5e-714ebcf44a22,revision_number=6']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:57.060505 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-419713a1-f550-41cb-a5e1-5c6ba248a84a req-4235d3fc-7e34-4164-bd07-0ea2ab62d948 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/ports?device_id=0fe60690-7c15-4ea6-952c-647ac5cee576 HTTP/1.1" status: 200 len: 210 time: 0.1568897 Aug 16 20:21:57.091011 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c36893-62ec-40b6-bb2b-a1b930296f07 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:57.091768 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03c36893-62ec-40b6-bb2b-a1b930296f07 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:57.094880 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-03c36893-62ec-40b6-bb2b-a1b930296f07 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/5b9fb49a-fc3a-4d46-b7dc-577e901eeb32 HTTP/1.1" status: 404 len: 337 time: 0.1218133 Aug 16 20:21:57.103726 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41262) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:57.128883 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-b603c273-dfbc-439c-a410-4abc880baee8 service neutron] In _notify_port_updated(), no bound segment for port 0806bdce-2fff-4354-aa5e-714ebcf44a22 on network 17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1 {{(pid=94770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:21:57.130381 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-b603c273-dfbc-439c-a410-4abc880baee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:57.131172 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-b603c273-dfbc-439c-a410-4abc880baee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:57.132866 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-b603c273-dfbc-439c-a410-4abc880baee8 service neutron] 10.222.0.63 "PUT /v2.0/ports/0806bdce-2fff-4354-aa5e-714ebcf44a22 HTTP/1.1" status: 200 len: 1032 time: 1.2004595 Aug 16 20:21:57.140061 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc7cba94-a4e6-4a69-bcb9-f7fdde8de19c tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:57.154811 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-29d7bb69-92a2-4965-a55a-2da1b48b402a None None] Provisioning complete for port bc929987-5701-451f-894b-5f8d1f57dd6d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:57.158219 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29d7bb69-92a2-4965-a55a-2da1b48b402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:57.184914 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d386ca0-7773-4026-b485-8d55c1977b33 req-c3574c55-d59e-450f-9285-d43cff07b6fc tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:57.193040 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d386ca0-7773-4026-b485-8d55c1977b33 req-c3574c55-d59e-450f-9285-d43cff07b6fc tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:57.194084 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-c033f477-530c-454c-adc1-b8cb1f69eb0d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:57.195132 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c033f477-530c-454c-adc1-b8cb1f69eb0d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:57.199925 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c033f477-530c-454c-adc1-b8cb1f69eb0d tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/e62e9cfd-1ce3-4af5-8a3d-e54f0830516a HTTP/1.1" status: 404 len: 333 time: 0.0951619 Aug 16 20:21:57.203855 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-c7a31efe-5058-47dc-81e4-dbc1cc86380f tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:57.206217 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-c7a31efe-5058-47dc-81e4-dbc1cc86380f tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.63 "GET /v2.0/ports/ab46bcc0-44ef-4e7c-b460-c2af6e725793?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0546443 Aug 16 20:21:57.206882 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41266) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:57.209651 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d386ca0-7773-4026-b485-8d55c1977b33 req-c3574c55-d59e-450f-9285-d43cff07b6fc tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:57.228884 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d386ca0-7773-4026-b485-8d55c1977b33 req-c3574c55-d59e-450f-9285-d43cff07b6fc tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:57.239194 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d386ca0-7773-4026-b485-8d55c1977b33 req-c3574c55-d59e-450f-9285-d43cff07b6fc tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:57.259856 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc903cf5-0294-4de1-8762-6e2861f1820a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:57.260581 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc903cf5-0294-4de1-8762-6e2861f1820a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:57.261414 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d386ca0-7773-4026-b485-8d55c1977b33 req-c3574c55-d59e-450f-9285-d43cff07b6fc tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:57.265327 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-cc903cf5-0294-4de1-8762-6e2861f1820a tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/5d6f89ca-3397-47c6-bd02-f51903818a11 HTTP/1.1" status: 404 len: 337 time: 0.0573053 Aug 16 20:21:57.266273 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41274) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:57.271725 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1d386ca0-7773-4026-b485-8d55c1977b33 req-c3574c55-d59e-450f-9285-d43cff07b6fc tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 4665 time: 0.6394389 Aug 16 20:21:57.280190 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-215351d8-bd7a-4317-8749-78a4a00875f3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:57.293932 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-29d7bb69-92a2-4965-a55a-2da1b48b402a None None] Port bc929987-5701-451f-894b-5f8d1f57dd6d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:21:57.298494 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc7cba94-a4e6-4a69-bcb9-f7fdde8de19c tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:57.368299 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d736d915-fd93-441f-b031-800583b3e117 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:57.381820 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cba94-a4e6-4a69-bcb9-f7fdde8de19c tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee99201-24c5-4421-93b6-7f2eb866287a,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:57.419944 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d736d915-fd93-441f-b031-800583b3e117 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:57.427710 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ee8e16e9-e3e5-467e-8d95-585fd4fefc52 None None] Provisioning complete for port 0806bdce-2fff-4354-aa5e-714ebcf44a22 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:57.428110 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ee8e16e9-e3e5-467e-8d95-585fd4fefc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:57.547094 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc7cba94-a4e6-4a69-bcb9-f7fdde8de19c tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:57.549809 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-dc7cba94-a4e6-4a69-bcb9-f7fdde8de19c tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8431871 Aug 16 20:21:57.560457 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1d386ca0-7773-4026-b485-8d55c1977b33 req-b258c382-89e9-4d39-af2a-6c45518f8f9d tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2830045 Aug 16 20:21:57.567908 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41290) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:57.629754 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ee8e16e9-e3e5-467e-8d95-585fd4fefc52 None None] Port 0806bdce-2fff-4354-aa5e-714ebcf44a22 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:21:57.645867 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-185a1e3b-9f58-4bac-9bc1-f595f83c9362 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'security_group_rule': {'security_group_id': 'c7620413-02d0-483a-9a4a-7cb2b8a0bd77', 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:57.693842 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736d915-fd93-441f-b031-800583b3e117 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Pushing event updated for resources: {'Port': ['ID=bc929987-5701-451f-894b-5f8d1f57dd6d,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:57.712114 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d736d915-fd93-441f-b031-800583b3e117 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:57.830429 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-185a1e3b-9f58-4bac-9bc1-f595f83c9362 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:57.887867 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ee69702-b169-4c51-bc39-7420fb7b4303 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:57.888860 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ee69702-b169-4c51-bc39-7420fb7b4303 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:57.893612 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2ee69702-b169-4c51-bc39-7420fb7b4303 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/3b703f29-1417-467b-9199-b350b75642d6 HTTP/1.1" status: 404 len: 333 time: 0.6244392 Aug 16 20:21:57.897135 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41306) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:57.980743 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device bcf16e5a-91f3-4095-8daf-fd2a5c91c4df up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:57.986443 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d736d915-fd93-441f-b031-800583b3e117 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Network 7791228a-8243-4ee8-b342-f1fda0ae7f4b is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:57.990569 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d736d915-fd93-441f-b031-800583b3e117 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:58.003496 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a70299a7-effc-4951-b20c-ac046f00d513 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:58.004375 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a70299a7-effc-4951-b20c-ac046f00d513 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:58.006403 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a70299a7-effc-4951-b20c-ac046f00d513 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/2cf0f329-20e6-47b8-92ab-73418b5a8dd5 HTTP/1.1" status: 404 len: 337 time: 0.1082525 Aug 16 20:21:58.014653 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41320) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:58.018170 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-185a1e3b-9f58-4bac-9bc1-f595f83c9362 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:58.060018 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-215351d8-bd7a-4317-8749-78a4a00875f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:58.075110 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-185a1e3b-9f58-4bac-9bc1-f595f83c9362 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:58.097808 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port bcf16e5a-91f3-4095-8daf-fd2a5c91c4df triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:58.098548 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:58.118089 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a1e3b-9f58-4bac-9bc1-f595f83c9362 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11078460-4134-4bb8-9579-20244bd6ee56,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:58.125720 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d2f850e-96b0-4047-ac4a-8f9fd54fd8ac tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:58.126912 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d2f850e-96b0-4047-ac4a-8f9fd54fd8ac tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:58.128933 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7d2f850e-96b0-4047-ac4a-8f9fd54fd8ac tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/b434f298-28e8-419c-843b-8c8f872a7d7f HTTP/1.1" status: 404 len: 333 time: 0.1090870 Aug 16 20:21:58.135579 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41330) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:58.231030 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f666d2-a751-40ca-9a10-507b31680707 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:58.235943 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48f666d2-a751-40ca-9a10-507b31680707 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:58.237791 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-48f666d2-a751-40ca-9a10-507b31680707 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/55dde33d-a282-49b9-9637-7ca40ad1c85e HTTP/1.1" status: 404 len: 337 time: 0.0961611 Aug 16 20:21:58.238881 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-185a1e3b-9f58-4bac-9bc1-f595f83c9362 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:58.242592 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-185a1e3b-9f58-4bac-9bc1-f595f83c9362 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6647458 Aug 16 20:21:58.242781 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41338) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:58.242978 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41340) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:58.253746 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-1c0e6874-d3aa-4256-984e-80e1c0116004 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:58.255702 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-1c0e6874-d3aa-4256-984e-80e1c0116004 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.63 "GET /v2.0/networks?id=c024a52a-80b3-4212-a68d-1e1da5f9bb5d HTTP/1.1" status: 200 len: 814 time: 0.5409544 Aug 16 20:21:58.259482 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-76f36a1c-98b6-4b2a-b0c1-b4efe7bbfab1 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'security_group_rule': {'security_group_id': 'c7620413-02d0-483a-9a4a-7cb2b8a0bd77', 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:58.317589 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-485dbd89-c0a9-4192-9b95-62b940b1c0d4 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:58.325947 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-485dbd89-c0a9-4192-9b95-62b940b1c0d4 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:58.327873 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-485dbd89-c0a9-4192-9b95-62b940b1c0d4 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/ports/daffd699-b8c3-4c4f-a861-abd8e5e3b033 HTTP/1.1" status: 404 len: 333 time: 0.0836422 Aug 16 20:21:58.332519 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-1c360f82-9153-47f3-9da2-9dca03cef04b tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Request body: {'port': {'device_id': '0fe60690-7c15-4ea6-952c-647ac5cee576', 'network_id': 'c024a52a-80b3-4212-a68d-1e1da5f9bb5d', 'admin_state_up': True, 'tenant_id': '1fd6c06240e542ce9c20b930b7858c3c'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:58.334291 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8e7f6d5f-4b3e-4dac-9137-d369b4760fb6 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:58.349583 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41344) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:58.352428 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-76f36a1c-98b6-4b2a-b0c1-b4efe7bbfab1 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:58.396049 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-687fa9c7-c2fc-495b-ad8a-1d592da14bb6 req-8d25eeba-8dd0-4d65-930e-3d9f8c524f45 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/ports?device_id=0fe60690-7c15-4ea6-952c-647ac5cee576 HTTP/1.1" status: 200 len: 210 time: 0.0559273 Aug 16 20:21:58.406206 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5472f658-404e-4286-b033-a5b9c96bf727 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] DELETE failed (client error): The resource could not be found. Aug 16 20:21:58.407052 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5472f658-404e-4286-b033-a5b9c96bf727 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:21:58.408985 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5472f658-404e-4286-b033-a5b9c96bf727 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/subnets/29a0221f-ef0d-4f9a-a891-c26d0746c7ed HTTP/1.1" status: 404 len: 337 time: 0.0536418 Aug 16 20:21:58.419814 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41354) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:58.429287 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 8e7f6d5f-4b3e-4dac-9137-d369b4760fb6 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:58.435177 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 8e7f6d5f-4b3e-4dac-9137-d369b4760fb6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:58.436012 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:58.528525 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-76f36a1c-98b6-4b2a-b0c1-b4efe7bbfab1 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:58.579908 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-76f36a1c-98b6-4b2a-b0c1-b4efe7bbfab1 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:58.597260 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-654fe38e-98fe-419e-80f7-3a6f64e04f4d None None] Provisioning complete for port bc929987-5701-451f-894b-5f8d1f57dd6d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:58.597545 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d736d915-fd93-441f-b031-800583b3e117 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Router 88fe6540-b735-461d-9672-c5c98dcee216 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:21:58.597924 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-654fe38e-98fe-419e-80f7-3a6f64e04f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:58.636968 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-215351d8-bd7a-4317-8749-78a4a00875f3 service neutron] For port ab46bcc0-44ef-4e7c-b460-c2af6e725793, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=ab46bcc0-44ef-4e7c-b460-c2af6e725793,segment=NetworkSegment(db4ce1a5-fe5a-45f4-9106-33c45e011a98),segment_id=db4ce1a5-fe5a-45f4-9106-33c45e011a98)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:58.683965 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f36a1c-98b6-4b2a-b0c1-b4efe7bbfab1 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac546158-78b0-4ee2-b1d6-5ce692b51d35,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:58.705581 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-1c360f82-9153-47f3-9da2-9dca03cef04b tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Made reservation on behalf of 1fd6c06240e542ce9c20b930b7858c3c for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:58.709737 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-1c360f82-9153-47f3-9da2-9dca03cef04b tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:58.711631 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-654fe38e-98fe-419e-80f7-3a6f64e04f4d None None] Port bc929987-5701-451f-894b-5f8d1f57dd6d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:21:58.713011 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-215351d8-bd7a-4317-8749-78a4a00875f3 service neutron] For port ab46bcc0-44ef-4e7c-b460-c2af6e725793, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:21:58.729162 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:58.759622 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74809578-1b49-4c6a-9512-9cf9ad1d1f04 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:58.765799 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-76f36a1c-98b6-4b2a-b0c1-b4efe7bbfab1 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:58.770182 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-76f36a1c-98b6-4b2a-b0c1-b4efe7bbfab1 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5149095 Aug 16 20:21:58.774214 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41368) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:58.787318 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-99014f26-f6ff-45a7-8c22-d43941e43d61 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'security_group_rule': {'security_group_id': 'c7620413-02d0-483a-9a4a-7cb2b8a0bd77', 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:58.802901 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 8e7f6d5f-4b3e-4dac-9137-d369b4760fb6, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8e7f6d5f-4b3e-4dac-9137-d369b4760fb6,segment=NetworkSegment(9a013c82-2aa1-459a-a55a-16f5b0b5c086),segment_id=9a013c82-2aa1-459a-a55a-16f5b0b5c086)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:58.803625 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-215351d8-bd7a-4317-8749-78a4a00875f3 service neutron] device_id is not set on port ab46bcc0-44ef-4e7c-b460-c2af6e725793 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:21:58.816660 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:58.849308 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-215351d8-bd7a-4317-8749-78a4a00875f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:58.883054 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-215351d8-bd7a-4317-8749-78a4a00875f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:58.896272 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae555f-c947-4284-b444-7767731e9a3b req-339b7b5f-b27d-4e3c-a682-f758f6fb89d0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:58.904077 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae555f-c947-4284-b444-7767731e9a3b req-339b7b5f-b27d-4e3c-a682-f758f6fb89d0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:58.910678 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae555f-c947-4284-b444-7767731e9a3b req-339b7b5f-b27d-4e3c-a682-f758f6fb89d0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:58.916869 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae555f-c947-4284-b444-7767731e9a3b req-339b7b5f-b27d-4e3c-a682-f758f6fb89d0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:58.921916 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=8e7f6d5f-4b3e-4dac-9137-d369b4760fb6,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:58.923633 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae555f-c947-4284-b444-7767731e9a3b req-339b7b5f-b27d-4e3c-a682-f758f6fb89d0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:58.929741 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae555f-c947-4284-b444-7767731e9a3b req-339b7b5f-b27d-4e3c-a682-f758f6fb89d0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:58.937719 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0eae555f-c947-4284-b444-7767731e9a3b req-339b7b5f-b27d-4e3c-a682-f758f6fb89d0 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 4665 time: 0.2211604 Aug 16 20:21:58.990685 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device aa59368f-1db7-43fa-bd48-03c82e86210f no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:21:59.009897 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-215351d8-bd7a-4317-8749-78a4a00875f3 service neutron] No DVR routers for this DVR port ab46bcc0-44ef-4e7c-b460-c2af6e725793 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:21:59.019978 n-d-787206-13 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-99014f26-f6ff-45a7-8c22-d43941e43d61 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Project e56891446a5d4a4da1a00ff61508934e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:21:59.040823 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-99014f26-f6ff-45a7-8c22-d43941e43d61 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:59.106231 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215351d8-bd7a-4317-8749-78a4a00875f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ab46bcc0-44ef-4e7c-b460-c2af6e725793,revision_number=6']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:59.131049 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-1c360f82-9153-47f3-9da2-9dca03cef04b tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Allocated IP 172.20.0.8 (c024a52a-80b3-4212-a68d-1e1da5f9bb5d/f1755932-a345-4e21-baf2-336d11f67499/cc791cb1-1b5d-465e-9567-64f5c246d20e) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:59.145823 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-215351d8-bd7a-4317-8749-78a4a00875f3 service neutron] In _notify_port_updated(), no bound segment for port ab46bcc0-44ef-4e7c-b460-c2af6e725793 on network 17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1 {{(pid=94770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:21:59.147118 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-215351d8-bd7a-4317-8749-78a4a00875f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:59.147482 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-215351d8-bd7a-4317-8749-78a4a00875f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:59.149547 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-215351d8-bd7a-4317-8749-78a4a00875f3 service neutron] 10.222.0.63 "PUT /v2.0/ports/ab46bcc0-44ef-4e7c-b460-c2af6e725793 HTTP/1.1" status: 200 len: 1032 time: 1.8815131 Aug 16 20:21:59.180895 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:59.217630 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa59368f-1db7-43fa-bd48-03c82e86210f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:21:59.222161 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b139b70-bbe5-4fa6-ac3f-5182a93c7ae0" -d '{"events": [{"server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "name": "network-vif-unplugged", "status": "completed", "tag": "aa59368f-1db7-43fa-bd48-03c82e86210f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:21:59.253025 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port aa59368f-1db7-43fa-bd48-03c82e86210f, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=aa59368f-1db7-43fa-bd48-03c82e86210f,segment=NetworkSegment(57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61),segment_id=57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:59.256767 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74809578-1b49-4c6a-9512-9cf9ad1d1f04 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:59.266334 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:59.267876 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 2b63bd87-1c14-4b71-a437-91e0a8eca98c no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:21:59.280041 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0eae555f-c947-4284-b444-7767731e9a3b req-6e45c08f-bc17-40a9-8e13-a92f57b7d430 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&id=92365677-675a-4378-85fa-b464d999ae62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3414335 Aug 16 20:21:59.305981 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d736d915-fd93-441f-b031-800583b3e117 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:21:59.330120 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d736d915-fd93-441f-b031-800583b3e117 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "PUT /v2.0/routers/88fe6540-b735-461d-9672-c5c98dcee216/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1168361 Aug 16 20:21:59.350362 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-74809578-1b49-4c6a-9512-9cf9ad1d1f04 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90d9b1f1-5046-4354-b6cc-874fd89885eb']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:59.379320 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389bf23d-d7ee-480b-be0e-49532c841961 x-openstack-request-id: req-389bf23d-d7ee-480b-be0e-49532c841961 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:21:59.379610 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "name": "network-vif-unplugged", "status": "completed", "tag": "aa59368f-1db7-43fa-bd48-03c82e86210f", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:21:59.379739 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-389bf23d-d7ee-480b-be0e-49532c841961 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:21:59.380083 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa59368f-1db7-43fa-bd48-03c82e86210f', 'code': 200} Aug 16 20:21:59.382510 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=aa59368f-1db7-43fa-bd48-03c82e86210f,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:59.386145 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29b2833-ee5f-4cd9-884a-c4e1b68a14be None None] Sync routers for ids ['88fe6540-b735-461d-9672-c5c98dcee216'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:21:59.393367 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-713a5f48-05a1-46a8-a4f6-076026e44681 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Deleting port 78789552-5398-472f-b04d-8f553a08b7fb {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:59.393723 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-713a5f48-05a1-46a8-a4f6-076026e44681 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:59.401909 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-74809578-1b49-4c6a-9512-9cf9ad1d1f04 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa360b45-7ee4-43a2-a558-5d7a244951f1') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:59.402213 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-74809578-1b49-4c6a-9512-9cf9ad1d1f04 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa360b45-7ee4-43a2-a558-5d7a244951f1') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:59.441853 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-99014f26-f6ff-45a7-8c22-d43941e43d61 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:59.445188 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74809578-1b49-4c6a-9512-9cf9ad1d1f04 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:59.482008 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29b2833-ee5f-4cd9-884a-c4e1b68a14be None None] Routers {'88fe6540-b735-461d-9672-c5c98dcee216'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:21:59.482662 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a29b2833-ee5f-4cd9-884a-c4e1b68a14be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:21:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['88fe6540-b735-461d-9672-c5c98dcee216'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:59.488358 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-99014f26-f6ff-45a7-8c22-d43941e43d61 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:59.537578 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74809578-1b49-4c6a-9512-9cf9ad1d1f04 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:59.562966 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-1c360f82-9153-47f3-9da2-9dca03cef04b tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:59.575296 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99014f26-f6ff-45a7-8c22-d43941e43d61 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e4e575-4694-451c-ae84-43ed672dd36a,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:59.590038 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-713a5f48-05a1-46a8-a4f6-076026e44681 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] For port 78789552-5398-472f-b04d-8f553a08b7fb, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=78789552-5398-472f-b04d-8f553a08b7fb,segment=NetworkSegment(57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61),segment_id=57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:59.590430 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-713a5f48-05a1-46a8-a4f6-076026e44681 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:59.591532 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74809578-1b49-4c6a-9512-9cf9ad1d1f04 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:21:59.592238 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74809578-1b49-4c6a-9512-9cf9ad1d1f04 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:59.596532 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:21:59.596532 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:21:59.596532 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:21:59.596532 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:21:59.596532 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:21:59.596532 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:21:59.596532 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:21:59.596532 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:21:59.596532 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:21:59.596532 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:21:59.596532 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:21:59.596532 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:21:59.596532 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:21:59.596532 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:21:59.596532 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:21:59.596532 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:21:59.596532 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:21:59.596532 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:21:59.596532 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:21:59.596532 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:21:59.596532 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:21:59.596532 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:21:59.596532 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:21:59.596532 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:21:59.596532 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:21:59.596532 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:21:59.596532 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:21:59.596532 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:21:59.596532 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:21:59.596532 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:21:59.596532 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:21:59.596532 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:21:59.610729 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-99014f26-f6ff-45a7-8c22-d43941e43d61 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:59.610872 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-713a5f48-05a1-46a8-a4f6-076026e44681 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Calling delete_port for 78789552-5398-472f-b04d-8f553a08b7fb owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:59.615550 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-99014f26-f6ff-45a7-8c22-d43941e43d61 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8383770 Aug 16 20:21:59.616313 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41424) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:59.651525 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-12302425-6005-4bc3-9035-78947cdc6180 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'security_group_rule': {'security_group_id': 'c7620413-02d0-483a-9a4a-7cb2b8a0bd77', 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:59.803118 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74809578-1b49-4c6a-9512-9cf9ad1d1f04 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:59.810872 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74809578-1b49-4c6a-9512-9cf9ad1d1f04 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:59.816782 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-74809578-1b49-4c6a-9512-9cf9ad1d1f04 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] 10.222.0.68 "DELETE /v2.0/networks/90d9b1f1-5046-4354-b6cc-874fd89885eb HTTP/1.1" status: 204 len: 168 time: 1.3921933 Aug 16 20:21:59.826912 n-d-787206-13 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-12302425-6005-4bc3-9035-78947cdc6180 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Project e56891446a5d4a4da1a00ff61508934e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:21:59.846774 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9d3d738c-15e3-41c3-bb82-b4b648e683ee req-9fedace7-83d2-4cad-9141-1920a72b5f06 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/ports?device_id=0fe60690-7c15-4ea6-952c-647ac5cee576 HTTP/1.1" status: 200 len: 210 time: 0.0814824 Aug 16 20:21:59.857933 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-12302425-6005-4bc3-9035-78947cdc6180 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:59.872744 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74809578-1b49-4c6a-9512-9cf9ad1d1f04 tempest-NetworksTestDHCPv6-1473544527 tempest-NetworksTestDHCPv6-1473544527-project] Pushing event deleted for resources: {'Network': ['ID=90d9b1f1-5046-4354-b6cc-874fd89885eb,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:59.877711 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8e7f6d5f-4b3e-4dac-9137-d369b4760fb6 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:59.952374 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-1c360f82-9153-47f3-9da2-9dca03cef04b tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:59.965867 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3653609d-8674-44a9-8b2a-420ece89ac32 None None] Provisioning complete for port ab46bcc0-44ef-4e7c-b460-c2af6e725793 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:59.966252 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3653609d-8674-44a9-8b2a-420ece89ac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:00.018183 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba7673-ca5d-4770-88c0-512422ba437d req-f7003d5d-a433-4894-a0bc-4691119695e4 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:00.019918 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ccba7673-ca5d-4770-88c0-512422ba437d req-f7003d5d-a433-4894-a0bc-4691119695e4 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/networks?id=7791228a-8243-4ee8-b342-f1fda0ae7f4b HTTP/1.1" status: 200 len: 798 time: 0.3186045 Aug 16 20:22:00.021833 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-12302425-6005-4bc3-9035-78947cdc6180 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:00.069355 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-12302425-6005-4bc3-9035-78947cdc6180 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:00.091548 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ccba7673-ca5d-4770-88c0-512422ba437d req-6c781ae4-6f23-4710-97c2-9d7b21a849c2 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/quotas/e8bcd23a9a424ad4a6a1bf7da2226594 HTTP/1.1" status: 200 len: 375 time: 0.0546670 Aug 16 20:22:00.100503 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12302425-6005-4bc3-9035-78947cdc6180 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d1fa40-9223-48d4-b3f1-9eab436e66a8,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:00.101317 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-a29b2833-ee5f-4cd9-884a-c4e1b68a14be None None] Set router 88fe6540-b735-461d-9672-c5c98dcee216 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:22:00.120498 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-1c360f82-9153-47f3-9da2-9dca03cef04b tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Network c024a52a-80b3-4212-a68d-1e1da5f9bb5d is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:00.122659 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-1c360f82-9153-47f3-9da2-9dca03cef04b tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:00.135457 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3653609d-8674-44a9-8b2a-420ece89ac32 None None] Port ab46bcc0-44ef-4e7c-b460-c2af6e725793 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:22:00.159530 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-1c360f82-9153-47f3-9da2-9dca03cef04b tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:00.190749 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-12302425-6005-4bc3-9035-78947cdc6180 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:00.199705 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-12302425-6005-4bc3-9035-78947cdc6180 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5444942 Aug 16 20:22:00.250093 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ccba7673-ca5d-4770-88c0-512422ba437d req-1622afd6-8117-4533-83f4-99266e8e18a2 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=e8bcd23a9a424ad4a6a1bf7da2226594&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1336527 Aug 16 20:22:00.257079 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 8e7f6d5f-4b3e-4dac-9137-d369b4760fb6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:00.257735 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:00.276278 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c360f82-9153-47f3-9da2-9dca03cef04b tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Pushing event updated for resources: {'Port': ['ID=cc791cb1-1b5d-465e-9567-64f5c246d20e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:00.357679 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:00.360309 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-713a5f48-05a1-46a8-a4f6-076026e44681 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:00.405540 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ccba7673-ca5d-4770-88c0-512422ba437d req-19a7c614-60fc-4bfd-a241-7a6821cddb12 service neutron] 10.222.0.68 "GET /v2.0/networks/7791228a-8243-4ee8-b342-f1fda0ae7f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299574 Aug 16 20:22:00.472190 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-1c360f82-9153-47f3-9da2-9dca03cef04b tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:00.472863 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-1c360f82-9153-47f3-9da2-9dca03cef04b tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:00.484208 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 2b63bd87-1c14-4b71-a437-91e0a8eca98c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=2b63bd87-1c14-4b71-a437-91e0a8eca98c,segment=NetworkSegment(c2a4cfff-62ad-43ae-9514-2c0c83875cd5),segment_id=c2a4cfff-62ad-43ae-9514-2c0c83875cd5)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:00.508947 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:00.512643 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device ab46bcc0-44ef-4e7c-b460-c2af6e725793 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:22:00.526179 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41508) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:00.564268 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a5f48-05a1-46a8-a4f6-076026e44681 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Pushing event deleted for resources: {'Port': ['ID=78789552-5398-472f-b04d-8f553a08b7fb,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:00.595062 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ccba7673-ca5d-4770-88c0-512422ba437d req-eae1d6a3-18fa-4271-95d3-f263f553fa81 service neutron] 10.222.0.68 "GET /v2.0/networks/7791228a-8243-4ee8-b342-f1fda0ae7f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779408 Aug 16 20:22:00.624307 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-510e5708-7ca9-46bf-8bb4-93ea2b839197 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-759157107&fields=id&tenant_id=e56891446a5d4a4da1a00ff61508934e HTTP/1.1" status: 200 len: 267 time: 0.1475060 Aug 16 20:22:00.664324 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-1c360f82-9153-47f3-9da2-9dca03cef04b tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3406630 Aug 16 20:22:00.717865 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-43ac30b7-f823-44c7-962d-bda1a5cb7f74 service neutron] Request body: {'port': {'device_id': '0fe60690-7c15-4ea6-952c-647ac5cee576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:00.723732 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-713a5f48-05a1-46a8-a4f6-076026e44681 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] No DVR routers for this DVR port 78789552-5398-472f-b04d-8f553a08b7fb on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:22:00.749807 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-713a5f48-05a1-46a8-a4f6-076026e44681 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:00.751892 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-713a5f48-05a1-46a8-a4f6-076026e44681 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.63 "DELETE /v2.0/ports/78789552-5398-472f-b04d-8f553a08b7fb HTTP/1.1" status: 204 len: 173 time: 1.5947335 Aug 16 20:22:00.752339 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'name': 'network-vif-deleted', 'tag': '78789552-5398-472f-b04d-8f553a08b7fb'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:00.764973 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df4de4d-a1ab-400d-b418-00c765eeabbd" -d '{"events": [{"server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "name": "network-vif-deleted", "tag": "78789552-5398-472f-b04d-8f553a08b7fb"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:00.812528 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=2b63bd87-1c14-4b71-a437-91e0a8eca98c,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:00.823501 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device ab46bcc0-44ef-4e7c-b460-c2af6e725793 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:22:00.824787 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 15bcece1-3862-48bc-becb-4f92e4ddad57 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:22:00.843185 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-f2ef372a-9fcd-4d05-8b11-e16f1d4de1b1 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:00.851108 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-f2ef372a-9fcd-4d05-8b11-e16f1d4de1b1 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/networks?id=063b4ef8-01f9-41d8-999f-969c8ec857e2 HTTP/1.1" status: 200 len: 796 time: 0.2257328 Aug 16 20:22:00.920693 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41524) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:00.967517 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fc5235d4-448b-403d-b7a1-80dfef6a811f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d875706380784001942d3868f3fe0ec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4400642 Aug 16 20:22:00.967888 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:00.968383 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41528) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:00.992421 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-b8c65f49-52c8-4519-8717-42626e89ca12 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/quotas/e56891446a5d4a4da1a00ff61508934e HTTP/1.1" status: 200 len: 375 time: 0.1400647 Aug 16 20:22:00.993660 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a29b2833-ee5f-4cd9-884a-c4e1b68a14be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fe6540-b735-461d-9672-c5c98dcee216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-969445213', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '66b01f03-cc26-4ac4-9db8-6be4a89d9344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:41Z', 'updated_at': '2021-08-16T20:21:54Z', 'revision_number': 4, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'gw_port': {'id': '66b01f03-cc26-4ac4-9db8-6be4a89d9344', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fe6540-b735-461d-9672-c5c98dcee216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:43Z', 'updated_at': '2021-08-16T20:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'bc929987-5701-451f-894b-5f8d1f57dd6d', 'name': '', 'network_id': '7791228a-8243-4ee8-b342-f1fda0ae7f4b', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'mac_address': 'fa:16:3e:99:82:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fe6540-b735-461d-9672-c5c98dcee216', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'afbd6930-463c-40d6-acd7-50e93de6a7f7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:51Z', 'updated_at': '2021-08-16T20:21:56Z', 'revision_number': 2, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'subnets': [{'id': 'afbd6930-463c-40d6-acd7-50e93de6a7f7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:01.077518 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29b2833-ee5f-4cd9-884a-c4e1b68a14be None None] Checking router: 88fe6540-b735-461d-9672-c5c98dcee216 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:22:01.080412 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29b2833-ee5f-4cd9-884a-c4e1b68a14be None None] Updating router 88fe6540-b735-461d-9672-c5c98dcee216 port bc929987-5701-451f-894b-5f8d1f57dd6d binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:22:01.150725 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 15bcece1-3862-48bc-becb-4f92e4ddad57, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=15bcece1-3862-48bc-becb-4f92e4ddad57,segment=NetworkSegment(db4ce1a5-fe5a-45f4-9106-33c45e011a98),segment_id=db4ce1a5-fe5a-45f4-9106-33c45e011a98)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:01.162088 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a29b2833-ee5f-4cd9-884a-c4e1b68a14be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:01.168036 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:01.169134 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 0806bdce-2fff-4354-aa5e-714ebcf44a22 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:22:01.312128 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-43ac30b7-f823-44c7-962d-bda1a5cb7f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:01.321620 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=15bcece1-3862-48bc-becb-4f92e4ddad57,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:01.393479 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-9f966f8e-d3a4-4146-b7fe-f90d4f8de6b3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=e56891446a5d4a4da1a00ff61508934e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3909032 Aug 16 20:22:01.397986 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b63bd87-1c14-4b71-a437-91e0a8eca98c'}, {'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15bcece1-3862-48bc-becb-4f92e4ddad57'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:01.400833 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f574a603-65f4-4875-97c9-e4f717ee1816" -d '{"events": [{"server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "name": "network-vif-unplugged", "status": "completed", "tag": "2b63bd87-1c14-4b71-a437-91e0a8eca98c"}, {"server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "name": "network-vif-unplugged", "status": "completed", "tag": "15bcece1-3862-48bc-becb-4f92e4ddad57"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:01.406784 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 0806bdce-2fff-4354-aa5e-714ebcf44a22 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:22:01.407432 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 78789552-5398-472f-b04d-8f553a08b7fb no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:22:01.524310 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-178255ac-a34f-4bba-bc89-544fa978145e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:01.575608 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306740a-8acb-49dd-84fe-2b37739a4d7d req-d3ca8a60-899d-4195-9b21-9a8e3920892c tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:01.582364 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306740a-8acb-49dd-84fe-2b37739a4d7d req-d3ca8a60-899d-4195-9b21-9a8e3920892c tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:01.589010 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306740a-8acb-49dd-84fe-2b37739a4d7d req-d3ca8a60-899d-4195-9b21-9a8e3920892c tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:01.595329 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306740a-8acb-49dd-84fe-2b37739a4d7d req-d3ca8a60-899d-4195-9b21-9a8e3920892c tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:01.603454 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9306740a-8acb-49dd-84fe-2b37739a4d7d req-d3ca8a60-899d-4195-9b21-9a8e3920892c tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 3145 time: 0.1093900 Aug 16 20:22:01.605531 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eac270cf-ce10-4a18-b07a-0b819b289fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:01.639305 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-178255ac-a34f-4bba-bc89-544fa978145e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:01.647044 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eac270cf-ce10-4a18-b07a-0b819b289fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:01.654135 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-3021c4a2-e5a4-4b6a-b3f2-00543682d6b6 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Deleting port 2b63bd87-1c14-4b71-a437-91e0a8eca98c {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:01.654792 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-3021c4a2-e5a4-4b6a-b3f2-00543682d6b6 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:01.665223 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-178255ac-a34f-4bba-bc89-544fa978145e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:01.668454 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 78789552-5398-472f-b04d-8f553a08b7fb {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:22:01.668863 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 78789552-5398-472f-b04d-8f553a08b7fb not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:22:01.669290 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device f95a6a25-2ba9-4066-b98c-395810ce723a no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:22:01.690543 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9306740a-8acb-49dd-84fe-2b37739a4d7d req-f5017c66-9365-4575-ac56-f69bd956187b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861213 Aug 16 20:22:01.775070 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eac270cf-ce10-4a18-b07a-0b819b289fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:01.778945 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eac270cf-ce10-4a18-b07a-0b819b289fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:01.780368 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-eac270cf-ce10-4a18-b07a-0b819b289fa3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/92802371-0859-49c2-af10-fc477659398a HTTP/1.1" status: 204 len: 168 time: 0.8112702 Aug 16 20:22:01.795166 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac270cf-ce10-4a18-b07a-0b819b289fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92802371-0859-49c2-af10-fc477659398a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:01.835104 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a29b2833-ee5f-4cd9-884a-c4e1b68a14be None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:01.848354 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178255ac-a34f-4bba-bc89-544fa978145e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e461ec-2da3-40c8-8628-eb6b43283501,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:01.863911 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561628cd-7d7e-45ad-a52c-c4b80edfb2d6 x-openstack-request-id: req-561628cd-7d7e-45ad-a52c-c4b80edfb2d6 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:01.864219 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "name": "network-vif-deleted", "tag": "78789552-5398-472f-b04d-8f553a08b7fb", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:01.864445 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-561628cd-7d7e-45ad-a52c-c4b80edfb2d6 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:01.864960 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'name': 'network-vif-deleted', 'tag': '78789552-5398-472f-b04d-8f553a08b7fb', 'status': 'completed', 'code': 200} Aug 16 20:22:01.901136 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c1cfdecd-4e9c-468a-93a3-b7abd423cc0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:01.908790 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a29b2833-ee5f-4cd9-884a-c4e1b68a14be None None] Transition to ACTIVE for port object bc929987-5701-451f-894b-5f8d1f57dd6d will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:01.966198 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a29b2833-ee5f-4cd9-884a-c4e1b68a14be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:01.974417 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455bae5-b3fe-479f-90a4-5a0e5d888125 req-4f9a411a-61f9-4aa5-bde4-fed631d27209 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:01.978466 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1455bae5-b3fe-479f-90a4-5a0e5d888125 req-4f9a411a-61f9-4aa5-bde4-fed631d27209 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/ports?device_id=0fe60690-7c15-4ea6-952c-647ac5cee576 HTTP/1.1" status: 200 len: 931 time: 0.1207762 Aug 16 20:22:01.989556 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-178255ac-a34f-4bba-bc89-544fa978145e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d727adc2868d412b80f9e1f0074411fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0377204 Aug 16 20:22:02.000557 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41552) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:02.021487 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-52fe021e-34c1-4b64-9b11-57176e9b08f5 service neutron] 10.222.0.68 "GET /v2.0/networks/063b4ef8-01f9-41d8-999f-969c8ec857e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6267581 Aug 16 20:22:02.121156 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1455bae5-b3fe-479f-90a4-5a0e5d888125 req-5c1497a5-5f1e-4d72-9276-0624af789d61 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/security-groups?id=aea6f565-3c14-4f93-9ccd-cc966ebc713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310515 Aug 16 20:22:02.140168 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-3021c4a2-e5a4-4b6a-b3f2-00543682d6b6 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] For port 2b63bd87-1c14-4b71-a437-91e0a8eca98c, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=2b63bd87-1c14-4b71-a437-91e0a8eca98c,segment=NetworkSegment(c2a4cfff-62ad-43ae-9514-2c0c83875cd5),segment_id=c2a4cfff-62ad-43ae-9514-2c0c83875cd5)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:02.140554 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-3021c4a2-e5a4-4b6a-b3f2-00543682d6b6 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:02.177695 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e871dc3-ed24-485a-b3ad-be820a5dbc36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:02.223162 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e871dc3-ed24-485a-b3ad-be820a5dbc36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:02.288056 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:02.294263 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a45ea4-ff72-4511-910d-13a410374e82 None None] Pushing event updated for resources: {'Port': ['ID=bc929987-5701-451f-894b-5f8d1f57dd6d,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:02.298344 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e871dc3-ed24-485a-b3ad-be820a5dbc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:02.301709 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e871dc3-ed24-485a-b3ad-be820a5dbc36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:02.304226 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9e871dc3-ed24-485a-b3ad-be820a5dbc36 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/08e461ec-2da3-40c8-8628-eb6b43283501 HTTP/1.1" status: 204 len: 168 time: 0.2973065 Aug 16 20:22:02.378929 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a29b2833-ee5f-4cd9-884a-c4e1b68a14be None None] Attempting to bind port bc929987-5701-451f-894b-5f8d1f57dd6d on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:22:02.380136 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a29b2833-ee5f-4cd9-884a-c4e1b68a14be None None] Attempting to bind port bc929987-5701-451f-894b-5f8d1f57dd6d by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '87b3f52f-e6cb-428b-b949-aabbad1859c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7791228a-8243-4ee8-b342-f1fda0ae7f4b'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:22:02.380320 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29b2833-ee5f-4cd9-884a-c4e1b68a14be None None] Attempting to bind port bc929987-5701-451f-894b-5f8d1f57dd6d on network 7791228a-8243-4ee8-b342-f1fda0ae7f4b {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:02.382314 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e871dc3-ed24-485a-b3ad-be820a5dbc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e461ec-2da3-40c8-8628-eb6b43283501,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:02.395843 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bfed5526-c2da-49a2-84af-41fe2671dd4f req-8d330466-0355-4734-a6dc-efc819dec6d9 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=14d51918-8711-4ccc-b91b-1a1fca06f65f HTTP/1.1" status: 200 len: 210 time: 0.0902181 Aug 16 20:22:02.415524 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port f95a6a25-2ba9-4066-b98c-395810ce723a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f95a6a25-2ba9-4066-b98c-395810ce723a,segment=NetworkSegment(db4ce1a5-fe5a-45f4-9106-33c45e011a98),segment_id=db4ce1a5-fe5a-45f4-9106-33c45e011a98)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:02.417223 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29b2833-ee5f-4cd9-884a-c4e1b68a14be None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:22:02.417853 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29b2833-ee5f-4cd9-884a-c4e1b68a14be None None] Checking segment: {'id': '87b3f52f-e6cb-428b-b949-aabbad1859c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7791228a-8243-4ee8-b342-f1fda0ae7f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:22:02.418502 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a29b2833-ee5f-4cd9-884a-c4e1b68a14be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:02.419138 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29b2833-ee5f-4cd9-884a-c4e1b68a14be None None] Bound using segment: {'id': '87b3f52f-e6cb-428b-b949-aabbad1859c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7791228a-8243-4ee8-b342-f1fda0ae7f4b'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:22:02.419974 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a29b2833-ee5f-4cd9-884a-c4e1b68a14be None None] Bound port: bc929987-5701-451f-894b-5f8d1f57dd6d, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b3f52f-e6cb-428b-b949-aabbad1859c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7791228a-8243-4ee8-b342-f1fda0ae7f4b'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:22:02.420580 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a29b2833-ee5f-4cd9-884a-c4e1b68a14be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:02.463994 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:02.536624 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b32bd1-6fec-4b36-9877-336c2d8cf12d x-openstack-request-id: req-b7b32bd1-6fec-4b36-9877-336c2d8cf12d {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:02.537245 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "name": "network-vif-unplugged", "status": "completed", "tag": "2b63bd87-1c14-4b71-a437-91e0a8eca98c", "code": 200}, {"server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "name": "network-vif-unplugged", "status": "completed", "tag": "15bcece1-3862-48bc-becb-4f92e4ddad57", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:02.537754 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b7b32bd1-6fec-4b36-9877-336c2d8cf12d {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:02.538393 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b63bd87-1c14-4b71-a437-91e0a8eca98c', 'code': 200} Aug 16 20:22:02.538831 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15bcece1-3862-48bc-becb-4f92e4ddad57', 'code': 200} Aug 16 20:22:02.689106 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=f95a6a25-2ba9-4066-b98c-395810ce723a,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:02.765845 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a29b2833-ee5f-4cd9-884a-c4e1b68a14be None None] For port bc929987-5701-451f-894b-5f8d1f57dd6d, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:22:02.771042 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a29b2833-ee5f-4cd9-884a-c4e1b68a14be None None] For port bc929987-5701-451f-894b-5f8d1f57dd6d, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=bc929987-5701-451f-894b-5f8d1f57dd6d,segment=NetworkSegment(87b3f52f-e6cb-428b-b949-aabbad1859c3),segment_id=87b3f52f-e6cb-428b-b949-aabbad1859c3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:22:02.780067 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a29b2833-ee5f-4cd9-884a-c4e1b68a14be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:02.883288 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-3021c4a2-e5a4-4b6a-b3f2-00543682d6b6 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:02.883804 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-3021c4a2-e5a4-4b6a-b3f2-00543682d6b6 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:02.884113 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-3021c4a2-e5a4-4b6a-b3f2-00543682d6b6 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Floating IP c4e32a26-900c-457b-a8e5-d97e5ba4d1f1 disassociated. External IP: 172.25.8.160, port: 2b63bd87-1c14-4b71-a437-91e0a8eca98c. Aug 16 20:22:02.884600 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-3021c4a2-e5a4-4b6a-b3f2-00543682d6b6 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Calling delete_port for 2b63bd87-1c14-4b71-a437-91e0a8eca98c owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:02.969643 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29b2833-ee5f-4cd9-884a-c4e1b68a14be None None] Routers {'88fe6540-b735-461d-9672-c5c98dcee216'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:02.970947 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a29b2833-ee5f-4cd9-884a-c4e1b68a14be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:21:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['88fe6540-b735-461d-9672-c5c98dcee216'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:02.995487 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79387460-4389-43c4-b20f-5d7114633465 req-2e0a6d77-bb64-4a7f-b979-328b8d0f2e6f tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:03.027889 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79387460-4389-43c4-b20f-5d7114633465 req-2e0a6d77-bb64-4a7f-b979-328b8d0f2e6f tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:03.055934 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79387460-4389-43c4-b20f-5d7114633465 req-2e0a6d77-bb64-4a7f-b979-328b8d0f2e6f tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:03.074239 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a45ea4-ff72-4511-910d-13a410374e82 None None] Pushing event updated for resources: {'Port': ['ID=bc929987-5701-451f-894b-5f8d1f57dd6d,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:03.103732 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79387460-4389-43c4-b20f-5d7114633465 req-2e0a6d77-bb64-4a7f-b979-328b8d0f2e6f tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:03.105366 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-79387460-4389-43c4-b20f-5d7114633465 req-2e0a6d77-bb64-4a7f-b979-328b8d0f2e6f tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 3143 time: 0.2696667 Aug 16 20:22:03.229518 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-79387460-4389-43c4-b20f-5d7114633465 req-db168231-87e9-4583-a29b-7de9f1a394a6 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165879 Aug 16 20:22:03.277703 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-a29b2833-ee5f-4cd9-884a-c4e1b68a14be None None] Set router 88fe6540-b735-461d-9672-c5c98dcee216 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:22:03.364488 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-558d950b-c0dd-42f5-94d9-2335a6b473a6 service neutron] 10.222.0.68 "GET /v2.0/networks/063b4ef8-01f9-41d8-999f-969c8ec857e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3334053 Aug 16 20:22:03.454218 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba7673-ca5d-4770-88c0-512422ba437d req-e302b81e-7799-4fe6-bb6f-20d159b4295e tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:03.455763 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccba7673-ca5d-4770-88c0-512422ba437d req-e302b81e-7799-4fe6-bb6f-20d159b4295e tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.63 "GET /v2.0/networks?id=7791228a-8243-4ee8-b342-f1fda0ae7f4b HTTP/1.1" status: 200 len: 798 time: 0.4765937 Aug 16 20:22:03.471613 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d20bfe-a052-4967-a537-bc6533f53395 req-ed8e8d60-a906-4a45-85de-39f4017b17df tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:03.473623 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f8d20bfe-a052-4967-a537-bc6533f53395 req-ed8e8d60-a906-4a45-85de-39f4017b17df tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/ports?device_id=0fe60690-7c15-4ea6-952c-647ac5cee576 HTTP/1.1" status: 200 len: 931 time: 0.1294239 Aug 16 20:22:03.513495 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-ccba7673-ca5d-4770-88c0-512422ba437d req-4dc49aa8-d66b-4333-a60b-568155b07ecc tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Request body: {'port': {'device_id': '14d51918-8711-4ccc-b91b-1a1fca06f65f', 'network_id': '7791228a-8243-4ee8-b342-f1fda0ae7f4b', 'admin_state_up': True, 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:03.564509 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f8d20bfe-a052-4967-a537-bc6533f53395 req-9940a220-72d9-49ef-9e1c-9951df0007f1 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/security-groups?id=aea6f565-3c14-4f93-9ccd-cc966ebc713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827315 Aug 16 20:22:03.776126 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d5523152-ea04-4085-8eb0-2eca3d8ca6ca req-940bbf6a-2aca-4e1a-903a-417037d14484 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=14d51918-8711-4ccc-b91b-1a1fca06f65f HTTP/1.1" status: 200 len: 210 time: 0.0645885 Aug 16 20:22:03.796977 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-43ac30b7-f823-44c7-962d-bda1a5cb7f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc791cb1-1b5d-465e-9567-64f5c246d20e {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:22:03.802260 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-3021c4a2-e5a4-4b6a-b3f2-00543682d6b6 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:03.808661 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41616) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:03.814681 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a29b2833-ee5f-4cd9-884a-c4e1b68a14be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fe6540-b735-461d-9672-c5c98dcee216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-969445213', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '66b01f03-cc26-4ac4-9db8-6be4a89d9344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:41Z', 'updated_at': '2021-08-16T20:21:54Z', 'revision_number': 4, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'gw_port': {'id': '66b01f03-cc26-4ac4-9db8-6be4a89d9344', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fe6540-b735-461d-9672-c5c98dcee216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:43Z', 'updated_at': '2021-08-16T20:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'bc929987-5701-451f-894b-5f8d1f57dd6d', 'name': '', 'network_id': '7791228a-8243-4ee8-b342-f1fda0ae7f4b', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'mac_address': 'fa:16:3e:99:82:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fe6540-b735-461d-9672-c5c98dcee216', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'afbd6930-463c-40d6-acd7-50e93de6a7f7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:51Z', 'updated_at': '2021-08-16T20:22:02Z', 'revision_number': 4, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'subnets': [{'id': 'afbd6930-463c-40d6-acd7-50e93de6a7f7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:03.841728 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-43ac30b7-f823-44c7-962d-bda1a5cb7f74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:03.863788 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-43ac30b7-f823-44c7-962d-bda1a5cb7f74 service neutron] Transition to ACTIVE for port object cc791cb1-1b5d-465e-9567-64f5c246d20e will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:03.878591 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29b2833-ee5f-4cd9-884a-c4e1b68a14be None None] The sync data for ids ['88fe6540-b735-461d-9672-c5c98dcee216'] in n-d-787206-13 is: [{'id': '88fe6540-b735-461d-9672-c5c98dcee216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-969445213', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '66b01f03-cc26-4ac4-9db8-6be4a89d9344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:41Z', 'updated_at': '2021-08-16T20:21:54Z', 'revision_number': 4, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'gw_port': {'id': '66b01f03-cc26-4ac4-9db8-6be4a89d9344', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fe6540-b735-461d-9672-c5c98dcee216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:43Z', 'updated_at': '2021-08-16T20:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'bc929987-5701-451f-894b-5f8d1f57dd6d', 'name': '', 'network_id': '7791228a-8243-4ee8-b342-f1fda0ae7f4b', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'mac_address': 'fa:16:3e:99:82:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fe6540-b735-461d-9672-c5c98dcee216', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'afbd6930-463c-40d6-acd7-50e93de6a7f7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:51Z', 'updated_at': '2021-08-16T20:22:02Z', 'revision_number': 4, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'subnets': [{'id': 'afbd6930-463c-40d6-acd7-50e93de6a7f7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:22:03.929517 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48aecb1f-78bd-49b0-91fe-8a56117d6109 req-50bce3f4-5113-4646-9837-c341c7916ffc tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=3a27eca5-7bd1-40e0-ac87-e93472608865 HTTP/1.1" status: 200 len: 210 time: 0.1526208 Aug 16 20:22:03.975521 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-43ac30b7-f823-44c7-962d-bda1a5cb7f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:03.978325 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021c4a2-e5a4-4b6a-b3f2-00543682d6b6 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Pushing event deleted for resources: {'Port': ['ID=2b63bd87-1c14-4b71-a437-91e0a8eca98c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:04.044340 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-53dbffe5-d27d-4d0c-8c38-7f0016b2a178 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1879151830'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:04.093678 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccba7673-ca5d-4770-88c0-512422ba437d req-4dc49aa8-d66b-4333-a60b-568155b07ecc tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Made reservation on behalf of e8bcd23a9a424ad4a6a1bf7da2226594 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:22:04.098069 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ccba7673-ca5d-4770-88c0-512422ba437d req-4dc49aa8-d66b-4333-a60b-568155b07ecc tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:04.133238 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53dbffe5-d27d-4d0c-8c38-7f0016b2a178 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Made reservation on behalf of c17b1cc6ae324debb244d1049d77de29 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:22:04.141127 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53dbffe5-d27d-4d0c-8c38-7f0016b2a178 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:04.150941 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53dbffe5-d27d-4d0c-8c38-7f0016b2a178 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:04.357716 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-3021c4a2-e5a4-4b6a-b3f2-00543682d6b6 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Router a6d3701d-c439-4c40-ab15-70132aa1212c has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:22:04.361236 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53dbffe5-d27d-4d0c-8c38-7f0016b2a178 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:04.377606 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53dbffe5-d27d-4d0c-8c38-7f0016b2a178 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:04.388538 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b2745384-939a-4def-8c40-c7e2a9d08ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:04.418629 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53dbffe5-d27d-4d0c-8c38-7f0016b2a178 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:22:04.466234 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac30b7-f823-44c7-962d-bda1a5cb7f74 service neutron] Pushing event updated for resources: {'Port': ['ID=cc791cb1-1b5d-465e-9567-64f5c246d20e,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:04.540389 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f95a6a25-2ba9-4066-b98c-395810ce723a'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:04.543424 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d36c92-f9ec-424b-871c-71cee9a819c3" -d '{"events": [{"server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "name": "network-vif-unplugged", "status": "completed", "tag": "f95a6a25-2ba9-4066-b98c-395810ce723a"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:04.638215 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53dbffe5-d27d-4d0c-8c38-7f0016b2a178 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:04.638489 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-53dbffe5-d27d-4d0c-8c38-7f0016b2a178 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Added segment 28e94cbc-fa52-4395-a44e-5a306a227c6a of type vlan for network 3a16445d-ad38-47d0-a27c-cccfc4ef2dce Aug 16 20:22:04.663825 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:04.685959 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690c8338-8f9d-4605-ae2d-8ec0d0ab9456 x-openstack-request-id: req-690c8338-8f9d-4605-ae2d-8ec0d0ab9456 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:04.686317 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "name": "network-vif-unplugged", "status": "completed", "tag": "f95a6a25-2ba9-4066-b98c-395810ce723a", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:04.686634 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-690c8338-8f9d-4605-ae2d-8ec0d0ab9456 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:04.687102 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f95a6a25-2ba9-4066-b98c-395810ce723a', 'code': 200} Aug 16 20:22:04.755313 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbffe5-d27d-4d0c-8c38-7f0016b2a178 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2bd2da-02c1-4265-a6d0-40fab95ccb98,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:04.825521 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53dbffe5-d27d-4d0c-8c38-7f0016b2a178 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:04.873173 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4ac86-8d58-4496-a340-7fb279e4df43 req-e578e864-a188-4358-9fcc-f262916bda68 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:04.884387 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4ac86-8d58-4496-a340-7fb279e4df43 req-e578e864-a188-4358-9fcc-f262916bda68 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:04.897403 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4ac86-8d58-4496-a340-7fb279e4df43 req-e578e864-a188-4358-9fcc-f262916bda68 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:04.908081 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-18a4ac86-8d58-4496-a340-7fb279e4df43 req-e578e864-a188-4358-9fcc-f262916bda68 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 2410 time: 0.5085793 Aug 16 20:22:05.009586 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-18a4ac86-8d58-4496-a340-7fb279e4df43 req-50542b48-f4db-47d0-8cf4-6f8b62f8a471 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886202 Aug 16 20:22:05.011336 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53dbffe5-d27d-4d0c-8c38-7f0016b2a178 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:05.018522 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dbffe5-d27d-4d0c-8c38-7f0016b2a178 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:05.019188 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53dbffe5-d27d-4d0c-8c38-7f0016b2a178 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:05.108246 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-43ac30b7-f823-44c7-962d-bda1a5cb7f74 service neutron] Attempting to bind port cc791cb1-1b5d-465e-9567-64f5c246d20e on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:22:05.108893 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-43ac30b7-f823-44c7-962d-bda1a5cb7f74 service neutron] Attempting to bind port cc791cb1-1b5d-465e-9567-64f5c246d20e by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '31a434b9-343e-4c65-9b40-14a4e420a56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c024a52a-80b3-4212-a68d-1e1da5f9bb5d'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:22:05.108998 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-43ac30b7-f823-44c7-962d-bda1a5cb7f74 service neutron] Attempting to bind port cc791cb1-1b5d-465e-9567-64f5c246d20e on network c024a52a-80b3-4212-a68d-1e1da5f9bb5d {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:05.140706 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-43ac30b7-f823-44c7-962d-bda1a5cb7f74 service neutron] Port cc791cb1-1b5d-465e-9567-64f5c246d20e on network c024a52a-80b3-4212-a68d-1e1da5f9bb5d not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:22:05.143358 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-43ac30b7-f823-44c7-962d-bda1a5cb7f74 service neutron] Attempting to bind port cc791cb1-1b5d-465e-9567-64f5c246d20e on network c024a52a-80b3-4212-a68d-1e1da5f9bb5d {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:05.153206 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbffe5-d27d-4d0c-8c38-7f0016b2a178 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event updated for resources: {'Network': ['ID=3a16445d-ad38-47d0-a27c-cccfc4ef2dce,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:05.163274 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-53dbffe5-d27d-4d0c-8c38-7f0016b2a178 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3535984 Aug 16 20:22:05.167133 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41702) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:05.167720 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-ccba7673-ca5d-4770-88c0-512422ba437d req-4dc49aa8-d66b-4333-a60b-568155b07ecc tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Allocated IP 172.20.0.21 (7791228a-8243-4ee8-b342-f1fda0ae7f4b/afbd6930-463c-40d6-acd7-50e93de6a7f7/40d4a3ff-d01a-4889-a601-12ecbfd7db76) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:05.174377 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 3a16445d-ad38-47d0-a27c-cccfc4ef2dce details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:22:05.180791 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2dd6cdd9-4a35-4f6f-8f16-6ef0bb894bc4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Request body: {'subnet': {'network_id': '3a16445d-ad38-47d0-a27c-cccfc4ef2dce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:05.211207 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f5985-8f71-4ec8-acbb-244cef1675ad req-285f3b6e-c24d-452c-b69b-7c5df3b5cafa tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:05.224749 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-242f5985-8f71-4ec8-acbb-244cef1675ad req-285f3b6e-c24d-452c-b69b-7c5df3b5cafa tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/ports?device_id=0fe60690-7c15-4ea6-952c-647ac5cee576 HTTP/1.1" status: 200 len: 943 time: 0.4078741 Aug 16 20:22:05.232229 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-43ac30b7-f823-44c7-962d-bda1a5cb7f74 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:22:05.236006 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-43ac30b7-f823-44c7-962d-bda1a5cb7f74 service neutron] Checking segment: {'id': '31a434b9-343e-4c65-9b40-14a4e420a56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c024a52a-80b3-4212-a68d-1e1da5f9bb5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:22:05.239322 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-43ac30b7-f823-44c7-962d-bda1a5cb7f74 service neutron] Bound using segment: {'id': '31a434b9-343e-4c65-9b40-14a4e420a56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c024a52a-80b3-4212-a68d-1e1da5f9bb5d'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:22:05.241946 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-43ac30b7-f823-44c7-962d-bda1a5cb7f74 service neutron] Bound port: cc791cb1-1b5d-465e-9567-64f5c246d20e, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31a434b9-343e-4c65-9b40-14a4e420a56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c024a52a-80b3-4212-a68d-1e1da5f9bb5d'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:22:05.244659 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-43ac30b7-f823-44c7-962d-bda1a5cb7f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:05.280144 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41704) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:05.290054 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5aa983f8-431d-443b-abbe-2f1c4ee7afd2 req-c1a474b3-cbef-4c05-b1a5-efbd29479e7d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=14d51918-8711-4ccc-b91b-1a1fca06f65f HTTP/1.1" status: 200 len: 210 time: 0.1234510 Aug 16 20:22:05.452845 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd6cdd9-4a35-4f6f-8f16-6ef0bb894bc4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Made reservation on behalf of c17b1cc6ae324debb244d1049d77de29 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:22:05.456923 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2dd6cdd9-4a35-4f6f-8f16-6ef0bb894bc4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:05.468878 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-43ac30b7-f823-44c7-962d-bda1a5cb7f74 service neutron] For port cc791cb1-1b5d-465e-9567-64f5c246d20e, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:22:05.474182 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-43ac30b7-f823-44c7-962d-bda1a5cb7f74 service neutron] For port cc791cb1-1b5d-465e-9567-64f5c246d20e, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=cc791cb1-1b5d-465e-9567-64f5c246d20e,segment=NetworkSegment(31a434b9-343e-4c65-9b40-14a4e420a56a),segment_id=31a434b9-343e-4c65-9b40-14a4e420a56a)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:22:05.558565 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d8c0650f-3a83-49f3-923a-c78c459b6bcb req-6dd2f036-06cf-428d-93f1-bcabe9f92c8d tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=3a27eca5-7bd1-40e0-ac87-e93472608865 HTTP/1.1" status: 200 len: 210 time: 0.0951986 Aug 16 20:22:05.570663 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-242f5985-8f71-4ec8-acbb-244cef1675ad req-3d801fd5-0ef0-4de3-9e25-56e531e765a0 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/security-groups?id=aea6f565-3c14-4f93-9ccd-cc966ebc713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442166 Aug 16 20:22:05.577908 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-43ac30b7-f823-44c7-962d-bda1a5cb7f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:05.601745 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e78f2b4-c8f0-4839-8f9c-c606db8511ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:05.602887 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:05.649574 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-34becf04-ca6a-4154-818b-a1089f4a8e2b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:05.651167 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-34becf04-ca6a-4154-818b-a1089f4a8e2b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.57 "GET /v2.0/networks?id=063b4ef8-01f9-41d8-999f-969c8ec857e2 HTTP/1.1" status: 200 len: 796 time: 0.3746526 Aug 16 20:22:05.652194 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac30b7-f823-44c7-962d-bda1a5cb7f74 service neutron] Pushing event updated for resources: {'Port': ['ID=cc791cb1-1b5d-465e-9567-64f5c246d20e,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:05.664685 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-3021c4a2-e5a4-4b6a-b3f2-00543682d6b6 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:22:05.683930 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2ace98-4199-430e-8b67-69ab83c7e373 None None] Sync routers for ids ['a6d3701d-c439-4c40-ab15-70132aa1212c'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:22:05.713456 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2ace98-4199-430e-8b67-69ab83c7e373 None None] Routers {'a6d3701d-c439-4c40-ab15-70132aa1212c'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:05.714092 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0d2ace98-4199-430e-8b67-69ab83c7e373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a6d3701d-c439-4c40-ab15-70132aa1212c'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:05.749589 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-20a4bdb5-f901-4136-8a40-61177baf0d3d tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e56891446a5d4a4da1a00ff61508934e HTTP/1.1" status: 200 len: 379 time: 0.0832231 Aug 16 20:22:05.758467 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-43ac30b7-f823-44c7-962d-bda1a5cb7f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:05.759107 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-43ac30b7-f823-44c7-962d-bda1a5cb7f74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:05.760547 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-43ac30b7-f823-44c7-962d-bda1a5cb7f74 service neutron] 10.222.0.63 "PUT /v2.0/ports/cc791cb1-1b5d-465e-9567-64f5c246d20e HTTP/1.1" status: 200 len: 1092 time: 5.0615437 Aug 16 20:22:05.761179 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe60690-7c15-4ea6-952c-647ac5cee576', 'tag': 'cc791cb1-1b5d-465e-9567-64f5c246d20e'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:05.768998 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da06c8a-a288-4125-a17a-a0d5895b2edc" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe60690-7c15-4ea6-952c-647ac5cee576", "tag": "cc791cb1-1b5d-465e-9567-64f5c246d20e"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:05.776679 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-fde58e30-0e4a-44ef-b260-5e0d671a9b22 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'port': {'device_id': '3a27eca5-7bd1-40e0-ac87-e93472608865', 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2', 'admin_state_up': True, 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'security_groups': ['c7620413-02d0-483a-9a4a-7cb2b8a0bd77']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:05.855164 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-3021c4a2-e5a4-4b6a-b3f2-00543682d6b6 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] No DVR routers for this DVR port 2b63bd87-1c14-4b71-a437-91e0a8eca98c on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:22:05.873778 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cf6f6f-9723-43c6-b374-f1780e53fbfe x-openstack-request-id: req-04cf6f6f-9723-43c6-b374-f1780e53fbfe {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:05.874280 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe60690-7c15-4ea6-952c-647ac5cee576", "tag": "cc791cb1-1b5d-465e-9567-64f5c246d20e", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:05.874721 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-04cf6f6f-9723-43c6-b374-f1780e53fbfe {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:05.875303 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe60690-7c15-4ea6-952c-647ac5cee576', 'tag': 'cc791cb1-1b5d-465e-9567-64f5c246d20e', 'status': 'completed', 'code': 200} Aug 16 20:22:05.875631 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device bc929987-5701-451f-894b-5f8d1f57dd6d up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:05.887133 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-3021c4a2-e5a4-4b6a-b3f2-00543682d6b6 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:05.889431 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-3021c4a2-e5a4-4b6a-b3f2-00543682d6b6 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.63 "DELETE /v2.0/ports/2b63bd87-1c14-4b71-a437-91e0a8eca98c HTTP/1.1" status: 204 len: 173 time: 5.1207879 Aug 16 20:22:05.922137 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-0d2ace98-4199-430e-8b67-69ab83c7e373 None None] Set router a6d3701d-c439-4c40-ab15-70132aa1212c gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:22:05.979882 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ccba7673-ca5d-4770-88c0-512422ba437d req-4dc49aa8-d66b-4333-a60b-568155b07ecc tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:06.022206 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:06.033773 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-9032fddc-cbf6-4ff1-a8fb-305ec04f347f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:06.035453 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-9032fddc-cbf6-4ff1-a8fb-305ec04f347f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=1fd6c06240e542ce9c20b930b7858c3c&device_id=0fe60690-7c15-4ea6-952c-647ac5cee576 HTTP/1.1" status: 200 len: 1095 time: 0.1817751 Aug 16 20:22:06.036541 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-ccba7673-ca5d-4770-88c0-512422ba437d req-4dc49aa8-d66b-4333-a60b-568155b07ecc tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Transition to ACTIVE for port object 40d4a3ff-d01a-4889-a601-12ecbfd7db76 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:06.040590 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port bc929987-5701-451f-894b-5f8d1f57dd6d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:06.065717 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port bc929987-5701-451f-894b-5f8d1f57dd6d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:06.066347 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:06.112354 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-4f7be629-b9a8-4cb5-8df7-33961c5eea76 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc791cb1-1b5d-465e-9567-64f5c246d20e HTTP/1.1" status: 200 len: 217 time: 0.0653856 Aug 16 20:22:06.166345 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:06.168755 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2dd6cdd9-4a35-4f6f-8f16-6ef0bb894bc4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:06.209389 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e78f2b4-c8f0-4839-8f9c-c606db8511ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:06.236588 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-19a11bde-b8d3-41e8-8c92-143ab97c8a9c tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Deleting port 15bcece1-3862-48bc-becb-4f92e4ddad57 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:06.236957 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-19a11bde-b8d3-41e8-8c92-143ab97c8a9c tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:06.277424 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:06.286169 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ccba7673-ca5d-4770-88c0-512422ba437d req-4dc49aa8-d66b-4333-a60b-568155b07ecc tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:06.293080 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-a1cc354a-0b56-4150-8004-d300cf0de581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:06.293977 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e78f2b4-c8f0-4839-8f9c-c606db8511ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:06.294562 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-a1cc354a-0b56-4150-8004-d300cf0de581 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f1755932-a345-4e21-baf2-336d11f67499 HTTP/1.1" status: 200 len: 854 time: 0.1604199 Aug 16 20:22:06.356890 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccba7673-ca5d-4770-88c0-512422ba437d req-4dc49aa8-d66b-4333-a60b-568155b07ecc tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Network 7791228a-8243-4ee8-b342-f1fda0ae7f4b is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:06.369843 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port bc929987-5701-451f-894b-5f8d1f57dd6d, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=bc929987-5701-451f-894b-5f8d1f57dd6d,segment=NetworkSegment(87b3f52f-e6cb-428b-b949-aabbad1859c3),segment_id=87b3f52f-e6cb-428b-b949-aabbad1859c3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:06.372418 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0d2ace98-4199-430e-8b67-69ab83c7e373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'name': 'tempest-TaggedBootDevicesTest_v242-1236632234-router', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '25f6aaa2-ab5b-46b9-8351-b76d111e35ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:59Z', 'updated_at': '2021-08-16T20:11:06Z', 'revision_number': 4, 'project_id': '7b57628fd666456abf7d4e027fd3ce47', 'gw_port': {'id': '25f6aaa2-ab5b-46b9-8351-b76d111e35ed', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:11:00Z', 'updated_at': '2021-08-16T20:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '54e20828-d2c4-497e-98a4-c87e704ebc0a', 'name': '', 'network_id': '0ae80140-337e-46f6-881d-18b41812816e', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'mac_address': 'fa:16:3e:9e:d1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '38e01d28-9c01-425c-8286-6dc8a892ec17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:11:05Z', 'updated_at': '2021-08-16T20:11:13Z', 'revision_number': 5, 'project_id': '7b57628fd666456abf7d4e027fd3ce47', 'subnets': [{'id': '38e01d28-9c01-425c-8286-6dc8a892ec17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:06.378876 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-ccba7673-ca5d-4770-88c0-512422ba437d req-4dc49aa8-d66b-4333-a60b-568155b07ecc tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:06.384847 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:06.405687 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-2d8456b7-64bc-41b7-a7aa-78e6279594f2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c024a52a-80b3-4212-a68d-1e1da5f9bb5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746729 Aug 16 20:22:06.408391 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2ace98-4199-430e-8b67-69ab83c7e373 None None] Checking router: a6d3701d-c439-4c40-ab15-70132aa1212c for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:22:06.412240 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccba7673-ca5d-4770-88c0-512422ba437d req-4dc49aa8-d66b-4333-a60b-568155b07ecc tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:06.418408 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78f2b4-c8f0-4839-8f9c-c606db8511ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4198a6bc-70bc-40a4-b03e-d7c2ec8eac83,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:06.422133 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2ace98-4199-430e-8b67-69ab83c7e373 None None] Routers {'a6d3701d-c439-4c40-ab15-70132aa1212c'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:06.423135 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0d2ace98-4199-430e-8b67-69ab83c7e373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a6d3701d-c439-4c40-ab15-70132aa1212c'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:06.464701 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6cdd9-4a35-4f6f-8f16-6ef0bb894bc4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event updated for resources: {'Subnet': ['ID=a1c97691-7cc8-4152-829e-c3de0e49f7bf,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:06.494698 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc49aa8-d66b-4333-a60b-568155b07ecc tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Pushing event updated for resources: {'Port': ['ID=40d4a3ff-d01a-4889-a601-12ecbfd7db76,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:06.502171 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd6cdd9-4a35-4f6f-8f16-6ef0bb894bc4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Checking segment: {'id': '28e94cbc-fa52-4395-a44e-5a306a227c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3a16445d-ad38-47d0-a27c-cccfc4ef2dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:22:06.502576 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd6cdd9-4a35-4f6f-8f16-6ef0bb894bc4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Network hostable DHCP agents. Network: 3a16445d-ad38-47d0-a27c-cccfc4ef2dce, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:22:06.512490 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-fde58e30-0e4a-44ef-b260-5e0d671a9b22 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Made reservation on behalf of e56891446a5d4a4da1a00ff61508934e for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:22:06.516202 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-fde58e30-0e4a-44ef-b260-5e0d671a9b22 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:06.528071 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7e78f2b4-c8f0-4839-8f9c-c606db8511ad admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=419b9d787bc64f18aac5a3f9bff89375&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2320161 Aug 16 20:22:06.541030 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=bc929987-5701-451f-894b-5f8d1f57dd6d,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:06.542399 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41728) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:06.654584 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-0d2ace98-4199-430e-8b67-69ab83c7e373 None None] Set router a6d3701d-c439-4c40-ab15-70132aa1212c gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:22:06.677737 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba7673-ca5d-4770-88c0-512422ba437d req-4dc49aa8-d66b-4333-a60b-568155b07ecc tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:06.678395 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ccba7673-ca5d-4770-88c0-512422ba437d req-4dc49aa8-d66b-4333-a60b-568155b07ecc tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:06.683067 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-19a11bde-b8d3-41e8-8c92-143ab97c8a9c tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] For port 15bcece1-3862-48bc-becb-4f92e4ddad57, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=15bcece1-3862-48bc-becb-4f92e4ddad57,segment=NetworkSegment(db4ce1a5-fe5a-45f4-9106-33c45e011a98),segment_id=db4ce1a5-fe5a-45f4-9106-33c45e011a98)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:06.683823 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-19a11bde-b8d3-41e8-8c92-143ab97c8a9c tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:06.723269 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-19a11bde-b8d3-41e8-8c92-143ab97c8a9c tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Calling delete_port for 15bcece1-3862-48bc-becb-4f92e4ddad57 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:06.728884 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cfa95b50-7299-4017-9625-a9e512996570 None None] Provisioning for port 40d4a3ff-d01a-4889-a601-12ecbfd7db76 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:06.734568 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cfa95b50-7299-4017-9625-a9e512996570 None None] Provisioning complete for port 40d4a3ff-d01a-4889-a601-12ecbfd7db76 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:06.734996 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cfa95b50-7299-4017-9625-a9e512996570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:06.737147 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec0f8c-4add-454b-836e-964a8b570f36 req-3d62afe4-ad18-40b1-8b0b-337b94ad96f6 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:06.738984 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6ec0f8c-4add-454b-836e-964a8b570f36 req-3d62afe4-ad18-40b1-8b0b-337b94ad96f6 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=14d51918-8711-4ccc-b91b-1a1fca06f65f HTTP/1.1" status: 200 len: 895 time: 0.2163873 Aug 16 20:22:06.746381 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccba7673-ca5d-4770-88c0-512422ba437d req-4dc49aa8-d66b-4333-a60b-568155b07ecc tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.2662866 Aug 16 20:22:06.753507 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622b9d0-8235-4d24-9ec7-a0552043a415 req-c781643d-6d7c-4c6d-9aa8-ffbedee4d80f tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:06.760478 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622b9d0-8235-4d24-9ec7-a0552043a415 req-c781643d-6d7c-4c6d-9aa8-ffbedee4d80f tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:06.764959 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-ccba7673-ca5d-4770-88c0-512422ba437d req-aeb31705-06dc-4316-9752-d2f5dc377a6e service neutron] Request body: {'port': {'device_id': '14d51918-8711-4ccc-b91b-1a1fca06f65f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:06.768323 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622b9d0-8235-4d24-9ec7-a0552043a415 req-c781643d-6d7c-4c6d-9aa8-ffbedee4d80f tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:06.781420 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7622b9d0-8235-4d24-9ec7-a0552043a415 req-c781643d-6d7c-4c6d-9aa8-ffbedee4d80f tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 2410 time: 0.5695994 Aug 16 20:22:06.827750 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cfa95b50-7299-4017-9625-a9e512996570 None None] Port 40d4a3ff-d01a-4889-a601-12ecbfd7db76 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:22:06.862000 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd6cdd9-4a35-4f6f-8f16-6ef0bb894bc4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Network 3a16445d-ad38-47d0-a27c-cccfc4ef2dce is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:22:06.932588 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-2dd6cdd9-4a35-4f6f-8f16-6ef0bb894bc4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 3a16445d-ad38-47d0-a27c-cccfc4ef2dce) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:06.941882 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c63d56-0ade-40ab-bcdd-00f4bc43eca2 None None] Network 3a16445d-ad38-47d0-a27c-cccfc4ef2dce requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:22:06.966978 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd6cdd9-4a35-4f6f-8f16-6ef0bb894bc4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:06.967716 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2dd6cdd9-4a35-4f6f-8f16-6ef0bb894bc4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:06.984084 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7622b9d0-8235-4d24-9ec7-a0552043a415 req-39df03e7-cdf3-4b75-aca0-50ea7320417f tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972632 Aug 16 20:22:06.992766 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-821bcc53-c4d7-46f6-b7f4-9eebd4a45b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:07.074416 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-fde58e30-0e4a-44ef-b260-5e0d671a9b22 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Allocated IP 172.20.0.8 (063b4ef8-01f9-41d8-999f-969c8ec857e2/e440ab31-21c6-47f2-aed9-b929b10637a3/10bd8bb9-a200-4f36-afd9-60fe2bad8486) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:07.101638 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-821bcc53-c4d7-46f6-b7f4-9eebd4a45b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:07.107439 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2dd6cdd9-4a35-4f6f-8f16-6ef0bb894bc4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9347806 Aug 16 20:22:07.122375 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41740) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:07.128811 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7f3773e3-7955-4a68-8da4-55517c91a46b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-364204533', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}, 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:07.183128 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0d2ace98-4199-430e-8b67-69ab83c7e373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'name': 'tempest-TaggedBootDevicesTest_v242-1236632234-router', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '25f6aaa2-ab5b-46b9-8351-b76d111e35ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:59Z', 'updated_at': '2021-08-16T20:11:06Z', 'revision_number': 4, 'project_id': '7b57628fd666456abf7d4e027fd3ce47', 'gw_port': {'id': '25f6aaa2-ab5b-46b9-8351-b76d111e35ed', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:11:00Z', 'updated_at': '2021-08-16T20:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '54e20828-d2c4-497e-98a4-c87e704ebc0a', 'name': '', 'network_id': '0ae80140-337e-46f6-881d-18b41812816e', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'mac_address': 'fa:16:3e:9e:d1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '38e01d28-9c01-425c-8286-6dc8a892ec17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:11:05Z', 'updated_at': '2021-08-16T20:11:13Z', 'revision_number': 5, 'project_id': '7b57628fd666456abf7d4e027fd3ce47', 'subnets': [{'id': '38e01d28-9c01-425c-8286-6dc8a892ec17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:07.184956 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8070db23-f697-471e-9ca4-7ee90c73a2dd req-5d62b7ff-4080-41f7-8c10-b2063f41f96c tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=3a27eca5-7bd1-40e0-ac87-e93472608865 HTTP/1.1" status: 200 len: 210 time: 0.0746748 Aug 16 20:22:07.190484 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f3773e3-7955-4a68-8da4-55517c91a46b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:07.191557 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f3773e3-7955-4a68-8da4-55517c91a46b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:07.238422 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2ace98-4199-430e-8b67-69ab83c7e373 None None] The sync data for ids ['a6d3701d-c439-4c40-ab15-70132aa1212c'] in n-d-787206-13 is: [{'id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'name': 'tempest-TaggedBootDevicesTest_v242-1236632234-router', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '25f6aaa2-ab5b-46b9-8351-b76d111e35ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:59Z', 'updated_at': '2021-08-16T20:11:06Z', 'revision_number': 4, 'project_id': '7b57628fd666456abf7d4e027fd3ce47', 'gw_port': {'id': '25f6aaa2-ab5b-46b9-8351-b76d111e35ed', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:11:00Z', 'updated_at': '2021-08-16T20:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '54e20828-d2c4-497e-98a4-c87e704ebc0a', 'name': '', 'network_id': '0ae80140-337e-46f6-881d-18b41812816e', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'mac_address': 'fa:16:3e:9e:d1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '38e01d28-9c01-425c-8286-6dc8a892ec17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:11:05Z', 'updated_at': '2021-08-16T20:11:13Z', 'revision_number': 5, 'project_id': '7b57628fd666456abf7d4e027fd3ce47', 'subnets': [{'id': '38e01d28-9c01-425c-8286-6dc8a892ec17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:22:07.266478 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f3773e3-7955-4a68-8da4-55517c91a46b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:07.343187 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-e89a7b00-8595-451a-a1c3-ed24b8fa6ca3 service neutron] 10.222.0.63 "GET /v2.0/networks/c024a52a-80b3-4212-a68d-1e1da5f9bb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9149375 Aug 16 20:22:07.349148 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ccba7673-ca5d-4770-88c0-512422ba437d req-aeb31705-06dc-4316-9752-d2f5dc377a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:07.502246 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:07.513541 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed169b6d-ece6-457c-9d73-1e51b14b1b0b None None] Network 3a16445d-ad38-47d0-a27c-cccfc4ef2dce requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:22:07.553516 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb326d6-32f8-46b2-af49-3daca5f44704 req-b24ce4f1-e398-46fa-be6c-6b6efd80b5d1 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:07.555284 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ceb326d6-32f8-46b2-af49-3daca5f44704 req-b24ce4f1-e398-46fa-be6c-6b6efd80b5d1 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/ports?device_id=0fe60690-7c15-4ea6-952c-647ac5cee576 HTTP/1.1" status: 200 len: 943 time: 0.2487912 Aug 16 20:22:07.568617 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-821bcc53-c4d7-46f6-b7f4-9eebd4a45b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:07.571373 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-821bcc53-c4d7-46f6-b7f4-9eebd4a45b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:07.572549 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-821bcc53-c4d7-46f6-b7f4-9eebd4a45b14 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4198a6bc-70bc-40a4-b03e-d7c2ec8eac83 HTTP/1.1" status: 204 len: 168 time: 1.0231113 Aug 16 20:22:07.582776 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f3773e3-7955-4a68-8da4-55517c91a46b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:07.650994 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821bcc53-c4d7-46f6-b7f4-9eebd4a45b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4198a6bc-70bc-40a4-b03e-d7c2ec8eac83,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:07.743974 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60470e00-eb59-4a80-87f0-7752cc19aa4f None None] New status for floating IP c4e32a26-900c-457b-a8e5-d97e5ba4d1f1: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:22:07.870662 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-fde58e30-0e4a-44ef-b260-5e0d671a9b22 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:07.880127 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'name': 'network-vif-deleted', 'tag': '2b63bd87-1c14-4b71-a437-91e0a8eca98c'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:07.882884 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc6e12e-4b29-47b2-a0b7-e3edbe09c14b" -d '{"events": [{"server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "name": "network-vif-deleted", "tag": "2b63bd87-1c14-4b71-a437-91e0a8eca98c"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:07.901814 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device bc929987-5701-451f-894b-5f8d1f57dd6d up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:07.939653 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-fde58e30-0e4a-44ef-b260-5e0d671a9b22 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Transition to ACTIVE for port object 10bd8bb9-a200-4f36-afd9-60fe2bad8486 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:07.962266 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port bc929987-5701-451f-894b-5f8d1f57dd6d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:07.962949 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:07.971765 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-41d37adf-217a-41ff-b5ed-637ccf2e2095 req-cfc226a3-c7d4-4ed8-91cd-1337a12b2616 service neutron] 10.222.0.63 "GET /v2.0/networks/c024a52a-80b3-4212-a68d-1e1da5f9bb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6058333 Aug 16 20:22:08.071855 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334ec96-3546-4a04-8e9f-4f0feca81730 req-633a191a-0329-4dc2-9542-7ba38ba3c927 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:08.073652 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e334ec96-3546-4a04-8e9f-4f0feca81730 req-633a191a-0329-4dc2-9542-7ba38ba3c927 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=14d51918-8711-4ccc-b91b-1a1fca06f65f HTTP/1.1" status: 200 len: 895 time: 0.1916163 Aug 16 20:22:08.090151 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-64255c76-c6b7-4952-a0ec-f8fbace45b5f req-82184674-325c-4de2-bb47-4e0e06048209 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3b23d174-fcde-4af1-95e1-a7d26800e639&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5462508 Aug 16 20:22:08.109062 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ceb326d6-32f8-46b2-af49-3daca5f44704 req-3d642787-6a8b-4b89-8bd0-43ac04568e27 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/security-groups?id=aea6f565-3c14-4f93-9ccd-cc966ebc713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468444 Aug 16 20:22:08.173715 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-fde58e30-0e4a-44ef-b260-5e0d671a9b22 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:08.184094 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-19a11bde-b8d3-41e8-8c92-143ab97c8a9c tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:08.239471 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde58e30-0e4a-44ef-b260-5e0d671a9b22 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'Port': ['ID=10bd8bb9-a200-4f36-afd9-60fe2bad8486,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:08.256948 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7a081e-2afa-465b-aa1d-33010904b5fb x-openstack-request-id: req-ad7a081e-2afa-465b-aa1d-33010904b5fb {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:08.257275 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "name": "network-vif-deleted", "tag": "2b63bd87-1c14-4b71-a437-91e0a8eca98c", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:08.257515 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ad7a081e-2afa-465b-aa1d-33010904b5fb {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:08.257922 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'name': 'network-vif-deleted', 'tag': '2b63bd87-1c14-4b71-a437-91e0a8eca98c', 'status': 'completed', 'code': 200} Aug 16 20:22:08.267950 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a11bde-b8d3-41e8-8c92-143ab97c8a9c tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Pushing event deleted for resources: {'Port': ['ID=15bcece1-3862-48bc-becb-4f92e4ddad57,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:08.292354 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da06c8a-a288-4125-a17a-a0d5895b2edc req-449c4066-9daf-44c2-882d-c86dc5f97a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:08.293902 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1da06c8a-a288-4125-a17a-a0d5895b2edc req-449c4066-9daf-44c2-882d-c86dc5f97a9c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=1fd6c06240e542ce9c20b930b7858c3c&device_id=0fe60690-7c15-4ea6-952c-647ac5cee576 HTTP/1.1" status: 200 len: 1095 time: 0.2096651 Aug 16 20:22:08.339995 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64255c76-c6b7-4952-a0ec-f8fbace45b5f req-b6c65949-d25a-4ee9-9df5-720da7e3e9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:08.341651 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-64255c76-c6b7-4952-a0ec-f8fbace45b5f req-b6c65949-d25a-4ee9-9df5-720da7e3e9f7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8bcd23a9a424ad4a6a1bf7da2226594&device_id=3b23d174-fcde-4af1-95e1-a7d26800e639 HTTP/1.1" status: 200 len: 1136 time: 0.2076392 Aug 16 20:22:08.406036 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-fde58e30-0e4a-44ef-b260-5e0d671a9b22 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Network 063b4ef8-01f9-41d8-999f-969c8ec857e2 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:08.410553 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-fde58e30-0e4a-44ef-b260-5e0d671a9b22 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:08.416306 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-fde58e30-0e4a-44ef-b260-5e0d671a9b22 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:08.472786 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49cb4b-1972-49d6-bd14-cf81307af8a4 req-dbbe13e8-cef1-4bfd-bf51-cf9bcf59939e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:08.481834 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-19a11bde-b8d3-41e8-8c92-143ab97c8a9c tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] No DVR routers for this DVR port 15bcece1-3862-48bc-becb-4f92e4ddad57 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:22:08.484546 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-19a11bde-b8d3-41e8-8c92-143ab97c8a9c tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:08.487432 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-19a11bde-b8d3-41e8-8c92-143ab97c8a9c tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.63 "DELETE /v2.0/ports/15bcece1-3862-48bc-becb-4f92e4ddad57 HTTP/1.1" status: 204 len: 173 time: 2.5735199 Aug 16 20:22:08.488373 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b49cb4b-1972-49d6-bd14-cf81307af8a4 req-dbbe13e8-cef1-4bfd-bf51-cf9bcf59939e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=3a27eca5-7bd1-40e0-ac87-e93472608865 HTTP/1.1" status: 200 len: 931 time: 0.1582162 Aug 16 20:22:08.520981 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f3773e3-7955-4a68-8da4-55517c91a46b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:08.575839 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f3773e3-7955-4a68-8da4-55517c91a46b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:08.597556 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b49cb4b-1972-49d6-bd14-cf81307af8a4 req-7794fb55-e7f4-4199-a5a7-ef1a9385d00c tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7620413-02d0-483a-9a4a-7cb2b8a0bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081343 Aug 16 20:22:08.646642 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-fde58e30-0e4a-44ef-b260-5e0d671a9b22 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:08.647303 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-fde58e30-0e4a-44ef-b260-5e0d671a9b22 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:08.650342 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64255c76-c6b7-4952-a0ec-f8fbace45b5f req-6134192f-bb12-49c0-a7f0-20da75ffc8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:08.653861 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-64255c76-c6b7-4952-a0ec-f8fbace45b5f req-6134192f-bb12-49c0-a7f0-20da75ffc8c0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ee10d137-f84f-433f-a5c6-041af81d21c9 HTTP/1.1" status: 200 len: 897 time: 0.1745501 Aug 16 20:22:08.706577 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da06c8a-a288-4125-a17a-a0d5895b2edc req-591869d4-deb1-4e77-81cb-441876d1b57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:08.706814 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-fde58e30-0e4a-44ef-b260-5e0d671a9b22 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9433770 Aug 16 20:22:08.708486 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1da06c8a-a288-4125-a17a-a0d5895b2edc req-591869d4-deb1-4e77-81cb-441876d1b57c service neutron] 10.222.0.63 "GET /v2.0/networks?id=c024a52a-80b3-4212-a68d-1e1da5f9bb5d HTTP/1.1" status: 200 len: 915 time: 0.4034195 Aug 16 20:22:08.725539 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-1660ad26-47ec-4da3-8ed9-2e68ed617cba service neutron] Request body: {'port': {'device_id': '3a27eca5-7bd1-40e0-ac87-e93472608865', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:08.853115 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-7f3773e3-7955-4a68-8da4-55517c91a46b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Allocated IP 172.25.8.82 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/8bf94155-4318-42af-8fe7-b6509eb19f28) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:08.857176 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-64255c76-c6b7-4952-a0ec-f8fbace45b5f req-0b31eb18-3bf6-4641-b102-4570d6688f1f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2e8c29b-a53a-4275-9f28-7df314188358 HTTP/1.1" status: 200 len: 999 time: 0.0862617 Aug 16 20:22:08.858246 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-1660ad26-47ec-4da3-8ed9-2e68ed617cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:08.893371 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7fa697f1-629b-442a-af21-bb809bbbfe3a None None] Provisioning for port 10bd8bb9-a200-4f36-afd9-60fe2bad8486 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:08.897805 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7fa697f1-629b-442a-af21-bb809bbbfe3a None None] Provisioning complete for port 10bd8bb9-a200-4f36-afd9-60fe2bad8486 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:08.898184 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7fa697f1-629b-442a-af21-bb809bbbfe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:08.966326 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7fa697f1-629b-442a-af21-bb809bbbfe3a None None] Port 10bd8bb9-a200-4f36-afd9-60fe2bad8486 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:22:09.009723 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-ccba7673-ca5d-4770-88c0-512422ba437d req-aeb31705-06dc-4316-9752-d2f5dc377a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d4a3ff-d01a-4889-a601-12ecbfd7db76 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:22:09.036358 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1da06c8a-a288-4125-a17a-a0d5895b2edc req-74eda8ec-f83b-4c92-b958-76e09cd0720a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc791cb1-1b5d-465e-9567-64f5c246d20e HTTP/1.1" status: 200 len: 217 time: 0.2469060 Aug 16 20:22:09.045339 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ccba7673-ca5d-4770-88c0-512422ba437d req-aeb31705-06dc-4316-9752-d2f5dc377a6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:09.072184 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b19db-48c0-4e5e-9428-7f9b9c00571c req-aa4636d7-f669-44ad-85c9-112ca9cedf63 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:09.081274 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b19db-48c0-4e5e-9428-7f9b9c00571c req-aa4636d7-f669-44ad-85c9-112ca9cedf63 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:09.083381 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-602b19db-48c0-4e5e-9428-7f9b9c00571c req-aa4636d7-f669-44ad-85c9-112ca9cedf63 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 1677 time: 0.7869804 Aug 16 20:22:09.166986 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-ccba7673-ca5d-4770-88c0-512422ba437d req-aeb31705-06dc-4316-9752-d2f5dc377a6e service neutron] Transition to ACTIVE for port object 40d4a3ff-d01a-4889-a601-12ecbfd7db76 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:09.228290 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ccba7673-ca5d-4770-88c0-512422ba437d req-aeb31705-06dc-4316-9752-d2f5dc377a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:09.244973 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f3773e3-7955-4a68-8da4-55517c91a46b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:09.272146 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64255c76-c6b7-4952-a0ec-f8fbace45b5f req-079ddf83-2b64-44d6-8ddc-1fb51f6cc667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:09.273656 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-64255c76-c6b7-4952-a0ec-f8fbace45b5f req-079ddf83-2b64-44d6-8ddc-1fb51f6cc667 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=033ca340-7c7c-44a6-a90d-98332393fe5c HTTP/1.1" status: 200 len: 835 time: 0.2967763 Aug 16 20:22:09.280036 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb31705-06dc-4316-9752-d2f5dc377a6e service neutron] Pushing event updated for resources: {'Port': ['ID=40d4a3ff-d01a-4889-a601-12ecbfd7db76,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:09.348886 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-7b16ccbc-4aa4-498e-bbae-7a0686b40117 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Deleting port aa59368f-1db7-43fa-bd48-03c82e86210f {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:09.349336 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-7b16ccbc-4aa4-498e-bbae-7a0686b40117 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:09.365176 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-602b19db-48c0-4e5e-9428-7f9b9c00571c req-df573b61-88fd-4fe3-b079-bab704ebc27a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2661293 Aug 16 20:22:09.366940 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da06c8a-a288-4125-a17a-a0d5895b2edc req-6bf0cf16-93a8-453f-af05-2ef98f36a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:09.368564 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1da06c8a-a288-4125-a17a-a0d5895b2edc req-6bf0cf16-93a8-453f-af05-2ef98f36a5cc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f1755932-a345-4e21-baf2-336d11f67499 HTTP/1.1" status: 200 len: 854 time: 0.3131754 Aug 16 20:22:09.524136 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1da06c8a-a288-4125-a17a-a0d5895b2edc req-277df1a7-d14b-438b-afe4-ddd782c883aa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c024a52a-80b3-4212-a68d-1e1da5f9bb5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1376817 Aug 16 20:22:09.617135 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64255c76-c6b7-4952-a0ec-f8fbace45b5f req-0d96766e-db5d-473d-902f-51565868c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:09.618860 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-64255c76-c6b7-4952-a0ec-f8fbace45b5f req-0d96766e-db5d-473d-902f-51565868c9a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ee10d137-f84f-433f-a5c6-041af81d21c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3270133 Aug 16 20:22:09.818455 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06c3ab-911f-41ec-b91b-f7c142cb7bd9 req-28c5772c-0fdf-48ef-be0d-64df6ed2f4a2 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:09.826563 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5c06c3ab-911f-41ec-b91b-f7c142cb7bd9 req-28c5772c-0fdf-48ef-be0d-64df6ed2f4a2 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/ports?device_id=0fe60690-7c15-4ea6-952c-647ac5cee576 HTTP/1.1" status: 200 len: 943 time: 0.3184693 Aug 16 20:22:09.834699 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ccba7673-ca5d-4770-88c0-512422ba437d req-aeb31705-06dc-4316-9752-d2f5dc377a6e service neutron] Attempting to bind port 40d4a3ff-d01a-4889-a601-12ecbfd7db76 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:22:09.835027 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ccba7673-ca5d-4770-88c0-512422ba437d req-aeb31705-06dc-4316-9752-d2f5dc377a6e service neutron] Attempting to bind port 40d4a3ff-d01a-4889-a601-12ecbfd7db76 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '87b3f52f-e6cb-428b-b949-aabbad1859c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7791228a-8243-4ee8-b342-f1fda0ae7f4b'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:22:09.835378 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccba7673-ca5d-4770-88c0-512422ba437d req-aeb31705-06dc-4316-9752-d2f5dc377a6e service neutron] Attempting to bind port 40d4a3ff-d01a-4889-a601-12ecbfd7db76 on network 7791228a-8243-4ee8-b342-f1fda0ae7f4b {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:09.842136 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-7b16ccbc-4aa4-498e-bbae-7a0686b40117 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] For port aa59368f-1db7-43fa-bd48-03c82e86210f, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=aa59368f-1db7-43fa-bd48-03c82e86210f,segment=NetworkSegment(57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61),segment_id=57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:09.842442 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-7b16ccbc-4aa4-498e-bbae-7a0686b40117 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:09.876764 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccba7673-ca5d-4770-88c0-512422ba437d req-aeb31705-06dc-4316-9752-d2f5dc377a6e service neutron] Port 40d4a3ff-d01a-4889-a601-12ecbfd7db76 on network 7791228a-8243-4ee8-b342-f1fda0ae7f4b not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:22:09.877150 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccba7673-ca5d-4770-88c0-512422ba437d req-aeb31705-06dc-4316-9752-d2f5dc377a6e service neutron] Attempting to bind port 40d4a3ff-d01a-4889-a601-12ecbfd7db76 on network 7791228a-8243-4ee8-b342-f1fda0ae7f4b {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:09.880508 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-7b16ccbc-4aa4-498e-bbae-7a0686b40117 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Calling delete_port for aa59368f-1db7-43fa-bd48-03c82e86210f owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:09.915828 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab499988-4f05-4dbb-801e-b1f77a40e51a req-5d883111-bc50-4ab6-97ee-de0c00416acb tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:09.918033 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ab499988-4f05-4dbb-801e-b1f77a40e51a req-5d883111-bc50-4ab6-97ee-de0c00416acb tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=14d51918-8711-4ccc-b91b-1a1fca06f65f HTTP/1.1" status: 200 len: 907 time: 0.6684754 Aug 16 20:22:09.934399 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f3773e3-7955-4a68-8da4-55517c91a46b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:09.960849 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5c06c3ab-911f-41ec-b91b-f7c142cb7bd9 req-44ca799a-c2fe-45a1-919a-ca7699e322b8 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/security-groups?id=aea6f565-3c14-4f93-9ccd-cc966ebc713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333840 Aug 16 20:22:10.003791 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3773e3-7955-4a68-8da4-55517c91a46b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:10.004011 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccba7673-ca5d-4770-88c0-512422ba437d req-aeb31705-06dc-4316-9752-d2f5dc377a6e service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:22:10.008759 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7f3773e3-7955-4a68-8da4-55517c91a46b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:10.011656 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccba7673-ca5d-4770-88c0-512422ba437d req-aeb31705-06dc-4316-9752-d2f5dc377a6e service neutron] Checking segment: {'id': '87b3f52f-e6cb-428b-b949-aabbad1859c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7791228a-8243-4ee8-b342-f1fda0ae7f4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:22:10.012038 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccba7673-ca5d-4770-88c0-512422ba437d req-aeb31705-06dc-4316-9752-d2f5dc377a6e service neutron] Bound using segment: {'id': '87b3f52f-e6cb-428b-b949-aabbad1859c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7791228a-8243-4ee8-b342-f1fda0ae7f4b'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:22:10.012509 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ccba7673-ca5d-4770-88c0-512422ba437d req-aeb31705-06dc-4316-9752-d2f5dc377a6e service neutron] Bound port: 40d4a3ff-d01a-4889-a601-12ecbfd7db76, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87b3f52f-e6cb-428b-b949-aabbad1859c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7791228a-8243-4ee8-b342-f1fda0ae7f4b'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:22:10.012881 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ccba7673-ca5d-4770-88c0-512422ba437d req-aeb31705-06dc-4316-9752-d2f5dc377a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:10.023244 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3773e3-7955-4a68-8da4-55517c91a46b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:10.066319 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1da06c8a-a288-4125-a17a-a0d5895b2edc req-57b73b3f-2782-4ae0-a6e8-5c4f0ce7ddea service neutron] 10.222.0.63 "GET /v2.0/networks/c024a52a-80b3-4212-a68d-1e1da5f9bb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952960 Aug 16 20:22:10.078876 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-64255c76-c6b7-4952-a0ec-f8fbace45b5f req-504a92cb-bbdb-4084-8384-8a71f6f221e7 service neutron] 10.222.0.57 "GET /v2.0/networks/ee10d137-f84f-433f-a5c6-041af81d21c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985860 Aug 16 20:22:10.119139 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3773e3-7955-4a68-8da4-55517c91a46b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event updated for resources: {'Port': ['ID=8bf94155-4318-42af-8fe7-b6509eb19f28,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:10.214350 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1da06c8a-a288-4125-a17a-a0d5895b2edc req-2062391a-0d20-4390-bbce-00e59b6032d2 service neutron] 10.222.0.63 "GET /v2.0/networks/c024a52a-80b3-4212-a68d-1e1da5f9bb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396074 Aug 16 20:22:10.264012 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'name': 'network-vif-deleted', 'tag': '15bcece1-3862-48bc-becb-4f92e4ddad57'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:10.267278 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a240a11d-29d3-4260-a4ff-3c89581a961d" -d '{"events": [{"server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "name": "network-vif-deleted", "tag": "15bcece1-3862-48bc-becb-4f92e4ddad57"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:10.275145 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-1660ad26-47ec-4da3-8ed9-2e68ed617cba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10bd8bb9-a200-4f36-afd9-60fe2bad8486 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:22:10.294853 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d6cef-39d5-4d6e-983c-f99d7aaaa5c3 req-ce667682-9825-494b-9db5-c826e4f18b4b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:10.296672 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aa8d6cef-39d5-4d6e-983c-f99d7aaaa5c3 req-ce667682-9825-494b-9db5-c826e4f18b4b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=3a27eca5-7bd1-40e0-ac87-e93472608865 HTTP/1.1" status: 200 len: 931 time: 0.2745831 Aug 16 20:22:10.317324 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-1660ad26-47ec-4da3-8ed9-2e68ed617cba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:10.353432 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ccba7673-ca5d-4770-88c0-512422ba437d req-aeb31705-06dc-4316-9752-d2f5dc377a6e service neutron] For port 40d4a3ff-d01a-4889-a601-12ecbfd7db76, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:22:10.362511 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ccba7673-ca5d-4770-88c0-512422ba437d req-aeb31705-06dc-4316-9752-d2f5dc377a6e service neutron] For port 40d4a3ff-d01a-4889-a601-12ecbfd7db76, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=40d4a3ff-d01a-4889-a601-12ecbfd7db76,segment=NetworkSegment(87b3f52f-e6cb-428b-b949-aabbad1859c3),segment_id=87b3f52f-e6cb-428b-b949-aabbad1859c3)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:22:10.365591 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-1660ad26-47ec-4da3-8ed9-2e68ed617cba service neutron] Transition to ACTIVE for port object 10bd8bb9-a200-4f36-afd9-60fe2bad8486 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:10.378853 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-1660ad26-47ec-4da3-8ed9-2e68ed617cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:10.382201 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ccba7673-ca5d-4770-88c0-512422ba437d req-aeb31705-06dc-4316-9752-d2f5dc377a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:10.418025 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323d5976-114e-420b-9695-f95d6b5bd6fb x-openstack-request-id: req-323d5976-114e-420b-9695-f95d6b5bd6fb {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:10.418734 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "name": "network-vif-deleted", "tag": "15bcece1-3862-48bc-becb-4f92e4ddad57", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:10.419199 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-323d5976-114e-420b-9695-f95d6b5bd6fb {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:10.419827 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'name': 'network-vif-deleted', 'tag': '15bcece1-3862-48bc-becb-4f92e4ddad57', 'status': 'completed', 'code': 200} Aug 16 20:22:10.423753 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-64255c76-c6b7-4952-a0ec-f8fbace45b5f req-2ca754ea-5d5e-4157-8702-f1c2469fb89b service neutron] 10.222.0.57 "GET /v2.0/networks/ee10d137-f84f-433f-a5c6-041af81d21c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491779 Aug 16 20:22:10.454859 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660ad26-47ec-4da3-8ed9-2e68ed617cba service neutron] Pushing event updated for resources: {'Port': ['ID=10bd8bb9-a200-4f36-afd9-60fe2bad8486,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:10.463615 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aa8d6cef-39d5-4d6e-983c-f99d7aaaa5c3 req-b4e75bdb-8b8f-45a9-a424-cdf33755a38d tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7620413-02d0-483a-9a4a-7cb2b8a0bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436412 Aug 16 20:22:10.496615 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba7673-ca5d-4770-88c0-512422ba437d req-aeb31705-06dc-4316-9752-d2f5dc377a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:10.497766 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ccba7673-ca5d-4770-88c0-512422ba437d req-aeb31705-06dc-4316-9752-d2f5dc377a6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:10.499478 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccba7673-ca5d-4770-88c0-512422ba437d req-aeb31705-06dc-4316-9752-d2f5dc377a6e service neutron] 10.222.0.63 "PUT /v2.0/ports/40d4a3ff-d01a-4889-a601-12ecbfd7db76 HTTP/1.1" status: 200 len: 1056 time: 3.7400973 Aug 16 20:22:10.530988 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb31705-06dc-4316-9752-d2f5dc377a6e service neutron] Pushing event updated for resources: {'Port': ['ID=40d4a3ff-d01a-4889-a601-12ecbfd7db76,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:10.538488 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-7b16ccbc-4aa4-498e-bbae-7a0686b40117 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:10.626559 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16ccbc-4aa4-498e-bbae-7a0686b40117 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Pushing event deleted for resources: {'Port': ['ID=aa59368f-1db7-43fa-bd48-03c82e86210f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:10.687876 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-1660ad26-47ec-4da3-8ed9-2e68ed617cba service neutron] Attempting to bind port 10bd8bb9-a200-4f36-afd9-60fe2bad8486 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:22:10.689122 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-1660ad26-47ec-4da3-8ed9-2e68ed617cba service neutron] Attempting to bind port 10bd8bb9-a200-4f36-afd9-60fe2bad8486 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '9a013c82-2aa1-459a-a55a-16f5b0b5c086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:22:10.689527 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-1660ad26-47ec-4da3-8ed9-2e68ed617cba service neutron] Attempting to bind port 10bd8bb9-a200-4f36-afd9-60fe2bad8486 on network 063b4ef8-01f9-41d8-999f-969c8ec857e2 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:10.699660 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-1660ad26-47ec-4da3-8ed9-2e68ed617cba service neutron] Port 10bd8bb9-a200-4f36-afd9-60fe2bad8486 on network 063b4ef8-01f9-41d8-999f-969c8ec857e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:22:10.700121 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-1660ad26-47ec-4da3-8ed9-2e68ed617cba service neutron] Attempting to bind port 10bd8bb9-a200-4f36-afd9-60fe2bad8486 on network 063b4ef8-01f9-41d8-999f-969c8ec857e2 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:10.711231 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-1660ad26-47ec-4da3-8ed9-2e68ed617cba service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:22:10.711600 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-1660ad26-47ec-4da3-8ed9-2e68ed617cba service neutron] Checking segment: {'id': '9a013c82-2aa1-459a-a55a-16f5b0b5c086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:22:10.712607 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-1660ad26-47ec-4da3-8ed9-2e68ed617cba service neutron] Bound using segment: {'id': '9a013c82-2aa1-459a-a55a-16f5b0b5c086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:22:10.713076 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-1660ad26-47ec-4da3-8ed9-2e68ed617cba service neutron] Bound port: 10bd8bb9-a200-4f36-afd9-60fe2bad8486, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a013c82-2aa1-459a-a55a-16f5b0b5c086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:22:10.713579 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-1660ad26-47ec-4da3-8ed9-2e68ed617cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:10.822954 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41850) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:10.904456 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f3773e3-7955-4a68-8da4-55517c91a46b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:10.957629 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-1660ad26-47ec-4da3-8ed9-2e68ed617cba service neutron] For port 10bd8bb9-a200-4f36-afd9-60fe2bad8486, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:22:11.001832 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-1660ad26-47ec-4da3-8ed9-2e68ed617cba service neutron] For port 10bd8bb9-a200-4f36-afd9-60fe2bad8486, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=10bd8bb9-a200-4f36-afd9-60fe2bad8486,segment=NetworkSegment(9a013c82-2aa1-459a-a55a-16f5b0b5c086),segment_id=9a013c82-2aa1-459a-a55a-16f5b0b5c086)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:22:11.037673 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device cc791cb1-1b5d-465e-9567-64f5c246d20e details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:22:11.062680 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-1660ad26-47ec-4da3-8ed9-2e68ed617cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:11.097563 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-1660ad26-47ec-4da3-8ed9-2e68ed617cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:11.097694 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-1660ad26-47ec-4da3-8ed9-2e68ed617cba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:11.099155 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-1660ad26-47ec-4da3-8ed9-2e68ed617cba service neutron] 10.222.0.57 "PUT /v2.0/ports/10bd8bb9-a200-4f36-afd9-60fe2bad8486 HTTP/1.1" status: 200 len: 1092 time: 2.3824294 Aug 16 20:22:11.138971 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a0cfca1c-43bc-4437-bdcb-f90140e16f7a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:11.143944 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a27eca5-7bd1-40e0-ac87-e93472608865', 'tag': '10bd8bb9-a200-4f36-afd9-60fe2bad8486'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:11.146213 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48bd31e-78ab-40c1-bd42-5908c616e370" -d '{"events": [{"name": "network-changed", "server_uuid": "3a27eca5-7bd1-40e0-ac87-e93472608865", "tag": "10bd8bb9-a200-4f36-afd9-60fe2bad8486"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:11.146389 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-7b16ccbc-4aa4-498e-bbae-7a0686b40117 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] No DVR routers for this DVR port aa59368f-1db7-43fa-bd48-03c82e86210f on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:22:11.151968 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-7b16ccbc-4aa4-498e-bbae-7a0686b40117 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:11.153888 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-7b16ccbc-4aa4-498e-bbae-7a0686b40117 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.63 "DELETE /v2.0/ports/aa59368f-1db7-43fa-bd48-03c82e86210f HTTP/1.1" status: 204 len: 173 time: 2.6489537 Aug 16 20:22:11.207656 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d5966-4264-41aa-bb76-6bc515a04d8a req-216e6e22-556c-4c35-a4f3-4fba5ec1e9a7 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:11.232365 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4f0d5966-4264-41aa-bb76-6bc515a04d8a req-216e6e22-556c-4c35-a4f3-4fba5ec1e9a7 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 943 time: 0.6335554 Aug 16 20:22:11.280063 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba7673-ca5d-4770-88c0-512422ba437d req-5e073a86-93f7-4f49-8de1-606044a31950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:11.281584 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccba7673-ca5d-4770-88c0-512422ba437d req-5e073a86-93f7-4f49-8de1-606044a31950 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e8bcd23a9a424ad4a6a1bf7da2226594&device_id=14d51918-8711-4ccc-b91b-1a1fca06f65f HTTP/1.1" status: 200 len: 1059 time: 0.7301099 Aug 16 20:22:11.299310 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port cc791cb1-1b5d-465e-9567-64f5c246d20e, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=cc791cb1-1b5d-465e-9567-64f5c246d20e,segment=NetworkSegment(31a434b9-343e-4c65-9b40-14a4e420a56a),segment_id=31a434b9-343e-4c65-9b40-14a4e420a56a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:11.326599 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'cc791cb1-1b5d-465e-9567-64f5c246d20e', 'network_id': 'c024a52a-80b3-4212-a68d-1e1da5f9bb5d', 'port_id': 'cc791cb1-1b5d-465e-9567-64f5c246d20e', 'mac_address': 'fa:16:3e:f0:2e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1755932-a345-4e21-baf2-336d11f67499', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:22:11.363811 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccba7673-ca5d-4770-88c0-512422ba437d req-376fa33d-ed25-4c8e-85c0-097ca650ee27 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=40d4a3ff-d01a-4889-a601-12ecbfd7db76 HTTP/1.1" status: 200 len: 217 time: 0.0660803 Aug 16 20:22:11.381296 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0cfca1c-43bc-4437-bdcb-f90140e16f7a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:11.383145 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:11.389885 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660ad26-47ec-4da3-8ed9-2e68ed617cba service neutron] Pushing event updated for resources: {'Port': ['ID=10bd8bb9-a200-4f36-afd9-60fe2bad8486,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:11.400988 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc791cb1-1b5d-465e-9567-64f5c246d20e {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:22:11.431531 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port cc791cb1-1b5d-465e-9567-64f5c246d20e, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=cc791cb1-1b5d-465e-9567-64f5c246d20e,segment=NetworkSegment(31a434b9-343e-4c65-9b40-14a4e420a56a),segment_id=31a434b9-343e-4c65-9b40-14a4e420a56a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:11.437564 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b413a1-bdb5-4877-8856-2afa9a25c119 req-a07bdd86-09e9-4a25-8366-d23091123f8f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:11.445286 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:11.456844 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-16b413a1-bdb5-4877-8856-2afa9a25c119 req-a07bdd86-09e9-4a25-8366-d23091123f8f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=14d51918-8711-4ccc-b91b-1a1fca06f65f HTTP/1.1" status: 200 len: 907 time: 0.3973567 Aug 16 20:22:11.484229 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4f0d5966-4264-41aa-bb76-6bc515a04d8a req-45b3fe04-3e8a-4b2a-9076-b3d659b18c4e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups?id=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2505291 Aug 16 20:22:11.510738 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba7673-ca5d-4770-88c0-512422ba437d req-1de9fb48-3c78-4599-b4e5-7d57c364506e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:11.512332 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccba7673-ca5d-4770-88c0-512422ba437d req-1de9fb48-3c78-4599-b4e5-7d57c364506e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=afbd6930-463c-40d6-acd7-50e93de6a7f7 HTTP/1.1" status: 200 len: 838 time: 0.1210086 Aug 16 20:22:11.526108 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-475a49b0-3e7d-4cae-9b03-b96815194e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:11.527644 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-475a49b0-3e7d-4cae-9b03-b96815194e54 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e56891446a5d4a4da1a00ff61508934e&device_id=3a27eca5-7bd1-40e0-ac87-e93472608865 HTTP/1.1" status: 200 len: 1095 time: 0.3653409 Aug 16 20:22:11.535639 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-d3d17541-e562-444d-bae0-0b5b56d451d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Deleting port f95a6a25-2ba9-4066-b98c-395810ce723a {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:11.536239 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-d3d17541-e562-444d-bae0-0b5b56d451d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:11.576362 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=cc791cb1-1b5d-465e-9567-64f5c246d20e,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:11.595368 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-497fb012-2566-4f03-8d0c-2c7bbfabd199 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10bd8bb9-a200-4f36-afd9-60fe2bad8486 HTTP/1.1" status: 200 len: 217 time: 0.0451627 Aug 16 20:22:11.645639 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb9cc78-cc75-4ac9-b8d2-d71b54b85d54 x-openstack-request-id: req-3eb9cc78-cc75-4ac9-b8d2-d71b54b85d54 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:11.645926 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a27eca5-7bd1-40e0-ac87-e93472608865", "tag": "10bd8bb9-a200-4f36-afd9-60fe2bad8486", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:11.646180 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3eb9cc78-cc75-4ac9-b8d2-d71b54b85d54 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:11.646569 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a27eca5-7bd1-40e0-ac87-e93472608865', 'tag': '10bd8bb9-a200-4f36-afd9-60fe2bad8486', 'status': 'completed', 'code': 200} Aug 16 20:22:11.651312 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['cc791cb1-1b5d-465e-9567-64f5c246d20e'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:22:11.671992 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f3773e3-7955-4a68-8da4-55517c91a46b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:11.710087 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba7673-ca5d-4770-88c0-512422ba437d req-9752f4f7-689f-4af9-ace7-8d0f7f68ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:11.716624 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccba7673-ca5d-4770-88c0-512422ba437d req-9752f4f7-689f-4af9-ace7-8d0f7f68ba3e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7791228a-8243-4ee8-b342-f1fda0ae7f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1904500 Aug 16 20:22:11.784704 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df160145-08e3-4585-9f39-2287a93cce17 req-3fb47806-2948-436d-8315-5a59af0bf426 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:11.786264 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-df160145-08e3-4585-9f39-2287a93cce17 req-3fb47806-2948-436d-8315-5a59af0bf426 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/ports?device_id=0fe60690-7c15-4ea6-952c-647ac5cee576 HTTP/1.1" status: 200 len: 944 time: 0.1863217 Aug 16 20:22:11.844990 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-d3d17541-e562-444d-bae0-0b5b56d451d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] For port f95a6a25-2ba9-4066-b98c-395810ce723a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f95a6a25-2ba9-4066-b98c-395810ce723a,segment=NetworkSegment(db4ce1a5-fe5a-45f4-9106-33c45e011a98),segment_id=db4ce1a5-fe5a-45f4-9106-33c45e011a98)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:11.845561 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-d3d17541-e562-444d-bae0-0b5b56d451d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:11.862815 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-f907b43e-fc62-4f7b-8cfa-fef37f74c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:11.864139 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-f907b43e-fc62-4f7b-8cfa-fef37f74c9ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e440ab31-21c6-47f2-aed9-b929b10637a3 HTTP/1.1" status: 200 len: 834 time: 0.2217393 Aug 16 20:22:11.886607 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-d3d17541-e562-444d-bae0-0b5b56d451d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Calling delete_port for f95a6a25-2ba9-4066-b98c-395810ce723a owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:11.932315 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1624c-8bb9-4feb-80b7-9246333ab33f req-fd30ab15-a9ca-4588-a2f6-3f34ad84a2b2 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:11.933832 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5be1624c-8bb9-4feb-80b7-9246333ab33f req-fd30ab15-a9ca-4588-a2f6-3f34ad84a2b2 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=3a27eca5-7bd1-40e0-ac87-e93472608865 HTTP/1.1" status: 200 len: 943 time: 0.1995604 Aug 16 20:22:11.948704 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-df160145-08e3-4585-9f39-2287a93cce17 req-c87ce4d3-c8c0-4ff3-ab9d-e9b8a273f4be tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/security-groups?id=aea6f565-3c14-4f93-9ccd-cc966ebc713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523523 Aug 16 20:22:11.966128 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccba7673-ca5d-4770-88c0-512422ba437d req-fb7b913b-3309-4eb4-b284-7740479b9d37 service neutron] 10.222.0.63 "GET /v2.0/networks/7791228a-8243-4ee8-b342-f1fda0ae7f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457712 Aug 16 20:22:11.974596 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0cfca1c-43bc-4437-bdcb-f90140e16f7a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:12.024801 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-153842e4-6d03-4c8f-a6d7-f9793fcd56f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:12.026323 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-153842e4-6d03-4c8f-a6d7-f9793fcd56f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=063b4ef8-01f9-41d8-999f-969c8ec857e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1467829 Aug 16 20:22:12.076990 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5be1624c-8bb9-4feb-80b7-9246333ab33f req-95ced42e-6aec-40a7-837c-e21457ec45d2 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7620413-02d0-483a-9a4a-7cb2b8a0bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069710 Aug 16 20:22:12.122325 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3773e3-7955-4a68-8da4-55517c91a46b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Router 4b25ba43-910a-471c-b81c-bd0069004478 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:22:12.128140 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccba7673-ca5d-4770-88c0-512422ba437d req-0d78c8dc-61fe-458d-bd3f-97f720d77887 service neutron] 10.222.0.63 "GET /v2.0/networks/7791228a-8243-4ee8-b342-f1fda0ae7f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520095 Aug 16 20:22:12.185237 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-d3d17541-e562-444d-bae0-0b5b56d451d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:12.237214 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-a0cfca1c-43bc-4437-bdcb-f90140e16f7a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Allocated IP 172.25.8.215 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/c9fcab32-ceba-4be8-9742-7cc7ede272d2) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:12.251793 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d17541-e562-444d-bae0-0b5b56d451d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Pushing event deleted for resources: {'Port': ['ID=f95a6a25-2ba9-4066-b98c-395810ce723a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:12.252346 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-ec07a25c-b008-4029-981e-6910bd7169ef service neutron] 10.222.0.57 "GET /v2.0/networks/063b4ef8-01f9-41d8-999f-969c8ec857e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159619 Aug 16 20:22:12.280368 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-d3d17541-e562-444d-bae0-0b5b56d451d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] No DVR routers for this DVR port f95a6a25-2ba9-4066-b98c-395810ce723a on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:22:12.283916 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-d3d17541-e562-444d-bae0-0b5b56d451d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:12.286098 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1c4b8859-7079-4216-a3a0-c19d3f2fb06d req-d3d17541-e562-444d-bae0-0b5b56d451d9 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.63 "DELETE /v2.0/ports/f95a6a25-2ba9-4066-b98c-395810ce723a HTTP/1.1" status: 204 len: 173 time: 1.1146896 Aug 16 20:22:12.421768 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d51918-8711-4ccc-b91b-1a1fca06f65f', 'tag': '40d4a3ff-d01a-4889-a601-12ecbfd7db76'}, {'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'name': 'network-vif-deleted', 'tag': 'aa59368f-1db7-43fa-bd48-03c82e86210f'}, {'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'name': 'network-vif-deleted', 'tag': 'f95a6a25-2ba9-4066-b98c-395810ce723a'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:12.425048 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7111fa-8578-47cd-bdb8-bb6c22c3ad5a" -d '{"events": [{"name": "network-changed", "server_uuid": "14d51918-8711-4ccc-b91b-1a1fca06f65f", "tag": "40d4a3ff-d01a-4889-a601-12ecbfd7db76"}, {"server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "name": "network-vif-deleted", "tag": "aa59368f-1db7-43fa-bd48-03c82e86210f"}, {"server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "name": "network-vif-deleted", "tag": "f95a6a25-2ba9-4066-b98c-395810ce723a"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:12.504318 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1057f8-a9e3-4127-a300-b9c00a0af290 x-openstack-request-id: req-ab1057f8-a9e3-4127-a300-b9c00a0af290 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:12.504862 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d51918-8711-4ccc-b91b-1a1fca06f65f", "tag": "40d4a3ff-d01a-4889-a601-12ecbfd7db76", "status": "completed", "code": 200}, {"server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "name": "network-vif-deleted", "tag": "aa59368f-1db7-43fa-bd48-03c82e86210f", "status": "completed", "code": 200}, {"server_uuid": "25a2e5d5-9d2c-4573-8772-de41d86152f7", "name": "network-vif-deleted", "tag": "f95a6a25-2ba9-4066-b98c-395810ce723a", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:12.508714 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ab1057f8-a9e3-4127-a300-b9c00a0af290 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:12.509499 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d51918-8711-4ccc-b91b-1a1fca06f65f', 'tag': '40d4a3ff-d01a-4889-a601-12ecbfd7db76', 'status': 'completed', 'code': 200} Aug 16 20:22:12.509986 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'name': 'network-vif-deleted', 'tag': 'aa59368f-1db7-43fa-bd48-03c82e86210f', 'status': 'completed', 'code': 200} Aug 16 20:22:12.511838 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a2e5d5-9d2c-4573-8772-de41d86152f7', 'name': 'network-vif-deleted', 'tag': 'f95a6a25-2ba9-4066-b98c-395810ce723a', 'status': 'completed', 'code': 200} Aug 16 20:22:12.659681 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16188d42-aaf2-4979-88c2-28460e9982bd req-015dffb1-28a0-4e9d-8bcc-82238045b739 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:12.662706 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-16188d42-aaf2-4979-88c2-28460e9982bd req-015dffb1-28a0-4e9d-8bcc-82238045b739 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=14d51918-8711-4ccc-b91b-1a1fca06f65f HTTP/1.1" status: 200 len: 907 time: 0.0795052 Aug 16 20:22:12.665344 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7111fa-8578-47cd-bdb8-bb6c22c3ad5a req-45a667b9-1672-42b2-b727-2401aaf35adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:12.667009 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a7111fa-8578-47cd-bdb8-bb6c22c3ad5a req-45a667b9-1672-42b2-b727-2401aaf35adf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e8bcd23a9a424ad4a6a1bf7da2226594&device_id=14d51918-8711-4ccc-b91b-1a1fca06f65f HTTP/1.1" status: 200 len: 1059 time: 0.1399972 Aug 16 20:22:12.790761 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7111fa-8578-47cd-bdb8-bb6c22c3ad5a req-748fceea-22c8-4710-a7a7-42802e0631c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:12.792506 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a7111fa-8578-47cd-bdb8-bb6c22c3ad5a req-748fceea-22c8-4710-a7a7-42802e0631c9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7791228a-8243-4ee8-b342-f1fda0ae7f4b HTTP/1.1" status: 200 len: 899 time: 0.1170270 Aug 16 20:22:12.825308 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6e8a41f0-5611-4e3d-9414-d38bf84c3c04 req-63384582-f67e-42bc-b587-07e473204f6d tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 210 time: 0.0835931 Aug 16 20:22:12.832003 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3773e3-7955-4a68-8da4-55517c91a46b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:22:12.855225 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1353a104-6df8-43bd-af2c-0035a49860f7 None None] Sync routers for ids ['4b25ba43-910a-471c-b81c-bd0069004478'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:22:12.857915 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a7111fa-8578-47cd-bdb8-bb6c22c3ad5a req-90ccb65c-8fb0-4269-9559-0988391cff7d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=40d4a3ff-d01a-4889-a601-12ecbfd7db76 HTTP/1.1" status: 200 len: 217 time: 0.0518007 Aug 16 20:22:12.878635 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1353a104-6df8-43bd-af2c-0035a49860f7 None None] Routers {'4b25ba43-910a-471c-b81c-bd0069004478'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:12.884276 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1353a104-6df8-43bd-af2c-0035a49860f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4b25ba43-910a-471c-b81c-bd0069004478'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:12.905060 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f3773e3-7955-4a68-8da4-55517c91a46b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:12.909380 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7f3773e3-7955-4a68-8da4-55517c91a46b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.7818613 Aug 16 20:22:12.910829 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-108c94ae-e521-4986-bda0-7a42e56f12c9 req-30c163f7-021b-4c32-8ba3-7d3d522a2a2c service neutron] 10.222.0.57 "GET /v2.0/networks/063b4ef8-01f9-41d8-999f-969c8ec857e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6183817 Aug 16 20:22:12.911306 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41896) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:12.968662 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7111fa-8578-47cd-bdb8-bb6c22c3ad5a req-2e93e7a1-2875-4193-bd7c-bfcd0f1c6ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:12.971343 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a7111fa-8578-47cd-bdb8-bb6c22c3ad5a req-2e93e7a1-2875-4193-bd7c-bfcd0f1c6ead service neutron] 10.222.0.63 "GET /v2.0/subnets?id=afbd6930-463c-40d6-acd7-50e93de6a7f7 HTTP/1.1" status: 200 len: 838 time: 0.1036446 Aug 16 20:22:12.984317 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1353a104-6df8-43bd-af2c-0035a49860f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:12.997246 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1353a104-6df8-43bd-af2c-0035a49860f7 None None] Routers {'4b25ba43-910a-471c-b81c-bd0069004478'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:12.998171 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1353a104-6df8-43bd-af2c-0035a49860f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4b25ba43-910a-471c-b81c-bd0069004478'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:13.039290 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0cfca1c-43bc-4437-bdcb-f90140e16f7a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:13.068946 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device cc791cb1-1b5d-465e-9567-64f5c246d20e up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:13.088594 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1353a104-6df8-43bd-af2c-0035a49860f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:13.090865 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1353a104-6df8-43bd-af2c-0035a49860f7 None None] The sync data for ids ['4b25ba43-910a-471c-b81c-bd0069004478'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:22:13.133698 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7111fa-8578-47cd-bdb8-bb6c22c3ad5a req-c148e335-1554-449f-bcf8-c35173d7672d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:13.137792 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a7111fa-8578-47cd-bdb8-bb6c22c3ad5a req-c148e335-1554-449f-bcf8-c35173d7672d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7791228a-8243-4ee8-b342-f1fda0ae7f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1582968 Aug 16 20:22:13.174710 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0cfca1c-43bc-4437-bdcb-f90140e16f7a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:13.184064 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port cc791cb1-1b5d-465e-9567-64f5c246d20e completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:13.188897 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port cc791cb1-1b5d-465e-9567-64f5c246d20e triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:13.189283 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:13.251177 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d02c5d-2462-437d-88be-23f7b10e2d02 req-d1d00113-dfb7-424f-b16b-854cf6b58f0e tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:13.252825 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-39d02c5d-2462-437d-88be-23f7b10e2d02 req-d1d00113-dfb7-424f-b16b-854cf6b58f0e tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/ports?device_id=0fe60690-7c15-4ea6-952c-647ac5cee576 HTTP/1.1" status: 200 len: 944 time: 0.1516140 Aug 16 20:22:13.331114 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cfca1c-43bc-4437-bdcb-f90140e16f7a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:13.344504 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:13.365820 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-a0cfca1c-43bc-4437-bdcb-f90140e16f7a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:13.367278 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a7111fa-8578-47cd-bdb8-bb6c22c3ad5a req-68df02fb-7ea3-4e8e-bccb-9a6dd7a7b1c0 service neutron] 10.222.0.63 "GET /v2.0/networks/7791228a-8243-4ee8-b342-f1fda0ae7f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207561 Aug 16 20:22:13.370560 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cfca1c-43bc-4437-bdcb-f90140e16f7a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:13.375097 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe60690-7c15-4ea6-952c-647ac5cee576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc791cb1-1b5d-465e-9567-64f5c246d20e'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:13.378450 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694066f2-7fef-4eaf-a163-0126b8040e0c" -d '{"events": [{"server_uuid": "0fe60690-7c15-4ea6-952c-647ac5cee576", "name": "network-vif-plugged", "status": "completed", "tag": "cc791cb1-1b5d-465e-9567-64f5c246d20e"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:13.394983 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port cc791cb1-1b5d-465e-9567-64f5c246d20e, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=cc791cb1-1b5d-465e-9567-64f5c246d20e,segment=NetworkSegment(31a434b9-343e-4c65-9b40-14a4e420a56a),segment_id=31a434b9-343e-4c65-9b40-14a4e420a56a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:13.404894 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:13.416549 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cfca1c-43bc-4437-bdcb-f90140e16f7a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Pushing event updated for resources: {'Port': ['ID=c9fcab32-ceba-4be8-9742-7cc7ede272d2,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:13.420253 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bd31e-78ab-40c1-bd42-5908c616e370 req-8f2b57e0-a573-4271-aabc-323b1c32a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:13.421946 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a48bd31e-78ab-40c1-bd42-5908c616e370 req-8f2b57e0-a573-4271-aabc-323b1c32a26f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e56891446a5d4a4da1a00ff61508934e&device_id=3a27eca5-7bd1-40e0-ac87-e93472608865 HTTP/1.1" status: 200 len: 1095 time: 0.4446323 Aug 16 20:22:13.452951 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-39d02c5d-2462-437d-88be-23f7b10e2d02 req-8d486e26-eb2b-453d-9c2b-ca991c00bdec tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/security-groups?id=aea6f565-3c14-4f93-9ccd-cc966ebc713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815045 Aug 16 20:22:13.462590 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfca1c-43bc-4437-bdcb-f90140e16f7a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:13.463038 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfca1c-43bc-4437-bdcb-f90140e16f7a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:13.463648 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfca1c-43bc-4437-bdcb-f90140e16f7a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:13.464097 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfca1c-43bc-4437-bdcb-f90140e16f7a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:13.464619 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfca1c-43bc-4437-bdcb-f90140e16f7a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:13.465046 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfca1c-43bc-4437-bdcb-f90140e16f7a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:13.465459 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfca1c-43bc-4437-bdcb-f90140e16f7a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:13.465885 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfca1c-43bc-4437-bdcb-f90140e16f7a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:13.466324 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfca1c-43bc-4437-bdcb-f90140e16f7a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:13.466744 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfca1c-43bc-4437-bdcb-f90140e16f7a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:13.467159 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfca1c-43bc-4437-bdcb-f90140e16f7a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:13.467601 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfca1c-43bc-4437-bdcb-f90140e16f7a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:13.506584 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=cc791cb1-1b5d-465e-9567-64f5c246d20e,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:13.522681 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a7111fa-8578-47cd-bdb8-bb6c22c3ad5a req-10834a33-75f0-4886-bd6c-454e569b7d0a service neutron] 10.222.0.63 "GET /v2.0/networks/7791228a-8243-4ee8-b342-f1fda0ae7f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381409 Aug 16 20:22:13.552158 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff52506-1dba-45df-bec2-09fedcee9248 x-openstack-request-id: req-4ff52506-1dba-45df-bec2-09fedcee9248 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:13.552452 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe60690-7c15-4ea6-952c-647ac5cee576", "name": "network-vif-plugged", "status": "completed", "tag": "cc791cb1-1b5d-465e-9567-64f5c246d20e", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:13.552710 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4ff52506-1dba-45df-bec2-09fedcee9248 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:13.553112 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe60690-7c15-4ea6-952c-647ac5cee576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc791cb1-1b5d-465e-9567-64f5c246d20e', 'code': 200} Aug 16 20:22:13.619013 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad814bc-c96f-4bd9-95f6-0f363fe43d52 req-e6ea1dc8-d95b-44ce-bc04-3a4a46917cc4 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:13.627801 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dad814bc-c96f-4bd9-95f6-0f363fe43d52 req-e6ea1dc8-d95b-44ce-bc04-3a4a46917cc4 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=3a27eca5-7bd1-40e0-ac87-e93472608865 HTTP/1.1" status: 200 len: 943 time: 0.3840168 Aug 16 20:22:13.686520 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576cc67-d72e-4339-9dba-255f691c1f40 req-dc0f5ed1-b15e-41f7-bdc2-c4a95d6401ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:13.688170 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d576cc67-d72e-4339-9dba-255f691c1f40 req-dc0f5ed1-b15e-41f7-bdc2-c4a95d6401ef service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0fe60690-7c15-4ea6-952c-647ac5cee576 HTTP/1.1" status: 200 len: 1097 time: 0.0779772 Aug 16 20:22:13.770934 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d576cc67-d72e-4339-9dba-255f691c1f40 req-1ea259b4-344b-4324-ada3-13552cbda0a8 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=aea6f565-3c14-4f93-9ccd-cc966ebc713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659995 Aug 16 20:22:13.802727 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dad814bc-c96f-4bd9-95f6-0f363fe43d52 req-7569cef9-f522-4578-82ca-69a92a1905f5 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7620413-02d0-483a-9a4a-7cb2b8a0bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738398 Aug 16 20:22:13.829400 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04852fb-3047-463e-a30f-d759f6c88cfd req-a3f413c1-1062-4a58-9e08-8a0bfb3d9b65 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:13.842779 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b04852fb-3047-463e-a30f-d759f6c88cfd req-a3f413c1-1062-4a58-9e08-8a0bfb3d9b65 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=14d51918-8711-4ccc-b91b-1a1fca06f65f HTTP/1.1" status: 200 len: 907 time: 0.0593905 Aug 16 20:22:13.843892 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bd31e-78ab-40c1-bd42-5908c616e370 req-6d8660b2-215b-41e0-8e11-af3e07efc579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:13.846318 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a48bd31e-78ab-40c1-bd42-5908c616e370 req-6d8660b2-215b-41e0-8e11-af3e07efc579 service neutron] 10.222.0.57 "GET /v2.0/networks?id=063b4ef8-01f9-41d8-999f-969c8ec857e2 HTTP/1.1" status: 200 len: 897 time: 0.4014223 Aug 16 20:22:13.896869 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0cfca1c-43bc-4437-bdcb-f90140e16f7a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:13.905123 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a48bd31e-78ab-40c1-bd42-5908c616e370 req-8b75232c-5200-4ab9-a217-90b6a2fe7aef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10bd8bb9-a200-4f36-afd9-60fe2bad8486 HTTP/1.1" status: 200 len: 217 time: 0.0483811 Aug 16 20:22:14.060527 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bc8f50a0-5d96-4f9e-94ab-b9d3e3ae89f5 req-8904dafd-1a19-4483-a033-4ee93b5d264e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 210 time: 0.0821111 Aug 16 20:22:14.100454 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0cfca1c-43bc-4437-bdcb-f90140e16f7a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:14.134890 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bd31e-78ab-40c1-bd42-5908c616e370 req-e16aedb7-56e4-48f0-9908-286bf7cb8589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:14.136415 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a48bd31e-78ab-40c1-bd42-5908c616e370 req-e16aedb7-56e4-48f0-9908-286bf7cb8589 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e440ab31-21c6-47f2-aed9-b929b10637a3 HTTP/1.1" status: 200 len: 834 time: 0.2152545 Aug 16 20:22:14.209256 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 10bd8bb9-a200-4f36-afd9-60fe2bad8486 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:22:14.306042 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bd31e-78ab-40c1-bd42-5908c616e370 req-b0f9c82d-07c9-4bd2-9b38-fd7057af683d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:14.307649 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a48bd31e-78ab-40c1-bd42-5908c616e370 req-b0f9c82d-07c9-4bd2-9b38-fd7057af683d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=063b4ef8-01f9-41d8-999f-969c8ec857e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1596460 Aug 16 20:22:14.325854 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 10bd8bb9-a200-4f36-afd9-60fe2bad8486, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=10bd8bb9-a200-4f36-afd9-60fe2bad8486,segment=NetworkSegment(9a013c82-2aa1-459a-a55a-16f5b0b5c086),segment_id=9a013c82-2aa1-459a-a55a-16f5b0b5c086)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:14.341884 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '10bd8bb9-a200-4f36-afd9-60fe2bad8486', 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2', 'port_id': '10bd8bb9-a200-4f36-afd9-60fe2bad8486', 'mac_address': 'fa:16:3e:e8:1c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e440ab31-21c6-47f2-aed9-b929b10637a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:22:14.386784 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:14.400601 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10bd8bb9-a200-4f36-afd9-60fe2bad8486 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:22:14.440887 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 10bd8bb9-a200-4f36-afd9-60fe2bad8486, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=10bd8bb9-a200-4f36-afd9-60fe2bad8486,segment=NetworkSegment(9a013c82-2aa1-459a-a55a-16f5b0b5c086),segment_id=9a013c82-2aa1-459a-a55a-16f5b0b5c086)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:14.447607 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:14.494206 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0cfca1c-43bc-4437-bdcb-f90140e16f7a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:14.525555 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0cfca1c-43bc-4437-bdcb-f90140e16f7a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:14.528226 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=10bd8bb9-a200-4f36-afd9-60fe2bad8486,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:14.600493 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:22:14.603185 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3eee00f9-ec5c-4b0e-9a2b-617cf72814b8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:14.626625 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a48bd31e-78ab-40c1-bd42-5908c616e370 req-e8494c66-9185-4001-9199-028338ddf229 service neutron] 10.222.0.57 "GET /v2.0/networks/063b4ef8-01f9-41d8-999f-969c8ec857e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943132 Aug 16 20:22:14.660855 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['10bd8bb9-a200-4f36-afd9-60fe2bad8486'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:22:14.667959 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b330fb-c72f-481c-aeff-d64ddde489b6 req-96e4ab1c-e298-4ca8-a00c-7787507734b8 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:14.677073 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-62b330fb-c72f-481c-aeff-d64ddde489b6 req-96e4ab1c-e298-4ca8-a00c-7787507734b8 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/ports?device_id=0fe60690-7c15-4ea6-952c-647ac5cee576 HTTP/1.1" status: 200 len: 945 time: 0.0958498 Aug 16 20:22:14.738506 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-62b330fb-c72f-481c-aeff-d64ddde489b6 req-394b5d3a-06e1-4241-a849-e96adc8a8781 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/security-groups?id=aea6f565-3c14-4f93-9ccd-cc966ebc713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604005 Aug 16 20:22:14.760834 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cfca1c-43bc-4437-bdcb-f90140e16f7a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Pushing event updated for resources: {'Port': ['ID=c9fcab32-ceba-4be8-9742-7cc7ede272d2,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:14.787583 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0cfca1c-43bc-4437-bdcb-f90140e16f7a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:14.864490 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0cfca1c-43bc-4437-bdcb-f90140e16f7a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:14.868129 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a0cfca1c-43bc-4437-bdcb-f90140e16f7a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0414324 Aug 16 20:22:14.868308 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a48bd31e-78ab-40c1-bd42-5908c616e370 req-febbf6b6-fac1-4f25-a8f5-e3e0f14e9861 service neutron] 10.222.0.57 "GET /v2.0/networks/063b4ef8-01f9-41d8-999f-969c8ec857e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268338 Aug 16 20:22:14.868871 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41932) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:14.880163 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-41604eb4-32e0-4933-9f67-2514d247924f tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1598872540'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:14.940435 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41604eb4-32e0-4933-9f67-2514d247924f tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Made reservation on behalf of 29259319099b482691ada6aadc0e6c5d for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:22:14.944817 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-41604eb4-32e0-4933-9f67-2514d247924f tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:14.976143 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-41604eb4-32e0-4933-9f67-2514d247924f tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:15.055471 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d0434-2f61-4cea-b37f-ea22eccf671c req-b645692e-e667-4afa-9ce9-66429a64d15e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:15.056398 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687bae9-cda6-4d2e-bbb8-b4907c6f52a1 req-dd369cf2-a53b-4098-baac-8ddca822b5b7 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:15.056879 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-af9d0434-2f61-4cea-b37f-ea22eccf671c req-b645692e-e667-4afa-9ce9-66429a64d15e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=3a27eca5-7bd1-40e0-ac87-e93472608865 HTTP/1.1" status: 200 len: 944 time: 0.1132631 Aug 16 20:22:15.058942 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4687bae9-cda6-4d2e-bbb8-b4907c6f52a1 req-dd369cf2-a53b-4098-baac-8ddca822b5b7 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=14d51918-8711-4ccc-b91b-1a1fca06f65f HTTP/1.1" status: 200 len: 907 time: 0.0959797 Aug 16 20:22:15.064598 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 40d4a3ff-d01a-4889-a601-12ecbfd7db76 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:22:15.151448 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-af9d0434-2f61-4cea-b37f-ea22eccf671c req-77e0abc6-4dbf-4e4f-8415-aa45916c16db tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7620413-02d0-483a-9a4a-7cb2b8a0bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851846 Aug 16 20:22:15.159403 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-3eee00f9-ec5c-4b0e-9a2b-617cf72814b8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Allocated IP 172.20.0.1 (3a16445d-ad38-47d0-a27c-cccfc4ef2dce/a1c97691-7cc8-4152-829e-c3de0e49f7bf/9b69107d-0a2e-450d-bdd3-00a013b5ae67) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:15.172029 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-41604eb4-32e0-4933-9f67-2514d247924f tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:15.188068 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-41604eb4-32e0-4933-9f67-2514d247924f tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:15.201664 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 40d4a3ff-d01a-4889-a601-12ecbfd7db76, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=40d4a3ff-d01a-4889-a601-12ecbfd7db76,segment=NetworkSegment(87b3f52f-e6cb-428b-b949-aabbad1859c3),segment_id=87b3f52f-e6cb-428b-b949-aabbad1859c3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:15.213698 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41604eb4-32e0-4933-9f67-2514d247924f tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:22:15.216947 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '40d4a3ff-d01a-4889-a601-12ecbfd7db76', 'network_id': '7791228a-8243-4ee8-b342-f1fda0ae7f4b', 'port_id': '40d4a3ff-d01a-4889-a601-12ecbfd7db76', 'mac_address': 'fa:16:3e:76:ac:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbd6930-463c-40d6-acd7-50e93de6a7f7', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:22:15.245652 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-28d3d079-4245-4d6c-adde-6c132b565db0 req-0365346a-0d78-4a3b-9027-2863e5e4de38 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 210 time: 0.0467348 Aug 16 20:22:15.257382 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-41604eb4-32e0-4933-9f67-2514d247924f tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:15.257760 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-41604eb4-32e0-4933-9f67-2514d247924f tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Added segment 72a3d42a-626b-476a-9d66-fa3831d7c7a7 of type vlan for network 55e9b6c9-5e76-450a-a1af-667b4c5f6d87 Aug 16 20:22:15.267774 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:15.283233 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d4a3ff-d01a-4889-a601-12ecbfd7db76 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:22:15.286586 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41604eb4-32e0-4933-9f67-2514d247924f tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f78bb41-767b-4ee2-8225-200bbe6e5190,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:15.309338 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 40d4a3ff-d01a-4889-a601-12ecbfd7db76, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=40d4a3ff-d01a-4889-a601-12ecbfd7db76,segment=NetworkSegment(87b3f52f-e6cb-428b-b949-aabbad1859c3),segment_id=87b3f52f-e6cb-428b-b949-aabbad1859c3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:15.315532 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:15.316668 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41604eb4-32e0-4933-9f67-2514d247924f tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:15.317199 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41604eb4-32e0-4933-9f67-2514d247924f tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:15.317708 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41604eb4-32e0-4933-9f67-2514d247924f tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:15.318201 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41604eb4-32e0-4933-9f67-2514d247924f tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:15.318700 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41604eb4-32e0-4933-9f67-2514d247924f tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:15.319211 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41604eb4-32e0-4933-9f67-2514d247924f tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:15.319725 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41604eb4-32e0-4933-9f67-2514d247924f tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:15.320230 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41604eb4-32e0-4933-9f67-2514d247924f tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:15.320793 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41604eb4-32e0-4933-9f67-2514d247924f tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:15.321314 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41604eb4-32e0-4933-9f67-2514d247924f tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:15.321643 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41604eb4-32e0-4933-9f67-2514d247924f tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:15.321975 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41604eb4-32e0-4933-9f67-2514d247924f tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:15.322299 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3eee00f9-ec5c-4b0e-9a2b-617cf72814b8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:15.339931 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-41604eb4-32e0-4933-9f67-2514d247924f tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:15.371529 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=40d4a3ff-d01a-4889-a601-12ecbfd7db76,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:15.372241 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-41604eb4-32e0-4933-9f67-2514d247924f tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:15.380380 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41604eb4-32e0-4933-9f67-2514d247924f tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:15.380990 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-41604eb4-32e0-4933-9f67-2514d247924f tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:15.389810 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3eee00f9-ec5c-4b0e-9a2b-617cf72814b8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:15.438295 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eee00f9-ec5c-4b0e-9a2b-617cf72814b8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Network 3a16445d-ad38-47d0-a27c-cccfc4ef2dce is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:15.442458 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-3eee00f9-ec5c-4b0e-9a2b-617cf72814b8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:15.449086 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eee00f9-ec5c-4b0e-9a2b-617cf72814b8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:15.454957 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-41604eb4-32e0-4933-9f67-2514d247924f tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5822077 Aug 16 20:22:15.456737 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41938) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:15.461747 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a80ce743-deb6-487d-8cb3-1891b095532a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Request body: {'subnet': {'network_id': '55e9b6c9-5e76-450a-a1af-667b4c5f6d87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:15.487087 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee00f9-ec5c-4b0e-9a2b-617cf72814b8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event updated for resources: {'Port': ['ID=9b69107d-0a2e-450d-bdd3-00a013b5ae67,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:15.505924 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3eee00f9-ec5c-4b0e-9a2b-617cf72814b8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:15.508969 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41604eb4-32e0-4933-9f67-2514d247924f tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Pushing event updated for resources: {'Network': ['ID=55e9b6c9-5e76-450a-a1af-667b4c5f6d87,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:15.522650 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 55e9b6c9-5e76-450a-a1af-667b4c5f6d87 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:22:15.526235 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['40d4a3ff-d01a-4889-a601-12ecbfd7db76'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:22:15.576184 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80ce743-deb6-487d-8cb3-1891b095532a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Made reservation on behalf of 29259319099b482691ada6aadc0e6c5d for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:22:15.579964 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a80ce743-deb6-487d-8cb3-1891b095532a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:15.667755 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3eee00f9-ec5c-4b0e-9a2b-617cf72814b8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:15.796005 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a80ce743-deb6-487d-8cb3-1891b095532a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:15.858530 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ce743-deb6-487d-8cb3-1891b095532a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Pushing event updated for resources: {'Subnet': ['ID=1611eded-fdd3-45d3-9606-c1335e1b4387,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:15.878534 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80ce743-deb6-487d-8cb3-1891b095532a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Checking segment: {'id': '72a3d42a-626b-476a-9d66-fa3831d7c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '55e9b6c9-5e76-450a-a1af-667b4c5f6d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:22:15.878898 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80ce743-deb6-487d-8cb3-1891b095532a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Network hostable DHCP agents. Network: 55e9b6c9-5e76-450a-a1af-667b4c5f6d87, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:22:15.901521 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80ce743-deb6-487d-8cb3-1891b095532a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Network 55e9b6c9-5e76-450a-a1af-667b4c5f6d87 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:22:15.914052 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-a80ce743-deb6-487d-8cb3-1891b095532a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 55e9b6c9-5e76-450a-a1af-667b4c5f6d87) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:15.918885 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80ce743-deb6-487d-8cb3-1891b095532a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:15.919522 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a80ce743-deb6-487d-8cb3-1891b095532a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:15.928606 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dbe825-41d1-4ff2-ad71-ae3430aadf9e None None] Network 55e9b6c9-5e76-450a-a1af-667b4c5f6d87 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:22:15.939907 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d796be8-8d6c-42bd-a4cc-bdd23bf4e38e req-d77e421b-0e65-4068-91ee-4c86d40abece tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:15.940870 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a80ce743-deb6-487d-8cb3-1891b095532a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4835224 Aug 16 20:22:15.943571 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41942) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:15.944653 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4d796be8-8d6c-42bd-a4cc-bdd23bf4e38e req-d77e421b-0e65-4068-91ee-4c86d40abece tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/ports?device_id=0fe60690-7c15-4ea6-952c-647ac5cee576 HTTP/1.1" status: 200 len: 945 time: 0.1142516 Aug 16 20:22:15.960970 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6f9beb0c-f9c5-4fe2-bf1b-c6335948aeb9 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1179755538', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:16.006011 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f9beb0c-f9c5-4fe2-bf1b-c6335948aeb9 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:16.008746 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f9beb0c-f9c5-4fe2-bf1b-c6335948aeb9 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:16.096677 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f9beb0c-f9c5-4fe2-bf1b-c6335948aeb9 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:16.138203 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4003317-e015-42bc-8c9e-819eeb4c0e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-55e9b6c9-5e76-450a-a1af-667b4c5f6d87', 'network_id': '55e9b6c9-5e76-450a-a1af-667b4c5f6d87', 'tenant_id': '29259319099b482691ada6aadc0e6c5d', 'fixed_ips': [{'subnet_id': '1611eded-fdd3-45d3-9606-c1335e1b4387'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:22:16.140386 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4003317-e015-42bc-8c9e-819eeb4c0e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:16.232036 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 10bd8bb9-a200-4f36-afd9-60fe2bad8486 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:16.317706 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f9beb0c-f9c5-4fe2-bf1b-c6335948aeb9 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:16.334500 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4d796be8-8d6c-42bd-a4cc-bdd23bf4e38e req-2eb935f3-d5ff-46e2-8974-83837d06ef05 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/security-groups?id=aea6f565-3c14-4f93-9ccd-cc966ebc713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786886 Aug 16 20:22:16.343014 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f9e4d-608e-46ce-9716-5494b9eed1d7 req-0c0b4303-e742-429d-ad4e-d4770f4ea664 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:16.345926 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7f5f9e4d-608e-46ce-9716-5494b9eed1d7 req-0c0b4303-e742-429d-ad4e-d4770f4ea664 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=14d51918-8711-4ccc-b91b-1a1fca06f65f HTTP/1.1" status: 200 len: 908 time: 0.1338375 Aug 16 20:22:16.358019 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3eee00f9-ec5c-4b0e-9a2b-617cf72814b8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:16.364384 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3eee00f9-ec5c-4b0e-9a2b-617cf72814b8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:16.410887 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 10bd8bb9-a200-4f36-afd9-60fe2bad8486 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:16.462178 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 10bd8bb9-a200-4f36-afd9-60fe2bad8486 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:16.462662 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3eee00f9-ec5c-4b0e-9a2b-617cf72814b8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:16.463185 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:16.465908 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee00f9-ec5c-4b0e-9a2b-617cf72814b8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event updated for resources: {'Port': ['ID=9b69107d-0a2e-450d-bdd3-00a013b5ae67,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:16.517678 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-b4003317-e015-42bc-8c9e-819eeb4c0e2e None None] Allocated IP 172.20.0.2 (55e9b6c9-5e76-450a-a1af-667b4c5f6d87/1611eded-fdd3-45d3-9606-c1335e1b4387/7df6f355-1c96-4dc9-a516-16bc58ada4ea) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:16.549871 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-77e1df42-4545-4260-91cd-cc1ad8c97c19 req-629219e4-9ae0-4045-aefd-287bb47024ff tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 210 time: 0.0352824 Aug 16 20:22:16.632974 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eee00f9-ec5c-4b0e-9a2b-617cf72814b8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Network 3a16445d-ad38-47d0-a27c-cccfc4ef2dce is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:16.634748 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-3eee00f9-ec5c-4b0e-9a2b-617cf72814b8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:16.659671 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:16.677238 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f9beb0c-f9c5-4fe2-bf1b-c6335948aeb9 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:16.707064 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f9beb0c-f9c5-4fe2-bf1b-c6335948aeb9 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:16.714356 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 10bd8bb9-a200-4f36-afd9-60fe2bad8486, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=10bd8bb9-a200-4f36-afd9-60fe2bad8486,segment=NetworkSegment(9a013c82-2aa1-459a-a55a-16f5b0b5c086),segment_id=9a013c82-2aa1-459a-a55a-16f5b0b5c086)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:16.717878 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a27eca5-7bd1-40e0-ac87-e93472608865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bd8bb9-a200-4f36-afd9-60fe2bad8486'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:16.722415 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2865858f-678f-4c49-ba6c-ff6c95d5ef63" -d '{"events": [{"server_uuid": "3a27eca5-7bd1-40e0-ac87-e93472608865", "name": "network-vif-plugged", "status": "completed", "tag": "10bd8bb9-a200-4f36-afd9-60fe2bad8486"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:16.741243 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:16.774179 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26ae59-1d0e-442d-a81f-1d85a81a7382 req-845b67b5-448f-44ec-afad-5ef99b01883a tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:16.775788 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-af26ae59-1d0e-442d-a81f-1d85a81a7382 req-845b67b5-448f-44ec-afad-5ef99b01883a tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=3a27eca5-7bd1-40e0-ac87-e93472608865 HTTP/1.1" status: 200 len: 944 time: 0.1661310 Aug 16 20:22:16.841588 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eee00f9-ec5c-4b0e-9a2b-617cf72814b8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Router 4b25ba43-910a-471c-b81c-bd0069004478 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:22:16.848378 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-af26ae59-1d0e-442d-a81f-1d85a81a7382 req-7aa1d344-fc77-4db0-bd97-1fac79ac5ffb tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7620413-02d0-483a-9a4a-7cb2b8a0bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664115 Aug 16 20:22:16.859367 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=10bd8bb9-a200-4f36-afd9-60fe2bad8486,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:16.877156 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4003317-e015-42bc-8c9e-819eeb4c0e2e None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:16.877382 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-6f9beb0c-f9c5-4fe2-bf1b-c6335948aeb9 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Allocated IP 172.25.8.59 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/7fe77eaa-d8b6-405e-ae1b-4cb3f841c077) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:16.888398 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b4003317-e015-42bc-8c9e-819eeb4c0e2e None None] Transition to ACTIVE for port object 7df6f355-1c96-4dc9-a516-16bc58ada4ea will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:16.912295 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b4003317-e015-42bc-8c9e-819eeb4c0e2e None None] Transition to ACTIVE for port object 7df6f355-1c96-4dc9-a516-16bc58ada4ea will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:16.932164 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4003317-e015-42bc-8c9e-819eeb4c0e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:16.982294 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3f189c-8f48-4ee2-8740-1aaba3bbab50 x-openstack-request-id: req-6a3f189c-8f48-4ee2-8740-1aaba3bbab50 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:16.983435 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a27eca5-7bd1-40e0-ac87-e93472608865", "name": "network-vif-plugged", "status": "completed", "tag": "10bd8bb9-a200-4f36-afd9-60fe2bad8486", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:16.983699 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6a3f189c-8f48-4ee2-8740-1aaba3bbab50 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:16.984100 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a27eca5-7bd1-40e0-ac87-e93472608865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bd8bb9-a200-4f36-afd9-60fe2bad8486', 'code': 200} Aug 16 20:22:16.993306 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4003317-e015-42bc-8c9e-819eeb4c0e2e None None] Network 55e9b6c9-5e76-450a-a1af-667b4c5f6d87 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:16.996398 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-b4003317-e015-42bc-8c9e-819eeb4c0e2e None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:17.018188 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eee00f9-ec5c-4b0e-9a2b-617cf72814b8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:22:17.020616 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4003317-e015-42bc-8c9e-819eeb4c0e2e None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:17.026192 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3eee00f9-ec5c-4b0e-9a2b-617cf72814b8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "PUT /v2.0/routers/4b25ba43-910a-471c-b81c-bd0069004478/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1123874 Aug 16 20:22:17.029110 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41962) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:17.038162 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4541ab7-77c5-497d-a93e-683f387127ae None None] Sync routers for ids ['4b25ba43-910a-471c-b81c-bd0069004478'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:22:17.040973 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6fcde51b-2ead-45e0-9cbb-a8ef2e64273b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Request body: {'port': {'network_id': '3a16445d-ad38-47d0-a27c-cccfc4ef2dce', 'name': 'tempest-FloatingIPTestJSON-1316524639'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:17.110611 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 40d4a3ff-d01a-4889-a601-12ecbfd7db76 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:17.112626 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4541ab7-77c5-497d-a93e-683f387127ae None None] Routers {'4b25ba43-910a-471c-b81c-bd0069004478'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:17.113431 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b4541ab7-77c5-497d-a93e-683f387127ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4b25ba43-910a-471c-b81c-bd0069004478'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:17.119495 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4003317-e015-42bc-8c9e-819eeb4c0e2e None None] Pushing event updated for resources: {'Port': ['ID=7df6f355-1c96-4dc9-a516-16bc58ada4ea,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:17.140480 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4f2a0-c562-4be3-a33d-8e14ceccf2df req-4c7fc42b-b39b-4bb6-8451-3aae6ca6db74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:17.143622 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f0d4f2a0-c562-4be3-a33d-8e14ceccf2df req-4c7fc42b-b39b-4bb6-8451-3aae6ca6db74 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=1fd6c06240e542ce9c20b930b7858c3c&device_id=0fe60690-7c15-4ea6-952c-647ac5cee576 HTTP/1.1" status: 200 len: 1097 time: 0.1261685 Aug 16 20:22:17.177653 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d676f-5c7d-4bfc-8c18-0acac131c1e9 req-c7a6b64b-a47f-47e3-97b6-718e1ff7fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:17.179192 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-af1d676f-5c7d-4bfc-8c18-0acac131c1e9 req-c7a6b64b-a47f-47e3-97b6-718e1ff7fdcc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3a27eca5-7bd1-40e0-ac87-e93472608865 HTTP/1.1" status: 200 len: 1097 time: 0.1423044 Aug 16 20:22:17.210544 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b4541ab7-77c5-497d-a93e-683f387127ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:17.234063 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b4003317-e015-42bc-8c9e-819eeb4c0e2e None None] Attempting to bind port 7df6f355-1c96-4dc9-a516-16bc58ada4ea on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:22:17.234727 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b4003317-e015-42bc-8c9e-819eeb4c0e2e None None] Attempting to bind port 7df6f355-1c96-4dc9-a516-16bc58ada4ea by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '72a3d42a-626b-476a-9d66-fa3831d7c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '55e9b6c9-5e76-450a-a1af-667b4c5f6d87'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:22:17.235111 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4003317-e015-42bc-8c9e-819eeb4c0e2e None None] Attempting to bind port 7df6f355-1c96-4dc9-a516-16bc58ada4ea on network 55e9b6c9-5e76-450a-a1af-667b4c5f6d87 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:17.249193 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4003317-e015-42bc-8c9e-819eeb4c0e2e None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:22:17.249661 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4003317-e015-42bc-8c9e-819eeb4c0e2e None None] Checking segment: {'id': '72a3d42a-626b-476a-9d66-fa3831d7c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '55e9b6c9-5e76-450a-a1af-667b4c5f6d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:22:17.250149 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4003317-e015-42bc-8c9e-819eeb4c0e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:17.250689 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4003317-e015-42bc-8c9e-819eeb4c0e2e None None] Bound using segment: {'id': '72a3d42a-626b-476a-9d66-fa3831d7c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '55e9b6c9-5e76-450a-a1af-667b4c5f6d87'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:22:17.251337 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b4003317-e015-42bc-8c9e-819eeb4c0e2e None None] Bound port: 7df6f355-1c96-4dc9-a516-16bc58ada4ea, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a3d42a-626b-476a-9d66-fa3831d7c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '55e9b6c9-5e76-450a-a1af-667b4c5f6d87'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:22:17.251788 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4003317-e015-42bc-8c9e-819eeb4c0e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:17.256393 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4541ab7-77c5-497d-a93e-683f387127ae None None] Routers {'4b25ba43-910a-471c-b81c-bd0069004478'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:17.257103 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b4541ab7-77c5-497d-a93e-683f387127ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4b25ba43-910a-471c-b81c-bd0069004478'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:17.280161 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-af1d676f-5c7d-4bfc-8c18-0acac131c1e9 req-2743ec32-45af-4e5b-8bc7-65601e58c716 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c7620413-02d0-483a-9a4a-7cb2b8a0bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907865 Aug 16 20:22:17.280392 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4f2a0-c562-4be3-a33d-8e14ceccf2df req-be59611b-60df-4ebd-8565-bf970c4317a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:17.282816 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f0d4f2a0-c562-4be3-a33d-8e14ceccf2df req-be59611b-60df-4ebd-8565-bf970c4317a8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c024a52a-80b3-4212-a68d-1e1da5f9bb5d HTTP/1.1" status: 200 len: 915 time: 0.1268518 Aug 16 20:22:17.288918 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc3dee-4e61-4296-bc1a-2cceb32ee605 req-fad38c79-ebf8-4d63-beab-d8ca0386038a tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:17.290450 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6cfc3dee-4e61-4296-bc1a-2cceb32ee605 req-fad38c79-ebf8-4d63-beab-d8ca0386038a tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/ports?device_id=0fe60690-7c15-4ea6-952c-647ac5cee576 HTTP/1.1" status: 200 len: 945 time: 0.2042654 Aug 16 20:22:17.311769 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b4541ab7-77c5-497d-a93e-683f387127ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:17.312499 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4541ab7-77c5-497d-a93e-683f387127ae None None] The sync data for ids ['4b25ba43-910a-471c-b81c-bd0069004478'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:22:17.337778 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcde51b-2ead-45e0-9cbb-a8ef2e64273b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Made reservation on behalf of c17b1cc6ae324debb244d1049d77de29 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:22:17.347895 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6fcde51b-2ead-45e0-9cbb-a8ef2e64273b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:17.354873 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f0d4f2a0-c562-4be3-a33d-8e14ceccf2df req-e5a19eb0-124e-47aa-ba72-f8f972b1f487 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc791cb1-1b5d-465e-9567-64f5c246d20e HTTP/1.1" status: 200 len: 217 time: 0.0651929 Aug 16 20:22:17.355100 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 40d4a3ff-d01a-4889-a601-12ecbfd7db76 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:17.358539 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f9beb0c-f9c5-4fe2-bf1b-c6335948aeb9 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:17.368161 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6cfc3dee-4e61-4296-bc1a-2cceb32ee605 req-6ac200b4-2d11-4064-8dc4-e348100f5dcc tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/security-groups?id=aea6f565-3c14-4f93-9ccd-cc966ebc713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708547 Aug 16 20:22:17.374378 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-6fcde51b-2ead-45e0-9cbb-a8ef2e64273b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] device_id is not set on port 3af89bc8-85c7-4a17-9551-6e16e69b6cad yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:22:17.382086 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 40d4a3ff-d01a-4889-a601-12ecbfd7db76 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:17.382768 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:17.442041 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b4003317-e015-42bc-8c9e-819eeb4c0e2e None None] For port 7df6f355-1c96-4dc9-a516-16bc58ada4ea, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:22:17.448428 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b4003317-e015-42bc-8c9e-819eeb4c0e2e None None] For port 7df6f355-1c96-4dc9-a516-16bc58ada4ea, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7df6f355-1c96-4dc9-a516-16bc58ada4ea,segment=NetworkSegment(72a3d42a-626b-476a-9d66-fa3831d7c7a7),segment_id=72a3d42a-626b-476a-9d66-fa3831d7c7a7)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:22:17.457191 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4f2a0-c562-4be3-a33d-8e14ceccf2df req-d971b2a7-d4a7-4ffe-acba-230eccad3502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:17.459406 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f0d4f2a0-c562-4be3-a33d-8e14ceccf2df req-d971b2a7-d4a7-4ffe-acba-230eccad3502 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f1755932-a345-4e21-baf2-336d11f67499 HTTP/1.1" status: 200 len: 854 time: 0.0945911 Aug 16 20:22:17.463916 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4003317-e015-42bc-8c9e-819eeb4c0e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:17.502141 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f0d4f2a0-c562-4be3-a33d-8e14ceccf2df req-a71bc4a7-3a8b-4226-89cb-30b6a69278e9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c024a52a-80b3-4212-a68d-1e1da5f9bb5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331995 Aug 16 20:22:17.504666 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f9beb0c-f9c5-4fe2-bf1b-c6335948aeb9 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:17.528207 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4003317-e015-42bc-8c9e-819eeb4c0e2e None None] Pushing event updated for resources: {'Port': ['ID=7df6f355-1c96-4dc9-a516-16bc58ada4ea,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:17.537331 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-6fcde51b-2ead-45e0-9cbb-a8ef2e64273b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Allocated IP 172.20.0.12 (3a16445d-ad38-47d0-a27c-cccfc4ef2dce/a1c97691-7cc8-4152-829e-c3de0e49f7bf/3af89bc8-85c7-4a17-9551-6e16e69b6cad) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:17.735524 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-18bc7a2f-0393-487e-b276-846524c553e6 req-f009cb51-a477-462d-a014-3ce82fd022ec tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 210 time: 0.0659876 Aug 16 20:22:17.751531 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:17.796661 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 40d4a3ff-d01a-4889-a601-12ecbfd7db76, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=40d4a3ff-d01a-4889-a601-12ecbfd7db76,segment=NetworkSegment(87b3f52f-e6cb-428b-b949-aabbad1859c3),segment_id=87b3f52f-e6cb-428b-b949-aabbad1859c3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:17.803840 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:17.825329 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6fcde51b-2ead-45e0-9cbb-a8ef2e64273b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:17.884560 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=40d4a3ff-d01a-4889-a601-12ecbfd7db76,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:17.886343 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6fcde51b-2ead-45e0-9cbb-a8ef2e64273b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:17.972901 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9beb0c-f9c5-4fe2-bf1b-c6335948aeb9 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:17.988110 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-6f9beb0c-f9c5-4fe2-bf1b-c6335948aeb9 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:17.989915 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcde51b-2ead-45e0-9cbb-a8ef2e64273b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event updated for resources: {'Port': ['ID=3af89bc8-85c7-4a17-9551-6e16e69b6cad,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:18.007867 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9beb0c-f9c5-4fe2-bf1b-c6335948aeb9 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:18.011119 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9beb0c-f9c5-4fe2-bf1b-c6335948aeb9 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Pushing event updated for resources: {'Port': ['ID=7fe77eaa-d8b6-405e-ae1b-4cb3f841c077,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:18.078995 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcde51b-2ead-45e0-9cbb-a8ef2e64273b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Network 3a16445d-ad38-47d0-a27c-cccfc4ef2dce is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:18.080531 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83ec24-b00d-4f4e-9809-58685ed8619f req-b2661f75-028d-4f63-8531-be7d37d72282 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:18.085408 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-6fcde51b-2ead-45e0-9cbb-a8ef2e64273b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:18.090829 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcde51b-2ead-45e0-9cbb-a8ef2e64273b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:18.096597 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-be83ec24-b00d-4f4e-9809-58685ed8619f req-b2661f75-028d-4f63-8531-be7d37d72282 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=14d51918-8711-4ccc-b91b-1a1fca06f65f HTTP/1.1" status: 200 len: 908 time: 0.5892346 Aug 16 20:22:18.232709 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9696a70-aa6f-40b1-be89-168e5cbf8924 req-7b1ada2c-0f99-4830-90a2-84b6d0b3ff11 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:18.234870 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e9696a70-aa6f-40b1-be89-168e5cbf8924 req-7b1ada2c-0f99-4830-90a2-84b6d0b3ff11 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=3a27eca5-7bd1-40e0-ac87-e93472608865 HTTP/1.1" status: 200 len: 945 time: 0.2845237 Aug 16 20:22:18.244466 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcde51b-2ead-45e0-9cbb-a8ef2e64273b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:18.245656 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6fcde51b-2ead-45e0-9cbb-a8ef2e64273b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:18.270155 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f0d4f2a0-c562-4be3-a33d-8e14ceccf2df req-28a0334a-cf1f-4b00-ade8-2b8cae223e94 service neutron] 10.222.0.63 "GET /v2.0/networks/c024a52a-80b3-4212-a68d-1e1da5f9bb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7203436 Aug 16 20:22:18.284613 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6fcde51b-2ead-45e0-9cbb-a8ef2e64273b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2490077 Aug 16 20:22:18.285388 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41972) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:18.291936 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3b8940b7-7bcf-4e93-ac30-9ddee7a84eb2 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Request body: {'port': {'network_id': '3a16445d-ad38-47d0-a27c-cccfc4ef2dce', 'name': 'tempest-FloatingIPTestJSON-341894377'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:18.360148 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e9696a70-aa6f-40b1-be89-168e5cbf8924 req-8cb706ea-28b4-4e4a-8af4-608c81799716 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7620413-02d0-483a-9a4a-7cb2b8a0bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010995 Aug 16 20:22:18.444427 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f9beb0c-f9c5-4fe2-bf1b-c6335948aeb9 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:18.444678 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8940b7-7bcf-4e93-ac30-9ddee7a84eb2 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Made reservation on behalf of c17b1cc6ae324debb244d1049d77de29 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:22:18.451082 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b8940b7-7bcf-4e93-ac30-9ddee7a84eb2 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:18.479277 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-3b8940b7-7bcf-4e93-ac30-9ddee7a84eb2 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] device_id is not set on port 5090b50d-c462-492e-97b2-2f0c145b52c1 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:22:18.574424 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f0d4f2a0-c562-4be3-a33d-8e14ceccf2df req-1887e578-7940-479e-b603-28c44f2f1375 service neutron] 10.222.0.63 "GET /v2.0/networks/c024a52a-80b3-4212-a68d-1e1da5f9bb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486975 Aug 16 20:22:18.603832 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-3b8940b7-7bcf-4e93-ac30-9ddee7a84eb2 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Allocated IP 172.20.0.7 (3a16445d-ad38-47d0-a27c-cccfc4ef2dce/a1c97691-7cc8-4152-829e-c3de0e49f7bf/5090b50d-c462-492e-97b2-2f0c145b52c1) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:18.616977 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c2418-f8b9-445c-8041-e6c3062b9155 req-4a8b196b-1cd2-42dd-94d0-d12fa6e1627a tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:18.618531 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-156c2418-f8b9-445c-8041-e6c3062b9155 req-4a8b196b-1cd2-42dd-94d0-d12fa6e1627a tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/ports?device_id=0fe60690-7c15-4ea6-952c-647ac5cee576 HTTP/1.1" status: 200 len: 945 time: 0.1326485 Aug 16 20:22:18.791847 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-156c2418-f8b9-445c-8041-e6c3062b9155 req-0dbee797-9b07-447f-b448-20c2b9928711 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/security-groups?id=aea6f565-3c14-4f93-9ccd-cc966ebc713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306212 Aug 16 20:22:18.832283 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f9beb0c-f9c5-4fe2-bf1b-c6335948aeb9 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:18.901039 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b8940b7-7bcf-4e93-ac30-9ddee7a84eb2 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:18.957177 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-28c6c256-f05c-4f91-bd2a-8e5a5b273313 req-e75cdbbb-8fe0-4e96-86cd-057493a32546 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 210 time: 0.0312581 Aug 16 20:22:18.985072 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d51918-8711-4ccc-b91b-1a1fca06f65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d4a3ff-d01a-4889-a601-12ecbfd7db76'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:18.988998 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a26aa1-d606-4fba-a3e0-5f3f4917dab9" -d '{"events": [{"server_uuid": "14d51918-8711-4ccc-b91b-1a1fca06f65f", "name": "network-vif-plugged", "status": "completed", "tag": "40d4a3ff-d01a-4889-a601-12ecbfd7db76"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:19.008124 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b8940b7-7bcf-4e93-ac30-9ddee7a84eb2 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:19.018778 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9beb0c-f9c5-4fe2-bf1b-c6335948aeb9 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Router 78fce6dd-6a05-472b-ad80-c97bf44be149 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:22:19.069333 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8940b7-7bcf-4e93-ac30-9ddee7a84eb2 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Network 3a16445d-ad38-47d0-a27c-cccfc4ef2dce is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:19.076405 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-3b8940b7-7bcf-4e93-ac30-9ddee7a84eb2 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:19.081268 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8940b7-7bcf-4e93-ac30-9ddee7a84eb2 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:19.089061 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5789dedd-d2a9-4ce8-a29b-e46c9c63a46b x-openstack-request-id: req-5789dedd-d2a9-4ce8-a29b-e46c9c63a46b {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:19.089350 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d51918-8711-4ccc-b91b-1a1fca06f65f", "name": "network-vif-plugged", "status": "completed", "tag": "40d4a3ff-d01a-4889-a601-12ecbfd7db76", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:19.089600 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5789dedd-d2a9-4ce8-a29b-e46c9c63a46b {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:19.089985 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d51918-8711-4ccc-b91b-1a1fca06f65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d4a3ff-d01a-4889-a601-12ecbfd7db76', 'code': 200} Aug 16 20:22:19.115415 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8940b7-7bcf-4e93-ac30-9ddee7a84eb2 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event updated for resources: {'Port': ['ID=5090b50d-c462-492e-97b2-2f0c145b52c1,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:19.178114 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8940b7-7bcf-4e93-ac30-9ddee7a84eb2 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:19.178879 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b8940b7-7bcf-4e93-ac30-9ddee7a84eb2 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:19.180002 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9beb0c-f9c5-4fe2-bf1b-c6335948aeb9 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:22:19.192492 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f124e99f-b07c-4b83-b77d-5bf9afea7755 None None] Sync routers for ids ['78fce6dd-6a05-472b-ad80-c97bf44be149'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:22:19.208799 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f124e99f-b07c-4b83-b77d-5bf9afea7755 None None] Routers {'78fce6dd-6a05-472b-ad80-c97bf44be149'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:19.209503 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f124e99f-b07c-4b83-b77d-5bf9afea7755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['78fce6dd-6a05-472b-ad80-c97bf44be149'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:19.211139 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cf9345-ae97-4592-89d9-5d72b8186f49 None None] Network 55e9b6c9-5e76-450a-a1af-667b4c5f6d87 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:22:19.225147 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41984) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:19.225384 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3b8940b7-7bcf-4e93-ac30-9ddee7a84eb2 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9376526 Aug 16 20:22:19.235829 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e009f756-7a46-4690-a29e-12c4540791c9 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'port_id': '5090b50d-c462-492e-97b2-2f0c145b52c1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:19.291390 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f124e99f-b07c-4b83-b77d-5bf9afea7755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:19.301995 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f9beb0c-f9c5-4fe2-bf1b-c6335948aeb9 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:19.306378 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6f9beb0c-f9c5-4fe2-bf1b-c6335948aeb9 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.3515418 Aug 16 20:22:19.310227 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 41986) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:19.310976 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd10c47-c7bd-49c9-a191-9a228edc8f99 req-7e943a16-09bd-4883-8556-c1de59d6df6d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:19.313504 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bbd10c47-c7bd-49c9-a191-9a228edc8f99 req-7e943a16-09bd-4883-8556-c1de59d6df6d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=14d51918-8711-4ccc-b91b-1a1fca06f65f HTTP/1.1" status: 200 len: 909 time: 0.0582094 Aug 16 20:22:19.327624 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f124e99f-b07c-4b83-b77d-5bf9afea7755 None None] Routers {'78fce6dd-6a05-472b-ad80-c97bf44be149'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:19.329887 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f124e99f-b07c-4b83-b77d-5bf9afea7755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['78fce6dd-6a05-472b-ad80-c97bf44be149'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:19.370881 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f124e99f-b07c-4b83-b77d-5bf9afea7755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:19.372378 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f124e99f-b07c-4b83-b77d-5bf9afea7755 None None] The sync data for ids ['78fce6dd-6a05-472b-ad80-c97bf44be149'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:22:19.390780 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26081c2d-332d-45ec-bc41-8a894a8ca120 req-57935b46-5ec4-405e-b672-c0dad6e7e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:19.392746 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-26081c2d-332d-45ec-bc41-8a894a8ca120 req-57935b46-5ec4-405e-b672-c0dad6e7e10f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=14d51918-8711-4ccc-b91b-1a1fca06f65f HTTP/1.1" status: 200 len: 1061 time: 0.1391940 Aug 16 20:22:19.398033 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e009f756-7a46-4690-a29e-12c4540791c9 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:19.429732 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ea9b1929-7ddd-431a-8bc3-067944187a99 None None] Provisioning for port 7df6f355-1c96-4dc9-a516-16bc58ada4ea completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:19.611729 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f75f51-b1d4-46ab-bce1-102d11161626 req-29232736-49aa-4f1d-8ef4-9dbc8021d641 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:19.613927 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c5f75f51-b1d4-46ab-bce1-102d11161626 req-29232736-49aa-4f1d-8ef4-9dbc8021d641 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=3a27eca5-7bd1-40e0-ac87-e93472608865 HTTP/1.1" status: 200 len: 945 time: 0.1372027 Aug 16 20:22:19.722056 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c5f75f51-b1d4-46ab-bce1-102d11161626 req-fc5e482b-7f2e-460e-be73-81acee5af48f tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7620413-02d0-483a-9a4a-7cb2b8a0bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791957 Aug 16 20:22:19.777770 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e009f756-7a46-4690-a29e-12c4540791c9 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:19.792235 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7df6f355-1c96-4dc9-a516-16bc58ada4ea up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:19.856411 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 7df6f355-1c96-4dc9-a516-16bc58ada4ea completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:19.861436 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 7df6f355-1c96-4dc9-a516-16bc58ada4ea triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:19.861939 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:19.862132 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7233c-0dff-4f1a-9c52-34e0cd70cd07 req-c6d148d5-86f2-4701-9caa-61044eb5e4ff tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:19.864689 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-95a7233c-0dff-4f1a-9c52-34e0cd70cd07 req-c6d148d5-86f2-4701-9caa-61044eb5e4ff tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=3a27eca5-7bd1-40e0-ac87-e93472608865 HTTP/1.1" status: 200 len: 945 time: 0.0587263 Aug 16 20:22:19.955180 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-e009f756-7a46-4690-a29e-12c4540791c9 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Allocated IP 172.25.8.248 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/803bf0be-8f8b-4b3b-9e80-98be2e1fbe8a) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:19.961651 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:19.965442 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-95a7233c-0dff-4f1a-9c52-34e0cd70cd07 req-8a12d71c-3644-46dd-ada5-e2cdb35b132e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7620413-02d0-483a-9a4a-7cb2b8a0bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879285 Aug 16 20:22:19.992320 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41996) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:20.011598 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 7df6f355-1c96-4dc9-a516-16bc58ada4ea, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7df6f355-1c96-4dc9-a516-16bc58ada4ea,segment=NetworkSegment(72a3d42a-626b-476a-9d66-fa3831d7c7a7),segment_id=72a3d42a-626b-476a-9d66-fa3831d7c7a7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:20.021005 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:20.106172 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cf6a72b7-b4d4-4f6a-bd66-27acdbb1b7c9 req-0426780b-12fd-4f89-8d44-bfdc33bc0e9a tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 210 time: 0.0408320 Aug 16 20:22:20.115748 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=7df6f355-1c96-4dc9-a516-16bc58ada4ea,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:20.130878 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12205dec-f872-4d89-bcb4-218a05a2381f tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:20.137350 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-12205dec-f872-4d89-bcb4-218a05a2381f tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=3a27eca5-7bd1-40e0-ac87-e93472608865 HTTP/1.1" status: 200 len: 1092 time: 0.1393723 Aug 16 20:22:20.137806 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 41998) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:20.143028 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-02c2a5f8-844c-4653-b3a0-df6b0b71e605 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'port_id': '10bd8bb9-a200-4f36-afd9-60fe2bad8486', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:20.174054 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02c2a5f8-844c-4653-b3a0-df6b0b71e605 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:20.290592 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02c2a5f8-844c-4653-b3a0-df6b0b71e605 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:20.448396 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ea633-6a83-49cf-a110-81cae7f8368c req-0fc9fce5-986a-4bd0-881f-378486bb8b19 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:20.450095 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cb9ea633-6a83-49cf-a110-81cae7f8368c req-0fc9fce5-986a-4bd0-881f-378486bb8b19 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=14d51918-8711-4ccc-b91b-1a1fca06f65f HTTP/1.1" status: 200 len: 909 time: 0.0521374 Aug 16 20:22:20.494163 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc072bd-94bd-48a9-a73b-58d21633852b req-bcb51735-9071-41e3-91b8-ca1c69ff27e4 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:20.495729 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fdc072bd-94bd-48a9-a73b-58d21633852b req-bcb51735-9071-41e3-91b8-ca1c69ff27e4 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/ports?device_id=0fe60690-7c15-4ea6-952c-647ac5cee576 HTTP/1.1" status: 200 len: 945 time: 0.5263631 Aug 16 20:22:20.582255 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec61cbb-d5a2-4097-913b-98216e3a9883 req-3476f3f6-7049-408a-9f54-cc8250b17646 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:20.583872 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6ec61cbb-d5a2-4097-913b-98216e3a9883 req-3476f3f6-7049-408a-9f54-cc8250b17646 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=14d51918-8711-4ccc-b91b-1a1fca06f65f HTTP/1.1" status: 200 len: 909 time: 0.0558839 Aug 16 20:22:20.635744 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e009f756-7a46-4690-a29e-12c4540791c9 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:20.645141 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fdc072bd-94bd-48a9-a73b-58d21633852b req-c4db0da4-8a4f-4161-ae5c-69b062de3ba2 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/security-groups?id=aea6f565-3c14-4f93-9ccd-cc966ebc713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419990 Aug 16 20:22:20.706954 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f83212-78f7-4e70-bc00-5ef5954ced2b req-d9a29127-1a23-4884-b056-66d27c2157ff tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:20.708433 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f5f83212-78f7-4e70-bc00-5ef5954ced2b req-d9a29127-1a23-4884-b056-66d27c2157ff tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=14d51918-8711-4ccc-b91b-1a1fca06f65f HTTP/1.1" status: 200 len: 1061 time: 0.0498433 Aug 16 20:22:20.751070 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a1f81299-9d78-4742-9a4b-2147f6390337 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:20.754444 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e009f756-7a46-4690-a29e-12c4540791c9 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:20.834449 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-02c2a5f8-844c-4653-b3a0-df6b0b71e605 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Allocated IP 172.25.8.140 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/bf073140-83eb-46ee-b272-26234b2a1fe6) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:20.849424 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e009f756-7a46-4690-a29e-12c4540791c9 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:20.857466 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-e009f756-7a46-4690-a29e-12c4540791c9 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:20.868823 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e009f756-7a46-4690-a29e-12c4540791c9 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:20.873524 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009f756-7a46-4690-a29e-12c4540791c9 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event updated for resources: {'Port': ['ID=803bf0be-8f8b-4b3b-9e80-98be2e1fbe8a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:20.991409 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02c2a5f8-844c-4653-b3a0-df6b0b71e605 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:21.024581 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc17251-a57c-4137-bf8e-a7be489580b0 req-a44fae54-5e80-44bd-9a29-6256fb45320f tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:21.033396 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1dc17251-a57c-4137-bf8e-a7be489580b0 req-a44fae54-5e80-44bd-9a29-6256fb45320f tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=3b23d174-fcde-4af1-95e1-a7d26800e639 HTTP/1.1" status: 200 len: 1136 time: 0.1408443 Aug 16 20:22:21.092667 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1dc17251-a57c-4137-bf8e-a7be489580b0 req-45a07c60-83fd-4b36-99d1-fb343c48d15c tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=191d0859-b942-45b7-a239-107e8dfd84a7&id=f542f5a7-44d3-46f3-9d52-a54bd1a14d41&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0583768 Aug 16 20:22:21.098213 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02c2a5f8-844c-4653-b3a0-df6b0b71e605 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:21.125658 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42016) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:21.166324 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c2a5f8-844c-4653-b3a0-df6b0b71e605 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:21.174342 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-02c2a5f8-844c-4653-b3a0-df6b0b71e605 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:21.194776 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c2a5f8-844c-4653-b3a0-df6b0b71e605 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:21.227077 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2a5f8-844c-4653-b3a0-df6b0b71e605 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'Port': ['ID=bf073140-83eb-46ee-b272-26234b2a1fe6,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:21.269958 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-76f5ebd5-d2d4-411c-8657-be11a63dd85e req-d97f5c9f-34ff-4078-8314-8889bfd0d8ae tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 210 time: 0.0469406 Aug 16 20:22:21.276222 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9b3c87-3f68-4132-be76-b7ea30b9c4a4 tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:21.277846 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3a9b3c87-3f68-4132-be76-b7ea30b9c4a4 tempest-TestSecurityGroupsBasicOps-101583739 tempest-TestSecurityGroupsBasicOps-101583739-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=14d51918-8711-4ccc-b91b-1a1fca06f65f HTTP/1.1" status: 200 len: 1056 time: 0.1510870 Aug 16 20:22:21.318354 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786e3b5-13a1-47c2-87ec-9e86e2b75566 req-0f6252cc-1e42-40e3-bfbc-5152a7a7f43b tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:21.325835 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2786e3b5-13a1-47c2-87ec-9e86e2b75566 req-0f6252cc-1e42-40e3-bfbc-5152a7a7f43b tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/ports?device_id=0fe60690-7c15-4ea6-952c-647ac5cee576 HTTP/1.1" status: 200 len: 945 time: 0.2883775 Aug 16 20:22:21.481542 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2786e3b5-13a1-47c2-87ec-9e86e2b75566 req-88251a93-a3ba-42e3-ac85-46a3557a7c44 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/security-groups?id=aea6f565-3c14-4f93-9ccd-cc966ebc713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412957 Aug 16 20:22:21.499489 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-a1f81299-9d78-4742-9a4b-2147f6390337 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Allocated IP 172.20.0.1 (55e9b6c9-5e76-450a-a1af-667b4c5f6d87/1611eded-fdd3-45d3-9606-c1335e1b4387/cefb47f0-6861-4bcc-8d84-4cf5f9638840) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:21.697675 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263badbf-40c4-4ee7-80a6-5ef680290e4a req-2895d0dd-1f69-4c3e-87c4-50d73f690bde tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:21.698962 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-263badbf-40c4-4ee7-80a6-5ef680290e4a req-2895d0dd-1f69-4c3e-87c4-50d73f690bde tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=14d51918-8711-4ccc-b91b-1a1fca06f65f HTTP/1.1" status: 200 len: 909 time: 0.1669571 Aug 16 20:22:21.743425 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a1f81299-9d78-4742-9a4b-2147f6390337 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:21.762455 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e009f756-7a46-4690-a29e-12c4540791c9 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:21.767179 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-a1f81299-9d78-4742-9a4b-2147f6390337 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Transition to ACTIVE for port object cefb47f0-6861-4bcc-8d84-4cf5f9638840 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:21.809233 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7df6f355-1c96-4dc9-a516-16bc58ada4ea up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:21.811217 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02c2a5f8-844c-4653-b3a0-df6b0b71e605 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:21.859027 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e009f756-7a46-4690-a29e-12c4540791c9 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:21.885401 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 7df6f355-1c96-4dc9-a516-16bc58ada4ea triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:21.886583 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:21.888092 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a1f81299-9d78-4742-9a4b-2147f6390337 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:21.934076 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02c2a5f8-844c-4653-b3a0-df6b0b71e605 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:21.950161 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f81299-9d78-4742-9a4b-2147f6390337 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Network 55e9b6c9-5e76-450a-a1af-667b4c5f6d87 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:21.962374 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-a1f81299-9d78-4742-9a4b-2147f6390337 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:21.965070 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f81299-9d78-4742-9a4b-2147f6390337 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:22.001880 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f81299-9d78-4742-9a4b-2147f6390337 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Pushing event updated for resources: {'Port': ['ID=cefb47f0-6861-4bcc-8d84-4cf5f9638840,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:22.073510 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a1f81299-9d78-4742-9a4b-2147f6390337 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:22.152624 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02c2a5f8-844c-4653-b3a0-df6b0b71e605 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:22.160461 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02c2a5f8-844c-4653-b3a0-df6b0b71e605 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:22.287965 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2a5f8-844c-4653-b3a0-df6b0b71e605 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'Port': ['ID=bf073140-83eb-46ee-b272-26234b2a1fe6,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:22.302760 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02c2a5f8-844c-4653-b3a0-df6b0b71e605 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:22.306722 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0f8bf431-0e73-4bdf-96ae-5dd2472ff655 None None] Provisioning for port cefb47f0-6861-4bcc-8d84-4cf5f9638840 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:22.311559 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0f8bf431-0e73-4bdf-96ae-5dd2472ff655 None None] Provisioning complete for port cefb47f0-6861-4bcc-8d84-4cf5f9638840 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:22.312369 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0f8bf431-0e73-4bdf-96ae-5dd2472ff655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:22.370345 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e009f756-7a46-4690-a29e-12c4540791c9 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:22.377629 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0f8bf431-0e73-4bdf-96ae-5dd2472ff655 None None] Port cefb47f0-6861-4bcc-8d84-4cf5f9638840 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:22:22.405864 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e009f756-7a46-4690-a29e-12c4540791c9 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:22.437640 n-d-787206-13 neutron-server[94771]: INFO neutron.db.l3_db [None req-02c2a5f8-844c-4653-b3a0-df6b0b71e605 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Floating IP 3803dd79-2a50-4a77-886c-df6d04cc6e43 associated. External IP: 172.25.8.140, port: 10bd8bb9-a200-4f36-afd9-60fe2bad8486. Aug 16 20:22:22.469039 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-282dd4cb-a5c1-4387-bc68-1f1242c5734a req-fb7ee31f-dfcf-4720-9b7a-ac1f67973f33 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 210 time: 0.0644038 Aug 16 20:22:22.484423 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a1f81299-9d78-4742-9a4b-2147f6390337 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:22.551500 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009f756-7a46-4690-a29e-12c4540791c9 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event updated for resources: {'Port': ['ID=803bf0be-8f8b-4b3b-9e80-98be2e1fbe8a,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:22.602632 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e009f756-7a46-4690-a29e-12c4540791c9 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:22.943850 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948f419-d8f7-48cb-afaf-4c39960ff3a9 req-a1f00f88-5721-4aa4-a7a6-1175508918b8 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:22.945595 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3948f419-d8f7-48cb-afaf-4c39960ff3a9 req-a1f00f88-5721-4aa4-a7a6-1175508918b8 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/ports?device_id=0fe60690-7c15-4ea6-952c-647ac5cee576 HTTP/1.1" status: 200 len: 945 time: 0.0758994 Aug 16 20:22:23.005551 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8af546-1193-4f13-bb37-9b9dcf745ebb req-7f885c3a-b517-48f1-8ab6-de4dcaadb8a8 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:23.006971 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0a8af546-1193-4f13-bb37-9b9dcf745ebb req-7f885c3a-b517-48f1-8ab6-de4dcaadb8a8 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.63 "GET /v2.0/ports?device_id=0fe60690-7c15-4ea6-952c-647ac5cee576 HTTP/1.1" status: 200 len: 945 time: 0.5404356 Aug 16 20:22:23.064500 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3948f419-d8f7-48cb-afaf-4c39960ff3a9 req-f16a7195-ab83-455b-9f3d-c046e51a645a tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/security-groups?id=aea6f565-3c14-4f93-9ccd-cc966ebc713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816383 Aug 16 20:22:23.104415 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c2a5f8-844c-4653-b3a0-df6b0b71e605 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Router 6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:22:23.236265 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c2a5f8-844c-4653-b3a0-df6b0b71e605 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:22:23.251508 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b02b0f-0013-49cc-9527-d9be0a80ac70 None None] Sync routers for ids ['6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:22:23.259516 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd069fc-a472-4bcf-b804-1967fc739b31 req-44b1d8da-d0fc-4e40-bd97-3738140a9f55 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:23.260947 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7bd069fc-a472-4bcf-b804-1967fc739b31 req-44b1d8da-d0fc-4e40-bd97-3738140a9f55 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.63 "GET /v2.0/ports?device_id=14d51918-8711-4ccc-b91b-1a1fca06f65f HTTP/1.1" status: 200 len: 909 time: 0.2681744 Aug 16 20:22:23.262064 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b02b0f-0013-49cc-9527-d9be0a80ac70 None None] Routers {'6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:23.262801 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-80b02b0f-0013-49cc-9527-d9be0a80ac70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:23.275809 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db491cd-37c3-48c3-bc88-a5796066bb24 req-b0701bb4-8c98-47b0-8e3e-60d22a890941 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:23.277318 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5db491cd-37c3-48c3-bc88-a5796066bb24 req-b0701bb4-8c98-47b0-8e3e-60d22a890941 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=14d51918-8711-4ccc-b91b-1a1fca06f65f HTTP/1.1" status: 200 len: 909 time: 0.2826886 Aug 16 20:22:23.291594 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-e009f756-7a46-4690-a29e-12c4540791c9 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Floating IP 7801ee7d-a861-4774-b971-bf9672741525 associated. External IP: 172.25.8.248, port: 5090b50d-c462-492e-97b2-2f0c145b52c1. Aug 16 20:22:23.305930 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02c2a5f8-844c-4653-b3a0-df6b0b71e605 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:23.349127 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-02c2a5f8-844c-4653-b3a0-df6b0b71e605 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2101858 Aug 16 20:22:23.350067 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42036) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:23.350755 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a27eca5-7bd1-40e0-ac87-e93472608865', 'tag': '10bd8bb9-a200-4f36-afd9-60fe2bad8486'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:23.353371 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ffd750-4e4b-4889-8143-60c2a15387b3" -d '{"events": [{"name": "network-changed", "server_uuid": "3a27eca5-7bd1-40e0-ac87-e93472608865", "tag": "10bd8bb9-a200-4f36-afd9-60fe2bad8486"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:23.392271 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-80b02b0f-0013-49cc-9527-d9be0a80ac70 None None] Set router 6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:22:23.453664 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4384992e-47e4-4f58-82de-2cefefa92a31 x-openstack-request-id: req-4384992e-47e4-4f58-82de-2cefefa92a31 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:23.454475 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a27eca5-7bd1-40e0-ac87-e93472608865", "tag": "10bd8bb9-a200-4f36-afd9-60fe2bad8486", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:23.458983 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4384992e-47e4-4f58-82de-2cefefa92a31 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:23.460695 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a27eca5-7bd1-40e0-ac87-e93472608865', 'tag': '10bd8bb9-a200-4f36-afd9-60fe2bad8486', 'status': 'completed', 'code': 200} Aug 16 20:22:23.581664 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-0a8af546-1193-4f13-bb37-9b9dcf745ebb req-33023f83-dc4d-464d-9dc2-46bb2b38ed0d tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Deleting port cc791cb1-1b5d-465e-9567-64f5c246d20e {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:23.582271 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0a8af546-1193-4f13-bb37-9b9dcf745ebb req-33023f83-dc4d-464d-9dc2-46bb2b38ed0d tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:23.598937 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4b193502-5332-43b1-8ae0-f0557cf7d04d tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/floatingips/3803dd79-2a50-4a77-886c-df6d04cc6e43 HTTP/1.1" status: 200 len: 991 time: 0.2405922 Aug 16 20:22:23.604014 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffd750-4e4b-4889-8143-60c2a15387b3 req-1a6bda02-6c7f-4b91-b32c-e3be24805346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:23.605648 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-12ffd750-4e4b-4889-8143-60c2a15387b3 req-1a6bda02-6c7f-4b91-b32c-e3be24805346 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e56891446a5d4a4da1a00ff61508934e&device_id=3a27eca5-7bd1-40e0-ac87-e93472608865 HTTP/1.1" status: 200 len: 1097 time: 0.1432602 Aug 16 20:22:23.677823 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-774007a0-b7c0-489c-b940-b7de0bddadaf req-1cd52c1f-e5d6-40f7-ad86-bb2216b2e520 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 210 time: 0.0890503 Aug 16 20:22:23.750462 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffd750-4e4b-4889-8143-60c2a15387b3 req-19ea4cea-cc96-4088-b343-797aa871eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:23.751981 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-12ffd750-4e4b-4889-8143-60c2a15387b3 req-19ea4cea-cc96-4088-b343-797aa871eed7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=063b4ef8-01f9-41d8-999f-969c8ec857e2 HTTP/1.1" status: 200 len: 897 time: 0.1340103 Aug 16 20:22:23.759659 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-80b02b0f-0013-49cc-9527-d9be0a80ac70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'name': 'tempest-TestNetworkBasicOps-router-33155459', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:35Z', 'updated_at': '2021-08-16T20:21:48Z', 'revision_number': 4, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:36Z', 'updated_at': '2021-08-16T20:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '3803dd79-2a50-4a77-886c-df6d04cc6e43', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'floating_ip_address': '172.25.8.140', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'port_id': '10bd8bb9-a200-4f36-afd9-60fe2bad8486', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2', 'mac_address': 'fa:16:3e:e8:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a27eca5-7bd1-40e0-ac87-e93472608865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:22:21Z', 'updated_at': '2021-08-16T20:22:21Z', 'revision_number': 0, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e7f6d5f-4b3e-4dac-9137-d369b4760fb6', 'name': '', 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'mac_address': 'fa:16:3e:f0:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'e440ab31-21c6-47f2-aed9-b929b10637a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:45Z', 'updated_at': '2021-08-16T20:21:58Z', 'revision_number': 5, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'subnets': [{'id': 'e440ab31-21c6-47f2-aed9-b929b10637a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:23.793863 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b02b0f-0013-49cc-9527-d9be0a80ac70 None None] Checking router: 6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:22:23.801485 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a1f81299-9d78-4742-9a4b-2147f6390337 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:23.806840 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b02b0f-0013-49cc-9527-d9be0a80ac70 None None] Routers {'6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:23.807760 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-80b02b0f-0013-49cc-9527-d9be0a80ac70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:23.817765 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-7bd069fc-a472-4bcf-b804-1967fc739b31 req-88f3a176-50a1-4676-a50c-4ccd00bb2ecf tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Deleting port 40d4a3ff-d01a-4889-a601-12ecbfd7db76 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:23.818127 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7bd069fc-a472-4bcf-b804-1967fc739b31 req-88f3a176-50a1-4676-a50c-4ccd00bb2ecf tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:23.829142 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-12ffd750-4e4b-4889-8143-60c2a15387b3 req-2e288396-ce44-4326-a7fe-ad6b23100941 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10bd8bb9-a200-4f36-afd9-60fe2bad8486 HTTP/1.1" status: 200 len: 999 time: 0.0699871 Aug 16 20:22:23.841820 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a1f81299-9d78-4742-9a4b-2147f6390337 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:23.882512 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffd750-4e4b-4889-8143-60c2a15387b3 req-c69ad633-2c6a-470c-9325-91d18df45065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:23.884243 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-12ffd750-4e4b-4889-8143-60c2a15387b3 req-c69ad633-2c6a-470c-9325-91d18df45065 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e440ab31-21c6-47f2-aed9-b929b10637a3 HTTP/1.1" status: 200 len: 834 time: 0.0484929 Aug 16 20:22:23.939213 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffd750-4e4b-4889-8143-60c2a15387b3 req-1ee58157-4421-4ec3-8ab4-9bad04c03597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:23.941392 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-12ffd750-4e4b-4889-8143-60c2a15387b3 req-1ee58157-4421-4ec3-8ab4-9bad04c03597 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=063b4ef8-01f9-41d8-999f-969c8ec857e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493317 Aug 16 20:22:23.942476 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-80b02b0f-0013-49cc-9527-d9be0a80ac70 None None] Set router 6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:22:23.949092 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f81299-9d78-4742-9a4b-2147f6390337 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Pushing event updated for resources: {'Port': ['ID=cefb47f0-6861-4bcc-8d84-4cf5f9638840,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:23.988959 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-0a8af546-1193-4f13-bb37-9b9dcf745ebb req-33023f83-dc4d-464d-9dc2-46bb2b38ed0d tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] For port cc791cb1-1b5d-465e-9567-64f5c246d20e, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=cc791cb1-1b5d-465e-9567-64f5c246d20e,segment=NetworkSegment(31a434b9-343e-4c65-9b40-14a4e420a56a),segment_id=31a434b9-343e-4c65-9b40-14a4e420a56a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:23.989328 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0a8af546-1193-4f13-bb37-9b9dcf745ebb req-33023f83-dc4d-464d-9dc2-46bb2b38ed0d tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:24.025506 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-0a8af546-1193-4f13-bb37-9b9dcf745ebb req-33023f83-dc4d-464d-9dc2-46bb2b38ed0d tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Calling delete_port for cc791cb1-1b5d-465e-9567-64f5c246d20e owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:24.071873 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a1f81299-9d78-4742-9a4b-2147f6390337 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:24.078036 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-12ffd750-4e4b-4889-8143-60c2a15387b3 req-41f02c52-379d-4d25-a970-3e4d78c1578d service neutron] 10.222.0.57 "GET /v2.0/networks/063b4ef8-01f9-41d8-999f-969c8ec857e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249373 Aug 16 20:22:24.147494 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7bd069fc-a472-4bcf-b804-1967fc739b31 req-88f3a176-50a1-4676-a50c-4ccd00bb2ecf tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] For port 40d4a3ff-d01a-4889-a601-12ecbfd7db76, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=40d4a3ff-d01a-4889-a601-12ecbfd7db76,segment=NetworkSegment(87b3f52f-e6cb-428b-b949-aabbad1859c3),segment_id=87b3f52f-e6cb-428b-b949-aabbad1859c3)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:24.147898 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7bd069fc-a472-4bcf-b804-1967fc739b31 req-88f3a176-50a1-4676-a50c-4ccd00bb2ecf tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:24.183501 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e009f756-7a46-4690-a29e-12c4540791c9 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Router 4b25ba43-910a-471c-b81c-bd0069004478 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:22:24.199685 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-7bd069fc-a472-4bcf-b804-1967fc739b31 req-88f3a176-50a1-4676-a50c-4ccd00bb2ecf tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Calling delete_port for 40d4a3ff-d01a-4889-a601-12ecbfd7db76 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:24.241994 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-80b02b0f-0013-49cc-9527-d9be0a80ac70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'name': 'tempest-TestNetworkBasicOps-router-33155459', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:35Z', 'updated_at': '2021-08-16T20:21:48Z', 'revision_number': 4, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:36Z', 'updated_at': '2021-08-16T20:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '3803dd79-2a50-4a77-886c-df6d04cc6e43', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'floating_ip_address': '172.25.8.140', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'port_id': '10bd8bb9-a200-4f36-afd9-60fe2bad8486', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2', 'mac_address': 'fa:16:3e:e8:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a27eca5-7bd1-40e0-ac87-e93472608865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:22:21Z', 'updated_at': '2021-08-16T20:22:21Z', 'revision_number': 0, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e7f6d5f-4b3e-4dac-9137-d369b4760fb6', 'name': '', 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'mac_address': 'fa:16:3e:f0:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'e440ab31-21c6-47f2-aed9-b929b10637a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:45Z', 'updated_at': '2021-08-16T20:21:58Z', 'revision_number': 5, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'subnets': [{'id': 'e440ab31-21c6-47f2-aed9-b929b10637a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:24.251329 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-12ffd750-4e4b-4889-8143-60c2a15387b3 req-38a30a7e-c543-460e-bd52-225bc11e3045 service neutron] 10.222.0.57 "GET /v2.0/networks/063b4ef8-01f9-41d8-999f-969c8ec857e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642356 Aug 16 20:22:24.264848 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9910a04-c754-4eef-b4d1-eb68a9da4937 req-fa32333b-4902-4445-bf8f-5269bc8711f2 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:24.266726 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d9910a04-c754-4eef-b4d1-eb68a9da4937 req-fa32333b-4902-4445-bf8f-5269bc8711f2 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/ports?device_id=0fe60690-7c15-4ea6-952c-647ac5cee576 HTTP/1.1" status: 200 len: 945 time: 0.0856392 Aug 16 20:22:24.284542 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b02b0f-0013-49cc-9527-d9be0a80ac70 None None] The sync data for ids ['6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'] in n-d-787206-13 is: [{'id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'name': 'tempest-TestNetworkBasicOps-router-33155459', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:35Z', 'updated_at': '2021-08-16T20:21:48Z', 'revision_number': 4, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:36Z', 'updated_at': '2021-08-16T20:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '3803dd79-2a50-4a77-886c-df6d04cc6e43', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'floating_ip_address': '172.25.8.140', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'port_id': '10bd8bb9-a200-4f36-afd9-60fe2bad8486', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2', 'mac_address': 'fa:16:3e:e8:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a27eca5-7bd1-40e0-ac87-e93472608865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:22:21Z', 'updated_at': '2021-08-16T20:22:21Z', 'revision_number': 0, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e7f6d5f-4b3e-4dac-9137-d369b4760fb6', 'name': '', 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'mac_address': 'fa:16:3e:f0:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'e440ab31-21c6-47f2-aed9-b929b10637a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:45Z', 'updated_at': '2021-08-16T20:21:58Z', 'revision_number': 5, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'subnets': [{'id': 'e440ab31-21c6-47f2-aed9-b929b10637a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:22:24.326071 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d9910a04-c754-4eef-b4d1-eb68a9da4937 req-763927f5-d542-46e7-9e58-ad8ca50ec58c tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/security-groups?id=aea6f565-3c14-4f93-9ccd-cc966ebc713d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529339 Aug 16 20:22:24.474400 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f81299-9d78-4742-9a4b-2147f6390337 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Network 55e9b6c9-5e76-450a-a1af-667b4c5f6d87 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:24.504515 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-a1f81299-9d78-4742-9a4b-2147f6390337 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:24.570769 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c5eef1-ef50-45c2-8f3e-15910d3477fc None None] New status for floating IP 3803dd79-2a50-4a77-886c-df6d04cc6e43: ACTIVE {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:22:24.590355 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0a8af546-1193-4f13-bb37-9b9dcf745ebb req-33023f83-dc4d-464d-9dc2-46bb2b38ed0d tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:24.601068 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42048) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:24.605044 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['cc791cb1-1b5d-465e-9567-64f5c246d20e'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:22:24.616216 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e009f756-7a46-4690-a29e-12c4540791c9 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:22:24.645948 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eede08-0b4f-43bc-937a-9340d8496312 None None] Sync routers for ids ['4b25ba43-910a-471c-b81c-bd0069004478'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:22:24.659144 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eede08-0b4f-43bc-937a-9340d8496312 None None] Routers {'4b25ba43-910a-471c-b81c-bd0069004478'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:24.660190 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-55eede08-0b4f-43bc-937a-9340d8496312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4b25ba43-910a-471c-b81c-bd0069004478'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:24.676014 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99ef56-0c8c-4330-87c6-5b8541d81995 req-e95b6753-0e0c-46e2-bc78-dfb192fc4f7c tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:24.677605 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0c99ef56-0c8c-4330-87c6-5b8541d81995 req-e95b6753-0e0c-46e2-bc78-dfb192fc4f7c tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=14d51918-8711-4ccc-b91b-1a1fca06f65f HTTP/1.1" status: 200 len: 909 time: 0.2690358 Aug 16 20:22:24.683551 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33023f83-dc4d-464d-9dc2-46bb2b38ed0d tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Pushing event deleted for resources: {'Port': ['ID=cc791cb1-1b5d-465e-9567-64f5c246d20e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:24.778145 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4165ac77-7914-4140-aba5-752df0f7137d tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/floatingips/3803dd79-2a50-4a77-886c-df6d04cc6e43 HTTP/1.1" status: 200 len: 991 time: 0.1731622 Aug 16 20:22:24.781227 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-55eede08-0b4f-43bc-937a-9340d8496312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:24.819365 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eede08-0b4f-43bc-937a-9340d8496312 None None] Routers {'4b25ba43-910a-471c-b81c-bd0069004478'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:24.820453 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-55eede08-0b4f-43bc-937a-9340d8496312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4b25ba43-910a-471c-b81c-bd0069004478'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:24.825585 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e009f756-7a46-4690-a29e-12c4540791c9 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:24.837237 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f81299-9d78-4742-9a4b-2147f6390337 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Router 78fce6dd-6a05-472b-ad80-c97bf44be149 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:22:24.883768 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-55eede08-0b4f-43bc-937a-9340d8496312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:24.884913 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eede08-0b4f-43bc-937a-9340d8496312 None None] The sync data for ids ['4b25ba43-910a-471c-b81c-bd0069004478'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:22:24.890150 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-62e15bff-03a6-4ce2-aa61-ca6711b189bd req-0dc24b6d-4d69-41fd-b88f-dce647b54013 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 210 time: 0.0423205 Aug 16 20:22:24.893892 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8af546-1193-4f13-bb37-9b9dcf745ebb req-33023f83-dc4d-464d-9dc2-46bb2b38ed0d tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] No DVR routers for this DVR port cc791cb1-1b5d-465e-9567-64f5c246d20e on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:22:24.898864 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0a8af546-1193-4f13-bb37-9b9dcf745ebb req-33023f83-dc4d-464d-9dc2-46bb2b38ed0d tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:24.900734 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0a8af546-1193-4f13-bb37-9b9dcf745ebb req-33023f83-dc4d-464d-9dc2-46bb2b38ed0d tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.63 "DELETE /v2.0/ports/cc791cb1-1b5d-465e-9567-64f5c246d20e HTTP/1.1" status: 204 len: 173 time: 1.8678238 Aug 16 20:22:24.901449 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe60690-7c15-4ea6-952c-647ac5cee576', 'name': 'network-vif-deleted', 'tag': 'cc791cb1-1b5d-465e-9567-64f5c246d20e'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:24.920005 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0545b9c4-e615-4928-bfa3-bc2857b44108" -d '{"events": [{"server_uuid": "0fe60690-7c15-4ea6-952c-647ac5cee576", "name": "network-vif-deleted", "tag": "cc791cb1-1b5d-465e-9567-64f5c246d20e"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:24.920005 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7bd069fc-a472-4bcf-b804-1967fc739b31 req-88f3a176-50a1-4676-a50c-4ccd00bb2ecf tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:24.925973 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-93a14fce-e705-4bbb-98e2-983192486f20 None None] Provisioning complete for port cefb47f0-6861-4bcc-8d84-4cf5f9638840 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:24.926367 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93a14fce-e705-4bbb-98e2-983192486f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:24.970759 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3a176-50a1-4676-a50c-4ccd00bb2ecf tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Pushing event deleted for resources: {'Port': ['ID=40d4a3ff-d01a-4889-a601-12ecbfd7db76,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:24.983112 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-93a14fce-e705-4bbb-98e2-983192486f20 None None] Port cefb47f0-6861-4bcc-8d84-4cf5f9638840 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:22:24.986725 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42054) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:24.991478 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9c6375f2-81e9-4502-b9d3-83ae31a26ee4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:24.994009 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e009f756-7a46-4690-a29e-12c4540791c9 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.7668471 Aug 16 20:22:25.089386 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a522a43-be3c-43d0-bb65-83b8dcc56d3a x-openstack-request-id: req-7a522a43-be3c-43d0-bb65-83b8dcc56d3a {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:25.089618 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe60690-7c15-4ea6-952c-647ac5cee576", "name": "network-vif-deleted", "tag": "cc791cb1-1b5d-465e-9567-64f5c246d20e", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:25.089831 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7a522a43-be3c-43d0-bb65-83b8dcc56d3a {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:25.090237 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe60690-7c15-4ea6-952c-647ac5cee576', 'name': 'network-vif-deleted', 'tag': 'cc791cb1-1b5d-465e-9567-64f5c246d20e', 'status': 'completed', 'code': 200} Aug 16 20:22:25.112152 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c6375f2-81e9-4502-b9d3-83ae31a26ee4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:25.125916 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd069fc-a472-4bcf-b804-1967fc739b31 req-88f3a176-50a1-4676-a50c-4ccd00bb2ecf tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] No DVR routers for this DVR port 40d4a3ff-d01a-4889-a601-12ecbfd7db76 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:22:25.129498 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7bd069fc-a472-4bcf-b804-1967fc739b31 req-88f3a176-50a1-4676-a50c-4ccd00bb2ecf tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:25.131648 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7bd069fc-a472-4bcf-b804-1967fc739b31 req-88f3a176-50a1-4676-a50c-4ccd00bb2ecf tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.63 "DELETE /v2.0/ports/40d4a3ff-d01a-4889-a601-12ecbfd7db76 HTTP/1.1" status: 204 len: 173 time: 1.8533318 Aug 16 20:22:25.346284 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c6375f2-81e9-4502-b9d3-83ae31a26ee4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:25.351899 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c6375f2-81e9-4502-b9d3-83ae31a26ee4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:25.352286 n-d-787206-13 neutron-server[94771]: INFO neutron.db.l3_db [None req-9c6375f2-81e9-4502-b9d3-83ae31a26ee4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Floating IP 7801ee7d-a861-4774-b971-bf9672741525 disassociated. External IP: 172.25.8.248, port: 5090b50d-c462-492e-97b2-2f0c145b52c1. Aug 16 20:22:25.508520 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a7b888e7-65e5-4482-8fdd-e162c0e44a79 req-2ad99b73-8cca-4137-a91e-9144c961b003 tempest-InstanceActionsTestJSON-2043118666 tempest-InstanceActionsTestJSON-2043118666-project] 10.222.0.68 "GET /v2.0/ports?device_id=0fe60690-7c15-4ea6-952c-647ac5cee576 HTTP/1.1" status: 200 len: 210 time: 0.0454245 Aug 16 20:22:25.556764 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f81299-9d78-4742-9a4b-2147f6390337 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:22:25.568133 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a1f81299-9d78-4742-9a4b-2147f6390337 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] 10.222.0.68 "PUT /v2.0/routers/78fce6dd-6a05-472b-ad80-c97bf44be149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2541096 Aug 16 20:22:25.568358 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42060) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:25.570954 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e96c563-f133-4c76-8647-a242c249a9fd None None] Sync routers for ids ['78fce6dd-6a05-472b-ad80-c97bf44be149'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:22:25.580905 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-dde53b3a-d255-4d95-9fc7-8239f3ca2832 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Request body: {'port': {'network_id': '55e9b6c9-5e76-450a-a1af-667b4c5f6d87', 'name': 'tempest-FloatingIPAdminTestJSON-1905355470'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:25.584687 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e96c563-f133-4c76-8647-a242c249a9fd None None] Routers {'78fce6dd-6a05-472b-ad80-c97bf44be149'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:25.586944 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-8e96c563-f133-4c76-8647-a242c249a9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['78fce6dd-6a05-472b-ad80-c97bf44be149'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:25.669811 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-8e96c563-f133-4c76-8647-a242c249a9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:25.682458 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e96c563-f133-4c76-8647-a242c249a9fd None None] Routers {'78fce6dd-6a05-472b-ad80-c97bf44be149'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:25.683279 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-8e96c563-f133-4c76-8647-a242c249a9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['78fce6dd-6a05-472b-ad80-c97bf44be149'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:25.699681 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6375f2-81e9-4502-b9d3-83ae31a26ee4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Router 4b25ba43-910a-471c-b81c-bd0069004478 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:22:25.749138 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-8e96c563-f133-4c76-8647-a242c249a9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:25.753806 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e96c563-f133-4c76-8647-a242c249a9fd None None] The sync data for ids ['78fce6dd-6a05-472b-ad80-c97bf44be149'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:22:25.762737 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde53b3a-d255-4d95-9fc7-8239f3ca2832 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Made reservation on behalf of 29259319099b482691ada6aadc0e6c5d for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:22:25.766693 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dde53b3a-d255-4d95-9fc7-8239f3ca2832 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:25.785099 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42064) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:25.874392 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-dde53b3a-d255-4d95-9fc7-8239f3ca2832 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] device_id is not set on port f3a9d80f-b7ad-400f-85ba-6bc896120876 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:22:25.876171 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6375f2-81e9-4502-b9d3-83ae31a26ee4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:22:25.882181 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c6375f2-81e9-4502-b9d3-83ae31a26ee4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:25.893149 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad8aa2e-f21d-43db-b747-34601816e40a None None] Sync routers for ids ['4b25ba43-910a-471c-b81c-bd0069004478'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:22:25.897761 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02091e17-e917-4d61-b8f5-514e41d92d13 req-4ae2e545-155a-4b3e-9a40-d2432aab594d tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=14d51918-8711-4ccc-b91b-1a1fca06f65f HTTP/1.1" status: 200 len: 210 time: 0.0507381 Aug 16 20:22:25.906235 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad8aa2e-f21d-43db-b747-34601816e40a None None] Routers {'4b25ba43-910a-471c-b81c-bd0069004478'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:25.907658 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-fad8aa2e-f21d-43db-b747-34601816e40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4b25ba43-910a-471c-b81c-bd0069004478'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:25.952253 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42068) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:25.955816 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9c6375f2-81e9-4502-b9d3-83ae31a26ee4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "PUT /v2.0/floatingips/7801ee7d-a861-4774-b971-bf9672741525 HTTP/1.1" status: 200 len: 688 time: 0.9679215 Aug 16 20:22:25.974714 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-fad8aa2e-f21d-43db-b747-34601816e40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:25.993548 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad8aa2e-f21d-43db-b747-34601816e40a None None] Routers {'4b25ba43-910a-471c-b81c-bd0069004478'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:25.994540 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-fad8aa2e-f21d-43db-b747-34601816e40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4b25ba43-910a-471c-b81c-bd0069004478'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:25.998318 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-45e08fff-1ac9-4ce3-a4fc-7778afdb6a02 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/floatingips/3803dd79-2a50-4a77-886c-df6d04cc6e43 HTTP/1.1" status: 200 len: 993 time: 0.2120330 Aug 16 20:22:26.021886 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-09482786-cb8f-454a-a482-c4be2b257c9e req-2e5ffc4a-dbad-4d2f-9f77-4987643c0ecc tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 210 time: 0.0296545 Aug 16 20:22:26.035866 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-fad8aa2e-f21d-43db-b747-34601816e40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:26.036624 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad8aa2e-f21d-43db-b747-34601816e40a None None] The sync data for ids ['4b25ba43-910a-471c-b81c-bd0069004478'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:22:26.131236 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-dde53b3a-d255-4d95-9fc7-8239f3ca2832 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Allocated IP 172.20.0.6 (55e9b6c9-5e76-450a-a1af-667b4c5f6d87/1611eded-fdd3-45d3-9606-c1335e1b4387/f3a9d80f-b7ad-400f-85ba-6bc896120876) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:26.179751 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-4d06aea1-4ad3-4914-86ef-fb3f2d2320b8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Deleting port 803bf0be-8f8b-4b3b-9e80-98be2e1fbe8a {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:26.180101 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d06aea1-4ad3-4914-86ef-fb3f2d2320b8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:26.332545 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d06aea1-4ad3-4914-86ef-fb3f2d2320b8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:26.332880 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d06aea1-4ad3-4914-86ef-fb3f2d2320b8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:26.355757 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-4d06aea1-4ad3-4914-86ef-fb3f2d2320b8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Calling delete_port for 803bf0be-8f8b-4b3b-9e80-98be2e1fbe8a owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:26.374150 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dde53b3a-d255-4d95-9fc7-8239f3ca2832 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:26.426668 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-dde53b3a-d255-4d95-9fc7-8239f3ca2832 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Transition to ACTIVE for port object f3a9d80f-b7ad-400f-85ba-6bc896120876 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:26.494559 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dde53b3a-d255-4d95-9fc7-8239f3ca2832 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:26.557900 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde53b3a-d255-4d95-9fc7-8239f3ca2832 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Network 55e9b6c9-5e76-450a-a1af-667b4c5f6d87 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:26.567199 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-dde53b3a-d255-4d95-9fc7-8239f3ca2832 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:26.574012 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde53b3a-d255-4d95-9fc7-8239f3ca2832 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:26.635943 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42088) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:26.684127 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde53b3a-d255-4d95-9fc7-8239f3ca2832 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Pushing event updated for resources: {'Port': ['ID=f3a9d80f-b7ad-400f-85ba-6bc896120876,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:26.722410 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde53b3a-d255-4d95-9fc7-8239f3ca2832 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:26.723213 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dde53b3a-d255-4d95-9fc7-8239f3ca2832 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:26.725985 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d06aea1-4ad3-4914-86ef-fb3f2d2320b8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:26.734161 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7efbfbab-5b65-4cc5-bf25-edcdb50f9488 admin admin] Deleting subnet f1755932-a345-4e21-baf2-336d11f67499 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:22:26.745107 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7efbfbab-5b65-4cc5-bf25-edcdb50f9488 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:26.791466 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06aea1-4ad3-4914-86ef-fb3f2d2320b8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event deleted for resources: {'Port': ['ID=803bf0be-8f8b-4b3b-9e80-98be2e1fbe8a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:26.818062 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-dde53b3a-d255-4d95-9fc7-8239f3ca2832 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2486329 Aug 16 20:22:26.838802 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42102) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:26.846701 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7efbfbab-5b65-4cc5-bf25-edcdb50f9488 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:26.896328 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d06aea1-4ad3-4914-86ef-fb3f2d2320b8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:26.900998 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d06aea1-4ad3-4914-86ef-fb3f2d2320b8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:26.901346 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7efbfbab-5b65-4cc5-bf25-edcdb50f9488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:26.902343 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4d06aea1-4ad3-4914-86ef-fb3f2d2320b8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "DELETE /v2.0/floatingips/7801ee7d-a861-4774-b971-bf9672741525 HTTP/1.1" status: 204 len: 168 time: 0.9491298 Aug 16 20:22:26.909080 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42114) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:26.914586 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-91bff0d4-4588-4c74-9f8a-cb580474ce87 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'port_id': '3af89bc8-85c7-4a17-9551-6e16e69b6cad'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:26.920532 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-eec66ec7-221e-4258-96a7-6ac940131de4 None None] Provisioning for port f3a9d80f-b7ad-400f-85ba-6bc896120876 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:26.941004 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-eec66ec7-221e-4258-96a7-6ac940131de4 None None] Provisioning complete for port f3a9d80f-b7ad-400f-85ba-6bc896120876 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:26.941455 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eec66ec7-221e-4258-96a7-6ac940131de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:26.957007 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6f77fbd0-1681-44d4-9468-2186b50b335d tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'project_id': '29259319099b482691ada6aadc0e6c5d', 'port_id': 'f3a9d80f-b7ad-400f-85ba-6bc896120876'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:26.986465 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42126) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:26.996471 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f77fbd0-1681-44d4-9468-2186b50b335d tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:27.029783 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-91bff0d4-4588-4c74-9f8a-cb580474ce87 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:27.034078 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-eec66ec7-221e-4258-96a7-6ac940131de4 None None] Port f3a9d80f-b7ad-400f-85ba-6bc896120876 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:22:27.051580 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7efbfbab-5b65-4cc5-bf25-edcdb50f9488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:27.097830 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d51918-8711-4ccc-b91b-1a1fca06f65f', 'name': 'network-vif-deleted', 'tag': '40d4a3ff-d01a-4889-a601-12ecbfd7db76'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:27.100336 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62793d2a-e7ba-4d47-b400-937abb119e99" -d '{"events": [{"server_uuid": "14d51918-8711-4ccc-b91b-1a1fca06f65f", "name": "network-vif-deleted", "tag": "40d4a3ff-d01a-4889-a601-12ecbfd7db76"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:27.129941 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device cc791cb1-1b5d-465e-9567-64f5c246d20e no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:22:27.161610 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efbfbab-5b65-4cc5-bf25-edcdb50f9488 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1755932-a345-4e21-baf2-336d11f67499,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:27.177590 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: cc791cb1-1b5d-465e-9567-64f5c246d20e {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:22:27.177939 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device cc791cb1-1b5d-465e-9567-64f5c246d20e not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:22:27.178358 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 40d4a3ff-d01a-4889-a601-12ecbfd7db76 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:22:27.181577 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7efbfbab-5b65-4cc5-bf25-edcdb50f9488 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:27.187132 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7efbfbab-5b65-4cc5-bf25-edcdb50f9488 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/f1755932-a345-4e21-baf2-336d11f67499 HTTP/1.1" status: 204 len: 168 time: 0.5499885 Aug 16 20:22:27.191337 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42150) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:27.228225 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 40d4a3ff-d01a-4889-a601-12ecbfd7db76 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:22:27.231848 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 40d4a3ff-d01a-4889-a601-12ecbfd7db76 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:22:27.280932 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb4ebc8b-729e-470f-8cb5-7446e2f670fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:27.282337 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180cee4d-64fe-478c-beb6-5e2a3627981b x-openstack-request-id: req-180cee4d-64fe-478c-beb6-5e2a3627981b {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:27.282758 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d51918-8711-4ccc-b91b-1a1fca06f65f", "name": "network-vif-deleted", "tag": "40d4a3ff-d01a-4889-a601-12ecbfd7db76", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:27.282881 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-180cee4d-64fe-478c-beb6-5e2a3627981b {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:27.283706 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d51918-8711-4ccc-b91b-1a1fca06f65f', 'name': 'network-vif-deleted', 'tag': '40d4a3ff-d01a-4889-a601-12ecbfd7db76', 'status': 'completed', 'code': 200} Aug 16 20:22:27.354439 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-235fc0d3-f465-4d67-8ca7-727730b88632 req-e6186ad5-a203-4a91-b38e-0c595da362d4 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 210 time: 0.1907561 Aug 16 20:22:27.410479 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb4ebc8b-729e-470f-8cb5-7446e2f670fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:27.429740 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-eb4ebc8b-729e-470f-8cb5-7446e2f670fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c024a52a-80b3-4212-a68d-1e1da5f9bb5d']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:27.448494 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-eb4ebc8b-729e-470f-8cb5-7446e2f670fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a434b9-343e-4c65-9b40-14a4e420a56a') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:27.449003 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-eb4ebc8b-729e-470f-8cb5-7446e2f670fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a434b9-343e-4c65-9b40-14a4e420a56a') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:27.458264 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-91bff0d4-4588-4c74-9f8a-cb580474ce87 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:27.470634 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb4ebc8b-729e-470f-8cb5-7446e2f670fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:27.481509 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f77fbd0-1681-44d4-9468-2186b50b335d tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:27.530128 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb4ebc8b-729e-470f-8cb5-7446e2f670fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:27.543190 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb4ebc8b-729e-470f-8cb5-7446e2f670fc admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:22:27.543781 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb4ebc8b-729e-470f-8cb5-7446e2f670fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:27.545680 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:22:27.545680 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:22:27.545680 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:22:27.545680 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:22:27.545680 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:22:27.545680 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:22:27.545680 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:22:27.545680 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:22:27.545680 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:22:27.545680 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:22:27.545680 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:22:27.545680 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:22:27.545680 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:22:27.545680 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:22:27.545680 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:22:27.545680 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:22:27.545680 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:22:27.545680 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:22:27.545680 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:22:27.545680 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:22:27.545680 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:22:27.545680 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:22:27.545680 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:22:27.545680 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:22:27.545680 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:22:27.545680 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:22:27.545680 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:22:27.545680 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:22:27.545680 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:22:27.545680 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:22:27.545680 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:22:27.545680 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:22:27.652937 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb4ebc8b-729e-470f-8cb5-7446e2f670fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:27.678615 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb4ebc8b-729e-470f-8cb5-7446e2f670fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:27.684018 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-eb4ebc8b-729e-470f-8cb5-7446e2f670fc admin admin] 10.222.0.68 "DELETE /v2.0/networks/c024a52a-80b3-4212-a68d-1e1da5f9bb5d HTTP/1.1" status: 204 len: 168 time: 0.4914451 Aug 16 20:22:27.686609 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-91bff0d4-4588-4c74-9f8a-cb580474ce87 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Allocated IP 172.25.8.204 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/b3a4baac-8d35-417d-9b24-2fd5944ab702) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:27.689559 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ebc8b-729e-470f-8cb5-7446e2f670fc admin admin] Pushing event deleted for resources: {'Network': ['ID=c024a52a-80b3-4212-a68d-1e1da5f9bb5d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:27.806447 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8abd0182-2459-4fd5-9b82-97623350181b tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:27.845508 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-91bff0d4-4588-4c74-9f8a-cb580474ce87 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:27.926225 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-91bff0d4-4588-4c74-9f8a-cb580474ce87 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:27.989382 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bff0d4-4588-4c74-9f8a-cb580474ce87 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:27.991163 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bff0d4-4588-4c74-9f8a-cb580474ce87 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event updated for resources: {'Port': ['ID=b3a4baac-8d35-417d-9b24-2fd5944ab702,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:27.994440 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-91bff0d4-4588-4c74-9f8a-cb580474ce87 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:27.998006 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bff0d4-4588-4c74-9f8a-cb580474ce87 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:28.039864 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-6f77fbd0-1681-44d4-9468-2186b50b335d tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Allocated IP 172.25.8.13 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/ba462df7-2b19-445f-a85f-59b4fc802da8) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:28.053738 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42242) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:28.188902 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8e9bb3cd-a989-48ef-9cba-dc738c8444cc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1fd6c06240e542ce9c20b930b7858c3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1336856 Aug 16 20:22:28.189036 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42256) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:28.360925 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-974f787a-247e-4439-8ff6-489bc70c3b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:28.385151 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f77fbd0-1681-44d4-9468-2186b50b335d tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:28.430598 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-974f787a-247e-4439-8ff6-489bc70c3b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:28.515587 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-8abd0182-2459-4fd5-9b82-97623350181b tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Deleting port bc929987-5701-451f-894b-5f8d1f57dd6d {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:28.516615 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8abd0182-2459-4fd5-9b82-97623350181b tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:28.528862 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-dd8f5d5d-fb3b-4cb2-944f-4f6bb2e113dc req-4880b82d-0430-4c2d-8d75-7a976ed21e1b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 210 time: 0.0634203 Aug 16 20:22:28.564021 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-91bff0d4-4588-4c74-9f8a-cb580474ce87 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:28.610807 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f77fbd0-1681-44d4-9468-2186b50b335d tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:28.668840 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-91bff0d4-4588-4c74-9f8a-cb580474ce87 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:28.896279 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-91bff0d4-4588-4c74-9f8a-cb580474ce87 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:28.903788 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-91bff0d4-4588-4c74-9f8a-cb580474ce87 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:28.972218 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bff0d4-4588-4c74-9f8a-cb580474ce87 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event updated for resources: {'Port': ['ID=b3a4baac-8d35-417d-9b24-2fd5944ab702,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:29.019382 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-91bff0d4-4588-4c74-9f8a-cb580474ce87 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:29.028977 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-974f787a-247e-4439-8ff6-489bc70c3b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:29.033850 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-974f787a-247e-4439-8ff6-489bc70c3b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:29.035362 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-974f787a-247e-4439-8ff6-489bc70c3b70 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/aea6f565-3c14-4f93-9ccd-cc966ebc713d HTTP/1.1" status: 204 len: 168 time: 0.8423810 Aug 16 20:22:29.057501 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f77fbd0-1681-44d4-9468-2186b50b335d tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:29.074936 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-6f77fbd0-1681-44d4-9468-2186b50b335d tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:29.078550 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77fbd0-1681-44d4-9468-2186b50b335d tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Pushing event updated for resources: {'Port': ['ID=ba462df7-2b19-445f-a85f-59b4fc802da8,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:29.082888 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-8abd0182-2459-4fd5-9b82-97623350181b tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] For port bc929987-5701-451f-894b-5f8d1f57dd6d, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=bc929987-5701-451f-894b-5f8d1f57dd6d,segment=NetworkSegment(87b3f52f-e6cb-428b-b949-aabbad1859c3),segment_id=87b3f52f-e6cb-428b-b949-aabbad1859c3)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:29.083549 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8abd0182-2459-4fd5-9b82-97623350181b tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:29.086390 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f77fbd0-1681-44d4-9468-2186b50b335d tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:29.089331 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f787a-247e-4439-8ff6-489bc70c3b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea6f565-3c14-4f93-9ccd-cc966ebc713d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:29.125689 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-8abd0182-2459-4fd5-9b82-97623350181b tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Calling delete_port for bc929987-5701-451f-894b-5f8d1f57dd6d owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:29.286714 n-d-787206-13 neutron-server[94771]: INFO neutron.db.l3_db [None req-91bff0d4-4588-4c74-9f8a-cb580474ce87 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Floating IP bfe5c155-8ce7-4793-aae1-e4edf7092bab associated. External IP: 172.25.8.204, port: 3af89bc8-85c7-4a17-9551-6e16e69b6cad. Aug 16 20:22:29.593140 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8abd0182-2459-4fd5-9b82-97623350181b tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:29.700517 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd0182-2459-4fd5-9b82-97623350181b tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Pushing event deleted for resources: {'Port': ['ID=bc929987-5701-451f-894b-5f8d1f57dd6d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:29.755186 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-04fd250e-69f4-4156-af4c-6f1801058e77 req-5053657f-4f97-4a5f-9e6a-122d71223986 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/ports?device_id=25a2e5d5-9d2c-4573-8772-de41d86152f7 HTTP/1.1" status: 200 len: 210 time: 0.0595968 Aug 16 20:22:30.121602 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f77fbd0-1681-44d4-9468-2186b50b335d tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:30.123448 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91bff0d4-4588-4c74-9f8a-cb580474ce87 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Router 4b25ba43-910a-471c-b81c-bd0069004478 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:22:30.188957 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8abd0182-2459-4fd5-9b82-97623350181b tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:30.261970 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91bff0d4-4588-4c74-9f8a-cb580474ce87 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:22:30.270082 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f77fbd0-1681-44d4-9468-2186b50b335d tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:30.276758 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d62f611-c193-4d03-9b2c-90e61a85db71 None None] Sync routers for ids ['4b25ba43-910a-471c-b81c-bd0069004478'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:22:30.287939 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d62f611-c193-4d03-9b2c-90e61a85db71 None None] Routers {'4b25ba43-910a-471c-b81c-bd0069004478'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:30.288576 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5d62f611-c193-4d03-9b2c-90e61a85db71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4b25ba43-910a-471c-b81c-bd0069004478'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:30.315783 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-91bff0d4-4588-4c74-9f8a-cb580474ce87 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:30.413403 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-91bff0d4-4588-4c74-9f8a-cb580474ce87 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.5031700 Aug 16 20:22:30.416716 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42500) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:30.424544 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5d62f611-c193-4d03-9b2c-90e61a85db71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:30.439337 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d62f611-c193-4d03-9b2c-90e61a85db71 None None] Routers {'4b25ba43-910a-471c-b81c-bd0069004478'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:30.440472 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5d62f611-c193-4d03-9b2c-90e61a85db71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4b25ba43-910a-471c-b81c-bd0069004478'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:30.485942 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5d62f611-c193-4d03-9b2c-90e61a85db71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:30.486990 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d62f611-c193-4d03-9b2c-90e61a85db71 None None] The sync data for ids ['4b25ba43-910a-471c-b81c-bd0069004478'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:22:30.570680 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42516) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:30.582798 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-271ce269-7039-4f17-9f72-1d8421037666 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "GET /v2.0/floatingips/bfe5c155-8ce7-4793-aae1-e4edf7092bab HTTP/1.1" status: 200 len: 979 time: 0.1621494 Aug 16 20:22:30.585710 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42522) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:30.604762 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f77fbd0-1681-44d4-9468-2186b50b335d tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:30.612691 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f77fbd0-1681-44d4-9468-2186b50b335d tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:30.627965 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abd0182-2459-4fd5-9b82-97623350181b tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Router 88fe6540-b735-461d-9672-c5c98dcee216 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:22:30.709235 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1548b000-9911-4b69-8220-159f70c3be01 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1198261 Aug 16 20:22:30.709235 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42538) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:30.714851 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-48641686-e30c-41c5-aaad-5e0a7ebae86c tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Request body: {'floatingip': {'port_id': '5090b50d-c462-492e-97b2-2f0c145b52c1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:30.759199 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-653e301f-b7d7-4005-a2da-193069239948 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-81683781-network', 'tenant_id': '3143edc4bd3e40f0b2ee9e590a4f48e2'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:30.762337 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f77fbd0-1681-44d4-9468-2186b50b335d tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:30.763891 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77fbd0-1681-44d4-9468-2186b50b335d tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Pushing event updated for resources: {'Port': ['ID=ba462df7-2b19-445f-a85f-59b4fc802da8,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:30.781489 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-48641686-e30c-41c5-aaad-5e0a7ebae86c tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:30.897189 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653e301f-b7d7-4005-a2da-193069239948 admin admin] Made reservation on behalf of 3143edc4bd3e40f0b2ee9e590a4f48e2 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:22:30.897348 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42564) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:30.897512 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-653e301f-b7d7-4005-a2da-193069239948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:30.924182 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-653e301f-b7d7-4005-a2da-193069239948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:30.957186 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abd0182-2459-4fd5-9b82-97623350181b tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:22:30.959105 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-6f77fbd0-1681-44d4-9468-2186b50b335d tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Floating IP f4b4dd9f-9620-49f4-bfaf-a7687ded5184 associated. External IP: 172.25.8.13, port: f3a9d80f-b7ad-400f-85ba-6bc896120876. Aug 16 20:22:30.968402 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8abd0182-2459-4fd5-9b82-97623350181b tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "PUT /v2.0/routers/88fe6540-b735-461d-9672-c5c98dcee216/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9804916 Aug 16 20:22:30.971627 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42576) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:30.974308 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a540081c-f379-40af-bdf5-fa1abd29ef99 None None] Sync routers for ids ['88fe6540-b735-461d-9672-c5c98dcee216'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:22:30.998313 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a540081c-f379-40af-bdf5-fa1abd29ef99 None None] Routers {'88fe6540-b735-461d-9672-c5c98dcee216'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:30.998859 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a540081c-f379-40af-bdf5-fa1abd29ef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['88fe6540-b735-461d-9672-c5c98dcee216'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:31.159642 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-a540081c-f379-40af-bdf5-fa1abd29ef99 None None] Set router 88fe6540-b735-461d-9672-c5c98dcee216 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:22:31.196629 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-653e301f-b7d7-4005-a2da-193069239948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:31.203822 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-653e301f-b7d7-4005-a2da-193069239948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:31.332753 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4228c49d-d938-4042-ad83-730a2b2388a8 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Deleting subnet afbd6930-463c-40d6-acd7-50e93de6a7f7 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:22:31.337116 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4228c49d-d938-4042-ad83-730a2b2388a8 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:31.392178 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a540081c-f379-40af-bdf5-fa1abd29ef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fe6540-b735-461d-9672-c5c98dcee216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-969445213', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '66b01f03-cc26-4ac4-9db8-6be4a89d9344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:41Z', 'updated_at': '2021-08-16T20:22:29Z', 'revision_number': 5, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'gw_port': {'id': '66b01f03-cc26-4ac4-9db8-6be4a89d9344', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fe6540-b735-461d-9672-c5c98dcee216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:43Z', 'updated_at': '2021-08-16T20:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:31.392420 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4228c49d-d938-4042-ad83-730a2b2388a8 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:31.424957 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a540081c-f379-40af-bdf5-fa1abd29ef99 None None] Checking router: 88fe6540-b735-461d-9672-c5c98dcee216 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:22:31.435768 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a540081c-f379-40af-bdf5-fa1abd29ef99 None None] Routers {'88fe6540-b735-461d-9672-c5c98dcee216'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:31.436840 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a540081c-f379-40af-bdf5-fa1abd29ef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['88fe6540-b735-461d-9672-c5c98dcee216'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:31.477978 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-97023f45-9eef-4d6b-963c-6bec530c213e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:31.554870 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-a540081c-f379-40af-bdf5-fa1abd29ef99 None None] Set router 88fe6540-b735-461d-9672-c5c98dcee216 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:22:31.557000 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4228c49d-d938-4042-ad83-730a2b2388a8 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:31.562535 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-97023f45-9eef-4d6b-963c-6bec530c213e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:31.595671 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-653e301f-b7d7-4005-a2da-193069239948 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:22:31.617495 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-653e301f-b7d7-4005-a2da-193069239948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:31.618122 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-653e301f-b7d7-4005-a2da-193069239948 admin admin] Added segment c67aa76a-d901-4c33-9fef-b08aea0de150 of type vlan for network f4002adb-3d87-42ad-ab95-fda7cf36b986 Aug 16 20:22:31.619630 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e301f-b7d7-4005-a2da-193069239948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148974da-7e21-4394-8cf8-dac9a17a2026,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:31.666179 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f77fbd0-1681-44d4-9468-2186b50b335d tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Router 78fce6dd-6a05-472b-ad80-c97bf44be149 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:22:31.677722 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-653e301f-b7d7-4005-a2da-193069239948 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:31.782324 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-97023f45-9eef-4d6b-963c-6bec530c213e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:31.785228 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-97023f45-9eef-4d6b-963c-6bec530c213e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:31.786623 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-97023f45-9eef-4d6b-963c-6bec530c213e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "DELETE /v2.0/security-groups/e5bb3f6c-53de-41b3-b5f3-73ea9b51c819 HTTP/1.1" status: 204 len: 168 time: 0.8884599 Aug 16 20:22:31.788134 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4228c49d-d938-4042-ad83-730a2b2388a8 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:31.789014 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a540081c-f379-40af-bdf5-fa1abd29ef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fe6540-b735-461d-9672-c5c98dcee216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-969445213', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '66b01f03-cc26-4ac4-9db8-6be4a89d9344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:41Z', 'updated_at': '2021-08-16T20:22:29Z', 'revision_number': 5, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'gw_port': {'id': '66b01f03-cc26-4ac4-9db8-6be4a89d9344', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fe6540-b735-461d-9672-c5c98dcee216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:43Z', 'updated_at': '2021-08-16T20:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:31.822936 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42588) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:31.824316 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a540081c-f379-40af-bdf5-fa1abd29ef99 None None] The sync data for ids ['88fe6540-b735-461d-9672-c5c98dcee216'] in n-d-787206-13 is: [{'id': '88fe6540-b735-461d-9672-c5c98dcee216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-969445213', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '66b01f03-cc26-4ac4-9db8-6be4a89d9344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:41Z', 'updated_at': '2021-08-16T20:22:29Z', 'revision_number': 5, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'gw_port': {'id': '66b01f03-cc26-4ac4-9db8-6be4a89d9344', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fe6540-b735-461d-9672-c5c98dcee216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:43Z', 'updated_at': '2021-08-16T20:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:22:31.837535 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.db.resource_extend [None req-653e301f-b7d7-4005-a2da-193069239948 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:22:31.837535 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f77fbd0-1681-44d4-9468-2186b50b335d tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:22:31.849613 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-98c276be-c101-45ab-9662-09f7674caf97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:31.864180 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c17dbc-e4f9-43f3-b3d7-f8f5ca6e8d69 None None] Sync routers for ids ['78fce6dd-6a05-472b-ad80-c97bf44be149'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:22:31.868490 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-653e301f-b7d7-4005-a2da-193069239948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:31.869517 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653e301f-b7d7-4005-a2da-193069239948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:31.870119 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-653e301f-b7d7-4005-a2da-193069239948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:31.876137 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f77fbd0-1681-44d4-9468-2186b50b335d tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:31.882731 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c17dbc-e4f9-43f3-b3d7-f8f5ca6e8d69 None None] Routers {'78fce6dd-6a05-472b-ad80-c97bf44be149'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:31.883405 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-22c17dbc-e4f9-43f3-b3d7-f8f5ca6e8d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['78fce6dd-6a05-472b-ad80-c97bf44be149'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:31.965985 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97023f45-9eef-4d6b-963c-6bec530c213e tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bb3f6c-53de-41b3-b5f3-73ea9b51c819,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:31.968719 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-22c17dbc-e4f9-43f3-b3d7-f8f5ca6e8d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:31.985811 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-551406cd-e2cc-4388-b97b-f36b0c38aee3 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] show failed (client error): The resource could not be found. Aug 16 20:22:31.992174 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-551406cd-e2cc-4388-b97b-f36b0c38aee3 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "GET /v2.0/security-groups/e5bb3f6c-53de-41b3-b5f3-73ea9b51c819 HTTP/1.1" status: 404 len: 347 time: 0.1409090 Aug 16 20:22:31.993150 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228c49d-d938-4042-ad83-730a2b2388a8 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Pushing event deleted for resources: {'Subnet': ['ID=afbd6930-463c-40d6-acd7-50e93de6a7f7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:31.998152 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dced9534-ecb5-4fa0-ac16-8a92b17c10e8 None None] Network 7791228a-8243-4ee8-b342-f1fda0ae7f4b requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:22:32.000859 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42596) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:32.003666 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4228c49d-d938-4042-ad83-730a2b2388a8 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:32.004391 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c17dbc-e4f9-43f3-b3d7-f8f5ca6e8d69 None None] Routers {'78fce6dd-6a05-472b-ad80-c97bf44be149'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:32.005033 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-22c17dbc-e4f9-43f3-b3d7-f8f5ca6e8d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['78fce6dd-6a05-472b-ad80-c97bf44be149'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:32.009688 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42598) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:32.011762 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4228c49d-d938-4042-ad83-730a2b2388a8 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "DELETE /v2.0/subnets/afbd6930-463c-40d6-acd7-50e93de6a7f7 HTTP/1.1" status: 204 len: 168 time: 1.0369577 Aug 16 20:22:32.018926 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-653e301f-b7d7-4005-a2da-193069239948 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4434209 Aug 16 20:22:32.028352 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6f77fbd0-1681-44d4-9468-2186b50b335d tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.1843190 Aug 16 20:22:32.031287 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42600) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:32.031656 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42602) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:32.037692 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-48641686-e30c-41c5-aaad-5e0a7ebae86c tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:32.058309 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-14a32b9b-dd60-47ee-883c-240873c03f1c admin admin] Request body: {'subnet': {'network_id': 'f4002adb-3d87-42ad-ab95-fda7cf36b986', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-81683781-subnet', 'tenant_id': '3143edc4bd3e40f0b2ee9e590a4f48e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:32.101193 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-22c17dbc-e4f9-43f3-b3d7-f8f5ca6e8d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:32.102286 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c17dbc-e4f9-43f3-b3d7-f8f5ca6e8d69 None None] The sync data for ids ['78fce6dd-6a05-472b-ad80-c97bf44be149'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:22:32.167628 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-48641686-e30c-41c5-aaad-5e0a7ebae86c tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:32.283060 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e301f-b7d7-4005-a2da-193069239948 admin admin] Pushing event updated for resources: {'Network': ['ID=f4002adb-3d87-42ad-ab95-fda7cf36b986,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:32.290636 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35ee940-e87b-410a-8cab-b9aa27eb7b37 None None] DHCP port deletion for 7791228a-8243-4ee8-b342-f1fda0ae7f4b request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:22:32.333155 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a32b9b-dd60-47ee-883c-240873c03f1c admin admin] Made reservation on behalf of 3143edc4bd3e40f0b2ee9e590a4f48e2 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:22:32.335783 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14a32b9b-dd60-47ee-883c-240873c03f1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:32.344091 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network f4002adb-3d87-42ad-ab95-fda7cf36b986 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:22:32.366422 n-d-787206-13 neutron-server[94771]: INFO neutron.db.l3_db [None req-48641686-e30c-41c5-aaad-5e0a7ebae86c tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Floating IP bfe5c155-8ce7-4793-aae1-e4edf7092bab associated. External IP: 172.25.8.204, port: 3af89bc8-85c7-4a17-9551-6e16e69b6cad. Aug 16 20:22:32.429222 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-cca14b46-9f39-4389-a462-8eaecc9a5649 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Deleting port 292034e5-1ee6-4f20-8931-c524c70d386e {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:32.429529 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cca14b46-9f39-4389-a462-8eaecc9a5649 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:32.580055 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cca14b46-9f39-4389-a462-8eaecc9a5649 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:32.580515 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cca14b46-9f39-4389-a462-8eaecc9a5649 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:32.593814 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-cca14b46-9f39-4389-a462-8eaecc9a5649 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Calling delete_port for 292034e5-1ee6-4f20-8931-c524c70d386e owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:32.642419 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d35ee940-e87b-410a-8cab-b9aa27eb7b37 None None] Deleting port bcf16e5a-91f3-4095-8daf-fd2a5c91c4df {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:32.643082 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d35ee940-e87b-410a-8cab-b9aa27eb7b37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:32.710808 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d35ee940-e87b-410a-8cab-b9aa27eb7b37 None None] For port bcf16e5a-91f3-4095-8daf-fd2a5c91c4df, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=bcf16e5a-91f3-4095-8daf-fd2a5c91c4df,segment=NetworkSegment(87b3f52f-e6cb-428b-b949-aabbad1859c3),segment_id=87b3f52f-e6cb-428b-b949-aabbad1859c3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:32.711318 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d35ee940-e87b-410a-8cab-b9aa27eb7b37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:32.725898 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d35ee940-e87b-410a-8cab-b9aa27eb7b37 None None] Calling delete_port for bcf16e5a-91f3-4095-8daf-fd2a5c91c4df owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:32.757171 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cca14b46-9f39-4389-a462-8eaecc9a5649 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:32.784927 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-75a1fda9-a0b7-486f-a7e6-afd51f9756b7 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:32.797096 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca14b46-9f39-4389-a462-8eaecc9a5649 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Pushing event deleted for resources: {'Port': ['ID=292034e5-1ee6-4f20-8931-c524c70d386e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:32.819467 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d35ee940-e87b-410a-8cab-b9aa27eb7b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:32.850328 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9d179f45-bddc-4fab-9b2f-702fb8252920 tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] 10.222.0.68 "GET /v2.0/floatingips/f4b4dd9f-9620-49f4-bfaf-a7687ded5184 HTTP/1.1" status: 200 len: 982 time: 0.8058774 Aug 16 20:22:32.860403 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42604) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:32.860653 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ee940-e87b-410a-8cab-b9aa27eb7b37 None None] Pushing event deleted for resources: {'Port': ['ID=bcf16e5a-91f3-4095-8daf-fd2a5c91c4df,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:32.861826 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14a32b9b-dd60-47ee-883c-240873c03f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:32.871147 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35ee940-e87b-410a-8cab-b9aa27eb7b37 None None] No DVR routers for this DVR port bcf16e5a-91f3-4095-8daf-fd2a5c91c4df on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:22:32.874165 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ee940-e87b-410a-8cab-b9aa27eb7b37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:32.874523 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ee940-e87b-410a-8cab-b9aa27eb7b37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:32.875085 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ee940-e87b-410a-8cab-b9aa27eb7b37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:32.876345 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ee940-e87b-410a-8cab-b9aa27eb7b37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:32.876693 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ee940-e87b-410a-8cab-b9aa27eb7b37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:32.877368 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ee940-e87b-410a-8cab-b9aa27eb7b37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:32.877685 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ee940-e87b-410a-8cab-b9aa27eb7b37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:32.878067 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ee940-e87b-410a-8cab-b9aa27eb7b37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:32.878402 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ee940-e87b-410a-8cab-b9aa27eb7b37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:32.878736 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ee940-e87b-410a-8cab-b9aa27eb7b37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:32.879067 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ee940-e87b-410a-8cab-b9aa27eb7b37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:32.879463 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ee940-e87b-410a-8cab-b9aa27eb7b37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:32.970953 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cca14b46-9f39-4389-a462-8eaecc9a5649 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:32.973586 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cca14b46-9f39-4389-a462-8eaecc9a5649 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:32.977864 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cca14b46-9f39-4389-a462-8eaecc9a5649 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "DELETE /v2.0/floatingips/c4e32a26-900c-457b-a8e5-d97e5ba4d1f1 HTTP/1.1" status: 204 len: 168 time: 0.9334567 Aug 16 20:22:32.977864 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42606) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:33.090741 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a32b9b-dd60-47ee-883c-240873c03f1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=df444524-c646-4740-886b-a25cf029794b,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:33.122791 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-33eca035-8569-45d4-ac4c-6c4e745695b6 tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] 10.222.0.68 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3803 time: 0.2578731 Aug 16 20:22:33.127639 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42610) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:33.173942 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a32b9b-dd60-47ee-883c-240873c03f1c admin admin] Checking segment: {'id': 'c67aa76a-d901-4c33-9fef-b08aea0de150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f4002adb-3d87-42ad-ab95-fda7cf36b986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:22:33.173942 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a32b9b-dd60-47ee-883c-240873c03f1c admin admin] Network hostable DHCP agents. Network: f4002adb-3d87-42ad-ab95-fda7cf36b986, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:22:33.198035 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-75a1fda9-a0b7-486f-a7e6-afd51f9756b7 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:33.241264 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a32b9b-dd60-47ee-883c-240873c03f1c admin admin] Network f4002adb-3d87-42ad-ab95-fda7cf36b986 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:22:33.292059 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-14a32b9b-dd60-47ee-883c-240873c03f1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, f4002adb-3d87-42ad-ab95-fda7cf36b986) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:33.301472 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a32b9b-dd60-47ee-883c-240873c03f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:33.301711 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14a32b9b-dd60-47ee-883c-240873c03f1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:33.307675 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cede3a55-86fa-43fc-8a97-a47ae266c2b0 None None] Network f4002adb-3d87-42ad-ab95-fda7cf36b986 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:22:33.336589 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-14a32b9b-dd60-47ee-883c-240873c03f1c admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2934771 Aug 16 20:22:33.358636 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48641686-e30c-41c5-aaad-5e0a7ebae86c tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Router 4b25ba43-910a-471c-b81c-bd0069004478 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:22:33.363433 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-75a1fda9-a0b7-486f-a7e6-afd51f9756b7 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Deleting port 66b01f03-cc26-4ac4-9db8-6be4a89d9344 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:33.363796 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-75a1fda9-a0b7-486f-a7e6-afd51f9756b7 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:33.448008 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-10ca2ba1-e576-4b88-a979-cfaa9df33ed7 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Deleting port ba462df7-2b19-445f-a85f-59b4fc802da8 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:33.448380 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10ca2ba1-e576-4b88-a979-cfaa9df33ed7 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:33.500491 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347ceefe-97dc-431f-a64b-9d177708c429 None None] Network f4002adb-3d87-42ad-ab95-fda7cf36b986 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:22:33.501718 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42616) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:33.505076 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-75a1fda9-a0b7-486f-a7e6-afd51f9756b7 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] For port 66b01f03-cc26-4ac4-9db8-6be4a89d9344, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=66b01f03-cc26-4ac4-9db8-6be4a89d9344,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:33.505451 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-75a1fda9-a0b7-486f-a7e6-afd51f9756b7 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:33.524698 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-75a1fda9-a0b7-486f-a7e6-afd51f9756b7 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Calling delete_port for 66b01f03-cc26-4ac4-9db8-6be4a89d9344 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:33.588470 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-419cfd36-d8d4-4ff3-b6d5-57749f60a1bd tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Deleting port ab46bcc0-44ef-4e7c-b460-c2af6e725793 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:33.589120 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-419cfd36-d8d4-4ff3-b6d5-57749f60a1bd tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:33.595099 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10ca2ba1-e576-4b88-a979-cfaa9df33ed7 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:33.595523 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10ca2ba1-e576-4b88-a979-cfaa9df33ed7 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:33.618502 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-10ca2ba1-e576-4b88-a979-cfaa9df33ed7 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Calling delete_port for ba462df7-2b19-445f-a85f-59b4fc802da8 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:33.682442 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c137da-de48-4680-97d3-8cf0f05be58e admin admin] Deleting subnet df444524-c646-4740-886b-a25cf029794b {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:22:33.691544 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24c137da-de48-4680-97d3-8cf0f05be58e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:33.757881 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24c137da-de48-4680-97d3-8cf0f05be58e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:33.761104 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-419cfd36-d8d4-4ff3-b6d5-57749f60a1bd tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:33.763528 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48641686-e30c-41c5-aaad-5e0a7ebae86c tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:22:33.777039 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b9b32f-56c1-40fa-a2a0-187eef44b616 None None] Sync routers for ids ['4b25ba43-910a-471c-b81c-bd0069004478'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:22:33.784760 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device bcf16e5a-91f3-4095-8daf-fd2a5c91c4df no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:22:33.817125 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b9b32f-56c1-40fa-a2a0-187eef44b616 None None] Routers {'4b25ba43-910a-471c-b81c-bd0069004478'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:33.817768 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-19b9b32f-56c1-40fa-a2a0-187eef44b616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4b25ba43-910a-471c-b81c-bd0069004478'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:33.819889 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: bcf16e5a-91f3-4095-8daf-fd2a5c91c4df {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:22:33.820291 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device bcf16e5a-91f3-4095-8daf-fd2a5c91c4df not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:22:33.820709 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device bc929987-5701-451f-894b-5f8d1f57dd6d no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:22:33.856780 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-75a1fda9-a0b7-486f-a7e6-afd51f9756b7 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:33.894771 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: bc929987-5701-451f-894b-5f8d1f57dd6d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:22:33.895123 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device bc929987-5701-451f-894b-5f8d1f57dd6d not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:22:33.904318 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1fda9-a0b7-486f-a7e6-afd51f9756b7 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Pushing event deleted for resources: {'Port': ['ID=66b01f03-cc26-4ac4-9db8-6be4a89d9344,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:33.911227 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-419cfd36-d8d4-4ff3-b6d5-57749f60a1bd tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Calling delete_port for ab46bcc0-44ef-4e7c-b460-c2af6e725793 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:33.918236 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-19b9b32f-56c1-40fa-a2a0-187eef44b616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:33.932150 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b9b32f-56c1-40fa-a2a0-187eef44b616 None None] Routers {'4b25ba43-910a-471c-b81c-bd0069004478'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:33.933044 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-19b9b32f-56c1-40fa-a2a0-187eef44b616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4b25ba43-910a-471c-b81c-bd0069004478'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:33.970495 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-19b9b32f-56c1-40fa-a2a0-187eef44b616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:33.971445 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b9b32f-56c1-40fa-a2a0-187eef44b616 None None] The sync data for ids ['4b25ba43-910a-471c-b81c-bd0069004478'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:22:34.020467 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24c137da-de48-4680-97d3-8cf0f05be58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:34.021370 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-75a1fda9-a0b7-486f-a7e6-afd51f9756b7 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:34.137242 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-75a1fda9-a0b7-486f-a7e6-afd51f9756b7 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:34.138992 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10ca2ba1-e576-4b88-a979-cfaa9df33ed7 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:34.142571 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-75a1fda9-a0b7-486f-a7e6-afd51f9756b7 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:34.158465 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24c137da-de48-4680-97d3-8cf0f05be58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:34.171593 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48641686-e30c-41c5-aaad-5e0a7ebae86c tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Router 4b25ba43-910a-471c-b81c-bd0069004478 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:22:34.191824 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c137da-de48-4680-97d3-8cf0f05be58e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df444524-c646-4740-886b-a25cf029794b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:34.203988 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24c137da-de48-4680-97d3-8cf0f05be58e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:34.208453 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-24c137da-de48-4680-97d3-8cf0f05be58e admin admin] 10.222.0.68 "DELETE /v2.0/subnets/df444524-c646-4740-886b-a25cf029794b HTTP/1.1" status: 204 len: 168 time: 0.7019382 Aug 16 20:22:34.225117 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42620) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:34.232074 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca2ba1-e576-4b88-a979-cfaa9df33ed7 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Pushing event deleted for resources: {'Port': ['ID=ba462df7-2b19-445f-a85f-59b4fc802da8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:34.271942 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-75a1fda9-a0b7-486f-a7e6-afd51f9756b7 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:34.272801 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a1fda9-a0b7-486f-a7e6-afd51f9756b7 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Fanout notify agent at l3_agent the message router_deleted on router 88fe6540-b735-461d-9672-c5c98dcee216 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:22:34.280011 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-75a1fda9-a0b7-486f-a7e6-afd51f9756b7 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:34.284466 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-75a1fda9-a0b7-486f-a7e6-afd51f9756b7 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "DELETE /v2.0/routers/88fe6540-b735-461d-9672-c5c98dcee216 HTTP/1.1" status: 204 len: 168 time: 2.2698822 Aug 16 20:22:34.286777 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42622) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:34.361057 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10ca2ba1-e576-4b88-a979-cfaa9df33ed7 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:34.362087 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-10ca2ba1-e576-4b88-a979-cfaa9df33ed7 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Floating IP f4b4dd9f-9620-49f4-bfaf-a7687ded5184 disassociated (deleted). External IP: 172.25.8.13, port: f3a9d80f-b7ad-400f-85ba-6bc896120876. Aug 16 20:22:34.368755 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-419cfd36-d8d4-4ff3-b6d5-57749f60a1bd tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:34.392845 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4606de05-dd0c-4a80-b839-32396b1e1412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:34.439978 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2ecbc4e-4e7c-4526-a66d-ab0aab3ce999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:34.450942 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419cfd36-d8d4-4ff3-b6d5-57749f60a1bd tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Pushing event deleted for resources: {'Port': ['ID=ab46bcc0-44ef-4e7c-b460-c2af6e725793,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:34.496638 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a72ae2a8-4d99-482b-b9b1-1a5b5679c012 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:34.556191 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48641686-e30c-41c5-aaad-5e0a7ebae86c tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:22:34.563188 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-48641686-e30c-41c5-aaad-5e0a7ebae86c tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:34.569588 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e88251-1715-483f-87af-a691af3486e5 None None] Sync routers for ids ['4b25ba43-910a-471c-b81c-bd0069004478'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:22:34.579950 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e88251-1715-483f-87af-a691af3486e5 None None] Routers {'4b25ba43-910a-471c-b81c-bd0069004478'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:34.580589 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-89e88251-1715-483f-87af-a691af3486e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4b25ba43-910a-471c-b81c-bd0069004478'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:34.605956 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-419cfd36-d8d4-4ff3-b6d5-57749f60a1bd tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:34.608064 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-419cfd36-d8d4-4ff3-b6d5-57749f60a1bd tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "DELETE /v2.0/ports/ab46bcc0-44ef-4e7c-b460-c2af6e725793 HTTP/1.1" status: 204 len: 168 time: 1.6294255 Aug 16 20:22:34.613418 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-89e88251-1715-483f-87af-a691af3486e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:34.624455 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e88251-1715-483f-87af-a691af3486e5 None None] Routers {'4b25ba43-910a-471c-b81c-bd0069004478'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:34.625601 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-89e88251-1715-483f-87af-a691af3486e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4b25ba43-910a-471c-b81c-bd0069004478'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:34.667120 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-89e88251-1715-483f-87af-a691af3486e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:34.668321 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e88251-1715-483f-87af-a691af3486e5 None None] The sync data for ids ['4b25ba43-910a-471c-b81c-bd0069004478'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:22:34.672690 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:34.679696 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42624) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:34.754070 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2ecbc4e-4e7c-4526-a66d-ab0aab3ce999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:34.778277 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f2ecbc4e-4e7c-4526-a66d-ab0aab3ce999 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4002adb-3d87-42ad-ab95-fda7cf36b986']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:34.811210 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-48641686-e30c-41c5-aaad-5e0a7ebae86c tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "PUT /v2.0/floatingips/bfe5c155-8ce7-4793-aae1-e4edf7092bab HTTP/1.1" status: 200 len: 977 time: 4.0978880 Aug 16 20:22:34.811210 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f2ecbc4e-4e7c-4526-a66d-ab0aab3ce999 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c67aa76a-d901-4c33-9fef-b08aea0de150') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:34.811210 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f2ecbc4e-4e7c-4526-a66d-ab0aab3ce999 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c67aa76a-d901-4c33-9fef-b08aea0de150') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:34.818412 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42626) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:34.825658 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7d95404b-84bc-404f-8104-ef497e531d21 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:34.836667 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2ecbc4e-4e7c-4526-a66d-ab0aab3ce999 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:34.853615 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2ecbc4e-4e7c-4526-a66d-ab0aab3ce999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:34.862745 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2ecbc4e-4e7c-4526-a66d-ab0aab3ce999 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:22:34.863676 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2ecbc4e-4e7c-4526-a66d-ab0aab3ce999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:34.880635 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:22:34.880635 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:22:34.880635 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:22:34.880635 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:22:34.880635 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:22:34.880635 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:22:34.880635 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:22:34.880635 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:22:34.880635 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:22:34.880635 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:22:34.880635 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:22:34.880635 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:22:34.880635 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:22:34.880635 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:22:34.880635 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:22:34.880635 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:22:34.880635 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:22:34.880635 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:22:34.880635 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:22:34.880635 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:22:34.880635 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:22:34.880635 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:22:34.880635 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:22:34.880635 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:22:34.880635 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:22:34.880635 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:22:34.880635 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:22:34.880635 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:22:34.880635 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:22:34.880635 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:22:34.880635 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:22:34.880635 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:22:35.016524 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2ecbc4e-4e7c-4526-a66d-ab0aab3ce999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:35.020279 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d95404b-84bc-404f-8104-ef497e531d21 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:35.029657 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2ecbc4e-4e7c-4526-a66d-ab0aab3ce999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:35.031177 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f2ecbc4e-4e7c-4526-a66d-ab0aab3ce999 admin admin] 10.222.0.68 "DELETE /v2.0/networks/f4002adb-3d87-42ad-ab95-fda7cf36b986 HTTP/1.1" status: 204 len: 168 time: 0.8051145 Aug 16 20:22:35.040493 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a72ae2a8-4d99-482b-b9b1-1a5b5679c012 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:35.101536 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-a72ae2a8-4d99-482b-b9b1-1a5b5679c012 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7791228a-8243-4ee8-b342-f1fda0ae7f4b']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:35.104293 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ecbc4e-4e7c-4526-a66d-ab0aab3ce999 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4002adb-3d87-42ad-ab95-fda7cf36b986,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:35.128116 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-a72ae2a8-4d99-482b-b9b1-1a5b5679c012 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b3f52f-e6cb-428b-b949-aabbad1859c3') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:35.128709 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-a72ae2a8-4d99-482b-b9b1-1a5b5679c012 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b3f52f-e6cb-428b-b949-aabbad1859c3') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:35.144192 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a72ae2a8-4d99-482b-b9b1-1a5b5679c012 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:35.145164 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-27d821a6-e3b6-4e8a-91ca-b9188b86cf83 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Deleting port 0806bdce-2fff-4354-aa5e-714ebcf44a22 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:35.145517 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27d821a6-e3b6-4e8a-91ca-b9188b86cf83 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:35.164184 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a72ae2a8-4d99-482b-b9b1-1a5b5679c012 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:35.171776 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ca2ba1-e576-4b88-a979-cfaa9df33ed7 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Router 78fce6dd-6a05-472b-ad80-c97bf44be149 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:22:35.179172 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72ae2a8-4d99-482b-b9b1-1a5b5679c012 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:22:35.179931 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a72ae2a8-4d99-482b-b9b1-1a5b5679c012 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:35.184529 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:22:35.184529 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:22:35.184529 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:22:35.184529 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:22:35.184529 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:22:35.184529 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:22:35.184529 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:22:35.184529 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:22:35.184529 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:22:35.184529 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:22:35.184529 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:22:35.184529 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:22:35.184529 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:22:35.184529 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:22:35.184529 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:22:35.184529 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:22:35.184529 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:22:35.184529 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:22:35.184529 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:22:35.184529 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:22:35.184529 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:22:35.184529 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:22:35.184529 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:22:35.184529 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:22:35.184529 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:22:35.184529 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:22:35.184529 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:22:35.184529 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:22:35.184529 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:22:35.184529 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:22:35.184529 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:22:35.184529 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:22:35.240909 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42632) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:35.325687 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a72ae2a8-4d99-482b-b9b1-1a5b5679c012 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:35.346215 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a72ae2a8-4d99-482b-b9b1-1a5b5679c012 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:35.351046 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a72ae2a8-4d99-482b-b9b1-1a5b5679c012 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "DELETE /v2.0/networks/7791228a-8243-4ee8-b342-f1fda0ae7f4b HTTP/1.1" status: 204 len: 168 time: 1.0636883 Aug 16 20:22:35.353853 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ae2a8-4d99-482b-b9b1-1a5b5679c012 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Pushing event deleted for resources: {'Network': ['ID=7791228a-8243-4ee8-b342-f1fda0ae7f4b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:35.355575 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42636) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:35.373288 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27d821a6-e3b6-4e8a-91ca-b9188b86cf83 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:35.388298 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-27d821a6-e3b6-4e8a-91ca-b9188b86cf83 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Calling delete_port for 0806bdce-2fff-4354-aa5e-714ebcf44a22 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:35.425864 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ca2ba1-e576-4b88-a979-cfaa9df33ed7 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:22:35.431818 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10ca2ba1-e576-4b88-a979-cfaa9df33ed7 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:35.439950 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4bcfb6-2ca1-4c85-9376-55b1ea8bfe59 None None] Sync routers for ids ['78fce6dd-6a05-472b-ad80-c97bf44be149'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:22:35.457818 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4bcfb6-2ca1-4c85-9376-55b1ea8bfe59 None None] Routers {'78fce6dd-6a05-472b-ad80-c97bf44be149'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:35.458445 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-af4bcfb6-2ca1-4c85-9376-55b1ea8bfe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['78fce6dd-6a05-472b-ad80-c97bf44be149'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:35.532781 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-af4bcfb6-2ca1-4c85-9376-55b1ea8bfe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:35.541939 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-10ca2ba1-e576-4b88-a979-cfaa9df33ed7 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] 10.222.0.68 "DELETE /v2.0/floatingips/f4b4dd9f-9620-49f4-bfaf-a7687ded5184 HTTP/1.1" status: 204 len: 168 time: 2.4139047 Aug 16 20:22:35.547031 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42640) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:35.551622 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-74eaab4f-c003-43fa-85ee-cc4a82871826 tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:35.557746 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4bcfb6-2ca1-4c85-9376-55b1ea8bfe59 None None] Routers {'78fce6dd-6a05-472b-ad80-c97bf44be149'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:35.558389 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-af4bcfb6-2ca1-4c85-9376-55b1ea8bfe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['78fce6dd-6a05-472b-ad80-c97bf44be149'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:35.569415 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d95404b-84bc-404f-8104-ef497e531d21 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:35.570348 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27d821a6-e3b6-4e8a-91ca-b9188b86cf83 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:35.582660 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74eaab4f-c003-43fa-85ee-cc4a82871826 tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:35.612637 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-af4bcfb6-2ca1-4c85-9376-55b1ea8bfe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:35.613511 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4bcfb6-2ca1-4c85-9376-55b1ea8bfe59 None None] The sync data for ids ['78fce6dd-6a05-472b-ad80-c97bf44be149'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:22:35.636449 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:35.637944 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d95404b-84bc-404f-8104-ef497e531d21 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:35.638306 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0128fef3-39ae-4450-b935-6a3f1604aa66 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Deleting port c3e2af14-7075-48ae-98cd-dd759f0b83b7 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:35.638648 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0128fef3-39ae-4450-b935-6a3f1604aa66 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:35.638956 n-d-787206-13 neutron-server[94771]: INFO neutron.db.l3_db [None req-7d95404b-84bc-404f-8104-ef497e531d21 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Floating IP bfe5c155-8ce7-4793-aae1-e4edf7092bab disassociated. External IP: 172.25.8.204, port: 5090b50d-c462-492e-97b2-2f0c145b52c1. Aug 16 20:22:35.650381 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d821a6-e3b6-4e8a-91ca-b9188b86cf83 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Pushing event deleted for resources: {'Port': ['ID=0806bdce-2fff-4354-aa5e-714ebcf44a22,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:35.683963 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42642) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:35.699534 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-80a30d4d-4560-4f52-a3ce-fbbe5782f41d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3143edc4bd3e40f0b2ee9e590a4f48e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4558141 Aug 16 20:22:35.704308 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42646) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:35.780302 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0128fef3-39ae-4450-b935-6a3f1604aa66 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:35.780649 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0128fef3-39ae-4450-b935-6a3f1604aa66 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:35.822116 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0128fef3-39ae-4450-b935-6a3f1604aa66 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Calling delete_port for c3e2af14-7075-48ae-98cd-dd759f0b83b7 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:35.825260 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bf4aed76-0f71-4dd7-90a4-fd6d487969ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:35.832762 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 66b01f03-cc26-4ac4-9db8-6be4a89d9344 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:22:35.849101 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27d821a6-e3b6-4e8a-91ca-b9188b86cf83 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:35.852549 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-27d821a6-e3b6-4e8a-91ca-b9188b86cf83 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "DELETE /v2.0/ports/0806bdce-2fff-4354-aa5e-714ebcf44a22 HTTP/1.1" status: 204 len: 168 time: 1.1718140 Aug 16 20:22:35.856753 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42648) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:35.861218 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 66b01f03-cc26-4ac4-9db8-6be4a89d9344 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:22:35.861565 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 66b01f03-cc26-4ac4-9db8-6be4a89d9344 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:22:35.909599 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe88a-cd72-403d-9abd-c8080a87b2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:35.922856 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bf4aed76-0f71-4dd7-90a4-fd6d487969ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:35.955209 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee201ba-95f6-431f-a919-fe7c838bdc44 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Deleting subnet b7d158c1-c010-4d0a-a6f3-8a25135ae4a6 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:22:35.965054 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ee201ba-95f6-431f-a919-fe7c838bdc44 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:35.990463 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:35.992320 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74eaab4f-c003-43fa-85ee-cc4a82871826 tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:36.057187 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ee201ba-95f6-431f-a919-fe7c838bdc44 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:36.121007 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d95404b-84bc-404f-8104-ef497e531d21 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Router 4b25ba43-910a-471c-b81c-bd0069004478 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:22:36.134490 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:36.143000 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bf4aed76-0f71-4dd7-90a4-fd6d487969ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:36.145524 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bf4aed76-0f71-4dd7-90a4-fd6d487969ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:36.149369 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bf4aed76-0f71-4dd7-90a4-fd6d487969ed admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/148974da-7e21-4394-8cf8-dac9a17a2026 HTTP/1.1" status: 204 len: 168 time: 0.4412754 Aug 16 20:22:36.210487 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4aed76-0f71-4dd7-90a4-fd6d487969ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148974da-7e21-4394-8cf8-dac9a17a2026,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:36.301270 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-74eaab4f-c003-43fa-85ee-cc4a82871826 tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Allocated IP 172.25.8.103 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/d00dde07-b791-455d-9db1-82fb9107cbd3) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:36.328272 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe88a-cd72-403d-9abd-c8080a87b2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:36.341993 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe88a-cd72-403d-9abd-c8080a87b2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:36.421259 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0128fef3-39ae-4450-b935-6a3f1604aa66 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:36.466704 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6d6fe88a-cd72-403d-9abd-c8080a87b2d3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=30b79655d82d40c892fbd7e79f901231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7776010 Aug 16 20:22:36.467291 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42658) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:36.470672 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128fef3-39ae-4450-b935-6a3f1604aa66 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Pushing event deleted for resources: {'Port': ['ID=c3e2af14-7075-48ae-98cd-dd759f0b83b7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:36.472384 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fe88a-cd72-403d-9abd-c8080a87b2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ce6345-9be2-4b3b-88e7-ee60f3787965,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:36.600992 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ee201ba-95f6-431f-a919-fe7c838bdc44 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:36.613654 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0128fef3-39ae-4450-b935-6a3f1604aa66 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:36.614004 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-0128fef3-39ae-4450-b935-6a3f1604aa66 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Floating IP f9087f94-4aa8-4168-b1bb-593c14dffc5e disassociated (deleted). External IP: 172.25.8.4, port: d2e8c29b-a53a-4275-9f28-7df314188358. Aug 16 20:22:36.621655 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74eaab4f-c003-43fa-85ee-cc4a82871826 tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:36.660259 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b8f2e916-2b4b-47ff-91cf-2b79188fec91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:36.696812 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d95404b-84bc-404f-8104-ef497e531d21 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:22:36.702979 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d95404b-84bc-404f-8104-ef497e531d21 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:36.716635 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c867be93-f83a-486b-8508-5a98818a1064 None None] Sync routers for ids ['4b25ba43-910a-471c-b81c-bd0069004478'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:22:36.739019 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7d95404b-84bc-404f-8104-ef497e531d21 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "PUT /v2.0/floatingips/bfe5c155-8ce7-4793-aae1-e4edf7092bab HTTP/1.1" status: 200 len: 688 time: 1.9164889 Aug 16 20:22:36.739236 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b8f2e916-2b4b-47ff-91cf-2b79188fec91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:36.739395 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ee201ba-95f6-431f-a919-fe7c838bdc44 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:36.740772 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42668) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:36.759581 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c867be93-f83a-486b-8508-5a98818a1064 None None] Routers {'4b25ba43-910a-471c-b81c-bd0069004478'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:36.761781 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c867be93-f83a-486b-8508-5a98818a1064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4b25ba43-910a-471c-b81c-bd0069004478'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:36.801150 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee201ba-95f6-431f-a919-fe7c838bdc44 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Pushing event deleted for resources: {'Subnet': ['ID=b7d158c1-c010-4d0a-a6f3-8a25135ae4a6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:36.806639 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ee201ba-95f6-431f-a919-fe7c838bdc44 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:36.811361 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7ee201ba-95f6-431f-a919-fe7c838bdc44 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "DELETE /v2.0/subnets/b7d158c1-c010-4d0a-a6f3-8a25135ae4a6 HTTP/1.1" status: 204 len: 168 time: 0.9532380 Aug 16 20:22:36.811651 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42672) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:36.822660 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ae3627-7678-46c6-bebf-529c2070f963 None None] Network 90394afd-703c-4163-92ad-725e7cc3c2c5 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:22:36.847857 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c867be93-f83a-486b-8508-5a98818a1064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:36.860022 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74eaab4f-c003-43fa-85ee-cc4a82871826 tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:36.860922 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c867be93-f83a-486b-8508-5a98818a1064 None None] Routers {'4b25ba43-910a-471c-b81c-bd0069004478'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:36.862541 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c867be93-f83a-486b-8508-5a98818a1064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4b25ba43-910a-471c-b81c-bd0069004478'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:36.918970 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d1df6356-c2de-44f1-b232-df0d00311b98 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Deleting port b3a4baac-8d35-417d-9b24-2fd5944ab702 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:36.919350 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d1df6356-c2de-44f1-b232-df0d00311b98 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:36.921760 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c867be93-f83a-486b-8508-5a98818a1064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:36.923706 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c867be93-f83a-486b-8508-5a98818a1064 None None] The sync data for ids ['4b25ba43-910a-471c-b81c-bd0069004478'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:22:36.948599 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b8f2e916-2b4b-47ff-91cf-2b79188fec91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:36.950618 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b8f2e916-2b4b-47ff-91cf-2b79188fec91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:36.954089 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b8f2e916-2b4b-47ff-91cf-2b79188fec91 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/50ce6345-9be2-4b3b-88e7-ee60f3787965 HTTP/1.1" status: 204 len: 168 time: 0.4835558 Aug 16 20:22:36.965895 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eaab4f-c003-43fa-85ee-cc4a82871826 tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:37.019085 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-74eaab4f-c003-43fa-85ee-cc4a82871826 tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:37.025234 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2e916-2b4b-47ff-91cf-2b79188fec91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ce6345-9be2-4b3b-88e7-ee60f3787965,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:37.030966 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eaab4f-c003-43fa-85ee-cc4a82871826 tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:37.037296 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42678) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:37.040700 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-c049b638-4ab4-45e7-91ba-f53989e00a26 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Deleting subnet f33a40b4-e403-467d-9112-f03dd7c053f7 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:22:37.073528 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d1df6356-c2de-44f1-b232-df0d00311b98 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:37.074237 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d1df6356-c2de-44f1-b232-df0d00311b98 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:37.079073 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eaab4f-c003-43fa-85ee-cc4a82871826 tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Pushing event updated for resources: {'Port': ['ID=d00dde07-b791-455d-9db1-82fb9107cbd3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:37.085962 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c049b638-4ab4-45e7-91ba-f53989e00a26 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:37.086380 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:37.099579 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d1df6356-c2de-44f1-b232-df0d00311b98 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Calling delete_port for b3a4baac-8d35-417d-9b24-2fd5944ab702 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:37.160435 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c049b638-4ab4-45e7-91ba-f53989e00a26 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:37.164286 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0128fef3-39ae-4450-b935-6a3f1604aa66 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Router f9a78646-c234-4aab-9341-cc9d53ccd91c has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:22:37.191133 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f27950-fb89-4c4a-be0c-cac8372c5bd7 None None] DHCP port deletion for 90394afd-703c-4163-92ad-725e7cc3c2c5 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:22:37.257764 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-56f27950-fb89-4c4a-be0c-cac8372c5bd7 None None] Deleting port 0e71a397-afd8-4fc1-9032-8f53cbd4a2d5 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:37.258270 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56f27950-fb89-4c4a-be0c-cac8372c5bd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:37.274268 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a4806a48-7816-4303-8c0c-6947e576faa4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1016052742-network', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:37.317527 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74eaab4f-c003-43fa-85ee-cc4a82871826 tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:37.323030 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d1df6356-c2de-44f1-b232-df0d00311b98 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:37.337424 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4806a48-7816-4303-8c0c-6947e576faa4 admin admin] Made reservation on behalf of 5fcbda3619a74e5b9b9ea7a9065ce932 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:22:37.340837 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4806a48-7816-4303-8c0c-6947e576faa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:37.358933 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-56f27950-fb89-4c4a-be0c-cac8372c5bd7 None None] For port 0e71a397-afd8-4fc1-9032-8f53cbd4a2d5, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=0e71a397-afd8-4fc1-9032-8f53cbd4a2d5,segment=NetworkSegment(57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61),segment_id=57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:37.360099 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56f27950-fb89-4c4a-be0c-cac8372c5bd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:37.386399 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-56f27950-fb89-4c4a-be0c-cac8372c5bd7 None None] Calling delete_port for 0e71a397-afd8-4fc1-9032-8f53cbd4a2d5 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:37.387932 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4806a48-7816-4303-8c0c-6947e576faa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:37.436999 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df6356-c2de-44f1-b232-df0d00311b98 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event deleted for resources: {'Port': ['ID=b3a4baac-8d35-417d-9b24-2fd5944ab702,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:37.445698 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d1df6356-c2de-44f1-b232-df0d00311b98 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:37.446145 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c049b638-4ab4-45e7-91ba-f53989e00a26 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:37.449356 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d1df6356-c2de-44f1-b232-df0d00311b98 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:37.449903 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d1df6356-c2de-44f1-b232-df0d00311b98 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "DELETE /v2.0/floatingips/bfe5c155-8ce7-4793-aae1-e4edf7092bab HTTP/1.1" status: 204 len: 168 time: 0.7066293 Aug 16 20:22:37.476173 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42686) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:37.490911 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74eaab4f-c003-43fa-85ee-cc4a82871826 tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:37.509492 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56f27950-fb89-4c4a-be0c-cac8372c5bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:37.538540 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-f3508b9c-be24-48a8-ad45-87751e922907 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] delete failed (client error): The resource could not be found. Aug 16 20:22:37.543752 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f3508b9c-be24-48a8-ad45-87751e922907 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "DELETE /v2.0/floatingips/bfe5c155-8ce7-4793-aae1-e4edf7092bab HTTP/1.1" status: 404 len: 345 time: 0.0657122 Aug 16 20:22:37.544148 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42692) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:37.547525 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f27950-fb89-4c4a-be0c-cac8372c5bd7 None None] Pushing event deleted for resources: {'Port': ['ID=0e71a397-afd8-4fc1-9032-8f53cbd4a2d5,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:37.552549 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f27950-fb89-4c4a-be0c-cac8372c5bd7 None None] No DVR routers for this DVR port 0e71a397-afd8-4fc1-9032-8f53cbd4a2d5 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:22:37.586160 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0128fef3-39ae-4450-b935-6a3f1604aa66 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:22:37.589780 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0128fef3-39ae-4450-b935-6a3f1604aa66 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:37.598634 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b52611-898c-4bde-8a8c-b7842748d913 None None] Sync routers for ids ['f9a78646-c234-4aab-9341-cc9d53ccd91c'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:22:37.608378 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4806a48-7816-4303-8c0c-6947e576faa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:37.610915 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b52611-898c-4bde-8a8c-b7842748d913 None None] Routers {'f9a78646-c234-4aab-9341-cc9d53ccd91c'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:37.611979 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-60b52611-898c-4bde-8a8c-b7842748d913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f9a78646-c234-4aab-9341-cc9d53ccd91c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:37.618141 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4806a48-7816-4303-8c0c-6947e576faa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:37.624664 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0128fef3-39ae-4450-b935-6a3f1604aa66 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "DELETE /v2.0/floatingips/f9087f94-4aa8-4168-b1bb-593c14dffc5e HTTP/1.1" status: 204 len: 168 time: 2.2665706 Aug 16 20:22:37.630674 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4806a48-7816-4303-8c0c-6947e576faa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:22:37.641364 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b23d174-fcde-4af1-95e1-a7d26800e639', 'tag': 'd2e8c29b-a53a-4275-9f28-7df314188358'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:37.651289 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9077026b-9e70-4ded-b335-b2ef7d13a9d7" -d '{"events": [{"name": "network-changed", "server_uuid": "3b23d174-fcde-4af1-95e1-a7d26800e639", "tag": "d2e8c29b-a53a-4275-9f28-7df314188358"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:37.664834 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4806a48-7816-4303-8c0c-6947e576faa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:37.665218 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-a4806a48-7816-4303-8c0c-6947e576faa4 admin admin] Added segment ae000a32-daab-4172-a67b-c8cc62f15ecf of type vlan for network 0884c200-acec-460b-b534-7fcde0dd54c6 Aug 16 20:22:37.724159 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4806a48-7816-4303-8c0c-6947e576faa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:37.762108 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4d6f3e-340f-491e-9101-7ff69d76f77e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:37.772380 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4d6f3e-340f-491e-9101-7ff69d76f77e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:37.780569 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94463d85-548c-4bb5-b12c-b2020a1ccbce x-openstack-request-id: req-94463d85-548c-4bb5-b12c-b2020a1ccbce {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:37.782883 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b23d174-fcde-4af1-95e1-a7d26800e639", "tag": "d2e8c29b-a53a-4275-9f28-7df314188358", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:37.783975 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-94463d85-548c-4bb5-b12c-b2020a1ccbce {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:37.785115 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b23d174-fcde-4af1-95e1-a7d26800e639', 'tag': 'd2e8c29b-a53a-4275-9f28-7df314188358', 'status': 'completed', 'code': 200} Aug 16 20:22:37.792212 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4d6f3e-340f-491e-9101-7ff69d76f77e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:37.804563 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1d4d6f3e-340f-491e-9101-7ff69d76f77e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "GET /v2.0/ports?network_id=3a16445d-ad38-47d0-a27c-cccfc4ef2dce HTTP/1.1" status: 200 len: 2358 time: 0.2591102 Aug 16 20:22:37.818212 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42702) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:37.821952 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4806a48-7816-4303-8c0c-6947e576faa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:37.822790 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 0e71a397-afd8-4fc1-9032-8f53cbd4a2d5 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:22:37.823320 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4806a48-7816-4303-8c0c-6947e576faa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:37.824399 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4806a48-7816-4303-8c0c-6947e576faa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:37.831589 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4806a48-7816-4303-8c0c-6947e576faa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c40bd5c-d4dc-41e9-9126-ebfc05d7cf50,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:37.852759 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 0e71a397-afd8-4fc1-9032-8f53cbd4a2d5 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:22:37.853358 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 0e71a397-afd8-4fc1-9032-8f53cbd4a2d5 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:22:37.886814 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-60b52611-898c-4bde-8a8c-b7842748d913 None None] Set router f9a78646-c234-4aab-9341-cc9d53ccd91c gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:22:37.930295 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f820030c-3bc4-4308-9f2b-4a4ef7defe8d tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:37.931701 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f820030c-3bc4-4308-9f2b-4a4ef7defe8d tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "GET /v2.0/subnets/a1c97691-7cc8-4152-829e-c3de0e49f7bf HTTP/1.1" status: 200 len: 797 time: 0.1125300 Aug 16 20:22:37.941637 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42710) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:37.955113 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-07ba68aa-4a44-48a6-9a4e-cd5b72d38989 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Request body: {'port': {'network_id': '3a16445d-ad38-47d0-a27c-cccfc4ef2dce', 'name': 'tempest-FloatingIPTestJSON-2068231142', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:37.959302 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c049b638-4ab4-45e7-91ba-f53989e00a26 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:37.987874 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a4806a48-7816-4303-8c0c-6947e576faa4 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9494722 Aug 16 20:22:37.993124 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42712) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:38.002961 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4806a48-7816-4303-8c0c-6947e576faa4 admin admin] Pushing event updated for resources: {'Network': ['ID=0884c200-acec-460b-b534-7fcde0dd54c6,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:38.007356 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049b638-4ab4-45e7-91ba-f53989e00a26 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Pushing event deleted for resources: {'Subnet': ['ID=f33a40b4-e403-467d-9112-f03dd7c053f7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:38.020871 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ec9da730-cf19-47b0-97f9-e95d6f2bd342 admin admin] Request body: {'subnet': {'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1016052742-subnet', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:38.021016 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077026b-9e70-4ded-b335-b2ef7d13a9d7 req-aa77641e-c805-459a-ac85-12c0b0b3b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:38.022152 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9077026b-9e70-4ded-b335-b2ef7d13a9d7 req-aa77641e-c805-459a-ac85-12c0b0b3b552 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8bcd23a9a424ad4a6a1bf7da2226594&device_id=3b23d174-fcde-4af1-95e1-a7d26800e639 HTTP/1.1" status: 200 len: 1136 time: 0.2164519 Aug 16 20:22:38.029340 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 0884c200-acec-460b-b534-7fcde0dd54c6 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:22:38.133851 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c049b638-4ab4-45e7-91ba-f53989e00a26 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:38.135360 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0004ca0f-0604-4866-b3b0-2cb5425cc8e2 None None] Network 17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:22:38.136579 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c049b638-4ab4-45e7-91ba-f53989e00a26 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "DELETE /v2.0/subnets/f33a40b4-e403-467d-9112-f03dd7c053f7 HTTP/1.1" status: 204 len: 168 time: 1.3216820 Aug 16 20:22:38.140170 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42716) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:38.142361 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9da730-cf19-47b0-97f9-e95d6f2bd342 admin admin] Made reservation on behalf of 5fcbda3619a74e5b9b9ea7a9065ce932 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:22:38.145077 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ec9da730-cf19-47b0-97f9-e95d6f2bd342 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:38.163562 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db74c0d-80c9-4538-ae6b-1c27e3afbfbe req-50b2c795-607a-4947-a2d0-b81b324d3ac7 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:38.165136 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5db74c0d-80c9-4538-ae6b-1c27e3afbfbe req-50b2c795-607a-4947-a2d0-b81b324d3ac7 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b23d174-fcde-4af1-95e1-a7d26800e639 HTTP/1.1" status: 200 len: 984 time: 0.1655149 Aug 16 20:22:38.281762 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74eaab4f-c003-43fa-85ee-cc4a82871826 tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:38.300175 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74eaab4f-c003-43fa-85ee-cc4a82871826 tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:38.316842 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e461b90f-2223-4bcb-baff-0395a1a27960 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:38.341715 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ba68aa-4a44-48a6-9a4e-cd5b72d38989 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Made reservation on behalf of c17b1cc6ae324debb244d1049d77de29 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:22:38.343973 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5db74c0d-80c9-4538-ae6b-1c27e3afbfbe req-e6b75d9b-5eda-4709-96f3-50272b33c19c tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/security-groups?id=191d0859-b942-45b7-a239-107e8dfd84a7&id=f542f5a7-44d3-46f3-9d52-a54bd1a14d41&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1618614 Aug 16 20:22:38.345450 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077026b-9e70-4ded-b335-b2ef7d13a9d7 req-4a5620a1-4d5b-4837-8721-9e2cbdf38d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:38.348638 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9077026b-9e70-4ded-b335-b2ef7d13a9d7 req-4a5620a1-4d5b-4837-8721-9e2cbdf38d91 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ee10d137-f84f-433f-a5c6-041af81d21c9 HTTP/1.1" status: 200 len: 897 time: 0.2907338 Aug 16 20:22:38.360428 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-60b52611-898c-4bde-8a8c-b7842748d913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119840630', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '51ff73e6-da6c-4611-a483-18268d9f5cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:31Z', 'updated_at': '2021-08-16T20:20:39Z', 'revision_number': 4, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'gw_port': {'id': '51ff73e6-da6c-4611-a483-18268d9f5cc7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:32Z', 'updated_at': '2021-08-16T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '9bd7e4b8-5aad-41e8-9e22-003e206781c9', 'name': '', 'network_id': 'ee10d137-f84f-433f-a5c6-041af81d21c9', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'mac_address': 'fa:16:3e:cf:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '033ca340-7c7c-44a6-a90d-98332393fe5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:38Z', 'updated_at': '2021-08-16T20:20:46Z', 'revision_number': 5, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'subnets': [{'id': '033ca340-7c7c-44a6-a90d-98332393fe5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:38.410534 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b52611-898c-4bde-8a8c-b7842748d913 None None] Checking router: f9a78646-c234-4aab-9341-cc9d53ccd91c for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:22:38.422627 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b52611-898c-4bde-8a8c-b7842748d913 None None] Routers {'f9a78646-c234-4aab-9341-cc9d53ccd91c'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:38.423539 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-60b52611-898c-4bde-8a8c-b7842748d913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f9a78646-c234-4aab-9341-cc9d53ccd91c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:38.447065 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74eaab4f-c003-43fa-85ee-cc4a82871826 tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:38.464766 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdb459a-600a-4099-b99d-c9399c6f0768 None None] DHCP port deletion for 17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:22:38.477908 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eaab4f-c003-43fa-85ee-cc4a82871826 tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Pushing event updated for resources: {'Port': ['ID=d00dde07-b791-455d-9db1-82fb9107cbd3,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:38.500012 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74eaab4f-c003-43fa-85ee-cc4a82871826 tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:38.504943 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-74eaab4f-c003-43fa-85ee-cc4a82871826 tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9568803 Aug 16 20:22:38.526349 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42722) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:38.536081 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e461b90f-2223-4bcb-baff-0395a1a27960 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:38.568463 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-07ba68aa-4a44-48a6-9a4e-cd5b72d38989 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:38.579945 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e461b90f-2223-4bcb-baff-0395a1a27960 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90394afd-703c-4163-92ad-725e7cc3c2c5']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:38.581445 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-60b52611-898c-4bde-8a8c-b7842748d913 None None] Set router f9a78646-c234-4aab-9341-cc9d53ccd91c gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:22:38.585269 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6fdb459a-600a-4099-b99d-c9399c6f0768 None None] Deleting port b2f75ff2-158d-4ed9-8ded-7d0da8db2c54 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:38.585662 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6fdb459a-600a-4099-b99d-c9399c6f0768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:38.592649 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9077026b-9e70-4ded-b335-b2ef7d13a9d7 req-a71f35b1-b7c3-41c6-8e08-e6c46143b4f9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2e8c29b-a53a-4275-9f28-7df314188358 HTTP/1.1" status: 200 len: 217 time: 0.2366171 Aug 16 20:22:38.626499 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-07ba68aa-4a44-48a6-9a4e-cd5b72d38989 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] device_id is not set on port 37c569a2-1985-4e25-a76b-ca2b1ab261a1 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:22:38.631538 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e461b90f-2223-4bcb-baff-0395a1a27960 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:38.632957 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e461b90f-2223-4bcb-baff-0395a1a27960 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d4f5a1-6c5c-4aa6-b268-bed70ce3bf61') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:38.700617 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ec9da730-cf19-47b0-97f9-e95d6f2bd342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:38.708619 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e461b90f-2223-4bcb-baff-0395a1a27960 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:38.762527 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e461b90f-2223-4bcb-baff-0395a1a27960 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:38.784710 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077026b-9e70-4ded-b335-b2ef7d13a9d7 req-318d1110-cac6-432d-b71c-3e1773a63234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:38.786271 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9077026b-9e70-4ded-b335-b2ef7d13a9d7 req-318d1110-cac6-432d-b71c-3e1773a63234 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=033ca340-7c7c-44a6-a90d-98332393fe5c HTTP/1.1" status: 200 len: 835 time: 0.1777771 Aug 16 20:22:38.788338 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e461b90f-2223-4bcb-baff-0395a1a27960 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:22:38.788855 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e461b90f-2223-4bcb-baff-0395a1a27960 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:38.808672 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:22:38.808672 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:22:38.808672 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:22:38.808672 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:22:38.808672 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:22:38.808672 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:22:38.808672 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:22:38.808672 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:22:38.808672 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:22:38.808672 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:22:38.808672 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:22:38.808672 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:22:38.808672 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:22:38.808672 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:22:38.808672 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:22:38.808672 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:22:38.808672 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:22:38.808672 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:22:38.808672 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:22:38.808672 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:22:38.808672 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:22:38.808672 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:22:38.808672 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:22:38.808672 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:22:38.808672 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:22:38.808672 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:22:38.808672 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:22:38.808672 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:22:38.808672 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:22:38.808672 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:22:38.808672 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:22:38.808672 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:22:38.957734 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6fdb459a-600a-4099-b99d-c9399c6f0768 None None] For port b2f75ff2-158d-4ed9-8ded-7d0da8db2c54, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b2f75ff2-158d-4ed9-8ded-7d0da8db2c54,segment=NetworkSegment(db4ce1a5-fe5a-45f4-9106-33c45e011a98),segment_id=db4ce1a5-fe5a-45f4-9106-33c45e011a98)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:38.958362 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6fdb459a-600a-4099-b99d-c9399c6f0768 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:38.973972 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077026b-9e70-4ded-b335-b2ef7d13a9d7 req-8e33d2af-e0cc-4344-8a1c-912948ea7c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:38.975570 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9077026b-9e70-4ded-b335-b2ef7d13a9d7 req-8e33d2af-e0cc-4344-8a1c-912948ea7c44 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ee10d137-f84f-433f-a5c6-041af81d21c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1660650 Aug 16 20:22:38.976810 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e461b90f-2223-4bcb-baff-0395a1a27960 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:38.980746 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6fdb459a-600a-4099-b99d-c9399c6f0768 None None] Calling delete_port for b2f75ff2-158d-4ed9-8ded-7d0da8db2c54 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:38.997077 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e461b90f-2223-4bcb-baff-0395a1a27960 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:39.002017 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e461b90f-2223-4bcb-baff-0395a1a27960 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "DELETE /v2.0/networks/90394afd-703c-4163-92ad-725e7cc3c2c5 HTTP/1.1" status: 204 len: 168 time: 0.8587153 Aug 16 20:22:39.004800 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42730) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:39.086240 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461b90f-2223-4bcb-baff-0395a1a27960 tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Pushing event deleted for resources: {'Network': ['ID=90394afd-703c-4163-92ad-725e7cc3c2c5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:39.138607 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-60b52611-898c-4bde-8a8c-b7842748d913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119840630', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '51ff73e6-da6c-4611-a483-18268d9f5cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:31Z', 'updated_at': '2021-08-16T20:20:39Z', 'revision_number': 4, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'gw_port': {'id': '51ff73e6-da6c-4611-a483-18268d9f5cc7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:32Z', 'updated_at': '2021-08-16T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '9bd7e4b8-5aad-41e8-9e22-003e206781c9', 'name': '', 'network_id': 'ee10d137-f84f-433f-a5c6-041af81d21c9', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'mac_address': 'fa:16:3e:cf:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '033ca340-7c7c-44a6-a90d-98332393fe5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:38Z', 'updated_at': '2021-08-16T20:20:46Z', 'revision_number': 5, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'subnets': [{'id': '033ca340-7c7c-44a6-a90d-98332393fe5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:39.142672 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6fdb459a-600a-4099-b99d-c9399c6f0768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:39.185105 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-77b8f6ba-0fd8-4cc9-91ed-0be66a291e5b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:39.206685 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9077026b-9e70-4ded-b335-b2ef7d13a9d7 req-fff5c8a7-f0d0-44f9-b1e1-3ad42f937382 service neutron] 10.222.0.57 "GET /v2.0/networks/ee10d137-f84f-433f-a5c6-041af81d21c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118635 Aug 16 20:22:39.215200 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b52611-898c-4bde-8a8c-b7842748d913 None None] The sync data for ids ['f9a78646-c234-4aab-9341-cc9d53ccd91c'] in n-d-787206-13 is: [{'id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119840630', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '51ff73e6-da6c-4611-a483-18268d9f5cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:31Z', 'updated_at': '2021-08-16T20:20:39Z', 'revision_number': 4, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'gw_port': {'id': '51ff73e6-da6c-4611-a483-18268d9f5cc7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:32Z', 'updated_at': '2021-08-16T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '9bd7e4b8-5aad-41e8-9e22-003e206781c9', 'name': '', 'network_id': 'ee10d137-f84f-433f-a5c6-041af81d21c9', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'mac_address': 'fa:16:3e:cf:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '033ca340-7c7c-44a6-a90d-98332393fe5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:38Z', 'updated_at': '2021-08-16T20:20:46Z', 'revision_number': 5, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'subnets': [{'id': '033ca340-7c7c-44a6-a90d-98332393fe5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:22:39.221983 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb459a-600a-4099-b99d-c9399c6f0768 None None] Pushing event deleted for resources: {'Port': ['ID=b2f75ff2-158d-4ed9-8ded-7d0da8db2c54,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:39.230281 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdb459a-600a-4099-b99d-c9399c6f0768 None None] No DVR routers for this DVR port b2f75ff2-158d-4ed9-8ded-7d0da8db2c54 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:22:39.306329 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9da730-cf19-47b0-97f9-e95d6f2bd342 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e5317c1-df9f-4c3c-8707-a2ba178832b8,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:39.313349 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3fc39e9d-0e7a-4df0-b64f-d1495e3bd177 tempest-FloatingIPAdminTestJSON-434316389 tempest-FloatingIPAdminTestJSON-434316389-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:39.356111 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-77b8f6ba-0fd8-4cc9-91ed-0be66a291e5b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:39.371333 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-77b8f6ba-0fd8-4cc9-91ed-0be66a291e5b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:39.387041 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-77b8f6ba-0fd8-4cc9-91ed-0be66a291e5b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db4ce1a5-fe5a-45f4-9106-33c45e011a98') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:39.387367 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-77b8f6ba-0fd8-4cc9-91ed-0be66a291e5b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db4ce1a5-fe5a-45f4-9106-33c45e011a98') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:39.408194 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-77b8f6ba-0fd8-4cc9-91ed-0be66a291e5b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:39.427754 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9077026b-9e70-4ded-b335-b2ef7d13a9d7 req-1d0ee529-d3b5-4627-8d20-b0c1231b58ae service neutron] 10.222.0.57 "GET /v2.0/networks/ee10d137-f84f-433f-a5c6-041af81d21c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894395 Aug 16 20:22:39.431800 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-77b8f6ba-0fd8-4cc9-91ed-0be66a291e5b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:39.441593 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b8f6ba-0fd8-4cc9-91ed-0be66a291e5b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:22:39.441998 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-77b8f6ba-0fd8-4cc9-91ed-0be66a291e5b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:39.445359 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:22:39.445359 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:22:39.445359 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:22:39.445359 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:22:39.445359 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:22:39.445359 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:22:39.445359 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:22:39.445359 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:22:39.445359 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:22:39.445359 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:22:39.445359 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:22:39.445359 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:22:39.445359 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:22:39.445359 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:22:39.445359 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:22:39.445359 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:22:39.445359 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:22:39.445359 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:22:39.445359 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:22:39.445359 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:22:39.445359 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:22:39.445359 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:22:39.445359 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:22:39.445359 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:22:39.445359 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:22:39.445359 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:22:39.445359 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:22:39.445359 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:22:39.445359 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:22:39.445359 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:22:39.445359 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:22:39.445359 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:22:39.454040 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fc39e9d-0e7a-4df0-b64f-d1495e3bd177 tempest-FloatingIPAdminTestJSON-434316389 tempest-FloatingIPAdminTestJSON-434316389-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:39.499762 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9da730-cf19-47b0-97f9-e95d6f2bd342 admin admin] Checking segment: {'id': 'ae000a32-daab-4172-a67b-c8cc62f15ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:22:39.500994 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9da730-cf19-47b0-97f9-e95d6f2bd342 admin admin] Network hostable DHCP agents. Network: 0884c200-acec-460b-b534-7fcde0dd54c6, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:22:39.525860 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-77b8f6ba-0fd8-4cc9-91ed-0be66a291e5b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:39.535278 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-77b8f6ba-0fd8-4cc9-91ed-0be66a291e5b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:39.537540 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-77b8f6ba-0fd8-4cc9-91ed-0be66a291e5b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] 10.222.0.68 "DELETE /v2.0/networks/17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1 HTTP/1.1" status: 204 len: 168 time: 0.5227883 Aug 16 20:22:39.560196 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8f6ba-0fd8-4cc9-91ed-0be66a291e5b tempest-TaggedBootDevicesTest_v242-1493747175 tempest-TaggedBootDevicesTest_v242-1493747175-project] Pushing event deleted for resources: {'Network': ['ID=17a64bc2-72d7-4ea1-8d10-799fa9a1dbc1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:39.661982 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9da730-cf19-47b0-97f9-e95d6f2bd342 admin admin] Network 0884c200-acec-460b-b534-7fcde0dd54c6 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:22:39.672612 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7a56f7-474d-4992-80c2-09cb9e8e686b None None] New status for floating IP f9087f94-4aa8-4168-b1bb-593c14dffc5e: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:22:39.692808 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00770808-da84-41b0-9ba2-46fe44eda443 req-f9d84040-c588-4bae-8655-989432acac04 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:39.694292 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-00770808-da84-41b0-9ba2-46fe44eda443 req-f9d84040-c588-4bae-8655-989432acac04 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b23d174-fcde-4af1-95e1-a7d26800e639 HTTP/1.1" status: 200 len: 984 time: 0.3388445 Aug 16 20:22:39.714257 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bde4e-e07e-4ea6-9409-fe0e6b7d11d8 req-915debee-03dd-41e3-8022-7ce2ad4e2a88 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:39.715569 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-862bde4e-e07e-4ea6-9409-fe0e6b7d11d8 req-915debee-03dd-41e3-8022-7ce2ad4e2a88 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b23d174-fcde-4af1-95e1-a7d26800e639 HTTP/1.1" status: 200 len: 984 time: 0.2729759 Aug 16 20:22:39.774025 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-ec9da730-cf19-47b0-97f9-e95d6f2bd342 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 0884c200-acec-460b-b534-7fcde0dd54c6) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:39.788911 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf17906-5b84-4aff-9c30-b452732d4df1 None None] Network 0884c200-acec-460b-b534-7fcde0dd54c6 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:22:39.861639 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b2f75ff2-158d-4ed9-8ded-7d0da8db2c54 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:22:39.863007 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9da730-cf19-47b0-97f9-e95d6f2bd342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:39.863635 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ec9da730-cf19-47b0-97f9-e95d6f2bd342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:39.890248 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: b2f75ff2-158d-4ed9-8ded-7d0da8db2c54 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:22:39.890639 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b2f75ff2-158d-4ed9-8ded-7d0da8db2c54 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:22:39.960235 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42748) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:39.960688 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ec9da730-cf19-47b0-97f9-e95d6f2bd342 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9499936 Aug 16 20:22:39.964570 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-40d172ce-edbc-4b85-94df-6b98691a44bf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1016052742-router', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:39.972640 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-07ba68aa-4a44-48a6-9a4e-cd5b72d38989 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Allocated IP 172.20.0.14 (3a16445d-ad38-47d0-a27c-cccfc4ef2dce/a1c97691-7cc8-4152-829e-c3de0e49f7bf/37c569a2-1985-4e25-a76b-ca2b1ab261a1) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:39.984848 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-862bde4e-e07e-4ea6-9409-fe0e6b7d11d8 req-87e5134c-70a1-4d40-8bfb-c7d230267860 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/security-groups?id=191d0859-b942-45b7-a239-107e8dfd84a7&id=f542f5a7-44d3-46f3-9d52-a54bd1a14d41&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2111404 Aug 16 20:22:40.003478 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-07ba68aa-4a44-48a6-9a4e-cd5b72d38989 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Allocated IP 172.20.0.13 (3a16445d-ad38-47d0-a27c-cccfc4ef2dce/a1c97691-7cc8-4152-829e-c3de0e49f7bf/37c569a2-1985-4e25-a76b-ca2b1ab261a1) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:40.024961 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40d172ce-edbc-4b85-94df-6b98691a44bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:40.026742 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40d172ce-edbc-4b85-94df-6b98691a44bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:40.101154 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-00770808-da84-41b0-9ba2-46fe44eda443 req-9c71eaf9-cde2-49fd-b234-0cba6a5a09d7 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Deleting port d2e8c29b-a53a-4275-9f28-7df314188358 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:40.101831 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-00770808-da84-41b0-9ba2-46fe44eda443 req-9c71eaf9-cde2-49fd-b234-0cba6a5a09d7 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:40.117204 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313dc765-c7f6-4a47-aa47-227208ab4899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-0884c200-acec-460b-b534-7fcde0dd54c6', 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'fixed_ips': [{'subnet_id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:22:40.118370 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-313dc765-c7f6-4a47-aa47-227208ab4899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:40.174752 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40d172ce-edbc-4b85-94df-6b98691a44bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:40.217524 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-00770808-da84-41b0-9ba2-46fe44eda443 req-9c71eaf9-cde2-49fd-b234-0cba6a5a09d7 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] For port d2e8c29b-a53a-4275-9f28-7df314188358, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=d2e8c29b-a53a-4275-9f28-7df314188358,segment=NetworkSegment(40d48e6a-5978-4dbf-977f-d029067375ec),segment_id=40d48e6a-5978-4dbf-977f-d029067375ec)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:40.217896 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-00770808-da84-41b0-9ba2-46fe44eda443 req-9c71eaf9-cde2-49fd-b234-0cba6a5a09d7 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:40.252573 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fc39e9d-0e7a-4df0-b64f-d1495e3bd177 tempest-FloatingIPAdminTestJSON-434316389 tempest-FloatingIPAdminTestJSON-434316389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:40.290656 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-00770808-da84-41b0-9ba2-46fe44eda443 req-9c71eaf9-cde2-49fd-b234-0cba6a5a09d7 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Calling delete_port for d2e8c29b-a53a-4275-9f28-7df314188358 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:40.296215 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-313dc765-c7f6-4a47-aa47-227208ab4899 None None] Allocated IP 172.20.0.2 (0884c200-acec-460b-b534-7fcde0dd54c6/2e5317c1-df9f-4c3c-8707-a2ba178832b8/6d0ffdeb-679a-4a7d-962b-4c9f0f456c7f) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:40.394492 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40d172ce-edbc-4b85-94df-6b98691a44bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:40.557410 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-07ba68aa-4a44-48a6-9a4e-cd5b72d38989 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:40.601211 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-313dc765-c7f6-4a47-aa47-227208ab4899 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:40.608333 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-3fc39e9d-0e7a-4df0-b64f-d1495e3bd177 tempest-FloatingIPAdminTestJSON-434316389 tempest-FloatingIPAdminTestJSON-434316389-project] Allocated IP 172.25.8.81 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/52658318-737f-461a-a4da-f0ba3d09837a) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:40.726328 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-07ba68aa-4a44-48a6-9a4e-cd5b72d38989 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:40.734473 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-313dc765-c7f6-4a47-aa47-227208ab4899 None None] Transition to ACTIVE for port object 6d0ffdeb-679a-4a7d-962b-4c9f0f456c7f will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:40.745920 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40d172ce-edbc-4b85-94df-6b98691a44bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:40.768705 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-313dc765-c7f6-4a47-aa47-227208ab4899 None None] Transition to ACTIVE for port object 6d0ffdeb-679a-4a7d-962b-4c9f0f456c7f will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:40.770056 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40d172ce-edbc-4b85-94df-6b98691a44bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:40.782338 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-313dc765-c7f6-4a47-aa47-227208ab4899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:40.834876 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-00770808-da84-41b0-9ba2-46fe44eda443 req-9c71eaf9-cde2-49fd-b234-0cba6a5a09d7 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:40.839906 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba68aa-4a44-48a6-9a4e-cd5b72d38989 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event updated for resources: {'Port': ['ID=37c569a2-1985-4e25-a76b-ca2b1ab261a1,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:40.845844 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313dc765-c7f6-4a47-aa47-227208ab4899 None None] Network 0884c200-acec-460b-b534-7fcde0dd54c6 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:40.847180 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313dc765-c7f6-4a47-aa47-227208ab4899 None None] Pushing event updated for resources: {'Port': ['ID=6d0ffdeb-679a-4a7d-962b-4c9f0f456c7f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:40.850107 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-313dc765-c7f6-4a47-aa47-227208ab4899 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:40.852251 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313dc765-c7f6-4a47-aa47-227208ab4899 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:40.896272 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71eaf9-cde2-49fd-b234-0cba6a5a09d7 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Pushing event deleted for resources: {'Port': ['ID=d2e8c29b-a53a-4275-9f28-7df314188358,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:40.903757 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ba68aa-4a44-48a6-9a4e-cd5b72d38989 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Network 3a16445d-ad38-47d0-a27c-cccfc4ef2dce is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:40.909076 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-07ba68aa-4a44-48a6-9a4e-cd5b72d38989 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:40.941542 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ba68aa-4a44-48a6-9a4e-cd5b72d38989 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:40.941786 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-313dc765-c7f6-4a47-aa47-227208ab4899 None None] Attempting to bind port 6d0ffdeb-679a-4a7d-962b-4c9f0f456c7f on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:22:40.942480 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-313dc765-c7f6-4a47-aa47-227208ab4899 None None] Attempting to bind port 6d0ffdeb-679a-4a7d-962b-4c9f0f456c7f by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'ae000a32-daab-4172-a67b-c8cc62f15ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:22:40.942741 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313dc765-c7f6-4a47-aa47-227208ab4899 None None] Attempting to bind port 6d0ffdeb-679a-4a7d-962b-4c9f0f456c7f on network 0884c200-acec-460b-b534-7fcde0dd54c6 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:40.949147 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313dc765-c7f6-4a47-aa47-227208ab4899 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:22:40.949589 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313dc765-c7f6-4a47-aa47-227208ab4899 None None] Checking segment: {'id': 'ae000a32-daab-4172-a67b-c8cc62f15ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:22:40.951882 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-313dc765-c7f6-4a47-aa47-227208ab4899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:40.951882 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313dc765-c7f6-4a47-aa47-227208ab4899 None None] Bound using segment: {'id': 'ae000a32-daab-4172-a67b-c8cc62f15ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:22:40.951882 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-313dc765-c7f6-4a47-aa47-227208ab4899 None None] Bound port: 6d0ffdeb-679a-4a7d-962b-4c9f0f456c7f, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae000a32-daab-4172-a67b-c8cc62f15ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:22:40.951882 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-313dc765-c7f6-4a47-aa47-227208ab4899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:41.002747 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-00770808-da84-41b0-9ba2-46fe44eda443 req-9c71eaf9-cde2-49fd-b234-0cba6a5a09d7 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] No DVR routers for this DVR port d2e8c29b-a53a-4275-9f28-7df314188358 on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:22:41.011064 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-00770808-da84-41b0-9ba2-46fe44eda443 req-9c71eaf9-cde2-49fd-b234-0cba6a5a09d7 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:41.013125 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-00770808-da84-41b0-9ba2-46fe44eda443 req-9c71eaf9-cde2-49fd-b234-0cba6a5a09d7 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.57 "DELETE /v2.0/ports/d2e8c29b-a53a-4275-9f28-7df314188358 HTTP/1.1" status: 204 len: 173 time: 1.2945917 Aug 16 20:22:41.013569 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b23d174-fcde-4af1-95e1-a7d26800e639', 'name': 'network-vif-deleted', 'tag': 'd2e8c29b-a53a-4275-9f28-7df314188358'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:41.017866 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0220e64c-6c41-4ce6-a495-d67d9f75e072" -d '{"events": [{"server_uuid": "3b23d174-fcde-4af1-95e1-a7d26800e639", "name": "network-vif-deleted", "tag": "d2e8c29b-a53a-4275-9f28-7df314188358"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:41.039790 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fc39e9d-0e7a-4df0-b64f-d1495e3bd177 tempest-FloatingIPAdminTestJSON-434316389 tempest-FloatingIPAdminTestJSON-434316389-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:41.061498 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ba68aa-4a44-48a6-9a4e-cd5b72d38989 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:41.062189 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-07ba68aa-4a44-48a6-9a4e-cd5b72d38989 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:41.091521 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-313dc765-c7f6-4a47-aa47-227208ab4899 None None] For port 6d0ffdeb-679a-4a7d-962b-4c9f0f456c7f, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:22:41.095751 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-313dc765-c7f6-4a47-aa47-227208ab4899 None None] For port 6d0ffdeb-679a-4a7d-962b-4c9f0f456c7f, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6d0ffdeb-679a-4a7d-962b-4c9f0f456c7f,segment=NetworkSegment(ae000a32-daab-4172-a67b-c8cc62f15ecf),segment_id=ae000a32-daab-4172-a67b-c8cc62f15ecf)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:22:41.115188 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cc9866-4a23-4e16-a1e9-3f2b78eb2ca4 x-openstack-request-id: req-51cc9866-4a23-4e16-a1e9-3f2b78eb2ca4 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:41.115505 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b23d174-fcde-4af1-95e1-a7d26800e639", "name": "network-vif-deleted", "tag": "d2e8c29b-a53a-4275-9f28-7df314188358", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:41.115761 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-51cc9866-4a23-4e16-a1e9-3f2b78eb2ca4 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:41.116178 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b23d174-fcde-4af1-95e1-a7d26800e639', 'name': 'network-vif-deleted', 'tag': 'd2e8c29b-a53a-4275-9f28-7df314188358', 'status': 'completed', 'code': 200} Aug 16 20:22:41.118658 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-313dc765-c7f6-4a47-aa47-227208ab4899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:41.119828 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-07ba68aa-4a44-48a6-9a4e-cd5b72d38989 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.1757751 Aug 16 20:22:41.123116 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42772) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:41.130656 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f6412f72-aa5a-463d-a7de-b47f654d0eb8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'port_id': '37c569a2-1985-4e25-a76b-ca2b1ab261a1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:41.186668 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313dc765-c7f6-4a47-aa47-227208ab4899 None None] Pushing event updated for resources: {'Port': ['ID=6d0ffdeb-679a-4a7d-962b-4c9f0f456c7f,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:41.197853 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fc39e9d-0e7a-4df0-b64f-d1495e3bd177 tempest-FloatingIPAdminTestJSON-434316389 tempest-FloatingIPAdminTestJSON-434316389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:41.257512 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-450a5d07-c96e-4da7-ad8f-bc82eb642e07 req-135fb648-f899-4355-9ab8-61c2813071fe tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b23d174-fcde-4af1-95e1-a7d26800e639 HTTP/1.1" status: 200 len: 210 time: 0.1016169 Aug 16 20:22:41.284334 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc39e9d-0e7a-4df0-b64f-d1495e3bd177 tempest-FloatingIPAdminTestJSON-434316389 tempest-FloatingIPAdminTestJSON-434316389-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:41.290674 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-3fc39e9d-0e7a-4df0-b64f-d1495e3bd177 tempest-FloatingIPAdminTestJSON-434316389 tempest-FloatingIPAdminTestJSON-434316389-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:41.299400 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc39e9d-0e7a-4df0-b64f-d1495e3bd177 tempest-FloatingIPAdminTestJSON-434316389 tempest-FloatingIPAdminTestJSON-434316389-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:41.305039 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6412f72-aa5a-463d-a7de-b47f654d0eb8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:41.350264 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc39e9d-0e7a-4df0-b64f-d1495e3bd177 tempest-FloatingIPAdminTestJSON-434316389 tempest-FloatingIPAdminTestJSON-434316389-project] Pushing event updated for resources: {'Port': ['ID=52658318-737f-461a-a4da-f0ba3d09837a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:41.404512 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-40d172ce-edbc-4b85-94df-6b98691a44bf admin admin] Allocated IP 172.25.8.47 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/1a5a87d1-bbcc-4488-bc65-a0e45808e590) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:41.497446 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fc39e9d-0e7a-4df0-b64f-d1495e3bd177 tempest-FloatingIPAdminTestJSON-434316389 tempest-FloatingIPAdminTestJSON-434316389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:41.573182 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fc39e9d-0e7a-4df0-b64f-d1495e3bd177 tempest-FloatingIPAdminTestJSON-434316389 tempest-FloatingIPAdminTestJSON-434316389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:41.635512 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40d172ce-edbc-4b85-94df-6b98691a44bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:41.840453 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6412f72-aa5a-463d-a7de-b47f654d0eb8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:41.865998 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40d172ce-edbc-4b85-94df-6b98691a44bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:41.894253 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6d0ffdeb-679a-4a7d-962b-4c9f0f456c7f up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:41.942137 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fc39e9d-0e7a-4df0-b64f-d1495e3bd177 tempest-FloatingIPAdminTestJSON-434316389 tempest-FloatingIPAdminTestJSON-434316389-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:41.948614 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fc39e9d-0e7a-4df0-b64f-d1495e3bd177 tempest-FloatingIPAdminTestJSON-434316389 tempest-FloatingIPAdminTestJSON-434316389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:41.962539 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 6d0ffdeb-679a-4a7d-962b-4c9f0f456c7f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:41.976504 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d172ce-edbc-4b85-94df-6b98691a44bf admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:41.988128 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-40d172ce-edbc-4b85-94df-6b98691a44bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:41.999511 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d172ce-edbc-4b85-94df-6b98691a44bf admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:42.031535 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d172ce-edbc-4b85-94df-6b98691a44bf admin admin] Pushing event updated for resources: {'Port': ['ID=1a5a87d1-bbcc-4488-bc65-a0e45808e590,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:42.033157 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc39e9d-0e7a-4df0-b64f-d1495e3bd177 tempest-FloatingIPAdminTestJSON-434316389 tempest-FloatingIPAdminTestJSON-434316389-project] Pushing event updated for resources: {'Port': ['ID=52658318-737f-461a-a4da-f0ba3d09837a,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:42.041796 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fc39e9d-0e7a-4df0-b64f-d1495e3bd177 tempest-FloatingIPAdminTestJSON-434316389 tempest-FloatingIPAdminTestJSON-434316389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:42.056963 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fc39e9d-0e7a-4df0-b64f-d1495e3bd177 tempest-FloatingIPAdminTestJSON-434316389 tempest-FloatingIPAdminTestJSON-434316389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:42.059754 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3fc39e9d-0e7a-4df0-b64f-d1495e3bd177 tempest-FloatingIPAdminTestJSON-434316389 tempest-FloatingIPAdminTestJSON-434316389-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5309913 Aug 16 20:22:42.062132 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42776) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:42.136678 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b1fa17f2-c1f7-4bce-8bc1-bad3d0554585 tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] 10.222.0.68 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.0726125 Aug 16 20:22:42.139060 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42778) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:42.231299 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0af303a8-0502-4d12-ae5b-f597b92adb91 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] 10.222.0.68 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0907683 Aug 16 20:22:42.233949 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42782) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:42.275023 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device d2e8c29b-a53a-4275-9f28-7df314188358 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:22:42.300357 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: d2e8c29b-a53a-4275-9f28-7df314188358 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:22:42.300707 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device d2e8c29b-a53a-4275-9f28-7df314188358 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:22:42.337079 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42786) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:42.456887 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-6fdb49a2-f228-4496-b526-de08a28ef0c2 tempest-FloatingIPAdminTestJSON-434316389 tempest-FloatingIPAdminTestJSON-434316389-project] Deleting port 52658318-737f-461a-a4da-f0ba3d09837a {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:42.457236 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6fdb49a2-f228-4496-b526-de08a28ef0c2 tempest-FloatingIPAdminTestJSON-434316389 tempest-FloatingIPAdminTestJSON-434316389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:42.459389 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9db4d32c-f5da-4ab6-9280-7ebfcfa7e0f8 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:42.528008 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-f6412f72-aa5a-463d-a7de-b47f654d0eb8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Allocated IP 172.25.8.113 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/8a08ee9d-5a51-4c63-8b8c-5347a09c27b3) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:42.536774 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9db4d32c-f5da-4ab6-9280-7ebfcfa7e0f8 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:42.616844 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6fdb49a2-f228-4496-b526-de08a28ef0c2 tempest-FloatingIPAdminTestJSON-434316389 tempest-FloatingIPAdminTestJSON-434316389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:42.617611 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6fdb49a2-f228-4496-b526-de08a28ef0c2 tempest-FloatingIPAdminTestJSON-434316389 tempest-FloatingIPAdminTestJSON-434316389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:42.632964 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-6fdb49a2-f228-4496-b526-de08a28ef0c2 tempest-FloatingIPAdminTestJSON-434316389 tempest-FloatingIPAdminTestJSON-434316389-project] Calling delete_port for 52658318-737f-461a-a4da-f0ba3d09837a owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:42.721309 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b116f9f4-9cc5-498c-ad2f-c25dad5d107b None None] Network 0884c200-acec-460b-b534-7fcde0dd54c6 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:22:42.726213 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9db4d32c-f5da-4ab6-9280-7ebfcfa7e0f8 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:42.729755 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9db4d32c-f5da-4ab6-9280-7ebfcfa7e0f8 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:42.731078 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9db4d32c-f5da-4ab6-9280-7ebfcfa7e0f8 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "DELETE /v2.0/security-groups/191d0859-b942-45b7-a239-107e8dfd84a7 HTTP/1.1" status: 204 len: 168 time: 0.3929965 Aug 16 20:22:42.736441 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42788) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:42.760886 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4d32c-f5da-4ab6-9280-7ebfcfa7e0f8 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=191d0859-b942-45b7-a239-107e8dfd84a7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:42.794177 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40d172ce-edbc-4b85-94df-6b98691a44bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:42.823498 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9234d921-33d6-4cf2-b613-c2187dc53f37 None None] Provisioning for port 6d0ffdeb-679a-4a7d-962b-4c9f0f456c7f completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:42.838980 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9234d921-33d6-4cf2-b613-c2187dc53f37 None None] Provisioning complete for port 6d0ffdeb-679a-4a7d-962b-4c9f0f456c7f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:42.840877 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9234d921-33d6-4cf2-b613-c2187dc53f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:42.854445 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8e0e375a-06ec-459d-b572-b3ea1d8be83f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:42.886373 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6412f72-aa5a-463d-a7de-b47f654d0eb8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:42.889744 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6fdb49a2-f228-4496-b526-de08a28ef0c2 tempest-FloatingIPAdminTestJSON-434316389 tempest-FloatingIPAdminTestJSON-434316389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:42.895026 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8e0e375a-06ec-459d-b572-b3ea1d8be83f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:42.932877 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb49a2-f228-4496-b526-de08a28ef0c2 tempest-FloatingIPAdminTestJSON-434316389 tempest-FloatingIPAdminTestJSON-434316389-project] Pushing event deleted for resources: {'Port': ['ID=52658318-737f-461a-a4da-f0ba3d09837a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:43.035062 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9234d921-33d6-4cf2-b613-c2187dc53f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:43.039711 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6412f72-aa5a-463d-a7de-b47f654d0eb8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:43.082029 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9234d921-33d6-4cf2-b613-c2187dc53f37 None None] For port 6d0ffdeb-679a-4a7d-962b-4c9f0f456c7f, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6d0ffdeb-679a-4a7d-962b-4c9f0f456c7f,segment=NetworkSegment(ae000a32-daab-4172-a67b-c8cc62f15ecf),segment_id=ae000a32-daab-4172-a67b-c8cc62f15ecf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:43.086483 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8e0e375a-06ec-459d-b572-b3ea1d8be83f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:43.088300 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9234d921-33d6-4cf2-b613-c2187dc53f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:43.092770 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8e0e375a-06ec-459d-b572-b3ea1d8be83f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:43.095739 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8e0e375a-06ec-459d-b572-b3ea1d8be83f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "DELETE /v2.0/security-groups/f542f5a7-44d3-46f3-9d52-a54bd1a14d41 HTTP/1.1" status: 204 len: 168 time: 0.3582475 Aug 16 20:22:43.111241 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42796) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:43.112345 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e375a-06ec-459d-b572-b3ea1d8be83f tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f542f5a7-44d3-46f3-9d52-a54bd1a14d41,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:43.160734 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6412f72-aa5a-463d-a7de-b47f654d0eb8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:43.162458 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6412f72-aa5a-463d-a7de-b47f654d0eb8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event updated for resources: {'Port': ['ID=8a08ee9d-5a51-4c63-8b8c-5347a09c27b3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:43.172619 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234d921-33d6-4cf2-b613-c2187dc53f37 None None] Pushing event updated for resources: {'Port': ['ID=6d0ffdeb-679a-4a7d-962b-4c9f0f456c7f,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:43.181631 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-f6412f72-aa5a-463d-a7de-b47f654d0eb8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:43.192193 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6412f72-aa5a-463d-a7de-b47f654d0eb8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:43.247123 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6fdb49a2-f228-4496-b526-de08a28ef0c2 tempest-FloatingIPAdminTestJSON-434316389 tempest-FloatingIPAdminTestJSON-434316389-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:43.250074 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6fdb49a2-f228-4496-b526-de08a28ef0c2 tempest-FloatingIPAdminTestJSON-434316389 tempest-FloatingIPAdminTestJSON-434316389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:43.265507 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6fdb49a2-f228-4496-b526-de08a28ef0c2 tempest-FloatingIPAdminTestJSON-434316389 tempest-FloatingIPAdminTestJSON-434316389-project] 10.222.0.68 "DELETE /v2.0/floatingips/516b64c3-0308-4fce-929d-fa8851a6386d HTTP/1.1" status: 204 len: 168 time: 1.0297780 Aug 16 20:22:43.268031 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42802) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:43.477167 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40d172ce-edbc-4b85-94df-6b98691a44bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:43.523107 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-69356746-1a90-483d-aa99-2260e4ef14b6 None None] Provisioning complete for port 6d0ffdeb-679a-4a7d-962b-4c9f0f456c7f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:43.524187 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-69356746-1a90-483d-aa99-2260e4ef14b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:43.707838 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e17de5ef-dff3-489f-8fe5-f3028b6fd997 tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Deleting port d00dde07-b791-455d-9db1-82fb9107cbd3 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:43.708447 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e17de5ef-dff3-489f-8fe5-f3028b6fd997 tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:43.808851 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6d0ffdeb-679a-4a7d-962b-4c9f0f456c7f up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:43.889627 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 6d0ffdeb-679a-4a7d-962b-4c9f0f456c7f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:43.890325 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:43.904722 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e17de5ef-dff3-489f-8fe5-f3028b6fd997 tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:43.905124 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e17de5ef-dff3-489f-8fe5-f3028b6fd997 tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:43.929557 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e17de5ef-dff3-489f-8fe5-f3028b6fd997 tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Calling delete_port for d00dde07-b791-455d-9db1-82fb9107cbd3 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:43.941544 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d172ce-edbc-4b85-94df-6b98691a44bf admin admin] Router a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:22:44.193506 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d172ce-edbc-4b85-94df-6b98691a44bf admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:22:44.209433 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee7e35f-0de2-433a-9513-6e1b532d32c5 None None] Sync routers for ids ['a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:22:44.239588 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee7e35f-0de2-433a-9513-6e1b532d32c5 None None] Routers {'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:44.240504 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-fee7e35f-0de2-433a-9513-6e1b532d32c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:44.291422 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40d172ce-edbc-4b85-94df-6b98691a44bf admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:44.295764 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-40d172ce-edbc-4b85-94df-6b98691a44bf admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3348248 Aug 16 20:22:44.296438 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42814) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:44.411045 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-fee7e35f-0de2-433a-9513-6e1b532d32c5 None None] Set router a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:22:44.575201 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6412f72-aa5a-463d-a7de-b47f654d0eb8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:44.586106 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd1d1b1b-9371-457e-939b-1a95140894f2 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:44.670915 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-fee7e35f-0de2-433a-9513-6e1b532d32c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'name': 'tempest-AttachVolumeTestJSON-1016052742-router', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:42Z', 'revision_number': 3, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'gw_port': {'id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:44.722715 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee7e35f-0de2-433a-9513-6e1b532d32c5 None None] Checking router: a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:22:44.723119 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee7e35f-0de2-433a-9513-6e1b532d32c5 None None] Updating router a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b port 1a5a87d1-bbcc-4488-bc65-a0e45808e590 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:22:44.748944 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e17de5ef-dff3-489f-8fe5-f3028b6fd997 tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:44.765202 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fee7e35f-0de2-433a-9513-6e1b532d32c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:44.806178 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17de5ef-dff3-489f-8fe5-f3028b6fd997 tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Pushing event deleted for resources: {'Port': ['ID=d00dde07-b791-455d-9db1-82fb9107cbd3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:44.924015 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e17de5ef-dff3-489f-8fe5-f3028b6fd997 tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:44.927284 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e17de5ef-dff3-489f-8fe5-f3028b6fd997 tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:44.928005 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e17de5ef-dff3-489f-8fe5-f3028b6fd997 tempest-FloatingIPAdminTestJSON-881926069 tempest-FloatingIPAdminTestJSON-881926069-project-admin] 10.222.0.68 "DELETE /v2.0/floatingips/fada4ebc-7aee-42d9-b1d7-48fc7daa8feb HTTP/1.1" status: 204 len: 168 time: 1.6590168 Aug 16 20:22:44.932277 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42820) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:44.972565 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6412f72-aa5a-463d-a7de-b47f654d0eb8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:45.092299 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d3726e3e-46fa-48d7-99c8-1292a51a748c tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Deleting port f3a9d80f-b7ad-400f-85ba-6bc896120876 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:45.092644 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d3726e3e-46fa-48d7-99c8-1292a51a748c tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:45.112056 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fee7e35f-0de2-433a-9513-6e1b532d32c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:45.125281 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fee7e35f-0de2-433a-9513-6e1b532d32c5 None None] Transition to ACTIVE for port object 1a5a87d1-bbcc-4488-bc65-a0e45808e590 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:45.135372 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fee7e35f-0de2-433a-9513-6e1b532d32c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:45.163071 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-fd1d1b1b-9371-457e-939b-1a95140894f2 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Deleting port 9bd7e4b8-5aad-41e8-9e22-003e206781c9 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:45.163495 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd1d1b1b-9371-457e-939b-1a95140894f2 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:45.210098 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e7a06-4554-496b-ad36-deaa24a5566f None None] Pushing event updated for resources: {'Port': ['ID=1a5a87d1-bbcc-4488-bc65-a0e45808e590,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:45.258404 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-fee7e35f-0de2-433a-9513-6e1b532d32c5 None None] Attempting to bind port 1a5a87d1-bbcc-4488-bc65-a0e45808e590 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:22:45.258783 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-fee7e35f-0de2-433a-9513-6e1b532d32c5 None None] Attempting to bind port 1a5a87d1-bbcc-4488-bc65-a0e45808e590 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:22:45.259155 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee7e35f-0de2-433a-9513-6e1b532d32c5 None None] Attempting to bind port 1a5a87d1-bbcc-4488-bc65-a0e45808e590 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:45.266194 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee7e35f-0de2-433a-9513-6e1b532d32c5 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:22:45.266753 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee7e35f-0de2-433a-9513-6e1b532d32c5 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:22:45.267162 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fee7e35f-0de2-433a-9513-6e1b532d32c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:45.267582 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee7e35f-0de2-433a-9513-6e1b532d32c5 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:22:45.268056 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-fee7e35f-0de2-433a-9513-6e1b532d32c5 None None] Bound port: 1a5a87d1-bbcc-4488-bc65-a0e45808e590, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:22:45.268573 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fee7e35f-0de2-433a-9513-6e1b532d32c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:45.321942 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-fd1d1b1b-9371-457e-939b-1a95140894f2 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] For port 9bd7e4b8-5aad-41e8-9e22-003e206781c9, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=9bd7e4b8-5aad-41e8-9e22-003e206781c9,segment=NetworkSegment(40d48e6a-5978-4dbf-977f-d029067375ec),segment_id=40d48e6a-5978-4dbf-977f-d029067375ec)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:45.322229 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd1d1b1b-9371-457e-939b-1a95140894f2 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:45.329751 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-fee7e35f-0de2-433a-9513-6e1b532d32c5 None None] For port 1a5a87d1-bbcc-4488-bc65-a0e45808e590, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:22:45.332966 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-fee7e35f-0de2-433a-9513-6e1b532d32c5 None None] For port 1a5a87d1-bbcc-4488-bc65-a0e45808e590, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1a5a87d1-bbcc-4488-bc65-a0e45808e590,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:22:45.336628 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-fd1d1b1b-9371-457e-939b-1a95140894f2 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Calling delete_port for 9bd7e4b8-5aad-41e8-9e22-003e206781c9 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:45.343013 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fee7e35f-0de2-433a-9513-6e1b532d32c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:45.407896 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d3726e3e-46fa-48d7-99c8-1292a51a748c tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:45.433046 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d3726e3e-46fa-48d7-99c8-1292a51a748c tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Calling delete_port for f3a9d80f-b7ad-400f-85ba-6bc896120876 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:45.444741 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e7a06-4554-496b-ad36-deaa24a5566f None None] Pushing event updated for resources: {'Port': ['ID=1a5a87d1-bbcc-4488-bc65-a0e45808e590,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:45.456022 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee7e35f-0de2-433a-9513-6e1b532d32c5 None None] Routers {'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:45.460735 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-fee7e35f-0de2-433a-9513-6e1b532d32c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:45.489071 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-73199f0b-47cf-4794-8af3-fcc09c8241c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:45.513677 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6412f72-aa5a-463d-a7de-b47f654d0eb8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:45.527463 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6412f72-aa5a-463d-a7de-b47f654d0eb8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:45.593956 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6412f72-aa5a-463d-a7de-b47f654d0eb8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event updated for resources: {'Port': ['ID=8a08ee9d-5a51-4c63-8b8c-5347a09c27b3,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:45.648860 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-fee7e35f-0de2-433a-9513-6e1b532d32c5 None None] Set router a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:22:45.754292 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6412f72-aa5a-463d-a7de-b47f654d0eb8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:45.867115 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d3726e3e-46fa-48d7-99c8-1292a51a748c tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:45.903647 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-73199f0b-47cf-4794-8af3-fcc09c8241c3 admin admin] Allocated IP 172.20.0.1 (0884c200-acec-460b-b534-7fcde0dd54c6/2e5317c1-df9f-4c3c-8707-a2ba178832b8/efa6e969-c7b9-440b-bc55-b8cb109c2b65) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:45.917552 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-fee7e35f-0de2-433a-9513-6e1b532d32c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'name': 'tempest-AttachVolumeTestJSON-1016052742-router', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:42Z', 'revision_number': 3, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'gw_port': {'id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:45.929939 n-d-787206-13 neutron-server[94771]: INFO neutron.db.l3_db [None req-f6412f72-aa5a-463d-a7de-b47f654d0eb8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Floating IP fd50afb3-95f2-4b05-a007-4848c1ee27e4 associated. External IP: 172.25.8.113, port: 37c569a2-1985-4e25-a76b-ca2b1ab261a1. Aug 16 20:22:45.947367 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee7e35f-0de2-433a-9513-6e1b532d32c5 None None] The sync data for ids ['a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'] in n-d-787206-13 is: [{'id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'name': 'tempest-AttachVolumeTestJSON-1016052742-router', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:42Z', 'revision_number': 3, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'gw_port': {'id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:22:46.021492 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3726e3e-46fa-48d7-99c8-1292a51a748c tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Pushing event deleted for resources: {'Port': ['ID=f3a9d80f-b7ad-400f-85ba-6bc896120876,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:46.026157 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd1d1b1b-9371-457e-939b-1a95140894f2 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:46.134407 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d1b1b-9371-457e-939b-1a95140894f2 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Pushing event deleted for resources: {'Port': ['ID=9bd7e4b8-5aad-41e8-9e22-003e206781c9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:46.199824 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d3726e3e-46fa-48d7-99c8-1292a51a748c tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:46.202235 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d3726e3e-46fa-48d7-99c8-1292a51a748c tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] 10.222.0.68 "DELETE /v2.0/ports/f3a9d80f-b7ad-400f-85ba-6bc896120876 HTTP/1.1" status: 204 len: 168 time: 1.2690132 Aug 16 20:22:46.239647 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42826) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:46.397985 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d2909f-74e3-484d-91ac-c8714e983a9a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:46.405359 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-14d2909f-74e3-484d-91ac-c8714e983a9a tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] 10.222.0.68 "GET /v2.0/ports?device_id=78fce6dd-6a05-472b-ad80-c97bf44be149 HTTP/1.1" status: 200 len: 913 time: 0.1576252 Aug 16 20:22:46.406374 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42828) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:46.766278 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-73199f0b-47cf-4794-8af3-fcc09c8241c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:46.783357 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-73199f0b-47cf-4794-8af3-fcc09c8241c3 admin admin] Transition to ACTIVE for port object efa6e969-c7b9-440b-bc55-b8cb109c2b65 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:46.841021 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-73199f0b-47cf-4794-8af3-fcc09c8241c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:46.995658 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73199f0b-47cf-4794-8af3-fcc09c8241c3 admin admin] Network 0884c200-acec-460b-b534-7fcde0dd54c6 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:47.002394 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-73199f0b-47cf-4794-8af3-fcc09c8241c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:47.051945 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73199f0b-47cf-4794-8af3-fcc09c8241c3 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:47.103049 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73199f0b-47cf-4794-8af3-fcc09c8241c3 admin admin] Pushing event updated for resources: {'Port': ['ID=efa6e969-c7b9-440b-bc55-b8cb109c2b65,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:47.147875 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd1d1b1b-9371-457e-939b-1a95140894f2 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:47.170611 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-73199f0b-47cf-4794-8af3-fcc09c8241c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:47.229282 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6412f72-aa5a-463d-a7de-b47f654d0eb8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Router 4b25ba43-910a-471c-b81c-bd0069004478 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:22:47.498154 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6412f72-aa5a-463d-a7de-b47f654d0eb8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:22:47.509190 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9a95258f-337d-42d7-92ab-3ad70cf1e07c None None] Provisioning for port efa6e969-c7b9-440b-bc55-b8cb109c2b65 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:47.511421 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9a95258f-337d-42d7-92ab-3ad70cf1e07c None None] Provisioning complete for port efa6e969-c7b9-440b-bc55-b8cb109c2b65 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:47.511805 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9a95258f-337d-42d7-92ab-3ad70cf1e07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:47.514081 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906967b1-a410-4b0c-81f9-be1e3adef201 None None] Sync routers for ids ['4b25ba43-910a-471c-b81c-bd0069004478'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:22:47.514686 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-73199f0b-47cf-4794-8af3-fcc09c8241c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:47.533105 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906967b1-a410-4b0c-81f9-be1e3adef201 None None] Routers {'4b25ba43-910a-471c-b81c-bd0069004478'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:47.533927 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-906967b1-a410-4b0c-81f9-be1e3adef201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4b25ba43-910a-471c-b81c-bd0069004478'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:47.588646 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9a95258f-337d-42d7-92ab-3ad70cf1e07c None None] Port efa6e969-c7b9-440b-bc55-b8cb109c2b65 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:22:47.594899 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-906967b1-a410-4b0c-81f9-be1e3adef201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:47.612509 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906967b1-a410-4b0c-81f9-be1e3adef201 None None] Routers {'4b25ba43-910a-471c-b81c-bd0069004478'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:47.614212 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-906967b1-a410-4b0c-81f9-be1e3adef201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4b25ba43-910a-471c-b81c-bd0069004478'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:47.638712 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6412f72-aa5a-463d-a7de-b47f654d0eb8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:47.679814 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1d1b1b-9371-457e-939b-1a95140894f2 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Router f9a78646-c234-4aab-9341-cc9d53ccd91c has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:22:47.686832 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-906967b1-a410-4b0c-81f9-be1e3adef201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:47.689814 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906967b1-a410-4b0c-81f9-be1e3adef201 None None] The sync data for ids ['4b25ba43-910a-471c-b81c-bd0069004478'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:22:47.700911 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f6412f72-aa5a-463d-a7de-b47f654d0eb8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.5763133 Aug 16 20:22:47.701570 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42840) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:47.710364 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-09d39be7-2a48-408f-9d07-c4ef84aff0ae tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Request body: {'floatingip': {'port_id': '37c569a2-1985-4e25-a76b-ca2b1ab261a1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:47.776310 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09d39be7-2a48-408f-9d07-c4ef84aff0ae tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:47.865940 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-83ceb8fc-f30f-462f-bdef-51b14dcde2a6 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:47.874062 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1d1b1b-9371-457e-939b-1a95140894f2 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:22:47.886539 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cb7f18-56e2-4a13-ad07-e458676c4340 None None] Sync routers for ids ['f9a78646-c234-4aab-9341-cc9d53ccd91c'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:22:47.900604 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cb7f18-56e2-4a13-ad07-e458676c4340 None None] Routers {'f9a78646-c234-4aab-9341-cc9d53ccd91c'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:47.901312 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-86cb7f18-56e2-4a13-ad07-e458676c4340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f9a78646-c234-4aab-9341-cc9d53ccd91c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:47.949584 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fd1d1b1b-9371-457e-939b-1a95140894f2 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "PUT /v2.0/routers/f9a78646-c234-4aab-9341-cc9d53ccd91c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8316445 Aug 16 20:22:47.952354 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42844) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:48.005678 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1a5a87d1-bbcc-4488-bc65-a0e45808e590 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:48.128664 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5dda73-af9d-415b-b348-885b66cd9132 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Deleting subnet 033ca340-7c7c-44a6-a90d-98332393fe5c {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:22:48.132519 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa5dda73-af9d-415b-b348-885b66cd9132 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:48.250583 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa5dda73-af9d-415b-b348-885b66cd9132 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:48.384155 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa5dda73-af9d-415b-b348-885b66cd9132 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:48.499637 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-86cb7f18-56e2-4a13-ad07-e458676c4340 None None] Set router f9a78646-c234-4aab-9341-cc9d53ccd91c gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:22:48.510384 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-73199f0b-47cf-4794-8af3-fcc09c8241c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:48.534825 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa5dda73-af9d-415b-b348-885b66cd9132 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:48.547707 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 1a5a87d1-bbcc-4488-bc65-a0e45808e590 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:48.583145 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 1a5a87d1-bbcc-4488-bc65-a0e45808e590 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:48.583527 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:48.653547 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5dda73-af9d-415b-b348-885b66cd9132 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Pushing event deleted for resources: {'Subnet': ['ID=033ca340-7c7c-44a6-a90d-98332393fe5c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:48.673772 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa5dda73-af9d-415b-b348-885b66cd9132 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:48.684111 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fa5dda73-af9d-415b-b348-885b66cd9132 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "DELETE /v2.0/subnets/033ca340-7c7c-44a6-a90d-98332393fe5c HTTP/1.1" status: 204 len: 168 time: 0.7102735 Aug 16 20:22:48.685456 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f4802f-23d3-4f2e-99a8-2207b8723ab1 None None] Network ee10d137-f84f-433f-a5c6-041af81d21c9 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:22:48.689583 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42852) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:48.841306 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09d39be7-2a48-408f-9d07-c4ef84aff0ae tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:48.843736 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-73199f0b-47cf-4794-8af3-fcc09c8241c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:48.878653 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09d39be7-2a48-408f-9d07-c4ef84aff0ae tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:48.891649 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:48.921571 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 1a5a87d1-bbcc-4488-bc65-a0e45808e590, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1a5a87d1-bbcc-4488-bc65-a0e45808e590,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:48.945780 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:49.026062 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=1a5a87d1-bbcc-4488-bc65-a0e45808e590,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:49.053246 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-84ab0bc5-a175-41f3-9ddc-168e8a4ad270 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:49.077428 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-86cb7f18-56e2-4a13-ad07-e458676c4340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119840630', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '51ff73e6-da6c-4611-a483-18268d9f5cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:31Z', 'updated_at': '2021-08-16T20:22:45Z', 'revision_number': 5, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'gw_port': {'id': '51ff73e6-da6c-4611-a483-18268d9f5cc7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:32Z', 'updated_at': '2021-08-16T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:49.142944 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cb7f18-56e2-4a13-ad07-e458676c4340 None None] Checking router: f9a78646-c234-4aab-9341-cc9d53ccd91c for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:22:49.186912 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77e78ee-85de-4d00-a67b-df0a60e95ed0 None None] DHCP port deletion for ee10d137-f84f-433f-a5c6-041af81d21c9 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:22:49.190451 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cb7f18-56e2-4a13-ad07-e458676c4340 None None] Routers {'f9a78646-c234-4aab-9341-cc9d53ccd91c'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:49.191111 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-86cb7f18-56e2-4a13-ad07-e458676c4340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f9a78646-c234-4aab-9341-cc9d53ccd91c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:49.285474 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-73199f0b-47cf-4794-8af3-fcc09c8241c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:49.307178 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d39be7-2a48-408f-9d07-c4ef84aff0ae tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Router 4b25ba43-910a-471c-b81c-bd0069004478 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:22:49.308326 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73199f0b-47cf-4794-8af3-fcc09c8241c3 admin admin] Pushing event updated for resources: {'Port': ['ID=efa6e969-c7b9-440b-bc55-b8cb109c2b65,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:49.360107 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-84ab0bc5-a175-41f3-9ddc-168e8a4ad270 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:49.385498 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-83ceb8fc-f30f-462f-bdef-51b14dcde2a6 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Deleting port cefb47f0-6861-4bcc-8d84-4cf5f9638840 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:49.385895 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-83ceb8fc-f30f-462f-bdef-51b14dcde2a6 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:49.495732 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-86cb7f18-56e2-4a13-ad07-e458676c4340 None None] Set router f9a78646-c234-4aab-9341-cc9d53ccd91c gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:22:49.499242 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b77e78ee-85de-4d00-a67b-df0a60e95ed0 None None] Deleting port f73248fb-154f-4057-bb84-a02b931c8857 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:49.499662 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b77e78ee-85de-4d00-a67b-df0a60e95ed0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:49.524916 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-84ab0bc5-a175-41f3-9ddc-168e8a4ad270 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Deleting port 51ff73e6-da6c-4611-a483-18268d9f5cc7 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:49.525339 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-84ab0bc5-a175-41f3-9ddc-168e8a4ad270 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:49.615364 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73199f0b-47cf-4794-8af3-fcc09c8241c3 admin admin] Network 0884c200-acec-460b-b534-7fcde0dd54c6 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:49.618685 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-73199f0b-47cf-4794-8af3-fcc09c8241c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:49.623604 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-84ab0bc5-a175-41f3-9ddc-168e8a4ad270 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] For port 51ff73e6-da6c-4611-a483-18268d9f5cc7, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=51ff73e6-da6c-4611-a483-18268d9f5cc7,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:49.624008 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-84ab0bc5-a175-41f3-9ddc-168e8a4ad270 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:49.639002 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-84ab0bc5-a175-41f3-9ddc-168e8a4ad270 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Calling delete_port for 51ff73e6-da6c-4611-a483-18268d9f5cc7 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:49.665928 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b77e78ee-85de-4d00-a67b-df0a60e95ed0 None None] For port f73248fb-154f-4057-bb84-a02b931c8857, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f73248fb-154f-4057-bb84-a02b931c8857,segment=NetworkSegment(40d48e6a-5978-4dbf-977f-d029067375ec),segment_id=40d48e6a-5978-4dbf-977f-d029067375ec)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:49.666533 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b77e78ee-85de-4d00-a67b-df0a60e95ed0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:49.684175 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b77e78ee-85de-4d00-a67b-df0a60e95ed0 None None] Calling delete_port for f73248fb-154f-4057-bb84-a02b931c8857 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:49.867949 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1a5a87d1-bbcc-4488-bc65-a0e45808e590 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:49.870009 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-84ab0bc5-a175-41f3-9ddc-168e8a4ad270 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:49.889442 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73199f0b-47cf-4794-8af3-fcc09c8241c3 admin admin] Router a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:22:49.897142 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d39be7-2a48-408f-9d07-c4ef84aff0ae tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:22:49.902753 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09d39be7-2a48-408f-9d07-c4ef84aff0ae tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:49.908714 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23a00be-6990-4ce1-8640-9c64fe36bf52 None None] Sync routers for ids ['4b25ba43-910a-471c-b81c-bd0069004478'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:22:49.923565 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23a00be-6990-4ce1-8640-9c64fe36bf52 None None] Routers {'4b25ba43-910a-471c-b81c-bd0069004478'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:49.924197 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c23a00be-6990-4ce1-8640-9c64fe36bf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4b25ba43-910a-471c-b81c-bd0069004478'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:49.937645 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-83ceb8fc-f30f-462f-bdef-51b14dcde2a6 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:49.941019 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab0bc5-a175-41f3-9ddc-168e8a4ad270 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Pushing event deleted for resources: {'Port': ['ID=51ff73e6-da6c-4611-a483-18268d9f5cc7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:49.977707 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-83ceb8fc-f30f-462f-bdef-51b14dcde2a6 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Calling delete_port for cefb47f0-6861-4bcc-8d84-4cf5f9638840 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:49.992303 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c23a00be-6990-4ce1-8640-9c64fe36bf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:50.016606 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23a00be-6990-4ce1-8640-9c64fe36bf52 None None] Routers {'4b25ba43-910a-471c-b81c-bd0069004478'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:50.019850 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c23a00be-6990-4ce1-8640-9c64fe36bf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4b25ba43-910a-471c-b81c-bd0069004478'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:50.101646 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b77e78ee-85de-4d00-a67b-df0a60e95ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:50.143451 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-09d39be7-2a48-408f-9d07-c4ef84aff0ae tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "PUT /v2.0/floatingips/fd50afb3-95f2-4b05-a007-4848c1ee27e4 HTTP/1.1" status: 200 len: 979 time: 2.4382827 Aug 16 20:22:50.148005 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 1a5a87d1-bbcc-4488-bc65-a0e45808e590 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:50.148879 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:50.149022 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42862) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:50.150481 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c23a00be-6990-4ce1-8640-9c64fe36bf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:50.151159 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23a00be-6990-4ce1-8640-9c64fe36bf52 None None] The sync data for ids ['4b25ba43-910a-471c-b81c-bd0069004478'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:22:50.180521 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-84ab0bc5-a175-41f3-9ddc-168e8a4ad270 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:50.190287 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73199f0b-47cf-4794-8af3-fcc09c8241c3 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:22:50.208753 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77e78ee-85de-4d00-a67b-df0a60e95ed0 None None] No DVR routers for this DVR port f73248fb-154f-4057-bb84-a02b931c8857 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:22:50.210450 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e78ee-85de-4d00-a67b-df0a60e95ed0 None None] Pushing event deleted for resources: {'Port': ['ID=f73248fb-154f-4057-bb84-a02b931c8857,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:50.222654 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75831ea-91f0-433d-a7ed-6ab662bdf30c None None] Sync routers for ids ['a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:22:50.228960 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7d89c60b-2394-4aab-babe-c76813b9e8be None None] Provisioning complete for port efa6e969-c7b9-440b-bc55-b8cb109c2b65 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:50.229331 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d89c60b-2394-4aab-babe-c76813b9e8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:50.269859 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-73199f0b-47cf-4794-8af3-fcc09c8241c3 admin admin] 10.222.0.68 "PUT /v2.0/routers/a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9614944 Aug 16 20:22:50.346717 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-84ab0bc5-a175-41f3-9ddc-168e8a4ad270 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:50.350600 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-84ab0bc5-a175-41f3-9ddc-168e8a4ad270 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:50.375706 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75831ea-91f0-433d-a7ed-6ab662bdf30c None None] Routers {'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:50.376572 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e75831ea-91f0-433d-a7ed-6ab662bdf30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:50.539644 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7d89c60b-2394-4aab-babe-c76813b9e8be None None] Port efa6e969-c7b9-440b-bc55-b8cb109c2b65 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:22:50.553296 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-86cb7f18-56e2-4a13-ad07-e458676c4340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119840630', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '51ff73e6-da6c-4611-a483-18268d9f5cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:31Z', 'updated_at': '2021-08-16T20:22:45Z', 'revision_number': 5, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'gw_port': {'id': '51ff73e6-da6c-4611-a483-18268d9f5cc7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:32Z', 'updated_at': '2021-08-16T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:50.623549 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0408d6ff-ef8b-4f1b-9350-9b491fc249d0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Deleting port 8a08ee9d-5a51-4c63-8b8c-5347a09c27b3 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:50.625183 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0408d6ff-ef8b-4f1b-9350-9b491fc249d0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:50.706596 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f73248fb-154f-4057-bb84-a02b931c8857 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:22:50.717957 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cb7f18-56e2-4a13-ad07-e458676c4340 None None] The sync data for ids ['f9a78646-c234-4aab-9341-cc9d53ccd91c'] in n-d-787206-13 is: [{'id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119840630', 'tenant_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '51ff73e6-da6c-4611-a483-18268d9f5cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:31Z', 'updated_at': '2021-08-16T20:22:45Z', 'revision_number': 5, 'project_id': 'e8bcd23a9a424ad4a6a1bf7da2226594', 'gw_port': {'id': '51ff73e6-da6c-4611-a483-18268d9f5cc7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a78646-c234-4aab-9341-cc9d53ccd91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:32Z', 'updated_at': '2021-08-16T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:22:50.834944 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: f73248fb-154f-4057-bb84-a02b931c8857 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:22:50.835457 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f73248fb-154f-4057-bb84-a02b931c8857 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:22:50.848064 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0408d6ff-ef8b-4f1b-9350-9b491fc249d0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:50.848400 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0408d6ff-ef8b-4f1b-9350-9b491fc249d0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:50.852107 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-e75831ea-91f0-433d-a7ed-6ab662bdf30c None None] Set router a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:22:50.880853 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0408d6ff-ef8b-4f1b-9350-9b491fc249d0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Calling delete_port for 8a08ee9d-5a51-4c63-8b8c-5347a09c27b3 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:51.268085 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0408d6ff-ef8b-4f1b-9350-9b491fc249d0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:51.290083 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e75831ea-91f0-433d-a7ed-6ab662bdf30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'name': 'tempest-AttachVolumeTestJSON-1016052742-router', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:47Z', 'revision_number': 4, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'gw_port': {'id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'efa6e969-c7b9-440b-bc55-b8cb109c2b65', 'name': '', 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'mac_address': 'fa:16:3e:55:7a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:45Z', 'updated_at': '2021-08-16T20:22:48Z', 'revision_number': 2, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'subnets': [{'id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:51.349167 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408d6ff-ef8b-4f1b-9350-9b491fc249d0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event deleted for resources: {'Port': ['ID=8a08ee9d-5a51-4c63-8b8c-5347a09c27b3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:51.368746 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75831ea-91f0-433d-a7ed-6ab662bdf30c None None] Checking router: a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:22:51.369303 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75831ea-91f0-433d-a7ed-6ab662bdf30c None None] Updating router a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b port efa6e969-c7b9-440b-bc55-b8cb109c2b65 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:22:51.436415 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e75831ea-91f0-433d-a7ed-6ab662bdf30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:51.474180 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-84ab0bc5-a175-41f3-9ddc-168e8a4ad270 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:51.474180 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ab0bc5-a175-41f3-9ddc-168e8a4ad270 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Fanout notify agent at l3_agent the message router_deleted on router f9a78646-c234-4aab-9341-cc9d53ccd91c {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:22:51.478396 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0408d6ff-ef8b-4f1b-9350-9b491fc249d0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:51.478861 n-d-787206-13 neutron-server[94771]: INFO neutron.db.l3_db [None req-0408d6ff-ef8b-4f1b-9350-9b491fc249d0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Floating IP fd50afb3-95f2-4b05-a007-4848c1ee27e4 disassociated (deleted). External IP: 172.25.8.113, port: 37c569a2-1985-4e25-a76b-ca2b1ab261a1. Aug 16 20:22:51.489797 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-84ab0bc5-a175-41f3-9ddc-168e8a4ad270 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:51.490923 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-84ab0bc5-a175-41f3-9ddc-168e8a4ad270 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "DELETE /v2.0/routers/f9a78646-c234-4aab-9341-cc9d53ccd91c HTTP/1.1" status: 204 len: 168 time: 2.7878342 Aug 16 20:22:51.508742 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42882) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:51.591559 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:22:51.785753 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42886) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:51.800440 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-eb657b93-0e4b-4843-8276-92eae01fe89e tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2006753580', 'description': 'tempest-description--905865394'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:51.869765 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ffaf25a5-3240-4924-baea-efb4b69e7682 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:51.874338 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-83ceb8fc-f30f-462f-bdef-51b14dcde2a6 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:51.951456 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ceb8fc-f30f-462f-bdef-51b14dcde2a6 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Pushing event deleted for resources: {'Port': ['ID=cefb47f0-6861-4bcc-8d84-4cf5f9638840,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:52.074096 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 9bd7e4b8-5aad-41e8-9e22-003e206781c9 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:22:52.102390 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 9bd7e4b8-5aad-41e8-9e22-003e206781c9 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:22:52.113728 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 9bd7e4b8-5aad-41e8-9e22-003e206781c9 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:22:52.143630 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ffaf25a5-3240-4924-baea-efb4b69e7682 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:52.167473 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-ffaf25a5-3240-4924-baea-efb4b69e7682 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee10d137-f84f-433f-a5c6-041af81d21c9']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:52.177639 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e75831ea-91f0-433d-a7ed-6ab662bdf30c None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:52.189183 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e75831ea-91f0-433d-a7ed-6ab662bdf30c None None] Transition to ACTIVE for port object efa6e969-c7b9-440b-bc55-b8cb109c2b65 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:52.197128 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-ffaf25a5-3240-4924-baea-efb4b69e7682 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d48e6a-5978-4dbf-977f-d029067375ec') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:52.197885 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-ffaf25a5-3240-4924-baea-efb4b69e7682 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d48e6a-5978-4dbf-977f-d029067375ec') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:52.205522 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e75831ea-91f0-433d-a7ed-6ab662bdf30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:52.212612 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ffaf25a5-3240-4924-baea-efb4b69e7682 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:52.232600 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ffaf25a5-3240-4924-baea-efb4b69e7682 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:52.247784 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffaf25a5-3240-4924-baea-efb4b69e7682 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:22:52.248389 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ffaf25a5-3240-4924-baea-efb4b69e7682 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:52.288596 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5131799-f700-4ebf-833d-241df4f7775a None None] Pushing event updated for resources: {'Port': ['ID=efa6e969-c7b9-440b-bc55-b8cb109c2b65,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:52.405680 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e75831ea-91f0-433d-a7ed-6ab662bdf30c None None] Attempting to bind port efa6e969-c7b9-440b-bc55-b8cb109c2b65 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:22:52.406616 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e75831ea-91f0-433d-a7ed-6ab662bdf30c None None] Attempting to bind port efa6e969-c7b9-440b-bc55-b8cb109c2b65 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'ae000a32-daab-4172-a67b-c8cc62f15ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:22:52.407046 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75831ea-91f0-433d-a7ed-6ab662bdf30c None None] Attempting to bind port efa6e969-c7b9-440b-bc55-b8cb109c2b65 on network 0884c200-acec-460b-b534-7fcde0dd54c6 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:52.413480 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75831ea-91f0-433d-a7ed-6ab662bdf30c None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:22:52.414098 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75831ea-91f0-433d-a7ed-6ab662bdf30c None None] Checking segment: {'id': 'ae000a32-daab-4172-a67b-c8cc62f15ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:22:52.414853 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e75831ea-91f0-433d-a7ed-6ab662bdf30c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:52.415500 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75831ea-91f0-433d-a7ed-6ab662bdf30c None None] Bound using segment: {'id': 'ae000a32-daab-4172-a67b-c8cc62f15ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:22:52.416245 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e75831ea-91f0-433d-a7ed-6ab662bdf30c None None] Bound port: efa6e969-c7b9-440b-bc55-b8cb109c2b65, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae000a32-daab-4172-a67b-c8cc62f15ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:22:52.416819 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e75831ea-91f0-433d-a7ed-6ab662bdf30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:52.463052 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0408d6ff-ef8b-4f1b-9350-9b491fc249d0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Router 4b25ba43-910a-471c-b81c-bd0069004478 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:22:52.496648 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e75831ea-91f0-433d-a7ed-6ab662bdf30c None None] For port efa6e969-c7b9-440b-bc55-b8cb109c2b65, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:22:52.501624 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e75831ea-91f0-433d-a7ed-6ab662bdf30c None None] For port efa6e969-c7b9-440b-bc55-b8cb109c2b65, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=efa6e969-c7b9-440b-bc55-b8cb109c2b65,segment=NetworkSegment(ae000a32-daab-4172-a67b-c8cc62f15ecf),segment_id=ae000a32-daab-4172-a67b-c8cc62f15ecf)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:22:52.502756 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb657b93-0e4b-4843-8276-92eae01fe89e tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:52.507895 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e75831ea-91f0-433d-a7ed-6ab662bdf30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:52.520498 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:22:52.520498 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:22:52.520498 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:22:52.520498 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:22:52.520498 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:22:52.520498 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:22:52.520498 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:22:52.520498 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:22:52.520498 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:22:52.520498 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:22:52.520498 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:22:52.520498 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:22:52.520498 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:22:52.520498 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:22:52.520498 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:22:52.520498 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:22:52.520498 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:22:52.520498 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:22:52.520498 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:22:52.520498 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:22:52.520498 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:22:52.520498 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:22:52.520498 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:22:52.520498 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:22:52.520498 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:22:52.520498 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:22:52.520498 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:22:52.520498 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:22:52.520498 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:22:52.520498 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:22:52.520498 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:22:52.520498 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:22:52.523514 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-83ceb8fc-f30f-462f-bdef-51b14dcde2a6 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:52.590951 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75831ea-91f0-433d-a7ed-6ab662bdf30c None None] Routers {'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:52.591623 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e75831ea-91f0-433d-a7ed-6ab662bdf30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:52.638381 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42892) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:52.641401 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0408d6ff-ef8b-4f1b-9350-9b491fc249d0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:22:52.653047 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597337ff-e6f2-443f-8166-eb34974e1cc1 None None] Sync routers for ids ['4b25ba43-910a-471c-b81c-bd0069004478'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:22:52.655264 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5131799-f700-4ebf-833d-241df4f7775a None None] Pushing event updated for resources: {'Port': ['ID=efa6e969-c7b9-440b-bc55-b8cb109c2b65,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:52.658898 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0408d6ff-ef8b-4f1b-9350-9b491fc249d0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:52.668920 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597337ff-e6f2-443f-8166-eb34974e1cc1 None None] Routers {'4b25ba43-910a-471c-b81c-bd0069004478'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:52.672163 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-597337ff-e6f2-443f-8166-eb34974e1cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4b25ba43-910a-471c-b81c-bd0069004478'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:52.707568 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0408d6ff-ef8b-4f1b-9350-9b491fc249d0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "DELETE /v2.0/floatingips/fd50afb3-95f2-4b05-a007-4848c1ee27e4 HTTP/1.1" status: 204 len: 168 time: 2.5572355 Aug 16 20:22:52.710986 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42896) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:52.727212 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ffaf25a5-3240-4924-baea-efb4b69e7682 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:52.740976 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ffaf25a5-3240-4924-baea-efb4b69e7682 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:52.745572 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ffaf25a5-3240-4924-baea-efb4b69e7682 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] 10.222.0.68 "DELETE /v2.0/networks/ee10d137-f84f-433f-a5c6-041af81d21c9 HTTP/1.1" status: 204 len: 168 time: 1.2334616 Aug 16 20:22:52.762755 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-597337ff-e6f2-443f-8166-eb34974e1cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:52.787752 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597337ff-e6f2-443f-8166-eb34974e1cc1 None None] Routers {'4b25ba43-910a-471c-b81c-bd0069004478'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:52.788352 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-597337ff-e6f2-443f-8166-eb34974e1cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4b25ba43-910a-471c-b81c-bd0069004478'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:52.794703 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-e75831ea-91f0-433d-a7ed-6ab662bdf30c None None] Set router a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:22:52.895466 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf25a5-3240-4924-baea-efb4b69e7682 tempest-TestSecurityGroupsBasicOps-1347055161 tempest-TestSecurityGroupsBasicOps-1347055161-project] Pushing event deleted for resources: {'Network': ['ID=ee10d137-f84f-433f-a5c6-041af81d21c9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:52.919992 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-597337ff-e6f2-443f-8166-eb34974e1cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:52.923578 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597337ff-e6f2-443f-8166-eb34974e1cc1 None None] The sync data for ids ['4b25ba43-910a-471c-b81c-bd0069004478'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:22:52.962008 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-136626a8-676c-472d-9b53-a785c1903bc4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Deleting port 37c569a2-1985-4e25-a76b-ca2b1ab261a1 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:52.962402 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-136626a8-676c-472d-9b53-a785c1903bc4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:53.115592 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-136626a8-676c-472d-9b53-a785c1903bc4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:53.121232 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ceb8fc-f30f-462f-bdef-51b14dcde2a6 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Router 78fce6dd-6a05-472b-ad80-c97bf44be149 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:22:53.129946 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-136626a8-676c-472d-9b53-a785c1903bc4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Calling delete_port for 37c569a2-1985-4e25-a76b-ca2b1ab261a1 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:53.389081 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e75831ea-91f0-433d-a7ed-6ab662bdf30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'name': 'tempest-AttachVolumeTestJSON-1016052742-router', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:47Z', 'revision_number': 4, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'gw_port': {'id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'efa6e969-c7b9-440b-bc55-b8cb109c2b65', 'name': '', 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'mac_address': 'fa:16:3e:55:7a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:45Z', 'updated_at': '2021-08-16T20:22:52Z', 'revision_number': 4, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'subnets': [{'id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:53.403144 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ceb8fc-f30f-462f-bdef-51b14dcde2a6 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:22:53.420354 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-83ceb8fc-f30f-462f-bdef-51b14dcde2a6 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] 10.222.0.68 "PUT /v2.0/routers/78fce6dd-6a05-472b-ad80-c97bf44be149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0111685 Aug 16 20:22:53.422090 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42912) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:53.461845 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392df74f-6a56-4f01-b40a-5d9182a7bdc5 None None] Sync routers for ids ['78fce6dd-6a05-472b-ad80-c97bf44be149'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:22:53.464718 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75831ea-91f0-433d-a7ed-6ab662bdf30c None None] The sync data for ids ['a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'] in n-d-787206-13 is: [{'id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'name': 'tempest-AttachVolumeTestJSON-1016052742-router', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:47Z', 'revision_number': 4, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'gw_port': {'id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'efa6e969-c7b9-440b-bc55-b8cb109c2b65', 'name': '', 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'mac_address': 'fa:16:3e:55:7a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:45Z', 'updated_at': '2021-08-16T20:22:52Z', 'revision_number': 4, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'subnets': [{'id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:22:53.475924 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392df74f-6a56-4f01-b40a-5d9182a7bdc5 None None] Routers {'78fce6dd-6a05-472b-ad80-c97bf44be149'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:53.476760 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-392df74f-6a56-4f01-b40a-5d9182a7bdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['78fce6dd-6a05-472b-ad80-c97bf44be149'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:53.525643 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42914) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:53.558338 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-392df74f-6a56-4f01-b40a-5d9182a7bdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:53.569318 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392df74f-6a56-4f01-b40a-5d9182a7bdc5 None None] Routers {'78fce6dd-6a05-472b-ad80-c97bf44be149'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:53.569888 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-392df74f-6a56-4f01-b40a-5d9182a7bdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['78fce6dd-6a05-472b-ad80-c97bf44be149'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:53.606326 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-392df74f-6a56-4f01-b40a-5d9182a7bdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:53.606995 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392df74f-6a56-4f01-b40a-5d9182a7bdc5 None None] The sync data for ids ['78fce6dd-6a05-472b-ad80-c97bf44be149'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:22:53.683616 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15fe4007-b1c2-4ab2-8962-63425a6e5df8 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:53.693447 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb657b93-0e4b-4843-8276-92eae01fe89e tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:53.756110 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb657b93-0e4b-4843-8276-92eae01fe89e tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:53.865462 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device efa6e969-c7b9-440b-bc55-b8cb109c2b65 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:53.896566 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15fe4007-b1c2-4ab2-8962-63425a6e5df8 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:53.964658 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port efa6e969-c7b9-440b-bc55-b8cb109c2b65 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:53.968838 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port efa6e969-c7b9-440b-bc55-b8cb109c2b65 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:53.969219 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:53.972868 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-136626a8-676c-472d-9b53-a785c1903bc4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:53.978000 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8d96b209-0241-47db-8b73-05ef5e6456e4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e8bcd23a9a424ad4a6a1bf7da2226594&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4481456 Aug 16 20:22:53.982457 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42922) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:54.031457 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb657b93-0e4b-4843-8276-92eae01fe89e tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:54.037563 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-eb657b93-0e4b-4843-8276-92eae01fe89e tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.2473435 Aug 16 20:22:54.070596 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42924) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:54.089244 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-312ef3bf-a5cd-48d5-bdf5-9ed251de9076 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Request body: {'security_group_rule': {'security_group_id': '7a5baf89-7d22-4444-a57c-44cd88b29cbf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:54.110944 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb657b93-0e4b-4843-8276-92eae01fe89e tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5baf89-7d22-4444-a57c-44cd88b29cbf,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:54.128200 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:54.143269 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-15fe4007-b1c2-4ab2-8962-63425a6e5df8 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Deleting port 7fe77eaa-d8b6-405e-ae1b-4cb3f841c077 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:54.143620 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15fe4007-b1c2-4ab2-8962-63425a6e5df8 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:54.180586 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136626a8-676c-472d-9b53-a785c1903bc4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event deleted for resources: {'Port': ['ID=37c569a2-1985-4e25-a76b-ca2b1ab261a1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:54.212753 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port efa6e969-c7b9-440b-bc55-b8cb109c2b65, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=efa6e969-c7b9-440b-bc55-b8cb109c2b65,segment=NetworkSegment(ae000a32-daab-4172-a67b-c8cc62f15ecf),segment_id=ae000a32-daab-4172-a67b-c8cc62f15ecf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:54.221160 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-312ef3bf-a5cd-48d5-bdf5-9ed251de9076 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:54.223108 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:54.239445 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15fe4007-b1c2-4ab2-8962-63425a6e5df8 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:54.240362 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 51ff73e6-da6c-4611-a483-18268d9f5cc7 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:22:54.258178 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-15fe4007-b1c2-4ab2-8962-63425a6e5df8 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Calling delete_port for 7fe77eaa-d8b6-405e-ae1b-4cb3f841c077 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:54.306779 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 51ff73e6-da6c-4611-a483-18268d9f5cc7 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:22:54.308976 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 51ff73e6-da6c-4611-a483-18268d9f5cc7 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:22:54.360678 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=efa6e969-c7b9-440b-bc55-b8cb109c2b65,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:54.453036 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-136626a8-676c-472d-9b53-a785c1903bc4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:54.461085 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-136626a8-676c-472d-9b53-a785c1903bc4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "DELETE /v2.0/ports/37c569a2-1985-4e25-a76b-ca2b1ab261a1 HTTP/1.1" status: 204 len: 168 time: 1.7488880 Aug 16 20:22:54.464617 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42928) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:54.478951 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-94fdbe7c-4372-494d-823e-15cf36947d2e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:54.489271 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15fe4007-b1c2-4ab2-8962-63425a6e5df8 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:54.490848 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-312ef3bf-a5cd-48d5-bdf5-9ed251de9076 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:54.501818 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-312ef3bf-a5cd-48d5-bdf5-9ed251de9076 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:54.537173 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-23566c40-89fc-4369-9977-9d9d9f7ee0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:54.547548 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe4007-b1c2-4ab2-8962-63425a6e5df8 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Pushing event deleted for resources: {'Port': ['ID=7fe77eaa-d8b6-405e-ae1b-4cb3f841c077,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:54.585479 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ef3bf-a5cd-48d5-bdf5-9ed251de9076 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da0752a6-5024-43ef-b5b4-dda3f9db3b15,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:54.589176 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94fdbe7c-4372-494d-823e-15cf36947d2e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:54.604332 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-23566c40-89fc-4369-9977-9d9d9f7ee0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:54.638544 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-312ef3bf-a5cd-48d5-bdf5-9ed251de9076 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:54.639816 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-312ef3bf-a5cd-48d5-bdf5-9ed251de9076 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5646439 Aug 16 20:22:54.643558 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42930) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:54.653658 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6de5175c-89b8-43e5-8bf2-9e28156a42ae tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Request body: {'security_group_rule': {'security_group_id': '7a5baf89-7d22-4444-a57c-44cd88b29cbf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:54.692359 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-23566c40-89fc-4369-9977-9d9d9f7ee0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:54.696220 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-23566c40-89fc-4369-9977-9d9d9f7ee0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:54.702179 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-23566c40-89fc-4369-9977-9d9d9f7ee0f5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/04a7054a-aa01-4e7c-b029-bf572d748da5 HTTP/1.1" status: 204 len: 168 time: 0.7183642 Aug 16 20:22:54.726717 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23566c40-89fc-4369-9977-9d9d9f7ee0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a7054a-aa01-4e7c-b029-bf572d748da5,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:54.728862 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b2cdb8da-3f22-41ee-a15c-ed8e5f014248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:54.764094 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15fe4007-b1c2-4ab2-8962-63425a6e5df8 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:54.789452 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6de5175c-89b8-43e5-8bf2-9e28156a42ae tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:54.904040 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15fe4007-b1c2-4ab2-8962-63425a6e5df8 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:54.911555 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15fe4007-b1c2-4ab2-8962-63425a6e5df8 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:54.964236 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6de5175c-89b8-43e5-8bf2-9e28156a42ae tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:54.997058 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15fe4007-b1c2-4ab2-8962-63425a6e5df8 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:54.997597 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94fdbe7c-4372-494d-823e-15cf36947d2e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:54.997800 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fe4007-b1c2-4ab2-8962-63425a6e5df8 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Fanout notify agent at l3_agent the message router_deleted on router 78fce6dd-6a05-472b-ad80-c97bf44be149 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:22:55.000510 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6de5175c-89b8-43e5-8bf2-9e28156a42ae tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:55.016926 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15fe4007-b1c2-4ab2-8962-63425a6e5df8 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:55.024168 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-15fe4007-b1c2-4ab2-8962-63425a6e5df8 tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] 10.222.0.68 "DELETE /v2.0/routers/78fce6dd-6a05-472b-ad80-c97bf44be149 HTTP/1.1" status: 204 len: 168 time: 1.6000669 Aug 16 20:22:55.024808 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42936) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:55.079143 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6de5175c-89b8-43e5-8bf2-9e28156a42ae tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:55.101743 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6de5175c-89b8-43e5-8bf2-9e28156a42ae tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4540753 Aug 16 20:22:55.102482 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42938) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:55.137655 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b24fd2a0-e79b-4be3-bfa2-0f876daeb185 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:55.217249 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5175c-89b8-43e5-8bf2-9e28156a42ae tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5ec3611-95f6-4e9a-beb9-73f92146a55c,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:55.237586 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-466d7e15-92dc-4b4a-8094-f4f8d826203b tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Deleting subnet 1611eded-fdd3-45d3-9606-c1335e1b4387 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:22:55.253688 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-466d7e15-92dc-4b4a-8094-f4f8d826203b tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:55.269743 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b24fd2a0-e79b-4be3-bfa2-0f876daeb185 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:55.316558 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42942) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:55.328413 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42944) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:55.332555 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-466d7e15-92dc-4b4a-8094-f4f8d826203b tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:55.406768 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a78c5984-f6bc-4ccd-8caa-f50afb033bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:55.430379 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-94fdbe7c-4372-494d-823e-15cf36947d2e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Allocated IP 172.25.8.94 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/bc426bd7-1f64-44db-aed7-f52b0c1361d5) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:55.503930 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf04eee-c710-40c9-9ca9-331df5418663 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:55.504462 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf04eee-c710-40c9-9ca9-331df5418663 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:55.504950 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf04eee-c710-40c9-9ca9-331df5418663 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:55.512185 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bcf04eee-c710-40c9-9ca9-331df5418663 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] 10.222.0.68 "GET /v2.0/ports?project_id=e56891446a5d4a4da1a00ff61508934e&network_id=063b4ef8-01f9-41d8-999f-969c8ec857e2 HTTP/1.1" status: 200 len: 2972 time: 0.1772850 Aug 16 20:22:55.534240 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-466d7e15-92dc-4b4a-8094-f4f8d826203b tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:55.631465 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-466d7e15-92dc-4b4a-8094-f4f8d826203b tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:55.674352 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a78c5984-f6bc-4ccd-8caa-f50afb033bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:55.674732 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94fdbe7c-4372-494d-823e-15cf36947d2e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:55.675498 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d7e15-92dc-4b4a-8094-f4f8d826203b tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Pushing event deleted for resources: {'Subnet': ['ID=1611eded-fdd3-45d3-9606-c1335e1b4387,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:55.680359 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-466d7e15-92dc-4b4a-8094-f4f8d826203b tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:55.685305 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-466d7e15-92dc-4b4a-8094-f4f8d826203b tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] 10.222.0.68 "DELETE /v2.0/subnets/1611eded-fdd3-45d3-9606-c1335e1b4387 HTTP/1.1" status: 204 len: 168 time: 0.6594551 Aug 16 20:22:55.686441 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42952) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:55.693197 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c4fedd-eb54-404d-9eb5-31d3c75e023d None None] Network 55e9b6c9-5e76-450a-a1af-667b4c5f6d87 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:22:55.695906 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a78c5984-f6bc-4ccd-8caa-f50afb033bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:55.712979 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-b2cdb8da-3f22-41ee-a15c-ed8e5f014248 admin admin] Deleting port 54e20828-d2c4-497e-98a4-c87e704ebc0a {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:55.713767 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b2cdb8da-3f22-41ee-a15c-ed8e5f014248 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:55.728083 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b24fd2a0-e79b-4be3-bfa2-0f876daeb185 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:55.807029 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a78c5984-f6bc-4ccd-8caa-f50afb033bc8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2f7d8a33f0344d15b85546c7eb2eb863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4894249 Aug 16 20:22:55.814226 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42954) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:55.853158 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c5984-f6bc-4ccd-8caa-f50afb033bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6913ae80-3957-45eb-9d69-8300221a1319,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:55.869994 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device efa6e969-c7b9-440b-bc55-b8cb109c2b65 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:55.875534 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a13cce99-6e55-4d48-ba6d-3a42a92aaeff tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:55.946734 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-a13cce99-6e55-4d48-ba6d-3a42a92aaeff tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Deleting port 7df6f355-1c96-4dc9-a516-16bc58ada4ea {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:55.947187 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a13cce99-6e55-4d48-ba6d-3a42a92aaeff tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:55.976565 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port efa6e969-c7b9-440b-bc55-b8cb109c2b65 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:55.977213 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:55.980461 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-b2cdb8da-3f22-41ee-a15c-ed8e5f014248 admin admin] For port 54e20828-d2c4-497e-98a4-c87e704ebc0a, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=54e20828-d2c4-497e-98a4-c87e704ebc0a,segment=NetworkSegment(c2a4cfff-62ad-43ae-9514-2c0c83875cd5),segment_id=c2a4cfff-62ad-43ae-9514-2c0c83875cd5)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:55.980845 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b2cdb8da-3f22-41ee-a15c-ed8e5f014248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:55.998819 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94fdbe7c-4372-494d-823e-15cf36947d2e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:56.027999 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-a13cce99-6e55-4d48-ba6d-3a42a92aaeff tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] For port 7df6f355-1c96-4dc9-a516-16bc58ada4ea, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7df6f355-1c96-4dc9-a516-16bc58ada4ea,segment=NetworkSegment(72a3d42a-626b-476a-9d66-fa3831d7c7a7),segment_id=72a3d42a-626b-476a-9d66-fa3831d7c7a7)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:56.027999 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a13cce99-6e55-4d48-ba6d-3a42a92aaeff tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:56.034549 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-b2cdb8da-3f22-41ee-a15c-ed8e5f014248 admin admin] Calling delete_port for 54e20828-d2c4-497e-98a4-c87e704ebc0a owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:56.036458 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edf0ed4-894b-4008-abdc-6291ad509bee None None] DHCP port deletion for 55e9b6c9-5e76-450a-a1af-667b4c5f6d87 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:22:56.055491 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-a13cce99-6e55-4d48-ba6d-3a42a92aaeff tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Calling delete_port for 7df6f355-1c96-4dc9-a516-16bc58ada4ea owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:56.102020 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fdbe7c-4372-494d-823e-15cf36947d2e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:56.120521 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-94fdbe7c-4372-494d-823e-15cf36947d2e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:56.132214 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4edf0ed4-894b-4008-abdc-6291ad509bee None None] Deleting port 7df6f355-1c96-4dc9-a516-16bc58ada4ea {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:56.132717 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4edf0ed4-894b-4008-abdc-6291ad509bee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:56.163350 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-b24fd2a0-e79b-4be3-bfa2-0f876daeb185 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Allocated IP 172.25.8.180 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/60b73032-87be-48a3-8176-719f431caf75) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:56.166654 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fdbe7c-4372-494d-823e-15cf36947d2e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:56.177361 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f1cd49a-0e7a-41a7-ad1c-7e7ad487294b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:56.184996 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a13cce99-6e55-4d48-ba6d-3a42a92aaeff tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:56.200869 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fdbe7c-4372-494d-823e-15cf36947d2e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event updated for resources: {'Port': ['ID=bc426bd7-1f64-44db-aed7-f52b0c1361d5,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:56.208679 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4edf0ed4-894b-4008-abdc-6291ad509bee None None] For port 7df6f355-1c96-4dc9-a516-16bc58ada4ea, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7df6f355-1c96-4dc9-a516-16bc58ada4ea,segment=NetworkSegment(72a3d42a-626b-476a-9d66-fa3831d7c7a7),segment_id=72a3d42a-626b-476a-9d66-fa3831d7c7a7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:56.209085 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4edf0ed4-894b-4008-abdc-6291ad509bee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:56.221885 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13cce99-6e55-4d48-ba6d-3a42a92aaeff tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] No DVR routers for this DVR port 7df6f355-1c96-4dc9-a516-16bc58ada4ea on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:22:56.222450 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4edf0ed4-894b-4008-abdc-6291ad509bee None None] Calling delete_port for 7df6f355-1c96-4dc9-a516-16bc58ada4ea owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:56.228287 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13cce99-6e55-4d48-ba6d-3a42a92aaeff tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Pushing event deleted for resources: {'Port': ['ID=7df6f355-1c96-4dc9-a516-16bc58ada4ea,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:56.311655 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a13cce99-6e55-4d48-ba6d-3a42a92aaeff tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:56.313315 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4edf0ed4-894b-4008-abdc-6291ad509bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:56.330021 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-a13cce99-6e55-4d48-ba6d-3a42a92aaeff tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e9b6c9-5e76-450a-a1af-667b4c5f6d87']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:56.342341 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-a13cce99-6e55-4d48-ba6d-3a42a92aaeff tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a3d42a-626b-476a-9d66-fa3831d7c7a7') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:56.342644 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-a13cce99-6e55-4d48-ba6d-3a42a92aaeff tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a3d42a-626b-476a-9d66-fa3831d7c7a7') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:56.347771 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf0ed4-894b-4008-abdc-6291ad509bee None None] Pushing event deleted for resources: {'Port': ['ID=7df6f355-1c96-4dc9-a516-16bc58ada4ea,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:56.352133 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edf0ed4-894b-4008-abdc-6291ad509bee None None] No DVR routers for this DVR port 7df6f355-1c96-4dc9-a516-16bc58ada4ea on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:22:56.365395 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a13cce99-6e55-4d48-ba6d-3a42a92aaeff tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:56.376195 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b24fd2a0-e79b-4be3-bfa2-0f876daeb185 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:56.386973 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a13cce99-6e55-4d48-ba6d-3a42a92aaeff tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:56.395606 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a13cce99-6e55-4d48-ba6d-3a42a92aaeff tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:22:56.396116 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a13cce99-6e55-4d48-ba6d-3a42a92aaeff tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:56.399227 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:22:56.399227 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:22:56.399227 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:22:56.399227 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:22:56.399227 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:22:56.399227 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:22:56.399227 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:22:56.399227 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:22:56.399227 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:22:56.399227 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:22:56.399227 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:22:56.399227 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:22:56.399227 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:22:56.399227 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:22:56.399227 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:22:56.399227 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:22:56.399227 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:22:56.399227 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:22:56.399227 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:22:56.399227 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:22:56.399227 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:22:56.399227 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:22:56.399227 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:22:56.399227 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:22:56.399227 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:22:56.399227 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:22:56.399227 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:22:56.399227 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:22:56.399227 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:22:56.399227 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:22:56.399227 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:22:56.399227 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:22:56.420491 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f1cd49a-0e7a-41a7-ad1c-7e7ad487294b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:56.463515 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a13cce99-6e55-4d48-ba6d-3a42a92aaeff tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:56.472049 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a13cce99-6e55-4d48-ba6d-3a42a92aaeff tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:56.475975 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a13cce99-6e55-4d48-ba6d-3a42a92aaeff tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] 10.222.0.68 "DELETE /v2.0/networks/55e9b6c9-5e76-450a-a1af-667b4c5f6d87 HTTP/1.1" status: 204 len: 168 time: 0.7860475 Aug 16 20:22:56.476210 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42958) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:56.530170 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13cce99-6e55-4d48-ba6d-3a42a92aaeff tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Pushing event deleted for resources: {'Network': ['ID=55e9b6c9-5e76-450a-a1af-667b4c5f6d87,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:56.600609 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94fdbe7c-4372-494d-823e-15cf36947d2e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:56.608666 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b24fd2a0-e79b-4be3-bfa2-0f876daeb185 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:56.646796 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-bd1902cd-4a59-4db2-a307-55baa1b2490b tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Deleting port c9fcab32-ceba-4be8-9742-7cc7ede272d2 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:56.647417 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bd1902cd-4a59-4db2-a307-55baa1b2490b tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:56.655556 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f1cd49a-0e7a-41a7-ad1c-7e7ad487294b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:56.658046 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f1cd49a-0e7a-41a7-ad1c-7e7ad487294b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:56.661494 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1f1cd49a-0e7a-41a7-ad1c-7e7ad487294b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6913ae80-3957-45eb-9d69-8300221a1319 HTTP/1.1" status: 204 len: 168 time: 0.7644885 Aug 16 20:22:56.724474 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24fd2a0-e79b-4be3-bfa2-0f876daeb185 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:56.736958 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1cd49a-0e7a-41a7-ad1c-7e7ad487294b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6913ae80-3957-45eb-9d69-8300221a1319,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:56.745097 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b24fd2a0-e79b-4be3-bfa2-0f876daeb185 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:56.750413 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24fd2a0-e79b-4be3-bfa2-0f876daeb185 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:56.750845 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bd1902cd-4a59-4db2-a307-55baa1b2490b tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:56.751222 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bd1902cd-4a59-4db2-a307-55baa1b2490b tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:56.752635 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94fdbe7c-4372-494d-823e-15cf36947d2e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:56.754050 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24fd2a0-e79b-4be3-bfa2-0f876daeb185 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Pushing event updated for resources: {'Port': ['ID=60b73032-87be-48a3-8176-719f431caf75,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:56.784562 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-bd1902cd-4a59-4db2-a307-55baa1b2490b tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Calling delete_port for c9fcab32-ceba-4be8-9742-7cc7ede272d2 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:56.830702 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b2cdb8da-3f22-41ee-a15c-ed8e5f014248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:56.888489 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cdb8da-3f22-41ee-a15c-ed8e5f014248 admin admin] Pushing event deleted for resources: {'Port': ['ID=54e20828-d2c4-497e-98a4-c87e704ebc0a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:56.998096 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bd1902cd-4a59-4db2-a307-55baa1b2490b tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:57.034159 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1902cd-4a59-4db2-a307-55baa1b2490b tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Pushing event deleted for resources: {'Port': ['ID=c9fcab32-ceba-4be8-9742-7cc7ede272d2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:57.099391 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b24fd2a0-e79b-4be3-bfa2-0f876daeb185 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:57.123589 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42968) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:57.201929 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bd1902cd-4a59-4db2-a307-55baa1b2490b tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:57.205953 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bd1902cd-4a59-4db2-a307-55baa1b2490b tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:57.210537 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bd1902cd-4a59-4db2-a307-55baa1b2490b tempest-FloatingIPAdminTestJSON-884967992 tempest-FloatingIPAdminTestJSON-884967992-project] 10.222.0.68 "DELETE /v2.0/floatingips/9869feae-8af5-4c3a-bb3d-3d41d47badb5 HTTP/1.1" status: 204 len: 168 time: 0.7332740 Aug 16 20:22:57.235728 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc335cd-7491-48fb-a755-00a86c85b5ca tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:57.240137 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ddc335cd-7491-48fb-a755-00a86c85b5ca tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 814 time: 0.1138227 Aug 16 20:22:57.312069 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42974) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:57.386384 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2a079bd2-4fb1-4d16-9d16-13715b4c41b4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d2057f86909d49a3bbdbd30683368a3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0720558 Aug 16 20:22:57.387091 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42980) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:57.463446 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fac81e03-2de6-4f08-9f70-4a9d1f58c739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:57.489058 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fac81e03-2de6-4f08-9f70-4a9d1f58c739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:57.502825 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42982) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:57.574387 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fac81e03-2de6-4f08-9f70-4a9d1f58c739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:57.576974 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fac81e03-2de6-4f08-9f70-4a9d1f58c739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:57.582262 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fac81e03-2de6-4f08-9f70-4a9d1f58c739 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/12071177-5c1e-4744-8311-f097219ddb10 HTTP/1.1" status: 204 len: 168 time: 0.1900942 Aug 16 20:22:57.603805 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac81e03-2de6-4f08-9f70-4a9d1f58c739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12071177-5c1e-4744-8311-f097219ddb10,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:57.605206 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b24fd2a0-e79b-4be3-bfa2-0f876daeb185 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:57.654187 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94fdbe7c-4372-494d-823e-15cf36947d2e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:57.692914 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94fdbe7c-4372-494d-823e-15cf36947d2e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:57.786802 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9bcd384a-334f-489f-8203-c4e9026e23b7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=29259319099b482691ada6aadc0e6c5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2805667 Aug 16 20:22:57.787458 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42990) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:57.842761 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3f611876-3ee4-4bb1-94ed-f2b7def4e9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:57.886764 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fdbe7c-4372-494d-823e-15cf36947d2e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event updated for resources: {'Port': ['ID=bc426bd7-1f64-44db-aed7-f52b0c1361d5,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:57.889429 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3f611876-3ee4-4bb1-94ed-f2b7def4e9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:57.926729 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b2cdb8da-3f22-41ee-a15c-ed8e5f014248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:57.927538 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7df6f355-1c96-4dc9-a516-16bc58ada4ea no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:22:57.929071 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 42994) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:57.935536 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e8896d65-a195-4e3c-a635-688f1c722dff tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'network': {'name': 'tempest-network-smoke--1620554921', 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'port_security_enabled': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:57.943381 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94fdbe7c-4372-494d-823e-15cf36947d2e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:57.963312 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 7df6f355-1c96-4dc9-a516-16bc58ada4ea {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:22:57.963870 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7df6f355-1c96-4dc9-a516-16bc58ada4ea not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:22:57.985769 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94fdbe7c-4372-494d-823e-15cf36947d2e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:57.992018 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-94fdbe7c-4372-494d-823e-15cf36947d2e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5191243 Aug 16 20:22:57.992222 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 42998) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:58.001557 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d6296f7a-8f19-49f6-a1ad-c4870ae7ad99 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Request body: {'port': {'network_id': '3a16445d-ad38-47d0-a27c-cccfc4ef2dce', 'name': 'tempest-FloatingIPTestJSON-1232512954'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:58.046102 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8896d65-a195-4e3c-a635-688f1c722dff tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Made reservation on behalf of e56891446a5d4a4da1a00ff61508934e for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:22:58.050344 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8896d65-a195-4e3c-a635-688f1c722dff tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:58.133066 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3f611876-3ee4-4bb1-94ed-f2b7def4e9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:58.136576 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3f611876-3ee4-4bb1-94ed-f2b7def4e9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:58.140824 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3f611876-3ee4-4bb1-94ed-f2b7def4e9ed admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0f78bb41-767b-4ee2-8225-200bbe6e5190 HTTP/1.1" status: 204 len: 168 time: 0.3503082 Aug 16 20:22:58.150629 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8896d65-a195-4e3c-a635-688f1c722dff tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:22:58.184763 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8896d65-a195-4e3c-a635-688f1c722dff tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:58.185112 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-e8896d65-a195-4e3c-a635-688f1c722dff tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Added segment ec08b430-a83e-4fbb-a8b6-04393ef48a50 of type vlan for network df1cb24b-849a-4898-894a-88b85c8318fc Aug 16 20:22:58.190786 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f611876-3ee4-4bb1-94ed-f2b7def4e9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f78bb41-767b-4ee2-8225-200bbe6e5190,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:58.200111 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b24fd2a0-e79b-4be3-bfa2-0f876daeb185 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:58.249017 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b24fd2a0-e79b-4be3-bfa2-0f876daeb185 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:58.253397 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6296f7a-8f19-49f6-a1ad-c4870ae7ad99 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Made reservation on behalf of c17b1cc6ae324debb244d1049d77de29 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:22:58.263693 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d6296f7a-8f19-49f6-a1ad-c4870ae7ad99 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:58.290935 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8896d65-a195-4e3c-a635-688f1c722dff tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:58.307643 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-d6296f7a-8f19-49f6-a1ad-c4870ae7ad99 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] device_id is not set on port 3eb6b626-d091-498e-81ff-e0b0fd103bb3 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:22:58.441647 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24fd2a0-e79b-4be3-bfa2-0f876daeb185 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Pushing event updated for resources: {'Port': ['ID=60b73032-87be-48a3-8176-719f431caf75,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:58.468006 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8896d65-a195-4e3c-a635-688f1c722dff tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:58.474060 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8896d65-a195-4e3c-a635-688f1c722dff tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:58.474970 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8896d65-a195-4e3c-a635-688f1c722dff tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:58.483282 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b24fd2a0-e79b-4be3-bfa2-0f876daeb185 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:58.530115 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-d6296f7a-8f19-49f6-a1ad-c4870ae7ad99 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Allocated IP 172.20.0.3 (3a16445d-ad38-47d0-a27c-cccfc4ef2dce/a1c97691-7cc8-4152-829e-c3de0e49f7bf/3eb6b626-d091-498e-81ff-e0b0fd103bb3) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:58.556873 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b24fd2a0-e79b-4be3-bfa2-0f876daeb185 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:58.558562 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b24fd2a0-e79b-4be3-bfa2-0f876daeb185 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4252393 Aug 16 20:22:58.573591 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e8896d65-a195-4e3c-a635-688f1c722dff tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6419129 Aug 16 20:22:58.578423 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43012) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:58.579773 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2cdb8da-3f22-41ee-a15c-ed8e5f014248 admin admin] Router a6d3701d-c439-4c40-ab15-70132aa1212c has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:22:58.581379 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8896d65-a195-4e3c-a635-688f1c722dff tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'Network': ['ID=df1cb24b-849a-4898-894a-88b85c8318fc,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:58.596092 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network df1cb24b-849a-4898-894a-88b85c8318fc details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:22:58.696201 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385d5aab-e036-408c-b6ef-840f7341d464 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:58.702168 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-385d5aab-e036-408c-b6ef-840f7341d464 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=e56891446a5d4a4da1a00ff61508934e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1179450 Aug 16 20:22:58.708361 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43016) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:58.806437 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2cdb8da-3f22-41ee-a15c-ed8e5f014248 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:22:58.821358 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dba7b21-ecb6-4105-a915-8a17b7af54a2 None None] Sync routers for ids ['a6d3701d-c439-4c40-ab15-70132aa1212c'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:22:58.831430 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b2cdb8da-3f22-41ee-a15c-ed8e5f014248 admin admin] 10.222.0.68 "PUT /v2.0/routers/a6d3701d-c439-4c40-ab15-70132aa1212c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1401808 Aug 16 20:22:58.833086 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43020) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:58.838853 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dba7b21-ecb6-4105-a915-8a17b7af54a2 None None] Routers {'a6d3701d-c439-4c40-ab15-70132aa1212c'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:58.839793 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0dba7b21-ecb6-4105-a915-8a17b7af54a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a6d3701d-c439-4c40-ab15-70132aa1212c'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:58.852754 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43022) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:59.038846 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6736effa-f3df-46ee-ba95-0ce6c2da11c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:59.119122 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75650ff6-76b3-4ad6-805c-4a218328b5b9 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:59.124412 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-75650ff6-76b3-4ad6-805c-4a218328b5b9 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4150393 Aug 16 20:22:59.126329 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0f8269a0-12eb-47f7-8cd7-635159221a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:59.135400 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43032) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:59.175526 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-0dba7b21-ecb6-4105-a915-8a17b7af54a2 None None] Set router a6d3701d-c439-4c40-ab15-70132aa1212c gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:22:59.187743 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6736effa-f3df-46ee-ba95-0ce6c2da11c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:59.235280 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d6296f7a-8f19-49f6-a1ad-c4870ae7ad99 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:59.313760 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6736effa-f3df-46ee-ba95-0ce6c2da11c1 admin admin] Deleting port 25f6aaa2-ab5b-46b9-8351-b76d111e35ed {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:59.314115 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6736effa-f3df-46ee-ba95-0ce6c2da11c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:59.319955 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43038) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:59.327240 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1084c168-5449-4ab6-b7c2-8055a512d138 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=eb87ae87-0925-464c-8e03-8bba27e76e58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0575876 Aug 16 20:22:59.401744 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f9349bb5-ad3f-4136-b2c0-0d1e629e84a5 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=e56891446a5d4a4da1a00ff61508934e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0806208 Aug 16 20:22:59.404819 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43042) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:59.507094 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d6296f7a-8f19-49f6-a1ad-c4870ae7ad99 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:59.525798 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1906d045-59aa-464c-b1c7-d715b7fa5317 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:59.527580 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1906d045-59aa-464c-b1c7-d715b7fa5317 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1181259 Aug 16 20:22:59.536124 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43044) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:59.614056 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6296f7a-8f19-49f6-a1ad-c4870ae7ad99 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Network 3a16445d-ad38-47d0-a27c-cccfc4ef2dce is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:59.616630 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-80beadc7-6a34-4b89-bd34-904ba1b03c05 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=eb87ae87-0925-464c-8e03-8bba27e76e58&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0793235 Aug 16 20:22:59.620744 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43050) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:59.625794 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-d6296f7a-8f19-49f6-a1ad-c4870ae7ad99 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:59.636788 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0dba7b21-ecb6-4105-a915-8a17b7af54a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'name': 'tempest-TaggedBootDevicesTest_v242-1236632234-router', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '25f6aaa2-ab5b-46b9-8351-b76d111e35ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:59Z', 'updated_at': '2021-08-16T20:22:56Z', 'revision_number': 5, 'project_id': '7b57628fd666456abf7d4e027fd3ce47', 'gw_port': {'id': '25f6aaa2-ab5b-46b9-8351-b76d111e35ed', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:11:00Z', 'updated_at': '2021-08-16T20:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:59.637014 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ba5ba56a-697c-40a0-be3a-adbd1f3df288 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-76020106', 'network_id': 'df1cb24b-849a-4898-894a-88b85c8318fc', 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:59.644154 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6296f7a-8f19-49f6-a1ad-c4870ae7ad99 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:59.646148 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-6736effa-f3df-46ee-ba95-0ce6c2da11c1 admin admin] For port 25f6aaa2-ab5b-46b9-8351-b76d111e35ed, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=25f6aaa2-ab5b-46b9-8351-b76d111e35ed,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:59.648074 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6296f7a-8f19-49f6-a1ad-c4870ae7ad99 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event updated for resources: {'Port': ['ID=3eb6b626-d091-498e-81ff-e0b0fd103bb3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:59.648206 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6736effa-f3df-46ee-ba95-0ce6c2da11c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:59.676622 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43052) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:59.679221 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6736effa-f3df-46ee-ba95-0ce6c2da11c1 admin admin] Calling delete_port for 25f6aaa2-ab5b-46b9-8351-b76d111e35ed owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:59.698415 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dba7b21-ecb6-4105-a915-8a17b7af54a2 None None] Checking router: a6d3701d-c439-4c40-ab15-70132aa1212c for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:22:59.713850 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dba7b21-ecb6-4105-a915-8a17b7af54a2 None None] Routers {'a6d3701d-c439-4c40-ab15-70132aa1212c'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:59.714979 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0dba7b21-ecb6-4105-a915-8a17b7af54a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a6d3701d-c439-4c40-ab15-70132aa1212c'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:59.894279 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-0dba7b21-ecb6-4105-a915-8a17b7af54a2 None None] Set router a6d3701d-c439-4c40-ab15-70132aa1212c gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:22:59.894969 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6736effa-f3df-46ee-ba95-0ce6c2da11c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:59.965862 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0dba7b21-ecb6-4105-a915-8a17b7af54a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'name': 'tempest-TaggedBootDevicesTest_v242-1236632234-router', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:59Z', 'updated_at': '2021-08-16T20:22:59Z', 'revision_number': 6, 'project_id': '7b57628fd666456abf7d4e027fd3ce47', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:00.005542 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dba7b21-ecb6-4105-a915-8a17b7af54a2 None None] The sync data for ids ['a6d3701d-c439-4c40-ab15-70132aa1212c'] in n-d-787206-13 is: [{'id': 'a6d3701d-c439-4c40-ab15-70132aa1212c', 'name': 'tempest-TaggedBootDevicesTest_v242-1236632234-router', 'tenant_id': '7b57628fd666456abf7d4e027fd3ce47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:10:59Z', 'updated_at': '2021-08-16T20:22:59Z', 'revision_number': 6, 'project_id': '7b57628fd666456abf7d4e027fd3ce47', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:23:00.043626 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736effa-f3df-46ee-ba95-0ce6c2da11c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=25f6aaa2-ab5b-46b9-8351-b76d111e35ed,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:00.089824 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6736effa-f3df-46ee-ba95-0ce6c2da11c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:00.123399 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1fe0314a-3761-46e0-9140-b218fb4ed6ea admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1938170813-network', 'tenant_id': '302ee42658e943c28425caef0344fefd'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:00.205202 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6736effa-f3df-46ee-ba95-0ce6c2da11c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:00.208748 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6736effa-f3df-46ee-ba95-0ce6c2da11c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:00.237293 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0f8269a0-12eb-47f7-8cd7-635159221a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:00.254200 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6296f7a-8f19-49f6-a1ad-c4870ae7ad99 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:00.254811 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d6296f7a-8f19-49f6-a1ad-c4870ae7ad99 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:00.261209 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0f8269a0-12eb-47f7-8cd7-635159221a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:00.273450 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6736effa-f3df-46ee-ba95-0ce6c2da11c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:00.274527 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6736effa-f3df-46ee-ba95-0ce6c2da11c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6d3701d-c439-4c40-ab15-70132aa1212c {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:23:00.289359 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6736effa-f3df-46ee-ba95-0ce6c2da11c1 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:00.289359 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6736effa-f3df-46ee-ba95-0ce6c2da11c1 admin admin] 10.222.0.68 "DELETE /v2.0/routers/a6d3701d-c439-4c40-ab15-70132aa1212c HTTP/1.1" status: 204 len: 168 time: 1.4533131 Aug 16 20:23:00.289359 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43058) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:00.294724 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-1ed7c875-4ff3-45b0-9772-1cf312b82c1b tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--2006753580&fields=id&tenant_id=5fcbda3619a74e5b9b9ea7a9065ce932 HTTP/1.1" status: 200 len: 267 time: 0.6514704 Aug 16 20:23:00.298192 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe0314a-3761-46e0-9140-b218fb4ed6ea admin admin] Made reservation on behalf of 302ee42658e943c28425caef0344fefd for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:00.300952 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1fe0314a-3761-46e0-9140-b218fb4ed6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:00.338505 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1fe0314a-3761-46e0-9140-b218fb4ed6ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:00.352278 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43060) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:00.352496 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d6296f7a-8f19-49f6-a1ad-c4870ae7ad99 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3608277 Aug 16 20:23:00.356826 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-dedc9f04-52e7-48d2-a2d3-b59850f362f6 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Request body: {'floatingip': {'port_id': '3eb6b626-d091-498e-81ff-e0b0fd103bb3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:00.398282 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dedc9f04-52e7-48d2-a2d3-b59850f362f6 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:00.403805 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0f8269a0-12eb-47f7-8cd7-635159221a1f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9d63267df8af42888d48b24bfd903b6a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5424871 Aug 16 20:23:00.407525 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43062) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:00.415182 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8269a0-12eb-47f7-8cd7-635159221a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a75643b-65aa-4bcb-943a-3492508d8629,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:00.441460 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5ba56a-697c-40a0-be3a-adbd1f3df288 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Made reservation on behalf of e56891446a5d4a4da1a00ff61508934e for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:00.452641 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba5ba56a-697c-40a0-be3a-adbd1f3df288 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:00.506352 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-009aa494-1c7e-4f1d-ac09-0ba7d8cd175b admin admin] Deleting subnet 38e01d28-9c01-425c-8286-6dc8a892ec17 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:23:00.521693 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-009aa494-1c7e-4f1d-ac09-0ba7d8cd175b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:00.593427 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-a1ad816e-cd96-4208-a0d7-ee0030ba54b5 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:00.601008 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-a1ad816e-cd96-4208-a0d7-ee0030ba54b5 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/networks?id=0884c200-acec-460b-b534-7fcde0dd54c6 HTTP/1.1" status: 200 len: 811 time: 0.3053553 Aug 16 20:23:00.631324 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-bafe9cbe-8cb9-47e2-8810-c580a37b0cd1 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/quotas/5fcbda3619a74e5b9b9ea7a9065ce932 HTTP/1.1" status: 200 len: 375 time: 0.0292246 Aug 16 20:23:00.650067 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-009aa494-1c7e-4f1d-ac09-0ba7d8cd175b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:00.688624 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ea7a3431-9641-487a-9bde-a486ebb9d6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:00.721150 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-401b8cd2-d317-473a-a581-18b5a24ee319 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5fcbda3619a74e5b9b9ea7a9065ce932&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0885997 Aug 16 20:23:00.780395 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ea7a3431-9641-487a-9bde-a486ebb9d6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:00.839675 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba5ba56a-697c-40a0-be3a-adbd1f3df288 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:00.915260 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-2f760562-e776-4ece-9dcd-696951ba1f75 service neutron] 10.222.0.68 "GET /v2.0/networks/0884c200-acec-460b-b534-7fcde0dd54c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794229 Aug 16 20:23:00.923758 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-009aa494-1c7e-4f1d-ac09-0ba7d8cd175b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:00.929870 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1fe0314a-3761-46e0-9140-b218fb4ed6ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:00.951630 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ba56a-697c-40a0-be3a-adbd1f3df288 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'Subnet': ['ID=61fb0c24-8cfa-439c-9783-bbbaff50fcf9,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:00.979107 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1fe0314a-3761-46e0-9140-b218fb4ed6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:01.018520 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5ba56a-697c-40a0-be3a-adbd1f3df288 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Checking segment: {'id': 'ec08b430-a83e-4fbb-a8b6-04393ef48a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df1cb24b-849a-4898-894a-88b85c8318fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:01.018873 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5ba56a-697c-40a0-be3a-adbd1f3df288 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Network hostable DHCP agents. Network: df1cb24b-849a-4898-894a-88b85c8318fc, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:23:01.067825 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5ba56a-697c-40a0-be3a-adbd1f3df288 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Network df1cb24b-849a-4898-894a-88b85c8318fc is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:23:01.092288 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-dc3f2148-2bc3-4a0d-8164-46549cd41d8c service neutron] 10.222.0.68 "GET /v2.0/networks/0884c200-acec-460b-b534-7fcde0dd54c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584127 Aug 16 20:23:01.092791 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-ba5ba56a-697c-40a0-be3a-adbd1f3df288 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, df1cb24b-849a-4898-894a-88b85c8318fc) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:01.101093 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5ba56a-697c-40a0-be3a-adbd1f3df288 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:01.101786 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba5ba56a-697c-40a0-be3a-adbd1f3df288 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:01.121271 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae6bf8b-4b15-4776-9042-1dab733e6ea5 None None] Network df1cb24b-849a-4898-894a-88b85c8318fc requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:01.125808 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ea7a3431-9641-487a-9bde-a486ebb9d6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:01.128454 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ea7a3431-9641-487a-9bde-a486ebb9d6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:01.129633 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ea7a3431-9641-487a-9bde-a486ebb9d6a7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3a75643b-65aa-4bcb-943a-3492508d8629 HTTP/1.1" status: 204 len: 168 time: 0.7211781 Aug 16 20:23:01.133284 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe0314a-3761-46e0-9140-b218fb4ed6ea admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:23:01.137442 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0314a-3761-46e0-9140-b218fb4ed6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6abaf2-c1be-431c-b8b8-3a9717d688de,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:01.158040 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ba5ba56a-697c-40a0-be3a-adbd1f3df288 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 1.5255480 Aug 16 20:23:01.218688 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a3431-9641-487a-9bde-a486ebb9d6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a75643b-65aa-4bcb-943a-3492508d8629,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:01.223856 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1fe0314a-3761-46e0-9140-b218fb4ed6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:01.224227 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-1fe0314a-3761-46e0-9140-b218fb4ed6ea admin admin] Added segment d8d657a1-66d4-492a-af2c-49aba309b784 of type vlan for network fd79a78f-a655-4d2c-b3f4-a42689173994 Aug 16 20:23:01.264284 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-009aa494-1c7e-4f1d-ac09-0ba7d8cd175b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:01.411551 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-009aa494-1c7e-4f1d-ac09-0ba7d8cd175b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:01.416004 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-009aa494-1c7e-4f1d-ac09-0ba7d8cd175b admin admin] 10.222.0.68 "DELETE /v2.0/subnets/38e01d28-9c01-425c-8286-6dc8a892ec17 HTTP/1.1" status: 204 len: 168 time: 1.1224649 Aug 16 20:23:01.416659 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43074) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:01.432415 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1fe0314a-3761-46e0-9140-b218fb4ed6ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:01.435162 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009aa494-1c7e-4f1d-ac09-0ba7d8cd175b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38e01d28-9c01-425c-8286-6dc8a892ec17,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:01.458791 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf8912d-3c12-4262-91dc-4e00120b6bc7 None None] Network 0ae80140-337e-46f6-881d-18b41812816e requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:01.507733 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.db.resource_extend [None req-dedc9f04-52e7-48d2-a2d3-b59850f362f6 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:23:01.628324 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1fe0314a-3761-46e0-9140-b218fb4ed6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:01.636966 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe0314a-3761-46e0-9140-b218fb4ed6ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:01.639643 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1fe0314a-3761-46e0-9140-b218fb4ed6ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:01.667014 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4c73d6f-55c2-4c0d-85e5-1c895029b782 req-2f8eb6e4-d011-4ed6-83a7-8985cabe7fe1 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 210 time: 0.2025225 Aug 16 20:23:01.710716 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73dbd664-9992-4e0b-a034-7d6e931c19c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:01.875086 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-73dbd664-9992-4e0b-a034-7d6e931c19c8 admin admin] Deleting port b66575d2-1804-4985-85cb-c9de86f23114 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:01.875736 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73dbd664-9992-4e0b-a034-7d6e931c19c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:01.974851 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43082) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:02.002077 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 25f6aaa2-ab5b-46b9-8351-b76d111e35ed no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:02.037573 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 25f6aaa2-ab5b-46b9-8351-b76d111e35ed {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:23:02.037931 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 25f6aaa2-ab5b-46b9-8351-b76d111e35ed not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:23:02.038395 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 54e20828-d2c4-497e-98a4-c87e704ebc0a no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:02.077452 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-029f4c52-b71a-48f0-ae5e-fb5499624ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:02.128565 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-98e32891-6287-4c15-9fb7-86e71ead9235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:02.133086 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43086) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:02.145283 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 54e20828-d2c4-497e-98a4-c87e704ebc0a {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:23:02.145560 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-847eff7f-bd7e-4eca-b71e-8498789506aa tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1262012662', 'description': 'tempest-secgroup-smoke-1262012662 description', 'project_id': 'e56891446a5d4a4da1a00ff61508934e'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:02.146080 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 54e20828-d2c4-497e-98a4-c87e704ebc0a not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:23:02.166369 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c351206a-dad3-4b0e-98aa-72fda3567e3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-df1cb24b-849a-4898-894a-88b85c8318fc', 'network_id': 'df1cb24b-849a-4898-894a-88b85c8318fc', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'fixed_ips': [{'subnet_id': '61fb0c24-8cfa-439c-9783-bbbaff50fcf9'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:23:02.168219 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c351206a-dad3-4b0e-98aa-72fda3567e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:02.168961 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-73dbd664-9992-4e0b-a034-7d6e931c19c8 admin admin] For port b66575d2-1804-4985-85cb-c9de86f23114, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b66575d2-1804-4985-85cb-c9de86f23114,segment=NetworkSegment(c2a4cfff-62ad-43ae-9514-2c0c83875cd5),segment_id=c2a4cfff-62ad-43ae-9514-2c0c83875cd5)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:02.169438 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73dbd664-9992-4e0b-a034-7d6e931c19c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:02.197719 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-73dbd664-9992-4e0b-a034-7d6e931c19c8 admin admin] Calling delete_port for b66575d2-1804-4985-85cb-c9de86f23114 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:02.274620 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a943be-01de-4a9c-bdf8-452d80dad8f7 None None] DHCP port deletion for 0ae80140-337e-46f6-881d-18b41812816e request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:23:02.360483 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73dbd664-9992-4e0b-a034-7d6e931c19c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:02.398655 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbd664-9992-4e0b-a034-7d6e931c19c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b66575d2-1804-4985-85cb-c9de86f23114,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:02.408360 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dbd664-9992-4e0b-a034-7d6e931c19c8 admin admin] No DVR routers for this DVR port b66575d2-1804-4985-85cb-c9de86f23114 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:02.428312 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dedc9f04-52e7-48d2-a2d3-b59850f362f6 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:02.438036 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1fe0314a-3761-46e0-9140-b218fb4ed6ea admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7547367 Aug 16 20:23:02.442439 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43090) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:02.450162 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e493a30a-ddd2-4bb3-af57-6ea901f5e557 admin admin] Request body: {'subnet': {'network_id': 'fd79a78f-a655-4d2c-b3f4-a42689173994', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1938170813-subnet', 'tenant_id': '302ee42658e943c28425caef0344fefd', 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:02.461051 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dedc9f04-52e7-48d2-a2d3-b59850f362f6 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:02.520404 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.db.api [None req-e493a30a-ddd2-4bb3-af57-6ea901f5e557 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:23:02.520404 n-d-787206-13 neutron-server[94771]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:23:02.520404 n-d-787206-13 neutron-server[94771]: [parameters: {'project_id_1': '302ee42658e943c28425caef0344fefd', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 23, 2, 455214)}] Aug 16 20:23:02.520404 n-d-787206-13 neutron-server[94771]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:23:02.520921 n-d-787206-13 neutron-server[94771]: DEBUG oslo_db.api [None req-e493a30a-ddd2-4bb3-af57-6ea901f5e557 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:23:02.523833 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0314a-3761-46e0-9140-b218fb4ed6ea admin admin] Pushing event updated for resources: {'Network': ['ID=fd79a78f-a655-4d2c-b3f4-a42689173994,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:02.553857 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network fd79a78f-a655-4d2c-b3f4-a42689173994 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:23:02.573295 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.db.api [None req-847eff7f-bd7e-4eca-b71e-8498789506aa tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:23:02.573295 n-d-787206-13 neutron-server[94770]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:23:02.573295 n-d-787206-13 neutron-server[94770]: [parameters: {'project_id_1': 'e56891446a5d4a4da1a00ff61508934e', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 23, 2, 165011)}] Aug 16 20:23:02.573295 n-d-787206-13 neutron-server[94770]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:23:02.574660 n-d-787206-13 neutron-server[94770]: DEBUG oslo_db.api [None req-847eff7f-bd7e-4eca-b71e-8498789506aa tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:23:02.599887 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73dbd664-9992-4e0b-a034-7d6e931c19c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:02.616849 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-73dbd664-9992-4e0b-a034-7d6e931c19c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ae80140-337e-46f6-881d-18b41812816e']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:02.654147 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-73dbd664-9992-4e0b-a034-7d6e931c19c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a4cfff-62ad-43ae-9514-2c0c83875cd5') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:02.656495 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-73dbd664-9992-4e0b-a034-7d6e931c19c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a4cfff-62ad-43ae-9514-2c0c83875cd5') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:02.693269 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73dbd664-9992-4e0b-a034-7d6e931c19c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:02.743728 n-d-787206-13 neutron-server[94771]: INFO neutron.db.l3_db [None req-dedc9f04-52e7-48d2-a2d3-b59850f362f6 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Floating IP 20892394-28ab-40ba-b0b4-68e9af9158e5 associated. External IP: 172.25.8.94, port: 3eb6b626-d091-498e-81ff-e0b0fd103bb3. Aug 16 20:23:02.754703 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-c351206a-dad3-4b0e-98aa-72fda3567e3b None None] Allocated IP 172.20.0.18 (df1cb24b-849a-4898-894a-88b85c8318fc/61fb0c24-8cfa-439c-9783-bbbaff50fcf9/cb44c001-0d26-42af-bd94-83aeb851f5e6) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:23:02.755163 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73dbd664-9992-4e0b-a034-7d6e931c19c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:02.762671 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-28a943be-01de-4a9c-bdf8-452d80dad8f7 None None] Deleting port b66575d2-1804-4985-85cb-c9de86f23114 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:02.763620 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28a943be-01de-4a9c-bdf8-452d80dad8f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:02.768567 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73dbd664-9992-4e0b-a034-7d6e931c19c8 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:23:02.771106 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73dbd664-9992-4e0b-a034-7d6e931c19c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:02.776234 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:23:02.776234 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:23:02.776234 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:23:02.776234 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:23:02.776234 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:23:02.776234 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:23:02.776234 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:23:02.776234 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:23:02.776234 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:23:02.776234 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:23:02.776234 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:23:02.776234 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:23:02.776234 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:23:02.776234 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:23:02.776234 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:23:02.776234 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:23:02.776234 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:23:02.776234 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:23:02.776234 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:23:02.776234 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:23:02.776234 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:23:02.776234 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:23:02.776234 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:23:02.776234 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:23:02.776234 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:23:02.776234 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:23:02.776234 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:23:02.776234 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:23:02.776234 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:23:02.776234 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:23:02.776234 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:23:02.776234 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:23:02.857973 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-475b9aff-9ee0-410e-8f93-641d2ea47997 req-a8ebe6b3-0e60-4261-9f8a-777e9ba93dda tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 210 time: 0.0753396 Aug 16 20:23:02.889633 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-029f4c52-b71a-48f0-ae5e-fb5499624ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:02.903755 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-029f4c52-b71a-48f0-ae5e-fb5499624ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:02.918584 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-28a943be-01de-4a9c-bdf8-452d80dad8f7 None None] For port b66575d2-1804-4985-85cb-c9de86f23114, host n-d-787206-13, got binding levels [] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:02.919011 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28a943be-01de-4a9c-bdf8-452d80dad8f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:02.932036 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-28a943be-01de-4a9c-bdf8-452d80dad8f7 None None] Calling delete_port for b66575d2-1804-4985-85cb-c9de86f23114 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:02.934820 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.ipam_backend_mixin [None req-28a943be-01de-4a9c-bdf8-452d80dad8f7 None None] Port b66575d2-1804-4985-85cb-c9de86f23114 was not found and therefore no delete operation was performed {{(pid=94772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:23:02.936452 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f4c52-b71a-48f0-ae5e-fb5499624ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd3d7fb-6b14-4276-8cb9-dd67e028bc78,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:02.936595 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28a943be-01de-4a9c-bdf8-452d80dad8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:02.940037 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73dbd664-9992-4e0b-a034-7d6e931c19c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:02.963712 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73dbd664-9992-4e0b-a034-7d6e931c19c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:02.965711 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-73dbd664-9992-4e0b-a034-7d6e931c19c8 admin admin] 10.222.0.68 "DELETE /v2.0/networks/0ae80140-337e-46f6-881d-18b41812816e HTTP/1.1" status: 204 len: 168 time: 1.5472093 Aug 16 20:23:02.966665 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbd664-9992-4e0b-a034-7d6e931c19c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ae80140-337e-46f6-881d-18b41812816e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:02.981063 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-28a943be-01de-4a9c-bdf8-452d80dad8f7 None None] Network 0ae80140-337e-46f6-881d-18b41812816e is not hosted by any dhcp agent {{(pid=94772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 20:23:02.981471 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a943be-01de-4a9c-bdf8-452d80dad8f7 None None] No DVR routers for this DVR port b66575d2-1804-4985-85cb-c9de86f23114 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:02.987427 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a943be-01de-4a9c-bdf8-452d80dad8f7 None None] Pushing event deleted for resources: {'Port': ['ID=b66575d2-1804-4985-85cb-c9de86f23114,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:03.007987 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-029f4c52-b71a-48f0-ae5e-fb5499624ba1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6107352f33424f56995bfda820aab79a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0319457 Aug 16 20:23:03.010185 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43096) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:03.127447 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e493a30a-ddd2-4bb3-af57-6ea901f5e557 admin admin] Made reservation on behalf of 302ee42658e943c28425caef0344fefd for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:03.130163 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e493a30a-ddd2-4bb3-af57-6ea901f5e557 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:03.155986 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-076e3e06-7f53-43a5-a77b-5c4b090e47ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:03.213982 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c351206a-dad3-4b0e-98aa-72fda3567e3b None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:03.227273 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c351206a-dad3-4b0e-98aa-72fda3567e3b None None] Transition to ACTIVE for port object cb44c001-0d26-42af-bd94-83aeb851f5e6 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:03.237124 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedc9f04-52e7-48d2-a2d3-b59850f362f6 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Router 4b25ba43-910a-471c-b81c-bd0069004478 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:23:03.255642 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-847eff7f-bd7e-4eca-b71e-8498789506aa tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:03.272256 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c351206a-dad3-4b0e-98aa-72fda3567e3b None None] Transition to ACTIVE for port object cb44c001-0d26-42af-bd94-83aeb851f5e6 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:03.281612 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c351206a-dad3-4b0e-98aa-72fda3567e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:03.341996 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c351206a-dad3-4b0e-98aa-72fda3567e3b None None] Network df1cb24b-849a-4898-894a-88b85c8318fc is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:03.357844 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c351206a-dad3-4b0e-98aa-72fda3567e3b None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:03.362548 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c351206a-dad3-4b0e-98aa-72fda3567e3b None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:23:03.374418 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351206a-dad3-4b0e-98aa-72fda3567e3b None None] Pushing event updated for resources: {'Port': ['ID=cb44c001-0d26-42af-bd94-83aeb851f5e6,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:03.392907 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedc9f04-52e7-48d2-a2d3-b59850f362f6 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:23:03.399236 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dedc9f04-52e7-48d2-a2d3-b59850f362f6 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:03.427825 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a92c0b8-2836-4ae7-ab14-5c27f34cefd6 None None] Sync routers for ids ['4b25ba43-910a-471c-b81c-bd0069004478'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:23:03.443431 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-dedc9f04-52e7-48d2-a2d3-b59850f362f6 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "PUT /v2.0/floatingips/20892394-28ab-40ba-b0b4-68e9af9158e5 HTTP/1.1" status: 200 len: 977 time: 3.0900645 Aug 16 20:23:03.449463 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43098) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:03.461387 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43100) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:03.466330 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c351206a-dad3-4b0e-98aa-72fda3567e3b None None] Attempting to bind port cb44c001-0d26-42af-bd94-83aeb851f5e6 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:03.468947 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c351206a-dad3-4b0e-98aa-72fda3567e3b None None] Attempting to bind port cb44c001-0d26-42af-bd94-83aeb851f5e6 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'ec08b430-a83e-4fbb-a8b6-04393ef48a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df1cb24b-849a-4898-894a-88b85c8318fc'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:03.469637 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c351206a-dad3-4b0e-98aa-72fda3567e3b None None] Attempting to bind port cb44c001-0d26-42af-bd94-83aeb851f5e6 on network df1cb24b-849a-4898-894a-88b85c8318fc {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:03.486905 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a92c0b8-2836-4ae7-ab14-5c27f34cefd6 None None] Routers {'4b25ba43-910a-471c-b81c-bd0069004478'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:03.487710 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6a92c0b8-2836-4ae7-ab14-5c27f34cefd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4b25ba43-910a-471c-b81c-bd0069004478'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:03.488611 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-076e3e06-7f53-43a5-a77b-5c4b090e47ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:03.551591 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e9259d2d-5d51-4dae-a5cf-740947cbd1e0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7b57628fd666456abf7d4e027fd3ce47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0890872 Aug 16 20:23:03.562290 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43102) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:03.566987 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c351206a-dad3-4b0e-98aa-72fda3567e3b None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:23:03.567429 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c351206a-dad3-4b0e-98aa-72fda3567e3b None None] Checking segment: {'id': 'ec08b430-a83e-4fbb-a8b6-04393ef48a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df1cb24b-849a-4898-894a-88b85c8318fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:03.567848 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c351206a-dad3-4b0e-98aa-72fda3567e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:03.568301 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c351206a-dad3-4b0e-98aa-72fda3567e3b None None] Bound using segment: {'id': 'ec08b430-a83e-4fbb-a8b6-04393ef48a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df1cb24b-849a-4898-894a-88b85c8318fc'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:23:03.568803 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c351206a-dad3-4b0e-98aa-72fda3567e3b None None] Bound port: cb44c001-0d26-42af-bd94-83aeb851f5e6, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec08b430-a83e-4fbb-a8b6-04393ef48a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df1cb24b-849a-4898-894a-88b85c8318fc'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:23:03.569359 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c351206a-dad3-4b0e-98aa-72fda3567e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:03.574662 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6a92c0b8-2836-4ae7-ab14-5c27f34cefd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:03.639842 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e493a30a-ddd2-4bb3-af57-6ea901f5e557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:03.661214 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a92c0b8-2836-4ae7-ab14-5c27f34cefd6 None None] Routers {'4b25ba43-910a-471c-b81c-bd0069004478'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:03.662134 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6a92c0b8-2836-4ae7-ab14-5c27f34cefd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:22:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4b25ba43-910a-471c-b81c-bd0069004478'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:03.697874 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6a92c0b8-2836-4ae7-ab14-5c27f34cefd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:03.698738 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a92c0b8-2836-4ae7-ab14-5c27f34cefd6 None None] The sync data for ids ['4b25ba43-910a-471c-b81c-bd0069004478'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:23:03.734993 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c351206a-dad3-4b0e-98aa-72fda3567e3b None None] For port cb44c001-0d26-42af-bd94-83aeb851f5e6, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:03.738632 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c351206a-dad3-4b0e-98aa-72fda3567e3b None None] For port cb44c001-0d26-42af-bd94-83aeb851f5e6, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=cb44c001-0d26-42af-bd94-83aeb851f5e6,segment=NetworkSegment(ec08b430-a83e-4fbb-a8b6-04393ef48a50),segment_id=ec08b430-a83e-4fbb-a8b6-04393ef48a50)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:23:03.747884 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c351206a-dad3-4b0e-98aa-72fda3567e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:03.753395 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-076e3e06-7f53-43a5-a77b-5c4b090e47ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:03.756302 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-076e3e06-7f53-43a5-a77b-5c4b090e47ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:03.757315 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-076e3e06-7f53-43a5-a77b-5c4b090e47ee admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9dd3d7fb-6b14-4276-8cb9-dd67e028bc78 HTTP/1.1" status: 204 len: 168 time: 0.7462199 Aug 16 20:23:03.766113 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-462564e4-a38f-40c4-9c6c-25d9f9e5c78b tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:03.767669 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-462564e4-a38f-40c4-9c6c-25d9f9e5c78b tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.63 "GET /v2.0/networks?id=0884c200-acec-460b-b534-7fcde0dd54c6 HTTP/1.1" status: 200 len: 811 time: 0.5186749 Aug 16 20:23:03.888097 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351206a-dad3-4b0e-98aa-72fda3567e3b None None] Pushing event updated for resources: {'Port': ['ID=cb44c001-0d26-42af-bd94-83aeb851f5e6,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:03.905655 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b66575d2-1804-4985-85cb-c9de86f23114 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:03.918511 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e493a30a-ddd2-4bb3-af57-6ea901f5e557 admin admin] Checking segment: {'id': 'd8d657a1-66d4-492a-af2c-49aba309b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fd79a78f-a655-4d2c-b3f4-a42689173994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:03.918881 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e493a30a-ddd2-4bb3-af57-6ea901f5e557 admin admin] Network hostable DHCP agents. Network: fd79a78f-a655-4d2c-b3f4-a42689173994, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:23:03.942839 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493a30a-ddd2-4bb3-af57-6ea901f5e557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8274f157-9813-4525-bbb8-87cf5c81c086,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:03.955881 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e3e06-7f53-43a5-a77b-5c4b090e47ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd3d7fb-6b14-4276-8cb9-dd67e028bc78,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:03.999113 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e493a30a-ddd2-4bb3-af57-6ea901f5e557 admin admin] Network fd79a78f-a655-4d2c-b3f4-a42689173994 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:23:04.017170 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6d3307e-9016-426c-b316-bc18db5ee7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:04.020263 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: b66575d2-1804-4985-85cb-c9de86f23114 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:23:04.023372 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b66575d2-1804-4985-85cb-c9de86f23114 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:23:04.043848 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-e493a30a-ddd2-4bb3-af57-6ea901f5e557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, fd79a78f-a655-4d2c-b3f4-a42689173994) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:04.049585 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e493a30a-ddd2-4bb3-af57-6ea901f5e557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:04.051057 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e493a30a-ddd2-4bb3-af57-6ea901f5e557 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:04.078563 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8637ed6-2e75-477b-b67e-0394c6c16d8e None None] Network fd79a78f-a655-4d2c-b3f4-a42689173994 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:04.185975 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-087249d4-4e06-4305-b33b-f9d368903096 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fcbda3619a74e5b9b9ea7a9065ce932 HTTP/1.1" status: 200 len: 380 time: 0.4058635 Aug 16 20:23:04.199557 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-847eff7f-bd7e-4eca-b71e-8498789506aa tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:04.218766 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e493a30a-ddd2-4bb3-af57-6ea901f5e557 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7747698 Aug 16 20:23:04.226389 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43112) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:04.255545 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7d6acbc3-d006-4dd6-8879-e332706abba9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1938170813-router', 'tenant_id': '302ee42658e943c28425caef0344fefd', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:04.263958 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6d3307e-9016-426c-b316-bc18db5ee7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:04.282376 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-6b5dc827-7f9a-488c-b072-eaa9b3a783c9 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Request body: {'port': {'device_id': 'fc1b3856-ea41-4820-9ac4-c0b847b40cc4', 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6', 'admin_state_up': True, 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'security_groups': ['7a5baf89-7d22-4444-a57c-44cd88b29cbf']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:04.291859 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-fd6032ae-ae7d-4997-9e88-e8bccda02acc tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Deleting port 3eb6b626-d091-498e-81ff-e0b0fd103bb3 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:04.292202 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd6032ae-ae7d-4997-9e88-e8bccda02acc tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:04.320393 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-847eff7f-bd7e-4eca-b71e-8498789506aa tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:04.344392 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d6acbc3-d006-4dd6-8879-e332706abba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:04.345818 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d6acbc3-d006-4dd6-8879-e332706abba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:04.465654 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-14a75278-fef7-4307-8aeb-73bb6ffcb18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:04.506672 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d6acbc3-d006-4dd6-8879-e332706abba9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:04.507511 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-847eff7f-bd7e-4eca-b71e-8498789506aa tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:04.509038 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-847eff7f-bd7e-4eca-b71e-8498789506aa tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.3704660 Aug 16 20:23:04.513672 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43116) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:04.522768 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847eff7f-bd7e-4eca-b71e-8498789506aa tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77d5e0f0-c7bf-4914-bb7f-c750dcfa5e3b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:04.522886 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-89b21664-4c6e-4920-a385-f8d97741c04f tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'security_group_rule': {'security_group_id': '77d5e0f0-c7bf-4914-bb7f-c750dcfa5e3b', 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:04.524891 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed710d6a-22ee-4f58-ab78-5f8b0a01bb80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-fd79a78f-a655-4d2c-b3f4-a42689173994', 'network_id': 'fd79a78f-a655-4d2c-b3f4-a42689173994', 'tenant_id': '302ee42658e943c28425caef0344fefd', 'fixed_ips': [{'subnet_id': '8274f157-9813-4525-bbb8-87cf5c81c086'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:23:04.526495 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ed710d6a-22ee-4f58-ab78-5f8b0a01bb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:04.628999 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6d3307e-9016-426c-b316-bc18db5ee7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:04.632161 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6d3307e-9016-426c-b316-bc18db5ee7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:04.633816 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e6d3307e-9016-426c-b316-bc18db5ee7df admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/92365677-675a-4378-85fa-b464d999ae62 HTTP/1.1" status: 204 len: 168 time: 1.0706446 Aug 16 20:23:04.636253 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd6032ae-ae7d-4997-9e88-e8bccda02acc tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:04.667684 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3307e-9016-426c-b316-bc18db5ee7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92365677-675a-4378-85fa-b464d999ae62,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:04.730756 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.db.api [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-6b5dc827-7f9a-488c-b072-eaa9b3a783c9 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:23:04.730756 n-d-787206-13 neutron-server[94770]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:23:04.730756 n-d-787206-13 neutron-server[94770]: [parameters: {'project_id_1': '5fcbda3619a74e5b9b9ea7a9065ce932', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 23, 4, 665786)}] Aug 16 20:23:04.730756 n-d-787206-13 neutron-server[94770]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:23:04.731895 n-d-787206-13 neutron-server[94770]: DEBUG oslo_db.api [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-6b5dc827-7f9a-488c-b072-eaa9b3a783c9 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:23:04.820211 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:04.912609 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-ed710d6a-22ee-4f58-ab78-5f8b0a01bb80 None None] Allocated IP 172.20.0.2 (fd79a78f-a655-4d2c-b3f4-a42689173994/8274f157-9813-4525-bbb8-87cf5c81c086/aac0072a-c630-46af-bbdb-7991e2a9f6c9) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:23:04.937141 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89b21664-4c6e-4920-a385-f8d97741c04f tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.021678 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd6032ae-ae7d-4997-9e88-e8bccda02acc tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.028147 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd6032ae-ae7d-4997-9e88-e8bccda02acc tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.028367 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-fd6032ae-ae7d-4997-9e88-e8bccda02acc tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Floating IP 20892394-28ab-40ba-b0b4-68e9af9158e5 disassociated. External IP: 172.25.8.94, port: 3eb6b626-d091-498e-81ff-e0b0fd103bb3. Aug 16 20:23:05.028687 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-fd6032ae-ae7d-4997-9e88-e8bccda02acc tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Calling delete_port for 3eb6b626-d091-498e-81ff-e0b0fd103bb3 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:05.033228 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-020f7d71-0ce7-4445-85a5-28c8cee3f3f7 req-6ce69d1c-4ad6-42cb-9887-55dd583169d9 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 210 time: 1.0110631 Aug 16 20:23:05.061682 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d6acbc3-d006-4dd6-8879-e332706abba9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.143447 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ed710d6a-22ee-4f58-ab78-5f8b0a01bb80 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.154035 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ed710d6a-22ee-4f58-ab78-5f8b0a01bb80 None None] Transition to ACTIVE for port object aac0072a-c630-46af-bbdb-7991e2a9f6c9 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:05.197155 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ed710d6a-22ee-4f58-ab78-5f8b0a01bb80 None None] Transition to ACTIVE for port object aac0072a-c630-46af-bbdb-7991e2a9f6c9 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:05.218897 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89b21664-4c6e-4920-a385-f8d97741c04f tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.230335 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ed710d6a-22ee-4f58-ab78-5f8b0a01bb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.238330 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89b21664-4c6e-4920-a385-f8d97741c04f tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.286116 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b21664-4c6e-4920-a385-f8d97741c04f tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a3e052e-b392-4e50-ab59-9f9fcf1988c1,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:05.314621 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-6b5dc827-7f9a-488c-b072-eaa9b3a783c9 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Made reservation on behalf of 5fcbda3619a74e5b9b9ea7a9065ce932 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:05.318344 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-6b5dc827-7f9a-488c-b072-eaa9b3a783c9 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.392408 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed710d6a-22ee-4f58-ab78-5f8b0a01bb80 None None] Network fd79a78f-a655-4d2c-b3f4-a42689173994 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:05.398682 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89b21664-4c6e-4920-a385-f8d97741c04f tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.400199 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-89b21664-4c6e-4920-a385-f8d97741c04f tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8851786 Aug 16 20:23:05.403401 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43136) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:05.409872 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9d00ae8a-b521-4efd-a17c-8b2b1bc05341 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'security_group_rule': {'security_group_id': '77d5e0f0-c7bf-4914-bb7f-c750dcfa5e3b', 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:05.418625 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-ed710d6a-22ee-4f58-ab78-5f8b0a01bb80 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:05.429371 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed710d6a-22ee-4f58-ab78-5f8b0a01bb80 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:23:05.452326 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed710d6a-22ee-4f58-ab78-5f8b0a01bb80 None None] Pushing event updated for resources: {'Port': ['ID=aac0072a-c630-46af-bbdb-7991e2a9f6c9,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:05.507489 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d6acbc3-d006-4dd6-8879-e332706abba9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.544622 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d6acbc3-d006-4dd6-8879-e332706abba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.553698 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d00ae8a-b521-4efd-a17c-8b2b1bc05341 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.677136 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd6032ae-ae7d-4997-9e88-e8bccda02acc tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.684366 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ed710d6a-22ee-4f58-ab78-5f8b0a01bb80 None None] Attempting to bind port aac0072a-c630-46af-bbdb-7991e2a9f6c9 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:05.685253 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ed710d6a-22ee-4f58-ab78-5f8b0a01bb80 None None] Attempting to bind port aac0072a-c630-46af-bbdb-7991e2a9f6c9 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'd8d657a1-66d4-492a-af2c-49aba309b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fd79a78f-a655-4d2c-b3f4-a42689173994'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:05.687831 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed710d6a-22ee-4f58-ab78-5f8b0a01bb80 None None] Attempting to bind port aac0072a-c630-46af-bbdb-7991e2a9f6c9 on network fd79a78f-a655-4d2c-b3f4-a42689173994 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:05.700885 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed710d6a-22ee-4f58-ab78-5f8b0a01bb80 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:23:05.702367 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed710d6a-22ee-4f58-ab78-5f8b0a01bb80 None None] Checking segment: {'id': 'd8d657a1-66d4-492a-af2c-49aba309b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fd79a78f-a655-4d2c-b3f4-a42689173994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:05.703561 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ed710d6a-22ee-4f58-ab78-5f8b0a01bb80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.704236 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed710d6a-22ee-4f58-ab78-5f8b0a01bb80 None None] Bound using segment: {'id': 'd8d657a1-66d4-492a-af2c-49aba309b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fd79a78f-a655-4d2c-b3f4-a42689173994'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:23:05.705529 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ed710d6a-22ee-4f58-ab78-5f8b0a01bb80 None None] Bound port: aac0072a-c630-46af-bbdb-7991e2a9f6c9, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d657a1-66d4-492a-af2c-49aba309b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fd79a78f-a655-4d2c-b3f4-a42689173994'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:23:05.707047 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ed710d6a-22ee-4f58-ab78-5f8b0a01bb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.714395 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6032ae-ae7d-4997-9e88-e8bccda02acc tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event deleted for resources: {'Port': ['ID=3eb6b626-d091-498e-81ff-e0b0fd103bb3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:05.725288 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.733173 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-6b5dc827-7f9a-488c-b072-eaa9b3a783c9 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Allocated IP 172.20.0.10 (0884c200-acec-460b-b534-7fcde0dd54c6/2e5317c1-df9f-4c3c-8707-a2ba178832b8/9fe6b8c8-13d9-4f3d-a467-3d76601f69da) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:23:05.746801 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d00ae8a-b521-4efd-a17c-8b2b1bc05341 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.761080 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d00ae8a-b521-4efd-a17c-8b2b1bc05341 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.801754 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00ae8a-b521-4efd-a17c-8b2b1bc05341 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af1d9d2-7369-46c8-a4bc-09ffe951661c,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:05.806887 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d00ae8a-b521-4efd-a17c-8b2b1bc05341 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.808391 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9d00ae8a-b521-4efd-a17c-8b2b1bc05341 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4039640 Aug 16 20:23:05.813746 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43144) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:05.834628 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-7d6acbc3-d006-4dd6-8879-e332706abba9 admin admin] Allocated IP 172.25.8.142 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/b89b76b3-974b-4818-ac4d-aba460ebbeba) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:23:05.849112 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-fc042b84-1651-4e3e-aa0b-c8029a3e6391 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'security_group_rule': {'security_group_id': '77d5e0f0-c7bf-4914-bb7f-c750dcfa5e3b', 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:05.856864 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854c9b13-9eeb-4bd6-bf02-dd2ccf597981 None None] Network df1cb24b-849a-4898-894a-88b85c8318fc requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:06.021948 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ed710d6a-22ee-4f58-ab78-5f8b0a01bb80 None None] For port aac0072a-c630-46af-bbdb-7991e2a9f6c9, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:06.029219 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device cb44c001-0d26-42af-bd94-83aeb851f5e6 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:06.037772 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d6acbc3-d006-4dd6-8879-e332706abba9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:06.089743 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ed710d6a-22ee-4f58-ab78-5f8b0a01bb80 None None] For port aac0072a-c630-46af-bbdb-7991e2a9f6c9, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=aac0072a-c630-46af-bbdb-7991e2a9f6c9,segment=NetworkSegment(d8d657a1-66d4-492a-af2c-49aba309b784),segment_id=d8d657a1-66d4-492a-af2c-49aba309b784)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:23:06.100549 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c88e4a91-0518-40a3-b45a-a00410fcdf69 None None] Provisioning for port cb44c001-0d26-42af-bd94-83aeb851f5e6 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:06.137057 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ed710d6a-22ee-4f58-ab78-5f8b0a01bb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:06.139118 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d6acbc3-d006-4dd6-8879-e332706abba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:06.200178 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6acbc3-d006-4dd6-8879-e332706abba9 admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:06.218088 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7d6acbc3-d006-4dd6-8879-e332706abba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:06.220182 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:06.225535 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6acbc3-d006-4dd6-8879-e332706abba9 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:23:06.229831 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed710d6a-22ee-4f58-ab78-5f8b0a01bb80 None None] Pushing event updated for resources: {'Port': ['ID=aac0072a-c630-46af-bbdb-7991e2a9f6c9,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:06.266864 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-584e4434-a443-4fd1-aae0-d07e7efc50f6 req-82f461ca-27df-42e1-a45d-2b4e38629a91 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 210 time: 0.0702341 Aug 16 20:23:06.267607 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fc042b84-1651-4e3e-aa0b-c8029a3e6391 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:06.283812 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6acbc3-d006-4dd6-8879-e332706abba9 admin admin] Pushing event updated for resources: {'Port': ['ID=b89b76b3-974b-4818-ac4d-aba460ebbeba,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:06.302885 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:06.390622 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port cb44c001-0d26-42af-bd94-83aeb851f5e6 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:06.452278 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port cb44c001-0d26-42af-bd94-83aeb851f5e6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:06.453501 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:06.565741 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6032ae-ae7d-4997-9e88-e8bccda02acc tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Router 4b25ba43-910a-471c-b81c-bd0069004478 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:23:06.585652 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-6b5dc827-7f9a-488c-b072-eaa9b3a783c9 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:06.598857 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:06.689431 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43170) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:06.694452 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fc042b84-1651-4e3e-aa0b-c8029a3e6391 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:06.702048 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port cb44c001-0d26-42af-bd94-83aeb851f5e6, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=cb44c001-0d26-42af-bd94-83aeb851f5e6,segment=NetworkSegment(ec08b430-a83e-4fbb-a8b6-04393ef48a50),segment_id=ec08b430-a83e-4fbb-a8b6-04393ef48a50)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:06.717003 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fc042b84-1651-4e3e-aa0b-c8029a3e6391 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:06.725906 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:06.774802 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-6b5dc827-7f9a-488c-b072-eaa9b3a783c9 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Transition to ACTIVE for port object 9fe6b8c8-13d9-4f3d-a467-3d76601f69da will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:06.873854 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc042b84-1651-4e3e-aa0b-c8029a3e6391 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3abcc599-b852-411d-8605-fb3fb9e16c12,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:06.888209 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d6acbc3-d006-4dd6-8879-e332706abba9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:06.915851 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=cb44c001-0d26-42af-bd94-83aeb851f5e6,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:06.921996 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fc042b84-1651-4e3e-aa0b-c8029a3e6391 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:06.935966 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fc042b84-1651-4e3e-aa0b-c8029a3e6391 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0961707 Aug 16 20:23:06.958087 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2788d1ef-fc55-44c6-8446-9e738ad1b8a7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-174318511-network', 'tenant_id': '3151f4666ae6480e89494ed914513367'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:06.961216 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43176) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:07.000214 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b87a1b5b-611d-49cf-a254-073dbeb961c0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'security_group_rule': {'security_group_id': '77d5e0f0-c7bf-4914-bb7f-c750dcfa5e3b', 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:07.068152 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:07.072300 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-6b5dc827-7f9a-488c-b072-eaa9b3a783c9 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:07.085388 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6032ae-ae7d-4997-9e88-e8bccda02acc tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:23:07.086876 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2788d1ef-fc55-44c6-8446-9e738ad1b8a7 admin admin] Made reservation on behalf of 3151f4666ae6480e89494ed914513367 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:07.096434 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2788d1ef-fc55-44c6-8446-9e738ad1b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:07.096700 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9056ce68-2a23-46fb-a173-02a2c0b1b9dc None None] Sync routers for ids ['4b25ba43-910a-471c-b81c-bd0069004478'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:23:07.112501 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9056ce68-2a23-46fb-a173-02a2c0b1b9dc None None] Routers {'4b25ba43-910a-471c-b81c-bd0069004478'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:07.116162 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9056ce68-2a23-46fb-a173-02a2c0b1b9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:23:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4b25ba43-910a-471c-b81c-bd0069004478'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:07.161693 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0c0886a8-ba76-44ab-8593-5ffb100a858a None None] Provisioning complete for port cb44c001-0d26-42af-bd94-83aeb851f5e6 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:07.162512 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0c0886a8-ba76-44ab-8593-5ffb100a858a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:07.197324 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9056ce68-2a23-46fb-a173-02a2c0b1b9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:07.207429 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2788d1ef-fc55-44c6-8446-9e738ad1b8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:07.208175 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9056ce68-2a23-46fb-a173-02a2c0b1b9dc None None] Routers {'4b25ba43-910a-471c-b81c-bd0069004478'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:07.211985 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9056ce68-2a23-46fb-a173-02a2c0b1b9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:23:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4b25ba43-910a-471c-b81c-bd0069004478'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:07.235235 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-6b5dc827-7f9a-488c-b072-eaa9b3a783c9 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Network 0884c200-acec-460b-b534-7fcde0dd54c6 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:07.246292 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-6b5dc827-7f9a-488c-b072-eaa9b3a783c9 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:07.249881 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-6b5dc827-7f9a-488c-b072-eaa9b3a783c9 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:23:07.306330 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9056ce68-2a23-46fb-a173-02a2c0b1b9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:07.307780 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9056ce68-2a23-46fb-a173-02a2c0b1b9dc None None] The sync data for ids ['4b25ba43-910a-471c-b81c-bd0069004478'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:23:07.330474 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d6acbc3-d006-4dd6-8879-e332706abba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:07.332306 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-6b5dc827-7f9a-488c-b072-eaa9b3a783c9 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:07.333011 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-6b5dc827-7f9a-488c-b072-eaa9b3a783c9 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:07.402187 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5dc827-7f9a-488c-b072-eaa9b3a783c9 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Pushing event updated for resources: {'Port': ['ID=9fe6b8c8-13d9-4f3d-a467-3d76601f69da,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:07.406246 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b87a1b5b-611d-49cf-a254-073dbeb961c0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:07.436575 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd6032ae-ae7d-4997-9e88-e8bccda02acc tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:07.441792 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fd6032ae-ae7d-4997-9e88-e8bccda02acc tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "DELETE /v2.0/ports/3eb6b626-d091-498e-81ff-e0b0fd103bb3 HTTP/1.1" status: 204 len: 168 time: 3.9861245 Aug 16 20:23:07.445391 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43188) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:07.473901 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43190) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:07.560998 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a0e2dddd-968c-474f-ba5b-c9574fa02eed tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "GET /v2.0/floatingips/20892394-28ab-40ba-b0b4-68e9af9158e5 HTTP/1.1" status: 200 len: 687 time: 0.1128788 Aug 16 20:23:07.561301 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43194) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:07.573182 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06179ee1-29fa-4e2d-af99-cdca7823b095 req-18a1d66e-21b5-44c5-8523-457e21a5aefc tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:07.574701 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-06179ee1-29fa-4e2d-af99-cdca7823b095 req-18a1d66e-21b5-44c5-8523-457e21a5aefc tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 932 time: 0.1720753 Aug 16 20:23:07.623975 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b87a1b5b-611d-49cf-a254-073dbeb961c0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:07.638489 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b87a1b5b-611d-49cf-a254-073dbeb961c0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:07.648672 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-167299c2-1e75-4a23-93b8-5ce2aa29f6bd req-db14f7c6-9c8d-4650-84b0-37cb0617e62b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3a27eca5-7bd1-40e0-ac87-e93472608865&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1229079 Aug 16 20:23:07.676999 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fe370e29-93fa-4146-8b4f-a0a986a1d1dc None None] Provisioning for port 9fe6b8c8-13d9-4f3d-a467-3d76601f69da completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:07.680651 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a1b5b-611d-49cf-a254-073dbeb961c0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ad80d8-d8e2-4d20-991c-d6b39ef65c07,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:07.686649 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fe370e29-93fa-4146-8b4f-a0a986a1d1dc None None] Provisioning complete for port 9fe6b8c8-13d9-4f3d-a467-3d76601f69da triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:07.689047 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fe370e29-93fa-4146-8b4f-a0a986a1d1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:07.750889 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2788d1ef-fc55-44c6-8446-9e738ad1b8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:07.760582 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fe370e29-93fa-4146-8b4f-a0a986a1d1dc None None] Port 9fe6b8c8-13d9-4f3d-a467-3d76601f69da cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:23:07.778920 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-06179ee1-29fa-4e2d-af99-cdca7823b095 req-da4124ca-87c7-479d-a7a6-bb2f34ae2f2d tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914527 Aug 16 20:23:07.779114 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2788d1ef-fc55-44c6-8446-9e738ad1b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:07.785791 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167299c2-1e75-4a23-93b8-5ce2aa29f6bd req-ab991ccc-ea96-4ea6-91a1-0e093a6c398c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:07.787507 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-167299c2-1e75-4a23-93b8-5ce2aa29f6bd req-ab991ccc-ea96-4ea6-91a1-0e093a6c398c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e56891446a5d4a4da1a00ff61508934e&device_id=3a27eca5-7bd1-40e0-ac87-e93472608865 HTTP/1.1" status: 200 len: 1097 time: 0.0781991 Aug 16 20:23:07.798153 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-6b5dc827-7f9a-488c-b072-eaa9b3a783c9 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5203888 Aug 16 20:23:07.799957 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b87a1b5b-611d-49cf-a254-073dbeb961c0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:07.801059 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b87a1b5b-611d-49cf-a254-073dbeb961c0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8388910 Aug 16 20:23:07.805117 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43196) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:07.829136 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-99067904-9564-4b0a-ac03-ce3185d2bd6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-832799831'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:07.829652 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a8895e86-9330-4412-8e24-16cda85d6659 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'security_group_rule': {'security_group_id': '77d5e0f0-c7bf-4914-bb7f-c750dcfa5e3b', 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:07.860845 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99067904-9564-4b0a-ac03-ce3185d2bd6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723-project] Made reservation on behalf of 2f2e9146d95a4cceab59f502ac239110 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:07.864324 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-99067904-9564-4b0a-ac03-ce3185d2bd6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:07.869485 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2788d1ef-fc55-44c6-8446-9e738ad1b8a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:23:07.878934 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6acbc3-d006-4dd6-8879-e332706abba9 admin admin] Router 0c5c769e-0095-48a4-a854-53f39951f1b5 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:23:07.882968 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-99067904-9564-4b0a-ac03-ce3185d2bd6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:07.930734 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788d1ef-fc55-44c6-8446-9e738ad1b8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e813b8-cc09-4529-a94a-bd7afd2d6782,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:07.950447 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2788d1ef-fc55-44c6-8446-9e738ad1b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:07.950447 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-2788d1ef-fc55-44c6-8446-9e738ad1b8a7 admin admin] Added segment 1230467e-4416-4b8a-943d-fb2fbc696288 of type vlan for network afc7a288-6dce-478e-9322-f9e9d9830245 Aug 16 20:23:07.950884 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6c0523-0f91-4649-b438-9584c4a04808 None None] Network fd79a78f-a655-4d2c-b3f4-a42689173994 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:07.980936 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-f6ed2e05-74eb-4e67-ad00-e8b627d9a697 service neutron] Request body: {'port': {'device_id': 'fc1b3856-ea41-4820-9ac4-c0b847b40cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:07.982451 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.db.api [None req-99067904-9564-4b0a-ac03-ce3185d2bd6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:23:07.982451 n-d-787206-13 neutron-server[94771]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:23:07.982451 n-d-787206-13 neutron-server[94771]: [parameters: {'project_id_1': '2f2e9146d95a4cceab59f502ac239110', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 23, 7, 914792)}] Aug 16 20:23:07.982451 n-d-787206-13 neutron-server[94771]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:23:07.983214 n-d-787206-13 neutron-server[94771]: DEBUG oslo_db.api [None req-99067904-9564-4b0a-ac03-ce3185d2bd6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:23:07.995332 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ee419579-f62f-4abf-a137-91d1415bd08e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Deleting port bc426bd7-1f64-44db-aed7-f52b0c1361d5 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:07.995716 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee419579-f62f-4abf-a137-91d1415bd08e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:08.029417 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device cb44c001-0d26-42af-bd94-83aeb851f5e6 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:08.032237 n-d-787206-13 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-a8895e86-9330-4412-8e24-16cda85d6659 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Project e56891446a5d4a4da1a00ff61508934e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:23:08.055095 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2788d1ef-fc55-44c6-8446-9e738ad1b8a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:08.059214 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a8895e86-9330-4412-8e24-16cda85d6659 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:08.083466 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1d8513e4-006f-4cf9-9171-642365b6eb7b None None] Provisioning for port aac0072a-c630-46af-bbdb-7991e2a9f6c9 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:08.132871 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port cb44c001-0d26-42af-bd94-83aeb851f5e6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:08.133454 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:08.144963 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167299c2-1e75-4a23-93b8-5ce2aa29f6bd req-4dac95be-838f-48a7-822b-99f7e7f13a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:08.146472 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-167299c2-1e75-4a23-93b8-5ce2aa29f6bd req-4dac95be-838f-48a7-822b-99f7e7f13a5a service neutron] 10.222.0.57 "GET /v2.0/networks?id=063b4ef8-01f9-41d8-999f-969c8ec857e2 HTTP/1.1" status: 200 len: 897 time: 0.3062358 Aug 16 20:23:08.154979 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee419579-f62f-4abf-a137-91d1415bd08e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:08.156389 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee419579-f62f-4abf-a137-91d1415bd08e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:08.160616 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6acbc3-d006-4dd6-8879-e332706abba9 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:23:08.179129 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-f6ed2e05-74eb-4e67-ad00-e8b627d9a697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:08.183654 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ee419579-f62f-4abf-a137-91d1415bd08e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Calling delete_port for bc426bd7-1f64-44db-aed7-f52b0c1361d5 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:08.207981 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3e7a53-57f2-41da-a899-87ccafee66f2 None None] Sync routers for ids ['0c5c769e-0095-48a4-a854-53f39951f1b5'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:23:08.216855 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2788d1ef-fc55-44c6-8446-9e738ad1b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:08.217894 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2788d1ef-fc55-44c6-8446-9e738ad1b8a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:08.218931 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2788d1ef-fc55-44c6-8446-9e738ad1b8a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:08.233564 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d6acbc3-d006-4dd6-8879-e332706abba9 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:08.233564 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7d6acbc3-d006-4dd6-8879-e332706abba9 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9985094 Aug 16 20:23:08.233564 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43204) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:08.289909 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3e7a53-57f2-41da-a899-87ccafee66f2 None None] Routers {'0c5c769e-0095-48a4-a854-53f39951f1b5'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:08.289909 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-5c3e7a53-57f2-41da-a899-87ccafee66f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:23:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['0c5c769e-0095-48a4-a854-53f39951f1b5'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:08.350879 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device aac0072a-c630-46af-bbdb-7991e2a9f6c9 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:08.357492 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2788d1ef-fc55-44c6-8446-9e738ad1b8a7 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6588299 Aug 16 20:23:08.362458 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a8895e86-9330-4412-8e24-16cda85d6659 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:08.364760 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43210) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:08.373193 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3b704ebb-e017-451a-a661-ad995845e9fa admin admin] Request body: {'subnet': {'network_id': 'afc7a288-6dce-478e-9322-f9e9d9830245', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-174318511-subnet', 'tenant_id': '3151f4666ae6480e89494ed914513367', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:08.387162 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-167299c2-1e75-4a23-93b8-5ce2aa29f6bd req-09e68b1e-63f7-4074-bd3a-2f27fc00ab36 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10bd8bb9-a200-4f36-afd9-60fe2bad8486 HTTP/1.1" status: 200 len: 1001 time: 0.2293754 Aug 16 20:23:08.391745 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788d1ef-fc55-44c6-8446-9e738ad1b8a7 admin admin] Pushing event updated for resources: {'Network': ['ID=afc7a288-6dce-478e-9322-f9e9d9830245,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:08.399013 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a8895e86-9330-4412-8e24-16cda85d6659 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:08.428217 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network afc7a288-6dce-478e-9322-f9e9d9830245 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:23:08.764861 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-5c3e7a53-57f2-41da-a899-87ccafee66f2 None None] Set router 0c5c769e-0095-48a4-a854-53f39951f1b5 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:23:08.801842 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-99067904-9564-4b0a-ac03-ce3185d2bd6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:08.916692 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port aac0072a-c630-46af-bbdb-7991e2a9f6c9 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:08.922861 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port aac0072a-c630-46af-bbdb-7991e2a9f6c9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:08.923474 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.046810 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-5c3e7a53-57f2-41da-a899-87ccafee66f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5c769e-0095-48a4-a854-53f39951f1b5', 'name': 'tempest-TestServerMultinode-1938170813-router', 'tenant_id': '302ee42658e943c28425caef0344fefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b89b76b3-974b-4818-ac4d-aba460ebbeba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:23:04Z', 'updated_at': '2021-08-16T20:23:06Z', 'revision_number': 3, 'project_id': '302ee42658e943c28425caef0344fefd', 'gw_port': {'id': 'b89b76b3-974b-4818-ac4d-aba460ebbeba', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5c769e-0095-48a4-a854-53f39951f1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:23:05Z', 'updated_at': '2021-08-16T20:23:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:09.079724 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3e7a53-57f2-41da-a899-87ccafee66f2 None None] Checking router: 0c5c769e-0095-48a4-a854-53f39951f1b5 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:23:09.080086 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3e7a53-57f2-41da-a899-87ccafee66f2 None None] Updating router 0c5c769e-0095-48a4-a854-53f39951f1b5 port b89b76b3-974b-4818-ac4d-aba460ebbeba binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:23:09.081642 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee419579-f62f-4abf-a137-91d1415bd08e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.102011 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.126471 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7a53-57f2-41da-a899-87ccafee66f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.151447 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee419579-f62f-4abf-a137-91d1415bd08e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event deleted for resources: {'Port': ['ID=bc426bd7-1f64-44db-aed7-f52b0c1361d5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:09.167450 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port aac0072a-c630-46af-bbdb-7991e2a9f6c9, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=aac0072a-c630-46af-bbdb-7991e2a9f6c9,segment=NetworkSegment(d8d657a1-66d4-492a-af2c-49aba309b784),segment_id=d8d657a1-66d4-492a-af2c-49aba309b784)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:09.179636 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.230986 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee419579-f62f-4abf-a137-91d1415bd08e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.233856 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee419579-f62f-4abf-a137-91d1415bd08e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.239242 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ee419579-f62f-4abf-a137-91d1415bd08e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "DELETE /v2.0/floatingips/20892394-28ab-40ba-b0b4-68e9af9158e5 HTTP/1.1" status: 204 len: 168 time: 1.6634965 Aug 16 20:23:09.243684 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43224) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:09.248055 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'port_id': '5090b50d-c462-492e-97b2-2f0c145b52c1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:09.308466 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8895e86-9330-4412-8e24-16cda85d6659 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1b10cc-1de7-4565-903d-f05ffe37e987,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:09.358351 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b704ebb-e017-451a-a661-ad995845e9fa admin admin] Made reservation on behalf of 3151f4666ae6480e89494ed914513367 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:09.360907 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b704ebb-e017-451a-a661-ad995845e9fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.366715 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.db.api [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:23:09.366715 n-d-787206-13 neutron-server[94771]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:23:09.366715 n-d-787206-13 neutron-server[94771]: [parameters: {'project_id_1': 'c17b1cc6ae324debb244d1049d77de29', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 23, 9, 283844)}] Aug 16 20:23:09.366715 n-d-787206-13 neutron-server[94771]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:23:09.367886 n-d-787206-13 neutron-server[94771]: DEBUG oslo_db.api [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:23:09.377975 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167299c2-1e75-4a23-93b8-5ce2aa29f6bd req-18684b77-9c4c-42a3-a9e9-4b48b9c21c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:09.379485 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-167299c2-1e75-4a23-93b8-5ce2aa29f6bd req-18684b77-9c4c-42a3-a9e9-4b48b9c21c25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e440ab31-21c6-47f2-aed9-b929b10637a3 HTTP/1.1" status: 200 len: 834 time: 0.9714391 Aug 16 20:23:09.504395 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84edcb-f858-481c-8c36-6436ef708606 req-a87ca102-e4ef-4ca6-9625-1136e0c5300a tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:09.505981 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ad84edcb-f858-481c-8c36-6436ef708606 req-a87ca102-e4ef-4ca6-9625-1136e0c5300a tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 932 time: 0.2048717 Aug 16 20:23:09.508728 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=aac0072a-c630-46af-bbdb-7991e2a9f6c9,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:09.538609 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc2e6624-2eb5-49e0-9fb0-5da096420d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.544441 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7a53-57f2-41da-a899-87ccafee66f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.552520 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167299c2-1e75-4a23-93b8-5ce2aa29f6bd req-95240782-0553-4122-b7be-f066770064cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:09.554036 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-167299c2-1e75-4a23-93b8-5ce2aa29f6bd req-95240782-0553-4122-b7be-f066770064cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=063b4ef8-01f9-41d8-999f-969c8ec857e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1389704 Aug 16 20:23:09.556055 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5c3e7a53-57f2-41da-a899-87ccafee66f2 None None] Transition to ACTIVE for port object b89b76b3-974b-4818-ac4d-aba460ebbeba will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:09.564405 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7a53-57f2-41da-a899-87ccafee66f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.566327 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-99067904-9564-4b0a-ac03-ce3185d2bd6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.572165 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-99067904-9564-4b0a-ac03-ce3185d2bd6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.632652 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5c3e7a53-57f2-41da-a899-87ccafee66f2 None None] Attempting to bind port b89b76b3-974b-4818-ac4d-aba460ebbeba on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:09.633181 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5c3e7a53-57f2-41da-a899-87ccafee66f2 None None] Attempting to bind port b89b76b3-974b-4818-ac4d-aba460ebbeba by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:09.633641 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3e7a53-57f2-41da-a899-87ccafee66f2 None None] Attempting to bind port b89b76b3-974b-4818-ac4d-aba460ebbeba on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:09.640515 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a8895e86-9330-4412-8e24-16cda85d6659 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.642737 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99067904-9564-4b0a-ac03-ce3185d2bd6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:23:09.643196 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a8895e86-9330-4412-8e24-16cda85d6659 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.8357968 Aug 16 20:23:09.644969 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78208586-4bf8-463d-bb06-d85b8e92a010 None None] Pushing event updated for resources: {'Port': ['ID=b89b76b3-974b-4818-ac4d-aba460ebbeba,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:09.648123 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3e7a53-57f2-41da-a899-87ccafee66f2 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:23:09.649637 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3e7a53-57f2-41da-a899-87ccafee66f2 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:09.650447 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7a53-57f2-41da-a899-87ccafee66f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.652613 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3e7a53-57f2-41da-a899-87ccafee66f2 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:23:09.652893 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5c3e7a53-57f2-41da-a899-87ccafee66f2 None None] Bound port: b89b76b3-974b-4818-ac4d-aba460ebbeba, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:23:09.653429 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7a53-57f2-41da-a899-87ccafee66f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.658316 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43226) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:09.669795 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4f11bf6c-f623-4e20-b894-c6d514e83bc9 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'security_group_rule': {'security_group_id': '77d5e0f0-c7bf-4914-bb7f-c750dcfa5e3b', 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:09.730324 n-d-787206-13 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-4f11bf6c-f623-4e20-b894-c6d514e83bc9 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Project e56891446a5d4a4da1a00ff61508934e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:23:09.750384 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-99067904-9564-4b0a-ac03-ce3185d2bd6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.750742 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-99067904-9564-4b0a-ac03-ce3185d2bd6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723-project] Added segment 476d07e7-42e9-47f4-a6fd-ebbbaa9d915a of type vlan for network 426a4147-f9eb-4b74-90c3-f251b7607afc Aug 16 20:23:09.757665 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5c3e7a53-57f2-41da-a899-87ccafee66f2 None None] For port b89b76b3-974b-4818-ac4d-aba460ebbeba, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:09.761783 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5c3e7a53-57f2-41da-a899-87ccafee66f2 None None] For port b89b76b3-974b-4818-ac4d-aba460ebbeba, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b89b76b3-974b-4818-ac4d-aba460ebbeba,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:23:09.766487 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ad84edcb-f858-481c-8c36-6436ef708606 req-7f832c91-febd-44cb-aaaa-dd46a78d8255 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512276 Aug 16 20:23:09.767636 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7a53-57f2-41da-a899-87ccafee66f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.776566 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99067904-9564-4b0a-ac03-ce3185d2bd6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83ba9306-42ca-42d7-bb51-e0d6f4fdcabe,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:09.786058 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-f6ed2e05-74eb-4e67-ad00-e8b627d9a697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe6b8c8-13d9-4f3d-a467-3d76601f69da {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:23:09.797194 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4f11bf6c-f623-4e20-b894-c6d514e83bc9 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.804593 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-f6ed2e05-74eb-4e67-ad00-e8b627d9a697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.849887 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device aac0072a-c630-46af-bbdb-7991e2a9f6c9 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:09.877183 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-f6ed2e05-74eb-4e67-ad00-e8b627d9a697 service neutron] Transition to ACTIVE for port object 9fe6b8c8-13d9-4f3d-a467-3d76601f69da will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:09.879208 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3e7a53-57f2-41da-a899-87ccafee66f2 None None] Routers {'0c5c769e-0095-48a4-a854-53f39951f1b5'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:09.879887 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-5c3e7a53-57f2-41da-a899-87ccafee66f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:23:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['0c5c769e-0095-48a4-a854-53f39951f1b5'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:09.891300 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-167299c2-1e75-4a23-93b8-5ce2aa29f6bd req-62a208fb-ed24-49eb-bbed-6aa798e88458 service neutron] 10.222.0.57 "GET /v2.0/networks/063b4ef8-01f9-41d8-999f-969c8ec857e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251600 Aug 16 20:23:09.892157 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-99067904-9564-4b0a-ac03-ce3185d2bd6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.900682 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-f6ed2e05-74eb-4e67-ad00-e8b627d9a697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.923533 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78208586-4bf8-463d-bb06-d85b8e92a010 None None] Pushing event updated for resources: {'Port': ['ID=b89b76b3-974b-4818-ac4d-aba460ebbeba,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:09.998214 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port aac0072a-c630-46af-bbdb-7991e2a9f6c9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:09.998598 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:10.000666 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4f11bf6c-f623-4e20-b894-c6d514e83bc9 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:10.001011 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b704ebb-e017-451a-a661-ad995845e9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:10.004031 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:10.056496 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-5c3e7a53-57f2-41da-a899-87ccafee66f2 None None] Set router 0c5c769e-0095-48a4-a854-53f39951f1b5 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:23:10.082584 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed2e05-74eb-4e67-ad00-e8b627d9a697 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe6b8c8-13d9-4f3d-a467-3d76601f69da,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:10.096273 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-dc2e6624-2eb5-49e0-9fb0-5da096420d17 admin admin] Allocated IP 172.20.0.1 (fd79a78f-a655-4d2c-b3f4-a42689173994/8274f157-9813-4525-bbb8-87cf5c81c086/14c1f232-e54f-48e0-918b-8189a1d906a0) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:23:10.155217 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b704ebb-e017-451a-a661-ad995845e9fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=43ca3303-9c5c-4919-8060-0aa00929cb96,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:10.175717 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-99067904-9564-4b0a-ac03-ce3185d2bd6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:10.182618 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99067904-9564-4b0a-ac03-ce3185d2bd6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:10.183286 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-99067904-9564-4b0a-ac03-ce3185d2bd6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:10.238783 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-167299c2-1e75-4a23-93b8-5ce2aa29f6bd req-efd8c658-23d1-40c7-8a4a-2cc94591fa76 service neutron] 10.222.0.57 "GET /v2.0/networks/063b4ef8-01f9-41d8-999f-969c8ec857e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392291 Aug 16 20:23:10.242080 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b704ebb-e017-451a-a661-ad995845e9fa admin admin] Checking segment: {'id': '1230467e-4416-4b8a-943d-fb2fbc696288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'afc7a288-6dce-478e-9322-f9e9d9830245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:10.242459 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b704ebb-e017-451a-a661-ad995845e9fa admin admin] Network hostable DHCP agents. Network: afc7a288-6dce-478e-9322-f9e9d9830245, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:23:10.272220 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-f6ed2e05-74eb-4e67-ad00-e8b627d9a697 service neutron] Attempting to bind port 9fe6b8c8-13d9-4f3d-a467-3d76601f69da on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:10.272568 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-f6ed2e05-74eb-4e67-ad00-e8b627d9a697 service neutron] Attempting to bind port 9fe6b8c8-13d9-4f3d-a467-3d76601f69da by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ae000a32-daab-4172-a67b-c8cc62f15ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:10.272904 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-f6ed2e05-74eb-4e67-ad00-e8b627d9a697 service neutron] Attempting to bind port 9fe6b8c8-13d9-4f3d-a467-3d76601f69da on network 0884c200-acec-460b-b534-7fcde0dd54c6 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:10.301028 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-f6ed2e05-74eb-4e67-ad00-e8b627d9a697 service neutron] Port 9fe6b8c8-13d9-4f3d-a467-3d76601f69da on network 0884c200-acec-460b-b534-7fcde0dd54c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:10.301385 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-f6ed2e05-74eb-4e67-ad00-e8b627d9a697 service neutron] Attempting to bind port 9fe6b8c8-13d9-4f3d-a467-3d76601f69da on network 0884c200-acec-460b-b534-7fcde0dd54c6 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:10.308292 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-f6ed2e05-74eb-4e67-ad00-e8b627d9a697 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:23:10.308697 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-f6ed2e05-74eb-4e67-ad00-e8b627d9a697 service neutron] Checking segment: {'id': 'ae000a32-daab-4172-a67b-c8cc62f15ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:10.309089 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-f6ed2e05-74eb-4e67-ad00-e8b627d9a697 service neutron] Bound using segment: {'id': 'ae000a32-daab-4172-a67b-c8cc62f15ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:23:10.309519 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-f6ed2e05-74eb-4e67-ad00-e8b627d9a697 service neutron] Bound port: 9fe6b8c8-13d9-4f3d-a467-3d76601f69da, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae000a32-daab-4172-a67b-c8cc62f15ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:23:10.309886 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-f6ed2e05-74eb-4e67-ad00-e8b627d9a697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:10.323524 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b704ebb-e017-451a-a661-ad995845e9fa admin admin] Network afc7a288-6dce-478e-9322-f9e9d9830245 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:23:10.350336 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4f11bf6c-f623-4e20-b894-c6d514e83bc9 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:10.359493 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-3b704ebb-e017-451a-a661-ad995845e9fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, afc7a288-6dce-478e-9322-f9e9d9830245) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:10.366197 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b704ebb-e017-451a-a661-ad995845e9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:10.366830 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b704ebb-e017-451a-a661-ad995845e9fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:10.377122 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024e83d4-2712-4610-b5ef-b1f1399e12c8 None None] Network afc7a288-6dce-478e-9322-f9e9d9830245 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:10.385215 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc2e6624-2eb5-49e0-9fb0-5da096420d17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:10.394643 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-99067904-9564-4b0a-ac03-ce3185d2bd6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.9178581 Aug 16 20:23:10.414687 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3b704ebb-e017-451a-a661-ad995845e9fa admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0452070 Aug 16 20:23:10.435766 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-f6ed2e05-74eb-4e67-ad00-e8b627d9a697 service neutron] For port 9fe6b8c8-13d9-4f3d-a467-3d76601f69da, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:10.448133 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-f6ed2e05-74eb-4e67-ad00-e8b627d9a697 service neutron] For port 9fe6b8c8-13d9-4f3d-a467-3d76601f69da, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=9fe6b8c8-13d9-4f3d-a467-3d76601f69da,segment=NetworkSegment(ae000a32-daab-4172-a67b-c8cc62f15ecf),segment_id=ae000a32-daab-4172-a67b-c8cc62f15ecf)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:23:10.457474 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-f6ed2e05-74eb-4e67-ad00-e8b627d9a697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:10.522451 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11bf6c-f623-4e20-b894-c6d514e83bc9 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44acdc85-8b22-4b02-8e13-52cb514ea6d1,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:10.533533 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-5c3e7a53-57f2-41da-a899-87ccafee66f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5c769e-0095-48a4-a854-53f39951f1b5', 'name': 'tempest-TestServerMultinode-1938170813-router', 'tenant_id': '302ee42658e943c28425caef0344fefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b89b76b3-974b-4818-ac4d-aba460ebbeba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:23:04Z', 'updated_at': '2021-08-16T20:23:06Z', 'revision_number': 3, 'project_id': '302ee42658e943c28425caef0344fefd', 'gw_port': {'id': 'b89b76b3-974b-4818-ac4d-aba460ebbeba', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5c769e-0095-48a4-a854-53f39951f1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:23:05Z', 'updated_at': '2021-08-16T20:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:10.538645 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-dc2e6624-2eb5-49e0-9fb0-5da096420d17 admin admin] Transition to ACTIVE for port object 14c1f232-e54f-48e0-918b-8189a1d906a0 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:10.540356 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4f11bf6c-f623-4e20-b894-c6d514e83bc9 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:10.546589 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-f6ed2e05-74eb-4e67-ad00-e8b627d9a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:10.550627 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4f11bf6c-f623-4e20-b894-c6d514e83bc9 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8890376 Aug 16 20:23:10.556982 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-f6ed2e05-74eb-4e67-ad00-e8b627d9a697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:10.559363 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-f6ed2e05-74eb-4e67-ad00-e8b627d9a697 service neutron] 10.222.0.63 "PUT /v2.0/ports/9fe6b8c8-13d9-4f3d-a467-3d76601f69da HTTP/1.1" status: 200 len: 1093 time: 2.7202110 Aug 16 20:23:10.560527 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99067904-9564-4b0a-ac03-ce3185d2bd6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723-project] Pushing event updated for resources: {'Network': ['ID=426a4147-f9eb-4b74-90c3-f251b7607afc,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:10.563087 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1b3856-ea41-4820-9ac4-c0b847b40cc4', 'tag': '9fe6b8c8-13d9-4f3d-a467-3d76601f69da'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:10.570540 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4250310-de5c-43cd-ac07-cc3a60bf97ea" -d '{"events": [{"name": "network-changed", "server_uuid": "fc1b3856-ea41-4820-9ac4-c0b847b40cc4", "tag": "9fe6b8c8-13d9-4f3d-a467-3d76601f69da"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:10.649453 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc2e6624-2eb5-49e0-9fb0-5da096420d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:10.687194 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 426a4147-f9eb-4b74-90c3-f251b7607afc details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:23:10.692766 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6abf60-44d2-4bc1-97be-a393d34c1a2f x-openstack-request-id: req-2a6abf60-44d2-4bc1-97be-a393d34c1a2f {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:10.693371 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc1b3856-ea41-4820-9ac4-c0b847b40cc4", "tag": "9fe6b8c8-13d9-4f3d-a467-3d76601f69da", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:10.693804 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2a6abf60-44d2-4bc1-97be-a393d34c1a2f {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:10.694389 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc1b3856-ea41-4820-9ac4-c0b847b40cc4', 'tag': '9fe6b8c8-13d9-4f3d-a467-3d76601f69da', 'status': 'completed', 'code': 200} Aug 16 20:23:10.727560 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3e7a53-57f2-41da-a899-87ccafee66f2 None None] The sync data for ids ['0c5c769e-0095-48a4-a854-53f39951f1b5'] in n-d-787206-13 is: [{'id': '0c5c769e-0095-48a4-a854-53f39951f1b5', 'name': 'tempest-TestServerMultinode-1938170813-router', 'tenant_id': '302ee42658e943c28425caef0344fefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b89b76b3-974b-4818-ac4d-aba460ebbeba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:23:04Z', 'updated_at': '2021-08-16T20:23:06Z', 'revision_number': 3, 'project_id': '302ee42658e943c28425caef0344fefd', 'gw_port': {'id': 'b89b76b3-974b-4818-ac4d-aba460ebbeba', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5c769e-0095-48a4-a854-53f39951f1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:23:05Z', 'updated_at': '2021-08-16T20:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:23:10.744324 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed2e05-74eb-4e67-ad00-e8b627d9a697 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe6b8c8-13d9-4f3d-a467-3d76601f69da,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:10.785349 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2e6624-2eb5-49e0-9fb0-5da096420d17 admin admin] Network fd79a78f-a655-4d2c-b3f4-a42689173994 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:10.795727 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-4b523a28-53c0-4882-b14c-0564064283f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:10.799262 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-dc2e6624-2eb5-49e0-9fb0-5da096420d17 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:10.800373 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-4b523a28-53c0-4882-b14c-0564064283f1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5fcbda3619a74e5b9b9ea7a9065ce932&device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 1096 time: 0.1756432 Aug 16 20:23:10.806029 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2e6624-2eb5-49e0-9fb0-5da096420d17 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:23:10.832650 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43254) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:10.856297 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Request body: {'port': {'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc', 'binding:host_id': 'n-h2-787206-13', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-475482560'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:10.931150 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc2e6624-2eb5-49e0-9fb0-5da096420d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:10.940740 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e6624-2eb5-49e0-9fb0-5da096420d17 admin admin] Pushing event updated for resources: {'Port': ['ID=14c1f232-e54f-48e0-918b-8189a1d906a0,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:10.956571 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-5aef3642-a36f-4730-81c4-3c783bd2df2f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fe6b8c8-13d9-4f3d-a467-3d76601f69da HTTP/1.1" status: 200 len: 217 time: 0.1464531 Aug 16 20:23:10.976162 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:10.993324 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481a6c38-7e78-4507-8e2c-3a6a90fef792 None None] Network afc7a288-6dce-478e-9322-f9e9d9830245 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:11.021041 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Made reservation on behalf of 169a93ab5dc848649901c0acbfda8f3f for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:11.023882 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:11.063677 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:11.104865 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-d7379301-b41e-4fc7-968e-12ab8688f698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:11.109901 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-d7379301-b41e-4fc7-968e-12ab8688f698 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2e5317c1-df9f-4c3c-8707-a2ba178832b8 HTTP/1.1" status: 200 len: 850 time: 0.1451488 Aug 16 20:23:11.315493 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-d4f67203-f0e8-487e-918f-1687a73818f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:11.316628 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d7ef8-c9a7-403d-9d2e-9be06df11ea5 req-c147cd01-8fd9-4579-af3b-6163c129e4d7 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:11.318172 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-d4f67203-f0e8-487e-918f-1687a73818f8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0884c200-acec-460b-b534-7fcde0dd54c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2004950 Aug 16 20:23:11.324986 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-836d7ef8-c9a7-403d-9d2e-9be06df11ea5 req-c147cd01-8fd9-4579-af3b-6163c129e4d7 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 944 time: 0.3376102 Aug 16 20:23:11.360761 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9264a680-857e-4bda-957c-8a52942518a0 None None] Provisioning for port 14c1f232-e54f-48e0-918b-8189a1d906a0 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:11.364803 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9264a680-857e-4bda-957c-8a52942518a0 None None] Provisioning complete for port 14c1f232-e54f-48e0-918b-8189a1d906a0 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:11.365180 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9264a680-857e-4bda-957c-8a52942518a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:11.438487 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-ebb8d264-ba15-49c9-895b-9e78332f5a1a tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:11.441790 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-ebb8d264-ba15-49c9-895b-9e78332f5a1a tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/networks?id=afc7a288-6dce-478e-9322-f9e9d9830245 HTTP/1.1" status: 200 len: 814 time: 0.3112786 Aug 16 20:23:11.446996 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9264a680-857e-4bda-957c-8a52942518a0 None None] Port 14c1f232-e54f-48e0-918b-8189a1d906a0 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:23:11.465730 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Allocated IP 172.25.8.189 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/feb1be66-9343-4052-aacc-1796bc465e57) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:23:11.482511 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-c70fd0db-9479-4159-a7b3-76162f46e63c tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/quotas/3151f4666ae6480e89494ed914513367 HTTP/1.1" status: 200 len: 375 time: 0.0236537 Aug 16 20:23:11.482784 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-836d7ef8-c9a7-403d-9d2e-9be06df11ea5 req-43b67272-5374-48f3-838b-5e4b1c94318c tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518271 Aug 16 20:23:11.557180 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc2e6624-2eb5-49e0-9fb0-5da096420d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:11.558585 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-8c5ecec0-dd10-41b8-b8d6-8165352b1757 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3151f4666ae6480e89494ed914513367&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616043 Aug 16 20:23:11.560800 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:11.583074 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-5b60d4d7-9d37-4bb4-a181-68b9383303e5 service neutron] 10.222.0.63 "GET /v2.0/networks/0884c200-acec-460b-b534-7fcde0dd54c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539246 Aug 16 20:23:11.687803 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:11.691597 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] device_id is not set on port 269450cf-d346-4640-ad5e-85fcd6cdcb2b yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:23:11.743408 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:11.803385 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-5ed0baaa-84d4-44f1-9ad4-ec5457e8d2f6 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1262012662&fields=id&tenant_id=e56891446a5d4a4da1a00ff61508934e HTTP/1.1" status: 200 len: 267 time: 0.1885200 Aug 16 20:23:11.885505 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b89b76b3-974b-4818-ac4d-aba460ebbeba up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:11.903802 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b994e8-10cb-4940-b14e-57a8160901e9,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:11.933015 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b52464f-34bd-443e-862b-fb924b25bac1 req-511b8d5f-d07c-4f7e-b990-bccb97738eec service neutron] 10.222.0.63 "GET /v2.0/networks/0884c200-acec-460b-b534-7fcde0dd54c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390656 Aug 16 20:23:11.989723 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-6d1d2905-2e32-43d0-a937-91fcc26993a5 service neutron] 10.222.0.68 "GET /v2.0/networks/afc7a288-6dce-478e-9322-f9e9d9830245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191248 Aug 16 20:23:12.011043 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:12.018798 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port b89b76b3-974b-4818-ac4d-aba460ebbeba completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:12.025555 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port b89b76b3-974b-4818-ac4d-aba460ebbeba triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:12.026002 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:12.077797 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc2e6624-2eb5-49e0-9fb0-5da096420d17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:12.103221 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-bea4025b-333a-40ed-9856-13d5e9f48935 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:12.104778 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-bea4025b-333a-40ed-9856-13d5e9f48935 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/networks?id=df1cb24b-849a-4898-894a-88b85c8318fc HTTP/1.1" status: 200 len: 797 time: 0.2964864 Aug 16 20:23:12.110219 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc2e6624-2eb5-49e0-9fb0-5da096420d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:12.139353 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] device_id is not set on port 269450cf-d346-4640-ad5e-85fcd6cdcb2b yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:23:12.152294 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:12.159884 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:12.166363 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:12.168861 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:23:12.178271 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:12.191157 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Transition to ACTIVE for port object 269450cf-d346-4640-ad5e-85fcd6cdcb2b will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:12.203179 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4250310-de5c-43cd-ac07-cc3a60bf97ea req-26d6fa4b-b4af-49c3-bcb8-c07000dcd00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:12.204750 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f4250310-de5c-43cd-ac07-cc3a60bf97ea req-26d6fa4b-b4af-49c3-bcb8-c07000dcd00b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5fcbda3619a74e5b9b9ea7a9065ce932&device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 1096 time: 0.1673949 Aug 16 20:23:12.209153 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port b89b76b3-974b-4818-ac4d-aba460ebbeba, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b89b76b3-974b-4818-ac4d-aba460ebbeba,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:12.211679 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-eb0b5897-3641-4584-ba47-9fac8d923c3e service neutron] 10.222.0.68 "GET /v2.0/networks/afc7a288-6dce-478e-9322-f9e9d9830245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089868 Aug 16 20:23:12.214146 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:12.217017 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event updated for resources: {'Port': ['ID=feb1be66-9343-4052-aacc-1796bc465e57,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:12.222514 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:12.226394 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-277baaee-f351-4ce3-abf9-420f82d4f27b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/quotas/e56891446a5d4a4da1a00ff61508934e HTTP/1.1" status: 200 len: 375 time: 0.1089835 Aug 16 20:23:12.294511 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=b89b76b3-974b-4818-ac4d-aba460ebbeba,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:12.369572 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Pushing event updated for resources: {'Port': ['ID=269450cf-d346-4640-ad5e-85fcd6cdcb2b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:12.434075 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Checking segment: {'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:12.434667 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Network hostable DHCP agents. Network: 426a4147-f9eb-4b74-90c3-f251b7607afc, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:23:12.444842 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4250310-de5c-43cd-ac07-cc3a60bf97ea req-48514af1-9475-4a1d-9b42-c7002cd315cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:12.447578 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f4250310-de5c-43cd-ac07-cc3a60bf97ea req-48514af1-9475-4a1d-9b42-c7002cd315cc service neutron] 10.222.0.63 "GET /v2.0/networks?id=0884c200-acec-460b-b534-7fcde0dd54c6 HTTP/1.1" status: 200 len: 912 time: 0.2307451 Aug 16 20:23:12.515145 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Network 426a4147-f9eb-4b74-90c3-f251b7607afc is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:23:12.518795 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f4250310-de5c-43cd-ac07-cc3a60bf97ea req-69667fc5-5a96-4287-a8a8-c6c038d4203f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fe6b8c8-13d9-4f3d-a467-3d76601f69da HTTP/1.1" status: 200 len: 217 time: 0.0617275 Aug 16 20:23:12.608733 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4250310-de5c-43cd-ac07-cc3a60bf97ea req-d01633e9-f070-4171-b1c5-ab6ced2fa647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:12.614978 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f4250310-de5c-43cd-ac07-cc3a60bf97ea req-d01633e9-f070-4171-b1c5-ab6ced2fa647 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2e5317c1-df9f-4c3c-8707-a2ba178832b8 HTTP/1.1" status: 200 len: 850 time: 0.0818615 Aug 16 20:23:12.619218 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-53a175bf-bb82-46a4-b9d8-a9acc094af11 req-ef334e92-d4a7-4dc4-ac4d-21eaef5193fc tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 210 time: 0.1050031 Aug 16 20:23:12.632626 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 426a4147-f9eb-4b74-90c3-f251b7607afc) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:12.641858 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13479689-83d6-4d9f-89d1-6cdf66e49f94 None None] Network 426a4147-f9eb-4b74-90c3-f251b7607afc requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:12.644035 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:23:12.690286 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc2e6624-2eb5-49e0-9fb0-5da096420d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:12.710548 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:12.711073 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:12.711629 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on network 426a4147-f9eb-4b74-90c3-f251b7607afc {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:12.719910 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on network 426a4147-f9eb-4b74-90c3-f251b7607afc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:12.720256 n-d-787206-13 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Failed to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on host n-h2-787206-13 for vnic_type normal using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] Aug 16 20:23:12.721371 n-d-787206-13 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempt 2 to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b Aug 16 20:23:12.743062 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:12.743573 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:12.743799 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on network 426a4147-f9eb-4b74-90c3-f251b7607afc {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:12.754054 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4250310-de5c-43cd-ac07-cc3a60bf97ea req-afd63bb6-5832-4ed8-a978-5df856831f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:12.755821 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f4250310-de5c-43cd-ac07-cc3a60bf97ea req-afd63bb6-5832-4ed8-a978-5df856831f3d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0884c200-acec-460b-b534-7fcde0dd54c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1356320 Aug 16 20:23:12.769800 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on network 426a4147-f9eb-4b74-90c3-f251b7607afc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:12.770091 n-d-787206-13 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Failed to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on host n-h2-787206-13 for vnic_type normal using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] Aug 16 20:23:12.800107 n-d-787206-13 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempt 3 to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b Aug 16 20:23:12.821492 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e6624-2eb5-49e0-9fb0-5da096420d17 admin admin] Pushing event updated for resources: {'Port': ['ID=14c1f232-e54f-48e0-918b-8189a1d906a0,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:12.876077 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:12.876465 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:12.877183 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on network 426a4147-f9eb-4b74-90c3-f251b7607afc {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:12.884404 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on network 426a4147-f9eb-4b74-90c3-f251b7607afc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:12.884879 n-d-787206-13 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Failed to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on host n-h2-787206-13 for vnic_type normal using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] Aug 16 20:23:12.892155 n-d-787206-13 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempt 4 to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b Aug 16 20:23:12.927161 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80389e-12e9-48e5-96b4-31042b0e00da req-64a1648d-879c-427c-bac1-088f837553cb tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:12.928913 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fb80389e-12e9-48e5-96b4-31042b0e00da req-64a1648d-879c-427c-bac1-088f837553cb tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 944 time: 0.1871438 Aug 16 20:23:12.932364 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:12.932859 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:12.933197 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on network 426a4147-f9eb-4b74-90c3-f251b7607afc {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:12.942069 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-484a142f-10a2-48b0-8cc5-c11178880206 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=e56891446a5d4a4da1a00ff61508934e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7143776 Aug 16 20:23:12.968032 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on network 426a4147-f9eb-4b74-90c3-f251b7607afc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:12.968877 n-d-787206-13 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Failed to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on host n-h2-787206-13 for vnic_type normal using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] Aug 16 20:23:12.970860 n-d-787206-13 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempt 5 to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b Aug 16 20:23:12.980258 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:13.011429 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:13.011774 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:13.012117 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on network 426a4147-f9eb-4b74-90c3-f251b7607afc {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:13.016299 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f4250310-de5c-43cd-ac07-cc3a60bf97ea req-f8c2463b-2695-4911-bfd3-7b2c0a350e49 service neutron] 10.222.0.63 "GET /v2.0/networks/0884c200-acec-460b-b534-7fcde0dd54c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478285 Aug 16 20:23:13.034159 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fb80389e-12e9-48e5-96b4-31042b0e00da req-c028f31a-58db-4f55-961b-c67eb01e01eb tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938456 Aug 16 20:23:13.051458 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on network 426a4147-f9eb-4b74-90c3-f251b7607afc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:13.051458 n-d-787206-13 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Failed to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on host n-h2-787206-13 for vnic_type normal using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] Aug 16 20:23:13.059206 n-d-787206-13 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempt 6 to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b Aug 16 20:23:13.119572 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:13.119906 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:13.120247 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on network 426a4147-f9eb-4b74-90c3-f251b7607afc {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:13.127839 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on network 426a4147-f9eb-4b74-90c3-f251b7607afc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:13.128171 n-d-787206-13 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Failed to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on host n-h2-787206-13 for vnic_type normal using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] Aug 16 20:23:13.130132 n-d-787206-13 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempt 7 to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b Aug 16 20:23:13.144661 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:13.144998 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:13.145335 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on network 426a4147-f9eb-4b74-90c3-f251b7607afc {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:13.153626 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on network 426a4147-f9eb-4b74-90c3-f251b7607afc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:13.154093 n-d-787206-13 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Failed to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on host n-h2-787206-13 for vnic_type normal using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] Aug 16 20:23:13.158885 n-d-787206-13 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempt 8 to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b Aug 16 20:23:13.183700 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-0a4c35e5-0d6e-4077-80a6-a805274e578b service neutron] 10.222.0.68 "GET /v2.0/networks/df1cb24b-849a-4898-894a-88b85c8318fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410126 Aug 16 20:23:13.199592 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2e6624-2eb5-49e0-9fb0-5da096420d17 admin admin] Network fd79a78f-a655-4d2c-b3f4-a42689173994 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:13.208986 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:13.246543 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f4250310-de5c-43cd-ac07-cc3a60bf97ea req-fee13b50-ff9d-4e08-8299-17ae01bcf514 service neutron] 10.222.0.63 "GET /v2.0/networks/0884c200-acec-460b-b534-7fcde0dd54c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094603 Aug 16 20:23:13.247227 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:13.247856 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:13.249733 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on network 426a4147-f9eb-4b74-90c3-f251b7607afc {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:13.268879 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on network 426a4147-f9eb-4b74-90c3-f251b7607afc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:13.269208 n-d-787206-13 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Failed to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on host n-h2-787206-13 for vnic_type normal using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] Aug 16 20:23:13.269597 n-d-787206-13 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempt 9 to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b Aug 16 20:23:13.273641 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-dc2e6624-2eb5-49e0-9fb0-5da096420d17 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:13.283668 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:13.284004 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:13.284342 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on network 426a4147-f9eb-4b74-90c3-f251b7607afc {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:13.295122 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on network 426a4147-f9eb-4b74-90c3-f251b7607afc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:13.295559 n-d-787206-13 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Failed to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on host n-h2-787206-13 for vnic_type normal using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] Aug 16 20:23:13.296075 n-d-787206-13 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempt 10 to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b Aug 16 20:23:13.321262 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:13.334188 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:13.334575 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on network 426a4147-f9eb-4b74-90c3-f251b7607afc {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:13.351854 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on network 426a4147-f9eb-4b74-90c3-f251b7607afc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:13.352185 n-d-787206-13 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Failed to bind port 269450cf-d346-4640-ad5e-85fcd6cdcb2b on host n-h2-787206-13 for vnic_type normal using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] Aug 16 20:23:13.352630 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:13.469669 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] For port 269450cf-d346-4640-ad5e-85fcd6cdcb2b, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:13.470404 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempted to set empty binding levels {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 20:23:13.474859 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:13.512684 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:13.513372 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:13.536767 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Pushing event updated for resources: {'Port': ['ID=269450cf-d346-4640-ad5e-85fcd6cdcb2b,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:13.572112 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-64f0f448-9dfe-4164-868d-94841f7ea899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.7331331 Aug 16 20:23:13.575390 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43294) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:13.721629 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6a3d1d8e-2c61-478a-9ea9-0a18e4c0bd6b None None] Provisioning complete for port 14c1f232-e54f-48e0-918b-8189a1d906a0 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:13.722128 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a3d1d8e-2c61-478a-9ea9-0a18e4c0bd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:13.801161 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6a3d1d8e-2c61-478a-9ea9-0a18e4c0bd6b None None] Port 14c1f232-e54f-48e0-918b-8189a1d906a0 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:23:13.804478 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-4f714e89-d1d7-43fb-ae7e-6de65ada0ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Deleting port 269450cf-d346-4640-ad5e-85fcd6cdcb2b {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:13.804832 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f714e89-d1d7-43fb-ae7e-6de65ada0ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:13.865811 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b89b76b3-974b-4818-ac4d-aba460ebbeba up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:13.874896 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8709c6dc-e309-4f2e-b8c5-b8b340a446d1 req-fd136ed7-9daf-4308-9bbb-13ebfb1f208d tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 210 time: 0.0723894 Aug 16 20:23:13.971682 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port b89b76b3-974b-4818-ac4d-aba460ebbeba triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:13.972438 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:14.069899 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-7a9bf613-5b24-4522-ac0f-1f8687fc67ab tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:14.071495 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-7a9bf613-5b24-4522-ac0f-1f8687fc67ab tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.57 "GET /v2.0/networks?id=afc7a288-6dce-478e-9322-f9e9d9830245 HTTP/1.1" status: 200 len: 814 time: 0.2271705 Aug 16 20:23:14.088376 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-5306f85a-6c60-44b6-9f25-bd7a756d8d69 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Request body: {'port': {'device_id': 'a4960652-fa6c-403f-918a-f015e2a3c204', 'network_id': 'afc7a288-6dce-478e-9322-f9e9d9830245', 'admin_state_up': True, 'tenant_id': '3151f4666ae6480e89494ed914513367'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:14.094275 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-4f714e89-d1d7-43fb-ae7e-6de65ada0ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] For port 269450cf-d346-4640-ad5e-85fcd6cdcb2b, host n-h2-787206-13, got binding levels [] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:14.094666 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f714e89-d1d7-43fb-ae7e-6de65ada0ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:14.137215 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:14.145192 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-4f714e89-d1d7-43fb-ae7e-6de65ada0ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Calling delete_port for 269450cf-d346-4640-ad5e-85fcd6cdcb2b owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:14.150916 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-53581fe5-c06b-47d4-8c3f-b6cc74b37d66 service neutron] 10.222.0.68 "GET /v2.0/networks/df1cb24b-849a-4898-894a-88b85c8318fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9534440 Aug 16 20:23:14.157358 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:14.292312 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2e6624-2eb5-49e0-9fb0-5da096420d17 admin admin] Router 0c5c769e-0095-48a4-a854-53f39951f1b5 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:23:14.293222 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event updated for resources: {'Port': ['ID=feb1be66-9343-4052-aacc-1796bc465e57,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:14.312761 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:14.318058 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:14.320009 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:14.323219 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:14.323959 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:14.324945 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:14.326547 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:14.327212 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:14.328499 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:14.328847 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:14.329246 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:14.329666 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:14.333122 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92914e-f22b-42a2-82f5-4192ab6e9a74 req-d3b196ca-20a3-4cb1-b973-63b306c12a7c tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:14.334600 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4b92914e-f22b-42a2-82f5-4192ab6e9a74 req-d3b196ca-20a3-4cb1-b973-63b306c12a7c tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 944 time: 0.1197410 Aug 16 20:23:14.336041 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:14.354215 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f714e89-d1d7-43fb-ae7e-6de65ada0ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:14.356055 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-5306f85a-6c60-44b6-9f25-bd7a756d8d69 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Made reservation on behalf of 3151f4666ae6480e89494ed914513367 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:14.359679 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-5306f85a-6c60-44b6-9f25-bd7a756d8d69 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:14.426004 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f714e89-d1d7-43fb-ae7e-6de65ada0ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Pushing event deleted for resources: {'Port': ['ID=269450cf-d346-4640-ad5e-85fcd6cdcb2b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:14.438074 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f714e89-d1d7-43fb-ae7e-6de65ada0ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:14.442560 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4f714e89-d1d7-43fb-ae7e-6de65ada0ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] 10.222.0.68 "DELETE /v2.0/ports/269450cf-d346-4640-ad5e-85fcd6cdcb2b HTTP/1.1" status: 204 len: 168 time: 0.8635635 Aug 16 20:23:14.448325 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43306) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:14.467284 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4b92914e-f22b-42a2-82f5-4192ab6e9a74 req-11e6afe3-e584-4b7a-93a8-cdea7509bd36 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247051 Aug 16 20:23:14.534258 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f489b5-7b25-4a43-8df4-b877062f21dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] GET failed (client error): The resource could not be found. Aug 16 20:23:14.536061 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-21f489b5-7b25-4a43-8df4-b877062f21dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] 10.222.0.68 "GET /v2.0/ports/269450cf-d346-4640-ad5e-85fcd6cdcb2b HTTP/1.1" status: 404 len: 333 time: 0.0867736 Aug 16 20:23:14.539611 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43308) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:14.545845 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b869baf7-fd07-41a2-9e07-418fd5ff7ac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Request body: {'port': {'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365560495'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:14.559596 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2e6624-2eb5-49e0-9fb0-5da096420d17 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:23:14.573692 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-dc2e6624-2eb5-49e0-9fb0-5da096420d17 admin admin] 10.222.0.68 "PUT /v2.0/routers/0c5c769e-0095-48a4-a854-53f39951f1b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3345611 Aug 16 20:23:14.580537 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7affe809-6513-46c1-8eee-04819aa1b989 None None] Sync routers for ids ['0c5c769e-0095-48a4-a854-53f39951f1b5'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:23:14.592386 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9e8786ed-88ba-4603-8088-5026493292d3 req-90a56dd1-302c-49a1-8c43-bb285957d01b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c HTTP/1.1" status: 200 len: 210 time: 0.2007327 Aug 16 20:23:14.607118 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b869baf7-fd07-41a2-9e07-418fd5ff7ac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Made reservation on behalf of 169a93ab5dc848649901c0acbfda8f3f for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:14.609574 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b869baf7-fd07-41a2-9e07-418fd5ff7ac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:14.611773 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7affe809-6513-46c1-8eee-04819aa1b989 None None] Routers {'0c5c769e-0095-48a4-a854-53f39951f1b5'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:14.615438 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7affe809-6513-46c1-8eee-04819aa1b989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:23:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['0c5c769e-0095-48a4-a854-53f39951f1b5'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:14.649175 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-b869baf7-fd07-41a2-9e07-418fd5ff7ac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] device_id is not set on port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:23:14.673726 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-5306f85a-6c60-44b6-9f25-bd7a756d8d69 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Allocated IP 172.20.0.7 (afc7a288-6dce-478e-9322-f9e9d9830245/43ca3303-9c5c-4919-8060-0aa00929cb96/0d3023b5-9276-41e3-9098-0d844219d1f3) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:23:14.710616 n-d-787206-13 neutron-server[94771]: INFO neutron.db.l3_db [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Floating IP 25536ccc-8289-40db-9172-d6b0f4093d7b associated. External IP: 172.25.8.189, port: 5090b50d-c462-492e-97b2-2f0c145b52c1. Aug 16 20:23:14.864963 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-7affe809-6513-46c1-8eee-04819aa1b989 None None] Set router 0c5c769e-0095-48a4-a854-53f39951f1b5 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:23:15.019826 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Router 4b25ba43-910a-471c-b81c-bd0069004478 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:23:15.034182 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-56c00c2a-10d4-441e-a2e4-1ccbe449b520 req-67bdbd13-f8de-42e2-9146-a0f8a4b908eb tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 210 time: 0.0464246 Aug 16 20:23:15.082291 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b869baf7-fd07-41a2-9e07-418fd5ff7ac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:15.120133 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-5306f85a-6c60-44b6-9f25-bd7a756d8d69 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:15.174930 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b869baf7-fd07-41a2-9e07-418fd5ff7ac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:15.232791 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b869baf7-fd07-41a2-9e07-418fd5ff7ac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Network 426a4147-f9eb-4b74-90c3-f251b7607afc is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:15.238035 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-b869baf7-fd07-41a2-9e07-418fd5ff7ac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:15.240971 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b869baf7-fd07-41a2-9e07-418fd5ff7ac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:23:15.241969 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b869baf7-fd07-41a2-9e07-418fd5ff7ac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:15.243404 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b869baf7-fd07-41a2-9e07-418fd5ff7ac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:15.248426 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7affe809-6513-46c1-8eee-04819aa1b989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5c769e-0095-48a4-a854-53f39951f1b5', 'name': 'tempest-TestServerMultinode-1938170813-router', 'tenant_id': '302ee42658e943c28425caef0344fefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b89b76b3-974b-4818-ac4d-aba460ebbeba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:23:04Z', 'updated_at': '2021-08-16T20:23:11Z', 'revision_number': 4, 'project_id': '302ee42658e943c28425caef0344fefd', 'gw_port': {'id': 'b89b76b3-974b-4818-ac4d-aba460ebbeba', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5c769e-0095-48a4-a854-53f39951f1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:23:05Z', 'updated_at': '2021-08-16T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '14c1f232-e54f-48e0-918b-8189a1d906a0', 'name': '', 'network_id': 'fd79a78f-a655-4d2c-b3f4-a42689173994', 'tenant_id': '302ee42658e943c28425caef0344fefd', 'mac_address': 'fa:16:3e:5e:63:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5c769e-0095-48a4-a854-53f39951f1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '8274f157-9813-4525-bbb8-87cf5c81c086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:23:09Z', 'updated_at': '2021-08-16T20:23:11Z', 'revision_number': 2, 'project_id': '302ee42658e943c28425caef0344fefd', 'subnets': [{'id': '8274f157-9813-4525-bbb8-87cf5c81c086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:15.251194 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:23:15.251880 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-5306f85a-6c60-44b6-9f25-bd7a756d8d69 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:15.264585 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a421508b-07a9-4e80-93a6-d2d9fb8d5413 None None] Sync routers for ids ['4b25ba43-910a-471c-b81c-bd0069004478'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:23:15.281242 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869baf7-fd07-41a2-9e07-418fd5ff7ac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Pushing event updated for resources: {'Port': ['ID=4b5dc5e1-9964-4d9f-b54c-cf7736d236ef,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:15.284236 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a421508b-07a9-4e80-93a6-d2d9fb8d5413 None None] Routers {'4b25ba43-910a-471c-b81c-bd0069004478'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:15.285923 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a421508b-07a9-4e80-93a6-d2d9fb8d5413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:23:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4b25ba43-910a-471c-b81c-bd0069004478'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:15.313967 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:15.338086 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306f85a-6c60-44b6-9f25-bd7a756d8d69 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Pushing event updated for resources: {'Port': ['ID=0d3023b5-9276-41e3-9098-0d844219d1f3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:15.341860 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7affe809-6513-46c1-8eee-04819aa1b989 None None] Checking router: 0c5c769e-0095-48a4-a854-53f39951f1b5 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:23:15.342220 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7affe809-6513-46c1-8eee-04819aa1b989 None None] Updating router 0c5c769e-0095-48a4-a854-53f39951f1b5 port 14c1f232-e54f-48e0-918b-8189a1d906a0 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:23:15.349770 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b869baf7-fd07-41a2-9e07-418fd5ff7ac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8055611 Aug 16 20:23:15.352104 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-5306f85a-6c60-44b6-9f25-bd7a756d8d69 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Network afc7a288-6dce-478e-9322-f9e9d9830245 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:15.361369 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-5306f85a-6c60-44b6-9f25-bd7a756d8d69 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:15.364118 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5306f85a-6c60-44b6-9f25-bd7a756d8d69 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:15.364465 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5306f85a-6c60-44b6-9f25-bd7a756d8d69 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:15.364810 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5306f85a-6c60-44b6-9f25-bd7a756d8d69 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:15.365147 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5306f85a-6c60-44b6-9f25-bd7a756d8d69 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:15.365481 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5306f85a-6c60-44b6-9f25-bd7a756d8d69 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:15.365815 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5306f85a-6c60-44b6-9f25-bd7a756d8d69 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:15.366142 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5306f85a-6c60-44b6-9f25-bd7a756d8d69 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:15.366477 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5306f85a-6c60-44b6-9f25-bd7a756d8d69 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:15.366795 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5306f85a-6c60-44b6-9f25-bd7a756d8d69 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:15.367119 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5306f85a-6c60-44b6-9f25-bd7a756d8d69 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:15.367480 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43326) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:15.373766 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a421508b-07a9-4e80-93a6-d2d9fb8d5413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:15.375157 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:15.379063 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 9fe6b8c8-13d9-4f3d-a467-3d76601f69da details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:23:15.382832 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5306f85a-6c60-44b6-9f25-bd7a756d8d69 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:15.383224 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5306f85a-6c60-44b6-9f25-bd7a756d8d69 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:15.393141 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-5306f85a-6c60-44b6-9f25-bd7a756d8d69 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:23:15.404387 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a421508b-07a9-4e80-93a6-d2d9fb8d5413 None None] Routers {'4b25ba43-910a-471c-b81c-bd0069004478'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:15.405316 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a421508b-07a9-4e80-93a6-d2d9fb8d5413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:23:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4b25ba43-910a-471c-b81c-bd0069004478'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:15.426183 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7affe809-6513-46c1-8eee-04819aa1b989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:15.444178 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43332) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:15.449242 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-1788d883-81d7-42e2-9887-4237122bc657 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1762054298'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:15.451830 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6b22e86f-ab6c-42a6-bb0a-67c0042a2a6b tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.2079778 Aug 16 20:23:15.463750 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a421508b-07a9-4e80-93a6-d2d9fb8d5413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:15.464728 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a421508b-07a9-4e80-93a6-d2d9fb8d5413 None None] The sync data for ids ['4b25ba43-910a-471c-b81c-bd0069004478'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:23:15.529179 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:15.578421 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-5306f85a-6c60-44b6-9f25-bd7a756d8d69 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:15.579066 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-5306f85a-6c60-44b6-9f25-bd7a756d8d69 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:15.582886 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1788d883-81d7-42e2-9887-4237122bc657 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Made reservation on behalf of c17b1cc6ae324debb244d1049d77de29 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:15.611120 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1788d883-81d7-42e2-9887-4237122bc657 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:15.638607 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 9fe6b8c8-13d9-4f3d-a467-3d76601f69da, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=9fe6b8c8-13d9-4f3d-a467-3d76601f69da,segment=NetworkSegment(ae000a32-daab-4172-a67b-c8cc62f15ecf),segment_id=ae000a32-daab-4172-a67b-c8cc62f15ecf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:15.657901 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '9fe6b8c8-13d9-4f3d-a467-3d76601f69da', 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6', 'port_id': '9fe6b8c8-13d9-4f3d-a467-3d76601f69da', 'mac_address': 'fa:16:3e:81:3e:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:23:15.709778 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-5306f85a-6c60-44b6-9f25-bd7a756d8d69 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6259298 Aug 16 20:23:15.744073 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1788d883-81d7-42e2-9887-4237122bc657 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:23:15.758483 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-3efe9503-6b36-4e75-a31d-908dc1286edc service neutron] Request body: {'port': {'device_id': 'a4960652-fa6c-403f-918a-f015e2a3c204', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:15.763907 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:15.783437 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2d2f4dee-ed73-4fa7-86e5-b649f7241eb3 req-9843c20f-78b1-4e32-b402-49c491c54511 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c HTTP/1.1" status: 200 len: 210 time: 0.0678728 Aug 16 20:23:15.814283 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1788d883-81d7-42e2-9887-4237122bc657 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:15.814942 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe6b8c8-13d9-4f3d-a467-3d76601f69da {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:23:15.816250 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-1788d883-81d7-42e2-9887-4237122bc657 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Added segment 845f54f9-858e-44d5-b7da-cffab6872bd3 of type vlan for network 30426250-4212-446f-929d-fe2945267007 Aug 16 20:23:15.826040 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43342) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:15.845630 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7fc2276b-9168-4e72-9226-daf419985684 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-217116361-network', 'tenant_id': '0819018425de408e9cdb902ec6603b4b'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:15.865595 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 9fe6b8c8-13d9-4f3d-a467-3d76601f69da, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=9fe6b8c8-13d9-4f3d-a467-3d76601f69da,segment=NetworkSegment(ae000a32-daab-4172-a67b-c8cc62f15ecf),segment_id=ae000a32-daab-4172-a67b-c8cc62f15ecf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:15.875148 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:15.910581 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7affe809-6513-46c1-8eee-04819aa1b989 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:15.913038 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db487b-839c-4232-9c7a-32c436a441b6 req-7cfac3f8-223b-48b3-92be-f73b1ae44b57 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:15.922263 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-7affe809-6513-46c1-8eee-04819aa1b989 None None] Transition to ACTIVE for port object 14c1f232-e54f-48e0-918b-8189a1d906a0 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:15.922745 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-63db487b-839c-4232-9c7a-32c436a441b6 req-7cfac3f8-223b-48b3-92be-f73b1ae44b57 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 944 time: 0.2834849 Aug 16 20:23:15.938405 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7affe809-6513-46c1-8eee-04819aa1b989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:15.993650 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461987e-d302-4f91-9ebf-1035dcb1ffb1 None None] Pushing event updated for resources: {'Port': ['ID=14c1f232-e54f-48e0-918b-8189a1d906a0,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:16.003333 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-63db487b-839c-4232-9c7a-32c436a441b6 req-ea18cb84-0959-4014-aabb-0d1773837eeb tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795810 Aug 16 20:23:16.024953 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461987e-d302-4f91-9ebf-1035dcb1ffb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:16.025794 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461987e-d302-4f91-9ebf-1035dcb1ffb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:16.026629 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461987e-d302-4f91-9ebf-1035dcb1ffb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:16.027307 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461987e-d302-4f91-9ebf-1035dcb1ffb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:16.027855 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461987e-d302-4f91-9ebf-1035dcb1ffb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:16.028399 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461987e-d302-4f91-9ebf-1035dcb1ffb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:16.028958 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461987e-d302-4f91-9ebf-1035dcb1ffb1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:16.029496 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461987e-d302-4f91-9ebf-1035dcb1ffb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:16.030052 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461987e-d302-4f91-9ebf-1035dcb1ffb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:16.040276 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=9fe6b8c8-13d9-4f3d-a467-3d76601f69da,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:16.042129 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461987e-d302-4f91-9ebf-1035dcb1ffb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:16.042733 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461987e-d302-4f91-9ebf-1035dcb1ffb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:16.043321 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461987e-d302-4f91-9ebf-1035dcb1ffb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:16.086321 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] device_id is not set on port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:23:16.104729 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:16.121440 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-7affe809-6513-46c1-8eee-04819aa1b989 None None] Attempting to bind port 14c1f232-e54f-48e0-918b-8189a1d906a0 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:16.122129 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-7affe809-6513-46c1-8eee-04819aa1b989 None None] Attempting to bind port 14c1f232-e54f-48e0-918b-8189a1d906a0 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'd8d657a1-66d4-492a-af2c-49aba309b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fd79a78f-a655-4d2c-b3f4-a42689173994'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:16.122951 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7affe809-6513-46c1-8eee-04819aa1b989 None None] Attempting to bind port 14c1f232-e54f-48e0-918b-8189a1d906a0 on network fd79a78f-a655-4d2c-b3f4-a42689173994 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:16.129487 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7affe809-6513-46c1-8eee-04819aa1b989 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:23:16.129853 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['9fe6b8c8-13d9-4f3d-a467-3d76601f69da'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:23:16.130487 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7affe809-6513-46c1-8eee-04819aa1b989 None None] Checking segment: {'id': 'd8d657a1-66d4-492a-af2c-49aba309b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fd79a78f-a655-4d2c-b3f4-a42689173994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:16.131192 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7affe809-6513-46c1-8eee-04819aa1b989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:16.132009 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7affe809-6513-46c1-8eee-04819aa1b989 None None] Bound using segment: {'id': 'd8d657a1-66d4-492a-af2c-49aba309b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fd79a78f-a655-4d2c-b3f4-a42689173994'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:23:16.132677 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-7affe809-6513-46c1-8eee-04819aa1b989 None None] Bound port: 14c1f232-e54f-48e0-918b-8189a1d906a0, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d657a1-66d4-492a-af2c-49aba309b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fd79a78f-a655-4d2c-b3f4-a42689173994'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:23:16.133242 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7affe809-6513-46c1-8eee-04819aa1b989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:16.142211 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Transition to ACTIVE for port object 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:16.148230 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:16.257504 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Pushing event updated for resources: {'Port': ['ID=4b5dc5e1-9964-4d9f-b54c-cf7736d236ef,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:16.260230 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-7affe809-6513-46c1-8eee-04819aa1b989 None None] For port 14c1f232-e54f-48e0-918b-8189a1d906a0, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:16.267904 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-7affe809-6513-46c1-8eee-04819aa1b989 None None] For port 14c1f232-e54f-48e0-918b-8189a1d906a0, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=14c1f232-e54f-48e0-918b-8189a1d906a0,segment=NetworkSegment(d8d657a1-66d4-492a-af2c-49aba309b784),segment_id=d8d657a1-66d4-492a-af2c-49aba309b784)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:23:16.279771 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7affe809-6513-46c1-8eee-04819aa1b989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:16.311107 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:16.312321 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:16.312738 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on network 426a4147-f9eb-4b74-90c3-f251b7607afc {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:16.323980 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on network 426a4147-f9eb-4b74-90c3-f251b7607afc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:16.324462 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Failed to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on host n-h2-787206-13 for vnic_type normal using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] Aug 16 20:23:16.326296 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempt 2 to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef Aug 16 20:23:16.349606 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:16.350073 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:16.350625 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on network 426a4147-f9eb-4b74-90c3-f251b7607afc {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:16.355885 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on network 426a4147-f9eb-4b74-90c3-f251b7607afc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:16.356349 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Failed to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on host n-h2-787206-13 for vnic_type normal using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] Aug 16 20:23:16.356838 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempt 3 to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef Aug 16 20:23:16.371603 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:16.372093 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:16.372804 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on network 426a4147-f9eb-4b74-90c3-f251b7607afc {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:16.379718 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on network 426a4147-f9eb-4b74-90c3-f251b7607afc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:16.380210 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Failed to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on host n-h2-787206-13 for vnic_type normal using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] Aug 16 20:23:16.380878 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempt 4 to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef Aug 16 20:23:16.407147 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7affe809-6513-46c1-8eee-04819aa1b989 None None] Routers {'0c5c769e-0095-48a4-a854-53f39951f1b5'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:16.407906 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7affe809-6513-46c1-8eee-04819aa1b989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:23:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['0c5c769e-0095-48a4-a854-53f39951f1b5'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:16.415038 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:16.416098 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:16.416993 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on network 426a4147-f9eb-4b74-90c3-f251b7607afc {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:16.419929 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461987e-d302-4f91-9ebf-1035dcb1ffb1 None None] Pushing event updated for resources: {'Port': ['ID=14c1f232-e54f-48e0-918b-8189a1d906a0,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:16.425882 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on network 426a4147-f9eb-4b74-90c3-f251b7607afc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:16.426854 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Failed to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on host n-h2-787206-13 for vnic_type normal using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] Aug 16 20:23:16.427590 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempt 5 to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef Aug 16 20:23:16.449258 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:16.449990 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:16.450622 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on network 426a4147-f9eb-4b74-90c3-f251b7607afc {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:16.456223 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on network 426a4147-f9eb-4b74-90c3-f251b7607afc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:16.456892 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Failed to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on host n-h2-787206-13 for vnic_type normal using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] Aug 16 20:23:16.457513 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempt 6 to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef Aug 16 20:23:16.477899 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:16.478803 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:16.479443 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on network 426a4147-f9eb-4b74-90c3-f251b7607afc {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:16.485433 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on network 426a4147-f9eb-4b74-90c3-f251b7607afc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:16.486089 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Failed to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on host n-h2-787206-13 for vnic_type normal using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] Aug 16 20:23:16.486758 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempt 7 to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef Aug 16 20:23:16.509435 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:16.510127 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:16.510865 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on network 426a4147-f9eb-4b74-90c3-f251b7607afc {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:16.520268 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on network 426a4147-f9eb-4b74-90c3-f251b7607afc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:16.522810 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Failed to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on host n-h2-787206-13 for vnic_type normal using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] Aug 16 20:23:16.523563 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempt 8 to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef Aug 16 20:23:16.551717 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:16.552435 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:16.553006 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on network 426a4147-f9eb-4b74-90c3-f251b7607afc {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:16.559100 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on network 426a4147-f9eb-4b74-90c3-f251b7607afc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:16.559830 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Failed to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on host n-h2-787206-13 for vnic_type normal using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] Aug 16 20:23:16.560706 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempt 9 to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef Aug 16 20:23:16.577044 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:16.578106 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:16.578701 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on network 426a4147-f9eb-4b74-90c3-f251b7607afc {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:16.584380 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on network 426a4147-f9eb-4b74-90c3-f251b7607afc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:16.585272 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Failed to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on host n-h2-787206-13 for vnic_type normal using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] Aug 16 20:23:16.586030 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempt 10 to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef Aug 16 20:23:16.596242 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-3efe9503-6b36-4e75-a31d-908dc1286edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:16.605854 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:16.606240 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:16.606522 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on network 426a4147-f9eb-4b74-90c3-f251b7607afc {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:16.613441 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on network 426a4147-f9eb-4b74-90c3-f251b7607afc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:16.613775 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Failed to bind port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on host n-h2-787206-13 for vnic_type normal using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] Aug 16 20:23:16.614137 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:16.661438 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1788d883-81d7-42e2-9887-4237122bc657 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:16.694811 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] For port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:16.695373 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempted to set empty binding levels {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 20:23:16.701226 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:16.713580 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1788d883-81d7-42e2-9887-4237122bc657 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:16.722166 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1788d883-81d7-42e2-9887-4237122bc657 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.723425 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1788d883-81d7-42e2-9887-4237122bc657 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:16.742247 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] In _notify_port_updated(), no bound segment for port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef on network 426a4147-f9eb-4b74-90c3-f251b7607afc {{(pid=94771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:23:16.743311 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.743447 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-7affe809-6513-46c1-8eee-04819aa1b989 None None] Set router 0c5c769e-0095-48a4-a854-53f39951f1b5 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:23:16.744663 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:16.746162 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] 10.222.0.68 "PUT /v2.0/ports/4b5dc5e1-9964-4d9f-b54c-cf7736d236ef HTTP/1.1" status: 200 len: 980 time: 1.3775406 Aug 16 20:23:16.749018 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43348) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:16.843893 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3224a-8ae9-46f4-a2d0-c4c9f8f94542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Pushing event updated for resources: {'Port': ['ID=4b5dc5e1-9964-4d9f-b54c-cf7736d236ef,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:16.845309 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc2276b-9168-4e72-9226-daf419985684 admin admin] Made reservation on behalf of 0819018425de408e9cdb902ec6603b4b for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:16.852142 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7fc2276b-9168-4e72-9226-daf419985684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:16.880827 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ac008-f096-43f0-be0d-2025ad023813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.881334 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ac008-f096-43f0-be0d-2025ad023813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.881826 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ac008-f096-43f0-be0d-2025ad023813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.882312 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ac008-f096-43f0-be0d-2025ad023813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.882786 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ac008-f096-43f0-be0d-2025ad023813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.883318 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ac008-f096-43f0-be0d-2025ad023813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.884039 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ac008-f096-43f0-be0d-2025ad023813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.884516 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ac008-f096-43f0-be0d-2025ad023813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.884995 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ac008-f096-43f0-be0d-2025ad023813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.885467 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ac008-f096-43f0-be0d-2025ad023813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.885941 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ac008-f096-43f0-be0d-2025ad023813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.886412 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ac008-f096-43f0-be0d-2025ad023813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.886884 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ac008-f096-43f0-be0d-2025ad023813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.887752 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ac008-f096-43f0-be0d-2025ad023813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.888259 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ac008-f096-43f0-be0d-2025ad023813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.888750 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ac008-f096-43f0-be0d-2025ad023813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.889209 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ac008-f096-43f0-be0d-2025ad023813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.889677 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ac008-f096-43f0-be0d-2025ad023813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.890182 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ac008-f096-43f0-be0d-2025ad023813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.890651 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ac008-f096-43f0-be0d-2025ad023813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.891118 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ac008-f096-43f0-be0d-2025ad023813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.891610 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ac008-f096-43f0-be0d-2025ad023813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.892082 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ac008-f096-43f0-be0d-2025ad023813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.892548 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ac008-f096-43f0-be0d-2025ad023813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.893018 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ac008-f096-43f0-be0d-2025ad023813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.900208 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c91ac008-f096-43f0-be0d-2025ad023813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22019 time: 0.1458859 Aug 16 20:23:16.900648 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43352) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:16.927528 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7fc2276b-9168-4e72-9226-daf419985684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:16.930071 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1788d883-81d7-42e2-9887-4237122bc657 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4849079 Aug 16 20:23:16.945339 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43354) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:16.965664 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788d883-81d7-42e2-9887-4237122bc657 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event updated for resources: {'Network': ['ID=30426250-4212-446f-929d-fe2945267007,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:16.978554 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 30426250-4212-446f-929d-fe2945267007 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:23:16.992464 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-544c83f7-7180-41c0-8207-a5d4b2e750ef tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Request body: {'subnet': {'network_id': '30426250-4212-446f-929d-fe2945267007', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:17.018660 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf4e16-a42f-4a37-979b-53c54139b20e req-c8ecd91f-5b1e-4a73-adff-97d887475c84 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:17.019995 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d53ed213-edda-42fa-9239-bbce39c9830e req-de16d7fd-4b35-43e3-ab2b-4464dd5683fd tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c HTTP/1.1" status: 200 len: 210 time: 0.0861347 Aug 16 20:23:17.038106 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9daf4e16-a42f-4a37-979b-53c54139b20e req-c8ecd91f-5b1e-4a73-adff-97d887475c84 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 931 time: 0.3882771 Aug 16 20:23:17.141596 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-e0b248dd-3d2c-448f-a139-c2743c633a1f tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:17.143112 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-e0b248dd-3d2c-448f-a139-c2743c633a1f tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.63 "GET /v2.0/networks?id=df1cb24b-849a-4898-894a-88b85c8318fc HTTP/1.1" status: 200 len: 797 time: 1.2289071 Aug 16 20:23:17.154345 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7affe809-6513-46c1-8eee-04819aa1b989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5c769e-0095-48a4-a854-53f39951f1b5', 'name': 'tempest-TestServerMultinode-1938170813-router', 'tenant_id': '302ee42658e943c28425caef0344fefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b89b76b3-974b-4818-ac4d-aba460ebbeba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:23:04Z', 'updated_at': '2021-08-16T20:23:11Z', 'revision_number': 4, 'project_id': '302ee42658e943c28425caef0344fefd', 'gw_port': {'id': 'b89b76b3-974b-4818-ac4d-aba460ebbeba', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5c769e-0095-48a4-a854-53f39951f1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:23:05Z', 'updated_at': '2021-08-16T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '14c1f232-e54f-48e0-918b-8189a1d906a0', 'name': '', 'network_id': 'fd79a78f-a655-4d2c-b3f4-a42689173994', 'tenant_id': '302ee42658e943c28425caef0344fefd', 'mac_address': 'fa:16:3e:5e:63:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5c769e-0095-48a4-a854-53f39951f1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '8274f157-9813-4525-bbb8-87cf5c81c086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:23:09Z', 'updated_at': '2021-08-16T20:23:16Z', 'revision_number': 4, 'project_id': '302ee42658e943c28425caef0344fefd', 'subnets': [{'id': '8274f157-9813-4525-bbb8-87cf5c81c086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:17.184608 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7affe809-6513-46c1-8eee-04819aa1b989 None None] The sync data for ids ['0c5c769e-0095-48a4-a854-53f39951f1b5'] in n-d-787206-13 is: [{'id': '0c5c769e-0095-48a4-a854-53f39951f1b5', 'name': 'tempest-TestServerMultinode-1938170813-router', 'tenant_id': '302ee42658e943c28425caef0344fefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b89b76b3-974b-4818-ac4d-aba460ebbeba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:23:04Z', 'updated_at': '2021-08-16T20:23:11Z', 'revision_number': 4, 'project_id': '302ee42658e943c28425caef0344fefd', 'gw_port': {'id': 'b89b76b3-974b-4818-ac4d-aba460ebbeba', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5c769e-0095-48a4-a854-53f39951f1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:23:05Z', 'updated_at': '2021-08-16T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '14c1f232-e54f-48e0-918b-8189a1d906a0', 'name': '', 'network_id': 'fd79a78f-a655-4d2c-b3f4-a42689173994', 'tenant_id': '302ee42658e943c28425caef0344fefd', 'mac_address': 'fa:16:3e:5e:63:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5c769e-0095-48a4-a854-53f39951f1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '8274f157-9813-4525-bbb8-87cf5c81c086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:23:09Z', 'updated_at': '2021-08-16T20:23:16Z', 'revision_number': 4, 'project_id': '302ee42658e943c28425caef0344fefd', 'subnets': [{'id': '8274f157-9813-4525-bbb8-87cf5c81c086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:23:17.344295 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9daf4e16-a42f-4a37-979b-53c54139b20e req-5cd79fdc-fbd0-4923-86dc-5cd2024badbe tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052530 Aug 16 20:23:17.365786 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706c292-8335-44ad-aa23-f883f1e53918 req-258ebf41-394e-4e06-b59a-3e3308b1ce57 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:17.367776 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7706c292-8335-44ad-aa23-f883f1e53918 req-258ebf41-394e-4e06-b59a-3e3308b1ce57 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 945 time: 0.1723731 Aug 16 20:23:17.374283 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-bde14fda-6cc6-45fb-b10d-150e041a4d4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Deleting port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:17.374848 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bde14fda-6cc6-45fb-b10d-150e041a4d4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:17.378408 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 9fe6b8c8-13d9-4f3d-a467-3d76601f69da up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:17.390640 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-1d4861fc-cfa4-4d9a-babf-db855de880fe tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e56891446a5d4a4da1a00ff61508934e HTTP/1.1" status: 200 len: 472 time: 0.1997907 Aug 16 20:23:17.409702 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-63651be6-c6ad-4cb6-bff8-96bbfb9004b6 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'port': {'device_id': 'b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c', 'network_id': 'df1cb24b-849a-4898-894a-88b85c8318fc', 'admin_state_up': True, 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'security_groups': ['77d5e0f0-c7bf-4914-bb7f-c750dcfa5e3b']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:17.532622 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 9fe6b8c8-13d9-4f3d-a467-3d76601f69da completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:17.558789 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 9fe6b8c8-13d9-4f3d-a467-3d76601f69da triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:17.560652 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:17.585622 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7706c292-8335-44ad-aa23-f883f1e53918 req-29770fa9-c75f-42a0-8089-798c50de830b tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083073 Aug 16 20:23:17.629151 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-bde14fda-6cc6-45fb-b10d-150e041a4d4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] For port 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef, host n-h2-787206-13, got binding levels [] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:17.629788 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bde14fda-6cc6-45fb-b10d-150e041a4d4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:17.698979 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-bde14fda-6cc6-45fb-b10d-150e041a4d4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Calling delete_port for 4b5dc5e1-9964-4d9f-b54c-cf7736d236ef owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:17.728377 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7fc2276b-9168-4e72-9226-daf419985684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:17.755462 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:17.794498 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7fc2276b-9168-4e72-9226-daf419985684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:17.816652 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1b3856-ea41-4820-9ac4-c0b847b40cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe6b8c8-13d9-4f3d-a467-3d76601f69da'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:17.819878 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1e454b-7b03-4b89-bb3b-fa4f630d8208" -d '{"events": [{"server_uuid": "fc1b3856-ea41-4820-9ac4-c0b847b40cc4", "name": "network-vif-plugged", "status": "completed", "tag": "9fe6b8c8-13d9-4f3d-a467-3d76601f69da"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:17.903849 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc2276b-9168-4e72-9226-daf419985684 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:23:17.914693 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 9fe6b8c8-13d9-4f3d-a467-3d76601f69da, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=9fe6b8c8-13d9-4f3d-a467-3d76601f69da,segment=NetworkSegment(ae000a32-daab-4172-a67b-c8cc62f15ecf),segment_id=ae000a32-daab-4172-a67b-c8cc62f15ecf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:17.916156 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544c83f7-7180-41c0-8207-a5d4b2e750ef tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Made reservation on behalf of c17b1cc6ae324debb244d1049d77de29 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:17.922230 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-544c83f7-7180-41c0-8207-a5d4b2e750ef tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:17.926671 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-3efe9503-6b36-4e75-a31d-908dc1286edc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d3023b5-9276-41e3-9098-0d844219d1f3 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:23:17.930730 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:17.953946 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-3efe9503-6b36-4e75-a31d-908dc1286edc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:17.976491 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2276b-9168-4e72-9226-daf419985684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff88e7c-d47d-43ad-a3bb-7301a9003d34,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:17.994330 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-3efe9503-6b36-4e75-a31d-908dc1286edc service neutron] Transition to ACTIVE for port object 0d3023b5-9276-41e3-9098-0d844219d1f3 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:17.995660 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7fc2276b-9168-4e72-9226-daf419985684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:17.996010 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-7fc2276b-9168-4e72-9226-daf419985684 admin admin] Added segment e5c54ff4-2a2a-45a6-be9c-410796507864 of type vlan for network 8862d6b5-ec28-4bd4-9303-330691f05939 Aug 16 20:23:18.006407 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4114cc-408e-4ec4-9463-72d079856b24 x-openstack-request-id: req-1a4114cc-408e-4ec4-9463-72d079856b24 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:18.008216 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1b3856-ea41-4820-9ac4-c0b847b40cc4", "name": "network-vif-plugged", "status": "completed", "tag": "9fe6b8c8-13d9-4f3d-a467-3d76601f69da", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:18.008844 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1a4114cc-408e-4ec4-9463-72d079856b24 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:18.009661 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1b3856-ea41-4820-9ac4-c0b847b40cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe6b8c8-13d9-4f3d-a467-3d76601f69da', 'code': 200} Aug 16 20:23:18.010269 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-3efe9503-6b36-4e75-a31d-908dc1286edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:18.013682 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 14c1f232-e54f-48e0-918b-8189a1d906a0 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:18.019023 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-63651be6-c6ad-4cb6-bff8-96bbfb9004b6 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Made reservation on behalf of e56891446a5d4a4da1a00ff61508934e for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:18.029112 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-63651be6-c6ad-4cb6-bff8-96bbfb9004b6 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:18.163532 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bde14fda-6cc6-45fb-b10d-150e041a4d4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:18.203590 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9df4c011-1dc4-4b0c-8e53-5bf96c1f1781 req-d0d36974-704e-4b80-b122-fa68e69619fa tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c HTTP/1.1" status: 200 len: 210 time: 0.0595748 Aug 16 20:23:18.238217 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 14c1f232-e54f-48e0-918b-8189a1d906a0 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:18.251157 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 14c1f232-e54f-48e0-918b-8189a1d906a0 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:18.251903 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:18.346632 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=9fe6b8c8-13d9-4f3d-a467-3d76601f69da,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:18.376644 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7fc2276b-9168-4e72-9226-daf419985684 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:18.420294 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-544c83f7-7180-41c0-8207-a5d4b2e750ef tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:18.433020 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe9503-6b36-4e75-a31d-908dc1286edc service neutron] Pushing event updated for resources: {'Port': ['ID=0d3023b5-9276-41e3-9098-0d844219d1f3,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:18.444573 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde14fda-6cc6-45fb-b10d-150e041a4d4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b5dc5e1-9964-4d9f-b54c-cf7736d236ef,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:18.449330 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-63651be6-c6ad-4cb6-bff8-96bbfb9004b6 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Allocated IP 172.20.0.20 (df1cb24b-849a-4898-894a-88b85c8318fc/61fb0c24-8cfa-439c-9783-bbbaff50fcf9/253e1951-a5db-4669-9167-cca11f6b0a1a) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:23:18.452288 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bde14fda-6cc6-45fb-b10d-150e041a4d4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:18.455526 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bde14fda-6cc6-45fb-b10d-150e041a4d4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] 10.222.0.68 "DELETE /v2.0/ports/4b5dc5e1-9964-4d9f-b54c-cf7736d236ef HTTP/1.1" status: 204 len: 168 time: 1.5535965 Aug 16 20:23:18.464082 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43432) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:18.557986 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544c83f7-7180-41c0-8207-a5d4b2e750ef tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Checking segment: {'id': '845f54f9-858e-44d5-b7da-cffab6872bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '30426250-4212-446f-929d-fe2945267007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:18.558412 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544c83f7-7180-41c0-8207-a5d4b2e750ef tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Network hostable DHCP agents. Network: 30426250-4212-446f-929d-fe2945267007, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:23:18.559913 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7fc2276b-9168-4e72-9226-daf419985684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:18.560877 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc2276b-9168-4e72-9226-daf419985684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:18.561457 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7fc2276b-9168-4e72-9226-daf419985684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:18.564008 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d24dd0d4-ca8c-49c2-9cd7-cba61b7a216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] GET failed (client error): The resource could not be found. Aug 16 20:23:18.569499 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d24dd0d4-ca8c-49c2-9cd7-cba61b7a216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] 10.222.0.68 "GET /v2.0/ports/4b5dc5e1-9964-4d9f-b54c-cf7736d236ef HTTP/1.1" status: 404 len: 333 time: 0.0944381 Aug 16 20:23:18.569973 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43442) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:18.576903 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c83f7-7180-41c0-8207-a5d4b2e750ef tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event updated for resources: {'Subnet': ['ID=202d2441-3be1-4715-b88e-cc3cec57c919,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:18.588359 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-19926997-de95-498b-b26a-63e024180a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1505923623', 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:18.625860 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544c83f7-7180-41c0-8207-a5d4b2e750ef tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Network 30426250-4212-446f-929d-fe2945267007 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:23:18.644330 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70fc71-3e83-4947-9369-2f184edc3455 req-195f31b7-a2f2-4e06-be11-7e7e1c37ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:18.646165 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8e70fc71-3e83-4947-9369-2f184edc3455 req-195f31b7-a2f2-4e06-be11-7e7e1c37ec3a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 1098 time: 0.4909992 Aug 16 20:23:18.647125 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-544c83f7-7180-41c0-8207-a5d4b2e750ef tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 30426250-4212-446f-929d-fe2945267007) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:18.656620 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544c83f7-7180-41c0-8207-a5d4b2e750ef tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:18.658649 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-544c83f7-7180-41c0-8207-a5d4b2e750ef tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:18.677626 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19926997-de95-498b-b26a-63e024180a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Made reservation on behalf of 169a93ab5dc848649901c0acbfda8f3f for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:18.680511 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-19926997-de95-498b-b26a-63e024180a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:18.707037 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-19926997-de95-498b-b26a-63e024180a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] device_id is not set on port 15cb252d-8b5a-4e5f-9854-78f0e47b0273 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:23:18.775445 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2276b-9168-4e72-9226-daf419985684 admin admin] Pushing event updated for resources: {'Network': ['ID=8862d6b5-ec28-4bd4-9303-330691f05939,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:18.822216 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8e70fc71-3e83-4947-9369-2f184edc3455 req-1bcc8fb1-83ab-488d-b8ea-efae6f620b78 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768399 Aug 16 20:23:18.823645 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43446) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:18.825556 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-544c83f7-7180-41c0-8207-a5d4b2e750ef tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8733966 Aug 16 20:23:18.840382 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7fc2276b-9168-4e72-9226-daf419985684 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.0066094 Aug 16 20:23:18.842946 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43448) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:18.852119 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-90bbb77d-c1c0-4791-8861-06e092abc73a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-789458247', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:18.855899 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51626498-cccf-46d3-a751-bb8ac55ea179 None None] Network 30426250-4212-446f-929d-fe2945267007 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:18.860548 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 8862d6b5-ec28-4bd4-9303-330691f05939 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:23:18.970853 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-eb0b6aa5-7d5f-4894-aadc-042d8fe0902c admin admin] Request body: {'subnet': {'network_id': '8862d6b5-ec28-4bd4-9303-330691f05939', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-217116361-subnet', 'tenant_id': '0819018425de408e9cdb902ec6603b4b', 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:19.008948 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795cca83-a71f-45b4-a5eb-7d73d7b58c34 req-c62cdffa-56aa-438c-9cb4-11c513a75c53 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:19.011263 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.db.api [None req-eb0b6aa5-7d5f-4894-aadc-042d8fe0902c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:23:19.011263 n-d-787206-13 neutron-server[94771]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:23:19.011263 n-d-787206-13 neutron-server[94771]: [parameters: {'project_id_1': '0819018425de408e9cdb902ec6603b4b', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 23, 18, 976188)}] Aug 16 20:23:19.011263 n-d-787206-13 neutron-server[94771]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:23:19.011701 n-d-787206-13 neutron-server[94771]: DEBUG oslo_db.api [None req-eb0b6aa5-7d5f-4894-aadc-042d8fe0902c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:23:19.015773 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-795cca83-a71f-45b4-a5eb-7d73d7b58c34 req-c62cdffa-56aa-438c-9cb4-11c513a75c53 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 943 time: 0.4842138 Aug 16 20:23:19.019678 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:19.035700 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-19926997-de95-498b-b26a-63e024180a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:19.060234 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837aa69-f679-4f74-bbc8-150deb8c9437 req-43206e83-0bf3-44ac-b289-5985b3a63fcf tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:19.068374 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f837aa69-f679-4f74-bbc8-150deb8c9437 req-43206e83-0bf3-44ac-b289-5985b3a63fcf tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 946 time: 0.2529378 Aug 16 20:23:19.128161 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f837aa69-f679-4f74-bbc8-150deb8c9437 req-01ac6a2e-546e-4921-90ed-fe49577a85ad tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587802 Aug 16 20:23:19.129358 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-3efe9503-6b36-4e75-a31d-908dc1286edc service neutron] Attempting to bind port 0d3023b5-9276-41e3-9098-0d844219d1f3 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:19.130407 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-3efe9503-6b36-4e75-a31d-908dc1286edc service neutron] Attempting to bind port 0d3023b5-9276-41e3-9098-0d844219d1f3 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '1230467e-4416-4b8a-943d-fb2fbc696288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'afc7a288-6dce-478e-9322-f9e9d9830245'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:19.130407 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-3efe9503-6b36-4e75-a31d-908dc1286edc service neutron] Attempting to bind port 0d3023b5-9276-41e3-9098-0d844219d1f3 on network afc7a288-6dce-478e-9322-f9e9d9830245 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:19.151405 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-19926997-de95-498b-b26a-63e024180a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:19.165614 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6d7173-4a3d-412a-9331-0fc663b9d516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-30426250-4212-446f-929d-fe2945267007', 'network_id': '30426250-4212-446f-929d-fe2945267007', 'tenant_id': 'c17b1cc6ae324debb244d1049d77de29', 'fixed_ips': [{'subnet_id': '202d2441-3be1-4715-b88e-cc3cec57c919'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:23:19.166786 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e6d7173-4a3d-412a-9331-0fc663b9d516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:19.185325 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-90bbb77d-c1c0-4791-8861-06e092abc73a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:19.192545 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 14c1f232-e54f-48e0-918b-8189a1d906a0, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=14c1f232-e54f-48e0-918b-8189a1d906a0,segment=NetworkSegment(d8d657a1-66d4-492a-af2c-49aba309b784),segment_id=d8d657a1-66d4-492a-af2c-49aba309b784)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:19.193529 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-90bbb77d-c1c0-4791-8861-06e092abc73a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:19.202102 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:19.224531 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19926997-de95-498b-b26a-63e024180a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Network 426a4147-f9eb-4b74-90c3-f251b7607afc is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:19.230029 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-19926997-de95-498b-b26a-63e024180a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:19.232550 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19926997-de95-498b-b26a-63e024180a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Pushing event updated for resources: {'Port': ['ID=15cb252d-8b5a-4e5f-9854-78f0e47b0273,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:19.251637 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19926997-de95-498b-b26a-63e024180a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:23:19.254482 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19926997-de95-498b-b26a-63e024180a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:19.257574 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-19926997-de95-498b-b26a-63e024180a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:19.289501 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-3efe9503-6b36-4e75-a31d-908dc1286edc service neutron] Port 0d3023b5-9276-41e3-9098-0d844219d1f3 on network afc7a288-6dce-478e-9322-f9e9d9830245 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:19.290029 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-3efe9503-6b36-4e75-a31d-908dc1286edc service neutron] Attempting to bind port 0d3023b5-9276-41e3-9098-0d844219d1f3 on network afc7a288-6dce-478e-9322-f9e9d9830245 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:19.295110 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-19926997-de95-498b-b26a-63e024180a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7221782 Aug 16 20:23:19.297768 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43454) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:19.303168 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-63651be6-c6ad-4cb6-bff8-96bbfb9004b6 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:19.308399 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-3efe9503-6b36-4e75-a31d-908dc1286edc service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:23:19.308897 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-3efe9503-6b36-4e75-a31d-908dc1286edc service neutron] Checking segment: {'id': '1230467e-4416-4b8a-943d-fb2fbc696288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'afc7a288-6dce-478e-9322-f9e9d9830245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:19.309395 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-3efe9503-6b36-4e75-a31d-908dc1286edc service neutron] Bound using segment: {'id': '1230467e-4416-4b8a-943d-fb2fbc696288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'afc7a288-6dce-478e-9322-f9e9d9830245'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:23:19.310920 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-3efe9503-6b36-4e75-a31d-908dc1286edc service neutron] Bound port: 0d3023b5-9276-41e3-9098-0d844219d1f3, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1230467e-4416-4b8a-943d-fb2fbc696288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'afc7a288-6dce-478e-9322-f9e9d9830245'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:23:19.311448 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-3efe9503-6b36-4e75-a31d-908dc1286edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:19.317925 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-90bbb77d-c1c0-4791-8861-06e092abc73a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:19.359350 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=14c1f232-e54f-48e0-918b-8189a1d906a0,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:19.368022 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-795cca83-a71f-45b4-a5eb-7d73d7b58c34 req-58ace1c9-a403-49d9-b592-72188d4de735 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596993 Aug 16 20:23:19.417312 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-63651be6-c6ad-4cb6-bff8-96bbfb9004b6 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Transition to ACTIVE for port object 253e1951-a5db-4669-9167-cca11f6b0a1a will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:19.422186 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-5e6d7173-4a3d-412a-9331-0fc663b9d516 None None] Allocated IP 172.20.0.2 (30426250-4212-446f-929d-fe2945267007/202d2441-3be1-4715-b88e-cc3cec57c919/54417fac-12d4-4b98-a5cc-47c611161ee6) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:23:19.427429 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a712ea1f-29cb-46e6-adb7-164483c09f99 req-52270914-7844-42ab-8a23-534383fc63ab tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c HTTP/1.1" status: 200 len: 210 time: 0.0713618 Aug 16 20:23:19.429954 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b5477f-0463-45a4-8909-e8ca02bb5aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:19.431969 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-14b5477f-0463-45a4-8909-e8ca02bb5aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] 10.222.0.68 "GET /v2.0/ports/15cb252d-8b5a-4e5f-9854-78f0e47b0273 HTTP/1.1" status: 200 len: 959 time: 0.1332884 Aug 16 20:23:19.434699 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43456) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:19.511872 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-3efe9503-6b36-4e75-a31d-908dc1286edc service neutron] For port 0d3023b5-9276-41e3-9098-0d844219d1f3, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:19.515741 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-3efe9503-6b36-4e75-a31d-908dc1286edc service neutron] For port 0d3023b5-9276-41e3-9098-0d844219d1f3, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=0d3023b5-9276-41e3-9098-0d844219d1f3,segment=NetworkSegment(1230467e-4416-4b8a-943d-fb2fbc696288),segment_id=1230467e-4416-4b8a-943d-fb2fbc696288)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:23:19.535185 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-3efe9503-6b36-4e75-a31d-908dc1286edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:19.550065 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c66a1e59-3472-4745-953c-7fb0d9b07e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Deleting port 15cb252d-8b5a-4e5f-9854-78f0e47b0273 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:19.550694 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c66a1e59-3472-4745-953c-7fb0d9b07e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:19.569578 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0b6aa5-7d5f-4894-aadc-042d8fe0902c admin admin] Made reservation on behalf of 0819018425de408e9cdb902ec6603b4b for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:19.572679 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb0b6aa5-7d5f-4894-aadc-042d8fe0902c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:19.638335 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-3efe9503-6b36-4e75-a31d-908dc1286edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:19.639033 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-3efe9503-6b36-4e75-a31d-908dc1286edc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:19.640733 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-3efe9503-6b36-4e75-a31d-908dc1286edc service neutron] 10.222.0.57 "PUT /v2.0/ports/0d3023b5-9276-41e3-9098-0d844219d1f3 HTTP/1.1" status: 200 len: 1092 time: 3.8937926 Aug 16 20:23:19.641302 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4960652-fa6c-403f-918a-f015e2a3c204', 'tag': '0d3023b5-9276-41e3-9098-0d844219d1f3'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:19.643696 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8550443-04a3-484f-a5fa-61fa152a65d6" -d '{"events": [{"name": "network-changed", "server_uuid": "a4960652-fa6c-403f-918a-f015e2a3c204", "tag": "0d3023b5-9276-41e3-9098-0d844219d1f3"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:19.654101 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e6d7173-4a3d-412a-9331-0fc663b9d516 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:19.677076 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-90bbb77d-c1c0-4791-8861-06e092abc73a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:19.693744 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5e6d7173-4a3d-412a-9331-0fc663b9d516 None None] Transition to ACTIVE for port object 54417fac-12d4-4b98-a5cc-47c611161ee6 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:19.710665 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a3f1f8-37e5-4771-815b-bac15b8246cb x-openstack-request-id: req-15a3f1f8-37e5-4771-815b-bac15b8246cb {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:19.711021 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4960652-fa6c-403f-918a-f015e2a3c204", "tag": "0d3023b5-9276-41e3-9098-0d844219d1f3", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:19.711471 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-15a3f1f8-37e5-4771-815b-bac15b8246cb {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:19.711941 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4960652-fa6c-403f-918a-f015e2a3c204', 'tag': '0d3023b5-9276-41e3-9098-0d844219d1f3', 'status': 'completed', 'code': 200} Aug 16 20:23:19.721626 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe9503-6b36-4e75-a31d-908dc1286edc service neutron] Pushing event updated for resources: {'Port': ['ID=0d3023b5-9276-41e3-9098-0d844219d1f3,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:19.728355 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-63651be6-c6ad-4cb6-bff8-96bbfb9004b6 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:19.730399 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c66a1e59-3472-4745-953c-7fb0d9b07e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:19.754127 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c66a1e59-3472-4745-953c-7fb0d9b07e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Calling delete_port for 15cb252d-8b5a-4e5f-9854-78f0e47b0273 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:19.773914 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5e6d7173-4a3d-412a-9331-0fc663b9d516 None None] Transition to ACTIVE for port object 54417fac-12d4-4b98-a5cc-47c611161ee6 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:19.786272 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e6d7173-4a3d-412a-9331-0fc663b9d516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:19.826799 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6d7173-4a3d-412a-9331-0fc663b9d516 None None] Network 30426250-4212-446f-929d-fe2945267007 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:19.839240 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-63651be6-c6ad-4cb6-bff8-96bbfb9004b6 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Network df1cb24b-849a-4898-894a-88b85c8318fc is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:19.862139 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-63651be6-c6ad-4cb6-bff8-96bbfb9004b6 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:19.873310 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-63651be6-c6ad-4cb6-bff8-96bbfb9004b6 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:23:19.879616 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63651be6-c6ad-4cb6-bff8-96bbfb9004b6 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'Port': ['ID=253e1951-a5db-4669-9167-cca11f6b0a1a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:19.884216 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-5e6d7173-4a3d-412a-9331-0fc663b9d516 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:19.892089 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6d7173-4a3d-412a-9331-0fc663b9d516 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:23:19.946913 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-cab3a590-9b91-476b-9788-877ed23f83d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:19.948446 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-cab3a590-9b91-476b-9788-877ed23f83d4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3151f4666ae6480e89494ed914513367&device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 1095 time: 0.1525679 Aug 16 20:23:19.962409 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-63651be6-c6ad-4cb6-bff8-96bbfb9004b6 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:19.963654 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-63651be6-c6ad-4cb6-bff8-96bbfb9004b6 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:19.965740 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb0b6aa5-7d5f-4894-aadc-042d8fe0902c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:19.994227 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d7173-4a3d-412a-9331-0fc663b9d516 None None] Pushing event updated for resources: {'Port': ['ID=54417fac-12d4-4b98-a5cc-47c611161ee6,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:20.013597 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 14c1f232-e54f-48e0-918b-8189a1d906a0 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:20.019083 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b6aa5-7d5f-4894-aadc-042d8fe0902c admin admin] Pushing event updated for resources: {'Subnet': ['ID=58b08a4a-57d3-4dc2-bf20-f38ed9887f5b,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:20.068515 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c66a1e59-3472-4745-953c-7fb0d9b07e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:20.079759 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-34f6211b-74b7-444e-aee7-082417921ccc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d3023b5-9276-41e3-9098-0d844219d1f3 HTTP/1.1" status: 200 len: 217 time: 0.1118939 Aug 16 20:23:20.113331 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a1e59-3472-4745-953c-7fb0d9b07e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Pushing event deleted for resources: {'Port': ['ID=15cb252d-8b5a-4e5f-9854-78f0e47b0273,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:20.116367 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c66a1e59-3472-4745-953c-7fb0d9b07e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:20.120815 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c66a1e59-3472-4745-953c-7fb0d9b07e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] 10.222.0.68 "DELETE /v2.0/ports/15cb252d-8b5a-4e5f-9854-78f0e47b0273 HTTP/1.1" status: 204 len: 168 time: 0.6807504 Aug 16 20:23:20.122345 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43462) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:20.130982 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5e6d7173-4a3d-412a-9331-0fc663b9d516 None None] Attempting to bind port 54417fac-12d4-4b98-a5cc-47c611161ee6 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:20.132337 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5e6d7173-4a3d-412a-9331-0fc663b9d516 None None] Attempting to bind port 54417fac-12d4-4b98-a5cc-47c611161ee6 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '845f54f9-858e-44d5-b7da-cffab6872bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '30426250-4212-446f-929d-fe2945267007'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:20.132900 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6d7173-4a3d-412a-9331-0fc663b9d516 None None] Attempting to bind port 54417fac-12d4-4b98-a5cc-47c611161ee6 on network 30426250-4212-446f-929d-fe2945267007 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:20.142764 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6d7173-4a3d-412a-9331-0fc663b9d516 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:23:20.143469 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6d7173-4a3d-412a-9331-0fc663b9d516 None None] Checking segment: {'id': '845f54f9-858e-44d5-b7da-cffab6872bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '30426250-4212-446f-929d-fe2945267007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:20.144047 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e6d7173-4a3d-412a-9331-0fc663b9d516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:20.144604 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6d7173-4a3d-412a-9331-0fc663b9d516 None None] Bound using segment: {'id': '845f54f9-858e-44d5-b7da-cffab6872bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '30426250-4212-446f-929d-fe2945267007'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:23:20.145243 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5e6d7173-4a3d-412a-9331-0fc663b9d516 None None] Bound port: 54417fac-12d4-4b98-a5cc-47c611161ee6, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '845f54f9-858e-44d5-b7da-cffab6872bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '30426250-4212-446f-929d-fe2945267007'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:23:20.145804 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e6d7173-4a3d-412a-9331-0fc663b9d516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:20.169364 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-63651be6-c6ad-4cb6-bff8-96bbfb9004b6 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7642868 Aug 16 20:23:20.182744 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0b6aa5-7d5f-4894-aadc-042d8fe0902c admin admin] Checking segment: {'id': 'e5c54ff4-2a2a-45a6-be9c-410796507864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8862d6b5-ec28-4bd4-9303-330691f05939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:20.186454 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0b6aa5-7d5f-4894-aadc-042d8fe0902c admin admin] Network hostable DHCP agents. Network: 8862d6b5-ec28-4bd4-9303-330691f05939, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:23:20.198267 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8713e11a-9333-4188-860e-f9514de8a67d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] GET failed (client error): The resource could not be found. Aug 16 20:23:20.203827 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8713e11a-9333-4188-860e-f9514de8a67d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] 10.222.0.68 "GET /v2.0/ports/15cb252d-8b5a-4e5f-9854-78f0e47b0273 HTTP/1.1" status: 404 len: 333 time: 0.0802577 Aug 16 20:23:20.209375 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-cd305ba7-cb64-48b6-9b9b-86a676fc3187 service neutron] Request body: {'port': {'device_id': 'b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:20.211454 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43466) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:20.214606 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 14c1f232-e54f-48e0-918b-8189a1d906a0 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:20.214825 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:20.230757 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6e772589-2466-484e-b8c5-ec3f12f759b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Request body: {'port': {'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722064520'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:20.311642 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0b6aa5-7d5f-4894-aadc-042d8fe0902c admin admin] Network 8862d6b5-ec28-4bd4-9303-330691f05939 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:23:20.323153 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5e6d7173-4a3d-412a-9331-0fc663b9d516 None None] For port 54417fac-12d4-4b98-a5cc-47c611161ee6, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:20.324852 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e772589-2466-484e-b8c5-ec3f12f759b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Made reservation on behalf of 169a93ab5dc848649901c0acbfda8f3f for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:20.326845 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5e6d7173-4a3d-412a-9331-0fc663b9d516 None None] For port 54417fac-12d4-4b98-a5cc-47c611161ee6, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=54417fac-12d4-4b98-a5cc-47c611161ee6,segment=NetworkSegment(845f54f9-858e-44d5-b7da-cffab6872bd3),segment_id=845f54f9-858e-44d5-b7da-cffab6872bd3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:23:20.327028 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e772589-2466-484e-b8c5-ec3f12f759b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:20.341623 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-eb0b6aa5-7d5f-4894-aadc-042d8fe0902c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 8862d6b5-ec28-4bd4-9303-330691f05939) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:20.349113 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0b6aa5-7d5f-4894-aadc-042d8fe0902c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:20.350170 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb0b6aa5-7d5f-4894-aadc-042d8fe0902c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:20.361490 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-6e772589-2466-484e-b8c5-ec3f12f759b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] device_id is not set on port fa80d62b-76d0-46bd-9890-97259c844889 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:23:20.369026 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b6c785-893d-4d80-9e83-a4f25656c859 None None] Network 8862d6b5-ec28-4bd4-9303-330691f05939 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:20.374360 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e6d7173-4a3d-412a-9331-0fc663b9d516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:20.394572 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-b33b4832-f5ab-480d-a6b0-ec6742d34df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:20.396377 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-b33b4832-f5ab-480d-a6b0-ec6742d34df0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43ca3303-9c5c-4919-8060-0aa00929cb96 HTTP/1.1" status: 200 len: 854 time: 0.3010879 Aug 16 20:23:20.441180 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18aae2-ccbc-43d4-a734-77a716f5b6b0 req-97436cf0-1ae1-40fc-9928-da4130ffffd2 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:20.442924 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6c18aae2-ccbc-43d4-a734-77a716f5b6b0 req-97436cf0-1ae1-40fc-9928-da4130ffffd2 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 946 time: 0.1945813 Aug 16 20:23:20.463142 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-90bbb77d-c1c0-4791-8861-06e092abc73a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:20.487699 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-eb0b6aa5-7d5f-4894-aadc-042d8fe0902c admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6408980 Aug 16 20:23:20.490205 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43472) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:20.496134 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-b3f972df-2870-4e8b-9e5e-77cc33b6f2f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=afc7a288-6dce-478e-9322-f9e9d9830245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730376 Aug 16 20:23:20.504072 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-bc1f6271-7dd8-4c5e-9ffb-41536867dbad admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-217116361-router', 'tenant_id': '0819018425de408e9cdb902ec6603b4b', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:20.505853 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-cd305ba7-cb64-48b6-9b9b-86a676fc3187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:20.520509 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9d7d2da9-f466-43c0-8bff-26bc85e23854 None None] Provisioning for port 253e1951-a5db-4669-9167-cca11f6b0a1a completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:20.549981 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9d7d2da9-f466-43c0-8bff-26bc85e23854 None None] Provisioning complete for port 253e1951-a5db-4669-9167-cca11f6b0a1a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:20.550410 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9d7d2da9-f466-43c0-8bff-26bc85e23854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:20.614525 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6c18aae2-ccbc-43d4-a734-77a716f5b6b0 req-25ffc9bf-d1b1-4d9d-a931-22f8d70936ff tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607621 Aug 16 20:23:20.614802 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9d7d2da9-f466-43c0-8bff-26bc85e23854 None None] Port 253e1951-a5db-4669-9167-cca11f6b0a1a cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:23:20.625375 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bc1f6271-7dd8-4c5e-9ffb-41536867dbad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:20.626651 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bc1f6271-7dd8-4c5e-9ffb-41536867dbad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:20.638816 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d7173-4a3d-412a-9331-0fc663b9d516 None None] Pushing event updated for resources: {'Port': ['ID=54417fac-12d4-4b98-a5cc-47c611161ee6,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:20.688387 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-90bbb77d-c1c0-4791-8861-06e092abc73a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:20.716914 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bc1f6271-7dd8-4c5e-9ffb-41536867dbad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:20.720725 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e772589-2466-484e-b8c5-ec3f12f759b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:20.795731 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61482d-98a9-48b6-a642-646f7647eee0 req-c62adfe6-16ef-4891-8494-20a45f1c5566 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:20.799993 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dd61482d-98a9-48b6-a642-646f7647eee0 req-c62adfe6-16ef-4891-8494-20a45f1c5566 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 943 time: 0.2960293 Aug 16 20:23:20.834049 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b46291-9740-4eb3-863d-94e39aa3cdb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-8862d6b5-ec28-4bd4-9303-330691f05939', 'network_id': '8862d6b5-ec28-4bd4-9303-330691f05939', 'tenant_id': '0819018425de408e9cdb902ec6603b4b', 'fixed_ips': [{'subnet_id': '58b08a4a-57d3-4dc2-bf20-f38ed9887f5b'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:23:20.834781 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3b46291-9740-4eb3-863d-94e39aa3cdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:20.986213 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bc1f6271-7dd8-4c5e-9ffb-41536867dbad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:21.028259 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455818d-b40e-4399-958c-e12b88d3ba0d req-4df6f411-331f-42c1-af76-b089b8e6bfa7 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:21.038442 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0455818d-b40e-4399-958c-e12b88d3ba0d req-4df6f411-331f-42c1-af76-b089b8e6bfa7 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c HTTP/1.1" status: 200 len: 932 time: 0.2485869 Aug 16 20:23:21.043268 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e772589-2466-484e-b8c5-ec3f12f759b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:21.092248 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-e3b46291-9740-4eb3-863d-94e39aa3cdb4 None None] Allocated IP 172.20.0.2 (8862d6b5-ec28-4bd4-9303-330691f05939/58b08a4a-57d3-4dc2-bf20-f38ed9887f5b/37df2bd7-e1d5-4220-b1b9-352706bf6159) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:23:21.098359 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-90bbb77d-c1c0-4791-8861-06e092abc73a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Allocated IP 172.25.8.241 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/b9a598ff-9cba-4f4a-91f4-616007b56799) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:23:21.102634 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-d84d9114-226e-4ea9-a478-816c9e080522 service neutron] 10.222.0.57 "GET /v2.0/networks/afc7a288-6dce-478e-9322-f9e9d9830245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5940311 Aug 16 20:23:21.105717 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dd61482d-98a9-48b6-a642-646f7647eee0 req-293070cf-9f52-4d99-bba8-75ed51408ff1 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441046 Aug 16 20:23:21.195171 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e772589-2466-484e-b8c5-ec3f12f759b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Network 426a4147-f9eb-4b74-90c3-f251b7607afc is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:21.209591 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-6e772589-2466-484e-b8c5-ec3f12f759b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:21.222528 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e772589-2466-484e-b8c5-ec3f12f759b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:23:21.223600 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e772589-2466-484e-b8c5-ec3f12f759b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:21.224285 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e772589-2466-484e-b8c5-ec3f12f759b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:21.253069 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0455818d-b40e-4399-958c-e12b88d3ba0d req-d9e8e402-5cf6-4b32-8860-fb48fd191618 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=77d5e0f0-c7bf-4914-bb7f-c750dcfa5e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137325 Aug 16 20:23:21.257771 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e772589-2466-484e-b8c5-ec3f12f759b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Pushing event updated for resources: {'Port': ['ID=fa80d62b-76d0-46bd-9890-97259c844889,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:21.274584 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6e772589-2466-484e-b8c5-ec3f12f759b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0558109 Aug 16 20:23:21.274584 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43478) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:21.288173 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:21.338559 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3b46291-9740-4eb3-863d-94e39aa3cdb4 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:21.356688 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e3b46291-9740-4eb3-863d-94e39aa3cdb4 None None] Transition to ACTIVE for port object 37df2bd7-e1d5-4220-b1b9-352706bf6159 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:21.370261 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:21.392352 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e3b46291-9740-4eb3-863d-94e39aa3cdb4 None None] Transition to ACTIVE for port object 37df2bd7-e1d5-4220-b1b9-352706bf6159 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:21.400507 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3b46291-9740-4eb3-863d-94e39aa3cdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:21.455420 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b46291-9740-4eb3-863d-94e39aa3cdb4 None None] Network 8862d6b5-ec28-4bd4-9303-330691f05939 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:21.459403 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-e3b46291-9740-4eb3-863d-94e39aa3cdb4 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:21.463741 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c52ce-3a0f-4c5f-9e55-9dbc94e4e80a req-fd579b8c-9462-465f-8f0a-80d2a6c65338 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:21.465339 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-062c52ce-3a0f-4c5f-9e55-9dbc94e4e80a req-fd579b8c-9462-465f-8f0a-80d2a6c65338 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 946 time: 0.2179010 Aug 16 20:23:21.472315 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b46291-9740-4eb3-863d-94e39aa3cdb4 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:23:21.479847 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43480) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:21.487125 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-30505816-eb86-4920-b840-dab07990881a tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Request body: {'floatingip': {'port_id': '9fe6b8c8-13d9-4f3d-a467-3d76601f69da'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:21.487482 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b46291-9740-4eb3-863d-94e39aa3cdb4 None None] Pushing event updated for resources: {'Port': ['ID=37df2bd7-e1d5-4220-b1b9-352706bf6159,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:21.581316 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e3b46291-9740-4eb3-863d-94e39aa3cdb4 None None] Attempting to bind port 37df2bd7-e1d5-4220-b1b9-352706bf6159 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:21.583601 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0d79893-2709-43d4-a187-c11d267c4c56 req-178f6746-184f-4020-b788-3e1955f20a84 service neutron] 10.222.0.57 "GET /v2.0/networks/afc7a288-6dce-478e-9322-f9e9d9830245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672565 Aug 16 20:23:21.587787 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e3b46291-9740-4eb3-863d-94e39aa3cdb4 None None] Attempting to bind port 37df2bd7-e1d5-4220-b1b9-352706bf6159 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'e5c54ff4-2a2a-45a6-be9c-410796507864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8862d6b5-ec28-4bd4-9303-330691f05939'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:21.588461 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b46291-9740-4eb3-863d-94e39aa3cdb4 None None] Attempting to bind port 37df2bd7-e1d5-4220-b1b9-352706bf6159 on network 8862d6b5-ec28-4bd4-9303-330691f05939 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:21.596817 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b46291-9740-4eb3-863d-94e39aa3cdb4 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:23:21.597487 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b46291-9740-4eb3-863d-94e39aa3cdb4 None None] Checking segment: {'id': 'e5c54ff4-2a2a-45a6-be9c-410796507864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8862d6b5-ec28-4bd4-9303-330691f05939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:21.598288 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3b46291-9740-4eb3-863d-94e39aa3cdb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:21.598545 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b46291-9740-4eb3-863d-94e39aa3cdb4 None None] Bound using segment: {'id': 'e5c54ff4-2a2a-45a6-be9c-410796507864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8862d6b5-ec28-4bd4-9303-330691f05939'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:23:21.599040 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e3b46291-9740-4eb3-863d-94e39aa3cdb4 None None] Bound port: 37df2bd7-e1d5-4220-b1b9-352706bf6159, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c54ff4-2a2a-45a6-be9c-410796507864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8862d6b5-ec28-4bd4-9303-330691f05939'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:23:21.599484 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3b46291-9740-4eb3-863d-94e39aa3cdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:21.605638 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-30505816-eb86-4920-b840-dab07990881a tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:21.679620 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-90bbb77d-c1c0-4791-8861-06e092abc73a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:21.729022 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e3b46291-9740-4eb3-863d-94e39aa3cdb4 None None] For port 37df2bd7-e1d5-4220-b1b9-352706bf6159, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:21.733921 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e3b46291-9740-4eb3-863d-94e39aa3cdb4 None None] For port 37df2bd7-e1d5-4220-b1b9-352706bf6159, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=37df2bd7-e1d5-4220-b1b9-352706bf6159,segment=NetworkSegment(e5c54ff4-2a2a-45a6-be9c-410796507864),segment_id=e5c54ff4-2a2a-45a6-be9c-410796507864)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:23:21.739582 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3b46291-9740-4eb3-863d-94e39aa3cdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:21.873405 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b46291-9740-4eb3-863d-94e39aa3cdb4 None None] Pushing event updated for resources: {'Port': ['ID=37df2bd7-e1d5-4220-b1b9-352706bf6159,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:21.961461 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 54417fac-12d4-4b98-a5cc-47c611161ee6 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:22.089594 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 54417fac-12d4-4b98-a5cc-47c611161ee6 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:22.191822 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bc1f6271-7dd8-4c5e-9ffb-41536867dbad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:22.223673 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee55fc20-3318-427a-b0d7-92079e4f5532 None None] Network 30426250-4212-446f-929d-fe2945267007 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:22.243115 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bc1f6271-7dd8-4c5e-9ffb-41536867dbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:22.341069 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-52ad8d63-31d8-42fe-9cf4-8de2870b41d6 None None] Provisioning for port 54417fac-12d4-4b98-a5cc-47c611161ee6 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:22.369217 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-52ad8d63-31d8-42fe-9cf4-8de2870b41d6 None None] Provisioning complete for port 54417fac-12d4-4b98-a5cc-47c611161ee6 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:22.369600 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-52ad8d63-31d8-42fe-9cf4-8de2870b41d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:22.461128 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 0d3023b5-9276-41e3-9098-0d844219d1f3 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:23:22.468747 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb878c35-7b33-4ea5-a5ad-80fe72f59181 req-2e0356c9-b23b-43ec-bf1c-0c391626d5af tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:22.470292 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cb878c35-7b33-4ea5-a5ad-80fe72f59181 req-2e0356c9-b23b-43ec-bf1c-0c391626d5af tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 943 time: 0.1283245 Aug 16 20:23:22.476758 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] device_id is not set on port fa80d62b-76d0-46bd-9890-97259c844889 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:23:22.495009 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:22.530568 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Transition to ACTIVE for port object fa80d62b-76d0-46bd-9890-97259c844889 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:22.541532 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cb878c35-7b33-4ea5-a5ad-80fe72f59181 req-b4d96973-07e2-4f1d-b33d-6552cda045a4 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590518 Aug 16 20:23:22.542637 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:22.576794 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-cd305ba7-cb64-48b6-9b9b-86a676fc3187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 253e1951-a5db-4669-9167-cca11f6b0a1a {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:23:22.628095 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-cd305ba7-cb64-48b6-9b9b-86a676fc3187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:22.636924 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8550443-04a3-484f-a5fa-61fa152a65d6 req-116aa104-36c4-4b98-8e37-a35a7178db69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:22.639003 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e8550443-04a3-484f-a5fa-61fa152a65d6 req-116aa104-36c4-4b98-8e37-a35a7178db69 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3151f4666ae6480e89494ed914513367&device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 1095 time: 0.9694407 Aug 16 20:23:22.642959 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port fa80d62b-76d0-46bd-9890-97259c844889 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:22.643325 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port fa80d62b-76d0-46bd-9890-97259c844889 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:22.643668 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port fa80d62b-76d0-46bd-9890-97259c844889 on network 426a4147-f9eb-4b74-90c3-f251b7607afc {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:22.646985 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Pushing event updated for resources: {'Port': ['ID=fa80d62b-76d0-46bd-9890-97259c844889,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:22.653131 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Port fa80d62b-76d0-46bd-9890-97259c844889 on network 426a4147-f9eb-4b74-90c3-f251b7607afc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:22.653456 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Failed to bind port fa80d62b-76d0-46bd-9890-97259c844889 on host n-h2-787206-13 for vnic_type normal using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] Aug 16 20:23:22.653841 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempt 2 to bind port fa80d62b-76d0-46bd-9890-97259c844889 Aug 16 20:23:22.660220 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-52ad8d63-31d8-42fe-9cf4-8de2870b41d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:22.667437 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port fa80d62b-76d0-46bd-9890-97259c844889 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:22.667781 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port fa80d62b-76d0-46bd-9890-97259c844889 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:22.668120 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port fa80d62b-76d0-46bd-9890-97259c844889 on network 426a4147-f9eb-4b74-90c3-f251b7607afc {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:22.674188 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Port fa80d62b-76d0-46bd-9890-97259c844889 on network 426a4147-f9eb-4b74-90c3-f251b7607afc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:22.674523 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Failed to bind port fa80d62b-76d0-46bd-9890-97259c844889 on host n-h2-787206-13 for vnic_type normal using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] Aug 16 20:23:22.675053 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempt 3 to bind port fa80d62b-76d0-46bd-9890-97259c844889 Aug 16 20:23:22.686269 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 0d3023b5-9276-41e3-9098-0d844219d1f3, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=0d3023b5-9276-41e3-9098-0d844219d1f3,segment=NetworkSegment(1230467e-4416-4b8a-943d-fb2fbc696288),segment_id=1230467e-4416-4b8a-943d-fb2fbc696288)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:22.693958 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port fa80d62b-76d0-46bd-9890-97259c844889 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:22.694801 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port fa80d62b-76d0-46bd-9890-97259c844889 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:22.695137 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port fa80d62b-76d0-46bd-9890-97259c844889 on network 426a4147-f9eb-4b74-90c3-f251b7607afc {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:22.701074 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Port fa80d62b-76d0-46bd-9890-97259c844889 on network 426a4147-f9eb-4b74-90c3-f251b7607afc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:22.702413 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Failed to bind port fa80d62b-76d0-46bd-9890-97259c844889 on host n-h2-787206-13 for vnic_type normal using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] Aug 16 20:23:22.702910 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempt 4 to bind port fa80d62b-76d0-46bd-9890-97259c844889 Aug 16 20:23:22.718471 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port fa80d62b-76d0-46bd-9890-97259c844889 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:22.718882 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port fa80d62b-76d0-46bd-9890-97259c844889 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:22.719344 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port fa80d62b-76d0-46bd-9890-97259c844889 on network 426a4147-f9eb-4b74-90c3-f251b7607afc {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:22.722136 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '0d3023b5-9276-41e3-9098-0d844219d1f3', 'network_id': 'afc7a288-6dce-478e-9322-f9e9d9830245', 'port_id': '0d3023b5-9276-41e3-9098-0d844219d1f3', 'mac_address': 'fa:16:3e:4a:0d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43ca3303-9c5c-4919-8060-0aa00929cb96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:23:22.726401 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-52ad8d63-31d8-42fe-9cf4-8de2870b41d6 None None] For port 54417fac-12d4-4b98-a5cc-47c611161ee6, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=54417fac-12d4-4b98-a5cc-47c611161ee6,segment=NetworkSegment(845f54f9-858e-44d5-b7da-cffab6872bd3),segment_id=845f54f9-858e-44d5-b7da-cffab6872bd3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:22.729578 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Port fa80d62b-76d0-46bd-9890-97259c844889 on network 426a4147-f9eb-4b74-90c3-f251b7607afc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:22.729919 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Failed to bind port fa80d62b-76d0-46bd-9890-97259c844889 on host n-h2-787206-13 for vnic_type normal using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] Aug 16 20:23:22.730499 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempt 5 to bind port fa80d62b-76d0-46bd-9890-97259c844889 Aug 16 20:23:22.737359 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-52ad8d63-31d8-42fe-9cf4-8de2870b41d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:22.763135 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port fa80d62b-76d0-46bd-9890-97259c844889 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:22.763556 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port fa80d62b-76d0-46bd-9890-97259c844889 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:22.763744 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port fa80d62b-76d0-46bd-9890-97259c844889 on network 426a4147-f9eb-4b74-90c3-f251b7607afc {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:22.769660 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Port fa80d62b-76d0-46bd-9890-97259c844889 on network 426a4147-f9eb-4b74-90c3-f251b7607afc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:22.770010 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Failed to bind port fa80d62b-76d0-46bd-9890-97259c844889 on host n-h2-787206-13 for vnic_type normal using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] Aug 16 20:23:22.770571 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempt 6 to bind port fa80d62b-76d0-46bd-9890-97259c844889 Aug 16 20:23:22.785760 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port fa80d62b-76d0-46bd-9890-97259c844889 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:22.786103 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port fa80d62b-76d0-46bd-9890-97259c844889 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:22.786441 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port fa80d62b-76d0-46bd-9890-97259c844889 on network 426a4147-f9eb-4b74-90c3-f251b7607afc {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:22.805797 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Port fa80d62b-76d0-46bd-9890-97259c844889 on network 426a4147-f9eb-4b74-90c3-f251b7607afc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:22.806166 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Failed to bind port fa80d62b-76d0-46bd-9890-97259c844889 on host n-h2-787206-13 for vnic_type normal using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] Aug 16 20:23:22.806532 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempt 7 to bind port fa80d62b-76d0-46bd-9890-97259c844889 Aug 16 20:23:22.831617 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:22.846014 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port fa80d62b-76d0-46bd-9890-97259c844889 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:22.846295 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port fa80d62b-76d0-46bd-9890-97259c844889 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:22.846667 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port fa80d62b-76d0-46bd-9890-97259c844889 on network 426a4147-f9eb-4b74-90c3-f251b7607afc {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:22.857696 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Port fa80d62b-76d0-46bd-9890-97259c844889 on network 426a4147-f9eb-4b74-90c3-f251b7607afc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:22.860578 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Failed to bind port fa80d62b-76d0-46bd-9890-97259c844889 on host n-h2-787206-13 for vnic_type normal using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] Aug 16 20:23:22.861742 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempt 8 to bind port fa80d62b-76d0-46bd-9890-97259c844889 Aug 16 20:23:22.882424 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d3023b5-9276-41e3-9098-0d844219d1f3 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:23:22.888772 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port fa80d62b-76d0-46bd-9890-97259c844889 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:22.889175 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port fa80d62b-76d0-46bd-9890-97259c844889 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:22.890358 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port fa80d62b-76d0-46bd-9890-97259c844889 on network 426a4147-f9eb-4b74-90c3-f251b7607afc {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:22.899793 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Port fa80d62b-76d0-46bd-9890-97259c844889 on network 426a4147-f9eb-4b74-90c3-f251b7607afc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:22.900173 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Failed to bind port fa80d62b-76d0-46bd-9890-97259c844889 on host n-h2-787206-13 for vnic_type normal using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] Aug 16 20:23:22.900637 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempt 9 to bind port fa80d62b-76d0-46bd-9890-97259c844889 Aug 16 20:23:22.919810 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 0d3023b5-9276-41e3-9098-0d844219d1f3, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=0d3023b5-9276-41e3-9098-0d844219d1f3,segment=NetworkSegment(1230467e-4416-4b8a-943d-fb2fbc696288),segment_id=1230467e-4416-4b8a-943d-fb2fbc696288)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:22.923375 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad8d63-31d8-42fe-9cf4-8de2870b41d6 None None] Pushing event updated for resources: {'Port': ['ID=54417fac-12d4-4b98-a5cc-47c611161ee6,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:22.927069 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:22.939772 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port fa80d62b-76d0-46bd-9890-97259c844889 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:22.940045 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port fa80d62b-76d0-46bd-9890-97259c844889 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:22.944296 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port fa80d62b-76d0-46bd-9890-97259c844889 on network 426a4147-f9eb-4b74-90c3-f251b7607afc {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:22.954076 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Port fa80d62b-76d0-46bd-9890-97259c844889 on network 426a4147-f9eb-4b74-90c3-f251b7607afc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:22.954778 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Failed to bind port fa80d62b-76d0-46bd-9890-97259c844889 on host n-h2-787206-13 for vnic_type normal using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] Aug 16 20:23:22.955624 n-d-787206-13 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempt 10 to bind port fa80d62b-76d0-46bd-9890-97259c844889 Aug 16 20:23:22.980148 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port fa80d62b-76d0-46bd-9890-97259c844889 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:22.981850 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port fa80d62b-76d0-46bd-9890-97259c844889 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:22.982402 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempting to bind port fa80d62b-76d0-46bd-9890-97259c844889 on network 426a4147-f9eb-4b74-90c3-f251b7607afc {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:22.994836 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Port fa80d62b-76d0-46bd-9890-97259c844889 on network 426a4147-f9eb-4b74-90c3-f251b7607afc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:22.995687 n-d-787206-13 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Failed to bind port fa80d62b-76d0-46bd-9890-97259c844889 on host n-h2-787206-13 for vnic_type normal using segments [{'id': '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '426a4147-f9eb-4b74-90c3-f251b7607afc'}] Aug 16 20:23:22.996016 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:23.031990 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=0d3023b5-9276-41e3-9098-0d844219d1f3,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:23.050780 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0b3b3-7866-447b-ba5d-c81c7017581c req-612f8841-7084-465f-ba31-62e017a4a3c8 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:23.059219 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60d0b3b3-7866-447b-ba5d-c81c7017581c req-612f8841-7084-465f-ba31-62e017a4a3c8 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c HTTP/1.1" status: 200 len: 932 time: 0.6636817 Aug 16 20:23:23.074462 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3f5d24da-a710-46ba-901a-7683452e032e None None] Provisioning complete for port 54417fac-12d4-4b98-a5cc-47c611161ee6 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:23.075240 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3f5d24da-a710-46ba-901a-7683452e032e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:23.146940 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['0d3023b5-9276-41e3-9098-0d844219d1f3'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:23:23.161120 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] For port fa80d62b-76d0-46bd-9890-97259c844889, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:23.163054 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attempted to set empty binding levels {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 20:23:23.185758 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-bc1f6271-7dd8-4c5e-9ffb-41536867dbad admin admin] Allocated IP 172.25.8.99 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/6c45f276-b66f-4398-9888-27b9429eace6) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:23:23.189287 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:23.242531 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] In _notify_port_updated(), no bound segment for port fa80d62b-76d0-46bd-9890-97259c844889 on network 426a4147-f9eb-4b74-90c3-f251b7607afc {{(pid=94771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:23:23.243643 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:23.244377 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:23.249684 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] 10.222.0.68 "PUT /v2.0/ports/fa80d62b-76d0-46bd-9890-97259c844889 HTTP/1.1" status: 200 len: 980 time: 1.9705589 Aug 16 20:23:23.252347 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43492) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:23.355598 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-30505816-eb86-4920-b840-dab07990881a tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:23.359578 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-cd305ba7-cb64-48b6-9b9b-86a676fc3187 service neutron] Transition to ACTIVE for port object 253e1951-a5db-4669-9167-cca11f6b0a1a will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:23.371561 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-90bbb77d-c1c0-4791-8861-06e092abc73a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:23.388625 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-cd305ba7-cb64-48b6-9b9b-86a676fc3187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:23.391205 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-30505816-eb86-4920-b840-dab07990881a tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:23.409489 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f2c3fe-40a6-48fa-8604-600a1cb23fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Pushing event updated for resources: {'Port': ['ID=fa80d62b-76d0-46bd-9890-97259c844889,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:23.480049 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f546ff4d-1ada-4db0-81ef-1887597ed3e1 None None] Network 8862d6b5-ec28-4bd4-9303-330691f05939 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:23.539791 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bc1f6271-7dd8-4c5e-9ffb-41536867dbad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:23.556687 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bbb77d-c1c0-4791-8861-06e092abc73a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:23.561285 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60d0b3b3-7866-447b-ba5d-c81c7017581c req-e15bafa0-bab7-4fcd-8c70-0080db4f4c52 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=77d5e0f0-c7bf-4914-bb7f-c750dcfa5e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004380 Aug 16 20:23:23.619039 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bc1f6271-7dd8-4c5e-9ffb-41536867dbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:23.655857 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-90bbb77d-c1c0-4791-8861-06e092abc73a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:23.663990 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbb77d-c1c0-4791-8861-06e092abc73a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event updated for resources: {'Port': ['ID=b9a598ff-9cba-4f4a-91f4-616007b56799,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:23.667198 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bbb77d-c1c0-4791-8861-06e092abc73a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:23:23.701798 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-546c66b4-4e73-432d-855e-b52880a4d43b None None] Provisioning for port 37df2bd7-e1d5-4220-b1b9-352706bf6159 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:23.716188 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-296ee82f-8b18-4732-9ff2-90bd9b2099c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Deleting port fa80d62b-76d0-46bd-9890-97259c844889 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:23.716513 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-296ee82f-8b18-4732-9ff2-90bd9b2099c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:23.775688 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8550443-04a3-484f-a5fa-61fa152a65d6 req-b848ad3c-8e8f-492c-8529-90848a0dec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:23.777184 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e8550443-04a3-484f-a5fa-61fa152a65d6 req-b848ad3c-8e8f-492c-8529-90848a0dec0e service neutron] 10.222.0.57 "GET /v2.0/networks?id=afc7a288-6dce-478e-9322-f9e9d9830245 HTTP/1.1" status: 200 len: 915 time: 0.8203907 Aug 16 20:23:23.777320 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1f6271-7dd8-4c5e-9ffb-41536867dbad admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:23.881138 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-bc1f6271-7dd8-4c5e-9ffb-41536867dbad admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:23.886728 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1f6271-7dd8-4c5e-9ffb-41536867dbad admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:23:23.913162 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e8550443-04a3-484f-a5fa-61fa152a65d6 req-1ee7b0d6-3473-4534-bd73-784558f30a84 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d3023b5-9276-41e3-9098-0d844219d1f3 HTTP/1.1" status: 200 len: 217 time: 0.1266429 Aug 16 20:23:23.918778 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-30505816-eb86-4920-b840-dab07990881a tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Floating IP 3ae41503-608a-44e5-881a-8f68b55ebad2 associated. External IP: 172.25.8.180, port: 9fe6b8c8-13d9-4f3d-a467-3d76601f69da. Aug 16 20:23:23.925984 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd305ba7-cb64-48b6-9b9b-86a676fc3187 service neutron] Pushing event updated for resources: {'Port': ['ID=253e1951-a5db-4669-9167-cca11f6b0a1a,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:23.937827 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f6271-7dd8-4c5e-9ffb-41536867dbad admin admin] Pushing event updated for resources: {'Port': ['ID=6c45f276-b66f-4398-9888-27b9429eace6,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:24.017645 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-296ee82f-8b18-4732-9ff2-90bd9b2099c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] For port fa80d62b-76d0-46bd-9890-97259c844889, host n-h2-787206-13, got binding levels [] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:24.018010 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-296ee82f-8b18-4732-9ff2-90bd9b2099c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:24.067821 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-296ee82f-8b18-4732-9ff2-90bd9b2099c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Calling delete_port for fa80d62b-76d0-46bd-9890-97259c844889 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:24.068275 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 37df2bd7-e1d5-4220-b1b9-352706bf6159 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:24.095460 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b335d0-11b4-44ad-8973-883860e2391f req-c505694d-878e-4ce4-b556-c6de9cee8acb tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:24.097075 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-17b335d0-11b4-44ad-8973-883860e2391f req-c505694d-878e-4ce4-b556-c6de9cee8acb tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 944 time: 0.3743548 Aug 16 20:23:24.142898 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-cd305ba7-cb64-48b6-9b9b-86a676fc3187 service neutron] Attempting to bind port 253e1951-a5db-4669-9167-cca11f6b0a1a on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:24.143314 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-cd305ba7-cb64-48b6-9b9b-86a676fc3187 service neutron] Attempting to bind port 253e1951-a5db-4669-9167-cca11f6b0a1a by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ec08b430-a83e-4fbb-a8b6-04393ef48a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df1cb24b-849a-4898-894a-88b85c8318fc'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:24.143766 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-cd305ba7-cb64-48b6-9b9b-86a676fc3187 service neutron] Attempting to bind port 253e1951-a5db-4669-9167-cca11f6b0a1a on network df1cb24b-849a-4898-894a-88b85c8318fc {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:24.166991 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8550443-04a3-484f-a5fa-61fa152a65d6 req-3c5424da-40c1-4ce4-91af-71517471ff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:24.168625 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e8550443-04a3-484f-a5fa-61fa152a65d6 req-3c5424da-40c1-4ce4-91af-71517471ff26 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43ca3303-9c5c-4919-8060-0aa00929cb96 HTTP/1.1" status: 200 len: 854 time: 0.2456019 Aug 16 20:23:24.188429 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 37df2bd7-e1d5-4220-b1b9-352706bf6159 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:24.196069 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 37df2bd7-e1d5-4220-b1b9-352706bf6159 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:24.196450 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:24.200313 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-cd305ba7-cb64-48b6-9b9b-86a676fc3187 service neutron] Port 253e1951-a5db-4669-9167-cca11f6b0a1a on network df1cb24b-849a-4898-894a-88b85c8318fc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:24.200520 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-cd305ba7-cb64-48b6-9b9b-86a676fc3187 service neutron] Attempting to bind port 253e1951-a5db-4669-9167-cca11f6b0a1a on network df1cb24b-849a-4898-894a-88b85c8318fc {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:24.247956 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-cd305ba7-cb64-48b6-9b9b-86a676fc3187 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:23:24.248861 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-cd305ba7-cb64-48b6-9b9b-86a676fc3187 service neutron] Checking segment: {'id': 'ec08b430-a83e-4fbb-a8b6-04393ef48a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df1cb24b-849a-4898-894a-88b85c8318fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:24.248861 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-cd305ba7-cb64-48b6-9b9b-86a676fc3187 service neutron] Bound using segment: {'id': 'ec08b430-a83e-4fbb-a8b6-04393ef48a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df1cb24b-849a-4898-894a-88b85c8318fc'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:23:24.249512 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-cd305ba7-cb64-48b6-9b9b-86a676fc3187 service neutron] Bound port: 253e1951-a5db-4669-9167-cca11f6b0a1a, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec08b430-a83e-4fbb-a8b6-04393ef48a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df1cb24b-849a-4898-894a-88b85c8318fc'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:23:24.249512 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-cd305ba7-cb64-48b6-9b9b-86a676fc3187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:24.295168 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e8550443-04a3-484f-a5fa-61fa152a65d6 req-a8aa051a-b93a-4483-82de-aa7806da21b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=afc7a288-6dce-478e-9322-f9e9d9830245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881333 Aug 16 20:23:24.326779 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3d1ec2a5-e458-4bd3-aaaf-7731e3f70c8b None None] Provisioning complete for port 37df2bd7-e1d5-4220-b1b9-352706bf6159 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:24.327775 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3d1ec2a5-e458-4bd3-aaaf-7731e3f70c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:24.389427 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:24.426852 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-17b335d0-11b4-44ad-8973-883860e2391f req-695fe6ba-8354-4d84-b15d-bc9b1b6249bf tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862009 Aug 16 20:23:24.465516 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 0d3023b5-9276-41e3-9098-0d844219d1f3 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:24.476730 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bc1f6271-7dd8-4c5e-9ffb-41536867dbad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:24.481027 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-296ee82f-8b18-4732-9ff2-90bd9b2099c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:24.502531 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 37df2bd7-e1d5-4220-b1b9-352706bf6159, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=37df2bd7-e1d5-4220-b1b9-352706bf6159,segment=NetworkSegment(e5c54ff4-2a2a-45a6-be9c-410796507864),segment_id=e5c54ff4-2a2a-45a6-be9c-410796507864)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:24.513820 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:24.515486 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 54417fac-12d4-4b98-a5cc-47c611161ee6 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:24.533616 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-90bbb77d-c1c0-4791-8861-06e092abc73a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:24.550017 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-296ee82f-8b18-4732-9ff2-90bd9b2099c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:24.553080 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-296ee82f-8b18-4732-9ff2-90bd9b2099c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] 10.222.0.68 "DELETE /v2.0/ports/fa80d62b-76d0-46bd-9890-97259c844889 HTTP/1.1" status: 204 len: 168 time: 1.2831781 Aug 16 20:23:24.555501 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43498) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:24.557602 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ee82f-8b18-4732-9ff2-90bd9b2099c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa80d62b-76d0-46bd-9890-97259c844889,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:24.591127 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7bed026-755f-4406-a427-3ff4fda9774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] GET failed (client error): The resource could not be found. Aug 16 20:23:24.592621 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d7bed026-755f-4406-a427-3ff4fda9774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378357183-project-admin] 10.222.0.68 "GET /v2.0/ports/fa80d62b-76d0-46bd-9890-97259c844889 HTTP/1.1" status: 404 len: 333 time: 0.0360804 Aug 16 20:23:24.597734 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43500) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:24.705051 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 0d3023b5-9276-41e3-9098-0d844219d1f3 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:24.713510 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=37df2bd7-e1d5-4220-b1b9-352706bf6159,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:24.721348 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 0d3023b5-9276-41e3-9098-0d844219d1f3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:24.722305 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:24.723236 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a98b8bf5-c529-46a8-824b-48d7363d6e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:24.769085 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 54417fac-12d4-4b98-a5cc-47c611161ee6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:24.769514 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:24.896422 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:24.921545 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e8550443-04a3-484f-a5fa-61fa152a65d6 req-6202fc68-c00e-4029-9fb4-0d780dca7848 service neutron] 10.222.0.57 "GET /v2.0/networks/afc7a288-6dce-478e-9322-f9e9d9830245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6138639 Aug 16 20:23:24.926435 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a98b8bf5-c529-46a8-824b-48d7363d6e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:24.932620 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4960652-fa6c-403f-918a-f015e2a3c204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3023b5-9276-41e3-9098-0d844219d1f3'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:24.934987 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d97a624-047d-467f-85cf-0c5288523560" -d '{"events": [{"server_uuid": "a4960652-fa6c-403f-918a-f015e2a3c204", "name": "network-vif-plugged", "status": "completed", "tag": "0d3023b5-9276-41e3-9098-0d844219d1f3"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:24.938530 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bc1f6271-7dd8-4c5e-9ffb-41536867dbad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:24.951465 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 0d3023b5-9276-41e3-9098-0d844219d1f3, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=0d3023b5-9276-41e3-9098-0d844219d1f3,segment=NetworkSegment(1230467e-4416-4b8a-943d-fb2fbc696288),segment_id=1230467e-4416-4b8a-943d-fb2fbc696288)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:24.956409 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:24.964910 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a98b8bf5-c529-46a8-824b-48d7363d6e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['426a4147-f9eb-4b74-90c3-f251b7607afc']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:24.984861 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a98b8bf5-c529-46a8-824b-48d7363d6e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:24.985136 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a98b8bf5-c529-46a8-824b-48d7363d6e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '476d07e7-42e9-47f4-a6fd-ebbbaa9d915a') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:25.019464 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed8a525-024d-4d18-8b86-fcedbf2f895e x-openstack-request-id: req-5ed8a525-024d-4d18-8b86-fcedbf2f895e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:25.020424 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4960652-fa6c-403f-918a-f015e2a3c204", "name": "network-vif-plugged", "status": "completed", "tag": "0d3023b5-9276-41e3-9098-0d844219d1f3", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:25.020424 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5ed8a525-024d-4d18-8b86-fcedbf2f895e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:25.020712 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4960652-fa6c-403f-918a-f015e2a3c204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3023b5-9276-41e3-9098-0d844219d1f3', 'code': 200} Aug 16 20:23:25.025598 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=0d3023b5-9276-41e3-9098-0d844219d1f3,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:25.045143 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a98b8bf5-c529-46a8-824b-48d7363d6e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:25.062268 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a98b8bf5-c529-46a8-824b-48d7363d6e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:25.082248 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98b8bf5-c529-46a8-824b-48d7363d6e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:23:25.082848 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a98b8bf5-c529-46a8-824b-48d7363d6e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:25.099712 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:23:25.099712 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:23:25.099712 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:23:25.099712 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:23:25.099712 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:23:25.099712 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:23:25.099712 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:23:25.099712 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:23:25.099712 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:23:25.099712 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:23:25.099712 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:23:25.099712 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:23:25.099712 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:23:25.099712 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:23:25.099712 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:23:25.099712 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:23:25.099712 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:23:25.099712 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:23:25.099712 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:23:25.099712 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:23:25.099712 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:23:25.099712 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:23:25.099712 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:23:25.099712 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:23:25.099712 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:23:25.099712 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:23:25.099712 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:23:25.099712 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:23:25.099712 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:23:25.099712 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:23:25.099712 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:23:25.099712 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:23:25.229139 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a98b8bf5-c529-46a8-824b-48d7363d6e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:25.242968 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a98b8bf5-c529-46a8-824b-48d7363d6e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:25.247278 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a98b8bf5-c529-46a8-824b-48d7363d6e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723-project] 10.222.0.68 "DELETE /v2.0/networks/426a4147-f9eb-4b74-90c3-f251b7607afc HTTP/1.1" status: 204 len: 168 time: 0.6477351 Aug 16 20:23:25.262869 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e9642-9d2f-4a1d-812a-bb15c453d44a req-d6ffa92d-36ae-434f-9122-4b97519d2d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:25.264424 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6a3e9642-9d2f-4a1d-812a-bb15c453d44a req-d6ffa92d-36ae-434f-9122-4b97519d2d2e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 1097 time: 0.1623662 Aug 16 20:23:25.267928 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b8bf5-c529-46a8-824b-48d7363d6e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-377449723-project] Pushing event deleted for resources: {'Network': ['ID=426a4147-f9eb-4b74-90c3-f251b7607afc,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:25.317575 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6a3e9642-9d2f-4a1d-812a-bb15c453d44a req-8c1f46a3-98c7-4253-a52e-1d0a96e768b3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448163 Aug 16 20:23:25.330496 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1f6271-7dd8-4c5e-9ffb-41536867dbad admin admin] Router 80c699f6-78e1-4f92-8a0a-793e20fbd3d5 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:23:25.417021 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-cd305ba7-cb64-48b6-9b9b-86a676fc3187 service neutron] For port 253e1951-a5db-4669-9167-cca11f6b0a1a, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:25.465873 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a25c83-4881-4262-bb83-dfd7b5602f69 req-fe92b7cf-52d5-49f8-838e-f785895b4cec tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:25.467518 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-50a25c83-4881-4262-bb83-dfd7b5602f69 req-fe92b7cf-52d5-49f8-838e-f785895b4cec tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c HTTP/1.1" status: 200 len: 944 time: 0.7219427 Aug 16 20:23:25.487658 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-cd305ba7-cb64-48b6-9b9b-86a676fc3187 service neutron] For port 253e1951-a5db-4669-9167-cca11f6b0a1a, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=253e1951-a5db-4669-9167-cca11f6b0a1a,segment=NetworkSegment(ec08b430-a83e-4fbb-a8b6-04393ef48a50),segment_id=ec08b430-a83e-4fbb-a8b6-04393ef48a50)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:23:25.508775 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e8550443-04a3-484f-a5fa-61fa152a65d6 req-c235aa2f-fa77-4f2c-83c9-3556c0845091 service neutron] 10.222.0.57 "GET /v2.0/networks/afc7a288-6dce-478e-9322-f9e9d9830245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5734990 Aug 16 20:23:25.526928 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-cd305ba7-cb64-48b6-9b9b-86a676fc3187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:25.537234 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1f6271-7dd8-4c5e-9ffb-41536867dbad admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:23:25.552180 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49494e4c-68f6-4d61-b4f3-7f61587d578f None None] Sync routers for ids ['80c699f6-78e1-4f92-8a0a-793e20fbd3d5'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:23:25.557087 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30505816-eb86-4920-b840-dab07990881a tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Router a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:23:25.560900 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-50a25c83-4881-4262-bb83-dfd7b5602f69 req-61e7493b-c2a5-43fc-be8c-7744372b11b5 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=77d5e0f0-c7bf-4914-bb7f-c750dcfa5e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805020 Aug 16 20:23:25.567807 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bc1f6271-7dd8-4c5e-9ffb-41536867dbad admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:25.573563 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49494e4c-68f6-4d61-b4f3-7f61587d578f None None] Routers {'80c699f6-78e1-4f92-8a0a-793e20fbd3d5'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:25.575211 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-49494e4c-68f6-4d61-b4f3-7f61587d578f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:23:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['80c699f6-78e1-4f92-8a0a-793e20fbd3d5'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:25.576136 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bc1f6271-7dd8-4c5e-9ffb-41536867dbad admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0792255 Aug 16 20:23:25.579803 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43514) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:25.657132 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43516) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:25.683861 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-90bbb77d-c1c0-4791-8861-06e092abc73a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:25.692243 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-cd305ba7-cb64-48b6-9b9b-86a676fc3187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:25.692955 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-cd305ba7-cb64-48b6-9b9b-86a676fc3187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:25.694674 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-cd305ba7-cb64-48b6-9b9b-86a676fc3187 service neutron] 10.222.0.63 "PUT /v2.0/ports/253e1951-a5db-4669-9167-cca11f6b0a1a HTTP/1.1" status: 200 len: 1093 time: 5.5033300 Aug 16 20:23:25.695216 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c', 'tag': '253e1951-a5db-4669-9167-cca11f6b0a1a'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:25.697662 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080c71a3-1c15-40fd-bae9-b01d070540b3" -d '{"events": [{"name": "network-changed", "server_uuid": "b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c", "tag": "253e1951-a5db-4669-9167-cca11f6b0a1a"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:25.705481 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd305ba7-cb64-48b6-9b9b-86a676fc3187 service neutron] Pushing event updated for resources: {'Port': ['ID=253e1951-a5db-4669-9167-cca11f6b0a1a,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:25.802837 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-49494e4c-68f6-4d61-b4f3-7f61587d578f None None] Set router 80c699f6-78e1-4f92-8a0a-793e20fbd3d5 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:23:25.930268 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 37df2bd7-e1d5-4220-b1b9-352706bf6159 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:26.049303 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f879662-c0fa-41e2-b6ea-b9b05ee626f5 req-7e4460e2-2b57-4d3e-b349-01c77c6a7bad tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:26.061981 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4f879662-c0fa-41e2-b6ea-b9b05ee626f5 req-7e4460e2-2b57-4d3e-b349-01c77c6a7bad tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 945 time: 0.4804759 Aug 16 20:23:26.086131 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde2bf0c-8d14-40b0-adc5-15bd8470147c x-openstack-request-id: req-cde2bf0c-8d14-40b0-adc5-15bd8470147c {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:26.087044 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c", "tag": "253e1951-a5db-4669-9167-cca11f6b0a1a", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:26.087478 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cde2bf0c-8d14-40b0-adc5-15bd8470147c {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:26.088058 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c', 'tag': '253e1951-a5db-4669-9167-cca11f6b0a1a', 'status': 'completed', 'code': 200} Aug 16 20:23:26.095460 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ba307741-5215-4a17-9e1a-9b15c2712045 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2f2e9146d95a4cceab59f502ac239110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4320567 Aug 16 20:23:26.096877 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30505816-eb86-4920-b840-dab07990881a tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:23:26.098794 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43526) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:26.104124 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-676f341c-a75e-460e-9b5d-3745170378c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:26.106330 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-676f341c-a75e-460e-9b5d-3745170378c9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e56891446a5d4a4da1a00ff61508934e&device_id=b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c HTTP/1.1" status: 200 len: 1096 time: 0.2886066 Aug 16 20:23:26.110961 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdf2a7a-8b53-4906-925f-3af340690203 None None] Sync routers for ids ['a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:23:26.118050 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-30505816-eb86-4920-b840-dab07990881a tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:26.145432 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-49494e4c-68f6-4d61-b4f3-7f61587d578f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c699f6-78e1-4f92-8a0a-793e20fbd3d5', 'name': 'tempest-TestServerMultinode-217116361-router', 'tenant_id': '0819018425de408e9cdb902ec6603b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '6c45f276-b66f-4398-9888-27b9429eace6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:23:20Z', 'updated_at': '2021-08-16T20:23:24Z', 'revision_number': 3, 'project_id': '0819018425de408e9cdb902ec6603b4b', 'gw_port': {'id': '6c45f276-b66f-4398-9888-27b9429eace6', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c699f6-78e1-4f92-8a0a-793e20fbd3d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:23:22Z', 'updated_at': '2021-08-16T20:23:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:26.147817 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 37df2bd7-e1d5-4220-b1b9-352706bf6159 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:26.148200 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:26.151405 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdf2a7a-8b53-4906-925f-3af340690203 None None] Routers {'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:26.152560 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-2fdf2a7a-8b53-4906-925f-3af340690203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:23:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:26.189625 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49494e4c-68f6-4d61-b4f3-7f61587d578f None None] Checking router: 80c699f6-78e1-4f92-8a0a-793e20fbd3d5 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:23:26.190159 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49494e4c-68f6-4d61-b4f3-7f61587d578f None None] Updating router 80c699f6-78e1-4f92-8a0a-793e20fbd3d5 port 6c45f276-b66f-4398-9888-27b9429eace6 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:23:26.252632 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-49494e4c-68f6-4d61-b4f3-7f61587d578f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:26.257327 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4f879662-c0fa-41e2-b6ea-b9b05ee626f5 req-6b06bc52-1fbe-43ed-b2b2-c3dc86178e73 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681905 Aug 16 20:23:26.261503 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-cdc01035-09f6-43e9-9169-b098f7f37fb0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=253e1951-a5db-4669-9167-cca11f6b0a1a HTTP/1.1" status: 200 len: 217 time: 0.1364312 Aug 16 20:23:26.328269 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-1f94a2df-6fd7-4555-aed1-77ae3b7cbdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:26.329882 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-1f94a2df-6fd7-4555-aed1-77ae3b7cbdc8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=61fb0c24-8cfa-439c-9783-bbbaff50fcf9 HTTP/1.1" status: 200 len: 836 time: 0.0607421 Aug 16 20:23:26.334794 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-30505816-eb86-4920-b840-dab07990881a tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "PUT /v2.0/floatingips/3ae41503-608a-44e5-881a-8f68b55ebad2 HTTP/1.1" status: 200 len: 992 time: 4.8523655 Aug 16 20:23:26.388746 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-2fdf2a7a-8b53-4906-925f-3af340690203 None None] Set router a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:23:26.407000 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6fa7cac2-a629-4005-a5a0-7bbc1ede3385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:26.432963 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90bbb77d-c1c0-4791-8861-06e092abc73a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Router 59d8dba8-c99d-4f65-aed2-cddfd62d1eaf is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:23:26.465523 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6fa7cac2-a629-4005-a5a0-7bbc1ede3385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:26.500231 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-480d9fa1-7f07-43f2-99e6-8fb06a531f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:26.501865 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-480d9fa1-7f07-43f2-99e6-8fb06a531f7d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=df1cb24b-849a-4898-894a-88b85c8318fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1593251 Aug 16 20:23:26.709499 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6fa7cac2-a629-4005-a5a0-7bbc1ede3385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:26.712287 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6fa7cac2-a629-4005-a5a0-7bbc1ede3385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:26.713462 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6fa7cac2-a629-4005-a5a0-7bbc1ede3385 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/83ba9306-42ca-42d7-bb51-e0d6f4fdcabe HTTP/1.1" status: 204 len: 168 time: 0.6060205 Aug 16 20:23:26.745359 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7cac2-a629-4005-a5a0-7bbc1ede3385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ba9306-42ca-42d7-bb51-e0d6f4fdcabe,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:26.792706 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-f06a42f9-7979-4620-9c91-3bcdc9bf1f25 service neutron] 10.222.0.63 "GET /v2.0/networks/df1cb24b-849a-4898-894a-88b85c8318fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797294 Aug 16 20:23:26.793939 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bbb77d-c1c0-4791-8861-06e092abc73a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:23:26.809715 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c05ff7-1291-480d-8a38-03d517b5d337 None None] Sync routers for ids ['59d8dba8-c99d-4f65-aed2-cddfd62d1eaf'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:23:26.832491 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-90bbb77d-c1c0-4791-8861-06e092abc73a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:26.836858 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-90bbb77d-c1c0-4791-8861-06e092abc73a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.9990294 Aug 16 20:23:26.838910 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43536) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:26.843524 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-49494e4c-68f6-4d61-b4f3-7f61587d578f None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:26.857081 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c05ff7-1291-480d-8a38-03d517b5d337 None None] Routers {'59d8dba8-c99d-4f65-aed2-cddfd62d1eaf'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:26.857718 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-39c05ff7-1291-480d-8a38-03d517b5d337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:23:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['59d8dba8-c99d-4f65-aed2-cddfd62d1eaf'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:26.874980 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-49494e4c-68f6-4d61-b4f3-7f61587d578f None None] Transition to ACTIVE for port object 6c45f276-b66f-4398-9888-27b9429eace6 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:26.912097 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-2fdf2a7a-8b53-4906-925f-3af340690203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'name': 'tempest-AttachVolumeTestJSON-1016052742-router', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:47Z', 'revision_number': 4, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'gw_port': {'id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '3ae41503-608a-44e5-881a-8f68b55ebad2', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'floating_ip_address': '172.25.8.180', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'port_id': '9fe6b8c8-13d9-4f3d-a467-3d76601f69da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6', 'mac_address': 'fa:16:3e:81:3e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1b3856-ea41-4820-9ac4-c0b847b40cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:22:56Z', 'updated_at': '2021-08-16T20:23:23Z', 'revision_number': 1, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa6e969-c7b9-440b-bc55-b8cb109c2b65', 'name': '', 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'mac_address': 'fa:16:3e:55:7a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:45Z', 'updated_at': '2021-08-16T20:22:54Z', 'revision_number': 5, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'subnets': [{'id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:26.955347 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-49494e4c-68f6-4d61-b4f3-7f61587d578f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:26.981321 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdf2a7a-8b53-4906-925f-3af340690203 None None] Checking router: a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:23:27.005686 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdf2a7a-8b53-4906-925f-3af340690203 None None] Routers {'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:27.006345 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-2fdf2a7a-8b53-4906-925f-3af340690203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:23:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:27.052611 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-39c05ff7-1291-480d-8a38-03d517b5d337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:27.060899 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081abc03-58b1-4d75-919f-b91086629625 None None] Pushing event updated for resources: {'Port': ['ID=6c45f276-b66f-4398-9888-27b9429eace6,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:27.099997 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c05ff7-1291-480d-8a38-03d517b5d337 None None] Routers {'59d8dba8-c99d-4f65-aed2-cddfd62d1eaf'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:27.103365 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-39c05ff7-1291-480d-8a38-03d517b5d337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:23:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['59d8dba8-c99d-4f65-aed2-cddfd62d1eaf'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:27.193077 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-39c05ff7-1291-480d-8a38-03d517b5d337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:27.193733 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c05ff7-1291-480d-8a38-03d517b5d337 None None] The sync data for ids ['59d8dba8-c99d-4f65-aed2-cddfd62d1eaf'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:23:27.197325 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-49494e4c-68f6-4d61-b4f3-7f61587d578f None None] Attempting to bind port 6c45f276-b66f-4398-9888-27b9429eace6 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:27.197565 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-49494e4c-68f6-4d61-b4f3-7f61587d578f None None] Attempting to bind port 6c45f276-b66f-4398-9888-27b9429eace6 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:27.197931 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49494e4c-68f6-4d61-b4f3-7f61587d578f None None] Attempting to bind port 6c45f276-b66f-4398-9888-27b9429eace6 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:27.217188 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c41830ae-a144-42a5-946a-319dd472a4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:27.220468 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-2fdf2a7a-8b53-4906-925f-3af340690203 None None] Set router a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:23:27.224049 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49494e4c-68f6-4d61-b4f3-7f61587d578f None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:23:27.224417 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49494e4c-68f6-4d61-b4f3-7f61587d578f None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:27.224833 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-49494e4c-68f6-4d61-b4f3-7f61587d578f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:27.225216 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49494e4c-68f6-4d61-b4f3-7f61587d578f None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:23:27.225689 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-49494e4c-68f6-4d61-b4f3-7f61587d578f None None] Bound port: 6c45f276-b66f-4398-9888-27b9429eace6, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:23:27.226066 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-49494e4c-68f6-4d61-b4f3-7f61587d578f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:27.290058 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2d394e58-8152-46ea-96b5-f7bec6c57291 req-f78ee9cd-2725-4e33-8cc6-5d1db5991eda service neutron] 10.222.0.63 "GET /v2.0/networks/df1cb24b-849a-4898-894a-88b85c8318fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4686558 Aug 16 20:23:27.328230 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2b8e9-101f-443e-9776-3c6260ee5964 req-3fcfd3ad-d750-42a3-add3-97c81b719fe3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:27.346927 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-31e2b8e9-101f-443e-9776-3c6260ee5964 req-3fcfd3ad-d750-42a3-add3-97c81b719fe3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c HTTP/1.1" status: 200 len: 944 time: 0.6463201 Aug 16 20:23:27.367616 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-49494e4c-68f6-4d61-b4f3-7f61587d578f None None] For port 6c45f276-b66f-4398-9888-27b9429eace6, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:27.374630 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-49494e4c-68f6-4d61-b4f3-7f61587d578f None None] For port 6c45f276-b66f-4398-9888-27b9429eace6, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6c45f276-b66f-4398-9888-27b9429eace6,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:23:27.383719 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-49494e4c-68f6-4d61-b4f3-7f61587d578f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:27.411392 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43542) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:27.493040 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-405df9c1-6e80-4c44-b216-efe3b9bc5f2b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=169a93ab5dc848649901c0acbfda8f3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0783341 Aug 16 20:23:27.493638 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43546) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:27.497282 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49494e4c-68f6-4d61-b4f3-7f61587d578f None None] Routers {'80c699f6-78e1-4f92-8a0a-793e20fbd3d5'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:27.500778 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-49494e4c-68f6-4d61-b4f3-7f61587d578f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:23:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['80c699f6-78e1-4f92-8a0a-793e20fbd3d5'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:27.520283 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-31e2b8e9-101f-443e-9776-3c6260ee5964 req-98aee493-dadf-4c0e-a832-20cf1609302c tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=77d5e0f0-c7bf-4914-bb7f-c750dcfa5e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667683 Aug 16 20:23:27.598655 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-2fdf2a7a-8b53-4906-925f-3af340690203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'name': 'tempest-AttachVolumeTestJSON-1016052742-router', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:47Z', 'revision_number': 4, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'gw_port': {'id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '3ae41503-608a-44e5-881a-8f68b55ebad2', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'floating_ip_address': '172.25.8.180', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'port_id': '9fe6b8c8-13d9-4f3d-a467-3d76601f69da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6', 'mac_address': 'fa:16:3e:81:3e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1b3856-ea41-4820-9ac4-c0b847b40cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:22:56Z', 'updated_at': '2021-08-16T20:23:23Z', 'revision_number': 1, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa6e969-c7b9-440b-bc55-b8cb109c2b65', 'name': '', 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'mac_address': 'fa:16:3e:55:7a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:45Z', 'updated_at': '2021-08-16T20:22:54Z', 'revision_number': 5, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'subnets': [{'id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:27.611997 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081abc03-58b1-4d75-919f-b91086629625 None None] Pushing event updated for resources: {'Port': ['ID=6c45f276-b66f-4398-9888-27b9429eace6,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:27.615163 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-c41830ae-a144-42a5-946a-319dd472a4da admin admin] Allocated IP 172.20.0.1 (8862d6b5-ec28-4bd4-9303-330691f05939/58b08a4a-57d3-4dc2-bf20-f38ed9887f5b/00959d6a-68bc-4c8a-a080-d32955d41635) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:23:27.653095 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdf2a7a-8b53-4906-925f-3af340690203 None None] The sync data for ids ['a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'] in n-d-787206-13 is: [{'id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'name': 'tempest-AttachVolumeTestJSON-1016052742-router', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:47Z', 'revision_number': 4, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'gw_port': {'id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '3ae41503-608a-44e5-881a-8f68b55ebad2', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'floating_ip_address': '172.25.8.180', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'port_id': '9fe6b8c8-13d9-4f3d-a467-3d76601f69da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6', 'mac_address': 'fa:16:3e:81:3e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1b3856-ea41-4820-9ac4-c0b847b40cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:22:56Z', 'updated_at': '2021-08-16T20:23:23Z', 'revision_number': 1, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa6e969-c7b9-440b-bc55-b8cb109c2b65', 'name': '', 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'mac_address': 'fa:16:3e:55:7a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:45Z', 'updated_at': '2021-08-16T20:22:54Z', 'revision_number': 5, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'subnets': [{'id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:23:27.700500 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c71a3-1c15-40fd-bae9-b01d070540b3 req-6fb01cc7-b7ac-44b1-b5ea-51b4000a9739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:27.704587 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-080c71a3-1c15-40fd-bae9-b01d070540b3 req-6fb01cc7-b7ac-44b1-b5ea-51b4000a9739 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e56891446a5d4a4da1a00ff61508934e&device_id=b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c HTTP/1.1" status: 200 len: 1096 time: 0.3050621 Aug 16 20:23:27.726276 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-49494e4c-68f6-4d61-b4f3-7f61587d578f None None] Set router 80c699f6-78e1-4f92-8a0a-793e20fbd3d5 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:23:27.751629 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-76d207b8-b565-4851-9ade-c10d32f04b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:27.836957 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c41830ae-a144-42a5-946a-319dd472a4da admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:27.852699 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-c41830ae-a144-42a5-946a-319dd472a4da admin admin] Transition to ACTIVE for port object 00959d6a-68bc-4c8a-a080-d32955d41635 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:27.852915 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6909b9-8bdf-4cfe-bbc6-01cc7d214bba req-6e06e043-a7ee-45df-a54e-478f74da84d6 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:27.854856 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0d6909b9-8bdf-4cfe-bbc6-01cc7d214bba req-6e06e043-a7ee-45df-a54e-478f74da84d6 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 945 time: 0.4597845 Aug 16 20:23:27.856321 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c71a3-1c15-40fd-bae9-b01d070540b3 req-1ebbcb6b-e260-40f1-81a3-03e3a5b9b304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:27.857710 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-080c71a3-1c15-40fd-bae9-b01d070540b3 req-1ebbcb6b-e260-40f1-81a3-03e3a5b9b304 service neutron] 10.222.0.63 "GET /v2.0/networks?id=df1cb24b-849a-4898-894a-88b85c8318fc HTTP/1.1" status: 200 len: 898 time: 0.1329317 Aug 16 20:23:27.898844 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-76d207b8-b565-4851-9ade-c10d32f04b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:27.928259 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-080c71a3-1c15-40fd-bae9-b01d070540b3 req-32b8f002-5081-424c-b1c0-7919d49b0125 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=253e1951-a5db-4669-9167-cca11f6b0a1a HTTP/1.1" status: 200 len: 217 time: 0.0527110 Aug 16 20:23:27.943549 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c41830ae-a144-42a5-946a-319dd472a4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:27.991738 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41830ae-a144-42a5-946a-319dd472a4da admin admin] Pushing event updated for resources: {'Port': ['ID=00959d6a-68bc-4c8a-a080-d32955d41635,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:27.994346 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c71a3-1c15-40fd-bae9-b01d070540b3 req-66785bb0-823a-4a4d-9ec3-935ef84ff528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:27.996095 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-080c71a3-1c15-40fd-bae9-b01d070540b3 req-66785bb0-823a-4a4d-9ec3-935ef84ff528 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=61fb0c24-8cfa-439c-9783-bbbaff50fcf9 HTTP/1.1" status: 200 len: 836 time: 0.0544062 Aug 16 20:23:28.014915 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41830ae-a144-42a5-946a-319dd472a4da admin admin] Network 8862d6b5-ec28-4bd4-9303-330691f05939 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:28.018972 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-c41830ae-a144-42a5-946a-319dd472a4da admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:28.022509 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41830ae-a144-42a5-946a-319dd472a4da admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:23:28.055726 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-49494e4c-68f6-4d61-b4f3-7f61587d578f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c699f6-78e1-4f92-8a0a-793e20fbd3d5', 'name': 'tempest-TestServerMultinode-217116361-router', 'tenant_id': '0819018425de408e9cdb902ec6603b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '6c45f276-b66f-4398-9888-27b9429eace6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:23:20Z', 'updated_at': '2021-08-16T20:23:24Z', 'revision_number': 3, 'project_id': '0819018425de408e9cdb902ec6603b4b', 'gw_port': {'id': '6c45f276-b66f-4398-9888-27b9429eace6', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c699f6-78e1-4f92-8a0a-793e20fbd3d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:23:22Z', 'updated_at': '2021-08-16T20:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:28.066537 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dcc4db-050e-4071-8c1e-c5aae2012983 None None] New status for floating IP 3ae41503-608a-44e5-881a-8f68b55ebad2: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:23:28.092283 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1b3856-ea41-4820-9ac4-c0b847b40cc4', 'tag': '9fe6b8c8-13d9-4f3d-a467-3d76601f69da'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:28.098823 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffeccca7-d0f4-4a8f-93fb-a193d0a1a82c" -d '{"events": [{"name": "network-changed", "server_uuid": "fc1b3856-ea41-4820-9ac4-c0b847b40cc4", "tag": "9fe6b8c8-13d9-4f3d-a467-3d76601f69da"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:28.099442 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49494e4c-68f6-4d61-b4f3-7f61587d578f None None] The sync data for ids ['80c699f6-78e1-4f92-8a0a-793e20fbd3d5'] in n-d-787206-13 is: [{'id': '80c699f6-78e1-4f92-8a0a-793e20fbd3d5', 'name': 'tempest-TestServerMultinode-217116361-router', 'tenant_id': '0819018425de408e9cdb902ec6603b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '6c45f276-b66f-4398-9888-27b9429eace6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:23:20Z', 'updated_at': '2021-08-16T20:23:24Z', 'revision_number': 3, 'project_id': '0819018425de408e9cdb902ec6603b4b', 'gw_port': {'id': '6c45f276-b66f-4398-9888-27b9429eace6', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c699f6-78e1-4f92-8a0a-793e20fbd3d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:23:22Z', 'updated_at': '2021-08-16T20:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:23:28.101772 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-76d207b8-b565-4851-9ade-c10d32f04b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:28.104569 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-76d207b8-b565-4851-9ade-c10d32f04b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:28.121053 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-76d207b8-b565-4851-9ade-c10d32f04b23 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d2b994e8-10cb-4940-b14e-57a8160901e9 HTTP/1.1" status: 204 len: 168 time: 0.6081436 Aug 16 20:23:28.141594 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0d6909b9-8bdf-4cfe-bbc6-01cc7d214bba req-5809369e-c6b2-4a6f-b73d-0a0b40ddbff5 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774682 Aug 16 20:23:28.189366 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d207b8-b565-4851-9ade-c10d32f04b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b994e8-10cb-4940-b14e-57a8160901e9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:28.238950 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c41830ae-a144-42a5-946a-319dd472a4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:28.355559 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcda355-a994-4204-941b-7b982543219a x-openstack-request-id: req-cfcda355-a994-4204-941b-7b982543219a {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:28.356115 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc1b3856-ea41-4820-9ac4-c0b847b40cc4", "tag": "9fe6b8c8-13d9-4f3d-a467-3d76601f69da", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:28.356240 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cfcda355-a994-4204-941b-7b982543219a {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:28.356555 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc1b3856-ea41-4820-9ac4-c0b847b40cc4', 'tag': '9fe6b8c8-13d9-4f3d-a467-3d76601f69da', 'status': 'completed', 'code': 200} Aug 16 20:23:28.428656 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c71a3-1c15-40fd-bae9-b01d070540b3 req-4726b5b6-555a-4394-a318-e75ca0898dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:28.430198 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-080c71a3-1c15-40fd-bae9-b01d070540b3 req-4726b5b6-555a-4394-a318-e75ca0898dde service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=df1cb24b-849a-4898-894a-88b85c8318fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3961859 Aug 16 20:23:28.504463 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c41830ae-a144-42a5-946a-319dd472a4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:28.529314 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2926a5c6-9a07-49e9-bf30-5bd6a2c46803 None None] Provisioning for port 00959d6a-68bc-4c8a-a080-d32955d41635 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:28.541966 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2926a5c6-9a07-49e9-bf30-5bd6a2c46803 None None] Provisioning complete for port 00959d6a-68bc-4c8a-a080-d32955d41635 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:28.542868 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2926a5c6-9a07-49e9-bf30-5bd6a2c46803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:28.599064 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:23:28.681690 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2926a5c6-9a07-49e9-bf30-5bd6a2c46803 None None] Port 00959d6a-68bc-4c8a-a080-d32955d41635 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:23:28.727518 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3177fb3-714a-41f0-8ad5-3abff2f9f5d3 req-f343b408-1a8c-4ab9-9058-fe6ccdc59a06 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:28.734836 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e3177fb3-714a-41f0-8ad5-3abff2f9f5d3 req-f343b408-1a8c-4ab9-9058-fe6ccdc59a06 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 945 time: 0.3909571 Aug 16 20:23:28.755487 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeccca7-d0f4-4a8f-93fb-a193d0a1a82c req-ac70be43-4521-4f39-bc2d-40633ee05744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:28.768375 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ffeccca7-d0f4-4a8f-93fb-a193d0a1a82c req-ac70be43-4521-4f39-bc2d-40633ee05744 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5fcbda3619a74e5b9b9ea7a9065ce932&device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 1098 time: 0.4109750 Aug 16 20:23:28.898308 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-abf8a9ec-df91-44e3-accd-0198469527f0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:28.900182 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b6b0b-a1b2-4dac-8380-49595bd8063f req-2419bbcb-5396-4c59-adec-5f366a37d4cc tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:28.909146 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-899b6b0b-a1b2-4dac-8380-49595bd8063f req-2419bbcb-5396-4c59-adec-5f366a37d4cc tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c HTTP/1.1" status: 200 len: 944 time: 0.1621931 Aug 16 20:23:28.963888 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e3177fb3-714a-41f0-8ad5-3abff2f9f5d3 req-59c409bd-8186-450f-abc4-3fda7cc9ebac tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280619 Aug 16 20:23:28.966945 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-080c71a3-1c15-40fd-bae9-b01d070540b3 req-ebb9304c-011f-436c-afaa-75dbb7626076 service neutron] 10.222.0.63 "GET /v2.0/networks/df1cb24b-849a-4898-894a-88b85c8318fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084131 Aug 16 20:23:28.996835 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-899b6b0b-a1b2-4dac-8380-49595bd8063f req-e6dec1d4-0371-41ca-9b59-c64baa9a6dc0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=77d5e0f0-c7bf-4914-bb7f-c750dcfa5e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801394 Aug 16 20:23:29.009185 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c41830ae-a144-42a5-946a-319dd472a4da admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:29.037438 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c41830ae-a144-42a5-946a-319dd472a4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:29.182795 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41830ae-a144-42a5-946a-319dd472a4da admin admin] Pushing event updated for resources: {'Port': ['ID=00959d6a-68bc-4c8a-a080-d32955d41635,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:29.219129 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeccca7-d0f4-4a8f-93fb-a193d0a1a82c req-67f6a5d5-1f6f-4e23-a33c-620e709ba95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:29.220667 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ffeccca7-d0f4-4a8f-93fb-a193d0a1a82c req-67f6a5d5-1f6f-4e23-a33c-620e709ba95e service neutron] 10.222.0.63 "GET /v2.0/networks?id=0884c200-acec-460b-b534-7fcde0dd54c6 HTTP/1.1" status: 200 len: 912 time: 0.4438193 Aug 16 20:23:29.220816 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c41830ae-a144-42a5-946a-319dd472a4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:29.361086 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-080c71a3-1c15-40fd-bae9-b01d070540b3 req-6cda9af0-6832-4b25-bbca-bd54bbc3d5d1 service neutron] 10.222.0.63 "GET /v2.0/networks/df1cb24b-849a-4898-894a-88b85c8318fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345783 Aug 16 20:23:29.443279 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 253e1951-a5db-4669-9167-cca11f6b0a1a details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:23:29.510079 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41830ae-a144-42a5-946a-319dd472a4da admin admin] Network 8862d6b5-ec28-4bd4-9303-330691f05939 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:29.513850 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-c41830ae-a144-42a5-946a-319dd472a4da admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:29.707115 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 253e1951-a5db-4669-9167-cca11f6b0a1a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=253e1951-a5db-4669-9167-cca11f6b0a1a,segment=NetworkSegment(ec08b430-a83e-4fbb-a8b6-04393ef48a50),segment_id=ec08b430-a83e-4fbb-a8b6-04393ef48a50)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:29.739706 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '253e1951-a5db-4669-9167-cca11f6b0a1a', 'network_id': 'df1cb24b-849a-4898-894a-88b85c8318fc', 'port_id': '253e1951-a5db-4669-9167-cca11f6b0a1a', 'mac_address': 'fa:16:3e:fa:c8:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61fb0c24-8cfa-439c-9783-bbbaff50fcf9', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:23:29.786350 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41830ae-a144-42a5-946a-319dd472a4da admin admin] Router 80c699f6-78e1-4f92-8a0a-793e20fbd3d5 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:23:29.883660 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:29.928863 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 253e1951-a5db-4669-9167-cca11f6b0a1a {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:23:30.001714 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 253e1951-a5db-4669-9167-cca11f6b0a1a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=253e1951-a5db-4669-9167-cca11f6b0a1a,segment=NetworkSegment(ec08b430-a83e-4fbb-a8b6-04393ef48a50),segment_id=ec08b430-a83e-4fbb-a8b6-04393ef48a50)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:30.010974 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6c45f276-b66f-4398-9888-27b9429eace6 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:30.025860 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:30.095190 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41830ae-a144-42a5-946a-319dd472a4da admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:23:30.103076 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c41830ae-a144-42a5-946a-319dd472a4da admin admin] 10.222.0.68 "PUT /v2.0/routers/80c699f6-78e1-4f92-8a0a-793e20fbd3d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5077283 Aug 16 20:23:30.151578 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-970846cd-3fc9-47ae-8ed2-3f0a9190b3cd None None] Provisioning complete for port 00959d6a-68bc-4c8a-a080-d32955d41635 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:30.151946 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-970846cd-3fc9-47ae-8ed2-3f0a9190b3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:30.260331 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321d475-ed75-4e33-aa52-b6adc8108827 req-04898dd2-db85-4d8c-85cf-fad3d50d9b35 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:30.266385 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d321d475-ed75-4e33-aa52-b6adc8108827 req-04898dd2-db85-4d8c-85cf-fad3d50d9b35 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c HTTP/1.1" status: 200 len: 945 time: 0.0964537 Aug 16 20:23:30.277643 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 6c45f276-b66f-4398-9888-27b9429eace6 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:30.291558 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=253e1951-a5db-4669-9167-cca11f6b0a1a,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:30.310158 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['253e1951-a5db-4669-9167-cca11f6b0a1a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:23:30.332452 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ffeccca7-d0f4-4a8f-93fb-a193d0a1a82c req-793bed00-64ff-41ac-9340-1ae93bf6b446 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fe6b8c8-13d9-4f3d-a467-3d76601f69da HTTP/1.1" status: 200 len: 1002 time: 1.0966051 Aug 16 20:23:30.342044 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d321d475-ed75-4e33-aa52-b6adc8108827 req-5f7e6aba-ce7f-4718-9897-aaf2a60dc72a tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=77d5e0f0-c7bf-4914-bb7f-c750dcfa5e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608151 Aug 16 20:23:30.351241 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 6c45f276-b66f-4398-9888-27b9429eace6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:30.351654 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:30.355516 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-970846cd-3fc9-47ae-8ed2-3f0a9190b3cd None None] Port 00959d6a-68bc-4c8a-a080-d32955d41635 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:23:30.445353 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeccca7-d0f4-4a8f-93fb-a193d0a1a82c req-db5f22b2-80e6-43e8-b375-2e1656336fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:30.447407 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ffeccca7-d0f4-4a8f-93fb-a193d0a1a82c req-db5f22b2-80e6-43e8-b375-2e1656336fc6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2e5317c1-df9f-4c3c-8707-a2ba178832b8 HTTP/1.1" status: 200 len: 850 time: 0.0843899 Aug 16 20:23:30.530415 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:30.575694 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 6c45f276-b66f-4398-9888-27b9429eace6, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6c45f276-b66f-4398-9888-27b9429eace6,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:30.590702 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8b57c-aa4e-41f3-a405-d9976525d76f req-07ce2530-e767-4d57-9d91-f11c31001a73 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:30.592326 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-06e8b57c-aa4e-41f3-a405-d9976525d76f req-07ce2530-e767-4d57-9d91-f11c31001a73 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 945 time: 0.2695045 Aug 16 20:23:30.595444 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:30.608024 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeccca7-d0f4-4a8f-93fb-a193d0a1a82c req-98745a03-c8f6-41bb-8ae2-e0fa059f3840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:30.614696 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ffeccca7-d0f4-4a8f-93fb-a193d0a1a82c req-98745a03-c8f6-41bb-8ae2-e0fa059f3840 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0884c200-acec-460b-b534-7fcde0dd54c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1386838 Aug 16 20:23:30.662313 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-abf8a9ec-df91-44e3-accd-0198469527f0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Allocated IP 172.20.0.1 (30426250-4212-446f-929d-fe2945267007/202d2441-3be1-4715-b88e-cc3cec57c919/b5d38a30-6707-415f-b669-c27ffe15c2e9) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:23:30.708900 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-06e8b57c-aa4e-41f3-a405-d9976525d76f req-f6d9a0a5-4cd5-45dc-b9a7-19cfc8155f9b tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033375 Aug 16 20:23:30.772928 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=6c45f276-b66f-4398-9888-27b9429eace6,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:30.884558 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ffeccca7-d0f4-4a8f-93fb-a193d0a1a82c req-15483bc8-65e4-4ae2-b5ef-5aa9d206d49b service neutron] 10.222.0.63 "GET /v2.0/networks/0884c200-acec-460b-b534-7fcde0dd54c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377961 Aug 16 20:23:30.904567 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce462fda-e217-478c-a153-1ec7719b3b58 None None] Sync routers for ids ['80c699f6-78e1-4f92-8a0a-793e20fbd3d5'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:23:30.919647 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce462fda-e217-478c-a153-1ec7719b3b58 None None] Routers {'80c699f6-78e1-4f92-8a0a-793e20fbd3d5'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:30.920319 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ce462fda-e217-478c-a153-1ec7719b3b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:23:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['80c699f6-78e1-4f92-8a0a-793e20fbd3d5'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:31.007933 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-abf8a9ec-df91-44e3-accd-0198469527f0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:31.036653 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-abf8a9ec-df91-44e3-accd-0198469527f0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Transition to ACTIVE for port object b5d38a30-6707-415f-b669-c27ffe15c2e9 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:31.123323 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ffeccca7-d0f4-4a8f-93fb-a193d0a1a82c req-103bd59c-a2c7-46b3-9d6e-133995178b1a service neutron] 10.222.0.63 "GET /v2.0/networks/0884c200-acec-460b-b534-7fcde0dd54c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248268 Aug 16 20:23:31.180981 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-ce462fda-e217-478c-a153-1ec7719b3b58 None None] Set router 80c699f6-78e1-4f92-8a0a-793e20fbd3d5 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:23:31.195903 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-abf8a9ec-df91-44e3-accd-0198469527f0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:31.321554 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf8a9ec-df91-44e3-accd-0198469527f0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Network 30426250-4212-446f-929d-fe2945267007 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:31.337524 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-abf8a9ec-df91-44e3-accd-0198469527f0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:31.353389 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf8a9ec-df91-44e3-accd-0198469527f0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:23:31.358736 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8a9ec-df91-44e3-accd-0198469527f0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event updated for resources: {'Port': ['ID=b5d38a30-6707-415f-b669-c27ffe15c2e9,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:31.474918 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 253e1951-a5db-4669-9167-cca11f6b0a1a up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:31.607186 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-7ef0fcf7-0862-4991-b5c4-618962b3f2b6 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:31.615538 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-7ef0fcf7-0862-4991-b5c4-618962b3f2b6 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/networks?id=fd79a78f-a655-4d2c-b3f4-a42689173994 HTTP/1.1" status: 200 len: 911 time: 0.1833904 Aug 16 20:23:31.657546 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-abf8a9ec-df91-44e3-accd-0198469527f0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:31.660337 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e6de5-9de4-41c9-98b1-d30c557b75e4 req-14f239e2-7e8d-427f-a497-2d1ba1c9a6ca tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:31.668259 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-942a2ce1-ddc1-46ee-b38f-85fbe4273a68 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/quotas/0819018425de408e9cdb902ec6603b4b HTTP/1.1" status: 200 len: 375 time: 0.0518465 Aug 16 20:23:31.674260 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bd7e6de5-9de4-41c9-98b1-d30c557b75e4 req-14f239e2-7e8d-427f-a497-2d1ba1c9a6ca tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c HTTP/1.1" status: 200 len: 945 time: 0.1607850 Aug 16 20:23:31.693626 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 253e1951-a5db-4669-9167-cca11f6b0a1a completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:31.695509 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ce462fda-e217-478c-a153-1ec7719b3b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c699f6-78e1-4f92-8a0a-793e20fbd3d5', 'name': 'tempest-TestServerMultinode-217116361-router', 'tenant_id': '0819018425de408e9cdb902ec6603b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '6c45f276-b66f-4398-9888-27b9429eace6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:23:20Z', 'updated_at': '2021-08-16T20:23:28Z', 'revision_number': 4, 'project_id': '0819018425de408e9cdb902ec6603b4b', 'gw_port': {'id': '6c45f276-b66f-4398-9888-27b9429eace6', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c699f6-78e1-4f92-8a0a-793e20fbd3d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:23:22Z', 'updated_at': '2021-08-16T20:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '00959d6a-68bc-4c8a-a080-d32955d41635', 'name': '', 'network_id': '8862d6b5-ec28-4bd4-9303-330691f05939', 'tenant_id': '0819018425de408e9cdb902ec6603b4b', 'mac_address': 'fa:16:3e:05:53:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c699f6-78e1-4f92-8a0a-793e20fbd3d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '58b08a4a-57d3-4dc2-bf20-f38ed9887f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:23:27Z', 'updated_at': '2021-08-16T20:23:28Z', 'revision_number': 2, 'project_id': '0819018425de408e9cdb902ec6603b4b', 'subnets': [{'id': '58b08a4a-57d3-4dc2-bf20-f38ed9887f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:31.703503 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 253e1951-a5db-4669-9167-cca11f6b0a1a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:31.704258 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:31.766029 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce462fda-e217-478c-a153-1ec7719b3b58 None None] Checking router: 80c699f6-78e1-4f92-8a0a-793e20fbd3d5 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:23:31.766520 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce462fda-e217-478c-a153-1ec7719b3b58 None None] Updating router 80c699f6-78e1-4f92-8a0a-793e20fbd3d5 port 00959d6a-68bc-4c8a-a080-d32955d41635 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:23:31.785869 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43650) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:31.815304 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bd7e6de5-9de4-41c9-98b1-d30c557b75e4 req-e1031103-f505-4085-8351-2c84ff0897d7 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=77d5e0f0-c7bf-4914-bb7f-c750dcfa5e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395197 Aug 16 20:23:31.839986 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce462fda-e217-478c-a153-1ec7719b3b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:31.879555 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-50c10fc3-d730-4c5a-9894-b52a9a75a5cd tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/ports?tenant_id=0819018425de408e9cdb902ec6603b4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2102654 Aug 16 20:23:31.905564 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e2cb352d-5ec1-4e9c-8271-6dac8587da73 None None] Provisioning for port b5d38a30-6707-415f-b669-c27ffe15c2e9 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:31.936778 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6c45f276-b66f-4398-9888-27b9429eace6 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:32.009178 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e2cb352d-5ec1-4e9c-8271-6dac8587da73 None None] Provisioning complete for port b5d38a30-6707-415f-b669-c27ffe15c2e9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:32.010749 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e2cb352d-5ec1-4e9c-8271-6dac8587da73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:32.035455 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ef106412-662f-4495-90d3-b5875ff39927 tempest-QuotasTest-190156811 tempest-QuotasTest-190156811-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:32.092877 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-abf8a9ec-df91-44e3-accd-0198469527f0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:32.148304 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e4eaa-fb28-4d0f-b501-b1352948f4c3 req-e712ad7a-f668-426d-8c72-c77a666fd560 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:32.157221 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-748e4eaa-fb28-4d0f-b501-b1352948f4c3 req-e712ad7a-f668-426d-8c72-c77a666fd560 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 945 time: 0.1284683 Aug 16 20:23:32.283422 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-748e4eaa-fb28-4d0f-b501-b1352948f4c3 req-3395fe21-3e77-4abe-8cc8-aa04f8efaf20 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247287 Aug 16 20:23:32.286758 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ef106412-662f-4495-90d3-b5875ff39927 tempest-QuotasTest-190156811 tempest-QuotasTest-190156811-project-admin] 10.222.0.68 "PUT /v2.0/quotas/d849c90cc8964394955ca90f327a8ec3 HTTP/1.1" status: 200 len: 366 time: 0.4999347 Aug 16 20:23:32.289781 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43658) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:32.305675 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9ed05eea-fc3b-4c7e-b759-f99a2a7bf9ed tempest-QuotasTest-190156811 tempest-QuotasTest-190156811-project-admin] 10.222.0.68 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0129836 Aug 16 20:23:32.307289 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43660) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:32.325498 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-386a2da1-c000-49c0-acf6-91d83ec7177e tempest-QuotasTest-190156811 tempest-QuotasTest-190156811-project-admin] 10.222.0.68 "GET /v2.0/quotas/d849c90cc8964394955ca90f327a8ec3 HTTP/1.1" status: 200 len: 366 time: 0.0163100 Aug 16 20:23:32.327232 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43662) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:32.353997 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5bc1c67c-c871-46e7-b28c-cff210e9b422 tempest-QuotasTest-190156811 tempest-QuotasTest-190156811-project-admin] 10.222.0.68 "DELETE /v2.0/quotas/d849c90cc8964394955ca90f327a8ec3 HTTP/1.1" status: 204 len: 168 time: 0.0253954 Aug 16 20:23:32.356734 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43664) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:32.372437 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-889d6ee7-b7cf-4da4-9566-8abe5f2b712c service neutron] 10.222.0.68 "GET /v2.0/networks/fd79a78f-a655-4d2c-b3f4-a42689173994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918563 Aug 16 20:23:32.385777 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6844b61b-7885-48b7-8de5-cde36e79beac tempest-QuotasTest-190156811 tempest-QuotasTest-190156811-project-admin] 10.222.0.68 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0196204 Aug 16 20:23:32.386382 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43666) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:32.396295 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9bf844cd-c86d-4c7a-bbd6-7db30c2e0d4c tempest-QuotasTest-190156811 tempest-QuotasTest-190156811-project-admin] 10.222.0.68 "GET /v2.0/quotas/d849c90cc8964394955ca90f327a8ec3 HTTP/1.1" status: 200 len: 370 time: 0.0088644 Aug 16 20:23:32.398836 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43668) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:32.403990 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5cc457a6-2836-408d-82a0-92d1475c67ba tempest-QuotasTest-190156811 tempest-QuotasTest-190156811-project-admin] 10.222.0.68 "GET /v2.0/quotas/d849c90cc8964394955ca90f327a8ec3/default HTTP/1.1" status: 200 len: 370 time: 0.0039561 Aug 16 20:23:32.406327 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43670) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:32.416232 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-a194d4a8-dfa6-4046-994f-05b83991948c tempest-QuotasTest-190156811 tempest-QuotasTest-190156811-project-admin] delete failed (client error): The resource could not be found. Aug 16 20:23:32.416544 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a194d4a8-dfa6-4046-994f-05b83991948c tempest-QuotasTest-190156811 tempest-QuotasTest-190156811-project-admin] 10.222.0.68 "DELETE /v2.0/quotas/d849c90cc8964394955ca90f327a8ec3 HTTP/1.1" status: 404 len: 348 time: 0.0091245 Aug 16 20:23:32.427053 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2a518625-ff5c-4d51-8d22-13692624ea54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:32.439855 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:32.506485 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 6c45f276-b66f-4398-9888-27b9429eace6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:32.507018 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:32.554131 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 253e1951-a5db-4669-9167-cca11f6b0a1a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=253e1951-a5db-4669-9167-cca11f6b0a1a,segment=NetworkSegment(ec08b430-a83e-4fbb-a8b6-04393ef48a50),segment_id=ec08b430-a83e-4fbb-a8b6-04393ef48a50)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:32.556828 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43674) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:32.570387 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce462fda-e217-478c-a153-1ec7719b3b58 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:32.582045 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-ce462fda-e217-478c-a153-1ec7719b3b58 None None] Transition to ACTIVE for port object 00959d6a-68bc-4c8a-a080-d32955d41635 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:32.589873 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce462fda-e217-478c-a153-1ec7719b3b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:32.598593 n-d-787206-13 neutron-server[94771]: DEBUG neutron.quota.resource [None req-82d37399-b293-45ae-942d-b5adb2b8a15e tempest-QuotasTest-190156811 tempest-QuotasTest-190156811-project-admin] Usage tracker for resource:network and tenant:8bd83e9a11df404b85539f0f95461d9c is out of sync, need to count used quota {{(pid=94771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 20:23:32.606307 n-d-787206-13 neutron-server[94771]: DEBUG neutron.quota.resource [None req-82d37399-b293-45ae-942d-b5adb2b8a15e tempest-QuotasTest-190156811 tempest-QuotasTest-190156811-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 20:23:32.619658 n-d-787206-13 neutron-server[94771]: DEBUG neutron.quota.resource [None req-82d37399-b293-45ae-942d-b5adb2b8a15e tempest-QuotasTest-190156811 tempest-QuotasTest-190156811-project-admin] Usage tracker for resource:subnet and tenant:8bd83e9a11df404b85539f0f95461d9c is out of sync, need to count used quota {{(pid=94771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 20:23:32.620578 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253e1951-a5db-4669-9167-cca11f6b0a1a'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:32.623384 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01ce0be-faeb-4ea3-af84-2164a20148e0" -d '{"events": [{"server_uuid": "b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c", "name": "network-vif-plugged", "status": "completed", "tag": "253e1951-a5db-4669-9167-cca11f6b0a1a"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:32.626871 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e2cb352d-5ec1-4e9c-8271-6dac8587da73 None None] Port b5d38a30-6707-415f-b669-c27ffe15c2e9 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:23:32.637591 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:32.659746 n-d-787206-13 neutron-server[94771]: DEBUG neutron.quota.resource [None req-82d37399-b293-45ae-942d-b5adb2b8a15e tempest-QuotasTest-190156811 tempest-QuotasTest-190156811-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 20:23:32.695163 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-abf8a9ec-df91-44e3-accd-0198469527f0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:32.698626 n-d-787206-13 neutron-server[94771]: DEBUG neutron.quota.resource [None req-82d37399-b293-45ae-942d-b5adb2b8a15e tempest-QuotasTest-190156811 tempest-QuotasTest-190156811-project-admin] Usage tracker for resource:subnetpool and tenant:8bd83e9a11df404b85539f0f95461d9c is out of sync, need to count used quota {{(pid=94771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 20:23:32.721707 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-abf8a9ec-df91-44e3-accd-0198469527f0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:32.723930 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27026091-84e1-481e-9011-28d4fe16c8a4 None None] Pushing event updated for resources: {'Port': ['ID=00959d6a-68bc-4c8a-a080-d32955d41635,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:32.724587 n-d-787206-13 neutron-server[94771]: DEBUG neutron.quota.resource [None req-82d37399-b293-45ae-942d-b5adb2b8a15e tempest-QuotasTest-190156811 tempest-QuotasTest-190156811-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 20:23:32.752795 n-d-787206-13 neutron-server[94771]: DEBUG neutron.quota.resource [None req-82d37399-b293-45ae-942d-b5adb2b8a15e tempest-QuotasTest-190156811 tempest-QuotasTest-190156811-project-admin] Usage tracker for resource:port and tenant:8bd83e9a11df404b85539f0f95461d9c is out of sync, need to count used quota {{(pid=94771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 20:23:32.759556 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c479ae27-ade9-40c9-a9c1-2433daf1e4f0 x-openstack-request-id: req-c479ae27-ade9-40c9-a9c1-2433daf1e4f0 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:32.760144 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c", "name": "network-vif-plugged", "status": "completed", "tag": "253e1951-a5db-4669-9167-cca11f6b0a1a", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:32.760144 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c479ae27-ade9-40c9-a9c1-2433daf1e4f0 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:32.761065 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253e1951-a5db-4669-9167-cca11f6b0a1a', 'code': 200} Aug 16 20:23:32.761322 n-d-787206-13 neutron-server[94771]: DEBUG neutron.quota.resource [None req-82d37399-b293-45ae-942d-b5adb2b8a15e tempest-QuotasTest-190156811 tempest-QuotasTest-190156811-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 20:23:32.769398 n-d-787206-13 neutron-server[94771]: DEBUG neutron.quota.resource [None req-82d37399-b293-45ae-942d-b5adb2b8a15e tempest-QuotasTest-190156811 tempest-QuotasTest-190156811-project-admin] Usage tracker for resource:router and tenant:8bd83e9a11df404b85539f0f95461d9c is out of sync, need to count used quota {{(pid=94771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 20:23:32.773015 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=253e1951-a5db-4669-9167-cca11f6b0a1a,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:32.778675 n-d-787206-13 neutron-server[94771]: DEBUG neutron.quota.resource [None req-82d37399-b293-45ae-942d-b5adb2b8a15e tempest-QuotasTest-190156811 tempest-QuotasTest-190156811-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 20:23:32.789516 n-d-787206-13 neutron-server[94771]: DEBUG neutron.quota.resource [None req-82d37399-b293-45ae-942d-b5adb2b8a15e tempest-QuotasTest-190156811 tempest-QuotasTest-190156811-project-admin] Usage tracker for resource:floatingip and tenant:8bd83e9a11df404b85539f0f95461d9c is out of sync, need to count used quota {{(pid=94771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 20:23:32.796486 n-d-787206-13 neutron-server[94771]: DEBUG neutron.quota.resource [None req-82d37399-b293-45ae-942d-b5adb2b8a15e tempest-QuotasTest-190156811 tempest-QuotasTest-190156811-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 20:23:32.834657 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-ce462fda-e217-478c-a153-1ec7719b3b58 None None] Attempting to bind port 00959d6a-68bc-4c8a-a080-d32955d41635 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:32.835041 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-ce462fda-e217-478c-a153-1ec7719b3b58 None None] Attempting to bind port 00959d6a-68bc-4c8a-a080-d32955d41635 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'e5c54ff4-2a2a-45a6-be9c-410796507864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8862d6b5-ec28-4bd4-9303-330691f05939'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:32.835724 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce462fda-e217-478c-a153-1ec7719b3b58 None None] Attempting to bind port 00959d6a-68bc-4c8a-a080-d32955d41635 on network 8862d6b5-ec28-4bd4-9303-330691f05939 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:32.845372 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce462fda-e217-478c-a153-1ec7719b3b58 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:23:32.845813 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce462fda-e217-478c-a153-1ec7719b3b58 None None] Checking segment: {'id': 'e5c54ff4-2a2a-45a6-be9c-410796507864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8862d6b5-ec28-4bd4-9303-330691f05939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:32.846540 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce462fda-e217-478c-a153-1ec7719b3b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:32.846943 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce462fda-e217-478c-a153-1ec7719b3b58 None None] Bound using segment: {'id': 'e5c54ff4-2a2a-45a6-be9c-410796507864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8862d6b5-ec28-4bd4-9303-330691f05939'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:23:32.847464 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-ce462fda-e217-478c-a153-1ec7719b3b58 None None] Bound port: 00959d6a-68bc-4c8a-a080-d32955d41635, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c54ff4-2a2a-45a6-be9c-410796507864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8862d6b5-ec28-4bd4-9303-330691f05939'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:23:32.847869 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce462fda-e217-478c-a153-1ec7719b3b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:32.885054 n-d-787206-13 neutron-server[94771]: DEBUG neutron.quota.resource [None req-82d37399-b293-45ae-942d-b5adb2b8a15e tempest-QuotasTest-190156811 tempest-QuotasTest-190156811-project-admin] Usage tracker for resource:security_group and tenant:8bd83e9a11df404b85539f0f95461d9c is out of sync, need to count used quota {{(pid=94771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 20:23:32.900007 n-d-787206-13 neutron-server[94771]: DEBUG neutron.quota.resource [None req-82d37399-b293-45ae-942d-b5adb2b8a15e tempest-QuotasTest-190156811 tempest-QuotasTest-190156811-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 20:23:32.919189 n-d-787206-13 neutron-server[94771]: DEBUG neutron.quota.resource [None req-82d37399-b293-45ae-942d-b5adb2b8a15e tempest-QuotasTest-190156811 tempest-QuotasTest-190156811-project-admin] Usage tracker for resource:security_group_rule and tenant:8bd83e9a11df404b85539f0f95461d9c is out of sync, need to count used quota {{(pid=94771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 20:23:32.927380 n-d-787206-13 neutron-server[94771]: DEBUG neutron.quota.resource [None req-82d37399-b293-45ae-942d-b5adb2b8a15e tempest-QuotasTest-190156811 tempest-QuotasTest-190156811-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 20:23:32.933158 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-82d37399-b293-45ae-942d-b5adb2b8a15e tempest-QuotasTest-190156811 tempest-QuotasTest-190156811-project-admin] 10.222.0.68 "GET /v2.0/quotas/8bd83e9a11df404b85539f0f95461d9c/details.json HTTP/1.1" status: 200 len: 703 time: 0.3749928 Aug 16 20:23:32.995837 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-ce462fda-e217-478c-a153-1ec7719b3b58 None None] For port 00959d6a-68bc-4c8a-a080-d32955d41635, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:33.000803 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-ce462fda-e217-478c-a153-1ec7719b3b58 None None] For port 00959d6a-68bc-4c8a-a080-d32955d41635, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=00959d6a-68bc-4c8a-a080-d32955d41635,segment=NetworkSegment(e5c54ff4-2a2a-45a6-be9c-410796507864),segment_id=e5c54ff4-2a2a-45a6-be9c-410796507864)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:23:33.010664 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce462fda-e217-478c-a153-1ec7719b3b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:33.033429 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-2e89971e-7995-4094-8b02-f3f41467c3b5 service neutron] 10.222.0.68 "GET /v2.0/networks/fd79a78f-a655-4d2c-b3f4-a42689173994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6493711 Aug 16 20:23:33.037888 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-abf8a9ec-df91-44e3-accd-0198469527f0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:33.039772 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8a9ec-df91-44e3-accd-0198469527f0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event updated for resources: {'Port': ['ID=b5d38a30-6707-415f-b669-c27ffe15c2e9,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:33.083994 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d2436-ba37-433b-a8e3-57bc545b7148 req-b455aed2-ec8e-4195-9736-ce30fb52282d tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:33.091609 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce462fda-e217-478c-a153-1ec7719b3b58 None None] Routers {'80c699f6-78e1-4f92-8a0a-793e20fbd3d5'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:33.092465 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ce462fda-e217-478c-a153-1ec7719b3b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:23:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['80c699f6-78e1-4f92-8a0a-793e20fbd3d5'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:33.099981 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d76d2436-ba37-433b-a8e3-57bc545b7148 req-b455aed2-ec8e-4195-9736-ce30fb52282d tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c HTTP/1.1" status: 200 len: 946 time: 0.1357253 Aug 16 20:23:33.147510 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27026091-84e1-481e-9011-28d4fe16c8a4 None None] Pushing event updated for resources: {'Port': ['ID=00959d6a-68bc-4c8a-a080-d32955d41635,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:33.223608 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d76d2436-ba37-433b-a8e3-57bc545b7148 req-a3365ad3-61c0-4174-b026-fd65c5b31c4b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=77d5e0f0-c7bf-4914-bb7f-c750dcfa5e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129410 Aug 16 20:23:33.278623 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea718c-4532-4dfc-9cdf-28d5ebbdcdcc req-64b7dc79-d7f3-4dc7-8749-163cfe679c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:33.285287 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-39ea718c-4532-4dfc-9cdf-28d5ebbdcdcc req-64b7dc79-d7f3-4dc7-8749-163cfe679c6f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c HTTP/1.1" status: 200 len: 1098 time: 0.4614146 Aug 16 20:23:33.298077 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf8a9ec-df91-44e3-accd-0198469527f0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Network 30426250-4212-446f-929d-fe2945267007 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:33.314572 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-abf8a9ec-df91-44e3-accd-0198469527f0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:33.368757 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-ce462fda-e217-478c-a153-1ec7719b3b58 None None] Set router 80c699f6-78e1-4f92-8a0a-793e20fbd3d5 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:23:33.551579 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a7e605b2-a333-4530-9954-378e9d1656f4 req-bdfdcc08-6362-4f3e-9bf6-3993a2b20a39 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=3dddacc5-aae2-4761-8b20-587612976fdb HTTP/1.1" status: 200 len: 210 time: 0.0785642 Aug 16 20:23:33.559668 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-39ea718c-4532-4dfc-9cdf-28d5ebbdcdcc req-829112c5-3ef9-4879-90e6-5013e5435593 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=77d5e0f0-c7bf-4914-bb7f-c750dcfa5e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594593 Aug 16 20:23:33.659127 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7275b2-0b15-4cb0-bbc3-0e2114818ec3 req-e5d289b7-c770-4ce1-8220-4e83522d4ec1 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:33.668673 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2c7275b2-0b15-4cb0-bbc3-0e2114818ec3 req-e5d289b7-c770-4ce1-8220-4e83522d4ec1 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 945 time: 0.1645608 Aug 16 20:23:33.720154 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf8a9ec-df91-44e3-accd-0198469527f0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Router 59d8dba8-c99d-4f65-aed2-cddfd62d1eaf has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:23:33.739762 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43696) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:33.755505 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2c7275b2-0b15-4cb0-bbc3-0e2114818ec3 req-9da61b29-9fbb-4867-9d6d-7bd296c62327 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794973 Aug 16 20:23:33.790747 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ce462fda-e217-478c-a153-1ec7719b3b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c699f6-78e1-4f92-8a0a-793e20fbd3d5', 'name': 'tempest-TestServerMultinode-217116361-router', 'tenant_id': '0819018425de408e9cdb902ec6603b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '6c45f276-b66f-4398-9888-27b9429eace6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:23:20Z', 'updated_at': '2021-08-16T20:23:28Z', 'revision_number': 4, 'project_id': '0819018425de408e9cdb902ec6603b4b', 'gw_port': {'id': '6c45f276-b66f-4398-9888-27b9429eace6', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c699f6-78e1-4f92-8a0a-793e20fbd3d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:23:22Z', 'updated_at': '2021-08-16T20:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '00959d6a-68bc-4c8a-a080-d32955d41635', 'name': '', 'network_id': '8862d6b5-ec28-4bd4-9303-330691f05939', 'tenant_id': '0819018425de408e9cdb902ec6603b4b', 'mac_address': 'fa:16:3e:05:53:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c699f6-78e1-4f92-8a0a-793e20fbd3d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '58b08a4a-57d3-4dc2-bf20-f38ed9887f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:23:27Z', 'updated_at': '2021-08-16T20:23:32Z', 'revision_number': 4, 'project_id': '0819018425de408e9cdb902ec6603b4b', 'subnets': [{'id': '58b08a4a-57d3-4dc2-bf20-f38ed9887f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:33.836460 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5cda48ec-0fa7-4cd4-8bea-c4f7500ee995 None None] Provisioning complete for port b5d38a30-6707-415f-b669-c27ffe15c2e9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:33.837087 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5cda48ec-0fa7-4cd4-8bea-c4f7500ee995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:33.842502 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce462fda-e217-478c-a153-1ec7719b3b58 None None] The sync data for ids ['80c699f6-78e1-4f92-8a0a-793e20fbd3d5'] in n-d-787206-13 is: [{'id': '80c699f6-78e1-4f92-8a0a-793e20fbd3d5', 'name': 'tempest-TestServerMultinode-217116361-router', 'tenant_id': '0819018425de408e9cdb902ec6603b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '6c45f276-b66f-4398-9888-27b9429eace6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:23:20Z', 'updated_at': '2021-08-16T20:23:28Z', 'revision_number': 4, 'project_id': '0819018425de408e9cdb902ec6603b4b', 'gw_port': {'id': '6c45f276-b66f-4398-9888-27b9429eace6', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c699f6-78e1-4f92-8a0a-793e20fbd3d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:23:22Z', 'updated_at': '2021-08-16T20:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '00959d6a-68bc-4c8a-a080-d32955d41635', 'name': '', 'network_id': '8862d6b5-ec28-4bd4-9303-330691f05939', 'tenant_id': '0819018425de408e9cdb902ec6603b4b', 'mac_address': 'fa:16:3e:05:53:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c699f6-78e1-4f92-8a0a-793e20fbd3d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '58b08a4a-57d3-4dc2-bf20-f38ed9887f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:23:27Z', 'updated_at': '2021-08-16T20:23:32Z', 'revision_number': 4, 'project_id': '0819018425de408e9cdb902ec6603b4b', 'subnets': [{'id': '58b08a4a-57d3-4dc2-bf20-f38ed9887f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:23:33.924088 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5cda48ec-0fa7-4cd4-8bea-c4f7500ee995 None None] Port b5d38a30-6707-415f-b669-c27ffe15c2e9 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:23:33.925576 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-771bbc2c-dfe9-47ad-bd6d-1f6397702e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:33.948458 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf8a9ec-df91-44e3-accd-0198469527f0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:23:33.957157 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43700) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:33.957621 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-abf8a9ec-df91-44e3-accd-0198469527f0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "PUT /v2.0/routers/59d8dba8-c99d-4f65-aed2-cddfd62d1eaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1049011 Aug 16 20:23:33.966563 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f38a38e9-38e7-49fe-b132-ba2e29f94b2a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Request body: {'port': {'network_id': '30426250-4212-446f-929d-fe2945267007', 'name': 'tempest-FloatingIPTestJSON-166526317'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:33.977583 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ab2119-03b7-40bf-b857-cc897f009e36 None None] Sync routers for ids ['59d8dba8-c99d-4f65-aed2-cddfd62d1eaf'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:23:34.000386 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ab2119-03b7-40bf-b857-cc897f009e36 None None] Routers {'59d8dba8-c99d-4f65-aed2-cddfd62d1eaf'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:34.001397 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-99ab2119-03b7-40bf-b857-cc897f009e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:23:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['59d8dba8-c99d-4f65-aed2-cddfd62d1eaf'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:34.053610 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-99ab2119-03b7-40bf-b857-cc897f009e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:34.064863 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ab2119-03b7-40bf-b857-cc897f009e36 None None] Routers {'59d8dba8-c99d-4f65-aed2-cddfd62d1eaf'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:34.070399 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-99ab2119-03b7-40bf-b857-cc897f009e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:23:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['59d8dba8-c99d-4f65-aed2-cddfd62d1eaf'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:34.127657 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-99ab2119-03b7-40bf-b857-cc897f009e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:34.131404 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ab2119-03b7-40bf-b857-cc897f009e36 None None] The sync data for ids ['59d8dba8-c99d-4f65-aed2-cddfd62d1eaf'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:23:34.147212 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-771bbc2c-dfe9-47ad-bd6d-1f6397702e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:34.153660 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-771bbc2c-dfe9-47ad-bd6d-1f6397702e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:34.198515 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38a38e9-38e7-49fe-b132-ba2e29f94b2a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Made reservation on behalf of c17b1cc6ae324debb244d1049d77de29 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:34.202257 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771bbc2c-dfe9-47ad-bd6d-1f6397702e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cd9d32-8be1-4420-ad65-db8dcbfef466,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:34.206605 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f38a38e9-38e7-49fe-b132-ba2e29f94b2a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:34.231001 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-771bbc2c-dfe9-47ad-bd6d-1f6397702e10 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=58b41e110460417ebf51fd47f6c09860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4848485 Aug 16 20:23:34.231207 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43706) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:34.283086 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-f38a38e9-38e7-49fe-b132-ba2e29f94b2a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] device_id is not set on port f6656776-93fb-4d1e-98a9-f85bcd34e486 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:23:34.379573 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6003d5ab-2139-4fa1-8769-573e8e1e1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:34.401962 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33095900-143c-427d-a8b0-821d96c59f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:34.464685 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33095900-143c-427d-a8b0-821d96c59f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:34.469096 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f5d38-fbbf-4428-bf04-b729d17c5f14 req-34ecf235-61e2-4881-a8c7-c0873db9759f tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:34.472819 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-976f5d38-fbbf-4428-bf04-b729d17c5f14 req-34ecf235-61e2-4881-a8c7-c0873db9759f tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c HTTP/1.1" status: 200 len: 946 time: 0.1630836 Aug 16 20:23:34.506444 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-f38a38e9-38e7-49fe-b132-ba2e29f94b2a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Allocated IP 172.20.0.11 (30426250-4212-446f-929d-fe2945267007/202d2441-3be1-4715-b88e-cc3cec57c919/f6656776-93fb-4d1e-98a9-f85bcd34e486) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:23:34.579543 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-976f5d38-fbbf-4428-bf04-b729d17c5f14 req-8e5b6e75-c09a-4949-adf6-ead76e7e531c tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=77d5e0f0-c7bf-4914-bb7f-c750dcfa5e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999317 Aug 16 20:23:34.661549 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:34.680684 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33095900-143c-427d-a8b0-821d96c59f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:34.683934 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33095900-143c-427d-a8b0-821d96c59f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:34.688158 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-33095900-143c-427d-a8b0-821d96c59f43 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f9cd9d32-8be1-4420-ad65-db8dcbfef466 HTTP/1.1" status: 204 len: 168 time: 0.4546564 Aug 16 20:23:34.799541 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c2c561ac-6244-446b-b980-442c85ac6e74 req-0fa36a90-b3b1-4ab1-a340-dcc01b9204df tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=3dddacc5-aae2-4761-8b20-587612976fdb HTTP/1.1" status: 200 len: 210 time: 0.1343713 Aug 16 20:23:34.800309 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33095900-143c-427d-a8b0-821d96c59f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cd9d32-8be1-4420-ad65-db8dcbfef466,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:34.916729 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f38a38e9-38e7-49fe-b132-ba2e29f94b2a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:34.953299 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-f38a38e9-38e7-49fe-b132-ba2e29f94b2a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Transition to ACTIVE for port object f6656776-93fb-4d1e-98a9-f85bcd34e486 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:34.969690 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6b189-124a-4cb1-aade-f24c087c991d req-4e7278ef-5a7e-4fe3-b21c-cc093a2acdba tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:34.971874 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b3c6b189-124a-4cb1-aade-f24c087c991d req-4e7278ef-5a7e-4fe3-b21c-cc093a2acdba tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 945 time: 0.0837486 Aug 16 20:23:35.025349 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f38a38e9-38e7-49fe-b132-ba2e29f94b2a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:35.093098 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38a38e9-38e7-49fe-b132-ba2e29f94b2a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Network 30426250-4212-446f-929d-fe2945267007 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:35.097566 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-f38a38e9-38e7-49fe-b132-ba2e29f94b2a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:35.103706 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38a38e9-38e7-49fe-b132-ba2e29f94b2a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:23:35.111618 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b3c6b189-124a-4cb1-aade-f24c087c991d req-747be5de-cd66-485d-82dd-5a40eba34f05 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208317 Aug 16 20:23:35.167786 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a38e9-38e7-49fe-b132-ba2e29f94b2a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event updated for resources: {'Port': ['ID=f6656776-93fb-4d1e-98a9-f85bcd34e486,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:35.206483 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43726) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:35.223913 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38a38e9-38e7-49fe-b132-ba2e29f94b2a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:35.224718 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f38a38e9-38e7-49fe-b132-ba2e29f94b2a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:35.234843 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e8049ef-abec-4e8a-80fc-48d2b294451f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:35.263501 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f38a38e9-38e7-49fe-b132-ba2e29f94b2a tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3024635 Aug 16 20:23:35.265171 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43728) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:35.270439 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-07db8574-7ddd-4bb7-b520-d468903ae581 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Request body: {'floatingip': {'port_id': 'f6656776-93fb-4d1e-98a9-f85bcd34e486'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:35.358239 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-07db8574-7ddd-4bb7-b520-d468903ae581 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:35.374828 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e8049ef-abec-4e8a-80fc-48d2b294451f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:35.380215 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e8049ef-abec-4e8a-80fc-48d2b294451f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:35.437758 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7e8049ef-abec-4e8a-80fc-48d2b294451f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8bd83e9a11df404b85539f0f95461d9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2300889 Aug 16 20:23:35.438883 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8049ef-abec-4e8a-80fc-48d2b294451f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f34ff6-f7cd-44f9-bff5-d46bac59a780,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:35.451360 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43730) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:35.493137 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5c114d8b-d1ef-4d8e-8fa1-4cd924d21bc4 None None] Provisioning for port f6656776-93fb-4d1e-98a9-f85bcd34e486 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:35.501475 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5c114d8b-d1ef-4d8e-8fa1-4cd924d21bc4 None None] Provisioning complete for port f6656776-93fb-4d1e-98a9-f85bcd34e486 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:35.501851 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c114d8b-d1ef-4d8e-8fa1-4cd924d21bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:35.570586 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5c114d8b-d1ef-4d8e-8fa1-4cd924d21bc4 None None] Port f6656776-93fb-4d1e-98a9-f85bcd34e486 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:23:35.580658 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-301d6e1a-9023-4c99-8ab0-2388cfcd73a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:35.600821 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:35.619648 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-301d6e1a-9023-4c99-8ab0-2388cfcd73a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:35.684711 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [req-5e47f579-be7a-4b48-8e12-4274947cd622 req-44d9b998-6533-4301-94ef-bf5206f40fe9 service neutron] (94771) timed out ('10.222.0.63', 51120) {{(pid=94771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 20:23:35.728326 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-301d6e1a-9023-4c99-8ab0-2388cfcd73a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:35.732758 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-301d6e1a-9023-4c99-8ab0-2388cfcd73a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:35.737114 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-301d6e1a-9023-4c99-8ab0-2388cfcd73a3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a6f34ff6-f7cd-44f9-bff5-d46bac59a780 HTTP/1.1" status: 204 len: 168 time: 0.2795730 Aug 16 20:23:35.745965 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d6e1a-9023-4c99-8ab0-2388cfcd73a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f34ff6-f7cd-44f9-bff5-d46bac59a780,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:35.898545 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 00959d6a-68bc-4c8a-a080-d32955d41635 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:35.970791 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a46198c7-98d4-47d6-9f86-ee2eca6336fb req-01026d9a-b4c1-4c52-93aa-da70e87ad45c tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=3dddacc5-aae2-4761-8b20-587612976fdb HTTP/1.1" status: 200 len: 210 time: 0.0384231 Aug 16 20:23:35.981466 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-753c64af-2e06-4824-b880-dce91075349b tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:35.983027 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-753c64af-2e06-4824-b880-dce91075349b tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.63 "GET /v2.0/networks?id=fd79a78f-a655-4d2c-b3f4-a42689173994 HTTP/1.1" status: 200 len: 911 time: 0.4139528 Aug 16 20:23:36.000764 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:36.002510 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-47dc5ee4-34f5-4460-bd35-b7639fac7469 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Request body: {'port': {'device_id': '3dddacc5-aae2-4761-8b20-587612976fdb', 'network_id': 'fd79a78f-a655-4d2c-b3f4-a42689173994', 'admin_state_up': True, 'tenant_id': '0819018425de408e9cdb902ec6603b4b'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:36.007551 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 00959d6a-68bc-4c8a-a080-d32955d41635 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:36.014043 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 00959d6a-68bc-4c8a-a080-d32955d41635 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:36.015440 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:36.028145 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0b811-977f-49ed-8904-860c25ad06f2 req-53e1d604-81c8-4534-ba7d-64290b5fb6eb tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:36.029698 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-abc0b811-977f-49ed-8904-860c25ad06f2 req-53e1d604-81c8-4534-ba7d-64290b5fb6eb tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c HTTP/1.1" status: 200 len: 946 time: 0.2707860 Aug 16 20:23:36.104804 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-47dc5ee4-34f5-4460-bd35-b7639fac7469 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Made reservation on behalf of 0819018425de408e9cdb902ec6603b4b for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:36.107479 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-47dc5ee4-34f5-4460-bd35-b7639fac7469 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:36.147054 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:36.173921 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-abc0b811-977f-49ed-8904-860c25ad06f2 req-93cdf63c-4846-4f6c-853e-2cce579b796b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=77d5e0f0-c7bf-4914-bb7f-c750dcfa5e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335163 Aug 16 20:23:36.198343 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:36.231173 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 00959d6a-68bc-4c8a-a080-d32955d41635, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=00959d6a-68bc-4c8a-a080-d32955d41635,segment=NetworkSegment(e5c54ff4-2a2a-45a6-be9c-410796507864),segment_id=e5c54ff4-2a2a-45a6-be9c-410796507864)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:36.239644 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:36.278539 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c4b6e-8fdb-4983-936b-fe95251f2ecb req-df1f2c9a-1cfd-4b8a-b491-3018fae3c161 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:36.287534 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e62c4b6e-8fdb-4983-936b-fe95251f2ecb req-df1f2c9a-1cfd-4b8a-b491-3018fae3c161 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 945 time: 0.0617421 Aug 16 20:23:36.328921 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=00959d6a-68bc-4c8a-a080-d32955d41635,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:36.350379 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:36.351397 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:36.352207 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:36.352740 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:36.354689 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:36.355243 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:36.357289 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:36.359443 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:36.360191 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:36.360997 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:36.361353 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:36.361691 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:36.371031 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e62c4b6e-8fdb-4983-936b-fe95251f2ecb req-d1ca20fd-8905-4dd1-93b0-43953b0da898 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825038 Aug 16 20:23:36.461308 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd706e51-d29c-4d22-a9a2-1fb51a8f06fb req-92e962d7-68b5-4db3-b1c2-915529b4fc14 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:36.462732 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cd706e51-d29c-4d22-a9a2-1fb51a8f06fb req-92e962d7-68b5-4db3-b1c2-915529b4fc14 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c HTTP/1.1" status: 200 len: 946 time: 0.1633317 Aug 16 20:23:36.523634 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-47dc5ee4-34f5-4460-bd35-b7639fac7469 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Allocated IP 172.20.0.7 (fd79a78f-a655-4d2c-b3f4-a42689173994/8274f157-9813-4525-bbb8-87cf5c81c086/8b3db4fb-431e-4122-b54b-cecdf52b0b58) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:23:36.617186 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cd706e51-d29c-4d22-a9a2-1fb51a8f06fb req-f032aa2a-566b-48d4-9bfc-5ac41a09326c tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=77d5e0f0-c7bf-4914-bb7f-c750dcfa5e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402338 Aug 16 20:23:36.644702 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-07db8574-7ddd-4bb7-b520-d468903ae581 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:36.652118 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-07db8574-7ddd-4bb7-b520-d468903ae581 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:36.831649 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-07db8574-7ddd-4bb7-b520-d468903ae581 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Floating IP 25536ccc-8289-40db-9172-d6b0f4093d7b associated. External IP: 172.25.8.189, port: 5090b50d-c462-492e-97b2-2f0c145b52c1. Aug 16 20:23:36.862066 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43772) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:36.877897 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-47dc5ee4-34f5-4460-bd35-b7639fac7469 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:36.900780 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-47dc5ee4-34f5-4460-bd35-b7639fac7469 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Transition to ACTIVE for port object 8b3db4fb-431e-4122-b54b-cecdf52b0b58 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:36.985663 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-82cc3c18-0798-456f-9f62-4ce8e42cbf97 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Request body: {'networks': [{'name': 'tempest-network--538497926'}, {'name': 'tempest-network--1927417721'}]} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:36.985663 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-82cc3c18-0798-456f-9f62-4ce8e42cbf97 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Request body: {'network': {'name': 'tempest-network--538497926'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:36.986455 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-82cc3c18-0798-456f-9f62-4ce8e42cbf97 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Request body: {'network': {'name': 'tempest-network--1927417721'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:37.021024 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cc3c18-0798-456f-9f62-4ce8e42cbf97 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Made reservation on behalf of 1b73ea7250a74feb9d55e74f53558ae8 for: {'network': 2} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:37.023418 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-47dc5ee4-34f5-4460-bd35-b7639fac7469 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:37.031182 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82cc3c18-0798-456f-9f62-4ce8e42cbf97 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:37.078560 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82cc3c18-0798-456f-9f62-4ce8e42cbf97 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:37.113178 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc5ee4-34f5-4460-bd35-b7639fac7469 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Pushing event updated for resources: {'Port': ['ID=8b3db4fb-431e-4122-b54b-cecdf52b0b58,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:37.155983 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-47dc5ee4-34f5-4460-bd35-b7639fac7469 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Network fd79a78f-a655-4d2c-b3f4-a42689173994 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:37.160991 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-47dc5ee4-34f5-4460-bd35-b7639fac7469 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:37.164238 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:37.165672 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07db8574-7ddd-4bb7-b520-d468903ae581 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Router 4b25ba43-910a-471c-b81c-bd0069004478 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:23:37.166736 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-47dc5ee4-34f5-4460-bd35-b7639fac7469 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:23:37.228548 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1c58b-5d92-4a13-a614-de699be036b4 req-78a1c76d-ce49-4b8c-8325-2c70c4d20164 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:37.230506 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-01b1c58b-5d92-4a13-a614-de699be036b4 req-78a1c76d-ce49-4b8c-8325-2c70c4d20164 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=3dddacc5-aae2-4761-8b20-587612976fdb HTTP/1.1" status: 200 len: 1027 time: 0.1044691 Aug 16 20:23:37.305990 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-01b1c58b-5d92-4a13-a614-de699be036b4 req-abf9eb29-5dc4-4484-90a9-13df0af78953 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=1ff88e7c-d47d-43ad-a3bb-7301a9003d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630016 Aug 16 20:23:37.362601 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82cc3c18-0798-456f-9f62-4ce8e42cbf97 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:37.367493 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82cc3c18-0798-456f-9f62-4ce8e42cbf97 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:37.368262 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82cc3c18-0798-456f-9f62-4ce8e42cbf97 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:37.418000 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc3c18-0798-456f-9f62-4ce8e42cbf97 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af1947f7-e3b3-4946-bdf4-e95949fd973f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:37.439575 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82cc3c18-0798-456f-9f62-4ce8e42cbf97 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:23:37.456164 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82cc3c18-0798-456f-9f62-4ce8e42cbf97 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:37.456808 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-82cc3c18-0798-456f-9f62-4ce8e42cbf97 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Added segment f575dd00-7f18-4ed3-b474-538233f341c3 of type vlan for network 25cbd9af-0928-4dfd-91f2-2787a1906cf3 Aug 16 20:23:37.507124 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82cc3c18-0798-456f-9f62-4ce8e42cbf97 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:37.525843 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a9a784eb-a508-4327-9dfa-0992315163e4 None None] Provisioning for port 8b3db4fb-431e-4122-b54b-cecdf52b0b58 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:37.532087 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a9a784eb-a508-4327-9dfa-0992315163e4 None None] Provisioning complete for port 8b3db4fb-431e-4122-b54b-cecdf52b0b58 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:37.532458 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a9a784eb-a508-4327-9dfa-0992315163e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:37.551571 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82cc3c18-0798-456f-9f62-4ce8e42cbf97 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:23:37.569336 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82cc3c18-0798-456f-9f62-4ce8e42cbf97 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:37.570304 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-82cc3c18-0798-456f-9f62-4ce8e42cbf97 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Added segment 3374bff6-91b2-41e9-8d62-b6d315c3f70c of type vlan for network aa4c8842-5bfe-4c5f-b8bd-2f681e777e36 Aug 16 20:23:37.570942 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a9a784eb-a508-4327-9dfa-0992315163e4 None None] Port 8b3db4fb-431e-4122-b54b-cecdf52b0b58 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:23:37.619571 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82cc3c18-0798-456f-9f62-4ce8e42cbf97 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:37.671231 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-47dc5ee4-34f5-4460-bd35-b7639fac7469 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:37.671633 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82cc3c18-0798-456f-9f62-4ce8e42cbf97 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:37.671877 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-47dc5ee4-34f5-4460-bd35-b7639fac7469 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:37.672386 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82cc3c18-0798-456f-9f62-4ce8e42cbf97 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:37.681374 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cc3c18-0798-456f-9f62-4ce8e42cbf97 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:37.686234 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cc3c18-0798-456f-9f62-4ce8e42cbf97 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:37.686896 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82cc3c18-0798-456f-9f62-4ce8e42cbf97 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:37.704716 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb83cfb-07ec-4836-a321-8376b522c12f req-eaed2458-1e8d-4a4d-bc5f-a4dfe081f5b8 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:37.705654 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8cb83cfb-07ec-4836-a321-8376b522c12f req-eaed2458-1e8d-4a4d-bc5f-a4dfe081f5b8 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 945 time: 0.1208773 Aug 16 20:23:37.709737 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-47dc5ee4-34f5-4460-bd35-b7639fac7469 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7136793 Aug 16 20:23:37.720697 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-82cc3c18-0798-456f-9f62-4ce8e42cbf97 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8538942 Aug 16 20:23:37.743740 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43790) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:37.745606 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-2438b5fa-d177-4173-8663-9e1a7d68674b service neutron] Request body: {'port': {'device_id': '3dddacc5-aae2-4761-8b20-587612976fdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:37.833226 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 00959d6a-68bc-4c8a-a080-d32955d41635 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:37.837370 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8cb83cfb-07ec-4836-a321-8376b522c12f req-a262cbee-d3e1-4c37-9a3c-ce22243cf39f tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017632 Aug 16 20:23:37.843682 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07db8574-7ddd-4bb7-b520-d468903ae581 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:23:37.852157 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-2438b5fa-d177-4173-8663-9e1a7d68674b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:37.867244 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc3c18-0798-456f-9f62-4ce8e42cbf97 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Pushing event updated for resources: {'Network': ['ID=25cbd9af-0928-4dfd-91f2-2787a1906cf3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:37.871086 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05250935-e060-43a3-bff2-875614241db9 None None] Sync routers for ids ['4b25ba43-910a-471c-b81c-bd0069004478'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:23:37.893208 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05250935-e060-43a3-bff2-875614241db9 None None] Routers {'4b25ba43-910a-471c-b81c-bd0069004478'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:37.893835 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-05250935-e060-43a3-bff2-875614241db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:23:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4b25ba43-910a-471c-b81c-bd0069004478'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:37.895614 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 25cbd9af-0928-4dfd-91f2-2787a1906cf3 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:23:37.954120 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-05250935-e060-43a3-bff2-875614241db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:37.971329 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05250935-e060-43a3-bff2-875614241db9 None None] Routers {'4b25ba43-910a-471c-b81c-bd0069004478'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:37.972237 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-05250935-e060-43a3-bff2-875614241db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:23:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4b25ba43-910a-471c-b81c-bd0069004478'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:38.004644 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc3c18-0798-456f-9f62-4ce8e42cbf97 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Pushing event updated for resources: {'Network': ['ID=aa4c8842-5bfe-4c5f-b8bd-2f681e777e36,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:38.018100 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b75e62d-5fda-456c-aafb-70efb03ab515 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:38.023896 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network aa4c8842-5bfe-4c5f-b8bd-2f681e777e36 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:23:38.024687 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b75e62d-5fda-456c-aafb-70efb03ab515 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:38.030945 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b75e62d-5fda-456c-aafb-70efb03ab515 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:38.037568 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b75e62d-5fda-456c-aafb-70efb03ab515 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:38.039542 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7b75e62d-5fda-456c-aafb-70efb03ab515 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2948461 Aug 16 20:23:38.042581 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43798) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:38.088846 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-05250935-e060-43a3-bff2-875614241db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:38.089778 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05250935-e060-43a3-bff2-875614241db9 None None] The sync data for ids ['4b25ba43-910a-471c-b81c-bd0069004478'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:23:38.150608 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a7b6a46-c73d-439b-837e-3b34330a8c78 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:38.158780 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43804) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:38.171816 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 00959d6a-68bc-4c8a-a080-d32955d41635 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:38.172830 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:38.312626 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07db8574-7ddd-4bb7-b520-d468903ae581 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Router 59d8dba8-c99d-4f65-aed2-cddfd62d1eaf has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:23:38.330319 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a7b6a46-c73d-439b-837e-3b34330a8c78 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:38.345386 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-4a7b6a46-c73d-439b-837e-3b34330a8c78 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25cbd9af-0928-4dfd-91f2-2787a1906cf3']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:38.402997 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-4a7b6a46-c73d-439b-837e-3b34330a8c78 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f575dd00-7f18-4ed3-b474-538233f341c3') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:38.403409 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-4a7b6a46-c73d-439b-837e-3b34330a8c78 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f575dd00-7f18-4ed3-b474-538233f341c3') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:38.417042 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-2438b5fa-d177-4173-8663-9e1a7d68674b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b3db4fb-431e-4122-b54b-cecdf52b0b58 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:23:38.424821 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a7b6a46-c73d-439b-837e-3b34330a8c78 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:38.451664 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-2438b5fa-d177-4173-8663-9e1a7d68674b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:38.459919 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a7b6a46-c73d-439b-837e-3b34330a8c78 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:38.482292 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07db8574-7ddd-4bb7-b520-d468903ae581 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:23:38.487328 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-07db8574-7ddd-4bb7-b520-d468903ae581 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:38.498487 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8713d2e4-1d7a-4675-8d37-afae596f43cb None None] Sync routers for ids ['59d8dba8-c99d-4f65-aed2-cddfd62d1eaf'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:23:38.503311 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a7b6a46-c73d-439b-837e-3b34330a8c78 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:23:38.503789 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a7b6a46-c73d-439b-837e-3b34330a8c78 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:38.508071 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:23:38.508071 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:23:38.508071 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:23:38.508071 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:23:38.508071 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:23:38.508071 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:23:38.508071 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:23:38.508071 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:23:38.508071 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:23:38.508071 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:23:38.508071 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:23:38.508071 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:23:38.508071 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:23:38.508071 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:23:38.508071 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:23:38.508071 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:23:38.508071 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:23:38.508071 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:23:38.508071 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:23:38.508071 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:23:38.508071 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:23:38.508071 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:23:38.508071 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:23:38.508071 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:23:38.508071 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:23:38.508071 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:23:38.508071 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:23:38.508071 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:23:38.508071 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:23:38.508071 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:23:38.508071 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:23:38.508071 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:23:38.520993 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8713d2e4-1d7a-4675-8d37-afae596f43cb None None] Routers {'59d8dba8-c99d-4f65-aed2-cddfd62d1eaf'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:38.524054 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8713d2e4-1d7a-4675-8d37-afae596f43cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:23:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['59d8dba8-c99d-4f65-aed2-cddfd62d1eaf'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:38.552901 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-07db8574-7ddd-4bb7-b520-d468903ae581 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "PUT /v2.0/floatingips/25536ccc-8289-40db-9172-d6b0f4093d7b HTTP/1.1" status: 200 len: 978 time: 3.2838316 Aug 16 20:23:38.553818 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43808) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:38.567653 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8713d2e4-1d7a-4675-8d37-afae596f43cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:38.569611 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001c2de-ea09-4604-9061-f39ce97b4bd1 req-52035199-384c-4a89-919d-8b04138b6c19 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:38.571107 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d001c2de-ea09-4604-9061-f39ce97b4bd1 req-52035199-384c-4a89-919d-8b04138b6c19 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=3dddacc5-aae2-4761-8b20-587612976fdb HTTP/1.1" status: 200 len: 1027 time: 0.1657629 Aug 16 20:23:38.578779 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8713d2e4-1d7a-4675-8d37-afae596f43cb None None] Routers {'59d8dba8-c99d-4f65-aed2-cddfd62d1eaf'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:38.580518 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8713d2e4-1d7a-4675-8d37-afae596f43cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:23:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['59d8dba8-c99d-4f65-aed2-cddfd62d1eaf'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:38.615676 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8713d2e4-1d7a-4675-8d37-afae596f43cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:38.616462 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8713d2e4-1d7a-4675-8d37-afae596f43cb None None] The sync data for ids ['59d8dba8-c99d-4f65-aed2-cddfd62d1eaf'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:23:38.628879 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-2438b5fa-d177-4173-8663-9e1a7d68674b service neutron] Transition to ACTIVE for port object 8b3db4fb-431e-4122-b54b-cecdf52b0b58 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:38.633358 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-2438b5fa-d177-4173-8663-9e1a7d68674b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:38.666317 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a7b6a46-c73d-439b-837e-3b34330a8c78 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:38.678038 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a7b6a46-c73d-439b-837e-3b34330a8c78 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:38.679884 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4a7b6a46-c73d-439b-837e-3b34330a8c78 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] 10.222.0.68 "DELETE /v2.0/networks/25cbd9af-0928-4dfd-91f2-2787a1906cf3 HTTP/1.1" status: 204 len: 168 time: 0.6361327 Aug 16 20:23:38.682721 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43810) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:38.719219 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438b5fa-d177-4173-8663-9e1a7d68674b service neutron] Pushing event updated for resources: {'Port': ['ID=8b3db4fb-431e-4122-b54b-cecdf52b0b58,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:38.729917 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b6a46-c73d-439b-837e-3b34330a8c78 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Pushing event deleted for resources: {'Network': ['ID=25cbd9af-0928-4dfd-91f2-2787a1906cf3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:38.879624 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-07f77407-125a-480d-bedd-7ae7560f7d2c tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:38.943630 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-2438b5fa-d177-4173-8663-9e1a7d68674b service neutron] Attempting to bind port 8b3db4fb-431e-4122-b54b-cecdf52b0b58 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:38.944287 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-2438b5fa-d177-4173-8663-9e1a7d68674b service neutron] Attempting to bind port 8b3db4fb-431e-4122-b54b-cecdf52b0b58 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'd8d657a1-66d4-492a-af2c-49aba309b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fd79a78f-a655-4d2c-b3f4-a42689173994'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:38.944847 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-2438b5fa-d177-4173-8663-9e1a7d68674b service neutron] Attempting to bind port 8b3db4fb-431e-4122-b54b-cecdf52b0b58 on network fd79a78f-a655-4d2c-b3f4-a42689173994 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:38.972375 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-2438b5fa-d177-4173-8663-9e1a7d68674b service neutron] Port 8b3db4fb-431e-4122-b54b-cecdf52b0b58 on network fd79a78f-a655-4d2c-b3f4-a42689173994 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:38.973013 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-2438b5fa-d177-4173-8663-9e1a7d68674b service neutron] Attempting to bind port 8b3db4fb-431e-4122-b54b-cecdf52b0b58 on network fd79a78f-a655-4d2c-b3f4-a42689173994 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:38.985829 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-2438b5fa-d177-4173-8663-9e1a7d68674b service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:23:38.986912 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-2438b5fa-d177-4173-8663-9e1a7d68674b service neutron] Checking segment: {'id': 'd8d657a1-66d4-492a-af2c-49aba309b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fd79a78f-a655-4d2c-b3f4-a42689173994'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:38.987692 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-2438b5fa-d177-4173-8663-9e1a7d68674b service neutron] Bound using segment: {'id': 'd8d657a1-66d4-492a-af2c-49aba309b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fd79a78f-a655-4d2c-b3f4-a42689173994'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:23:38.988327 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-2438b5fa-d177-4173-8663-9e1a7d68674b service neutron] Bound port: 8b3db4fb-431e-4122-b54b-cecdf52b0b58, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8d657a1-66d4-492a-af2c-49aba309b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fd79a78f-a655-4d2c-b3f4-a42689173994'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:23:38.988879 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-2438b5fa-d177-4173-8663-9e1a7d68674b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:39.102363 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-07f77407-125a-480d-bedd-7ae7560f7d2c tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:39.133788 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-07f77407-125a-480d-bedd-7ae7560f7d2c tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa4c8842-5bfe-4c5f-b8bd-2f681e777e36']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:39.147423 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-07f77407-125a-480d-bedd-7ae7560f7d2c tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3374bff6-91b2-41e9-8d62-b6d315c3f70c') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:39.147735 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-07f77407-125a-480d-bedd-7ae7560f7d2c tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3374bff6-91b2-41e9-8d62-b6d315c3f70c') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:39.174055 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-07f77407-125a-480d-bedd-7ae7560f7d2c tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:39.180015 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e00c4f-c363-40f6-b2c0-213c8f8432f6 req-443b3a1b-0785-41a8-8cb9-13f2a834cc66 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:39.185062 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-68e00c4f-c363-40f6-b2c0-213c8f8432f6 req-443b3a1b-0785-41a8-8cb9-13f2a834cc66 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 945 time: 0.1770661 Aug 16 20:23:39.211397 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-07f77407-125a-480d-bedd-7ae7560f7d2c tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:39.215778 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d001c2de-ea09-4604-9061-f39ce97b4bd1 req-8c98b34a-8b26-4a0d-a063-68242f633e29 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=1ff88e7c-d47d-43ad-a3bb-7301a9003d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6071062 Aug 16 20:23:39.229714 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f77407-125a-480d-bedd-7ae7560f7d2c tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:23:39.230214 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-07f77407-125a-480d-bedd-7ae7560f7d2c tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:39.233449 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:23:39.233449 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:23:39.233449 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:23:39.233449 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:23:39.233449 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:23:39.233449 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:23:39.233449 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:23:39.233449 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:23:39.233449 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:23:39.233449 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:23:39.233449 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:23:39.233449 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:23:39.233449 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:23:39.233449 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:23:39.233449 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:23:39.233449 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:23:39.233449 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:23:39.233449 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:23:39.233449 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:23:39.233449 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:23:39.233449 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:23:39.233449 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:23:39.233449 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:23:39.233449 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:23:39.233449 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:23:39.233449 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:23:39.233449 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:23:39.233449 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:23:39.233449 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:23:39.233449 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:23:39.233449 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:23:39.233449 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:23:39.285947 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-2438b5fa-d177-4173-8663-9e1a7d68674b service neutron] For port 8b3db4fb-431e-4122-b54b-cecdf52b0b58, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:39.295355 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e91bc1e0-2e50-4722-8549-d38b7f53be3e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Deleting port f6656776-93fb-4d1e-98a9-f85bcd34e486 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:39.295766 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e91bc1e0-2e50-4722-8549-d38b7f53be3e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:39.312494 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-2438b5fa-d177-4173-8663-9e1a7d68674b service neutron] For port 8b3db4fb-431e-4122-b54b-cecdf52b0b58, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=8b3db4fb-431e-4122-b54b-cecdf52b0b58,segment=NetworkSegment(d8d657a1-66d4-492a-af2c-49aba309b784),segment_id=d8d657a1-66d4-492a-af2c-49aba309b784)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:23:39.326767 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-2438b5fa-d177-4173-8663-9e1a7d68674b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:39.337372 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-68e00c4f-c363-40f6-b2c0-213c8f8432f6 req-2c34e7bb-029d-4947-93b2-3d383b19ba2f tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300287 Aug 16 20:23:39.365010 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-07f77407-125a-480d-bedd-7ae7560f7d2c tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:39.392360 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438b5fa-d177-4173-8663-9e1a7d68674b service neutron] Pushing event updated for resources: {'Port': ['ID=8b3db4fb-431e-4122-b54b-cecdf52b0b58,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:39.404380 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-07f77407-125a-480d-bedd-7ae7560f7d2c tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:39.411312 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-07f77407-125a-480d-bedd-7ae7560f7d2c tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] 10.222.0.68 "DELETE /v2.0/networks/aa4c8842-5bfe-4c5f-b8bd-2f681e777e36 HTTP/1.1" status: 204 len: 168 time: 0.7262578 Aug 16 20:23:39.415177 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-2438b5fa-d177-4173-8663-9e1a7d68674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:39.416033 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-2438b5fa-d177-4173-8663-9e1a7d68674b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:39.419508 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-2438b5fa-d177-4173-8663-9e1a7d68674b service neutron] 10.222.0.63 "PUT /v2.0/ports/8b3db4fb-431e-4122-b54b-cecdf52b0b58 HTTP/1.1" status: 200 len: 1092 time: 1.6773894 Aug 16 20:23:39.420146 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43826) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:39.424226 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dddacc5-aae2-4761-8b20-587612976fdb', 'tag': '8b3db4fb-431e-4122-b54b-cecdf52b0b58'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:39.426776 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537b4f39-067e-4ec1-a822-19e985ff04d9" -d '{"events": [{"name": "network-changed", "server_uuid": "3dddacc5-aae2-4761-8b20-587612976fdb", "tag": "8b3db4fb-431e-4122-b54b-cecdf52b0b58"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:39.444398 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f77407-125a-480d-bedd-7ae7560f7d2c tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Pushing event deleted for resources: {'Network': ['ID=aa4c8842-5bfe-4c5f-b8bd-2f681e777e36,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:39.509945 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe7d714-d5d0-4319-a493-f99841b3ef16 x-openstack-request-id: req-efe7d714-d5d0-4319-a493-f99841b3ef16 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:39.510235 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dddacc5-aae2-4761-8b20-587612976fdb", "tag": "8b3db4fb-431e-4122-b54b-cecdf52b0b58", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:39.510489 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-efe7d714-d5d0-4319-a493-f99841b3ef16 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:39.510882 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dddacc5-aae2-4761-8b20-587612976fdb', 'tag': '8b3db4fb-431e-4122-b54b-cecdf52b0b58', 'status': 'completed', 'code': 200} Aug 16 20:23:39.532899 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-66d8eb85-8633-4f31-aef8-bf03a2206b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:39.534845 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-66d8eb85-8633-4f31-aef8-bf03a2206b28 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0819018425de408e9cdb902ec6603b4b&device_id=3dddacc5-aae2-4761-8b20-587612976fdb HTTP/1.1" status: 200 len: 1095 time: 0.0652416 Aug 16 20:23:39.538206 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e91bc1e0-2e50-4722-8549-d38b7f53be3e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:39.559786 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dbd6fd6c-7118-4a7a-9cf5-6a9e1bb36124 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:39.591855 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-8f7e4906-357b-4372-9a54-de58e52bf20a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b3db4fb-431e-4122-b54b-cecdf52b0b58 HTTP/1.1" status: 200 len: 217 time: 0.0484931 Aug 16 20:23:39.650852 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-1dfd61fb-d835-4d66-a9f6-757598e4f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:39.652336 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-1dfd61fb-d835-4d66-a9f6-757598e4f854 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8274f157-9813-4525-bbb8-87cf5c81c086 HTTP/1.1" status: 200 len: 849 time: 0.0525467 Aug 16 20:23:39.703117 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-5704d4f1-dd35-4928-b3b1-250716ee26d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:39.704684 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-5704d4f1-dd35-4928-b3b1-250716ee26d0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fd79a78f-a655-4d2c-b3f4-a42689173994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440419 Aug 16 20:23:39.820988 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-a27e9a8c-a366-4fd3-85d6-0b14f6a1702a service neutron] 10.222.0.63 "GET /v2.0/networks/fd79a78f-a655-4d2c-b3f4-a42689173994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084030 Aug 16 20:23:39.908115 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99564327-425c-4ec1-8f8f-fdb2714c0a94 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:39.914464 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99564327-425c-4ec1-8f8f-fdb2714c0a94 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:39.916195 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-99564327-425c-4ec1-8f8f-fdb2714c0a94 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4950507 Aug 16 20:23:39.922782 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43832) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:39.927656 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac2e50c4-5406-478d-8116-e26fca38cd8a req-27d8f180-ad4f-41af-8b83-4d514fcd276c service neutron] 10.222.0.63 "GET /v2.0/networks/fd79a78f-a655-4d2c-b3f4-a42689173994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984848 Aug 16 20:23:39.929895 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6a4892cc-9b80-443d-8373-824af55bc78e tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-587724581'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:40.038399 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b4f39-067e-4ec1-a822-19e985ff04d9 req-59567de8-684c-4c45-90c1-56d3e2f8db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:40.040631 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-537b4f39-067e-4ec1-a822-19e985ff04d9 req-59567de8-684c-4c45-90c1-56d3e2f8db96 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0819018425de408e9cdb902ec6603b4b&device_id=3dddacc5-aae2-4761-8b20-587612976fdb HTTP/1.1" status: 200 len: 1095 time: 0.0598226 Aug 16 20:23:40.092109 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4892cc-9b80-443d-8373-824af55bc78e tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Made reservation on behalf of 1b73ea7250a74feb9d55e74f53558ae8 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:40.096779 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a4892cc-9b80-443d-8373-824af55bc78e tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:40.135911 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e91bc1e0-2e50-4722-8549-d38b7f53be3e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:40.136297 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e91bc1e0-2e50-4722-8549-d38b7f53be3e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:40.136614 n-d-787206-13 neutron-server[94771]: INFO neutron.db.l3_db [None req-e91bc1e0-2e50-4722-8549-d38b7f53be3e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Floating IP 25536ccc-8289-40db-9172-d6b0f4093d7b disassociated. External IP: 172.25.8.189, port: f6656776-93fb-4d1e-98a9-f85bcd34e486. Aug 16 20:23:40.136968 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e91bc1e0-2e50-4722-8549-d38b7f53be3e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Calling delete_port for f6656776-93fb-4d1e-98a9-f85bcd34e486 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:40.146429 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b4f39-067e-4ec1-a822-19e985ff04d9 req-53c8ddc6-4e1f-477f-96ea-2a6fc2f43110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:40.147951 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-537b4f39-067e-4ec1-a822-19e985ff04d9 req-53c8ddc6-4e1f-477f-96ea-2a6fc2f43110 service neutron] 10.222.0.63 "GET /v2.0/networks?id=fd79a78f-a655-4d2c-b3f4-a42689173994 HTTP/1.1" status: 200 len: 911 time: 0.0997729 Aug 16 20:23:40.191527 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-537b4f39-067e-4ec1-a822-19e985ff04d9 req-9650296a-10be-442a-b32d-25d6c8bed1ba service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b3db4fb-431e-4122-b54b-cecdf52b0b58 HTTP/1.1" status: 200 len: 217 time: 0.0350296 Aug 16 20:23:40.241421 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a4892cc-9b80-443d-8373-824af55bc78e tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:23:40.253135 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b4f39-067e-4ec1-a822-19e985ff04d9 req-3f1c7333-66ea-4375-840d-4585d8e0b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:40.255287 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-537b4f39-067e-4ec1-a822-19e985ff04d9 req-3f1c7333-66ea-4375-840d-4585d8e0b212 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8274f157-9813-4525-bbb8-87cf5c81c086 HTTP/1.1" status: 200 len: 849 time: 0.0559587 Aug 16 20:23:40.285297 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a4892cc-9b80-443d-8373-824af55bc78e tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:40.285994 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-6a4892cc-9b80-443d-8373-824af55bc78e tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Added segment ead4a630-0817-46db-9b3b-236044077b8e of type vlan for network 30ecd6a8-f233-472f-b555-5f15f446bf84 Aug 16 20:23:40.316706 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b4f39-067e-4ec1-a822-19e985ff04d9 req-ce355ff8-5b92-4c6b-bf81-8b82c89f3310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:40.318596 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-537b4f39-067e-4ec1-a822-19e985ff04d9 req-ce355ff8-5b92-4c6b-bf81-8b82c89f3310 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fd79a78f-a655-4d2c-b3f4-a42689173994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557313 Aug 16 20:23:40.394521 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a4892cc-9b80-443d-8373-824af55bc78e tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:40.410390 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-dbd6fd6c-7118-4a7a-9cf5-6a9e1bb36124 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Allocated IP 172.20.0.17 (df1cb24b-849a-4898-894a-88b85c8318fc/61fb0c24-8cfa-439c-9783-bbbaff50fcf9/bdfac702-ecec-460e-934a-8ebb9784606c) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:23:40.441403 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-537b4f39-067e-4ec1-a822-19e985ff04d9 req-af3c27d8-419c-4948-8a57-7e2727ba2937 service neutron] 10.222.0.63 "GET /v2.0/networks/fd79a78f-a655-4d2c-b3f4-a42689173994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137598 Aug 16 20:23:40.473066 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816477c-b04a-4029-9ab2-ce2e9973df8c req-a32b5769-5d8a-4eb5-9b6f-251f2ca73c86 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:40.474553 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b816477c-b04a-4029-9ab2-ce2e9973df8c req-a32b5769-5d8a-4eb5-9b6f-251f2ca73c86 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=3dddacc5-aae2-4761-8b20-587612976fdb HTTP/1.1" status: 200 len: 1095 time: 0.1686416 Aug 16 20:23:40.484216 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a4892cc-9b80-443d-8373-824af55bc78e tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:40.489725 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4892cc-9b80-443d-8373-824af55bc78e tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:40.490321 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a4892cc-9b80-443d-8373-824af55bc78e tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:40.569143 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297d716-3448-49eb-91f3-702e776abfd1 req-6e1f0ee7-7626-434c-b7f2-69ef0921d1cc tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:40.575942 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8297d716-3448-49eb-91f3-702e776abfd1 req-6e1f0ee7-7626-434c-b7f2-69ef0921d1cc tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 945 time: 0.1043222 Aug 16 20:23:40.603712 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-537b4f39-067e-4ec1-a822-19e985ff04d9 req-33e6ebee-f8bc-40e9-87da-58e16264c01b service neutron] 10.222.0.63 "GET /v2.0/networks/fd79a78f-a655-4d2c-b3f4-a42689173994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537004 Aug 16 20:23:40.620616 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6a4892cc-9b80-443d-8373-824af55bc78e tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6964850 Aug 16 20:23:40.631284 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43840) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:40.636942 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-95e25144-02a1-47c4-8cf9-2b467eae4951 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1630211330'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:40.650055 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e91bc1e0-2e50-4722-8549-d38b7f53be3e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:40.652801 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8297d716-3448-49eb-91f3-702e776abfd1 req-4e7e1023-3c5c-4363-b15e-f00c5a4b459c tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758257 Aug 16 20:23:40.672131 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4892cc-9b80-443d-8373-824af55bc78e tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Pushing event updated for resources: {'Network': ['ID=30ecd6a8-f233-472f-b555-5f15f446bf84,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:40.682603 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b816477c-b04a-4029-9ab2-ce2e9973df8c req-7f4feb33-44ad-4ec4-9d6c-e424046d67bd tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=1ff88e7c-d47d-43ad-a3bb-7301a9003d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789982 Aug 16 20:23:40.692556 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e25144-02a1-47c4-8cf9-2b467eae4951 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Made reservation on behalf of 1b73ea7250a74feb9d55e74f53558ae8 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:40.696111 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 30ecd6a8-f233-472f-b555-5f15f446bf84 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:23:40.697951 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95e25144-02a1-47c4-8cf9-2b467eae4951 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:40.716212 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91bc1e0-2e50-4722-8549-d38b7f53be3e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event deleted for resources: {'Port': ['ID=f6656776-93fb-4d1e-98a9-f85bcd34e486,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:40.757961 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e25144-02a1-47c4-8cf9-2b467eae4951 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:23:40.772762 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95e25144-02a1-47c4-8cf9-2b467eae4951 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:40.773192 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-95e25144-02a1-47c4-8cf9-2b467eae4951 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Added segment b091ef65-7e1f-44f3-9ffc-726b1d7918fa of type vlan for network d34f1ef1-1196-4bb4-a5f5-4747e148cf46 Aug 16 20:23:40.818283 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dbd6fd6c-7118-4a7a-9cf5-6a9e1bb36124 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:40.829845 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95e25144-02a1-47c4-8cf9-2b467eae4951 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:40.843777 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-dbd6fd6c-7118-4a7a-9cf5-6a9e1bb36124 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Transition to ACTIVE for port object bdfac702-ecec-460e-934a-8ebb9784606c will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:40.869726 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95e25144-02a1-47c4-8cf9-2b467eae4951 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:40.880434 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e25144-02a1-47c4-8cf9-2b467eae4951 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:40.881619 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95e25144-02a1-47c4-8cf9-2b467eae4951 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:40.944880 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dbd6fd6c-7118-4a7a-9cf5-6a9e1bb36124 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:40.962102 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-95e25144-02a1-47c4-8cf9-2b467eae4951 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3296635 Aug 16 20:23:40.965652 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43844) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:40.970370 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c4c20387-351c-4ca7-a340-9363da21e694 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Request body: {'ports': [{'network_id': '30ecd6a8-f233-472f-b555-5f15f446bf84', 'name': 'tempest-port--2021139568', 'admin_state_up': True}, {'network_id': 'd34f1ef1-1196-4bb4-a5f5-4747e148cf46', 'admin_state_up': False}]} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:40.970686 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c4c20387-351c-4ca7-a340-9363da21e694 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Request body: {'port': {'network_id': '30ecd6a8-f233-472f-b555-5f15f446bf84', 'name': 'tempest-port--2021139568', 'admin_state_up': True}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:40.971168 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c4c20387-351c-4ca7-a340-9363da21e694 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Request body: {'port': {'network_id': 'd34f1ef1-1196-4bb4-a5f5-4747e148cf46', 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:41.015928 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd6fd6c-7118-4a7a-9cf5-6a9e1bb36124 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Network df1cb24b-849a-4898-894a-88b85c8318fc is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:41.023471 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-dbd6fd6c-7118-4a7a-9cf5-6a9e1bb36124 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:41.035038 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91bc1e0-2e50-4722-8549-d38b7f53be3e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Router 59d8dba8-c99d-4f65-aed2-cddfd62d1eaf has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:23:41.036577 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6fd6c-7118-4a7a-9cf5-6a9e1bb36124 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'Port': ['ID=bdfac702-ecec-460e-934a-8ebb9784606c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:41.051326 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd6fd6c-7118-4a7a-9cf5-6a9e1bb36124 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:23:41.062963 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e25144-02a1-47c4-8cf9-2b467eae4951 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Pushing event updated for resources: {'Network': ['ID=d34f1ef1-1196-4bb4-a5f5-4747e148cf46,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:41.073794 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network d34f1ef1-1196-4bb4-a5f5-4747e148cf46 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:23:41.174105 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dbd6fd6c-7118-4a7a-9cf5-6a9e1bb36124 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:41.268266 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c20387-351c-4ca7-a340-9363da21e694 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Made reservation on behalf of 1b73ea7250a74feb9d55e74f53558ae8 for: {'port': 2} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:41.274155 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c4c20387-351c-4ca7-a340-9363da21e694 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:41.292827 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c4c20387-351c-4ca7-a340-9363da21e694 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:41.357271 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91bc1e0-2e50-4722-8549-d38b7f53be3e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:23:41.370948 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b725b788-08fb-4e93-862b-8599346ac334 None None] Sync routers for ids ['59d8dba8-c99d-4f65-aed2-cddfd62d1eaf'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:23:41.385199 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b725b788-08fb-4e93-862b-8599346ac334 None None] Routers {'59d8dba8-c99d-4f65-aed2-cddfd62d1eaf'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:41.386180 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b725b788-08fb-4e93-862b-8599346ac334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:23:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['59d8dba8-c99d-4f65-aed2-cddfd62d1eaf'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:41.398167 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-c4c20387-351c-4ca7-a340-9363da21e694 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] device_id is not set on port 4a02fa79-b2ff-44a4-bbaa-c32aecb14e13 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:23:41.413231 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-51eb649b-38fd-4e35-a134-0c9257b506ae None None] Provisioning for port bdfac702-ecec-460e-934a-8ebb9784606c completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:41.421906 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-51eb649b-38fd-4e35-a134-0c9257b506ae None None] Provisioning complete for port bdfac702-ecec-460e-934a-8ebb9784606c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:41.423027 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51eb649b-38fd-4e35-a134-0c9257b506ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:41.450195 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b725b788-08fb-4e93-862b-8599346ac334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:41.469106 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b725b788-08fb-4e93-862b-8599346ac334 None None] Routers {'59d8dba8-c99d-4f65-aed2-cddfd62d1eaf'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:41.470656 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b725b788-08fb-4e93-862b-8599346ac334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:23:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['59d8dba8-c99d-4f65-aed2-cddfd62d1eaf'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:41.487096 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dbd6fd6c-7118-4a7a-9cf5-6a9e1bb36124 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:41.494454 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-51eb649b-38fd-4e35-a134-0c9257b506ae None None] Port bdfac702-ecec-460e-934a-8ebb9784606c cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:23:41.501300 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e91bc1e0-2e50-4722-8549-d38b7f53be3e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:41.506697 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e91bc1e0-2e50-4722-8549-d38b7f53be3e tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "DELETE /v2.0/ports/f6656776-93fb-4d1e-98a9-f85bcd34e486 HTTP/1.1" status: 204 len: 168 time: 2.9461875 Aug 16 20:23:41.506697 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43848) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:41.540946 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b725b788-08fb-4e93-862b-8599346ac334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:41.541534 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b725b788-08fb-4e93-862b-8599346ac334 None None] The sync data for ids ['59d8dba8-c99d-4f65-aed2-cddfd62d1eaf'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:23:41.571361 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c4c20387-351c-4ca7-a340-9363da21e694 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:41.657620 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-c4c20387-351c-4ca7-a340-9363da21e694 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] device_id is not set on port 0324803c-cc79-4db1-9ec6-1b1524be6275 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:23:41.862792 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c4c20387-351c-4ca7-a340-9363da21e694 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:41.899942 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc0ce6-5ec6-412d-a42d-fc8c4211a2e7 req-4e00484b-aaa9-4a26-b321-8e5e6c9cf12a tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:41.901895 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f4cc0ce6-5ec6-412d-a42d-fc8c4211a2e7 req-4e00484b-aaa9-4a26-b321-8e5e6c9cf12a tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=3dddacc5-aae2-4761-8b20-587612976fdb HTTP/1.1" status: 200 len: 1095 time: 0.0900683 Aug 16 20:23:41.950797 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c4c20387-351c-4ca7-a340-9363da21e694 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:41.993789 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f4cc0ce6-5ec6-412d-a42d-fc8c4211a2e7 req-3ac1578f-374b-479c-bbd2-bf74ba7a0c06 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=1ff88e7c-d47d-43ad-a3bb-7301a9003d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818143 Aug 16 20:23:42.036136 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c20387-351c-4ca7-a340-9363da21e694 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Pushing event updated for resources: {'Port': ['ID=4a02fa79-b2ff-44a4-bbaa-c32aecb14e13,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:42.057314 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c20387-351c-4ca7-a340-9363da21e694 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Checking segment: {'id': 'ead4a630-0817-46db-9b3b-236044077b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '30ecd6a8-f233-472f-b555-5f15f446bf84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:42.057808 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c20387-351c-4ca7-a340-9363da21e694 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Network hostable DHCP agents. Network: 30ecd6a8-f233-472f-b555-5f15f446bf84, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:23:42.083502 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c20387-351c-4ca7-a340-9363da21e694 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Network 30ecd6a8-f233-472f-b555-5f15f446bf84 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:23:42.097071 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-c4c20387-351c-4ca7-a340-9363da21e694 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 30ecd6a8-f233-472f-b555-5f15f446bf84) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:42.104876 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c20387-351c-4ca7-a340-9363da21e694 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:23:42.109731 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d403d04-e7a7-473c-b351-56bd1a4dc122 None None] Network 30ecd6a8-f233-472f-b555-5f15f446bf84 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:42.113672 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c4c20387-351c-4ca7-a340-9363da21e694 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:42.184076 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c20387-351c-4ca7-a340-9363da21e694 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Pushing event updated for resources: {'Port': ['ID=0324803c-cc79-4db1-9ec6-1b1524be6275,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:42.224132 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c20387-351c-4ca7-a340-9363da21e694 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Checking segment: {'id': 'b091ef65-7e1f-44f3-9ffc-726b1d7918fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34f1ef1-1196-4bb4-a5f5-4747e148cf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:42.224581 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c20387-351c-4ca7-a340-9363da21e694 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Network hostable DHCP agents. Network: d34f1ef1-1196-4bb4-a5f5-4747e148cf46, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:23:42.244833 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c20387-351c-4ca7-a340-9363da21e694 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Network d34f1ef1-1196-4bb4-a5f5-4747e148cf46 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:23:42.260599 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-c4c20387-351c-4ca7-a340-9363da21e694 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, d34f1ef1-1196-4bb4-a5f5-4747e148cf46) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:42.271798 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27022f3-b89b-4aa0-9d4a-665e8cc2dfcd None None] Network d34f1ef1-1196-4bb4-a5f5-4747e148cf46 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:42.280780 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c20387-351c-4ca7-a340-9363da21e694 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:23:42.286590 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c20387-351c-4ca7-a340-9363da21e694 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:42.291523 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c20387-351c-4ca7-a340-9363da21e694 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:42.292213 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c4c20387-351c-4ca7-a340-9363da21e694 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:42.316056 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c4c20387-351c-4ca7-a340-9363da21e694 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3473692 Aug 16 20:23:42.316602 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43858) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:42.353722 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00466b90-dc37-4dc5-852e-2f812db6a51b req-248cc4ab-3f4f-4cf7-ad5d-4a4ba12da3f8 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:42.355285 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-00466b90-dc37-4dc5-852e-2f812db6a51b req-248cc4ab-3f4f-4cf7-ad5d-4a4ba12da3f8 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 945 time: 0.5567837 Aug 16 20:23:42.403964 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36ce83f-6ed0-417f-9e6d-34e16f267917 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:42.413138 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36ce83f-6ed0-417f-9e6d-34e16f267917 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:42.415305 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b36ce83f-6ed0-417f-9e6d-34e16f267917 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0965228 Aug 16 20:23:42.417710 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43860) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:42.508659 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-00466b90-dc37-4dc5-852e-2f812db6a51b req-cd922efe-1c73-49e7-8087-8c9f15cb8875 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367474 Aug 16 20:23:42.525850 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d21f5750-a9d5-4f6c-a168-e0271f8ed425 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Deleting port 4a02fa79-b2ff-44a4-bbaa-c32aecb14e13 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:42.526299 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d21f5750-a9d5-4f6c-a168-e0271f8ed425 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:42.555615 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dbd6fd6c-7118-4a7a-9cf5-6a9e1bb36124 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:42.565637 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dbd6fd6c-7118-4a7a-9cf5-6a9e1bb36124 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:42.598164 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d21f5750-a9d5-4f6c-a168-e0271f8ed425 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:42.617112 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d21f5750-a9d5-4f6c-a168-e0271f8ed425 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Calling delete_port for 4a02fa79-b2ff-44a4-bbaa-c32aecb14e13 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:42.668080 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dbd6fd6c-7118-4a7a-9cf5-6a9e1bb36124 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:42.692410 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6fd6c-7118-4a7a-9cf5-6a9e1bb36124 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'Port': ['ID=bdfac702-ecec-460e-934a-8ebb9784606c,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:42.709481 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d21f5750-a9d5-4f6c-a168-e0271f8ed425 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:42.738989 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f5750-a9d5-4f6c-a168-e0271f8ed425 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Pushing event deleted for resources: {'Port': ['ID=4a02fa79-b2ff-44a4-bbaa-c32aecb14e13,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:42.743861 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d21f5750-a9d5-4f6c-a168-e0271f8ed425 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:42.745845 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d21f5750-a9d5-4f6c-a168-e0271f8ed425 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] 10.222.0.68 "DELETE /v2.0/ports/4a02fa79-b2ff-44a4-bbaa-c32aecb14e13 HTTP/1.1" status: 204 len: 168 time: 0.3259213 Aug 16 20:23:42.749169 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43862) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:42.826216 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0ec7de1f-93b9-4587-8e68-dc70dedcae64 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:42.840295 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-ca409364-1039-456b-b496-6f07a1800cd5 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Deleting port 0324803c-cc79-4db1-9ec6-1b1524be6275 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:42.840642 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ca409364-1039-456b-b496-6f07a1800cd5 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:42.889003 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd6fd6c-7118-4a7a-9cf5-6a9e1bb36124 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Network df1cb24b-849a-4898-894a-88b85c8318fc is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:42.892021 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-dbd6fd6c-7118-4a7a-9cf5-6a9e1bb36124 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:42.911119 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ca409364-1039-456b-b496-6f07a1800cd5 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:42.925220 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-ca409364-1039-456b-b496-6f07a1800cd5 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Calling delete_port for 0324803c-cc79-4db1-9ec6-1b1524be6275 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:43.020531 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ca409364-1039-456b-b496-6f07a1800cd5 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:43.054434 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca409364-1039-456b-b496-6f07a1800cd5 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Pushing event deleted for resources: {'Port': ['ID=0324803c-cc79-4db1-9ec6-1b1524be6275,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:43.068855 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ca409364-1039-456b-b496-6f07a1800cd5 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:43.074440 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ca409364-1039-456b-b496-6f07a1800cd5 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] 10.222.0.68 "DELETE /v2.0/ports/0324803c-cc79-4db1-9ec6-1b1524be6275 HTTP/1.1" status: 204 len: 168 time: 0.3218732 Aug 16 20:23:43.074803 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43866) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:43.114119 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-aa3f78fe-870e-4e4c-bfb7-0472b6568981 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0346947 Aug 16 20:23:43.114371 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43868) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:43.122711 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7f2e57b5-545f-4aa9-8d53-7f7549a9bf63 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1086603170'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:43.151917 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb7b13-83b5-4545-8a63-d074532f7901 req-f174a19e-63ce-4439-bcc8-b0ac3c519f9e tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:43.153451 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2dbb7b13-83b5-4545-8a63-d074532f7901 req-f174a19e-63ce-4439-bcc8-b0ac3c519f9e tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=3dddacc5-aae2-4761-8b20-587612976fdb HTTP/1.1" status: 200 len: 1095 time: 0.0468981 Aug 16 20:23:43.185924 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd6fd6c-7118-4a7a-9cf5-6a9e1bb36124 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Router 6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:23:43.190290 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2dbb7b13-83b5-4545-8a63-d074532f7901 req-f157c80d-a279-4d8b-a504-4ec48da47cf6 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=1ff88e7c-d47d-43ad-a3bb-7301a9003d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297511 Aug 16 20:23:43.202179 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2e57b5-545f-4aa9-8d53-7f7549a9bf63 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Made reservation on behalf of 1b73ea7250a74feb9d55e74f53558ae8 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:43.205685 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f2e57b5-545f-4aa9-8d53-7f7549a9bf63 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:43.238566 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-935d4d9e-79fa-410e-a03d-28bfa1abc49a None None] Provisioning complete for port bdfac702-ecec-460e-934a-8ebb9784606c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:43.240453 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-935d4d9e-79fa-410e-a03d-28bfa1abc49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:43.278333 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-935d4d9e-79fa-410e-a03d-28bfa1abc49a None None] Port bdfac702-ecec-460e-934a-8ebb9784606c cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:23:43.315459 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f2e57b5-545f-4aa9-8d53-7f7549a9bf63 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:23:43.382402 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f2e57b5-545f-4aa9-8d53-7f7549a9bf63 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:43.382668 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-7f2e57b5-545f-4aa9-8d53-7f7549a9bf63 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Added segment 126865f2-fd1f-4055-94e5-3447d465e7f3 of type vlan for network 52b3dcdb-6854-470a-b097-5961ad453bc8 Aug 16 20:23:43.445402 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f2e57b5-545f-4aa9-8d53-7f7549a9bf63 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:43.456848 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd6fd6c-7118-4a7a-9cf5-6a9e1bb36124 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:23:43.465559 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-dbd6fd6c-7118-4a7a-9cf5-6a9e1bb36124 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "PUT /v2.0/routers/6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3056736 Aug 16 20:23:43.468344 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82aec5a-f3c4-40b1-847e-2e9692090960 None None] Sync routers for ids ['6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:23:43.488226 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82aec5a-f3c4-40b1-847e-2e9692090960 None None] Routers {'6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:43.488946 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d82aec5a-f3c4-40b1-847e-2e9692090960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:23:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:43.492533 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0ec7de1f-93b9-4587-8e68-dc70dedcae64 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Deleting port b5d38a30-6707-415f-b669-c27ffe15c2e9 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:43.492885 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0ec7de1f-93b9-4587-8e68-dc70dedcae64 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:43.494458 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 8b3db4fb-431e-4122-b54b-cecdf52b0b58 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:23:43.497181 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f2e57b5-545f-4aa9-8d53-7f7549a9bf63 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:43.503098 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2e57b5-545f-4aa9-8d53-7f7549a9bf63 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:43.503752 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f2e57b5-545f-4aa9-8d53-7f7549a9bf63 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:43.619235 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7f2e57b5-545f-4aa9-8d53-7f7549a9bf63 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5038600 Aug 16 20:23:43.622599 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43890) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:43.627905 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d67c48ea-fe06-44ab-adc5-7aa4e30cde10 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-815070577'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:43.676757 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e57b5-545f-4aa9-8d53-7f7549a9bf63 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Pushing event updated for resources: {'Network': ['ID=52b3dcdb-6854-470a-b097-5961ad453bc8,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:43.690053 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 52b3dcdb-6854-470a-b097-5961ad453bc8 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:23:43.718105 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0ec7de1f-93b9-4587-8e68-dc70dedcae64 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:43.720672 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67c48ea-fe06-44ab-adc5-7aa4e30cde10 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Made reservation on behalf of 1b73ea7250a74feb9d55e74f53558ae8 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:43.724325 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d67c48ea-fe06-44ab-adc5-7aa4e30cde10 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:43.741111 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebde2d-eb04-471b-8bf0-83390eea5fd8 req-c3b224b5-7d0b-402d-a92f-c892defa6cdb tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:43.742924 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1eebde2d-eb04-471b-8bf0-83390eea5fd8 req-c3b224b5-7d0b-402d-a92f-c892defa6cdb tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 945 time: 0.1433847 Aug 16 20:23:43.755419 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0ec7de1f-93b9-4587-8e68-dc70dedcae64 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Calling delete_port for b5d38a30-6707-415f-b669-c27ffe15c2e9 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:43.759852 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-d82aec5a-f3c4-40b1-847e-2e9692090960 None None] Set router 6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:23:43.797141 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 8b3db4fb-431e-4122-b54b-cecdf52b0b58, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=8b3db4fb-431e-4122-b54b-cecdf52b0b58,segment=NetworkSegment(d8d657a1-66d4-492a-af2c-49aba309b784),segment_id=d8d657a1-66d4-492a-af2c-49aba309b784)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:43.821057 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d67c48ea-fe06-44ab-adc5-7aa4e30cde10 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:23:43.842558 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '8b3db4fb-431e-4122-b54b-cecdf52b0b58', 'network_id': 'fd79a78f-a655-4d2c-b3f4-a42689173994', 'port_id': '8b3db4fb-431e-4122-b54b-cecdf52b0b58', 'mac_address': 'fa:16:3e:ee:4a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8274f157-9813-4525-bbb8-87cf5c81c086', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:23:43.844489 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d67c48ea-fe06-44ab-adc5-7aa4e30cde10 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:43.844800 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-d67c48ea-fe06-44ab-adc5-7aa4e30cde10 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Added segment 201df023-d5ce-4b89-aa6d-1a575584db30 of type vlan for network e7bc9a9a-db9f-485e-b9d5-a5e9125320d3 Aug 16 20:23:43.914174 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1eebde2d-eb04-471b-8bf0-83390eea5fd8 req-9f4663a4-e5dc-4d69-aeb7-18f7d0eeb725 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436787 Aug 16 20:23:43.938076 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d67c48ea-fe06-44ab-adc5-7aa4e30cde10 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:43.949262 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:43.981398 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b3db4fb-431e-4122-b54b-cecdf52b0b58 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:23:44.033369 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d67c48ea-fe06-44ab-adc5-7aa4e30cde10 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:44.037541 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 8b3db4fb-431e-4122-b54b-cecdf52b0b58, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=8b3db4fb-431e-4122-b54b-cecdf52b0b58,segment=NetworkSegment(d8d657a1-66d4-492a-af2c-49aba309b784),segment_id=d8d657a1-66d4-492a-af2c-49aba309b784)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:44.039141 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67c48ea-fe06-44ab-adc5-7aa4e30cde10 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:44.039765 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d67c48ea-fe06-44ab-adc5-7aa4e30cde10 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:44.049272 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:44.327034 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=8b3db4fb-431e-4122-b54b-cecdf52b0b58,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:44.347730 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['8b3db4fb-431e-4122-b54b-cecdf52b0b58'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:23:44.378459 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d67c48ea-fe06-44ab-adc5-7aa4e30cde10 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7544546 Aug 16 20:23:44.395946 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d82aec5a-f3c4-40b1-847e-2e9692090960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'name': 'tempest-TestNetworkBasicOps-router-33155459', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:35Z', 'updated_at': '2021-08-16T20:23:41Z', 'revision_number': 5, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:36Z', 'updated_at': '2021-08-16T20:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '3803dd79-2a50-4a77-886c-df6d04cc6e43', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'floating_ip_address': '172.25.8.140', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'port_id': '10bd8bb9-a200-4f36-afd9-60fe2bad8486', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2', 'mac_address': 'fa:16:3e:e8:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a27eca5-7bd1-40e0-ac87-e93472608865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:22:21Z', 'updated_at': '2021-08-16T20:22:24Z', 'revision_number': 1, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e7f6d5f-4b3e-4dac-9137-d369b4760fb6', 'name': '', 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'mac_address': 'fa:16:3e:f0:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'e440ab31-21c6-47f2-aed9-b929b10637a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:45Z', 'updated_at': '2021-08-16T20:21:58Z', 'revision_number': 5, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'subnets': [{'id': 'e440ab31-21c6-47f2-aed9-b929b10637a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdfac702-ecec-460e-934a-8ebb9784606c', 'name': '', 'network_id': 'df1cb24b-849a-4898-894a-88b85c8318fc', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'mac_address': 'fa:16:3e:77:5b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '61fb0c24-8cfa-439c-9783-bbbaff50fcf9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:23:39Z', 'updated_at': '2021-08-16T20:23:41Z', 'revision_number': 2, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'subnets': [{'id': '61fb0c24-8cfa-439c-9783-bbbaff50fcf9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:44.430687 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82aec5a-f3c4-40b1-847e-2e9692090960 None None] Checking router: 6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:23:44.431495 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82aec5a-f3c4-40b1-847e-2e9692090960 None None] Updating router 6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 port bdfac702-ecec-460e-934a-8ebb9784606c binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:23:44.476556 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d82aec5a-f3c4-40b1-847e-2e9692090960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:44.496107 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c48ea-fe06-44ab-adc5-7aa4e30cde10 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Pushing event updated for resources: {'Network': ['ID=e7bc9a9a-db9f-485e-b9d5-a5e9125320d3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:44.528717 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43902) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:44.538531 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-00c3e4c2-200e-4462-9cd3-bebd3e7dedab tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Request body: {'subnets': [{'network_id': '52b3dcdb-6854-470a-b097-5961ad453bc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--353795172', 'ip_version': 4}, {'network_id': 'e7bc9a9a-db9f-485e-b9d5-a5e9125320d3', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:44.539207 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-00c3e4c2-200e-4462-9cd3-bebd3e7dedab tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Request body: {'subnet': {'network_id': '52b3dcdb-6854-470a-b097-5961ad453bc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--353795172', 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:44.540068 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-00c3e4c2-200e-4462-9cd3-bebd3e7dedab tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Request body: {'subnet': {'network_id': 'e7bc9a9a-db9f-485e-b9d5-a5e9125320d3', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:44.542324 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network e7bc9a9a-db9f-485e-b9d5-a5e9125320d3 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:23:44.560244 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87afd6-9a68-45b3-8cd0-ca9996432c43 req-d5f981a7-2e50-4dfc-94c0-5da5f9b92076 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:44.562504 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3a87afd6-9a68-45b3-8cd0-ca9996432c43 req-d5f981a7-2e50-4dfc-94c0-5da5f9b92076 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=3dddacc5-aae2-4761-8b20-587612976fdb HTTP/1.1" status: 200 len: 1096 time: 0.1975782 Aug 16 20:23:44.594999 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0ec7de1f-93b9-4587-8e68-dc70dedcae64 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:44.670744 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec7de1f-93b9-4587-8e68-dc70dedcae64 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event deleted for resources: {'Port': ['ID=b5d38a30-6707-415f-b669-c27ffe15c2e9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:44.734635 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3a87afd6-9a68-45b3-8cd0-ca9996432c43 req-729ffa0d-dfdd-4c19-b9c2-c998ed42a882 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=1ff88e7c-d47d-43ad-a3bb-7301a9003d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615877 Aug 16 20:23:44.766119 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c3e4c2-200e-4462-9cd3-bebd3e7dedab tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Made reservation on behalf of 1b73ea7250a74feb9d55e74f53558ae8 for: {'subnet': 2} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:44.774812 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00c3e4c2-200e-4462-9cd3-bebd3e7dedab tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:44.775298 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00c3e4c2-200e-4462-9cd3-bebd3e7dedab tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:44.894481 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0ec7de1f-93b9-4587-8e68-dc70dedcae64 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:45.033698 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d82aec5a-f3c4-40b1-847e-2e9692090960 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:45.060593 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d82aec5a-f3c4-40b1-847e-2e9692090960 None None] Transition to ACTIVE for port object bdfac702-ecec-460e-934a-8ebb9784606c will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:45.069758 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d82aec5a-f3c4-40b1-847e-2e9692090960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:45.138910 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36ad06-c210-45c9-a650-e42d0c5858ee req-2b96ec06-e5c5-49d5-ac7a-d0cbb2e1bdc0 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:45.148063 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7a36ad06-c210-45c9-a650-e42d0c5858ee req-2b96ec06-e5c5-49d5-ac7a-d0cbb2e1bdc0 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 945 time: 0.1290524 Aug 16 20:23:45.153250 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f2f4a-42b8-430b-82aa-51ea40fb1a03 None None] Pushing event updated for resources: {'Port': ['ID=bdfac702-ecec-460e-934a-8ebb9784606c,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:45.233731 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d82aec5a-f3c4-40b1-847e-2e9692090960 None None] Attempting to bind port bdfac702-ecec-460e-934a-8ebb9784606c on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:45.234462 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d82aec5a-f3c4-40b1-847e-2e9692090960 None None] Attempting to bind port bdfac702-ecec-460e-934a-8ebb9784606c by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'ec08b430-a83e-4fbb-a8b6-04393ef48a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df1cb24b-849a-4898-894a-88b85c8318fc'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:45.235103 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82aec5a-f3c4-40b1-847e-2e9692090960 None None] Attempting to bind port bdfac702-ecec-460e-934a-8ebb9784606c on network df1cb24b-849a-4898-894a-88b85c8318fc {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:45.242890 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82aec5a-f3c4-40b1-847e-2e9692090960 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:23:45.243658 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82aec5a-f3c4-40b1-847e-2e9692090960 None None] Checking segment: {'id': 'ec08b430-a83e-4fbb-a8b6-04393ef48a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df1cb24b-849a-4898-894a-88b85c8318fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:45.244319 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d82aec5a-f3c4-40b1-847e-2e9692090960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:45.244929 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82aec5a-f3c4-40b1-847e-2e9692090960 None None] Bound using segment: {'id': 'ec08b430-a83e-4fbb-a8b6-04393ef48a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df1cb24b-849a-4898-894a-88b85c8318fc'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:23:45.245577 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d82aec5a-f3c4-40b1-847e-2e9692090960 None None] Bound port: bdfac702-ecec-460e-934a-8ebb9784606c, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec08b430-a83e-4fbb-a8b6-04393ef48a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'df1cb24b-849a-4898-894a-88b85c8318fc'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:23:45.246147 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d82aec5a-f3c4-40b1-847e-2e9692090960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:45.248590 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7a36ad06-c210-45c9-a650-e42d0c5858ee req-1d59d897-a3dc-44c5-b3a9-4192b8e0f418 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954127 Aug 16 20:23:45.283585 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec7de1f-93b9-4587-8e68-dc70dedcae64 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Router 59d8dba8-c99d-4f65-aed2-cddfd62d1eaf has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:23:45.336306 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d82aec5a-f3c4-40b1-847e-2e9692090960 None None] For port bdfac702-ecec-460e-934a-8ebb9784606c, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:45.346840 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d82aec5a-f3c4-40b1-847e-2e9692090960 None None] For port bdfac702-ecec-460e-934a-8ebb9784606c, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=bdfac702-ecec-460e-934a-8ebb9784606c,segment=NetworkSegment(ec08b430-a83e-4fbb-a8b6-04393ef48a50),segment_id=ec08b430-a83e-4fbb-a8b6-04393ef48a50)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:23:45.354931 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d82aec5a-f3c4-40b1-847e-2e9692090960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:45.433414 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00c3e4c2-200e-4462-9cd3-bebd3e7dedab tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:45.443014 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82aec5a-f3c4-40b1-847e-2e9692090960 None None] Routers {'6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:45.443748 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d82aec5a-f3c4-40b1-847e-2e9692090960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:23:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:45.502387 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec7de1f-93b9-4587-8e68-dc70dedcae64 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:23:45.517090 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0ec7de1f-93b9-4587-8e68-dc70dedcae64 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "PUT /v2.0/routers/59d8dba8-c99d-4f65-aed2-cddfd62d1eaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0094776 Aug 16 20:23:45.517736 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43916) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:45.520338 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d19196-410c-436f-8592-9712d6d446b0 None None] Sync routers for ids ['59d8dba8-c99d-4f65-aed2-cddfd62d1eaf'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:23:45.529308 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c3e4c2-200e-4462-9cd3-bebd3e7dedab tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Checking segment: {'id': '126865f2-fd1f-4055-94e5-3447d465e7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '52b3dcdb-6854-470a-b097-5961ad453bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:45.531161 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c3e4c2-200e-4462-9cd3-bebd3e7dedab tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Network hostable DHCP agents. Network: 52b3dcdb-6854-470a-b097-5961ad453bc8, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:23:45.537240 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d19196-410c-436f-8592-9712d6d446b0 None None] Routers {'59d8dba8-c99d-4f65-aed2-cddfd62d1eaf'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:45.537949 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b1d19196-410c-436f-8592-9712d6d446b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:23:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['59d8dba8-c99d-4f65-aed2-cddfd62d1eaf'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:45.542267 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 8b3db4fb-431e-4122-b54b-cecdf52b0b58 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:45.551980 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3e4c2-200e-4462-9cd3-bebd3e7dedab tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Pushing event updated for resources: {'Subnet': ['ID=abfa4859-0ba2-4cda-ac43-8e1589c7bcc9,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:45.565709 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c3e4c2-200e-4462-9cd3-bebd3e7dedab tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Network 52b3dcdb-6854-470a-b097-5961ad453bc8 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:23:45.578725 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-00c3e4c2-200e-4462-9cd3-bebd3e7dedab tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 52b3dcdb-6854-470a-b097-5961ad453bc8) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:45.585231 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00c3e4c2-200e-4462-9cd3-bebd3e7dedab tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:45.605149 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265c437c-de2b-4f89-b381-9002d1e9acce None None] Network 52b3dcdb-6854-470a-b097-5961ad453bc8 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:45.610046 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b1d19196-410c-436f-8592-9712d6d446b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:45.621508 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d19196-410c-436f-8592-9712d6d446b0 None None] Routers {'59d8dba8-c99d-4f65-aed2-cddfd62d1eaf'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:45.622467 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b1d19196-410c-436f-8592-9712d6d446b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:23:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['59d8dba8-c99d-4f65-aed2-cddfd62d1eaf'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:45.661513 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b1d19196-410c-436f-8592-9712d6d446b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:45.662723 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d19196-410c-436f-8592-9712d6d446b0 None None] The sync data for ids ['59d8dba8-c99d-4f65-aed2-cddfd62d1eaf'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:23:45.706846 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f2f4a-42b8-430b-82aa-51ea40fb1a03 None None] Pushing event updated for resources: {'Port': ['ID=bdfac702-ecec-460e-934a-8ebb9784606c,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:45.720566 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3e4c2-200e-4462-9cd3-bebd3e7dedab tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Pushing event updated for resources: {'Subnet': ['ID=f8264b22-195c-4d2e-b510-e4f92704e5db,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:45.737626 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c3e4c2-200e-4462-9cd3-bebd3e7dedab tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Checking segment: {'id': '201df023-d5ce-4b89-aa6d-1a575584db30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e7bc9a9a-db9f-485e-b9d5-a5e9125320d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:45.738358 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c3e4c2-200e-4462-9cd3-bebd3e7dedab tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Network hostable DHCP agents. Network: e7bc9a9a-db9f-485e-b9d5-a5e9125320d3, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:23:45.757439 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf16cafe-3401-4014-b86d-e1f6348c18ea tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:45.761225 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c3e4c2-200e-4462-9cd3-bebd3e7dedab tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Network e7bc9a9a-db9f-485e-b9d5-a5e9125320d3 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:23:45.774148 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-00c3e4c2-200e-4462-9cd3-bebd3e7dedab tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, e7bc9a9a-db9f-485e-b9d5-a5e9125320d3) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:45.788140 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addeb8c5-0068-491a-bb55-10bcc8fff474 None None] Network e7bc9a9a-db9f-485e-b9d5-a5e9125320d3 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:45.789419 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c3e4c2-200e-4462-9cd3-bebd3e7dedab tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:45.789904 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c3e4c2-200e-4462-9cd3-bebd3e7dedab tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:45.790564 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00c3e4c2-200e-4462-9cd3-bebd3e7dedab tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:45.823752 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-00c3e4c2-200e-4462-9cd3-bebd3e7dedab tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.2901194 Aug 16 20:23:45.825695 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43920) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:45.882449 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf16cafe-3401-4014-b86d-e1f6348c18ea tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:45.928450 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c1487-6948-4de2-a66d-b2d61add2960 req-afdb31d9-a2fd-49b9-90fa-6be983aa4ecf tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:45.929959 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-354c1487-6948-4de2-a66d-b2d61add2960 req-afdb31d9-a2fd-49b9-90fa-6be983aa4ecf tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=3dddacc5-aae2-4761-8b20-587612976fdb HTTP/1.1" status: 200 len: 1096 time: 0.0813086 Aug 16 20:23:45.938068 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75aed25-9d52-4a8a-a84f-c32901feffb7 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:45.938311 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 8b3db4fb-431e-4122-b54b-cecdf52b0b58 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:45.939628 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75aed25-9d52-4a8a-a84f-c32901feffb7 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:45.942438 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75aed25-9d52-4a8a-a84f-c32901feffb7 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:45.943583 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d75aed25-9d52-4a8a-a84f-c32901feffb7 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1163876 Aug 16 20:23:45.949274 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43922) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:45.962668 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-d82aec5a-f3c4-40b1-847e-2e9692090960 None None] Set router 6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:23:45.979461 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-354c1487-6948-4de2-a66d-b2d61add2960 req-2822eef7-869b-409a-b12d-7106309bfe63 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=1ff88e7c-d47d-43ad-a3bb-7301a9003d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346041 Aug 16 20:23:46.005955 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 8b3db4fb-431e-4122-b54b-cecdf52b0b58 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:46.006242 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:46.028761 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a5728e4-337d-4658-8ecd-a30496dded37 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Deleting subnet abfa4859-0ba2-4cda-ac43-8e1589c7bcc9 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:23:46.033147 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a5728e4-337d-4658-8ecd-a30496dded37 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:46.055065 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-bf16cafe-3401-4014-b86d-e1f6348c18ea tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Deleting port b9a598ff-9cba-4f4a-91f4-616007b56799 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:46.055482 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf16cafe-3401-4014-b86d-e1f6348c18ea tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:46.121198 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a5728e4-337d-4658-8ecd-a30496dded37 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:46.162624 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cfabd7-0a26-4dba-8bd9-cad4ffa82521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-e7bc9a9a-db9f-485e-b9d5-a5e9125320d3', 'network_id': 'e7bc9a9a-db9f-485e-b9d5-a5e9125320d3', 'tenant_id': '1b73ea7250a74feb9d55e74f53558ae8', 'fixed_ips': [{'subnet_id': 'f8264b22-195c-4d2e-b510-e4f92704e5db'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:23:46.163629 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c9cfabd7-0a26-4dba-8bd9-cad4ffa82521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:46.191797 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a5728e4-337d-4658-8ecd-a30496dded37 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:46.212729 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9d8677-686f-42b1-b868-27459b803257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-52b3dcdb-6854-470a-b097-5961ad453bc8', 'network_id': '52b3dcdb-6854-470a-b097-5961ad453bc8', 'tenant_id': '1b73ea7250a74feb9d55e74f53558ae8', 'fixed_ips': [{'subnet_id': 'abfa4859-0ba2-4cda-ac43-8e1589c7bcc9'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:23:46.213564 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8677-686f-42b1-b868-27459b803257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:46.222640 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf16cafe-3401-4014-b86d-e1f6348c18ea tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:46.245512 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-bf16cafe-3401-4014-b86d-e1f6348c18ea tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Calling delete_port for b9a598ff-9cba-4f4a-91f4-616007b56799 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:46.359803 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a5728e4-337d-4658-8ecd-a30496dded37 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:46.402719 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5728e4-337d-4658-8ecd-a30496dded37 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Pushing event deleted for resources: {'Subnet': ['ID=abfa4859-0ba2-4cda-ac43-8e1589c7bcc9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:46.411818 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a5728e4-337d-4658-8ecd-a30496dded37 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:46.414707 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4a5728e4-337d-4658-8ecd-a30496dded37 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] 10.222.0.68 "DELETE /v2.0/subnets/abfa4859-0ba2-4cda-ac43-8e1589c7bcc9 HTTP/1.1" status: 204 len: 168 time: 0.4614444 Aug 16 20:23:46.417370 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43932) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:46.435549 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9904aac8-66e5-4479-a614-3e6e883bcc6e req-a92c92d3-1526-431c-9f85-5024172ef20d tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:46.443229 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9904aac8-66e5-4479-a614-3e6e883bcc6e req-a92c92d3-1526-431c-9f85-5024172ef20d tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 945 time: 0.1288712 Aug 16 20:23:46.539953 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9904aac8-66e5-4479-a614-3e6e883bcc6e req-f0322b65-6be9-4729-9d32-7b9a6f277212 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957057 Aug 16 20:23:46.541097 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d550ff9-ccdc-4576-8a26-3f9a8b026245 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Deleting subnet f8264b22-195c-4d2e-b510-e4f92704e5db {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:23:46.554855 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0d550ff9-ccdc-4576-8a26-3f9a8b026245 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:46.602108 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0d550ff9-ccdc-4576-8a26-3f9a8b026245 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:46.605322 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf16cafe-3401-4014-b86d-e1f6348c18ea tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:46.641010 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16cafe-3401-4014-b86d-e1f6348c18ea tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event deleted for resources: {'Port': ['ID=b9a598ff-9cba-4f4a-91f4-616007b56799,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:46.661004 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0d550ff9-ccdc-4576-8a26-3f9a8b026245 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:46.662320 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:46.713691 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 8b3db4fb-431e-4122-b54b-cecdf52b0b58, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=8b3db4fb-431e-4122-b54b-cecdf52b0b58,segment=NetworkSegment(d8d657a1-66d4-492a-af2c-49aba309b784),segment_id=d8d657a1-66d4-492a-af2c-49aba309b784)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:46.725556 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dddacc5-aae2-4761-8b20-587612976fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3db4fb-431e-4122-b54b-cecdf52b0b58'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:46.726912 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0d550ff9-ccdc-4576-8a26-3f9a8b026245 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:46.729416 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a478b05-3f16-4deb-b311-f442b774ef9f" -d '{"events": [{"server_uuid": "3dddacc5-aae2-4761-8b20-587612976fdb", "name": "network-vif-plugged", "status": "completed", "tag": "8b3db4fb-431e-4122-b54b-cecdf52b0b58"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:46.732128 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf16cafe-3401-4014-b86d-e1f6348c18ea tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server [None req-ae9d8677-686f-42b1-b868-27459b803257 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet abfa4859-0ba2-4cda-ac43-8e1589c7bcc9: This subnet is being modified by another concurrent operation. Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise exception Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet abfa4859-0ba2-4cda-ac43-8e1589c7bcc9: This subnet is being modified by another concurrent operation. Aug 16 20:23:46.738111 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server Aug 16 20:23:46.753825 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server [None req-c9cfabd7-0a26-4dba-8bd9-cad4ffa82521 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8264b22-195c-4d2e-b510-e4f92704e5db: This subnet is being modified by another concurrent operation. Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise exception Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8264b22-195c-4d2e-b510-e4f92704e5db: This subnet is being modified by another concurrent operation. Aug 16 20:23:46.770506 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server Aug 16 20:23:46.786921 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e21cb8-5369-4b2b-b92c-079ffd5d62f3 None None] Network 52b3dcdb-6854-470a-b097-5961ad453bc8 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:46.813417 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d550ff9-ccdc-4576-8a26-3f9a8b026245 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Pushing event deleted for resources: {'Subnet': ['ID=f8264b22-195c-4d2e-b510-e4f92704e5db,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:46.818556 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0d550ff9-ccdc-4576-8a26-3f9a8b026245 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:46.819062 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd879b6d-d7aa-4578-8219-8ceabcdbedc6 None None] Network e7bc9a9a-db9f-485e-b9d5-a5e9125320d3 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:46.824272 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0d550ff9-ccdc-4576-8a26-3f9a8b026245 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] 10.222.0.68 "DELETE /v2.0/subnets/f8264b22-195c-4d2e-b510-e4f92704e5db HTTP/1.1" status: 204 len: 168 time: 0.4057696 Aug 16 20:23:46.829267 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43938) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:46.882770 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf16cafe-3401-4014-b86d-e1f6348c18ea tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:46.885316 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf16cafe-3401-4014-b86d-e1f6348c18ea tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:46.904524 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a64913-05a6-473d-bf27-4c4c438b3058 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:46.906431 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c7a64913-05a6-473d-bf27-4c4c438b3058 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0751607 Aug 16 20:23:46.910514 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43940) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:47.010242 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1faa63fc-ced6-4386-a595-1be6655f9644 x-openstack-request-id: req-1faa63fc-ced6-4386-a595-1be6655f9644 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:47.010811 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dddacc5-aae2-4761-8b20-587612976fdb", "name": "network-vif-plugged", "status": "completed", "tag": "8b3db4fb-431e-4122-b54b-cecdf52b0b58", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:47.011230 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1faa63fc-ced6-4386-a595-1be6655f9644 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:47.012656 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dddacc5-aae2-4761-8b20-587612976fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3db4fb-431e-4122-b54b-cecdf52b0b58', 'code': 200} Aug 16 20:23:47.013403 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=8b3db4fb-431e-4122-b54b-cecdf52b0b58,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:47.025152 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf16cafe-3401-4014-b86d-e1f6348c18ea tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:47.025840 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf16cafe-3401-4014-b86d-e1f6348c18ea tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Fanout notify agent at l3_agent the message router_deleted on router 59d8dba8-c99d-4f65-aed2-cddfd62d1eaf {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:23:47.035700 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf16cafe-3401-4014-b86d-e1f6348c18ea tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:47.039140 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bf16cafe-3401-4014-b86d-e1f6348c18ea tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "DELETE /v2.0/routers/59d8dba8-c99d-4f65-aed2-cddfd62d1eaf HTTP/1.1" status: 204 len: 168 time: 1.5167489 Aug 16 20:23:47.039760 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43944) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:47.054853 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec2578d7-ed3a-4995-b999-c12f9e2f6ad6 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:47.120383 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d2bc31-d949-4d4b-ae08-e9be54e8c153 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Deleting subnet 202d2441-3be1-4715-b88e-cc3cec57c919 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:23:47.164515 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec2578d7-ed3a-4995-b999-c12f9e2f6ad6 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:47.166836 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0d2bc31-d949-4d4b-ae08-e9be54e8c153 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:47.178616 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3434b6ca-a41e-4d73-81d5-2069e53faaf6 None None] get_active_networks_info from n-d-787206-13 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:23:47.185618 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-ec2578d7-ed3a-4995-b999-c12f9e2f6ad6 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7bc9a9a-db9f-485e-b9d5-a5e9125320d3']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:47.197751 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-ec2578d7-ed3a-4995-b999-c12f9e2f6ad6 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '201df023-d5ce-4b89-aa6d-1a575584db30') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:47.198493 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-ec2578d7-ed3a-4995-b999-c12f9e2f6ad6 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '201df023-d5ce-4b89-aa6d-1a575584db30') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:47.205097 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d82aec5a-f3c4-40b1-847e-2e9692090960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'name': 'tempest-TestNetworkBasicOps-router-33155459', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:35Z', 'updated_at': '2021-08-16T20:23:41Z', 'revision_number': 5, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:36Z', 'updated_at': '2021-08-16T20:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '3803dd79-2a50-4a77-886c-df6d04cc6e43', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'floating_ip_address': '172.25.8.140', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'port_id': '10bd8bb9-a200-4f36-afd9-60fe2bad8486', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2', 'mac_address': 'fa:16:3e:e8:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a27eca5-7bd1-40e0-ac87-e93472608865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:22:21Z', 'updated_at': '2021-08-16T20:22:24Z', 'revision_number': 1, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e7f6d5f-4b3e-4dac-9137-d369b4760fb6', 'name': '', 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'mac_address': 'fa:16:3e:f0:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'e440ab31-21c6-47f2-aed9-b929b10637a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:45Z', 'updated_at': '2021-08-16T20:21:58Z', 'revision_number': 5, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'subnets': [{'id': 'e440ab31-21c6-47f2-aed9-b929b10637a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdfac702-ecec-460e-934a-8ebb9784606c', 'name': '', 'network_id': 'df1cb24b-849a-4898-894a-88b85c8318fc', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'mac_address': 'fa:16:3e:77:5b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '61fb0c24-8cfa-439c-9783-bbbaff50fcf9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:23:39Z', 'updated_at': '2021-08-16T20:23:45Z', 'revision_number': 4, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'subnets': [{'id': '61fb0c24-8cfa-439c-9783-bbbaff50fcf9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:47.210357 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec2578d7-ed3a-4995-b999-c12f9e2f6ad6 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:47.225907 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec2578d7-ed3a-4995-b999-c12f9e2f6ad6 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:47.234511 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2578d7-ed3a-4995-b999-c12f9e2f6ad6 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:23:47.235350 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec2578d7-ed3a-4995-b999-c12f9e2f6ad6 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:47.236519 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82aec5a-f3c4-40b1-847e-2e9692090960 None None] The sync data for ids ['6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'] in n-d-787206-13 is: [{'id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'name': 'tempest-TestNetworkBasicOps-router-33155459', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:35Z', 'updated_at': '2021-08-16T20:23:41Z', 'revision_number': 5, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:36Z', 'updated_at': '2021-08-16T20:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '3803dd79-2a50-4a77-886c-df6d04cc6e43', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'floating_ip_address': '172.25.8.140', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'port_id': '10bd8bb9-a200-4f36-afd9-60fe2bad8486', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2', 'mac_address': 'fa:16:3e:e8:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a27eca5-7bd1-40e0-ac87-e93472608865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:22:21Z', 'updated_at': '2021-08-16T20:22:24Z', 'revision_number': 1, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e7f6d5f-4b3e-4dac-9137-d369b4760fb6', 'name': '', 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'mac_address': 'fa:16:3e:f0:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'e440ab31-21c6-47f2-aed9-b929b10637a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:45Z', 'updated_at': '2021-08-16T20:21:58Z', 'revision_number': 5, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'subnets': [{'id': 'e440ab31-21c6-47f2-aed9-b929b10637a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdfac702-ecec-460e-934a-8ebb9784606c', 'name': '', 'network_id': 'df1cb24b-849a-4898-894a-88b85c8318fc', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'mac_address': 'fa:16:3e:77:5b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '61fb0c24-8cfa-439c-9783-bbbaff50fcf9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:23:39Z', 'updated_at': '2021-08-16T20:23:45Z', 'revision_number': 4, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'subnets': [{'id': '61fb0c24-8cfa-439c-9783-bbbaff50fcf9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:23:47.306231 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:23:47.306231 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:23:47.306231 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:23:47.306231 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:23:47.306231 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:23:47.306231 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:23:47.306231 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:23:47.306231 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:23:47.306231 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:23:47.306231 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:23:47.306231 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:23:47.306231 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:23:47.306231 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:23:47.306231 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:23:47.306231 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:23:47.306231 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:23:47.306231 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:23:47.306231 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:23:47.306231 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:23:47.306231 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:23:47.306231 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:23:47.306231 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:23:47.306231 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:23:47.306231 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:23:47.306231 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:23:47.306231 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:23:47.306231 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:23:47.306231 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:23:47.306231 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:23:47.306231 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:23:47.306231 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:23:47.306231 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:23:47.318161 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec2578d7-ed3a-4995-b999-c12f9e2f6ad6 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:47.349458 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec2578d7-ed3a-4995-b999-c12f9e2f6ad6 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:47.355966 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ec2578d7-ed3a-4995-b999-c12f9e2f6ad6 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] 10.222.0.68 "DELETE /v2.0/networks/e7bc9a9a-db9f-485e-b9d5-a5e9125320d3 HTTP/1.1" status: 204 len: 168 time: 0.4444287 Aug 16 20:23:47.358963 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43950) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:47.405842 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2578d7-ed3a-4995-b999-c12f9e2f6ad6 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Pushing event deleted for resources: {'Network': ['ID=e7bc9a9a-db9f-485e-b9d5-a5e9125320d3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:47.444584 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3434b6ca-a41e-4d73-81d5-2069e53faaf6 None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:23:47.528883 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb6395c2-a6fc-4d02-b17e-bcc3849273b3 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:47.722200 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb6395c2-a6fc-4d02-b17e-bcc3849273b3 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:47.736253 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-eb6395c2-a6fc-4d02-b17e-bcc3849273b3 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b3dcdb-6854-470a-b097-5961ad453bc8']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:47.770959 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b636f-de7f-4a88-b953-95f9b60bea6e req-04d52a9d-9d05-4d78-81ab-264ec9108ed6 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:47.772586 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b28b636f-de7f-4a88-b953-95f9b60bea6e req-04d52a9d-9d05-4d78-81ab-264ec9108ed6 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 945 time: 0.1089585 Aug 16 20:23:47.795213 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-eb6395c2-a6fc-4d02-b17e-bcc3849273b3 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '126865f2-fd1f-4055-94e5-3447d465e7f3') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:47.797015 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-eb6395c2-a6fc-4d02-b17e-bcc3849273b3 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '126865f2-fd1f-4055-94e5-3447d465e7f3') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:47.806120 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5d84a-1907-4fc9-b914-8016e43361a3 req-b8726c90-009c-45e6-893f-db4b9ae4c287 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:47.821592 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dfb5d84a-1907-4fc9-b914-8016e43361a3 req-b8726c90-009c-45e6-893f-db4b9ae4c287 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=3dddacc5-aae2-4761-8b20-587612976fdb HTTP/1.1" status: 200 len: 1097 time: 0.7409096 Aug 16 20:23:47.839348 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb6395c2-a6fc-4d02-b17e-bcc3849273b3 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:47.878034 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0d2bc31-d949-4d4b-ae08-e9be54e8c153 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:47.907769 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb6395c2-a6fc-4d02-b17e-bcc3849273b3 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:47.917174 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b28b636f-de7f-4a88-b953-95f9b60bea6e req-47a61519-176e-4ce7-85b8-036b39b358c9 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359341 Aug 16 20:23:47.925690 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2626796-880b-4292-880b-4bdb7112d7cc req-e3f951fd-7b4f-4a6b-8d87-ac924c34cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:47.927193 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a2626796-880b-4292-880b-4bdb7112d7cc req-e3f951fd-7b4f-4a6b-8d87-ac924c34cf05 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3dddacc5-aae2-4761-8b20-587612976fdb HTTP/1.1" status: 200 len: 1097 time: 0.7887130 Aug 16 20:23:47.933272 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb6395c2-a6fc-4d02-b17e-bcc3849273b3 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:23:47.933272 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb6395c2-a6fc-4d02-b17e-bcc3849273b3 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:47.937192 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:23:47.937192 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:23:47.937192 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:23:47.937192 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:23:47.937192 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:23:47.937192 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:23:47.937192 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:23:47.937192 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:23:47.937192 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:23:47.937192 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:23:47.937192 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:23:47.937192 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:23:47.937192 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:23:47.937192 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:23:47.937192 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:23:47.937192 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:23:47.937192 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:23:47.937192 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:23:47.937192 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:23:47.937192 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:23:47.937192 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:23:47.937192 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:23:47.937192 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:23:47.937192 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:23:47.937192 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:23:47.937192 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:23:47.937192 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:23:47.937192 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:23:47.937192 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:23:47.937192 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:23:47.937192 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:23:47.937192 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:23:47.949081 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device bdfac702-ecec-460e-934a-8ebb9784606c up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:47.998522 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dfb5d84a-1907-4fc9-b914-8016e43361a3 req-ca3d949e-382a-4691-b1e1-e64f54359318 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=1ff88e7c-d47d-43ad-a3bb-7301a9003d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703298 Aug 16 20:23:48.013125 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c69c8f-35f4-4d23-ad61-a14bf94e7f50 None None] get_active_networks_info from n-d-787206-13 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:23:48.025902 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a2626796-880b-4292-880b-4bdb7112d7cc req-ae4430f5-3a26-4696-b895-31c1bc115d43 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=1ff88e7c-d47d-43ad-a3bb-7301a9003d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830088 Aug 16 20:23:48.059670 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb6395c2-a6fc-4d02-b17e-bcc3849273b3 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:48.076351 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0d2bc31-d949-4d4b-ae08-e9be54e8c153 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:48.093253 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb6395c2-a6fc-4d02-b17e-bcc3849273b3 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:48.097249 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-eb6395c2-a6fc-4d02-b17e-bcc3849273b3 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] 10.222.0.68 "DELETE /v2.0/networks/52b3dcdb-6854-470a-b097-5961ad453bc8 HTTP/1.1" status: 204 len: 168 time: 0.7352703 Aug 16 20:23:48.098290 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6395c2-a6fc-4d02-b17e-bcc3849273b3 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Pushing event deleted for resources: {'Network': ['ID=52b3dcdb-6854-470a-b097-5961ad453bc8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:48.100248 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 43958) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:48.215165 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0d2bc31-d949-4d4b-ae08-e9be54e8c153 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:48.250160 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fe9d6457-ae95-472d-9b3c-e1bf8730df1e tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:48.254777 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c69c8f-35f4-4d23-ad61-a14bf94e7f50 None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:23:48.296023 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2bc31-d949-4d4b-ae08-e9be54e8c153 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event deleted for resources: {'Subnet': ['ID=202d2441-3be1-4715-b88e-cc3cec57c919,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:48.313010 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0d2bc31-d949-4d4b-ae08-e9be54e8c153 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:48.319658 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b0d2bc31-d949-4d4b-ae08-e9be54e8c153 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "DELETE /v2.0/subnets/202d2441-3be1-4715-b88e-cc3cec57c919 HTTP/1.1" status: 204 len: 168 time: 1.2785976 Aug 16 20:23:48.320881 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43960) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:48.416049 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port bdfac702-ecec-460e-934a-8ebb9784606c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:48.445554 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port bdfac702-ecec-460e-934a-8ebb9784606c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:48.445926 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:48.448896 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fe9d6457-ae95-472d-9b3c-e1bf8730df1e tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:48.455807 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f9922e7b-5ff9-4693-bacf-9f656d352c15 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:48.476978 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-fe9d6457-ae95-472d-9b3c-e1bf8730df1e tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34f1ef1-1196-4bb4-a5f5-4747e148cf46']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:48.538582 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-f9922e7b-5ff9-4693-bacf-9f656d352c15 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Deleting port 54417fac-12d4-4b98-a5cc-47c611161ee6 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:48.538952 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f9922e7b-5ff9-4693-bacf-9f656d352c15 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:48.628445 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-f9922e7b-5ff9-4693-bacf-9f656d352c15 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] For port 54417fac-12d4-4b98-a5cc-47c611161ee6, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=54417fac-12d4-4b98-a5cc-47c611161ee6,segment=NetworkSegment(845f54f9-858e-44d5-b7da-cffab6872bd3),segment_id=845f54f9-858e-44d5-b7da-cffab6872bd3)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:48.628849 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f9922e7b-5ff9-4693-bacf-9f656d352c15 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:48.664123 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-f9922e7b-5ff9-4693-bacf-9f656d352c15 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Calling delete_port for 54417fac-12d4-4b98-a5cc-47c611161ee6 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:48.821903 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:48.828831 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f9922e7b-5ff9-4693-bacf-9f656d352c15 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:48.860120 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9922e7b-5ff9-4693-bacf-9f656d352c15 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event deleted for resources: {'Port': ['ID=54417fac-12d4-4b98-a5cc-47c611161ee6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:48.862284 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9922e7b-5ff9-4693-bacf-9f656d352c15 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] No DVR routers for this DVR port 54417fac-12d4-4b98-a5cc-47c611161ee6 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:48.904906 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port bdfac702-ecec-460e-934a-8ebb9784606c, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=bdfac702-ecec-460e-934a-8ebb9784606c,segment=NetworkSegment(ec08b430-a83e-4fbb-a8b6-04393ef48a50),segment_id=ec08b430-a83e-4fbb-a8b6-04393ef48a50)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:48.956164 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:48.971497 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f9922e7b-5ff9-4693-bacf-9f656d352c15 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:48.978542 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-fe9d6457-ae95-472d-9b3c-e1bf8730df1e tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b091ef65-7e1f-44f3-9ffc-726b1d7918fa') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:48.979101 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-fe9d6457-ae95-472d-9b3c-e1bf8730df1e tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b091ef65-7e1f-44f3-9ffc-726b1d7918fa') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:48.984295 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-f9922e7b-5ff9-4693-bacf-9f656d352c15 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30426250-4212-446f-929d-fe2945267007']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:48.999939 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-f9922e7b-5ff9-4693-bacf-9f656d352c15 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845f54f9-858e-44d5-b7da-cffab6872bd3') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:49.001679 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-f9922e7b-5ff9-4693-bacf-9f656d352c15 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845f54f9-858e-44d5-b7da-cffab6872bd3') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:49.003420 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fe9d6457-ae95-472d-9b3c-e1bf8730df1e tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:49.012999 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff0582d-e429-4099-bd32-fb3df9ab872a None None] Network 30426250-4212-446f-929d-fe2945267007 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:49.016724 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f9922e7b-5ff9-4693-bacf-9f656d352c15 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:49.037946 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fe9d6457-ae95-472d-9b3c-e1bf8730df1e tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:49.062747 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9d6457-ae95-472d-9b3c-e1bf8730df1e tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:23:49.063064 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fe9d6457-ae95-472d-9b3c-e1bf8730df1e tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:49.066176 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:23:49.066176 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:23:49.066176 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:23:49.066176 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:23:49.066176 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:23:49.066176 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:23:49.066176 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:23:49.066176 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:23:49.066176 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:23:49.066176 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:23:49.066176 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:23:49.066176 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:23:49.066176 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:23:49.066176 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:23:49.066176 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:23:49.066176 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:23:49.066176 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:23:49.066176 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:23:49.066176 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:23:49.066176 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:23:49.066176 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:23:49.066176 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:23:49.066176 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:23:49.066176 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:23:49.066176 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:23:49.066176 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:23:49.066176 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:23:49.066176 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:23:49.066176 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:23:49.066176 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:23:49.066176 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:23:49.066176 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:23:49.097391 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f9922e7b-5ff9-4693-bacf-9f656d352c15 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:49.107124 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9922e7b-5ff9-4693-bacf-9f656d352c15 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:23:49.107596 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f9922e7b-5ff9-4693-bacf-9f656d352c15 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:49.111861 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:23:49.111861 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:23:49.111861 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:23:49.111861 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:23:49.111861 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:23:49.111861 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:23:49.111861 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:23:49.111861 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:23:49.111861 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:23:49.111861 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:23:49.111861 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:23:49.111861 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:23:49.111861 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:23:49.111861 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:23:49.111861 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:23:49.111861 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:23:49.111861 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:23:49.111861 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:23:49.111861 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:23:49.111861 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:23:49.111861 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:23:49.111861 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:23:49.111861 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:23:49.111861 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:23:49.111861 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:23:49.111861 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:23:49.111861 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:23:49.111861 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:23:49.111861 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:23:49.111861 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:23:49.111861 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:23:49.111861 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:23:49.128733 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=bdfac702-ecec-460e-934a-8ebb9784606c,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:49.169325 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8ad2d-5302-4537-b413-3eba6b39b06e req-f59926ce-c9f2-4745-b575-2191085dc3de tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:49.175960 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a7e8ad2d-5302-4537-b413-3eba6b39b06e req-f59926ce-c9f2-4745-b575-2191085dc3de tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=3dddacc5-aae2-4761-8b20-587612976fdb HTTP/1.1" status: 200 len: 1097 time: 0.0662270 Aug 16 20:23:49.197532 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3bdc1-0031-444b-905d-8680a80a5aa2 req-1c1f013e-9353-4618-9c69-1bb29ef16426 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:49.199208 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-57e3bdc1-0031-444b-905d-8680a80a5aa2 req-1c1f013e-9353-4618-9c69-1bb29ef16426 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 945 time: 0.1540344 Aug 16 20:23:49.211693 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fe9d6457-ae95-472d-9b3c-e1bf8730df1e tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:49.218189 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fe9d6457-ae95-472d-9b3c-e1bf8730df1e tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:49.226569 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fe9d6457-ae95-472d-9b3c-e1bf8730df1e tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] 10.222.0.68 "DELETE /v2.0/networks/d34f1ef1-1196-4bb4-a5f5-4747e148cf46 HTTP/1.1" status: 204 len: 168 time: 1.1227334 Aug 16 20:23:49.231517 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43970) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:49.243709 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f9922e7b-5ff9-4693-bacf-9f656d352c15 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:49.252127 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d6457-ae95-472d-9b3c-e1bf8730df1e tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Pushing event deleted for resources: {'Network': ['ID=d34f1ef1-1196-4bb4-a5f5-4747e148cf46,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:49.260743 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a7e8ad2d-5302-4537-b413-3eba6b39b06e req-cfff5523-a844-486c-8a42-0539e924ffe5 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=1ff88e7c-d47d-43ad-a3bb-7301a9003d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816922 Aug 16 20:23:49.296666 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a64475-92fd-4adf-b0f6-50f9ff96c675 None None] DHCP port deletion for 30426250-4212-446f-929d-fe2945267007 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:23:49.311888 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f9922e7b-5ff9-4693-bacf-9f656d352c15 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:49.311888 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f9922e7b-5ff9-4693-bacf-9f656d352c15 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "DELETE /v2.0/networks/30426250-4212-446f-929d-fe2945267007 HTTP/1.1" status: 204 len: 168 time: 0.9898665 Aug 16 20:23:49.314741 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43974) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:49.338804 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-57e3bdc1-0031-444b-905d-8680a80a5aa2 req-aceec8e9-9038-4db7-95b7-043e7d45fe83 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331823 Aug 16 20:23:49.383514 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9922e7b-5ff9-4693-bacf-9f656d352c15 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event deleted for resources: {'Network': ['ID=30426250-4212-446f-929d-fe2945267007,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:49.398604 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5f972-365c-4b4d-bb27-253014c36b7a req-2da3a181-417f-45e5-b7b3-9c85938e0654 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:49.400619 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-77c5f972-365c-4b4d-bb27-253014c36b7a req-2da3a181-417f-45e5-b7b3-9c85938e0654 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=3dddacc5-aae2-4761-8b20-587612976fdb HTTP/1.1" status: 200 len: 1097 time: 0.0511429 Aug 16 20:23:49.441394 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-77c5f972-365c-4b4d-bb27-253014c36b7a req-de07aa62-9bce-4c91-8108-948b96948199 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=1ff88e7c-d47d-43ad-a3bb-7301a9003d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343149 Aug 16 20:23:49.445935 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3143546f-d6a6-4b76-b8d3-99e9c3c6e515 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:49.596141 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3143546f-d6a6-4b76-b8d3-99e9c3c6e515 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:49.615974 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-3143546f-d6a6-4b76-b8d3-99e9c3c6e515 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ecd6a8-f233-472f-b555-5f15f446bf84']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:49.618638 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-fe17edf6-941f-437c-838b-03b937986985 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Deleting port feb1be66-9343-4052-aacc-1796bc465e57 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:49.618975 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe17edf6-941f-437c-838b-03b937986985 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:49.641113 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-3143546f-d6a6-4b76-b8d3-99e9c3c6e515 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead4a630-0817-46db-9b3b-236044077b8e') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:49.641514 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-3143546f-d6a6-4b76-b8d3-99e9c3c6e515 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead4a630-0817-46db-9b3b-236044077b8e') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:49.677167 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711f147-d05e-4425-bb4c-a2bcdbca4378 req-d510788b-fc3c-484c-88d8-e450a26954c8 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:49.678811 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1711f147-d05e-4425-bb4c-a2bcdbca4378 req-d510788b-fc3c-484c-88d8-e450a26954c8 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=3dddacc5-aae2-4761-8b20-587612976fdb HTTP/1.1" status: 200 len: 1097 time: 0.1693566 Aug 16 20:23:49.683526 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3143546f-d6a6-4b76-b8d3-99e9c3c6e515 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:49.720292 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3143546f-d6a6-4b76-b8d3-99e9c3c6e515 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:49.731722 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3143546f-d6a6-4b76-b8d3-99e9c3c6e515 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:23:49.732133 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3143546f-d6a6-4b76-b8d3-99e9c3c6e515 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:49.735519 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:23:49.735519 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:23:49.735519 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:23:49.735519 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:23:49.735519 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:23:49.735519 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:23:49.735519 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:23:49.735519 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:23:49.735519 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:23:49.735519 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:23:49.735519 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:23:49.735519 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:23:49.735519 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:23:49.735519 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:23:49.735519 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:23:49.735519 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:23:49.735519 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:23:49.735519 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:23:49.735519 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:23:49.735519 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:23:49.735519 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:23:49.735519 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:23:49.735519 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:23:49.735519 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:23:49.735519 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:23:49.735519 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:23:49.735519 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:23:49.735519 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:23:49.735519 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:23:49.735519 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:23:49.735519 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:23:49.735519 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:23:49.815870 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1711f147-d05e-4425-bb4c-a2bcdbca4378 req-b07879ab-635a-43ad-a6dc-ee38d8d49b1f tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=1ff88e7c-d47d-43ad-a3bb-7301a9003d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247795 Aug 16 20:23:49.832284 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device bdfac702-ecec-460e-934a-8ebb9784606c up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:49.844380 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe17edf6-941f-437c-838b-03b937986985 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:49.845392 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe17edf6-941f-437c-838b-03b937986985 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:49.854376 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3143546f-d6a6-4b76-b8d3-99e9c3c6e515 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:49.864284 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3143546f-d6a6-4b76-b8d3-99e9c3c6e515 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:49.866615 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3143546f-d6a6-4b76-b8d3-99e9c3c6e515 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] 10.222.0.68 "DELETE /v2.0/networks/30ecd6a8-f233-472f-b555-5f15f446bf84 HTTP/1.1" status: 204 len: 168 time: 0.6342211 Aug 16 20:23:49.872087 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-fe17edf6-941f-437c-838b-03b937986985 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Calling delete_port for feb1be66-9343-4052-aacc-1796bc465e57 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:49.888332 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143546f-d6a6-4b76-b8d3-99e9c3c6e515 tempest-BulkNetworkOpsTest-1039707615 tempest-BulkNetworkOpsTest-1039707615-project] Pushing event deleted for resources: {'Network': ['ID=30ecd6a8-f233-472f-b555-5f15f446bf84,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:49.913084 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port bdfac702-ecec-460e-934a-8ebb9784606c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:49.914255 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:50.098397 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe17edf6-941f-437c-838b-03b937986985 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:50.131072 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17edf6-941f-437c-838b-03b937986985 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event deleted for resources: {'Port': ['ID=feb1be66-9343-4052-aacc-1796bc465e57,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:50.156070 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 54417fac-12d4-4b98-a5cc-47c611161ee6 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:50.193519 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 54417fac-12d4-4b98-a5cc-47c611161ee6 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:23:50.193951 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 54417fac-12d4-4b98-a5cc-47c611161ee6 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:23:50.225089 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe17edf6-941f-437c-838b-03b937986985 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:50.227756 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe17edf6-941f-437c-838b-03b937986985 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:50.229104 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fe17edf6-941f-437c-838b-03b937986985 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "DELETE /v2.0/floatingips/25536ccc-8289-40db-9172-d6b0f4093d7b HTTP/1.1" status: 204 len: 168 time: 0.9103928 Aug 16 20:23:50.233755 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 43998) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:50.267125 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-63bdb77f-e97a-433b-968a-c1b60bd46e84 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] DELETE failed (client error): The resource could not be found. Aug 16 20:23:50.267914 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63bdb77f-e97a-433b-968a-c1b60bd46e84 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:23:50.269808 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-63bdb77f-e97a-433b-968a-c1b60bd46e84 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "DELETE /v2.0/ports/f6656776-93fb-4d1e-98a9-f85bcd34e486 HTTP/1.1" status: 404 len: 333 time: 0.0347948 Aug 16 20:23:50.272577 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44000) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:50.292415 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44002) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:50.304656 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-42a7be6c-4313-4228-a08e-b3afb0c73a80 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "GET /v2.0/ports?device_id=59d8dba8-c99d-4f65-aed2-cddfd62d1eaf HTTP/1.1" status: 200 len: 205 time: 0.0310023 Aug 16 20:23:50.307160 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44006) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:50.312426 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-ba915e67-8771-41d5-a642-c8dcec1b5783 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:50.313757 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-ba915e67-8771-41d5-a642-c8dcec1b5783 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/networks?id=fd79a78f-a655-4d2c-b3f4-a42689173994 HTTP/1.1" status: 200 len: 911 time: 0.2337456 Aug 16 20:23:50.330284 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-852d3d6d-f7a0-4560-8f94-24c1329076f9 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/quotas/0819018425de408e9cdb902ec6603b4b HTTP/1.1" status: 200 len: 375 time: 0.0095840 Aug 16 20:23:50.345668 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-36eb3330-7fe6-4a17-83c8-0c120ec89bb0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] delete failed (client error): The resource could not be found. Aug 16 20:23:50.346734 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-36eb3330-7fe6-4a17-83c8-0c120ec89bb0 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "DELETE /v2.0/routers/59d8dba8-c99d-4f65-aed2-cddfd62d1eaf HTTP/1.1" status: 404 len: 336 time: 0.0385242 Aug 16 20:23:50.349496 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44008) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:50.380180 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-daccc269-ae3e-4265-93b1-7dd69e1cec34 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] DELETE failed (client error): The resource could not be found. Aug 16 20:23:50.380559 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daccc269-ae3e-4265-93b1-7dd69e1cec34 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:23:50.382364 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-daccc269-ae3e-4265-93b1-7dd69e1cec34 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "DELETE /v2.0/subnets/202d2441-3be1-4715-b88e-cc3cec57c919 HTTP/1.1" status: 404 len: 337 time: 0.0318964 Aug 16 20:23:50.386934 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44012) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:50.477772 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81940335-9d5b-4971-967f-5535b9150099 req-da4c107b-aa69-464c-bbd3-fa890ebbaf58 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:50.479506 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-81940335-9d5b-4971-967f-5535b9150099 req-da4c107b-aa69-464c-bbd3-fa890ebbaf58 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 945 time: 0.0523973 Aug 16 20:23:50.518450 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-9e03e027-1a63-4433-a274-644a92cc77d9 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/ports?tenant_id=0819018425de408e9cdb902ec6603b4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1780829 Aug 16 20:23:50.528778 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-81940335-9d5b-4971-967f-5535b9150099 req-edf95cc9-d3eb-4c4b-9ac7-195c8fe7d5d5 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425050 Aug 16 20:23:50.541888 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cf11e191-7caa-480d-8647-5887d0363a7f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1b73ea7250a74feb9d55e74f53558ae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2461259 Aug 16 20:23:50.542120 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44014) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:50.648620 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ac7ae549-dd64-467c-ad72-1f2ec9a233b3 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Deleting port 5090b50d-c462-492e-97b2-2f0c145b52c1 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:50.648850 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac7ae549-dd64-467c-ad72-1f2ec9a233b3 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:50.716473 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-be871cb7-6134-49e5-bbc4-6f380e6a07a4 service neutron] 10.222.0.68 "GET /v2.0/networks/fd79a78f-a655-4d2c-b3f4-a42689173994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875925 Aug 16 20:23:50.720099 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-83d49d2b-fa43-4070-b3f9-8291c3140aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:50.810301 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-83d49d2b-fa43-4070-b3f9-8291c3140aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:50.845310 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac7ae549-dd64-467c-ad72-1f2ec9a233b3 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:50.885762 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ac7ae549-dd64-467c-ad72-1f2ec9a233b3 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Calling delete_port for 5090b50d-c462-492e-97b2-2f0c145b52c1 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:50.944825 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-54655c35-6a86-4243-af72-6f6bb9aa8e34 service neutron] 10.222.0.68 "GET /v2.0/networks/fd79a78f-a655-4d2c-b3f4-a42689173994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201171 Aug 16 20:23:50.965658 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-83d49d2b-fa43-4070-b3f9-8291c3140aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:50.968146 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-83d49d2b-fa43-4070-b3f9-8291c3140aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:50.971911 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-83d49d2b-fa43-4070-b3f9-8291c3140aad admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/af1947f7-e3b3-4946-bdf4-e95949fd973f HTTP/1.1" status: 204 len: 168 time: 0.4262965 Aug 16 20:23:50.983420 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d49d2b-fa43-4070-b3f9-8291c3140aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1947f7-e3b3-4946-bdf4-e95949fd973f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:51.116614 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac7ae549-dd64-467c-ad72-1f2ec9a233b3 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:51.161137 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ae549-dd64-467c-ad72-1f2ec9a233b3 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event deleted for resources: {'Port': ['ID=5090b50d-c462-492e-97b2-2f0c145b52c1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:51.193262 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e7be0ce5-c7db-42e9-a283-668e9d8569af req-c53163f2-ce91-4c12-9e80-36472c2290be tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=671d23e0-c4d7-4a36-b78a-cddf029337bd HTTP/1.1" status: 200 len: 210 time: 0.0553050 Aug 16 20:23:51.234863 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac7ae549-dd64-467c-ad72-1f2ec9a233b3 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:51.237134 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ac7ae549-dd64-467c-ad72-1f2ec9a233b3 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "DELETE /v2.0/ports/5090b50d-c462-492e-97b2-2f0c145b52c1 HTTP/1.1" status: 204 len: 168 time: 0.8492362 Aug 16 20:23:51.239535 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44036) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:51.349454 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e82f83b3-3bd4-4de9-af47-90161b3b50b3 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Deleting port 3af89bc8-85c7-4a17-9551-6e16e69b6cad {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:51.350120 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e82f83b3-3bd4-4de9-af47-90161b3b50b3 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:51.455049 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e82f83b3-3bd4-4de9-af47-90161b3b50b3 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:51.468281 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e82f83b3-3bd4-4de9-af47-90161b3b50b3 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Calling delete_port for 3af89bc8-85c7-4a17-9551-6e16e69b6cad owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:51.681334 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24f0ae-9466-419a-9879-8ade6a9c5253 req-ea822c96-5364-4407-a652-5fe6bd89f2fd tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:51.682842 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6f24f0ae-9466-419a-9879-8ade6a9c5253 req-ea822c96-5364-4407-a652-5fe6bd89f2fd tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 945 time: 0.0741258 Aug 16 20:23:51.684247 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e82f83b3-3bd4-4de9-af47-90161b3b50b3 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:51.726807 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f83b3-3bd4-4de9-af47-90161b3b50b3 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event deleted for resources: {'Port': ['ID=3af89bc8-85c7-4a17-9551-6e16e69b6cad,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:51.837884 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6f24f0ae-9466-419a-9879-8ade6a9c5253 req-e2863b30-a49d-4604-864a-f8def70ba0e6 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446996 Aug 16 20:23:51.865072 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e82f83b3-3bd4-4de9-af47-90161b3b50b3 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:51.870140 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44064) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:51.872805 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e82f83b3-3bd4-4de9-af47-90161b3b50b3 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "DELETE /v2.0/ports/3af89bc8-85c7-4a17-9551-6e16e69b6cad HTTP/1.1" status: 204 len: 168 time: 0.6294248 Aug 16 20:23:51.928607 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44068) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:51.945995 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3572bda0-4d18-40af-b473-7a9f4e55af81 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:51.950763 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3572bda0-4d18-40af-b473-7a9f4e55af81 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b25ba43-910a-471c-b81c-bd0069004478 HTTP/1.1" status: 200 len: 913 time: 0.0767059 Aug 16 20:23:51.950993 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44072) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:52.089187 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-aa4ba00c-5032-49a1-a9b4-8b8ef1ed9128 tempest-DvrRoutersNegativeTest-778672246 tempest-DvrRoutersNegativeTest-778672246-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-470908767', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:52.092696 n-d-787206-13 neutron-server[94771]: DEBUG neutron.policy [None req-aa4ba00c-5032-49a1-a9b4-8b8ef1ed9128 tempest-DvrRoutersNegativeTest-778672246 tempest-DvrRoutersNegativeTest-778672246-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94771) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 16 20:23:52.093067 n-d-787206-13 neutron-server[94771]: DEBUG neutron.policy [None req-aa4ba00c-5032-49a1-a9b4-8b8ef1ed9128 tempest-DvrRoutersNegativeTest-778672246 tempest-DvrRoutersNegativeTest-778672246-project] Failed policy check for 'create_router' {{(pid=94771) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 16 20:23:52.093668 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-aa4ba00c-5032-49a1-a9b4-8b8ef1ed9128 tempest-DvrRoutersNegativeTest-778672246 tempest-DvrRoutersNegativeTest-778672246-project] create failed (client error): Access was denied to this resource. Aug 16 20:23:52.094719 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-aa4ba00c-5032-49a1-a9b4-8b8ef1ed9128 tempest-DvrRoutersNegativeTest-778672246 tempest-DvrRoutersNegativeTest-778672246-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1651084 Aug 16 20:23:52.364056 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-77d703e2-27f8-43ec-b0de-6aab392122bc req-daa6dec5-23cc-4671-9ead-139004a183b6 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=671d23e0-c4d7-4a36-b78a-cddf029337bd HTTP/1.1" status: 200 len: 210 time: 0.0389559 Aug 16 20:23:52.435508 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44080) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:52.436617 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ad6b70ac-5d91-40a7-a40e-499b3a8d4ce5 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:52.505958 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-d0ef2966-5950-4572-b7ea-b85ff3b53111 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:52.507517 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-d0ef2966-5950-4572-b7ea-b85ff3b53111 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.57 "GET /v2.0/networks?id=fd79a78f-a655-4d2c-b3f4-a42689173994 HTTP/1.1" status: 200 len: 911 time: 0.1807315 Aug 16 20:23:52.528539 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-87563083-a870-4a12-ab7a-652699a40479 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Request body: {'port': {'device_id': '671d23e0-c4d7-4a36-b78a-cddf029337bd', 'network_id': 'fd79a78f-a655-4d2c-b3f4-a42689173994', 'admin_state_up': True, 'tenant_id': '0819018425de408e9cdb902ec6603b4b'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:52.557108 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-87563083-a870-4a12-ab7a-652699a40479 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Made reservation on behalf of 0819018425de408e9cdb902ec6603b4b for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:52.560142 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-87563083-a870-4a12-ab7a-652699a40479 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:52.595467 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d45f0af2-eb1f-4f00-a870-c3f4f2386a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:52.731377 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ad6b70ac-5d91-40a7-a40e-499b3a8d4ce5 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Deleting port 9b69107d-0a2e-450d-bdd3-00a013b5ae67 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:52.731633 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ad6b70ac-5d91-40a7-a40e-499b3a8d4ce5 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:52.753208 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-87563083-a870-4a12-ab7a-652699a40479 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Allocated IP 172.20.0.5 (fd79a78f-a655-4d2c-b3f4-a42689173994/8274f157-9813-4525-bbb8-87cf5c81c086/1e17bec9-251f-4423-959f-57a2734c1ecf) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:23:52.818543 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d45f0af2-eb1f-4f00-a870-c3f4f2386a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:52.826447 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ad6b70ac-5d91-40a7-a40e-499b3a8d4ce5 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:52.830198 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d45f0af2-eb1f-4f00-a870-c3f4f2386a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:52.843038 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ad6b70ac-5d91-40a7-a40e-499b3a8d4ce5 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Calling delete_port for 9b69107d-0a2e-450d-bdd3-00a013b5ae67 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:52.915554 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d45f0af2-eb1f-4f00-a870-c3f4f2386a19 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dde2acebf4894bd3b8b037957b5b4dcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4760232 Aug 16 20:23:52.915999 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f0af2-eb1f-4f00-a870-c3f4f2386a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afc7889-ef75-431c-953e-5c33fd9f04a0,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:52.919728 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44088) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:53.031272 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-87563083-a870-4a12-ab7a-652699a40479 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.070560 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f60d26-8c91-41f6-a429-f1e6f9adc1e6 req-a9d6d248-655e-4e4d-9d13-c381c71d9079 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:53.072259 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e2f60d26-8c91-41f6-a429-f1e6f9adc1e6 req-a9d6d248-655e-4e4d-9d13-c381c71d9079 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 945 time: 0.1429226 Aug 16 20:23:53.073157 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-71764868-f44a-4131-99d2-b2c4c972b1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.107508 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-71764868-f44a-4131-99d2-b2c4c972b1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.130880 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ad6b70ac-5d91-40a7-a40e-499b3a8d4ce5 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.137718 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-87563083-a870-4a12-ab7a-652699a40479 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Transition to ACTIVE for port object 1e17bec9-251f-4423-959f-57a2734c1ecf will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:53.167680 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e2f60d26-8c91-41f6-a429-f1e6f9adc1e6 req-192afcee-0e3e-44ae-baf0-b28cdeec816c tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736282 Aug 16 20:23:53.168397 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b70ac-5d91-40a7-a40e-499b3a8d4ce5 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event deleted for resources: {'Port': ['ID=9b69107d-0a2e-450d-bdd3-00a013b5ae67,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:53.211872 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-87563083-a870-4a12-ab7a-652699a40479 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.213578 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-71764868-f44a-4131-99d2-b2c4c972b1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.216613 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-71764868-f44a-4131-99d2-b2c4c972b1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.217830 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-71764868-f44a-4131-99d2-b2c4c972b1ec admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7afc7889-ef75-431c-953e-5c33fd9f04a0 HTTP/1.1" status: 204 len: 168 time: 0.2964716 Aug 16 20:23:53.223358 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['8b3db4fb-431e-4122-b54b-cecdf52b0b58'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:23:53.257839 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71764868-f44a-4131-99d2-b2c4c972b1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afc7889-ef75-431c-953e-5c33fd9f04a0,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:53.288391 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-87563083-a870-4a12-ab7a-652699a40479 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Network fd79a78f-a655-4d2c-b3f4-a42689173994 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:53.294478 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-87563083-a870-4a12-ab7a-652699a40479 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:53.297211 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87563083-a870-4a12-ab7a-652699a40479 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Pushing event updated for resources: {'Port': ['ID=1e17bec9-251f-4423-959f-57a2734c1ecf,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:53.299904 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-87563083-a870-4a12-ab7a-652699a40479 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:23:53.355193 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-87563083-a870-4a12-ab7a-652699a40479 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:53.355993 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-87563083-a870-4a12-ab7a-652699a40479 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.382504 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-87563083-a870-4a12-ab7a-652699a40479 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8582528 Aug 16 20:23:53.410191 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-0fa7456e-1d9d-4976-b8fd-278ba71af9ed service neutron] Request body: {'port': {'device_id': '671d23e0-c4d7-4a36-b78a-cddf029337bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:53.521488 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-0fa7456e-1d9d-4976-b8fd-278ba71af9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.542191 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44104) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:53.651898 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ad6b70ac-5d91-40a7-a40e-499b3a8d4ce5 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.667086 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e8c53-0f23-46ea-82fb-725a00d9c985 req-16a5953a-bc09-480b-9908-65c69d34c5d8 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:53.668999 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b25e8c53-0f23-46ea-82fb-725a00d9c985 req-16a5953a-bc09-480b-9908-65c69d34c5d8 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=671d23e0-c4d7-4a36-b78a-cddf029337bd HTTP/1.1" status: 200 len: 1027 time: 0.1484914 Aug 16 20:23:53.722309 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5ed7e7ef-de76-4c76-820a-a847227acfff None None] Provisioning for port 1e17bec9-251f-4423-959f-57a2734c1ecf completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:53.727918 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5ed7e7ef-de76-4c76-820a-a847227acfff None None] Provisioning complete for port 1e17bec9-251f-4423-959f-57a2734c1ecf triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:53.728866 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e7ef-de76-4c76-820a-a847227acfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.803023 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5ed7e7ef-de76-4c76-820a-a847227acfff None None] Port 1e17bec9-251f-4423-959f-57a2734c1ecf cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:23:53.982036 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-0fa7456e-1d9d-4976-b8fd-278ba71af9ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e17bec9-251f-4423-959f-57a2734c1ecf {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:23:53.990132 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-0fa7456e-1d9d-4976-b8fd-278ba71af9ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:54.003332 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-0fa7456e-1d9d-4976-b8fd-278ba71af9ed service neutron] Transition to ACTIVE for port object 1e17bec9-251f-4423-959f-57a2734c1ecf will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:54.012371 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-0fa7456e-1d9d-4976-b8fd-278ba71af9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:54.024997 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1e0a9c19-d756-4105-b76d-6f33484fc2ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:54.072988 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7456e-1d9d-4976-b8fd-278ba71af9ed service neutron] Pushing event updated for resources: {'Port': ['ID=1e17bec9-251f-4423-959f-57a2734c1ecf,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:54.085876 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b25e8c53-0f23-46ea-82fb-725a00d9c985 req-6735cf31-c353-4993-beb4-9ae8c51417d7 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=1ff88e7c-d47d-43ad-a3bb-7301a9003d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067247 Aug 16 20:23:54.168144 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-0fa7456e-1d9d-4976-b8fd-278ba71af9ed service neutron] Attempting to bind port 1e17bec9-251f-4423-959f-57a2734c1ecf on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:54.168502 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-0fa7456e-1d9d-4976-b8fd-278ba71af9ed service neutron] Attempting to bind port 1e17bec9-251f-4423-959f-57a2734c1ecf by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'd8d657a1-66d4-492a-af2c-49aba309b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fd79a78f-a655-4d2c-b3f4-a42689173994'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:54.168821 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-0fa7456e-1d9d-4976-b8fd-278ba71af9ed service neutron] Attempting to bind port 1e17bec9-251f-4423-959f-57a2734c1ecf on network fd79a78f-a655-4d2c-b3f4-a42689173994 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:54.173913 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-0fa7456e-1d9d-4976-b8fd-278ba71af9ed service neutron] Port 1e17bec9-251f-4423-959f-57a2734c1ecf on network fd79a78f-a655-4d2c-b3f4-a42689173994 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:54.174453 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-0fa7456e-1d9d-4976-b8fd-278ba71af9ed service neutron] Attempting to bind port 1e17bec9-251f-4423-959f-57a2734c1ecf on network fd79a78f-a655-4d2c-b3f4-a42689173994 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:54.179977 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-0fa7456e-1d9d-4976-b8fd-278ba71af9ed service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:23:54.180138 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-0fa7456e-1d9d-4976-b8fd-278ba71af9ed service neutron] Checking segment: {'id': 'd8d657a1-66d4-492a-af2c-49aba309b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fd79a78f-a655-4d2c-b3f4-a42689173994'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:54.180495 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-0fa7456e-1d9d-4976-b8fd-278ba71af9ed service neutron] Bound using segment: {'id': 'd8d657a1-66d4-492a-af2c-49aba309b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fd79a78f-a655-4d2c-b3f4-a42689173994'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:23:54.180913 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-0fa7456e-1d9d-4976-b8fd-278ba71af9ed service neutron] Bound port: 1e17bec9-251f-4423-959f-57a2734c1ecf, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8d657a1-66d4-492a-af2c-49aba309b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fd79a78f-a655-4d2c-b3f4-a42689173994'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:23:54.181786 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-0fa7456e-1d9d-4976-b8fd-278ba71af9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:54.268331 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-0fa7456e-1d9d-4976-b8fd-278ba71af9ed service neutron] For port 1e17bec9-251f-4423-959f-57a2734c1ecf, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:54.273218 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-0fa7456e-1d9d-4976-b8fd-278ba71af9ed service neutron] For port 1e17bec9-251f-4423-959f-57a2734c1ecf, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1e17bec9-251f-4423-959f-57a2734c1ecf,segment=NetworkSegment(d8d657a1-66d4-492a-af2c-49aba309b784),segment_id=d8d657a1-66d4-492a-af2c-49aba309b784)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:23:54.282014 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-0fa7456e-1d9d-4976-b8fd-278ba71af9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:54.343535 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-0fa7456e-1d9d-4976-b8fd-278ba71af9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:54.344176 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-0fa7456e-1d9d-4976-b8fd-278ba71af9ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:54.345704 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-0fa7456e-1d9d-4976-b8fd-278ba71af9ed service neutron] 10.222.0.57 "PUT /v2.0/ports/1e17bec9-251f-4423-959f-57a2734c1ecf HTTP/1.1" status: 200 len: 1092 time: 0.9521618 Aug 16 20:23:54.367574 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6b70ac-5d91-40a7-a40e-499b3a8d4ce5 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Router 4b25ba43-910a-471c-b81c-bd0069004478 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:23:54.372034 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '671d23e0-c4d7-4a36-b78a-cddf029337bd', 'tag': '1e17bec9-251f-4423-959f-57a2734c1ecf'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:54.375563 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73dc0f0-163b-493e-bbee-aa951829e5d5" -d '{"events": [{"name": "network-changed", "server_uuid": "671d23e0-c4d7-4a36-b78a-cddf029337bd", "tag": "1e17bec9-251f-4423-959f-57a2734c1ecf"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:54.378335 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7456e-1d9d-4976-b8fd-278ba71af9ed service neutron] Pushing event updated for resources: {'Port': ['ID=1e17bec9-251f-4423-959f-57a2734c1ecf,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:54.383017 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a5908-88a1-499a-858b-6d3083ec1270 req-02113ff1-7cc7-4b71-9d96-93cab4808d52 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:54.384829 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-885a5908-88a1-499a-858b-6d3083ec1270 req-02113ff1-7cc7-4b71-9d96-93cab4808d52 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 945 time: 0.0909452 Aug 16 20:23:54.414301 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1e0a9c19-d756-4105-b76d-6f33484fc2ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:54.446797 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf434fe-accc-4ecd-903d-54bde9cec68d x-openstack-request-id: req-ddf434fe-accc-4ecd-903d-54bde9cec68d {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:54.447095 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "671d23e0-c4d7-4a36-b78a-cddf029337bd", "tag": "1e17bec9-251f-4423-959f-57a2734c1ecf", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:54.447383 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ddf434fe-accc-4ecd-903d-54bde9cec68d {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:54.447784 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '671d23e0-c4d7-4a36-b78a-cddf029337bd', 'tag': '1e17bec9-251f-4423-959f-57a2734c1ecf', 'status': 'completed', 'code': 200} Aug 16 20:23:54.461061 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-743f0eaa-d4b1-4554-b0bf-d592617f2367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:54.462658 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-743f0eaa-d4b1-4554-b0bf-d592617f2367 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0819018425de408e9cdb902ec6603b4b&device_id=671d23e0-c4d7-4a36-b78a-cddf029337bd HTTP/1.1" status: 200 len: 1095 time: 0.0603189 Aug 16 20:23:54.506885 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-f28ce409-cfdd-46d8-b9e4-029e76ab9dc5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e17bec9-251f-4423-959f-57a2734c1ecf HTTP/1.1" status: 200 len: 217 time: 0.0362039 Aug 16 20:23:54.507577 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-885a5908-88a1-499a-858b-6d3083ec1270 req-f93c305d-7fd2-40bb-8235-7a034760f054 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019075 Aug 16 20:23:54.510404 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1e0a9c19-d756-4105-b76d-6f33484fc2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:54.579817 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-3cec90bd-dbda-4856-9ab6-dabcd1dabbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:54.582768 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-3cec90bd-dbda-4856-9ab6-dabcd1dabbab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8274f157-9813-4525-bbb8-87cf5c81c086 HTTP/1.1" status: 200 len: 849 time: 0.0692971 Aug 16 20:23:54.611464 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1e0a9c19-d756-4105-b76d-6f33484fc2ae admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f536b0d9f64e481584600476e8973589&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0177484 Aug 16 20:23:54.620244 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44134) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:54.622575 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a9c19-d756-4105-b76d-6f33484fc2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960a6d46-0001-41e8-9109-47c0930f8598,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:54.648615 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-e94989ff-ef40-49e8-9fe2-5189847cdbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:54.650777 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-e94989ff-ef40-49e8-9fe2-5189847cdbcf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd79a78f-a655-4d2c-b3f4-a42689173994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606067 Aug 16 20:23:54.702590 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6b70ac-5d91-40a7-a40e-499b3a8d4ce5 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:23:54.708478 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ad6b70ac-5d91-40a7-a40e-499b3a8d4ce5 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "PUT /v2.0/routers/4b25ba43-910a-471c-b81c-bd0069004478/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7558949 Aug 16 20:23:54.713895 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44136) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:54.714285 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79d6d32-b4db-43ae-9758-5367b86d7c6b None None] Sync routers for ids ['4b25ba43-910a-471c-b81c-bd0069004478'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:23:54.727112 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79d6d32-b4db-43ae-9758-5367b86d7c6b None None] Routers {'4b25ba43-910a-471c-b81c-bd0069004478'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:54.729811 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f79d6d32-b4db-43ae-9758-5367b86d7c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:23:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4b25ba43-910a-471c-b81c-bd0069004478'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:54.775805 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f79d6d32-b4db-43ae-9758-5367b86d7c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:54.784433 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ea1c78e-13b2-48f3-900b-1b8d7ff049da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:54.793615 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79d6d32-b4db-43ae-9758-5367b86d7c6b None None] Routers {'4b25ba43-910a-471c-b81c-bd0069004478'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:54.794636 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f79d6d32-b4db-43ae-9758-5367b86d7c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:23:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4b25ba43-910a-471c-b81c-bd0069004478'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:54.827081 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-bc32480a-5e60-4673-a846-71f1aaddfc13 service neutron] 10.222.0.57 "GET /v2.0/networks/fd79a78f-a655-4d2c-b3f4-a42689173994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678803 Aug 16 20:23:54.835017 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f79d6d32-b4db-43ae-9758-5367b86d7c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:54.836268 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79d6d32-b4db-43ae-9758-5367b86d7c6b None None] The sync data for ids ['4b25ba43-910a-471c-b81c-bd0069004478'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:23:54.843152 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ea1c78e-13b2-48f3-900b-1b8d7ff049da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:54.898014 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66c21a88-5cd8-407e-a8b2-a5372d51ee65 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:54.961692 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ea1c78e-13b2-48f3-900b-1b8d7ff049da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:54.963734 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9cc47e18-b65d-4d96-b6ae-64e79ac2eee9 req-f4cef3b3-2373-42e7-97f5-82bc7dc4a93e service neutron] 10.222.0.57 "GET /v2.0/networks/fd79a78f-a655-4d2c-b3f4-a42689173994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301839 Aug 16 20:23:54.964444 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ea1c78e-13b2-48f3-900b-1b8d7ff049da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:54.967982 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8ea1c78e-13b2-48f3-900b-1b8d7ff049da admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/960a6d46-0001-41e8-9109-47c0930f8598 HTTP/1.1" status: 204 len: 168 time: 0.3315368 Aug 16 20:23:55.008799 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1c78e-13b2-48f3-900b-1b8d7ff049da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960a6d46-0001-41e8-9109-47c0930f8598,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:55.085387 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66c21a88-5cd8-407e-a8b2-a5372d51ee65 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.120541 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73dc0f0-163b-493e-bbee-aa951829e5d5 req-d2a5bad6-349b-41ba-8f72-a1c9a318315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:55.122778 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e73dc0f0-163b-493e-bbee-aa951829e5d5 req-d2a5bad6-349b-41ba-8f72-a1c9a318315f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0819018425de408e9cdb902ec6603b4b&device_id=671d23e0-c4d7-4a36-b78a-cddf029337bd HTTP/1.1" status: 200 len: 1095 time: 0.0634592 Aug 16 20:23:55.171799 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-66c21a88-5cd8-407e-a8b2-a5372d51ee65 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Deleting port 8bf94155-4318-42af-8fe7-b6509eb19f28 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:55.172254 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66c21a88-5cd8-407e-a8b2-a5372d51ee65 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.277533 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66c21a88-5cd8-407e-a8b2-a5372d51ee65 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.296836 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-66c21a88-5cd8-407e-a8b2-a5372d51ee65 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Calling delete_port for 8bf94155-4318-42af-8fe7-b6509eb19f28 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:55.316747 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182eedf-546e-4e27-9635-c54ca21609d7 req-c6278f5f-7a24-4774-9982-90a99730c7c1 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:55.320039 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d182eedf-546e-4e27-9635-c54ca21609d7 req-c6278f5f-7a24-4774-9982-90a99730c7c1 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=671d23e0-c4d7-4a36-b78a-cddf029337bd HTTP/1.1" status: 200 len: 1095 time: 0.1025019 Aug 16 20:23:55.340447 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73dc0f0-163b-493e-bbee-aa951829e5d5 req-78487c33-27b1-4b62-b3ca-b228dad6b056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:55.342651 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e73dc0f0-163b-493e-bbee-aa951829e5d5 req-78487c33-27b1-4b62-b3ca-b228dad6b056 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd79a78f-a655-4d2c-b3f4-a42689173994 HTTP/1.1" status: 200 len: 911 time: 0.2117033 Aug 16 20:23:55.400203 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e73dc0f0-163b-493e-bbee-aa951829e5d5 req-56043e79-f95d-4f96-9ec0-e6abd74b4a48 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e17bec9-251f-4423-959f-57a2734c1ecf HTTP/1.1" status: 200 len: 217 time: 0.0479097 Aug 16 20:23:55.446308 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d182eedf-546e-4e27-9635-c54ca21609d7 req-ff963a65-5fdf-42d3-b50d-6390ba0d4ef4 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=1ff88e7c-d47d-43ad-a3bb-7301a9003d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124873 Aug 16 20:23:55.496998 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73dc0f0-163b-493e-bbee-aa951829e5d5 req-37418f8b-f9c4-439b-abbe-b550199a9cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:55.499511 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e73dc0f0-163b-493e-bbee-aa951829e5d5 req-37418f8b-f9c4-439b-abbe-b550199a9cc1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8274f157-9813-4525-bbb8-87cf5c81c086 HTTP/1.1" status: 200 len: 849 time: 0.0776296 Aug 16 20:23:55.538468 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66c21a88-5cd8-407e-a8b2-a5372d51ee65 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.569409 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c21a88-5cd8-407e-a8b2-a5372d51ee65 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event deleted for resources: {'Port': ['ID=8bf94155-4318-42af-8fe7-b6509eb19f28,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:55.582655 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73dc0f0-163b-493e-bbee-aa951829e5d5 req-4a270b64-8552-4227-ac97-6f9934e9e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:55.584322 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e73dc0f0-163b-493e-bbee-aa951829e5d5 req-4a270b64-8552-4227-ac97-6f9934e9e3ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd79a78f-a655-4d2c-b3f4-a42689173994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0760434 Aug 16 20:23:55.637253 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44162) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:55.670777 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e7de9-8e29-4308-8a8d-0599ac596725 req-35225eb7-6d5f-4806-a09f-50e695e00bac tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:55.672312 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c12e7de9-8e29-4308-8a8d-0599ac596725 req-35225eb7-6d5f-4806-a09f-50e695e00bac tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 945 time: 0.0986586 Aug 16 20:23:55.680266 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66c21a88-5cd8-407e-a8b2-a5372d51ee65 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.695624 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e73dc0f0-163b-493e-bbee-aa951829e5d5 req-8b15d93d-03fa-4fcd-87b9-d90770e3c740 service neutron] 10.222.0.57 "GET /v2.0/networks/fd79a78f-a655-4d2c-b3f4-a42689173994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034400 Aug 16 20:23:55.769362 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8987ba2-f037-4fda-996c-68cd78ce4d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.786808 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66c21a88-5cd8-407e-a8b2-a5372d51ee65 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.793260 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66c21a88-5cd8-407e-a8b2-a5372d51ee65 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.803749 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c12e7de9-8e29-4308-8a8d-0599ac596725 req-3a215e03-6877-416d-8494-9632815b6be8 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246207 Aug 16 20:23:55.819638 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e73dc0f0-163b-493e-bbee-aa951829e5d5 req-bf0d9653-a2e3-44d4-a2ee-80b814dfba28 service neutron] 10.222.0.57 "GET /v2.0/networks/fd79a78f-a655-4d2c-b3f4-a42689173994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165793 Aug 16 20:23:55.850787 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66c21a88-5cd8-407e-a8b2-a5372d51ee65 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.851387 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c21a88-5cd8-407e-a8b2-a5372d51ee65 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Fanout notify agent at l3_agent the message router_deleted on router 4b25ba43-910a-471c-b81c-bd0069004478 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:23:55.858521 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66c21a88-5cd8-407e-a8b2-a5372d51ee65 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.862072 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-66c21a88-5cd8-407e-a8b2-a5372d51ee65 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "DELETE /v2.0/routers/4b25ba43-910a-471c-b81c-bd0069004478 HTTP/1.1" status: 204 len: 168 time: 1.1472988 Aug 16 20:23:55.862753 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44166) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:55.887038 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8987ba2-f037-4fda-996c-68cd78ce4d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.891916 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8987ba2-f037-4fda-996c-68cd78ce4d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.914400 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd97598-ea10-4c14-996a-fcb060f71ae4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Deleting subnet a1c97691-7cc8-4152-829e-c3de0e49f7bf {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:23:55.917641 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8dd97598-ea10-4c14-996a-fcb060f71ae4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.929401 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d8987ba2-f037-4fda-996c-68cd78ce4d29 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=78f15951dd624509964e2d74f9a74be4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2910423 Aug 16 20:23:55.930574 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8987ba2-f037-4fda-996c-68cd78ce4d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b1ec2b-9374-4ad0-86c6-244f27bebee0,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:55.932879 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44168) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:55.960494 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8dd97598-ea10-4c14-996a-fcb060f71ae4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.985529 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ff0652b6-45f9-4d2d-99f3-db96f9ae99bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.005519 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8dd97598-ea10-4c14-996a-fcb060f71ae4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.006938 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ff0652b6-45f9-4d2d-99f3-db96f9ae99bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.056439 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ff0652b6-45f9-4d2d-99f3-db96f9ae99bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.058930 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ff0652b6-45f9-4d2d-99f3-db96f9ae99bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.060100 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ff0652b6-45f9-4d2d-99f3-db96f9ae99bf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a8b1ec2b-9374-4ad0-86c6-244f27bebee0 HTTP/1.1" status: 204 len: 168 time: 0.1263354 Aug 16 20:23:56.068800 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0652b6-45f9-4d2d-99f3-db96f9ae99bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b1ec2b-9374-4ad0-86c6-244f27bebee0,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:56.075056 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8dd97598-ea10-4c14-996a-fcb060f71ae4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.103783 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd97598-ea10-4c14-996a-fcb060f71ae4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event deleted for resources: {'Subnet': ['ID=a1c97691-7cc8-4152-829e-c3de0e49f7bf,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:56.109564 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8dd97598-ea10-4c14-996a-fcb060f71ae4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.113557 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8dd97598-ea10-4c14-996a-fcb060f71ae4 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "DELETE /v2.0/subnets/a1c97691-7cc8-4152-829e-c3de0e49f7bf HTTP/1.1" status: 204 len: 168 time: 0.2476645 Aug 16 20:23:56.113857 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44172) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:56.192929 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec65716f-777f-4e90-88c6-67c64f3bb0a8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.285130 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec65716f-777f-4e90-88c6-67c64f3bb0a8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.294888 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-ec65716f-777f-4e90-88c6-67c64f3bb0a8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a16445d-ad38-47d0-a27c-cccfc4ef2dce']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:56.304965 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-ec65716f-777f-4e90-88c6-67c64f3bb0a8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e94cbc-fa52-4395-a44e-5a306a227c6a') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:56.305261 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-ec65716f-777f-4e90-88c6-67c64f3bb0a8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e94cbc-fa52-4395-a44e-5a306a227c6a') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:56.315490 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec65716f-777f-4e90-88c6-67c64f3bb0a8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.329360 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec65716f-777f-4e90-88c6-67c64f3bb0a8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.330312 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44176) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:56.341817 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec65716f-777f-4e90-88c6-67c64f3bb0a8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:23:56.342260 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec65716f-777f-4e90-88c6-67c64f3bb0a8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.345345 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:23:56.345345 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:23:56.345345 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:23:56.345345 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:23:56.345345 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:23:56.345345 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:23:56.345345 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:23:56.345345 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:23:56.345345 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:23:56.345345 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:23:56.345345 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:23:56.345345 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:23:56.345345 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:23:56.345345 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:23:56.345345 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:23:56.345345 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:23:56.345345 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:23:56.345345 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:23:56.345345 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:23:56.345345 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:23:56.345345 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:23:56.345345 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:23:56.345345 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:23:56.345345 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:23:56.345345 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:23:56.345345 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:23:56.345345 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:23:56.345345 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:23:56.345345 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:23:56.345345 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:23:56.345345 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:23:56.345345 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:23:56.350707 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13a9e31c-1d9f-426c-8130-24f16376cdb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.406391 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec65716f-777f-4e90-88c6-67c64f3bb0a8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.422036 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec65716f-777f-4e90-88c6-67c64f3bb0a8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.427084 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ec65716f-777f-4e90-88c6-67c64f3bb0a8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] 10.222.0.68 "DELETE /v2.0/networks/3a16445d-ad38-47d0-a27c-cccfc4ef2dce HTTP/1.1" status: 204 len: 168 time: 0.3123257 Aug 16 20:23:56.444642 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65716f-777f-4e90-88c6-67c64f3bb0a8 tempest-FloatingIPTestJSON-1054946776 tempest-FloatingIPTestJSON-1054946776-project] Pushing event deleted for resources: {'Network': ['ID=3a16445d-ad38-47d0-a27c-cccfc4ef2dce,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:56.463385 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13a9e31c-1d9f-426c-8130-24f16376cdb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.469392 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13a9e31c-1d9f-426c-8130-24f16376cdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.509344 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9e31c-1d9f-426c-8130-24f16376cdb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19275e06-67c4-457e-a634-93bb73e47033,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:56.515286 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-13a9e31c-1d9f-426c-8130-24f16376cdb7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=27b880d29c9140b5bdb2ed6b5d6a694f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1837327 Aug 16 20:23:56.517925 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44184) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:56.554596 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d420964-7196-48ab-85a9-054741d97bc3 req-c6cb3e39-919c-447c-8fa4-ca5e9200c47e tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:56.556317 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2d420964-7196-48ab-85a9-054741d97bc3 req-c6cb3e39-919c-447c-8fa4-ca5e9200c47e tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=671d23e0-c4d7-4a36-b78a-cddf029337bd HTTP/1.1" status: 200 len: 1095 time: 0.0444167 Aug 16 20:23:56.571820 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81069913-ceba-4fc5-94b0-17e658d04440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.597729 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81069913-ceba-4fc5-94b0-17e658d04440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.598382 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 1e17bec9-251f-4423-959f-57a2734c1ecf details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:23:56.598781 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2d420964-7196-48ab-85a9-054741d97bc3 req-3710926b-f43c-4515-8e46-0d6e5a123099 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=1ff88e7c-d47d-43ad-a3bb-7301a9003d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350420 Aug 16 20:23:56.664572 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81069913-ceba-4fc5-94b0-17e658d04440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.668473 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81069913-ceba-4fc5-94b0-17e658d04440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.669840 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-81069913-ceba-4fc5-94b0-17e658d04440 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/19275e06-67c4-457e-a634-93bb73e47033 HTTP/1.1" status: 204 len: 168 time: 0.1509953 Aug 16 20:23:56.678161 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81069913-ceba-4fc5-94b0-17e658d04440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19275e06-67c4-457e-a634-93bb73e47033,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:56.729810 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 1e17bec9-251f-4423-959f-57a2734c1ecf, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1e17bec9-251f-4423-959f-57a2734c1ecf,segment=NetworkSegment(d8d657a1-66d4-492a-af2c-49aba309b784),segment_id=d8d657a1-66d4-492a-af2c-49aba309b784)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:56.738446 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44190) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:56.740573 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '1e17bec9-251f-4423-959f-57a2734c1ecf', 'network_id': 'fd79a78f-a655-4d2c-b3f4-a42689173994', 'port_id': '1e17bec9-251f-4423-959f-57a2734c1ecf', 'mac_address': 'fa:16:3e:3b:18:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8274f157-9813-4525-bbb8-87cf5c81c086', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:23:56.782609 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.797209 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e17bec9-251f-4423-959f-57a2734c1ecf {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:23:56.817798 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 1e17bec9-251f-4423-959f-57a2734c1ecf, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1e17bec9-251f-4423-959f-57a2734c1ecf,segment=NetworkSegment(d8d657a1-66d4-492a-af2c-49aba309b784),segment_id=d8d657a1-66d4-492a-af2c-49aba309b784)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:56.822150 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.898953 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=1e17bec9-251f-4423-959f-57a2734c1ecf,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:56.937814 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f983bb-77b2-4849-b2be-f748ee7286ea req-1d6bcade-f074-46f4-aeb5-666616d8486f tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:56.939552 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-71f983bb-77b2-4849-b2be-f748ee7286ea req-1d6bcade-f074-46f4-aeb5-666616d8486f tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 945 time: 0.0538630 Aug 16 20:23:56.990060 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-71f983bb-77b2-4849-b2be-f748ee7286ea req-0c4e9fb4-9efb-4ee4-adea-152488884c05 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438035 Aug 16 20:23:57.028903 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-76d0347d-f5ff-42ea-9f18-b44a13331c3e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c17b1cc6ae324debb244d1049d77de29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2891431 Aug 16 20:23:57.031967 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44202) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:57.056289 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['1e17bec9-251f-4423-959f-57a2734c1ecf'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:23:57.087549 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-036f424b-1d23-4038-b9b7-c4767e446c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:57.113794 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-036f424b-1d23-4038-b9b7-c4767e446c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:57.164656 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-036f424b-1d23-4038-b9b7-c4767e446c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:57.167616 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-036f424b-1d23-4038-b9b7-c4767e446c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:57.169021 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-036f424b-1d23-4038-b9b7-c4767e446c16 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ee2bd2da-02c1-4265-a6d0-40fab95ccb98 HTTP/1.1" status: 204 len: 168 time: 0.1361365 Aug 16 20:23:57.180261 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f424b-1d23-4038-b9b7-c4767e446c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2bd2da-02c1-4265-a6d0-40fab95ccb98,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:57.480346 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8d066305-e3d4-485c-abc5-454e11881250 req-fef83d0f-955d-47ea-8ff4-7c3c49b35cf0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422006 Aug 16 20:23:57.588097 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d066305-e3d4-485c-abc5-454e11881250 req-d6b799b6-8200-4656-87d4-15ad0344bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:57.589620 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8d066305-e3d4-485c-abc5-454e11881250 req-d6b799b6-8200-4656-87d4-15ad0344bd48 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5fcbda3619a74e5b9b9ea7a9065ce932&device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 1098 time: 0.0525572 Aug 16 20:23:57.727683 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d066305-e3d4-485c-abc5-454e11881250 req-5aad1f0d-c127-4578-8ca9-1d557b0eb0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:57.729199 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8d066305-e3d4-485c-abc5-454e11881250 req-5aad1f0d-c127-4578-8ca9-1d557b0eb0cd service neutron] 10.222.0.63 "GET /v2.0/networks?id=0884c200-acec-460b-b534-7fcde0dd54c6 HTTP/1.1" status: 200 len: 912 time: 0.1200161 Aug 16 20:23:57.741825 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8509cb4-0415-48f9-b51a-1ef17c43aa2f req-47cf402d-f47f-4ed4-8b82-883a1b0c69b4 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:57.741825 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c8509cb4-0415-48f9-b51a-1ef17c43aa2f req-47cf402d-f47f-4ed4-8b82-883a1b0c69b4 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=671d23e0-c4d7-4a36-b78a-cddf029337bd HTTP/1.1" status: 200 len: 1096 time: 0.0645878 Aug 16 20:23:57.821938 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c8509cb4-0415-48f9-b51a-1ef17c43aa2f req-15f51446-4d1e-4d8d-bc84-0e48e87d7a80 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=1ff88e7c-d47d-43ad-a3bb-7301a9003d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447409 Aug 16 20:23:57.826040 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8d066305-e3d4-485c-abc5-454e11881250 req-5ae89899-da8c-4218-97cf-bb6c0e9a91fc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fe6b8c8-13d9-4f3d-a467-3d76601f69da HTTP/1.1" status: 200 len: 1002 time: 0.0880868 Aug 16 20:23:57.881680 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d066305-e3d4-485c-abc5-454e11881250 req-3d6fb124-9cec-4c26-a815-f4711d357470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:57.883150 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8d066305-e3d4-485c-abc5-454e11881250 req-3d6fb124-9cec-4c26-a815-f4711d357470 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2e5317c1-df9f-4c3c-8707-a2ba178832b8 HTTP/1.1" status: 200 len: 850 time: 0.0497406 Aug 16 20:23:57.933016 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d066305-e3d4-485c-abc5-454e11881250 req-45aa9a13-816c-4625-b052-63486283adab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:57.934541 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8d066305-e3d4-485c-abc5-454e11881250 req-45aa9a13-816c-4625-b052-63486283adab service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0884c200-acec-460b-b534-7fcde0dd54c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437567 Aug 16 20:23:57.961763 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44252) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:58.045544 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8d066305-e3d4-485c-abc5-454e11881250 req-ffbf72eb-fd33-4ad1-9956-b99d896a6122 service neutron] 10.222.0.63 "GET /v2.0/networks/0884c200-acec-460b-b534-7fcde0dd54c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027377 Aug 16 20:23:58.147069 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b88d1-20d2-42e6-9ea4-e3666fc84227 req-611d0cd4-cbba-4eac-8223-494282520acd tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:58.152805 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8d066305-e3d4-485c-abc5-454e11881250 req-a78aa678-1fef-46f1-a741-9af720db0f18 service neutron] 10.222.0.63 "GET /v2.0/networks/0884c200-acec-460b-b534-7fcde0dd54c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982730 Aug 16 20:23:58.154223 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eb8b88d1-20d2-42e6-9ea4-e3666fc84227 req-611d0cd4-cbba-4eac-8223-494282520acd tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 945 time: 0.0664446 Aug 16 20:23:58.188888 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-eb8b88d1-20d2-42e6-9ea4-e3666fc84227 req-7861a972-c8d5-417d-b1bc-b08a7ed79850 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332625 Aug 16 20:23:58.211352 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-29116fb4-dbed-4173-8a4a-34548f27a977 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-845045339'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:58.234974 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29116fb4-dbed-4173-8a4a-34548f27a977 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Made reservation on behalf of 9eeedc4ab934422e88390e7ea2a3eaeb for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:58.243404 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-29116fb4-dbed-4173-8a4a-34548f27a977 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:58.253831 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-29116fb4-dbed-4173-8a4a-34548f27a977 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:58.351109 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-29116fb4-dbed-4173-8a4a-34548f27a977 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:58.355399 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-29116fb4-dbed-4173-8a4a-34548f27a977 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:58.381994 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29116fb4-dbed-4173-8a4a-34548f27a977 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:23:58.391730 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29116fb4-dbed-4173-8a4a-34548f27a977 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=749a4642-ff80-4b74-b6b4-da622c4ba4ed,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:58.398210 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-29116fb4-dbed-4173-8a4a-34548f27a977 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:58.398595 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-29116fb4-dbed-4173-8a4a-34548f27a977 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Added segment 057ad2e6-91e8-457d-9977-e0215748d76a of type vlan for network 2dad6e04-a291-4fb8-87fe-cb1216f37bb6 Aug 16 20:23:58.440439 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-29116fb4-dbed-4173-8a4a-34548f27a977 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:58.465754 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-29116fb4-dbed-4173-8a4a-34548f27a977 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:58.472238 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29116fb4-dbed-4173-8a4a-34548f27a977 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:58.472833 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-29116fb4-dbed-4173-8a4a-34548f27a977 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:58.530925 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-29116fb4-dbed-4173-8a4a-34548f27a977 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5680349 Aug 16 20:23:58.546690 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29116fb4-dbed-4173-8a4a-34548f27a977 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event updated for resources: {'Network': ['ID=2dad6e04-a291-4fb8-87fe-cb1216f37bb6,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:58.559465 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 2dad6e04-a291-4fb8-87fe-cb1216f37bb6 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:23:58.639404 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 0d3023b5-9276-41e3-9098-0d844219d1f3 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:23:58.641437 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 1e17bec9-251f-4423-959f-57a2734c1ecf up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:58.789478 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 1e17bec9-251f-4423-959f-57a2734c1ecf completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:58.794110 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 1e17bec9-251f-4423-959f-57a2734c1ecf triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:58.794554 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:58.840004 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 0d3023b5-9276-41e3-9098-0d844219d1f3, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=0d3023b5-9276-41e3-9098-0d844219d1f3,segment=NetworkSegment(1230467e-4416-4b8a-943d-fb2fbc696288),segment_id=1230467e-4416-4b8a-943d-fb2fbc696288)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:58.856682 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '0d3023b5-9276-41e3-9098-0d844219d1f3', 'network_id': 'afc7a288-6dce-478e-9322-f9e9d9830245', 'port_id': '0d3023b5-9276-41e3-9098-0d844219d1f3', 'mac_address': 'fa:16:3e:4a:0d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43ca3303-9c5c-4919-8060-0aa00929cb96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:23:58.927924 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:58.948544 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:58.951074 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d3023b5-9276-41e3-9098-0d844219d1f3 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:23:58.958926 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa54ba-bb1b-4232-ba92-d8a2413cb5c2 req-8ac0a7f0-6739-4f43-b35b-aac3219ae8b6 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:58.961153 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d1aa54ba-bb1b-4232-ba92-d8a2413cb5c2 req-8ac0a7f0-6739-4f43-b35b-aac3219ae8b6 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=671d23e0-c4d7-4a36-b78a-cddf029337bd HTTP/1.1" status: 200 len: 1096 time: 0.0485764 Aug 16 20:23:58.984718 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 0d3023b5-9276-41e3-9098-0d844219d1f3, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=0d3023b5-9276-41e3-9098-0d844219d1f3,segment=NetworkSegment(1230467e-4416-4b8a-943d-fb2fbc696288),segment_id=1230467e-4416-4b8a-943d-fb2fbc696288)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:58.991388 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671d23e0-c4d7-4a36-b78a-cddf029337bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e17bec9-251f-4423-959f-57a2734c1ecf'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:58.994156 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b522e33e-8036-453c-aa2d-1d5552b8a2f9" -d '{"events": [{"server_uuid": "671d23e0-c4d7-4a36-b78a-cddf029337bd", "name": "network-vif-plugged", "status": "completed", "tag": "1e17bec9-251f-4423-959f-57a2734c1ecf"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:59.005108 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:59.013187 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 1e17bec9-251f-4423-959f-57a2734c1ecf, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1e17bec9-251f-4423-959f-57a2734c1ecf,segment=NetworkSegment(d8d657a1-66d4-492a-af2c-49aba309b784),segment_id=d8d657a1-66d4-492a-af2c-49aba309b784)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:59.029444 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d1aa54ba-bb1b-4232-ba92-d8a2413cb5c2 req-c2245a6e-7458-4333-bed9-c701e9ceb309 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=1ff88e7c-d47d-43ad-a3bb-7301a9003d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588765 Aug 16 20:23:59.040788 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:59.042117 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 0d3023b5-9276-41e3-9098-0d844219d1f3 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:59.076322 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9566e59-93f0-40ad-bf05-f853258bfbda x-openstack-request-id: req-f9566e59-93f0-40ad-bf05-f853258bfbda {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:59.077046 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671d23e0-c4d7-4a36-b78a-cddf029337bd", "name": "network-vif-plugged", "status": "completed", "tag": "1e17bec9-251f-4423-959f-57a2734c1ecf", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:59.078464 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f9566e59-93f0-40ad-bf05-f853258bfbda {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:59.082410 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671d23e0-c4d7-4a36-b78a-cddf029337bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e17bec9-251f-4423-959f-57a2734c1ecf', 'code': 200} Aug 16 20:23:59.118188 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=0d3023b5-9276-41e3-9098-0d844219d1f3,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:59.176925 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70f158-1e5e-46de-924e-1ac1454eac70 req-f52dc3c1-1ee4-4027-87c8-009ef7d18dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:59.179191 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aa70f158-1e5e-46de-924e-1ac1454eac70 req-f52dc3c1-1ee4-4027-87c8-009ef7d18dcd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=671d23e0-c4d7-4a36-b78a-cddf029337bd HTTP/1.1" status: 200 len: 1097 time: 0.0509305 Aug 16 20:23:59.191084 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:59.208016 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0d3023b5-9276-41e3-9098-0d844219d1f3 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:23:59.218346 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aa70f158-1e5e-46de-924e-1ac1454eac70 req-580437cc-2974-4b8e-a4aa-587bd52c850f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1ff88e7c-d47d-43ad-a3bb-7301a9003d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311787 Aug 16 20:23:59.252619 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 0d3023b5-9276-41e3-9098-0d844219d1f3, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=0d3023b5-9276-41e3-9098-0d844219d1f3,segment=NetworkSegment(1230467e-4416-4b8a-943d-fb2fbc696288),segment_id=1230467e-4416-4b8a-943d-fb2fbc696288)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:59.257971 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=1e17bec9-251f-4423-959f-57a2734c1ecf,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:59.261104 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:59.293267 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['0d3023b5-9276-41e3-9098-0d844219d1f3'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:23:59.323414 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592edb0-abd9-46f9-8cd7-7f052c49d77e req-130cb969-d735-4579-a86a-a8e002d504e6 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:59.325365 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9592edb0-abd9-46f9-8cd7-7f052c49d77e req-130cb969-d735-4579-a86a-a8e002d504e6 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 943 time: 0.0623934 Aug 16 20:23:59.383806 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=0d3023b5-9276-41e3-9098-0d844219d1f3,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:59.392023 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9592edb0-abd9-46f9-8cd7-7f052c49d77e req-02454d09-66b1-419e-ab58-ff91820fe6e0 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584219 Aug 16 20:24:00.188376 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37fca65-249a-433a-aac4-196679bf37ea req-99b8a7b7-2d95-4093-8000-4f949e46aabc tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:00.191054 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a37fca65-249a-433a-aac4-196679bf37ea req-99b8a7b7-2d95-4093-8000-4f949e46aabc tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=671d23e0-c4d7-4a36-b78a-cddf029337bd HTTP/1.1" status: 200 len: 1097 time: 0.0457411 Aug 16 20:24:00.227997 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a37fca65-249a-433a-aac4-196679bf37ea req-8d850d19-5d54-45f7-a3c3-332a91602bc9 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=1ff88e7c-d47d-43ad-a3bb-7301a9003d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298572 Aug 16 20:24:00.344536 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84c3dc-a983-44b3-8b3e-f5eaa0f0bb21 req-3211260f-33f9-42f1-8173-bed6f96308ff tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:00.345951 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6d84c3dc-a983-44b3-8b3e-f5eaa0f0bb21 req-3211260f-33f9-42f1-8173-bed6f96308ff tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=671d23e0-c4d7-4a36-b78a-cddf029337bd HTTP/1.1" status: 200 len: 1097 time: 0.0408185 Aug 16 20:24:00.380964 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6d84c3dc-a983-44b3-8b3e-f5eaa0f0bb21 req-3d9ea24b-971d-431c-b236-7c56edbfa2f0 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=1ff88e7c-d47d-43ad-a3bb-7301a9003d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288002 Aug 16 20:24:00.514920 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3f5af-cb84-4d39-8ff2-14e81635b757 req-ccbab746-4625-4990-8e07-8ab543280dac tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:00.516705 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4ba3f5af-cb84-4d39-8ff2-14e81635b757 req-ccbab746-4625-4990-8e07-8ab543280dac tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=671d23e0-c4d7-4a36-b78a-cddf029337bd HTTP/1.1" status: 200 len: 1097 time: 0.0589628 Aug 16 20:24:00.561363 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4ba3f5af-cb84-4d39-8ff2-14e81635b757 req-c5e99b51-3960-4f8e-bb15-5fd1284c6a9c tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=1ff88e7c-d47d-43ad-a3bb-7301a9003d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341828 Aug 16 20:24:00.581953 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed47fd-828d-471b-a60b-5bb16ad0c1ad req-e00ebf5f-f07e-4224-812d-9f3bb3474e94 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:00.584053 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-75ed47fd-828d-471b-a60b-5bb16ad0c1ad req-e00ebf5f-f07e-4224-812d-9f3bb3474e94 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 943 time: 0.0785322 Aug 16 20:24:00.596197 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 0d3023b5-9276-41e3-9098-0d844219d1f3 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:00.642963 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-75ed47fd-828d-471b-a60b-5bb16ad0c1ad req-07aa5965-36d6-4fe6-9ecc-73080b848a3f tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511117 Aug 16 20:24:00.676424 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 0d3023b5-9276-41e3-9098-0d844219d1f3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:00.677133 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:00.815241 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:00.854891 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 0d3023b5-9276-41e3-9098-0d844219d1f3, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=0d3023b5-9276-41e3-9098-0d844219d1f3,segment=NetworkSegment(1230467e-4416-4b8a-943d-fb2fbc696288),segment_id=1230467e-4416-4b8a-943d-fb2fbc696288)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:00.860681 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:00.885183 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5d8f0-25f9-4cf9-ae28-0a7e5cf1bf76 req-a6e006dd-016a-484a-b5f4-163c552e7cce tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:00.886728 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03d5d8f0-25f9-4cf9-ae28-0a7e5cf1bf76 req-a6e006dd-016a-484a-b5f4-163c552e7cce tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=671d23e0-c4d7-4a36-b78a-cddf029337bd HTTP/1.1" status: 200 len: 1097 time: 0.0448310 Aug 16 20:24:00.928141 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=0d3023b5-9276-41e3-9098-0d844219d1f3,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:00.941382 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03d5d8f0-25f9-4cf9-ae28-0a7e5cf1bf76 req-52e8c9da-4b3c-4108-80ce-4b40d82d071a tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=1ff88e7c-d47d-43ad-a3bb-7301a9003d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434513 Aug 16 20:24:01.084420 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4960652-fa6c-403f-918a-f015e2a3c204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3023b5-9276-41e3-9098-0d844219d1f3'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:01.086232 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b6fb4c-d9fa-4c63-b67c-5a0cf75a7f61" -d '{"events": [{"server_uuid": "a4960652-fa6c-403f-918a-f015e2a3c204", "name": "network-vif-plugged", "status": "completed", "tag": "0d3023b5-9276-41e3-9098-0d844219d1f3"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:01.122637 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5ec799-d6a4-4aae-9cbc-b33a494f4e01 x-openstack-request-id: req-4c5ec799-d6a4-4aae-9cbc-b33a494f4e01 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:01.123190 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4960652-fa6c-403f-918a-f015e2a3c204", "name": "network-vif-plugged", "status": "completed", "tag": "0d3023b5-9276-41e3-9098-0d844219d1f3", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:01.123981 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4c5ec799-d6a4-4aae-9cbc-b33a494f4e01 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:01.124366 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4960652-fa6c-403f-918a-f015e2a3c204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3023b5-9276-41e3-9098-0d844219d1f3', 'code': 200} Aug 16 20:24:01.308347 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf9ca-15ee-4a0c-9bf9-37d369e7caf2 req-30104b15-4589-4151-b9f2-ed354d18563c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:01.310805 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d5ebf9ca-15ee-4a0c-9bf9-37d369e7caf2 req-30104b15-4589-4151-b9f2-ed354d18563c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 1097 time: 0.0687568 Aug 16 20:24:01.347345 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d5ebf9ca-15ee-4a0c-9bf9-37d369e7caf2 req-5736c469-7de4-4a32-b2f5-74484ea29164 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287352 Aug 16 20:24:01.740179 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44322) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:01.746807 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-60d673af-8b25-4d38-852c-e382e7809238 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Request body: {'subnet': {'network_id': '2dad6e04-a291-4fb8-87fe-cb1216f37bb6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:01.761715 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d1621-8047-4905-8a12-803009b22648 req-59d2a71d-e3c1-410f-8a0e-330da2410204 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:01.763400 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6c5d1621-8047-4905-8a12-803009b22648 req-59d2a71d-e3c1-410f-8a0e-330da2410204 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 945 time: 0.0575750 Aug 16 20:24:01.796784 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-136614bd-3eb2-4258-862a-18fc62c91be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:01.807433 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6c5d1621-8047-4905-8a12-803009b22648 req-8545aec4-96b3-43b9-9337-13b6f20f0550 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373919 Aug 16 20:24:01.860639 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d673af-8b25-4d38-852c-e382e7809238 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Made reservation on behalf of 9eeedc4ab934422e88390e7ea2a3eaeb for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:01.864662 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60d673af-8b25-4d38-852c-e382e7809238 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:02.072092 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60d673af-8b25-4d38-852c-e382e7809238 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:02.125210 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a810f9-2143-467f-8e58-49356b0af5d5 req-492f0f3f-8ab3-4618-8e09-3ed5dcc6d330 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:02.126591 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4a810f9-2143-467f-8e58-49356b0af5d5 req-492f0f3f-8ab3-4618-8e09-3ed5dcc6d330 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=671d23e0-c4d7-4a36-b78a-cddf029337bd HTTP/1.1" status: 200 len: 1097 time: 0.0793245 Aug 16 20:24:02.133405 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a098cc1-05b0-4df2-aed7-4b7dc659dffa req-2e8782be-8f94-4f17-8efa-cbbd54c75053 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:02.135327 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a098cc1-05b0-4df2-aed7-4b7dc659dffa req-2e8782be-8f94-4f17-8efa-cbbd54c75053 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=671d23e0-c4d7-4a36-b78a-cddf029337bd HTTP/1.1" status: 200 len: 1097 time: 0.0549605 Aug 16 20:24:02.143224 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d673af-8b25-4d38-852c-e382e7809238 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event updated for resources: {'Subnet': ['ID=c09e7540-bd96-44de-b1ad-fe14f359b51c,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:02.154705 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d673af-8b25-4d38-852c-e382e7809238 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Checking segment: {'id': '057ad2e6-91e8-457d-9977-e0215748d76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2dad6e04-a291-4fb8-87fe-cb1216f37bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:02.155123 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d673af-8b25-4d38-852c-e382e7809238 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Network hostable DHCP agents. Network: 2dad6e04-a291-4fb8-87fe-cb1216f37bb6, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:24:02.172950 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d673af-8b25-4d38-852c-e382e7809238 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Network 2dad6e04-a291-4fb8-87fe-cb1216f37bb6 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:24:02.183088 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-60d673af-8b25-4d38-852c-e382e7809238 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 2dad6e04-a291-4fb8-87fe-cb1216f37bb6) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:02.191943 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d673af-8b25-4d38-852c-e382e7809238 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:02.192749 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60d673af-8b25-4d38-852c-e382e7809238 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:02.194800 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4a810f9-2143-467f-8e58-49356b0af5d5 req-b8786650-4414-4f9d-9c1b-e8d94cc8e186 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=1ff88e7c-d47d-43ad-a3bb-7301a9003d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588164 Aug 16 20:24:02.200137 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed31aa83-f70a-41bc-b4da-ffb05173719e None None] Network 2dad6e04-a291-4fb8-87fe-cb1216f37bb6 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:02.211500 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-60d673af-8b25-4d38-852c-e382e7809238 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4693794 Aug 16 20:24:02.214919 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44330) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:02.227108 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b584fca8-e692-4936-9d0b-e14b83007b52 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1126415393'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:02.261355 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-6a098cc1-05b0-4df2-aed7-4b7dc659dffa req-f111aac9-b1aa-4950-8874-a022702d0e06 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Deleting port 1e17bec9-251f-4423-959f-57a2734c1ecf {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:02.261710 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6a098cc1-05b0-4df2-aed7-4b7dc659dffa req-f111aac9-b1aa-4950-8874-a022702d0e06 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:02.274440 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b584fca8-e692-4936-9d0b-e14b83007b52 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Made reservation on behalf of 9eeedc4ab934422e88390e7ea2a3eaeb for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:02.280430 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b584fca8-e692-4936-9d0b-e14b83007b52 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:02.296210 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44332) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:02.367668 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b584fca8-e692-4936-9d0b-e14b83007b52 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:24:02.394107 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6a098cc1-05b0-4df2-aed7-4b7dc659dffa req-f111aac9-b1aa-4950-8874-a022702d0e06 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] For port 1e17bec9-251f-4423-959f-57a2734c1ecf, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1e17bec9-251f-4423-959f-57a2734c1ecf,segment=NetworkSegment(d8d657a1-66d4-492a-af2c-49aba309b784),segment_id=d8d657a1-66d4-492a-af2c-49aba309b784)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:02.396074 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6a098cc1-05b0-4df2-aed7-4b7dc659dffa req-f111aac9-b1aa-4950-8874-a022702d0e06 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:02.411947 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-6a098cc1-05b0-4df2-aed7-4b7dc659dffa req-f111aac9-b1aa-4950-8874-a022702d0e06 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Calling delete_port for 1e17bec9-251f-4423-959f-57a2734c1ecf owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:02.423384 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b584fca8-e692-4936-9d0b-e14b83007b52 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:02.423846 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-b584fca8-e692-4936-9d0b-e14b83007b52 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Added segment b7e48531-ce2a-49be-9e23-0f2c31da40f4 of type vlan for network ecfa3ae0-6b8f-4bb4-824d-7ed5f8eecb15 Aug 16 20:24:02.461772 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f112967-a94c-40a6-82a9-2be52a46ed7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-2dad6e04-a291-4fb8-87fe-cb1216f37bb6', 'network_id': '2dad6e04-a291-4fb8-87fe-cb1216f37bb6', 'tenant_id': '9eeedc4ab934422e88390e7ea2a3eaeb', 'fixed_ips': [{'subnet_id': 'c09e7540-bd96-44de-b1ad-fe14f359b51c'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:24:02.463016 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5f112967-a94c-40a6-82a9-2be52a46ed7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:02.496088 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b584fca8-e692-4936-9d0b-e14b83007b52 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:02.604247 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b584fca8-e692-4936-9d0b-e14b83007b52 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:02.606736 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6a098cc1-05b0-4df2-aed7-4b7dc659dffa req-f111aac9-b1aa-4950-8874-a022702d0e06 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:02.610065 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b584fca8-e692-4936-9d0b-e14b83007b52 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:02.610883 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b584fca8-e692-4936-9d0b-e14b83007b52 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:02.624038 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['1e17bec9-251f-4423-959f-57a2734c1ecf'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:02.648354 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['8b3db4fb-431e-4122-b54b-cecdf52b0b58'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:02.652274 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111aac9-b1aa-4950-8874-a022702d0e06 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e17bec9-251f-4423-959f-57a2734c1ecf,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:02.693958 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b584fca8-e692-4936-9d0b-e14b83007b52 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4760892 Aug 16 20:24:02.695911 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44336) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:02.716103 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-9a3b2ff3-0eec-40ff-a11f-0d7774812932 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Request body: {'subnet': {'network_id': 'ecfa3ae0-6b8f-4bb4-824d-7ed5f8eecb15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:02.720080 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a098cc1-05b0-4df2-aed7-4b7dc659dffa req-f111aac9-b1aa-4950-8874-a022702d0e06 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] No DVR routers for this DVR port 1e17bec9-251f-4423-959f-57a2734c1ecf on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:02.721269 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584fca8-e692-4936-9d0b-e14b83007b52 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event updated for resources: {'Network': ['ID=ecfa3ae0-6b8f-4bb4-824d-7ed5f8eecb15,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:02.723533 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6a098cc1-05b0-4df2-aed7-4b7dc659dffa req-f111aac9-b1aa-4950-8874-a022702d0e06 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:02.726311 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a098cc1-05b0-4df2-aed7-4b7dc659dffa req-f111aac9-b1aa-4950-8874-a022702d0e06 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.57 "DELETE /v2.0/ports/1e17bec9-251f-4423-959f-57a2734c1ecf HTTP/1.1" status: 204 len: 173 time: 0.5747025 Aug 16 20:24:02.726311 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671d23e0-c4d7-4a36-b78a-cddf029337bd', 'name': 'network-vif-deleted', 'tag': '1e17bec9-251f-4423-959f-57a2734c1ecf'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:02.728529 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1011d8-e1a5-4be0-9241-4f92ee8ab1f1" -d '{"events": [{"server_uuid": "671d23e0-c4d7-4a36-b78a-cddf029337bd", "name": "network-vif-deleted", "tag": "1e17bec9-251f-4423-959f-57a2734c1ecf"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:02.755680 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network ecfa3ae0-6b8f-4bb4-824d-7ed5f8eecb15 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:24:02.768484 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-5f112967-a94c-40a6-82a9-2be52a46ed7f None None] Allocated IP 2001:db8:0:ffff::2 (2dad6e04-a291-4fb8-87fe-cb1216f37bb6/c09e7540-bd96-44de-b1ad-fe14f359b51c/c5882bdb-78ec-450a-a78d-d1dcea8375da) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:02.816642 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8910b796-ca9b-49b3-a6cd-3af221da6c83 x-openstack-request-id: req-8910b796-ca9b-49b3-a6cd-3af221da6c83 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:02.821157 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671d23e0-c4d7-4a36-b78a-cddf029337bd", "name": "network-vif-deleted", "tag": "1e17bec9-251f-4423-959f-57a2734c1ecf", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:02.821474 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8910b796-ca9b-49b3-a6cd-3af221da6c83 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:02.822125 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671d23e0-c4d7-4a36-b78a-cddf029337bd', 'name': 'network-vif-deleted', 'tag': '1e17bec9-251f-4423-959f-57a2734c1ecf', 'status': 'completed', 'code': 200} Aug 16 20:24:02.897535 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3b2ff3-0eec-40ff-a11f-0d7774812932 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Made reservation on behalf of 9eeedc4ab934422e88390e7ea2a3eaeb for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:02.901781 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9a3b2ff3-0eec-40ff-a11f-0d7774812932 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:02.964889 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3df7fcf6-d1ec-44f5-beaf-aac56c02e9ce tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:03.077306 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9e608-2c20-4eec-bc82-5947d0ee2a81 req-b54df819-6bea-4f67-9318-760fc07071b7 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:03.079461 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-62b9e608-2c20-4eec-bc82-5947d0ee2a81 req-b54df819-6bea-4f67-9318-760fc07071b7 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 945 time: 0.1010146 Aug 16 20:24:03.162418 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-62b9e608-2c20-4eec-bc82-5947d0ee2a81 req-edae5912-ad5d-4884-b784-db44e2419b57 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705700 Aug 16 20:24:03.216628 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9a3b2ff3-0eec-40ff-a11f-0d7774812932 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:03.224573 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5f112967-a94c-40a6-82a9-2be52a46ed7f None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:03.239564 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5f112967-a94c-40a6-82a9-2be52a46ed7f None None] Transition to ACTIVE for port object c5882bdb-78ec-450a-a78d-d1dcea8375da will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:03.292554 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5f112967-a94c-40a6-82a9-2be52a46ed7f None None] Transition to ACTIVE for port object c5882bdb-78ec-450a-a78d-d1dcea8375da will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:03.294958 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b2ff3-0eec-40ff-a11f-0d7774812932 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event updated for resources: {'Subnet': ['ID=c3918944-9d0e-40e9-945d-34c60d1da71f,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:03.304114 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5f112967-a94c-40a6-82a9-2be52a46ed7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:03.305672 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3b2ff3-0eec-40ff-a11f-0d7774812932 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Checking segment: {'id': 'b7e48531-ce2a-49be-9e23-0f2c31da40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ecfa3ae0-6b8f-4bb4-824d-7ed5f8eecb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:03.306072 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3b2ff3-0eec-40ff-a11f-0d7774812932 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Network hostable DHCP agents. Network: ecfa3ae0-6b8f-4bb4-824d-7ed5f8eecb15, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:24:03.346789 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-da602f99-b773-4fa3-9135-a1967fb7c2a7 req-981921e3-0a5c-4fcc-99df-00b4e3f17744 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=671d23e0-c4d7-4a36-b78a-cddf029337bd HTTP/1.1" status: 200 len: 210 time: 0.0360169 Aug 16 20:24:03.351540 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f112967-a94c-40a6-82a9-2be52a46ed7f None None] Network 2dad6e04-a291-4fb8-87fe-cb1216f37bb6 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:03.354790 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-5f112967-a94c-40a6-82a9-2be52a46ed7f None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:03.360075 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f112967-a94c-40a6-82a9-2be52a46ed7f None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:03.363443 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f112967-a94c-40a6-82a9-2be52a46ed7f None None] Pushing event updated for resources: {'Port': ['ID=c5882bdb-78ec-450a-a78d-d1dcea8375da,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:03.364834 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3b2ff3-0eec-40ff-a11f-0d7774812932 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Network ecfa3ae0-6b8f-4bb4-824d-7ed5f8eecb15 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:24:03.383435 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336d1d5-4289-4d44-8bf4-50ae61462ec5 req-b56ef6e0-286b-4bb3-998a-0976032582e3 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:03.385060 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3336d1d5-4289-4d44-8bf4-50ae61462ec5 req-b56ef6e0-286b-4bb3-998a-0976032582e3 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 945 time: 0.0866718 Aug 16 20:24:03.388756 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-9a3b2ff3-0eec-40ff-a11f-0d7774812932 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, ecfa3ae0-6b8f-4bb4-824d-7ed5f8eecb15) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:03.398169 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3b2ff3-0eec-40ff-a11f-0d7774812932 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:03.398792 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9a3b2ff3-0eec-40ff-a11f-0d7774812932 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:03.403744 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44384b72-5931-4517-bb34-93180b56569e None None] Network ecfa3ae0-6b8f-4bb4-824d-7ed5f8eecb15 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:03.415941 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9a3b2ff3-0eec-40ff-a11f-0d7774812932 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7042158 Aug 16 20:24:03.418561 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44350) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:03.460966 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3336d1d5-4289-4d44-8bf4-50ae61462ec5 req-4f745758-e3b7-40fa-81b4-70b361429a3d tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674729 Aug 16 20:24:03.470252 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5f112967-a94c-40a6-82a9-2be52a46ed7f None None] Attempting to bind port c5882bdb-78ec-450a-a78d-d1dcea8375da on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:03.470678 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5f112967-a94c-40a6-82a9-2be52a46ed7f None None] Attempting to bind port c5882bdb-78ec-450a-a78d-d1dcea8375da by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '057ad2e6-91e8-457d-9977-e0215748d76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2dad6e04-a291-4fb8-87fe-cb1216f37bb6'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:03.470987 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f112967-a94c-40a6-82a9-2be52a46ed7f None None] Attempting to bind port c5882bdb-78ec-450a-a78d-d1dcea8375da on network 2dad6e04-a291-4fb8-87fe-cb1216f37bb6 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:03.484579 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f112967-a94c-40a6-82a9-2be52a46ed7f None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:03.484959 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f112967-a94c-40a6-82a9-2be52a46ed7f None None] Checking segment: {'id': '057ad2e6-91e8-457d-9977-e0215748d76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2dad6e04-a291-4fb8-87fe-cb1216f37bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:03.485370 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5f112967-a94c-40a6-82a9-2be52a46ed7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:03.485767 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f112967-a94c-40a6-82a9-2be52a46ed7f None None] Bound using segment: {'id': '057ad2e6-91e8-457d-9977-e0215748d76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2dad6e04-a291-4fb8-87fe-cb1216f37bb6'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:03.486245 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5f112967-a94c-40a6-82a9-2be52a46ed7f None None] Bound port: c5882bdb-78ec-450a-a78d-d1dcea8375da, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '057ad2e6-91e8-457d-9977-e0215748d76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2dad6e04-a291-4fb8-87fe-cb1216f37bb6'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:03.486632 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5f112967-a94c-40a6-82a9-2be52a46ed7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:03.559900 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-3df7fcf6-d1ec-44f5-beaf-aac56c02e9ce tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Deleting port bdfac702-ecec-460e-934a-8ebb9784606c {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:03.563181 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3df7fcf6-d1ec-44f5-beaf-aac56c02e9ce tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:03.579064 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:03.678318 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5f112967-a94c-40a6-82a9-2be52a46ed7f None None] For port c5882bdb-78ec-450a-a78d-d1dcea8375da, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:03.685630 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bb64f8-baf0-473b-8f96-e7e4391c6f27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-ecfa3ae0-6b8f-4bb4-824d-7ed5f8eecb15', 'network_id': 'ecfa3ae0-6b8f-4bb4-824d-7ed5f8eecb15', 'tenant_id': '9eeedc4ab934422e88390e7ea2a3eaeb', 'fixed_ips': [{'subnet_id': 'c3918944-9d0e-40e9-945d-34c60d1da71f'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:24:03.687216 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2bb64f8-baf0-473b-8f96-e7e4391c6f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:03.729805 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5f112967-a94c-40a6-82a9-2be52a46ed7f None None] For port c5882bdb-78ec-450a-a78d-d1dcea8375da, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=c5882bdb-78ec-450a-a78d-d1dcea8375da,segment=NetworkSegment(057ad2e6-91e8-457d-9977-e0215748d76a),segment_id=057ad2e6-91e8-457d-9977-e0215748d76a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:24:03.732144 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-3df7fcf6-d1ec-44f5-beaf-aac56c02e9ce tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] For port bdfac702-ecec-460e-934a-8ebb9784606c, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=bdfac702-ecec-460e-934a-8ebb9784606c,segment=NetworkSegment(ec08b430-a83e-4fbb-a8b6-04393ef48a50),segment_id=ec08b430-a83e-4fbb-a8b6-04393ef48a50)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:03.733527 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3df7fcf6-d1ec-44f5-beaf-aac56c02e9ce tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:03.758863 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5f112967-a94c-40a6-82a9-2be52a46ed7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:03.765262 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-3df7fcf6-d1ec-44f5-beaf-aac56c02e9ce tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Calling delete_port for bdfac702-ecec-460e-934a-8ebb9784606c owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:03.910385 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f112967-a94c-40a6-82a9-2be52a46ed7f None None] Pushing event updated for resources: {'Port': ['ID=c5882bdb-78ec-450a-a78d-d1dcea8375da,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:04.067611 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-c2bb64f8-baf0-473b-8f96-e7e4391c6f27 None None] Allocated IP 2001:db8::1 (ecfa3ae0-6b8f-4bb4-824d-7ed5f8eecb15/c3918944-9d0e-40e9-945d-34c60d1da71f/153dfc13-b464-43c1-bcc1-b5ba2b191327) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:04.347904 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2bb64f8-baf0-473b-8f96-e7e4391c6f27 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:04.373692 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c2bb64f8-baf0-473b-8f96-e7e4391c6f27 None None] Transition to ACTIVE for port object 153dfc13-b464-43c1-bcc1-b5ba2b191327 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:04.405553 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c2bb64f8-baf0-473b-8f96-e7e4391c6f27 None None] Transition to ACTIVE for port object 153dfc13-b464-43c1-bcc1-b5ba2b191327 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:04.408087 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:04.409090 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5638c5f9-3a04-4ff3-862c-b72d6df051ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:04.416524 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2bb64f8-baf0-473b-8f96-e7e4391c6f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:04.479450 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-059990a2-1a6d-4bc2-808d-1f55b738fe6a tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:04.480974 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-059990a2-1a6d-4bc2-808d-1f55b738fe6a tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/networks?id=afc7a288-6dce-478e-9322-f9e9d9830245 HTTP/1.1" status: 200 len: 814 time: 0.2028601 Aug 16 20:24:04.510561 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:04.511629 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bb64f8-baf0-473b-8f96-e7e4391c6f27 None None] Network ecfa3ae0-6b8f-4bb4-824d-7ed5f8eecb15 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:04.522835 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c2bb64f8-baf0-473b-8f96-e7e4391c6f27 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:04.525184 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-9a22f82a-daba-4849-8ecc-f9e67e2b92b7 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/quotas/3151f4666ae6480e89494ed914513367 HTTP/1.1" status: 200 len: 375 time: 0.0243573 Aug 16 20:24:04.537013 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bb64f8-baf0-473b-8f96-e7e4391c6f27 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:04.540544 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb64f8-baf0-473b-8f96-e7e4391c6f27 None None] Pushing event updated for resources: {'Port': ['ID=153dfc13-b464-43c1-bcc1-b5ba2b191327,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:04.608252 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event deleted for resources: {'Subnet': ['ID=c3918944-9d0e-40e9-945d-34c60d1da71f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:04.610394 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-5f46e006-9d96-4926-817c-4a9dc7b66d77 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3151f4666ae6480e89494ed914513367&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0840008 Aug 16 20:24:04.632291 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c2bb64f8-baf0-473b-8f96-e7e4391c6f27 None None] Attempting to bind port 153dfc13-b464-43c1-bcc1-b5ba2b191327 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:04.633104 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c2bb64f8-baf0-473b-8f96-e7e4391c6f27 None None] Attempting to bind port 153dfc13-b464-43c1-bcc1-b5ba2b191327 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'b7e48531-ce2a-49be-9e23-0f2c31da40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ecfa3ae0-6b8f-4bb4-824d-7ed5f8eecb15'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:04.633805 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bb64f8-baf0-473b-8f96-e7e4391c6f27 None None] Attempting to bind port 153dfc13-b464-43c1-bcc1-b5ba2b191327 on network ecfa3ae0-6b8f-4bb4-824d-7ed5f8eecb15 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:04.641328 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:04.653741 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bb64f8-baf0-473b-8f96-e7e4391c6f27 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:04.655241 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecfa3ae0-6b8f-4bb4-824d-7ed5f8eecb15']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:04.656866 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bb64f8-baf0-473b-8f96-e7e4391c6f27 None None] Checking segment: {'id': 'b7e48531-ce2a-49be-9e23-0f2c31da40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ecfa3ae0-6b8f-4bb4-824d-7ed5f8eecb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:04.657602 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2bb64f8-baf0-473b-8f96-e7e4391c6f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:04.658835 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bb64f8-baf0-473b-8f96-e7e4391c6f27 None None] Bound using segment: {'id': 'b7e48531-ce2a-49be-9e23-0f2c31da40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ecfa3ae0-6b8f-4bb4-824d-7ed5f8eecb15'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:04.659802 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c2bb64f8-baf0-473b-8f96-e7e4391c6f27 None None] Bound port: 153dfc13-b464-43c1-bcc1-b5ba2b191327, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e48531-ce2a-49be-9e23-0f2c31da40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ecfa3ae0-6b8f-4bb4-824d-7ed5f8eecb15'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:04.661267 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2bb64f8-baf0-473b-8f96-e7e4391c6f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:04.690745 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e48531-ce2a-49be-9e23-0f2c31da40f4') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:04.691818 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e48531-ce2a-49be-9e23-0f2c31da40f4') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:04.709001 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:04.728630 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:04.758056 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3df7fcf6-d1ec-44f5-beaf-aac56c02e9ce tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:04.761257 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:04.775372 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:04.776410 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:04.778977 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:24:04.778977 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:04.778977 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:24:04.778977 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:04.778977 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:24:04.778977 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:04.778977 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:24:04.778977 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:04.778977 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:24:04.778977 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:04.778977 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:24:04.778977 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:04.778977 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:24:04.778977 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:04.778977 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:04.778977 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:04.778977 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:04.778977 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:04.778977 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:24:04.778977 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:04.778977 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:24:04.778977 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:04.778977 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:04.778977 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:04.778977 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:04.778977 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:04.778977 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:04.778977 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:04.778977 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:04.778977 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:04.778977 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:04.778977 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:04.796017 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c2bb64f8-baf0-473b-8f96-e7e4391c6f27 None None] For port 153dfc13-b464-43c1-bcc1-b5ba2b191327, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:04.805187 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7fcf6-d1ec-44f5-beaf-aac56c02e9ce tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event deleted for resources: {'Port': ['ID=bdfac702-ecec-460e-934a-8ebb9784606c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:04.902427 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-b76297a9-2bee-422b-80d5-eaca095cd4bd service neutron] 10.222.0.68 "GET /v2.0/networks/afc7a288-6dce-478e-9322-f9e9d9830245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828865 Aug 16 20:24:04.934694 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c2bb64f8-baf0-473b-8f96-e7e4391c6f27 None None] For port 153dfc13-b464-43c1-bcc1-b5ba2b191327, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=153dfc13-b464-43c1-bcc1-b5ba2b191327,segment=NetworkSegment(b7e48531-ce2a-49be-9e23-0f2c31da40f4),segment_id=b7e48531-ce2a-49be-9e23-0f2c31da40f4)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:24:04.936044 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56887399-bbaa-47a7-bbe9-9302cd787143 req-011a4227-8954-48f3-ac2d-401174bf7efe tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:04.938377 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-56887399-bbaa-47a7-bbe9-9302cd787143 req-011a4227-8954-48f3-ac2d-401174bf7efe tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=3dddacc5-aae2-4761-8b20-587612976fdb HTTP/1.1" status: 200 len: 1097 time: 0.1237609 Aug 16 20:24:04.940432 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.db.api [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 20:24:04.940432 n-d-787206-13 neutron-server[94770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 20:24:04.940432 n-d-787206-13 neutron-server[94770]: [parameters: {'id': 'ecfa3ae0-6b8f-4bb4-824d-7ed5f8eecb15'}] Aug 16 20:24:04.940432 n-d-787206-13 neutron-server[94770]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:24:04.941904 n-d-787206-13 neutron-server[94770]: DEBUG oslo_db.api [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:24:04.946034 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2bb64f8-baf0-473b-8f96-e7e4391c6f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:05.004973 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-56887399-bbaa-47a7-bbe9-9302cd787143 req-b6f47e60-8227-4527-91d6-9c65523d26d4 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=1ff88e7c-d47d-43ad-a3bb-7301a9003d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540082 Aug 16 20:24:05.112629 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d681e5-1df9-4ea4-ad7d-6291373c39da req-e71360db-879e-4001-9dec-6e3932c19502 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:05.114030 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-76d681e5-1df9-4ea4-ad7d-6291373c39da req-e71360db-879e-4001-9dec-6e3932c19502 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4960652-fa6c-403f-918a-f015e2a3c204 HTTP/1.1" status: 200 len: 945 time: 0.1030426 Aug 16 20:24:05.130229 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb64f8-baf0-473b-8f96-e7e4391c6f27 None None] Pushing event updated for resources: {'Port': ['ID=153dfc13-b464-43c1-bcc1-b5ba2b191327,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:05.142639 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8debae-c0bb-4bd1-9dc7-07d0d4020a37 None None] Network ecfa3ae0-6b8f-4bb4-824d-7ed5f8eecb15 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:05.272422 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-76d681e5-1df9-4ea4-ad7d-6291373c39da req-a42d61c8-7e61-4369-b030-f567a6f47232 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Deleting port 0d3023b5-9276-41e3-9098-0d844219d1f3 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:05.272755 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-76d681e5-1df9-4ea4-ad7d-6291373c39da req-a42d61c8-7e61-4369-b030-f567a6f47232 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:05.290359 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-63b822d7-23f7-457d-b200-380ce2fd28e5 service neutron] 10.222.0.68 "GET /v2.0/networks/afc7a288-6dce-478e-9322-f9e9d9830245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869615 Aug 16 20:24:05.298122 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3df7fcf6-d1ec-44f5-beaf-aac56c02e9ce tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:05.415030 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-76d681e5-1df9-4ea4-ad7d-6291373c39da req-a42d61c8-7e61-4369-b030-f567a6f47232 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] For port 0d3023b5-9276-41e3-9098-0d844219d1f3, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=0d3023b5-9276-41e3-9098-0d844219d1f3,segment=NetworkSegment(1230467e-4416-4b8a-943d-fb2fbc696288),segment_id=1230467e-4416-4b8a-943d-fb2fbc696288)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:05.415673 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-76d681e5-1df9-4ea4-ad7d-6291373c39da req-a42d61c8-7e61-4369-b030-f567a6f47232 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:05.448628 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:05.450096 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-76d681e5-1df9-4ea4-ad7d-6291373c39da req-a42d61c8-7e61-4369-b030-f567a6f47232 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Calling delete_port for 0d3023b5-9276-41e3-9098-0d844219d1f3 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:05.593342 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ed7e54e1-c659-48ec-ae86-1490466e6e9b req-b59fefb7-6b2a-4fd7-aa0e-c9fd087288a3 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 210 time: 0.0695550 Aug 16 20:24:05.593665 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:05.596018 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:24:05.642371 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02eaa09-8af3-4cad-b527-2d437aa65ba6 None None] Network 2dad6e04-a291-4fb8-87fe-cb1216f37bb6 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:05.646288 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Deleting port 153dfc13-b464-43c1-bcc1-b5ba2b191327 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:05.646601 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:05.678578 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df7fcf6-d1ec-44f5-beaf-aac56c02e9ce tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Router 6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:24:05.751370 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] For port 153dfc13-b464-43c1-bcc1-b5ba2b191327, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=153dfc13-b464-43c1-bcc1-b5ba2b191327,segment=NetworkSegment(b7e48531-ce2a-49be-9e23-0f2c31da40f4),segment_id=b7e48531-ce2a-49be-9e23-0f2c31da40f4)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:05.751664 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:05.760409 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-76d681e5-1df9-4ea4-ad7d-6291373c39da req-a42d61c8-7e61-4369-b030-f567a6f47232 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:05.775388 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Calling delete_port for 153dfc13-b464-43c1-bcc1-b5ba2b191327 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:05.783909 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['0d3023b5-9276-41e3-9098-0d844219d1f3'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:05.829656 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d61c8-7e61-4369-b030-f567a6f47232 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Pushing event deleted for resources: {'Port': ['ID=0d3023b5-9276-41e3-9098-0d844219d1f3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:05.854685 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df7fcf6-d1ec-44f5-beaf-aac56c02e9ce tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:24:05.866670 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75daaf7-9acd-49d0-802d-3c7be897684e None None] Sync routers for ids ['6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:24:05.871736 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3df7fcf6-d1ec-44f5-beaf-aac56c02e9ce tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "PUT /v2.0/routers/6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5734115 Aug 16 20:24:05.880925 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75daaf7-9acd-49d0-802d-3c7be897684e None None] Routers {'6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:24:05.885911 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c75daaf7-9acd-49d0-802d-3c7be897684e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:24:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:05.918082 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ef32d3b9-704b-4b90-a61a-1bbef617bad0 None None] Provisioning for port c5882bdb-78ec-450a-a78d-d1dcea8375da completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:06.034790 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d681e5-1df9-4ea4-ad7d-6291373c39da req-a42d61c8-7e61-4369-b030-f567a6f47232 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] No DVR routers for this DVR port 0d3023b5-9276-41e3-9098-0d844219d1f3 on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:06.071282 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-76d681e5-1df9-4ea4-ad7d-6291373c39da req-a42d61c8-7e61-4369-b030-f567a6f47232 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:06.073827 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-76d681e5-1df9-4ea4-ad7d-6291373c39da req-a42d61c8-7e61-4369-b030-f567a6f47232 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.57 "DELETE /v2.0/ports/0d3023b5-9276-41e3-9098-0d844219d1f3 HTTP/1.1" status: 204 len: 173 time: 0.9518156 Aug 16 20:24:06.074468 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4960652-fa6c-403f-918a-f015e2a3c204', 'name': 'network-vif-deleted', 'tag': '0d3023b5-9276-41e3-9098-0d844219d1f3'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:06.076986 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5800300-1bdf-416d-b072-045bbb7e98a3" -d '{"events": [{"server_uuid": "a4960652-fa6c-403f-918a-f015e2a3c204", "name": "network-vif-deleted", "tag": "0d3023b5-9276-41e3-9098-0d844219d1f3"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:06.129084 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:06.133655 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c5882bdb-78ec-450a-a78d-d1dcea8375da up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:06.217295 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-c75daaf7-9acd-49d0-802d-3c7be897684e None None] Set router 6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:24:06.261118 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:06.297055 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port c5882bdb-78ec-450a-a78d-d1dcea8375da completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:06.303221 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port c5882bdb-78ec-450a-a78d-d1dcea8375da triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:06.303873 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:06.345538 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8a383c-3963-474c-b18b-bc869ab5f23c x-openstack-request-id: req-aa8a383c-3963-474c-b18b-bc869ab5f23c {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:06.346377 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4960652-fa6c-403f-918a-f015e2a3c204", "name": "network-vif-deleted", "tag": "0d3023b5-9276-41e3-9098-0d844219d1f3", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:06.346863 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-aa8a383c-3963-474c-b18b-bc869ab5f23c {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:06.347661 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4960652-fa6c-403f-918a-f015e2a3c204', 'name': 'network-vif-deleted', 'tag': '0d3023b5-9276-41e3-9098-0d844219d1f3', 'status': 'completed', 'code': 200} Aug 16 20:24:06.392410 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a68b8-7344-470d-bc0e-e82ed4a0f57f req-9f387cbd-ef3b-489b-8dff-040f032677ae tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:06.397064 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d21a68b8-7344-470d-bc0e-e82ed4a0f57f req-9f387cbd-ef3b-489b-8dff-040f032677ae tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=3dddacc5-aae2-4761-8b20-587612976fdb HTTP/1.1" status: 200 len: 1097 time: 0.1937332 Aug 16 20:24:06.403869 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:06.414060 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:06.464209 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ec891-0605-4c23-b918-7d9ae2223a37 req-89beec87-14b6-4273-99b5-86e6dd18bf96 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:06.465925 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-186ec891-0605-4c23-b918-7d9ae2223a37 req-89beec87-14b6-4273-99b5-86e6dd18bf96 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c HTTP/1.1" status: 200 len: 946 time: 0.1306472 Aug 16 20:24:06.481266 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port c5882bdb-78ec-450a-a78d-d1dcea8375da, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=c5882bdb-78ec-450a-a78d-d1dcea8375da,segment=NetworkSegment(057ad2e6-91e8-457d-9977-e0215748d76a),segment_id=057ad2e6-91e8-457d-9977-e0215748d76a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:06.500381 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:06.523171 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event deleted for resources: {'Port': ['ID=153dfc13-b464-43c1-bcc1-b5ba2b191327,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:06.527558 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ba271-76fa-4d5f-bf41-a4a503379b3a req-5894daf7-59a4-49ee-afc5-2c3c40711c40 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:06.547874 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e85ba271-76fa-4d5f-bf41-a4a503379b3a req-5894daf7-59a4-49ee-afc5-2c3c40711c40 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=3dddacc5-aae2-4761-8b20-587612976fdb HTTP/1.1" status: 200 len: 1097 time: 0.2547002 Aug 16 20:24:06.550271 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] No DVR routers for this DVR port 153dfc13-b464-43c1-bcc1-b5ba2b191327 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:06.553688 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-186ec891-0605-4c23-b918-7d9ae2223a37 req-913f4396-9bfe-4065-b3d9-ddb5461c6ea0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=77d5e0f0-c7bf-4914-bb7f-c750dcfa5e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658524 Aug 16 20:24:06.608215 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 1e17bec9-251f-4423-959f-57a2734c1ecf no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:06.612187 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=c5882bdb-78ec-450a-a78d-d1dcea8375da,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:06.639140 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 1e17bec9-251f-4423-959f-57a2734c1ecf {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:06.639672 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 1e17bec9-251f-4423-959f-57a2734c1ecf not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:06.657478 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974ebd16-6cff-4b38-b646-ef6175234d5b None None] get_active_networks_info from n-d-787206-13 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:24:06.740577 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e1a26635-4678-487d-8c17-11ea3c7313b7 None None] Provisioning complete for port c5882bdb-78ec-450a-a78d-d1dcea8375da triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:06.740955 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e1a26635-4678-487d-8c17-11ea3c7313b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:06.793785 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e85ba271-76fa-4d5f-bf41-a4a503379b3a req-72144ee8-dcfd-4121-8ed5-f70bd4c58358 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=1ff88e7c-d47d-43ad-a3bb-7301a9003d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431996 Aug 16 20:24:06.815063 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:06.827522 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecfa3ae0-6b8f-4bb4-824d-7ed5f8eecb15']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:06.840291 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e48531-ce2a-49be-9e23-0f2c31da40f4') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:06.840670 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e48531-ce2a-49be-9e23-0f2c31da40f4') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:06.845580 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-388d2752-5d65-4511-a685-88cd502c0fe4 req-fa108180-fb60-482f-8186-6dcd6dfb6d3f tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 210 time: 0.0638130 Aug 16 20:24:06.852642 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:06.889731 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:06.901133 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:06.901673 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:06.905899 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:24:06.905899 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:06.905899 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:24:06.905899 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:06.905899 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:24:06.905899 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:06.905899 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:24:06.905899 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:06.905899 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:24:06.905899 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:06.905899 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:24:06.905899 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:06.905899 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:24:06.905899 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:06.905899 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:06.905899 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:06.905899 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:06.905899 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:06.905899 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:24:06.905899 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:06.905899 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:24:06.905899 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:06.905899 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:06.905899 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:06.905899 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:06.905899 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:06.905899 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:06.905899 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:06.905899 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:06.905899 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:06.905899 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:06.905899 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:06.908636 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c75daaf7-9acd-49d0-802d-3c7be897684e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'name': 'tempest-TestNetworkBasicOps-router-33155459', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:35Z', 'updated_at': '2021-08-16T20:24:04Z', 'revision_number': 6, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:36Z', 'updated_at': '2021-08-16T20:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '3803dd79-2a50-4a77-886c-df6d04cc6e43', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'floating_ip_address': '172.25.8.140', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'port_id': '10bd8bb9-a200-4f36-afd9-60fe2bad8486', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2', 'mac_address': 'fa:16:3e:e8:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a27eca5-7bd1-40e0-ac87-e93472608865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:22:21Z', 'updated_at': '2021-08-16T20:22:24Z', 'revision_number': 1, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e7f6d5f-4b3e-4dac-9137-d369b4760fb6', 'name': '', 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'mac_address': 'fa:16:3e:f0:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'e440ab31-21c6-47f2-aed9-b929b10637a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:45Z', 'updated_at': '2021-08-16T20:21:58Z', 'revision_number': 5, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'subnets': [{'id': 'e440ab31-21c6-47f2-aed9-b929b10637a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:06.957070 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-d21a68b8-7344-470d-bc0e-e82ed4a0f57f req-d54f5ce1-166a-44a3-845f-c3cc3301d7a3 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Deleting port 8b3db4fb-431e-4122-b54b-cecdf52b0b58 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:06.957467 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d21a68b8-7344-470d-bc0e-e82ed4a0f57f req-d54f5ce1-166a-44a3-845f-c3cc3301d7a3 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:06.959647 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974ebd16-6cff-4b38-b646-ef6175234d5b None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:24:06.973170 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75daaf7-9acd-49d0-802d-3c7be897684e None None] Checking router: 6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:24:06.985030 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75daaf7-9acd-49d0-802d-3c7be897684e None None] Routers {'6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:24:06.985703 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c75daaf7-9acd-49d0-802d-3c7be897684e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:24:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:07.033739 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:07.051433 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:07.056947 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "DELETE /v2.0/networks/ecfa3ae0-6b8f-4bb4-824d-7ed5f8eecb15 HTTP/1.1" status: 204 len: 168 time: 3.6337600 Aug 16 20:24:07.057347 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44410) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:07.063105 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e46dffe2-b4a8-46e0-9fc7-c40eadad27bc tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1395622118'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:07.086427 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:07.094629 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46dffe2-b4a8-46e0-9fc7-c40eadad27bc tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Made reservation on behalf of 9eeedc4ab934422e88390e7ea2a3eaeb for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:07.101082 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-d21a68b8-7344-470d-bc0e-e82ed4a0f57f req-d54f5ce1-166a-44a3-845f-c3cc3301d7a3 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] For port 8b3db4fb-431e-4122-b54b-cecdf52b0b58, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=8b3db4fb-431e-4122-b54b-cecdf52b0b58,segment=NetworkSegment(d8d657a1-66d4-492a-af2c-49aba309b784),segment_id=d8d657a1-66d4-492a-af2c-49aba309b784)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:07.101082 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d21a68b8-7344-470d-bc0e-e82ed4a0f57f req-d54f5ce1-166a-44a3-845f-c3cc3301d7a3 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:07.102364 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e46dffe2-b4a8-46e0-9fc7-c40eadad27bc tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:07.125834 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-d21a68b8-7344-470d-bc0e-e82ed4a0f57f req-d54f5ce1-166a-44a3-845f-c3cc3301d7a3 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Calling delete_port for 8b3db4fb-431e-4122-b54b-cecdf52b0b58 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:07.154863 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e46dffe2-b4a8-46e0-9fc7-c40eadad27bc tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:24:07.186892 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e46dffe2-b4a8-46e0-9fc7-c40eadad27bc tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:07.187316 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-e46dffe2-b4a8-46e0-9fc7-c40eadad27bc tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Added segment 85a94dc2-0e57-4e3d-b340-6c8a1e8870d7 of type vlan for network 6f09e1be-b897-4723-be3f-80ad6532c861 Aug 16 20:24:07.189788 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13280eb6-d773-45f4-8562-63968019de3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event deleted for resources: {'Network': ['ID=ecfa3ae0-6b8f-4bb4-824d-7ed5f8eecb15,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:07.195441 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-c75daaf7-9acd-49d0-802d-3c7be897684e None None] Set router 6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:24:07.292303 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e46dffe2-b4a8-46e0-9fc7-c40eadad27bc tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:07.367212 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e46dffe2-b4a8-46e0-9fc7-c40eadad27bc tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:07.377629 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46dffe2-b4a8-46e0-9fc7-c40eadad27bc tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:07.378564 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e46dffe2-b4a8-46e0-9fc7-c40eadad27bc tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:07.498499 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46dffe2-b4a8-46e0-9fc7-c40eadad27bc tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event updated for resources: {'Network': ['ID=6f09e1be-b897-4723-be3f-80ad6532c861,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:07.511623 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 6f09e1be-b897-4723-be3f-80ad6532c861 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:24:07.516951 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e46dffe2-b4a8-46e0-9fc7-c40eadad27bc tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4584424 Aug 16 20:24:07.517998 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44418) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:07.525466 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6573962c-13cc-4e82-8a91-cb590b563b78 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Request body: {'subnet': {'network_id': '6f09e1be-b897-4723-be3f-80ad6532c861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:07.681031 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44426) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:07.708915 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6573962c-13cc-4e82-8a91-cb590b563b78 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Made reservation on behalf of 9eeedc4ab934422e88390e7ea2a3eaeb for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:07.713317 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6573962c-13cc-4e82-8a91-cb590b563b78 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:07.764376 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c75daaf7-9acd-49d0-802d-3c7be897684e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'name': 'tempest-TestNetworkBasicOps-router-33155459', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:35Z', 'updated_at': '2021-08-16T20:24:04Z', 'revision_number': 6, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:36Z', 'updated_at': '2021-08-16T20:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '3803dd79-2a50-4a77-886c-df6d04cc6e43', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'floating_ip_address': '172.25.8.140', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'port_id': '10bd8bb9-a200-4f36-afd9-60fe2bad8486', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2', 'mac_address': 'fa:16:3e:e8:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a27eca5-7bd1-40e0-ac87-e93472608865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:22:21Z', 'updated_at': '2021-08-16T20:22:24Z', 'revision_number': 1, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e7f6d5f-4b3e-4dac-9137-d369b4760fb6', 'name': '', 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'mac_address': 'fa:16:3e:f0:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'e440ab31-21c6-47f2-aed9-b929b10637a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:45Z', 'updated_at': '2021-08-16T20:21:58Z', 'revision_number': 5, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'subnets': [{'id': 'e440ab31-21c6-47f2-aed9-b929b10637a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:07.842374 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75daaf7-9acd-49d0-802d-3c7be897684e None None] The sync data for ids ['6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'] in n-d-787206-13 is: [{'id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'name': 'tempest-TestNetworkBasicOps-router-33155459', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:35Z', 'updated_at': '2021-08-16T20:24:04Z', 'revision_number': 6, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:36Z', 'updated_at': '2021-08-16T20:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '3803dd79-2a50-4a77-886c-df6d04cc6e43', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'floating_ip_address': '172.25.8.140', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'port_id': '10bd8bb9-a200-4f36-afd9-60fe2bad8486', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2', 'mac_address': 'fa:16:3e:e8:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a27eca5-7bd1-40e0-ac87-e93472608865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:22:21Z', 'updated_at': '2021-08-16T20:22:24Z', 'revision_number': 1, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e7f6d5f-4b3e-4dac-9137-d369b4760fb6', 'name': '', 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'mac_address': 'fa:16:3e:f0:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'e440ab31-21c6-47f2-aed9-b929b10637a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:45Z', 'updated_at': '2021-08-16T20:21:58Z', 'revision_number': 5, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'subnets': [{'id': 'e440ab31-21c6-47f2-aed9-b929b10637a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:24:07.853939 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d21a68b8-7344-470d-bc0e-e82ed4a0f57f req-d54f5ce1-166a-44a3-845f-c3cc3301d7a3 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:07.900398 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6be319d3-a193-404b-aa7f-09cba042cecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:07.961702 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-8bf882c5-477c-4161-b496-37fce5bc3170 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:07.963388 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-8bf882c5-477c-4161-b496-37fce5bc3170 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.57 "GET /v2.0/networks?id=afc7a288-6dce-478e-9322-f9e9d9830245 HTTP/1.1" status: 200 len: 814 time: 0.6720088 Aug 16 20:24:07.964253 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f5ce1-166a-44a3-845f-c3cc3301d7a3 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b3db4fb-431e-4122-b54b-cecdf52b0b58,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:07.983125 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0b5e4591-746b-4af8-a7ce-08f7ed2f739d req-f86a4ec8-15c6-4f05-bb37-e038b14231cd tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=3dddacc5-aae2-4761-8b20-587612976fdb HTTP/1.1" status: 200 len: 210 time: 0.0636060 Aug 16 20:24:07.984882 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-3c0dc94b-78b0-4407-8dfe-5d2057519dc8 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Request body: {'port': {'device_id': '4167e8b8-83aa-4784-be8d-f63514bc7a33', 'network_id': 'afc7a288-6dce-478e-9322-f9e9d9830245', 'admin_state_up': True, 'tenant_id': '3151f4666ae6480e89494ed914513367'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:07.995825 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73453d9a-4037-4b3c-ae25-dcd5dfe371d6 req-68efc525-a9a8-4fb5-8ae6-525c7688956b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:07.997523 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-73453d9a-4037-4b3c-ae25-dcd5dfe371d6 req-68efc525-a9a8-4fb5-8ae6-525c7688956b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c HTTP/1.1" status: 200 len: 946 time: 0.4577792 Aug 16 20:24:08.080854 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8228d08-e1b1-42cf-b7d1-f7347f6a16c3 req-4fbc2dc4-3969-4513-8ebe-a034c8fcd3ff tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:08.082651 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e8228d08-e1b1-42cf-b7d1-f7347f6a16c3 req-4fbc2dc4-3969-4513-8ebe-a034c8fcd3ff tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c HTTP/1.1" status: 200 len: 946 time: 0.4238920 Aug 16 20:24:08.109500 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21a68b8-7344-470d-bc0e-e82ed4a0f57f req-d54f5ce1-166a-44a3-845f-c3cc3301d7a3 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] No DVR routers for this DVR port 8b3db4fb-431e-4122-b54b-cecdf52b0b58 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:08.112192 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d21a68b8-7344-470d-bc0e-e82ed4a0f57f req-d54f5ce1-166a-44a3-845f-c3cc3301d7a3 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.114683 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d21a68b8-7344-470d-bc0e-e82ed4a0f57f req-d54f5ce1-166a-44a3-845f-c3cc3301d7a3 tempest-TestServerMultinode-1853413864 tempest-TestServerMultinode-1853413864-project-admin] 10.222.0.63 "DELETE /v2.0/ports/8b3db4fb-431e-4122-b54b-cecdf52b0b58 HTTP/1.1" status: 204 len: 173 time: 1.7030699 Aug 16 20:24:08.116413 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6573962c-13cc-4e82-8a91-cb590b563b78 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.224995 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-92d9e8e9-639e-4c4c-a330-7d4be51c9d23 req-3a5e71fe-5a1f-4297-85ea-67eaa986494d tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 210 time: 0.1130531 Aug 16 20:24:08.248441 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c5882bdb-78ec-450a-a78d-d1dcea8375da up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:08.262006 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e8228d08-e1b1-42cf-b7d1-f7347f6a16c3 req-4a08692e-4138-430b-9951-bc7e4735c36f tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=77d5e0f0-c7bf-4914-bb7f-c750dcfa5e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536880 Aug 16 20:24:08.321296 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-73453d9a-4037-4b3c-ae25-dcd5dfe371d6 req-12ed5c1f-7c17-48ca-a9a0-8e5b357fd78f tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Deleting port 253e1951-a5db-4669-9167-cca11f6b0a1a {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:08.321743 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6be319d3-a193-404b-aa7f-09cba042cecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.322553 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-73453d9a-4037-4b3c-ae25-dcd5dfe371d6 req-12ed5c1f-7c17-48ca-a9a0-8e5b357fd78f tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.328991 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573962c-13cc-4e82-8a91-cb590b563b78 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event updated for resources: {'Subnet': ['ID=c7a0ff22-d5ba-4ef0-9711-bddcca38fa6b,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:08.337711 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6573962c-13cc-4e82-8a91-cb590b563b78 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Checking segment: {'id': '85a94dc2-0e57-4e3d-b340-6c8a1e8870d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6f09e1be-b897-4723-be3f-80ad6532c861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:08.338161 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6573962c-13cc-4e82-8a91-cb590b563b78 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Network hostable DHCP agents. Network: 6f09e1be-b897-4723-be3f-80ad6532c861, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:24:08.346134 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6be319d3-a193-404b-aa7f-09cba042cecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.373917 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dddacc5-aae2-4761-8b20-587612976fdb', 'name': 'network-vif-deleted', 'tag': '8b3db4fb-431e-4122-b54b-cecdf52b0b58'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:08.376325 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db3b09f-b5a1-4894-89bd-e5322496d79b" -d '{"events": [{"server_uuid": "3dddacc5-aae2-4761-8b20-587612976fdb", "name": "network-vif-deleted", "tag": "8b3db4fb-431e-4122-b54b-cecdf52b0b58"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:08.414831 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-3c0dc94b-78b0-4407-8dfe-5d2057519dc8 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Made reservation on behalf of 3151f4666ae6480e89494ed914513367 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:08.419110 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-3c0dc94b-78b0-4407-8dfe-5d2057519dc8 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.423912 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44436) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:08.425818 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6be319d3-a193-404b-aa7f-09cba042cecf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=35499f85157e46af89300918896c6de9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7421286 Aug 16 20:24:08.429475 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be319d3-a193-404b-aa7f-09cba042cecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff3ba05-e455-497b-bd65-4a80e9abf8bb,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:08.449900 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6573962c-13cc-4e82-8a91-cb590b563b78 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Network 6f09e1be-b897-4723-be3f-80ad6532c861 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:24:08.454694 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1694bc46-18ca-4281-acef-b78e880deb60 x-openstack-request-id: req-1694bc46-18ca-4281-acef-b78e880deb60 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:08.455012 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dddacc5-aae2-4761-8b20-587612976fdb", "name": "network-vif-deleted", "tag": "8b3db4fb-431e-4122-b54b-cecdf52b0b58", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:08.455242 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1694bc46-18ca-4281-acef-b78e880deb60 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:08.455684 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dddacc5-aae2-4761-8b20-587612976fdb', 'name': 'network-vif-deleted', 'tag': '8b3db4fb-431e-4122-b54b-cecdf52b0b58', 'status': 'completed', 'code': 200} Aug 16 20:24:08.464257 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-6573962c-13cc-4e82-8a91-cb590b563b78 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 6f09e1be-b897-4723-be3f-80ad6532c861) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:08.481161 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6573962c-13cc-4e82-8a91-cb590b563b78 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:08.481837 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6573962c-13cc-4e82-8a91-cb590b563b78 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.500885 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6573962c-13cc-4e82-8a91-cb590b563b78 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9799182 Aug 16 20:24:08.506734 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44438) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:08.515670 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6722c5c1-3dc0-4c03-a36a-93dc2973edfe tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-24023505'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:08.518135 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-73453d9a-4037-4b3c-ae25-dcd5dfe371d6 req-12ed5c1f-7c17-48ca-a9a0-8e5b357fd78f tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] For port 253e1951-a5db-4669-9167-cca11f6b0a1a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=253e1951-a5db-4669-9167-cca11f6b0a1a,segment=NetworkSegment(ec08b430-a83e-4fbb-a8b6-04393ef48a50),segment_id=ec08b430-a83e-4fbb-a8b6-04393ef48a50)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:08.518729 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-73453d9a-4037-4b3c-ae25-dcd5dfe371d6 req-12ed5c1f-7c17-48ca-a9a0-8e5b357fd78f tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.522279 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d534b9f6-ee64-457c-a5f7-5aab970c331f None None] Network 6f09e1be-b897-4723-be3f-80ad6532c861 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:08.536282 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-73453d9a-4037-4b3c-ae25-dcd5dfe371d6 req-12ed5c1f-7c17-48ca-a9a0-8e5b357fd78f tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Calling delete_port for 253e1951-a5db-4669-9167-cca11f6b0a1a owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:08.557561 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6722c5c1-3dc0-4c03-a36a-93dc2973edfe tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Made reservation on behalf of 9eeedc4ab934422e88390e7ea2a3eaeb for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:08.563537 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6722c5c1-3dc0-4c03-a36a-93dc2973edfe tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.583058 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port c5882bdb-78ec-450a-a78d-d1dcea8375da triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:08.583764 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.598883 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6722c5c1-3dc0-4c03-a36a-93dc2973edfe tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:24:08.612143 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6722c5c1-3dc0-4c03-a36a-93dc2973edfe tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.612486 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-6722c5c1-3dc0-4c03-a36a-93dc2973edfe tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Added segment f1b5c116-3522-4fb9-915e-1535d233c96c of type vlan for network fcfe895c-69d1-45b2-b533-728193b23680 Aug 16 20:24:08.684186 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6722c5c1-3dc0-4c03-a36a-93dc2973edfe tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.702260 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-87e94b15-5ec4-447f-9c0e-6a8fd5f9cf83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.716239 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6722c5c1-3dc0-4c03-a36a-93dc2973edfe tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.728414 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6722c5c1-3dc0-4c03-a36a-93dc2973edfe tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:08.729542 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6722c5c1-3dc0-4c03-a36a-93dc2973edfe tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.754280 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335d37cf-dc16-41e6-bcc0-6babbd0ffddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-6f09e1be-b897-4723-be3f-80ad6532c861', 'network_id': '6f09e1be-b897-4723-be3f-80ad6532c861', 'tenant_id': '9eeedc4ab934422e88390e7ea2a3eaeb', 'fixed_ips': [{'subnet_id': 'c7a0ff22-d5ba-4ef0-9711-bddcca38fa6b'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:24:08.755167 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-335d37cf-dc16-41e6-bcc0-6babbd0ffddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.788967 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-87e94b15-5ec4-447f-9c0e-6a8fd5f9cf83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.830285 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6722c5c1-3dc0-4c03-a36a-93dc2973edfe tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3188770 Aug 16 20:24:08.830539 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44440) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:08.835794 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c74c32c8-c6f1-4808-b614-efde791797a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Request body: {'subnet': {'network_id': 'fcfe895c-69d1-45b2-b533-728193b23680', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:08.853544 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-3c0dc94b-78b0-4407-8dfe-5d2057519dc8 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Allocated IP 172.20.0.11 (afc7a288-6dce-478e-9322-f9e9d9830245/43ca3303-9c5c-4919-8060-0aa00929cb96/998fda15-171c-42cb-8e49-6abae1845237) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:08.854464 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722c5c1-3dc0-4c03-a36a-93dc2973edfe tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event updated for resources: {'Network': ['ID=fcfe895c-69d1-45b2-b533-728193b23680,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:08.877274 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network fcfe895c-69d1-45b2-b533-728193b23680 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:24:08.920683 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-87e94b15-5ec4-447f-9c0e-6a8fd5f9cf83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.923213 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-87e94b15-5ec4-447f-9c0e-6a8fd5f9cf83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.926801 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-87e94b15-5ec4-447f-9c0e-6a8fd5f9cf83 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dff3ba05-e455-497b-bd65-4a80e9abf8bb HTTP/1.1" status: 204 len: 168 time: 0.4986358 Aug 16 20:24:08.929129 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-73453d9a-4037-4b3c-ae25-dcd5dfe371d6 req-12ed5c1f-7c17-48ca-a9a0-8e5b357fd78f tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.967667 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74c32c8-c6f1-4808-b614-efde791797a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Made reservation on behalf of 9eeedc4ab934422e88390e7ea2a3eaeb for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:08.973667 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c74c32c8-c6f1-4808-b614-efde791797a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.988796 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e94b15-5ec4-447f-9c0e-6a8fd5f9cf83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff3ba05-e455-497b-bd65-4a80e9abf8bb,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:08.990586 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed5c1f-7c17-48ca-a9a0-8e5b357fd78f tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event deleted for resources: {'Port': ['ID=253e1951-a5db-4669-9167-cca11f6b0a1a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:09.028690 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-335d37cf-dc16-41e6-bcc0-6babbd0ffddc None None] Allocated IP 2001:db8::1 (6f09e1be-b897-4723-be3f-80ad6532c861/c7a0ff22-d5ba-4ef0-9711-bddcca38fa6b/bb1f03eb-a410-40ab-b10a-b9a4ff6966bf) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:09.111772 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-73453d9a-4037-4b3c-ae25-dcd5dfe371d6 req-12ed5c1f-7c17-48ca-a9a0-8e5b357fd78f tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] No DVR routers for this DVR port 253e1951-a5db-4669-9167-cca11f6b0a1a on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:09.115025 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-73453d9a-4037-4b3c-ae25-dcd5dfe371d6 req-12ed5c1f-7c17-48ca-a9a0-8e5b357fd78f tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.117579 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-73453d9a-4037-4b3c-ae25-dcd5dfe371d6 req-12ed5c1f-7c17-48ca-a9a0-8e5b357fd78f tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.63 "DELETE /v2.0/ports/253e1951-a5db-4669-9167-cca11f6b0a1a HTTP/1.1" status: 204 len: 173 time: 1.0741739 Aug 16 20:24:09.121982 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44450) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:09.146277 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.ipam_backend_mixin [None req-c74c32c8-c6f1-4808-b614-efde791797a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Performing IP validity checks on allocation pools {{(pid=94771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 20:24:09.146851 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.ipam_backend_mixin [None req-c74c32c8-c6f1-4808-b614-efde791797a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 20:24:09.257925 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-3c0dc94b-78b0-4407-8dfe-5d2057519dc8 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.328745 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c74c32c8-c6f1-4808-b614-efde791797a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.400646 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44456) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:09.412201 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-3c0dc94b-78b0-4407-8dfe-5d2057519dc8 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.445979 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-572aaa9d-4443-4c32-a531-8e3e238c2dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.458246 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-335d37cf-dc16-41e6-bcc0-6babbd0ffddc None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.470892 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-335d37cf-dc16-41e6-bcc0-6babbd0ffddc None None] Transition to ACTIVE for port object bb1f03eb-a410-40ab-b10a-b9a4ff6966bf will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:09.490349 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-14e19e13-4f5f-4b63-b306-d3d5f8f6fc09 req-c70084e9-b3c8-461c-9fe2-00c23200ecb7 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c HTTP/1.1" status: 200 len: 210 time: 0.0531471 Aug 16 20:24:09.506487 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-3c0dc94b-78b0-4407-8dfe-5d2057519dc8 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Network afc7a288-6dce-478e-9322-f9e9d9830245 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:09.513857 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-335d37cf-dc16-41e6-bcc0-6babbd0ffddc None None] Transition to ACTIVE for port object bb1f03eb-a410-40ab-b10a-b9a4ff6966bf will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:09.520097 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-3c0dc94b-78b0-4407-8dfe-5d2057519dc8 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:09.522776 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-3c0dc94b-78b0-4407-8dfe-5d2057519dc8 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:09.535865 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-335d37cf-dc16-41e6-bcc0-6babbd0ffddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.566567 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74c32c8-c6f1-4808-b614-efde791797a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Checking segment: {'id': 'f1b5c116-3522-4fb9-915e-1535d233c96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fcfe895c-69d1-45b2-b533-728193b23680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:09.566567 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74c32c8-c6f1-4808-b614-efde791797a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Network hostable DHCP agents. Network: fcfe895c-69d1-45b2-b533-728193b23680, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:24:09.576217 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c32c8-c6f1-4808-b614-efde791797a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event updated for resources: {'Subnet': ['ID=35bc026c-a13b-4940-ba14-145d561a4e1f,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:09.597165 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0dc94b-78b0-4407-8dfe-5d2057519dc8 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Pushing event updated for resources: {'Port': ['ID=998fda15-171c-42cb-8e49-6abae1845237,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:09.618803 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67adf3-8647-46ca-8dfb-7c2efba30ca0 req-ab24cebb-86b8-4c52-a288-08d674d1aa70 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:09.620533 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b67adf3-8647-46ca-8dfb-7c2efba30ca0 req-ab24cebb-86b8-4c52-a288-08d674d1aa70 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 932 time: 0.2133777 Aug 16 20:24:09.633480 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-3c0dc94b-78b0-4407-8dfe-5d2057519dc8 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:09.633861 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-3c0dc94b-78b0-4407-8dfe-5d2057519dc8 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.664043 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335d37cf-dc16-41e6-bcc0-6babbd0ffddc None None] Network 6f09e1be-b897-4723-be3f-80ad6532c861 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:09.677443 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-335d37cf-dc16-41e6-bcc0-6babbd0ffddc None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:09.680489 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 8b3db4fb-431e-4122-b54b-cecdf52b0b58 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:09.684588 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335d37cf-dc16-41e6-bcc0-6babbd0ffddc None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:09.705918 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74c32c8-c6f1-4808-b614-efde791797a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Network fcfe895c-69d1-45b2-b533-728193b23680 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:24:09.720095 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 8b3db4fb-431e-4122-b54b-cecdf52b0b58 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:09.720825 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 8b3db4fb-431e-4122-b54b-cecdf52b0b58 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:09.721449 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 253e1951-a5db-4669-9167-cca11f6b0a1a no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:09.733297 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-c74c32c8-c6f1-4808-b614-efde791797a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, fcfe895c-69d1-45b2-b533-728193b23680) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:09.743025 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74c32c8-c6f1-4808-b614-efde791797a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:09.743820 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c74c32c8-c6f1-4808-b614-efde791797a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.754024 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b67adf3-8647-46ca-8dfb-7c2efba30ca0 req-ed9d8dcf-4c16-4dd3-b148-686fbf8ea376 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172698 Aug 16 20:24:09.765445 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d37cf-dc16-41e6-bcc0-6babbd0ffddc None None] Pushing event updated for resources: {'Port': ['ID=bb1f03eb-a410-40ab-b10a-b9a4ff6966bf,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:09.770681 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a9fde9-07d3-42c8-a582-f9807c1aec45 None None] Network fcfe895c-69d1-45b2-b533-728193b23680 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:09.791190 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-572aaa9d-4443-4c32-a531-8e3e238c2dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.800099 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-572aaa9d-4443-4c32-a531-8e3e238c2dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.834420 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c74c32c8-c6f1-4808-b614-efde791797a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0027909 Aug 16 20:24:09.840163 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-3c0dc94b-78b0-4407-8dfe-5d2057519dc8 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8618035 Aug 16 20:24:09.840831 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44460) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:09.843849 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-572aaa9d-4443-4c32-a531-8e3e238c2dcc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5922c4a965104e0e8e133bd0fd7b89ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4421499 Aug 16 20:24:09.846329 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44462) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:09.874969 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572aaa9d-4443-4c32-a531-8e3e238c2dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c781da-fe01-4cbd-9012-d9deab746a9f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:09.877340 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 253e1951-a5db-4669-9167-cca11f6b0a1a {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:09.877908 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 253e1951-a5db-4669-9167-cca11f6b0a1a not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:09.916412 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-84449c25-91cd-4f91-a56e-da8e570713b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.920759 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device bdfac702-ecec-460e-934a-8ebb9784606c no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:09.948527 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-84449c25-91cd-4f91-a56e-da8e570713b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.987435 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: bdfac702-ecec-460e-934a-8ebb9784606c {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:09.987809 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device bdfac702-ecec-460e-934a-8ebb9784606c not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:10.003164 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-335d37cf-dc16-41e6-bcc0-6babbd0ffddc None None] Attempting to bind port bb1f03eb-a410-40ab-b10a-b9a4ff6966bf on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:10.003164 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-335d37cf-dc16-41e6-bcc0-6babbd0ffddc None None] Attempting to bind port bb1f03eb-a410-40ab-b10a-b9a4ff6966bf by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '85a94dc2-0e57-4e3d-b340-6c8a1e8870d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6f09e1be-b897-4723-be3f-80ad6532c861'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:10.003164 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335d37cf-dc16-41e6-bcc0-6babbd0ffddc None None] Attempting to bind port bb1f03eb-a410-40ab-b10a-b9a4ff6966bf on network 6f09e1be-b897-4723-be3f-80ad6532c861 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:10.009371 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335d37cf-dc16-41e6-bcc0-6babbd0ffddc None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:10.009782 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335d37cf-dc16-41e6-bcc0-6babbd0ffddc None None] Checking segment: {'id': '85a94dc2-0e57-4e3d-b340-6c8a1e8870d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6f09e1be-b897-4723-be3f-80ad6532c861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:10.010172 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-335d37cf-dc16-41e6-bcc0-6babbd0ffddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:10.010563 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335d37cf-dc16-41e6-bcc0-6babbd0ffddc None None] Bound using segment: {'id': '85a94dc2-0e57-4e3d-b340-6c8a1e8870d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6f09e1be-b897-4723-be3f-80ad6532c861'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:10.011105 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-335d37cf-dc16-41e6-bcc0-6babbd0ffddc None None] Bound port: bb1f03eb-a410-40ab-b10a-b9a4ff6966bf, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a94dc2-0e57-4e3d-b340-6c8a1e8870d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6f09e1be-b897-4723-be3f-80ad6532c861'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:10.011490 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-335d37cf-dc16-41e6-bcc0-6babbd0ffddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:10.034735 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-84449c25-91cd-4f91-a56e-da8e570713b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:10.038804 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-84449c25-91cd-4f91-a56e-da8e570713b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:10.040239 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-84449c25-91cd-4f91-a56e-da8e570713b8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d6c781da-fe01-4cbd-9012-d9deab746a9f HTTP/1.1" status: 204 len: 168 time: 0.1928303 Aug 16 20:24:10.074797 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84449c25-91cd-4f91-a56e-da8e570713b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c781da-fe01-4cbd-9012-d9deab746a9f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:10.088393 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-2f91ed99-6b69-40a0-b90b-47ef631cd7b4 service neutron] Request body: {'port': {'device_id': '4167e8b8-83aa-4784-be8d-f63514bc7a33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:10.099639 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-47e231ce-83da-4180-ac61-5a00ea80e0c9 req-505d3b2c-e184-4912-aabe-5b840cff062d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3a27eca5-7bd1-40e0-ac87-e93472608865&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5140049 Aug 16 20:24:10.100346 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c9d8b5-52b8-4412-8a5e-77c532be559d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-fcfe895c-69d1-45b2-b533-728193b23680', 'network_id': 'fcfe895c-69d1-45b2-b533-728193b23680', 'tenant_id': '9eeedc4ab934422e88390e7ea2a3eaeb', 'fixed_ips': [{'subnet_id': '35bc026c-a13b-4940-ba14-145d561a4e1f'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:24:10.101388 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f7c9d8b5-52b8-4412-8a5e-77c532be559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:10.239567 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e231ce-83da-4180-ac61-5a00ea80e0c9 req-1800b25a-2d4a-4272-899f-fb1f547ba5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:10.240790 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-40da7c3f-e310-43c0-9603-6d2fc8c9a9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:10.241677 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-47e231ce-83da-4180-ac61-5a00ea80e0c9 req-1800b25a-2d4a-4272-899f-fb1f547ba5c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e56891446a5d4a4da1a00ff61508934e&device_id=3a27eca5-7bd1-40e0-ac87-e93472608865 HTTP/1.1" status: 200 len: 1097 time: 0.0974882 Aug 16 20:24:10.260706 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-335d37cf-dc16-41e6-bcc0-6babbd0ffddc None None] For port bb1f03eb-a410-40ab-b10a-b9a4ff6966bf, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:10.280056 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-335d37cf-dc16-41e6-bcc0-6babbd0ffddc None None] For port bb1f03eb-a410-40ab-b10a-b9a4ff6966bf, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=bb1f03eb-a410-40ab-b10a-b9a4ff6966bf,segment=NetworkSegment(85a94dc2-0e57-4e3d-b340-6c8a1e8870d7),segment_id=85a94dc2-0e57-4e3d-b340-6c8a1e8870d7)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:24:10.296754 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-2f91ed99-6b69-40a0-b90b-47ef631cd7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:10.304066 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:10.308761 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-335d37cf-dc16-41e6-bcc0-6babbd0ffddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:10.395164 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-f7c9d8b5-52b8-4412-8a5e-77c532be559d None None] Allocated IP 2001:db8::3 (fcfe895c-69d1-45b2-b533-728193b23680/35bc026c-a13b-4940-ba14-145d561a4e1f/e711c069-ea00-4797-8c4e-777fa48bb969) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:10.411713 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d37cf-dc16-41e6-bcc0-6babbd0ffddc None None] Pushing event updated for resources: {'Port': ['ID=bb1f03eb-a410-40ab-b10a-b9a4ff6966bf,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:10.599225 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 0d3023b5-9276-41e3-9098-0d844219d1f3 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:10.639719 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 0d3023b5-9276-41e3-9098-0d844219d1f3 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:10.640513 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 0d3023b5-9276-41e3-9098-0d844219d1f3 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:10.729660 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44480) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:10.744919 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f7c9d8b5-52b8-4412-8a5e-77c532be559d None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:10.758403 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f7c9d8b5-52b8-4412-8a5e-77c532be559d None None] Transition to ACTIVE for port object e711c069-ea00-4797-8c4e-777fa48bb969 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:10.778811 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f7c9d8b5-52b8-4412-8a5e-77c532be559d None None] Transition to ACTIVE for port object e711c069-ea00-4797-8c4e-777fa48bb969 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:10.789850 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f7c9d8b5-52b8-4412-8a5e-77c532be559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:10.838737 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba52c81e-e4d4-49fe-ba8f-cc8e97e94e90 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:10.844514 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c9d8b5-52b8-4412-8a5e-77c532be559d None None] Network fcfe895c-69d1-45b2-b533-728193b23680 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:10.848425 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-f7c9d8b5-52b8-4412-8a5e-77c532be559d None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:10.853683 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c9d8b5-52b8-4412-8a5e-77c532be559d None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:10.860843 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9d8b5-52b8-4412-8a5e-77c532be559d None None] Pushing event updated for resources: {'Port': ['ID=e711c069-ea00-4797-8c4e-777fa48bb969,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:10.907925 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e231ce-83da-4180-ac61-5a00ea80e0c9 req-4b9a5690-f6f5-44ca-84ab-bb2f9b1b6419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:10.914726 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-47e231ce-83da-4180-ac61-5a00ea80e0c9 req-4b9a5690-f6f5-44ca-84ab-bb2f9b1b6419 service neutron] 10.222.0.57 "GET /v2.0/networks?id=063b4ef8-01f9-41d8-999f-969c8ec857e2 HTTP/1.1" status: 200 len: 897 time: 0.6436698 Aug 16 20:24:10.958008 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f7c9d8b5-52b8-4412-8a5e-77c532be559d None None] Attempting to bind port e711c069-ea00-4797-8c4e-777fa48bb969 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:10.958484 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f7c9d8b5-52b8-4412-8a5e-77c532be559d None None] Attempting to bind port e711c069-ea00-4797-8c4e-777fa48bb969 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'f1b5c116-3522-4fb9-915e-1535d233c96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fcfe895c-69d1-45b2-b533-728193b23680'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:10.958925 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c9d8b5-52b8-4412-8a5e-77c532be559d None None] Attempting to bind port e711c069-ea00-4797-8c4e-777fa48bb969 on network fcfe895c-69d1-45b2-b533-728193b23680 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:10.964825 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c', 'name': 'network-vif-deleted', 'tag': '253e1951-a5db-4669-9167-cca11f6b0a1a'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:10.967627 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c9d8b5-52b8-4412-8a5e-77c532be559d None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:10.968101 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c9d8b5-52b8-4412-8a5e-77c532be559d None None] Checking segment: {'id': 'f1b5c116-3522-4fb9-915e-1535d233c96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fcfe895c-69d1-45b2-b533-728193b23680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:10.968585 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f7c9d8b5-52b8-4412-8a5e-77c532be559d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:10.968827 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791be4b2-6596-4f83-814e-de5431a69cb4" -d '{"events": [{"server_uuid": "b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c", "name": "network-vif-deleted", "tag": "253e1951-a5db-4669-9167-cca11f6b0a1a"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:10.969123 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c9d8b5-52b8-4412-8a5e-77c532be559d None None] Bound using segment: {'id': 'f1b5c116-3522-4fb9-915e-1535d233c96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fcfe895c-69d1-45b2-b533-728193b23680'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:10.969671 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f7c9d8b5-52b8-4412-8a5e-77c532be559d None None] Bound port: e711c069-ea00-4797-8c4e-777fa48bb969, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b5c116-3522-4fb9-915e-1535d233c96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fcfe895c-69d1-45b2-b533-728193b23680'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:10.970128 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f7c9d8b5-52b8-4412-8a5e-77c532be559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:10.990478 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba52c81e-e4d4-49fe-ba8f-cc8e97e94e90 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:11.048917 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1962d8da-009b-4849-9a17-8c6a6ebcfdc1 x-openstack-request-id: req-1962d8da-009b-4849-9a17-8c6a6ebcfdc1 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:11.049445 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c", "name": "network-vif-deleted", "tag": "253e1951-a5db-4669-9167-cca11f6b0a1a", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:11.049860 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1962d8da-009b-4849-9a17-8c6a6ebcfdc1 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:11.050400 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5bd7801-a340-4c1c-a3f9-b7a4c40b8a1c', 'name': 'network-vif-deleted', 'tag': '253e1951-a5db-4669-9167-cca11f6b0a1a', 'status': 'completed', 'code': 200} Aug 16 20:24:11.086496 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f7c9d8b5-52b8-4412-8a5e-77c532be559d None None] For port e711c069-ea00-4797-8c4e-777fa48bb969, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:11.095040 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f7c9d8b5-52b8-4412-8a5e-77c532be559d None None] For port e711c069-ea00-4797-8c4e-777fa48bb969, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e711c069-ea00-4797-8c4e-777fa48bb969,segment=NetworkSegment(f1b5c116-3522-4fb9-915e-1535d233c96c),segment_id=f1b5c116-3522-4fb9-915e-1535d233c96c)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:24:11.103654 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f7c9d8b5-52b8-4412-8a5e-77c532be559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:11.186672 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9d8b5-52b8-4412-8a5e-77c532be559d None None] Pushing event updated for resources: {'Port': ['ID=e711c069-ea00-4797-8c4e-777fa48bb969,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:11.215893 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88394c57-526f-4ab5-b8a3-d8fbb4c5ab71 req-88fde9c9-09fd-41ca-ae04-3c737829514b tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:11.220169 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:11.224915 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-88394c57-526f-4ab5-b8a3-d8fbb4c5ab71 req-88fde9c9-09fd-41ca-ae04-3c737829514b tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 932 time: 0.3039191 Aug 16 20:24:11.228277 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-47e231ce-83da-4180-ac61-5a00ea80e0c9 req-d4662ac5-ef40-4989-bd18-7d14b394684e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10bd8bb9-a200-4f36-afd9-60fe2bad8486 HTTP/1.1" status: 200 len: 1001 time: 0.3062878 Aug 16 20:24:11.343429 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-88394c57-526f-4ab5-b8a3-d8fbb4c5ab71 req-c2dcb04d-6265-49b2-9110-396ffde18778 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149769 Aug 16 20:24:11.349676 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e231ce-83da-4180-ac61-5a00ea80e0c9 req-797bc1f3-9491-444f-a05e-de234ab92883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:11.369616 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-47e231ce-83da-4180-ac61-5a00ea80e0c9 req-797bc1f3-9491-444f-a05e-de234ab92883 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e440ab31-21c6-47f2-aed9-b929b10637a3 HTTP/1.1" status: 200 len: 834 time: 0.1074483 Aug 16 20:24:11.439995 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba52c81e-e4d4-49fe-ba8f-cc8e97e94e90 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:11.443598 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba52c81e-e4d4-49fe-ba8f-cc8e97e94e90 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:11.459838 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ba52c81e-e4d4-49fe-ba8f-cc8e97e94e90 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "DELETE /v2.0/security-groups/77d5e0f0-c7bf-4914-bb7f-c750dcfa5e3b HTTP/1.1" status: 204 len: 168 time: 0.7288973 Aug 16 20:24:11.467404 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:11.513186 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52c81e-e4d4-49fe-ba8f-cc8e97e94e90 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d5e0f0-c7bf-4914-bb7f-c750dcfa5e3b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:11.542840 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e231ce-83da-4180-ac61-5a00ea80e0c9 req-fe480b1e-bd7f-4d24-8a82-7a4afd3f9d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:11.544295 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44504) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:11.547900 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-47e231ce-83da-4180-ac61-5a00ea80e0c9 req-fe480b1e-bd7f-4d24-8a82-7a4afd3f9d54 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=063b4ef8-01f9-41d8-999f-969c8ec857e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1767759 Aug 16 20:24:11.550394 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event deleted for resources: {'Subnet': ['ID=35bc026c-a13b-4940-ba14-145d561a4e1f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:11.686852 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-47e231ce-83da-4180-ac61-5a00ea80e0c9 req-c2b96e18-dd88-4c52-8766-697e14d84d68 service neutron] 10.222.0.57 "GET /v2.0/networks/063b4ef8-01f9-41d8-999f-969c8ec857e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298404 Aug 16 20:24:11.754921 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:11.775470 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec55661-d4ea-47cc-a1e3-42225284e822 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Deleting subnet 61fb0c24-8cfa-439c-9783-bbbaff50fcf9 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:24:11.786828 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcfe895c-69d1-45b2-b533-728193b23680']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:11.789281 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aec55661-d4ea-47cc-a1e3-42225284e822 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:11.827097 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-47e231ce-83da-4180-ac61-5a00ea80e0c9 req-bcd00031-0f5a-437c-aee6-88ae2998cc91 service neutron] 10.222.0.57 "GET /v2.0/networks/063b4ef8-01f9-41d8-999f-969c8ec857e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322935 Aug 16 20:24:11.865134 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b5c116-3522-4fb9-915e-1535d233c96c') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:11.865428 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b5c116-3522-4fb9-915e-1535d233c96c') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:11.904741 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:11.915995 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-2f91ed99-6b69-40a0-b90b-47ef631cd7b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 998fda15-171c-42cb-8e49-6abae1845237 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:24:11.933007 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-2f91ed99-6b69-40a0-b90b-47ef631cd7b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:11.938948 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aec55661-d4ea-47cc-a1e3-42225284e822 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:11.944719 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:11.973354 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device bb1f03eb-a410-40ab-b10a-b9a4ff6966bf up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:11.978868 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:11.979305 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:11.983495 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:24:11.983495 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:11.983495 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:24:11.983495 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:11.983495 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:24:11.983495 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:11.983495 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:24:11.983495 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:11.983495 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:24:11.983495 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:11.983495 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:24:11.983495 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:11.983495 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:24:11.983495 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:11.983495 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:11.983495 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:11.983495 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:11.983495 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:11.983495 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:24:11.983495 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:11.983495 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:24:11.983495 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:11.983495 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:11.983495 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:11.983495 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:11.983495 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:11.983495 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:11.983495 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:11.983495 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:11.983495 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:11.983495 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:11.983495 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:12.005482 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6220caca-f642-4eec-b9c3-df87f6ad0042 None None] Network 6f09e1be-b897-4723-be3f-80ad6532c861 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:12.064160 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-2f91ed99-6b69-40a0-b90b-47ef631cd7b4 service neutron] Transition to ACTIVE for port object 998fda15-171c-42cb-8e49-6abae1845237 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:12.098969 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-40da7c3f-e310-43c0-9603-6d2fc8c9a9f9 admin admin] Deleting port 14c1f232-e54f-48e0-918b-8189a1d906a0 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:12.099865 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-40da7c3f-e310-43c0-9603-6d2fc8c9a9f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:12.101122 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.db.api [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 20:24:12.101122 n-d-787206-13 neutron-server[94770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 20:24:12.101122 n-d-787206-13 neutron-server[94770]: [parameters: {'id': 'fcfe895c-69d1-45b2-b533-728193b23680'}] Aug 16 20:24:12.101122 n-d-787206-13 neutron-server[94770]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:24:12.102086 n-d-787206-13 neutron-server[94770]: DEBUG oslo_db.api [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:24:12.106382 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4cbb2db0-7e9e-44c5-9936-4e324fcbd42f None None] Provisioning for port bb1f03eb-a410-40ab-b10a-b9a4ff6966bf completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:12.115743 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-2f91ed99-6b69-40a0-b90b-47ef631cd7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:12.130125 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port bb1f03eb-a410-40ab-b10a-b9a4ff6966bf completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:12.141721 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port bb1f03eb-a410-40ab-b10a-b9a4ff6966bf triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:12.142088 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:12.212107 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aec55661-d4ea-47cc-a1e3-42225284e822 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:12.249437 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91ed99-6b69-40a0-b90b-47ef631cd7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=998fda15-171c-42cb-8e49-6abae1845237,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:12.334861 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:12.336687 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-40da7c3f-e310-43c0-9603-6d2fc8c9a9f9 admin admin] For port 14c1f232-e54f-48e0-918b-8189a1d906a0, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=14c1f232-e54f-48e0-918b-8189a1d906a0,segment=NetworkSegment(d8d657a1-66d4-492a-af2c-49aba309b784),segment_id=d8d657a1-66d4-492a-af2c-49aba309b784)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:12.337266 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-40da7c3f-e310-43c0-9603-6d2fc8c9a9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:12.370735 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-40da7c3f-e310-43c0-9603-6d2fc8c9a9f9 admin admin] Calling delete_port for 14c1f232-e54f-48e0-918b-8189a1d906a0 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:12.387163 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aec55661-d4ea-47cc-a1e3-42225284e822 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:12.391277 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port bb1f03eb-a410-40ab-b10a-b9a4ff6966bf, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=bb1f03eb-a410-40ab-b10a-b9a4ff6966bf,segment=NetworkSegment(85a94dc2-0e57-4e3d-b340-6c8a1e8870d7),segment_id=85a94dc2-0e57-4e3d-b340-6c8a1e8870d7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:12.417656 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:12.425139 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e711c069-ea00-4797-8c4e-777fa48bb969 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:12.445974 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec55661-d4ea-47cc-a1e3-42225284e822 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event deleted for resources: {'Subnet': ['ID=61fb0c24-8cfa-439c-9783-bbbaff50fcf9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:12.502709 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aec55661-d4ea-47cc-a1e3-42225284e822 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:12.504660 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-aec55661-d4ea-47cc-a1e3-42225284e822 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "DELETE /v2.0/subnets/61fb0c24-8cfa-439c-9783-bbbaff50fcf9 HTTP/1.1" status: 204 len: 168 time: 0.9553649 Aug 16 20:24:12.507879 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44528) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:12.508422 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-2f91ed99-6b69-40a0-b90b-47ef631cd7b4 service neutron] Attempting to bind port 998fda15-171c-42cb-8e49-6abae1845237 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:12.508547 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-2f91ed99-6b69-40a0-b90b-47ef631cd7b4 service neutron] Attempting to bind port 998fda15-171c-42cb-8e49-6abae1845237 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '1230467e-4416-4b8a-943d-fb2fbc696288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'afc7a288-6dce-478e-9322-f9e9d9830245'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:12.508833 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-2f91ed99-6b69-40a0-b90b-47ef631cd7b4 service neutron] Attempting to bind port 998fda15-171c-42cb-8e49-6abae1845237 on network afc7a288-6dce-478e-9322-f9e9d9830245 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:12.511354 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4183df-7ed2-449b-a8ac-9796f6d549ac None None] Network df1cb24b-849a-4898-894a-88b85c8318fc requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:12.573706 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-2f91ed99-6b69-40a0-b90b-47ef631cd7b4 service neutron] Port 998fda15-171c-42cb-8e49-6abae1845237 on network afc7a288-6dce-478e-9322-f9e9d9830245 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:24:12.574382 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-2f91ed99-6b69-40a0-b90b-47ef631cd7b4 service neutron] Attempting to bind port 998fda15-171c-42cb-8e49-6abae1845237 on network afc7a288-6dce-478e-9322-f9e9d9830245 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:12.604223 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:12.636982 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f072b6b-64a3-4a38-8cec-b8fa6fc994f0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:12.743641 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0f072b6b-64a3-4a38-8cec-b8fa6fc994f0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Deleting port cb44c001-0d26-42af-bd94-83aeb851f5e6 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:12.744043 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f072b6b-64a3-4a38-8cec-b8fa6fc994f0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:12.778832 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-2f91ed99-6b69-40a0-b90b-47ef631cd7b4 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:12.779192 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-2f91ed99-6b69-40a0-b90b-47ef631cd7b4 service neutron] Checking segment: {'id': '1230467e-4416-4b8a-943d-fb2fbc696288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'afc7a288-6dce-478e-9322-f9e9d9830245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:12.779676 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-2f91ed99-6b69-40a0-b90b-47ef631cd7b4 service neutron] Bound using segment: {'id': '1230467e-4416-4b8a-943d-fb2fbc696288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'afc7a288-6dce-478e-9322-f9e9d9830245'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:12.780242 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-2f91ed99-6b69-40a0-b90b-47ef631cd7b4 service neutron] Bound port: 998fda15-171c-42cb-8e49-6abae1845237, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1230467e-4416-4b8a-943d-fb2fbc696288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'afc7a288-6dce-478e-9322-f9e9d9830245'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:12.780613 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-2f91ed99-6b69-40a0-b90b-47ef631cd7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:12.796374 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-40da7c3f-e310-43c0-9603-6d2fc8c9a9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:12.813422 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67e437d-8aa7-4b54-b232-62d9e2e1f459 None None] Network fcfe895c-69d1-45b2-b533-728193b23680 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:12.822837 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6d8ba-0ef9-4937-a4c9-e0072fdcfb48 req-03808363-a254-4f52-80a8-b24663badc91 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:12.831093 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aad6d8ba-0ef9-4937-a4c9-e0072fdcfb48 req-03808363-a254-4f52-80a8-b24663badc91 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 944 time: 0.3302553 Aug 16 20:24:12.871086 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-0f072b6b-64a3-4a38-8cec-b8fa6fc994f0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] For port cb44c001-0d26-42af-bd94-83aeb851f5e6, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=cb44c001-0d26-42af-bd94-83aeb851f5e6,segment=NetworkSegment(ec08b430-a83e-4fbb-a8b6-04393ef48a50),segment_id=ec08b430-a83e-4fbb-a8b6-04393ef48a50)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:12.871527 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f072b6b-64a3-4a38-8cec-b8fa6fc994f0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:12.906634 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0f072b6b-64a3-4a38-8cec-b8fa6fc994f0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Calling delete_port for cb44c001-0d26-42af-bd94-83aeb851f5e6 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:12.946512 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da7c3f-e310-43c0-9603-6d2fc8c9a9f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=14c1f232-e54f-48e0-918b-8189a1d906a0,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:12.952666 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=bb1f03eb-a410-40ab-b10a-b9a4ff6966bf,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:12.973765 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c081663c-68cb-439a-9482-74406cadbbb9 None None] Provisioning complete for port bb1f03eb-a410-40ab-b10a-b9a4ff6966bf triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:12.974403 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c081663c-68cb-439a-9482-74406cadbbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.081286 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f072b6b-64a3-4a38-8cec-b8fa6fc994f0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.083408 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aad6d8ba-0ef9-4937-a4c9-e0072fdcfb48 req-3c127f97-65c3-4e29-a7b1-902d91e31235 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510133 Aug 16 20:24:13.125005 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f072b6b-64a3-4a38-8cec-b8fa6fc994f0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event deleted for resources: {'Port': ['ID=cb44c001-0d26-42af-bd94-83aeb851f5e6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:13.129037 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f072b6b-64a3-4a38-8cec-b8fa6fc994f0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] No DVR routers for this DVR port cb44c001-0d26-42af-bd94-83aeb851f5e6 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:13.141682 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port e711c069-ea00-4797-8c4e-777fa48bb969 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:13.192926 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-2f91ed99-6b69-40a0-b90b-47ef631cd7b4 service neutron] For port 998fda15-171c-42cb-8e49-6abae1845237, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:13.291081 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f072b6b-64a3-4a38-8cec-b8fa6fc994f0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.320268 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63697a51-8a93-4f4e-8187-17ac499e5dc6 None None] DHCP port deletion for df1cb24b-849a-4898-894a-88b85c8318fc request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:24:13.330815 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-0f072b6b-64a3-4a38-8cec-b8fa6fc994f0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1cb24b-849a-4898-894a-88b85c8318fc']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:13.344746 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-0f072b6b-64a3-4a38-8cec-b8fa6fc994f0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec08b430-a83e-4fbb-a8b6-04393ef48a50') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:13.345326 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-0f072b6b-64a3-4a38-8cec-b8fa6fc994f0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec08b430-a83e-4fbb-a8b6-04393ef48a50') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:13.361349 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f072b6b-64a3-4a38-8cec-b8fa6fc994f0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.385581 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f072b6b-64a3-4a38-8cec-b8fa6fc994f0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.392767 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f072b6b-64a3-4a38-8cec-b8fa6fc994f0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:13.393177 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f072b6b-64a3-4a38-8cec-b8fa6fc994f0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.397982 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:24:13.397982 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:13.397982 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:24:13.397982 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:13.397982 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:24:13.397982 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:13.397982 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:24:13.397982 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:13.397982 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:24:13.397982 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:13.397982 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:24:13.397982 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:13.397982 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:24:13.397982 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:13.397982 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:13.397982 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:13.397982 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:13.397982 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:13.397982 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:24:13.397982 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:13.397982 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:24:13.397982 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:13.397982 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:13.397982 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:13.397982 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:13.397982 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:13.397982 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:13.397982 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:13.397982 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:13.397982 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:13.397982 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:13.397982 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:13.420870 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee12b3ae-be2d-487f-8d3f-1f1c96cfb5d9 None None] DHCP port deletion for fcfe895c-69d1-45b2-b533-728193b23680 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:24:13.469266 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1db43d15-033c-4c10-bb1b-85a9d392345c None None] Provisioning for port e711c069-ea00-4797-8c4e-777fa48bb969 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:13.472719 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f072b6b-64a3-4a38-8cec-b8fa6fc994f0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.476768 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1db43d15-033c-4c10-bb1b-85a9d392345c None None] Provisioning complete for port e711c069-ea00-4797-8c4e-777fa48bb969 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:13.477877 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1db43d15-033c-4c10-bb1b-85a9d392345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.484363 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f072b6b-64a3-4a38-8cec-b8fa6fc994f0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.486561 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0f072b6b-64a3-4a38-8cec-b8fa6fc994f0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "DELETE /v2.0/networks/df1cb24b-849a-4898-894a-88b85c8318fc HTTP/1.1" status: 204 len: 168 time: 0.9764690 Aug 16 20:24:13.491070 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44538) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:13.542423 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-2f91ed99-6b69-40a0-b90b-47ef631cd7b4 service neutron] For port 998fda15-171c-42cb-8e49-6abae1845237, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=998fda15-171c-42cb-8e49-6abae1845237,segment=NetworkSegment(1230467e-4416-4b8a-943d-fb2fbc696288),segment_id=1230467e-4416-4b8a-943d-fb2fbc696288)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:24:13.545863 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Deleting port e711c069-ea00-4797-8c4e-777fa48bb969 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:13.546363 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.556808 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ee12b3ae-be2d-487f-8d3f-1f1c96cfb5d9 None None] Deleting port e711c069-ea00-4797-8c4e-777fa48bb969 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:13.557475 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ee12b3ae-be2d-487f-8d3f-1f1c96cfb5d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.588619 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-2f91ed99-6b69-40a0-b90b-47ef631cd7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.662065 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-40da7c3f-e310-43c0-9603-6d2fc8c9a9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.665022 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-2f91ed99-6b69-40a0-b90b-47ef631cd7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:13.666133 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-2f91ed99-6b69-40a0-b90b-47ef631cd7b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.667799 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-2f91ed99-6b69-40a0-b90b-47ef631cd7b4 service neutron] 10.222.0.57 "PUT /v2.0/ports/998fda15-171c-42cb-8e49-6abae1845237 HTTP/1.1" status: 200 len: 1093 time: 3.8085110 Aug 16 20:24:13.671286 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1db43d15-033c-4c10-bb1b-85a9d392345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.674259 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4167e8b8-83aa-4784-be8d-f63514bc7a33', 'tag': '998fda15-171c-42cb-8e49-6abae1845237'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:13.677183 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f6fafd-3eca-4cbb-b549-21b0fcf8cb0c" -d '{"events": [{"name": "network-changed", "server_uuid": "4167e8b8-83aa-4784-be8d-f63514bc7a33", "tag": "998fda15-171c-42cb-8e49-6abae1845237"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:13.684738 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] For port e711c069-ea00-4797-8c4e-777fa48bb969, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e711c069-ea00-4797-8c4e-777fa48bb969,segment=NetworkSegment(f1b5c116-3522-4fb9-915e-1535d233c96c),segment_id=f1b5c116-3522-4fb9-915e-1535d233c96c)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:13.685527 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.714901 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ee12b3ae-be2d-487f-8d3f-1f1c96cfb5d9 None None] For port e711c069-ea00-4797-8c4e-777fa48bb969, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e711c069-ea00-4797-8c4e-777fa48bb969,segment=NetworkSegment(f1b5c116-3522-4fb9-915e-1535d233c96c),segment_id=f1b5c116-3522-4fb9-915e-1535d233c96c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:13.715331 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ee12b3ae-be2d-487f-8d3f-1f1c96cfb5d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.719560 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Calling delete_port for e711c069-ea00-4797-8c4e-777fa48bb969 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:13.734459 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f072b6b-64a3-4a38-8cec-b8fa6fc994f0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event deleted for resources: {'Network': ['ID=df1cb24b-849a-4898-894a-88b85c8318fc,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:13.744358 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ee12b3ae-be2d-487f-8d3f-1f1c96cfb5d9 None None] Calling delete_port for e711c069-ea00-4797-8c4e-777fa48bb969 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:13.756791 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1db43d15-033c-4c10-bb1b-85a9d392345c None None] For port e711c069-ea00-4797-8c4e-777fa48bb969, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e711c069-ea00-4797-8c4e-777fa48bb969,segment=NetworkSegment(f1b5c116-3522-4fb9-915e-1535d233c96c),segment_id=f1b5c116-3522-4fb9-915e-1535d233c96c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:13.759890 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d077e158-fbca-40c9-8ddb-02fe45d06ac7 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Deleting port bf073140-83eb-46ee-b272-26234b2a1fe6 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:13.760254 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d077e158-fbca-40c9-8ddb-02fe45d06ac7 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.763960 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1db43d15-033c-4c10-bb1b-85a9d392345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.794463 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c372ba1-efad-4fa0-8aa8-84455ac2ef04 x-openstack-request-id: req-0c372ba1-efad-4fa0-8aa8-84455ac2ef04 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:13.794937 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4167e8b8-83aa-4784-be8d-f63514bc7a33", "tag": "998fda15-171c-42cb-8e49-6abae1845237", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:13.795364 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0c372ba1-efad-4fa0-8aa8-84455ac2ef04 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:13.795799 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4167e8b8-83aa-4784-be8d-f63514bc7a33', 'tag': '998fda15-171c-42cb-8e49-6abae1845237', 'status': 'completed', 'code': 200} Aug 16 20:24:13.817238 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91ed99-6b69-40a0-b90b-47ef631cd7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=998fda15-171c-42cb-8e49-6abae1845237,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:13.894347 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d077e158-fbca-40c9-8ddb-02fe45d06ac7 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.894746 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d077e158-fbca-40c9-8ddb-02fe45d06ac7 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.894951 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db43d15-033c-4c10-bb1b-85a9d392345c None None] Pushing event updated for resources: {'Port': ['ID=e711c069-ea00-4797-8c4e-777fa48bb969,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:13.926188 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d077e158-fbca-40c9-8ddb-02fe45d06ac7 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Calling delete_port for bf073140-83eb-46ee-b272-26234b2a1fe6 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:13.944323 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-fafccce5-632f-4e9b-b8cc-105809c0b428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:13.945920 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-fafccce5-632f-4e9b-b8cc-105809c0b428 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3151f4666ae6480e89494ed914513367&device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 1096 time: 0.2094817 Aug 16 20:24:13.984646 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ee12b3ae-be2d-487f-8d3f-1f1c96cfb5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:14.004534 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-28d8b439-b2ee-4a04-842a-3b7ed9ce07c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=998fda15-171c-42cb-8e49-6abae1845237 HTTP/1.1" status: 200 len: 217 time: 0.0480790 Aug 16 20:24:14.032386 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device bb1f03eb-a410-40ab-b10a-b9a4ff6966bf up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:14.060208 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12b3ae-be2d-487f-8d3f-1f1c96cfb5d9 None None] Pushing event deleted for resources: {'Port': ['ID=e711c069-ea00-4797-8c4e-777fa48bb969,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:14.067763 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee12b3ae-be2d-487f-8d3f-1f1c96cfb5d9 None None] No DVR routers for this DVR port e711c069-ea00-4797-8c4e-777fa48bb969 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:14.102457 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port bb1f03eb-a410-40ab-b10a-b9a4ff6966bf triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:14.107880 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:14.115705 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:14.235305 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] No DVR routers for this DVR port e711c069-ea00-4797-8c4e-777fa48bb969 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:14.238388 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-886356ed-e044-440f-b4db-ec0db8eaa954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:14.239982 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-886356ed-e044-440f-b4db-ec0db8eaa954 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43ca3303-9c5c-4919-8060-0aa00929cb96 HTTP/1.1" status: 200 len: 854 time: 0.2267160 Aug 16 20:24:14.244913 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event deleted for resources: {'Port': ['ID=e711c069-ea00-4797-8c4e-777fa48bb969,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:14.262401 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d077e158-fbca-40c9-8ddb-02fe45d06ac7 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:14.300638 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb1175-4c6a-41ee-aba7-deaf95a0d262 req-ed8a2ad6-db0e-4baa-9bd2-d141c07a617d tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:14.302422 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7feb1175-4c6a-41ee-aba7-deaf95a0d262 req-ed8a2ad6-db0e-4baa-9bd2-d141c07a617d tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 944 time: 0.1222150 Aug 16 20:24:14.305368 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077e158-fbca-40c9-8ddb-02fe45d06ac7 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event deleted for resources: {'Port': ['ID=bf073140-83eb-46ee-b272-26234b2a1fe6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:14.307812 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device cb44c001-0d26-42af-bd94-83aeb851f5e6 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:14.321577 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-0a96eb2d-2d29-4933-80f2-64adbea2b5ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=afc7a288-6dce-478e-9322-f9e9d9830245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744276 Aug 16 20:24:14.342717 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: cb44c001-0d26-42af-bd94-83aeb851f5e6 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:14.343429 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device cb44c001-0d26-42af-bd94-83aeb851f5e6 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:14.343945 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e711c069-ea00-4797-8c4e-777fa48bb969 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:14.371342 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7feb1175-4c6a-41ee-aba7-deaf95a0d262 req-f30ecc3a-815e-46bd-813e-044191b1a8db tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475967 Aug 16 20:24:14.374567 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: e711c069-ea00-4797-8c4e-777fa48bb969 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:14.375589 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e711c069-ea00-4797-8c4e-777fa48bb969 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:14.416766 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d077e158-fbca-40c9-8ddb-02fe45d06ac7 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:14.417306 n-d-787206-13 neutron-server[94771]: INFO neutron.db.l3_db [None req-d077e158-fbca-40c9-8ddb-02fe45d06ac7 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Floating IP 3803dd79-2a50-4a77-886c-df6d04cc6e43 disassociated (deleted). External IP: 172.25.8.140, port: 10bd8bb9-a200-4f36-afd9-60fe2bad8486. Aug 16 20:24:14.422802 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:14.442180 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40da7c3f-e310-43c0-9603-6d2fc8c9a9f9 admin admin] Router 0c5c769e-0095-48a4-a854-53f39951f1b5 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:24:14.445456 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcfe895c-69d1-45b2-b533-728193b23680']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:14.464012 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b5c116-3522-4fb9-915e-1535d233c96c') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:14.464305 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b5c116-3522-4fb9-915e-1535d233c96c') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:14.480646 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:14.553967 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-587baa83-0259-428c-b056-2508f7f7cbab service neutron] 10.222.0.57 "GET /v2.0/networks/afc7a288-6dce-478e-9322-f9e9d9830245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040861 Aug 16 20:24:14.554918 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:14.604030 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:14.604450 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: self.session.flush() Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: self.session.flush() Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: self.session.flush() Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: self.session.flush() Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:14.608329 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:14.647281 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d077e158-fbca-40c9-8ddb-02fe45d06ac7 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Router 6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:24:14.725703 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40da7c3f-e310-43c0-9603-6d2fc8c9a9f9 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:24:14.732140 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-40da7c3f-e310-43c0-9603-6d2fc8c9a9f9 admin admin] 10.222.0.68 "PUT /v2.0/routers/0c5c769e-0095-48a4-a854-53f39951f1b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6094623 Aug 16 20:24:14.736158 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a0101a-4e5c-484d-a82a-12e17737e378 None None] Sync routers for ids ['0c5c769e-0095-48a4-a854-53f39951f1b5'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:24:14.739660 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:14.739885 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44556) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:14.748798 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:14.750638 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "DELETE /v2.0/networks/fcfe895c-69d1-45b2-b533-728193b23680 HTTP/1.1" status: 204 len: 168 time: 4.9045131 Aug 16 20:24:14.761740 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44558) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:14.761878 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a0101a-4e5c-484d-a82a-12e17737e378 None None] Routers {'0c5c769e-0095-48a4-a854-53f39951f1b5'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:24:14.762397 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a0a0101a-4e5c-484d-a82a-12e17737e378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:24:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['0c5c769e-0095-48a4-a854-53f39951f1b5'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:14.778211 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828e891-f860-415c-ae19-5ea5bd42f2b8 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event deleted for resources: {'Network': ['ID=fcfe895c-69d1-45b2-b533-728193b23680,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:14.785824 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b51ec365-8a44-43e0-b46d-cbe3964a570b req-cb86b4fa-0c6e-47e5-b0aa-57b88547a111 service neutron] 10.222.0.57 "GET /v2.0/networks/afc7a288-6dce-478e-9322-f9e9d9830245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228560 Aug 16 20:24:14.798567 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a52a6b10-7d20-4126-ae42-71e3cebd3bda tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1011453401'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:14.869016 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d077e158-fbca-40c9-8ddb-02fe45d06ac7 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:24:14.875415 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d077e158-fbca-40c9-8ddb-02fe45d06ac7 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:14.883965 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c873a53a-2b19-42f8-aaca-548e765e7198 None None] Sync routers for ids ['6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:24:14.898798 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c873a53a-2b19-42f8-aaca-548e765e7198 None None] Routers {'6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:24:14.899521 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c873a53a-2b19-42f8-aaca-548e765e7198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:24:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:14.903504 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52a6b10-7d20-4126-ae42-71e3cebd3bda tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Made reservation on behalf of 9eeedc4ab934422e88390e7ea2a3eaeb for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:14.903699 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6fafd-3eca-4cbb-b549-21b0fcf8cb0c req-02162717-fd23-46f8-94d3-ccba556eb8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:14.906887 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03f6fafd-3eca-4cbb-b549-21b0fcf8cb0c req-02162717-fd23-46f8-94d3-ccba556eb8c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3151f4666ae6480e89494ed914513367&device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 1096 time: 0.0626485 Aug 16 20:24:14.907496 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a52a6b10-7d20-4126-ae42-71e3cebd3bda tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:14.936552 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-a0a0101a-4e5c-484d-a82a-12e17737e378 None None] Set router 0c5c769e-0095-48a4-a854-53f39951f1b5 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:24:14.972365 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a52a6b10-7d20-4126-ae42-71e3cebd3bda tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:24:14.993859 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d077e158-fbca-40c9-8ddb-02fe45d06ac7 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "DELETE /v2.0/floatingips/3803dd79-2a50-4a77-886c-df6d04cc6e43 HTTP/1.1" status: 204 len: 168 time: 1.5016279 Aug 16 20:24:15.011357 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a52a6b10-7d20-4126-ae42-71e3cebd3bda tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:15.013254 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-a52a6b10-7d20-4126-ae42-71e3cebd3bda tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Added segment 3d743678-bdc1-433b-b472-094ff1e85dae of type vlan for network ec5307d1-b218-44fa-b4a7-d6eb3c221eaa Aug 16 20:24:15.033688 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-c873a53a-2b19-42f8-aaca-548e765e7198 None None] Set router 6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:24:15.101432 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a27eca5-7bd1-40e0-ac87-e93472608865', 'tag': '10bd8bb9-a200-4f36-afd9-60fe2bad8486'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:15.106941 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6fafd-3eca-4cbb-b549-21b0fcf8cb0c req-1e9c874b-633f-47e8-a270-4c01c27be737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:15.109202 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03f6fafd-3eca-4cbb-b549-21b0fcf8cb0c req-1e9c874b-633f-47e8-a270-4c01c27be737 service neutron] 10.222.0.57 "GET /v2.0/networks?id=afc7a288-6dce-478e-9322-f9e9d9830245 HTTP/1.1" status: 200 len: 915 time: 0.1884122 Aug 16 20:24:15.110764 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ac1436-16a4-4fa3-9351-6f512d0a194e" -d '{"events": [{"name": "network-changed", "server_uuid": "3a27eca5-7bd1-40e0-ac87-e93472608865", "tag": "10bd8bb9-a200-4f36-afd9-60fe2bad8486"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:15.114349 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ac39782-1426-4bab-84a2-ae978262986d admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:15.165357 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a52a6b10-7d20-4126-ae42-71e3cebd3bda tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:15.242889 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03f6fafd-3eca-4cbb-b549-21b0fcf8cb0c req-f8936b69-7b65-48d7-bdb2-99ed89610798 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=998fda15-171c-42cb-8e49-6abae1845237 HTTP/1.1" status: 200 len: 217 time: 0.1238017 Aug 16 20:24:15.256908 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dae9ec-0d0b-4715-81d8-fbb05dd3c330 x-openstack-request-id: req-c7dae9ec-0d0b-4715-81d8-fbb05dd3c330 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:15.258478 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a27eca5-7bd1-40e0-ac87-e93472608865", "tag": "10bd8bb9-a200-4f36-afd9-60fe2bad8486", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:15.258752 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c7dae9ec-0d0b-4715-81d8-fbb05dd3c330 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:15.259164 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a27eca5-7bd1-40e0-ac87-e93472608865', 'tag': '10bd8bb9-a200-4f36-afd9-60fe2bad8486', 'status': 'completed', 'code': 200} Aug 16 20:24:15.298485 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a0a0101a-4e5c-484d-a82a-12e17737e378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5c769e-0095-48a4-a854-53f39951f1b5', 'name': 'tempest-TestServerMultinode-1938170813-router', 'tenant_id': '302ee42658e943c28425caef0344fefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b89b76b3-974b-4818-ac4d-aba460ebbeba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:23:04Z', 'updated_at': '2021-08-16T20:24:12Z', 'revision_number': 5, 'project_id': '302ee42658e943c28425caef0344fefd', 'gw_port': {'id': 'b89b76b3-974b-4818-ac4d-aba460ebbeba', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5c769e-0095-48a4-a854-53f39951f1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:23:05Z', 'updated_at': '2021-08-16T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:15.342856 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a0101a-4e5c-484d-a82a-12e17737e378 None None] Checking router: 0c5c769e-0095-48a4-a854-53f39951f1b5 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:24:15.347432 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a52a6b10-7d20-4126-ae42-71e3cebd3bda tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:15.356001 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c873a53a-2b19-42f8-aaca-548e765e7198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'name': 'tempest-TestNetworkBasicOps-router-33155459', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:35Z', 'updated_at': '2021-08-16T20:24:04Z', 'revision_number': 6, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:36Z', 'updated_at': '2021-08-16T20:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '8e7f6d5f-4b3e-4dac-9137-d369b4760fb6', 'name': '', 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'mac_address': 'fa:16:3e:f0:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'e440ab31-21c6-47f2-aed9-b929b10637a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:45Z', 'updated_at': '2021-08-16T20:21:58Z', 'revision_number': 5, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'subnets': [{'id': 'e440ab31-21c6-47f2-aed9-b929b10637a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:15.359904 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52a6b10-7d20-4126-ae42-71e3cebd3bda tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:15.360552 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a52a6b10-7d20-4126-ae42-71e3cebd3bda tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:15.361395 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6fafd-3eca-4cbb-b549-21b0fcf8cb0c req-f6b3f07e-7f08-48db-a738-598aed46fc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:15.362902 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03f6fafd-3eca-4cbb-b549-21b0fcf8cb0c req-f6b3f07e-7f08-48db-a738-598aed46fc79 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43ca3303-9c5c-4919-8060-0aa00929cb96 HTTP/1.1" status: 200 len: 854 time: 0.1127419 Aug 16 20:24:15.364117 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a0101a-4e5c-484d-a82a-12e17737e378 None None] Routers {'0c5c769e-0095-48a4-a854-53f39951f1b5'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:24:15.364757 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a0a0101a-4e5c-484d-a82a-12e17737e378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:24:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['0c5c769e-0095-48a4-a854-53f39951f1b5'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:15.406506 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c873a53a-2b19-42f8-aaca-548e765e7198 None None] Checking router: 6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:24:15.427193 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c873a53a-2b19-42f8-aaca-548e765e7198 None None] Routers {'6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:24:15.427887 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c873a53a-2b19-42f8-aaca-548e765e7198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:24:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:15.432228 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac1436-16a4-4fa3-9351-6f512d0a194e req-b986dedb-edb5-4974-b7c0-e2a61ed46cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:15.433906 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-75ac1436-16a4-4fa3-9351-6f512d0a194e req-b986dedb-edb5-4974-b7c0-e2a61ed46cee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e56891446a5d4a4da1a00ff61508934e&device_id=3a27eca5-7bd1-40e0-ac87-e93472608865 HTTP/1.1" status: 200 len: 1097 time: 0.1860986 Aug 16 20:24:15.452161 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03f6fafd-3eca-4cbb-b549-21b0fcf8cb0c req-60de63e5-70f1-4f70-b9f2-5b1e96248ec2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=afc7a288-6dce-478e-9322-f9e9d9830245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782697 Aug 16 20:24:15.489718 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-a0a0101a-4e5c-484d-a82a-12e17737e378 None None] Set router 0c5c769e-0095-48a4-a854-53f39951f1b5 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:24:15.502741 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ac39782-1426-4bab-84a2-ae978262986d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:15.570172 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a6b10-7d20-4126-ae42-71e3cebd3bda tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event updated for resources: {'Network': ['ID=ec5307d1-b218-44fa-b4a7-d6eb3c221eaa,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:15.578430 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-c873a53a-2b19-42f8-aaca-548e765e7198 None None] Set router 6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:24:15.611765 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a52a6b10-7d20-4126-ae42-71e3cebd3bda tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8176625 Aug 16 20:24:15.630327 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44578) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:15.638028 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0f3c3ffe-88cb-4d7f-9aac-b76c3208d7b4 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Request body: {'subnet': {'network_id': 'ec5307d1-b218-44fa-b4a7-d6eb3c221eaa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:15.729295 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdc533-abd5-4f16-b8be-f9f07f4f585b req-39fc58d3-7df5-4df6-9074-f830c16daf70 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:15.737617 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-62fdc533-abd5-4f16-b8be-f9f07f4f585b req-39fc58d3-7df5-4df6-9074-f830c16daf70 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=3a27eca5-7bd1-40e0-ac87-e93472608865 HTTP/1.1" status: 200 len: 945 time: 0.2844326 Aug 16 20:24:15.752255 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03f6fafd-3eca-4cbb-b549-21b0fcf8cb0c req-ab8f4d66-4c85-4559-a4b0-9c88ba4db18c service neutron] 10.222.0.57 "GET /v2.0/networks/afc7a288-6dce-478e-9322-f9e9d9830245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869203 Aug 16 20:24:15.753231 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a0a0101a-4e5c-484d-a82a-12e17737e378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5c769e-0095-48a4-a854-53f39951f1b5', 'name': 'tempest-TestServerMultinode-1938170813-router', 'tenant_id': '302ee42658e943c28425caef0344fefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b89b76b3-974b-4818-ac4d-aba460ebbeba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:23:04Z', 'updated_at': '2021-08-16T20:24:12Z', 'revision_number': 5, 'project_id': '302ee42658e943c28425caef0344fefd', 'gw_port': {'id': 'b89b76b3-974b-4818-ac4d-aba460ebbeba', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5c769e-0095-48a4-a854-53f39951f1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:23:05Z', 'updated_at': '2021-08-16T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:15.779886 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac1436-16a4-4fa3-9351-6f512d0a194e req-a9cda06d-e31a-4120-a963-59efd9c97610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:15.781458 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-75ac1436-16a4-4fa3-9351-6f512d0a194e req-a9cda06d-e31a-4120-a963-59efd9c97610 service neutron] 10.222.0.57 "GET /v2.0/networks?id=063b4ef8-01f9-41d8-999f-969c8ec857e2 HTTP/1.1" status: 200 len: 897 time: 0.2186608 Aug 16 20:24:15.792646 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a0101a-4e5c-484d-a82a-12e17737e378 None None] The sync data for ids ['0c5c769e-0095-48a4-a854-53f39951f1b5'] in n-d-787206-13 is: [{'id': '0c5c769e-0095-48a4-a854-53f39951f1b5', 'name': 'tempest-TestServerMultinode-1938170813-router', 'tenant_id': '302ee42658e943c28425caef0344fefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b89b76b3-974b-4818-ac4d-aba460ebbeba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:23:04Z', 'updated_at': '2021-08-16T20:24:12Z', 'revision_number': 5, 'project_id': '302ee42658e943c28425caef0344fefd', 'gw_port': {'id': 'b89b76b3-974b-4818-ac4d-aba460ebbeba', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5c769e-0095-48a4-a854-53f39951f1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:23:05Z', 'updated_at': '2021-08-16T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:24:15.812675 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a6b10-7d20-4126-ae42-71e3cebd3bda tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:15.813024 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a6b10-7d20-4126-ae42-71e3cebd3bda tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:15.813367 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a6b10-7d20-4126-ae42-71e3cebd3bda tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:15.813700 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a6b10-7d20-4126-ae42-71e3cebd3bda tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:15.814033 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a6b10-7d20-4126-ae42-71e3cebd3bda tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:15.814364 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a6b10-7d20-4126-ae42-71e3cebd3bda tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:15.814715 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a6b10-7d20-4126-ae42-71e3cebd3bda tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:15.815051 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a6b10-7d20-4126-ae42-71e3cebd3bda tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:15.815406 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a6b10-7d20-4126-ae42-71e3cebd3bda tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:15.815730 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a6b10-7d20-4126-ae42-71e3cebd3bda tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:15.816056 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a6b10-7d20-4126-ae42-71e3cebd3bda tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:15.816379 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a6b10-7d20-4126-ae42-71e3cebd3bda tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:15.829045 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network ec5307d1-b218-44fa-b4a7-d6eb3c221eaa details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:24:15.879586 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-62fdc533-abd5-4f16-b8be-f9f07f4f585b req-9b32dfba-f2b1-48a7-9907-db22b49d2ea7 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7620413-02d0-483a-9a4a-7cb2b8a0bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406794 Aug 16 20:24:15.889552 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3c3ffe-88cb-4d7f-9aac-b76c3208d7b4 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Made reservation on behalf of 9eeedc4ab934422e88390e7ea2a3eaeb for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:15.894904 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0f3c3ffe-88cb-4d7f-9aac-b76c3208d7b4 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:15.957185 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c873a53a-2b19-42f8-aaca-548e765e7198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'name': 'tempest-TestNetworkBasicOps-router-33155459', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:35Z', 'updated_at': '2021-08-16T20:24:04Z', 'revision_number': 6, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:36Z', 'updated_at': '2021-08-16T20:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '8e7f6d5f-4b3e-4dac-9137-d369b4760fb6', 'name': '', 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'mac_address': 'fa:16:3e:f0:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'e440ab31-21c6-47f2-aed9-b929b10637a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:45Z', 'updated_at': '2021-08-16T20:21:58Z', 'revision_number': 5, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'subnets': [{'id': 'e440ab31-21c6-47f2-aed9-b929b10637a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:16.025706 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c873a53a-2b19-42f8-aaca-548e765e7198 None None] The sync data for ids ['6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'] in n-d-787206-13 is: [{'id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'name': 'tempest-TestNetworkBasicOps-router-33155459', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:35Z', 'updated_at': '2021-08-16T20:24:04Z', 'revision_number': 6, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:36Z', 'updated_at': '2021-08-16T20:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '8e7f6d5f-4b3e-4dac-9137-d369b4760fb6', 'name': '', 'network_id': '063b4ef8-01f9-41d8-999f-969c8ec857e2', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'mac_address': 'fa:16:3e:f0:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'e440ab31-21c6-47f2-aed9-b929b10637a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:45Z', 'updated_at': '2021-08-16T20:21:58Z', 'revision_number': 5, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'subnets': [{'id': 'e440ab31-21c6-47f2-aed9-b929b10637a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:24:16.041196 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03f6fafd-3eca-4cbb-b549-21b0fcf8cb0c req-655ca371-6950-48ce-ae9d-7ff1560f41e0 service neutron] 10.222.0.57 "GET /v2.0/networks/afc7a288-6dce-478e-9322-f9e9d9830245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792730 Aug 16 20:24:16.281435 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0f3c3ffe-88cb-4d7f-9aac-b76c3208d7b4 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:16.370341 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-75ac1436-16a4-4fa3-9351-6f512d0a194e req-7193a996-3c29-4481-9c61-726439c230fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10bd8bb9-a200-4f36-afd9-60fe2bad8486 HTTP/1.1" status: 200 len: 217 time: 0.5491621 Aug 16 20:24:16.373636 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c3ffe-88cb-4d7f-9aac-b76c3208d7b4 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event updated for resources: {'Subnet': ['ID=371c6f25-5067-4100-92cb-18ac61e05fde,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:16.376273 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3c3ffe-88cb-4d7f-9aac-b76c3208d7b4 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Checking segment: {'id': '3d743678-bdc1-433b-b472-094ff1e85dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ec5307d1-b218-44fa-b4a7-d6eb3c221eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:16.376878 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3c3ffe-88cb-4d7f-9aac-b76c3208d7b4 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Network hostable DHCP agents. Network: ec5307d1-b218-44fa-b4a7-d6eb3c221eaa, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:24:16.391686 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3c3ffe-88cb-4d7f-9aac-b76c3208d7b4 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:16.392041 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3c3ffe-88cb-4d7f-9aac-b76c3208d7b4 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:16.392383 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3c3ffe-88cb-4d7f-9aac-b76c3208d7b4 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:16.392723 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3c3ffe-88cb-4d7f-9aac-b76c3208d7b4 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:16.393054 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3c3ffe-88cb-4d7f-9aac-b76c3208d7b4 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:16.393578 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3c3ffe-88cb-4d7f-9aac-b76c3208d7b4 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:16.393913 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3c3ffe-88cb-4d7f-9aac-b76c3208d7b4 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:16.394248 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3c3ffe-88cb-4d7f-9aac-b76c3208d7b4 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:16.394759 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3c3ffe-88cb-4d7f-9aac-b76c3208d7b4 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:16.395285 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3c3ffe-88cb-4d7f-9aac-b76c3208d7b4 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:16.395670 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3c3ffe-88cb-4d7f-9aac-b76c3208d7b4 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:16.395958 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3c3ffe-88cb-4d7f-9aac-b76c3208d7b4 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:16.403531 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b39513-8981-473f-bf81-75086bc5147a req-256f9142-5c60-419a-a253-f82e98b0d31a tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:16.411909 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-23b39513-8981-473f-bf81-75086bc5147a req-256f9142-5c60-419a-a253-f82e98b0d31a tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 944 time: 0.8935146 Aug 16 20:24:16.412883 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3c3ffe-88cb-4d7f-9aac-b76c3208d7b4 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Network ec5307d1-b218-44fa-b4a7-d6eb3c221eaa is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:24:16.423407 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-0f3c3ffe-88cb-4d7f-9aac-b76c3208d7b4 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, ec5307d1-b218-44fa-b4a7-d6eb3c221eaa) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:16.430049 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3c3ffe-88cb-4d7f-9aac-b76c3208d7b4 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:16.430665 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0f3c3ffe-88cb-4d7f-9aac-b76c3208d7b4 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:16.432863 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f90b65e-6877-4506-a91d-ad60b5e60a47 None None] Network ec5307d1-b218-44fa-b4a7-d6eb3c221eaa requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:16.457037 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0f3c3ffe-88cb-4d7f-9aac-b76c3208d7b4 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8231843 Aug 16 20:24:16.461499 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44582) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:16.482058 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac1436-16a4-4fa3-9351-6f512d0a194e req-462b1588-9e5e-476f-b399-0bd7505a8c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:16.484243 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-75ac1436-16a4-4fa3-9351-6f512d0a194e req-462b1588-9e5e-476f-b399-0bd7505a8c38 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e440ab31-21c6-47f2-aed9-b929b10637a3 HTTP/1.1" status: 200 len: 834 time: 0.1035166 Aug 16 20:24:16.494102 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-23b39513-8981-473f-bf81-75086bc5147a req-a7bdb07f-ea66-407b-b479-2bca72d53411 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798106 Aug 16 20:24:16.507193 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa62c08f-5546-4289-a7d8-914cc7bae014 None None] New status for floating IP 3803dd79-2a50-4a77-886c-df6d04cc6e43: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:24:16.528074 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6ac39782-1426-4bab-84a2-ae978262986d admin admin] Deleting port b89b76b3-974b-4818-ac4d-aba460ebbeba {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:16.528567 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ac39782-1426-4bab-84a2-ae978262986d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:16.598018 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac1436-16a4-4fa3-9351-6f512d0a194e req-e9ec1b2c-8806-4ec9-b660-cf8a9372af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:16.599725 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-75ac1436-16a4-4fa3-9351-6f512d0a194e req-e9ec1b2c-8806-4ec9-b660-cf8a9372af89 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=063b4ef8-01f9-41d8-999f-969c8ec857e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1037819 Aug 16 20:24:16.613698 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0ce32964-786a-469c-9530-44f69477bb85 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:16.684151 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-6ac39782-1426-4bab-84a2-ae978262986d admin admin] For port b89b76b3-974b-4818-ac4d-aba460ebbeba, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b89b76b3-974b-4818-ac4d-aba460ebbeba,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:16.684932 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ac39782-1426-4bab-84a2-ae978262986d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:16.693888 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0ce32964-786a-469c-9530-44f69477bb85 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:16.702401 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6ac39782-1426-4bab-84a2-ae978262986d admin admin] Calling delete_port for b89b76b3-974b-4818-ac4d-aba460ebbeba owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:16.744355 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d0d1d7-40f4-4e10-a3aa-968d286aadc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-ec5307d1-b218-44fa-b4a7-d6eb3c221eaa', 'network_id': 'ec5307d1-b218-44fa-b4a7-d6eb3c221eaa', 'tenant_id': '9eeedc4ab934422e88390e7ea2a3eaeb', 'fixed_ips': [{'subnet_id': '371c6f25-5067-4100-92cb-18ac61e05fde'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:24:16.745237 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d1d7-40f4-4e10-a3aa-968d286aadc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:16.768827 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-75ac1436-16a4-4fa3-9351-6f512d0a194e req-50051941-f5ac-4485-92c8-9d4c7d5be8be service neutron] 10.222.0.57 "GET /v2.0/networks/063b4ef8-01f9-41d8-999f-969c8ec857e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614370 Aug 16 20:24:16.791192 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c5144-3ec2-4bb8-b0e0-a449a4c50204 req-b3b1a9f8-0ea8-4b38-ab28-209526bc7c61 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:16.793764 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a36c5144-3ec2-4bb8-b0e0-a449a4c50204 req-b3b1a9f8-0ea8-4b38-ab28-209526bc7c61 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a27eca5-7bd1-40e0-ac87-e93472608865 HTTP/1.1" status: 200 len: 945 time: 0.1086843 Aug 16 20:24:16.973197 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-75ac1436-16a4-4fa3-9351-6f512d0a194e req-0476f526-c6e7-4a5f-bbca-c077eda2e8ae service neutron] 10.222.0.57 "GET /v2.0/networks/063b4ef8-01f9-41d8-999f-969c8ec857e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957667 Aug 16 20:24:17.004280 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ac39782-1426-4bab-84a2-ae978262986d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.035465 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac39782-1426-4bab-84a2-ae978262986d admin admin] Pushing event deleted for resources: {'Port': ['ID=b89b76b3-974b-4818-ac4d-aba460ebbeba,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:17.114712 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ac39782-1426-4bab-84a2-ae978262986d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server [None req-a1d0d1d7-40f4-4e10-a3aa-968d286aadc0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 371c6f25-5067-4100-92cb-18ac61e05fde: This subnet is being modified by another concurrent operation. Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise exception Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 371c6f25-5067-4100-92cb-18ac61e05fde: This subnet is being modified by another concurrent operation. Aug 16 20:24:17.183134 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server Aug 16 20:24:17.192381 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0ce32964-786a-469c-9530-44f69477bb85 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.210751 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e6a868-8278-49ec-a92e-8df2f95d2dcc None None] Network ec5307d1-b218-44fa-b4a7-d6eb3c221eaa requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:17.215162 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ac39782-1426-4bab-84a2-ae978262986d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.218351 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ac39782-1426-4bab-84a2-ae978262986d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.240575 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce32964-786a-469c-9530-44f69477bb85 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event deleted for resources: {'Subnet': ['ID=371c6f25-5067-4100-92cb-18ac61e05fde,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:17.266423 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ac39782-1426-4bab-84a2-ae978262986d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.267192 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac39782-1426-4bab-84a2-ae978262986d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c5c769e-0095-48a4-a854-53f39951f1b5 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:24:17.274274 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ac39782-1426-4bab-84a2-ae978262986d admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.278238 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6ac39782-1426-4bab-84a2-ae978262986d admin admin] 10.222.0.68 "DELETE /v2.0/routers/0c5c769e-0095-48a4-a854-53f39951f1b5 HTTP/1.1" status: 204 len: 168 time: 2.5352449 Aug 16 20:24:17.278795 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44588) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:17.303655 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0ce32964-786a-469c-9530-44f69477bb85 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.314004 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0ce32964-786a-469c-9530-44f69477bb85 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5307d1-b218-44fa-b4a7-d6eb3c221eaa']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:17.327167 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0ce32964-786a-469c-9530-44f69477bb85 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d743678-bdc1-433b-b472-094ff1e85dae') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:17.327586 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0ce32964-786a-469c-9530-44f69477bb85 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d743678-bdc1-433b-b472-094ff1e85dae') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:17.343568 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0ce32964-786a-469c-9530-44f69477bb85 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.346449 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef8a2473-2187-4307-a6db-e823229126e9 admin admin] Deleting subnet 8274f157-9813-4525-bbb8-87cf5c81c086 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:24:17.350336 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ef8a2473-2187-4307-a6db-e823229126e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.406662 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0ce32964-786a-469c-9530-44f69477bb85 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.411027 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1791ff2-0555-4829-8fc6-21223436c4c5 None None] get_active_networks_info from n-d-787206-13 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:24:17.413838 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ef8a2473-2187-4307-a6db-e823229126e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.443966 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c3c06-2840-4b03-bbb6-0e2df1b888a4 req-18283e6d-4910-41b9-8d8c-b4b9df4e9bbc tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:17.457489 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5b5c3c06-2840-4b03-bbb6-0e2df1b888a4 req-18283e6d-4910-41b9-8d8c-b4b9df4e9bbc tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=3a27eca5-7bd1-40e0-ac87-e93472608865 HTTP/1.1" status: 200 len: 945 time: 0.3119855 Aug 16 20:24:17.461592 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce32964-786a-469c-9530-44f69477bb85 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:17.462227 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0ce32964-786a-469c-9530-44f69477bb85 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.465822 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:24:17.465822 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:17.465822 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:24:17.465822 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:17.465822 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:24:17.465822 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:17.465822 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:24:17.465822 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:17.465822 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:24:17.465822 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:17.465822 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:24:17.465822 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:17.465822 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:24:17.465822 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:17.465822 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:17.465822 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:17.465822 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:17.465822 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:17.465822 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:24:17.465822 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:17.465822 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:24:17.465822 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:17.465822 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:17.465822 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:17.465822 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:17.465822 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:17.465822 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:17.465822 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:17.465822 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:17.465822 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:17.465822 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:17.465822 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:17.560721 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ef8a2473-2187-4307-a6db-e823229126e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.571705 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-a36c5144-3ec2-4bb8-b0e0-a449a4c50204 req-95ceaeb2-8673-4759-839c-4d50f3c550d3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Deleting port 10bd8bb9-a200-4f36-afd9-60fe2bad8486 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:17.572517 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a36c5144-3ec2-4bb8-b0e0-a449a4c50204 req-95ceaeb2-8673-4759-839c-4d50f3c550d3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.628981 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1791ff2-0555-4829-8fc6-21223436c4c5 None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:24:17.632155 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0ce32964-786a-469c-9530-44f69477bb85 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.653341 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5b5c3c06-2840-4b03-bbb6-0e2df1b888a4 req-8e99f0a3-c37a-4b9d-9380-5be42afdff95 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7620413-02d0-483a-9a4a-7cb2b8a0bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924100 Aug 16 20:24:17.667372 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0ce32964-786a-469c-9530-44f69477bb85 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.678895 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0ce32964-786a-469c-9530-44f69477bb85 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "DELETE /v2.0/networks/ec5307d1-b218-44fa-b4a7-d6eb3c221eaa HTTP/1.1" status: 204 len: 168 time: 1.2080822 Aug 16 20:24:17.692853 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44596) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:17.711481 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-4bb63feb-4796-4809-8780-36eac24dce63 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1604386190'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:17.714661 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce32964-786a-469c-9530-44f69477bb85 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event deleted for resources: {'Network': ['ID=ec5307d1-b218-44fa-b4a7-d6eb3c221eaa,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:17.718394 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ef8a2473-2187-4307-a6db-e823229126e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.746933 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a2473-2187-4307-a6db-e823229126e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8274f157-9813-4525-bbb8-87cf5c81c086,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:17.752881 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ef8a2473-2187-4307-a6db-e823229126e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.755358 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ef8a2473-2187-4307-a6db-e823229126e9 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/8274f157-9813-4525-bbb8-87cf5c81c086 HTTP/1.1" status: 204 len: 168 time: 0.4737575 Aug 16 20:24:17.757987 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44600) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:17.774849 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c10fd-1b3a-4387-8575-241d86a88873 req-b8b132eb-9880-49ff-8c82-36e8ac6f730e tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:17.782822 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b8c10fd-1b3a-4387-8575-241d86a88873 req-b8b132eb-9880-49ff-8c82-36e8ac6f730e tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 944 time: 0.1109140 Aug 16 20:24:17.832630 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-a36c5144-3ec2-4bb8-b0e0-a449a4c50204 req-95ceaeb2-8673-4759-839c-4d50f3c550d3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] For port 10bd8bb9-a200-4f36-afd9-60fe2bad8486, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=10bd8bb9-a200-4f36-afd9-60fe2bad8486,segment=NetworkSegment(9a013c82-2aa1-459a-a55a-16f5b0b5c086),segment_id=9a013c82-2aa1-459a-a55a-16f5b0b5c086)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:17.833599 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a36c5144-3ec2-4bb8-b0e0-a449a4c50204 req-95ceaeb2-8673-4759-839c-4d50f3c550d3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.855302 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-a36c5144-3ec2-4bb8-b0e0-a449a4c50204 req-95ceaeb2-8673-4759-839c-4d50f3c550d3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Calling delete_port for 10bd8bb9-a200-4f36-afd9-60fe2bad8486 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:17.939935 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb63feb-4796-4809-8780-36eac24dce63 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Made reservation on behalf of 9eeedc4ab934422e88390e7ea2a3eaeb for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:17.944458 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4bb63feb-4796-4809-8780-36eac24dce63 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.949650 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ed68af0-8d86-4695-9df9-5bf69ea2e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.952414 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b89b76b3-974b-4818-ac4d-aba460ebbeba no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:17.960222 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b8c10fd-1b3a-4387-8575-241d86a88873 req-5e8d1613-d140-48d9-b70b-de1fc420860c tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765404 Aug 16 20:24:17.999418 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb63feb-4796-4809-8780-36eac24dce63 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:24:18.020955 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: b89b76b3-974b-4818-ac4d-aba460ebbeba {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:18.021854 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b89b76b3-974b-4818-ac4d-aba460ebbeba not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:18.022293 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 14c1f232-e54f-48e0-918b-8189a1d906a0 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:18.033430 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-4ed68af0-8d86-4695-9df9-5bf69ea2e2a1 admin admin] Deleting port aac0072a-c630-46af-bbdb-7991e2a9f6c9 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:18.034050 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4bb63feb-4796-4809-8780-36eac24dce63 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.034165 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ed68af0-8d86-4695-9df9-5bf69ea2e2a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.034262 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-4bb63feb-4796-4809-8780-36eac24dce63 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Added segment 9c09621e-da17-473c-8c0b-0aa364f3ece1 of type vlan for network 9e565653-e947-4861-8d68-2005cc0570be Aug 16 20:24:18.063504 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 14c1f232-e54f-48e0-918b-8189a1d906a0 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:18.063878 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 14c1f232-e54f-48e0-918b-8189a1d906a0 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:18.143062 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821cb180-ba41-4053-b3a5-416b66df67dd None None] Network fd79a78f-a655-4d2c-b3f4-a42689173994 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:18.144824 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-4ed68af0-8d86-4695-9df9-5bf69ea2e2a1 admin admin] For port aac0072a-c630-46af-bbdb-7991e2a9f6c9, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=aac0072a-c630-46af-bbdb-7991e2a9f6c9,segment=NetworkSegment(d8d657a1-66d4-492a-af2c-49aba309b784),segment_id=d8d657a1-66d4-492a-af2c-49aba309b784)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:18.145201 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ed68af0-8d86-4695-9df9-5bf69ea2e2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.158574 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4bb63feb-4796-4809-8780-36eac24dce63 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.167146 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-4ed68af0-8d86-4695-9df9-5bf69ea2e2a1 admin admin] Calling delete_port for aac0072a-c630-46af-bbdb-7991e2a9f6c9 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:18.179099 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a36c5144-3ec2-4bb8-b0e0-a449a4c50204 req-95ceaeb2-8673-4759-839c-4d50f3c550d3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.255746 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ceaeb2-8673-4759-839c-4d50f3c550d3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event deleted for resources: {'Port': ['ID=10bd8bb9-a200-4f36-afd9-60fe2bad8486,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:18.297336 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44606) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:18.307284 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4bb63feb-4796-4809-8780-36eac24dce63 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.314448 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb63feb-4796-4809-8780-36eac24dce63 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:18.315111 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4bb63feb-4796-4809-8780-36eac24dce63 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.338129 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36c5144-3ec2-4bb8-b0e0-a449a4c50204 req-95ceaeb2-8673-4759-839c-4d50f3c550d3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] No DVR routers for this DVR port 10bd8bb9-a200-4f36-afd9-60fe2bad8486 on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:18.341236 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a36c5144-3ec2-4bb8-b0e0-a449a4c50204 req-95ceaeb2-8673-4759-839c-4d50f3c550d3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.344122 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a36c5144-3ec2-4bb8-b0e0-a449a4c50204 req-95ceaeb2-8673-4759-839c-4d50f3c550d3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.57 "DELETE /v2.0/ports/10bd8bb9-a200-4f36-afd9-60fe2bad8486 HTTP/1.1" status: 204 len: 173 time: 1.5418181 Aug 16 20:24:18.376202 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ed68af0-8d86-4695-9df9-5bf69ea2e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.376487 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a27eca5-7bd1-40e0-ac87-e93472608865', 'name': 'network-vif-deleted', 'tag': '10bd8bb9-a200-4f36-afd9-60fe2bad8486'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:18.378787 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a50fcb-d06a-44dd-94e4-ad4c18eb94fd" -d '{"events": [{"server_uuid": "3a27eca5-7bd1-40e0-ac87-e93472608865", "name": "network-vif-deleted", "tag": "10bd8bb9-a200-4f36-afd9-60fe2bad8486"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:18.464406 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4bb63feb-4796-4809-8780-36eac24dce63 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7705643 Aug 16 20:24:18.470600 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44612) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:18.477910 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed68af0-8d86-4695-9df9-5bf69ea2e2a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=aac0072a-c630-46af-bbdb-7991e2a9f6c9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:18.483806 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb63feb-4796-4809-8780-36eac24dce63 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event updated for resources: {'Network': ['ID=9e565653-e947-4861-8d68-2005cc0570be,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:18.485827 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f3f3ea51-2dca-4623-ad1e-e4b90fe45584 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Request body: {'subnet': {'network_id': '9e565653-e947-4861-8d68-2005cc0570be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:18.494698 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd4234d-39b6-4001-8546-0eb8696e36f9 x-openstack-request-id: req-1cd4234d-39b6-4001-8546-0eb8696e36f9 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:18.495002 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a27eca5-7bd1-40e0-ac87-e93472608865", "name": "network-vif-deleted", "tag": "10bd8bb9-a200-4f36-afd9-60fe2bad8486", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:18.495303 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1cd4234d-39b6-4001-8546-0eb8696e36f9 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:18.495723 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a27eca5-7bd1-40e0-ac87-e93472608865', 'name': 'network-vif-deleted', 'tag': '10bd8bb9-a200-4f36-afd9-60fe2bad8486', 'status': 'completed', 'code': 200} Aug 16 20:24:18.497283 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 9e565653-e947-4861-8d68-2005cc0570be details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:24:18.505950 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed68af0-8d86-4695-9df9-5bf69ea2e2a1 admin admin] No DVR routers for this DVR port aac0072a-c630-46af-bbdb-7991e2a9f6c9 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:18.556331 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670c4d85-d7b7-4a7d-95e8-a0a0966cb616 None None] DHCP port deletion for fd79a78f-a655-4d2c-b3f4-a42689173994 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:24:18.572969 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8b43d84-66e4-4d29-9059-cd1f11e81650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.653458 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 998fda15-171c-42cb-8e49-6abae1845237 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:24:18.707720 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ed68af0-8d86-4695-9df9-5bf69ea2e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.718698 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-4ed68af0-8d86-4695-9df9-5bf69ea2e2a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd79a78f-a655-4d2c-b3f4-a42689173994']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:18.788925 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5e2eaf00-9e75-454d-be6e-fd366d09cf2d req-225f44e6-58c5-4784-9c5d-cbc1e6297c25 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=3a27eca5-7bd1-40e0-ac87-e93472608865 HTTP/1.1" status: 200 len: 210 time: 0.0429578 Aug 16 20:24:18.828983 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8b43d84-66e4-4d29-9059-cd1f11e81650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.837303 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-4ed68af0-8d86-4695-9df9-5bf69ea2e2a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d657a1-66d4-492a-af2c-49aba309b784') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:18.837870 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-4ed68af0-8d86-4695-9df9-5bf69ea2e2a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d657a1-66d4-492a-af2c-49aba309b784') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:18.848068 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8b43d84-66e4-4d29-9059-cd1f11e81650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.870844 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 998fda15-171c-42cb-8e49-6abae1845237, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=998fda15-171c-42cb-8e49-6abae1845237,segment=NetworkSegment(1230467e-4416-4b8a-943d-fb2fbc696288),segment_id=1230467e-4416-4b8a-943d-fb2fbc696288)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:18.878595 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ed68af0-8d86-4695-9df9-5bf69ea2e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.885851 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '998fda15-171c-42cb-8e49-6abae1845237', 'network_id': 'afc7a288-6dce-478e-9322-f9e9d9830245', 'port_id': '998fda15-171c-42cb-8e49-6abae1845237', 'mac_address': 'fa:16:3e:03:95:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43ca3303-9c5c-4919-8060-0aa00929cb96', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:24:18.927825 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e8b43d84-66e4-4d29-9059-cd1f11e81650 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b37f6e895c6b48f79edbe41adaddb091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6294332 Aug 16 20:24:18.928916 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ed68af0-8d86-4695-9df9-5bf69ea2e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.930561 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44616) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:18.931862 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b43d84-66e4-4d29-9059-cd1f11e81650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ddab5d-a9af-4975-8622-83943d6939e8,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:18.939475 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.942833 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed68af0-8d86-4695-9df9-5bf69ea2e2a1 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:18.943399 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ed68af0-8d86-4695-9df9-5bf69ea2e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.965802 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 998fda15-171c-42cb-8e49-6abae1845237 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:24:18.991492 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 998fda15-171c-42cb-8e49-6abae1845237, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=998fda15-171c-42cb-8e49-6abae1845237,segment=NetworkSegment(1230467e-4416-4b8a-943d-fb2fbc696288),segment_id=1230467e-4416-4b8a-943d-fb2fbc696288)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:18.994610 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2788b841-f005-4073-8ed3-b8f8a191c45c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:19.000613 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:19.004480 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:24:19.004480 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:19.004480 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:24:19.004480 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:19.004480 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:24:19.004480 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:19.004480 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:24:19.004480 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:19.004480 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:24:19.004480 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:19.004480 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:24:19.004480 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:19.004480 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:24:19.004480 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:19.004480 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:19.004480 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:19.004480 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:19.004480 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:19.004480 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:24:19.004480 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:19.004480 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:24:19.004480 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:19.004480 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:19.004480 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:19.004480 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:19.004480 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:19.004480 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:19.004480 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:19.004480 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:19.004480 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:19.004480 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:19.004480 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:19.007893 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f3ea51-2dca-4623-ad1e-e4b90fe45584 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Made reservation on behalf of 9eeedc4ab934422e88390e7ea2a3eaeb for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:19.009386 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f3f3ea51-2dca-4623-ad1e-e4b90fe45584 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:19.014759 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ed68af0-8d86-4695-9df9-5bf69ea2e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:19.025639 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2788b841-f005-4073-8ed3-b8f8a191c45c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:19.074328 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=998fda15-171c-42cb-8e49-6abae1845237,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:19.079915 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2788b841-f005-4073-8ed3-b8f8a191c45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:19.080178 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ed68af0-8d86-4695-9df9-5bf69ea2e2a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:19.081869 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4ed68af0-8d86-4695-9df9-5bf69ea2e2a1 admin admin] 10.222.0.68 "DELETE /v2.0/networks/fd79a78f-a655-4d2c-b3f4-a42689173994 HTTP/1.1" status: 204 len: 168 time: 1.3229668 Aug 16 20:24:19.082856 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2788b841-f005-4073-8ed3-b8f8a191c45c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:19.087816 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2788b841-f005-4073-8ed3-b8f8a191c45c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/03ddab5d-a9af-4975-8622-83943d6939e8 HTTP/1.1" status: 204 len: 168 time: 0.1560826 Aug 16 20:24:19.088719 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44620) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:19.115241 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed68af0-8d86-4695-9df9-5bf69ea2e2a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd79a78f-a655-4d2c-b3f4-a42689173994,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:19.147190 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788b841-f005-4073-8ed3-b8f8a191c45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ddab5d-a9af-4975-8622-83943d6939e8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:19.183407 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601aa00-0972-45b7-8859-6850950d85c3 req-391f7767-7c02-48ee-bf04-3ec153a6992c tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:19.184970 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3601aa00-0972-45b7-8859-6850950d85c3 req-391f7767-7c02-48ee-bf04-3ec153a6992c tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 945 time: 0.0925651 Aug 16 20:24:19.202635 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['998fda15-171c-42cb-8e49-6abae1845237'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:19.297738 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3601aa00-0972-45b7-8859-6850950d85c3 req-bb3f42cf-5381-4de8-949d-a5b4bd2d37f7 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035724 Aug 16 20:24:19.388877 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f3f3ea51-2dca-4623-ad1e-e4b90fe45584 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:19.454883 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3ea51-2dca-4623-ad1e-e4b90fe45584 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event updated for resources: {'Subnet': ['ID=da4b30bc-6adf-459e-9c2c-85fa05635c2a,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:19.456084 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44628) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:19.460215 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f3ea51-2dca-4623-ad1e-e4b90fe45584 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Checking segment: {'id': '9c09621e-da17-473c-8c0b-0aa364f3ece1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9e565653-e947-4861-8d68-2005cc0570be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:19.460577 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f3ea51-2dca-4623-ad1e-e4b90fe45584 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Network hostable DHCP agents. Network: 9e565653-e947-4861-8d68-2005cc0570be, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:24:19.477609 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-75bc7e66-4541-49bf-b0a1-8ae2b2708816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:19.478458 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f3ea51-2dca-4623-ad1e-e4b90fe45584 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Network 9e565653-e947-4861-8d68-2005cc0570be is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:24:19.487543 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-f3f3ea51-2dca-4623-ad1e-e4b90fe45584 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 9e565653-e947-4861-8d68-2005cc0570be) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:19.492082 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f3ea51-2dca-4623-ad1e-e4b90fe45584 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:19.492670 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f3f3ea51-2dca-4623-ad1e-e4b90fe45584 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:19.496780 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b66a153-6f04-4dcd-ac89-13fbfa93d3a8 None None] Network 9e565653-e947-4861-8d68-2005cc0570be requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:19.609182 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0b51a995-9f1e-478d-970b-68675537880a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:19.641467 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a19cea-df16-44dd-bebd-358b59a43952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-9e565653-e947-4861-8d68-2005cc0570be', 'network_id': '9e565653-e947-4861-8d68-2005cc0570be', 'tenant_id': '9eeedc4ab934422e88390e7ea2a3eaeb', 'fixed_ips': [{'subnet_id': 'da4b30bc-6adf-459e-9c2c-85fa05635c2a'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:24:19.642337 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51a19cea-df16-44dd-bebd-358b59a43952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:19.669271 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-75bc7e66-4541-49bf-b0a1-8ae2b2708816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:19.675616 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-75bc7e66-4541-49bf-b0a1-8ae2b2708816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:19.679232 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f3f3ea51-2dca-4623-ad1e-e4b90fe45584 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2062802 Aug 16 20:24:19.681734 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44630) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:19.749169 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-75bc7e66-4541-49bf-b0a1-8ae2b2708816 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5a1a0f16e95c42ee9b94adaef222a9cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2911761 Aug 16 20:24:19.752583 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44632) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:19.760018 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc7e66-4541-49bf-b0a1-8ae2b2708816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75646fd3-b415-409c-bd12-7d37e1b9b5ba,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:19.791512 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-51a19cea-df16-44dd-bebd-358b59a43952 None None] Allocated IP 2001:db8::1 (9e565653-e947-4861-8d68-2005cc0570be/da4b30bc-6adf-459e-9c2c-85fa05635c2a/fc7c10f0-b457-43aa-b5c8-cfb93dabe76a) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:19.822050 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:19.848369 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-43dd107c-930b-4a7b-be4e-38146fe6e2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:19.875872 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44636) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:19.898936 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device aac0072a-c630-46af-bbdb-7991e2a9f6c9 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:19.921813 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: aac0072a-c630-46af-bbdb-7991e2a9f6c9 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:19.922155 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device aac0072a-c630-46af-bbdb-7991e2a9f6c9 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:19.947909 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0b51a995-9f1e-478d-970b-68675537880a admin admin] Deleting port 00959d6a-68bc-4c8a-a080-d32955d41635 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:19.948493 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0b51a995-9f1e-478d-970b-68675537880a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:19.952794 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-43dd107c-930b-4a7b-be4e-38146fe6e2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:19.993419 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.016771 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51a19cea-df16-44dd-bebd-358b59a43952 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.025493 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-51a19cea-df16-44dd-bebd-358b59a43952 None None] Transition to ACTIVE for port object fc7c10f0-b457-43aa-b5c8-cfb93dabe76a will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:20.034670 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-0b51a995-9f1e-478d-970b-68675537880a admin admin] For port 00959d6a-68bc-4c8a-a080-d32955d41635, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=00959d6a-68bc-4c8a-a080-d32955d41635,segment=NetworkSegment(e5c54ff4-2a2a-45a6-be9c-410796507864),segment_id=e5c54ff4-2a2a-45a6-be9c-410796507864)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:20.035060 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0b51a995-9f1e-478d-970b-68675537880a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.049977 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-51a19cea-df16-44dd-bebd-358b59a43952 None None] Transition to ACTIVE for port object fc7c10f0-b457-43aa-b5c8-cfb93dabe76a will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:20.056742 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49e1d714-8470-4bf5-b4c7-aa2638f66c29 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.064811 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51a19cea-df16-44dd-bebd-358b59a43952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.065132 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0b51a995-9f1e-478d-970b-68675537880a admin admin] Calling delete_port for 00959d6a-68bc-4c8a-a080-d32955d41635 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:20.098566 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-43dd107c-930b-4a7b-be4e-38146fe6e2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.101093 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-43dd107c-930b-4a7b-be4e-38146fe6e2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.104599 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-43dd107c-930b-4a7b-be4e-38146fe6e2c6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/75646fd3-b415-409c-bd12-7d37e1b9b5ba HTTP/1.1" status: 204 len: 168 time: 0.3487246 Aug 16 20:24:20.106674 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49e1d714-8470-4bf5-b4c7-aa2638f66c29 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.115764 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a19cea-df16-44dd-bebd-358b59a43952 None None] Network 9e565653-e947-4861-8d68-2005cc0570be is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:20.120906 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-51a19cea-df16-44dd-bebd-358b59a43952 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:20.125939 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a19cea-df16-44dd-bebd-358b59a43952 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:20.129116 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a19cea-df16-44dd-bebd-358b59a43952 None None] Pushing event updated for resources: {'Port': ['ID=fc7c10f0-b457-43aa-b5c8-cfb93dabe76a,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:20.134191 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd107c-930b-4a7b-be4e-38146fe6e2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75646fd3-b415-409c-bd12-7d37e1b9b5ba,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:20.149690 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.193734 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-51a19cea-df16-44dd-bebd-358b59a43952 None None] Attempting to bind port fc7c10f0-b457-43aa-b5c8-cfb93dabe76a on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:20.194241 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-51a19cea-df16-44dd-bebd-358b59a43952 None None] Attempting to bind port fc7c10f0-b457-43aa-b5c8-cfb93dabe76a by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '9c09621e-da17-473c-8c0b-0aa364f3ece1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9e565653-e947-4861-8d68-2005cc0570be'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:20.194817 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a19cea-df16-44dd-bebd-358b59a43952 None None] Attempting to bind port fc7c10f0-b457-43aa-b5c8-cfb93dabe76a on network 9e565653-e947-4861-8d68-2005cc0570be {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:20.201222 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a19cea-df16-44dd-bebd-358b59a43952 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:20.201804 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a19cea-df16-44dd-bebd-358b59a43952 None None] Checking segment: {'id': '9c09621e-da17-473c-8c0b-0aa364f3ece1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9e565653-e947-4861-8d68-2005cc0570be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:20.202314 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51a19cea-df16-44dd-bebd-358b59a43952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.202848 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a19cea-df16-44dd-bebd-358b59a43952 None None] Bound using segment: {'id': '9c09621e-da17-473c-8c0b-0aa364f3ece1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9e565653-e947-4861-8d68-2005cc0570be'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:20.203493 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-51a19cea-df16-44dd-bebd-358b59a43952 None None] Bound port: fc7c10f0-b457-43aa-b5c8-cfb93dabe76a, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c09621e-da17-473c-8c0b-0aa364f3ece1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9e565653-e947-4861-8d68-2005cc0570be'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:20.204053 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51a19cea-df16-44dd-bebd-358b59a43952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.220024 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event deleted for resources: {'Subnet': ['ID=da4b30bc-6adf-459e-9c2c-85fa05635c2a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:20.284104 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.295266 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e565653-e947-4861-8d68-2005cc0570be']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:20.295835 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-51a19cea-df16-44dd-bebd-358b59a43952 None None] For port fc7c10f0-b457-43aa-b5c8-cfb93dabe76a, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:20.300048 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-51a19cea-df16-44dd-bebd-358b59a43952 None None] For port fc7c10f0-b457-43aa-b5c8-cfb93dabe76a, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=fc7c10f0-b457-43aa-b5c8-cfb93dabe76a,segment=NetworkSegment(9c09621e-da17-473c-8c0b-0aa364f3ece1),segment_id=9c09621e-da17-473c-8c0b-0aa364f3ece1)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:24:20.305766 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51a19cea-df16-44dd-bebd-358b59a43952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.307617 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c09621e-da17-473c-8c0b-0aa364f3ece1') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:20.307914 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c09621e-da17-473c-8c0b-0aa364f3ece1') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:20.331534 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.334163 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49e1d714-8470-4bf5-b4c7-aa2638f66c29 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.338492 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0b51a995-9f1e-478d-970b-68675537880a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.339915 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49e1d714-8470-4bf5-b4c7-aa2638f66c29 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.342014 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-49e1d714-8470-4bf5-b4c7-aa2638f66c29 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "DELETE /v2.0/security-groups/c7620413-02d0-483a-9a4a-7cb2b8a0bd77 HTTP/1.1" status: 204 len: 168 time: 0.4600966 Aug 16 20:24:20.363948 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1d714-8470-4bf5-b4c7-aa2638f66c29 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7620413-02d0-483a-9a4a-7cb2b8a0bd77,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:20.367679 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.377219 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:20.377972 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.382076 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:24:20.382076 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:20.382076 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:24:20.382076 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:20.382076 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:24:20.382076 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:20.382076 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:24:20.382076 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:20.382076 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:24:20.382076 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:20.382076 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:24:20.382076 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:20.382076 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:24:20.382076 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:20.382076 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:20.382076 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:20.382076 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:20.382076 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:20.382076 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:24:20.382076 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:20.382076 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:24:20.382076 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:20.382076 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:20.382076 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:20.382076 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:20.382076 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:20.382076 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:20.382076 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:20.382076 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:20.382076 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:20.382076 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:20.382076 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:20.427152 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51a995-9f1e-478d-970b-68675537880a admin admin] Pushing event deleted for resources: {'Port': ['ID=00959d6a-68bc-4c8a-a080-d32955d41635,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:20.488458 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44648) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:20.489941 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a19cea-df16-44dd-bebd-358b59a43952 None None] Pushing event updated for resources: {'Port': ['ID=fc7c10f0-b457-43aa-b5c8-cfb93dabe76a,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:20.510508 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adf1521-b1ff-4e5b-be04-2b103c87937b None None] Network 9e565653-e947-4861-8d68-2005cc0570be requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:20.538236 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.db.api [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 20:24:20.538236 n-d-787206-13 neutron-server[94771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 20:24:20.538236 n-d-787206-13 neutron-server[94771]: [parameters: {'id': '9e565653-e947-4861-8d68-2005cc0570be'}] Aug 16 20:24:20.538236 n-d-787206-13 neutron-server[94771]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:24:20.538717 n-d-787206-13 neutron-server[94771]: DEBUG oslo_db.api [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:24:20.646446 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a767934-b370-40ee-a3c3-e3fb21f08b24 req-025cedbe-c9e8-4bf0-aa96-c4f16d6979e7 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:20.648187 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4a767934-b370-40ee-a3c3-e3fb21f08b24 req-025cedbe-c9e8-4bf0-aa96-c4f16d6979e7 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 945 time: 0.1668901 Aug 16 20:24:20.659636 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 998fda15-171c-42cb-8e49-6abae1845237 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:20.777750 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4a767934-b370-40ee-a3c3-e3fb21f08b24 req-e6e40f47-c2ef-4191-a48b-326a4ee5c13c tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149333 Aug 16 20:24:20.783035 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 998fda15-171c-42cb-8e49-6abae1845237 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:20.788726 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 998fda15-171c-42cb-8e49-6abae1845237 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:20.789038 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.796297 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0b51a995-9f1e-478d-970b-68675537880a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.823716 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340bf917-97b3-43fc-9137-115837c1c313 None None] get_active_networks_info from n-d-787206-13 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:24:20.972845 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.989167 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340bf917-97b3-43fc-9137-115837c1c313 None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:24:20.999639 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4a3b051-deba-4997-8b9d-335aabc462d3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:21.013075 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4167e8b8-83aa-4784-be8d-f63514bc7a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998fda15-171c-42cb-8e49-6abae1845237'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:21.016204 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ee7788-ba9f-4f9c-bb78-dc7782f632d5" -d '{"events": [{"server_uuid": "4167e8b8-83aa-4784-be8d-f63514bc7a33", "name": "network-vif-plugged", "status": "completed", "tag": "998fda15-171c-42cb-8e49-6abae1845237"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:21.034745 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 998fda15-171c-42cb-8e49-6abae1845237, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=998fda15-171c-42cb-8e49-6abae1845237,segment=NetworkSegment(1230467e-4416-4b8a-943d-fb2fbc696288),segment_id=1230467e-4416-4b8a-943d-fb2fbc696288)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:21.067925 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:21.068750 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 10bd8bb9-a200-4f36-afd9-60fe2bad8486 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:21.105211 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80b33c3-e26f-47cc-84c7-48cbc724f39d x-openstack-request-id: req-b80b33c3-e26f-47cc-84c7-48cbc724f39d {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:21.105506 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4167e8b8-83aa-4784-be8d-f63514bc7a33", "name": "network-vif-plugged", "status": "completed", "tag": "998fda15-171c-42cb-8e49-6abae1845237", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:21.105769 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b80b33c3-e26f-47cc-84c7-48cbc724f39d {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:21.106165 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4167e8b8-83aa-4784-be8d-f63514bc7a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998fda15-171c-42cb-8e49-6abae1845237', 'code': 200} Aug 16 20:24:21.111352 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b51a995-9f1e-478d-970b-68675537880a admin admin] Router 80c699f6-78e1-4f92-8a0a-793e20fbd3d5 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:24:21.138969 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:21.231380 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 10bd8bb9-a200-4f36-afd9-60fe2bad8486 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:21.231795 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 10bd8bb9-a200-4f36-afd9-60fe2bad8486 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:21.267980 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Deleting port fc7c10f0-b457-43aa-b5c8-cfb93dabe76a {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:21.268395 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:21.290493 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=998fda15-171c-42cb-8e49-6abae1845237,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:21.554752 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41618e25-4136-472c-bf5e-505c73f8378e req-512937ca-2536-4d22-9953-3fff81df52ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:21.556282 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-41618e25-4136-472c-bf5e-505c73f8378e req-512937ca-2536-4d22-9953-3fff81df52ba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 1098 time: 0.3929474 Aug 16 20:24:21.603407 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b51a995-9f1e-478d-970b-68675537880a admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:24:21.610879 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0b51a995-9f1e-478d-970b-68675537880a admin admin] 10.222.0.68 "PUT /v2.0/routers/80c699f6-78e1-4f92-8a0a-793e20fbd3d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5112960 Aug 16 20:24:21.613447 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-41618e25-4136-472c-bf5e-505c73f8378e req-2fcfa575-9efd-4ebc-8a42-179458e46ca6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462246 Aug 16 20:24:21.613968 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44680) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:21.616807 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55afbc9-44d2-4839-ac4b-153f1bf885d6 None None] Sync routers for ids ['80c699f6-78e1-4f92-8a0a-793e20fbd3d5'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:24:21.633192 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55afbc9-44d2-4839-ac4b-153f1bf885d6 None None] Routers {'80c699f6-78e1-4f92-8a0a-793e20fbd3d5'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:24:21.634436 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c55afbc9-44d2-4839-ac4b-153f1bf885d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:24:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['80c699f6-78e1-4f92-8a0a-793e20fbd3d5'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:21.643062 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] For port fc7c10f0-b457-43aa-b5c8-cfb93dabe76a, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=fc7c10f0-b457-43aa-b5c8-cfb93dabe76a,segment=NetworkSegment(9c09621e-da17-473c-8c0b-0aa364f3ece1),segment_id=9c09621e-da17-473c-8c0b-0aa364f3ece1)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:21.643526 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:21.663959 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Calling delete_port for fc7c10f0-b457-43aa-b5c8-cfb93dabe76a owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:21.727428 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3747b708-2872-48f8-8a20-86d0935f3c81 admin admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:21.786637 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-c55afbc9-44d2-4839-ac4b-153f1bf885d6 None None] Set router 80c699f6-78e1-4f92-8a0a-793e20fbd3d5 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:24:21.831931 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:21.849396 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e4a3b051-deba-4997-8b9d-335aabc462d3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Deleting port 8e7f6d5f-4b3e-4dac-9137-d369b4760fb6 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:21.849764 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4a3b051-deba-4997-8b9d-335aabc462d3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:21.853940 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] No DVR routers for this DVR port fc7c10f0-b457-43aa-b5c8-cfb93dabe76a on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:21.861276 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3747b708-2872-48f8-8a20-86d0935f3c81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:21.887856 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event deleted for resources: {'Port': ['ID=fc7c10f0-b457-43aa-b5c8-cfb93dabe76a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:21.945824 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-3747b708-2872-48f8-8a20-86d0935f3c81 admin admin] Deleting port 6c45f276-b66f-4398-9888-27b9429eace6 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:21.946162 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3747b708-2872-48f8-8a20-86d0935f3c81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:22.035915 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-3747b708-2872-48f8-8a20-86d0935f3c81 admin admin] For port 6c45f276-b66f-4398-9888-27b9429eace6, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6c45f276-b66f-4398-9888-27b9429eace6,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:22.036900 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3747b708-2872-48f8-8a20-86d0935f3c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:22.041165 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:22.062589 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-3747b708-2872-48f8-8a20-86d0935f3c81 admin admin] Calling delete_port for 6c45f276-b66f-4398-9888-27b9429eace6 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:22.071563 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e565653-e947-4861-8d68-2005cc0570be']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:22.101071 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b5054-ae9e-46b4-bac8-368ccfbbe275 req-f94442d1-68ff-4e23-a085-71a06850c281 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:22.102614 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-409b5054-ae9e-46b4-bac8-368ccfbbe275 req-f94442d1-68ff-4e23-a085-71a06850c281 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 946 time: 0.1696901 Aug 16 20:24:22.113896 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c09621e-da17-473c-8c0b-0aa364f3ece1') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:22.114359 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c09621e-da17-473c-8c0b-0aa364f3ece1') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:22.129395 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-e4a3b051-deba-4997-8b9d-335aabc462d3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] For port 8e7f6d5f-4b3e-4dac-9137-d369b4760fb6, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8e7f6d5f-4b3e-4dac-9137-d369b4760fb6,segment=NetworkSegment(9a013c82-2aa1-459a-a55a-16f5b0b5c086),segment_id=9a013c82-2aa1-459a-a55a-16f5b0b5c086)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:22.129813 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4a3b051-deba-4997-8b9d-335aabc462d3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:22.145784 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:22.156232 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c55afbc9-44d2-4839-ac4b-153f1bf885d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c699f6-78e1-4f92-8a0a-793e20fbd3d5', 'name': 'tempest-TestServerMultinode-217116361-router', 'tenant_id': '0819018425de408e9cdb902ec6603b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '6c45f276-b66f-4398-9888-27b9429eace6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:23:20Z', 'updated_at': '2021-08-16T20:24:20Z', 'revision_number': 5, 'project_id': '0819018425de408e9cdb902ec6603b4b', 'gw_port': {'id': '6c45f276-b66f-4398-9888-27b9429eace6', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c699f6-78e1-4f92-8a0a-793e20fbd3d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:23:22Z', 'updated_at': '2021-08-16T20:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:22.162196 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e4a3b051-deba-4997-8b9d-335aabc462d3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Calling delete_port for 8e7f6d5f-4b3e-4dac-9137-d369b4760fb6 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:22.187871 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55afbc9-44d2-4839-ac4b-153f1bf885d6 None None] Checking router: 80c699f6-78e1-4f92-8a0a-793e20fbd3d5 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:24:22.189341 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:22.197117 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55afbc9-44d2-4839-ac4b-153f1bf885d6 None None] Routers {'80c699f6-78e1-4f92-8a0a-793e20fbd3d5'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:24:22.197978 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c55afbc9-44d2-4839-ac4b-153f1bf885d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:24:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['80c699f6-78e1-4f92-8a0a-793e20fbd3d5'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:22.199533 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:22.199948 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:22.205576 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-409b5054-ae9e-46b4-bac8-368ccfbbe275 req-5cf42903-dbb9-44bb-a9ca-040c504b0fd3 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893400 Aug 16 20:24:22.206218 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:24:22.206218 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:22.206218 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:24:22.206218 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:22.206218 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:24:22.206218 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:22.206218 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:24:22.206218 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:22.206218 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:24:22.206218 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:22.206218 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:24:22.206218 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:22.206218 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:24:22.206218 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:22.206218 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:22.206218 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:22.206218 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:22.206218 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:22.206218 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:24:22.206218 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:22.206218 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:24:22.206218 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:22.206218 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:22.206218 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:22.206218 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:22.206218 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:22.206218 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:22.206218 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:22.206218 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:22.206218 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:22.206218 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:22.206218 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:22.284367 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3747b708-2872-48f8-8a20-86d0935f3c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:22.312946 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-c55afbc9-44d2-4839-ac4b-153f1bf885d6 None None] Set router 80c699f6-78e1-4f92-8a0a-793e20fbd3d5 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:24:22.316154 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747b708-2872-48f8-8a20-86d0935f3c81 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c45f276-b66f-4398-9888-27b9429eace6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:22.333479 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:22.343647 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:22.345552 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "DELETE /v2.0/networks/9e565653-e947-4861-8d68-2005cc0570be HTTP/1.1" status: 204 len: 168 time: 2.6627641 Aug 16 20:24:22.350350 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44698) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:22.359469 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1a42136d-f9f6-4ee0-b50d-582e5f77a800 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-562469408'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:22.406645 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b6942-fe9d-44ab-9b64-4b4d3e41f7a3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event deleted for resources: {'Network': ['ID=9e565653-e947-4861-8d68-2005cc0570be,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:22.414182 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3747b708-2872-48f8-8a20-86d0935f3c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:22.446128 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a42136d-f9f6-4ee0-b50d-582e5f77a800 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Made reservation on behalf of 9eeedc4ab934422e88390e7ea2a3eaeb for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:22.450030 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1a42136d-f9f6-4ee0-b50d-582e5f77a800 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:22.486037 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a42136d-f9f6-4ee0-b50d-582e5f77a800 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:24:22.551334 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1a42136d-f9f6-4ee0-b50d-582e5f77a800 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:22.551684 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-1a42136d-f9f6-4ee0-b50d-582e5f77a800 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Added segment dd107a1d-f4b1-485b-ad2e-69f9cc082ac0 of type vlan for network 375a2d03-b08b-475e-9932-f668b7a60b81 Aug 16 20:24:22.555442 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c55afbc9-44d2-4839-ac4b-153f1bf885d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c699f6-78e1-4f92-8a0a-793e20fbd3d5', 'name': 'tempest-TestServerMultinode-217116361-router', 'tenant_id': '0819018425de408e9cdb902ec6603b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:23:20Z', 'updated_at': '2021-08-16T20:24:21Z', 'revision_number': 6, 'project_id': '0819018425de408e9cdb902ec6603b4b', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:22.573759 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3747b708-2872-48f8-8a20-86d0935f3c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:22.576508 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3747b708-2872-48f8-8a20-86d0935f3c81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:22.608955 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1a42136d-f9f6-4ee0-b50d-582e5f77a800 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:22.613681 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55afbc9-44d2-4839-ac4b-153f1bf885d6 None None] The sync data for ids ['80c699f6-78e1-4f92-8a0a-793e20fbd3d5'] in n-d-787206-13 is: [{'id': '80c699f6-78e1-4f92-8a0a-793e20fbd3d5', 'name': 'tempest-TestServerMultinode-217116361-router', 'tenant_id': '0819018425de408e9cdb902ec6603b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:23:20Z', 'updated_at': '2021-08-16T20:24:21Z', 'revision_number': 6, 'project_id': '0819018425de408e9cdb902ec6603b4b', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:24:22.650233 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1a42136d-f9f6-4ee0-b50d-582e5f77a800 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:22.657728 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a42136d-f9f6-4ee0-b50d-582e5f77a800 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:22.658614 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1a42136d-f9f6-4ee0-b50d-582e5f77a800 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:22.660495 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3747b708-2872-48f8-8a20-86d0935f3c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:22.661362 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3747b708-2872-48f8-8a20-86d0935f3c81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80c699f6-78e1-4f92-8a0a-793e20fbd3d5 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:24:22.666125 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3747b708-2872-48f8-8a20-86d0935f3c81 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:22.669899 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3747b708-2872-48f8-8a20-86d0935f3c81 admin admin] 10.222.0.68 "DELETE /v2.0/routers/80c699f6-78e1-4f92-8a0a-793e20fbd3d5 HTTP/1.1" status: 204 len: 168 time: 1.0522268 Aug 16 20:24:22.678222 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44702) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:22.698770 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4a3b051-deba-4997-8b9d-335aabc462d3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:22.789607 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1a42136d-f9f6-4ee0-b50d-582e5f77a800 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4381878 Aug 16 20:24:22.792615 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44708) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:22.797934 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-84853d2a-88d7-403e-8ee5-bb22ddfd6311 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Request body: {'subnet': {'network_id': '375a2d03-b08b-475e-9932-f668b7a60b81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:22.819583 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3b051-deba-4997-8b9d-335aabc462d3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event deleted for resources: {'Port': ['ID=8e7f6d5f-4b3e-4dac-9137-d369b4760fb6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:22.827343 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42136d-f9f6-4ee0-b50d-582e5f77a800 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event updated for resources: {'Network': ['ID=375a2d03-b08b-475e-9932-f668b7a60b81,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:22.852426 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 375a2d03-b08b-475e-9932-f668b7a60b81 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:24:22.864423 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0511144c-0a1c-4f2d-b5af-247f01702f0f admin admin] Deleting subnet 58b08a4a-57d3-4dc2-bf20-f38ed9887f5b {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:24:22.887409 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0511144c-0a1c-4f2d-b5af-247f01702f0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:22.949826 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0511144c-0a1c-4f2d-b5af-247f01702f0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:22.969610 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84853d2a-88d7-403e-8ee5-bb22ddfd6311 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Made reservation on behalf of 9eeedc4ab934422e88390e7ea2a3eaeb for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:22.973479 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-84853d2a-88d7-403e-8ee5-bb22ddfd6311 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:23.156433 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4a3b051-deba-4997-8b9d-335aabc462d3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:23.165726 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0511144c-0a1c-4f2d-b5af-247f01702f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:23.213406 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-84853d2a-88d7-403e-8ee5-bb22ddfd6311 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:23.280981 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0511144c-0a1c-4f2d-b5af-247f01702f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:23.312770 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84853d2a-88d7-403e-8ee5-bb22ddfd6311 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event updated for resources: {'Subnet': ['ID=53bca1ae-cb9f-4b26-8b19-18e68951eb0f,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:23.322199 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84853d2a-88d7-403e-8ee5-bb22ddfd6311 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Checking segment: {'id': 'dd107a1d-f4b1-485b-ad2e-69f9cc082ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '375a2d03-b08b-475e-9932-f668b7a60b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:23.322645 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84853d2a-88d7-403e-8ee5-bb22ddfd6311 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Network hostable DHCP agents. Network: 375a2d03-b08b-475e-9932-f668b7a60b81, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:24:23.340569 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84853d2a-88d7-403e-8ee5-bb22ddfd6311 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Network 375a2d03-b08b-475e-9932-f668b7a60b81 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:24:23.353393 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511144c-0a1c-4f2d-b5af-247f01702f0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58b08a4a-57d3-4dc2-bf20-f38ed9887f5b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:23.353893 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0511144c-0a1c-4f2d-b5af-247f01702f0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:23.356422 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0511144c-0a1c-4f2d-b5af-247f01702f0f admin admin] 10.222.0.68 "DELETE /v2.0/subnets/58b08a4a-57d3-4dc2-bf20-f38ed9887f5b HTTP/1.1" status: 204 len: 168 time: 0.6767094 Aug 16 20:24:23.358112 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-84853d2a-88d7-403e-8ee5-bb22ddfd6311 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 375a2d03-b08b-475e-9932-f668b7a60b81) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:23.359905 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44714) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:23.362210 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ab50e9-52e0-426d-8845-1d8a669d7c57 None None] Network 8862d6b5-ec28-4bd4-9303-330691f05939 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:23.380876 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84853d2a-88d7-403e-8ee5-bb22ddfd6311 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:23.381494 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-84853d2a-88d7-403e-8ee5-bb22ddfd6311 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:23.389233 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca47d399-daa9-4297-99b5-c145821779c5 None None] Network 375a2d03-b08b-475e-9932-f668b7a60b81 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:23.427383 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-84853d2a-88d7-403e-8ee5-bb22ddfd6311 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6332741 Aug 16 20:24:23.429657 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44716) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:23.429801 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756445a6-5ab4-42c8-bfbb-a0e12d384f2e req-f08892d4-c246-4922-bec5-e9e00a7b1a75 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:23.432111 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-756445a6-5ab4-42c8-bfbb-a0e12d384f2e req-f08892d4-c246-4922-bec5-e9e00a7b1a75 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 946 time: 0.1128397 Aug 16 20:24:23.434784 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-283ce341-7bf4-4b50-b0bb-41b48a645628 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Request body: {'subnet': {'network_id': '375a2d03-b08b-475e-9932-f668b7a60b81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:23.514998 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74ea3db7-6d78-46b5-89f3-b6b01b0f5f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:23.688329 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a3b051-deba-4997-8b9d-335aabc462d3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Router 6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:24:23.689020 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-74ea3db7-6d78-46b5-89f3-b6b01b0f5f80 admin admin] Deleting port 37df2bd7-e1d5-4220-b1b9-352706bf6159 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:23.689377 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74ea3db7-6d78-46b5-89f3-b6b01b0f5f80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:23.706720 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-756445a6-5ab4-42c8-bfbb-a0e12d384f2e req-c14a72b6-ed08-4761-9e96-55d298656188 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656894 Aug 16 20:24:23.730827 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ee0087-c420-4b3b-9b3e-fe0603a22133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-375a2d03-b08b-475e-9932-f668b7a60b81', 'network_id': '375a2d03-b08b-475e-9932-f668b7a60b81', 'tenant_id': '9eeedc4ab934422e88390e7ea2a3eaeb', 'fixed_ips': [{'subnet_id': '53bca1ae-cb9f-4b26-8b19-18e68951eb0f'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:24:23.733480 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29ee0087-c420-4b3b-9b3e-fe0603a22133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:23.779519 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283ce341-7bf4-4b50-b0bb-41b48a645628 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Made reservation on behalf of 9eeedc4ab934422e88390e7ea2a3eaeb for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:23.783169 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-283ce341-7bf4-4b50-b0bb-41b48a645628 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:23.891042 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825a60f-b5f9-4960-a82e-be46cc19fc40 req-e2c5a000-236f-410d-b001-f78d1f6afbb1 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:23.898581 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0825a60f-b5f9-4960-a82e-be46cc19fc40 req-e2c5a000-236f-410d-b001-f78d1f6afbb1 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 946 time: 0.1124172 Aug 16 20:24:23.939411 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-74ea3db7-6d78-46b5-89f3-b6b01b0f5f80 admin admin] For port 37df2bd7-e1d5-4220-b1b9-352706bf6159, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=37df2bd7-e1d5-4220-b1b9-352706bf6159,segment=NetworkSegment(e5c54ff4-2a2a-45a6-be9c-410796507864),segment_id=e5c54ff4-2a2a-45a6-be9c-410796507864)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:23.939866 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74ea3db7-6d78-46b5-89f3-b6b01b0f5f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:23.946539 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a3b051-deba-4997-8b9d-335aabc462d3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:24:23.953009 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e4a3b051-deba-4997-8b9d-335aabc462d3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "PUT /v2.0/routers/6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4624245 Aug 16 20:24:23.955644 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44726) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:23.966658 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a2571c-e9a0-41c9-8a05-d49bb8964eb2 None None] Sync routers for ids ['6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:24:23.969324 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a74ead-23c9-4405-bdae-e3615c872324 None None] DHCP port deletion for 8862d6b5-ec28-4bd4-9303-330691f05939 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:24:23.978516 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0825a60f-b5f9-4960-a82e-be46cc19fc40 req-02f8025a-ba76-4162-83de-9f21a1561918 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787685 Aug 16 20:24:24.065108 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-29ee0087-c420-4b3b-9b3e-fe0603a22133 None None] Allocated IP 2001:db8::2 (375a2d03-b08b-475e-9932-f668b7a60b81/53bca1ae-cb9f-4b26-8b19-18e68951eb0f/28c149c7-df0c-4620-b5f3-ba1762a60d17) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:24.066873 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6351eab5-53d2-474d-8ef2-32da6236ae80 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Deleting subnet e440ab31-21c6-47f2-aed9-b929b10637a3 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:24:24.070376 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6c45f276-b66f-4398-9888-27b9429eace6 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:24.080769 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6351eab5-53d2-474d-8ef2-32da6236ae80 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.097499 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 6c45f276-b66f-4398-9888-27b9429eace6 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:24.098041 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6c45f276-b66f-4398-9888-27b9429eace6 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:24.098649 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 00959d6a-68bc-4c8a-a080-d32955d41635 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:24.100302 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a2571c-e9a0-41c9-8a05-d49bb8964eb2 None None] Routers {'6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:24:24.100942 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f1a2571c-e9a0-41c9-8a05-d49bb8964eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:24:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:24.182087 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6351eab5-53d2-474d-8ef2-32da6236ae80 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.193068 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-74ea3db7-6d78-46b5-89f3-b6b01b0f5f80 admin admin] Calling delete_port for 37df2bd7-e1d5-4220-b1b9-352706bf6159 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:24.246796 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 00959d6a-68bc-4c8a-a080-d32955d41635 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:24.247148 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 00959d6a-68bc-4c8a-a080-d32955d41635 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:24.262740 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-283ce341-7bf4-4b50-b0bb-41b48a645628 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.332638 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283ce341-7bf4-4b50-b0bb-41b48a645628 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Network 375a2d03-b08b-475e-9932-f668b7a60b81 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:24.341817 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-283ce341-7bf4-4b50-b0bb-41b48a645628 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:24.354685 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283ce341-7bf4-4b50-b0bb-41b48a645628 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:24.355518 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-283ce341-7bf4-4b50-b0bb-41b48a645628 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.358736 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ce341-7bf4-4b50-b0bb-41b48a645628 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event updated for resources: {'Subnet': ['ID=4163f4bf-fdf0-4c11-b552-f9b29c90f8ac,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:24.376411 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-283ce341-7bf4-4b50-b0bb-41b48a645628 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9456711 Aug 16 20:24:24.378314 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74ea3db7-6d78-46b5-89f3-b6b01b0f5f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.380534 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44734) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:24.398050 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6351eab5-53d2-474d-8ef2-32da6236ae80 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.443269 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea3db7-6d78-46b5-89f3-b6b01b0f5f80 admin admin] Pushing event deleted for resources: {'Port': ['ID=37df2bd7-e1d5-4220-b1b9-352706bf6159,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:24.454979 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ea3db7-6d78-46b5-89f3-b6b01b0f5f80 admin admin] No DVR routers for this DVR port 37df2bd7-e1d5-4220-b1b9-352706bf6159 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:24.469681 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6351eab5-53d2-474d-8ef2-32da6236ae80 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.488918 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-f1a2571c-e9a0-41c9-8a05-d49bb8964eb2 None None] Set router 6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:24:24.501597 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351eab5-53d2-474d-8ef2-32da6236ae80 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event deleted for resources: {'Subnet': ['ID=e440ab31-21c6-47f2-aed9-b929b10637a3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:24.506218 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb21c59-f431-4f4b-b2dd-596dff17a573 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:24.508202 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb21c59-f431-4f4b-b2dd-596dff17a573 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:24.510097 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb21c59-f431-4f4b-b2dd-596dff17a573 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:24.511452 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7957cc-2338-484a-b395-8b5a62f6db9d req-5d3a5544-fa8a-4ecb-b3fb-6c416609e9fa tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:24.512033 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb21c59-f431-4f4b-b2dd-596dff17a573 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:24.513284 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2d7957cc-2338-484a-b395-8b5a62f6db9d req-5d3a5544-fa8a-4ecb-b3fb-6c416609e9fa tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 946 time: 0.3341398 Aug 16 20:24:24.513844 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb21c59-f431-4f4b-b2dd-596dff17a573 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:24.516382 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fbb21c59-f431-4f4b-b2dd-596dff17a573 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1323025 Aug 16 20:24:24.526503 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6351eab5-53d2-474d-8ef2-32da6236ae80 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.527574 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44736) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:24.528286 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6351eab5-53d2-474d-8ef2-32da6236ae80 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "DELETE /v2.0/subnets/e440ab31-21c6-47f2-aed9-b929b10637a3 HTTP/1.1" status: 204 len: 168 time: 0.5717227 Aug 16 20:24:24.530077 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49b40c9-89e3-4f12-bbfc-22da9dcd46ee None None] Network 063b4ef8-01f9-41d8-999f-969c8ec857e2 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:24.533205 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44738) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:24.537292 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-db5a5149-c8a1-4912-82ff-be0acb1f8fb5 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2112184280'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:24.567723 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2d7957cc-2338-484a-b395-8b5a62f6db9d req-ee91b995-75f8-46bb-8bc1-8f68ccdd31b4 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377171 Aug 16 20:24:24.590682 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5a5149-c8a1-4912-82ff-be0acb1f8fb5 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Made reservation on behalf of 9eeedc4ab934422e88390e7ea2a3eaeb for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:24.595424 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db5a5149-c8a1-4912-82ff-be0acb1f8fb5 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.674449 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74ea3db7-6d78-46b5-89f3-b6b01b0f5f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.707140 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-74ea3db7-6d78-46b5-89f3-b6b01b0f5f80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8862d6b5-ec28-4bd4-9303-330691f05939']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:24.708106 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-83a74ead-23c9-4405-bdae-e3615c872324 None None] Deleting port 37df2bd7-e1d5-4220-b1b9-352706bf6159 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:24.708619 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-83a74ead-23c9-4405-bdae-e3615c872324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.735444 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-74ea3db7-6d78-46b5-89f3-b6b01b0f5f80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c54ff4-2a2a-45a6-be9c-410796507864') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:24.735444 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-74ea3db7-6d78-46b5-89f3-b6b01b0f5f80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c54ff4-2a2a-45a6-be9c-410796507864') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:24.774760 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db5a5149-c8a1-4912-82ff-be0acb1f8fb5 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:24:24.787614 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74ea3db7-6d78-46b5-89f3-b6b01b0f5f80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.812557 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db5a5149-c8a1-4912-82ff-be0acb1f8fb5 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.812907 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-db5a5149-c8a1-4912-82ff-be0acb1f8fb5 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Added segment f1d67262-fa6d-4871-b971-de940ef72203 of type vlan for network 6edbe19a-2b43-435c-adc3-ec23a1927601 Aug 16 20:24:24.834867 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c5cad-fef5-4733-972f-f8585489e2a8 req-57b6dc09-0fe9-42c7-9d06-467f1d2a57af tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:24.836412 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9d4c5cad-fef5-4733-972f-f8585489e2a8 req-57b6dc09-0fe9-42c7-9d06-467f1d2a57af tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 946 time: 0.1771894 Aug 16 20:24:24.862766 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74ea3db7-6d78-46b5-89f3-b6b01b0f5f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.876791 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f25b414d-2116-4be9-9b53-3f7b12fcaad3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.895884 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-83a74ead-23c9-4405-bdae-e3615c872324 None None] For port 37df2bd7-e1d5-4220-b1b9-352706bf6159, host n-d-787206-13, got binding levels [] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:24.896294 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-83a74ead-23c9-4405-bdae-e3615c872324 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.896498 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ea3db7-6d78-46b5-89f3-b6b01b0f5f80 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:24.896827 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74ea3db7-6d78-46b5-89f3-b6b01b0f5f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.898572 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:24:24.898572 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:24.898572 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:24:24.898572 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:24.898572 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:24:24.898572 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:24.898572 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:24:24.898572 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:24.898572 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:24:24.898572 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:24.898572 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:24:24.898572 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:24.898572 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:24:24.898572 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:24.898572 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:24.898572 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:24.898572 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:24.898572 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:24.898572 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:24:24.898572 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:24.898572 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:24:24.898572 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:24.898572 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:24.898572 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:24.898572 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:24.898572 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:24.898572 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:24.898572 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:24.898572 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:24.898572 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:24.898572 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:24.898572 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:24.901376 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29ee0087-c420-4b3b-9b3e-fe0603a22133 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.925365 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-83a74ead-23c9-4405-bdae-e3615c872324 None None] Calling delete_port for 37df2bd7-e1d5-4220-b1b9-352706bf6159 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:24.944234 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.ipam_backend_mixin [None req-83a74ead-23c9-4405-bdae-e3615c872324 None None] Port 37df2bd7-e1d5-4220-b1b9-352706bf6159 was not found and therefore no delete operation was performed {{(pid=94772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:24:24.948437 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-83a74ead-23c9-4405-bdae-e3615c872324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.968639 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db5a5149-c8a1-4912-82ff-be0acb1f8fb5 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.986252 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a74ead-23c9-4405-bdae-e3615c872324 None None] Pushing event deleted for resources: {'Port': ['ID=37df2bd7-e1d5-4220-b1b9-352706bf6159,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:24.992165 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a74ead-23c9-4405-bdae-e3615c872324 None None] No DVR routers for this DVR port 37df2bd7-e1d5-4220-b1b9-352706bf6159 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:25.026315 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f1a2571c-e9a0-41c9-8a05-d49bb8964eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'name': 'tempest-TestNetworkBasicOps-router-33155459', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:35Z', 'updated_at': '2021-08-16T20:24:22Z', 'revision_number': 7, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '553a28ca-1d63-4c1e-b11d-d17884e8bf27', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:36Z', 'updated_at': '2021-08-16T20:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:25.063530 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9d4c5cad-fef5-4733-972f-f8585489e2a8 req-229755f5-10c1-4476-a2d2-de15a5d47819 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019989 Aug 16 20:24:25.066978 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-29ee0087-c420-4b3b-9b3e-fe0603a22133 None None] Transition to ACTIVE for port object 28c149c7-df0c-4620-b5f3-ba1762a60d17 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:25.068683 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a2571c-e9a0-41c9-8a05-d49bb8964eb2 None None] Checking router: 6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:24:25.069746 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74ea3db7-6d78-46b5-89f3-b6b01b0f5f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:25.085088 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74ea3db7-6d78-46b5-89f3-b6b01b0f5f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:25.096082 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-74ea3db7-6d78-46b5-89f3-b6b01b0f5f80 admin admin] 10.222.0.68 "DELETE /v2.0/networks/8862d6b5-ec28-4bd4-9303-330691f05939 HTTP/1.1" status: 204 len: 168 time: 1.7258945 Aug 16 20:24:25.115492 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea3db7-6d78-46b5-89f3-b6b01b0f5f80 admin admin] Pushing event deleted for resources: {'Network': ['ID=8862d6b5-ec28-4bd4-9303-330691f05939,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:25.126720 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db5a5149-c8a1-4912-82ff-be0acb1f8fb5 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:25.132456 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5a5149-c8a1-4912-82ff-be0acb1f8fb5 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:25.132680 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-29ee0087-c420-4b3b-9b3e-fe0603a22133 None None] Transition to ACTIVE for port object 28c149c7-df0c-4620-b5f3-ba1762a60d17 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:25.133101 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db5a5149-c8a1-4912-82ff-be0acb1f8fb5 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:25.141592 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7843238-fa2c-4e21-9d46-cef40e1f8c12 None None] DHCP port deletion for 063b4ef8-01f9-41d8-999f-969c8ec857e2 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:24:25.148309 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29ee0087-c420-4b3b-9b3e-fe0603a22133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:25.220444 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ee0087-c420-4b3b-9b3e-fe0603a22133 None None] Network 375a2d03-b08b-475e-9932-f668b7a60b81 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:25.222631 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee0087-c420-4b3b-9b3e-fe0603a22133 None None] Pushing event updated for resources: {'Port': ['ID=28c149c7-df0c-4620-b5f3-ba1762a60d17,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:25.236159 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f25b414d-2116-4be9-9b53-3f7b12fcaad3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:25.248011 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-29ee0087-c420-4b3b-9b3e-fe0603a22133 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:25.249809 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-db5a5149-c8a1-4912-82ff-be0acb1f8fb5 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7174377 Aug 16 20:24:25.254174 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44758) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:25.264872 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b3a50e9f-f1fa-4f8a-8726-37f75a0b7976 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:25.272596 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ee0087-c420-4b3b-9b3e-fe0603a22133 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:25.281922 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a5149-c8a1-4912-82ff-be0acb1f8fb5 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event updated for resources: {'Network': ['ID=6edbe19a-2b43-435c-adc3-ec23a1927601,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:25.289906 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a2571c-e9a0-41c9-8a05-d49bb8964eb2 None None] Routers {'6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:24:25.292724 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f1a2571c-e9a0-41c9-8a05-d49bb8964eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:24:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:25.378006 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-f25b414d-2116-4be9-9b53-3f7b12fcaad3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Deleting port 553a28ca-1d63-4c1e-b11d-d17884e8bf27 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:25.378533 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f25b414d-2116-4be9-9b53-3f7b12fcaad3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:25.398550 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44762) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:25.465098 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-27d97a02-613b-4727-807f-5f18f3d0e442 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=302ee42658e943c28425caef0344fefd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0651691 Aug 16 20:24:25.472242 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44766) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:25.501550 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-f25b414d-2116-4be9-9b53-3f7b12fcaad3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] For port 553a28ca-1d63-4c1e-b11d-d17884e8bf27, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=553a28ca-1d63-4c1e-b11d-d17884e8bf27,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:25.502339 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f25b414d-2116-4be9-9b53-3f7b12fcaad3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:25.516311 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-f25b414d-2116-4be9-9b53-3f7b12fcaad3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Calling delete_port for 553a28ca-1d63-4c1e-b11d-d17884e8bf27 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:25.564531 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 6edbe19a-2b43-435c-adc3-ec23a1927601 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:24:25.689321 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3a50e9f-f1fa-4f8a-8726-37f75a0b7976 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:25.697027 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d4ac5-fb83-41a4-bb64-9c8cd48989a8 req-b69755b8-6800-446c-9de3-23c924a4b779 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:25.698821 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-984d4ac5-fb83-41a4-bb64-9c8cd48989a8 req-b69755b8-6800-446c-9de3-23c924a4b779 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 946 time: 0.1105306 Aug 16 20:24:25.699007 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a24d295f-0797-4ba8-90d2-20113140c5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:25.714108 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3a50e9f-f1fa-4f8a-8726-37f75a0b7976 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:25.726275 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b3a50e9f-f1fa-4f8a-8726-37f75a0b7976 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Network 6edbe19a-2b43-435c-adc3-ec23a1927601 is not hosted by any dhcp agent {{(pid=94771) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 20:24:25.732597 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a50e9f-f1fa-4f8a-8726-37f75a0b7976 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:25.733221 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3a50e9f-f1fa-4f8a-8726-37f75a0b7976 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:25.734694 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b3a50e9f-f1fa-4f8a-8726-37f75a0b7976 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "PUT /v2.0/networks/6edbe19a-2b43-435c-adc3-ec23a1927601 HTTP/1.1" status: 200 len: 723 time: 0.4795442 Aug 16 20:24:25.745593 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44780) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:25.757708 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a551af07-4741-4430-a519-ed35ab024a9f tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Request body: {'subnet': {'network_id': '6edbe19a-2b43-435c-adc3-ec23a1927601', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:25.760566 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-29ee0087-c420-4b3b-9b3e-fe0603a22133 None None] Attempting to bind port 28c149c7-df0c-4620-b5f3-ba1762a60d17 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:25.761238 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-29ee0087-c420-4b3b-9b3e-fe0603a22133 None None] Attempting to bind port 28c149c7-df0c-4620-b5f3-ba1762a60d17 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'dd107a1d-f4b1-485b-ad2e-69f9cc082ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '375a2d03-b08b-475e-9932-f668b7a60b81'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:25.761850 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ee0087-c420-4b3b-9b3e-fe0603a22133 None None] Attempting to bind port 28c149c7-df0c-4620-b5f3-ba1762a60d17 on network 375a2d03-b08b-475e-9932-f668b7a60b81 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:25.783977 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a24d295f-0797-4ba8-90d2-20113140c5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:25.785347 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ee0087-c420-4b3b-9b3e-fe0603a22133 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:25.786011 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ee0087-c420-4b3b-9b3e-fe0603a22133 None None] Checking segment: {'id': 'dd107a1d-f4b1-485b-ad2e-69f9cc082ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '375a2d03-b08b-475e-9932-f668b7a60b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:25.786703 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29ee0087-c420-4b3b-9b3e-fe0603a22133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:25.788331 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ee0087-c420-4b3b-9b3e-fe0603a22133 None None] Bound using segment: {'id': 'dd107a1d-f4b1-485b-ad2e-69f9cc082ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '375a2d03-b08b-475e-9932-f668b7a60b81'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:25.789277 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-29ee0087-c420-4b3b-9b3e-fe0603a22133 None None] Bound port: 28c149c7-df0c-4620-b5f3-ba1762a60d17, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd107a1d-f4b1-485b-ad2e-69f9cc082ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '375a2d03-b08b-475e-9932-f668b7a60b81'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:25.789780 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29ee0087-c420-4b3b-9b3e-fe0603a22133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:25.793624 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-f1a2571c-e9a0-41c9-8a05-d49bb8964eb2 None None] Set router 6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:24:25.856267 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a50e9f-f1fa-4f8a-8726-37f75a0b7976 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event updated for resources: {'Network': ['ID=6edbe19a-2b43-435c-adc3-ec23a1927601,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:25.890642 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a24d295f-0797-4ba8-90d2-20113140c5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:25.898768 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 6edbe19a-2b43-435c-adc3-ec23a1927601 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:24:25.908918 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a24d295f-0797-4ba8-90d2-20113140c5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:25.912159 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a24d295f-0797-4ba8-90d2-20113140c5fb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4d6abaf2-c1be-431c-b8b8-3a9717d688de HTTP/1.1" status: 204 len: 168 time: 0.4362218 Aug 16 20:24:25.921837 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d295f-0797-4ba8-90d2-20113140c5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6abaf2-c1be-431c-b8b8-3a9717d688de,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:25.974808 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f1a2571c-e9a0-41c9-8a05-d49bb8964eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'name': 'tempest-TestNetworkBasicOps-router-33155459', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:35Z', 'updated_at': '2021-08-16T20:24:25Z', 'revision_number': 8, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:25.978533 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 37df2bd7-e1d5-4220-b1b9-352706bf6159 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:26.043677 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 37df2bd7-e1d5-4220-b1b9-352706bf6159 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:26.044968 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 37df2bd7-e1d5-4220-b1b9-352706bf6159 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:26.045169 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device edfdcf8e-762d-468a-a7c1-d5fc858e6d52 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:26.126015 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a2571c-e9a0-41c9-8a05-d49bb8964eb2 None None] The sync data for ids ['6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350'] in n-d-787206-13 is: [{'id': '6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350', 'name': 'tempest-TestNetworkBasicOps-router-33155459', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:35Z', 'updated_at': '2021-08-16T20:24:25Z', 'revision_number': 8, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:24:26.163479 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c7843238-fa2c-4e21-9d46-cef40e1f8c12 None None] Deleting port edfdcf8e-762d-468a-a7c1-d5fc858e6d52 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:26.163983 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c7843238-fa2c-4e21-9d46-cef40e1f8c12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:26.330486 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:26.333793 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-984d4ac5-fb83-41a4-bb64-9c8cd48989a8 req-f5499d5d-37e2-4524-acc6-630446742ee3 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6249270 Aug 16 20:24:26.363288 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-29ee0087-c420-4b3b-9b3e-fe0603a22133 None None] For port 28c149c7-df0c-4620-b5f3-ba1762a60d17, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:26.376112 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f25b414d-2116-4be9-9b53-3f7b12fcaad3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:26.383276 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44812) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:26.388862 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-29ee0087-c420-4b3b-9b3e-fe0603a22133 None None] For port 28c149c7-df0c-4620-b5f3-ba1762a60d17, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=28c149c7-df0c-4620-b5f3-ba1762a60d17,segment=NetworkSegment(dd107a1d-f4b1-485b-ad2e-69f9cc082ac0),segment_id=dd107a1d-f4b1-485b-ad2e-69f9cc082ac0)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:24:26.396566 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c7843238-fa2c-4e21-9d46-cef40e1f8c12 None None] For port edfdcf8e-762d-468a-a7c1-d5fc858e6d52, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=edfdcf8e-762d-468a-a7c1-d5fc858e6d52,segment=NetworkSegment(9a013c82-2aa1-459a-a55a-16f5b0b5c086),segment_id=9a013c82-2aa1-459a-a55a-16f5b0b5c086)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:26.396905 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c7843238-fa2c-4e21-9d46-cef40e1f8c12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:26.408019 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29ee0087-c420-4b3b-9b3e-fe0603a22133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:26.416578 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b414d-2116-4be9-9b53-3f7b12fcaad3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event deleted for resources: {'Port': ['ID=553a28ca-1d63-4c1e-b11d-d17884e8bf27,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:26.422895 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a551af07-4741-4430-a519-ed35ab024a9f tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Made reservation on behalf of 9eeedc4ab934422e88390e7ea2a3eaeb for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:26.426925 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a551af07-4741-4430-a519-ed35ab024a9f tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:26.439591 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c7843238-fa2c-4e21-9d46-cef40e1f8c12 None None] Calling delete_port for edfdcf8e-762d-468a-a7c1-d5fc858e6d52 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:26.461736 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port edfdcf8e-762d-468a-a7c1-d5fc858e6d52, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=edfdcf8e-762d-468a-a7c1-d5fc858e6d52,segment=NetworkSegment(9a013c82-2aa1-459a-a55a-16f5b0b5c086),segment_id=9a013c82-2aa1-459a-a55a-16f5b0b5c086)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:26.477008 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:26.477909 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c6125da9-b83b-45d7-88e3-fb6a49f39a6e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0819018425de408e9cdb902ec6603b4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0933125 Aug 16 20:24:26.479341 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44818) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:26.574414 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee0087-c420-4b3b-9b3e-fe0603a22133 None None] Pushing event updated for resources: {'Port': ['ID=28c149c7-df0c-4620-b5f3-ba1762a60d17,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:26.577113 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2aadc2a1-35e7-498a-9226-f4dacf0785c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:26.610513 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2aadc2a1-35e7-498a-9226-f4dacf0785c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:26.672218 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f25b414d-2116-4be9-9b53-3f7b12fcaad3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:26.692259 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2aadc2a1-35e7-498a-9226-f4dacf0785c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:26.695597 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2aadc2a1-35e7-498a-9226-f4dacf0785c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:26.698156 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2aadc2a1-35e7-498a-9226-f4dacf0785c6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1ff88e7c-d47d-43ad-a3bb-7301a9003d34 HTTP/1.1" status: 204 len: 168 time: 0.2175286 Aug 16 20:24:26.716006 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aadc2a1-35e7-498a-9226-f4dacf0785c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff88e7c-d47d-43ad-a3bb-7301a9003d34,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:26.719355 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=edfdcf8e-762d-468a-a7c1-d5fc858e6d52,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:26.730331 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c7843238-fa2c-4e21-9d46-cef40e1f8c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:26.778286 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7843238-fa2c-4e21-9d46-cef40e1f8c12 None None] Pushing event deleted for resources: {'Port': ['ID=edfdcf8e-762d-468a-a7c1-d5fc858e6d52,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:26.785988 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7843238-fa2c-4e21-9d46-cef40e1f8c12 None None] No DVR routers for this DVR port edfdcf8e-762d-468a-a7c1-d5fc858e6d52 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:26.824675 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f25b414d-2116-4be9-9b53-3f7b12fcaad3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:26.830287 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f25b414d-2116-4be9-9b53-3f7b12fcaad3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:26.925417 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f25b414d-2116-4be9-9b53-3f7b12fcaad3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:26.925983 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25b414d-2116-4be9-9b53-3f7b12fcaad3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Fanout notify agent at l3_agent the message router_deleted on router 6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:24:26.933534 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f25b414d-2116-4be9-9b53-3f7b12fcaad3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:26.937297 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f25b414d-2116-4be9-9b53-3f7b12fcaad3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "DELETE /v2.0/routers/6e83cfaa-fb46-44b2-a2a9-42ff0a3ea350 HTTP/1.1" status: 204 len: 168 time: 2.3474271 Aug 16 20:24:26.938113 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44834) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:27.012907 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a551af07-4741-4430-a519-ed35ab024a9f tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.144847 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55303de8-36ad-4843-9121-be3006aa59b3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.152192 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551af07-4741-4430-a519-ed35ab024a9f tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event updated for resources: {'Subnet': ['ID=1d2d1531-2692-4541-be4a-968044787dfc,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:27.192289 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a551af07-4741-4430-a519-ed35ab024a9f tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Checking segment: {'id': 'f1d67262-fa6d-4871-b971-de940ef72203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6edbe19a-2b43-435c-adc3-ec23a1927601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:27.192660 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a551af07-4741-4430-a519-ed35ab024a9f tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Network hostable DHCP agents. Network: 6edbe19a-2b43-435c-adc3-ec23a1927601, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:24:27.214324 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a551af07-4741-4430-a519-ed35ab024a9f tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Network 6edbe19a-2b43-435c-adc3-ec23a1927601 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:24:27.226540 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-a551af07-4741-4430-a519-ed35ab024a9f tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 6edbe19a-2b43-435c-adc3-ec23a1927601) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:27.234921 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a551af07-4741-4430-a519-ed35ab024a9f tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:27.236094 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a551af07-4741-4430-a519-ed35ab024a9f tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.264331 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d507e7-b454-4283-8eb9-607c8c70f2b8 None None] Network 6edbe19a-2b43-435c-adc3-ec23a1927601 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:27.287950 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a551af07-4741-4430-a519-ed35ab024a9f tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5378456 Aug 16 20:24:27.290560 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44836) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:27.299584 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d56124b8-e929-486f-b94a-9893c43082e0 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:27.362161 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55303de8-36ad-4843-9121-be3006aa59b3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.411911 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-55303de8-36ad-4843-9121-be3006aa59b3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['063b4ef8-01f9-41d8-999f-969c8ec857e2']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:27.437194 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d56124b8-e929-486f-b94a-9893c43082e0 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29122918'] for subnet, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.451748 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-55303de8-36ad-4843-9121-be3006aa59b3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a013c82-2aa1-459a-a55a-16f5b0b5c086') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:27.452047 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-55303de8-36ad-4843-9121-be3006aa59b3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a013c82-2aa1-459a-a55a-16f5b0b5c086') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:27.476458 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55303de8-36ad-4843-9121-be3006aa59b3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.493803 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55303de8-36ad-4843-9121-be3006aa59b3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.504951 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55303de8-36ad-4843-9121-be3006aa59b3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:27.505838 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55303de8-36ad-4843-9121-be3006aa59b3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.510186 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:24:27.510186 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:27.510186 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:24:27.510186 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:27.510186 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:24:27.510186 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:27.510186 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:24:27.510186 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:27.510186 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:24:27.510186 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:27.510186 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:24:27.510186 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:27.510186 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:24:27.510186 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:27.510186 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:27.510186 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:27.510186 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:27.510186 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:27.510186 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:24:27.510186 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:27.510186 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:24:27.510186 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:27.510186 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:27.510186 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:27.510186 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:27.510186 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:27.510186 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:27.510186 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:27.510186 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:27.510186 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:27.510186 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:27.510186 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:27.585972 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5213b-4a89-492f-ad96-e733b45ff52b req-d8480d59-f95e-4670-a03c-86138c744b3d tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:27.595180 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-46b5213b-4a89-492f-ad96-e733b45ff52b req-d8480d59-f95e-4670-a03c-86138c744b3d tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 946 time: 0.1184709 Aug 16 20:24:27.604022 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55303de8-36ad-4843-9121-be3006aa59b3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.617456 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55303de8-36ad-4843-9121-be3006aa59b3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.632300 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-55303de8-36ad-4843-9121-be3006aa59b3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "DELETE /v2.0/networks/063b4ef8-01f9-41d8-999f-969c8ec857e2 HTTP/1.1" status: 204 len: 168 time: 0.6928892 Aug 16 20:24:27.652828 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44840) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:27.667243 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-818c4853-5f29-477f-8fb1-8040fb5a618d tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'network': {'name': 'tempest-network-smoke--664955636', 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'port_security_enabled': True}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:27.675535 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55303de8-36ad-4843-9121-be3006aa59b3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event deleted for resources: {'Network': ['ID=063b4ef8-01f9-41d8-999f-969c8ec857e2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:27.689926 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c78e06-c447-4711-8a5d-7e4b0e498797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-6edbe19a-2b43-435c-adc3-ec23a1927601', 'network_id': '6edbe19a-2b43-435c-adc3-ec23a1927601', 'tenant_id': '9eeedc4ab934422e88390e7ea2a3eaeb', 'fixed_ips': [{'subnet_id': '1d2d1531-2692-4541-be4a-968044787dfc'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:24:27.690813 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-44c78e06-c447-4711-8a5d-7e4b0e498797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.759847 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d56124b8-e929-486f-b94a-9893c43082e0 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728336621240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25412299'] for subnet, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.820243 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-46b5213b-4a89-492f-ad96-e733b45ff52b req-b27d5a73-6a1d-46c8-a1f7-db0a06e2554d tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239761 Aug 16 20:24:27.825031 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56124b8-e929-486f-b94a-9893c43082e0 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:27.826162 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d56124b8-e929-486f-b94a-9893c43082e0 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.830403 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44842) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:27.840649 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d56124b8-e929-486f-b94a-9893c43082e0 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "PUT /v2.0/subnets/1d2d1531-2692-4541-be4a-968044787dfc HTTP/1.1" status: 200 len: 826 time: 0.5482209 Aug 16 20:24:27.858246 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818c4853-5f29-477f-8fb1-8040fb5a618d tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Made reservation on behalf of e56891446a5d4a4da1a00ff61508934e for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:27.861777 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-818c4853-5f29-477f-8fb1-8040fb5a618d tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.920207 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56124b8-e929-486f-b94a-9893c43082e0 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event updated for resources: {'Subnet': ['ID=1d2d1531-2692-4541-be4a-968044787dfc,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:27.934610 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-44c78e06-c447-4711-8a5d-7e4b0e498797 None None] Allocated IP 2001:db8::2 (6edbe19a-2b43-435c-adc3-ec23a1927601/1d2d1531-2692-4541-be4a-968044787dfc/593cf553-106a-4c36-914a-9d4a0fee0f6b) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:27.936460 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818c4853-5f29-477f-8fb1-8040fb5a618d tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:24:27.959331 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-818c4853-5f29-477f-8fb1-8040fb5a618d tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.959687 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-818c4853-5f29-477f-8fb1-8040fb5a618d tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Added segment 841e9693-78f1-4992-b13a-4bb8e9ab7973 of type vlan for network 2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1 Aug 16 20:24:28.007941 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 28c149c7-df0c-4620-b5f3-ba1762a60d17 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:28.052577 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.056243 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-818c4853-5f29-477f-8fb1-8040fb5a618d tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.110178 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-818c4853-5f29-477f-8fb1-8040fb5a618d tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.117028 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818c4853-5f29-477f-8fb1-8040fb5a618d tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:28.118292 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-818c4853-5f29-477f-8fb1-8040fb5a618d tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.156299 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 28c149c7-df0c-4620-b5f3-ba1762a60d17 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:28.167488 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.190920 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-818c4853-5f29-477f-8fb1-8040fb5a618d tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5362132 Aug 16 20:24:28.197592 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-44c78e06-c447-4711-8a5d-7e4b0e498797 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.202126 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44848) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:28.210723 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-44c78e06-c447-4711-8a5d-7e4b0e498797 None None] Transition to ACTIVE for port object 593cf553-106a-4c36-914a-9d4a0fee0f6b will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:28.210941 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3d27074f-a625-4d42-b593-78454b876dcf tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2002615676', 'admin_state_up': True, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:28.237172 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-44c78e06-c447-4711-8a5d-7e4b0e498797 None None] Transition to ACTIVE for port object 593cf553-106a-4c36-914a-9d4a0fee0f6b will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:28.244894 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c4853-5f29-477f-8fb1-8040fb5a618d tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'Network': ['ID=2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:28.259172 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d27074f-a625-4d42-b593-78454b876dcf tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.260532 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d27074f-a625-4d42-b593-78454b876dcf tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.277345 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-44c78e06-c447-4711-8a5d-7e4b0e498797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.286852 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:24:28.287339 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.288635 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 553a28ca-1d63-4c1e-b11d-d17884e8bf27 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:28.327954 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event deleted for resources: {'Subnet': ['ID=1d2d1531-2692-4541-be4a-968044787dfc,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:28.381520 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 553a28ca-1d63-4c1e-b11d-d17884e8bf27 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:28.381765 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 553a28ca-1d63-4c1e-b11d-d17884e8bf27 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:28.382191 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8e7f6d5f-4b3e-4dac-9137-d369b4760fb6 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:28.407911 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 8e7f6d5f-4b3e-4dac-9137-d369b4760fb6 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:28.408259 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8e7f6d5f-4b3e-4dac-9137-d369b4760fb6 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:28.418976 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d27074f-a625-4d42-b593-78454b876dcf tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.448433 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c78e06-c447-4711-8a5d-7e4b0e498797 None None] Network 6edbe19a-2b43-435c-adc3-ec23a1927601 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:28.459864 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-44c78e06-c447-4711-8a5d-7e4b0e498797 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:28.462418 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c78e06-c447-4711-8a5d-7e4b0e498797 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:28.464527 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c78e06-c447-4711-8a5d-7e4b0e498797 None None] Pushing event updated for resources: {'Port': ['ID=593cf553-106a-4c36-914a-9d4a0fee0f6b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:28.508240 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.522938 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6edbe19a-2b43-435c-adc3-ec23a1927601']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:28.529099 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-44c78e06-c447-4711-8a5d-7e4b0e498797 None None] Attempting to bind port 593cf553-106a-4c36-914a-9d4a0fee0f6b on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:28.529395 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-44c78e06-c447-4711-8a5d-7e4b0e498797 None None] Attempting to bind port 593cf553-106a-4c36-914a-9d4a0fee0f6b by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'f1d67262-fa6d-4871-b971-de940ef72203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6edbe19a-2b43-435c-adc3-ec23a1927601'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:28.529758 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c78e06-c447-4711-8a5d-7e4b0e498797 None None] Attempting to bind port 593cf553-106a-4c36-914a-9d4a0fee0f6b on network 6edbe19a-2b43-435c-adc3-ec23a1927601 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:28.535376 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c78e06-c447-4711-8a5d-7e4b0e498797 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:28.535935 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c78e06-c447-4711-8a5d-7e4b0e498797 None None] Checking segment: {'id': 'f1d67262-fa6d-4871-b971-de940ef72203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6edbe19a-2b43-435c-adc3-ec23a1927601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:28.536350 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-44c78e06-c447-4711-8a5d-7e4b0e498797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.536794 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c78e06-c447-4711-8a5d-7e4b0e498797 None None] Bound using segment: {'id': 'f1d67262-fa6d-4871-b971-de940ef72203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6edbe19a-2b43-435c-adc3-ec23a1927601'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:28.537308 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-44c78e06-c447-4711-8a5d-7e4b0e498797 None None] Bound port: 593cf553-106a-4c36-914a-9d4a0fee0f6b, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d67262-fa6d-4871-b971-de940ef72203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6edbe19a-2b43-435c-adc3-ec23a1927601'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:28.537695 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-44c78e06-c447-4711-8a5d-7e4b0e498797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.538118 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d67262-fa6d-4871-b971-de940ef72203') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:28.538612 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d67262-fa6d-4871-b971-de940ef72203') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:28.613208 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-44c78e06-c447-4711-8a5d-7e4b0e498797 None None] For port 593cf553-106a-4c36-914a-9d4a0fee0f6b, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:28.618004 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-44c78e06-c447-4711-8a5d-7e4b0e498797 None None] For port 593cf553-106a-4c36-914a-9d4a0fee0f6b, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=593cf553-106a-4c36-914a-9d4a0fee0f6b,segment=NetworkSegment(f1d67262-fa6d-4871-b971-de940ef72203),segment_id=f1d67262-fa6d-4871-b971-de940ef72203)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:24:28.623928 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-44c78e06-c447-4711-8a5d-7e4b0e498797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.709852 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a06db5-bc40-48be-93af-803f19e76b65 None None] Network 375a2d03-b08b-475e-9932-f668b7a60b81 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:28.776713 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c78e06-c447-4711-8a5d-7e4b0e498797 None None] Pushing event updated for resources: {'Port': ['ID=593cf553-106a-4c36-914a-9d4a0fee0f6b,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:28.802310 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0648e58-4ac7-4f43-b882-359fffc4b5ea None None] Network 6edbe19a-2b43-435c-adc3-ec23a1927601 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:28.822147 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e6b4d9fd-c69c-46f8-9128-5618ee50d273 None None] Provisioning for port 28c149c7-df0c-4620-b5f3-ba1762a60d17 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:28.865723 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e6b4d9fd-c69c-46f8-9128-5618ee50d273 None None] Provisioning complete for port 28c149c7-df0c-4620-b5f3-ba1762a60d17 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:28.866163 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e6b4d9fd-c69c-46f8-9128-5618ee50d273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.937084 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.952820 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d27074f-a625-4d42-b593-78454b876dcf tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.959416 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.966115 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:28.967461 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.970529 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:24:28.970529 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:28.970529 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:24:28.970529 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:28.970529 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:24:28.970529 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:28.970529 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:24:28.970529 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:28.970529 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:24:28.970529 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:28.970529 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:24:28.970529 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:28.970529 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:24:28.970529 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:28.970529 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:28.970529 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:28.970529 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:28.970529 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:28.970529 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:24:28.970529 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:28.970529 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:24:28.970529 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:28.970529 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:28.970529 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:28.970529 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:28.970529 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:28.970529 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:28.970529 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:28.970529 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:28.970529 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:28.970529 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:28.970529 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:28.990547 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c6f95-89a9-4624-a0ad-a7645754288f req-eac44afa-5bff-46e8-87e3-278dbbd533be tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:28.993517 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5b7c6f95-89a9-4624-a0ad-a7645754288f req-eac44afa-5bff-46e8-87e3-278dbbd533be tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 946 time: 0.0856068 Aug 16 20:24:29.083684 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.db.api [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 20:24:29.083684 n-d-787206-13 neutron-server[94771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 20:24:29.083684 n-d-787206-13 neutron-server[94771]: [parameters: {'id': '6edbe19a-2b43-435c-adc3-ec23a1927601'}] Aug 16 20:24:29.083684 n-d-787206-13 neutron-server[94771]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:24:29.084588 n-d-787206-13 neutron-server[94771]: DEBUG oslo_db.api [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:24:29.098304 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5b7c6f95-89a9-4624-a0ad-a7645754288f req-1b220daf-a239-427e-b612-5f573d9ed000 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986633 Aug 16 20:24:29.155770 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e6b4d9fd-c69c-46f8-9128-5618ee50d273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.160543 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46afe654-7b8a-454e-9854-10c6fc1679db None None] Network 6edbe19a-2b43-435c-adc3-ec23a1927601 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:29.270187 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d27074f-a625-4d42-b593-78454b876dcf tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.276027 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e6b4d9fd-c69c-46f8-9128-5618ee50d273 None None] For port 28c149c7-df0c-4620-b5f3-ba1762a60d17, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=28c149c7-df0c-4620-b5f3-ba1762a60d17,segment=NetworkSegment(dd107a1d-f4b1-485b-ad2e-69f9cc082ac0),segment_id=dd107a1d-f4b1-485b-ad2e-69f9cc082ac0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:29.295782 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d27074f-a625-4d42-b593-78454b876dcf tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.302717 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e6b4d9fd-c69c-46f8-9128-5618ee50d273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.399554 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4d9fd-c69c-46f8-9128-5618ee50d273 None None] Pushing event updated for resources: {'Port': ['ID=28c149c7-df0c-4620-b5f3-ba1762a60d17,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:29.403902 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fe2569-8957-48f2-9e09-70f7964af742 None None] Update dhcp port {'port': {'network_id': '375a2d03-b08b-475e-9932-f668b7a60b81', 'fixed_ips': [{'subnet_id': '53bca1ae-cb9f-4b26-8b19-18e68951eb0f', 'ip_address': '2001:db8::2'}, {'subnet_id': '4163f4bf-fdf0-4c11-b552-f9b29c90f8ac'}], 'binding:host_id': 'n-d-787206-13'}, 'id': '28c149c7-df0c-4620-b5f3-ba1762a60d17'} from n-d-787206-13. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:24:29.433830 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-43fe2569-8957-48f2-9e09-70f7964af742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.436532 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-3d27074f-a625-4d42-b593-78454b876dcf tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Allocated IP 172.25.8.96 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/4bc48051-abd5-4fc6-a596-939c9a36df44) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:29.554505 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44868) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:29.574682 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d27074f-a625-4d42-b593-78454b876dcf tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.585574 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.618774 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-43fe2569-8957-48f2-9e09-70f7964af742 None None] Allocated IP 172.20.0.1 (375a2d03-b08b-475e-9932-f668b7a60b81/4163f4bf-fdf0-4c11-b552-f9b29c90f8ac/28c149c7-df0c-4620-b5f3-ba1762a60d17) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:29.661029 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d27074f-a625-4d42-b593-78454b876dcf tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.699660 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Deleting port 593cf553-106a-4c36-914a-9d4a0fee0f6b {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:29.699660 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.702730 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-70a1995b-3b59-492d-8c61-b29feb50171b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.741977 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-43fe2569-8957-48f2-9e09-70f7964af742 None None] For port 28c149c7-df0c-4620-b5f3-ba1762a60d17, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=28c149c7-df0c-4620-b5f3-ba1762a60d17,segment=NetworkSegment(dd107a1d-f4b1-485b-ad2e-69f9cc082ac0),segment_id=dd107a1d-f4b1-485b-ad2e-69f9cc082ac0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:29.760237 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d27074f-a625-4d42-b593-78454b876dcf tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:29.766495 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-3d27074f-a625-4d42-b593-78454b876dcf tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:29.774501 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d27074f-a625-4d42-b593-78454b876dcf tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:29.782440 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27074f-a625-4d42-b593-78454b876dcf tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'Port': ['ID=4bc48051-abd5-4fc6-a596-939c9a36df44,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:29.788709 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-43fe2569-8957-48f2-9e09-70f7964af742 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.805076 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-43fe2569-8957-48f2-9e09-70f7964af742 None None] Transition to ACTIVE for port object 28c149c7-df0c-4620-b5f3-ba1762a60d17 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:29.811673 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-43fe2569-8957-48f2-9e09-70f7964af742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.811842 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] For port 593cf553-106a-4c36-914a-9d4a0fee0f6b, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=593cf553-106a-4c36-914a-9d4a0fee0f6b,segment=NetworkSegment(f1d67262-fa6d-4871-b971-de940ef72203),segment_id=f1d67262-fa6d-4871-b971-de940ef72203)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:29.812081 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.831607 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Calling delete_port for 593cf553-106a-4c36-914a-9d4a0fee0f6b owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:29.835874 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-70a1995b-3b59-492d-8c61-b29feb50171b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.841989 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-70a1995b-3b59-492d-8c61-b29feb50171b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.893133 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-70a1995b-3b59-492d-8c61-b29feb50171b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=44e5c021e6cd448d822637640eb18aaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3373826 Aug 16 20:24:29.894225 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44872) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:29.928208 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1995b-3b59-492d-8c61-b29feb50171b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b2542f-a589-44e9-a8bd-ba62db33ffb0,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:29.929769 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 28c149c7-df0c-4620-b5f3-ba1762a60d17 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:29.955573 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-278a2be2-d760-4242-9675-011807a35f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.979526 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-278a2be2-d760-4242-9675-011807a35f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.005817 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe2569-8957-48f2-9e09-70f7964af742 None None] Pushing event updated for resources: {'Port': ['ID=28c149c7-df0c-4620-b5f3-ba1762a60d17,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:30.061081 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-278a2be2-d760-4242-9675-011807a35f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.064490 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-278a2be2-d760-4242-9675-011807a35f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.066107 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-278a2be2-d760-4242-9675-011807a35f14 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/41b2542f-a589-44e9-a8bd-ba62db33ffb0 HTTP/1.1" status: 204 len: 168 time: 0.1706495 Aug 16 20:24:30.078347 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a2be2-d760-4242-9675-011807a35f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b2542f-a589-44e9-a8bd-ba62db33ffb0,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:30.161486 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.193190 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] No DVR routers for this DVR port 593cf553-106a-4c36-914a-9d4a0fee0f6b on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:30.239617 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d14d6-c9ea-4555-9261-128b6fd96a74 req-1f2cd6e9-e473-4978-a15a-4184212e33b0 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:30.241332 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a89d14d6-c9ea-4555-9261-128b6fd96a74 req-1f2cd6e9-e473-4978-a15a-4184212e33b0 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 946 time: 0.0675414 Aug 16 20:24:30.281748 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event deleted for resources: {'Port': ['ID=593cf553-106a-4c36-914a-9d4a0fee0f6b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:30.320676 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a89d14d6-c9ea-4555-9261-128b6fd96a74 req-52989dc3-0ed5-48b8-8ccf-533706226199 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689921 Aug 16 20:24:30.380158 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.394975 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6edbe19a-2b43-435c-adc3-ec23a1927601']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:30.397335 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d27074f-a625-4d42-b593-78454b876dcf tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.442579 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d67262-fa6d-4871-b971-de940ef72203') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:30.443584 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d67262-fa6d-4871-b971-de940ef72203') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:30.459326 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.488288 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44882) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:30.504324 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.505197 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-358437ac-3801-4fa9-80ed-3458662379e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.517887 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:30.518654 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.521580 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:24:30.521580 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:30.521580 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:24:30.521580 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:30.521580 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:24:30.521580 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:30.521580 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:24:30.521580 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:30.521580 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:24:30.521580 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:30.521580 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:24:30.521580 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:30.521580 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:24:30.521580 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:30.521580 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:30.521580 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:30.521580 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:30.521580 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:30.521580 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:24:30.521580 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:30.521580 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:24:30.521580 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:30.521580 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:30.521580 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:30.521580 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:30.521580 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:30.521580 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:30.521580 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:30.521580 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:30.521580 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:30.521580 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:30.521580 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:30.611127 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d5edc0-dbbd-4c41-ba68-14c907bd5511 None None] Network 375a2d03-b08b-475e-9932-f668b7a60b81 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:30.626190 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.634319 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.639006 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "DELETE /v2.0/networks/6edbe19a-2b43-435c-adc3-ec23a1927601 HTTP/1.1" status: 204 len: 168 time: 2.8073869 Aug 16 20:24:30.639326 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44884) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:30.656987 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008954f-bf47-4ed1-887a-4ee78bf10c07 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event deleted for resources: {'Network': ['ID=6edbe19a-2b43-435c-adc3-ec23a1927601,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:30.666170 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b6f9b9-325a-4b34-b240-4b1f20e63ee4 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] DELETE failed (client error): The resource could not be found. Aug 16 20:24:30.666770 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4b6f9b9-325a-4b34-b240-4b1f20e63ee4 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:24:30.672615 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f4b6f9b9-325a-4b34-b240-4b1f20e63ee4 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "DELETE /v2.0/networks/6edbe19a-2b43-435c-adc3-ec23a1927601 HTTP/1.1" status: 404 len: 339 time: 0.0282285 Aug 16 20:24:30.675613 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44886) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:30.680535 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-bc36de1b-8780-44b8-b682-9e052faeae74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-293971143', 'description': 'd1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:30.681789 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-74eaa324-0134-4be2-b2a0-dd8825576135 None None] Provisioning for port 28c149c7-df0c-4620-b5f3-ba1762a60d17 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:30.689102 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-74eaa324-0134-4be2-b2a0-dd8825576135 None None] Provisioning complete for port 28c149c7-df0c-4620-b5f3-ba1762a60d17 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:30.689447 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-74eaa324-0134-4be2-b2a0-dd8825576135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.712475 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-358437ac-3801-4fa9-80ed-3458662379e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.721551 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-358437ac-3801-4fa9-80ed-3458662379e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.722311 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d27074f-a625-4d42-b593-78454b876dcf tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.763837 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc36de1b-8780-44b8-b682-9e052faeae74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Made reservation on behalf of 9eeedc4ab934422e88390e7ea2a3eaeb for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:30.767635 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc36de1b-8780-44b8-b682-9e052faeae74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.780867 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358437ac-3801-4fa9-80ed-3458662379e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86283fb6-44a0-450e-ab57-e69535e5b699,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:30.791201 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-358437ac-3801-4fa9-80ed-3458662379e0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d0c5e226685e49caba9dd9e0a29c5e20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3015678 Aug 16 20:24:30.796040 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44888) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:30.818116 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc36de1b-8780-44b8-b682-9e052faeae74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:24:30.844367 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc36de1b-8780-44b8-b682-9e052faeae74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.844697 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-bc36de1b-8780-44b8-b682-9e052faeae74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Added segment f2a47d8a-f8b7-41f8-bace-fa96dc56a4da of type vlan for network 8202925e-2bd9-4b0b-8fe7-0eb3e2eefc31 Aug 16 20:24:30.888684 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d27074f-a625-4d42-b593-78454b876dcf tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Router 74e3ccf1-cd77-4130-a5da-69f897d1a7cd is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:24:30.896164 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03ee4387-4279-41ee-8080-f78f222bdc10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.901827 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc36de1b-8780-44b8-b682-9e052faeae74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.935651 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03ee4387-4279-41ee-8080-f78f222bdc10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.955282 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc36de1b-8780-44b8-b682-9e052faeae74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.960913 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc36de1b-8780-44b8-b682-9e052faeae74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:30.961536 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc36de1b-8780-44b8-b682-9e052faeae74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588338'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:31.001692 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d27074f-a625-4d42-b593-78454b876dcf tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:24:31.015543 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aeac1b-2bb8-4f8f-9c46-f8049279a877 None None] Sync routers for ids ['74e3ccf1-cd77-4130-a5da-69f897d1a7cd'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:24:31.026683 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d27074f-a625-4d42-b593-78454b876dcf tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:31.027665 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aeac1b-2bb8-4f8f-9c46-f8049279a877 None None] Routers {'74e3ccf1-cd77-4130-a5da-69f897d1a7cd'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:24:31.028678 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-97aeac1b-2bb8-4f8f-9c46-f8049279a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:24:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['74e3ccf1-cd77-4130-a5da-69f897d1a7cd'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:31.031874 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3d27074f-a625-4d42-b593-78454b876dcf tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8286936 Aug 16 20:24:31.032509 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44890) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:31.046134 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bc36de1b-8780-44b8-b682-9e052faeae74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3666039 Aug 16 20:24:31.047284 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44892) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:31.076762 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36de1b-8780-44b8-b682-9e052faeae74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event updated for resources: {'Network': ['ID=8202925e-2bd9-4b0b-8fe7-0eb3e2eefc31,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:31.093749 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ee7e2d36-7e9c-485c-b9d4-a57b134d51e4 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=e56891446a5d4a4da1a00ff61508934e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0592597 Aug 16 20:24:31.094434 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44894) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:31.095630 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 8202925e-2bd9-4b0b-8fe7-0eb3e2eefc31 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:24:31.134460 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03ee4387-4279-41ee-8080-f78f222bdc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:31.137402 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03ee4387-4279-41ee-8080-f78f222bdc10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:31.138885 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-03ee4387-4279-41ee-8080-f78f222bdc10 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/86283fb6-44a0-450e-ab57-e69535e5b699 HTTP/1.1" status: 204 len: 168 time: 0.3419237 Aug 16 20:24:31.164936 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee4387-4279-41ee-8080-f78f222bdc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86283fb6-44a0-450e-ab57-e69535e5b699,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:31.178730 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9276574f-d502-4488-8363-0bb9a53b5db1 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:31.183016 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9276574f-d502-4488-8363-0bb9a53b5db1 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "GET /v2.0/networks?id=8202925e-2bd9-4b0b-8fe7-0eb3e2eefc31 HTTP/1.1" status: 200 len: 764 time: 0.1323853 Aug 16 20:24:31.183361 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44898) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:31.188768 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-73170d21-20ae-445a-864c-299d99fd4c0f tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Request body: {'network': {'description': 'd2'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:31.213396 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2d96d5-9c63-4e0c-b1a6-7c7abecb1ccf None None] get_active_networks_info from n-d-787206-13 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:24:31.314541 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-97aeac1b-2bb8-4f8f-9c46-f8049279a877 None None] Set router 74e3ccf1-cd77-4130-a5da-69f897d1a7cd gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:24:31.365073 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2d96d5-9c63-4e0c-b1a6-7c7abecb1ccf None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:24:31.373841 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4ad6d9cd-da6d-4c4f-99dc-18b932324bf8 None None] Provisioning complete for port 28c149c7-df0c-4620-b5f3-ba1762a60d17 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:31.374234 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4ad6d9cd-da6d-4c4f-99dc-18b932324bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:31.408869 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73170d21-20ae-445a-864c-299d99fd4c0f tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:31.438521 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73170d21-20ae-445a-864c-299d99fd4c0f tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:31.458099 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-73170d21-20ae-445a-864c-299d99fd4c0f tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Network 8202925e-2bd9-4b0b-8fe7-0eb3e2eefc31 is not hosted by any dhcp agent {{(pid=94770) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 20:24:31.471457 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73170d21-20ae-445a-864c-299d99fd4c0f tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:31.472253 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73170d21-20ae-445a-864c-299d99fd4c0f tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:31.474523 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-73170d21-20ae-445a-864c-299d99fd4c0f tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "PUT /v2.0/networks/8202925e-2bd9-4b0b-8fe7-0eb3e2eefc31 HTTP/1.1" status: 200 len: 761 time: 0.2893572 Aug 16 20:24:31.476977 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44904) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:31.489830 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1787805b-c039-4f7f-93e2-cb08158cf24a tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:31.495378 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1787805b-c039-4f7f-93e2-cb08158cf24a tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4000056 Aug 16 20:24:31.498103 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44906) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:31.572788 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-af73c44b-6c06-4c14-9668-9c681805f18d tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=eb87ae87-0925-464c-8e03-8bba27e76e58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0729494 Aug 16 20:24:31.576060 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44910) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:31.590813 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-399afea1-1f1c-40b8-b546-1a31a084a41b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1369488821', 'network_id': '2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1', 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:31.679208 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-97aeac1b-2bb8-4f8f-9c46-f8049279a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'name': 'tempest-TestNetworkBasicOps-router-2002615676', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '4bc48051-abd5-4fc6-a596-939c9a36df44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:28Z', 'updated_at': '2021-08-16T20:24:30Z', 'revision_number': 3, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '4bc48051-abd5-4fc6-a596-939c9a36df44', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:29Z', 'updated_at': '2021-08-16T20:24:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:31.741387 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aeac1b-2bb8-4f8f-9c46-f8049279a877 None None] Checking router: 74e3ccf1-cd77-4130-a5da-69f897d1a7cd for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:24:31.741747 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aeac1b-2bb8-4f8f-9c46-f8049279a877 None None] Updating router 74e3ccf1-cd77-4130-a5da-69f897d1a7cd port 4bc48051-abd5-4fc6-a596-939c9a36df44 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:24:31.774869 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399afea1-1f1c-40b8-b546-1a31a084a41b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Made reservation on behalf of e56891446a5d4a4da1a00ff61508934e for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:31.782575 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-399afea1-1f1c-40b8-b546-1a31a084a41b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:31.792152 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-97aeac1b-2bb8-4f8f-9c46-f8049279a877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:31.806040 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-35d66fb6-8150-46c5-b585-938771b71bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:31.811828 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73170d21-20ae-445a-864c-299d99fd4c0f tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event updated for resources: {'Network': ['ID=8202925e-2bd9-4b0b-8fe7-0eb3e2eefc31,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:31.829187 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830d1472-8e5b-4ecd-88b3-1c7696bf27d1 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:31.830841 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-830d1472-8e5b-4ecd-88b3-1c7696bf27d1 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "GET /v2.0/networks?id=8202925e-2bd9-4b0b-8fe7-0eb3e2eefc31 HTTP/1.1" status: 200 len: 764 time: 0.3503559 Aug 16 20:24:31.836810 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44918) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:31.844667 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 8202925e-2bd9-4b0b-8fe7-0eb3e2eefc31 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:24:31.995132 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 28c149c7-df0c-4620-b5f3-ba1762a60d17 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:32.077910 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a816d3fb-c4d3-441e-9dff-09e4c72dd90f tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:32.079749 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a816d3fb-c4d3-441e-9dff-09e4c72dd90f tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2418611 Aug 16 20:24:32.083664 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44924) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:32.111845 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce7504-7c0b-4736-b58f-47add0c67977 req-e0e917a7-a6b2-42c6-86e3-2d93ec8e994d tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:32.113571 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0fce7504-7c0b-4736-b58f-47add0c67977 req-e0e917a7-a6b2-42c6-86e3-2d93ec8e994d tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 946 time: 0.5733080 Aug 16 20:24:32.141016 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6f4d3d6e-07de-465a-9093-a3d1151ad556 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "GET /v2.0/subnets?network_id=eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 207 time: 0.0561597 Aug 16 20:24:32.148067 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44928) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:32.157191 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-97aeac1b-2bb8-4f8f-9c46-f8049279a877 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:32.172440 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-97aeac1b-2bb8-4f8f-9c46-f8049279a877 None None] Transition to ACTIVE for port object 4bc48051-abd5-4fc6-a596-939c9a36df44 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:32.179163 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-399afea1-1f1c-40b8-b546-1a31a084a41b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:32.184695 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-97aeac1b-2bb8-4f8f-9c46-f8049279a877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:32.191319 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 28c149c7-df0c-4620-b5f3-ba1762a60d17 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:32.192243 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:32.255761 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399afea1-1f1c-40b8-b546-1a31a084a41b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'Subnet': ['ID=1fcadfa2-0626-491b-ab96-f10a181d8eec,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:32.266189 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399afea1-1f1c-40b8-b546-1a31a084a41b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Checking segment: {'id': '841e9693-78f1-4992-b13a-4bb8e9ab7973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:32.266491 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399afea1-1f1c-40b8-b546-1a31a084a41b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Network hostable DHCP agents. Network: 2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:24:32.288318 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0fce7504-7c0b-4736-b58f-47add0c67977 req-3f2a6aec-65c4-496a-827c-f4c0596f0ec1 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567245 Aug 16 20:24:32.296185 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399afea1-1f1c-40b8-b546-1a31a084a41b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Network 2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:24:32.312313 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad4404-5208-47c0-8b34-a3d053e8f148 None None] Pushing event updated for resources: {'Port': ['ID=4bc48051-abd5-4fc6-a596-939c9a36df44,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:32.315061 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-399afea1-1f1c-40b8-b546-1a31a084a41b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:32.323883 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399afea1-1f1c-40b8-b546-1a31a084a41b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:32.325395 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-399afea1-1f1c-40b8-b546-1a31a084a41b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:32.326510 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111eddbc-5136-419f-9f96-45430af346d4 None None] Network 2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:32.348355 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-97aeac1b-2bb8-4f8f-9c46-f8049279a877 None None] Attempting to bind port 4bc48051-abd5-4fc6-a596-939c9a36df44 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:32.348727 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-97aeac1b-2bb8-4f8f-9c46-f8049279a877 None None] Attempting to bind port 4bc48051-abd5-4fc6-a596-939c9a36df44 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:32.349294 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aeac1b-2bb8-4f8f-9c46-f8049279a877 None None] Attempting to bind port 4bc48051-abd5-4fc6-a596-939c9a36df44 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:32.357386 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-399afea1-1f1c-40b8-b546-1a31a084a41b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7785842 Aug 16 20:24:32.360165 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44934) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:32.363564 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aeac1b-2bb8-4f8f-9c46-f8049279a877 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:32.368762 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aeac1b-2bb8-4f8f-9c46-f8049279a877 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:32.370656 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-97aeac1b-2bb8-4f8f-9c46-f8049279a877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:32.371281 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aeac1b-2bb8-4f8f-9c46-f8049279a877 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:32.371948 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-97aeac1b-2bb8-4f8f-9c46-f8049279a877 None None] Bound port: 4bc48051-abd5-4fc6-a596-939c9a36df44, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:32.373078 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-97aeac1b-2bb8-4f8f-9c46-f8049279a877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:32.452761 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d1337b-c89a-4183-add4-f404624d5c77 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:32.461789 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d1337b-c89a-4183-add4-f404624d5c77 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:32.481850 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d1337b-c89a-4183-add4-f404624d5c77 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:32.484820 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-97aeac1b-2bb8-4f8f-9c46-f8049279a877 None None] For port 4bc48051-abd5-4fc6-a596-939c9a36df44, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:32.497276 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-97aeac1b-2bb8-4f8f-9c46-f8049279a877 None None] For port 4bc48051-abd5-4fc6-a596-939c9a36df44, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=4bc48051-abd5-4fc6-a596-939c9a36df44,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:24:32.499718 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d1337b-c89a-4183-add4-f404624d5c77 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:32.508803 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad4404-5208-47c0-8b34-a3d053e8f148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:32.520995 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d1337b-c89a-4183-add4-f404624d5c77 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:32.521775 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad4404-5208-47c0-8b34-a3d053e8f148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:32.524984 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad4404-5208-47c0-8b34-a3d053e8f148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:32.526349 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad4404-5208-47c0-8b34-a3d053e8f148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:32.526883 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad4404-5208-47c0-8b34-a3d053e8f148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:32.531602 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad4404-5208-47c0-8b34-a3d053e8f148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:32.532126 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad4404-5208-47c0-8b34-a3d053e8f148 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:32.532656 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad4404-5208-47c0-8b34-a3d053e8f148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:32.533168 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad4404-5208-47c0-8b34-a3d053e8f148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:32.533678 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad4404-5208-47c0-8b34-a3d053e8f148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:32.534189 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad4404-5208-47c0-8b34-a3d053e8f148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:32.534687 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad4404-5208-47c0-8b34-a3d053e8f148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:32.543674 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-97aeac1b-2bb8-4f8f-9c46-f8049279a877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:32.546795 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d1337b-c89a-4183-add4-f404624d5c77 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:32.548046 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-56d1337b-c89a-4183-add4-f404624d5c77 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3989348 Aug 16 20:24:32.553857 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44942) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:32.654511 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aeac1b-2bb8-4f8f-9c46-f8049279a877 None None] Routers {'74e3ccf1-cd77-4130-a5da-69f897d1a7cd'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:24:32.655174 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-97aeac1b-2bb8-4f8f-9c46-f8049279a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:24:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['74e3ccf1-cd77-4130-a5da-69f897d1a7cd'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:32.735705 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad4404-5208-47c0-8b34-a3d053e8f148 None None] Pushing event updated for resources: {'Port': ['ID=4bc48051-abd5-4fc6-a596-939c9a36df44,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:32.844861 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-97aeac1b-2bb8-4f8f-9c46-f8049279a877 None None] Set router 74e3ccf1-cd77-4130-a5da-69f897d1a7cd gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:24:32.866955 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e1edc7-b3b5-40a4-9279-760014c7e609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1', 'network_id': '2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'fixed_ips': [{'subnet_id': '1fcadfa2-0626-491b-ab96-f10a181d8eec'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:24:32.867879 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49e1edc7-b3b5-40a4-9279-760014c7e609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:32.933410 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2a0d6f32-c782-489b-9199-1bce81aec44a tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3774526 Aug 16 20:24:32.936232 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44954) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:33.035217 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1ffb2c-37fe-48b5-88e8-81770d5100ab tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:33.037555 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1ffb2c-37fe-48b5-88e8-81770d5100ab tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:33.039597 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1ffb2c-37fe-48b5-88e8-81770d5100ab tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:33.042064 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1ffb2c-37fe-48b5-88e8-81770d5100ab tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:33.044519 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1ffb2c-37fe-48b5-88e8-81770d5100ab tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:33.051424 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1c1ffb2c-37fe-48b5-88e8-81770d5100ab tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1108890 Aug 16 20:24:33.051625 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44956) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:33.096234 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-97aeac1b-2bb8-4f8f-9c46-f8049279a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'name': 'tempest-TestNetworkBasicOps-router-2002615676', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '4bc48051-abd5-4fc6-a596-939c9a36df44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:28Z', 'updated_at': '2021-08-16T20:24:30Z', 'revision_number': 3, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '4bc48051-abd5-4fc6-a596-939c9a36df44', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:29Z', 'updated_at': '2021-08-16T20:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:33.127658 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90755319-b598-46a3-9e1f-d030f5e62ccd tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:33.129382 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90755319-b598-46a3-9e1f-d030f5e62ccd tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:33.131130 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90755319-b598-46a3-9e1f-d030f5e62ccd tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:33.132642 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90755319-b598-46a3-9e1f-d030f5e62ccd tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:33.134249 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90755319-b598-46a3-9e1f-d030f5e62ccd tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:33.136870 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-49e1edc7-b3b5-40a4-9279-760014c7e609 None None] Allocated IP 172.20.0.2 (2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1/1fcadfa2-0626-491b-ab96-f10a181d8eec/1198134c-60c8-4d14-aa09-87967b69f0e9) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:33.137035 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-90755319-b598-46a3-9e1f-d030f5e62ccd tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0842988 Aug 16 20:24:33.145827 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44958) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:33.151000 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aeac1b-2bb8-4f8f-9c46-f8049279a877 None None] The sync data for ids ['74e3ccf1-cd77-4130-a5da-69f897d1a7cd'] in n-d-787206-13 is: [{'id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'name': 'tempest-TestNetworkBasicOps-router-2002615676', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '4bc48051-abd5-4fc6-a596-939c9a36df44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:28Z', 'updated_at': '2021-08-16T20:24:30Z', 'revision_number': 3, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '4bc48051-abd5-4fc6-a596-939c9a36df44', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:29Z', 'updated_at': '2021-08-16T20:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:24:33.290841 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3437f18-a47f-4464-bd41-c40eb08d1ff3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:33.297556 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a3437f18-a47f-4464-bd41-c40eb08d1ff3 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "GET /v2.0/networks/2dad6e04-a291-4fb8-87fe-cb1216f37bb6 HTTP/1.1" status: 200 len: 803 time: 0.1502473 Aug 16 20:24:33.298445 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44960) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:33.421314 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49e1edc7-b3b5-40a4-9279-760014c7e609 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:33.435986 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-49e1edc7-b3b5-40a4-9279-760014c7e609 None None] Transition to ACTIVE for port object 1198134c-60c8-4d14-aa09-87967b69f0e9 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:33.452738 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-49e1edc7-b3b5-40a4-9279-760014c7e609 None None] Transition to ACTIVE for port object 1198134c-60c8-4d14-aa09-87967b69f0e9 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:33.467982 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d1a2b248-adf5-4790-a8bd-131b061052e7 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "GET /v2.0/networks/2dad6e04-a291-4fb8-87fe-cb1216f37bb6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1687553 Aug 16 20:24:33.469532 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44968) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:33.478947 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49e1edc7-b3b5-40a4-9279-760014c7e609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:33.501354 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab47608-bd74-40cc-a366-63ebe8b2b071 req-ccc98b7e-2806-48fd-ba99-cec205fc51ed tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:33.505820 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8ab47608-bd74-40cc-a366-63ebe8b2b071 req-ccc98b7e-2806-48fd-ba99-cec205fc51ed tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 946 time: 0.0758710 Aug 16 20:24:33.540435 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74d80014-605c-4a4b-bc1a-988871c30aee tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:33.565357 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf29ab8b-3543-437f-999e-0f57957a13e4 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:33.567237 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cf29ab8b-3543-437f-999e-0f57957a13e4 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "GET /v2.0/subnets/c09e7540-bd96-44de-b1ad-fe14f359b51c HTTP/1.1" status: 200 len: 843 time: 0.0959060 Aug 16 20:24:33.570409 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44970) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:33.599561 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8ab47608-bd74-40cc-a366-63ebe8b2b071 req-111a8337-1b4f-4e0b-acd7-47b421720a0c tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813501 Aug 16 20:24:33.611759 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e1edc7-b3b5-40a4-9279-760014c7e609 None None] Network 2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:33.632598 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1edc7-b3b5-40a4-9279-760014c7e609 None None] Pushing event updated for resources: {'Port': ['ID=1198134c-60c8-4d14-aa09-87967b69f0e9,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:33.636655 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-49e1edc7-b3b5-40a4-9279-760014c7e609 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:33.641192 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e1edc7-b3b5-40a4-9279-760014c7e609 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:33.723540 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-49e1edc7-b3b5-40a4-9279-760014c7e609 None None] Attempting to bind port 1198134c-60c8-4d14-aa09-87967b69f0e9 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:33.724214 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-49e1edc7-b3b5-40a4-9279-760014c7e609 None None] Attempting to bind port 1198134c-60c8-4d14-aa09-87967b69f0e9 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '841e9693-78f1-4992-b13a-4bb8e9ab7973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:33.724714 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e1edc7-b3b5-40a4-9279-760014c7e609 None None] Attempting to bind port 1198134c-60c8-4d14-aa09-87967b69f0e9 on network 2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:33.730986 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e1edc7-b3b5-40a4-9279-760014c7e609 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:33.732377 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e1edc7-b3b5-40a4-9279-760014c7e609 None None] Checking segment: {'id': '841e9693-78f1-4992-b13a-4bb8e9ab7973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:33.732913 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49e1edc7-b3b5-40a4-9279-760014c7e609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:33.733756 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e1edc7-b3b5-40a4-9279-760014c7e609 None None] Bound using segment: {'id': '841e9693-78f1-4992-b13a-4bb8e9ab7973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:33.734717 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-49e1edc7-b3b5-40a4-9279-760014c7e609 None None] Bound port: 1198134c-60c8-4d14-aa09-87967b69f0e9, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '841e9693-78f1-4992-b13a-4bb8e9ab7973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:33.735228 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49e1edc7-b3b5-40a4-9279-760014c7e609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:33.736704 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9308aeec-e4a4-441e-bc7c-2d3b6ac22631 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:33.738305 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9308aeec-e4a4-441e-bc7c-2d3b6ac22631 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "GET /v2.0/subnets/c09e7540-bd96-44de-b1ad-fe14f359b51c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1667295 Aug 16 20:24:33.742359 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44976) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:33.748572 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d04ac7ec-0e2d-4e76-938a-c17b6456dc4d tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-621029396'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:33.773483 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04ac7ec-0e2d-4e76-938a-c17b6456dc4d tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Made reservation on behalf of 9eeedc4ab934422e88390e7ea2a3eaeb for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:33.777817 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d04ac7ec-0e2d-4e76-938a-c17b6456dc4d tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:33.816080 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04ac7ec-0e2d-4e76-938a-c17b6456dc4d tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:24:33.836283 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d04ac7ec-0e2d-4e76-938a-c17b6456dc4d tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:33.836643 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-d04ac7ec-0e2d-4e76-938a-c17b6456dc4d tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Added segment 4cc006aa-4696-4d4e-b4e3-d70d8025ff92 of type vlan for network 1446d43b-3430-4e58-887b-3c9b06654d9e Aug 16 20:24:33.837644 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-49e1edc7-b3b5-40a4-9279-760014c7e609 None None] For port 1198134c-60c8-4d14-aa09-87967b69f0e9, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:33.844074 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-49e1edc7-b3b5-40a4-9279-760014c7e609 None None] For port 1198134c-60c8-4d14-aa09-87967b69f0e9, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1198134c-60c8-4d14-aa09-87967b69f0e9,segment=NetworkSegment(841e9693-78f1-4992-b13a-4bb8e9ab7973),segment_id=841e9693-78f1-4992-b13a-4bb8e9ab7973)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:24:33.853427 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49e1edc7-b3b5-40a4-9279-760014c7e609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:33.905192 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d04ac7ec-0e2d-4e76-938a-c17b6456dc4d tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:33.961587 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1edc7-b3b5-40a4-9279-760014c7e609 None None] Pushing event updated for resources: {'Port': ['ID=1198134c-60c8-4d14-aa09-87967b69f0e9,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:33.984981 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d04ac7ec-0e2d-4e76-938a-c17b6456dc4d tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:33.994948 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4bc48051-abd5-4fc6-a596-939c9a36df44 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:33.996929 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04ac7ec-0e2d-4e76-938a-c17b6456dc4d tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:33.999062 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d04ac7ec-0e2d-4e76-938a-c17b6456dc4d tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:34.078432 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44978) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:34.079537 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d04ac7ec-0e2d-4e76-938a-c17b6456dc4d tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3352406 Aug 16 20:24:34.092864 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4e1ced37-162f-4732-8a15-a41ce1434446 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Request body: {'subnet': {'network_id': '1446d43b-3430-4e58-887b-3c9b06654d9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:34.102826 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ac7ec-0e2d-4e76-938a-c17b6456dc4d tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event updated for resources: {'Network': ['ID=1446d43b-3430-4e58-887b-3c9b06654d9e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:34.114506 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 4bc48051-abd5-4fc6-a596-939c9a36df44 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:34.119270 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 4bc48051-abd5-4fc6-a596-939c9a36df44 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:34.119650 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:34.129722 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 1446d43b-3430-4e58-887b-3c9b06654d9e details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:24:34.189843 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-74d80014-605c-4a4b-bc1a-988871c30aee tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Allocated IP 172.20.0.1 (2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1/1fcadfa2-0626-491b-ab96-f10a181d8eec/1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:34.236344 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1ced37-162f-4732-8a15-a41ce1434446 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Made reservation on behalf of 9eeedc4ab934422e88390e7ea2a3eaeb for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:34.240456 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e1ced37-162f-4732-8a15-a41ce1434446 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:34.400755 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.ipam_backend_mixin [None req-4e1ced37-162f-4732-8a15-a41ce1434446 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Performing IP validity checks on allocation pools {{(pid=94771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 20:24:34.401304 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.ipam_backend_mixin [None req-4e1ced37-162f-4732-8a15-a41ce1434446 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 20:24:34.407740 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:34.420493 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e5a99a0b-9ee5-4acb-bcfd-6ff7fb395e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:34.438295 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 4bc48051-abd5-4fc6-a596-939c9a36df44, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=4bc48051-abd5-4fc6-a596-939c9a36df44,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:34.452709 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:34.530622 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74d80014-605c-4a4b-bc1a-988871c30aee tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:34.532783 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=4bc48051-abd5-4fc6-a596-939c9a36df44,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:34.551811 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-74d80014-605c-4a4b-bc1a-988871c30aee tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Transition to ACTIVE for port object 1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:34.656204 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:34.658407 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74d80014-605c-4a4b-bc1a-988871c30aee tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:34.707333 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e1ced37-162f-4732-8a15-a41ce1434446 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:34.725995 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d80014-605c-4a4b-bc1a-988871c30aee tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Network 2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:34.735621 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116aaa9-e6e2-4d28-823c-be20f8ebc127 req-1bad4895-cb56-43e9-bcdb-6abe6119f8ac tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:34.737173 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5116aaa9-e6e2-4d28-823c-be20f8ebc127 req-1bad4895-cb56-43e9-bcdb-6abe6119f8ac tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 946 time: 0.0553854 Aug 16 20:24:34.748133 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-74d80014-605c-4a4b-bc1a-988871c30aee tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:34.752319 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d80014-605c-4a4b-bc1a-988871c30aee tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:34.781167 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5116aaa9-e6e2-4d28-823c-be20f8ebc127 req-5f029ef2-7a95-4dac-bf8a-8435524d68f6 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363505 Aug 16 20:24:34.795613 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d80014-605c-4a4b-bc1a-988871c30aee tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'Port': ['ID=1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:34.815509 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ced37-162f-4732-8a15-a41ce1434446 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event updated for resources: {'Subnet': ['ID=5a7ceb39-d024-4efa-86a1-673ccba8a9a3,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:34.836847 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74d80014-605c-4a4b-bc1a-988871c30aee tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:34.877338 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1ced37-162f-4732-8a15-a41ce1434446 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Checking segment: {'id': '4cc006aa-4696-4d4e-b4e3-d70d8025ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1446d43b-3430-4e58-887b-3c9b06654d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:34.877710 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1ced37-162f-4732-8a15-a41ce1434446 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Network hostable DHCP agents. Network: 1446d43b-3430-4e58-887b-3c9b06654d9e, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:24:34.909157 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1ced37-162f-4732-8a15-a41ce1434446 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Network 1446d43b-3430-4e58-887b-3c9b06654d9e is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:24:34.940350 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-4e1ced37-162f-4732-8a15-a41ce1434446 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 1446d43b-3430-4e58-887b-3c9b06654d9e) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:34.949655 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1ced37-162f-4732-8a15-a41ce1434446 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:34.950271 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e1ced37-162f-4732-8a15-a41ce1434446 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:34.951636 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44e532e-ad54-44a6-b4b0-0a8251267631 None None] Network 1446d43b-3430-4e58-887b-3c9b06654d9e requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:34.970199 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4e1ced37-162f-4732-8a15-a41ce1434446 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8845546 Aug 16 20:24:34.973214 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 44986) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:34.978982 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-926f25ae-2eb4-44e9-8e8a-cc7af7cd9828 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:35.003932 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74d80014-605c-4a4b-bc1a-988871c30aee tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:35.157193 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-1446d43b-3430-4e58-887b-3c9b06654d9e', 'network_id': '1446d43b-3430-4e58-887b-3c9b06654d9e', 'tenant_id': '9eeedc4ab934422e88390e7ea2a3eaeb', 'fixed_ips': [{'subnet_id': '5a7ceb39-d024-4efa-86a1-673ccba8a9a3'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:24:35.158183 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:35.259039 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0234615b-2cc6-468d-b1b8-d7478bad001f None None] Network 2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:35.354149 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74d80014-605c-4a4b-bc1a-988871c30aee tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:35.359231 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74d80014-605c-4a4b-bc1a-988871c30aee tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:35.420743 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-926f25ae-2eb4-44e9-8e8a-cc7af7cd9828 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29122918'] for subnet, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:35.420927 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3388743a-a80b-449b-a4a9-0d6d2b2e46b2 None None] Provisioning for port 1198134c-60c8-4d14-aa09-87967b69f0e9 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:35.451060 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Allocated IP 2001:db8::3 (1446d43b-3430-4e58-887b-3c9b06654d9e/5a7ceb39-d024-4efa-86a1-673ccba8a9a3/0f7d1922-a1ef-4f06-843b-a88b1dac3d95) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:35.452940 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d80014-605c-4a4b-bc1a-988871c30aee tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'Port': ['ID=1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:35.456395 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74d80014-605c-4a4b-bc1a-988871c30aee tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:35.556013 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d80014-605c-4a4b-bc1a-988871c30aee tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Network 2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:35.557418 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-74d80014-605c-4a4b-bc1a-988871c30aee tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:35.604433 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:35.664635 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:35.680694 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Transition to ACTIVE for port object 0f7d1922-a1ef-4f06-843b-a88b1dac3d95 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:35.705808 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Transition to ACTIVE for port object 0f7d1922-a1ef-4f06-843b-a88b1dac3d95 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:35.713838 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:35.740121 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d80014-605c-4a4b-bc1a-988871c30aee tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Router 74e3ccf1-cd77-4130-a5da-69f897d1a7cd has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:24:35.788124 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Network 1446d43b-3430-4e58-887b-3c9b06654d9e is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:35.834672 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:35.842903 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:35.909521 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Pushing event updated for resources: {'Port': ['ID=0f7d1922-a1ef-4f06-843b-a88b1dac3d95,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:36.007721 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d80014-605c-4a4b-bc1a-988871c30aee tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:24:36.013930 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-74d80014-605c-4a4b-bc1a-988871c30aee tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "PUT /v2.0/routers/74e3ccf1-cd77-4130-a5da-69f897d1a7cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6527488 Aug 16 20:24:36.027545 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Attempting to bind port 0f7d1922-a1ef-4f06-843b-a88b1dac3d95 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:36.028279 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Attempting to bind port 0f7d1922-a1ef-4f06-843b-a88b1dac3d95 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '4cc006aa-4696-4d4e-b4e3-d70d8025ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1446d43b-3430-4e58-887b-3c9b06654d9e'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:36.030659 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Attempting to bind port 0f7d1922-a1ef-4f06-843b-a88b1dac3d95 on network 1446d43b-3430-4e58-887b-3c9b06654d9e {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:36.031680 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 44998) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:36.038921 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-20ead96e-5776-4541-a819-119e9e388e2f None None] Provisioning for port 1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:36.046826 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-20ead96e-5776-4541-a819-119e9e388e2f None None] Provisioning complete for port 1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:36.050397 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-20ead96e-5776-4541-a819-119e9e388e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:36.060143 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-926f25ae-2eb4-44e9-8e8a-cc7af7cd9828 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728336621240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25412299'] for subnet, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:36.097190 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:36.097626 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Checking segment: {'id': '4cc006aa-4696-4d4e-b4e3-d70d8025ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1446d43b-3430-4e58-887b-3c9b06654d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:36.103645 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:36.104124 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Bound using segment: {'id': '4cc006aa-4696-4d4e-b4e3-d70d8025ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1446d43b-3430-4e58-887b-3c9b06654d9e'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:36.104647 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Bound port: 0f7d1922-a1ef-4f06-843b-a88b1dac3d95, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc006aa-4696-4d4e-b4e3-d70d8025ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1446d43b-3430-4e58-887b-3c9b06654d9e'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:36.105051 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:36.157051 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1198134c-60c8-4d14-aa09-87967b69f0e9 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:36.159454 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-20ead96e-5776-4541-a819-119e9e388e2f None None] Port 1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:24:36.162134 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e33549-3076-4c2f-aa58-e1d130032c98 None None] Sync routers for ids ['74e3ccf1-cd77-4130-a5da-69f897d1a7cd'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:24:36.164716 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f25ae-2eb4-44e9-8e8a-cc7af7cd9828 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event updated for resources: {'Subnet': ['ID=5a7ceb39-d024-4efa-86a1-673ccba8a9a3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:36.176438 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926f25ae-2eb4-44e9-8e8a-cc7af7cd9828 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:36.177267 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-926f25ae-2eb4-44e9-8e8a-cc7af7cd9828 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:36.178787 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-926f25ae-2eb4-44e9-8e8a-cc7af7cd9828 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "PUT /v2.0/subnets/5a7ceb39-d024-4efa-86a1-673ccba8a9a3 HTTP/1.1" status: 200 len: 900 time: 1.2041337 Aug 16 20:24:36.181665 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45000) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:36.305497 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:36.324011 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b2fe699-56f8-4461-a857-f132b28c13a6 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:36.338039 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76ffdcd-ec7e-4e47-9db0-aa98aba4abe2 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:36.338527 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76ffdcd-ec7e-4e47-9db0-aa98aba4abe2 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:36.338997 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76ffdcd-ec7e-4e47-9db0-aa98aba4abe2 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:36.339487 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76ffdcd-ec7e-4e47-9db0-aa98aba4abe2 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:36.339948 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76ffdcd-ec7e-4e47-9db0-aa98aba4abe2 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:36.340404 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76ffdcd-ec7e-4e47-9db0-aa98aba4abe2 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:36.342044 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e33549-3076-4c2f-aa58-e1d130032c98 None None] Routers {'74e3ccf1-cd77-4130-a5da-69f897d1a7cd'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:24:36.343968 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b7e33549-3076-4c2f-aa58-e1d130032c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:24:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['74e3ccf1-cd77-4130-a5da-69f897d1a7cd'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:36.345208 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76ffdcd-ec7e-4e47-9db0-aa98aba4abe2 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:36.348262 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76ffdcd-ec7e-4e47-9db0-aa98aba4abe2 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:36.349966 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76ffdcd-ec7e-4e47-9db0-aa98aba4abe2 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:36.350455 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76ffdcd-ec7e-4e47-9db0-aa98aba4abe2 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:36.350924 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76ffdcd-ec7e-4e47-9db0-aa98aba4abe2 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:36.363685 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45002) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:36.369461 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d76ffdcd-ec7e-4e47-9db0-aa98aba4abe2 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7779 time: 0.3357563 Aug 16 20:24:36.397881 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443e117-91d9-4b3e-afd0-f6589b3745bb req-69aff3a1-a83a-4fca-976a-d25979434b68 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:36.399485 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9443e117-91d9-4b3e-afd0-f6589b3745bb req-69aff3a1-a83a-4fca-976a-d25979434b68 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 946 time: 0.3531489 Aug 16 20:24:36.453333 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:36.496908 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-b7e33549-3076-4c2f-aa58-e1d130032c98 None None] Set router 74e3ccf1-cd77-4130-a5da-69f897d1a7cd gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:24:36.524714 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] For port 0f7d1922-a1ef-4f06-843b-a88b1dac3d95, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:36.538891 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a69e48e-e33f-45b8-95d3-1ade3216f8fb tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:36.539399 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a69e48e-e33f-45b8-95d3-1ade3216f8fb tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:36.539868 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a69e48e-e33f-45b8-95d3-1ade3216f8fb tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:36.540682 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a69e48e-e33f-45b8-95d3-1ade3216f8fb tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:36.540839 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a69e48e-e33f-45b8-95d3-1ade3216f8fb tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:36.541221 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a69e48e-e33f-45b8-95d3-1ade3216f8fb tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:36.541682 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a69e48e-e33f-45b8-95d3-1ade3216f8fb tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:36.542625 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a69e48e-e33f-45b8-95d3-1ade3216f8fb tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:36.542836 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a69e48e-e33f-45b8-95d3-1ade3216f8fb tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:36.543433 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a69e48e-e33f-45b8-95d3-1ade3216f8fb tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:36.544179 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a69e48e-e33f-45b8-95d3-1ade3216f8fb tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:36.549353 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0a69e48e-e33f-45b8-95d3-1ade3216f8fb tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7195 time: 0.1762075 Aug 16 20:24:36.549580 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] For port 0f7d1922-a1ef-4f06-843b-a88b1dac3d95, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=0f7d1922-a1ef-4f06-843b-a88b1dac3d95,segment=NetworkSegment(4cc006aa-4696-4d4e-b4e3-d70d8025ff92),segment_id=4cc006aa-4696-4d4e-b4e3-d70d8025ff92)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:24:36.550771 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45004) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:36.552986 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 1198134c-60c8-4d14-aa09-87967b69f0e9 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:36.559033 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9443e117-91d9-4b3e-afd0-f6589b3745bb req-249fcc8e-740e-48ad-b0c8-b114639257d0 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323433 Aug 16 20:24:36.562442 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 1198134c-60c8-4d14-aa09-87967b69f0e9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:36.562850 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:36.564025 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-3b2fe699-56f8-4461-a857-f132b28c13a6 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Deleting port 0f7d1922-a1ef-4f06-843b-a88b1dac3d95 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:36.564300 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b2fe699-56f8-4461-a857-f132b28c13a6 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:36.576734 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:36.667480 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-3b2fe699-56f8-4461-a857-f132b28c13a6 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] For port 0f7d1922-a1ef-4f06-843b-a88b1dac3d95, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=0f7d1922-a1ef-4f06-843b-a88b1dac3d95,segment=NetworkSegment(4cc006aa-4696-4d4e-b4e3-d70d8025ff92),segment_id=4cc006aa-4696-4d4e-b4e3-d70d8025ff92)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:36.667859 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b2fe699-56f8-4461-a857-f132b28c13a6 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:36.682036 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-3b2fe699-56f8-4461-a857-f132b28c13a6 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Calling delete_port for 0f7d1922-a1ef-4f06-843b-a88b1dac3d95 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:36.773219 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-66094a0b-42e9-4a89-bb7d-aa4e0e426fd0 None None] Provisioning complete for port 1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:36.773615 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-66094a0b-42e9-4a89-bb7d-aa4e0e426fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:36.782493 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Pushing event updated for resources: {'Port': ['ID=0f7d1922-a1ef-4f06-843b-a88b1dac3d95,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:36.818402 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b2fe699-56f8-4461-a857-f132b28c13a6 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:36.837163 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:36.837521 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:36.837862 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:36.838204 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:36.838541 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:36.839026 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:36.839391 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:36.839726 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:36.840057 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:36.840385 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:36.840714 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:36.841591 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a9e5e-fede-46bf-bb40-b3fccdbc9964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:36.868042 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2fe699-56f8-4461-a857-f132b28c13a6 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event deleted for resources: {'Port': ['ID=0f7d1922-a1ef-4f06-843b-a88b1dac3d95,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:36.891400 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-66094a0b-42e9-4a89-bb7d-aa4e0e426fd0 None None] Port 1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:24:36.937310 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6185c28a-5fe2-4eff-80d1-75b313c30b5c tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2325 time: 0.3825219 Aug 16 20:24:36.939634 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2fe699-56f8-4461-a857-f132b28c13a6 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] No DVR routers for this DVR port 0f7d1922-a1ef-4f06-843b-a88b1dac3d95 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:36.965885 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:37.038796 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 1198134c-60c8-4d14-aa09-87967b69f0e9, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1198134c-60c8-4d14-aa09-87967b69f0e9,segment=NetworkSegment(841e9693-78f1-4992-b13a-4bb8e9ab7973),segment_id=841e9693-78f1-4992-b13a-4bb8e9ab7973)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:37.045785 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:37.046755 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4bc48051-abd5-4fc6-a596-939c9a36df44 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:37.078183 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b7e33549-3076-4c2f-aa58-e1d130032c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'name': 'tempest-TestNetworkBasicOps-router-2002615676', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '4bc48051-abd5-4fc6-a596-939c9a36df44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:28Z', 'updated_at': '2021-08-16T20:24:34Z', 'revision_number': 4, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '4bc48051-abd5-4fc6-a596-939c9a36df44', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:29Z', 'updated_at': '2021-08-16T20:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2', 'name': '', 'network_id': '2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'mac_address': 'fa:16:3e:91:4f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '1fcadfa2-0626-491b-ab96-f10a181d8eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:33Z', 'updated_at': '2021-08-16T20:24:35Z', 'revision_number': 2, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'subnets': [{'id': '1fcadfa2-0626-491b-ab96-f10a181d8eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:37.079713 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b2fe699-56f8-4461-a857-f132b28c13a6 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:37.173391 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b2fe699-56f8-4461-a857-f132b28c13a6 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:37.213142 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2fe699-56f8-4461-a857-f132b28c13a6 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event deleted for resources: {'Subnet': ['ID=5a7ceb39-d024-4efa-86a1-673ccba8a9a3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:37.285163 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b2fe699-56f8-4461-a857-f132b28c13a6 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:37.306355 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-3b2fe699-56f8-4461-a857-f132b28c13a6 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1446d43b-3430-4e58-887b-3c9b06654d9e']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:37.331458 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45012) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:37.349875 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-3b2fe699-56f8-4461-a857-f132b28c13a6 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc006aa-4696-4d4e-b4e3-d70d8025ff92') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:37.351397 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8d57b43b-7477-4e52-87df-04102d4c7b3e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-960505980', 'description': 'tempest-secgroup-smoke-960505980 description', 'project_id': 'e56891446a5d4a4da1a00ff61508934e'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:37.356233 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-3b2fe699-56f8-4461-a857-f132b28c13a6 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc006aa-4696-4d4e-b4e3-d70d8025ff92') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:37.382724 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b2fe699-56f8-4461-a857-f132b28c13a6 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:37.404135 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b2fe699-56f8-4461-a857-f132b28c13a6 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:37.412791 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2fe699-56f8-4461-a857-f132b28c13a6 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:37.413931 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b2fe699-56f8-4461-a857-f132b28c13a6 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:37.418009 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:24:37.418009 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:37.418009 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:24:37.418009 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:37.418009 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:24:37.418009 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:37.418009 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:24:37.418009 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:37.418009 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:24:37.418009 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:37.418009 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:24:37.418009 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:37.418009 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:24:37.418009 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:37.418009 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:37.418009 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:37.418009 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:37.418009 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:37.418009 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:24:37.418009 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:37.418009 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:24:37.418009 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:37.418009 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:37.418009 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:37.418009 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:37.418009 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:37.418009 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:37.418009 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:37.418009 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:37.418009 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:37.418009 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:37.418009 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:37.426818 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d57b43b-7477-4e52-87df-04102d4c7b3e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:37.491835 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e33549-3076-4c2f-aa58-e1d130032c98 None None] Checking router: 74e3ccf1-cd77-4130-a5da-69f897d1a7cd for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:24:37.492499 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e33549-3076-4c2f-aa58-e1d130032c98 None None] Updating router 74e3ccf1-cd77-4130-a5da-69f897d1a7cd port 1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:24:37.502856 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b2fe699-56f8-4461-a857-f132b28c13a6 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:37.507881 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b2fe699-56f8-4461-a857-f132b28c13a6 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:37.509983 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3b2fe699-56f8-4461-a857-f132b28c13a6 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "DELETE /v2.0/networks/1446d43b-3430-4e58-887b-3c9b06654d9e HTTP/1.1" status: 204 len: 168 time: 1.3271699 Aug 16 20:24:37.515507 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45014) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:37.532546 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:37.536026 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2fe699-56f8-4461-a857-f132b28c13a6 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event deleted for resources: {'Network': ['ID=1446d43b-3430-4e58-887b-3c9b06654d9e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:37.547535 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=1198134c-60c8-4d14-aa09-87967b69f0e9,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:37.550398 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7e33549-3076-4c2f-aa58-e1d130032c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:37.573860 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-1242bc66-7a96-4b82-837e-9327de581784 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] DELETE failed (client error): The resource could not be found. Aug 16 20:24:37.574168 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1242bc66-7a96-4b82-837e-9327de581784 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:24:37.576550 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1242bc66-7a96-4b82-837e-9327de581784 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "DELETE /v2.0/subnets/5a7ceb39-d024-4efa-86a1-673ccba8a9a3 HTTP/1.1" status: 404 len: 337 time: 0.0601118 Aug 16 20:24:37.579201 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45016) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:37.580703 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d57b43b-7477-4e52-87df-04102d4c7b3e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:37.589265 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d57b43b-7477-4e52-87df-04102d4c7b3e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:37.594280 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 4bc48051-abd5-4fc6-a596-939c9a36df44 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:37.594738 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:37.614477 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d57b43b-7477-4e52-87df-04102d4c7b3e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:37.616624 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8d57b43b-7477-4e52-87df-04102d4c7b3e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2836928 Aug 16 20:24:37.620257 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45020) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:37.627785 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e0ae7bfa-e678-44b0-9d77-e7a6133465ec tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'security_group_rule': {'security_group_id': 'd801122c-9e3d-4db1-bcff-abf9b1e51c07', 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:37.639447 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b7ad0d-4860-4332-a3ee-9412afb6159e tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] DELETE failed (client error): The resource could not be found. Aug 16 20:24:37.640510 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61b7ad0d-4860-4332-a3ee-9412afb6159e tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:24:37.643214 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-61b7ad0d-4860-4332-a3ee-9412afb6159e tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "DELETE /v2.0/networks/1446d43b-3430-4e58-887b-3c9b06654d9e HTTP/1.1" status: 404 len: 339 time: 0.0506072 Aug 16 20:24:37.651381 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45022) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:37.706440 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57b43b-7477-4e52-87df-04102d4c7b3e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d801122c-9e3d-4db1-bcff-abf9b1e51c07,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:37.730822 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0ae7bfa-e678-44b0-9d77-e7a6133465ec tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:37.749572 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad08b1f-81e6-4176-beeb-a64cf4ebf572 req-07e0667b-983a-4866-bf41-8f9055a2e9ab tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:37.751381 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ad08b1f-81e6-4176-beeb-a64cf4ebf572 req-07e0667b-983a-4866-bf41-8f9055a2e9ab tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 946 time: 0.0791073 Aug 16 20:24:37.782835 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d29982e0-e381-4a5c-9dd6-94dada681040 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:37.814148 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0ae7bfa-e678-44b0-9d77-e7a6133465ec tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:37.825134 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0ae7bfa-e678-44b0-9d77-e7a6133465ec tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:37.856277 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae7bfa-e678-44b0-9d77-e7a6133465ec tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=320b3b65-20a4-4f27-b282-6e6b50e16074,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:37.878066 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0ae7bfa-e678-44b0-9d77-e7a6133465ec tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:37.881791 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e0ae7bfa-e678-44b0-9d77-e7a6133465ec tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2578425 Aug 16 20:24:37.882723 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45024) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:37.888823 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b9604388-7ac6-42be-bfb9-1d7d8524e7e5 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'security_group_rule': {'security_group_id': 'd801122c-9e3d-4db1-bcff-abf9b1e51c07', 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:37.889854 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1ad08b1f-81e6-4176-beeb-a64cf4ebf572 req-240428b8-8e62-4791-b8fe-744321f0c38b tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735431 Aug 16 20:24:37.905075 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d29982e0-e381-4a5c-9dd6-94dada681040 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:37.920248 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d29982e0-e381-4a5c-9dd6-94dada681040 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8202925e-2bd9-4b0b-8fe7-0eb3e2eefc31']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:37.921493 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7e33549-3076-4c2f-aa58-e1d130032c98 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:37.936226 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d29982e0-e381-4a5c-9dd6-94dada681040 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a47d8a-f8b7-41f8-bace-fa96dc56a4da') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:37.936538 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d29982e0-e381-4a5c-9dd6-94dada681040 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a47d8a-f8b7-41f8-bace-fa96dc56a4da') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:37.944318 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b7e33549-3076-4c2f-aa58-e1d130032c98 None None] Transition to ACTIVE for port object 1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:37.954595 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d29982e0-e381-4a5c-9dd6-94dada681040 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:37.956598 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b9604388-7ac6-42be-bfb9-1d7d8524e7e5 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:37.980404 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7e33549-3076-4c2f-aa58-e1d130032c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.021115 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d29982e0-e381-4a5c-9dd6-94dada681040 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.035722 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d29982e0-e381-4a5c-9dd6-94dada681040 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:38.035985 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d29982e0-e381-4a5c-9dd6-94dada681040 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.039800 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:24:38.039800 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:38.039800 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:24:38.039800 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:38.039800 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:24:38.039800 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:38.039800 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:24:38.039800 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:38.039800 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:24:38.039800 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:38.039800 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:24:38.039800 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:38.039800 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:24:38.039800 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:38.039800 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:38.039800 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:38.039800 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:38.039800 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:38.039800 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:24:38.039800 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:38.039800 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:24:38.039800 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:38.039800 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:38.039800 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:38.039800 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:38.039800 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:38.039800 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:38.039800 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:38.039800 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:38.039800 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:38.039800 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:38.039800 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:38.042199 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b2b39-e168-41b9-8a7d-c6d6cc1050a9 None None] Pushing event updated for resources: {'Port': ['ID=1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:38.080434 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b9604388-7ac6-42be-bfb9-1d7d8524e7e5 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.108643 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b9604388-7ac6-42be-bfb9-1d7d8524e7e5 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.111031 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b7e33549-3076-4c2f-aa58-e1d130032c98 None None] Attempting to bind port 1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:38.111443 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b7e33549-3076-4c2f-aa58-e1d130032c98 None None] Attempting to bind port 1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '841e9693-78f1-4992-b13a-4bb8e9ab7973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:38.111961 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e33549-3076-4c2f-aa58-e1d130032c98 None None] Attempting to bind port 1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2 on network 2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:38.118008 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e33549-3076-4c2f-aa58-e1d130032c98 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:38.118425 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e33549-3076-4c2f-aa58-e1d130032c98 None None] Checking segment: {'id': '841e9693-78f1-4992-b13a-4bb8e9ab7973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:38.118947 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7e33549-3076-4c2f-aa58-e1d130032c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.119446 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e33549-3076-4c2f-aa58-e1d130032c98 None None] Bound using segment: {'id': '841e9693-78f1-4992-b13a-4bb8e9ab7973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:38.120015 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b7e33549-3076-4c2f-aa58-e1d130032c98 None None] Bound port: 1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '841e9693-78f1-4992-b13a-4bb8e9ab7973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:38.120465 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7e33549-3076-4c2f-aa58-e1d130032c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.149350 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9604388-7ac6-42be-bfb9-1d7d8524e7e5 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8911c000-045e-4a57-8521-4313e0b239a4,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:38.158101 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b9604388-7ac6-42be-bfb9-1d7d8524e7e5 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.162310 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b9604388-7ac6-42be-bfb9-1d7d8524e7e5 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2759206 Aug 16 20:24:38.163354 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45034) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:38.178301 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-fb464276-1f08-4687-8d48-a5b310e6610e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'security_group_rule': {'security_group_id': 'd801122c-9e3d-4db1-bcff-abf9b1e51c07', 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:38.184870 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d29982e0-e381-4a5c-9dd6-94dada681040 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.198792 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d29982e0-e381-4a5c-9dd6-94dada681040 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.201523 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d29982e0-e381-4a5c-9dd6-94dada681040 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "DELETE /v2.0/networks/8202925e-2bd9-4b0b-8fe7-0eb3e2eefc31 HTTP/1.1" status: 204 len: 168 time: 0.5491152 Aug 16 20:24:38.204280 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45036) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:38.252130 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2aa0c313-d322-4dc3-80c1-8d3215fa5172 None None] Could not find standard attr ID for object 0f7d1922-a1ef-4f06-843b-a88b1dac3d95. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:24:38.285086 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b7e33549-3076-4c2f-aa58-e1d130032c98 None None] For port 1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:38.290727 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fb464276-1f08-4687-8d48-a5b310e6610e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.291823 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b7e33549-3076-4c2f-aa58-e1d130032c98 None None] For port 1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2,segment=NetworkSegment(841e9693-78f1-4992-b13a-4bb8e9ab7973),segment_id=841e9693-78f1-4992-b13a-4bb8e9ab7973)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:24:38.303206 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1198134c-60c8-4d14-aa09-87967b69f0e9 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:38.314534 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29982e0-e381-4a5c-9dd6-94dada681040 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event deleted for resources: {'Network': ['ID=8202925e-2bd9-4b0b-8fe7-0eb3e2eefc31,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:38.314802 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7e33549-3076-4c2f-aa58-e1d130032c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.316654 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e75003-1976-4d6e-918b-d290c322d507 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] DELETE failed (client error): The resource could not be found. Aug 16 20:24:38.317123 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e75003-1976-4d6e-918b-d290c322d507 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:24:38.321864 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-83e75003-1976-4d6e-918b-d290c322d507 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "DELETE /v2.0/subnets/1d2d1531-2692-4541-be4a-968044787dfc HTTP/1.1" status: 404 len: 337 time: 0.1138768 Aug 16 20:24:38.323758 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45040) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:38.351220 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-e147e9ec-c7f5-462d-bc47-d6419077237a tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] DELETE failed (client error): The resource could not be found. Aug 16 20:24:38.352038 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e147e9ec-c7f5-462d-bc47-d6419077237a tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:24:38.355296 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e147e9ec-c7f5-462d-bc47-d6419077237a tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "DELETE /v2.0/networks/6edbe19a-2b43-435c-adc3-ec23a1927601 HTTP/1.1" status: 404 len: 339 time: 0.0289791 Aug 16 20:24:38.356825 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45042) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:38.367722 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befcdd37-07a8-4b2d-bea3-9e25d1de0771 None None] DHCP port deletion for 1446d43b-3430-4e58-887b-3c9b06654d9e request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:24:38.409309 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fb464276-1f08-4687-8d48-a5b310e6610e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.414271 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fb464276-1f08-4687-8d48-a5b310e6610e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.444969 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca5b694-770a-4641-9d8f-687bfc21d50a tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Deleting subnet 4163f4bf-fdf0-4c11-b552-f9b29c90f8ac {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:24:38.453996 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb464276-1f08-4687-8d48-a5b310e6610e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db1b824-6f1f-41c3-8d3c-8fb1c05ef152,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:38.459860 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fb464276-1f08-4687-8d48-a5b310e6610e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.464039 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fb464276-1f08-4687-8d48-a5b310e6610e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2951937 Aug 16 20:24:38.464039 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45044) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:38.464452 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4ca5b694-770a-4641-9d8f-687bfc21d50a tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.470207 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-28d8e35f-577f-4e59-a30f-d8753c7ddedc tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'security_group_rule': {'security_group_id': 'd801122c-9e3d-4db1-bcff-abf9b1e51c07', 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:38.479212 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ef3286-874c-4c78-a0e8-7aa323b015e7 None None] Network 1446d43b-3430-4e58-887b-3c9b06654d9e requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:38.515869 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-28d8e35f-577f-4e59-a30f-d8753c7ddedc tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.534362 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ef3286-874c-4c78-a0e8-7aa323b015e7 None None] Network 1446d43b-3430-4e58-887b-3c9b06654d9e could not be found, it might have been deleted concurrently. {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 20:24:38.557293 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4ca5b694-770a-4641-9d8f-687bfc21d50a tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.559478 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fae9f66-8918-4179-b48b-1a842dc17e99 None None] Network 1446d43b-3430-4e58-887b-3c9b06654d9e requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:38.582263 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e33549-3076-4c2f-aa58-e1d130032c98 None None] Routers {'74e3ccf1-cd77-4130-a5da-69f897d1a7cd'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:24:38.582918 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b7e33549-3076-4c2f-aa58-e1d130032c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:24:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['74e3ccf1-cd77-4130-a5da-69f897d1a7cd'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:38.588579 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 1198134c-60c8-4d14-aa09-87967b69f0e9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:38.588959 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.630978 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b2b39-e168-41b9-8a7d-c6d6cc1050a9 None None] Pushing event updated for resources: {'Port': ['ID=1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:38.633904 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fae9f66-8918-4179-b48b-1a842dc17e99 None None] Network 1446d43b-3430-4e58-887b-3c9b06654d9e could not be found, it might have been deleted concurrently. {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 20:24:38.640155 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-28d8e35f-577f-4e59-a30f-d8753c7ddedc tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.645622 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-28d8e35f-577f-4e59-a30f-d8753c7ddedc tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.664205 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8e35f-577f-4e59-a30f-d8753c7ddedc tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc3c3bad-d7c7-4111-b37a-5231a16f482e,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:38.674901 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-28d8e35f-577f-4e59-a30f-d8753c7ddedc tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.676675 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-28d8e35f-577f-4e59-a30f-d8753c7ddedc tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2116258 Aug 16 20:24:38.679524 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45046) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:38.685853 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-afe86df6-cf73-4fa5-80f0-eadc52b4c479 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'security_group_rule': {'security_group_id': 'd801122c-9e3d-4db1-bcff-abf9b1e51c07', 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:38.707431 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4ca5b694-770a-4641-9d8f-687bfc21d50a tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.718141 n-d-787206-13 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-afe86df6-cf73-4fa5-80f0-eadc52b4c479 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Project e56891446a5d4a4da1a00ff61508934e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:24:38.730988 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-afe86df6-cf73-4fa5-80f0-eadc52b4c479 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.816621 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-afe86df6-cf73-4fa5-80f0-eadc52b4c479 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.818169 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4ca5b694-770a-4641-9d8f-687bfc21d50a tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.821506 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-afe86df6-cf73-4fa5-80f0-eadc52b4c479 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.842030 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-b7e33549-3076-4c2f-aa58-e1d130032c98 None None] Set router 74e3ccf1-cd77-4130-a5da-69f897d1a7cd gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:24:38.842354 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe86df6-cf73-4fa5-80f0-eadc52b4c479 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=118f6984-922b-48e6-81b4-4ff7f3daf0e4,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:38.849180 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-afe86df6-cf73-4fa5-80f0-eadc52b4c479 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.850453 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-afe86df6-cf73-4fa5-80f0-eadc52b4c479 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1696227 Aug 16 20:24:38.853221 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45048) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:38.858071 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5b694-770a-4641-9d8f-687bfc21d50a tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event deleted for resources: {'Subnet': ['ID=4163f4bf-fdf0-4c11-b552-f9b29c90f8ac,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:38.858331 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5e5c69fe-3a86-48b5-af1b-388488abd8c8 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'security_group_rule': {'security_group_id': 'd801122c-9e3d-4db1-bcff-abf9b1e51c07', 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:38.861708 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4ca5b694-770a-4641-9d8f-687bfc21d50a tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.863651 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4ca5b694-770a-4641-9d8f-687bfc21d50a tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "DELETE /v2.0/subnets/4163f4bf-fdf0-4c11-b552-f9b29c90f8ac HTTP/1.1" status: 204 len: 168 time: 0.5057590 Aug 16 20:24:38.865883 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45050) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:38.879959 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9f9329-7916-4168-b121-807155a39f0c None None] Network 375a2d03-b08b-475e-9932-f668b7a60b81 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:38.889364 n-d-787206-13 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-5e5c69fe-3a86-48b5-af1b-388488abd8c8 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Project e56891446a5d4a4da1a00ff61508934e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:24:38.896733 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e5c69fe-3a86-48b5-af1b-388488abd8c8 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.925460 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e66a2f-eb32-4575-a94f-bb412d3e9d9e tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Deleting subnet 53bca1ae-cb9f-4b26-8b19-18e68951eb0f {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:24:38.929762 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f7e66a2f-eb32-4575-a94f-bb412d3e9d9e tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.978570 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f7e66a2f-eb32-4575-a94f-bb412d3e9d9e tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:39.036336 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e5c69fe-3a86-48b5-af1b-388488abd8c8 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:39.044630 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e5c69fe-3a86-48b5-af1b-388488abd8c8 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:39.069899 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c69fe-3a86-48b5-af1b-388488abd8c8 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9aa6ca4-e3b4-4fae-bd04-fd569b2fb7c2,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:39.092694 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ef804-a94a-43e2-ad7d-a2605b76d3f6 req-035788ed-4add-4985-b3fa-3f120de2686b tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:39.103762 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f7e66a2f-eb32-4575-a94f-bb412d3e9d9e tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:39.104682 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d44ef804-a94a-43e2-ad7d-a2605b76d3f6 req-035788ed-4add-4985-b3fa-3f120de2686b tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 946 time: 0.1205044 Aug 16 20:24:39.159458 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d44ef804-a94a-43e2-ad7d-a2605b76d3f6 req-1963dd0e-069d-45b8-b8f7-6eff1b667340 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501060 Aug 16 20:24:39.166327 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e5c69fe-3a86-48b5-af1b-388488abd8c8 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:39.168469 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5e5c69fe-3a86-48b5-af1b-388488abd8c8 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3142915 Aug 16 20:24:39.195177 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f7e66a2f-eb32-4575-a94f-bb412d3e9d9e tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:39.244240 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e66a2f-eb32-4575-a94f-bb412d3e9d9e tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event deleted for resources: {'Subnet': ['ID=53bca1ae-cb9f-4b26-8b19-18e68951eb0f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:39.250746 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f7e66a2f-eb32-4575-a94f-bb412d3e9d9e tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:39.255222 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f7e66a2f-eb32-4575-a94f-bb412d3e9d9e tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "DELETE /v2.0/subnets/53bca1ae-cb9f-4b26-8b19-18e68951eb0f HTTP/1.1" status: 204 len: 168 time: 0.3883719 Aug 16 20:24:39.255515 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45058) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:39.323782 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b7e33549-3076-4c2f-aa58-e1d130032c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'name': 'tempest-TestNetworkBasicOps-router-2002615676', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '4bc48051-abd5-4fc6-a596-939c9a36df44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:28Z', 'updated_at': '2021-08-16T20:24:34Z', 'revision_number': 4, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '4bc48051-abd5-4fc6-a596-939c9a36df44', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:29Z', 'updated_at': '2021-08-16T20:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2', 'name': '', 'network_id': '2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'mac_address': 'fa:16:3e:91:4f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '1fcadfa2-0626-491b-ab96-f10a181d8eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:33Z', 'updated_at': '2021-08-16T20:24:38Z', 'revision_number': 4, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'subnets': [{'id': '1fcadfa2-0626-491b-ab96-f10a181d8eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:39.376303 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e33549-3076-4c2f-aa58-e1d130032c98 None None] The sync data for ids ['74e3ccf1-cd77-4130-a5da-69f897d1a7cd'] in n-d-787206-13 is: [{'id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'name': 'tempest-TestNetworkBasicOps-router-2002615676', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '4bc48051-abd5-4fc6-a596-939c9a36df44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:28Z', 'updated_at': '2021-08-16T20:24:34Z', 'revision_number': 4, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '4bc48051-abd5-4fc6-a596-939c9a36df44', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:29Z', 'updated_at': '2021-08-16T20:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2', 'name': '', 'network_id': '2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'mac_address': 'fa:16:3e:91:4f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '1fcadfa2-0626-491b-ab96-f10a181d8eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:33Z', 'updated_at': '2021-08-16T20:24:38Z', 'revision_number': 4, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'subnets': [{'id': '1fcadfa2-0626-491b-ab96-f10a181d8eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:24:39.396974 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c13054e6-9776-49a3-8faa-c99bd01df0cb tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:39.428147 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f3cc15-4ed7-4e4b-b1ea-07196b30ca2d None None] Update dhcp port {'port': {'network_id': '375a2d03-b08b-475e-9932-f668b7a60b81', 'fixed_ips': [{'subnet_id': '53bca1ae-cb9f-4b26-8b19-18e68951eb0f'}], 'binding:host_id': 'n-d-787206-13'}, 'id': '28c149c7-df0c-4620-b5f3-ba1762a60d17'} from n-d-787206-13. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:24:39.501369 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f5f3cc15-4ed7-4e4b-b1ea-07196b30ca2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:39.538001 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-0589b8c7-cf0d-48e4-b1e2-d3270761b741 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-960505980&fields=id&tenant_id=e56891446a5d4a4da1a00ff61508934e HTTP/1.1" status: 200 len: 267 time: 0.0643799 Aug 16 20:24:39.546382 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c13054e6-9776-49a3-8faa-c99bd01df0cb tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Deleting port 28c149c7-df0c-4620-b5f3-ba1762a60d17 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:39.546853 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c13054e6-9776-49a3-8faa-c99bd01df0cb tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:39.695801 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aab0fa5-255d-4588-9def-201538774f12 None None] Network 375a2d03-b08b-475e-9932-f668b7a60b81 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:39.774151 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-203db988-de3a-46aa-8005-0a8719d22b28 None None] Provisioning complete for port 28c149c7-df0c-4620-b5f3-ba1762a60d17 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:39.774530 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-203db988-de3a-46aa-8005-0a8719d22b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:39.909428 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b530aa-8618-49d1-8d21-e2385efdb17f None None] DHCP port deletion for 375a2d03-b08b-475e-9932-f668b7a60b81 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:24:39.976654 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-00b530aa-8618-49d1-8d21-e2385efdb17f None None] Deleting port 28c149c7-df0c-4620-b5f3-ba1762a60d17 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:39.977206 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-00b530aa-8618-49d1-8d21-e2385efdb17f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:40.006516 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-c13054e6-9776-49a3-8faa-c99bd01df0cb tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] For port 28c149c7-df0c-4620-b5f3-ba1762a60d17, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=28c149c7-df0c-4620-b5f3-ba1762a60d17,segment=NetworkSegment(dd107a1d-f4b1-485b-ad2e-69f9cc082ac0),segment_id=dd107a1d-f4b1-485b-ad2e-69f9cc082ac0)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:40.006881 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c13054e6-9776-49a3-8faa-c99bd01df0cb tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:40.026818 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c13054e6-9776-49a3-8faa-c99bd01df0cb tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Calling delete_port for 28c149c7-df0c-4620-b5f3-ba1762a60d17 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:40.071486 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-00b530aa-8618-49d1-8d21-e2385efdb17f None None] For port 28c149c7-df0c-4620-b5f3-ba1762a60d17, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=28c149c7-df0c-4620-b5f3-ba1762a60d17,segment=NetworkSegment(dd107a1d-f4b1-485b-ad2e-69f9cc082ac0),segment_id=dd107a1d-f4b1-485b-ad2e-69f9cc082ac0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:40.071894 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-00b530aa-8618-49d1-8d21-e2385efdb17f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:40.090943 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-00b530aa-8618-49d1-8d21-e2385efdb17f None None] Calling delete_port for 28c149c7-df0c-4620-b5f3-ba1762a60d17 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:40.107058 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-f613bc5e-b0d5-42a5-8849-d825a8fe5255 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:40.114413 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-f613bc5e-b0d5-42a5-8849-d825a8fe5255 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/networks?id=2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1 HTTP/1.1" status: 200 len: 796 time: 0.5552473 Aug 16 20:24:40.135180 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-1847aea8-0ef4-40b6-8adb-f8fc45de62e3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/quotas/e56891446a5d4a4da1a00ff61508934e HTTP/1.1" status: 200 len: 375 time: 0.0193667 Aug 16 20:24:40.171726 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:40.227712 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-2b3c2b2d-6fa5-488c-8d03-372e326e4a91 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=e56891446a5d4a4da1a00ff61508934e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0921025 Aug 16 20:24:40.229042 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-00b530aa-8618-49d1-8d21-e2385efdb17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:40.238290 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c13054e6-9776-49a3-8faa-c99bd01df0cb tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:40.266032 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b530aa-8618-49d1-8d21-e2385efdb17f None None] Pushing event deleted for resources: {'Port': ['ID=28c149c7-df0c-4620-b5f3-ba1762a60d17,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:40.267940 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b530aa-8618-49d1-8d21-e2385efdb17f None None] No DVR routers for this DVR port 28c149c7-df0c-4620-b5f3-ba1762a60d17 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:40.281589 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:40.286403 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:40.286823 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:40.293834 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13054e6-9776-49a3-8faa-c99bd01df0cb tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event deleted for resources: {'Port': ['ID=28c149c7-df0c-4620-b5f3-ba1762a60d17,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:40.300160 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13054e6-9776-49a3-8faa-c99bd01df0cb tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] No DVR routers for this DVR port 28c149c7-df0c-4620-b5f3-ba1762a60d17 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:40.314773 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da68a0-f4c3-4526-b9ab-7bc186e0996d req-b7f7940e-99c6-4fe3-99dc-bc0580413290 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:40.328814 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e9da68a0-f4c3-4526-b9ab-7bc186e0996d req-b7f7940e-99c6-4fe3-99dc-bc0580413290 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 946 time: 0.0844405 Aug 16 20:24:40.408423 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e9da68a0-f4c3-4526-b9ab-7bc186e0996d req-c0b5cd91-72b6-46da-98bc-86cc5059f566 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729158 Aug 16 20:24:40.450268 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c13054e6-9776-49a3-8faa-c99bd01df0cb tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:40.460822 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:40.461352 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-c13054e6-9776-49a3-8faa-c99bd01df0cb tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375a2d03-b08b-475e-9932-f668b7a60b81']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:40.477327 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-c13054e6-9776-49a3-8faa-c99bd01df0cb tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd107a1d-f4b1-485b-ad2e-69f9cc082ac0') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:40.477327 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-c13054e6-9776-49a3-8faa-c99bd01df0cb tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd107a1d-f4b1-485b-ad2e-69f9cc082ac0') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:40.488579 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c13054e6-9776-49a3-8faa-c99bd01df0cb tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:40.506406 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c13054e6-9776-49a3-8faa-c99bd01df0cb tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:40.521748 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13054e6-9776-49a3-8faa-c99bd01df0cb tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:40.524142 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c13054e6-9776-49a3-8faa-c99bd01df0cb tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:40.529631 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2,segment=NetworkSegment(841e9693-78f1-4992-b13a-4bb8e9ab7973),segment_id=841e9693-78f1-4992-b13a-4bb8e9ab7973)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: self.session.flush() Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: self.session.flush() Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: self.session.flush() Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: self.session.flush() Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:40.534244 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:40.537986 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:40.687764 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c13054e6-9776-49a3-8faa-c99bd01df0cb tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:40.691571 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c13054e6-9776-49a3-8faa-c99bd01df0cb tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:40.693990 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c13054e6-9776-49a3-8faa-c99bd01df0cb tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "DELETE /v2.0/networks/375a2d03-b08b-475e-9932-f668b7a60b81 HTTP/1.1" status: 204 len: 168 time: 1.4374194 Aug 16 20:24:40.696930 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45084) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:40.715544 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13054e6-9776-49a3-8faa-c99bd01df0cb tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event deleted for resources: {'Network': ['ID=375a2d03-b08b-475e-9932-f668b7a60b81,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:40.761724 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad1954c-e8c3-41f5-8b20-b39792b34ba1 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] DELETE failed (client error): The resource could not be found. Aug 16 20:24:40.762316 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad1954c-e8c3-41f5-8b20-b39792b34ba1 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:24:40.764377 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bad1954c-e8c3-41f5-8b20-b39792b34ba1 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "DELETE /v2.0/subnets/da4b30bc-6adf-459e-9c2c-85fa05635c2a HTTP/1.1" status: 404 len: 337 time: 0.0661373 Aug 16 20:24:40.765617 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-d72eb6f2-7f4c-4506-8b49-8dad3aa455ee service neutron] 10.222.0.68 "GET /v2.0/networks/2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813406 Aug 16 20:24:40.767233 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45086) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:40.797549 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:40.801913 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 0f7d1922-a1ef-4f06-843b-a88b1dac3d95 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:40.806742 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-726b8830-cfeb-4295-b3bd-866a48da9d82 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] DELETE failed (client error): The resource could not be found. Aug 16 20:24:40.807345 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-726b8830-cfeb-4295-b3bd-866a48da9d82 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:24:40.809078 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-726b8830-cfeb-4295-b3bd-866a48da9d82 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "DELETE /v2.0/networks/9e565653-e947-4861-8d68-2005cc0570be HTTP/1.1" status: 404 len: 339 time: 0.0405607 Aug 16 20:24:40.812973 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45088) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:40.822754 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 0f7d1922-a1ef-4f06-843b-a88b1dac3d95 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:40.823096 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 0f7d1922-a1ef-4f06-843b-a88b1dac3d95 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:40.823655 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 28c149c7-df0c-4620-b5f3-ba1762a60d17 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:40.843884 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 28c149c7-df0c-4620-b5f3-ba1762a60d17 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:40.844225 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 28c149c7-df0c-4620-b5f3-ba1762a60d17 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:40.873213 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbae0b9a-c042-450f-94e6-e61b18491700 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] DELETE failed (client error): The resource could not be found. Aug 16 20:24:40.874051 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbae0b9a-c042-450f-94e6-e61b18491700 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:24:40.878452 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bbae0b9a-c042-450f-94e6-e61b18491700 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "DELETE /v2.0/subnets/371c6f25-5067-4100-92cb-18ac61e05fde HTTP/1.1" status: 404 len: 337 time: 0.0618181 Aug 16 20:24:40.879523 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45090) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:40.898389 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16b58d0-6f2b-4609-8a25-8f09ae9334a5 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] DELETE failed (client error): The resource could not be found. Aug 16 20:24:40.899292 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f16b58d0-6f2b-4609-8a25-8f09ae9334a5 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:24:40.901081 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f16b58d0-6f2b-4609-8a25-8f09ae9334a5 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "DELETE /v2.0/networks/ec5307d1-b218-44fa-b4a7-d6eb3c221eaa HTTP/1.1" status: 404 len: 339 time: 0.0211902 Aug 16 20:24:40.904121 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45092) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:40.937113 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ebb22e0-afb0-4812-9781-8af4ff03628c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] DELETE failed (client error): The resource could not be found. Aug 16 20:24:40.937684 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ebb22e0-afb0-4812-9781-8af4ff03628c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:24:40.942769 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9ebb22e0-afb0-4812-9781-8af4ff03628c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "DELETE /v2.0/subnets/35bc026c-a13b-4940-ba14-145d561a4e1f HTTP/1.1" status: 404 len: 337 time: 0.0376375 Aug 16 20:24:40.943475 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45094) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:40.946826 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-5745d58b-d7cc-4709-b8cf-7a0e28bb6406 service neutron] 10.222.0.68 "GET /v2.0/networks/2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744487 Aug 16 20:24:40.963025 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f33042b-740b-41c9-b1a7-34955d7701f0 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] DELETE failed (client error): The resource could not be found. Aug 16 20:24:40.963611 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f33042b-740b-41c9-b1a7-34955d7701f0 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:24:40.967731 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2f33042b-740b-41c9-b1a7-34955d7701f0 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "DELETE /v2.0/networks/fcfe895c-69d1-45b2-b533-728193b23680 HTTP/1.1" status: 404 len: 339 time: 0.0210044 Aug 16 20:24:40.968074 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45096) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:41.021455 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-9388cbc0-de8c-4749-a231-cf41aa6766fa tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Deleting subnet c7a0ff22-d5ba-4ef0-9711-bddcca38fa6b {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:24:41.024874 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9388cbc0-de8c-4749-a231-cf41aa6766fa tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:41.068681 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9388cbc0-de8c-4749-a231-cf41aa6766fa tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:41.147184 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8720b055-c6a9-4543-be8f-76b17b59d334 req-32dd296f-f16f-477c-bcfa-0d79da3e5499 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=e084add6-fbc5-4a38-af7f-2f83ca266e9a HTTP/1.1" status: 200 len: 210 time: 0.0364165 Aug 16 20:24:41.208079 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9388cbc0-de8c-4749-a231-cf41aa6766fa tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:41.279821 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9388cbc0-de8c-4749-a231-cf41aa6766fa tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:41.314019 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388cbc0-de8c-4749-a231-cf41aa6766fa tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event deleted for resources: {'Subnet': ['ID=c7a0ff22-d5ba-4ef0-9711-bddcca38fa6b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:41.316022 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9388cbc0-de8c-4749-a231-cf41aa6766fa tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:41.317997 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9388cbc0-de8c-4749-a231-cf41aa6766fa tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "DELETE /v2.0/subnets/c7a0ff22-d5ba-4ef0-9711-bddcca38fa6b HTTP/1.1" status: 204 len: 168 time: 0.3491323 Aug 16 20:24:41.320707 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45106) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:41.323952 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfd357e-ea49-4a54-8d80-19776959cee5 None None] Network 6f09e1be-b897-4723-be3f-80ad6532c861 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:41.413297 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb0e5dc0-2f20-4b13-9a91-36beee40ec74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:41.479305 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-eb0e5dc0-2f20-4b13-9a91-36beee40ec74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Deleting port bb1f03eb-a410-40ab-b10a-b9a4ff6966bf {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:41.479732 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb0e5dc0-2f20-4b13-9a91-36beee40ec74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:41.567283 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-eb0e5dc0-2f20-4b13-9a91-36beee40ec74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] For port bb1f03eb-a410-40ab-b10a-b9a4ff6966bf, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=bb1f03eb-a410-40ab-b10a-b9a4ff6966bf,segment=NetworkSegment(85a94dc2-0e57-4e3d-b340-6c8a1e8870d7),segment_id=85a94dc2-0e57-4e3d-b340-6c8a1e8870d7)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:41.567788 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb0e5dc0-2f20-4b13-9a91-36beee40ec74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:41.571052 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9822dc-b97e-4fce-89aa-9962d20aa193 None None] DHCP port deletion for 6f09e1be-b897-4723-be3f-80ad6532c861 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:24:41.573385 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21b4f8-7dbb-444d-b7e0-b263e366f459 req-d25f7588-9980-4884-b3d5-8afb6e336ecb tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:41.575092 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ce21b4f8-7dbb-444d-b7e0-b263e366f459 req-d25f7588-9980-4884-b3d5-8afb6e336ecb tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 946 time: 0.0663502 Aug 16 20:24:41.601499 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-eb0e5dc0-2f20-4b13-9a91-36beee40ec74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Calling delete_port for bb1f03eb-a410-40ab-b10a-b9a4ff6966bf owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:41.639109 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2e9822dc-b97e-4fce-89aa-9962d20aa193 None None] Deleting port bb1f03eb-a410-40ab-b10a-b9a4ff6966bf {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:41.639784 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2e9822dc-b97e-4fce-89aa-9962d20aa193 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:41.657466 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ce21b4f8-7dbb-444d-b7e0-b263e366f459 req-b047f4f1-e275-457e-9f9d-9e98cc6e8089 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542781 Aug 16 20:24:41.719706 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2e9822dc-b97e-4fce-89aa-9962d20aa193 None None] For port bb1f03eb-a410-40ab-b10a-b9a4ff6966bf, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=bb1f03eb-a410-40ab-b10a-b9a4ff6966bf,segment=NetworkSegment(85a94dc2-0e57-4e3d-b340-6c8a1e8870d7),segment_id=85a94dc2-0e57-4e3d-b340-6c8a1e8870d7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:41.720026 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2e9822dc-b97e-4fce-89aa-9962d20aa193 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:41.736605 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2e9822dc-b97e-4fce-89aa-9962d20aa193 None None] Calling delete_port for bb1f03eb-a410-40ab-b10a-b9a4ff6966bf owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:41.746405 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb0e5dc0-2f20-4b13-9a91-36beee40ec74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:41.762297 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0e5dc0-2f20-4b13-9a91-36beee40ec74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] No DVR routers for this DVR port bb1f03eb-a410-40ab-b10a-b9a4ff6966bf on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:41.792286 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e5dc0-2f20-4b13-9a91-36beee40ec74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event deleted for resources: {'Port': ['ID=bb1f03eb-a410-40ab-b10a-b9a4ff6966bf,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:41.824932 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:24:41.835418 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2e9822dc-b97e-4fce-89aa-9962d20aa193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:41.864734 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9822dc-b97e-4fce-89aa-9962d20aa193 None None] Pushing event deleted for resources: {'Port': ['ID=bb1f03eb-a410-40ab-b10a-b9a4ff6966bf,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:41.868781 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9822dc-b97e-4fce-89aa-9962d20aa193 None None] No DVR routers for this DVR port bb1f03eb-a410-40ab-b10a-b9a4ff6966bf on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:41.891673 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb0e5dc0-2f20-4b13-9a91-36beee40ec74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:41.901653 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-eb0e5dc0-2f20-4b13-9a91-36beee40ec74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f09e1be-b897-4723-be3f-80ad6532c861']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:41.911806 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-eb0e5dc0-2f20-4b13-9a91-36beee40ec74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85a94dc2-0e57-4e3d-b340-6c8a1e8870d7') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:41.912175 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-eb0e5dc0-2f20-4b13-9a91-36beee40ec74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85a94dc2-0e57-4e3d-b340-6c8a1e8870d7') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:41.921347 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb0e5dc0-2f20-4b13-9a91-36beee40ec74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:41.935690 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb0e5dc0-2f20-4b13-9a91-36beee40ec74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:41.942074 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0e5dc0-2f20-4b13-9a91-36beee40ec74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:41.942475 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb0e5dc0-2f20-4b13-9a91-36beee40ec74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:41.945602 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:24:41.945602 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:41.945602 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:24:41.945602 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:41.945602 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:24:41.945602 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:41.945602 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:24:41.945602 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:41.945602 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:24:41.945602 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:41.945602 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:24:41.945602 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:41.945602 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:24:41.945602 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:41.945602 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:41.945602 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:41.945602 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:41.945602 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:41.945602 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:24:41.945602 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:41.945602 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:24:41.945602 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:41.945602 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:41.945602 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:41.945602 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:41.945602 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:41.945602 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:41.945602 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:41.945602 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:41.945602 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:41.945602 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:41.945602 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:42.007574 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb0e5dc0-2f20-4b13-9a91-36beee40ec74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:42.014882 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb0e5dc0-2f20-4b13-9a91-36beee40ec74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:42.016744 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-eb0e5dc0-2f20-4b13-9a91-36beee40ec74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "DELETE /v2.0/networks/6f09e1be-b897-4723-be3f-80ad6532c861 HTTP/1.1" status: 204 len: 168 time: 0.6949899 Aug 16 20:24:42.019127 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45116) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:42.029303 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e5dc0-2f20-4b13-9a91-36beee40ec74 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event deleted for resources: {'Network': ['ID=6f09e1be-b897-4723-be3f-80ad6532c861,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:42.051687 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2fae33-9c60-468a-98bd-fe6bdcb18993 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] DELETE failed (client error): The resource could not be found. Aug 16 20:24:42.052387 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf2fae33-9c60-468a-98bd-fe6bdcb18993 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:24:42.054313 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cf2fae33-9c60-468a-98bd-fe6bdcb18993 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "DELETE /v2.0/subnets/c3918944-9d0e-40e9-945d-34c60d1da71f HTTP/1.1" status: 404 len: 337 time: 0.0341797 Aug 16 20:24:42.057256 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45118) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:42.078542 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-55fbf07e-2558-4ce9-8cc6-35178ea0018e tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] DELETE failed (client error): The resource could not be found. Aug 16 20:24:42.079420 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55fbf07e-2558-4ce9-8cc6-35178ea0018e tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:24:42.083428 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-55fbf07e-2558-4ce9-8cc6-35178ea0018e tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "DELETE /v2.0/networks/ecfa3ae0-6b8f-4bb4-824d-7ed5f8eecb15 HTTP/1.1" status: 404 len: 339 time: 0.0234103 Aug 16 20:24:42.084319 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45120) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:42.148452 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:42.149579 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d97c555a-b055-4232-8b21-8c1038c16f3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Deleting subnet c09e7540-bd96-44de-b1ad-fe14f359b51c {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:24:42.158063 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d97c555a-b055-4232-8b21-8c1038c16f3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:42.259550 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:42.260469 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:42.265307 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d97c555a-b055-4232-8b21-8c1038c16f3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:42.291638 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-fe29a5cf-4c5f-43a6-8dd8-7d12496fee11 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:42.293806 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-fe29a5cf-4c5f-43a6-8dd8-7d12496fee11 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.63 "GET /v2.0/networks?id=2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1 HTTP/1.1" status: 200 len: 796 time: 0.1409848 Aug 16 20:24:42.319733 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b31c63d4-b737-40af-bdae-81717af1b9bb req-4ca49e48-09cd-43c2-8ec7-a96b684e96d1 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=e084add6-fbc5-4a38-af7f-2f83ca266e9a HTTP/1.1" status: 200 len: 210 time: 0.0573096 Aug 16 20:24:42.357899 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-b06bd6d5-a39b-42f6-b56c-762cb97102cb tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e56891446a5d4a4da1a00ff61508934e HTTP/1.1" status: 200 len: 379 time: 0.0541060 Aug 16 20:24:42.369379 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-e21aa017-06b6-4ab9-bebb-359dbdaec475 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'port': {'device_id': 'e084add6-fbc5-4a38-af7f-2f83ca266e9a', 'network_id': '2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1', 'admin_state_up': True, 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'security_groups': ['d801122c-9e3d-4db1-bcff-abf9b1e51c07']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:42.408306 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d97c555a-b055-4232-8b21-8c1038c16f3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:42.448422 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device bb1f03eb-a410-40ab-b10a-b9a4ff6966bf no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:42.478634 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: bb1f03eb-a410-40ab-b10a-b9a4ff6966bf {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:42.479113 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device bb1f03eb-a410-40ab-b10a-b9a4ff6966bf not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:42.482314 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d97c555a-b055-4232-8b21-8c1038c16f3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:42.505702 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-e21aa017-06b6-4ab9-bebb-359dbdaec475 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Made reservation on behalf of e56891446a5d4a4da1a00ff61508934e for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:42.509229 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-e21aa017-06b6-4ab9-bebb-359dbdaec475 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:42.511534 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c555a-b055-4232-8b21-8c1038c16f3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event deleted for resources: {'Subnet': ['ID=c09e7540-bd96-44de-b1ad-fe14f359b51c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:42.516360 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d97c555a-b055-4232-8b21-8c1038c16f3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:42.518241 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d97c555a-b055-4232-8b21-8c1038c16f3c tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "DELETE /v2.0/subnets/c09e7540-bd96-44de-b1ad-fe14f359b51c HTTP/1.1" status: 204 len: 168 time: 0.4323897 Aug 16 20:24:42.521151 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45124) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:42.524594 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd62d0b8-a019-4021-8817-b374b07d7918 None None] Network 2dad6e04-a291-4fb8-87fe-cb1216f37bb6 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:42.600425 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:24:42.651123 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-421d3cb0-24c9-4a12-95d6-cc30d0372433 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:42.720383 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d018b6-803f-4443-a156-da711c63b860 None None] DHCP port deletion for 2dad6e04-a291-4fb8-87fe-cb1216f37bb6 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:24:42.740235 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-e21aa017-06b6-4ab9-bebb-359dbdaec475 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Allocated IP 172.20.0.5 (2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1/1fcadfa2-0626-491b-ab96-f10a181d8eec/447f17b6-fdb3-45b7-896a-dce9c6402f32) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:42.803285 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-47d018b6-803f-4443-a156-da711c63b860 None None] Deleting port c5882bdb-78ec-450a-a78d-d1dcea8375da {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:42.803605 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47d018b6-803f-4443-a156-da711c63b860 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:42.891232 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-47d018b6-803f-4443-a156-da711c63b860 None None] For port c5882bdb-78ec-450a-a78d-d1dcea8375da, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=c5882bdb-78ec-450a-a78d-d1dcea8375da,segment=NetworkSegment(057ad2e6-91e8-457d-9977-e0215748d76a),segment_id=057ad2e6-91e8-457d-9977-e0215748d76a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:42.891965 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47d018b6-803f-4443-a156-da711c63b860 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:42.907064 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-47d018b6-803f-4443-a156-da711c63b860 None None] Calling delete_port for c5882bdb-78ec-450a-a78d-d1dcea8375da owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:42.958860 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-e21aa017-06b6-4ab9-bebb-359dbdaec475 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:42.971457 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbe39e-edae-4740-bbac-64ed15377711 req-3a114cac-5165-42cf-bdf7-0315e94f4792 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:42.973315 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-edfbe39e-edae-4740-bbac-64ed15377711 req-3a114cac-5165-42cf-bdf7-0315e94f4792 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 946 time: 0.1274362 Aug 16 20:24:42.998054 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-e21aa017-06b6-4ab9-bebb-359dbdaec475 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Transition to ACTIVE for port object 447f17b6-fdb3-45b7-896a-dce9c6402f32 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:43.020763 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-421d3cb0-24c9-4a12-95d6-cc30d0372433 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Deleting port c5882bdb-78ec-450a-a78d-d1dcea8375da {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:43.021221 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-421d3cb0-24c9-4a12-95d6-cc30d0372433 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:43.026742 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47d018b6-803f-4443-a156-da711c63b860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:43.069260 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d018b6-803f-4443-a156-da711c63b860 None None] Pushing event deleted for resources: {'Port': ['ID=c5882bdb-78ec-450a-a78d-d1dcea8375da,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:43.074193 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45136) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:43.080839 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d018b6-803f-4443-a156-da711c63b860 None None] No DVR routers for this DVR port c5882bdb-78ec-450a-a78d-d1dcea8375da on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:43.104353 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-edfbe39e-edae-4740-bbac-64ed15377711 req-aa60645d-f15a-43a0-8413-e4e2098eda1e tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226330 Aug 16 20:24:43.143495 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-421d3cb0-24c9-4a12-95d6-cc30d0372433 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] For port c5882bdb-78ec-450a-a78d-d1dcea8375da, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=c5882bdb-78ec-450a-a78d-d1dcea8375da,segment=NetworkSegment(057ad2e6-91e8-457d-9977-e0215748d76a),segment_id=057ad2e6-91e8-457d-9977-e0215748d76a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:43.143889 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-421d3cb0-24c9-4a12-95d6-cc30d0372433 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:43.159832 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-421d3cb0-24c9-4a12-95d6-cc30d0372433 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Calling delete_port for c5882bdb-78ec-450a-a78d-d1dcea8375da owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:43.164788 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-e21aa017-06b6-4ab9-bebb-359dbdaec475 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:43.221682 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-e21aa017-06b6-4ab9-bebb-359dbdaec475 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Network 2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:43.221928 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-837267f4-156a-4aa4-9276-527a8cb21c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:43.230497 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-e21aa017-06b6-4ab9-bebb-359dbdaec475 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:43.264642 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-e21aa017-06b6-4ab9-bebb-359dbdaec475 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:43.268818 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21aa017-06b6-4ab9-bebb-359dbdaec475 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'Port': ['ID=447f17b6-fdb3-45b7-896a-dce9c6402f32,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:43.341856 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-837267f4-156a-4aa4-9276-527a8cb21c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:43.342178 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-e21aa017-06b6-4ab9-bebb-359dbdaec475 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:43.342715 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-e21aa017-06b6-4ab9-bebb-359dbdaec475 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:43.347195 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-837267f4-156a-4aa4-9276-527a8cb21c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:43.371238 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-e21aa017-06b6-4ab9-bebb-359dbdaec475 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0060911 Aug 16 20:24:43.372638 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-421d3cb0-24c9-4a12-95d6-cc30d0372433 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:43.385541 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837267f4-156a-4aa4-9276-527a8cb21c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6817b1e9-2a8e-4664-aafb-ca19867eacc4,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:43.390960 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-3ee3ce1d-8e87-4bbd-8e2f-bfd3dab0d4c3 service neutron] Request body: {'port': {'device_id': 'e084add6-fbc5-4a38-af7f-2f83ca266e9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:43.394867 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421d3cb0-24c9-4a12-95d6-cc30d0372433 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] No DVR routers for this DVR port c5882bdb-78ec-450a-a78d-d1dcea8375da on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:43.437903 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-837267f4-156a-4aa4-9276-527a8cb21c31 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=83ff88c3213b4d5db786451718252f6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3629615 Aug 16 20:24:43.440460 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d3cb0-24c9-4a12-95d6-cc30d0372433 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event deleted for resources: {'Port': ['ID=c5882bdb-78ec-450a-a78d-d1dcea8375da,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:43.441010 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45142) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:43.514907 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4a67b-a86a-4c2a-9861-576a080ae43e req-7ba7b41e-d1e5-4c62-a2fb-3031197402e5 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:43.516450 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-23a4a67b-a86a-4c2a-9861-576a080ae43e req-7ba7b41e-d1e5-4c62-a2fb-3031197402e5 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=e084add6-fbc5-4a38-af7f-2f83ca266e9a HTTP/1.1" status: 200 len: 931 time: 0.0915036 Aug 16 20:24:43.541402 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bae77626-68a5-497a-800e-fd8ac2e97b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:43.549249 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-421d3cb0-24c9-4a12-95d6-cc30d0372433 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:43.551889 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-3ee3ce1d-8e87-4bbd-8e2f-bfd3dab0d4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:43.573298 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-421d3cb0-24c9-4a12-95d6-cc30d0372433 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dad6e04-a291-4fb8-87fe-cb1216f37bb6']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:43.579490 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-68c8f657-cbea-4f29-a008-a065295b1ead None None] Provisioning for port 447f17b6-fdb3-45b7-896a-dce9c6402f32 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:43.584280 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-68c8f657-cbea-4f29-a008-a065295b1ead None None] Provisioning complete for port 447f17b6-fdb3-45b7-896a-dce9c6402f32 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:43.585242 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-68c8f657-cbea-4f29-a008-a065295b1ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:43.588123 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-421d3cb0-24c9-4a12-95d6-cc30d0372433 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '057ad2e6-91e8-457d-9977-e0215748d76a') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:43.588480 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-421d3cb0-24c9-4a12-95d6-cc30d0372433 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '057ad2e6-91e8-457d-9977-e0215748d76a') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:43.596339 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-23a4a67b-a86a-4c2a-9861-576a080ae43e req-9a743fd0-e8d8-4e27-a827-818a3c82643c tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=d801122c-9e3d-4db1-bcff-abf9b1e51c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709095 Aug 16 20:24:43.605416 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bae77626-68a5-497a-800e-fd8ac2e97b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:43.619218 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-421d3cb0-24c9-4a12-95d6-cc30d0372433 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:43.636658 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-68c8f657-cbea-4f29-a008-a065295b1ead None None] Port 447f17b6-fdb3-45b7-896a-dce9c6402f32 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:24:43.642354 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-421d3cb0-24c9-4a12-95d6-cc30d0372433 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:43.657571 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421d3cb0-24c9-4a12-95d6-cc30d0372433 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:43.658240 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-421d3cb0-24c9-4a12-95d6-cc30d0372433 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: self.session.flush() Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: self.session.flush() Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: self.session.flush() Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: self.session.flush() Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:43.661984 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:43.673075 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bae77626-68a5-497a-800e-fd8ac2e97b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:43.675825 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bae77626-68a5-497a-800e-fd8ac2e97b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:43.676980 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bae77626-68a5-497a-800e-fd8ac2e97b8c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6817b1e9-2a8e-4664-aafb-ca19867eacc4 HTTP/1.1" status: 204 len: 168 time: 0.2337711 Aug 16 20:24:43.684947 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae77626-68a5-497a-800e-fd8ac2e97b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6817b1e9-2a8e-4664-aafb-ca19867eacc4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:43.790025 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-421d3cb0-24c9-4a12-95d6-cc30d0372433 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:43.794001 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-421d3cb0-24c9-4a12-95d6-cc30d0372433 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:43.798787 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-421d3cb0-24c9-4a12-95d6-cc30d0372433 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] 10.222.0.68 "DELETE /v2.0/networks/2dad6e04-a291-4fb8-87fe-cb1216f37bb6 HTTP/1.1" status: 204 len: 168 time: 1.2738185 Aug 16 20:24:43.851329 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d3cb0-24c9-4a12-95d6-cc30d0372433 tempest-NetworksIpV6Test-1588657944 tempest-NetworksIpV6Test-1588657944-project] Pushing event deleted for resources: {'Network': ['ID=2dad6e04-a291-4fb8-87fe-cb1216f37bb6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:43.983409 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-3ee3ce1d-8e87-4bbd-8e2f-bfd3dab0d4c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 447f17b6-fdb3-45b7-896a-dce9c6402f32 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:24:43.991657 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-3ee3ce1d-8e87-4bbd-8e2f-bfd3dab0d4c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:44.007403 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-3ee3ce1d-8e87-4bbd-8e2f-bfd3dab0d4c3 service neutron] Transition to ACTIVE for port object 447f17b6-fdb3-45b7-896a-dce9c6402f32 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:44.012373 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-3ee3ce1d-8e87-4bbd-8e2f-bfd3dab0d4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:44.053957 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3ce1d-8e87-4bbd-8e2f-bfd3dab0d4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=447f17b6-fdb3-45b7-896a-dce9c6402f32,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:44.131062 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c5882bdb-78ec-450a-a78d-d1dcea8375da no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:44.135645 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45164) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:44.162970 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: c5882bdb-78ec-450a-a78d-d1dcea8375da {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:44.163358 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c5882bdb-78ec-450a-a78d-d1dcea8375da not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:44.185327 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-3ee3ce1d-8e87-4bbd-8e2f-bfd3dab0d4c3 service neutron] Attempting to bind port 447f17b6-fdb3-45b7-896a-dce9c6402f32 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:44.185965 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-3ee3ce1d-8e87-4bbd-8e2f-bfd3dab0d4c3 service neutron] Attempting to bind port 447f17b6-fdb3-45b7-896a-dce9c6402f32 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '841e9693-78f1-4992-b13a-4bb8e9ab7973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:44.186479 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-3ee3ce1d-8e87-4bbd-8e2f-bfd3dab0d4c3 service neutron] Attempting to bind port 447f17b6-fdb3-45b7-896a-dce9c6402f32 on network 2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:44.192103 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-3ee3ce1d-8e87-4bbd-8e2f-bfd3dab0d4c3 service neutron] Port 447f17b6-fdb3-45b7-896a-dce9c6402f32 on network 2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:24:44.192702 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-3ee3ce1d-8e87-4bbd-8e2f-bfd3dab0d4c3 service neutron] Attempting to bind port 447f17b6-fdb3-45b7-896a-dce9c6402f32 on network 2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:44.200980 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-3ee3ce1d-8e87-4bbd-8e2f-bfd3dab0d4c3 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:44.201741 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-3ee3ce1d-8e87-4bbd-8e2f-bfd3dab0d4c3 service neutron] Checking segment: {'id': '841e9693-78f1-4992-b13a-4bb8e9ab7973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:44.202334 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-3ee3ce1d-8e87-4bbd-8e2f-bfd3dab0d4c3 service neutron] Bound using segment: {'id': '841e9693-78f1-4992-b13a-4bb8e9ab7973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:44.202955 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-3ee3ce1d-8e87-4bbd-8e2f-bfd3dab0d4c3 service neutron] Bound port: 447f17b6-fdb3-45b7-896a-dce9c6402f32, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841e9693-78f1-4992-b13a-4bb8e9ab7973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:44.203530 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-3ee3ce1d-8e87-4bbd-8e2f-bfd3dab0d4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:44.297018 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-3ee3ce1d-8e87-4bbd-8e2f-bfd3dab0d4c3 service neutron] For port 447f17b6-fdb3-45b7-896a-dce9c6402f32, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:44.300518 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-3ee3ce1d-8e87-4bbd-8e2f-bfd3dab0d4c3 service neutron] For port 447f17b6-fdb3-45b7-896a-dce9c6402f32, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=447f17b6-fdb3-45b7-896a-dce9c6402f32,segment=NetworkSegment(841e9693-78f1-4992-b13a-4bb8e9ab7973),segment_id=841e9693-78f1-4992-b13a-4bb8e9ab7973)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:24:44.307872 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-3ee3ce1d-8e87-4bbd-8e2f-bfd3dab0d4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:44.311857 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb1c24-6a0a-4a1c-88dd-04d5cc110070 req-14bab250-5125-4aa5-b48e-74bafc3e7292 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:44.313386 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-42cb1c24-6a0a-4a1c-88dd-04d5cc110070 req-14bab250-5125-4aa5-b48e-74bafc3e7292 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 946 time: 0.0963838 Aug 16 20:24:44.354381 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-3ee3ce1d-8e87-4bbd-8e2f-bfd3dab0d4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:44.354759 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-3ee3ce1d-8e87-4bbd-8e2f-bfd3dab0d4c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:44.356220 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-3ee3ce1d-8e87-4bbd-8e2f-bfd3dab0d4c3 service neutron] 10.222.0.63 "PUT /v2.0/ports/447f17b6-fdb3-45b7-896a-dce9c6402f32 HTTP/1.1" status: 200 len: 1092 time: 0.9737329 Aug 16 20:24:44.357207 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e084add6-fbc5-4a38-af7f-2f83ca266e9a', 'tag': '447f17b6-fdb3-45b7-896a-dce9c6402f32'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:44.368466 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e794c00-73bf-476b-95aa-85f11f6937b1" -d '{"events": [{"name": "network-changed", "server_uuid": "e084add6-fbc5-4a38-af7f-2f83ca266e9a", "tag": "447f17b6-fdb3-45b7-896a-dce9c6402f32"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:44.392816 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-42cb1c24-6a0a-4a1c-88dd-04d5cc110070 req-0bd01102-a9eb-4956-abba-5b96083ca3ea tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725121 Aug 16 20:24:44.411674 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4a24a0d5-6840-4c28-b52d-02bdaead02f0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9eeedc4ab934422e88390e7ea2a3eaeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2726536 Aug 16 20:24:44.412070 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45176) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:44.443303 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3ce1d-8e87-4bbd-8e2f-bfd3dab0d4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=447f17b6-fdb3-45b7-896a-dce9c6402f32,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:44.462194 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-a9bbace8-45a0-4907-bd4a-4f9b216a6aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:44.463628 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-a9bbace8-45a0-4907-bd4a-4f9b216a6aec service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e56891446a5d4a4da1a00ff61508934e&device_id=e084add6-fbc5-4a38-af7f-2f83ca266e9a HTTP/1.1" status: 200 len: 1095 time: 0.0633800 Aug 16 20:24:44.465117 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9340b814-3666-4a99-9d30-254f033cf1fa x-openstack-request-id: req-9340b814-3666-4a99-9d30-254f033cf1fa {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:44.465412 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e084add6-fbc5-4a38-af7f-2f83ca266e9a", "tag": "447f17b6-fdb3-45b7-896a-dce9c6402f32", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:44.465664 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9340b814-3666-4a99-9d30-254f033cf1fa {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:44.466089 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e084add6-fbc5-4a38-af7f-2f83ca266e9a', 'tag': '447f17b6-fdb3-45b7-896a-dce9c6402f32', 'status': 'completed', 'code': 200} Aug 16 20:24:44.526915 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d4fcc45-5aad-414f-b35c-e17004604f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:44.557273 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d4fcc45-5aad-414f-b35c-e17004604f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:44.625721 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d4fcc45-5aad-414f-b35c-e17004604f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:44.629089 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d4fcc45-5aad-414f-b35c-e17004604f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:44.633496 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9d4fcc45-5aad-414f-b35c-e17004604f83 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/749a4642-ff80-4b74-b6b4-da622c4ba4ed HTTP/1.1" status: 204 len: 168 time: 0.2132933 Aug 16 20:24:44.646299 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fcc45-5aad-414f-b35c-e17004604f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749a4642-ff80-4b74-b6b4-da622c4ba4ed,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:44.811146 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99635b81-c77b-440a-97e0-5c69c085360d req-a722e0db-8367-4369-b683-06d73d7dd0f0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:44.814522 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-99635b81-c77b-440a-97e0-5c69c085360d req-a722e0db-8367-4369-b683-06d73d7dd0f0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=e084add6-fbc5-4a38-af7f-2f83ca266e9a HTTP/1.1" status: 200 len: 943 time: 0.0893497 Aug 16 20:24:44.838698 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-0fb7d930-c438-4511-876c-0458ddcf5c56 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=447f17b6-fdb3-45b7-896a-dce9c6402f32 HTTP/1.1" status: 200 len: 217 time: 0.3655291 Aug 16 20:24:44.868745 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-99635b81-c77b-440a-97e0-5c69c085360d req-1569b510-154b-4796-90f9-d894a403f4e1 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=d801122c-9e3d-4db1-bcff-abf9b1e51c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456967 Aug 16 20:24:44.899531 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-f66758a4-8c15-4702-9fc0-8d5e2ca42a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:44.901311 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-f66758a4-8c15-4702-9fc0-8d5e2ca42a3d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1fcadfa2-0626-491b-ab96-f10a181d8eec HTTP/1.1" status: 200 len: 835 time: 0.0555079 Aug 16 20:24:44.958180 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-ccfcb0c6-a42b-4140-8fe8-84699f6589d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:44.959755 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-ccfcb0c6-a42b-4140-8fe8-84699f6589d9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495255 Aug 16 20:24:45.061136 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-6919c31a-3b09-45d4-980a-d7d5b9f6687e service neutron] 10.222.0.63 "GET /v2.0/networks/2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941257 Aug 16 20:24:45.162984 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-71b2e622-8bde-40a1-97e6-dd89d645bbfe req-17afb79f-85b5-4c2d-91ca-6454f578d2f7 service neutron] 10.222.0.63 "GET /v2.0/networks/2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945375 Aug 16 20:24:45.260089 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e794c00-73bf-476b-95aa-85f11f6937b1 req-f450cda0-b336-46f7-a98f-5f88e7ba5233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:45.261609 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6e794c00-73bf-476b-95aa-85f11f6937b1 req-f450cda0-b336-46f7-a98f-5f88e7ba5233 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e56891446a5d4a4da1a00ff61508934e&device_id=e084add6-fbc5-4a38-af7f-2f83ca266e9a HTTP/1.1" status: 200 len: 1095 time: 0.0474856 Aug 16 20:24:45.360800 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e794c00-73bf-476b-95aa-85f11f6937b1 req-0e6d9eda-c4dc-43c1-924c-e59648485b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:45.362334 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6e794c00-73bf-476b-95aa-85f11f6937b1 req-0e6d9eda-c4dc-43c1-924c-e59648485b57 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1 HTTP/1.1" status: 200 len: 897 time: 0.0934987 Aug 16 20:24:45.409753 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6e794c00-73bf-476b-95aa-85f11f6937b1 req-ab05b15c-eb71-4b25-96cd-7e2278e13d6b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=447f17b6-fdb3-45b7-896a-dce9c6402f32 HTTP/1.1" status: 200 len: 217 time: 0.0394177 Aug 16 20:24:45.469663 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e794c00-73bf-476b-95aa-85f11f6937b1 req-fec4a516-3812-4489-b540-3fd7f0d97694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:45.471258 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6e794c00-73bf-476b-95aa-85f11f6937b1 req-fec4a516-3812-4489-b540-3fd7f0d97694 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1fcadfa2-0626-491b-ab96-f10a181d8eec HTTP/1.1" status: 200 len: 835 time: 0.0541945 Aug 16 20:24:45.540620 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e794c00-73bf-476b-95aa-85f11f6937b1 req-440926f9-0f4a-4134-8161-5653058623f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:45.542166 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6e794c00-73bf-476b-95aa-85f11f6937b1 req-440926f9-0f4a-4134-8161-5653058623f2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581422 Aug 16 20:24:45.545138 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cd08e-49f9-4958-b8a4-08b1d4967770 req-ef03ffb8-0c24-41ab-af09-08f0054ec410 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:45.547707 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-860cd08e-49f9-4958-b8a4-08b1d4967770 req-ef03ffb8-0c24-41ab-af09-08f0054ec410 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 946 time: 0.0650749 Aug 16 20:24:45.570257 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45238) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:45.608655 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-860cd08e-49f9-4958-b8a4-08b1d4967770 req-e521ed83-182d-47ef-bcbc-7a2612242e3f tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550585 Aug 16 20:24:45.653050 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6e794c00-73bf-476b-95aa-85f11f6937b1 req-bf200a1a-3135-405d-8516-c30a75de0f43 service neutron] 10.222.0.63 "GET /v2.0/networks/2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026201 Aug 16 20:24:45.742152 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-945fe1bc-e923-4b3b-9d17-350e273feb08 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1862040705'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:45.757873 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6e794c00-73bf-476b-95aa-85f11f6937b1 req-a16cf580-21ba-45d9-93d9-12174373b371 service neutron] 10.222.0.63 "GET /v2.0/networks/2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963867 Aug 16 20:24:45.767981 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945fe1bc-e923-4b3b-9d17-350e273feb08 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Made reservation on behalf of 1e4d36173f23471fbb29a8e226b7297a for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:45.771609 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-945fe1bc-e923-4b3b-9d17-350e273feb08 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:45.781039 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-945fe1bc-e923-4b3b-9d17-350e273feb08 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:45.874717 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-945fe1bc-e923-4b3b-9d17-350e273feb08 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:45.879657 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-945fe1bc-e923-4b3b-9d17-350e273feb08 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:45.918792 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945fe1bc-e923-4b3b-9d17-350e273feb08 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83d99d4f-c895-4c20-8fa7-d1492bd03c08,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:45.923938 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-945fe1bc-e923-4b3b-9d17-350e273feb08 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:24:45.936158 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-945fe1bc-e923-4b3b-9d17-350e273feb08 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:45.936553 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-945fe1bc-e923-4b3b-9d17-350e273feb08 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Added segment 2212563c-b77e-4ebe-90a2-29507db790e8 of type vlan for network a7393ca8-018f-42a7-8642-f1026d60853b Aug 16 20:24:45.991785 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-945fe1bc-e923-4b3b-9d17-350e273feb08 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:46.012990 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16b0aa-ce09-4013-8bdc-66baafe8a4fa req-7f5435e9-74d7-4d9a-9eea-2effc2c95191 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:46.014889 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9f16b0aa-ce09-4013-8bdc-66baafe8a4fa req-7f5435e9-74d7-4d9a-9eea-2effc2c95191 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=e084add6-fbc5-4a38-af7f-2f83ca266e9a HTTP/1.1" status: 200 len: 943 time: 0.0690570 Aug 16 20:24:46.019207 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-945fe1bc-e923-4b3b-9d17-350e273feb08 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:46.026017 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945fe1bc-e923-4b3b-9d17-350e273feb08 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:46.026669 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-945fe1bc-e923-4b3b-9d17-350e273feb08 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:46.082688 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9f16b0aa-ce09-4013-8bdc-66baafe8a4fa req-5a686790-1579-434d-970a-5f038ce1f399 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=d801122c-9e3d-4db1-bcff-abf9b1e51c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532837 Aug 16 20:24:46.106471 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-945fe1bc-e923-4b3b-9d17-350e273feb08 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5346758 Aug 16 20:24:46.134709 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945fe1bc-e923-4b3b-9d17-350e273feb08 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event updated for resources: {'Network': ['ID=a7393ca8-018f-42a7-8642-f1026d60853b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:46.147146 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network a7393ca8-018f-42a7-8642-f1026d60853b details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:24:46.230033 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45344) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:46.235451 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-86bfb3dc-6f93-4602-b05a-a33546de5702 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Request body: {'subnet': {'network_id': 'a7393ca8-018f-42a7-8642-f1026d60853b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:46.329303 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bfb3dc-6f93-4602-b05a-a33546de5702 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Made reservation on behalf of 1e4d36173f23471fbb29a8e226b7297a for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:46.333049 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-86bfb3dc-6f93-4602-b05a-a33546de5702 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:46.413199 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45348) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:46.521968 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-86bfb3dc-6f93-4602-b05a-a33546de5702 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:46.522220 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c318292-2b26-4ea0-9f0b-d145c3df7341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:46.587606 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfb3dc-6f93-4602-b05a-a33546de5702 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event updated for resources: {'Subnet': ['ID=103ace57-143b-4bfe-9524-0e6fdf62fbce,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:46.597550 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bfb3dc-6f93-4602-b05a-a33546de5702 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Checking segment: {'id': '2212563c-b77e-4ebe-90a2-29507db790e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a7393ca8-018f-42a7-8642-f1026d60853b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:46.597920 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bfb3dc-6f93-4602-b05a-a33546de5702 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Network hostable DHCP agents. Network: a7393ca8-018f-42a7-8642-f1026d60853b, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:24:46.616067 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bfb3dc-6f93-4602-b05a-a33546de5702 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Network a7393ca8-018f-42a7-8642-f1026d60853b is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:24:46.622934 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c318292-2b26-4ea0-9f0b-d145c3df7341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:46.625879 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-86bfb3dc-6f93-4602-b05a-a33546de5702 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, a7393ca8-018f-42a7-8642-f1026d60853b) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:46.627655 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c318292-2b26-4ea0-9f0b-d145c3df7341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:46.630187 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bfb3dc-6f93-4602-b05a-a33546de5702 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:46.631013 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-86bfb3dc-6f93-4602-b05a-a33546de5702 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:46.635400 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b75e520-f760-4db2-b54a-b5e7feec5066 None None] Network a7393ca8-018f-42a7-8642-f1026d60853b requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:46.655124 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-86bfb3dc-6f93-4602-b05a-a33546de5702 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4232442 Aug 16 20:24:46.656359 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45354) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:46.661961 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e58a160a-4a87-4aa2-ac21-e951dfc4ac0a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1403709861'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:46.669458 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c318292-2b26-4ea0-9f0b-d145c3df7341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f68a23-a9e5-4f37-aebf-e016c181a9b4,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:46.674195 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9c318292-2b26-4ea0-9f0b-d145c3df7341 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6fac82d8f53d49f7b41a2c9a55ec3a06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2598369 Aug 16 20:24:46.677564 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45356) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:46.700434 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58a160a-4a87-4aa2-ac21-e951dfc4ac0a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Made reservation on behalf of 1e4d36173f23471fbb29a8e226b7297a for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:46.704769 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e58a160a-4a87-4aa2-ac21-e951dfc4ac0a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:46.732253 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58a160a-4a87-4aa2-ac21-e951dfc4ac0a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:24:46.742041 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e58a160a-4a87-4aa2-ac21-e951dfc4ac0a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:46.742752 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-e58a160a-4a87-4aa2-ac21-e951dfc4ac0a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Added segment 91a4add4-6af4-4725-9f02-08d1e6baa59f of type vlan for network 96215a06-d751-459d-b5c8-9f2099d3ace3 Aug 16 20:24:46.767055 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc25937-bb23-4313-9c72-d54efb609987 req-5606d4ea-4334-4395-b5cb-dce02d9e525d tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:46.768603 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0bc25937-bb23-4313-9c72-d54efb609987 req-5606d4ea-4334-4395-b5cb-dce02d9e525d tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 946 time: 0.0666754 Aug 16 20:24:46.783412 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-768c0408-400e-4470-aaa4-3fba5e863dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:46.786637 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e58a160a-4a87-4aa2-ac21-e951dfc4ac0a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:46.815032 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e58a160a-4a87-4aa2-ac21-e951dfc4ac0a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:46.826521 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec971be1-fc2e-4d4a-8eb1-158e9441e479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-a7393ca8-018f-42a7-8642-f1026d60853b', 'network_id': 'a7393ca8-018f-42a7-8642-f1026d60853b', 'tenant_id': '1e4d36173f23471fbb29a8e226b7297a', 'fixed_ips': [{'subnet_id': '103ace57-143b-4bfe-9524-0e6fdf62fbce'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:24:46.826746 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58a160a-4a87-4aa2-ac21-e951dfc4ac0a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:46.827203 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e58a160a-4a87-4aa2-ac21-e951dfc4ac0a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:46.828221 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec971be1-fc2e-4d4a-8eb1-158e9441e479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:46.831646 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-768c0408-400e-4470-aaa4-3fba5e863dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:46.843732 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0bc25937-bb23-4313-9c72-d54efb609987 req-382bfaee-2b6f-4757-9a53-135bbfcb4c5c tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579991 Aug 16 20:24:46.888332 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e58a160a-4a87-4aa2-ac21-e951dfc4ac0a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2301776 Aug 16 20:24:46.891171 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45358) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:46.896470 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7c571e74-c7d4-457d-b046-a03d16a335b4 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Request body: {'subnet': {'network_id': '96215a06-d751-459d-b5c8-9f2099d3ace3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:46.917586 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-768c0408-400e-4470-aaa4-3fba5e863dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:46.920600 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-768c0408-400e-4470-aaa4-3fba5e863dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:46.922555 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-768c0408-400e-4470-aaa4-3fba5e863dba admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f7f68a23-a9e5-4f37-aebf-e016c181a9b4 HTTP/1.1" status: 204 len: 168 time: 0.2435155 Aug 16 20:24:46.932073 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c0408-400e-4470-aaa4-3fba5e863dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f68a23-a9e5-4f37-aebf-e016c181a9b4,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:46.957671 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a160a-4a87-4aa2-ac21-e951dfc4ac0a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event updated for resources: {'Network': ['ID=96215a06-d751-459d-b5c8-9f2099d3ace3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:46.975370 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 96215a06-d751-459d-b5c8-9f2099d3ace3 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:24:47.016305 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c571e74-c7d4-457d-b046-a03d16a335b4 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Made reservation on behalf of 1e4d36173f23471fbb29a8e226b7297a for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:47.019885 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7c571e74-c7d4-457d-b046-a03d16a335b4 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:47.062445 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-ec971be1-fc2e-4d4a-8eb1-158e9441e479 None None] Allocated IP 172.20.255.242 (a7393ca8-018f-42a7-8642-f1026d60853b/103ace57-143b-4bfe-9524-0e6fdf62fbce/34d954ca-8dca-430d-a60f-589ca6e81d39) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:47.242664 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec971be1-fc2e-4d4a-8eb1-158e9441e479 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:47.252565 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ec971be1-fc2e-4d4a-8eb1-158e9441e479 None None] Transition to ACTIVE for port object 34d954ca-8dca-430d-a60f-589ca6e81d39 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:47.270506 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd0b95-2010-48cc-a833-ccd37efb6bfc req-6fde5117-5e9e-4feb-9e69-1a481e35dae3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:47.272059 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b2cd0b95-2010-48cc-a833-ccd37efb6bfc req-6fde5117-5e9e-4feb-9e69-1a481e35dae3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=e084add6-fbc5-4a38-af7f-2f83ca266e9a HTTP/1.1" status: 200 len: 943 time: 0.1111498 Aug 16 20:24:47.272209 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ec971be1-fc2e-4d4a-8eb1-158e9441e479 None None] Transition to ACTIVE for port object 34d954ca-8dca-430d-a60f-589ca6e81d39 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:47.278052 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7c571e74-c7d4-457d-b046-a03d16a335b4 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:47.281108 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec971be1-fc2e-4d4a-8eb1-158e9441e479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:47.290196 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45368) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:47.303055 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ab2da46-84d9-470b-90e5-f051a5fe8071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:47.326209 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec971be1-fc2e-4d4a-8eb1-158e9441e479 None None] Network a7393ca8-018f-42a7-8642-f1026d60853b is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:47.329450 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-ec971be1-fc2e-4d4a-8eb1-158e9441e479 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:47.336090 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec971be1-fc2e-4d4a-8eb1-158e9441e479 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:47.345691 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec971be1-fc2e-4d4a-8eb1-158e9441e479 None None] Pushing event updated for resources: {'Port': ['ID=34d954ca-8dca-430d-a60f-589ca6e81d39,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:47.360832 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c571e74-c7d4-457d-b046-a03d16a335b4 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event updated for resources: {'Subnet': ['ID=cfeed592-2e73-4144-9500-5b29e6f991c1,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:47.384920 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b2cd0b95-2010-48cc-a833-ccd37efb6bfc req-2a4dc6cd-8f03-423c-a1cf-89184142c2cb tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=d801122c-9e3d-4db1-bcff-abf9b1e51c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993798 Aug 16 20:24:47.389773 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c571e74-c7d4-457d-b046-a03d16a335b4 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Checking segment: {'id': '91a4add4-6af4-4725-9f02-08d1e6baa59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '96215a06-d751-459d-b5c8-9f2099d3ace3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:47.390140 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c571e74-c7d4-457d-b046-a03d16a335b4 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Network hostable DHCP agents. Network: 96215a06-d751-459d-b5c8-9f2099d3ace3, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:24:47.404063 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ec971be1-fc2e-4d4a-8eb1-158e9441e479 None None] Attempting to bind port 34d954ca-8dca-430d-a60f-589ca6e81d39 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:47.404900 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ec971be1-fc2e-4d4a-8eb1-158e9441e479 None None] Attempting to bind port 34d954ca-8dca-430d-a60f-589ca6e81d39 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '2212563c-b77e-4ebe-90a2-29507db790e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a7393ca8-018f-42a7-8642-f1026d60853b'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:47.405536 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec971be1-fc2e-4d4a-8eb1-158e9441e479 None None] Attempting to bind port 34d954ca-8dca-430d-a60f-589ca6e81d39 on network a7393ca8-018f-42a7-8642-f1026d60853b {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:47.409610 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c571e74-c7d4-457d-b046-a03d16a335b4 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Network 96215a06-d751-459d-b5c8-9f2099d3ace3 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:24:47.411478 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec971be1-fc2e-4d4a-8eb1-158e9441e479 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:47.411964 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec971be1-fc2e-4d4a-8eb1-158e9441e479 None None] Checking segment: {'id': '2212563c-b77e-4ebe-90a2-29507db790e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a7393ca8-018f-42a7-8642-f1026d60853b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:47.412484 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec971be1-fc2e-4d4a-8eb1-158e9441e479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:47.412966 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec971be1-fc2e-4d4a-8eb1-158e9441e479 None None] Bound using segment: {'id': '2212563c-b77e-4ebe-90a2-29507db790e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a7393ca8-018f-42a7-8642-f1026d60853b'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:47.413522 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ec971be1-fc2e-4d4a-8eb1-158e9441e479 None None] Bound port: 34d954ca-8dca-430d-a60f-589ca6e81d39, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2212563c-b77e-4ebe-90a2-29507db790e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a7393ca8-018f-42a7-8642-f1026d60853b'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:47.413999 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec971be1-fc2e-4d4a-8eb1-158e9441e479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:47.419357 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7c571e74-c7d4-457d-b046-a03d16a335b4 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 96215a06-d751-459d-b5c8-9f2099d3ace3) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:47.423241 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ab2da46-84d9-470b-90e5-f051a5fe8071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:47.425434 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c571e74-c7d4-457d-b046-a03d16a335b4 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:47.426389 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7c571e74-c7d4-457d-b046-a03d16a335b4 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:47.428134 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ab2da46-84d9-470b-90e5-f051a5fe8071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:47.431896 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce61c5f7-62d6-4aae-913e-b950c0ce1d88 None None] Network 96215a06-d751-459d-b5c8-9f2099d3ace3 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:47.446487 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7c571e74-c7d4-457d-b046-a03d16a335b4 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5516114 Aug 16 20:24:47.446669 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45370) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:47.467864 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2ab2da46-84d9-470b-90e5-f051a5fe8071 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b9f881b33b4e4070a7927b9ac7728744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1768401 Aug 16 20:24:47.470422 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45372) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:47.477813 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2da46-84d9-470b-90e5-f051a5fe8071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d50a3a6-779b-4e78-b633-ca1d3d372f81,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:47.525750 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-559ea755-f4ef-45d3-ab02-b5edcbeddccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:47.550171 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-559ea755-f4ef-45d3-ab02-b5edcbeddccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:47.561369 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ec971be1-fc2e-4d4a-8eb1-158e9441e479 None None] For port 34d954ca-8dca-430d-a60f-589ca6e81d39, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:47.564871 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ec971be1-fc2e-4d4a-8eb1-158e9441e479 None None] For port 34d954ca-8dca-430d-a60f-589ca6e81d39, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=34d954ca-8dca-430d-a60f-589ca6e81d39,segment=NetworkSegment(2212563c-b77e-4ebe-90a2-29507db790e8),segment_id=2212563c-b77e-4ebe-90a2-29507db790e8)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:24:47.569498 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec971be1-fc2e-4d4a-8eb1-158e9441e479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:47.570201 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72045f85-f9eb-465f-adcd-6662ad544106 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:47.607357 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-559ea755-f4ef-45d3-ab02-b5edcbeddccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:47.610414 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-559ea755-f4ef-45d3-ab02-b5edcbeddccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:47.611781 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-559ea755-f4ef-45d3-ab02-b5edcbeddccb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8d50a3a6-779b-4e78-b633-ca1d3d372f81 HTTP/1.1" status: 204 len: 168 time: 0.1403918 Aug 16 20:24:47.621828 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ea755-f4ef-45d3-ab02-b5edcbeddccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d50a3a6-779b-4e78-b633-ca1d3d372f81,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:47.642192 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72045f85-f9eb-465f-adcd-6662ad544106 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:47.688924 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec971be1-fc2e-4d4a-8eb1-158e9441e479 None None] Pushing event updated for resources: {'Port': ['ID=34d954ca-8dca-430d-a60f-589ca6e81d39,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:47.700119 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b659d28c-3f7d-4055-b3b3-66d247fbaa4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-96215a06-d751-459d-b5c8-9f2099d3ace3', 'network_id': '96215a06-d751-459d-b5c8-9f2099d3ace3', 'tenant_id': '1e4d36173f23471fbb29a8e226b7297a', 'fixed_ips': [{'subnet_id': 'cfeed592-2e73-4144-9500-5b29e6f991c1'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:24:47.702850 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b659d28c-3f7d-4055-b3b3-66d247fbaa4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:47.724650 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72045f85-f9eb-465f-adcd-6662ad544106 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:47.767797 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72045f85-f9eb-465f-adcd-6662ad544106 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event deleted for resources: {'Subnet': ['ID=cfeed592-2e73-4144-9500-5b29e6f991c1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server [None req-b659d28c-3f7d-4055-b3b3-66d247fbaa4b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cfeed592-2e73-4144-9500-5b29e6f991c1: This subnet is being modified by another concurrent operation. Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise exception Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cfeed592-2e73-4144-9500-5b29e6f991c1: This subnet is being modified by another concurrent operation. Aug 16 20:24:47.814471 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server Aug 16 20:24:47.829306 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 447f17b6-fdb3-45b7-896a-dce9c6402f32 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:24:47.841521 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72045f85-f9eb-465f-adcd-6662ad544106 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:47.851714 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a80d049-3dee-454e-8a07-0c5500c8644c None None] Network 96215a06-d751-459d-b5c8-9f2099d3ace3 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:47.851958 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-72045f85-f9eb-465f-adcd-6662ad544106 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96215a06-d751-459d-b5c8-9f2099d3ace3']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:47.870852 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-72045f85-f9eb-465f-adcd-6662ad544106 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a4add4-6af4-4725-9f02-08d1e6baa59f') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:47.871166 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-72045f85-f9eb-465f-adcd-6662ad544106 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a4add4-6af4-4725-9f02-08d1e6baa59f') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:47.885420 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72045f85-f9eb-465f-adcd-6662ad544106 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:47.906254 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72045f85-f9eb-465f-adcd-6662ad544106 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:47.946313 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72045f85-f9eb-465f-adcd-6662ad544106 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:47.947279 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72045f85-f9eb-465f-adcd-6662ad544106 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:48.083431 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:24:48.083431 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:48.083431 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:24:48.083431 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:48.083431 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:24:48.083431 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:48.083431 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:24:48.083431 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:48.083431 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:24:48.083431 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:48.083431 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:24:48.083431 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:48.083431 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:24:48.083431 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:48.083431 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:48.083431 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:48.083431 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:48.083431 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:48.083431 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:24:48.083431 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:48.083431 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:24:48.083431 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:48.083431 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:48.083431 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:48.083431 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:48.083431 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:48.083431 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:48.083431 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:48.083431 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:48.083431 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:48.083431 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:48.083431 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:48.086973 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 447f17b6-fdb3-45b7-896a-dce9c6402f32, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=447f17b6-fdb3-45b7-896a-dce9c6402f32,segment=NetworkSegment(841e9693-78f1-4992-b13a-4bb8e9ab7973),segment_id=841e9693-78f1-4992-b13a-4bb8e9ab7973)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:48.090200 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72045f85-f9eb-465f-adcd-6662ad544106 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:48.103684 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '447f17b6-fdb3-45b7-896a-dce9c6402f32', 'network_id': '2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1', 'port_id': '447f17b6-fdb3-45b7-896a-dce9c6402f32', 'mac_address': 'fa:16:3e:ab:3d:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fcadfa2-0626-491b-ab96-f10a181d8eec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:24:48.117389 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f904c-d6cd-4130-b173-14551da7fcd1 req-166b7395-0aaf-47ea-b80e-c43f73a09630 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:48.136879 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-af6f904c-d6cd-4130-b173-14551da7fcd1 req-166b7395-0aaf-47ea-b80e-c43f73a09630 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 946 time: 0.1246469 Aug 16 20:24:48.155296 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72045f85-f9eb-465f-adcd-6662ad544106 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:48.164800 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:48.167756 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-72045f85-f9eb-465f-adcd-6662ad544106 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/networks/96215a06-d751-459d-b5c8-9f2099d3ace3 HTTP/1.1" status: 204 len: 168 time: 0.7192726 Aug 16 20:24:48.168325 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45378) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:48.171122 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72045f85-f9eb-465f-adcd-6662ad544106 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event deleted for resources: {'Network': ['ID=96215a06-d751-459d-b5c8-9f2099d3ace3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:48.175548 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-fbe54a8f-a15c-4925-a713-124e8c97de34 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-915723198'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:48.184554 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 447f17b6-fdb3-45b7-896a-dce9c6402f32 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:24:48.220964 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 447f17b6-fdb3-45b7-896a-dce9c6402f32, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=447f17b6-fdb3-45b7-896a-dce9c6402f32,segment=NetworkSegment(841e9693-78f1-4992-b13a-4bb8e9ab7973),segment_id=841e9693-78f1-4992-b13a-4bb8e9ab7973)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:48.230458 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:48.255078 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-af6f904c-d6cd-4130-b173-14551da7fcd1 req-29233643-e1c7-49e6-82ef-a240528f10e9 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171377 Aug 16 20:24:48.285500 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe54a8f-a15c-4925-a713-124e8c97de34 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Made reservation on behalf of 1e4d36173f23471fbb29a8e226b7297a for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:48.290757 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbe54a8f-a15c-4925-a713-124e8c97de34 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:48.313231 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=447f17b6-fdb3-45b7-896a-dce9c6402f32,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:48.319604 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 34d954ca-8dca-430d-a60f-589ca6e81d39 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:48.333576 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe54a8f-a15c-4925-a713-124e8c97de34 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:24:48.345697 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbe54a8f-a15c-4925-a713-124e8c97de34 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:48.346528 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-fbe54a8f-a15c-4925-a713-124e8c97de34 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Added segment fa47b681-aa7c-4188-a2d3-b3b50080136e of type vlan for network 9fa34d14-0c37-48af-a41f-62d5a8322742 Aug 16 20:24:48.386265 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 34d954ca-8dca-430d-a60f-589ca6e81d39 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:48.395528 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbe54a8f-a15c-4925-a713-124e8c97de34 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:48.420341 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbe54a8f-a15c-4925-a713-124e8c97de34 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:48.427892 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe54a8f-a15c-4925-a713-124e8c97de34 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:48.428822 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbe54a8f-a15c-4925-a713-124e8c97de34 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:48.452750 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['447f17b6-fdb3-45b7-896a-dce9c6402f32'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:48.502177 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45384) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:48.502522 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fbe54a8f-a15c-4925-a713-124e8c97de34 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3320196 Aug 16 20:24:48.509650 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8ca479ea-c10a-4405-aae1-f60f5e3c5ba3 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Request body: {'subnet': {'network_id': '9fa34d14-0c37-48af-a41f-62d5a8322742', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:48.530275 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe54a8f-a15c-4925-a713-124e8c97de34 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event updated for resources: {'Network': ['ID=9fa34d14-0c37-48af-a41f-62d5a8322742,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:48.546142 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 9fa34d14-0c37-48af-a41f-62d5a8322742 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:24:48.558631 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6499ce8-1f46-4a76-b29c-aef0080671a0 req-1f32487f-d0e6-4c26-abaa-c86f75edc5b4 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:48.563882 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6499ce8-1f46-4a76-b29c-aef0080671a0 req-1f32487f-d0e6-4c26-abaa-c86f75edc5b4 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=e084add6-fbc5-4a38-af7f-2f83ca266e9a HTTP/1.1" status: 200 len: 944 time: 0.0844941 Aug 16 20:24:48.613849 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca479ea-c10a-4405-aae1-f60f5e3c5ba3 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Made reservation on behalf of 1e4d36173f23471fbb29a8e226b7297a for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:48.620390 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6499ce8-1f46-4a76-b29c-aef0080671a0 req-99849142-649a-472d-ad23-a3eef8d87b1c tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=d801122c-9e3d-4db1-bcff-abf9b1e51c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523069 Aug 16 20:24:48.620573 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ca479ea-c10a-4405-aae1-f60f5e3c5ba3 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:48.726830 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.ipam_backend_mixin [None req-8ca479ea-c10a-4405-aae1-f60f5e3c5ba3 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Performing IP validity checks on allocation pools {{(pid=94771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 20:24:48.727653 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.ipam_backend_mixin [None req-8ca479ea-c10a-4405-aae1-f60f5e3c5ba3 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 20:24:48.879516 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ca479ea-c10a-4405-aae1-f60f5e3c5ba3 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:48.948985 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca479ea-c10a-4405-aae1-f60f5e3c5ba3 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event updated for resources: {'Subnet': ['ID=2e06e5e8-70d0-46c1-ab95-45de07766742,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:48.960021 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca479ea-c10a-4405-aae1-f60f5e3c5ba3 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Checking segment: {'id': 'fa47b681-aa7c-4188-a2d3-b3b50080136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9fa34d14-0c37-48af-a41f-62d5a8322742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:48.960401 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca479ea-c10a-4405-aae1-f60f5e3c5ba3 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Network hostable DHCP agents. Network: 9fa34d14-0c37-48af-a41f-62d5a8322742, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:24:48.977304 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca479ea-c10a-4405-aae1-f60f5e3c5ba3 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Network 9fa34d14-0c37-48af-a41f-62d5a8322742 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:24:48.987175 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-8ca479ea-c10a-4405-aae1-f60f5e3c5ba3 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 9fa34d14-0c37-48af-a41f-62d5a8322742) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:48.993565 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca479ea-c10a-4405-aae1-f60f5e3c5ba3 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:48.994343 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ca479ea-c10a-4405-aae1-f60f5e3c5ba3 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:48.996972 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eab9d66-1f22-4b47-8009-1983a515b2e9 None None] Network 9fa34d14-0c37-48af-a41f-62d5a8322742 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:49.055086 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8ca479ea-c10a-4405-aae1-f60f5e3c5ba3 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5158648 Aug 16 20:24:49.055086 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45386) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:49.055266 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfa7540-94c5-47ec-97bb-e17ccb47aebc None None] Network a7393ca8-018f-42a7-8642-f1026d60853b requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:49.133747 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-36c1debe-ac37-40f2-839c-5978939e52d7 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:49.193888 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-36c1debe-ac37-40f2-839c-5978939e52d7 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:49.257453 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-36c1debe-ac37-40f2-839c-5978939e52d7 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:49.286529 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1debe-ac37-40f2-839c-5978939e52d7 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event deleted for resources: {'Subnet': ['ID=2e06e5e8-70d0-46c1-ab95-45de07766742,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:49.318551 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b408ee13-388e-4a49-a091-5d6fd7e9d771 None None] Provisioning for port 34d954ca-8dca-430d-a60f-589ca6e81d39 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:49.329244 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b408ee13-388e-4a49-a091-5d6fd7e9d771 None None] Provisioning complete for port 34d954ca-8dca-430d-a60f-589ca6e81d39 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:49.329705 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b408ee13-388e-4a49-a091-5d6fd7e9d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:49.360522 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-36c1debe-ac37-40f2-839c-5978939e52d7 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:49.385251 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-36c1debe-ac37-40f2-839c-5978939e52d7 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa34d14-0c37-48af-a41f-62d5a8322742']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:49.397085 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-36c1debe-ac37-40f2-839c-5978939e52d7 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa47b681-aa7c-4188-a2d3-b3b50080136e') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:49.397201 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-36c1debe-ac37-40f2-839c-5978939e52d7 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa47b681-aa7c-4188-a2d3-b3b50080136e') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:49.409552 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-36c1debe-ac37-40f2-839c-5978939e52d7 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:49.429722 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229192b-99c2-448b-8cc9-681c3817011e req-873133b3-12a7-4d62-a271-a0dd9fe8a055 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:49.431244 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4229192b-99c2-448b-8cc9-681c3817011e req-873133b3-12a7-4d62-a271-a0dd9fe8a055 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 946 time: 0.0968850 Aug 16 20:24:49.435072 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-36c1debe-ac37-40f2-839c-5978939e52d7 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:49.441497 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c1debe-ac37-40f2-839c-5978939e52d7 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:49.441916 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-36c1debe-ac37-40f2-839c-5978939e52d7 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:49.444948 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:24:49.444948 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:49.444948 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:24:49.444948 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:49.444948 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:24:49.444948 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:49.444948 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:24:49.444948 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:49.444948 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:24:49.444948 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:49.444948 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:24:49.444948 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:49.444948 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:24:49.444948 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:49.444948 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:49.444948 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:49.444948 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:49.444948 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:49.444948 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:24:49.444948 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:49.444948 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:24:49.444948 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:49.444948 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:49.444948 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:49.444948 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:49.444948 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:49.444948 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:49.444948 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:49.444948 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:49.444948 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:49.444948 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:49.444948 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:49.472377 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825857d2-3136-4e21-abbb-3dc232c127a7 None None] Network 9fa34d14-0c37-48af-a41f-62d5a8322742 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:49.527424 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-36c1debe-ac37-40f2-839c-5978939e52d7 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:49.532087 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4229192b-99c2-448b-8cc9-681c3817011e req-53bcc596-d702-4935-9cc1-4cde58115189 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863421 Aug 16 20:24:49.538504 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-36c1debe-ac37-40f2-839c-5978939e52d7 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:49.544310 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45392) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:49.544817 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-36c1debe-ac37-40f2-839c-5978939e52d7 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/networks/9fa34d14-0c37-48af-a41f-62d5a8322742 HTTP/1.1" status: 204 len: 168 time: 0.5229971 Aug 16 20:24:49.549603 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d2b9a597-361b-4e9d-9ea9-a6d55536f513 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1036616763'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:49.558721 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1debe-ac37-40f2-839c-5978939e52d7 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event deleted for resources: {'Network': ['ID=9fa34d14-0c37-48af-a41f-62d5a8322742,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:49.577015 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b9a597-361b-4e9d-9ea9-a6d55536f513 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Made reservation on behalf of 1e4d36173f23471fbb29a8e226b7297a for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:49.578387 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b408ee13-388e-4a49-a091-5d6fd7e9d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:49.580724 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d2b9a597-361b-4e9d-9ea9-a6d55536f513 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:49.604613 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b9a597-361b-4e9d-9ea9-a6d55536f513 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:24:49.614169 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d2b9a597-361b-4e9d-9ea9-a6d55536f513 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:49.614591 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-d2b9a597-361b-4e9d-9ea9-a6d55536f513 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Added segment ca954312-efe6-4fd8-b973-7c623b0c71eb of type vlan for network a1511c70-f0f4-4009-9566-9b8ebe9ff5c3 Aug 16 20:24:49.657602 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d2b9a597-361b-4e9d-9ea9-a6d55536f513 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:49.661862 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b408ee13-388e-4a49-a091-5d6fd7e9d771 None None] For port 34d954ca-8dca-430d-a60f-589ca6e81d39, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=34d954ca-8dca-430d-a60f-589ca6e81d39,segment=NetworkSegment(2212563c-b77e-4ebe-90a2-29507db790e8),segment_id=2212563c-b77e-4ebe-90a2-29507db790e8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:49.667863 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b408ee13-388e-4a49-a091-5d6fd7e9d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:49.701759 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d2b9a597-361b-4e9d-9ea9-a6d55536f513 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:49.708709 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b9a597-361b-4e9d-9ea9-a6d55536f513 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:49.710051 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d2b9a597-361b-4e9d-9ea9-a6d55536f513 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:49.719775 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408ee13-388e-4a49-a091-5d6fd7e9d771 None None] Pushing event updated for resources: {'Port': ['ID=34d954ca-8dca-430d-a60f-589ca6e81d39,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:49.796260 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d2b9a597-361b-4e9d-9ea9-a6d55536f513 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2505295 Aug 16 20:24:49.799011 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45396) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:49.805477 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-477c15c7-d418-449e-8491-52a42e8f9b0d tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Request body: {'subnet': {'network_id': 'a1511c70-f0f4-4009-9566-9b8ebe9ff5c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:49.812725 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9a597-361b-4e9d-9ea9-a6d55536f513 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event updated for resources: {'Network': ['ID=a1511c70-f0f4-4009-9566-9b8ebe9ff5c3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:49.826293 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network a1511c70-f0f4-4009-9566-9b8ebe9ff5c3 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:24:49.829428 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 447f17b6-fdb3-45b7-896a-dce9c6402f32 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:49.831517 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16abc0-d8a6-4e9b-a2d8-ee2becd3fbfd req-96f02f90-254d-45f1-875f-711cc070dd48 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:49.833244 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1c16abc0-d8a6-4e9b-a2d8-ee2becd3fbfd req-96f02f90-254d-45f1-875f-711cc070dd48 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=e084add6-fbc5-4a38-af7f-2f83ca266e9a HTTP/1.1" status: 200 len: 944 time: 0.1116979 Aug 16 20:24:49.884860 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1c16abc0-d8a6-4e9b-a2d8-ee2becd3fbfd req-4cc2bee2-6156-4382-a328-45e9bb3f0002 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=d801122c-9e3d-4db1-bcff-abf9b1e51c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446460 Aug 16 20:24:49.895894 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2432d983-01a9-46ac-a818-ea7575fd0039 None None] get_active_networks_info from n-d-787206-13 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:24:49.914689 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477c15c7-d418-449e-8491-52a42e8f9b0d tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Made reservation on behalf of 1e4d36173f23471fbb29a8e226b7297a for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:49.918129 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-477c15c7-d418-449e-8491-52a42e8f9b0d tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:49.978193 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-79f524bf-1209-45ec-b847-d25b52e71c2b None None] Provisioning complete for port 34d954ca-8dca-430d-a60f-589ca6e81d39 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:49.978575 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-79f524bf-1209-45ec-b847-d25b52e71c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.026484 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 447f17b6-fdb3-45b7-896a-dce9c6402f32 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:50.042295 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 447f17b6-fdb3-45b7-896a-dce9c6402f32 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:50.042678 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.100624 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2432d983-01a9-46ac-a818-ea7575fd0039 None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:24:50.111496 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 34d954ca-8dca-430d-a60f-589ca6e81d39 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:50.115367 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-477c15c7-d418-449e-8491-52a42e8f9b0d tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.178067 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c15c7-d418-449e-8491-52a42e8f9b0d tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event updated for resources: {'Subnet': ['ID=e8b1c354-49e1-4b2c-8da2-06ca2c3ee1fe,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:50.182279 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477c15c7-d418-449e-8491-52a42e8f9b0d tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Checking segment: {'id': 'ca954312-efe6-4fd8-b973-7c623b0c71eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a1511c70-f0f4-4009-9566-9b8ebe9ff5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:50.182634 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477c15c7-d418-449e-8491-52a42e8f9b0d tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Network hostable DHCP agents. Network: a1511c70-f0f4-4009-9566-9b8ebe9ff5c3, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:24:50.201542 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477c15c7-d418-449e-8491-52a42e8f9b0d tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Network a1511c70-f0f4-4009-9566-9b8ebe9ff5c3 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:24:50.210417 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-477c15c7-d418-449e-8491-52a42e8f9b0d tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, a1511c70-f0f4-4009-9566-9b8ebe9ff5c3) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:50.215483 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477c15c7-d418-449e-8491-52a42e8f9b0d tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:50.216714 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-477c15c7-d418-449e-8491-52a42e8f9b0d tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.230666 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-477c15c7-d418-449e-8491-52a42e8f9b0d tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4300756 Aug 16 20:24:50.233383 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45398) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:50.279642 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.310081 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 34d954ca-8dca-430d-a60f-589ca6e81d39 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:50.310371 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.335344 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7235ad2c-3b73-4f05-a988-835f2845f1c4 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.347015 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e084add6-fbc5-4a38-af7f-2f83ca266e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447f17b6-fdb3-45b7-896a-dce9c6402f32'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:50.349295 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1570413d-f73d-4966-8fbb-94b6313d3811" -d '{"events": [{"server_uuid": "e084add6-fbc5-4a38-af7f-2f83ca266e9a", "name": "network-vif-plugged", "status": "completed", "tag": "447f17b6-fdb3-45b7-896a-dce9c6402f32"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:50.385000 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 447f17b6-fdb3-45b7-896a-dce9c6402f32, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=447f17b6-fdb3-45b7-896a-dce9c6402f32,segment=NetworkSegment(841e9693-78f1-4992-b13a-4bb8e9ab7973),segment_id=841e9693-78f1-4992-b13a-4bb8e9ab7973)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:50.385854 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7235ad2c-3b73-4f05-a988-835f2845f1c4 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.393272 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.412781 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4098b6-0d2c-4986-89e8-b6a1fe646aac x-openstack-request-id: req-4a4098b6-0d2c-4986-89e8-b6a1fe646aac {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:50.413068 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e084add6-fbc5-4a38-af7f-2f83ca266e9a", "name": "network-vif-plugged", "status": "completed", "tag": "447f17b6-fdb3-45b7-896a-dce9c6402f32", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:50.413319 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4a4098b6-0d2c-4986-89e8-b6a1fe646aac {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:50.413700 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e084add6-fbc5-4a38-af7f-2f83ca266e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447f17b6-fdb3-45b7-896a-dce9c6402f32', 'code': 200} Aug 16 20:24:50.455544 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7235ad2c-3b73-4f05-a988-835f2845f1c4 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.495177 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235ad2c-3b73-4f05-a988-835f2845f1c4 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event deleted for resources: {'Subnet': ['ID=e8b1c354-49e1-4b2c-8da2-06ca2c3ee1fe,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:50.499968 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=447f17b6-fdb3-45b7-896a-dce9c6402f32,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:50.524880 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde98f1-e7e5-45e1-89eb-8a9571f7d753 req-1d1a3283-2c32-405b-b9b4-c582fef668f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:50.526401 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9fde98f1-e7e5-45e1-89eb-8a9571f7d753 req-1d1a3283-2c32-405b-b9b4-c582fef668f0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e084add6-fbc5-4a38-af7f-2f83ca266e9a HTTP/1.1" status: 200 len: 1097 time: 0.0549788 Aug 16 20:24:50.572362 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7235ad2c-3b73-4f05-a988-835f2845f1c4 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.583369 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-7235ad2c-3b73-4f05-a988-835f2845f1c4 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1511c70-f0f4-4009-9566-9b8ebe9ff5c3']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:50.584191 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9fde98f1-e7e5-45e1-89eb-8a9571f7d753 req-1899598c-2c14-4bbc-b003-d0873aea9f4a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d801122c-9e3d-4db1-bcff-abf9b1e51c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474825 Aug 16 20:24:50.594913 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-7235ad2c-3b73-4f05-a988-835f2845f1c4 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca954312-efe6-4fd8-b973-7c623b0c71eb') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:50.595285 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-7235ad2c-3b73-4f05-a988-835f2845f1c4 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca954312-efe6-4fd8-b973-7c623b0c71eb') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:50.598214 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfd30b2-edff-4435-adb7-c5cfc665eb79 None None] Network a1511c70-f0f4-4009-9566-9b8ebe9ff5c3 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:50.616452 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7235ad2c-3b73-4f05-a988-835f2845f1c4 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.630951 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7235ad2c-3b73-4f05-a988-835f2845f1c4 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.637666 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7235ad2c-3b73-4f05-a988-835f2845f1c4 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:50.638472 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7235ad2c-3b73-4f05-a988-835f2845f1c4 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.641751 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:24:50.641751 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:50.641751 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:24:50.641751 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:50.641751 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:24:50.641751 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:50.641751 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:24:50.641751 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:50.641751 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:24:50.641751 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:50.641751 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:24:50.641751 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:50.641751 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:24:50.641751 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:50.641751 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:50.641751 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:50.641751 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:50.641751 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:50.641751 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:24:50.641751 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:50.641751 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:24:50.641751 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:50.641751 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:50.641751 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:50.641751 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:50.641751 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:50.641751 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:50.641751 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:50.641751 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:50.641751 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:50.641751 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:50.641751 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:50.714474 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1086a841-93b5-459f-9f93-cfc50839670b None None] Network a1511c70-f0f4-4009-9566-9b8ebe9ff5c3 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:50.730781 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7235ad2c-3b73-4f05-a988-835f2845f1c4 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.745050 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc4901-28d1-418d-b175-619e5bc1ee74 req-1df29a4c-3a31-490b-bcda-56359ae7052d tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:50.746513 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a0cc4901-28d1-418d-b175-619e5bc1ee74 req-1df29a4c-3a31-490b-bcda-56359ae7052d tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 946 time: 0.0948603 Aug 16 20:24:50.748977 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7235ad2c-3b73-4f05-a988-835f2845f1c4 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.750698 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7235ad2c-3b73-4f05-a988-835f2845f1c4 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/networks/a1511c70-f0f4-4009-9566-9b8ebe9ff5c3 HTTP/1.1" status: 204 len: 168 time: 0.5163398 Aug 16 20:24:50.754455 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45406) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:50.759942 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e23f3a6a-445a-4573-941f-4c5775beeaf8 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-888951636'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:50.760427 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235ad2c-3b73-4f05-a988-835f2845f1c4 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event deleted for resources: {'Network': ['ID=a1511c70-f0f4-4009-9566-9b8ebe9ff5c3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:50.785131 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23f3a6a-445a-4573-941f-4c5775beeaf8 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Made reservation on behalf of 1e4d36173f23471fbb29a8e226b7297a for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:50.788654 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e23f3a6a-445a-4573-941f-4c5775beeaf8 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.799690 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a0cc4901-28d1-418d-b175-619e5bc1ee74 req-20ef0a71-588f-4418-b34d-33aee4c00060 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351417 Aug 16 20:24:50.814826 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e23f3a6a-445a-4573-941f-4c5775beeaf8 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:24:50.824457 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e23f3a6a-445a-4573-941f-4c5775beeaf8 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.824970 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-e23f3a6a-445a-4573-941f-4c5775beeaf8 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Added segment 2c61ddfc-b32c-47fb-8b4d-769f2793d35c of type vlan for network 9a9d66f4-e6e5-4601-951b-29ec6fb45a51 Aug 16 20:24:50.864690 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e23f3a6a-445a-4573-941f-4c5775beeaf8 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.888566 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e23f3a6a-445a-4573-941f-4c5775beeaf8 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.894028 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23f3a6a-445a-4573-941f-4c5775beeaf8 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:50.894607 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e23f3a6a-445a-4573-941f-4c5775beeaf8 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.949318 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e23f3a6a-445a-4573-941f-4c5775beeaf8 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1934724 Aug 16 20:24:50.952625 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45410) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:50.957964 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c877d626-70ab-4a39-8949-bd06890093de tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Request body: {'subnet': {'network_id': '9a9d66f4-e6e5-4601-951b-29ec6fb45a51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:50.974473 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f3a6a-445a-4573-941f-4c5775beeaf8 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event updated for resources: {'Network': ['ID=9a9d66f4-e6e5-4601-951b-29ec6fb45a51,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:50.984731 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 9a9d66f4-e6e5-4601-951b-29ec6fb45a51 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:24:51.013231 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499620c-b4ce-4006-8c87-55ee02c8b299 req-7be87d82-b1a3-4749-8ec9-8f0a0fa8fa45 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:51.014616 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0499620c-b4ce-4006-8c87-55ee02c8b299 req-7be87d82-b1a3-4749-8ec9-8f0a0fa8fa45 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=e084add6-fbc5-4a38-af7f-2f83ca266e9a HTTP/1.1" status: 200 len: 945 time: 0.0551286 Aug 16 20:24:51.054366 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0499620c-b4ce-4006-8c87-55ee02c8b299 req-c9492b8f-4e59-4cc6-be17-a3c92ad8ebbe tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=d801122c-9e3d-4db1-bcff-abf9b1e51c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334532 Aug 16 20:24:51.063601 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c877d626-70ab-4a39-8949-bd06890093de tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Made reservation on behalf of 1e4d36173f23471fbb29a8e226b7297a for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:51.067554 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c877d626-70ab-4a39-8949-bd06890093de tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:51.244400 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c877d626-70ab-4a39-8949-bd06890093de tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:51.307194 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877d626-70ab-4a39-8949-bd06890093de tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event updated for resources: {'Subnet': ['ID=4b0dfb06-5df5-4c09-8abb-3579d436724d,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:51.317370 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c877d626-70ab-4a39-8949-bd06890093de tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Checking segment: {'id': '2c61ddfc-b32c-47fb-8b4d-769f2793d35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9a9d66f4-e6e5-4601-951b-29ec6fb45a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:51.317728 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c877d626-70ab-4a39-8949-bd06890093de tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Network hostable DHCP agents. Network: 9a9d66f4-e6e5-4601-951b-29ec6fb45a51, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:24:51.335483 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c877d626-70ab-4a39-8949-bd06890093de tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Network 9a9d66f4-e6e5-4601-951b-29ec6fb45a51 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:24:51.344253 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-c877d626-70ab-4a39-8949-bd06890093de tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 9a9d66f4-e6e5-4601-951b-29ec6fb45a51) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:51.349331 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c877d626-70ab-4a39-8949-bd06890093de tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:51.350549 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c877d626-70ab-4a39-8949-bd06890093de tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:51.352251 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a87fc7-94d5-4675-a446-825ca84f733e None None] Network 9a9d66f4-e6e5-4601-951b-29ec6fb45a51 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:51.366106 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c877d626-70ab-4a39-8949-bd06890093de tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4123273 Aug 16 20:24:51.368656 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45412) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:51.469784 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0641a4df-8a4a-4b90-96a5-a2977f0eb635 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:51.501349 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1feac9-8e29-4f41-9ac0-a37157b5b2bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-9a9d66f4-e6e5-4601-951b-29ec6fb45a51', 'network_id': '9a9d66f4-e6e5-4601-951b-29ec6fb45a51', 'tenant_id': '1e4d36173f23471fbb29a8e226b7297a', 'fixed_ips': [{'subnet_id': '4b0dfb06-5df5-4c09-8abb-3579d436724d'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:24:51.502266 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf1feac9-8e29-4f41-9ac0-a37157b5b2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:51.524656 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0641a4df-8a4a-4b90-96a5-a2977f0eb635 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:51.585674 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0641a4df-8a4a-4b90-96a5-a2977f0eb635 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server [None req-cf1feac9-8e29-4f41-9ac0-a37157b5b2bd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b0dfb06-5df5-4c09-8abb-3579d436724d: This subnet is being modified by another concurrent operation. Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise exception Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b0dfb06-5df5-4c09-8abb-3579d436724d: This subnet is being modified by another concurrent operation. Aug 16 20:24:51.600163 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server Aug 16 20:24:51.612100 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641a4df-8a4a-4b90-96a5-a2977f0eb635 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event deleted for resources: {'Subnet': ['ID=4b0dfb06-5df5-4c09-8abb-3579d436724d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:51.625194 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e329647-6434-47e1-a6d8-6f9017bc2838 None None] Network 9a9d66f4-e6e5-4601-951b-29ec6fb45a51 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:51.683005 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0641a4df-8a4a-4b90-96a5-a2977f0eb635 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:51.692471 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-0641a4df-8a4a-4b90-96a5-a2977f0eb635 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a9d66f4-e6e5-4601-951b-29ec6fb45a51']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:51.702777 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-0641a4df-8a4a-4b90-96a5-a2977f0eb635 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c61ddfc-b32c-47fb-8b4d-769f2793d35c') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:51.703008 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-0641a4df-8a4a-4b90-96a5-a2977f0eb635 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c61ddfc-b32c-47fb-8b4d-769f2793d35c') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:51.711600 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0641a4df-8a4a-4b90-96a5-a2977f0eb635 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:51.725398 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0641a4df-8a4a-4b90-96a5-a2977f0eb635 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:51.733644 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c7103b-02e4-4253-b2ec-e7f65a688f36 None None] get_active_networks_info from n-d-787206-13 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:24:51.734028 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0641a4df-8a4a-4b90-96a5-a2977f0eb635 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:51.734443 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0641a4df-8a4a-4b90-96a5-a2977f0eb635 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:51.737730 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:24:51.737730 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:51.737730 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:24:51.737730 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:51.737730 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:24:51.737730 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:51.737730 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:24:51.737730 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:51.737730 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:24:51.737730 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:51.737730 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:24:51.737730 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:51.737730 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:24:51.737730 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:51.737730 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:51.737730 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:51.737730 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:51.737730 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:51.737730 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:24:51.737730 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:51.737730 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:24:51.737730 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:51.737730 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:51.737730 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:51.737730 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:51.737730 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:51.737730 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:51.737730 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:51.737730 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:51.737730 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:51.737730 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:51.737730 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:51.800098 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0641a4df-8a4a-4b90-96a5-a2977f0eb635 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:51.807070 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0641a4df-8a4a-4b90-96a5-a2977f0eb635 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:51.808955 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0641a4df-8a4a-4b90-96a5-a2977f0eb635 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/networks/9a9d66f4-e6e5-4601-951b-29ec6fb45a51 HTTP/1.1" status: 204 len: 168 time: 0.4393861 Aug 16 20:24:51.812508 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45416) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:51.815643 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c7103b-02e4-4253-b2ec-e7f65a688f36 None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:24:51.817630 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-24a52f4b-6f12-4b8e-ba3e-328163779c81 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-897684986'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:51.829622 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641a4df-8a4a-4b90-96a5-a2977f0eb635 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event deleted for resources: {'Network': ['ID=9a9d66f4-e6e5-4601-951b-29ec6fb45a51,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:51.847632 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a52f4b-6f12-4b8e-ba3e-328163779c81 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Made reservation on behalf of 1e4d36173f23471fbb29a8e226b7297a for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:51.851134 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-24a52f4b-6f12-4b8e-ba3e-328163779c81 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:51.876444 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a52f4b-6f12-4b8e-ba3e-328163779c81 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:24:51.907440 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-24a52f4b-6f12-4b8e-ba3e-328163779c81 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:51.907783 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-24a52f4b-6f12-4b8e-ba3e-328163779c81 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Added segment 1863d3ac-6916-4ab8-8a9b-40f1283e6417 of type vlan for network bffc2995-81da-4a0a-ae5f-460fb7a050cb Aug 16 20:24:51.958884 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-24a52f4b-6f12-4b8e-ba3e-328163779c81 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:51.973315 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde94cb-b64f-4247-ba1f-d0979b65f175 req-6b4462c2-7ded-47d8-a0e7-899152ff20c7 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:51.974800 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ecde94cb-b64f-4247-ba1f-d0979b65f175 req-6b4462c2-7ded-47d8-a0e7-899152ff20c7 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 946 time: 0.0996702 Aug 16 20:24:52.007567 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-24a52f4b-6f12-4b8e-ba3e-328163779c81 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:52.013747 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a52f4b-6f12-4b8e-ba3e-328163779c81 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:52.014341 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-24a52f4b-6f12-4b8e-ba3e-328163779c81 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:52.080460 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ecde94cb-b64f-4247-ba1f-d0979b65f175 req-86d03512-11fc-4dcb-bbe3-68627ff64274 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993011 Aug 16 20:24:52.084422 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-24a52f4b-6f12-4b8e-ba3e-328163779c81 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2682076 Aug 16 20:24:52.085720 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45422) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:52.091383 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8e905a04-a0ae-4886-800f-b83e776fec86 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Request body: {'subnet': {'network_id': 'bffc2995-81da-4a0a-ae5f-460fb7a050cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:52.103734 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a52f4b-6f12-4b8e-ba3e-328163779c81 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event updated for resources: {'Network': ['ID=bffc2995-81da-4a0a-ae5f-460fb7a050cb,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:52.114896 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network bffc2995-81da-4a0a-ae5f-460fb7a050cb details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:24:52.224851 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f14ba-5c3f-4cd1-b2a5-e7622bd4ec53 req-ac3fcee9-bb18-41c3-8179-e702dd191115 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:52.226658 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3e0f14ba-5c3f-4cd1-b2a5-e7622bd4ec53 req-ac3fcee9-bb18-41c3-8179-e702dd191115 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=e084add6-fbc5-4a38-af7f-2f83ca266e9a HTTP/1.1" status: 200 len: 945 time: 0.0825706 Aug 16 20:24:52.258477 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e905a04-a0ae-4886-800f-b83e776fec86 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Made reservation on behalf of 1e4d36173f23471fbb29a8e226b7297a for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:52.263629 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e905a04-a0ae-4886-800f-b83e776fec86 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:52.325026 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3e0f14ba-5c3f-4cd1-b2a5-e7622bd4ec53 req-9300f255-f245-4222-9aeb-acf5f344c44d tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=d801122c-9e3d-4db1-bcff-abf9b1e51c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871694 Aug 16 20:24:52.336897 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.ipam_backend_mixin [None req-8e905a04-a0ae-4886-800f-b83e776fec86 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Performing IP validity checks on allocation pools {{(pid=94771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 20:24:52.337428 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.ipam_backend_mixin [None req-8e905a04-a0ae-4886-800f-b83e776fec86 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 20:24:52.446728 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf7acd-33b7-405f-b43b-01d464734678 req-3437f37e-9cc9-442f-99b8-3238c825d9ac tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:52.448250 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09bf7acd-33b7-405f-b43b-01d464734678 req-3437f37e-9cc9-442f-99b8-3238c825d9ac tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=e084add6-fbc5-4a38-af7f-2f83ca266e9a HTTP/1.1" status: 200 len: 945 time: 0.0498216 Aug 16 20:24:52.462331 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e905a04-a0ae-4886-800f-b83e776fec86 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:52.491127 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09bf7acd-33b7-405f-b43b-01d464734678 req-6792bb52-f905-4557-aa85-481ecb149f36 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=d801122c-9e3d-4db1-bcff-abf9b1e51c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369489 Aug 16 20:24:52.513725 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45426) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:52.523845 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e905a04-a0ae-4886-800f-b83e776fec86 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event updated for resources: {'Subnet': ['ID=ca77dc3e-605a-4701-af5e-5928d140a70a,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:52.530961 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e905a04-a0ae-4886-800f-b83e776fec86 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Checking segment: {'id': '1863d3ac-6916-4ab8-8a9b-40f1283e6417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bffc2995-81da-4a0a-ae5f-460fb7a050cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:52.531347 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e905a04-a0ae-4886-800f-b83e776fec86 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Network hostable DHCP agents. Network: bffc2995-81da-4a0a-ae5f-460fb7a050cb, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:24:52.548981 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e905a04-a0ae-4886-800f-b83e776fec86 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Network bffc2995-81da-4a0a-ae5f-460fb7a050cb is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:24:52.554782 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b26d2c-2333-482a-ab58-a93391aa5844 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:52.556458 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d1b26d2c-2333-482a-ab58-a93391aa5844 tempest-TestNetworkBasicOps-1020705988 tempest-TestNetworkBasicOps-1020705988-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=e084add6-fbc5-4a38-af7f-2f83ca266e9a HTTP/1.1" status: 200 len: 1092 time: 0.0417469 Aug 16 20:24:52.558887 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-8e905a04-a0ae-4886-800f-b83e776fec86 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, bffc2995-81da-4a0a-ae5f-460fb7a050cb) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:52.560541 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45428) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:52.563598 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e905a04-a0ae-4886-800f-b83e776fec86 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:52.564186 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e905a04-a0ae-4886-800f-b83e776fec86 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:52.564956 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-1fc7ae54-0625-4d62-99c7-e5afac050129 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'port_id': '447f17b6-fdb3-45b7-896a-dce9c6402f32', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:52.570581 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1040d0f-8185-4e10-aab8-9dcd307a6ce2 None None] Network bffc2995-81da-4a0a-ae5f-460fb7a050cb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:52.588239 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1fc7ae54-0625-4d62-99c7-e5afac050129 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:52.592576 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8e905a04-a0ae-4886-800f-b83e776fec86 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5057399 Aug 16 20:24:52.595092 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45430) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:52.695403 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1fc7ae54-0625-4d62-99c7-e5afac050129 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:52.746391 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:52.753425 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c93b292-277c-4d8f-9fc0-ea0619d291d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-bffc2995-81da-4a0a-ae5f-460fb7a050cb', 'network_id': 'bffc2995-81da-4a0a-ae5f-460fb7a050cb', 'tenant_id': '1e4d36173f23471fbb29a8e226b7297a', 'fixed_ips': [{'subnet_id': 'ca77dc3e-605a-4701-af5e-5928d140a70a'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:24:52.754321 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c93b292-277c-4d8f-9fc0-ea0619d291d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:52.811435 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-1fc7ae54-0625-4d62-99c7-e5afac050129 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Allocated IP 172.25.8.209 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/f1eac573-9185-4e68-931f-607f9e2012f1) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:52.902647 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-1c93b292-277c-4d8f-9fc0-ea0619d291d8 None None] Allocated IP 172.20.0.3 (bffc2995-81da-4a0a-ae5f-460fb7a050cb/ca77dc3e-605a-4701-af5e-5928d140a70a/464ea9a2-e1ac-46c0-a691-c542172dce3b) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:52.930933 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1fc7ae54-0625-4d62-99c7-e5afac050129 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:52.979681 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1fc7ae54-0625-4d62-99c7-e5afac050129 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:53.018393 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc7ae54-0625-4d62-99c7-e5afac050129 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:53.023479 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-1fc7ae54-0625-4d62-99c7-e5afac050129 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:53.026026 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc7ae54-0625-4d62-99c7-e5afac050129 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:53.059626 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7ae54-0625-4d62-99c7-e5afac050129 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'Port': ['ID=f1eac573-9185-4e68-931f-607f9e2012f1,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:53.065096 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c93b292-277c-4d8f-9fc0-ea0619d291d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:53.076686 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1c93b292-277c-4d8f-9fc0-ea0619d291d8 None None] Transition to ACTIVE for port object 464ea9a2-e1ac-46c0-a691-c542172dce3b will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:53.096328 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1c93b292-277c-4d8f-9fc0-ea0619d291d8 None None] Transition to ACTIVE for port object 464ea9a2-e1ac-46c0-a691-c542172dce3b will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:53.102989 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c93b292-277c-4d8f-9fc0-ea0619d291d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:53.148806 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:53.156603 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c93b292-277c-4d8f-9fc0-ea0619d291d8 None None] Network bffc2995-81da-4a0a-ae5f-460fb7a050cb is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:53.161482 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-1c93b292-277c-4d8f-9fc0-ea0619d291d8 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:53.166042 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c93b292-277c-4d8f-9fc0-ea0619d291d8 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:53.170020 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93b292-277c-4d8f-9fc0-ea0619d291d8 None None] Pushing event updated for resources: {'Port': ['ID=464ea9a2-e1ac-46c0-a691-c542172dce3b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:53.215427 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:53.225874 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1c93b292-277c-4d8f-9fc0-ea0619d291d8 None None] Attempting to bind port 464ea9a2-e1ac-46c0-a691-c542172dce3b on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:53.226247 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1c93b292-277c-4d8f-9fc0-ea0619d291d8 None None] Attempting to bind port 464ea9a2-e1ac-46c0-a691-c542172dce3b by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '1863d3ac-6916-4ab8-8a9b-40f1283e6417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bffc2995-81da-4a0a-ae5f-460fb7a050cb'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:53.226612 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c93b292-277c-4d8f-9fc0-ea0619d291d8 None None] Attempting to bind port 464ea9a2-e1ac-46c0-a691-c542172dce3b on network bffc2995-81da-4a0a-ae5f-460fb7a050cb {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:53.232201 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c93b292-277c-4d8f-9fc0-ea0619d291d8 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:53.232571 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c93b292-277c-4d8f-9fc0-ea0619d291d8 None None] Checking segment: {'id': '1863d3ac-6916-4ab8-8a9b-40f1283e6417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bffc2995-81da-4a0a-ae5f-460fb7a050cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:53.232969 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c93b292-277c-4d8f-9fc0-ea0619d291d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:53.233351 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c93b292-277c-4d8f-9fc0-ea0619d291d8 None None] Bound using segment: {'id': '1863d3ac-6916-4ab8-8a9b-40f1283e6417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bffc2995-81da-4a0a-ae5f-460fb7a050cb'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:53.233809 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1c93b292-277c-4d8f-9fc0-ea0619d291d8 None None] Bound port: 464ea9a2-e1ac-46c0-a691-c542172dce3b, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1863d3ac-6916-4ab8-8a9b-40f1283e6417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bffc2995-81da-4a0a-ae5f-460fb7a050cb'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:53.234189 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c93b292-277c-4d8f-9fc0-ea0619d291d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:53.250099 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event deleted for resources: {'Subnet': ['ID=ca77dc3e-605a-4701-af5e-5928d140a70a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:53.271628 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea2c24-064c-43f0-8510-37be8f8f7473 req-8164dee2-a27e-47a9-8766-f8aff28834d5 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:53.273124 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-80ea2c24-064c-43f0-8510-37be8f8f7473 req-8164dee2-a27e-47a9-8766-f8aff28834d5 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 946 time: 0.1091568 Aug 16 20:24:53.308142 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1c93b292-277c-4d8f-9fc0-ea0619d291d8 None None] For port 464ea9a2-e1ac-46c0-a691-c542172dce3b, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:53.312574 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1c93b292-277c-4d8f-9fc0-ea0619d291d8 None None] For port 464ea9a2-e1ac-46c0-a691-c542172dce3b, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=464ea9a2-e1ac-46c0-a691-c542172dce3b,segment=NetworkSegment(1863d3ac-6916-4ab8-8a9b-40f1283e6417),segment_id=1863d3ac-6916-4ab8-8a9b-40f1283e6417)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:24:53.316506 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:53.317682 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c93b292-277c-4d8f-9fc0-ea0619d291d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:53.329183 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bffc2995-81da-4a0a-ae5f-460fb7a050cb']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:53.341020 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1863d3ac-6916-4ab8-8a9b-40f1283e6417') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:53.341317 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1863d3ac-6916-4ab8-8a9b-40f1283e6417') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:53.352380 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:53.358467 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-80ea2c24-064c-43f0-8510-37be8f8f7473 req-ec756f03-3d9d-4567-9149-c25e6ab62fbf tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778539 Aug 16 20:24:53.382008 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:53.389827 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:53.390213 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:53.393771 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:24:53.393771 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:53.393771 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:24:53.393771 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:53.393771 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:24:53.393771 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:53.393771 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:24:53.393771 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:53.393771 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:24:53.393771 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:53.393771 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:24:53.393771 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:53.393771 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:24:53.393771 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:53.393771 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:53.393771 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:53.393771 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:53.393771 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:53.393771 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:24:53.393771 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:53.393771 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:24:53.393771 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:53.393771 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:53.393771 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:53.393771 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:53.393771 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:53.393771 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:53.393771 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:53.393771 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:53.393771 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:53.393771 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:53.393771 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:53.402739 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93b292-277c-4d8f-9fc0-ea0619d291d8 None None] Pushing event updated for resources: {'Port': ['ID=464ea9a2-e1ac-46c0-a691-c542172dce3b,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:53.419346 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c461b4-db26-4ae7-950a-8c75f07c2ed1 None None] Network bffc2995-81da-4a0a-ae5f-460fb7a050cb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:53.451384 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.db.api [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 20:24:53.451384 n-d-787206-13 neutron-server[94771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 20:24:53.451384 n-d-787206-13 neutron-server[94771]: [parameters: {'id': 'bffc2995-81da-4a0a-ae5f-460fb7a050cb'}] Aug 16 20:24:53.451384 n-d-787206-13 neutron-server[94771]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:24:53.451799 n-d-787206-13 neutron-server[94771]: DEBUG oslo_db.api [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:24:53.539914 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7312d334-2c09-42bc-be88-30607fc0da9c None None] get_active_networks_info from n-d-787206-13 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:24:53.617134 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7312d334-2c09-42bc-be88-30607fc0da9c None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:24:53.618613 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1fc7ae54-0625-4d62-99c7-e5afac050129 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:53.693920 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1fc7ae54-0625-4d62-99c7-e5afac050129 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:53.855869 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1fc7ae54-0625-4d62-99c7-e5afac050129 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:53.860489 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1fc7ae54-0625-4d62-99c7-e5afac050129 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:53.926247 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7ae54-0625-4d62-99c7-e5afac050129 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event updated for resources: {'Port': ['ID=f1eac573-9185-4e68-931f-607f9e2012f1,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:53.936533 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1fc7ae54-0625-4d62-99c7-e5afac050129 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:53.953586 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:54.005801 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Deleting port 464ea9a2-e1ac-46c0-a691-c542172dce3b {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:54.006161 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:54.035666 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-1fc7ae54-0625-4d62-99c7-e5afac050129 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Floating IP 59c1a535-36f0-49f7-b0a0-acad300d6103 associated. External IP: 172.25.8.209, port: 447f17b6-fdb3-45b7-896a-dce9c6402f32. Aug 16 20:24:54.072854 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] For port 464ea9a2-e1ac-46c0-a691-c542172dce3b, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=464ea9a2-e1ac-46c0-a691-c542172dce3b,segment=NetworkSegment(1863d3ac-6916-4ab8-8a9b-40f1283e6417),segment_id=1863d3ac-6916-4ab8-8a9b-40f1283e6417)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:54.073218 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:54.086310 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Calling delete_port for 464ea9a2-e1ac-46c0-a691-c542172dce3b owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:54.169352 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:54.194858 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event deleted for resources: {'Port': ['ID=464ea9a2-e1ac-46c0-a691-c542172dce3b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:54.199655 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] No DVR routers for this DVR port 464ea9a2-e1ac-46c0-a691-c542172dce3b on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:54.245562 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc7ae54-0625-4d62-99c7-e5afac050129 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Router 74e3ccf1-cd77-4130-a5da-69f897d1a7cd has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:24:54.276661 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:54.286606 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bffc2995-81da-4a0a-ae5f-460fb7a050cb']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:54.296755 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1863d3ac-6916-4ab8-8a9b-40f1283e6417') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:54.297057 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1863d3ac-6916-4ab8-8a9b-40f1283e6417') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:54.305550 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:54.323029 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:54.328689 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:54.329069 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:54.332359 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:24:54.332359 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:54.332359 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:24:54.332359 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:54.332359 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:24:54.332359 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:54.332359 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:24:54.332359 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:54.332359 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:24:54.332359 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:54.332359 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:24:54.332359 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:54.332359 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:24:54.332359 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:54.332359 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:54.332359 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:54.332359 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:54.332359 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:54.332359 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:24:54.332359 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:54.332359 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:24:54.332359 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:54.332359 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:54.332359 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:54.332359 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:54.332359 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:54.332359 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:54.332359 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:54.332359 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:54.332359 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:54.332359 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:54.332359 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:54.353559 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc7ae54-0625-4d62-99c7-e5afac050129 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:24:54.365822 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edbffc5-27cd-4a4a-be07-71156b926e9f None None] Sync routers for ids ['74e3ccf1-cd77-4130-a5da-69f897d1a7cd'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:24:54.371261 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1fc7ae54-0625-4d62-99c7-e5afac050129 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:54.377176 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edbffc5-27cd-4a4a-be07-71156b926e9f None None] Routers {'74e3ccf1-cd77-4130-a5da-69f897d1a7cd'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:24:54.378039 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7edbffc5-27cd-4a4a-be07-71156b926e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:24:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['74e3ccf1-cd77-4130-a5da-69f897d1a7cd'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:54.394824 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:54.404004 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1fc7ae54-0625-4d62-99c7-e5afac050129 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8396065 Aug 16 20:24:54.404004 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e084add6-fbc5-4a38-af7f-2f83ca266e9a', 'tag': '447f17b6-fdb3-45b7-896a-dce9c6402f32'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:54.404677 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:54.405576 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9962a60f-7718-4b5a-8114-1004846f591a" -d '{"events": [{"name": "network-changed", "server_uuid": "e084add6-fbc5-4a38-af7f-2f83ca266e9a", "tag": "447f17b6-fdb3-45b7-896a-dce9c6402f32"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:54.406605 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/networks/bffc2995-81da-4a0a-ae5f-460fb7a050cb HTTP/1.1" status: 204 len: 168 time: 1.8105693 Aug 16 20:24:54.409515 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45440) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:54.410306 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45444) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:54.421520 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-dd2aa424-52b8-457d-8cd3-40f4afcb45bd tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1696926705'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:54.435275 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769b90e-b3fd-4c5c-a3f0-679348f77875 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event deleted for resources: {'Network': ['ID=bffc2995-81da-4a0a-ae5f-460fb7a050cb,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:54.466620 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0139fd8-09d8-469b-a8fc-9bfedefc04de x-openstack-request-id: req-d0139fd8-09d8-469b-a8fc-9bfedefc04de {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:54.466907 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e084add6-fbc5-4a38-af7f-2f83ca266e9a", "tag": "447f17b6-fdb3-45b7-896a-dce9c6402f32", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:54.467159 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d0139fd8-09d8-469b-a8fc-9bfedefc04de {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:54.467955 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e084add6-fbc5-4a38-af7f-2f83ca266e9a', 'tag': '447f17b6-fdb3-45b7-896a-dce9c6402f32', 'status': 'completed', 'code': 200} Aug 16 20:24:54.499680 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-7edbffc5-27cd-4a4a-be07-71156b926e9f None None] Set router 74e3ccf1-cd77-4130-a5da-69f897d1a7cd gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:24:54.823525 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2aa424-52b8-457d-8cd3-40f4afcb45bd tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Made reservation on behalf of 1e4d36173f23471fbb29a8e226b7297a for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:54.824238 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7edbffc5-27cd-4a4a-be07-71156b926e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'name': 'tempest-TestNetworkBasicOps-router-2002615676', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '4bc48051-abd5-4fc6-a596-939c9a36df44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:28Z', 'updated_at': '2021-08-16T20:24:34Z', 'revision_number': 4, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '4bc48051-abd5-4fc6-a596-939c9a36df44', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:29Z', 'updated_at': '2021-08-16T20:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '59c1a535-36f0-49f7-b0a0-acad300d6103', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'port_id': '447f17b6-fdb3-45b7-896a-dce9c6402f32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1', 'mac_address': 'fa:16:3e:ab:3d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084add6-fbc5-4a38-af7f-2f83ca266e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:24:53Z', 'updated_at': '2021-08-16T20:24:53Z', 'revision_number': 0, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2', 'name': '', 'network_id': '2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'mac_address': 'fa:16:3e:91:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '1fcadfa2-0626-491b-ab96-f10a181d8eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:33Z', 'updated_at': '2021-08-16T20:24:40Z', 'revision_number': 5, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'subnets': [{'id': '1fcadfa2-0626-491b-ab96-f10a181d8eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:54.827271 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd2aa424-52b8-457d-8cd3-40f4afcb45bd tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:54.837137 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0a623adf-fa01-4400-8f42-e938088c77af tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/floatingips/59c1a535-36f0-49f7-b0a0-acad300d6103 HTTP/1.1" status: 200 len: 991 time: 0.4274640 Aug 16 20:24:54.850433 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edbffc5-27cd-4a4a-be07-71156b926e9f None None] Checking router: 74e3ccf1-cd77-4130-a5da-69f897d1a7cd for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:24:54.858586 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edbffc5-27cd-4a4a-be07-71156b926e9f None None] Routers {'74e3ccf1-cd77-4130-a5da-69f897d1a7cd'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:24:54.859190 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7edbffc5-27cd-4a4a-be07-71156b926e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:24:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['74e3ccf1-cd77-4130-a5da-69f897d1a7cd'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:54.887936 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9cf71-ac9b-4702-9434-6d9e978e6bea req-4ce3965d-5f4b-4cd9-af9f-21fb5ef8e22d tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:54.889566 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09e9cf71-ac9b-4702-9434-6d9e978e6bea req-4ce3965d-5f4b-4cd9-af9f-21fb5ef8e22d tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 946 time: 0.4061177 Aug 16 20:24:54.895064 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2aa424-52b8-457d-8cd3-40f4afcb45bd tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:24:54.915314 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962a60f-7718-4b5a-8114-1004846f591a req-47163989-d1f5-470e-95a7-b6e390294d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:54.916887 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9962a60f-7718-4b5a-8114-1004846f591a req-47163989-d1f5-470e-95a7-b6e390294d6d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e56891446a5d4a4da1a00ff61508934e&device_id=e084add6-fbc5-4a38-af7f-2f83ca266e9a HTTP/1.1" status: 200 len: 1097 time: 0.4283941 Aug 16 20:24:54.934598 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd2aa424-52b8-457d-8cd3-40f4afcb45bd tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:54.934948 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-dd2aa424-52b8-457d-8cd3-40f4afcb45bd tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Added segment 9af5d48c-62b6-4d5f-9bc8-96c08898e0e9 of type vlan for network 754c4529-da54-4366-98a4-71e064e1fb20 Aug 16 20:24:54.967450 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-7edbffc5-27cd-4a4a-be07-71156b926e9f None None] Set router 74e3ccf1-cd77-4130-a5da-69f897d1a7cd gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:24:55.032557 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09e9cf71-ac9b-4702-9434-6d9e978e6bea req-e201f2d0-bec9-4fa2-a9f6-bcb3f03d175c tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343160 Aug 16 20:24:55.038232 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd2aa424-52b8-457d-8cd3-40f4afcb45bd tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:55.091898 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd2aa424-52b8-457d-8cd3-40f4afcb45bd tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:55.097916 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2aa424-52b8-457d-8cd3-40f4afcb45bd tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:55.098508 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd2aa424-52b8-457d-8cd3-40f4afcb45bd tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:55.104037 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962a60f-7718-4b5a-8114-1004846f591a req-595b7f2c-1201-4d7d-8169-41bd9c70c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:55.105471 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9962a60f-7718-4b5a-8114-1004846f591a req-595b7f2c-1201-4d7d-8169-41bd9c70c455 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1 HTTP/1.1" status: 200 len: 897 time: 0.1787844 Aug 16 20:24:55.196546 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-dd2aa424-52b8-457d-8cd3-40f4afcb45bd tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7804646 Aug 16 20:24:55.199333 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45450) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:55.209570 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-fa74b05b-7a18-4c09-af61-28b511b71dcf tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Request body: {'subnet': {'network_id': '754c4529-da54-4366-98a4-71e064e1fb20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:55.217174 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2aa424-52b8-457d-8cd3-40f4afcb45bd tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event updated for resources: {'Network': ['ID=754c4529-da54-4366-98a4-71e064e1fb20,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:55.219648 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7edbffc5-27cd-4a4a-be07-71156b926e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'name': 'tempest-TestNetworkBasicOps-router-2002615676', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '4bc48051-abd5-4fc6-a596-939c9a36df44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:28Z', 'updated_at': '2021-08-16T20:24:34Z', 'revision_number': 4, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '4bc48051-abd5-4fc6-a596-939c9a36df44', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:29Z', 'updated_at': '2021-08-16T20:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '59c1a535-36f0-49f7-b0a0-acad300d6103', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'port_id': '447f17b6-fdb3-45b7-896a-dce9c6402f32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1', 'mac_address': 'fa:16:3e:ab:3d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084add6-fbc5-4a38-af7f-2f83ca266e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:24:53Z', 'updated_at': '2021-08-16T20:24:53Z', 'revision_number': 0, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2', 'name': '', 'network_id': '2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'mac_address': 'fa:16:3e:91:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '1fcadfa2-0626-491b-ab96-f10a181d8eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:33Z', 'updated_at': '2021-08-16T20:24:40Z', 'revision_number': 5, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'subnets': [{'id': '1fcadfa2-0626-491b-ab96-f10a181d8eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:55.235049 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 754c4529-da54-4366-98a4-71e064e1fb20 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:24:55.238724 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9962a60f-7718-4b5a-8114-1004846f591a req-774b6908-4131-4520-8372-fb351091cbca service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=447f17b6-fdb3-45b7-896a-dce9c6402f32 HTTP/1.1" status: 200 len: 999 time: 0.1171787 Aug 16 20:24:55.255895 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edbffc5-27cd-4a4a-be07-71156b926e9f None None] The sync data for ids ['74e3ccf1-cd77-4130-a5da-69f897d1a7cd'] in n-d-787206-13 is: [{'id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'name': 'tempest-TestNetworkBasicOps-router-2002615676', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '4bc48051-abd5-4fc6-a596-939c9a36df44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:28Z', 'updated_at': '2021-08-16T20:24:34Z', 'revision_number': 4, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '4bc48051-abd5-4fc6-a596-939c9a36df44', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:29Z', 'updated_at': '2021-08-16T20:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '59c1a535-36f0-49f7-b0a0-acad300d6103', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'port_id': '447f17b6-fdb3-45b7-896a-dce9c6402f32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1', 'mac_address': 'fa:16:3e:ab:3d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084add6-fbc5-4a38-af7f-2f83ca266e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:24:53Z', 'updated_at': '2021-08-16T20:24:53Z', 'revision_number': 0, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2', 'name': '', 'network_id': '2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'mac_address': 'fa:16:3e:91:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '1fcadfa2-0626-491b-ab96-f10a181d8eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:33Z', 'updated_at': '2021-08-16T20:24:40Z', 'revision_number': 5, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'subnets': [{'id': '1fcadfa2-0626-491b-ab96-f10a181d8eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:24:55.323711 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962a60f-7718-4b5a-8114-1004846f591a req-acc7234f-4ab9-46ac-a58e-20bcb1692593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:55.325339 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9962a60f-7718-4b5a-8114-1004846f591a req-acc7234f-4ab9-46ac-a58e-20bcb1692593 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1fcadfa2-0626-491b-ab96-f10a181d8eec HTTP/1.1" status: 200 len: 835 time: 0.0800116 Aug 16 20:24:55.361792 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa74b05b-7a18-4c09-af61-28b511b71dcf tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Made reservation on behalf of 1e4d36173f23471fbb29a8e226b7297a for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:55.368047 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fa74b05b-7a18-4c09-af61-28b511b71dcf tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:55.403727 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962a60f-7718-4b5a-8114-1004846f591a req-029dfec8-3f69-4c5e-b6db-0bdb8389c6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:55.405251 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9962a60f-7718-4b5a-8114-1004846f591a req-029dfec8-3f69-4c5e-b6db-0bdb8389c6d5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723679 Aug 16 20:24:55.506973 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9962a60f-7718-4b5a-8114-1004846f591a req-4b0ff392-dabb-41d8-ab13-d0f358275ad0 service neutron] 10.222.0.63 "GET /v2.0/networks/2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940142 Aug 16 20:24:55.544982 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314d8490-89d5-48db-92f9-865c6c60e75c None None] New status for floating IP 59c1a535-36f0-49f7-b0a0-acad300d6103: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:24:55.574691 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fa74b05b-7a18-4c09-af61-28b511b71dcf tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:55.612667 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9962a60f-7718-4b5a-8114-1004846f591a req-fd3cf90b-27fb-480c-b502-5374851dc88f service neutron] 10.222.0.63 "GET /v2.0/networks/2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984645 Aug 16 20:24:55.644552 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74b05b-7a18-4c09-af61-28b511b71dcf tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event updated for resources: {'Subnet': ['ID=032c61e9-ed8f-4183-b1bd-71552f0b0fbf,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:55.648460 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa74b05b-7a18-4c09-af61-28b511b71dcf tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Checking segment: {'id': '9af5d48c-62b6-4d5f-9bc8-96c08898e0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '754c4529-da54-4366-98a4-71e064e1fb20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:55.648819 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa74b05b-7a18-4c09-af61-28b511b71dcf tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Network hostable DHCP agents. Network: 754c4529-da54-4366-98a4-71e064e1fb20, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:24:55.665840 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa74b05b-7a18-4c09-af61-28b511b71dcf tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Network 754c4529-da54-4366-98a4-71e064e1fb20 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:24:55.674845 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-fa74b05b-7a18-4c09-af61-28b511b71dcf tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 754c4529-da54-4366-98a4-71e064e1fb20) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:55.678869 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa74b05b-7a18-4c09-af61-28b511b71dcf tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:55.679484 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fa74b05b-7a18-4c09-af61-28b511b71dcf tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:55.691836 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ba8b2c-d0cf-4c60-b091-666ab6317a80 None None] Network 754c4529-da54-4366-98a4-71e064e1fb20 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:55.694024 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fa74b05b-7a18-4c09-af61-28b511b71dcf tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4935825 Aug 16 20:24:55.696620 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45452) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:55.797964 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:55.841007 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45456) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:55.843986 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec5b0c8-c71d-4a5e-8eb7-b0cd5208a51e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-754c4529-da54-4366-98a4-71e064e1fb20', 'network_id': '754c4529-da54-4366-98a4-71e064e1fb20', 'tenant_id': '1e4d36173f23471fbb29a8e226b7297a', 'fixed_ips': [{'subnet_id': '032c61e9-ed8f-4183-b1bd-71552f0b0fbf'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:24:55.844869 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cec5b0c8-c71d-4a5e-8eb7-b0cd5208a51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:55.891321 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:55.941141 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d5c6bdd4-ea9a-4f39-87dc-781fe109c755 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/floatingips/59c1a535-36f0-49f7-b0a0-acad300d6103 HTTP/1.1" status: 200 len: 993 time: 0.0990396 Aug 16 20:24:55.982347 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-cec5b0c8-c71d-4a5e-8eb7-b0cd5208a51e None None] Allocated IP 172.20.0.1 (754c4529-da54-4366-98a4-71e064e1fb20/032c61e9-ed8f-4183-b1bd-71552f0b0fbf/1aef88be-5f7f-4265-a4e5-fabc30d3483c) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:56.121724 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cec5b0c8-c71d-4a5e-8eb7-b0cd5208a51e None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:56.132056 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cec5b0c8-c71d-4a5e-8eb7-b0cd5208a51e None None] Transition to ACTIVE for port object 1aef88be-5f7f-4265-a4e5-fabc30d3483c will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:56.147514 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cec5b0c8-c71d-4a5e-8eb7-b0cd5208a51e None None] Transition to ACTIVE for port object 1aef88be-5f7f-4265-a4e5-fabc30d3483c will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:56.153743 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cec5b0c8-c71d-4a5e-8eb7-b0cd5208a51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:56.171774 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa40c3-7b90-4f00-a58c-d0a6a8f18574 req-d3014b27-7bef-4bcb-98b2-1329e2713aa5 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:56.173382 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03fa40c3-7b90-4f00-a58c-d0a6a8f18574 req-d3014b27-7bef-4bcb-98b2-1329e2713aa5 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 946 time: 0.0561228 Aug 16 20:24:56.180770 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:56.199118 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec5b0c8-c71d-4a5e-8eb7-b0cd5208a51e None None] Network 754c4529-da54-4366-98a4-71e064e1fb20 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:56.202063 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-cec5b0c8-c71d-4a5e-8eb7-b0cd5208a51e None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:56.204449 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec5b0c8-c71d-4a5e-8eb7-b0cd5208a51e None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:56.212988 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03fa40c3-7b90-4f00-a58c-d0a6a8f18574 req-4ef59ea5-a56b-4fd9-a650-43f82d9e777b tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331969 Aug 16 20:24:56.215673 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5b0c8-c71d-4a5e-8eb7-b0cd5208a51e None None] Pushing event updated for resources: {'Port': ['ID=1aef88be-5f7f-4265-a4e5-fabc30d3483c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:56.219606 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event deleted for resources: {'Subnet': ['ID=032c61e9-ed8f-4183-b1bd-71552f0b0fbf,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:56.268794 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-cec5b0c8-c71d-4a5e-8eb7-b0cd5208a51e None None] Attempting to bind port 1aef88be-5f7f-4265-a4e5-fabc30d3483c on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:56.269390 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-cec5b0c8-c71d-4a5e-8eb7-b0cd5208a51e None None] Attempting to bind port 1aef88be-5f7f-4265-a4e5-fabc30d3483c by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '9af5d48c-62b6-4d5f-9bc8-96c08898e0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '754c4529-da54-4366-98a4-71e064e1fb20'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:56.269524 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5b0c8-c71d-4a5e-8eb7-b0cd5208a51e None None] Attempting to bind port 1aef88be-5f7f-4265-a4e5-fabc30d3483c on network 754c4529-da54-4366-98a4-71e064e1fb20 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:56.274587 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5b0c8-c71d-4a5e-8eb7-b0cd5208a51e None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:56.274967 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5b0c8-c71d-4a5e-8eb7-b0cd5208a51e None None] Checking segment: {'id': '9af5d48c-62b6-4d5f-9bc8-96c08898e0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '754c4529-da54-4366-98a4-71e064e1fb20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:56.275402 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cec5b0c8-c71d-4a5e-8eb7-b0cd5208a51e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:56.275800 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5b0c8-c71d-4a5e-8eb7-b0cd5208a51e None None] Bound using segment: {'id': '9af5d48c-62b6-4d5f-9bc8-96c08898e0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '754c4529-da54-4366-98a4-71e064e1fb20'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:56.276264 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-cec5b0c8-c71d-4a5e-8eb7-b0cd5208a51e None None] Bound port: 1aef88be-5f7f-4265-a4e5-fabc30d3483c, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af5d48c-62b6-4d5f-9bc8-96c08898e0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '754c4529-da54-4366-98a4-71e064e1fb20'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:56.276644 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cec5b0c8-c71d-4a5e-8eb7-b0cd5208a51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:56.290932 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:56.301508 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['754c4529-da54-4366-98a4-71e064e1fb20']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:56.311655 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af5d48c-62b6-4d5f-9bc8-96c08898e0e9') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:56.312340 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af5d48c-62b6-4d5f-9bc8-96c08898e0e9') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:56.320957 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:56.338586 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cec5b0c8-c71d-4a5e-8eb7-b0cd5208a51e None None] For port 1aef88be-5f7f-4265-a4e5-fabc30d3483c, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:56.339194 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:56.345272 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:56.345807 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:56.348826 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:24:56.348826 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:56.348826 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:24:56.348826 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:56.348826 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:24:56.348826 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:56.348826 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:24:56.348826 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:56.348826 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:24:56.348826 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:56.348826 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:24:56.348826 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:56.348826 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:24:56.348826 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:56.348826 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:56.348826 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:56.348826 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:56.348826 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:56.348826 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:24:56.348826 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:56.348826 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:24:56.348826 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:56.348826 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:56.348826 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:56.348826 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:56.348826 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:56.348826 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:56.348826 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:56.348826 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:56.348826 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:56.348826 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:56.348826 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:56.401841 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cec5b0c8-c71d-4a5e-8eb7-b0cd5208a51e None None] For port 1aef88be-5f7f-4265-a4e5-fabc30d3483c, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1aef88be-5f7f-4265-a4e5-fabc30d3483c,segment=NetworkSegment(9af5d48c-62b6-4d5f-9bc8-96c08898e0e9),segment_id=9af5d48c-62b6-4d5f-9bc8-96c08898e0e9)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:24:56.402432 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.db.api [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 20:24:56.402432 n-d-787206-13 neutron-server[94771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 20:24:56.402432 n-d-787206-13 neutron-server[94771]: [parameters: {'id': '754c4529-da54-4366-98a4-71e064e1fb20'}] Aug 16 20:24:56.402432 n-d-787206-13 neutron-server[94771]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:24:56.402849 n-d-787206-13 neutron-server[94771]: DEBUG oslo_db.api [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:24:56.405727 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cec5b0c8-c71d-4a5e-8eb7-b0cd5208a51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:56.482433 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5b0c8-c71d-4a5e-8eb7-b0cd5208a51e None None] Pushing event updated for resources: {'Port': ['ID=1aef88be-5f7f-4265-a4e5-fabc30d3483c,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:56.498932 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144572c4-0862-4302-9ddd-4ba6c6e09c3c None None] Network 754c4529-da54-4366-98a4-71e064e1fb20 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:56.617526 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282ca5e8-beff-44ef-92c1-736d06273421 None None] get_active_networks_info from n-d-787206-13 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:24:56.696438 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282ca5e8-beff-44ef-92c1-736d06273421 None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:24:56.876738 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 998fda15-171c-42cb-8e49-6abae1845237 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:24:56.878881 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 998fda15-171c-42cb-8e49-6abae1845237 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:56.904094 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:56.961603 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Deleting port 1aef88be-5f7f-4265-a4e5-fabc30d3483c {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:56.962024 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:57.029425 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] For port 1aef88be-5f7f-4265-a4e5-fabc30d3483c, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1aef88be-5f7f-4265-a4e5-fabc30d3483c,segment=NetworkSegment(9af5d48c-62b6-4d5f-9bc8-96c08898e0e9),segment_id=9af5d48c-62b6-4d5f-9bc8-96c08898e0e9)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:57.029785 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:57.048446 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Calling delete_port for 1aef88be-5f7f-4265-a4e5-fabc30d3483c owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:57.060974 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 998fda15-171c-42cb-8e49-6abae1845237, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=998fda15-171c-42cb-8e49-6abae1845237,segment=NetworkSegment(1230467e-4416-4b8a-943d-fb2fbc696288),segment_id=1230467e-4416-4b8a-943d-fb2fbc696288)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:57.063571 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:57.085027 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '998fda15-171c-42cb-8e49-6abae1845237', 'network_id': 'afc7a288-6dce-478e-9322-f9e9d9830245', 'port_id': '998fda15-171c-42cb-8e49-6abae1845237', 'mac_address': 'fa:16:3e:03:95:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43ca3303-9c5c-4919-8060-0aa00929cb96', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:24:57.099403 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4167e8b8-83aa-4784-be8d-f63514bc7a33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '998fda15-171c-42cb-8e49-6abae1845237'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:57.101667 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d33d46-cfe2-4e60-bbe3-b5b62fc2ee20" -d '{"events": [{"server_uuid": "4167e8b8-83aa-4784-be8d-f63514bc7a33", "name": "network-vif-unplugged", "status": "completed", "tag": "998fda15-171c-42cb-8e49-6abae1845237"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:57.130039 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:57.133797 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 998fda15-171c-42cb-8e49-6abae1845237, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=998fda15-171c-42cb-8e49-6abae1845237,segment=NetworkSegment(1230467e-4416-4b8a-943d-fb2fbc696288),segment_id=1230467e-4416-4b8a-943d-fb2fbc696288)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:57.143021 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692b21aa-3368-4474-a6ca-ee0b2e878cba x-openstack-request-id: req-692b21aa-3368-4474-a6ca-ee0b2e878cba {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:57.143347 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4167e8b8-83aa-4784-be8d-f63514bc7a33", "name": "network-vif-unplugged", "status": "completed", "tag": "998fda15-171c-42cb-8e49-6abae1845237", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:57.143607 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-692b21aa-3368-4474-a6ca-ee0b2e878cba {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:57.144002 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4167e8b8-83aa-4784-be8d-f63514bc7a33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '998fda15-171c-42cb-8e49-6abae1845237', 'code': 200} Aug 16 20:24:57.146415 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:57.154632 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:57.158642 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event deleted for resources: {'Port': ['ID=1aef88be-5f7f-4265-a4e5-fabc30d3483c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:57.162396 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] No DVR routers for this DVR port 1aef88be-5f7f-4265-a4e5-fabc30d3483c on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:57.186791 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 998fda15-171c-42cb-8e49-6abae1845237 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:24:57.231687 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=998fda15-171c-42cb-8e49-6abae1845237,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:57.243944 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:57.245165 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:24:57.245596 n-d-787206-13 neutron-server[94772]: DEBUG oslo_db.api [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:24:57.254279 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['754c4529-da54-4366-98a4-71e064e1fb20']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:57.265194 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af5d48c-62b6-4d5f-9bc8-96c08898e0e9') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:57.265493 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af5d48c-62b6-4d5f-9bc8-96c08898e0e9') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:57.274563 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:57.288590 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:57.302526 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:57.302912 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:57.306756 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:24:57.306756 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:57.306756 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:24:57.306756 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:57.306756 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:24:57.306756 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:57.306756 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:24:57.306756 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:57.306756 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:24:57.306756 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:57.306756 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:24:57.306756 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:57.306756 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:24:57.306756 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:57.306756 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:57.306756 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:57.306756 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:57.306756 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:57.306756 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:24:57.306756 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:57.306756 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:24:57.306756 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:57.306756 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:57.306756 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:57.306756 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:57.306756 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:57.306756 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:57.306756 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:57.306756 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:57.306756 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:57.306756 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:57.306756 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:57.384088 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:57.393159 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d96618-b581-4e7c-a6ba-2ded32d56beb req-addf9a3f-92a0-4939-b03a-432a1ea22e08 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:57.394648 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f2d96618-b581-4e7c-a6ba-2ded32d56beb req-addf9a3f-92a0-4939-b03a-432a1ea22e08 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 944 time: 0.1017885 Aug 16 20:24:57.399659 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:57.401352 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/networks/754c4529-da54-4366-98a4-71e064e1fb20 HTTP/1.1" status: 204 len: 168 time: 1.7037835 Aug 16 20:24:57.405165 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45466) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:57.410561 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-bfbb02be-e7b5-4269-adb7-4906cb232650 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1799435364'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:57.418411 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1476e5-3c5e-4766-a1f6-63a112ae92d1 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event deleted for resources: {'Network': ['ID=754c4529-da54-4366-98a4-71e064e1fb20,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:57.433461 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbb02be-e7b5-4269-adb7-4906cb232650 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Made reservation on behalf of 1e4d36173f23471fbb29a8e226b7297a for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:57.437546 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bfbb02be-e7b5-4269-adb7-4906cb232650 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:57.445473 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f2d96618-b581-4e7c-a6ba-2ded32d56beb req-b93f6171-78bf-439a-ad67-f47c22608c04 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431013 Aug 16 20:24:57.462174 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfbb02be-e7b5-4269-adb7-4906cb232650 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:24:57.470915 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bfbb02be-e7b5-4269-adb7-4906cb232650 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:57.471283 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-bfbb02be-e7b5-4269-adb7-4906cb232650 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Added segment 354b7607-f505-44b6-bff2-ac26fadbfb5c of type vlan for network 39b14ff9-8cd9-4a91-b699-4db6d30096d9 Aug 16 20:24:57.509781 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bfbb02be-e7b5-4269-adb7-4906cb232650 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:57.533773 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bfbb02be-e7b5-4269-adb7-4906cb232650 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:57.539429 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbb02be-e7b5-4269-adb7-4906cb232650 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:57.540014 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bfbb02be-e7b5-4269-adb7-4906cb232650 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:57.594541 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bfbb02be-e7b5-4269-adb7-4906cb232650 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1881118 Aug 16 20:24:57.597364 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45468) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:57.602461 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-28f2f954-7957-4686-871e-799913ec4184 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Request body: {'subnet': {'network_id': '39b14ff9-8cd9-4a91-b699-4db6d30096d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:57.608896 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb02be-e7b5-4269-adb7-4906cb232650 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event updated for resources: {'Network': ['ID=39b14ff9-8cd9-4a91-b699-4db6d30096d9,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:57.620042 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 39b14ff9-8cd9-4a91-b699-4db6d30096d9 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:24:57.693599 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f2f954-7957-4686-871e-799913ec4184 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Made reservation on behalf of 1e4d36173f23471fbb29a8e226b7297a for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:57.697357 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-28f2f954-7957-4686-871e-799913ec4184 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:57.782765 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:57.796454 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 998fda15-171c-42cb-8e49-6abae1845237 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:24:57.816399 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 998fda15-171c-42cb-8e49-6abae1845237, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=998fda15-171c-42cb-8e49-6abae1845237,segment=NetworkSegment(1230467e-4416-4b8a-943d-fb2fbc696288),segment_id=1230467e-4416-4b8a-943d-fb2fbc696288)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:57.820403 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:57.866644 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=998fda15-171c-42cb-8e49-6abae1845237,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:57.879307 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-28f2f954-7957-4686-871e-799913ec4184 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:57.937023 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2f954-7957-4686-871e-799913ec4184 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event updated for resources: {'Subnet': ['ID=29255943-b20a-4255-b663-47cafd7ed0be,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:57.946414 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f2f954-7957-4686-871e-799913ec4184 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Checking segment: {'id': '354b7607-f505-44b6-bff2-ac26fadbfb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '39b14ff9-8cd9-4a91-b699-4db6d30096d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:57.946838 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f2f954-7957-4686-871e-799913ec4184 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Network hostable DHCP agents. Network: 39b14ff9-8cd9-4a91-b699-4db6d30096d9, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:24:57.967030 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f2f954-7957-4686-871e-799913ec4184 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Network 39b14ff9-8cd9-4a91-b699-4db6d30096d9 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:24:57.976652 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-28f2f954-7957-4686-871e-799913ec4184 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 39b14ff9-8cd9-4a91-b699-4db6d30096d9) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:57.981771 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f2f954-7957-4686-871e-799913ec4184 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:57.982347 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-28f2f954-7957-4686-871e-799913ec4184 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:57.986492 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2b6930-b597-482d-9fd5-40bbac321b8c None None] Network 39b14ff9-8cd9-4a91-b699-4db6d30096d9 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:58.003237 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45472) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:58.003459 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-28f2f954-7957-4686-871e-799913ec4184 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4049201 Aug 16 20:24:58.030056 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['998fda15-171c-42cb-8e49-6abae1845237'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:58.104725 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d782a83d-1ae3-42ba-901a-ba81de73a47a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.160933 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d782a83d-1ae3-42ba-901a-ba81de73a47a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.207377 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87928a84-c746-4ecf-855d-29a660581385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-39b14ff9-8cd9-4a91-b699-4db6d30096d9', 'network_id': '39b14ff9-8cd9-4a91-b699-4db6d30096d9', 'tenant_id': '1e4d36173f23471fbb29a8e226b7297a', 'fixed_ips': [{'subnet_id': '29255943-b20a-4255-b663-47cafd7ed0be'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:24:58.208207 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87928a84-c746-4ecf-855d-29a660581385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.223558 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d782a83d-1ae3-42ba-901a-ba81de73a47a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.252917 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782a83d-1ae3-42ba-901a-ba81de73a47a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event deleted for resources: {'Subnet': ['ID=29255943-b20a-4255-b663-47cafd7ed0be,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:58.316951 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1311286f-cc19-4f97-99f7-c92d0895a7de None None] Network 39b14ff9-8cd9-4a91-b699-4db6d30096d9 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:58.318369 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d782a83d-1ae3-42ba-901a-ba81de73a47a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.328206 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d782a83d-1ae3-42ba-901a-ba81de73a47a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b14ff9-8cd9-4a91-b699-4db6d30096d9']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:58.338637 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d782a83d-1ae3-42ba-901a-ba81de73a47a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354b7607-f505-44b6-bff2-ac26fadbfb5c') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:58.338934 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d782a83d-1ae3-42ba-901a-ba81de73a47a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354b7607-f505-44b6-bff2-ac26fadbfb5c') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:58.348753 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d782a83d-1ae3-42ba-901a-ba81de73a47a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.363676 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d782a83d-1ae3-42ba-901a-ba81de73a47a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.370071 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d782a83d-1ae3-42ba-901a-ba81de73a47a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:58.370477 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d782a83d-1ae3-42ba-901a-ba81de73a47a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.374087 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:24:58.374087 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:58.374087 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:24:58.374087 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:58.374087 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:24:58.374087 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:58.374087 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:24:58.374087 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:58.374087 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:24:58.374087 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:58.374087 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:24:58.374087 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:58.374087 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:24:58.374087 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:58.374087 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:58.374087 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:58.374087 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:58.374087 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:58.374087 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:24:58.374087 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:58.374087 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:24:58.374087 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:58.374087 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:58.374087 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:58.374087 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:58.374087 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:58.374087 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:58.374087 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:58.374087 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:58.374087 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:58.374087 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:58.374087 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:58.438519 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d782a83d-1ae3-42ba-901a-ba81de73a47a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.446081 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d782a83d-1ae3-42ba-901a-ba81de73a47a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.448005 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d782a83d-1ae3-42ba-901a-ba81de73a47a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/networks/39b14ff9-8cd9-4a91-b699-4db6d30096d9 HTTP/1.1" status: 204 len: 168 time: 0.4435921 Aug 16 20:24:58.452087 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45474) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:58.457881 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7c557ed8-c02b-4242-bf64-30b36b93660e tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-902912219'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:58.478769 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782a83d-1ae3-42ba-901a-ba81de73a47a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event deleted for resources: {'Network': ['ID=39b14ff9-8cd9-4a91-b699-4db6d30096d9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:58.497300 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c557ed8-c02b-4242-bf64-30b36b93660e tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Made reservation on behalf of 1e4d36173f23471fbb29a8e226b7297a for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:58.501466 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c557ed8-c02b-4242-bf64-30b36b93660e tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.528099 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c557ed8-c02b-4242-bf64-30b36b93660e tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:24:58.538356 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c557ed8-c02b-4242-bf64-30b36b93660e tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.538718 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-7c557ed8-c02b-4242-bf64-30b36b93660e tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Added segment 22c3cf61-2378-439d-8731-84d41ebf0f54 of type vlan for network 1130dcd3-cae8-4133-a3c1-dc7da0bd0886 Aug 16 20:24:58.583759 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c557ed8-c02b-4242-bf64-30b36b93660e tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.589704 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca952e-293c-4e77-9dab-b94f08e806b3 req-bb21b587-b23c-4453-95c0-eb6186b0eeae tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:58.592072 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-01ca952e-293c-4e77-9dab-b94f08e806b3 req-bb21b587-b23c-4453-95c0-eb6186b0eeae tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 945 time: 0.0651934 Aug 16 20:24:58.609058 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c557ed8-c02b-4242-bf64-30b36b93660e tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.614677 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c557ed8-c02b-4242-bf64-30b36b93660e tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:58.615367 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c557ed8-c02b-4242-bf64-30b36b93660e tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.631442 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-01ca952e-293c-4e77-9dab-b94f08e806b3 req-70723d68-47c0-44ba-8cae-04b74addf8e7 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331388 Aug 16 20:24:58.666470 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7c557ed8-c02b-4242-bf64-30b36b93660e tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2131491 Aug 16 20:24:58.669250 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45478) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:58.674738 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9f6658b7-1de7-434c-9b11-c52ebbf2efce tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:58.683836 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c557ed8-c02b-4242-bf64-30b36b93660e tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event updated for resources: {'Network': ['ID=1130dcd3-cae8-4133-a3c1-dc7da0bd0886,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:58.694058 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 1130dcd3-cae8-4133-a3c1-dc7da0bd0886 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:24:58.836760 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f6658b7-1de7-434c-9b11-c52ebbf2efce tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.849806 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f6658b7-1de7-434c-9b11-c52ebbf2efce tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.867235 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9f6658b7-1de7-434c-9b11-c52ebbf2efce tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Network 1130dcd3-cae8-4133-a3c1-dc7da0bd0886 is not hosted by any dhcp agent {{(pid=94771) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 20:24:58.873038 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6658b7-1de7-434c-9b11-c52ebbf2efce tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:58.873866 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f6658b7-1de7-434c-9b11-c52ebbf2efce tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.875103 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9f6658b7-1de7-434c-9b11-c52ebbf2efce tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "PUT /v2.0/networks/1130dcd3-cae8-4133-a3c1-dc7da0bd0886 HTTP/1.1" status: 200 len: 723 time: 0.2048533 Aug 16 20:24:58.878021 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45480) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:58.883201 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a50bc83f-32af-40cc-bfb8-e9ba1f8ccd18 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Request body: {'subnet': {'network_id': '1130dcd3-cae8-4133-a3c1-dc7da0bd0886', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:58.891130 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 998fda15-171c-42cb-8e49-6abae1845237 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:58.920560 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6658b7-1de7-434c-9b11-c52ebbf2efce tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event updated for resources: {'Network': ['ID=1130dcd3-cae8-4133-a3c1-dc7da0bd0886,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:58.933782 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 1130dcd3-cae8-4133-a3c1-dc7da0bd0886 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:24:58.976650 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50bc83f-32af-40cc-bfb8-e9ba1f8ccd18 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Made reservation on behalf of 1e4d36173f23471fbb29a8e226b7297a for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:58.980047 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a50bc83f-32af-40cc-bfb8-e9ba1f8ccd18 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.991595 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 998fda15-171c-42cb-8e49-6abae1845237 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:58.991977 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:59.094681 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:59.127182 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 998fda15-171c-42cb-8e49-6abae1845237, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=998fda15-171c-42cb-8e49-6abae1845237,segment=NetworkSegment(1230467e-4416-4b8a-943d-fb2fbc696288),segment_id=1230467e-4416-4b8a-943d-fb2fbc696288)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:59.131138 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:59.153489 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4167e8b8-83aa-4784-be8d-f63514bc7a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998fda15-171c-42cb-8e49-6abae1845237'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:59.155748 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed253d8e-7d10-42c0-a43c-03449569da91" -d '{"events": [{"server_uuid": "4167e8b8-83aa-4784-be8d-f63514bc7a33", "name": "network-vif-plugged", "status": "completed", "tag": "998fda15-171c-42cb-8e49-6abae1845237"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:59.170223 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a50bc83f-32af-40cc-bfb8-e9ba1f8ccd18 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:59.187603 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=998fda15-171c-42cb-8e49-6abae1845237,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:59.197148 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff4ad1f-ca84-4b64-bae1-81d9bb18e200 x-openstack-request-id: req-cff4ad1f-ca84-4b64-bae1-81d9bb18e200 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:59.197504 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4167e8b8-83aa-4784-be8d-f63514bc7a33", "name": "network-vif-plugged", "status": "completed", "tag": "998fda15-171c-42cb-8e49-6abae1845237", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:59.197817 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cff4ad1f-ca84-4b64-bae1-81d9bb18e200 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:59.198258 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4167e8b8-83aa-4784-be8d-f63514bc7a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998fda15-171c-42cb-8e49-6abae1845237', 'code': 200} Aug 16 20:24:59.233463 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50bc83f-32af-40cc-bfb8-e9ba1f8ccd18 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event updated for resources: {'Subnet': ['ID=8dcfaf1e-e88d-4ce5-bc81-bb8560a4f697,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:59.240607 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50bc83f-32af-40cc-bfb8-e9ba1f8ccd18 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Checking segment: {'id': '22c3cf61-2378-439d-8731-84d41ebf0f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1130dcd3-cae8-4133-a3c1-dc7da0bd0886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:59.240971 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50bc83f-32af-40cc-bfb8-e9ba1f8ccd18 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Network hostable DHCP agents. Network: 1130dcd3-cae8-4133-a3c1-dc7da0bd0886, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:24:59.258892 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50bc83f-32af-40cc-bfb8-e9ba1f8ccd18 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Network 1130dcd3-cae8-4133-a3c1-dc7da0bd0886 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:24:59.268536 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-a50bc83f-32af-40cc-bfb8-e9ba1f8ccd18 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 1130dcd3-cae8-4133-a3c1-dc7da0bd0886) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:59.274347 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50bc83f-32af-40cc-bfb8-e9ba1f8ccd18 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:59.274571 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a50bc83f-32af-40cc-bfb8-e9ba1f8ccd18 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:59.277694 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3cbaaf-4c07-402a-bae2-a3e0dff3dad3 None None] Network 1130dcd3-cae8-4133-a3c1-dc7da0bd0886 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:59.291581 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a50bc83f-32af-40cc-bfb8-e9ba1f8ccd18 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4124200 Aug 16 20:24:59.294061 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45486) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:59.299393 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-eafdc282-fde2-4548-aa85-a220f372e65d tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:59.381881 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae0102-fed4-4bc0-b584-12915705a1e5 req-b9479b23-1dc7-40ac-bc09-ff156e1d4e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:59.383413 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d1ae0102-fed4-4bc0-b584-12915705a1e5 req-b9479b23-1dc7-40ac-bc09-ff156e1d4e0c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 1098 time: 0.0807321 Aug 16 20:24:59.423918 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea886279-baf5-4851-8f2b-5b8cac717131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-1130dcd3-cae8-4133-a3c1-dc7da0bd0886', 'network_id': '1130dcd3-cae8-4133-a3c1-dc7da0bd0886', 'tenant_id': '1e4d36173f23471fbb29a8e226b7297a', 'fixed_ips': [{'subnet_id': '8dcfaf1e-e88d-4ce5-bc81-bb8560a4f697'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:24:59.424795 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea886279-baf5-4851-8f2b-5b8cac717131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:59.442887 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eafdc282-fde2-4548-aa85-a220f372e65d tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29122918'] for subnet, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:59.470996 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d1ae0102-fed4-4bc0-b584-12915705a1e5 req-f4675ad3-0557-4469-805e-32c12cf37f35 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666678 Aug 16 20:24:59.587183 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eafdc282-fde2-4548-aa85-a220f372e65d tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728336621240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25412299'] for subnet, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:59.617742 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafdc282-fde2-4548-aa85-a220f372e65d tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:59.618328 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eafdc282-fde2-4548-aa85-a220f372e65d tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:59.623015 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-eafdc282-fde2-4548-aa85-a220f372e65d tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "PUT /v2.0/subnets/8dcfaf1e-e88d-4ce5-bc81-bb8560a4f697 HTTP/1.1" status: 200 len: 806 time: 0.3246663 Aug 16 20:24:59.623015 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45488) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:59.632179 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-ea886279-baf5-4851-8f2b-5b8cac717131 None None] Allocated IP 172.20.0.2 (1130dcd3-cae8-4133-a3c1-dc7da0bd0886/8dcfaf1e-e88d-4ce5-bc81-bb8560a4f697/0ef369d5-80ec-4436-aac4-3850e4cc1f60) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:59.686491 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdc282-fde2-4548-aa85-a220f372e65d tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event updated for resources: {'Subnet': ['ID=8dcfaf1e-e88d-4ce5-bc81-bb8560a4f697,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:59.766733 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:59.783178 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea886279-baf5-4851-8f2b-5b8cac717131 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:59.789194 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27020f8-7fdc-4c6d-8abe-2392c6eb86b1 req-640e62a3-7cce-4949-8230-c04973f62333 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:59.790986 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a27020f8-7fdc-4c6d-8abe-2392c6eb86b1 req-640e62a3-7cce-4949-8230-c04973f62333 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 946 time: 0.0802116 Aug 16 20:24:59.792359 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ea886279-baf5-4851-8f2b-5b8cac717131 None None] Transition to ACTIVE for port object 0ef369d5-80ec-4436-aac4-3850e4cc1f60 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:59.808711 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ea886279-baf5-4851-8f2b-5b8cac717131 None None] Transition to ACTIVE for port object 0ef369d5-80ec-4436-aac4-3850e4cc1f60 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:59.815197 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea886279-baf5-4851-8f2b-5b8cac717131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:59.854833 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:59.855854 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea886279-baf5-4851-8f2b-5b8cac717131 None None] Network 1130dcd3-cae8-4133-a3c1-dc7da0bd0886 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:59.858833 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-ea886279-baf5-4851-8f2b-5b8cac717131 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:59.863124 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea886279-baf5-4851-8f2b-5b8cac717131 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:59.866127 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea886279-baf5-4851-8f2b-5b8cac717131 None None] Pushing event updated for resources: {'Port': ['ID=0ef369d5-80ec-4436-aac4-3850e4cc1f60,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:59.884889 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a27020f8-7fdc-4c6d-8abe-2392c6eb86b1 req-a8eab7cc-f667-46c0-9802-ad3b0915cb8b tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700583 Aug 16 20:24:59.918424 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ea886279-baf5-4851-8f2b-5b8cac717131 None None] Attempting to bind port 0ef369d5-80ec-4436-aac4-3850e4cc1f60 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:59.919427 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ea886279-baf5-4851-8f2b-5b8cac717131 None None] Attempting to bind port 0ef369d5-80ec-4436-aac4-3850e4cc1f60 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '22c3cf61-2378-439d-8731-84d41ebf0f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1130dcd3-cae8-4133-a3c1-dc7da0bd0886'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:59.919700 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea886279-baf5-4851-8f2b-5b8cac717131 None None] Attempting to bind port 0ef369d5-80ec-4436-aac4-3850e4cc1f60 on network 1130dcd3-cae8-4133-a3c1-dc7da0bd0886 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:59.925399 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea886279-baf5-4851-8f2b-5b8cac717131 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:59.925946 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea886279-baf5-4851-8f2b-5b8cac717131 None None] Checking segment: {'id': '22c3cf61-2378-439d-8731-84d41ebf0f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1130dcd3-cae8-4133-a3c1-dc7da0bd0886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:59.926348 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea886279-baf5-4851-8f2b-5b8cac717131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:59.926741 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea886279-baf5-4851-8f2b-5b8cac717131 None None] Bound using segment: {'id': '22c3cf61-2378-439d-8731-84d41ebf0f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1130dcd3-cae8-4133-a3c1-dc7da0bd0886'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:59.927200 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ea886279-baf5-4851-8f2b-5b8cac717131 None None] Bound port: 0ef369d5-80ec-4436-aac4-3850e4cc1f60, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c3cf61-2378-439d-8731-84d41ebf0f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1130dcd3-cae8-4133-a3c1-dc7da0bd0886'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:59.927632 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea886279-baf5-4851-8f2b-5b8cac717131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:59.933227 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:59.960712 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event deleted for resources: {'Subnet': ['ID=8dcfaf1e-e88d-4ce5-bc81-bb8560a4f697,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:59.994933 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ea886279-baf5-4851-8f2b-5b8cac717131 None None] For port 0ef369d5-80ec-4436-aac4-3850e4cc1f60, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:59.999108 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ea886279-baf5-4851-8f2b-5b8cac717131 None None] For port 0ef369d5-80ec-4436-aac4-3850e4cc1f60, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=0ef369d5-80ec-4436-aac4-3850e4cc1f60,segment=NetworkSegment(22c3cf61-2378-439d-8731-84d41ebf0f54),segment_id=22c3cf61-2378-439d-8731-84d41ebf0f54)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:00.003394 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea886279-baf5-4851-8f2b-5b8cac717131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:00.028720 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:00.039309 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1130dcd3-cae8-4133-a3c1-dc7da0bd0886']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:00.054191 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c3cf61-2378-439d-8731-84d41ebf0f54') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:00.054499 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c3cf61-2378-439d-8731-84d41ebf0f54') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:00.064261 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:00.078003 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:00.084483 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:25:00.085066 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:00.088055 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea886279-baf5-4851-8f2b-5b8cac717131 None None] Pushing event updated for resources: {'Port': ['ID=0ef369d5-80ec-4436-aac4-3850e4cc1f60,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:00.088341 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:25:00.088341 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:25:00.088341 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:25:00.088341 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:25:00.088341 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:25:00.088341 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:25:00.088341 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:25:00.088341 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:25:00.088341 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:25:00.088341 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:25:00.088341 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:25:00.088341 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:25:00.088341 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:25:00.088341 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:25:00.088341 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:25:00.088341 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:25:00.088341 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:25:00.088341 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:25:00.088341 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:25:00.088341 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:25:00.088341 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:25:00.088341 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:25:00.088341 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:25:00.088341 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:25:00.088341 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:25:00.088341 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:25:00.088341 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:25:00.088341 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:25:00.088341 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:25:00.088341 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:25:00.088341 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:25:00.088341 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:25:00.109375 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f8a858-440e-4d74-bf65-c8271574bf21 None None] Network 1130dcd3-cae8-4133-a3c1-dc7da0bd0886 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:00.148413 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.db.api [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 20:25:00.148413 n-d-787206-13 neutron-server[94770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 20:25:00.148413 n-d-787206-13 neutron-server[94770]: [parameters: {'id': '1130dcd3-cae8-4133-a3c1-dc7da0bd0886'}] Aug 16 20:25:00.148413 n-d-787206-13 neutron-server[94770]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:25:00.148834 n-d-787206-13 neutron-server[94770]: DEBUG oslo_db.api [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:25:00.248807 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b52eb22-cd8d-4dec-a707-7f920fea5c08 None None] Network 1130dcd3-cae8-4133-a3c1-dc7da0bd0886 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:00.368901 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f34c0ed-ab70-4e58-99ab-35702923580a None None] get_active_networks_info from n-d-787206-13 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:25:00.447237 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f34c0ed-ab70-4e58-99ab-35702923580a None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:25:00.650305 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:00.716868 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Deleting port 0ef369d5-80ec-4436-aac4-3850e4cc1f60 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:25:00.717207 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:00.782247 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] For port 0ef369d5-80ec-4436-aac4-3850e4cc1f60, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=0ef369d5-80ec-4436-aac4-3850e4cc1f60,segment=NetworkSegment(22c3cf61-2378-439d-8731-84d41ebf0f54),segment_id=22c3cf61-2378-439d-8731-84d41ebf0f54)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:00.782543 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:00.795184 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Calling delete_port for 0ef369d5-80ec-4436-aac4-3850e4cc1f60 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:25:00.879156 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:00.902850 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event deleted for resources: {'Port': ['ID=0ef369d5-80ec-4436-aac4-3850e4cc1f60,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:00.909543 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] No DVR routers for this DVR port 0ef369d5-80ec-4436-aac4-3850e4cc1f60 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:25:01.005449 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:01.015843 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1130dcd3-cae8-4133-a3c1-dc7da0bd0886']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:01.016614 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395872c4-4c6e-432b-971e-aed28aba14f0 req-bb08614c-a80c-4044-95e0-bdf7bc33b687 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:01.018135 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-395872c4-4c6e-432b-971e-aed28aba14f0 req-bb08614c-a80c-4044-95e0-bdf7bc33b687 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 946 time: 0.0531945 Aug 16 20:25:01.038317 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c3cf61-2378-439d-8731-84d41ebf0f54') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:01.038839 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c3cf61-2378-439d-8731-84d41ebf0f54') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:01.050019 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:01.065544 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:01.072838 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:25:01.073388 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:01.077322 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:25:01.077322 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:25:01.077322 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:25:01.077322 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:25:01.077322 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:25:01.077322 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:25:01.077322 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:25:01.077322 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:25:01.077322 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:25:01.077322 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:25:01.077322 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:25:01.077322 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:25:01.077322 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:25:01.077322 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:25:01.077322 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:25:01.077322 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:25:01.077322 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:25:01.077322 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:25:01.077322 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:25:01.077322 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:25:01.077322 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:25:01.077322 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:25:01.077322 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:25:01.077322 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:25:01.077322 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:25:01.077322 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:25:01.077322 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:25:01.077322 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:25:01.077322 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:25:01.077322 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:25:01.077322 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:25:01.077322 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:25:01.082922 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-395872c4-4c6e-432b-971e-aed28aba14f0 req-4430b206-e97b-4072-8c64-c4a4aa055ccd tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579722 Aug 16 20:25:01.145064 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:01.152692 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:01.157227 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/networks/1130dcd3-cae8-4133-a3c1-dc7da0bd0886 HTTP/1.1" status: 204 len: 168 time: 1.5304809 Aug 16 20:25:01.158185 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45506) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:01.167494 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c24d7-a8aa-4b84-b846-e0e7e4aaec15 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event deleted for resources: {'Network': ['ID=1130dcd3-cae8-4133-a3c1-dc7da0bd0886,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:01.183926 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d13ad7-02c0-40ca-ae48-43617ac2508b tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] DELETE failed (client error): The resource could not be found. Aug 16 20:25:01.185338 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8d13ad7-02c0-40ca-ae48-43617ac2508b tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:25:01.191540 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e8d13ad7-02c0-40ca-ae48-43617ac2508b tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/networks/1130dcd3-cae8-4133-a3c1-dc7da0bd0886 HTTP/1.1" status: 404 len: 339 time: 0.0271828 Aug 16 20:25:01.192877 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45508) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:01.199101 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-259f7f5b-8865-4859-adb7-c85dca142d41 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1871870631', 'description': 'd1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:01.229737 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259f7f5b-8865-4859-adb7-c85dca142d41 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Made reservation on behalf of 1e4d36173f23471fbb29a8e226b7297a for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:01.231434 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d8ae2-e1b4-4dc0-92db-8a1c9ee2e40a req-dfa5552f-0283-409a-aaad-36cd172206c5 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:01.233097 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c19d8ae2-e1b4-4dc0-92db-8a1c9ee2e40a req-dfa5552f-0283-409a-aaad-36cd172206c5 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 946 time: 0.0634837 Aug 16 20:25:01.235031 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-259f7f5b-8865-4859-adb7-c85dca142d41 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:01.261677 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259f7f5b-8865-4859-adb7-c85dca142d41 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:25:01.274887 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-259f7f5b-8865-4859-adb7-c85dca142d41 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:01.275229 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-259f7f5b-8865-4859-adb7-c85dca142d41 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Added segment 61b0e093-5877-4ae2-a654-3258b2800a14 of type vlan for network d38876bb-9b05-4f4a-a256-de5bda31ddae Aug 16 20:25:01.299597 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c19d8ae2-e1b4-4dc0-92db-8a1c9ee2e40a req-7cf84285-ea2b-4cfe-af1c-82ad429536c4 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515976 Aug 16 20:25:01.318331 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-259f7f5b-8865-4859-adb7-c85dca142d41 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:01.348311 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-259f7f5b-8865-4859-adb7-c85dca142d41 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:01.354454 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259f7f5b-8865-4859-adb7-c85dca142d41 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:01.355050 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-259f7f5b-8865-4859-adb7-c85dca142d41 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:01.414671 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-259f7f5b-8865-4859-adb7-c85dca142d41 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2203369 Aug 16 20:25:01.417302 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45518) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:01.433484 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f7f5b-8865-4859-adb7-c85dca142d41 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event updated for resources: {'Network': ['ID=d38876bb-9b05-4f4a-a256-de5bda31ddae,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:01.445030 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network d38876bb-9b05-4f4a-a256-de5bda31ddae details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:25:01.542972 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb0f5dd-57e1-41b0-a516-3d5ec794d979 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:01.545088 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2fb0f5dd-57e1-41b0-a516-3d5ec794d979 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "GET /v2.0/networks?id=d38876bb-9b05-4f4a-a256-de5bda31ddae HTTP/1.1" status: 200 len: 761 time: 0.1266458 Aug 16 20:25:01.547957 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45522) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:01.554394 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-895788d9-0e3b-44b4-b794-3d382992e5ce tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Request body: {'network': {'description': 'd2'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:01.767079 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-895788d9-0e3b-44b4-b794-3d382992e5ce tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:01.792904 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-895788d9-0e3b-44b4-b794-3d382992e5ce tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:01.798585 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-591d065f-68e9-45aa-86a5-35e6c0affb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:01.848025 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-895788d9-0e3b-44b4-b794-3d382992e5ce tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Network d38876bb-9b05-4f4a-a256-de5bda31ddae is not hosted by any dhcp agent {{(pid=94770) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 20:25:01.853391 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895788d9-0e3b-44b4-b794-3d382992e5ce tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:01.853981 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-895788d9-0e3b-44b4-b794-3d382992e5ce tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:01.857852 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-895788d9-0e3b-44b4-b794-3d382992e5ce tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "PUT /v2.0/networks/d38876bb-9b05-4f4a-a256-de5bda31ddae HTTP/1.1" status: 200 len: 758 time: 0.3053901 Aug 16 20:25:01.863298 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45534) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:01.868640 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-02b5957e-8add-41e9-b034-6ffd8df8d74b tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:01.870102 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-02b5957e-8add-41e9-b034-6ffd8df8d74b tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/networks?id=afc7a288-6dce-478e-9322-f9e9d9830245 HTTP/1.1" status: 200 len: 814 time: 0.1997924 Aug 16 20:25:01.898237 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-c0738b27-5c54-4591-a850-4c7dbdba6c07 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/quotas/3151f4666ae6480e89494ed914513367 HTTP/1.1" status: 200 len: 375 time: 0.0150087 Aug 16 20:25:01.898837 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895788d9-0e3b-44b4-b794-3d382992e5ce tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event updated for resources: {'Network': ['ID=d38876bb-9b05-4f4a-a256-de5bda31ddae,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:01.912961 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network d38876bb-9b05-4f4a-a256-de5bda31ddae details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:25:01.984381 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3759b4-c68d-4deb-914a-e08190037ec0 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:01.990435 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-be3759b4-c68d-4deb-914a-e08190037ec0 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "GET /v2.0/networks?id=d38876bb-9b05-4f4a-a256-de5bda31ddae HTTP/1.1" status: 200 len: 761 time: 0.1308851 Aug 16 20:25:01.990934 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45536) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:01.997127 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1f4dfb84-44b3-4882-9543-56b5a675d49f tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-480706915'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:02.006097 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-070357bc-a42e-4c1b-8d82-c25084338afc tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3151f4666ae6480e89494ed914513367&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1007946 Aug 16 20:25:02.019721 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4dfb84-44b3-4882-9543-56b5a675d49f tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Made reservation on behalf of 1e4d36173f23471fbb29a8e226b7297a for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:02.025562 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f4dfb84-44b3-4882-9543-56b5a675d49f tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:02.049206 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f4dfb84-44b3-4882-9543-56b5a675d49f tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:25:02.060132 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f4dfb84-44b3-4882-9543-56b5a675d49f tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:02.060841 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-1f4dfb84-44b3-4882-9543-56b5a675d49f tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Added segment 488b433d-955c-4785-9849-30ab843adabf of type vlan for network 477156f3-7970-4a37-8144-93f249a9225a Aug 16 20:25:02.102808 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f4dfb84-44b3-4882-9543-56b5a675d49f tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:02.129605 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f4dfb84-44b3-4882-9543-56b5a675d49f tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:02.135299 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4dfb84-44b3-4882-9543-56b5a675d49f tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:02.135888 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f4dfb84-44b3-4882-9543-56b5a675d49f tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:02.194615 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1f4dfb84-44b3-4882-9543-56b5a675d49f tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2023213 Aug 16 20:25:02.198562 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45540) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:02.204177 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-86adc842-f98f-449e-9404-cdd341af5c39 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Request body: {'subnet': {'network_id': '477156f3-7970-4a37-8144-93f249a9225a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:02.206453 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4dfb84-44b3-4882-9543-56b5a675d49f tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event updated for resources: {'Network': ['ID=477156f3-7970-4a37-8144-93f249a9225a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:02.217101 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 477156f3-7970-4a37-8144-93f249a9225a details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:25:02.259599 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-4a7bc1cd-b3c4-414f-a340-08d92a7d5c99 service neutron] 10.222.0.68 "GET /v2.0/networks/afc7a288-6dce-478e-9322-f9e9d9830245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453239 Aug 16 20:25:02.365924 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86adc842-f98f-449e-9404-cdd341af5c39 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Made reservation on behalf of 1e4d36173f23471fbb29a8e226b7297a for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:02.369550 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-86adc842-f98f-449e-9404-cdd341af5c39 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:02.425013 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-bd454b2e-e3f4-4814-bac2-01d0d1fcc575 service neutron] 10.222.0.68 "GET /v2.0/networks/afc7a288-6dce-478e-9322-f9e9d9830245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537421 Aug 16 20:25:02.597088 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-86adc842-f98f-449e-9404-cdd341af5c39 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:02.682022 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2c1a97fc-5332-4d0c-8b60-6efcbb751309 req-78c50f83-a0da-4c0e-b4d0-17507c65daf4 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=b34c6a3d-655e-4676-86ed-62a8d5bd8511 HTTP/1.1" status: 200 len: 210 time: 0.0553823 Aug 16 20:25:02.694653 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86adc842-f98f-449e-9404-cdd341af5c39 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event updated for resources: {'Subnet': ['ID=93709ab1-8789-4dba-838a-595c5c887dae,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:02.696864 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86adc842-f98f-449e-9404-cdd341af5c39 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Checking segment: {'id': '488b433d-955c-4785-9849-30ab843adabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '477156f3-7970-4a37-8144-93f249a9225a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:02.697215 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86adc842-f98f-449e-9404-cdd341af5c39 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Network hostable DHCP agents. Network: 477156f3-7970-4a37-8144-93f249a9225a, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:25:02.718548 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86adc842-f98f-449e-9404-cdd341af5c39 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Network 477156f3-7970-4a37-8144-93f249a9225a is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:25:02.729487 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-86adc842-f98f-449e-9404-cdd341af5c39 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 477156f3-7970-4a37-8144-93f249a9225a) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:02.734238 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86adc842-f98f-449e-9404-cdd341af5c39 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:02.734588 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-86adc842-f98f-449e-9404-cdd341af5c39 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:02.753971 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d71ff8-69cb-4872-9ee7-0c1f1b749cd2 None None] Network 477156f3-7970-4a37-8144-93f249a9225a requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:02.772918 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45562) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:02.787813 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-86adc842-f98f-449e-9404-cdd341af5c39 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5874255 Aug 16 20:25:02.922498 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b589d-a2d1-4d5a-bf2e-0e17f9399815 req-5c2509c1-0e78-4bcc-8848-a7236b287fb7 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:02.927534 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c88b589d-a2d1-4d5a-bf2e-0e17f9399815 req-5c2509c1-0e78-4bcc-8848-a7236b287fb7 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.57 "GET /v2.0/ports?device_id=4167e8b8-83aa-4784-be8d-f63514bc7a33 HTTP/1.1" status: 200 len: 946 time: 0.1340492 Aug 16 20:25:02.943142 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6b81784-a847-4615-9979-70c1fba13ae2 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:02.963585 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bbc2e6-ddca-464b-9209-ededf4fd3058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-477156f3-7970-4a37-8144-93f249a9225a', 'network_id': '477156f3-7970-4a37-8144-93f249a9225a', 'tenant_id': '1e4d36173f23471fbb29a8e226b7297a', 'fixed_ips': [{'subnet_id': '93709ab1-8789-4dba-838a-595c5c887dae'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:25:02.964809 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d0bbc2e6-ddca-464b-9209-ededf4fd3058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:03.065779 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6b81784-a847-4615-9979-70c1fba13ae2 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:03.089435 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c88b589d-a2d1-4d5a-bf2e-0e17f9399815 req-039be35b-8969-4658-9848-cf326ee124c8 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Deleting port 998fda15-171c-42cb-8e49-6abae1845237 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:25:03.089839 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c88b589d-a2d1-4d5a-bf2e-0e17f9399815 req-039be35b-8969-4658-9848-cf326ee124c8 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:03.146225 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6b81784-a847-4615-9979-70c1fba13ae2 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server [None req-d0bbc2e6-ddca-464b-9209-ededf4fd3058 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93709ab1-8789-4dba-838a-595c5c887dae: This subnet is being modified by another concurrent operation. Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise exception Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93709ab1-8789-4dba-838a-595c5c887dae: This subnet is being modified by another concurrent operation. Aug 16 20:25:03.152284 n-d-787206-13 neutron-server[94772]: ERROR oslo_messaging.rpc.server Aug 16 20:25:03.179452 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ff8782-7a12-4db9-afc2-416c91ebbffe None None] Network 477156f3-7970-4a37-8144-93f249a9225a requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:03.179639 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b81784-a847-4615-9979-70c1fba13ae2 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event deleted for resources: {'Subnet': ['ID=93709ab1-8789-4dba-838a-595c5c887dae,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:03.265001 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6b81784-a847-4615-9979-70c1fba13ae2 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:03.277713 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c88b589d-a2d1-4d5a-bf2e-0e17f9399815 req-039be35b-8969-4658-9848-cf326ee124c8 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] For port 998fda15-171c-42cb-8e49-6abae1845237, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=998fda15-171c-42cb-8e49-6abae1845237,segment=NetworkSegment(1230467e-4416-4b8a-943d-fb2fbc696288),segment_id=1230467e-4416-4b8a-943d-fb2fbc696288)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:03.278624 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c88b589d-a2d1-4d5a-bf2e-0e17f9399815 req-039be35b-8969-4658-9848-cf326ee124c8 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:03.281635 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-d6b81784-a847-4615-9979-70c1fba13ae2 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['477156f3-7970-4a37-8144-93f249a9225a']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:03.292963 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c88b589d-a2d1-4d5a-bf2e-0e17f9399815 req-039be35b-8969-4658-9848-cf326ee124c8 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Calling delete_port for 998fda15-171c-42cb-8e49-6abae1845237 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:25:03.310321 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-d6b81784-a847-4615-9979-70c1fba13ae2 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488b433d-955c-4785-9849-30ab843adabf') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:03.310769 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-d6b81784-a847-4615-9979-70c1fba13ae2 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488b433d-955c-4785-9849-30ab843adabf') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:03.320939 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6b81784-a847-4615-9979-70c1fba13ae2 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:03.336988 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cce57e6-5ac6-4fe2-96a9-ee396c1d3d8f None None] get_active_networks_info from n-d-787206-13 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:25:03.342534 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6b81784-a847-4615-9979-70c1fba13ae2 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:03.352540 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b81784-a847-4615-9979-70c1fba13ae2 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:25:03.353059 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6b81784-a847-4615-9979-70c1fba13ae2 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:03.356882 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:25:03.356882 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:25:03.356882 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:25:03.356882 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:25:03.356882 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:25:03.356882 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:25:03.356882 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:25:03.356882 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:25:03.356882 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:25:03.356882 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:25:03.356882 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:25:03.356882 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:25:03.356882 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:25:03.356882 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:25:03.356882 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:25:03.356882 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:25:03.356882 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:25:03.356882 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:25:03.356882 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:25:03.356882 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:25:03.356882 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:25:03.356882 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:25:03.356882 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:25:03.356882 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:25:03.356882 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:25:03.356882 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:25:03.356882 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:25:03.356882 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:25:03.356882 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:25:03.356882 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:25:03.356882 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:25:03.356882 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:25:03.434235 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6b81784-a847-4615-9979-70c1fba13ae2 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:03.445292 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6b81784-a847-4615-9979-70c1fba13ae2 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:03.447323 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d6b81784-a847-4615-9979-70c1fba13ae2 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/networks/477156f3-7970-4a37-8144-93f249a9225a HTTP/1.1" status: 204 len: 168 time: 0.6729398 Aug 16 20:25:03.449975 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45566) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:03.461398 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cce57e6-5ac6-4fe2-96a9-ee396c1d3d8f None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:25:03.474414 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b81784-a847-4615-9979-70c1fba13ae2 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event deleted for resources: {'Network': ['ID=477156f3-7970-4a37-8144-93f249a9225a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:03.495263 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-06fb1bb6-4722-4a98-a40a-f488831f924a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] GET failed (client error): The resource could not be found. Aug 16 20:25:03.496816 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-06fb1bb6-4722-4a98-a40a-f488831f924a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "GET /v2.0/subnets/93709ab1-8789-4dba-838a-595c5c887dae HTTP/1.1" status: 404 len: 337 time: 0.0458088 Aug 16 20:25:03.499897 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45568) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:03.519441 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c88b589d-a2d1-4d5a-bf2e-0e17f9399815 req-039be35b-8969-4658-9848-cf326ee124c8 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:03.521312 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-affc096b-e455-411c-b95d-edd254267efc tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] DELETE failed (client error): The resource could not be found. Aug 16 20:25:03.521855 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-affc096b-e455-411c-b95d-edd254267efc tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:25:03.526971 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-affc096b-e455-411c-b95d-edd254267efc tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/networks/477156f3-7970-4a37-8144-93f249a9225a HTTP/1.1" status: 404 len: 339 time: 0.0225134 Aug 16 20:25:03.528573 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45570) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:03.538954 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['998fda15-171c-42cb-8e49-6abae1845237'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:25:03.558961 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039be35b-8969-4658-9848-cf326ee124c8 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Pushing event deleted for resources: {'Port': ['ID=998fda15-171c-42cb-8e49-6abae1845237,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:03.850176 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0055ee-e348-4beb-b40f-d093071403af tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:03.855279 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8b0055ee-e348-4beb-b40f-d093071403af tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3252838 Aug 16 20:25:03.856447 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45576) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:04.015432 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7b2bd35e-2bd4-4976-a562-f81bf78edf70 req-233b8ba7-a75b-48ef-a63f-2983fc5dcd0b tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=b34c6a3d-655e-4676-86ed-62a8d5bd8511 HTTP/1.1" status: 200 len: 210 time: 0.1512644 Aug 16 20:25:04.016343 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-631b602f-2eb8-48b8-a78b-32904a087594 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "GET /v2.0/subnets?network_id=eb87ae87-0925-464c-8e03-8bba27e76e58 HTTP/1.1" status: 200 len: 207 time: 0.1492376 Aug 16 20:25:04.021533 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45578) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:04.046450 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88b589d-a2d1-4d5a-bf2e-0e17f9399815 req-039be35b-8969-4658-9848-cf326ee124c8 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] No DVR routers for this DVR port 998fda15-171c-42cb-8e49-6abae1845237 on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:25:04.049246 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c88b589d-a2d1-4d5a-bf2e-0e17f9399815 req-039be35b-8969-4658-9848-cf326ee124c8 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:04.051876 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c88b589d-a2d1-4d5a-bf2e-0e17f9399815 req-039be35b-8969-4658-9848-cf326ee124c8 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.57 "DELETE /v2.0/ports/998fda15-171c-42cb-8e49-6abae1845237 HTTP/1.1" status: 204 len: 173 time: 1.1105027 Aug 16 20:25:04.063307 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4167e8b8-83aa-4784-be8d-f63514bc7a33', 'name': 'network-vif-deleted', 'tag': '998fda15-171c-42cb-8e49-6abae1845237'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:25:04.065959 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50151e3e-e9ed-497c-adc2-a8c52b209342" -d '{"events": [{"server_uuid": "4167e8b8-83aa-4784-be8d-f63514bc7a33", "name": "network-vif-deleted", "tag": "998fda15-171c-42cb-8e49-6abae1845237"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:25:04.081469 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-60f8bb8b-bb7d-4c51-aa4a-d2b7f0f541c3 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:04.083456 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-60f8bb8b-bb7d-4c51-aa4a-d2b7f0f541c3 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.57 "GET /v2.0/networks?id=afc7a288-6dce-478e-9322-f9e9d9830245 HTTP/1.1" status: 200 len: 814 time: 0.1948063 Aug 16 20:25:04.097347 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-63ae3027-1969-4d1d-aa4e-b38535e01fa1 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Request body: {'port': {'device_id': 'b34c6a3d-655e-4676-86ed-62a8d5bd8511', 'network_id': 'afc7a288-6dce-478e-9322-f9e9d9830245', 'admin_state_up': True, 'tenant_id': '3151f4666ae6480e89494ed914513367'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:04.183753 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c6c290-c2a1-433e-a6eb-279a0e66f448 x-openstack-request-id: req-21c6c290-c2a1-433e-a6eb-279a0e66f448 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:25:04.185556 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4167e8b8-83aa-4784-be8d-f63514bc7a33", "name": "network-vif-deleted", "tag": "998fda15-171c-42cb-8e49-6abae1845237", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:25:04.186061 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-21c6c290-c2a1-433e-a6eb-279a0e66f448 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:25:04.186544 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4167e8b8-83aa-4784-be8d-f63514bc7a33', 'name': 'network-vif-deleted', 'tag': '998fda15-171c-42cb-8e49-6abae1845237', 'status': 'completed', 'code': 200} Aug 16 20:25:04.213716 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8ce98f-b06c-47ce-80f3-eb291052f734 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:04.222312 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8ce98f-b06c-47ce-80f3-eb291052f734 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:04.230063 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8ce98f-b06c-47ce-80f3-eb291052f734 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:04.237319 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8ce98f-b06c-47ce-80f3-eb291052f734 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:04.239463 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1e8ce98f-b06c-47ce-80f3-eb291052f734 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2167115 Aug 16 20:25:04.243105 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45582) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:04.249215 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-63ae3027-1969-4d1d-aa4e-b38535e01fa1 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Made reservation on behalf of 3151f4666ae6480e89494ed914513367 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:04.252993 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-63ae3027-1969-4d1d-aa4e-b38535e01fa1 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:04.361993 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ae6472f8-efbf-422e-89ec-39c5cd89d12d tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1173859 Aug 16 20:25:04.365853 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45584) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:04.385962 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-63ae3027-1969-4d1d-aa4e-b38535e01fa1 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Allocated IP 172.20.0.2 (afc7a288-6dce-478e-9322-f9e9d9830245/43ca3303-9c5c-4919-8060-0aa00929cb96/294c2dd5-ea11-4a4b-b639-4181f619f30f) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:04.389397 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eba63ead-a4e0-4fc7-9e70-6a1307a9cdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:04.424972 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d7c3c4-6f28-49e5-b1e1-07f6001acd83 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:04.427411 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d7c3c4-6f28-49e5-b1e1-07f6001acd83 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:04.432563 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-74d7c3c4-6f28-49e5-b1e1-07f6001acd83 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0622733 Aug 16 20:25:04.432820 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45586) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:04.500878 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7743d0ae-f548-494f-bde0-47d00baf8a29 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:04.502367 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7743d0ae-f548-494f-bde0-47d00baf8a29 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:04.504526 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7743d0ae-f548-494f-bde0-47d00baf8a29 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0701060 Aug 16 20:25:04.508187 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45588) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:04.586834 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-63ae3027-1969-4d1d-aa4e-b38535e01fa1 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:04.633579 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-63ae3027-1969-4d1d-aa4e-b38535e01fa1 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:04.645874 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['998fda15-171c-42cb-8e49-6abae1845237'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:25:04.647841 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c813308-52be-467c-a8d4-4a558d7ffb01 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:04.653012 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5c813308-52be-467c-a8d4-4a558d7ffb01 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "GET /v2.0/networks/a7393ca8-018f-42a7-8642-f1026d60853b HTTP/1.1" status: 200 len: 800 time: 0.1401327 Aug 16 20:25:04.654462 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45590) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:04.675303 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:04.696537 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-63ae3027-1969-4d1d-aa4e-b38535e01fa1 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Network afc7a288-6dce-478e-9322-f9e9d9830245 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:04.700212 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-63ae3027-1969-4d1d-aa4e-b38535e01fa1 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:04.704015 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-63ae3027-1969-4d1d-aa4e-b38535e01fa1 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:04.753393 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-63ae3027-1969-4d1d-aa4e-b38535e01fa1 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:04.754019 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-63ae3027-1969-4d1d-aa4e-b38535e01fa1 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:04.757779 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae3027-1969-4d1d-aa4e-b38535e01fa1 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Pushing event updated for resources: {'Port': ['ID=294c2dd5-ea11-4a4b-b639-4181f619f30f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:04.764398 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1a8bc20d-ff5b-4721-b041-bd394c00b028 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "GET /v2.0/networks/a7393ca8-018f-42a7-8642-f1026d60853b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1097431 Aug 16 20:25:04.767966 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45592) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:04.778949 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-63ae3027-1969-4d1d-aa4e-b38535e01fa1 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6855066 Aug 16 20:25:04.791396 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-b94cafe6-bee4-49d4-becc-ac3451f0bebd service neutron] Request body: {'port': {'device_id': 'b34c6a3d-655e-4676-86ed-62a8d5bd8511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:04.829804 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf55c86-0bd4-40e4-a7c5-7637dae6f990 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:04.834546 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3bf55c86-0bd4-40e4-a7c5-7637dae6f990 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "GET /v2.0/subnets/103ace57-143b-4bfe-9524-0e6fdf62fbce HTTP/1.1" status: 200 len: 811 time: 0.0620944 Aug 16 20:25:04.836386 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45596) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:04.851048 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-b94cafe6-bee4-49d4-becc-ac3451f0bebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:04.891753 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2c09aa-1b79-42b8-bcd7-f919da9d4bdb tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:04.896990 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3c2c09aa-1b79-42b8-bcd7-f919da9d4bdb tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "GET /v2.0/subnets/103ace57-143b-4bfe-9524-0e6fdf62fbce?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0555761 Aug 16 20:25:04.896990 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45598) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:04.901884 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-64fa031a-2c0d-4e2b-a082-7586e494381d tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2139573437'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:04.925064 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fa031a-2c0d-4e2b-a082-7586e494381d tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Made reservation on behalf of 1e4d36173f23471fbb29a8e226b7297a for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:04.929125 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64fa031a-2c0d-4e2b-a082-7586e494381d tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:04.959369 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64fa031a-2c0d-4e2b-a082-7586e494381d tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:25:04.969919 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64fa031a-2c0d-4e2b-a082-7586e494381d tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:04.970340 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-64fa031a-2c0d-4e2b-a082-7586e494381d tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Added segment e3a2f83a-f5bd-4d30-9a94-c55897661535 of type vlan for network b49fb0c4-9121-4695-beb8-3a104690c3d1 Aug 16 20:25:05.011183 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64fa031a-2c0d-4e2b-a082-7586e494381d tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:05.038175 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64fa031a-2c0d-4e2b-a082-7586e494381d tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:05.045043 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fa031a-2c0d-4e2b-a082-7586e494381d tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:05.045847 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64fa031a-2c0d-4e2b-a082-7586e494381d tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:05.125482 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-64fa031a-2c0d-4e2b-a082-7586e494381d tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2247138 Aug 16 20:25:05.125678 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45602) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:05.130652 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-14a4700f-de3f-4ed6-add4-d6b45c66f2f2 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Request body: {'subnet': {'network_id': 'b49fb0c4-9121-4695-beb8-3a104690c3d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:05.136059 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa031a-2c0d-4e2b-a082-7586e494381d tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event updated for resources: {'Network': ['ID=b49fb0c4-9121-4695-beb8-3a104690c3d1,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:05.148254 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network b49fb0c4-9121-4695-beb8-3a104690c3d1 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:25:05.232722 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a4700f-de3f-4ed6-add4-d6b45c66f2f2 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Made reservation on behalf of 1e4d36173f23471fbb29a8e226b7297a for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:05.236617 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14a4700f-de3f-4ed6-add4-d6b45c66f2f2 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:05.298164 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.ipam_backend_mixin [None req-14a4700f-de3f-4ed6-add4-d6b45c66f2f2 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Performing IP validity checks on allocation pools {{(pid=94770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 20:25:05.298946 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.ipam_backend_mixin [None req-14a4700f-de3f-4ed6-add4-d6b45c66f2f2 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 20:25:05.442111 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14a4700f-de3f-4ed6-add4-d6b45c66f2f2 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:05.518281 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4700f-de3f-4ed6-add4-d6b45c66f2f2 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event updated for resources: {'Subnet': ['ID=83ef8442-b192-4426-8e71-0849ce281369,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:05.528759 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a4700f-de3f-4ed6-add4-d6b45c66f2f2 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Checking segment: {'id': 'e3a2f83a-f5bd-4d30-9a94-c55897661535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b49fb0c4-9121-4695-beb8-3a104690c3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:05.529125 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a4700f-de3f-4ed6-add4-d6b45c66f2f2 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Network hostable DHCP agents. Network: b49fb0c4-9121-4695-beb8-3a104690c3d1, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:25:05.547857 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a4700f-de3f-4ed6-add4-d6b45c66f2f2 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Network b49fb0c4-9121-4695-beb8-3a104690c3d1 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:25:05.559989 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-14a4700f-de3f-4ed6-add4-d6b45c66f2f2 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, b49fb0c4-9121-4695-beb8-3a104690c3d1) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:05.564645 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a4700f-de3f-4ed6-add4-d6b45c66f2f2 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:05.565367 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14a4700f-de3f-4ed6-add4-d6b45c66f2f2 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:05.572475 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b3b671-19ef-47a0-923e-c73919b8406b None None] Network b49fb0c4-9121-4695-beb8-3a104690c3d1 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:05.584356 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-14a4700f-de3f-4ed6-add4-d6b45c66f2f2 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4575138 Aug 16 20:25:05.587153 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45604) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:05.595191 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3183ad85-ba93-4635-9a66-a7379a4867a7 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:05.651310 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:05.718304 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3183ad85-ba93-4635-9a66-a7379a4867a7 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29122918'] for subnet, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:05.758095 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28a30c-e914-427d-b30a-8d15349be055 req-5e210753-b81e-4b44-83fc-40fff1f15a38 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:05.765800 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1c28a30c-e914-427d-b30a-8d15349be055 req-5e210753-b81e-4b44-83fc-40fff1f15a38 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=b34c6a3d-655e-4676-86ed-62a8d5bd8511 HTTP/1.1" status: 200 len: 931 time: 0.6586118 Aug 16 20:25:05.796226 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-b94cafe6-bee4-49d4-becc-ac3451f0bebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 294c2dd5-ea11-4a4b-b639-4181f619f30f {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:25:05.807772 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f658079-6f46-40a4-aa55-778b4536c0e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-b49fb0c4-9121-4695-beb8-3a104690c3d1', 'network_id': 'b49fb0c4-9121-4695-beb8-3a104690c3d1', 'tenant_id': '1e4d36173f23471fbb29a8e226b7297a', 'fixed_ips': [{'subnet_id': '83ef8442-b192-4426-8e71-0849ce281369'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:25:05.808669 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1f658079-6f46-40a4-aa55-778b4536c0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:05.816378 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-b94cafe6-bee4-49d4-becc-ac3451f0bebd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:05.841792 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1c28a30c-e914-427d-b30a-8d15349be055 req-32231abd-99d8-4ecd-81f6-3d44a1253f98 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700147 Aug 16 20:25:05.874964 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-b94cafe6-bee4-49d4-becc-ac3451f0bebd service neutron] Transition to ACTIVE for port object 294c2dd5-ea11-4a4b-b639-4181f619f30f will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:05.880656 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-b94cafe6-bee4-49d4-becc-ac3451f0bebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:05.964869 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3183ad85-ba93-4635-9a66-a7379a4867a7 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728336621240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25412299'] for subnet, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:05.987737 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94cafe6-bee4-49d4-becc-ac3451f0bebd service neutron] Pushing event updated for resources: {'Port': ['ID=294c2dd5-ea11-4a4b-b639-4181f619f30f,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:06.028647 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3183ad85-ba93-4635-9a66-a7379a4867a7 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:06.029604 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3183ad85-ba93-4635-9a66-a7379a4867a7 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:06.032404 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3183ad85-ba93-4635-9a66-a7379a4867a7 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "PUT /v2.0/subnets/83ef8442-b192-4426-8e71-0849ce281369 HTTP/1.1" status: 200 len: 877 time: 0.4432299 Aug 16 20:25:06.035446 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45608) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:06.038132 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-1f658079-6f46-40a4-aa55-778b4536c0e8 None None] Allocated IP 172.20.0.3 (b49fb0c4-9121-4695-beb8-3a104690c3d1/83ef8442-b192-4426-8e71-0849ce281369/46d4a403-7e87-4413-94ec-967e9b1fac7d) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:06.073482 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-b94cafe6-bee4-49d4-becc-ac3451f0bebd service neutron] Attempting to bind port 294c2dd5-ea11-4a4b-b639-4181f619f30f on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:06.073828 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-b94cafe6-bee4-49d4-becc-ac3451f0bebd service neutron] Attempting to bind port 294c2dd5-ea11-4a4b-b639-4181f619f30f by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '1230467e-4416-4b8a-943d-fb2fbc696288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'afc7a288-6dce-478e-9322-f9e9d9830245'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:06.074158 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-b94cafe6-bee4-49d4-becc-ac3451f0bebd service neutron] Attempting to bind port 294c2dd5-ea11-4a4b-b639-4181f619f30f on network afc7a288-6dce-478e-9322-f9e9d9830245 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:06.080214 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:06.081111 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-b94cafe6-bee4-49d4-becc-ac3451f0bebd service neutron] Port 294c2dd5-ea11-4a4b-b639-4181f619f30f on network afc7a288-6dce-478e-9322-f9e9d9830245 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:25:06.081552 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-b94cafe6-bee4-49d4-becc-ac3451f0bebd service neutron] Attempting to bind port 294c2dd5-ea11-4a4b-b639-4181f619f30f on network afc7a288-6dce-478e-9322-f9e9d9830245 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:06.091453 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-b94cafe6-bee4-49d4-becc-ac3451f0bebd service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:06.091842 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-b94cafe6-bee4-49d4-becc-ac3451f0bebd service neutron] Checking segment: {'id': '1230467e-4416-4b8a-943d-fb2fbc696288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'afc7a288-6dce-478e-9322-f9e9d9830245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:06.092246 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-b94cafe6-bee4-49d4-becc-ac3451f0bebd service neutron] Bound using segment: {'id': '1230467e-4416-4b8a-943d-fb2fbc696288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'afc7a288-6dce-478e-9322-f9e9d9830245'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:06.092836 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-b94cafe6-bee4-49d4-becc-ac3451f0bebd service neutron] Bound port: 294c2dd5-ea11-4a4b-b639-4181f619f30f, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1230467e-4416-4b8a-943d-fb2fbc696288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'afc7a288-6dce-478e-9322-f9e9d9830245'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:06.093200 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-b94cafe6-bee4-49d4-becc-ac3451f0bebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:06.109088 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183ad85-ba93-4635-9a66-a7379a4867a7 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event updated for resources: {'Subnet': ['ID=83ef8442-b192-4426-8e71-0849ce281369,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:06.152054 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:06.177702 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:06.185591 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-b94cafe6-bee4-49d4-becc-ac3451f0bebd service neutron] For port 294c2dd5-ea11-4a4b-b639-4181f619f30f, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:06.189364 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-b94cafe6-bee4-49d4-becc-ac3451f0bebd service neutron] For port 294c2dd5-ea11-4a4b-b639-4181f619f30f, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=294c2dd5-ea11-4a4b-b639-4181f619f30f,segment=NetworkSegment(1230467e-4416-4b8a-943d-fb2fbc696288),segment_id=1230467e-4416-4b8a-943d-fb2fbc696288)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:06.194937 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-b94cafe6-bee4-49d4-becc-ac3451f0bebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:06.248365 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:06.258407 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-b94cafe6-bee4-49d4-becc-ac3451f0bebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:06.259116 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-b94cafe6-bee4-49d4-becc-ac3451f0bebd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:06.261125 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-b94cafe6-bee4-49d4-becc-ac3451f0bebd service neutron] 10.222.0.57 "PUT /v2.0/ports/294c2dd5-ea11-4a4b-b639-4181f619f30f HTTP/1.1" status: 200 len: 1092 time: 1.4748206 Aug 16 20:25:06.261585 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34c6a3d-655e-4676-86ed-62a8d5bd8511', 'tag': '294c2dd5-ea11-4a4b-b639-4181f619f30f'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:25:06.265154 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1f658079-6f46-40a4-aa55-778b4536c0e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:06.265320 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a342cc3-18c5-4110-9194-64828eea942e" -d '{"events": [{"name": "network-changed", "server_uuid": "b34c6a3d-655e-4676-86ed-62a8d5bd8511", "tag": "294c2dd5-ea11-4a4b-b639-4181f619f30f"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:25:06.275663 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1f658079-6f46-40a4-aa55-778b4536c0e8 None None] Transition to ACTIVE for port object 46d4a403-7e87-4413-94ec-967e9b1fac7d will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:06.296874 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94cafe6-bee4-49d4-becc-ac3451f0bebd service neutron] Pushing event updated for resources: {'Port': ['ID=294c2dd5-ea11-4a4b-b639-4181f619f30f,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:06.312787 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1f658079-6f46-40a4-aa55-778b4536c0e8 None None] Transition to ACTIVE for port object 46d4a403-7e87-4413-94ec-967e9b1fac7d will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:06.322819 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1f658079-6f46-40a4-aa55-778b4536c0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:06.352557 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-6b286354-7e5f-4004-8237-74f87342c2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:06.354561 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-6b286354-7e5f-4004-8237-74f87342c2b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3151f4666ae6480e89494ed914513367&device_id=b34c6a3d-655e-4676-86ed-62a8d5bd8511 HTTP/1.1" status: 200 len: 1095 time: 0.0460362 Aug 16 20:25:06.368987 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:06.383625 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f658079-6f46-40a4-aa55-778b4536c0e8 None None] Network b49fb0c4-9121-4695-beb8-3a104690c3d1 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:06.391137 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-1f658079-6f46-40a4-aa55-778b4536c0e8 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:06.395600 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f658079-6f46-40a4-aa55-778b4536c0e8 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:06.404641 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event deleted for resources: {'Subnet': ['ID=83ef8442-b192-4426-8e71-0849ce281369,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:06.404965 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f658079-6f46-40a4-aa55-778b4536c0e8 None None] Pushing event updated for resources: {'Port': ['ID=46d4a403-7e87-4413-94ec-967e9b1fac7d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:06.463037 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1f658079-6f46-40a4-aa55-778b4536c0e8 None None] Attempting to bind port 46d4a403-7e87-4413-94ec-967e9b1fac7d on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:06.463498 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1f658079-6f46-40a4-aa55-778b4536c0e8 None None] Attempting to bind port 46d4a403-7e87-4413-94ec-967e9b1fac7d by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'e3a2f83a-f5bd-4d30-9a94-c55897661535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b49fb0c4-9121-4695-beb8-3a104690c3d1'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:06.463872 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f658079-6f46-40a4-aa55-778b4536c0e8 None None] Attempting to bind port 46d4a403-7e87-4413-94ec-967e9b1fac7d on network b49fb0c4-9121-4695-beb8-3a104690c3d1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:06.475591 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-31cc503f-cb4e-4a45-8876-5e3072bf83bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=294c2dd5-ea11-4a4b-b639-4181f619f30f HTTP/1.1" status: 200 len: 217 time: 0.1126451 Aug 16 20:25:06.480329 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f658079-6f46-40a4-aa55-778b4536c0e8 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:06.480719 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f658079-6f46-40a4-aa55-778b4536c0e8 None None] Checking segment: {'id': 'e3a2f83a-f5bd-4d30-9a94-c55897661535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b49fb0c4-9121-4695-beb8-3a104690c3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:06.481735 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1f658079-6f46-40a4-aa55-778b4536c0e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:06.482180 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f658079-6f46-40a4-aa55-778b4536c0e8 None None] Bound using segment: {'id': 'e3a2f83a-f5bd-4d30-9a94-c55897661535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b49fb0c4-9121-4695-beb8-3a104690c3d1'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:06.482660 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1f658079-6f46-40a4-aa55-778b4536c0e8 None None] Bound port: 46d4a403-7e87-4413-94ec-967e9b1fac7d, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a2f83a-f5bd-4d30-9a94-c55897661535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b49fb0c4-9121-4695-beb8-3a104690c3d1'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:06.483047 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1f658079-6f46-40a4-aa55-778b4536c0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:06.509217 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:06.519795 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b49fb0c4-9121-4695-beb8-3a104690c3d1']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:06.532963 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-192afd01-3151-4907-b6ac-01eca4f43606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:06.534133 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a2f83a-f5bd-4d30-9a94-c55897661535') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:06.534443 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a2f83a-f5bd-4d30-9a94-c55897661535') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:06.534773 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-192afd01-3151-4907-b6ac-01eca4f43606 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43ca3303-9c5c-4919-8060-0aa00929cb96 HTTP/1.1" status: 200 len: 854 time: 0.0528073 Aug 16 20:25:06.544913 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:06.557249 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1f658079-6f46-40a4-aa55-778b4536c0e8 None None] For port 46d4a403-7e87-4413-94ec-967e9b1fac7d, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:06.559478 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:06.566342 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:25:06.566783 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:06.570380 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:25:06.570380 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:25:06.570380 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:25:06.570380 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:25:06.570380 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:25:06.570380 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:25:06.570380 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:25:06.570380 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:25:06.570380 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:25:06.570380 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:25:06.570380 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:25:06.570380 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:25:06.570380 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:25:06.570380 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:25:06.570380 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:25:06.570380 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:25:06.570380 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:25:06.570380 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:25:06.570380 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:25:06.570380 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:25:06.570380 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:25:06.570380 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:25:06.570380 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:25:06.570380 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:25:06.570380 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:25:06.570380 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:25:06.570380 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:25:06.570380 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:25:06.570380 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:25:06.570380 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:25:06.570380 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:25:06.570380 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:25:06.582221 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-e77938ba-af3d-4ed7-9219-ebf4203e6857 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=afc7a288-6dce-478e-9322-f9e9d9830245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398560 Aug 16 20:25:06.617580 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184dd536-c16b-4497-9201-f488477047ab x-openstack-request-id: req-184dd536-c16b-4497-9201-f488477047ab {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:25:06.617874 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b34c6a3d-655e-4676-86ed-62a8d5bd8511", "tag": "294c2dd5-ea11-4a4b-b639-4181f619f30f", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:25:06.618123 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-184dd536-c16b-4497-9201-f488477047ab {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:25:06.618513 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b34c6a3d-655e-4676-86ed-62a8d5bd8511', 'tag': '294c2dd5-ea11-4a4b-b639-4181f619f30f', 'status': 'completed', 'code': 200} Aug 16 20:25:06.641899 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1f658079-6f46-40a4-aa55-778b4536c0e8 None None] For port 46d4a403-7e87-4413-94ec-967e9b1fac7d, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=46d4a403-7e87-4413-94ec-967e9b1fac7d,segment=NetworkSegment(e3a2f83a-f5bd-4d30-9a94-c55897661535),segment_id=e3a2f83a-f5bd-4d30-9a94-c55897661535)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:06.645888 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.db.api [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 20:25:06.645888 n-d-787206-13 neutron-server[94770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 20:25:06.645888 n-d-787206-13 neutron-server[94770]: [parameters: {'id': 'b49fb0c4-9121-4695-beb8-3a104690c3d1'}] Aug 16 20:25:06.645888 n-d-787206-13 neutron-server[94770]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:25:06.646216 n-d-787206-13 neutron-server[94770]: DEBUG oslo_db.api [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:25:06.648058 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1f658079-6f46-40a4-aa55-778b4536c0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:06.691889 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-75e95f26-defd-4b22-919c-fbf7dd61097e service neutron] 10.222.0.57 "GET /v2.0/networks/afc7a288-6dce-478e-9322-f9e9d9830245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024888 Aug 16 20:25:06.769756 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f658079-6f46-40a4-aa55-778b4536c0e8 None None] Pushing event updated for resources: {'Port': ['ID=46d4a403-7e87-4413-94ec-967e9b1fac7d,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:06.809443 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebbba79-0bff-4701-86c0-174b56258fae None None] Network b49fb0c4-9121-4695-beb8-3a104690c3d1 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:06.817344 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4f601e20-cb66-4d58-9b53-6fb53cac9b62 req-98c6900b-a29c-484f-9025-2f7270bd75ba service neutron] 10.222.0.57 "GET /v2.0/networks/afc7a288-6dce-478e-9322-f9e9d9830245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182549 Aug 16 20:25:06.922015 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a342cc3-18c5-4110-9194-64828eea942e req-33c7c4b4-28f7-49cd-bf75-a7bd5df5e496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:06.924431 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2a342cc3-18c5-4110-9194-64828eea942e req-33c7c4b4-28f7-49cd-bf75-a7bd5df5e496 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3151f4666ae6480e89494ed914513367&device_id=b34c6a3d-655e-4676-86ed-62a8d5bd8511 HTTP/1.1" status: 200 len: 1095 time: 0.0529082 Aug 16 20:25:07.038506 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b913d7-db21-4709-8eff-76f6fb65b66f req-2381a053-5e0e-4580-b4a6-5117f23705d9 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:07.040175 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-33b913d7-db21-4709-8eff-76f6fb65b66f req-2381a053-5e0e-4580-b4a6-5117f23705d9 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=b34c6a3d-655e-4676-86ed-62a8d5bd8511 HTTP/1.1" status: 200 len: 943 time: 0.1114874 Aug 16 20:25:07.109987 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 998fda15-171c-42cb-8e49-6abae1845237 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:25:07.112195 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a342cc3-18c5-4110-9194-64828eea942e req-b0bfbc77-8422-432f-a216-801cb30f8749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:07.113667 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2a342cc3-18c5-4110-9194-64828eea942e req-b0bfbc77-8422-432f-a216-801cb30f8749 service neutron] 10.222.0.57 "GET /v2.0/networks?id=afc7a288-6dce-478e-9322-f9e9d9830245 HTTP/1.1" status: 200 len: 915 time: 0.1739380 Aug 16 20:25:07.134273 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-33b913d7-db21-4709-8eff-76f6fb65b66f req-bf5fabf0-9934-4d19-89c6-55e56cf13c6a tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579755 Aug 16 20:25:07.140139 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 998fda15-171c-42cb-8e49-6abae1845237 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:25:07.140589 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 998fda15-171c-42cb-8e49-6abae1845237 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:25:07.147000 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:07.156392 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:07.162663 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5950ac0-1d90-4ea2-a539-13813a52a1e9 None None] Network b49fb0c4-9121-4695-beb8-3a104690c3d1 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:07.172695 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2a342cc3-18c5-4110-9194-64828eea942e req-1d3a2d1e-7e89-43d9-afe3-d7fba5b4767a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=294c2dd5-ea11-4a4b-b639-4181f619f30f HTTP/1.1" status: 200 len: 217 time: 0.0511568 Aug 16 20:25:07.220796 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Deleting port 46d4a403-7e87-4413-94ec-967e9b1fac7d {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:25:07.220796 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:07.241869 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a342cc3-18c5-4110-9194-64828eea942e req-f6d4588c-f50e-4310-bc89-064c774bc9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:07.243699 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2a342cc3-18c5-4110-9194-64828eea942e req-f6d4588c-f50e-4310-bc89-064c774bc9e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43ca3303-9c5c-4919-8060-0aa00929cb96 HTTP/1.1" status: 200 len: 854 time: 0.0636687 Aug 16 20:25:07.290220 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2a342cc3-18c5-4110-9194-64828eea942e req-707afd6e-8318-4e5b-a1f6-768f054950be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=afc7a288-6dce-478e-9322-f9e9d9830245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385160 Aug 16 20:25:07.305177 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] For port 46d4a403-7e87-4413-94ec-967e9b1fac7d, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=46d4a403-7e87-4413-94ec-967e9b1fac7d,segment=NetworkSegment(e3a2f83a-f5bd-4d30-9a94-c55897661535),segment_id=e3a2f83a-f5bd-4d30-9a94-c55897661535)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:07.305550 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:07.306085 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02056db-ece7-4eed-b672-0df9f76a7e0d None None] get_active_networks_info from n-d-787206-13 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:25:07.319473 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Calling delete_port for 46d4a403-7e87-4413-94ec-967e9b1fac7d owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:25:07.404029 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02056db-ece7-4eed-b672-0df9f76a7e0d None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:25:07.407138 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2a342cc3-18c5-4110-9194-64828eea942e req-cef6794c-3857-4580-8f41-6bee95093696 service neutron] 10.222.0.57 "GET /v2.0/networks/afc7a288-6dce-478e-9322-f9e9d9830245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090515 Aug 16 20:25:07.416726 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:07.448166 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event deleted for resources: {'Port': ['ID=46d4a403-7e87-4413-94ec-967e9b1fac7d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:07.453186 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] No DVR routers for this DVR port 46d4a403-7e87-4413-94ec-967e9b1fac7d on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:25:07.506667 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2a342cc3-18c5-4110-9194-64828eea942e req-8425db19-f66c-48fa-9db8-027249b10833 service neutron] 10.222.0.57 "GET /v2.0/networks/afc7a288-6dce-478e-9322-f9e9d9830245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921636 Aug 16 20:25:07.538163 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:07.547881 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b49fb0c4-9121-4695-beb8-3a104690c3d1']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:07.557659 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a2f83a-f5bd-4d30-9a94-c55897661535') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:07.557947 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a2f83a-f5bd-4d30-9a94-c55897661535') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:07.566874 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:07.586327 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:07.614055 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:25:07.614559 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:07.617755 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:25:07.617755 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:25:07.617755 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:25:07.617755 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:25:07.617755 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:25:07.617755 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:25:07.617755 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:25:07.617755 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:25:07.617755 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:25:07.617755 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:25:07.617755 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:25:07.617755 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:25:07.617755 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:25:07.617755 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:25:07.617755 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:25:07.617755 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:25:07.617755 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:25:07.617755 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:25:07.617755 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:25:07.617755 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:25:07.617755 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:25:07.617755 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:25:07.617755 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:25:07.617755 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:25:07.617755 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:25:07.617755 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:25:07.617755 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:25:07.617755 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:25:07.617755 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:25:07.617755 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:25:07.617755 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:25:07.617755 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:25:07.687203 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:07.693997 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:07.695775 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/networks/b49fb0c4-9121-4695-beb8-3a104690c3d1 HTTP/1.1" status: 204 len: 168 time: 1.6593184 Aug 16 20:25:07.700183 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45618) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:07.707714 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d83981-1e0c-4de0-94bb-80a528bf2a1a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event deleted for resources: {'Network': ['ID=b49fb0c4-9121-4695-beb8-3a104690c3d1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:07.728154 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7812edb-19a7-4177-a7f3-4357fe6b7e65 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] DELETE failed (client error): The resource could not be found. Aug 16 20:25:07.728599 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7812edb-19a7-4177-a7f3-4357fe6b7e65 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:25:07.730309 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f7812edb-19a7-4177-a7f3-4357fe6b7e65 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/subnets/83ef8442-b192-4426-8e71-0849ce281369 HTTP/1.1" status: 404 len: 337 time: 0.0291343 Aug 16 20:25:07.732879 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45620) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:07.750723 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c91c96-6452-4116-bbf1-9df84707a90a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] DELETE failed (client error): The resource could not be found. Aug 16 20:25:07.751269 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74c91c96-6452-4116-bbf1-9df84707a90a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:25:07.752876 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-74c91c96-6452-4116-bbf1-9df84707a90a tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/networks/b49fb0c4-9121-4695-beb8-3a104690c3d1 HTTP/1.1" status: 404 len: 339 time: 0.0191231 Aug 16 20:25:07.755186 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45622) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:07.786178 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-18915565-b3e5-4c0a-93fc-7fafffc21c3c tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] DELETE failed (client error): The resource could not be found. Aug 16 20:25:07.786630 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18915565-b3e5-4c0a-93fc-7fafffc21c3c tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:25:07.788392 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-18915565-b3e5-4c0a-93fc-7fafffc21c3c tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/subnets/93709ab1-8789-4dba-838a-595c5c887dae HTTP/1.1" status: 404 len: 337 time: 0.0323215 Aug 16 20:25:07.790766 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45624) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:07.808256 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb1992a-3700-40ac-ae39-0617ae460360 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] DELETE failed (client error): The resource could not be found. Aug 16 20:25:07.808719 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb1992a-3700-40ac-ae39-0617ae460360 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:25:07.810855 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9bb1992a-3700-40ac-ae39-0617ae460360 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/networks/477156f3-7970-4a37-8144-93f249a9225a HTTP/1.1" status: 404 len: 339 time: 0.0191712 Aug 16 20:25:07.813089 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45626) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:07.894927 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-312fe46b-47ec-4796-9ea8-7b9889cbc6ff tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:07.987295 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-312fe46b-47ec-4796-9ea8-7b9889cbc6ff tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:07.998797 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-312fe46b-47ec-4796-9ea8-7b9889cbc6ff tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d38876bb-9b05-4f4a-a256-de5bda31ddae']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:08.010923 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-312fe46b-47ec-4796-9ea8-7b9889cbc6ff tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b0e093-5877-4ae2-a654-3258b2800a14') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:08.011220 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-312fe46b-47ec-4796-9ea8-7b9889cbc6ff tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b0e093-5877-4ae2-a654-3258b2800a14') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:08.026444 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-312fe46b-47ec-4796-9ea8-7b9889cbc6ff tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:08.040573 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-312fe46b-47ec-4796-9ea8-7b9889cbc6ff tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:08.046854 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-312fe46b-47ec-4796-9ea8-7b9889cbc6ff tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:25:08.047413 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-312fe46b-47ec-4796-9ea8-7b9889cbc6ff tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:08.054397 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:25:08.054397 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:25:08.054397 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:25:08.054397 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:25:08.054397 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:25:08.054397 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:25:08.054397 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:25:08.054397 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:25:08.054397 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:25:08.054397 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:25:08.054397 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:25:08.054397 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:25:08.054397 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:25:08.054397 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:25:08.054397 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:25:08.054397 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:25:08.054397 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:25:08.054397 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:25:08.054397 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:25:08.054397 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:25:08.054397 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:25:08.054397 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:25:08.054397 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:25:08.054397 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:25:08.054397 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:25:08.054397 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:25:08.054397 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:25:08.054397 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:25:08.054397 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:25:08.054397 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:25:08.054397 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:25:08.054397 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:25:08.118543 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-312fe46b-47ec-4796-9ea8-7b9889cbc6ff tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:08.126242 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-312fe46b-47ec-4796-9ea8-7b9889cbc6ff tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:08.128087 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-312fe46b-47ec-4796-9ea8-7b9889cbc6ff tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/networks/d38876bb-9b05-4f4a-a256-de5bda31ddae HTTP/1.1" status: 204 len: 168 time: 0.3141279 Aug 16 20:25:08.130606 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45630) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:08.151643 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312fe46b-47ec-4796-9ea8-7b9889cbc6ff tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event deleted for resources: {'Network': ['ID=d38876bb-9b05-4f4a-a256-de5bda31ddae,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:08.177701 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-97ecb17d-33af-413f-a069-1b56d0c4cfa0 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] DELETE failed (client error): The resource could not be found. Aug 16 20:25:08.178165 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97ecb17d-33af-413f-a069-1b56d0c4cfa0 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:25:08.180125 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-97ecb17d-33af-413f-a069-1b56d0c4cfa0 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/subnets/8dcfaf1e-e88d-4ce5-bc81-bb8560a4f697 HTTP/1.1" status: 404 len: 337 time: 0.0486124 Aug 16 20:25:08.182655 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45634) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:08.205552 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f59581-2d1a-4605-8262-0759f34bf2aa tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] DELETE failed (client error): The resource could not be found. Aug 16 20:25:08.206140 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22f59581-2d1a-4605-8262-0759f34bf2aa tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:25:08.210283 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-22f59581-2d1a-4605-8262-0759f34bf2aa tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/networks/1130dcd3-cae8-4133-a3c1-dc7da0bd0886 HTTP/1.1" status: 404 len: 339 time: 0.0240571 Aug 16 20:25:08.210510 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45636) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:08.238416 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-bece94c3-480c-44b3-b342-c98adb47ac25 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] DELETE failed (client error): The resource could not be found. Aug 16 20:25:08.238877 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bece94c3-480c-44b3-b342-c98adb47ac25 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:25:08.240672 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bece94c3-480c-44b3-b342-c98adb47ac25 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/subnets/29255943-b20a-4255-b663-47cafd7ed0be HTTP/1.1" status: 404 len: 337 time: 0.0292406 Aug 16 20:25:08.243214 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45638) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:08.263477 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd31da2-bc10-4ef7-bce5-d9093edaccf9 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] DELETE failed (client error): The resource could not be found. Aug 16 20:25:08.264050 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cd31da2-bc10-4ef7-bce5-d9093edaccf9 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:25:08.265789 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9cd31da2-bc10-4ef7-bce5-d9093edaccf9 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/networks/39b14ff9-8cd9-4a91-b699-4db6d30096d9 HTTP/1.1" status: 404 len: 339 time: 0.0216382 Aug 16 20:25:08.268316 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45640) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:08.268866 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d7c1b-5e09-4f04-83d5-f07b59b79c64 req-fc5fbceb-81b0-4fa7-a73c-3bd4cbe9e230 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:08.270479 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e10d7c1b-5e09-4f04-83d5-f07b59b79c64 req-fc5fbceb-81b0-4fa7-a73c-3bd4cbe9e230 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=b34c6a3d-655e-4676-86ed-62a8d5bd8511 HTTP/1.1" status: 200 len: 943 time: 0.0523558 Aug 16 20:25:08.295006 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a5c49a0-5625-45ab-9d9e-e38e4e137def tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] DELETE failed (client error): The resource could not be found. Aug 16 20:25:08.295488 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a5c49a0-5625-45ab-9d9e-e38e4e137def tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:25:08.297377 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3a5c49a0-5625-45ab-9d9e-e38e4e137def tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/subnets/032c61e9-ed8f-4183-b1bd-71552f0b0fbf HTTP/1.1" status: 404 len: 337 time: 0.0280330 Aug 16 20:25:08.299805 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45642) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:08.311794 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e10d7c1b-5e09-4f04-83d5-f07b59b79c64 req-ac247bc2-c877-4616-81ae-fcf2d3d01fa5 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351532 Aug 16 20:25:08.318298 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-aefd5d41-047e-4dc2-b6a1-de34d67b13fa tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] DELETE failed (client error): The resource could not be found. Aug 16 20:25:08.318856 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aefd5d41-047e-4dc2-b6a1-de34d67b13fa tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:25:08.320621 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-aefd5d41-047e-4dc2-b6a1-de34d67b13fa tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/networks/754c4529-da54-4366-98a4-71e064e1fb20 HTTP/1.1" status: 404 len: 339 time: 0.0199230 Aug 16 20:25:08.323067 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45644) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:08.348613 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e3805d-17ad-469f-af36-50a0c89a9247 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] DELETE failed (client error): The resource could not be found. Aug 16 20:25:08.349060 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e3805d-17ad-469f-af36-50a0c89a9247 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:25:08.350735 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-37e3805d-17ad-469f-af36-50a0c89a9247 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/subnets/ca77dc3e-605a-4701-af5e-5928d140a70a HTTP/1.1" status: 404 len: 337 time: 0.0267131 Aug 16 20:25:08.353091 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45646) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:08.370835 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b28bcad5-5bad-4d75-9c21-e2ff2a35e7c4 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] DELETE failed (client error): The resource could not be found. Aug 16 20:25:08.371386 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b28bcad5-5bad-4d75-9c21-e2ff2a35e7c4 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:25:08.373059 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b28bcad5-5bad-4d75-9c21-e2ff2a35e7c4 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/networks/bffc2995-81da-4a0a-ae5f-460fb7a050cb HTTP/1.1" status: 404 len: 339 time: 0.0191002 Aug 16 20:25:08.375933 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45648) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:08.404869 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00d67c8-68ea-4b13-8c2e-32fcb2609bdf tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] DELETE failed (client error): The resource could not be found. Aug 16 20:25:08.405312 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d00d67c8-68ea-4b13-8c2e-32fcb2609bdf tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:25:08.406938 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d00d67c8-68ea-4b13-8c2e-32fcb2609bdf tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/subnets/4b0dfb06-5df5-4c09-8abb-3579d436724d HTTP/1.1" status: 404 len: 337 time: 0.0301552 Aug 16 20:25:08.409207 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45650) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:08.427115 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ca690f-b688-4e26-8be0-1f3036b9f420 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] DELETE failed (client error): The resource could not be found. Aug 16 20:25:08.427746 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01ca690f-b688-4e26-8be0-1f3036b9f420 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:25:08.429350 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-01ca690f-b688-4e26-8be0-1f3036b9f420 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/networks/9a9d66f4-e6e5-4601-951b-29ec6fb45a51 HTTP/1.1" status: 404 len: 339 time: 0.0192733 Aug 16 20:25:08.431580 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45652) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:08.457536 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-57b227bf-e147-4c39-89e5-b26e16099523 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] DELETE failed (client error): The resource could not be found. Aug 16 20:25:08.457979 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57b227bf-e147-4c39-89e5-b26e16099523 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:25:08.459712 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-57b227bf-e147-4c39-89e5-b26e16099523 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/subnets/e8b1c354-49e1-4b2c-8da2-06ca2c3ee1fe HTTP/1.1" status: 404 len: 337 time: 0.0272698 Aug 16 20:25:08.462154 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45654) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:08.479739 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce51d00d-f1db-49d9-b980-ccc6445bf8b7 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] DELETE failed (client error): The resource could not be found. Aug 16 20:25:08.480267 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce51d00d-f1db-49d9-b980-ccc6445bf8b7 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:25:08.482400 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ce51d00d-f1db-49d9-b980-ccc6445bf8b7 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/networks/a1511c70-f0f4-4009-9566-9b8ebe9ff5c3 HTTP/1.1" status: 404 len: 339 time: 0.0193605 Aug 16 20:25:08.484653 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45656) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:08.509557 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c49778-9ae5-423e-90ac-5ad3c8374d59 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] DELETE failed (client error): The resource could not be found. Aug 16 20:25:08.509992 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c49778-9ae5-423e-90ac-5ad3c8374d59 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:25:08.511620 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-95c49778-9ae5-423e-90ac-5ad3c8374d59 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/subnets/2e06e5e8-70d0-46c1-ab95-45de07766742 HTTP/1.1" status: 404 len: 337 time: 0.0261080 Aug 16 20:25:08.514428 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45658) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:08.532003 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff56937-9b2a-4df2-9284-b079d18b8cb3 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] DELETE failed (client error): The resource could not be found. Aug 16 20:25:08.532582 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ff56937-9b2a-4df2-9284-b079d18b8cb3 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:25:08.534165 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9ff56937-9b2a-4df2-9284-b079d18b8cb3 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/networks/9fa34d14-0c37-48af-a41f-62d5a8322742 HTTP/1.1" status: 404 len: 339 time: 0.0188730 Aug 16 20:25:08.536479 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45660) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:08.561896 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-508661b0-9311-43d3-bf64-7b61e1e246d9 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] DELETE failed (client error): The resource could not be found. Aug 16 20:25:08.562279 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-508661b0-9311-43d3-bf64-7b61e1e246d9 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:25:08.563963 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-508661b0-9311-43d3-bf64-7b61e1e246d9 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/subnets/cfeed592-2e73-4144-9500-5b29e6f991c1 HTTP/1.1" status: 404 len: 337 time: 0.0266142 Aug 16 20:25:08.566223 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45662) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:08.583909 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c82f5b75-f897-41ba-a727-4a6b787a232c tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] DELETE failed (client error): The resource could not be found. Aug 16 20:25:08.584495 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c82f5b75-f897-41ba-a727-4a6b787a232c tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:25:08.586116 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c82f5b75-f897-41ba-a727-4a6b787a232c tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/networks/96215a06-d751-459d-b5c8-9f2099d3ace3 HTTP/1.1" status: 404 len: 339 time: 0.0190272 Aug 16 20:25:08.588383 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45664) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:08.643810 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c85211ed-8a41-4843-9f07-d738e732f919 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Deleting subnet 103ace57-143b-4bfe-9524-0e6fdf62fbce {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:25:08.646886 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c85211ed-8a41-4843-9f07-d738e732f919 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:08.686769 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c85211ed-8a41-4843-9f07-d738e732f919 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:08.769753 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c85211ed-8a41-4843-9f07-d738e732f919 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:08.908941 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c85211ed-8a41-4843-9f07-d738e732f919 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:08.936261 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85211ed-8a41-4843-9f07-d738e732f919 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event deleted for resources: {'Subnet': ['ID=103ace57-143b-4bfe-9524-0e6fdf62fbce,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:08.944359 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c85211ed-8a41-4843-9f07-d738e732f919 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:08.946815 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c85211ed-8a41-4843-9f07-d738e732f919 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/subnets/103ace57-143b-4bfe-9524-0e6fdf62fbce HTTP/1.1" status: 204 len: 168 time: 0.3569334 Aug 16 20:25:08.949134 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45666) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:08.953881 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21748a26-a455-4d32-a5fa-dd95bb84d4c9 None None] Network a7393ca8-018f-42a7-8642-f1026d60853b requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:09.026105 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-32f88839-5449-4e99-98a6-d0612ac26449 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:09.084098 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-32f88839-5449-4e99-98a6-d0612ac26449 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Deleting port 34d954ca-8dca-430d-a60f-589ca6e81d39 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:25:09.084710 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-32f88839-5449-4e99-98a6-d0612ac26449 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:09.131364 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26a1a91-178a-491c-a163-6460511eee0a None None] DHCP port deletion for a7393ca8-018f-42a7-8642-f1026d60853b request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:25:09.154645 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-32f88839-5449-4e99-98a6-d0612ac26449 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] For port 34d954ca-8dca-430d-a60f-589ca6e81d39, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=34d954ca-8dca-430d-a60f-589ca6e81d39,segment=NetworkSegment(2212563c-b77e-4ebe-90a2-29507db790e8),segment_id=2212563c-b77e-4ebe-90a2-29507db790e8)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:09.155015 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-32f88839-5449-4e99-98a6-d0612ac26449 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:09.168459 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-32f88839-5449-4e99-98a6-d0612ac26449 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Calling delete_port for 34d954ca-8dca-430d-a60f-589ca6e81d39 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:25:09.178836 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f26a1a91-178a-491c-a163-6460511eee0a None None] Deleting port 34d954ca-8dca-430d-a60f-589ca6e81d39 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:25:09.179277 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f26a1a91-178a-491c-a163-6460511eee0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:09.249135 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f26a1a91-178a-491c-a163-6460511eee0a None None] For port 34d954ca-8dca-430d-a60f-589ca6e81d39, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=34d954ca-8dca-430d-a60f-589ca6e81d39,segment=NetworkSegment(2212563c-b77e-4ebe-90a2-29507db790e8),segment_id=2212563c-b77e-4ebe-90a2-29507db790e8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:09.249646 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f26a1a91-178a-491c-a163-6460511eee0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:09.256129 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-32f88839-5449-4e99-98a6-d0612ac26449 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:09.263649 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f26a1a91-178a-491c-a163-6460511eee0a None None] Calling delete_port for 34d954ca-8dca-430d-a60f-589ca6e81d39 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:25:09.283542 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f88839-5449-4e99-98a6-d0612ac26449 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event deleted for resources: {'Port': ['ID=34d954ca-8dca-430d-a60f-589ca6e81d39,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:09.288670 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f88839-5449-4e99-98a6-d0612ac26449 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] No DVR routers for this DVR port 34d954ca-8dca-430d-a60f-589ca6e81d39 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:25:09.341791 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f26a1a91-178a-491c-a163-6460511eee0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:09.369242 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a1a91-178a-491c-a163-6460511eee0a None None] Pushing event deleted for resources: {'Port': ['ID=34d954ca-8dca-430d-a60f-589ca6e81d39,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:09.371003 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26a1a91-178a-491c-a163-6460511eee0a None None] No DVR routers for this DVR port 34d954ca-8dca-430d-a60f-589ca6e81d39 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:25:09.373853 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-32f88839-5449-4e99-98a6-d0612ac26449 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:09.403068 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-32f88839-5449-4e99-98a6-d0612ac26449 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7393ca8-018f-42a7-8642-f1026d60853b']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:09.426025 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-32f88839-5449-4e99-98a6-d0612ac26449 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2212563c-b77e-4ebe-90a2-29507db790e8') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:09.426249 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-32f88839-5449-4e99-98a6-d0612ac26449 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2212563c-b77e-4ebe-90a2-29507db790e8') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:09.438779 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-32f88839-5449-4e99-98a6-d0612ac26449 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:09.455839 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-32f88839-5449-4e99-98a6-d0612ac26449 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:09.467163 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d27585-bccb-4530-aa66-9dfa4d466da5 req-664184ec-1d6f-48d2-8c8b-e25352f4a27f tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:09.468681 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-98d27585-bccb-4530-aa66-9dfa4d466da5 req-664184ec-1d6f-48d2-8c8b-e25352f4a27f tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=b34c6a3d-655e-4676-86ed-62a8d5bd8511 HTTP/1.1" status: 200 len: 943 time: 0.0819457 Aug 16 20:25:09.471188 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f88839-5449-4e99-98a6-d0612ac26449 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:25:09.471622 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-32f88839-5449-4e99-98a6-d0612ac26449 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:09.474615 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:25:09.474615 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:25:09.474615 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:25:09.474615 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:25:09.474615 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:25:09.474615 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:25:09.474615 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:25:09.474615 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:25:09.474615 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:25:09.474615 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:25:09.474615 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:25:09.474615 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:25:09.474615 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:25:09.474615 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:25:09.474615 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:25:09.474615 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:25:09.474615 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:25:09.474615 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:25:09.474615 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:25:09.474615 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:25:09.474615 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:25:09.474615 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:25:09.474615 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:25:09.474615 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:25:09.474615 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:25:09.474615 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:25:09.474615 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:25:09.474615 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:25:09.474615 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:25:09.474615 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:25:09.474615 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:25:09.474615 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:25:09.551299 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-32f88839-5449-4e99-98a6-d0612ac26449 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:09.555884 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-32f88839-5449-4e99-98a6-d0612ac26449 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:09.557710 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-32f88839-5449-4e99-98a6-d0612ac26449 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] 10.222.0.68 "DELETE /v2.0/networks/a7393ca8-018f-42a7-8642-f1026d60853b HTTP/1.1" status: 204 len: 168 time: 0.6070895 Aug 16 20:25:09.564463 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-98d27585-bccb-4530-aa66-9dfa4d466da5 req-38b7a4d3-9e20-4a35-8641-8c9eeae4fa45 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888083 Aug 16 20:25:09.585227 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f88839-5449-4e99-98a6-d0612ac26449 tempest-NetworksTest-407984436 tempest-NetworksTest-407984436-project] Pushing event deleted for resources: {'Network': ['ID=a7393ca8-018f-42a7-8642-f1026d60853b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:09.805639 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45676) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:09.939593 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a126ca08-5d1b-4f11-93c0-e63ff275932d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1e4d36173f23471fbb29a8e226b7297a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325839 Aug 16 20:25:09.941976 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45680) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:09.989043 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2d9dcf7-17a1-4ef8-ac03-6c4aba8bc770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:10.009955 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2d9dcf7-17a1-4ef8-ac03-6c4aba8bc770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:10.056307 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2d9dcf7-17a1-4ef8-ac03-6c4aba8bc770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:10.058537 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2d9dcf7-17a1-4ef8-ac03-6c4aba8bc770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:10.060439 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e2d9dcf7-17a1-4ef8-ac03-6c4aba8bc770 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/83d99d4f-c895-4c20-8fa7-d1492bd03c08 HTTP/1.1" status: 204 len: 168 time: 0.1173425 Aug 16 20:25:10.069757 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9dcf7-17a1-4ef8-ac03-6c4aba8bc770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d99d4f-c895-4c20-8fa7-d1492bd03c08,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:10.118256 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 34d954ca-8dca-430d-a60f-589ca6e81d39 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:25:10.139889 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 34d954ca-8dca-430d-a60f-589ca6e81d39 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:25:10.140243 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 34d954ca-8dca-430d-a60f-589ca6e81d39 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:25:10.693471 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee293c44-ecda-4088-8fbf-b7c84ac0a8c9 req-14f76055-7cc1-4938-88ff-61deea86bc8c tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:10.695108 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ee293c44-ecda-4088-8fbf-b7c84ac0a8c9 req-14f76055-7cc1-4938-88ff-61deea86bc8c tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=b34c6a3d-655e-4676-86ed-62a8d5bd8511 HTTP/1.1" status: 200 len: 943 time: 0.0549252 Aug 16 20:25:10.695624 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45706) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:10.734452 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ee293c44-ecda-4088-8fbf-b7c84ac0a8c9 req-a2ff2c94-d6c6-4434-91fc-5b407a5cfbf5 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324183 Aug 16 20:25:10.798204 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-812d7ff2-f774-46d9-bd63-2c5188d399e2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1114047107'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:10.818722 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812d7ff2-f774-46d9-bd63-2c5188d399e2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Made reservation on behalf of 009dba348fb2442ba66df3ffefced168 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:10.822120 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-812d7ff2-f774-46d9-bd63-2c5188d399e2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:10.830881 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-812d7ff2-f774-46d9-bd63-2c5188d399e2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:10.920396 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-812d7ff2-f774-46d9-bd63-2c5188d399e2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:10.924135 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-812d7ff2-f774-46d9-bd63-2c5188d399e2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:10.949649 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-812d7ff2-f774-46d9-bd63-2c5188d399e2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:25:10.953649 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 294c2dd5-ea11-4a4b-b639-4181f619f30f details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:25:10.958458 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d7ff2-f774-46d9-bd63-2c5188d399e2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2816de8a-acbe-47c4-b1e0-c0e9e1d1c9b9,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:10.964607 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-812d7ff2-f774-46d9-bd63-2c5188d399e2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:10.964963 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-812d7ff2-f774-46d9-bd63-2c5188d399e2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Added segment 2808727e-56d3-42a8-9383-b30f794a8c81 of type vlan for network dd008a95-8f5b-4bfb-9698-7f95541641ff Aug 16 20:25:11.006101 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-812d7ff2-f774-46d9-bd63-2c5188d399e2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:11.030853 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-812d7ff2-f774-46d9-bd63-2c5188d399e2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:11.036513 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812d7ff2-f774-46d9-bd63-2c5188d399e2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:11.037104 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-812d7ff2-f774-46d9-bd63-2c5188d399e2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:11.055541 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 294c2dd5-ea11-4a4b-b639-4181f619f30f, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=294c2dd5-ea11-4a4b-b639-4181f619f30f,segment=NetworkSegment(1230467e-4416-4b8a-943d-fb2fbc696288),segment_id=1230467e-4416-4b8a-943d-fb2fbc696288)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:11.067649 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '294c2dd5-ea11-4a4b-b639-4181f619f30f', 'network_id': 'afc7a288-6dce-478e-9322-f9e9d9830245', 'port_id': '294c2dd5-ea11-4a4b-b639-4181f619f30f', 'mac_address': 'fa:16:3e:46:04:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43ca3303-9c5c-4919-8060-0aa00929cb96', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:25:11.096120 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-812d7ff2-f774-46d9-bd63-2c5188d399e2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3970118 Aug 16 20:25:11.096470 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45710) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:11.101672 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1dce12ed-7b62-491e-a065-86c7e9cb503a tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1762820773'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:11.109421 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d7ff2-f774-46d9-bd63-2c5188d399e2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Network': ['ID=dd008a95-8f5b-4bfb-9698-7f95541641ff,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:11.110775 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:11.123527 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dce12ed-7b62-491e-a065-86c7e9cb503a tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Made reservation on behalf of 009dba348fb2442ba66df3ffefced168 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:11.124570 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network dd008a95-8f5b-4bfb-9698-7f95541641ff details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:25:11.127432 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1dce12ed-7b62-491e-a065-86c7e9cb503a tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:11.138985 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 294c2dd5-ea11-4a4b-b639-4181f619f30f {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:25:11.150416 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dce12ed-7b62-491e-a065-86c7e9cb503a tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:25:11.159561 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1dce12ed-7b62-491e-a065-86c7e9cb503a tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:11.159898 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-1dce12ed-7b62-491e-a065-86c7e9cb503a tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Added segment fe70585d-f969-4ef1-a17b-c9053f7e9c21 of type vlan for network ffdc0dc2-3eb4-422f-91a7-0798090298c4 Aug 16 20:25:11.196486 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 294c2dd5-ea11-4a4b-b639-4181f619f30f, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=294c2dd5-ea11-4a4b-b639-4181f619f30f,segment=NetworkSegment(1230467e-4416-4b8a-943d-fb2fbc696288),segment_id=1230467e-4416-4b8a-943d-fb2fbc696288)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:11.200186 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1dce12ed-7b62-491e-a065-86c7e9cb503a tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:11.206434 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:11.229467 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1dce12ed-7b62-491e-a065-86c7e9cb503a tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:11.236052 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dce12ed-7b62-491e-a065-86c7e9cb503a tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:11.236650 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1dce12ed-7b62-491e-a065-86c7e9cb503a tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:11.268750 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=294c2dd5-ea11-4a4b-b639-4181f619f30f,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:11.290230 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1dce12ed-7b62-491e-a065-86c7e9cb503a tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1925454 Aug 16 20:25:11.293041 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45714) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:11.298443 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8b51abad-b166-4597-b8f7-b342ecd0919d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Request body: {'subnet': {'network_id': 'dd008a95-8f5b-4bfb-9698-7f95541641ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:11.351315 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce12ed-7b62-491e-a065-86c7e9cb503a tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Network': ['ID=ffdc0dc2-3eb4-422f-91a7-0798090298c4,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:11.360892 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network ffdc0dc2-3eb4-422f-91a7-0798090298c4 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:25:11.398316 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['294c2dd5-ea11-4a4b-b639-4181f619f30f'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:25:11.400111 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b51abad-b166-4597-b8f7-b342ecd0919d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Made reservation on behalf of 009dba348fb2442ba66df3ffefced168 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:11.404311 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8b51abad-b166-4597-b8f7-b342ecd0919d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:11.586242 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8b51abad-b166-4597-b8f7-b342ecd0919d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:11.644652 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51abad-b166-4597-b8f7-b342ecd0919d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Subnet': ['ID=94b22075-1fb2-4500-ae1e-d96ab69b41ac,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:11.653011 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b51abad-b166-4597-b8f7-b342ecd0919d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Checking segment: {'id': '2808727e-56d3-42a8-9383-b30f794a8c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'dd008a95-8f5b-4bfb-9698-7f95541641ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:11.653369 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b51abad-b166-4597-b8f7-b342ecd0919d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network hostable DHCP agents. Network: dd008a95-8f5b-4bfb-9698-7f95541641ff, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:25:11.668351 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b51abad-b166-4597-b8f7-b342ecd0919d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network dd008a95-8f5b-4bfb-9698-7f95541641ff is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:25:11.676732 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-8b51abad-b166-4597-b8f7-b342ecd0919d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, dd008a95-8f5b-4bfb-9698-7f95541641ff) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:11.680601 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b51abad-b166-4597-b8f7-b342ecd0919d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:11.681184 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8b51abad-b166-4597-b8f7-b342ecd0919d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:11.686203 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de089d1-5fb1-4aed-bf87-756c2c7b11ea None None] Network dd008a95-8f5b-4bfb-9698-7f95541641ff requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:11.694662 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8b51abad-b166-4597-b8f7-b342ecd0919d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4001017 Aug 16 20:25:11.697490 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45716) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:11.703007 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e6e6eb3f-d3d0-4f4a-84b4-277bef737c3d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Request body: {'subnet': {'network_id': 'ffdc0dc2-3eb4-422f-91a7-0798090298c4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:11.789745 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e6eb3f-d3d0-4f4a-84b4-277bef737c3d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Made reservation on behalf of 009dba348fb2442ba66df3ffefced168 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:11.793485 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6e6eb3f-d3d0-4f4a-84b4-277bef737c3d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:11.835131 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858d6843-82d7-4bb2-a4e7-b25f5bd9aeba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-dd008a95-8f5b-4bfb-9698-7f95541641ff', 'network_id': 'dd008a95-8f5b-4bfb-9698-7f95541641ff', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'fixed_ips': [{'subnet_id': '94b22075-1fb2-4500-ae1e-d96ab69b41ac'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:25:11.836040 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-858d6843-82d7-4bb2-a4e7-b25f5bd9aeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:11.912248 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb9da3-3432-4d84-aa3e-87c6ddd4a952 req-1f09e43b-f8cf-4f29-beda-74b25247acb1 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:11.913751 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-18fb9da3-3432-4d84-aa3e-87c6ddd4a952 req-1f09e43b-f8cf-4f29-beda-74b25247acb1 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=b34c6a3d-655e-4676-86ed-62a8d5bd8511 HTTP/1.1" status: 200 len: 944 time: 0.1055031 Aug 16 20:25:11.976584 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-858d6843-82d7-4bb2-a4e7-b25f5bd9aeba None None] Allocated IP 2001:db8::2 (dd008a95-8f5b-4bfb-9698-7f95541641ff/94b22075-1fb2-4500-ae1e-d96ab69b41ac/3d5a3552-324e-4d46-b781-1cdaf14e2e85) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:11.988525 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-18fb9da3-3432-4d84-aa3e-87c6ddd4a952 req-d2c71f29-f86c-468d-b68e-1d1b14b72ee3 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674908 Aug 16 20:25:12.052914 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6e6eb3f-d3d0-4f4a-84b4-277bef737c3d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:12.115648 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6eb3f-d3d0-4f4a-84b4-277bef737c3d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Subnet': ['ID=b4f58d33-1a0f-4a83-bc1d-9cf837e80efe,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:12.124002 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e6eb3f-d3d0-4f4a-84b4-277bef737c3d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Checking segment: {'id': 'fe70585d-f969-4ef1-a17b-c9053f7e9c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ffdc0dc2-3eb4-422f-91a7-0798090298c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:12.124372 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e6eb3f-d3d0-4f4a-84b4-277bef737c3d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network hostable DHCP agents. Network: ffdc0dc2-3eb4-422f-91a7-0798090298c4, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:25:12.129406 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-858d6843-82d7-4bb2-a4e7-b25f5bd9aeba None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:12.138303 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-858d6843-82d7-4bb2-a4e7-b25f5bd9aeba None None] Transition to ACTIVE for port object 3d5a3552-324e-4d46-b781-1cdaf14e2e85 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:12.141216 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e6eb3f-d3d0-4f4a-84b4-277bef737c3d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network ffdc0dc2-3eb4-422f-91a7-0798090298c4 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:25:12.150078 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-e6e6eb3f-d3d0-4f4a-84b4-277bef737c3d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, ffdc0dc2-3eb4-422f-91a7-0798090298c4) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:12.154320 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-858d6843-82d7-4bb2-a4e7-b25f5bd9aeba None None] Transition to ACTIVE for port object 3d5a3552-324e-4d46-b781-1cdaf14e2e85 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:12.155450 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e6eb3f-d3d0-4f4a-84b4-277bef737c3d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:12.156167 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6e6eb3f-d3d0-4f4a-84b4-277bef737c3d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:12.159768 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0420a86e-3bac-4651-b68d-afdf0fbf4f81 None None] Network ffdc0dc2-3eb4-422f-91a7-0798090298c4 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:12.163660 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-858d6843-82d7-4bb2-a4e7-b25f5bd9aeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:12.173980 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e6e6eb3f-d3d0-4f4a-84b4-277bef737c3d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4730015 Aug 16 20:25:12.174335 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45720) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:12.179033 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c6a2efea-4881-48f4-b133-ddf303e75f85 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1530435294', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:12.201880 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6a2efea-4881-48f4-b133-ddf303e75f85 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:12.202873 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6a2efea-4881-48f4-b133-ddf303e75f85 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:12.249743 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858d6843-82d7-4bb2-a4e7-b25f5bd9aeba None None] Network dd008a95-8f5b-4bfb-9698-7f95541641ff is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:12.256362 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-858d6843-82d7-4bb2-a4e7-b25f5bd9aeba None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:12.260009 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d6843-82d7-4bb2-a4e7-b25f5bd9aeba None None] Pushing event updated for resources: {'Port': ['ID=3d5a3552-324e-4d46-b781-1cdaf14e2e85,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:12.262743 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858d6843-82d7-4bb2-a4e7-b25f5bd9aeba None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:12.263847 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6a2efea-4881-48f4-b133-ddf303e75f85 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:12.268473 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6a2efea-4881-48f4-b133-ddf303e75f85 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:12.285759 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6a2efea-4881-48f4-b133-ddf303e75f85 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:12.287355 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c6a2efea-4881-48f4-b133-ddf303e75f85 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1119652 Aug 16 20:25:12.290273 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45722) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:12.356873 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-858d6843-82d7-4bb2-a4e7-b25f5bd9aeba None None] Attempting to bind port 3d5a3552-324e-4d46-b781-1cdaf14e2e85 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:12.357250 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-858d6843-82d7-4bb2-a4e7-b25f5bd9aeba None None] Attempting to bind port 3d5a3552-324e-4d46-b781-1cdaf14e2e85 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '2808727e-56d3-42a8-9383-b30f794a8c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'dd008a95-8f5b-4bfb-9698-7f95541641ff'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:12.357625 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858d6843-82d7-4bb2-a4e7-b25f5bd9aeba None None] Attempting to bind port 3d5a3552-324e-4d46-b781-1cdaf14e2e85 on network dd008a95-8f5b-4bfb-9698-7f95541641ff {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:12.368470 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858d6843-82d7-4bb2-a4e7-b25f5bd9aeba None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:12.368852 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858d6843-82d7-4bb2-a4e7-b25f5bd9aeba None None] Checking segment: {'id': '2808727e-56d3-42a8-9383-b30f794a8c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'dd008a95-8f5b-4bfb-9698-7f95541641ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:12.369264 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-858d6843-82d7-4bb2-a4e7-b25f5bd9aeba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:12.369662 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858d6843-82d7-4bb2-a4e7-b25f5bd9aeba None None] Bound using segment: {'id': '2808727e-56d3-42a8-9383-b30f794a8c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'dd008a95-8f5b-4bfb-9698-7f95541641ff'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:12.370131 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-858d6843-82d7-4bb2-a4e7-b25f5bd9aeba None None] Bound port: 3d5a3552-324e-4d46-b781-1cdaf14e2e85, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2808727e-56d3-42a8-9383-b30f794a8c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'dd008a95-8f5b-4bfb-9698-7f95541641ff'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:12.370520 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-858d6843-82d7-4bb2-a4e7-b25f5bd9aeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:12.437162 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98bf0a5-f5a4-4690-a97f-538398f00cd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-ffdc0dc2-3eb4-422f-91a7-0798090298c4', 'network_id': 'ffdc0dc2-3eb4-422f-91a7-0798090298c4', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'fixed_ips': [{'subnet_id': 'b4f58d33-1a0f-4a83-bc1d-9cf837e80efe'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:25:12.438025 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d98bf0a5-f5a4-4690-a97f-538398f00cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:12.473699 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-858d6843-82d7-4bb2-a4e7-b25f5bd9aeba None None] For port 3d5a3552-324e-4d46-b781-1cdaf14e2e85, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:12.477413 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-858d6843-82d7-4bb2-a4e7-b25f5bd9aeba None None] For port 3d5a3552-324e-4d46-b781-1cdaf14e2e85, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=3d5a3552-324e-4d46-b781-1cdaf14e2e85,segment=NetworkSegment(2808727e-56d3-42a8-9383-b30f794a8c81),segment_id=2808727e-56d3-42a8-9383-b30f794a8c81)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:12.482257 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-858d6843-82d7-4bb2-a4e7-b25f5bd9aeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:12.571172 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ef393f3-4c57-4be8-89c7-95748ced28ad tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:12.639289 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d6843-82d7-4bb2-a4e7-b25f5bd9aeba None None] Pushing event updated for resources: {'Port': ['ID=3d5a3552-324e-4d46-b781-1cdaf14e2e85,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:12.660534 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-d98bf0a5-f5a4-4690-a97f-538398f00cd3 None None] Allocated IP 2001:db8:1::2 (ffdc0dc2-3eb4-422f-91a7-0798090298c4/b4f58d33-1a0f-4a83-bc1d-9cf837e80efe/056f343e-4748-4aca-8ae4-11ecaf48f795) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:12.850141 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d98bf0a5-f5a4-4690-a97f-538398f00cd3 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:12.862353 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d98bf0a5-f5a4-4690-a97f-538398f00cd3 None None] Transition to ACTIVE for port object 056f343e-4748-4aca-8ae4-11ecaf48f795 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:12.866126 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-2ef393f3-4c57-4be8-89c7-95748ced28ad tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Allocated IP 2001:db8::1 (dd008a95-8f5b-4bfb-9698-7f95541641ff/94b22075-1fb2-4500-ae1e-d96ab69b41ac/68967bd0-be7a-46ce-a62d-f5abbe8e6229) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:12.889429 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d98bf0a5-f5a4-4690-a97f-538398f00cd3 None None] Transition to ACTIVE for port object 056f343e-4748-4aca-8ae4-11ecaf48f795 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:12.896324 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d98bf0a5-f5a4-4690-a97f-538398f00cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:12.956957 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 294c2dd5-ea11-4a4b-b639-4181f619f30f up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:12.962594 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98bf0a5-f5a4-4690-a97f-538398f00cd3 None None] Network ffdc0dc2-3eb4-422f-91a7-0798090298c4 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:12.967439 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-d98bf0a5-f5a4-4690-a97f-538398f00cd3 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:12.988649 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98bf0a5-f5a4-4690-a97f-538398f00cd3 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:12.994919 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98bf0a5-f5a4-4690-a97f-538398f00cd3 None None] Pushing event updated for resources: {'Port': ['ID=056f343e-4748-4aca-8ae4-11ecaf48f795,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:13.009642 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ef393f3-4c57-4be8-89c7-95748ced28ad tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:13.031637 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-2ef393f3-4c57-4be8-89c7-95748ced28ad tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Transition to ACTIVE for port object 68967bd0-be7a-46ce-a62d-f5abbe8e6229 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:13.063929 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d98bf0a5-f5a4-4690-a97f-538398f00cd3 None None] Attempting to bind port 056f343e-4748-4aca-8ae4-11ecaf48f795 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:13.064967 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d98bf0a5-f5a4-4690-a97f-538398f00cd3 None None] Attempting to bind port 056f343e-4748-4aca-8ae4-11ecaf48f795 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'fe70585d-f969-4ef1-a17b-c9053f7e9c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ffdc0dc2-3eb4-422f-91a7-0798090298c4'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:13.064967 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98bf0a5-f5a4-4690-a97f-538398f00cd3 None None] Attempting to bind port 056f343e-4748-4aca-8ae4-11ecaf48f795 on network ffdc0dc2-3eb4-422f-91a7-0798090298c4 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:13.072351 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ef393f3-4c57-4be8-89c7-95748ced28ad tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:13.077974 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98bf0a5-f5a4-4690-a97f-538398f00cd3 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:13.078175 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98bf0a5-f5a4-4690-a97f-538398f00cd3 None None] Checking segment: {'id': 'fe70585d-f969-4ef1-a17b-c9053f7e9c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ffdc0dc2-3eb4-422f-91a7-0798090298c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:13.078514 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d98bf0a5-f5a4-4690-a97f-538398f00cd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:13.078911 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98bf0a5-f5a4-4690-a97f-538398f00cd3 None None] Bound using segment: {'id': 'fe70585d-f969-4ef1-a17b-c9053f7e9c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ffdc0dc2-3eb4-422f-91a7-0798090298c4'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:13.079419 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d98bf0a5-f5a4-4690-a97f-538398f00cd3 None None] Bound port: 056f343e-4748-4aca-8ae4-11ecaf48f795, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe70585d-f969-4ef1-a17b-c9053f7e9c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ffdc0dc2-3eb4-422f-91a7-0798090298c4'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:13.079807 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d98bf0a5-f5a4-4690-a97f-538398f00cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:13.082915 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 294c2dd5-ea11-4a4b-b639-4181f619f30f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:13.095327 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 294c2dd5-ea11-4a4b-b639-4181f619f30f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:13.095717 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:13.144322 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef393f3-4c57-4be8-89c7-95748ced28ad tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network dd008a95-8f5b-4bfb-9698-7f95541641ff is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:13.149651 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-2ef393f3-4c57-4be8-89c7-95748ced28ad tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:13.154092 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef393f3-4c57-4be8-89c7-95748ced28ad tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:13.154651 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ef393f3-4c57-4be8-89c7-95748ced28ad tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:13.180919 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d98bf0a5-f5a4-4690-a97f-538398f00cd3 None None] For port 056f343e-4748-4aca-8ae4-11ecaf48f795, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:13.184957 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d98bf0a5-f5a4-4690-a97f-538398f00cd3 None None] For port 056f343e-4748-4aca-8ae4-11ecaf48f795, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=056f343e-4748-4aca-8ae4-11ecaf48f795,segment=NetworkSegment(fe70585d-f969-4ef1-a17b-c9053f7e9c21),segment_id=fe70585d-f969-4ef1-a17b-c9053f7e9c21)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:13.189981 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d98bf0a5-f5a4-4690-a97f-538398f00cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:13.197696 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef393f3-4c57-4be8-89c7-95748ced28ad tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Port': ['ID=68967bd0-be7a-46ce-a62d-f5abbe8e6229,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:13.243273 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e338f0-c406-467c-92c5-28fdb6f2dd7d req-ef454b1b-e10e-4b75-afb5-4ce1f00ab73a tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:13.244876 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c9e338f0-c406-467c-92c5-28fdb6f2dd7d req-ef454b1b-e10e-4b75-afb5-4ce1f00ab73a tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=b34c6a3d-655e-4676-86ed-62a8d5bd8511 HTTP/1.1" status: 200 len: 944 time: 0.1620750 Aug 16 20:25:13.265128 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:13.294311 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98bf0a5-f5a4-4690-a97f-538398f00cd3 None None] Pushing event updated for resources: {'Port': ['ID=056f343e-4748-4aca-8ae4-11ecaf48f795,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:13.308773 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34c6a3d-655e-4676-86ed-62a8d5bd8511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294c2dd5-ea11-4a4b-b639-4181f619f30f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:25:13.311713 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69f3563-675a-4d93-87c5-2e8777ed0d35" -d '{"events": [{"server_uuid": "b34c6a3d-655e-4676-86ed-62a8d5bd8511", "name": "network-vif-plugged", "status": "completed", "tag": "294c2dd5-ea11-4a4b-b639-4181f619f30f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:25:13.334451 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c9e338f0-c406-467c-92c5-28fdb6f2dd7d req-496670c4-9d18-4e4f-b898-6686844a09fb tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781021 Aug 16 20:25:13.351968 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ef393f3-4c57-4be8-89c7-95748ced28ad tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:13.362438 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 294c2dd5-ea11-4a4b-b639-4181f619f30f, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=294c2dd5-ea11-4a4b-b639-4181f619f30f,segment=NetworkSegment(1230467e-4416-4b8a-943d-fb2fbc696288),segment_id=1230467e-4416-4b8a-943d-fb2fbc696288)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:13.371075 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:13.375666 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061f2b4d-11f2-489d-9e4a-0adb3e2ba9b2 x-openstack-request-id: req-061f2b4d-11f2-489d-9e4a-0adb3e2ba9b2 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:25:13.375955 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34c6a3d-655e-4676-86ed-62a8d5bd8511", "name": "network-vif-plugged", "status": "completed", "tag": "294c2dd5-ea11-4a4b-b639-4181f619f30f", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:25:13.376201 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-061f2b4d-11f2-489d-9e4a-0adb3e2ba9b2 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:25:13.376635 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34c6a3d-655e-4676-86ed-62a8d5bd8511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294c2dd5-ea11-4a4b-b639-4181f619f30f', 'code': 200} Aug 16 20:25:13.430883 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=294c2dd5-ea11-4a4b-b639-4181f619f30f,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:13.530249 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026035b-0999-4f55-b9b7-90b7662394db req-40aea997-9f9b-40da-824d-68b1428dcec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:13.532381 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8026035b-0999-4f55-b9b7-90b7662394db req-40aea997-9f9b-40da-824d-68b1428dcec6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b34c6a3d-655e-4676-86ed-62a8d5bd8511 HTTP/1.1" status: 200 len: 1097 time: 0.0657196 Aug 16 20:25:13.648659 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8026035b-0999-4f55-b9b7-90b7662394db req-6851c0d4-33fb-40ae-84ff-98168108e590 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083999 Aug 16 20:25:13.728850 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ef393f3-4c57-4be8-89c7-95748ced28ad tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:13.734204 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ef393f3-4c57-4be8-89c7-95748ced28ad tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:13.735194 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ef393f3-4c57-4be8-89c7-95748ced28ad tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:13.803138 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f864d8-823b-401e-b2b5-346bb1c9ed3a req-b1928125-2f80-43cb-a210-29512a212561 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:13.811333 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-64f864d8-823b-401e-b2b5-346bb1c9ed3a req-b1928125-2f80-43cb-a210-29512a212561 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 946 time: 0.0629845 Aug 16 20:25:13.827682 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef393f3-4c57-4be8-89c7-95748ced28ad tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Port': ['ID=68967bd0-be7a-46ce-a62d-f5abbe8e6229,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:13.849066 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-64f864d8-823b-401e-b2b5-346bb1c9ed3a req-13e3c959-3f29-40a1-ab53-f41368fc90a0 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363493 Aug 16 20:25:13.869436 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef393f3-4c57-4be8-89c7-95748ced28ad tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network dd008a95-8f5b-4bfb-9698-7f95541641ff is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:13.872189 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-2ef393f3-4c57-4be8-89c7-95748ced28ad tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:13.873482 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1f47b6-44c8-4397-815d-7b86253a3124 None None] Network dd008a95-8f5b-4bfb-9698-7f95541641ff requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:13.983758 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fb64055a-af74-4713-8b5a-32a4e6c49c8b None None] Provisioning for port 3d5a3552-324e-4d46-b781-1cdaf14e2e85 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:13.991667 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef393f3-4c57-4be8-89c7-95748ced28ad tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Router 16b4c149-1253-494e-a6d2-6848bfb9dfdf is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:25:14.090531 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef393f3-4c57-4be8-89c7-95748ced28ad tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:25:14.097058 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2ef393f3-4c57-4be8-89c7-95748ced28ad tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "PUT /v2.0/routers/16b4c149-1253-494e-a6d2-6848bfb9dfdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8055575 Aug 16 20:25:14.099661 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45738) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:14.103357 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1855a2-45b6-4a65-bfde-f773c3680d27 None None] Sync routers for ids ['16b4c149-1253-494e-a6d2-6848bfb9dfdf'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:25:14.116743 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1855a2-45b6-4a65-bfde-f773c3680d27 None None] Routers {'16b4c149-1253-494e-a6d2-6848bfb9dfdf'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:14.118810 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9e1855a2-45b6-4a65-bfde-f773c3680d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['16b4c149-1253-494e-a6d2-6848bfb9dfdf'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:14.161398 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075d02e4-77e3-4f4f-b061-2606d1241341 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:14.164659 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-075d02e4-77e3-4f4f-b061-2606d1241341 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "GET /v2.0/ports/68967bd0-be7a-46ce-a62d-f5abbe8e6229 HTTP/1.1" status: 200 len: 911 time: 0.0627432 Aug 16 20:25:14.166376 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9e1855a2-45b6-4a65-bfde-f773c3680d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:14.167573 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45740) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:14.182699 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1855a2-45b6-4a65-bfde-f773c3680d27 None None] Routers {'16b4c149-1253-494e-a6d2-6848bfb9dfdf'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:14.183359 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9e1855a2-45b6-4a65-bfde-f773c3680d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['16b4c149-1253-494e-a6d2-6848bfb9dfdf'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:14.239420 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9e1855a2-45b6-4a65-bfde-f773c3680d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:14.240102 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1855a2-45b6-4a65-bfde-f773c3680d27 None None] The sync data for ids ['16b4c149-1253-494e-a6d2-6848bfb9dfdf'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:25:14.284539 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 056f343e-4748-4aca-8ae4-11ecaf48f795 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:14.370552 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 056f343e-4748-4aca-8ae4-11ecaf48f795 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:14.378409 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 3d5a3552-324e-4d46-b781-1cdaf14e2e85 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:14.483808 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-49ec3251-1dfd-464c-afe1-ca78ca7b63b2 None None] Provisioning for port 68967bd0-be7a-46ce-a62d-f5abbe8e6229 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:14.487587 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 3d5a3552-324e-4d46-b781-1cdaf14e2e85 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:14.491858 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-49ec3251-1dfd-464c-afe1-ca78ca7b63b2 None None] Provisioning complete for port 68967bd0-be7a-46ce-a62d-f5abbe8e6229 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:14.491858 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49ec3251-1dfd-464c-afe1-ca78ca7b63b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:14.494559 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 3d5a3552-324e-4d46-b781-1cdaf14e2e85 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:14.494931 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:14.547554 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054d39b-1d8a-447c-a2c9-7d2a03595381 req-623b1d9c-6e43-4655-8f00-7304a7143497 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:14.548899 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1054d39b-1d8a-447c-a2c9-7d2a03595381 req-623b1d9c-6e43-4655-8f00-7304a7143497 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=b34c6a3d-655e-4676-86ed-62a8d5bd8511 HTTP/1.1" status: 200 len: 945 time: 0.0998807 Aug 16 20:25:14.558737 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-49ec3251-1dfd-464c-afe1-ca78ca7b63b2 None None] Port 68967bd0-be7a-46ce-a62d-f5abbe8e6229 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:25:14.618323 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:14.629102 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1054d39b-1d8a-447c-a2c9-7d2a03595381 req-60bc9adf-5868-4201-80df-fd8070c5d548 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724032 Aug 16 20:25:14.653828 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32119262-edc6-44f1-85f4-7bac1723f274 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:14.663106 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 3d5a3552-324e-4d46-b781-1cdaf14e2e85, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=3d5a3552-324e-4d46-b781-1cdaf14e2e85,segment=NetworkSegment(2808727e-56d3-42a8-9383-b30f794a8c81),segment_id=2808727e-56d3-42a8-9383-b30f794a8c81)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:14.669368 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:14.705645 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc9dbfa-fab5-4824-af8a-ee9aebc6c669 None None] Network ffdc0dc2-3eb4-422f-91a7-0798090298c4 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:14.954554 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=3d5a3552-324e-4d46-b781-1cdaf14e2e85,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:14.963458 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-adc46b8f-c09d-4072-b3a2-2177f02fd3ff None None] Provisioning complete for port 68967bd0-be7a-46ce-a62d-f5abbe8e6229 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:14.963842 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-adc46b8f-c09d-4072-b3a2-2177f02fd3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:14.996472 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69d99a-55fc-4e75-9c76-64cb2ffac614 req-a6e63b4f-c112-4af8-9141-027d0f8d34c4 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:14.998019 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fc69d99a-55fc-4e75-9c76-64cb2ffac614 req-a6e63b4f-c112-4af8-9141-027d0f8d34c4 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 946 time: 0.0617061 Aug 16 20:25:15.043879 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fc69d99a-55fc-4e75-9c76-64cb2ffac614 req-4a305aae-83bb-43c0-846e-9de7beaaa3d1 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369272 Aug 16 20:25:15.050770 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-adc46b8f-c09d-4072-b3a2-2177f02fd3ff None None] Port 68967bd0-be7a-46ce-a62d-f5abbe8e6229 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:25:15.066919 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-adc46b8f-c09d-4072-b3a2-2177f02fd3ff None None] Provisioning for port 056f343e-4748-4aca-8ae4-11ecaf48f795 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:15.088129 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-adc46b8f-c09d-4072-b3a2-2177f02fd3ff None None] Provisioning complete for port 056f343e-4748-4aca-8ae4-11ecaf48f795 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:15.088552 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-adc46b8f-c09d-4072-b3a2-2177f02fd3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:15.182111 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-adc46b8f-c09d-4072-b3a2-2177f02fd3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:15.216627 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-adc46b8f-c09d-4072-b3a2-2177f02fd3ff None None] For port 056f343e-4748-4aca-8ae4-11ecaf48f795, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=056f343e-4748-4aca-8ae4-11ecaf48f795,segment=NetworkSegment(fe70585d-f969-4ef1-a17b-c9053f7e9c21),segment_id=fe70585d-f969-4ef1-a17b-c9053f7e9c21)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:15.221155 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-adc46b8f-c09d-4072-b3a2-2177f02fd3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:15.252690 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-32119262-edc6-44f1-85f4-7bac1723f274 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Allocated IP 2001:db8:1::1 (ffdc0dc2-3eb4-422f-91a7-0798090298c4/b4f58d33-1a0f-4a83-bc1d-9cf837e80efe/c99cc802-74b9-4886-944c-b454ba1b515f) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:15.276352 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc46b8f-c09d-4072-b3a2-2177f02fd3ff None None] Pushing event updated for resources: {'Port': ['ID=056f343e-4748-4aca-8ae4-11ecaf48f795,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:15.339017 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c655ca7f-3e8c-4284-8e77-66166c5f23ae None None] Provisioning complete for port 68967bd0-be7a-46ce-a62d-f5abbe8e6229 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:15.339703 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c655ca7f-3e8c-4284-8e77-66166c5f23ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:15.369021 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32119262-edc6-44f1-85f4-7bac1723f274 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:15.373022 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c655ca7f-3e8c-4284-8e77-66166c5f23ae None None] Port 68967bd0-be7a-46ce-a62d-f5abbe8e6229 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:25:15.382874 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c655ca7f-3e8c-4284-8e77-66166c5f23ae None None] Provisioning complete for port 056f343e-4748-4aca-8ae4-11ecaf48f795 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:15.383231 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c655ca7f-3e8c-4284-8e77-66166c5f23ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:15.383549 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-32119262-edc6-44f1-85f4-7bac1723f274 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Transition to ACTIVE for port object c99cc802-74b9-4886-944c-b454ba1b515f will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:15.416067 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32119262-edc6-44f1-85f4-7bac1723f274 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:15.458047 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32119262-edc6-44f1-85f4-7bac1723f274 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network ffdc0dc2-3eb4-422f-91a7-0798090298c4 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:15.463959 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-32119262-edc6-44f1-85f4-7bac1723f274 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:15.466220 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32119262-edc6-44f1-85f4-7bac1723f274 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:15.466917 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32119262-edc6-44f1-85f4-7bac1723f274 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:15.509971 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32119262-edc6-44f1-85f4-7bac1723f274 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Port': ['ID=c99cc802-74b9-4886-944c-b454ba1b515f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:15.591995 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32119262-edc6-44f1-85f4-7bac1723f274 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:15.681688 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f8870af9-ee06-404d-964c-cfc479de1a23 None None] Provisioning for port c99cc802-74b9-4886-944c-b454ba1b515f completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:15.685626 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f8870af9-ee06-404d-964c-cfc479de1a23 None None] Provisioning complete for port c99cc802-74b9-4886-944c-b454ba1b515f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:15.686603 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f8870af9-ee06-404d-964c-cfc479de1a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:15.725932 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f8870af9-ee06-404d-964c-cfc479de1a23 None None] Port c99cc802-74b9-4886-944c-b454ba1b515f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:25:15.792778 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723018c-5eed-4c5b-a4c5-c06031aca65f req-899f92b9-9b57-4d89-a508-a629c8f5e2b4 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:15.794620 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b723018c-5eed-4c5b-a4c5-c06031aca65f req-899f92b9-9b57-4d89-a508-a629c8f5e2b4 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=b34c6a3d-655e-4676-86ed-62a8d5bd8511 HTTP/1.1" status: 200 len: 945 time: 0.0845060 Aug 16 20:25:15.872464 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b723018c-5eed-4c5b-a4c5-c06031aca65f req-dee72adf-4af7-4b4d-a8b4-232f02a9c6a4 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536885 Aug 16 20:25:15.924035 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32119262-edc6-44f1-85f4-7bac1723f274 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:15.928876 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32119262-edc6-44f1-85f4-7bac1723f274 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:15.929649 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32119262-edc6-44f1-85f4-7bac1723f274 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:15.995894 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e42a9-03c4-4d37-90ab-58a0dbb3132a req-88bcaa1e-7a0c-4e40-82d7-8a3d80ae5593 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:15.997391 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-493e42a9-03c4-4d37-90ab-58a0dbb3132a req-88bcaa1e-7a0c-4e40-82d7-8a3d80ae5593 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=b34c6a3d-655e-4676-86ed-62a8d5bd8511 HTTP/1.1" status: 200 len: 945 time: 0.0526161 Aug 16 20:25:16.010986 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32119262-edc6-44f1-85f4-7bac1723f274 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Port': ['ID=c99cc802-74b9-4886-944c-b454ba1b515f,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:16.038048 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-493e42a9-03c4-4d37-90ab-58a0dbb3132a req-44f1e094-12c9-45ca-a777-9ee91b9ac811 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335407 Aug 16 20:25:16.071103 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32119262-edc6-44f1-85f4-7bac1723f274 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network ffdc0dc2-3eb4-422f-91a7-0798090298c4 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:16.073047 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-32119262-edc6-44f1-85f4-7bac1723f274 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:16.185026 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 056f343e-4748-4aca-8ae4-11ecaf48f795 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:16.210127 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32119262-edc6-44f1-85f4-7bac1723f274 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Router 16b4c149-1253-494e-a6d2-6848bfb9dfdf has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:25:16.235608 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123a3db-0871-4250-9ee0-2c2613df4e30 req-46d40f00-d5dc-4dc3-a1a3-84dc7f77ab34 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:16.243423 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f123a3db-0871-4250-9ee0-2c2613df4e30 req-46d40f00-d5dc-4dc3-a1a3-84dc7f77ab34 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 946 time: 0.1020613 Aug 16 20:25:16.259556 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 056f343e-4748-4aca-8ae4-11ecaf48f795 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:16.259935 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:16.296722 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f123a3db-0871-4250-9ee0-2c2613df4e30 req-ed0a716d-c4e4-451a-96f9-6ff3fc7e91e4 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518875 Aug 16 20:25:16.349489 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 3d5a3552-324e-4d46-b781-1cdaf14e2e85 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:16.362495 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe2ec7-9edd-4589-b66f-bec6c3c405bf req-a3018707-ca48-43f4-878e-12a75401e602 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:16.364035 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1bfe2ec7-9edd-4589-b66f-bec6c3c405bf req-a3018707-ca48-43f4-878e-12a75401e602 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=b34c6a3d-655e-4676-86ed-62a8d5bd8511 HTTP/1.1" status: 200 len: 945 time: 0.0960057 Aug 16 20:25:16.373108 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32119262-edc6-44f1-85f4-7bac1723f274 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:25:16.382936 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-32119262-edc6-44f1-85f4-7bac1723f274 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "PUT /v2.0/routers/16b4c149-1253-494e-a6d2-6848bfb9dfdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2137470 Aug 16 20:25:16.383624 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a8ec6d-086b-40c2-b22c-d32db91b4a24 None None] Sync routers for ids ['16b4c149-1253-494e-a6d2-6848bfb9dfdf'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:25:16.385723 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45756) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:16.403838 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a8ec6d-086b-40c2-b22c-d32db91b4a24 None None] Routers {'16b4c149-1253-494e-a6d2-6848bfb9dfdf'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:16.405124 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d6a8ec6d-086b-40c2-b22c-d32db91b4a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['16b4c149-1253-494e-a6d2-6848bfb9dfdf'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:16.410265 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1bfe2ec7-9edd-4589-b66f-bec6c3c405bf req-862c7133-197a-41fd-a344-9cd2c1c222b5 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397460 Aug 16 20:25:16.431825 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7917e531-e897-4a60-9990-056b98a898ad tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:16.436759 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7917e531-e897-4a60-9990-056b98a898ad tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "GET /v2.0/ports/c99cc802-74b9-4886-944c-b454ba1b515f HTTP/1.1" status: 200 len: 913 time: 0.0500109 Aug 16 20:25:16.437552 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45760) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:16.445639 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d6a8ec6d-086b-40c2-b22c-d32db91b4a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:16.467405 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-14a6f219-5082-42a9-9fa1-364c09a71d78 None None] Provisioning complete for port c99cc802-74b9-4886-944c-b454ba1b515f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:16.467781 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-14a6f219-5082-42a9-9fa1-364c09a71d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:16.469154 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a8ec6d-086b-40c2-b22c-d32db91b4a24 None None] Routers {'16b4c149-1253-494e-a6d2-6848bfb9dfdf'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:16.469776 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d6a8ec6d-086b-40c2-b22c-d32db91b4a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['16b4c149-1253-494e-a6d2-6848bfb9dfdf'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:16.522061 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 3d5a3552-324e-4d46-b781-1cdaf14e2e85 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:16.522432 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:16.525511 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d6a8ec6d-086b-40c2-b22c-d32db91b4a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:16.526120 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a8ec6d-086b-40c2-b22c-d32db91b4a24 None None] The sync data for ids ['16b4c149-1253-494e-a6d2-6848bfb9dfdf'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:25:16.564462 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-14a6f219-5082-42a9-9fa1-364c09a71d78 None None] Port c99cc802-74b9-4886-944c-b454ba1b515f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:25:16.576373 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58fe6e-2a96-458a-9419-cf4c80ed5cfd req-5ea46f07-9abd-4e23-a4e2-1ea6dd530a4e tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:16.577848 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3b58fe6e-2a96-458a-9419-cf4c80ed5cfd req-5ea46f07-9abd-4e23-a4e2-1ea6dd530a4e tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=b34c6a3d-655e-4676-86ed-62a8d5bd8511 HTTP/1.1" status: 200 len: 945 time: 0.0722213 Aug 16 20:25:16.685066 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3b58fe6e-2a96-458a-9419-cf4c80ed5cfd req-7b945951-1ec0-4ee4-b402-3f17a2e1e05d tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773108 Aug 16 20:25:16.825915 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ef40f658-3da4-432d-b158-33961da222fb tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:16.952703 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8cc8e0-2910-4215-996f-a4ca79e3b58a req-897d2a66-0131-489a-88d7-911daddffd64 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:16.954178 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ca8cc8e0-2910-4215-996f-a4ca79e3b58a req-897d2a66-0131-489a-88d7-911daddffd64 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=b34c6a3d-655e-4676-86ed-62a8d5bd8511 HTTP/1.1" status: 200 len: 945 time: 0.0925338 Aug 16 20:25:17.034037 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ca8cc8e0-2910-4215-996f-a4ca79e3b58a req-232b7e8c-795a-48e2-be65-d4ffbf557be9 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544891 Aug 16 20:25:17.141582 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ef40f658-3da4-432d-b158-33961da222fb tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Deleting port c99cc802-74b9-4886-944c-b454ba1b515f {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:25:17.141858 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ef40f658-3da4-432d-b158-33961da222fb tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:17.153824 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f297f8-c8b7-4b9c-aae2-68206309847e req-82a54c16-e1b1-40c9-aa0d-76d66d7a0983 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:17.155408 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8f297f8-c8b7-4b9c-aae2-68206309847e req-82a54c16-e1b1-40c9-aa0d-76d66d7a0983 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=b34c6a3d-655e-4676-86ed-62a8d5bd8511 HTTP/1.1" status: 200 len: 945 time: 0.0515089 Aug 16 20:25:17.193233 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8f297f8-c8b7-4b9c-aae2-68206309847e req-93a64880-d331-47c7-ac4d-8f364d5f2305 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318837 Aug 16 20:25:17.226492 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ef40f658-3da4-432d-b158-33961da222fb tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:17.239013 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ef40f658-3da4-432d-b158-33961da222fb tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Calling delete_port for c99cc802-74b9-4886-944c-b454ba1b515f owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:25:17.426178 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ef40f658-3da4-432d-b158-33961da222fb tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:17.441398 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a89254-6852-4f30-8192-b1c1ae42401f req-87146c3f-43a6-431c-bfac-25ef1608501d tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:17.442967 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-23a89254-6852-4f30-8192-b1c1ae42401f req-87146c3f-43a6-431c-bfac-25ef1608501d tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 946 time: 0.0666869 Aug 16 20:25:17.459923 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40f658-3da4-432d-b158-33961da222fb tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Port': ['ID=c99cc802-74b9-4886-944c-b454ba1b515f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:17.485688 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40f658-3da4-432d-b158-33961da222fb tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:17.486054 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40f658-3da4-432d-b158-33961da222fb tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:17.486401 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40f658-3da4-432d-b158-33961da222fb tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:17.486786 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40f658-3da4-432d-b158-33961da222fb tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:17.487123 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40f658-3da4-432d-b158-33961da222fb tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:17.487468 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40f658-3da4-432d-b158-33961da222fb tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:17.487978 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40f658-3da4-432d-b158-33961da222fb tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:17.488297 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40f658-3da4-432d-b158-33961da222fb tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:17.488621 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40f658-3da4-432d-b158-33961da222fb tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:17.488939 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40f658-3da4-432d-b158-33961da222fb tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:17.489252 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40f658-3da4-432d-b158-33961da222fb tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:17.489566 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40f658-3da4-432d-b158-33961da222fb tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:17.490535 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-23a89254-6852-4f30-8192-b1c1ae42401f req-f125356c-2e74-49ec-b6d1-2217757545fe tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410664 Aug 16 20:25:17.613565 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b44480-159a-4b5b-a649-82c3aa3d3ca9 req-f12bbd0e-1bf1-4352-9991-0a926d7f9283 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:17.615122 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-32b44480-159a-4b5b-a649-82c3aa3d3ca9 req-f12bbd0e-1bf1-4352-9991-0a926d7f9283 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=b34c6a3d-655e-4676-86ed-62a8d5bd8511 HTTP/1.1" status: 200 len: 945 time: 0.1314087 Aug 16 20:25:17.616249 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ef40f658-3da4-432d-b158-33961da222fb tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:18.053825 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-32b44480-159a-4b5b-a649-82c3aa3d3ca9 req-b77b9932-6662-4724-9f5e-ba879da74204 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308641 Aug 16 20:25:18.162962 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef40f658-3da4-432d-b158-33961da222fb tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Router 16b4c149-1253-494e-a6d2-6848bfb9dfdf has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:25:18.252020 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef40f658-3da4-432d-b158-33961da222fb tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:25:18.256932 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ef40f658-3da4-432d-b158-33961da222fb tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "PUT /v2.0/routers/16b4c149-1253-494e-a6d2-6848bfb9dfdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8181720 Aug 16 20:25:18.259581 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45782) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:18.262980 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ca1a4f-838a-475f-96ae-1e9a63950d75 None None] Sync routers for ids ['16b4c149-1253-494e-a6d2-6848bfb9dfdf'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:25:18.272120 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ca1a4f-838a-475f-96ae-1e9a63950d75 None None] Routers {'16b4c149-1253-494e-a6d2-6848bfb9dfdf'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:18.272827 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-84ca1a4f-838a-475f-96ae-1e9a63950d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['16b4c149-1253-494e-a6d2-6848bfb9dfdf'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:18.303818 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-84ca1a4f-838a-475f-96ae-1e9a63950d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:18.312738 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ca1a4f-838a-475f-96ae-1e9a63950d75 None None] Routers {'16b4c149-1253-494e-a6d2-6848bfb9dfdf'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:18.313338 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-84ca1a4f-838a-475f-96ae-1e9a63950d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['16b4c149-1253-494e-a6d2-6848bfb9dfdf'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:18.346721 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-84ca1a4f-838a-475f-96ae-1e9a63950d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:18.347393 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ca1a4f-838a-475f-96ae-1e9a63950d75 None None] The sync data for ids ['16b4c149-1253-494e-a6d2-6848bfb9dfdf'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:25:18.565414 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c0265326-5a81-4ee0-9133-1dca7a840042 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:18.744279 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798faed2-2fb9-4288-9c2f-90392bd18cc2 req-3ec8d177-1cbc-4466-8235-0ac761ac0afd tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:18.745778 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-798faed2-2fb9-4288-9c2f-90392bd18cc2 req-3ec8d177-1cbc-4466-8235-0ac761ac0afd tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 946 time: 0.1776245 Aug 16 20:25:18.783994 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a85ab8-9a7a-4060-abbb-b984db18c014 req-4ae15ba9-55fd-4684-a517-cbc5a814350a tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:18.785411 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-92a85ab8-9a7a-4060-abbb-b984db18c014 req-4ae15ba9-55fd-4684-a517-cbc5a814350a tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.57 "GET /v2.0/ports?device_id=b34c6a3d-655e-4676-86ed-62a8d5bd8511 HTTP/1.1" status: 200 len: 945 time: 0.1871073 Aug 16 20:25:18.857882 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-798faed2-2fb9-4288-9c2f-90392bd18cc2 req-5ec254f6-9fdd-4875-9abb-59e377c0a8d1 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047671 Aug 16 20:25:18.961588 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-92a85ab8-9a7a-4060-abbb-b984db18c014 req-1442106e-2dd6-479b-8617-f364572d4733 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Deleting port 294c2dd5-ea11-4a4b-b639-4181f619f30f {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:25:18.961928 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-92a85ab8-9a7a-4060-abbb-b984db18c014 req-1442106e-2dd6-479b-8617-f364572d4733 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:19.061028 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c0265326-5a81-4ee0-9133-1dca7a840042 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Deleting port 68967bd0-be7a-46ce-a62d-f5abbe8e6229 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:25:19.061559 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c0265326-5a81-4ee0-9133-1dca7a840042 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:19.111129 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-92a85ab8-9a7a-4060-abbb-b984db18c014 req-1442106e-2dd6-479b-8617-f364572d4733 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] For port 294c2dd5-ea11-4a4b-b639-4181f619f30f, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=294c2dd5-ea11-4a4b-b639-4181f619f30f,segment=NetworkSegment(1230467e-4416-4b8a-943d-fb2fbc696288),segment_id=1230467e-4416-4b8a-943d-fb2fbc696288)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:19.111464 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-92a85ab8-9a7a-4060-abbb-b984db18c014 req-1442106e-2dd6-479b-8617-f364572d4733 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:19.132430 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-92a85ab8-9a7a-4060-abbb-b984db18c014 req-1442106e-2dd6-479b-8617-f364572d4733 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Calling delete_port for 294c2dd5-ea11-4a4b-b639-4181f619f30f owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:25:19.184872 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b07dc-b7dc-41c8-96e5-951123222636 req-21ae1573-03f6-4745-a141-0e3a0b02c2cb tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:19.186292 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f17b07dc-b7dc-41c8-96e5-951123222636 req-21ae1573-03f6-4745-a141-0e3a0b02c2cb tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/ports?device_id=b34c6a3d-655e-4676-86ed-62a8d5bd8511 HTTP/1.1" status: 200 len: 945 time: 0.0543737 Aug 16 20:25:19.210468 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c0265326-5a81-4ee0-9133-1dca7a840042 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:19.224505 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f17b07dc-b7dc-41c8-96e5-951123222636 req-e5e32ba2-f503-46ef-bb6a-190fa1efc00e tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.68 "GET /v2.0/security-groups?id=79e813b8-cc09-4529-a94a-bd7afd2d6782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318754 Aug 16 20:25:19.231680 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c0265326-5a81-4ee0-9133-1dca7a840042 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Calling delete_port for 68967bd0-be7a-46ce-a62d-f5abbe8e6229 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:25:19.393085 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-92a85ab8-9a7a-4060-abbb-b984db18c014 req-1442106e-2dd6-479b-8617-f364572d4733 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:19.405357 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['294c2dd5-ea11-4a4b-b639-4181f619f30f'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:25:19.424862 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442106e-2dd6-479b-8617-f364572d4733 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Pushing event deleted for resources: {'Port': ['ID=294c2dd5-ea11-4a4b-b639-4181f619f30f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:19.499099 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a85ab8-9a7a-4060-abbb-b984db18c014 req-1442106e-2dd6-479b-8617-f364572d4733 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] No DVR routers for this DVR port 294c2dd5-ea11-4a4b-b639-4181f619f30f on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:25:19.503036 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-92a85ab8-9a7a-4060-abbb-b984db18c014 req-1442106e-2dd6-479b-8617-f364572d4733 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:19.505031 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-92a85ab8-9a7a-4060-abbb-b984db18c014 req-1442106e-2dd6-479b-8617-f364572d4733 tempest-ServerDiskConfigTestJSON-174013695 tempest-ServerDiskConfigTestJSON-174013695-project] 10.222.0.57 "DELETE /v2.0/ports/294c2dd5-ea11-4a4b-b639-4181f619f30f HTTP/1.1" status: 204 len: 173 time: 0.7097347 Aug 16 20:25:19.505463 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34c6a3d-655e-4676-86ed-62a8d5bd8511', 'name': 'network-vif-deleted', 'tag': '294c2dd5-ea11-4a4b-b639-4181f619f30f'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:25:19.507779 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f8b828-906f-410d-86f7-0c3301616c98" -d '{"events": [{"server_uuid": "b34c6a3d-655e-4676-86ed-62a8d5bd8511", "name": "network-vif-deleted", "tag": "294c2dd5-ea11-4a4b-b639-4181f619f30f"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:25:19.527078 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c0265326-5a81-4ee0-9133-1dca7a840042 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:19.557023 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff39b87-aa46-4e5f-9708-32aff4c6167d x-openstack-request-id: req-5ff39b87-aa46-4e5f-9708-32aff4c6167d {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:25:19.557320 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34c6a3d-655e-4676-86ed-62a8d5bd8511", "name": "network-vif-deleted", "tag": "294c2dd5-ea11-4a4b-b639-4181f619f30f", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:25:19.557563 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5ff39b87-aa46-4e5f-9708-32aff4c6167d {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:25:19.558320 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34c6a3d-655e-4676-86ed-62a8d5bd8511', 'name': 'network-vif-deleted', 'tag': '294c2dd5-ea11-4a4b-b639-4181f619f30f', 'status': 'completed', 'code': 200} Aug 16 20:25:19.562524 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0265326-5a81-4ee0-9133-1dca7a840042 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Port': ['ID=68967bd0-be7a-46ce-a62d-f5abbe8e6229,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:19.600920 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:25:19.672963 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c0265326-5a81-4ee0-9133-1dca7a840042 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:19.830643 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0265326-5a81-4ee0-9133-1dca7a840042 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Router 16b4c149-1253-494e-a6d2-6848bfb9dfdf has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:25:19.905112 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0265326-5a81-4ee0-9133-1dca7a840042 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:25:19.913612 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45794) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:19.913758 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c0265326-5a81-4ee0-9133-1dca7a840042 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "PUT /v2.0/routers/16b4c149-1253-494e-a6d2-6848bfb9dfdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6530621 Aug 16 20:25:19.916400 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f78adee-cb03-46fe-9deb-641b06bc50a5 None None] Sync routers for ids ['16b4c149-1253-494e-a6d2-6848bfb9dfdf'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:25:19.932588 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f78adee-cb03-46fe-9deb-641b06bc50a5 None None] Routers {'16b4c149-1253-494e-a6d2-6848bfb9dfdf'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:19.933379 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7f78adee-cb03-46fe-9deb-641b06bc50a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['16b4c149-1253-494e-a6d2-6848bfb9dfdf'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:19.955987 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5b09f4f9-da01-464a-9158-d39cd95b3833 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "GET /v2.0/ports?device_id=16b4c149-1253-494e-a6d2-6848bfb9dfdf HTTP/1.1" status: 200 len: 205 time: 0.0384283 Aug 16 20:25:19.956728 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45796) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:19.972857 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7f78adee-cb03-46fe-9deb-641b06bc50a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:19.987235 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f78adee-cb03-46fe-9deb-641b06bc50a5 None None] Routers {'16b4c149-1253-494e-a6d2-6848bfb9dfdf'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:19.988143 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7f78adee-cb03-46fe-9deb-641b06bc50a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['16b4c149-1253-494e-a6d2-6848bfb9dfdf'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:20.014595 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760bd55-3075-4fe5-8709-bdcd7f5de691 req-05e4e700-84af-464a-9bc6-62378352a6cc tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:20.016276 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3760bd55-3075-4fe5-8709-bdcd7f5de691 req-05e4e700-84af-464a-9bc6-62378352a6cc tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 946 time: 0.0654688 Aug 16 20:25:20.035808 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7f78adee-cb03-46fe-9deb-641b06bc50a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:20.036571 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f78adee-cb03-46fe-9deb-641b06bc50a5 None None] The sync data for ids ['16b4c149-1253-494e-a6d2-6848bfb9dfdf'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:25:20.056321 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1899e851-fba3-42f8-b404-98ae3a523a7f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:20.058016 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3760bd55-3075-4fe5-8709-bdcd7f5de691 req-9583b1a8-432a-4512-a5fe-25c552a752fd tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353506 Aug 16 20:25:20.220261 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1899e851-fba3-42f8-b404-98ae3a523a7f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:20.222286 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1899e851-fba3-42f8-b404-98ae3a523a7f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:20.266184 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1899e851-fba3-42f8-b404-98ae3a523a7f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:20.266728 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1899e851-fba3-42f8-b404-98ae3a523a7f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Fanout notify agent at l3_agent the message router_deleted on router 16b4c149-1253-494e-a6d2-6848bfb9dfdf {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:25:20.274188 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1899e851-fba3-42f8-b404-98ae3a523a7f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:20.278186 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1899e851-fba3-42f8-b404-98ae3a523a7f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/routers/16b4c149-1253-494e-a6d2-6848bfb9dfdf HTTP/1.1" status: 204 len: 168 time: 0.3172486 Aug 16 20:25:20.278186 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45800) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:20.333790 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-90450dcf-ec11-40c8-aa26-f2eae47986f1 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Deleting subnet b4f58d33-1a0f-4a83-bc1d-9cf837e80efe {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:25:20.336873 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-90450dcf-ec11-40c8-aa26-f2eae47986f1 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:20.378833 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-90450dcf-ec11-40c8-aa26-f2eae47986f1 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:20.414353 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45810) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:20.492085 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4618641-eb5a-41c5-9d9f-3d01a6ef07ff admin admin] Deleting subnet 43ca3303-9c5c-4919-8060-0aa00929cb96 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:25:20.496999 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d4618641-eb5a-41c5-9d9f-3d01a6ef07ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:20.523182 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-90450dcf-ec11-40c8-aa26-f2eae47986f1 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:20.560836 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d4618641-eb5a-41c5-9d9f-3d01a6ef07ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:20.611543 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d4618641-eb5a-41c5-9d9f-3d01a6ef07ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:20.633622 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-90450dcf-ec11-40c8-aa26-f2eae47986f1 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:20.672570 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90450dcf-ec11-40c8-aa26-f2eae47986f1 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Subnet': ['ID=b4f58d33-1a0f-4a83-bc1d-9cf837e80efe,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:20.675935 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-90450dcf-ec11-40c8-aa26-f2eae47986f1 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:20.678083 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-90450dcf-ec11-40c8-aa26-f2eae47986f1 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/subnets/b4f58d33-1a0f-4a83-bc1d-9cf837e80efe HTTP/1.1" status: 204 len: 168 time: 0.3987982 Aug 16 20:25:20.679382 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c3c46b-ca21-40a5-a12f-eacc573e1a72 None None] Network ffdc0dc2-3eb4-422f-91a7-0798090298c4 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:20.680428 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45814) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:20.740073 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-30da4a75-8c1f-4dd3-bf0c-202e73e373d2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Deleting subnet 94b22075-1fb2-4500-ae1e-d96ab69b41ac {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:25:20.742399 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d4618641-eb5a-41c5-9d9f-3d01a6ef07ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:20.752070 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30da4a75-8c1f-4dd3-bf0c-202e73e373d2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:20.791453 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4618641-eb5a-41c5-9d9f-3d01a6ef07ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43ca3303-9c5c-4919-8060-0aa00929cb96,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:20.796107 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d4618641-eb5a-41c5-9d9f-3d01a6ef07ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:20.797952 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d4618641-eb5a-41c5-9d9f-3d01a6ef07ff admin admin] 10.222.0.68 "DELETE /v2.0/subnets/43ca3303-9c5c-4919-8060-0aa00929cb96 HTTP/1.1" status: 204 len: 168 time: 0.3826425 Aug 16 20:25:20.800625 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45816) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:20.814556 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30da4a75-8c1f-4dd3-bf0c-202e73e373d2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:20.867678 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be534d8c-0f03-45c5-bc6a-b11d4816367a None None] DHCP port deletion for ffdc0dc2-3eb4-422f-91a7-0798090298c4 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:25:20.878364 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bbfd3c3c-36e4-40ec-add0-aa9e8cb73603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:20.906409 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30da4a75-8c1f-4dd3-bf0c-202e73e373d2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:20.914603 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-be534d8c-0f03-45c5-bc6a-b11d4816367a None None] Deleting port 056f343e-4748-4aca-8ae4-11ecaf48f795 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:25:20.914986 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-be534d8c-0f03-45c5-bc6a-b11d4816367a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:20.967619 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bbfd3c3c-36e4-40ec-add0-aa9e8cb73603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:20.968556 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30da4a75-8c1f-4dd3-bf0c-202e73e373d2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:20.979357 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-bbfd3c3c-36e4-40ec-add0-aa9e8cb73603 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afc7a288-6dce-478e-9322-f9e9d9830245']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:20.984995 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-be534d8c-0f03-45c5-bc6a-b11d4816367a None None] For port 056f343e-4748-4aca-8ae4-11ecaf48f795, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=056f343e-4748-4aca-8ae4-11ecaf48f795,segment=NetworkSegment(fe70585d-f969-4ef1-a17b-c9053f7e9c21),segment_id=fe70585d-f969-4ef1-a17b-c9053f7e9c21)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:20.985594 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-be534d8c-0f03-45c5-bc6a-b11d4816367a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:20.992593 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-bbfd3c3c-36e4-40ec-add0-aa9e8cb73603 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1230467e-4416-4b8a-943d-fb2fbc696288') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:20.992830 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-bbfd3c3c-36e4-40ec-add0-aa9e8cb73603 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1230467e-4416-4b8a-943d-fb2fbc696288') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:20.999084 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30da4a75-8c1f-4dd3-bf0c-202e73e373d2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.000215 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-be534d8c-0f03-45c5-bc6a-b11d4816367a None None] Calling delete_port for 056f343e-4748-4aca-8ae4-11ecaf48f795 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:25:21.002973 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bbfd3c3c-36e4-40ec-add0-aa9e8cb73603 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.003951 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-30da4a75-8c1f-4dd3-bf0c-202e73e373d2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/subnets/94b22075-1fb2-4500-ae1e-d96ab69b41ac HTTP/1.1" status: 204 len: 168 time: 0.3225868 Aug 16 20:25:21.004703 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45818) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:21.004884 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da4a75-8c1f-4dd3-bf0c-202e73e373d2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Subnet': ['ID=94b22075-1fb2-4500-ae1e-d96ab69b41ac,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:21.011772 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3260b6d7-2126-4b95-aebe-f538b6bf447f None None] Network dd008a95-8f5b-4bfb-9698-7f95541641ff requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:21.067360 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bbfd3c3c-36e4-40ec-add0-aa9e8cb73603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.084860 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfd3c3c-36e4-40ec-add0-aa9e8cb73603 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:25:21.085388 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bbfd3c3c-36e4-40ec-add0-aa9e8cb73603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.087483 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:25:21.087483 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:25:21.087483 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:25:21.087483 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:25:21.087483 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:25:21.087483 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:25:21.087483 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:25:21.087483 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:25:21.087483 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:25:21.087483 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:25:21.087483 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:25:21.087483 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:25:21.087483 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:25:21.087483 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:25:21.087483 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:25:21.087483 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:25:21.087483 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:25:21.087483 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:25:21.087483 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:25:21.087483 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:25:21.087483 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:25:21.087483 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:25:21.087483 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:25:21.087483 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:25:21.087483 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:25:21.087483 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:25:21.087483 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:25:21.087483 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:25:21.087483 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:25:21.087483 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:25:21.087483 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:25:21.087483 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:25:21.160275 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f3d12ab4-5b9c-421e-8cbf-99f9373d4b31 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.181132 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-be534d8c-0f03-45c5-bc6a-b11d4816367a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.187101 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bbfd3c3c-36e4-40ec-add0-aa9e8cb73603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.196706 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bbfd3c3c-36e4-40ec-add0-aa9e8cb73603 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.198536 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bbfd3c3c-36e4-40ec-add0-aa9e8cb73603 admin admin] 10.222.0.68 "DELETE /v2.0/networks/afc7a288-6dce-478e-9322-f9e9d9830245 HTTP/1.1" status: 204 len: 168 time: 0.3969789 Aug 16 20:25:21.215301 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd3c3c-36e4-40ec-add0-aa9e8cb73603 admin admin] Pushing event deleted for resources: {'Network': ['ID=afc7a288-6dce-478e-9322-f9e9d9830245,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:21.217601 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be534d8c-0f03-45c5-bc6a-b11d4816367a None None] Pushing event deleted for resources: {'Port': ['ID=056f343e-4748-4aca-8ae4-11ecaf48f795,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:21.219604 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be534d8c-0f03-45c5-bc6a-b11d4816367a None None] No DVR routers for this DVR port 056f343e-4748-4aca-8ae4-11ecaf48f795 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:25:21.229460 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfd3c3c-36e4-40ec-add0-aa9e8cb73603 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:21.229803 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfd3c3c-36e4-40ec-add0-aa9e8cb73603 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:21.230141 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfd3c3c-36e4-40ec-add0-aa9e8cb73603 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:21.230480 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfd3c3c-36e4-40ec-add0-aa9e8cb73603 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:21.231362 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfd3c3c-36e4-40ec-add0-aa9e8cb73603 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:21.231693 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfd3c3c-36e4-40ec-add0-aa9e8cb73603 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:21.232005 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfd3c3c-36e4-40ec-add0-aa9e8cb73603 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:21.232323 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfd3c3c-36e4-40ec-add0-aa9e8cb73603 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:21.232642 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfd3c3c-36e4-40ec-add0-aa9e8cb73603 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:21.232963 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfd3c3c-36e4-40ec-add0-aa9e8cb73603 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:21.233971 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfd3c3c-36e4-40ec-add0-aa9e8cb73603 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:21.233971 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfd3c3c-36e4-40ec-add0-aa9e8cb73603 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:21.265900 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5467b-fee9-4438-9580-a69d99c90121 req-d792e10c-32f2-4c45-8b9d-824f8d897072 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:21.267381 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-32f5467b-fee9-4438-9580-a69d99c90121 req-d792e10c-32f2-4c45-8b9d-824f8d897072 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 946 time: 0.1314373 Aug 16 20:25:21.314153 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752f082a-111e-4345-96f2-5a517dae7591 None None] DHCP port deletion for dd008a95-8f5b-4bfb-9698-7f95541641ff request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:25:21.344557 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f3d12ab4-5b9c-421e-8cbf-99f9373d4b31 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.363079 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-f3d12ab4-5b9c-421e-8cbf-99f9373d4b31 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffdc0dc2-3eb4-422f-91a7-0798090298c4']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:21.366506 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-752f082a-111e-4345-96f2-5a517dae7591 None None] Deleting port 3d5a3552-324e-4d46-b781-1cdaf14e2e85 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:25:21.366960 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-752f082a-111e-4345-96f2-5a517dae7591 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.367735 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-32f5467b-fee9-4438-9580-a69d99c90121 req-1168a313-39b3-40cd-ac1e-129343e843ff tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874121 Aug 16 20:25:21.376271 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-f3d12ab4-5b9c-421e-8cbf-99f9373d4b31 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe70585d-f969-4ef1-a17b-c9053f7e9c21') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:21.376817 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-f3d12ab4-5b9c-421e-8cbf-99f9373d4b31 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe70585d-f969-4ef1-a17b-c9053f7e9c21') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:21.387763 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f3d12ab4-5b9c-421e-8cbf-99f9373d4b31 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.403088 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f3d12ab4-5b9c-421e-8cbf-99f9373d4b31 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.409080 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3d12ab4-5b9c-421e-8cbf-99f9373d4b31 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:25:21.409711 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f3d12ab4-5b9c-421e-8cbf-99f9373d4b31 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.413125 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:25:21.413125 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:25:21.413125 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:25:21.413125 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:25:21.413125 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:25:21.413125 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:25:21.413125 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:25:21.413125 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:25:21.413125 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:25:21.413125 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:25:21.413125 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:25:21.413125 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:25:21.413125 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:25:21.413125 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:25:21.413125 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:25:21.413125 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:25:21.413125 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:25:21.413125 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:25:21.413125 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:25:21.413125 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:25:21.413125 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:25:21.413125 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:25:21.413125 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:25:21.413125 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:25:21.413125 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:25:21.413125 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:25:21.413125 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:25:21.413125 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:25:21.413125 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:25:21.413125 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:25:21.413125 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:25:21.413125 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:25:21.416375 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45824) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:21.444204 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-752f082a-111e-4345-96f2-5a517dae7591 None None] For port 3d5a3552-324e-4d46-b781-1cdaf14e2e85, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=3d5a3552-324e-4d46-b781-1cdaf14e2e85,segment=NetworkSegment(2808727e-56d3-42a8-9383-b30f794a8c81),segment_id=2808727e-56d3-42a8-9383-b30f794a8c81)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:21.444612 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-752f082a-111e-4345-96f2-5a517dae7591 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.459480 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5832a8d9-3e18-42e8-a16e-62759a33b4bd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3151f4666ae6480e89494ed914513367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413425 Aug 16 20:25:21.461832 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45826) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:21.462320 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-752f082a-111e-4345-96f2-5a517dae7591 None None] Calling delete_port for 3d5a3552-324e-4d46-b781-1cdaf14e2e85 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:25:21.473885 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f3d12ab4-5b9c-421e-8cbf-99f9373d4b31 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.481667 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f3d12ab4-5b9c-421e-8cbf-99f9373d4b31 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.483836 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f3d12ab4-5b9c-421e-8cbf-99f9373d4b31 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/networks/ffdc0dc2-3eb4-422f-91a7-0798090298c4 HTTP/1.1" status: 204 len: 168 time: 0.4778972 Aug 16 20:25:21.486303 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45828) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:21.495895 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d12ab4-5b9c-421e-8cbf-99f9373d4b31 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Network': ['ID=ffdc0dc2-3eb4-422f-91a7-0798090298c4,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:21.551980 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-752f082a-111e-4345-96f2-5a517dae7591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.577160 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f082a-111e-4345-96f2-5a517dae7591 None None] Pushing event deleted for resources: {'Port': ['ID=3d5a3552-324e-4d46-b781-1cdaf14e2e85,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:21.581833 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752f082a-111e-4345-96f2-5a517dae7591 None None] No DVR routers for this DVR port 3d5a3552-324e-4d46-b781-1cdaf14e2e85 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:25:21.585199 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b3c6a74-cede-47ac-964c-fc3de0ae3333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.589937 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8bea3f81-8680-42aa-8763-1135af1f5791 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.619747 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b3c6a74-cede-47ac-964c-fc3de0ae3333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.718350 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8bea3f81-8680-42aa-8763-1135af1f5791 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.729104 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-8bea3f81-8680-42aa-8763-1135af1f5791 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd008a95-8f5b-4bfb-9698-7f95541641ff']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:21.739626 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-8bea3f81-8680-42aa-8763-1135af1f5791 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2808727e-56d3-42a8-9383-b30f794a8c81') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:21.739913 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-8bea3f81-8680-42aa-8763-1135af1f5791 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2808727e-56d3-42a8-9383-b30f794a8c81') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:21.751492 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8bea3f81-8680-42aa-8763-1135af1f5791 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.758908 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b3c6a74-cede-47ac-964c-fc3de0ae3333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.761675 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b3c6a74-cede-47ac-964c-fc3de0ae3333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.762674 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9b3c6a74-cede-47ac-964c-fc3de0ae3333 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/79e813b8-cc09-4529-a94a-bd7afd2d6782 HTTP/1.1" status: 204 len: 168 time: 0.2997181 Aug 16 20:25:21.772756 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8bea3f81-8680-42aa-8763-1135af1f5791 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.776929 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c6a74-cede-47ac-964c-fc3de0ae3333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e813b8-cc09-4529-a94a-bd7afd2d6782,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:21.780748 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bea3f81-8680-42aa-8763-1135af1f5791 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:25:21.781150 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8bea3f81-8680-42aa-8763-1135af1f5791 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.784175 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:25:21.784175 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:25:21.784175 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:25:21.784175 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:25:21.784175 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:25:21.784175 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:25:21.784175 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:25:21.784175 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:25:21.784175 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:25:21.784175 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:25:21.784175 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:25:21.784175 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:25:21.784175 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:25:21.784175 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:25:21.784175 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:25:21.784175 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:25:21.784175 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:25:21.784175 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:25:21.784175 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:25:21.784175 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:25:21.784175 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:25:21.784175 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:25:21.784175 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:25:21.784175 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:25:21.784175 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:25:21.784175 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:25:21.784175 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:25:21.784175 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:25:21.784175 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:25:21.784175 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:25:21.784175 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:25:21.784175 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:25:21.843785 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8bea3f81-8680-42aa-8763-1135af1f5791 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.850721 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8bea3f81-8680-42aa-8763-1135af1f5791 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.852537 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8bea3f81-8680-42aa-8763-1135af1f5791 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/networks/dd008a95-8f5b-4bfb-9698-7f95541641ff HTTP/1.1" status: 204 len: 168 time: 0.3652201 Aug 16 20:25:21.856586 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45832) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:21.875709 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-26eb26c6-62b5-4f52-8307-0967a853744c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-307883375'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:21.879996 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea3f81-8680-42aa-8763-1135af1f5791 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Network': ['ID=dd008a95-8f5b-4bfb-9698-7f95541641ff,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:21.897730 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26eb26c6-62b5-4f52-8307-0967a853744c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Made reservation on behalf of 009dba348fb2442ba66df3ffefced168 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:21.901399 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-26eb26c6-62b5-4f52-8307-0967a853744c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.925128 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26eb26c6-62b5-4f52-8307-0967a853744c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:25:21.934817 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-26eb26c6-62b5-4f52-8307-0967a853744c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.935238 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-26eb26c6-62b5-4f52-8307-0967a853744c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Added segment 7264f908-4af6-4495-867c-5e9bf52779ee of type vlan for network 9bd9059a-8632-419d-9f0e-32db72a74c02 Aug 16 20:25:21.975589 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-26eb26c6-62b5-4f52-8307-0967a853744c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:22.000531 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-26eb26c6-62b5-4f52-8307-0967a853744c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:22.006360 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26eb26c6-62b5-4f52-8307-0967a853744c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:22.006859 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-26eb26c6-62b5-4f52-8307-0967a853744c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:22.062505 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-26eb26c6-62b5-4f52-8307-0967a853744c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1923814 Aug 16 20:25:22.065563 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45840) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:22.071893 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-17b69337-05c6-4c6a-aefb-cf543b56188f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Request body: {'subnet': {'network_id': '9bd9059a-8632-419d-9f0e-32db72a74c02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:22.075962 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb26c6-62b5-4f52-8307-0967a853744c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Network': ['ID=9bd9059a-8632-419d-9f0e-32db72a74c02,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:22.095884 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 9bd9059a-8632-419d-9f0e-32db72a74c02 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:25:22.152660 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 056f343e-4748-4aca-8ae4-11ecaf48f795 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:25:22.177967 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b69337-05c6-4c6a-aefb-cf543b56188f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Made reservation on behalf of 009dba348fb2442ba66df3ffefced168 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:22.179936 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 056f343e-4748-4aca-8ae4-11ecaf48f795 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:25:22.180284 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 056f343e-4748-4aca-8ae4-11ecaf48f795 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:25:22.180895 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 3d5a3552-324e-4d46-b781-1cdaf14e2e85 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:25:22.181937 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-17b69337-05c6-4c6a-aefb-cf543b56188f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:22.209752 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 3d5a3552-324e-4d46-b781-1cdaf14e2e85 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:25:22.210125 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 3d5a3552-324e-4d46-b781-1cdaf14e2e85 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:25:22.373009 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-17b69337-05c6-4c6a-aefb-cf543b56188f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:22.432135 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b69337-05c6-4c6a-aefb-cf543b56188f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Subnet': ['ID=ef791292-63c6-4d04-bf45-5c1673319617,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:22.442939 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b69337-05c6-4c6a-aefb-cf543b56188f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Checking segment: {'id': '7264f908-4af6-4495-867c-5e9bf52779ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9bd9059a-8632-419d-9f0e-32db72a74c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:22.443399 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b69337-05c6-4c6a-aefb-cf543b56188f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network hostable DHCP agents. Network: 9bd9059a-8632-419d-9f0e-32db72a74c02, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:25:22.462508 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b69337-05c6-4c6a-aefb-cf543b56188f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network 9bd9059a-8632-419d-9f0e-32db72a74c02 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:25:22.473389 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-17b69337-05c6-4c6a-aefb-cf543b56188f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 9bd9059a-8632-419d-9f0e-32db72a74c02) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:22.477606 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b69337-05c6-4c6a-aefb-cf543b56188f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:22.478195 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-17b69337-05c6-4c6a-aefb-cf543b56188f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:22.487548 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45856) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:22.488387 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e7ab8c-dd23-405f-9a0a-68aaa04d002e None None] Network 9bd9059a-8632-419d-9f0e-32db72a74c02 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:22.494491 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-17b69337-05c6-4c6a-aefb-cf543b56188f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4267175 Aug 16 20:25:22.497877 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45858) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:22.503133 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8bd0b707-3301-4b86-a45e-04442d52f892 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1526037897', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:22.518158 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b486a73-12f4-4b94-8579-d9b4256db774 req-3b082095-c1b4-4c99-951a-a3cb460376d4 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:22.529621 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0b486a73-12f4-4b94-8579-d9b4256db774 req-3b082095-c1b4-4c99-951a-a3cb460376d4 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 946 time: 0.0869069 Aug 16 20:25:22.530250 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8bd0b707-3301-4b86-a45e-04442d52f892 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:22.531606 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8bd0b707-3301-4b86-a45e-04442d52f892 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:22.579616 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0b486a73-12f4-4b94-8579-d9b4256db774 req-029b238f-252e-4c71-8968-d4d030970542 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486035 Aug 16 20:25:22.594941 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8bd0b707-3301-4b86-a45e-04442d52f892 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:22.600155 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8bd0b707-3301-4b86-a45e-04442d52f892 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:22.617483 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8bd0b707-3301-4b86-a45e-04442d52f892 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:22.621176 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8bd0b707-3301-4b86-a45e-04442d52f892 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1199064 Aug 16 20:25:22.621466 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45862) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:22.627135 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-689acff4-6985-42fa-8bed-241828f27eb2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Request body: {'port': {'network_id': '9bd9059a-8632-419d-9f0e-32db72a74c02', 'name': 'tempest-RoutersIpV6Test-1149220183'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:22.627650 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-cb4994d1-4bc8-4b59-bf40-f128d3f2be16 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-108834084-network', 'tenant_id': '59f7a94d84a94a8d95a0cea3eca56744'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:22.650361 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036fb1f0-6e4c-408d-8d6f-aaf3a702413a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-9bd9059a-8632-419d-9f0e-32db72a74c02', 'network_id': '9bd9059a-8632-419d-9f0e-32db72a74c02', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'fixed_ips': [{'subnet_id': 'ef791292-63c6-4d04-bf45-5c1673319617'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:25:22.651540 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-036fb1f0-6e4c-408d-8d6f-aaf3a702413a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:22.657155 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4994d1-4bc8-4b59-bf40-f128d3f2be16 admin admin] Made reservation on behalf of 59f7a94d84a94a8d95a0cea3eca56744 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:22.659750 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb4994d1-4bc8-4b59-bf40-f128d3f2be16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:22.669083 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb4994d1-4bc8-4b59-bf40-f128d3f2be16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:22.768426 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb4994d1-4bc8-4b59-bf40-f128d3f2be16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:22.772451 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb4994d1-4bc8-4b59-bf40-f128d3f2be16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:22.789052 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689acff4-6985-42fa-8bed-241828f27eb2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Made reservation on behalf of 009dba348fb2442ba66df3ffefced168 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:22.793555 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-689acff4-6985-42fa-8bed-241828f27eb2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:22.794209 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4994d1-4bc8-4b59-bf40-f128d3f2be16 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:25:22.802041 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-036fb1f0-6e4c-408d-8d6f-aaf3a702413a None None] Allocated IP 2001:db8::2 (9bd9059a-8632-419d-9f0e-32db72a74c02/ef791292-63c6-4d04-bf45-5c1673319617/6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:22.810024 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4994d1-4bc8-4b59-bf40-f128d3f2be16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf550f0-cf2b-405e-9870-1dc81cd64dc1,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:22.813012 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb4994d1-4bc8-4b59-bf40-f128d3f2be16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:22.813290 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-689acff4-6985-42fa-8bed-241828f27eb2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] device_id is not set on port d23d1754-bf6b-4060-9562-8d9cb694122b yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:25:22.813409 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-cb4994d1-4bc8-4b59-bf40-f128d3f2be16 admin admin] Added segment 677fc974-2264-4a6d-b1a0-14caaf378d32 of type vlan for network a387773a-6d9d-458a-95df-68d0046845ab Aug 16 20:25:22.854214 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb4994d1-4bc8-4b59-bf40-f128d3f2be16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:22.884680 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb4994d1-4bc8-4b59-bf40-f128d3f2be16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:22.885641 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4994d1-4bc8-4b59-bf40-f128d3f2be16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:22.886221 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb4994d1-4bc8-4b59-bf40-f128d3f2be16 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:22.937763 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cb4994d1-4bc8-4b59-bf40-f128d3f2be16 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4487681 Aug 16 20:25:22.940717 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45864) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:22.945822 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-02b3d16c-43a3-47bf-9502-965977237a64 admin admin] Request body: {'subnet': {'network_id': 'a387773a-6d9d-458a-95df-68d0046845ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-108834084-subnet', 'tenant_id': '59f7a94d84a94a8d95a0cea3eca56744', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:22.951192 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4994d1-4bc8-4b59-bf40-f128d3f2be16 admin admin] Pushing event updated for resources: {'Network': ['ID=a387773a-6d9d-458a-95df-68d0046845ab,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:22.958765 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-036fb1f0-6e4c-408d-8d6f-aaf3a702413a None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:22.964539 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network a387773a-6d9d-458a-95df-68d0046845ab details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:25:22.966287 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b3d16c-43a3-47bf-9502-965977237a64 admin admin] Made reservation on behalf of 59f7a94d84a94a8d95a0cea3eca56744 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:22.968854 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-02b3d16c-43a3-47bf-9502-965977237a64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:22.979764 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-036fb1f0-6e4c-408d-8d6f-aaf3a702413a None None] Transition to ACTIVE for port object 6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:23.016685 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 294c2dd5-ea11-4a4b-b639-4181f619f30f no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:25:23.051860 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-036fb1f0-6e4c-408d-8d6f-aaf3a702413a None None] Transition to ACTIVE for port object 6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:23.053064 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 294c2dd5-ea11-4a4b-b639-4181f619f30f {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:25:23.053414 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 294c2dd5-ea11-4a4b-b639-4181f619f30f not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:25:23.061429 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-036fb1f0-6e4c-408d-8d6f-aaf3a702413a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:23.111347 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036fb1f0-6e4c-408d-8d6f-aaf3a702413a None None] Network 9bd9059a-8632-419d-9f0e-32db72a74c02 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:23.114345 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-036fb1f0-6e4c-408d-8d6f-aaf3a702413a None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:23.118702 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036fb1f0-6e4c-408d-8d6f-aaf3a702413a None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:23.121784 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fb1f0-6e4c-408d-8d6f-aaf3a702413a None None] Pushing event updated for resources: {'Port': ['ID=6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:23.153013 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-689acff4-6985-42fa-8bed-241828f27eb2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Allocated IP 2001:db8::258 (9bd9059a-8632-419d-9f0e-32db72a74c02/ef791292-63c6-4d04-bf45-5c1673319617/d23d1754-bf6b-4060-9562-8d9cb694122b) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:23.177354 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-036fb1f0-6e4c-408d-8d6f-aaf3a702413a None None] Attempting to bind port 6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:23.177733 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-036fb1f0-6e4c-408d-8d6f-aaf3a702413a None None] Attempting to bind port 6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '7264f908-4af6-4495-867c-5e9bf52779ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9bd9059a-8632-419d-9f0e-32db72a74c02'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:23.178100 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036fb1f0-6e4c-408d-8d6f-aaf3a702413a None None] Attempting to bind port 6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37 on network 9bd9059a-8632-419d-9f0e-32db72a74c02 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:23.183100 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036fb1f0-6e4c-408d-8d6f-aaf3a702413a None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:23.183511 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036fb1f0-6e4c-408d-8d6f-aaf3a702413a None None] Checking segment: {'id': '7264f908-4af6-4495-867c-5e9bf52779ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9bd9059a-8632-419d-9f0e-32db72a74c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:23.183954 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-036fb1f0-6e4c-408d-8d6f-aaf3a702413a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:23.184350 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036fb1f0-6e4c-408d-8d6f-aaf3a702413a None None] Bound using segment: {'id': '7264f908-4af6-4495-867c-5e9bf52779ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9bd9059a-8632-419d-9f0e-32db72a74c02'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:23.184812 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-036fb1f0-6e4c-408d-8d6f-aaf3a702413a None None] Bound port: 6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7264f908-4af6-4495-867c-5e9bf52779ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9bd9059a-8632-419d-9f0e-32db72a74c02'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:23.185198 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-036fb1f0-6e4c-408d-8d6f-aaf3a702413a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:23.209205 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-02b3d16c-43a3-47bf-9502-965977237a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:23.249630 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-036fb1f0-6e4c-408d-8d6f-aaf3a702413a None None] For port 6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:23.252885 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-036fb1f0-6e4c-408d-8d6f-aaf3a702413a None None] For port 6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37,segment=NetworkSegment(7264f908-4af6-4495-867c-5e9bf52779ee),segment_id=7264f908-4af6-4495-867c-5e9bf52779ee)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:23.256795 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-036fb1f0-6e4c-408d-8d6f-aaf3a702413a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:23.321087 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3d16c-43a3-47bf-9502-965977237a64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0903cd68-8cf1-44ad-ab92-c7dc816090ba,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:23.329576 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fb1f0-6e4c-408d-8d6f-aaf3a702413a None None] Pushing event updated for resources: {'Port': ['ID=6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:23.351726 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b3d16c-43a3-47bf-9502-965977237a64 admin admin] Checking segment: {'id': '677fc974-2264-4a6d-b1a0-14caaf378d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a387773a-6d9d-458a-95df-68d0046845ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:23.352084 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b3d16c-43a3-47bf-9502-965977237a64 admin admin] Network hostable DHCP agents. Network: a387773a-6d9d-458a-95df-68d0046845ab, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:25:23.392912 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b3d16c-43a3-47bf-9502-965977237a64 admin admin] Network a387773a-6d9d-458a-95df-68d0046845ab is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:25:23.407780 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-689acff4-6985-42fa-8bed-241828f27eb2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:23.411471 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-02b3d16c-43a3-47bf-9502-965977237a64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, a387773a-6d9d-458a-95df-68d0046845ab) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:23.420020 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b3d16c-43a3-47bf-9502-965977237a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:23.420606 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-02b3d16c-43a3-47bf-9502-965977237a64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:23.420923 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e39a7b-d8a9-43de-97cf-14fd5a1bb85a None None] Network a387773a-6d9d-458a-95df-68d0046845ab requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:23.431024 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-689acff4-6985-42fa-8bed-241828f27eb2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Transition to ACTIVE for port object d23d1754-bf6b-4060-9562-8d9cb694122b will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:23.447984 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-02b3d16c-43a3-47bf-9502-965977237a64 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4985685 Aug 16 20:25:23.499181 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-689acff4-6985-42fa-8bed-241828f27eb2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:23.555726 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689acff4-6985-42fa-8bed-241828f27eb2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network 9bd9059a-8632-419d-9f0e-32db72a74c02 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:23.560159 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-689acff4-6985-42fa-8bed-241828f27eb2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:23.564709 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689acff4-6985-42fa-8bed-241828f27eb2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:23.579092 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689acff4-6985-42fa-8bed-241828f27eb2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:23.579092 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-689acff4-6985-42fa-8bed-241828f27eb2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:23.590257 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689acff4-6985-42fa-8bed-241828f27eb2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Port': ['ID=d23d1754-bf6b-4060-9562-8d9cb694122b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:23.605128 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-689acff4-6985-42fa-8bed-241828f27eb2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9825609 Aug 16 20:25:23.608257 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45870) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:23.631531 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0abdd4-520e-42dd-a05e-b76963ac2a56 None None] Network a387773a-6d9d-458a-95df-68d0046845ab requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:23.724295 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f080f-232e-47ab-817b-5e01775e3f94 req-2941ef1e-7ace-4165-9958-876cd9611564 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:23.733248 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9f5f080f-232e-47ab-817b-5e01775e3f94 req-2941ef1e-7ace-4165-9958-876cd9611564 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 946 time: 0.0819991 Aug 16 20:25:23.786830 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9f5f080f-232e-47ab-817b-5e01775e3f94 req-7cb9522a-2326-4b61-adfa-2c42aaf123c1 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525970 Aug 16 20:25:24.172466 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:24.226141 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:24.337767 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65285571-9806-4856-b775-d0e15af0bfde None None] Network 9bd9059a-8632-419d-9f0e-32db72a74c02 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:24.362517 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fd92c-e202-4bba-94f4-783301513379 req-e5315af1-fd59-4438-88d6-892f486823bb tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:24.363921 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fc7fd92c-e202-4bba-94f4-783301513379 req-e5315af1-fd59-4438-88d6-892f486823bb tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] 10.222.0.68 "GET /v2.0/networks?id=a387773a-6d9d-458a-95df-68d0046845ab HTTP/1.1" status: 200 len: 812 time: 0.2426512 Aug 16 20:25:24.397388 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fc7fd92c-e202-4bba-94f4-783301513379 req-8ded2b72-f4ea-44cf-918c-0651f810c932 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] 10.222.0.68 "GET /v2.0/quotas/59f7a94d84a94a8d95a0cea3eca56744 HTTP/1.1" status: 200 len: 375 time: 0.0240929 Aug 16 20:25:24.451029 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fc7fd92c-e202-4bba-94f4-783301513379 req-5334a953-5eec-4c8c-a443-d3930a2bf090 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=59f7a94d84a94a8d95a0cea3eca56744&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470474 Aug 16 20:25:24.454559 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4726b4e4-f3b9-40f6-9cdf-c6e49459e7c0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:24.543486 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b422f9b2-d53e-4272-809a-fbdafb049ece None None] Provisioning for port 6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:24.549637 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b422f9b2-d53e-4272-809a-fbdafb049ece None None] Provisioning complete for port 6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:24.550013 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b422f9b2-d53e-4272-809a-fbdafb049ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:24.569550 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45888) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:24.636611 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3a558deb-903d-408d-aea4-3d5098f5cbc3 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/floatingips/59c1a535-36f0-49f7-b0a0-acad300d6103 HTTP/1.1" status: 200 len: 993 time: 0.0610225 Aug 16 20:25:24.669374 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fc7fd92c-e202-4bba-94f4-783301513379 req-d291fcd1-3759-41c3-bc28-5172224f80bf service neutron] 10.222.0.68 "GET /v2.0/networks/a387773a-6d9d-458a-95df-68d0046845ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056935 Aug 16 20:25:24.688889 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b422f9b2-d53e-4272-809a-fbdafb049ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:24.753179 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b422f9b2-d53e-4272-809a-fbdafb049ece None None] For port 6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37,segment=NetworkSegment(7264f908-4af6-4495-867c-5e9bf52779ee),segment_id=7264f908-4af6-4495-867c-5e9bf52779ee)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:24.759858 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b422f9b2-d53e-4272-809a-fbdafb049ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:24.820967 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422f9b2-d53e-4272-809a-fbdafb049ece None None] Pushing event updated for resources: {'Port': ['ID=6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:24.843392 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fc7fd92c-e202-4bba-94f4-783301513379 req-4ddd7c9d-c2ea-4d97-89c3-399c1122bd86 service neutron] 10.222.0.68 "GET /v2.0/networks/a387773a-6d9d-458a-95df-68d0046845ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488576 Aug 16 20:25:24.857550 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4726b4e4-f3b9-40f6-9cdf-c6e49459e7c0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:24.863714 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4726b4e4-f3b9-40f6-9cdf-c6e49459e7c0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:24.904719 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45896) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:24.971701 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726b4e4-f3b9-40f6-9cdf-c6e49459e7c0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Port': ['ID=d23d1754-bf6b-4060-9562-8d9cb694122b,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:25.025581 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3f3b9-b6ce-4791-8740-f411f83b3bd2 req-197621a7-fec4-439f-8f28-628be9903aa8 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:25.029365 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9eb3f3b9-b6ce-4791-8740-f411f83b3bd2 req-197621a7-fec4-439f-8f28-628be9903aa8 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 946 time: 0.1546564 Aug 16 20:25:25.109413 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-03b4d128-2013-4f59-9a54-f4e2318aa40e None None] Provisioning for port d23d1754-bf6b-4060-9562-8d9cb694122b completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:25.118773 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-03b4d128-2013-4f59-9a54-f4e2318aa40e None None] Provisioning complete for port d23d1754-bf6b-4060-9562-8d9cb694122b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:25.119163 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-03b4d128-2013-4f59-9a54-f4e2318aa40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:25.127076 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b3f6ba02-371b-49b2-b057-763d117c7efb req-55280ed0-ed7e-49cc-ab9a-de7088018a1f tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] 10.222.0.68 "GET /v2.0/ports?device_id=24404292-8437-478d-9b90-4753c13d69bb HTTP/1.1" status: 200 len: 210 time: 0.0628302 Aug 16 20:25:25.128519 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4726b4e4-f3b9-40f6-9cdf-c6e49459e7c0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:25.132138 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9eb3f3b9-b6ce-4791-8740-f411f83b3bd2 req-e35ffd49-ad97-4e61-917d-35c16f6a9b50 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712314 Aug 16 20:25:25.194387 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-03b4d128-2013-4f59-9a54-f4e2318aa40e None None] Port d23d1754-bf6b-4060-9562-8d9cb694122b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:25:25.202208 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-bc06ffe4-b457-4727-89f2-4efebd905be1 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Deleting port f1eac573-9185-4e68-931f-607f9e2012f1 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:25:25.202560 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc06ffe4-b457-4727-89f2-4efebd905be1 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:25.215157 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-03b4d128-2013-4f59-9a54-f4e2318aa40e None None] Provisioning complete for port 6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:25.215849 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-03b4d128-2013-4f59-9a54-f4e2318aa40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:25.305008 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4726b4e4-f3b9-40f6-9cdf-c6e49459e7c0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:25.334523 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc06ffe4-b457-4727-89f2-4efebd905be1 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:25.334904 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc06ffe4-b457-4727-89f2-4efebd905be1 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:25.361978 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-bc06ffe4-b457-4727-89f2-4efebd905be1 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Calling delete_port for f1eac573-9185-4e68-931f-607f9e2012f1 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:25:25.531493 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-81681dcd-853c-40c9-9d10-b6d97a1124d1 None None] Provisioning complete for port d23d1754-bf6b-4060-9562-8d9cb694122b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:25.531868 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-81681dcd-853c-40c9-9d10-b6d97a1124d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:25.602792 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-81681dcd-853c-40c9-9d10-b6d97a1124d1 None None] Port d23d1754-bf6b-4060-9562-8d9cb694122b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:25:25.649685 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4726b4e4-f3b9-40f6-9cdf-c6e49459e7c0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:25.655860 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4726b4e4-f3b9-40f6-9cdf-c6e49459e7c0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:25.656847 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4726b4e4-f3b9-40f6-9cdf-c6e49459e7c0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:25.786607 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726b4e4-f3b9-40f6-9cdf-c6e49459e7c0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Port': ['ID=d23d1754-bf6b-4060-9562-8d9cb694122b,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:25.807770 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4726b4e4-f3b9-40f6-9cdf-c6e49459e7c0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network 9bd9059a-8632-419d-9f0e-32db72a74c02 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:25.810318 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-4726b4e4-f3b9-40f6-9cdf-c6e49459e7c0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:25.825510 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-baa8e01b-bb2b-415a-ace6-75e4d16657ac None None] Provisioning complete for port d23d1754-bf6b-4060-9562-8d9cb694122b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:25.825853 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-baa8e01b-bb2b-415a-ace6-75e4d16657ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:25.873200 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-baa8e01b-bb2b-415a-ace6-75e4d16657ac None None] Port d23d1754-bf6b-4060-9562-8d9cb694122b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:25:25.956044 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc458be-b094-46d3-8f30-8cfe1b4b2f26 req-48549a24-e05b-4367-9e48-d4286b2b71d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:25.957784 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1bc458be-b094-46d3-8f30-8cfe1b4b2f26 req-48549a24-e05b-4367-9e48-d4286b2b71d4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5fcbda3619a74e5b9b9ea7a9065ce932&device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 1098 time: 0.4607680 Aug 16 20:25:25.971807 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4726b4e4-f3b9-40f6-9cdf-c6e49459e7c0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Router 08565215-d0c2-4ea1-9f2e-da7477193c9e is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:25:26.033904 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277dec2a-4880-42fe-a1b5-410f907acd5b req-03795250-1552-4335-ab39-18cfca40f91d tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:26.035691 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-277dec2a-4880-42fe-a1b5-410f907acd5b req-03795250-1552-4335-ab39-18cfca40f91d tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 946 time: 0.5398293 Aug 16 20:25:26.075425 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4726b4e4-f3b9-40f6-9cdf-c6e49459e7c0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:25:26.081413 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4726b4e4-f3b9-40f6-9cdf-c6e49459e7c0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "PUT /v2.0/routers/08565215-d0c2-4ea1-9f2e-da7477193c9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4715412 Aug 16 20:25:26.084215 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45912) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:26.091701 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec66cd62-a2ba-41d2-992d-931c5bbdb4de None None] Sync routers for ids ['08565215-d0c2-4ea1-9f2e-da7477193c9e'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:25:26.114949 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec66cd62-a2ba-41d2-992d-931c5bbdb4de None None] Routers {'08565215-d0c2-4ea1-9f2e-da7477193c9e'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:26.115801 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ec66cd62-a2ba-41d2-992d-931c5bbdb4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['08565215-d0c2-4ea1-9f2e-da7477193c9e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:26.138006 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c4838a-a22e-4305-b2f2-c883d756a360 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:26.139481 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-83c4838a-a22e-4305-b2f2-c883d756a360 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "GET /v2.0/ports/d23d1754-bf6b-4060-9562-8d9cb694122b HTTP/1.1" status: 200 len: 984 time: 0.0538907 Aug 16 20:25:26.142211 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45914) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:26.159114 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc458be-b094-46d3-8f30-8cfe1b4b2f26 req-2f4b9531-1c84-4219-89a0-531256a30379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:26.161023 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1bc458be-b094-46d3-8f30-8cfe1b4b2f26 req-2f4b9531-1c84-4219-89a0-531256a30379 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0884c200-acec-460b-b534-7fcde0dd54c6 HTTP/1.1" status: 200 len: 912 time: 0.1948059 Aug 16 20:25:26.165928 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-277dec2a-4880-42fe-a1b5-410f907acd5b req-fc4b2cf8-559b-48b9-90d8-ad5c1bc3a229 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166639 Aug 16 20:25:26.182700 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ec66cd62-a2ba-41d2-992d-931c5bbdb4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:26.202715 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec66cd62-a2ba-41d2-992d-931c5bbdb4de None None] Routers {'08565215-d0c2-4ea1-9f2e-da7477193c9e'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:26.203355 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ec66cd62-a2ba-41d2-992d-931c5bbdb4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['08565215-d0c2-4ea1-9f2e-da7477193c9e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:26.233115 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e9c14d8c-0bb4-4eab-8ec9-7553777aaefc None None] Provisioning complete for port d23d1754-bf6b-4060-9562-8d9cb694122b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:26.234086 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e9c14d8c-0bb4-4eab-8ec9-7553777aaefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:26.263008 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc06ffe4-b457-4727-89f2-4efebd905be1 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:26.275285 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:26.289412 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ec66cd62-a2ba-41d2-992d-931c5bbdb4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:26.290363 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec66cd62-a2ba-41d2-992d-931c5bbdb4de None None] The sync data for ids ['08565215-d0c2-4ea1-9f2e-da7477193c9e'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:25:26.321190 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06ffe4-b457-4727-89f2-4efebd905be1 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event deleted for resources: {'Port': ['ID=f1eac573-9185-4e68-931f-607f9e2012f1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:26.334545 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1bc458be-b094-46d3-8f30-8cfe1b4b2f26 req-91fec1f9-68d8-496c-89f1-a09a1a23bc45 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fe6b8c8-13d9-4f3d-a467-3d76601f69da HTTP/1.1" status: 200 len: 1002 time: 0.1629975 Aug 16 20:25:26.353585 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e9c14d8c-0bb4-4eab-8ec9-7553777aaefc None None] Port d23d1754-bf6b-4060-9562-8d9cb694122b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:25:26.368079 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:26.368459 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:26.425416 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc458be-b094-46d3-8f30-8cfe1b4b2f26 req-50b5bc53-9438-4bd8-965b-2f47ee342041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:26.427154 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1bc458be-b094-46d3-8f30-8cfe1b4b2f26 req-50b5bc53-9438-4bd8-965b-2f47ee342041 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2e5317c1-df9f-4c3c-8707-a2ba178832b8 HTTP/1.1" status: 200 len: 850 time: 0.0788786 Aug 16 20:25:26.428042 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc06ffe4-b457-4727-89f2-4efebd905be1 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:26.428369 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-bc06ffe4-b457-4727-89f2-4efebd905be1 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Floating IP 59c1a535-36f0-49f7-b0a0-acad300d6103 disassociated (deleted). External IP: 172.25.8.209, port: 447f17b6-fdb3-45b7-896a-dce9c6402f32. Aug 16 20:25:26.432779 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f7e45788-9c02-4a3b-8449-f5728cb6545f req-eab8f32b-845c-47d2-85d5-d7d4d3a181b8 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] 10.222.0.68 "GET /v2.0/ports?device_id=24404292-8437-478d-9b90-4753c13d69bb HTTP/1.1" status: 200 len: 210 time: 0.1183550 Aug 16 20:25:26.560673 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fd92c-e202-4bba-94f4-783301513379 req-742bea79-913b-4d00-a449-4b6424eb3553 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:26.562112 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fc7fd92c-e202-4bba-94f4-783301513379 req-742bea79-913b-4d00-a449-4b6424eb3553 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] 10.222.0.57 "GET /v2.0/networks?id=a387773a-6d9d-458a-95df-68d0046845ab HTTP/1.1" status: 200 len: 812 time: 0.2489855 Aug 16 20:25:26.569529 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc458be-b094-46d3-8f30-8cfe1b4b2f26 req-67377dd9-d7b8-4b87-92dd-1e5f5721a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:26.571019 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1bc458be-b094-46d3-8f30-8cfe1b4b2f26 req-67377dd9-d7b8-4b87-92dd-1e5f5721a3a4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0884c200-acec-460b-b534-7fcde0dd54c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0879483 Aug 16 20:25:26.578605 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-fc7fd92c-e202-4bba-94f4-783301513379 req-b9770803-b8d5-4360-9d76-5d4c70d89471 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] Request body: {'port': {'device_id': '24404292-8437-478d-9b90-4753c13d69bb', 'network_id': 'a387773a-6d9d-458a-95df-68d0046845ab', 'admin_state_up': True, 'tenant_id': '59f7a94d84a94a8d95a0cea3eca56744'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:26.749256 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1bc458be-b094-46d3-8f30-8cfe1b4b2f26 req-d0d186fb-5cf7-41d8-90ae-958824dbbea8 service neutron] 10.222.0.63 "GET /v2.0/networks/0884c200-acec-460b-b534-7fcde0dd54c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669652 Aug 16 20:25:26.767579 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc06ffe4-b457-4727-89f2-4efebd905be1 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Router 74e3ccf1-cd77-4130-a5da-69f897d1a7cd has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:25:26.933625 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1bc458be-b094-46d3-8f30-8cfe1b4b2f26 req-2a82009d-c27a-4acf-854f-d2a4958f5428 service neutron] 10.222.0.63 "GET /v2.0/networks/0884c200-acec-460b-b534-7fcde0dd54c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751273 Aug 16 20:25:26.956004 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc06ffe4-b457-4727-89f2-4efebd905be1 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:25:26.960922 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc06ffe4-b457-4727-89f2-4efebd905be1 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:26.970170 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548dc7e7-271c-464b-ab14-eebd46d4ca37 None None] Sync routers for ids ['74e3ccf1-cd77-4130-a5da-69f897d1a7cd'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:25:26.983800 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548dc7e7-271c-464b-ab14-eebd46d4ca37 None None] Routers {'74e3ccf1-cd77-4130-a5da-69f897d1a7cd'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:26.984737 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-548dc7e7-271c-464b-ab14-eebd46d4ca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['74e3ccf1-cd77-4130-a5da-69f897d1a7cd'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:26.991990 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bc06ffe4-b457-4727-89f2-4efebd905be1 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "DELETE /v2.0/floatingips/59c1a535-36f0-49f7-b0a0-acad300d6103 HTTP/1.1" status: 204 len: 168 time: 2.0843287 Aug 16 20:25:26.992185 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e084add6-fbc5-4a38-af7f-2f83ca266e9a', 'tag': '447f17b6-fdb3-45b7-896a-dce9c6402f32'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:25:26.996703 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3edba3-4b71-4290-afcf-e554b6f97019" -d '{"events": [{"name": "network-changed", "server_uuid": "e084add6-fbc5-4a38-af7f-2f83ca266e9a", "tag": "447f17b6-fdb3-45b7-896a-dce9c6402f32"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:25:27.056009 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338a0db7-e1f0-45d5-8f68-ee0b3fe734c2 x-openstack-request-id: req-338a0db7-e1f0-45d5-8f68-ee0b3fe734c2 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:25:27.056627 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e084add6-fbc5-4a38-af7f-2f83ca266e9a", "tag": "447f17b6-fdb3-45b7-896a-dce9c6402f32", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:25:27.057145 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-338a0db7-e1f0-45d5-8f68-ee0b3fe734c2 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:25:27.057910 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e084add6-fbc5-4a38-af7f-2f83ca266e9a', 'tag': '447f17b6-fdb3-45b7-896a-dce9c6402f32', 'status': 'completed', 'code': 200} Aug 16 20:25:27.111939 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-548dc7e7-271c-464b-ab14-eebd46d4ca37 None None] Set router 74e3ccf1-cd77-4130-a5da-69f897d1a7cd gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:25:27.139334 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3edba3-4b71-4290-afcf-e554b6f97019 req-2557a020-75cb-471a-b30a-80336aa6eb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:27.141389 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4f3edba3-4b71-4290-afcf-e554b6f97019 req-2557a020-75cb-471a-b30a-80336aa6eb6f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e56891446a5d4a4da1a00ff61508934e&device_id=e084add6-fbc5-4a38-af7f-2f83ca266e9a HTTP/1.1" status: 200 len: 1097 time: 0.0580301 Aug 16 20:25:27.172467 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc7fd92c-e202-4bba-94f4-783301513379 req-b9770803-b8d5-4360-9d76-5d4c70d89471 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] Made reservation on behalf of 59f7a94d84a94a8d95a0cea3eca56744 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:27.175963 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fc7fd92c-e202-4bba-94f4-783301513379 req-b9770803-b8d5-4360-9d76-5d4c70d89471 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:27.199991 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66a9d773-9be5-45c9-ab15-81e52c1625b6 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:27.281442 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3edba3-4b71-4290-afcf-e554b6f97019 req-8222ee92-9ee7-474b-a961-3ad41b50aa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:27.283170 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4f3edba3-4b71-4290-afcf-e554b6f97019 req-8222ee92-9ee7-474b-a961-3ad41b50aa42 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1 HTTP/1.1" status: 200 len: 897 time: 0.1303632 Aug 16 20:25:27.357343 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4f3edba3-4b71-4290-afcf-e554b6f97019 req-3f4271c6-1647-4c12-824c-df2c034d008e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=447f17b6-fdb3-45b7-896a-dce9c6402f32 HTTP/1.1" status: 200 len: 217 time: 0.0574591 Aug 16 20:25:27.391735 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-548dc7e7-271c-464b-ab14-eebd46d4ca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'name': 'tempest-TestNetworkBasicOps-router-2002615676', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '4bc48051-abd5-4fc6-a596-939c9a36df44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:28Z', 'updated_at': '2021-08-16T20:24:34Z', 'revision_number': 4, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '4bc48051-abd5-4fc6-a596-939c9a36df44', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:29Z', 'updated_at': '2021-08-16T20:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2', 'name': '', 'network_id': '2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'mac_address': 'fa:16:3e:91:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '1fcadfa2-0626-491b-ab96-f10a181d8eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:33Z', 'updated_at': '2021-08-16T20:24:40Z', 'revision_number': 5, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'subnets': [{'id': '1fcadfa2-0626-491b-ab96-f10a181d8eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:27.409578 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914187d-6bed-4f60-b8f1-f38f84be8888 req-efa70cd5-341f-47fc-bdc7-de8f4e5b76f5 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:27.411095 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3914187d-6bed-4f60-b8f1-f38f84be8888 req-efa70cd5-341f-47fc-bdc7-de8f4e5b76f5 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 946 time: 0.1209443 Aug 16 20:25:27.420904 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548dc7e7-271c-464b-ab14-eebd46d4ca37 None None] Checking router: 74e3ccf1-cd77-4130-a5da-69f897d1a7cd for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:25:27.432671 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548dc7e7-271c-464b-ab14-eebd46d4ca37 None None] Routers {'74e3ccf1-cd77-4130-a5da-69f897d1a7cd'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:27.433291 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-548dc7e7-271c-464b-ab14-eebd46d4ca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['74e3ccf1-cd77-4130-a5da-69f897d1a7cd'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:27.433840 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3edba3-4b71-4290-afcf-e554b6f97019 req-35f441fe-889d-498d-9754-4adcd5f76cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:27.438197 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4f3edba3-4b71-4290-afcf-e554b6f97019 req-35f441fe-889d-498d-9754-4adcd5f76cd6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1fcadfa2-0626-491b-ab96-f10a181d8eec HTTP/1.1" status: 200 len: 835 time: 0.0721185 Aug 16 20:25:27.448437 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba77101-30f3-4eee-a855-e5e355a18e6a req-ba87968a-baff-4187-ad50-f4e04c639a3c tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:27.450000 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bba77101-30f3-4eee-a855-e5e355a18e6a req-ba87968a-baff-4187-ad50-f4e04c639a3c tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=e084add6-fbc5-4a38-af7f-2f83ca266e9a HTTP/1.1" status: 200 len: 945 time: 0.1738374 Aug 16 20:25:27.503813 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-fc7fd92c-e202-4bba-94f4-783301513379 req-b9770803-b8d5-4360-9d76-5d4c70d89471 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] Allocated IP 172.20.0.11 (a387773a-6d9d-458a-95df-68d0046845ab/0903cd68-8cf1-44ad-ab92-c7dc816090ba/1e131fd1-6e43-4e60-92cb-6f3ae2645031) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:27.509680 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3914187d-6bed-4f60-b8f1-f38f84be8888 req-c1abf650-4cc9-4db7-931e-70d65b9a3e9a tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881982 Aug 16 20:25:27.521193 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3edba3-4b71-4290-afcf-e554b6f97019 req-5cb929bb-e3c1-41de-98c0-ebcd4cf99f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:27.524279 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4f3edba3-4b71-4290-afcf-e554b6f97019 req-5cb929bb-e3c1-41de-98c0-ebcd4cf99f3c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660472 Aug 16 20:25:27.540868 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bba77101-30f3-4eee-a855-e5e355a18e6a req-4c709f76-1c4b-41b6-b99c-d43e1b0192a0 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=d801122c-9e3d-4db1-bcff-abf9b1e51c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695708 Aug 16 20:25:27.595263 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-548dc7e7-271c-464b-ab14-eebd46d4ca37 None None] Set router 74e3ccf1-cd77-4130-a5da-69f897d1a7cd gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:25:27.671094 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b063607c-9b37-40a2-84a8-14d1a373c6ff req-5bf3c388-0c01-4a29-abc1-36fe84c509bb tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] 10.222.0.68 "GET /v2.0/ports?device_id=24404292-8437-478d-9b90-4753c13d69bb HTTP/1.1" status: 200 len: 210 time: 0.0476346 Aug 16 20:25:27.714410 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-66a9d773-9be5-45c9-ab15-81e52c1625b6 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Deleting port d23d1754-bf6b-4060-9562-8d9cb694122b {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:25:27.714839 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66a9d773-9be5-45c9-ab15-81e52c1625b6 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:27.719781 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4f3edba3-4b71-4290-afcf-e554b6f97019 req-f01c0e69-7b74-48b8-ac63-48d4d0c79ede service neutron] 10.222.0.63 "GET /v2.0/networks/2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836798 Aug 16 20:25:27.778906 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fc7fd92c-e202-4bba-94f4-783301513379 req-b9770803-b8d5-4360-9d76-5d4c70d89471 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:27.821839 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4f3edba3-4b71-4290-afcf-e554b6f97019 req-1fbd28ad-6810-4142-9045-5c9583e2932b service neutron] 10.222.0.63 "GET /v2.0/networks/2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895262 Aug 16 20:25:27.827021 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-548dc7e7-271c-464b-ab14-eebd46d4ca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'name': 'tempest-TestNetworkBasicOps-router-2002615676', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '4bc48051-abd5-4fc6-a596-939c9a36df44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:28Z', 'updated_at': '2021-08-16T20:24:34Z', 'revision_number': 4, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '4bc48051-abd5-4fc6-a596-939c9a36df44', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:29Z', 'updated_at': '2021-08-16T20:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2', 'name': '', 'network_id': '2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'mac_address': 'fa:16:3e:91:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '1fcadfa2-0626-491b-ab96-f10a181d8eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:33Z', 'updated_at': '2021-08-16T20:24:40Z', 'revision_number': 5, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'subnets': [{'id': '1fcadfa2-0626-491b-ab96-f10a181d8eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:27.834380 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66a9d773-9be5-45c9-ab15-81e52c1625b6 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:27.853543 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-66a9d773-9be5-45c9-ab15-81e52c1625b6 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Calling delete_port for d23d1754-bf6b-4060-9562-8d9cb694122b owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:25:27.861718 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548dc7e7-271c-464b-ab14-eebd46d4ca37 None None] The sync data for ids ['74e3ccf1-cd77-4130-a5da-69f897d1a7cd'] in n-d-787206-13 is: [{'id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'name': 'tempest-TestNetworkBasicOps-router-2002615676', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '4bc48051-abd5-4fc6-a596-939c9a36df44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:28Z', 'updated_at': '2021-08-16T20:24:34Z', 'revision_number': 4, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '4bc48051-abd5-4fc6-a596-939c9a36df44', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:29Z', 'updated_at': '2021-08-16T20:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2', 'name': '', 'network_id': '2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'mac_address': 'fa:16:3e:91:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '1fcadfa2-0626-491b-ab96-f10a181d8eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:33Z', 'updated_at': '2021-08-16T20:24:40Z', 'revision_number': 5, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'subnets': [{'id': '1fcadfa2-0626-491b-ab96-f10a181d8eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:25:27.872440 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fc7fd92c-e202-4bba-94f4-783301513379 req-b9770803-b8d5-4360-9d76-5d4c70d89471 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:27.959999 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc7fd92c-e202-4bba-94f4-783301513379 req-b9770803-b8d5-4360-9d76-5d4c70d89471 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] Network a387773a-6d9d-458a-95df-68d0046845ab is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:27.967301 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-fc7fd92c-e202-4bba-94f4-783301513379 req-b9770803-b8d5-4360-9d76-5d4c70d89471 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:27.973875 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7fd92c-e202-4bba-94f4-783301513379 req-b9770803-b8d5-4360-9d76-5d4c70d89471 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:27.978796 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9770803-b8d5-4360-9d76-5d4c70d89471 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] Pushing event updated for resources: {'Port': ['ID=1e131fd1-6e43-4e60-92cb-6f3ae2645031,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:28.073236 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fd92c-e202-4bba-94f4-783301513379 req-b9770803-b8d5-4360-9d76-5d4c70d89471 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:28.073891 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fc7fd92c-e202-4bba-94f4-783301513379 req-b9770803-b8d5-4360-9d76-5d4c70d89471 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:28.094813 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fc7fd92c-e202-4bba-94f4-783301513379 req-b9770803-b8d5-4360-9d76-5d4c70d89471 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5204971 Aug 16 20:25:28.119780 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-fc7fd92c-e202-4bba-94f4-783301513379 req-ddcea090-b904-470e-ab46-f2687958f8e7 service neutron] Request body: {'port': {'device_id': '24404292-8437-478d-9b90-4753c13d69bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:28.120621 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3121afb1-94c3-48c9-9c8e-35fa24074122 None None] New status for floating IP 59c1a535-36f0-49f7-b0a0-acad300d6103: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:25:28.186085 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66a9d773-9be5-45c9-ab15-81e52c1625b6 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:28.218405 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fc7fd92c-e202-4bba-94f4-783301513379 req-ddcea090-b904-470e-ab46-f2687958f8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:28.223373 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9d773-9be5-45c9-ab15-81e52c1625b6 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Port': ['ID=d23d1754-bf6b-4060-9562-8d9cb694122b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:28.356288 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66a9d773-9be5-45c9-ab15-81e52c1625b6 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:28.660310 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a9d773-9be5-45c9-ab15-81e52c1625b6 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Router 08565215-d0c2-4ea1-9f2e-da7477193c9e has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:25:28.694225 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a454d-14f0-49ab-8dee-0e24cba7a974 req-4c0c7c5b-f566-44f8-b3c7-a035af9002a5 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:28.695783 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1c4a454d-14f0-49ab-8dee-0e24cba7a974 req-4c0c7c5b-f566-44f8-b3c7-a035af9002a5 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 946 time: 0.0928595 Aug 16 20:25:28.701280 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc7ac7-ac34-4031-bbaa-9b63a82366e3 req-386c2b17-2886-42ce-81a0-514cb3bde5a2 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:28.702724 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a7cc7ac7-ac34-4031-bbaa-9b63a82366e3 req-386c2b17-2886-42ce-81a0-514cb3bde5a2 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=e084add6-fbc5-4a38-af7f-2f83ca266e9a HTTP/1.1" status: 200 len: 945 time: 0.0819693 Aug 16 20:25:28.717396 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76595401-e5f1-4a2d-8347-5573ff489571 req-653e5b54-5c0e-4f51-b0b9-43efd183a0c5 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:28.718809 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-76595401-e5f1-4a2d-8347-5573ff489571 req-653e5b54-5c0e-4f51-b0b9-43efd183a0c5 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.63 "GET /v2.0/ports?device_id=e084add6-fbc5-4a38-af7f-2f83ca266e9a HTTP/1.1" status: 200 len: 945 time: 0.0712767 Aug 16 20:25:28.775885 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a7cc7ac7-ac34-4031-bbaa-9b63a82366e3 req-2115762e-502b-4e41-84b5-52c86bedaee9 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=d801122c-9e3d-4db1-bcff-abf9b1e51c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669012 Aug 16 20:25:28.810242 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a9d773-9be5-45c9-ab15-81e52c1625b6 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:25:28.821527 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-66a9d773-9be5-45c9-ab15-81e52c1625b6 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "PUT /v2.0/routers/08565215-d0c2-4ea1-9f2e-da7477193c9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6755884 Aug 16 20:25:28.823747 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45934) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:28.828667 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16df047a-484f-4bf3-a144-d9a2d8131e19 None None] Sync routers for ids ['08565215-d0c2-4ea1-9f2e-da7477193c9e'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:25:28.839672 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16df047a-484f-4bf3-a144-d9a2d8131e19 None None] Routers {'08565215-d0c2-4ea1-9f2e-da7477193c9e'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:28.840430 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1c4a454d-14f0-49ab-8dee-0e24cba7a974 req-362aa55b-34bc-4a2c-b460-ddc60f125a1f tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369524 Aug 16 20:25:28.847096 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-16df047a-484f-4bf3-a144-d9a2d8131e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['08565215-d0c2-4ea1-9f2e-da7477193c9e'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:28.858639 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-fc7fd92c-e202-4bba-94f4-783301513379 req-ddcea090-b904-470e-ab46-f2687958f8e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e131fd1-6e43-4e60-92cb-6f3ae2645031 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:25:28.866423 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fc7fd92c-e202-4bba-94f4-783301513379 req-ddcea090-b904-470e-ab46-f2687958f8e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:28.880663 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-fc7fd92c-e202-4bba-94f4-783301513379 req-ddcea090-b904-470e-ab46-f2687958f8e7 service neutron] Transition to ACTIVE for port object 1e131fd1-6e43-4e60-92cb-6f3ae2645031 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:28.882986 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-16df047a-484f-4bf3-a144-d9a2d8131e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:28.885368 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fc7fd92c-e202-4bba-94f4-783301513379 req-ddcea090-b904-470e-ab46-f2687958f8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:28.892310 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16df047a-484f-4bf3-a144-d9a2d8131e19 None None] Routers {'08565215-d0c2-4ea1-9f2e-da7477193c9e'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:28.893272 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-16df047a-484f-4bf3-a144-d9a2d8131e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['08565215-d0c2-4ea1-9f2e-da7477193c9e'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:28.930015 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-16df047a-484f-4bf3-a144-d9a2d8131e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:28.930913 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16df047a-484f-4bf3-a144-d9a2d8131e19 None None] The sync data for ids ['08565215-d0c2-4ea1-9f2e-da7477193c9e'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:25:28.948527 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcea090-b904-470e-ab46-f2687958f8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e131fd1-6e43-4e60-92cb-6f3ae2645031,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:28.962361 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-76595401-e5f1-4a2d-8347-5573ff489571 req-85ac0f37-f54c-4e04-a180-7e456bebcbbc tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Deleting port 447f17b6-fdb3-45b7-896a-dce9c6402f32 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:25:28.962700 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-76595401-e5f1-4a2d-8347-5573ff489571 req-85ac0f37-f54c-4e04-a180-7e456bebcbbc tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:29.013355 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-fc7fd92c-e202-4bba-94f4-783301513379 req-ddcea090-b904-470e-ab46-f2687958f8e7 service neutron] Attempting to bind port 1e131fd1-6e43-4e60-92cb-6f3ae2645031 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:29.013694 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-fc7fd92c-e202-4bba-94f4-783301513379 req-ddcea090-b904-470e-ab46-f2687958f8e7 service neutron] Attempting to bind port 1e131fd1-6e43-4e60-92cb-6f3ae2645031 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '677fc974-2264-4a6d-b1a0-14caaf378d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a387773a-6d9d-458a-95df-68d0046845ab'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:29.014023 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7fd92c-e202-4bba-94f4-783301513379 req-ddcea090-b904-470e-ab46-f2687958f8e7 service neutron] Attempting to bind port 1e131fd1-6e43-4e60-92cb-6f3ae2645031 on network a387773a-6d9d-458a-95df-68d0046845ab {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:29.018276 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7fd92c-e202-4bba-94f4-783301513379 req-ddcea090-b904-470e-ab46-f2687958f8e7 service neutron] Port 1e131fd1-6e43-4e60-92cb-6f3ae2645031 on network a387773a-6d9d-458a-95df-68d0046845ab not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:25:29.018601 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7fd92c-e202-4bba-94f4-783301513379 req-ddcea090-b904-470e-ab46-f2687958f8e7 service neutron] Attempting to bind port 1e131fd1-6e43-4e60-92cb-6f3ae2645031 on network a387773a-6d9d-458a-95df-68d0046845ab {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:29.023614 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7fd92c-e202-4bba-94f4-783301513379 req-ddcea090-b904-470e-ab46-f2687958f8e7 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:29.023954 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7fd92c-e202-4bba-94f4-783301513379 req-ddcea090-b904-470e-ab46-f2687958f8e7 service neutron] Checking segment: {'id': '677fc974-2264-4a6d-b1a0-14caaf378d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a387773a-6d9d-458a-95df-68d0046845ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:29.024338 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7fd92c-e202-4bba-94f4-783301513379 req-ddcea090-b904-470e-ab46-f2687958f8e7 service neutron] Bound using segment: {'id': '677fc974-2264-4a6d-b1a0-14caaf378d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a387773a-6d9d-458a-95df-68d0046845ab'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:29.024757 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-fc7fd92c-e202-4bba-94f4-783301513379 req-ddcea090-b904-470e-ab46-f2687958f8e7 service neutron] Bound port: 1e131fd1-6e43-4e60-92cb-6f3ae2645031, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '677fc974-2264-4a6d-b1a0-14caaf378d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a387773a-6d9d-458a-95df-68d0046845ab'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:29.025116 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fc7fd92c-e202-4bba-94f4-783301513379 req-ddcea090-b904-470e-ab46-f2687958f8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:29.087500 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de5d9b-0d13-4dc4-b6b1-48617f37a951 req-3359cf41-68c2-4d2d-a0e7-675c46e24fd6 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:29.089219 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-fc7fd92c-e202-4bba-94f4-783301513379 req-ddcea090-b904-470e-ab46-f2687958f8e7 service neutron] For port 1e131fd1-6e43-4e60-92cb-6f3ae2645031, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:29.089558 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-53de5d9b-0d13-4dc4-b6b1-48617f37a951 req-3359cf41-68c2-4d2d-a0e7-675c46e24fd6 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] 10.222.0.68 "GET /v2.0/ports?device_id=24404292-8437-478d-9b90-4753c13d69bb HTTP/1.1" status: 200 len: 944 time: 0.2469523 Aug 16 20:25:29.092858 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-fc7fd92c-e202-4bba-94f4-783301513379 req-ddcea090-b904-470e-ab46-f2687958f8e7 service neutron] For port 1e131fd1-6e43-4e60-92cb-6f3ae2645031, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1e131fd1-6e43-4e60-92cb-6f3ae2645031,segment=NetworkSegment(677fc974-2264-4a6d-b1a0-14caaf378d32),segment_id=677fc974-2264-4a6d-b1a0-14caaf378d32)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:29.098689 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fc7fd92c-e202-4bba-94f4-783301513379 req-ddcea090-b904-470e-ab46-f2687958f8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:29.135498 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fd92c-e202-4bba-94f4-783301513379 req-ddcea090-b904-470e-ab46-f2687958f8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:29.136363 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fc7fd92c-e202-4bba-94f4-783301513379 req-ddcea090-b904-470e-ab46-f2687958f8e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:29.137852 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fc7fd92c-e202-4bba-94f4-783301513379 req-ddcea090-b904-470e-ab46-f2687958f8e7 service neutron] 10.222.0.57 "PUT /v2.0/ports/1e131fd1-6e43-4e60-92cb-6f3ae2645031 HTTP/1.1" status: 200 len: 1093 time: 1.0242743 Aug 16 20:25:29.138268 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24404292-8437-478d-9b90-4753c13d69bb', 'tag': '1e131fd1-6e43-4e60-92cb-6f3ae2645031'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:25:29.140548 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1a9d81-6ae5-4761-a40a-73215bc8de82" -d '{"events": [{"name": "network-changed", "server_uuid": "24404292-8437-478d-9b90-4753c13d69bb", "tag": "1e131fd1-6e43-4e60-92cb-6f3ae2645031"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:25:29.169763 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcea090-b904-470e-ab46-f2687958f8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e131fd1-6e43-4e60-92cb-6f3ae2645031,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:29.193127 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee9f173-f5eb-4c98-b174-d0deda5abec9 x-openstack-request-id: req-aee9f173-f5eb-4c98-b174-d0deda5abec9 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:25:29.193731 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24404292-8437-478d-9b90-4753c13d69bb", "tag": "1e131fd1-6e43-4e60-92cb-6f3ae2645031", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:25:29.193731 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-aee9f173-f5eb-4c98-b174-d0deda5abec9 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:25:29.194115 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24404292-8437-478d-9b90-4753c13d69bb', 'tag': '1e131fd1-6e43-4e60-92cb-6f3ae2645031', 'status': 'completed', 'code': 200} Aug 16 20:25:29.196017 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-4e8461e5-9ebd-4358-98dc-b752fe423e6b tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] remove_router_interface failed (client error): The resource could not be found. Aug 16 20:25:29.197066 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4e8461e5-9ebd-4358-98dc-b752fe423e6b tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "PUT /v2.0/routers/08565215-d0c2-4ea1-9f2e-da7477193c9e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3662579 Aug 16 20:25:29.205395 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45940) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:29.227853 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fd92c-e202-4bba-94f4-783301513379 req-571af179-a795-4a4c-adce-ff33aa9afc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:29.229386 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fc7fd92c-e202-4bba-94f4-783301513379 req-571af179-a795-4a4c-adce-ff33aa9afc9b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=59f7a94d84a94a8d95a0cea3eca56744&device_id=24404292-8437-478d-9b90-4753c13d69bb HTTP/1.1" status: 200 len: 1096 time: 0.0455401 Aug 16 20:25:29.252896 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bf4838a6-d5db-41cb-b78e-a6268ff58696 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "GET /v2.0/ports?device_id=08565215-d0c2-4ea1-9f2e-da7477193c9e HTTP/1.1" status: 200 len: 205 time: 0.0464382 Aug 16 20:25:29.258374 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45942) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:29.269560 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-76595401-e5f1-4a2d-8347-5573ff489571 req-85ac0f37-f54c-4e04-a180-7e456bebcbbc tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] For port 447f17b6-fdb3-45b7-896a-dce9c6402f32, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=447f17b6-fdb3-45b7-896a-dce9c6402f32,segment=NetworkSegment(841e9693-78f1-4992-b13a-4bb8e9ab7973),segment_id=841e9693-78f1-4992-b13a-4bb8e9ab7973)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:29.269920 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-76595401-e5f1-4a2d-8347-5573ff489571 req-85ac0f37-f54c-4e04-a180-7e456bebcbbc tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:29.273652 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fc7fd92c-e202-4bba-94f4-783301513379 req-bbad25aa-bc3d-4c3b-8dee-3540429ac604 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e131fd1-6e43-4e60-92cb-6f3ae2645031 HTTP/1.1" status: 200 len: 217 time: 0.0368338 Aug 16 20:25:29.274497 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-53de5d9b-0d13-4dc4-b6b1-48617f37a951 req-e54a48bd-c5d5-415d-b7aa-4b4fb6976a78 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbf550f0-cf2b-405e-9870-1dc81cd64dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600337 Aug 16 20:25:29.323575 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fd92c-e202-4bba-94f4-783301513379 req-97995c25-5163-45d9-818b-c11e6ded09e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:29.325114 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fc7fd92c-e202-4bba-94f4-783301513379 req-97995c25-5163-45d9-818b-c11e6ded09e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0903cd68-8cf1-44ad-ab92-c7dc816090ba HTTP/1.1" status: 200 len: 852 time: 0.0444441 Aug 16 20:25:29.341520 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-76595401-e5f1-4a2d-8347-5573ff489571 req-85ac0f37-f54c-4e04-a180-7e456bebcbbc tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Calling delete_port for 447f17b6-fdb3-45b7-896a-dce9c6402f32 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:25:29.357286 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-020a747b-ecc6-4131-ab86-aec36a837732 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:29.361110 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fc7fd92c-e202-4bba-94f4-783301513379 req-3611bd1f-0fc3-41b0-b3d3-85b11f08114c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a387773a-6d9d-458a-95df-68d0046845ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289176 Aug 16 20:25:29.455458 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fc7fd92c-e202-4bba-94f4-783301513379 req-9d7a1422-d018-42a8-ad2f-e2e753ddb069 service neutron] 10.222.0.57 "GET /v2.0/networks/a387773a-6d9d-458a-95df-68d0046845ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861220 Aug 16 20:25:29.554718 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fc7fd92c-e202-4bba-94f4-783301513379 req-42689891-c85f-4e9f-bfef-180b2483366a service neutron] 10.222.0.57 "GET /v2.0/networks/a387773a-6d9d-458a-95df-68d0046845ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926669 Aug 16 20:25:29.638818 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a9d81-6ae5-4761-a40a-73215bc8de82 req-8e76b5ca-b8f8-44c0-a8e6-78f75e122791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:29.640394 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ac1a9d81-6ae5-4761-a40a-73215bc8de82 req-8e76b5ca-b8f8-44c0-a8e6-78f75e122791 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=59f7a94d84a94a8d95a0cea3eca56744&device_id=24404292-8437-478d-9b90-4753c13d69bb HTTP/1.1" status: 200 len: 1096 time: 0.0425386 Aug 16 20:25:29.730021 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a9d81-6ae5-4761-a40a-73215bc8de82 req-ee7ef97b-75cb-4c67-a827-3c4f86b9a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:29.732045 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ac1a9d81-6ae5-4761-a40a-73215bc8de82 req-ee7ef97b-75cb-4c67-a827-3c4f86b9a6b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a387773a-6d9d-458a-95df-68d0046845ab HTTP/1.1" status: 200 len: 913 time: 0.0851755 Aug 16 20:25:29.776590 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ac1a9d81-6ae5-4761-a40a-73215bc8de82 req-88999474-3d42-40fb-a449-ef5da1a04b01 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e131fd1-6e43-4e60-92cb-6f3ae2645031 HTTP/1.1" status: 200 len: 217 time: 0.0374787 Aug 16 20:25:29.828642 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a9d81-6ae5-4761-a40a-73215bc8de82 req-7c8e5ce0-48a9-4609-bf28-4aa7106ab914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:29.830254 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ac1a9d81-6ae5-4761-a40a-73215bc8de82 req-7c8e5ce0-48a9-4609-bf28-4aa7106ab914 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0903cd68-8cf1-44ad-ab92-c7dc816090ba HTTP/1.1" status: 200 len: 852 time: 0.0457442 Aug 16 20:25:29.872008 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ac1a9d81-6ae5-4761-a40a-73215bc8de82 req-1dd4803f-a602-42b1-806d-5e2a4ec89a44 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a387773a-6d9d-458a-95df-68d0046845ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344505 Aug 16 20:25:29.873599 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-020a747b-ecc6-4131-ab86-aec36a837732 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:29.876410 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-020a747b-ecc6-4131-ab86-aec36a837732 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:29.922069 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-020a747b-ecc6-4131-ab86-aec36a837732 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:29.922581 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020a747b-ecc6-4131-ab86-aec36a837732 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Fanout notify agent at l3_agent the message router_deleted on router 08565215-d0c2-4ea1-9f2e-da7477193c9e {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:25:29.948765 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-020a747b-ecc6-4131-ab86-aec36a837732 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:29.953047 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-020a747b-ecc6-4131-ab86-aec36a837732 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/routers/08565215-d0c2-4ea1-9f2e-da7477193c9e HTTP/1.1" status: 204 len: 168 time: 0.6937640 Aug 16 20:25:29.953503 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45946) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:29.974273 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d2169-4639-403a-ac3d-d86c0eb76a77 req-d0339fe8-06d6-43b0-ae2f-564aa11b2e77 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:29.975758 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fa0d2169-4639-403a-ac3d-d86c0eb76a77 req-d0339fe8-06d6-43b0-ae2f-564aa11b2e77 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/ports?device_id=e084add6-fbc5-4a38-af7f-2f83ca266e9a HTTP/1.1" status: 200 len: 945 time: 0.1268783 Aug 16 20:25:29.979985 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-76595401-e5f1-4a2d-8347-5573ff489571 req-85ac0f37-f54c-4e04-a180-7e456bebcbbc tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:30.011188 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac0f37-f54c-4e04-a180-7e456bebcbbc tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event deleted for resources: {'Port': ['ID=447f17b6-fdb3-45b7-896a-dce9c6402f32,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:30.056145 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-76595401-e5f1-4a2d-8347-5573ff489571 req-85ac0f37-f54c-4e04-a180-7e456bebcbbc tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] No DVR routers for this DVR port 447f17b6-fdb3-45b7-896a-dce9c6402f32 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:25:30.058889 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-76595401-e5f1-4a2d-8347-5573ff489571 req-85ac0f37-f54c-4e04-a180-7e456bebcbbc tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:30.061215 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-76595401-e5f1-4a2d-8347-5573ff489571 req-85ac0f37-f54c-4e04-a180-7e456bebcbbc tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.63 "DELETE /v2.0/ports/447f17b6-fdb3-45b7-896a-dce9c6402f32 HTTP/1.1" status: 204 len: 173 time: 1.3299105 Aug 16 20:25:30.061670 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e084add6-fbc5-4a38-af7f-2f83ca266e9a', 'name': 'network-vif-deleted', 'tag': '447f17b6-fdb3-45b7-896a-dce9c6402f32'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:25:30.064535 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519c7092-66f6-4b83-b842-81596aeb1c1b" -d '{"events": [{"server_uuid": "e084add6-fbc5-4a38-af7f-2f83ca266e9a", "name": "network-vif-deleted", "tag": "447f17b6-fdb3-45b7-896a-dce9c6402f32"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:25:30.069208 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb61970-63c0-40bd-af95-657760e78077 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Deleting subnet ef791292-63c6-4d04-bf45-5c1673319617 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:25:30.077018 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fa0d2169-4639-403a-ac3d-d86c0eb76a77 req-9b884fc6-4177-471e-b8ae-e8c27d9e0905 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "GET /v2.0/security-groups?id=d801122c-9e3d-4db1-bcff-abf9b1e51c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813427 Aug 16 20:25:30.077701 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7bb61970-63c0-40bd-af95-657760e78077 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:30.081828 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ac1a9d81-6ae5-4761-a40a-73215bc8de82 req-f89377bf-bda6-4305-8de2-b0336fde5ede service neutron] 10.222.0.57 "GET /v2.0/networks/a387773a-6d9d-458a-95df-68d0046845ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927788 Aug 16 20:25:30.125392 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8af7c66-6eeb-4d15-b478-67ec23ad499d x-openstack-request-id: req-c8af7c66-6eeb-4d15-b478-67ec23ad499d {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:25:30.125840 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e084add6-fbc5-4a38-af7f-2f83ca266e9a", "name": "network-vif-deleted", "tag": "447f17b6-fdb3-45b7-896a-dce9c6402f32", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:25:30.126087 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c8af7c66-6eeb-4d15-b478-67ec23ad499d {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:25:30.126484 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e084add6-fbc5-4a38-af7f-2f83ca266e9a', 'name': 'network-vif-deleted', 'tag': '447f17b6-fdb3-45b7-896a-dce9c6402f32', 'status': 'completed', 'code': 200} Aug 16 20:25:30.168394 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7bb61970-63c0-40bd-af95-657760e78077 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:30.269453 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ac1a9d81-6ae5-4761-a40a-73215bc8de82 req-cb7f0838-64dc-4f75-98b4-78376992d2a5 service neutron] 10.222.0.57 "GET /v2.0/networks/a387773a-6d9d-458a-95df-68d0046845ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666336 Aug 16 20:25:30.289469 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7bb61970-63c0-40bd-af95-657760e78077 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:30.359746 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7bb61970-63c0-40bd-af95-657760e78077 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:30.408567 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb61970-63c0-40bd-af95-657760e78077 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Subnet': ['ID=ef791292-63c6-4d04-bf45-5c1673319617,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:30.414393 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7bb61970-63c0-40bd-af95-657760e78077 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:30.416287 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7bb61970-63c0-40bd-af95-657760e78077 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/subnets/ef791292-63c6-4d04-bf45-5c1673319617 HTTP/1.1" status: 204 len: 168 time: 0.4606457 Aug 16 20:25:30.418862 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45952) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:30.422954 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91db2877-47bd-4d45-9e54-c1fb712fe029 None None] Network 9bd9059a-8632-419d-9f0e-32db72a74c02 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:30.481893 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04071fd2-8932-46f1-806a-663b16434bbf req-d83f1e85-70b1-4b0f-b89a-a0a779ededa6 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:30.483486 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-04071fd2-8932-46f1-806a-663b16434bbf req-d83f1e85-70b1-4b0f-b89a-a0a779ededa6 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] 10.222.0.68 "GET /v2.0/ports?device_id=24404292-8437-478d-9b90-4753c13d69bb HTTP/1.1" status: 200 len: 944 time: 0.1383650 Aug 16 20:25:30.534960 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cfe0a594-a025-411a-bb7c-2f2ba726f60c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:30.560987 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-04071fd2-8932-46f1-806a-663b16434bbf req-47312d7f-e5b0-48bd-875b-1c9d81e0a63f tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbf550f0-cf2b-405e-9870-1dc81cd64dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610247 Aug 16 20:25:30.613421 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-cfe0a594-a025-411a-bb7c-2f2ba726f60c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Deleting port 6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:25:30.613779 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cfe0a594-a025-411a-bb7c-2f2ba726f60c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:30.631949 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6bea7b-16f1-4dfa-a887-e144b53d44c4 None None] DHCP port deletion for 9bd9059a-8632-419d-9f0e-32db72a74c02 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:25:30.683461 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ef6bea7b-16f1-4dfa-a887-e144b53d44c4 None None] Deleting port 6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:25:30.683661 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-cfe0a594-a025-411a-bb7c-2f2ba726f60c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] For port 6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37,segment=NetworkSegment(7264f908-4af6-4495-867c-5e9bf52779ee),segment_id=7264f908-4af6-4495-867c-5e9bf52779ee)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:30.684205 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ef6bea7b-16f1-4dfa-a887-e144b53d44c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:30.684495 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cfe0a594-a025-411a-bb7c-2f2ba726f60c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:30.705092 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-cfe0a594-a025-411a-bb7c-2f2ba726f60c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Calling delete_port for 6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:25:30.747127 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ef6bea7b-16f1-4dfa-a887-e144b53d44c4 None None] For port 6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37,segment=NetworkSegment(7264f908-4af6-4495-867c-5e9bf52779ee),segment_id=7264f908-4af6-4495-867c-5e9bf52779ee)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:30.747561 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ef6bea7b-16f1-4dfa-a887-e144b53d44c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:30.759883 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ef6bea7b-16f1-4dfa-a887-e144b53d44c4 None None] Calling delete_port for 6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:25:30.787746 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cfe0a594-a025-411a-bb7c-2f2ba726f60c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:30.813835 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe0a594-a025-411a-bb7c-2f2ba726f60c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] No DVR routers for this DVR port 6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:25:30.815959 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0a594-a025-411a-bb7c-2f2ba726f60c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Port': ['ID=6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:30.840627 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ef6bea7b-16f1-4dfa-a887-e144b53d44c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:30.866467 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6bea7b-16f1-4dfa-a887-e144b53d44c4 None None] Pushing event deleted for resources: {'Port': ['ID=6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:30.868338 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6bea7b-16f1-4dfa-a887-e144b53d44c4 None None] No DVR routers for this DVR port 6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:25:30.893123 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cfe0a594-a025-411a-bb7c-2f2ba726f60c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:30.903243 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-cfe0a594-a025-411a-bb7c-2f2ba726f60c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd9059a-8632-419d-9f0e-32db72a74c02']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:30.916452 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-cfe0a594-a025-411a-bb7c-2f2ba726f60c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7264f908-4af6-4495-867c-5e9bf52779ee') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:30.916759 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-cfe0a594-a025-411a-bb7c-2f2ba726f60c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7264f908-4af6-4495-867c-5e9bf52779ee') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:30.925373 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cfe0a594-a025-411a-bb7c-2f2ba726f60c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:30.938745 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cfe0a594-a025-411a-bb7c-2f2ba726f60c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:30.944359 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe0a594-a025-411a-bb7c-2f2ba726f60c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:25:30.944729 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cfe0a594-a025-411a-bb7c-2f2ba726f60c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:30.947609 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:25:30.947609 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:25:30.947609 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:25:30.947609 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:25:30.947609 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:25:30.947609 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:25:30.947609 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:25:30.947609 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:25:30.947609 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:25:30.947609 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:25:30.947609 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:25:30.947609 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:25:30.947609 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:25:30.947609 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:25:30.947609 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:25:30.947609 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:25:30.947609 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:25:30.947609 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:25:30.947609 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:25:30.947609 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:25:30.947609 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:25:30.947609 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:25:30.947609 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:25:30.947609 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:25:30.947609 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:25:30.947609 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:25:30.947609 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:25:30.947609 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:25:30.947609 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:25:30.947609 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:25:30.947609 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:25:30.947609 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:25:31.004027 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cfe0a594-a025-411a-bb7c-2f2ba726f60c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:31.011095 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cfe0a594-a025-411a-bb7c-2f2ba726f60c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:31.013378 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cfe0a594-a025-411a-bb7c-2f2ba726f60c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/networks/9bd9059a-8632-419d-9f0e-32db72a74c02 HTTP/1.1" status: 204 len: 168 time: 0.5934312 Aug 16 20:25:31.017234 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45954) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:31.022400 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-fccfd199-72cb-45ba-9711-12c0ddf9a0a3 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-800278416'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:31.032959 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0a594-a025-411a-bb7c-2f2ba726f60c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Network': ['ID=9bd9059a-8632-419d-9f0e-32db72a74c02,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:31.044220 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccfd199-72cb-45ba-9711-12c0ddf9a0a3 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Made reservation on behalf of 009dba348fb2442ba66df3ffefced168 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:31.047884 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fccfd199-72cb-45ba-9711-12c0ddf9a0a3 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:31.072016 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fccfd199-72cb-45ba-9711-12c0ddf9a0a3 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:25:31.082234 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fccfd199-72cb-45ba-9711-12c0ddf9a0a3 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:31.082587 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-fccfd199-72cb-45ba-9711-12c0ddf9a0a3 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Added segment 8d5bbfd9-38e8-4d5a-ade7-63be218cc898 of type vlan for network e92f82fd-e6a9-461b-9fde-3ece8ff730cb Aug 16 20:25:31.130654 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fccfd199-72cb-45ba-9711-12c0ddf9a0a3 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:31.142785 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45958) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:31.174944 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fccfd199-72cb-45ba-9711-12c0ddf9a0a3 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:31.180452 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccfd199-72cb-45ba-9711-12c0ddf9a0a3 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:31.181040 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fccfd199-72cb-45ba-9711-12c0ddf9a0a3 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:31.252631 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fccfd199-72cb-45ba-9711-12c0ddf9a0a3 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2343025 Aug 16 20:25:31.256004 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45960) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:31.262379 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9810635e-2b9b-447c-83f5-abf8bd8ebd52 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Request body: {'subnet': {'network_id': 'e92f82fd-e6a9-461b-9fde-3ece8ff730cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:31.270417 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccfd199-72cb-45ba-9711-12c0ddf9a0a3 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Network': ['ID=e92f82fd-e6a9-461b-9fde-3ece8ff730cb,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:31.281755 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network e92f82fd-e6a9-461b-9fde-3ece8ff730cb details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:25:31.283778 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b88eb735-367c-46d7-a88d-53794082112f tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:31.317138 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b88eb735-367c-46d7-a88d-53794082112f tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:31.392943 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b88eb735-367c-46d7-a88d-53794082112f tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:31.395687 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b88eb735-367c-46d7-a88d-53794082112f tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:31.397207 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b88eb735-367c-46d7-a88d-53794082112f tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "DELETE /v2.0/security-groups/d801122c-9e3d-4db1-bcff-abf9b1e51c07 HTTP/1.1" status: 204 len: 168 time: 0.2532718 Aug 16 20:25:31.408614 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88eb735-367c-46d7-a88d-53794082112f tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d801122c-9e3d-4db1-bcff-abf9b1e51c07,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:31.440147 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45964) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:31.721085 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c595346-9d61-4495-beb8-0e86b060ae80 req-52adce5b-3e0e-419a-bc71-030ee2a4fa83 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:31.722983 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c595346-9d61-4495-beb8-0e86b060ae80 req-52adce5b-3e0e-419a-bc71-030ee2a4fa83 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] 10.222.0.68 "GET /v2.0/ports?device_id=24404292-8437-478d-9b90-4753c13d69bb HTTP/1.1" status: 200 len: 944 time: 0.0763187 Aug 16 20:25:31.746799 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9810635e-2b9b-447c-83f5-abf8bd8ebd52 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Made reservation on behalf of 009dba348fb2442ba66df3ffefced168 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:31.750997 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9810635e-2b9b-447c-83f5-abf8bd8ebd52 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:31.800218 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c595346-9d61-4495-beb8-0e86b060ae80 req-aa9d4cb7-ad27-4a12-b24d-7d87a6f3fbe8 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbf550f0-cf2b-405e-9870-1dc81cd64dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579934 Aug 16 20:25:31.807712 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-01427a95-d6c2-422e-9fa2-a3c65276a280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:31.913973 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-257b06b9-5631-4956-a4cc-12038605fb4e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:31.958928 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9810635e-2b9b-447c-83f5-abf8bd8ebd52 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:31.975774 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 447f17b6-fdb3-45b7-896a-dce9c6402f32 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:25:32.001977 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 447f17b6-fdb3-45b7-896a-dce9c6402f32 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:25:32.002558 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 447f17b6-fdb3-45b7-896a-dce9c6402f32 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:25:32.027764 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810635e-2b9b-447c-83f5-abf8bd8ebd52 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Subnet': ['ID=433a1680-8c9d-406c-9848-0ffad9dc0676,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:32.036515 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9810635e-2b9b-447c-83f5-abf8bd8ebd52 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Checking segment: {'id': '8d5bbfd9-38e8-4d5a-ade7-63be218cc898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e92f82fd-e6a9-461b-9fde-3ece8ff730cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:32.036876 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9810635e-2b9b-447c-83f5-abf8bd8ebd52 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network hostable DHCP agents. Network: e92f82fd-e6a9-461b-9fde-3ece8ff730cb, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:25:32.055823 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9810635e-2b9b-447c-83f5-abf8bd8ebd52 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network e92f82fd-e6a9-461b-9fde-3ece8ff730cb is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:25:32.065483 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-9810635e-2b9b-447c-83f5-abf8bd8ebd52 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, e92f82fd-e6a9-461b-9fde-3ece8ff730cb) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:32.072662 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9810635e-2b9b-447c-83f5-abf8bd8ebd52 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:32.073380 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9810635e-2b9b-447c-83f5-abf8bd8ebd52 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:32.077169 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1607b3-124f-4085-bb55-49e603b45e2e None None] Network e92f82fd-e6a9-461b-9fde-3ece8ff730cb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:32.097215 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9810635e-2b9b-447c-83f5-abf8bd8ebd52 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8375702 Aug 16 20:25:32.097543 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45968) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:32.104458 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-89e1a045-03ac-4f68-9a9e-f0221badc350 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-887549235', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:32.140096 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-89e1a045-03ac-4f68-9a9e-f0221badc350 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:32.141096 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-89e1a045-03ac-4f68-9a9e-f0221badc350 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:32.155589 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:25:32.182840 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:25:32.183103 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6f14a93d-7ed6-4559-9a6a-b84b5d8e4f37 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:25:32.237113 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-89e1a045-03ac-4f68-9a9e-f0221badc350 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:32.242456 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-89e1a045-03ac-4f68-9a9e-f0221badc350 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:32.257891 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107dd09f-ba71-48df-88cc-7c309c9bff45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-e92f82fd-e6a9-461b-9fde-3ece8ff730cb', 'network_id': 'e92f82fd-e6a9-461b-9fde-3ece8ff730cb', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'fixed_ips': [{'subnet_id': '433a1680-8c9d-406c-9848-0ffad9dc0676'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:25:32.258896 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-107dd09f-ba71-48df-88cc-7c309c9bff45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:32.267200 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-89e1a045-03ac-4f68-9a9e-f0221badc350 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:32.268436 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-89e1a045-03ac-4f68-9a9e-f0221badc350 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1698523 Aug 16 20:25:32.271317 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45970) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:32.281762 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-257b06b9-5631-4956-a4cc-12038605fb4e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Deleting port 1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:25:32.282099 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-257b06b9-5631-4956-a4cc-12038605fb4e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:32.377122 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-257b06b9-5631-4956-a4cc-12038605fb4e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] For port 1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2,segment=NetworkSegment(841e9693-78f1-4992-b13a-4bb8e9ab7973),segment_id=841e9693-78f1-4992-b13a-4bb8e9ab7973)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:32.377483 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-257b06b9-5631-4956-a4cc-12038605fb4e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:32.395359 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-257b06b9-5631-4956-a4cc-12038605fb4e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Calling delete_port for 1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:25:32.415727 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-107dd09f-ba71-48df-88cc-7c309c9bff45 None None] Allocated IP 2001:db8::2 (e92f82fd-e6a9-461b-9fde-3ece8ff730cb/433a1680-8c9d-406c-9848-0ffad9dc0676/68fe5183-27df-4136-8e4f-81f11dda7be3) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:32.559575 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-648f71c6-f688-4020-8089-347233406c6d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:32.564554 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-107dd09f-ba71-48df-88cc-7c309c9bff45 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:32.572866 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-107dd09f-ba71-48df-88cc-7c309c9bff45 None None] Transition to ACTIVE for port object 68fe5183-27df-4136-8e4f-81f11dda7be3 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:32.587965 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-107dd09f-ba71-48df-88cc-7c309c9bff45 None None] Transition to ACTIVE for port object 68fe5183-27df-4136-8e4f-81f11dda7be3 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:32.594275 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-107dd09f-ba71-48df-88cc-7c309c9bff45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:32.596882 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-257b06b9-5631-4956-a4cc-12038605fb4e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:32.625687 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b06b9-5631-4956-a4cc-12038605fb4e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event deleted for resources: {'Port': ['ID=1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:32.644925 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107dd09f-ba71-48df-88cc-7c309c9bff45 None None] Network e92f82fd-e6a9-461b-9fde-3ece8ff730cb is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:32.648118 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-107dd09f-ba71-48df-88cc-7c309c9bff45 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:32.653132 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107dd09f-ba71-48df-88cc-7c309c9bff45 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:32.655192 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107dd09f-ba71-48df-88cc-7c309c9bff45 None None] Pushing event updated for resources: {'Port': ['ID=68fe5183-27df-4136-8e4f-81f11dda7be3,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:32.723454 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-107dd09f-ba71-48df-88cc-7c309c9bff45 None None] Attempting to bind port 68fe5183-27df-4136-8e4f-81f11dda7be3 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:32.723829 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-107dd09f-ba71-48df-88cc-7c309c9bff45 None None] Attempting to bind port 68fe5183-27df-4136-8e4f-81f11dda7be3 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '8d5bbfd9-38e8-4d5a-ade7-63be218cc898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e92f82fd-e6a9-461b-9fde-3ece8ff730cb'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:32.724202 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107dd09f-ba71-48df-88cc-7c309c9bff45 None None] Attempting to bind port 68fe5183-27df-4136-8e4f-81f11dda7be3 on network e92f82fd-e6a9-461b-9fde-3ece8ff730cb {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:32.729837 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107dd09f-ba71-48df-88cc-7c309c9bff45 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:32.730445 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107dd09f-ba71-48df-88cc-7c309c9bff45 None None] Checking segment: {'id': '8d5bbfd9-38e8-4d5a-ade7-63be218cc898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e92f82fd-e6a9-461b-9fde-3ece8ff730cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:32.730863 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-107dd09f-ba71-48df-88cc-7c309c9bff45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:32.731335 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107dd09f-ba71-48df-88cc-7c309c9bff45 None None] Bound using segment: {'id': '8d5bbfd9-38e8-4d5a-ade7-63be218cc898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e92f82fd-e6a9-461b-9fde-3ece8ff730cb'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:32.731762 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-107dd09f-ba71-48df-88cc-7c309c9bff45 None None] Bound port: 68fe5183-27df-4136-8e4f-81f11dda7be3, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5bbfd9-38e8-4d5a-ade7-63be218cc898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e92f82fd-e6a9-461b-9fde-3ece8ff730cb'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:32.732168 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-107dd09f-ba71-48df-88cc-7c309c9bff45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:32.810852 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-257b06b9-5631-4956-a4cc-12038605fb4e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:32.824055 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-107dd09f-ba71-48df-88cc-7c309c9bff45 None None] For port 68fe5183-27df-4136-8e4f-81f11dda7be3, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:32.827701 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-107dd09f-ba71-48df-88cc-7c309c9bff45 None None] For port 68fe5183-27df-4136-8e4f-81f11dda7be3, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=68fe5183-27df-4136-8e4f-81f11dda7be3,segment=NetworkSegment(8d5bbfd9-38e8-4d5a-ade7-63be218cc898),segment_id=8d5bbfd9-38e8-4d5a-ade7-63be218cc898)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:32.836101 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-107dd09f-ba71-48df-88cc-7c309c9bff45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:32.906081 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107dd09f-ba71-48df-88cc-7c309c9bff45 None None] Pushing event updated for resources: {'Port': ['ID=68fe5183-27df-4136-8e4f-81f11dda7be3,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:32.938180 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-648f71c6-f688-4020-8089-347233406c6d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Allocated IP 2001:db8::1 (e92f82fd-e6a9-461b-9fde-3ece8ff730cb/433a1680-8c9d-406c-9848-0ffad9dc0676/7786a184-2c5a-43d0-96af-865683991c05) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:33.031706 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d813b60-6562-40bd-a1b8-040b7436d454 req-bbe6bf80-9226-4f4e-8801-491e5ee01896 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:33.033330 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9d813b60-6562-40bd-a1b8-040b7436d454 req-bbe6bf80-9226-4f4e-8801-491e5ee01896 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] 10.222.0.68 "GET /v2.0/ports?device_id=24404292-8437-478d-9b90-4753c13d69bb HTTP/1.1" status: 200 len: 944 time: 0.1100538 Aug 16 20:25:33.093800 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 1e131fd1-6e43-4e60-92cb-6f3ae2645031 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:25:33.122968 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9d813b60-6562-40bd-a1b8-040b7436d454 req-74ed20b2-bb8a-4022-bbe6-019ca25efd5a tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbf550f0-cf2b-405e-9870-1dc81cd64dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822608 Aug 16 20:25:33.149157 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257b06b9-5631-4956-a4cc-12038605fb4e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Router 74e3ccf1-cd77-4130-a5da-69f897d1a7cd has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:25:33.163685 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-648f71c6-f688-4020-8089-347233406c6d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:33.179055 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-648f71c6-f688-4020-8089-347233406c6d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Transition to ACTIVE for port object 7786a184-2c5a-43d0-96af-865683991c05 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:33.239693 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-648f71c6-f688-4020-8089-347233406c6d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:33.240197 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 1e131fd1-6e43-4e60-92cb-6f3ae2645031, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1e131fd1-6e43-4e60-92cb-6f3ae2645031,segment=NetworkSegment(677fc974-2264-4a6d-b1a0-14caaf378d32),segment_id=677fc974-2264-4a6d-b1a0-14caaf378d32)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:33.255480 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '1e131fd1-6e43-4e60-92cb-6f3ae2645031', 'network_id': 'a387773a-6d9d-458a-95df-68d0046845ab', 'port_id': '1e131fd1-6e43-4e60-92cb-6f3ae2645031', 'mac_address': 'fa:16:3e:46:05:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0903cd68-8cf1-44ad-ab92-c7dc816090ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:25:33.259593 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648f71c6-f688-4020-8089-347233406c6d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network e92f82fd-e6a9-461b-9fde-3ece8ff730cb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:33.264023 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-648f71c6-f688-4020-8089-347233406c6d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:33.283096 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648f71c6-f688-4020-8089-347233406c6d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:33.283693 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-648f71c6-f688-4020-8089-347233406c6d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:33.307675 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257b06b9-5631-4956-a4cc-12038605fb4e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:25:33.308245 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:33.316697 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-257b06b9-5631-4956-a4cc-12038605fb4e tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "PUT /v2.0/routers/74e3ccf1-cd77-4130-a5da-69f897d1a7cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8752251 Aug 16 20:25:33.317429 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45974) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:33.325868 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e131fd1-6e43-4e60-92cb-6f3ae2645031 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:25:33.341522 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5681102a-fd97-4f84-81ab-1b4d8dcf0d09 None None] Sync routers for ids ['74e3ccf1-cd77-4130-a5da-69f897d1a7cd'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:25:33.350553 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 1e131fd1-6e43-4e60-92cb-6f3ae2645031, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1e131fd1-6e43-4e60-92cb-6f3ae2645031,segment=NetworkSegment(677fc974-2264-4a6d-b1a0-14caaf378d32),segment_id=677fc974-2264-4a6d-b1a0-14caaf378d32)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:33.355923 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:33.356168 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5681102a-fd97-4f84-81ab-1b4d8dcf0d09 None None] Routers {'74e3ccf1-cd77-4130-a5da-69f897d1a7cd'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:33.357230 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5681102a-fd97-4f84-81ab-1b4d8dcf0d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['74e3ccf1-cd77-4130-a5da-69f897d1a7cd'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:33.381813 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f71c6-f688-4020-8089-347233406c6d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Port': ['ID=7786a184-2c5a-43d0-96af-865683991c05,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:33.392526 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d0032df-524d-48f3-8c93-df814fb8c808 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Deleting subnet 1fcadfa2-0626-491b-ab96-f10a181d8eec {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:25:33.395863 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d0032df-524d-48f3-8c93-df814fb8c808 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:33.414985 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=1e131fd1-6e43-4e60-92cb-6f3ae2645031,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:33.442848 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d0032df-524d-48f3-8c93-df814fb8c808 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:33.446599 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-648f71c6-f688-4020-8089-347233406c6d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:33.501662 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-5681102a-fd97-4f84-81ab-1b4d8dcf0d09 None None] Set router 74e3ccf1-cd77-4130-a5da-69f897d1a7cd gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:25:33.542193 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['1e131fd1-6e43-4e60-92cb-6f3ae2645031'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:25:33.544149 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d0032df-524d-48f3-8c93-df814fb8c808 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:33.635007 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d0032df-524d-48f3-8c93-df814fb8c808 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:33.684478 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0032df-524d-48f3-8c93-df814fb8c808 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event deleted for resources: {'Subnet': ['ID=1fcadfa2-0626-491b-ab96-f10a181d8eec,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:33.687400 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d0032df-524d-48f3-8c93-df814fb8c808 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:33.687891 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cc8865-d151-4eef-9caa-a209878a8cef None None] Network 2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:33.693708 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6d0032df-524d-48f3-8c93-df814fb8c808 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "DELETE /v2.0/subnets/1fcadfa2-0626-491b-ab96-f10a181d8eec HTTP/1.1" status: 204 len: 168 time: 0.3751020 Aug 16 20:25:33.694514 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45976) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:33.724523 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5681102a-fd97-4f84-81ab-1b4d8dcf0d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'name': 'tempest-TestNetworkBasicOps-router-2002615676', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '4bc48051-abd5-4fc6-a596-939c9a36df44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:28Z', 'updated_at': '2021-08-16T20:25:32Z', 'revision_number': 5, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '4bc48051-abd5-4fc6-a596-939c9a36df44', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:29Z', 'updated_at': '2021-08-16T20:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:33.758883 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-648f71c6-f688-4020-8089-347233406c6d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:33.769606 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5681102a-fd97-4f84-81ab-1b4d8dcf0d09 None None] Checking router: 74e3ccf1-cd77-4130-a5da-69f897d1a7cd for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:25:33.780143 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5681102a-fd97-4f84-81ab-1b4d8dcf0d09 None None] Routers {'74e3ccf1-cd77-4130-a5da-69f897d1a7cd'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:33.780573 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-648f71c6-f688-4020-8089-347233406c6d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:33.781196 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5681102a-fd97-4f84-81ab-1b4d8dcf0d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['74e3ccf1-cd77-4130-a5da-69f897d1a7cd'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:33.790855 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-648f71c6-f688-4020-8089-347233406c6d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:33.831195 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b09004d6-34cd-4884-9f7d-0576b95eec2b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:33.911542 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f71c6-f688-4020-8089-347233406c6d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Port': ['ID=7786a184-2c5a-43d0-96af-865683991c05,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:33.915457 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-5681102a-fd97-4f84-81ab-1b4d8dcf0d09 None None] Set router 74e3ccf1-cd77-4130-a5da-69f897d1a7cd gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:25:33.968078 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648f71c6-f688-4020-8089-347233406c6d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network e92f82fd-e6a9-461b-9fde-3ece8ff730cb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:33.969619 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-648f71c6-f688-4020-8089-347233406c6d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:33.973047 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e83a4f7-6406-4387-8c55-5346c57a526a None None] DHCP port deletion for 2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:25:34.004327 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b09004d6-34cd-4884-9f7d-0576b95eec2b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:34.047748 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8e83a4f7-6406-4387-8c55-5346c57a526a None None] Deleting port 1198134c-60c8-4d14-aa09-87967b69f0e9 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:25:34.048468 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8e83a4f7-6406-4387-8c55-5346c57a526a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:34.117777 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-b09004d6-34cd-4884-9f7d-0576b95eec2b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Deleting port 4bc48051-abd5-4fc6-a596-939c9a36df44 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:25:34.118131 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b09004d6-34cd-4884-9f7d-0576b95eec2b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:34.146815 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8e83a4f7-6406-4387-8c55-5346c57a526a None None] For port 1198134c-60c8-4d14-aa09-87967b69f0e9, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1198134c-60c8-4d14-aa09-87967b69f0e9,segment=NetworkSegment(841e9693-78f1-4992-b13a-4bb8e9ab7973),segment_id=841e9693-78f1-4992-b13a-4bb8e9ab7973)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:34.147181 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8e83a4f7-6406-4387-8c55-5346c57a526a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:34.172118 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8e83a4f7-6406-4387-8c55-5346c57a526a None None] Calling delete_port for 1198134c-60c8-4d14-aa09-87967b69f0e9 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:25:34.213538 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648f71c6-f688-4020-8089-347233406c6d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Router 6fbe838f-64bd-422a-8362-0345a43c7759 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:25:34.260428 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5681102a-fd97-4f84-81ab-1b4d8dcf0d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'name': 'tempest-TestNetworkBasicOps-router-2002615676', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '4bc48051-abd5-4fc6-a596-939c9a36df44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:28Z', 'updated_at': '2021-08-16T20:25:32Z', 'revision_number': 5, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '4bc48051-abd5-4fc6-a596-939c9a36df44', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:29Z', 'updated_at': '2021-08-16T20:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:34.295313 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1832da-113b-47cc-adb1-5d27da54ed7b None None] Network e92f82fd-e6a9-461b-9fde-3ece8ff730cb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:34.298424 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8e83a4f7-6406-4387-8c55-5346c57a526a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:34.301599 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5681102a-fd97-4f84-81ab-1b4d8dcf0d09 None None] The sync data for ids ['74e3ccf1-cd77-4130-a5da-69f897d1a7cd'] in n-d-787206-13 is: [{'id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'name': 'tempest-TestNetworkBasicOps-router-2002615676', 'tenant_id': 'e56891446a5d4a4da1a00ff61508934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '4bc48051-abd5-4fc6-a596-939c9a36df44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:28Z', 'updated_at': '2021-08-16T20:25:32Z', 'revision_number': 5, 'project_id': 'e56891446a5d4a4da1a00ff61508934e', 'gw_port': {'id': '4bc48051-abd5-4fc6-a596-939c9a36df44', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ccf1-cd77-4130-a5da-69f897d1a7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:29Z', 'updated_at': '2021-08-16T20:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:25:34.359472 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c2dc4-d611-4969-b9f5-e6fb04239b10 req-854c2450-2aa2-4b77-b186-f38f4306a064 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:34.361119 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-553c2dc4-d611-4969-b9f5-e6fb04239b10 req-854c2450-2aa2-4b77-b186-f38f4306a064 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] 10.222.0.68 "GET /v2.0/ports?device_id=24404292-8437-478d-9b90-4753c13d69bb HTTP/1.1" status: 200 len: 945 time: 0.1370783 Aug 16 20:25:34.364217 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648f71c6-f688-4020-8089-347233406c6d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:25:34.370524 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 68fe5183-27df-4136-8e4f-81f11dda7be3 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:34.371471 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-648f71c6-f688-4020-8089-347233406c6d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "PUT /v2.0/routers/6fbe838f-64bd-422a-8362-0345a43c7759/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0973501 Aug 16 20:25:34.372799 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45980) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:34.393520 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-b09004d6-34cd-4884-9f7d-0576b95eec2b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] For port 4bc48051-abd5-4fc6-a596-939c9a36df44, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=4bc48051-abd5-4fc6-a596-939c9a36df44,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:34.394198 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b09004d6-34cd-4884-9f7d-0576b95eec2b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:34.423062 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cad021a-15a1-44bd-8769-e5a0e3330248 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:34.427493 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0cad021a-15a1-44bd-8769-e5a0e3330248 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "GET /v2.0/ports/7786a184-2c5a-43d0-96af-865683991c05 HTTP/1.1" status: 200 len: 911 time: 0.0499966 Aug 16 20:25:34.427691 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 45982) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:34.431345 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-b09004d6-34cd-4884-9f7d-0576b95eec2b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Calling delete_port for 4bc48051-abd5-4fc6-a596-939c9a36df44 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:25:34.459715 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-553c2dc4-d611-4969-b9f5-e6fb04239b10 req-a2e6a537-8a95-4975-985a-7e6544b2f294 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbf550f0-cf2b-405e-9870-1dc81cd64dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799179 Aug 16 20:25:34.560642 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef9566f-5523-4438-ae4f-c26db72114b2 None None] Sync routers for ids ['6fbe838f-64bd-422a-8362-0345a43c7759'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:25:34.594653 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83a4f7-6406-4387-8c55-5346c57a526a None None] Pushing event deleted for resources: {'Port': ['ID=1198134c-60c8-4d14-aa09-87967b69f0e9,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:34.607443 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e83a4f7-6406-4387-8c55-5346c57a526a None None] No DVR routers for this DVR port 1198134c-60c8-4d14-aa09-87967b69f0e9 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:25:34.627831 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9f64e9f9-848c-4c6b-9d61-740524b766de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:34.632873 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b09004d6-34cd-4884-9f7d-0576b95eec2b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:34.633026 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-66f038d0-c3a6-4c31-900e-911401c5ee6e None None] Provisioning for port 68fe5183-27df-4136-8e4f-81f11dda7be3 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:34.644335 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef9566f-5523-4438-ae4f-c26db72114b2 None None] Routers {'6fbe838f-64bd-422a-8362-0345a43c7759'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:34.644921 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-eef9566f-5523-4438-ae4f-c26db72114b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6fbe838f-64bd-422a-8362-0345a43c7759'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:34.668773 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09004d6-34cd-4884-9f7d-0576b95eec2b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event deleted for resources: {'Port': ['ID=4bc48051-abd5-4fc6-a596-939c9a36df44,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:34.707858 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-eef9566f-5523-4438-ae4f-c26db72114b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:34.724723 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:34.740636 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b09004d6-34cd-4884-9f7d-0576b95eec2b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:34.758838 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef9566f-5523-4438-ae4f-c26db72114b2 None None] Routers {'6fbe838f-64bd-422a-8362-0345a43c7759'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:34.759546 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-eef9566f-5523-4438-ae4f-c26db72114b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:35Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6fbe838f-64bd-422a-8362-0345a43c7759'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:34.761312 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 68fe5183-27df-4136-8e4f-81f11dda7be3 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:34.803145 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 68fe5183-27df-4136-8e4f-81f11dda7be3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:34.803559 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:34.806769 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-eef9566f-5523-4438-ae4f-c26db72114b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:34.807441 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef9566f-5523-4438-ae4f-c26db72114b2 None None] The sync data for ids ['6fbe838f-64bd-422a-8362-0345a43c7759'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:25:34.845830 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b09004d6-34cd-4884-9f7d-0576b95eec2b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:34.850145 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b09004d6-34cd-4884-9f7d-0576b95eec2b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:34.869427 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d75fe01-8aa8-48ab-81c0-7609c4ba3918 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:34.905200 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b09004d6-34cd-4884-9f7d-0576b95eec2b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:34.905823 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09004d6-34cd-4884-9f7d-0576b95eec2b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Fanout notify agent at l3_agent the message router_deleted on router 74e3ccf1-cd77-4130-a5da-69f897d1a7cd {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:25:34.917092 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b09004d6-34cd-4884-9f7d-0576b95eec2b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:34.919497 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b09004d6-34cd-4884-9f7d-0576b95eec2b tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "DELETE /v2.0/routers/74e3ccf1-cd77-4130-a5da-69f897d1a7cd HTTP/1.1" status: 204 len: 168 time: 1.2224257 Aug 16 20:25:34.921532 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45984) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:34.939330 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:34.975990 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 68fe5183-27df-4136-8e4f-81f11dda7be3, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=68fe5183-27df-4136-8e4f-81f11dda7be3,segment=NetworkSegment(8d5bbfd9-38e8-4d5a-ade7-63be218cc898),segment_id=8d5bbfd9-38e8-4d5a-ade7-63be218cc898)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:34.981236 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:35.030195 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d45d1c2-0e52-4a95-9136-f5479a6a3e07 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:35.074988 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1198134c-60c8-4d14-aa09-87967b69f0e9 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:25:35.078239 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=68fe5183-27df-4136-8e4f-81f11dda7be3,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:35.128666 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 1198134c-60c8-4d14-aa09-87967b69f0e9 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:25:35.129038 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1198134c-60c8-4d14-aa09-87967b69f0e9 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:25:35.134637 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 1e131fd1-6e43-4e60-92cb-6f3ae2645031 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:35.179522 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d45d1c2-0e52-4a95-9136-f5479a6a3e07 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:35.192287 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-6d45d1c2-0e52-4a95-9136-f5479a6a3e07 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:35.193363 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 1e131fd1-6e43-4e60-92cb-6f3ae2645031 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:35.200085 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 1e131fd1-6e43-4e60-92cb-6f3ae2645031 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:35.201087 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:35.206837 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-6d45d1c2-0e52-4a95-9136-f5479a6a3e07 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '841e9693-78f1-4992-b13a-4bb8e9ab7973') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:35.207143 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-6d45d1c2-0e52-4a95-9136-f5479a6a3e07 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '841e9693-78f1-4992-b13a-4bb8e9ab7973') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:35.218484 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d45d1c2-0e52-4a95-9136-f5479a6a3e07 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:35.236971 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d45d1c2-0e52-4a95-9136-f5479a6a3e07 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:35.249287 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d45d1c2-0e52-4a95-9136-f5479a6a3e07 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:25:35.249287 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d45d1c2-0e52-4a95-9136-f5479a6a3e07 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:35.253559 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:25:35.253559 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:25:35.253559 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:25:35.253559 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:25:35.253559 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:25:35.253559 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:25:35.253559 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:25:35.253559 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:25:35.253559 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:25:35.253559 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:25:35.253559 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:25:35.253559 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:25:35.253559 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:25:35.253559 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:25:35.253559 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:25:35.253559 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:25:35.253559 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:25:35.253559 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:25:35.253559 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:25:35.253559 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:25:35.253559 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:25:35.253559 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:25:35.253559 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:25:35.253559 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:25:35.253559 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:25:35.253559 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:25:35.253559 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:25:35.253559 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:25:35.253559 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:25:35.253559 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:25:35.253559 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:25:35.253559 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:25:35.265926 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6d75fe01-8aa8-48ab-81c0-7609c4ba3918 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Deleting port 7786a184-2c5a-43d0-96af-865683991c05 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:25:35.266485 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d75fe01-8aa8-48ab-81c0-7609c4ba3918 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:35.307710 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:35.320852 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d45d1c2-0e52-4a95-9136-f5479a6a3e07 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:35.328526 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d45d1c2-0e52-4a95-9136-f5479a6a3e07 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:35.330432 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6d45d1c2-0e52-4a95-9136-f5479a6a3e07 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] 10.222.0.68 "DELETE /v2.0/networks/2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1 HTTP/1.1" status: 204 len: 168 time: 0.4079313 Aug 16 20:25:35.353227 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45d1c2-0e52-4a95-9136-f5479a6a3e07 tempest-TestNetworkBasicOps-526871042 tempest-TestNetworkBasicOps-526871042-project] Pushing event deleted for resources: {'Network': ['ID=2d5e1a04-6e5f-4745-98bb-d8d7a52b4cc1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:35.360520 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24404292-8437-478d-9b90-4753c13d69bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e131fd1-6e43-4e60-92cb-6f3ae2645031'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:25:35.363357 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28eddae2-7beb-429f-873a-3b526cb5a3ec" -d '{"events": [{"server_uuid": "24404292-8437-478d-9b90-4753c13d69bb", "name": "network-vif-plugged", "status": "completed", "tag": "1e131fd1-6e43-4e60-92cb-6f3ae2645031"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:25:35.372130 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 1e131fd1-6e43-4e60-92cb-6f3ae2645031, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1e131fd1-6e43-4e60-92cb-6f3ae2645031,segment=NetworkSegment(677fc974-2264-4a6d-b1a0-14caaf378d32),segment_id=677fc974-2264-4a6d-b1a0-14caaf378d32)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:35.378711 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:35.386185 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d75fe01-8aa8-48ab-81c0-7609c4ba3918 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:35.400530 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6d75fe01-8aa8-48ab-81c0-7609c4ba3918 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Calling delete_port for 7786a184-2c5a-43d0-96af-865683991c05 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:25:35.447306 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fa9447-4052-48e1-b533-fa0e18da259d x-openstack-request-id: req-86fa9447-4052-48e1-b533-fa0e18da259d {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:25:35.447685 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24404292-8437-478d-9b90-4753c13d69bb", "name": "network-vif-plugged", "status": "completed", "tag": "1e131fd1-6e43-4e60-92cb-6f3ae2645031", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:25:35.447988 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-86fa9447-4052-48e1-b533-fa0e18da259d {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:25:35.448386 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24404292-8437-478d-9b90-4753c13d69bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e131fd1-6e43-4e60-92cb-6f3ae2645031', 'code': 200} Aug 16 20:25:35.450705 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=1e131fd1-6e43-4e60-92cb-6f3ae2645031,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:35.458450 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-980f2391-07bd-4279-a9e1-361eec56aa8e None None] Provisioning complete for port 68fe5183-27df-4136-8e4f-81f11dda7be3 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:35.458828 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-980f2391-07bd-4279-a9e1-361eec56aa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:35.574243 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60537e41-cbc6-4c85-92ac-d09ccac20024 req-12c81163-fabb-4330-8c08-738fa19bc6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:35.576271 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-60537e41-cbc6-4c85-92ac-d09ccac20024 req-12c81163-fabb-4330-8c08-738fa19bc6de service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=24404292-8437-478d-9b90-4753c13d69bb HTTP/1.1" status: 200 len: 1098 time: 0.0579557 Aug 16 20:25:35.632402 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:35.675002 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b5132-0a4e-47ed-877d-bb4f39ec330a req-54f30ef9-866a-4720-9497-99ae1ba7977b tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:35.679911 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-60537e41-cbc6-4c85-92ac-d09ccac20024 req-a4e37f0e-5b2f-4476-b322-5993bf8e6842 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bbf550f0-cf2b-405e-9870-1dc81cd64dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931978 Aug 16 20:25:35.683035 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-404b5132-0a4e-47ed-877d-bb4f39ec330a req-54f30ef9-866a-4720-9497-99ae1ba7977b tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] 10.222.0.68 "GET /v2.0/ports?device_id=24404292-8437-478d-9b90-4753c13d69bb HTTP/1.1" status: 200 len: 946 time: 0.0774620 Aug 16 20:25:35.698710 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d75fe01-8aa8-48ab-81c0-7609c4ba3918 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:35.699811 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-980f2391-07bd-4279-a9e1-361eec56aa8e None None] Provisioning for port 7786a184-2c5a-43d0-96af-865683991c05 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:35.704664 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-980f2391-07bd-4279-a9e1-361eec56aa8e None None] Provisioning complete for port 7786a184-2c5a-43d0-96af-865683991c05 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:35.705500 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-980f2391-07bd-4279-a9e1-361eec56aa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:35.732957 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45994) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:35.743983 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-404b5132-0a4e-47ed-877d-bb4f39ec330a req-2730ed8d-b1b6-415f-a344-6aed6fcdd91b tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbf550f0-cf2b-405e-9870-1dc81cd64dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594919 Aug 16 20:25:35.754417 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-980f2391-07bd-4279-a9e1-361eec56aa8e None None] Port 7786a184-2c5a-43d0-96af-865683991c05 was deleted so its status cannot be updated. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 20:25:35.763525 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75fe01-8aa8-48ab-81c0-7609c4ba3918 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Port': ['ID=7786a184-2c5a-43d0-96af-865683991c05,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:35.840735 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d75fe01-8aa8-48ab-81c0-7609c4ba3918 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:35.870699 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-78eb14d0-bb2b-4a1b-97af-1de61cf28c25 None None] Could not find standard attr ID for object 7786a184-2c5a-43d0-96af-865683991c05. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:25:35.897886 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a8b03336-f053-42f2-82ea-ef274e3229b5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e56891446a5d4a4da1a00ff61508934e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1636310 Aug 16 20:25:35.900254 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 45998) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:35.954834 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a1de67c4-2c4e-4569-9ac5-6b3cd76daf71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:35.980634 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a1de67c4-2c4e-4569-9ac5-6b3cd76daf71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:35.983682 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d0e176f6-ba55-4327-b1ed-a7eb23b222f6 None None] Could not find standard attr ID for object 7786a184-2c5a-43d0-96af-865683991c05. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:25:36.034324 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a1de67c4-2c4e-4569-9ac5-6b3cd76daf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.037608 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a1de67c4-2c4e-4569-9ac5-6b3cd76daf71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.041624 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a1de67c4-2c4e-4569-9ac5-6b3cd76daf71 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/caf3a489-993d-40e6-aa3f-8f03ea25abf9 HTTP/1.1" status: 204 len: 168 time: 0.1380234 Aug 16 20:25:36.050462 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de67c4-2c4e-4569-9ac5-6b3cd76daf71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf3a489-993d-40e6-aa3f-8f03ea25abf9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:36.103909 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.144331 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.201241 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 68fe5183-27df-4136-8e4f-81f11dda7be3 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:36.259034 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 68fe5183-27df-4136-8e4f-81f11dda7be3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:36.259529 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.372597 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d75fe01-8aa8-48ab-81c0-7609c4ba3918 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Router 6fbe838f-64bd-422a-8362-0345a43c7759 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:25:36.391042 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46004) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:36.409623 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:25:36.409782 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c8dd56b6-4c0d-455c-b9c5-0e5d45628ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.431301 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:25:36.431918 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1e5ddfce-bf2c-4206-9ecc-b0793df6cfd2 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:25:36.432076 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4bc48051-abd5-4fc6-a596-939c9a36df44 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:25:36.456308 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 4bc48051-abd5-4fc6-a596-939c9a36df44 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:25:36.456575 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4bc48051-abd5-4fc6-a596-939c9a36df44 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:25:36.458791 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d75fe01-8aa8-48ab-81c0-7609c4ba3918 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:25:36.466974 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6d75fe01-8aa8-48ab-81c0-7609c4ba3918 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "PUT /v2.0/routers/6fbe838f-64bd-422a-8362-0345a43c7759/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0353262 Aug 16 20:25:36.467430 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46006) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:36.470513 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489d6b2f-8003-4194-93cf-5e46ec95bec8 None None] Sync routers for ids ['6fbe838f-64bd-422a-8362-0345a43c7759'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:25:36.483185 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489d6b2f-8003-4194-93cf-5e46ec95bec8 None None] Routers {'6fbe838f-64bd-422a-8362-0345a43c7759'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:36.484281 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-489d6b2f-8003-4194-93cf-5e46ec95bec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:35Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6fbe838f-64bd-422a-8362-0345a43c7759'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:36.499907 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9ecc0a08-e471-4f8c-af44-56b60e06a278 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fbe838f-64bd-422a-8362-0345a43c7759 HTTP/1.1" status: 200 len: 205 time: 0.0289655 Aug 16 20:25:36.501336 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46008) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:36.520203 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-489d6b2f-8003-4194-93cf-5e46ec95bec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:36.523520 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c8dd56b6-4c0d-455c-b9c5-0e5d45628ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.529935 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489d6b2f-8003-4194-93cf-5e46ec95bec8 None None] Routers {'6fbe838f-64bd-422a-8362-0345a43c7759'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:36.530808 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-489d6b2f-8003-4194-93cf-5e46ec95bec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:35Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6fbe838f-64bd-422a-8362-0345a43c7759'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:36.531678 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c8dd56b6-4c0d-455c-b9c5-0e5d45628ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.582236 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c8dd56b6-4c0d-455c-b9c5-0e5d45628ecf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f014a3c059be480bbaa203ef1990200e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1899304 Aug 16 20:25:36.582986 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46010) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:36.590797 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd56b6-4c0d-455c-b9c5-0e5d45628ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd4aef1-239b-4e48-b91c-ea022a31bb35,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:36.602174 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09702de0-3a35-4075-86bb-4249643aae30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.640324 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8fafe3e-4d7d-4eda-9ed2-07938947c0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.660560 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-489d6b2f-8003-4194-93cf-5e46ec95bec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:36.661208 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489d6b2f-8003-4194-93cf-5e46ec95bec8 None None] The sync data for ids ['6fbe838f-64bd-422a-8362-0345a43c7759'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:25:36.664718 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8fafe3e-4d7d-4eda-9ed2-07938947c0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.710135 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8fafe3e-4d7d-4eda-9ed2-07938947c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.712601 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8fafe3e-4d7d-4eda-9ed2-07938947c0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.713758 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d8fafe3e-4d7d-4eda-9ed2-07938947c0f8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3bd4aef1-239b-4e48-b91c-ea022a31bb35 HTTP/1.1" status: 204 len: 168 time: 0.1293950 Aug 16 20:25:36.725285 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fafe3e-4d7d-4eda-9ed2-07938947c0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd4aef1-239b-4e48-b91c-ea022a31bb35,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:36.775599 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09702de0-3a35-4075-86bb-4249643aae30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.778481 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09702de0-3a35-4075-86bb-4249643aae30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.831911 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09702de0-3a35-4075-86bb-4249643aae30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.832399 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09702de0-3a35-4075-86bb-4249643aae30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Fanout notify agent at l3_agent the message router_deleted on router 6fbe838f-64bd-422a-8362-0345a43c7759 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:25:36.840490 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09702de0-3a35-4075-86bb-4249643aae30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.844275 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-09702de0-3a35-4075-86bb-4249643aae30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/routers/6fbe838f-64bd-422a-8362-0345a43c7759 HTTP/1.1" status: 204 len: 168 time: 0.3373578 Aug 16 20:25:36.845739 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46016) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:36.887567 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab71d5a-7a0d-4e13-967c-99de97961ff7 req-06b75fe8-9d3a-4010-a27f-428cc25e6e75 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:36.889175 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5ab71d5a-7a0d-4e13-967c-99de97961ff7 req-06b75fe8-9d3a-4010-a27f-428cc25e6e75 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] 10.222.0.68 "GET /v2.0/ports?device_id=24404292-8437-478d-9b90-4753c13d69bb HTTP/1.1" status: 200 len: 946 time: 0.0679812 Aug 16 20:25:36.909024 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef987b0-3f66-41dc-b648-70d749bad506 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Deleting subnet 433a1680-8c9d-406c-9848-0ffad9dc0676 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:25:36.912942 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9ef987b0-3f66-41dc-b648-70d749bad506 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.932839 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5ab71d5a-7a0d-4e13-967c-99de97961ff7 req-0aacf93b-43fa-427a-bc8a-b7f321c47668 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbf550f0-cf2b-405e-9870-1dc81cd64dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374222 Aug 16 20:25:36.962022 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9ef987b0-3f66-41dc-b648-70d749bad506 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:37.073694 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:37.083986 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9ef987b0-3f66-41dc-b648-70d749bad506 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:37.162856 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9ef987b0-3f66-41dc-b648-70d749bad506 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:37.191762 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef987b0-3f66-41dc-b648-70d749bad506 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Subnet': ['ID=433a1680-8c9d-406c-9848-0ffad9dc0676,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:37.197447 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9ef987b0-3f66-41dc-b648-70d749bad506 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:37.203067 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9ef987b0-3f66-41dc-b648-70d749bad506 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/subnets/433a1680-8c9d-406c-9848-0ffad9dc0676 HTTP/1.1" status: 204 len: 168 time: 0.3527465 Aug 16 20:25:37.203879 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46024) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:37.204456 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6426c82-3799-4361-a587-8309cc4d4ddf None None] Network e92f82fd-e6a9-461b-9fde-3ece8ff730cb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:37.319077 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17284337-1bbd-4607-a253-08f4ad461360 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:37.415675 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d404cd09-2f81-4f8e-a203-8f682e27e406 None None] DHCP port deletion for e92f82fd-e6a9-461b-9fde-3ece8ff730cb request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:25:37.417457 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3241d-0420-4d3f-b753-c71611eb6473 req-249b5a23-899d-4bb2-a859-54786c1c77c3 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:37.419490 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-38a3241d-0420-4d3f-b753-c71611eb6473 req-249b5a23-899d-4bb2-a859-54786c1c77c3 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] 10.222.0.68 "GET /v2.0/ports?device_id=24404292-8437-478d-9b90-4753c13d69bb HTTP/1.1" status: 200 len: 946 time: 0.0642929 Aug 16 20:25:37.428231 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-17284337-1bbd-4607-a253-08f4ad461360 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Deleting port 68fe5183-27df-4136-8e4f-81f11dda7be3 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:25:37.428565 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17284337-1bbd-4607-a253-08f4ad461360 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:37.466052 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d404cd09-2f81-4f8e-a203-8f682e27e406 None None] Deleting port 68fe5183-27df-4136-8e4f-81f11dda7be3 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:25:37.466433 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d404cd09-2f81-4f8e-a203-8f682e27e406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:37.511348 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-38a3241d-0420-4d3f-b753-c71611eb6473 req-e7152349-7085-4440-adbc-5d89e30edc36 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbf550f0-cf2b-405e-9870-1dc81cd64dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847814 Aug 16 20:25:37.515965 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-17284337-1bbd-4607-a253-08f4ad461360 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] For port 68fe5183-27df-4136-8e4f-81f11dda7be3, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=68fe5183-27df-4136-8e4f-81f11dda7be3,segment=NetworkSegment(8d5bbfd9-38e8-4d5a-ade7-63be218cc898),segment_id=8d5bbfd9-38e8-4d5a-ade7-63be218cc898)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:37.516333 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17284337-1bbd-4607-a253-08f4ad461360 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:37.530713 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d404cd09-2f81-4f8e-a203-8f682e27e406 None None] For port 68fe5183-27df-4136-8e4f-81f11dda7be3, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=68fe5183-27df-4136-8e4f-81f11dda7be3,segment=NetworkSegment(8d5bbfd9-38e8-4d5a-ade7-63be218cc898),segment_id=8d5bbfd9-38e8-4d5a-ade7-63be218cc898)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:37.530713 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d404cd09-2f81-4f8e-a203-8f682e27e406 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:37.534562 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-17284337-1bbd-4607-a253-08f4ad461360 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Calling delete_port for 68fe5183-27df-4136-8e4f-81f11dda7be3 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:25:37.541477 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d404cd09-2f81-4f8e-a203-8f682e27e406 None None] Calling delete_port for 68fe5183-27df-4136-8e4f-81f11dda7be3 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:25:37.616600 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17284337-1bbd-4607-a253-08f4ad461360 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:37.623387 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d404cd09-2f81-4f8e-a203-8f682e27e406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:37.642018 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17284337-1bbd-4607-a253-08f4ad461360 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Port': ['ID=68fe5183-27df-4136-8e4f-81f11dda7be3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:37.645434 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17284337-1bbd-4607-a253-08f4ad461360 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] No DVR routers for this DVR port 68fe5183-27df-4136-8e4f-81f11dda7be3 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:25:37.653844 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d404cd09-2f81-4f8e-a203-8f682e27e406 None None] No DVR routers for this DVR port 68fe5183-27df-4136-8e4f-81f11dda7be3 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:25:37.663292 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404cd09-2f81-4f8e-a203-8f682e27e406 None None] Pushing event deleted for resources: {'Port': ['ID=68fe5183-27df-4136-8e4f-81f11dda7be3,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:37.666269 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404cd09-2f81-4f8e-a203-8f682e27e406 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:37.666624 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404cd09-2f81-4f8e-a203-8f682e27e406 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:37.666971 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404cd09-2f81-4f8e-a203-8f682e27e406 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:37.667344 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404cd09-2f81-4f8e-a203-8f682e27e406 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:37.668215 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404cd09-2f81-4f8e-a203-8f682e27e406 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:37.668552 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404cd09-2f81-4f8e-a203-8f682e27e406 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:37.668888 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404cd09-2f81-4f8e-a203-8f682e27e406 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:37.669214 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404cd09-2f81-4f8e-a203-8f682e27e406 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:37.669693 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404cd09-2f81-4f8e-a203-8f682e27e406 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:37.669866 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404cd09-2f81-4f8e-a203-8f682e27e406 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:37.670194 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404cd09-2f81-4f8e-a203-8f682e27e406 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:37.670518 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404cd09-2f81-4f8e-a203-8f682e27e406 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:37.725864 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17284337-1bbd-4607-a253-08f4ad461360 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:37.735788 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-17284337-1bbd-4607-a253-08f4ad461360 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e92f82fd-e6a9-461b-9fde-3ece8ff730cb']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:37.745196 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-17284337-1bbd-4607-a253-08f4ad461360 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5bbfd9-38e8-4d5a-ade7-63be218cc898') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:37.745490 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-17284337-1bbd-4607-a253-08f4ad461360 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5bbfd9-38e8-4d5a-ade7-63be218cc898') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:37.754865 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17284337-1bbd-4607-a253-08f4ad461360 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:37.767983 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17284337-1bbd-4607-a253-08f4ad461360 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:37.773778 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17284337-1bbd-4607-a253-08f4ad461360 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:25:37.774155 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17284337-1bbd-4607-a253-08f4ad461360 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:37.777530 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:25:37.777530 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:25:37.777530 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:25:37.777530 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:25:37.777530 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:25:37.777530 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:25:37.777530 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:25:37.777530 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:25:37.777530 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:25:37.777530 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:25:37.777530 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:25:37.777530 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:25:37.777530 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:25:37.777530 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:25:37.777530 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:25:37.777530 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:25:37.777530 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:25:37.777530 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:25:37.777530 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:25:37.777530 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:25:37.777530 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:25:37.777530 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:25:37.777530 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:25:37.777530 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:25:37.777530 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:25:37.777530 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:25:37.777530 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:25:37.777530 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:25:37.777530 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:25:37.777530 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:25:37.777530 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:25:37.777530 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:25:37.832604 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17284337-1bbd-4607-a253-08f4ad461360 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:37.839225 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17284337-1bbd-4607-a253-08f4ad461360 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:37.841567 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-17284337-1bbd-4607-a253-08f4ad461360 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/networks/e92f82fd-e6a9-461b-9fde-3ece8ff730cb HTTP/1.1" status: 204 len: 168 time: 0.6347477 Aug 16 20:25:37.845367 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46028) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:37.850081 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-1f9806c5-f342-4380-a76f-3c33f0d6900c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1028706315', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:37.853275 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17284337-1bbd-4607-a253-08f4ad461360 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Network': ['ID=e92f82fd-e6a9-461b-9fde-3ece8ff730cb,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:37.874287 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f9806c5-f342-4380-a76f-3c33f0d6900c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:37.875361 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f9806c5-f342-4380-a76f-3c33f0d6900c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:37.929846 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f9806c5-f342-4380-a76f-3c33f0d6900c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:38.129081 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 68fe5183-27df-4136-8e4f-81f11dda7be3 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:25:38.150215 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 68fe5183-27df-4136-8e4f-81f11dda7be3 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:25:38.150566 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 68fe5183-27df-4136-8e4f-81f11dda7be3 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:25:38.369018 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f9806c5-f342-4380-a76f-3c33f0d6900c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:38.558121 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f9806c5-f342-4380-a76f-3c33f0d6900c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:38.578286 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f9806c5-f342-4380-a76f-3c33f0d6900c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:38.607115 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fdeaf-81dc-4379-908f-94d73e0f5e24 req-887cbe64-4ace-4327-ba28-399ba4a7bb71 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:38.608700 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7c8fdeaf-81dc-4379-908f-94d73e0f5e24 req-887cbe64-4ace-4327-ba28-399ba4a7bb71 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] 10.222.0.57 "GET /v2.0/ports?device_id=24404292-8437-478d-9b90-4753c13d69bb HTTP/1.1" status: 200 len: 946 time: 0.0571544 Aug 16 20:25:38.696068 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d08d1-3463-492c-b096-3409d5bc6233 req-b0d178be-2ec3-4e80-8cc0-3717b3b7c717 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:38.697566 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ba7d08d1-3463-492c-b096-3409d5bc6233 req-b0d178be-2ec3-4e80-8cc0-3717b3b7c717 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] 10.222.0.68 "GET /v2.0/ports?device_id=24404292-8437-478d-9b90-4753c13d69bb HTTP/1.1" status: 200 len: 946 time: 0.1123500 Aug 16 20:25:38.699588 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-7c8fdeaf-81dc-4379-908f-94d73e0f5e24 req-5e7f1dce-2cac-420e-b956-f92c6af50756 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] Deleting port 1e131fd1-6e43-4e60-92cb-6f3ae2645031 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:25:38.700048 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7c8fdeaf-81dc-4379-908f-94d73e0f5e24 req-5e7f1dce-2cac-420e-b956-f92c6af50756 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:38.737988 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-1f9806c5-f342-4380-a76f-3c33f0d6900c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Allocated IP 172.25.8.33 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/4b6f5f55-e15c-484f-85f9-69a7fefc35f4) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:38.758976 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ba7d08d1-3463-492c-b096-3409d5bc6233 req-3069ccb8-bc6e-4582-9ad1-51358733217b tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbf550f0-cf2b-405e-9870-1dc81cd64dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543990 Aug 16 20:25:38.802230 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-7c8fdeaf-81dc-4379-908f-94d73e0f5e24 req-5e7f1dce-2cac-420e-b956-f92c6af50756 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] For port 1e131fd1-6e43-4e60-92cb-6f3ae2645031, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1e131fd1-6e43-4e60-92cb-6f3ae2645031,segment=NetworkSegment(677fc974-2264-4a6d-b1a0-14caaf378d32),segment_id=677fc974-2264-4a6d-b1a0-14caaf378d32)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:38.802601 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7c8fdeaf-81dc-4379-908f-94d73e0f5e24 req-5e7f1dce-2cac-420e-b956-f92c6af50756 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:38.815465 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-7c8fdeaf-81dc-4379-908f-94d73e0f5e24 req-5e7f1dce-2cac-420e-b956-f92c6af50756 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] Calling delete_port for 1e131fd1-6e43-4e60-92cb-6f3ae2645031 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:25:38.864780 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f9806c5-f342-4380-a76f-3c33f0d6900c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:38.905041 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f9806c5-f342-4380-a76f-3c33f0d6900c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:38.941246 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9806c5-f342-4380-a76f-3c33f0d6900c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:38.945421 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7c8fdeaf-81dc-4379-908f-94d73e0f5e24 req-5e7f1dce-2cac-420e-b956-f92c6af50756 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:38.946407 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-1f9806c5-f342-4380-a76f-3c33f0d6900c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:38.950013 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9806c5-f342-4380-a76f-3c33f0d6900c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:38.956821 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['1e131fd1-6e43-4e60-92cb-6f3ae2645031'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:25:38.972927 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f1dce-2cac-420e-b956-f92c6af50756 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] Pushing event deleted for resources: {'Port': ['ID=1e131fd1-6e43-4e60-92cb-6f3ae2645031,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:38.982306 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9806c5-f342-4380-a76f-3c33f0d6900c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Port': ['ID=4b6f5f55-e15c-484f-85f9-69a7fefc35f4,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:39.017265 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8fdeaf-81dc-4379-908f-94d73e0f5e24 req-5e7f1dce-2cac-420e-b956-f92c6af50756 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] No DVR routers for this DVR port 1e131fd1-6e43-4e60-92cb-6f3ae2645031 on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:25:39.020013 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7c8fdeaf-81dc-4379-908f-94d73e0f5e24 req-5e7f1dce-2cac-420e-b956-f92c6af50756 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:39.022070 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7c8fdeaf-81dc-4379-908f-94d73e0f5e24 req-5e7f1dce-2cac-420e-b956-f92c6af50756 tempest-ServerPasswordTestJSON-246033813 tempest-ServerPasswordTestJSON-246033813-project] 10.222.0.57 "DELETE /v2.0/ports/1e131fd1-6e43-4e60-92cb-6f3ae2645031 HTTP/1.1" status: 204 len: 173 time: 0.4073744 Aug 16 20:25:39.022505 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24404292-8437-478d-9b90-4753c13d69bb', 'name': 'network-vif-deleted', 'tag': '1e131fd1-6e43-4e60-92cb-6f3ae2645031'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:25:39.024901 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c2a1ed-dc11-4c64-b7ba-cc2c55e0f30b" -d '{"events": [{"server_uuid": "24404292-8437-478d-9b90-4753c13d69bb", "name": "network-vif-deleted", "tag": "1e131fd1-6e43-4e60-92cb-6f3ae2645031"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:25:39.064442 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcd3cfe-1f6d-43bd-a9e5-b9205b197521 x-openstack-request-id: req-cdcd3cfe-1f6d-43bd-a9e5-b9205b197521 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:25:39.064737 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24404292-8437-478d-9b90-4753c13d69bb", "name": "network-vif-deleted", "tag": "1e131fd1-6e43-4e60-92cb-6f3ae2645031", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:25:39.064991 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cdcd3cfe-1f6d-43bd-a9e5-b9205b197521 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:25:39.065389 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24404292-8437-478d-9b90-4753c13d69bb', 'name': 'network-vif-deleted', 'tag': '1e131fd1-6e43-4e60-92cb-6f3ae2645031', 'status': 'completed', 'code': 200} Aug 16 20:25:39.221576 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f9806c5-f342-4380-a76f-3c33f0d6900c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:39.416242 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f9806c5-f342-4380-a76f-3c33f0d6900c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:39.550215 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9806c5-f342-4380-a76f-3c33f0d6900c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Router 46e6f605-f877-4a1b-a911-e35017cb76d6 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:25:39.654652 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9806c5-f342-4380-a76f-3c33f0d6900c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:25:39.664079 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ce8db0-3d98-4b36-924b-d492f1309e91 None None] Sync routers for ids ['46e6f605-f877-4a1b-a911-e35017cb76d6'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:25:39.673720 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ce8db0-3d98-4b36-924b-d492f1309e91 None None] Routers {'46e6f605-f877-4a1b-a911-e35017cb76d6'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:39.674342 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-06ce8db0-3d98-4b36-924b-d492f1309e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:35Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['46e6f605-f877-4a1b-a911-e35017cb76d6'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:39.675329 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f9806c5-f342-4380-a76f-3c33f0d6900c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:39.676621 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1f9806c5-f342-4380-a76f-3c33f0d6900c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.8302331 Aug 16 20:25:39.679315 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46034) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:39.709436 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-06ce8db0-3d98-4b36-924b-d492f1309e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:39.717890 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ce8db0-3d98-4b36-924b-d492f1309e91 None None] Routers {'46e6f605-f877-4a1b-a911-e35017cb76d6'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:39.718481 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-06ce8db0-3d98-4b36-924b-d492f1309e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:35Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['46e6f605-f877-4a1b-a911-e35017cb76d6'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:39.750458 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-06ce8db0-3d98-4b36-924b-d492f1309e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:39.751102 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ce8db0-3d98-4b36-924b-d492f1309e91 None None] The sync data for ids ['46e6f605-f877-4a1b-a911-e35017cb76d6'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:25:39.787875 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d4cd90a6-083c-411e-8899-464649cea9d3 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "GET /v2.0/routers/46e6f605-f877-4a1b-a911-e35017cb76d6 HTTP/1.1" status: 200 len: 884 time: 0.1074495 Aug 16 20:25:39.790508 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46038) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:39.817724 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46040) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:39.861837 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4c78930-02bd-4e8c-bdd4-1662531e1b3c admin admin] Deleting subnet 0903cd68-8cf1-44ad-ab92-c7dc816090ba {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:25:39.864850 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b4c78930-02bd-4e8c-bdd4-1662531e1b3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:39.904440 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b4c78930-02bd-4e8c-bdd4-1662531e1b3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:39.942989 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b4c78930-02bd-4e8c-bdd4-1662531e1b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:39.998066 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b4c78930-02bd-4e8c-bdd4-1662531e1b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:40.020981 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9ab12af3-62f6-4723-8e5e-b4a4cf4ab9d8 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2297769 Aug 16 20:25:40.023914 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46042) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:40.024322 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c78930-02bd-4e8c-bdd4-1662531e1b3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0903cd68-8cf1-44ad-ab92-c7dc816090ba,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:40.028594 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b4c78930-02bd-4e8c-bdd4-1662531e1b3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:40.030485 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b4c78930-02bd-4e8c-bdd4-1662531e1b3c admin admin] 10.222.0.68 "DELETE /v2.0/subnets/0903cd68-8cf1-44ad-ab92-c7dc816090ba HTTP/1.1" status: 204 len: 168 time: 0.2117534 Aug 16 20:25:40.032969 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46044) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:40.033789 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-aa8f5139-0071-4d7f-9be1-741f65895c26 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1028706315'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:40.107705 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b099813-8542-4f4e-a7dc-3e0a7d0e3ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:40.185901 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b099813-8542-4f4e-a7dc-3e0a7d0e3ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:40.195378 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-6b099813-8542-4f4e-a7dc-3e0a7d0e3ea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a387773a-6d9d-458a-95df-68d0046845ab']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:40.204908 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-6b099813-8542-4f4e-a7dc-3e0a7d0e3ea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '677fc974-2264-4a6d-b1a0-14caaf378d32') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:40.205191 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-6b099813-8542-4f4e-a7dc-3e0a7d0e3ea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '677fc974-2264-4a6d-b1a0-14caaf378d32') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:40.215773 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b099813-8542-4f4e-a7dc-3e0a7d0e3ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:40.229529 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b099813-8542-4f4e-a7dc-3e0a7d0e3ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:40.235834 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b099813-8542-4f4e-a7dc-3e0a7d0e3ea1 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:25:40.236218 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b099813-8542-4f4e-a7dc-3e0a7d0e3ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:40.237932 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:25:40.237932 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:25:40.237932 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:25:40.237932 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:25:40.237932 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:25:40.237932 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:25:40.237932 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:25:40.237932 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:25:40.237932 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:25:40.237932 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:25:40.237932 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:25:40.237932 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:25:40.237932 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:25:40.237932 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:25:40.237932 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:25:40.237932 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:25:40.237932 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:25:40.237932 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:25:40.237932 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:25:40.237932 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:25:40.237932 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:25:40.237932 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:25:40.237932 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:25:40.237932 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:25:40.237932 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:25:40.237932 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:25:40.237932 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:25:40.237932 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:25:40.237932 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:25:40.237932 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:25:40.237932 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:25:40.237932 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:25:40.293943 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b099813-8542-4f4e-a7dc-3e0a7d0e3ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:40.299136 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b099813-8542-4f4e-a7dc-3e0a7d0e3ea1 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:40.301253 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6b099813-8542-4f4e-a7dc-3e0a7d0e3ea1 admin admin] 10.222.0.68 "DELETE /v2.0/networks/a387773a-6d9d-458a-95df-68d0046845ab HTTP/1.1" status: 204 len: 168 time: 0.2671447 Aug 16 20:25:40.312629 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b099813-8542-4f4e-a7dc-3e0a7d0e3ea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a387773a-6d9d-458a-95df-68d0046845ab,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:40.474362 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46048) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:40.516683 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8e3d471d-9cbd-4c04-9331-d9df01254d0e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=59f7a94d84a94a8d95a0cea3eca56744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410464 Aug 16 20:25:40.519311 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46050) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:40.570313 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-688f72a9-15ef-42c0-9e7a-6a846ff0abd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:40.593463 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-688f72a9-15ef-42c0-9e7a-6a846ff0abd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:40.643868 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-688f72a9-15ef-42c0-9e7a-6a846ff0abd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:40.646404 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-688f72a9-15ef-42c0-9e7a-6a846ff0abd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:40.647617 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-688f72a9-15ef-42c0-9e7a-6a846ff0abd9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bbf550f0-cf2b-405e-9870-1dc81cd64dc1 HTTP/1.1" status: 204 len: 168 time: 0.1273854 Aug 16 20:25:40.656124 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f72a9-15ef-42c0-9e7a-6a846ff0abd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf550f0-cf2b-405e-9870-1dc81cd64dc1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:40.666696 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa8f5139-0071-4d7f-9be1-741f65895c26 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106996'] for router, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:40.682462 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa8f5139-0071-4d7f-9be1-741f65895c26 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-399211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-399202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-399768'] for router, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:40.788839 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8f5139-0071-4d7f-9be1-741f65895c26 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Router 46e6f605-f877-4a1b-a911-e35017cb76d6 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:25:40.898524 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8f5139-0071-4d7f-9be1-741f65895c26 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:25:40.905934 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa8f5139-0071-4d7f-9be1-741f65895c26 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:40.907124 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-aa8f5139-0071-4d7f-9be1-741f65895c26 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "PUT /v2.0/routers/46e6f605-f877-4a1b-a911-e35017cb76d6 HTTP/1.1" status: 200 len: 891 time: 0.8822713 Aug 16 20:25:40.909847 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46058) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:40.912751 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdedb362-0992-49c1-97e1-8f830053f4bf None None] Sync routers for ids ['46e6f605-f877-4a1b-a911-e35017cb76d6'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:25:40.923934 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdedb362-0992-49c1-97e1-8f830053f4bf None None] Routers {'46e6f605-f877-4a1b-a911-e35017cb76d6'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:40.924536 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-bdedb362-0992-49c1-97e1-8f830053f4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:35Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['46e6f605-f877-4a1b-a911-e35017cb76d6'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:40.956365 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-bdedb362-0992-49c1-97e1-8f830053f4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:40.965462 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdedb362-0992-49c1-97e1-8f830053f4bf None None] Routers {'46e6f605-f877-4a1b-a911-e35017cb76d6'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:40.966073 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-bdedb362-0992-49c1-97e1-8f830053f4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:35Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['46e6f605-f877-4a1b-a911-e35017cb76d6'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:41.001638 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-bdedb362-0992-49c1-97e1-8f830053f4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:41.002371 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdedb362-0992-49c1-97e1-8f830053f4bf None None] The sync data for ids ['46e6f605-f877-4a1b-a911-e35017cb76d6'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:25:41.034828 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-17586250-3733-42d0-9916-3fef52d057dd tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "GET /v2.0/routers/46e6f605-f877-4a1b-a911-e35017cb76d6 HTTP/1.1" status: 200 len: 891 time: 0.1237926 Aug 16 20:25:41.037365 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46066) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:41.064954 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ee7ccbf0-fb7c-4f07-a304-4e5f822e3501 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "GET /v2.0/ports?device_id=46e6f605-f877-4a1b-a911-e35017cb76d6 HTTP/1.1" status: 200 len: 205 time: 0.0264473 Aug 16 20:25:41.067411 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46068) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:41.180008 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-575db8f5-33c3-472a-9405-bbaa58974ee0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.284463 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-575db8f5-33c3-472a-9405-bbaa58974ee0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.336048 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-575db8f5-33c3-472a-9405-bbaa58974ee0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Deleting port 4b6f5f55-e15c-484f-85f9-69a7fefc35f4 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:25:41.336394 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-575db8f5-33c3-472a-9405-bbaa58974ee0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.414751 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-575db8f5-33c3-472a-9405-bbaa58974ee0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.426221 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-575db8f5-33c3-472a-9405-bbaa58974ee0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Calling delete_port for 4b6f5f55-e15c-484f-85f9-69a7fefc35f4 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:25:41.592934 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-575db8f5-33c3-472a-9405-bbaa58974ee0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.610738 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46084) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:41.620518 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575db8f5-33c3-472a-9405-bbaa58974ee0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Port': ['ID=4b6f5f55-e15c-484f-85f9-69a7fefc35f4,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:41.682938 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-575db8f5-33c3-472a-9405-bbaa58974ee0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.730485 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ed0d5e5-2805-428a-83b2-5cebd8bcca5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.775067 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-575db8f5-33c3-472a-9405-bbaa58974ee0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.777318 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-575db8f5-33c3-472a-9405-bbaa58974ee0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.820785 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-575db8f5-33c3-472a-9405-bbaa58974ee0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.821059 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ed0d5e5-2805-428a-83b2-5cebd8bcca5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.821741 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575db8f5-33c3-472a-9405-bbaa58974ee0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Fanout notify agent at l3_agent the message router_deleted on router 46e6f605-f877-4a1b-a911-e35017cb76d6 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:25:41.825086 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ed0d5e5-2805-428a-83b2-5cebd8bcca5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.833015 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-575db8f5-33c3-472a-9405-bbaa58974ee0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.834123 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-575db8f5-33c3-472a-9405-bbaa58974ee0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/routers/46e6f605-f877-4a1b-a911-e35017cb76d6 HTTP/1.1" status: 204 len: 168 time: 0.7657900 Aug 16 20:25:41.837954 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46088) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:41.842702 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-203e8f72-1cf2-4b0f-9099-a4e3270a963a tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1427350419'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:41.863698 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203e8f72-1cf2-4b0f-9099-a4e3270a963a tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Made reservation on behalf of 009dba348fb2442ba66df3ffefced168 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:41.867610 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-203e8f72-1cf2-4b0f-9099-a4e3270a963a tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.868336 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3ed0d5e5-2805-428a-83b2-5cebd8bcca5c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c192cca53aae4fa49dd516c165d2fe36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2564244 Aug 16 20:25:41.869533 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0d5e5-2805-428a-83b2-5cebd8bcca5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c07be0-8dc1-4391-b2b9-a9379ea73bbe,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:41.872511 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46090) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:41.893105 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203e8f72-1cf2-4b0f-9099-a4e3270a963a tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:25:41.902696 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-203e8f72-1cf2-4b0f-9099-a4e3270a963a tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.903086 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-203e8f72-1cf2-4b0f-9099-a4e3270a963a tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Added segment 977ac488-0c18-427f-8aaa-10c5a90ce049 of type vlan for network 09702c96-0b5a-4190-a8f0-ba7dd87caae5 Aug 16 20:25:41.922183 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09e078f8-d328-48c6-8bc6-7007aeff7ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.942673 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-203e8f72-1cf2-4b0f-9099-a4e3270a963a tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.944401 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09e078f8-d328-48c6-8bc6-7007aeff7ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.966905 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-203e8f72-1cf2-4b0f-9099-a4e3270a963a tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.972565 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203e8f72-1cf2-4b0f-9099-a4e3270a963a tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:41.973212 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-203e8f72-1cf2-4b0f-9099-a4e3270a963a tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.991961 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09e078f8-d328-48c6-8bc6-7007aeff7ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.994586 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09e078f8-d328-48c6-8bc6-7007aeff7ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.996617 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-09e078f8-d328-48c6-8bc6-7007aeff7ab8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c0c07be0-8dc1-4391-b2b9-a9379ea73bbe HTTP/1.1" status: 204 len: 168 time: 0.1224132 Aug 16 20:25:42.005057 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e078f8-d328-48c6-8bc6-7007aeff7ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c07be0-8dc1-4391-b2b9-a9379ea73bbe,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:42.027795 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-203e8f72-1cf2-4b0f-9099-a4e3270a963a tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1890352 Aug 16 20:25:42.031524 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46094) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:42.038868 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b1090e61-033a-4851-8502-70b2964b16f8 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Request body: {'subnet': {'network_id': '09702c96-0b5a-4190-a8f0-ba7dd87caae5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:42.050482 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e8f72-1cf2-4b0f-9099-a4e3270a963a tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Network': ['ID=09702c96-0b5a-4190-a8f0-ba7dd87caae5,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:42.062756 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 09702c96-0b5a-4190-a8f0-ba7dd87caae5 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:25:42.149824 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1090e61-033a-4851-8502-70b2964b16f8 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Made reservation on behalf of 009dba348fb2442ba66df3ffefced168 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:42.153567 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b1090e61-033a-4851-8502-70b2964b16f8 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:42.347858 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b1090e61-033a-4851-8502-70b2964b16f8 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:42.407220 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1090e61-033a-4851-8502-70b2964b16f8 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Subnet': ['ID=692c6426-1bfb-43ee-8eb6-6b4cd2d65dfe,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:42.417440 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1090e61-033a-4851-8502-70b2964b16f8 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Checking segment: {'id': '977ac488-0c18-427f-8aaa-10c5a90ce049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '09702c96-0b5a-4190-a8f0-ba7dd87caae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:42.418354 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1090e61-033a-4851-8502-70b2964b16f8 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network hostable DHCP agents. Network: 09702c96-0b5a-4190-a8f0-ba7dd87caae5, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:25:42.435306 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1090e61-033a-4851-8502-70b2964b16f8 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network 09702c96-0b5a-4190-a8f0-ba7dd87caae5 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:25:42.444762 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b1090e61-033a-4851-8502-70b2964b16f8 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 09702c96-0b5a-4190-a8f0-ba7dd87caae5) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:42.450982 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1090e61-033a-4851-8502-70b2964b16f8 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:42.453080 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5244bc5f-5c7a-479c-9328-ddd15d2de433 None None] Network 09702c96-0b5a-4190-a8f0-ba7dd87caae5 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:42.455066 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b1090e61-033a-4851-8502-70b2964b16f8 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:42.470709 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b1090e61-033a-4851-8502-70b2964b16f8 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4378178 Aug 16 20:25:42.473307 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46108) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:42.478348 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d5ac9549-e949-4bde-9727-2180ceac1e26 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1846993327', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:42.506082 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5ac9549-e949-4bde-9727-2180ceac1e26 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:42.507226 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5ac9549-e949-4bde-9727-2180ceac1e26 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:42.565409 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5ac9549-e949-4bde-9727-2180ceac1e26 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:42.570210 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5ac9549-e949-4bde-9727-2180ceac1e26 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:42.588308 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5ac9549-e949-4bde-9727-2180ceac1e26 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:42.591733 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d5ac9549-e949-4bde-9727-2180ceac1e26 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1172383 Aug 16 20:25:42.593211 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46116) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:42.622226 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98445e7-64ef-472b-853d-79b482ecd5ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-09702c96-0b5a-4190-a8f0-ba7dd87caae5', 'network_id': '09702c96-0b5a-4190-a8f0-ba7dd87caae5', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'fixed_ips': [{'subnet_id': '692c6426-1bfb-43ee-8eb6-6b4cd2d65dfe'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:25:42.623099 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c98445e7-64ef-472b-853d-79b482ecd5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:42.695810 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46118) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:42.770330 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-c98445e7-64ef-472b-853d-79b482ecd5ee None None] Allocated IP 2001:db8::2 (09702c96-0b5a-4190-a8f0-ba7dd87caae5/692c6426-1bfb-43ee-8eb6-6b4cd2d65dfe/199a65f1-a753-4590-a29c-4000c9d9f237) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:42.800434 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-533f1fac-90a7-41da-9d9d-d356bd51f73b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1996335489-network', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:42.823001 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533f1fac-90a7-41da-9d9d-d356bd51f73b admin admin] Made reservation on behalf of 36ce9d10f04c4ea3a97f2ef277d208d8 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:42.826019 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-533f1fac-90a7-41da-9d9d-d356bd51f73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:42.836925 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-533f1fac-90a7-41da-9d9d-d356bd51f73b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:42.883758 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1228da42-507d-4863-81f7-1757682aca86 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:42.938773 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c98445e7-64ef-472b-853d-79b482ecd5ee None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:42.942350 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-533f1fac-90a7-41da-9d9d-d356bd51f73b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:42.947114 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-533f1fac-90a7-41da-9d9d-d356bd51f73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:42.949104 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c98445e7-64ef-472b-853d-79b482ecd5ee None None] Transition to ACTIVE for port object 199a65f1-a753-4590-a29c-4000c9d9f237 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:42.967334 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c98445e7-64ef-472b-853d-79b482ecd5ee None None] Transition to ACTIVE for port object 199a65f1-a753-4590-a29c-4000c9d9f237 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:42.974421 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533f1fac-90a7-41da-9d9d-d356bd51f73b admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:25:42.974985 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c98445e7-64ef-472b-853d-79b482ecd5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:42.984704 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f1fac-90a7-41da-9d9d-d356bd51f73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8699fd26-1314-411b-8280-7c6f4f1a978e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:42.993433 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-533f1fac-90a7-41da-9d9d-d356bd51f73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:42.993784 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-533f1fac-90a7-41da-9d9d-d356bd51f73b admin admin] Added segment 651ae3f1-f903-4d50-9039-ebe7a7f61635 of type vlan for network 694913cb-9660-4a1c-a341-9653a1f83c96 Aug 16 20:25:43.018790 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98445e7-64ef-472b-853d-79b482ecd5ee None None] Network 09702c96-0b5a-4190-a8f0-ba7dd87caae5 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:43.021641 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c98445e7-64ef-472b-853d-79b482ecd5ee None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:43.024580 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98445e7-64ef-472b-853d-79b482ecd5ee None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:43.042930 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-533f1fac-90a7-41da-9d9d-d356bd51f73b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:43.066731 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98445e7-64ef-472b-853d-79b482ecd5ee None None] Pushing event updated for resources: {'Port': ['ID=199a65f1-a753-4590-a29c-4000c9d9f237,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:43.076569 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-533f1fac-90a7-41da-9d9d-d356bd51f73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:43.079443 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533f1fac-90a7-41da-9d9d-d356bd51f73b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:43.080238 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-533f1fac-90a7-41da-9d9d-d356bd51f73b admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:43.102282 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c98445e7-64ef-472b-853d-79b482ecd5ee None None] Attempting to bind port 199a65f1-a753-4590-a29c-4000c9d9f237 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:43.102787 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c98445e7-64ef-472b-853d-79b482ecd5ee None None] Attempting to bind port 199a65f1-a753-4590-a29c-4000c9d9f237 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '977ac488-0c18-427f-8aaa-10c5a90ce049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '09702c96-0b5a-4190-a8f0-ba7dd87caae5'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:43.103179 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98445e7-64ef-472b-853d-79b482ecd5ee None None] Attempting to bind port 199a65f1-a753-4590-a29c-4000c9d9f237 on network 09702c96-0b5a-4190-a8f0-ba7dd87caae5 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:43.108584 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98445e7-64ef-472b-853d-79b482ecd5ee None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:43.108971 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98445e7-64ef-472b-853d-79b482ecd5ee None None] Checking segment: {'id': '977ac488-0c18-427f-8aaa-10c5a90ce049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '09702c96-0b5a-4190-a8f0-ba7dd87caae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:43.109371 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c98445e7-64ef-472b-853d-79b482ecd5ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:43.109886 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98445e7-64ef-472b-853d-79b482ecd5ee None None] Bound using segment: {'id': '977ac488-0c18-427f-8aaa-10c5a90ce049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '09702c96-0b5a-4190-a8f0-ba7dd87caae5'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:43.110357 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c98445e7-64ef-472b-853d-79b482ecd5ee None None] Bound port: 199a65f1-a753-4590-a29c-4000c9d9f237, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '977ac488-0c18-427f-8aaa-10c5a90ce049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '09702c96-0b5a-4190-a8f0-ba7dd87caae5'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:43.110744 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c98445e7-64ef-472b-853d-79b482ecd5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:43.144513 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-533f1fac-90a7-41da-9d9d-d356bd51f73b admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4448454 Aug 16 20:25:43.145338 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46122) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:43.145805 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 1e131fd1-6e43-4e60-92cb-6f3ae2645031 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:25:43.149931 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f1fac-90a7-41da-9d9d-d356bd51f73b admin admin] Pushing event updated for resources: {'Network': ['ID=694913cb-9660-4a1c-a341-9653a1f83c96,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:43.156912 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7481b650-6ee3-44cb-8da1-93574526e16d admin admin] Request body: {'subnet': {'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1996335489-subnet', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:43.170043 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 694913cb-9660-4a1c-a341-9653a1f83c96 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:25:43.176328 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 1e131fd1-6e43-4e60-92cb-6f3ae2645031 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:25:43.176649 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-1228da42-507d-4863-81f7-1757682aca86 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Allocated IP 2001:db8::1 (09702c96-0b5a-4190-a8f0-ba7dd87caae5/692c6426-1bfb-43ee-8eb6-6b4cd2d65dfe/f3170801-59b9-4c01-a2ac-df49203e5016) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:43.176798 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 1e131fd1-6e43-4e60-92cb-6f3ae2645031 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:25:43.203289 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7481b650-6ee3-44cb-8da1-93574526e16d admin admin] Made reservation on behalf of 36ce9d10f04c4ea3a97f2ef277d208d8 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:43.205716 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7481b650-6ee3-44cb-8da1-93574526e16d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:43.256771 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c98445e7-64ef-472b-853d-79b482ecd5ee None None] For port 199a65f1-a753-4590-a29c-4000c9d9f237, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:43.260950 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c98445e7-64ef-472b-853d-79b482ecd5ee None None] For port 199a65f1-a753-4590-a29c-4000c9d9f237, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=199a65f1-a753-4590-a29c-4000c9d9f237,segment=NetworkSegment(977ac488-0c18-427f-8aaa-10c5a90ce049),segment_id=977ac488-0c18-427f-8aaa-10c5a90ce049)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:43.266577 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c98445e7-64ef-472b-853d-79b482ecd5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:43.322436 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98445e7-64ef-472b-853d-79b482ecd5ee None None] Pushing event updated for resources: {'Port': ['ID=199a65f1-a753-4590-a29c-4000c9d9f237,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:43.384618 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1228da42-507d-4863-81f7-1757682aca86 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:43.422483 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-1228da42-507d-4863-81f7-1757682aca86 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Transition to ACTIVE for port object f3170801-59b9-4c01-a2ac-df49203e5016 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:43.506228 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1228da42-507d-4863-81f7-1757682aca86 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:43.519496 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7481b650-6ee3-44cb-8da1-93574526e16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:43.588017 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1228da42-507d-4863-81f7-1757682aca86 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network 09702c96-0b5a-4190-a8f0-ba7dd87caae5 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:43.604828 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-1228da42-507d-4863-81f7-1757682aca86 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:43.610022 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1228da42-507d-4863-81f7-1757682aca86 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:43.610565 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1228da42-507d-4863-81f7-1757682aca86 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:43.617181 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228da42-507d-4863-81f7-1757682aca86 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Port': ['ID=f3170801-59b9-4c01-a2ac-df49203e5016,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:43.669353 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481b650-6ee3-44cb-8da1-93574526e16d admin admin] Pushing event updated for resources: {'Subnet': ['ID=22f1ef82-708c-4a07-a4be-6ce7461b8bb2,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:43.701553 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7481b650-6ee3-44cb-8da1-93574526e16d admin admin] Checking segment: {'id': '651ae3f1-f903-4d50-9039-ebe7a7f61635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:43.701908 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7481b650-6ee3-44cb-8da1-93574526e16d admin admin] Network hostable DHCP agents. Network: 694913cb-9660-4a1c-a341-9653a1f83c96, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:25:43.735455 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7481b650-6ee3-44cb-8da1-93574526e16d admin admin] Network 694913cb-9660-4a1c-a341-9653a1f83c96 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:25:43.764029 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-7481b650-6ee3-44cb-8da1-93574526e16d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 694913cb-9660-4a1c-a341-9653a1f83c96) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:43.769374 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7481b650-6ee3-44cb-8da1-93574526e16d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:43.769956 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7481b650-6ee3-44cb-8da1-93574526e16d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:43.773553 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d528f34-29ea-47d0-a021-ee53c1381b95 None None] Network 694913cb-9660-4a1c-a341-9653a1f83c96 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:43.779852 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1228da42-507d-4863-81f7-1757682aca86 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:43.804428 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7481b650-6ee3-44cb-8da1-93574526e16d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6558497 Aug 16 20:25:43.807227 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46124) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:43.830605 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0852df83-effb-4543-9364-239c424afdb7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1996335489-router', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:43.920442 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86bdbe8-f2b6-4dfd-a11e-69a06e148203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-694913cb-9660-4a1c-a341-9653a1f83c96', 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'fixed_ips': [{'subnet_id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:25:43.921323 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f86bdbe8-f2b6-4dfd-a11e-69a06e148203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:43.921862 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0852df83-effb-4543-9364-239c424afdb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:43.922942 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0852df83-effb-4543-9364-239c424afdb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:43.997570 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0852df83-effb-4543-9364-239c424afdb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:44.082359 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-f86bdbe8-f2b6-4dfd-a11e-69a06e148203 None None] Allocated IP 172.20.0.2 (694913cb-9660-4a1c-a341-9653a1f83c96/22f1ef82-708c-4a07-a4be-6ce7461b8bb2/316c8b8c-2d1f-43ed-aaa6-d86e5af1f35c) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:44.219684 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 199a65f1-a753-4590-a29c-4000c9d9f237 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:44.234200 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0852df83-effb-4543-9364-239c424afdb7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:44.302723 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f86bdbe8-f2b6-4dfd-a11e-69a06e148203 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:44.314900 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1228da42-507d-4863-81f7-1757682aca86 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:44.315777 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f86bdbe8-f2b6-4dfd-a11e-69a06e148203 None None] Transition to ACTIVE for port object 316c8b8c-2d1f-43ed-aaa6-d86e5af1f35c will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:44.321866 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1228da42-507d-4863-81f7-1757682aca86 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:44.323033 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1228da42-507d-4863-81f7-1757682aca86 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:44.327701 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 199a65f1-a753-4590-a29c-4000c9d9f237 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:44.342770 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f86bdbe8-f2b6-4dfd-a11e-69a06e148203 None None] Transition to ACTIVE for port object 316c8b8c-2d1f-43ed-aaa6-d86e5af1f35c will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:44.349317 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f86bdbe8-f2b6-4dfd-a11e-69a06e148203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:44.354841 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca54014-c146-45ee-8429-b3c2f34cadc3 None None] Network 09702c96-0b5a-4190-a8f0-ba7dd87caae5 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:44.425059 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228da42-507d-4863-81f7-1757682aca86 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Port': ['ID=f3170801-59b9-4c01-a2ac-df49203e5016,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:44.431032 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86bdbe8-f2b6-4dfd-a11e-69a06e148203 None None] Network 694913cb-9660-4a1c-a341-9653a1f83c96 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:44.436813 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-f86bdbe8-f2b6-4dfd-a11e-69a06e148203 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:44.442728 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86bdbe8-f2b6-4dfd-a11e-69a06e148203 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:44.445953 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bdbe8-f2b6-4dfd-a11e-69a06e148203 None None] Pushing event updated for resources: {'Port': ['ID=316c8b8c-2d1f-43ed-aaa6-d86e5af1f35c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:44.535709 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1228da42-507d-4863-81f7-1757682aca86 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network 09702c96-0b5a-4190-a8f0-ba7dd87caae5 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:44.538926 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-1228da42-507d-4863-81f7-1757682aca86 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:44.671723 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-49c03262-7044-47b1-a42b-8a31cd732057 None None] Provisioning for port 199a65f1-a753-4590-a29c-4000c9d9f237 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:44.688736 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-49c03262-7044-47b1-a42b-8a31cd732057 None None] Provisioning complete for port 199a65f1-a753-4590-a29c-4000c9d9f237 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:44.689114 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49c03262-7044-47b1-a42b-8a31cd732057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:44.733210 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f86bdbe8-f2b6-4dfd-a11e-69a06e148203 None None] Attempting to bind port 316c8b8c-2d1f-43ed-aaa6-d86e5af1f35c on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:44.733586 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f86bdbe8-f2b6-4dfd-a11e-69a06e148203 None None] Attempting to bind port 316c8b8c-2d1f-43ed-aaa6-d86e5af1f35c by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '651ae3f1-f903-4d50-9039-ebe7a7f61635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:44.733955 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86bdbe8-f2b6-4dfd-a11e-69a06e148203 None None] Attempting to bind port 316c8b8c-2d1f-43ed-aaa6-d86e5af1f35c on network 694913cb-9660-4a1c-a341-9653a1f83c96 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:44.755764 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86bdbe8-f2b6-4dfd-a11e-69a06e148203 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:44.756144 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86bdbe8-f2b6-4dfd-a11e-69a06e148203 None None] Checking segment: {'id': '651ae3f1-f903-4d50-9039-ebe7a7f61635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:44.756551 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f86bdbe8-f2b6-4dfd-a11e-69a06e148203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:44.756952 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86bdbe8-f2b6-4dfd-a11e-69a06e148203 None None] Bound using segment: {'id': '651ae3f1-f903-4d50-9039-ebe7a7f61635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:44.757442 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f86bdbe8-f2b6-4dfd-a11e-69a06e148203 None None] Bound port: 316c8b8c-2d1f-43ed-aaa6-d86e5af1f35c, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651ae3f1-f903-4d50-9039-ebe7a7f61635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:44.757821 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f86bdbe8-f2b6-4dfd-a11e-69a06e148203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:44.881157 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f86bdbe8-f2b6-4dfd-a11e-69a06e148203 None None] For port 316c8b8c-2d1f-43ed-aaa6-d86e5af1f35c, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:44.903633 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f86bdbe8-f2b6-4dfd-a11e-69a06e148203 None None] For port 316c8b8c-2d1f-43ed-aaa6-d86e5af1f35c, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=316c8b8c-2d1f-43ed-aaa6-d86e5af1f35c,segment=NetworkSegment(651ae3f1-f903-4d50-9039-ebe7a7f61635),segment_id=651ae3f1-f903-4d50-9039-ebe7a7f61635)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:44.906359 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49c03262-7044-47b1-a42b-8a31cd732057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:44.917219 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f86bdbe8-f2b6-4dfd-a11e-69a06e148203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:44.988697 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0852df83-effb-4543-9364-239c424afdb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:44.993969 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-49c03262-7044-47b1-a42b-8a31cd732057 None None] For port 199a65f1-a753-4590-a29c-4000c9d9f237, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=199a65f1-a753-4590-a29c-4000c9d9f237,segment=NetworkSegment(977ac488-0c18-427f-8aaa-10c5a90ce049),segment_id=977ac488-0c18-427f-8aaa-10c5a90ce049)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:45.000058 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bdbe8-f2b6-4dfd-a11e-69a06e148203 None None] Pushing event updated for resources: {'Port': ['ID=316c8b8c-2d1f-43ed-aaa6-d86e5af1f35c,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:45.005067 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49c03262-7044-47b1-a42b-8a31cd732057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:45.015622 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0852df83-effb-4543-9364-239c424afdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:45.076790 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c03262-7044-47b1-a42b-8a31cd732057 None None] Pushing event updated for resources: {'Port': ['ID=199a65f1-a753-4590-a29c-4000c9d9f237,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:45.121658 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1228da42-507d-4863-81f7-1757682aca86 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Router 59d497e6-afda-49f8-bae1-7af5d8a508a8 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:25:45.216945 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-0852df83-effb-4543-9364-239c424afdb7 admin admin] Allocated IP 172.25.8.54 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/3627624d-7f3a-4a0e-bbdb-4d8fda971067) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:45.242533 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8dac23ce-297a-4089-a146-2fbaa48c54cc None None] Provisioning for port f3170801-59b9-4c01-a2ac-df49203e5016 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:45.253761 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8dac23ce-297a-4089-a146-2fbaa48c54cc None None] Provisioning complete for port f3170801-59b9-4c01-a2ac-df49203e5016 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:45.254410 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8dac23ce-297a-4089-a146-2fbaa48c54cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:45.285217 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1228da42-507d-4863-81f7-1757682aca86 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:25:45.293761 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1228da42-507d-4863-81f7-1757682aca86 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "PUT /v2.0/routers/59d497e6-afda-49f8-bae1-7af5d8a508a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6970072 Aug 16 20:25:45.294699 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46126) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:45.309437 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8dac23ce-297a-4089-a146-2fbaa48c54cc None None] Port f3170801-59b9-4c01-a2ac-df49203e5016 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:25:45.311487 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa03003-8cfe-411c-8d94-2278c6ca00eb None None] Sync routers for ids ['59d497e6-afda-49f8-bae1-7af5d8a508a8'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:25:45.333158 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa03003-8cfe-411c-8d94-2278c6ca00eb None None] Routers {'59d497e6-afda-49f8-bae1-7af5d8a508a8'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:45.334083 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-afa03003-8cfe-411c-8d94-2278c6ca00eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:35Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['59d497e6-afda-49f8-bae1-7af5d8a508a8'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:45.347011 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e3fc5a-cdbe-4f7d-b963-612fbf63b091 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:45.348586 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-96e3fc5a-cdbe-4f7d-b963-612fbf63b091 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "GET /v2.0/ports/f3170801-59b9-4c01-a2ac-df49203e5016 HTTP/1.1" status: 200 len: 911 time: 0.0536118 Aug 16 20:25:45.351672 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46128) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:45.357321 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0183505b-d1bd-4df5-ab39-f67698251f6d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '692c6426-1bfb-43ee-8eb6-6b4cd2d65dfe'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:45.378899 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8dac23ce-297a-4089-a146-2fbaa48c54cc None None] Provisioning complete for port 199a65f1-a753-4590-a29c-4000c9d9f237 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:45.379292 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8dac23ce-297a-4089-a146-2fbaa48c54cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:45.418162 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-afa03003-8cfe-411c-8d94-2278c6ca00eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:45.434743 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa03003-8cfe-411c-8d94-2278c6ca00eb None None] Routers {'59d497e6-afda-49f8-bae1-7af5d8a508a8'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:45.435794 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-afa03003-8cfe-411c-8d94-2278c6ca00eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:35Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['59d497e6-afda-49f8-bae1-7af5d8a508a8'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:45.460054 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0852df83-effb-4543-9364-239c424afdb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:45.473240 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-afa03003-8cfe-411c-8d94-2278c6ca00eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:45.474018 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa03003-8cfe-411c-8d94-2278c6ca00eb None None] The sync data for ids ['59d497e6-afda-49f8-bae1-7af5d8a508a8'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:25:45.558404 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0852df83-effb-4543-9364-239c424afdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:45.593826 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0183505b-d1bd-4df5-ab39-f67698251f6d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:45.618913 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0852df83-effb-4543-9364-239c424afdb7 admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:45.622315 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-0852df83-effb-4543-9364-239c424afdb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:45.626092 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0852df83-effb-4543-9364-239c424afdb7 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:45.640778 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-93e0f4ea-40d0-4f86-b57f-69ad8553093c None None] Provisioning complete for port f3170801-59b9-4c01-a2ac-df49203e5016 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:45.643267 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93e0f4ea-40d0-4f86-b57f-69ad8553093c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:45.672533 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852df83-effb-4543-9364-239c424afdb7 admin admin] Pushing event updated for resources: {'Port': ['ID=3627624d-7f3a-4a0e-bbdb-4d8fda971067,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:45.691234 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-93e0f4ea-40d0-4f86-b57f-69ad8553093c None None] Port f3170801-59b9-4c01-a2ac-df49203e5016 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:25:45.812289 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c173a648-651c-46b5-b17b-551b4c8c0b0e None None] Provisioning complete for port f3170801-59b9-4c01-a2ac-df49203e5016 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:45.812669 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c173a648-651c-46b5-b17b-551b4c8c0b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:45.850831 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c173a648-651c-46b5-b17b-551b4c8c0b0e None None] Port f3170801-59b9-4c01-a2ac-df49203e5016 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:25:46.116000 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0852df83-effb-4543-9364-239c424afdb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:46.127912 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a209b0d8-ad07-44bb-abb8-63469920e814 None None] Network 694913cb-9660-4a1c-a341-9653a1f83c96 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:46.199436 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7238c70e-ee15-4898-b708-e8a2ce814ceb None None] Provisioning for port 316c8b8c-2d1f-43ed-aaa6-d86e5af1f35c completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:46.257138 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 199a65f1-a753-4590-a29c-4000c9d9f237 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:46.265985 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0183505b-d1bd-4df5-ab39-f67698251f6d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:46.308858 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0183505b-d1bd-4df5-ab39-f67698251f6d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:46.314784 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0183505b-d1bd-4df5-ab39-f67698251f6d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:46.315568 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0183505b-d1bd-4df5-ab39-f67698251f6d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:46.316923 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0183505b-d1bd-4df5-ab39-f67698251f6d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "PUT /v2.0/ports/f3170801-59b9-4c01-a2ac-df49203e5016 HTTP/1.1" status: 200 len: 911 time: 0.9642208 Aug 16 20:25:46.319830 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46130) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:46.343683 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 199a65f1-a753-4590-a29c-4000c9d9f237 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:46.344212 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:46.404068 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183505b-d1bd-4df5-ab39-f67698251f6d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Port': ['ID=f3170801-59b9-4c01-a2ac-df49203e5016,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:46.422744 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0852df83-effb-4543-9364-239c424afdb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:46.446137 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 316c8b8c-2d1f-43ed-aaa6-d86e5af1f35c up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:46.502668 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 316c8b8c-2d1f-43ed-aaa6-d86e5af1f35c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:46.507111 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 316c8b8c-2d1f-43ed-aaa6-d86e5af1f35c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:46.507811 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:46.569365 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0852df83-effb-4543-9364-239c424afdb7 admin admin] Router e831714b-802b-4280-9dea-16571bd33ac9 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:25:46.609890 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:46.656347 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9326e292-61b9-4267-a0e4-fb67de23c311 None None] Provisioning complete for port 316c8b8c-2d1f-43ed-aaa6-d86e5af1f35c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:46.656718 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9326e292-61b9-4267-a0e4-fb67de23c311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:46.660081 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 316c8b8c-2d1f-43ed-aaa6-d86e5af1f35c, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=316c8b8c-2d1f-43ed-aaa6-d86e5af1f35c,segment=NetworkSegment(651ae3f1-f903-4d50-9039-ebe7a7f61635),segment_id=651ae3f1-f903-4d50-9039-ebe7a7f61635)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:46.674908 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a72f6a7e-daf1-45f8-92cf-82bfc54fd25f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:46.680225 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:46.684446 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0852df83-effb-4543-9364-239c424afdb7 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:25:46.696577 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8c6f5c-5c45-4e19-a8cd-9c2e43190795 None None] Sync routers for ids ['e831714b-802b-4280-9dea-16571bd33ac9'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:25:46.704808 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0852df83-effb-4543-9364-239c424afdb7 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:46.706834 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0852df83-effb-4543-9364-239c424afdb7 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8985398 Aug 16 20:25:46.709128 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8c6f5c-5c45-4e19-a8cd-9c2e43190795 None None] Routers {'e831714b-802b-4280-9dea-16571bd33ac9'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:46.709268 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46132) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:46.709731 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3e8c6f5c-5c45-4e19-a8cd-9c2e43190795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:35Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['e831714b-802b-4280-9dea-16571bd33ac9'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:46.795219 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=316c8b8c-2d1f-43ed-aaa6-d86e5af1f35c,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:46.840177 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-3e8c6f5c-5c45-4e19-a8cd-9c2e43190795 None None] Set router e831714b-802b-4280-9dea-16571bd33ac9 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:25:46.960166 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-a72f6a7e-daf1-45f8-92cf-82bfc54fd25f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Deleting port f3170801-59b9-4c01-a2ac-df49203e5016 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:25:46.960509 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a72f6a7e-daf1-45f8-92cf-82bfc54fd25f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:47.029270 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3e8c6f5c-5c45-4e19-a8cd-9c2e43190795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'name': 'tempest-AttachVolumeShelveTestJSON-1996335489-router', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:43Z', 'updated_at': '2021-08-16T20:25:45Z', 'revision_number': 3, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'gw_port': {'id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:55:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:45Z', 'updated_at': '2021-08-16T20:25:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:47.056053 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a72f6a7e-daf1-45f8-92cf-82bfc54fd25f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:47.057971 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8c6f5c-5c45-4e19-a8cd-9c2e43190795 None None] Checking router: e831714b-802b-4280-9dea-16571bd33ac9 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:25:47.058935 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8c6f5c-5c45-4e19-a8cd-9c2e43190795 None None] Updating router e831714b-802b-4280-9dea-16571bd33ac9 port 3627624d-7f3a-4a0e-bbdb-4d8fda971067 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:25:47.068831 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-a72f6a7e-daf1-45f8-92cf-82bfc54fd25f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Calling delete_port for f3170801-59b9-4c01-a2ac-df49203e5016 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:25:47.083077 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3e8c6f5c-5c45-4e19-a8cd-9c2e43190795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:47.154470 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5ea89c6-6b4f-47bf-8bc5-32efceca3473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:47.248188 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a72f6a7e-daf1-45f8-92cf-82bfc54fd25f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:47.277219 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f6a7e-daf1-45f8-92cf-82bfc54fd25f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Port': ['ID=f3170801-59b9-4c01-a2ac-df49203e5016,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:47.365377 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3e8c6f5c-5c45-4e19-a8cd-9c2e43190795 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:47.366084 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-f5ea89c6-6b4f-47bf-8bc5-32efceca3473 admin admin] Allocated IP 172.20.0.1 (694913cb-9660-4a1c-a341-9653a1f83c96/22f1ef82-708c-4a07-a4be-6ce7461b8bb2/8b8dc17a-c9ec-432e-94a1-61c11eb47cb8) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:47.381841 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-3e8c6f5c-5c45-4e19-a8cd-9c2e43190795 None None] Transition to ACTIVE for port object 3627624d-7f3a-4a0e-bbdb-4d8fda971067 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:47.382726 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a72f6a7e-daf1-45f8-92cf-82bfc54fd25f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:47.398669 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3e8c6f5c-5c45-4e19-a8cd-9c2e43190795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:47.449851 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-3e8c6f5c-5c45-4e19-a8cd-9c2e43190795 None None] Attempting to bind port 3627624d-7f3a-4a0e-bbdb-4d8fda971067 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:47.450210 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-3e8c6f5c-5c45-4e19-a8cd-9c2e43190795 None None] Attempting to bind port 3627624d-7f3a-4a0e-bbdb-4d8fda971067 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:47.450566 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c6f5c-5c45-4e19-a8cd-9c2e43190795 None None] Attempting to bind port 3627624d-7f3a-4a0e-bbdb-4d8fda971067 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:47.457821 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c6f5c-5c45-4e19-a8cd-9c2e43190795 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:47.458193 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c6f5c-5c45-4e19-a8cd-9c2e43190795 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:47.458631 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3e8c6f5c-5c45-4e19-a8cd-9c2e43190795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:47.459020 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c6f5c-5c45-4e19-a8cd-9c2e43190795 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:47.459504 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-3e8c6f5c-5c45-4e19-a8cd-9c2e43190795 None None] Bound port: 3627624d-7f3a-4a0e-bbdb-4d8fda971067, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:47.459882 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3e8c6f5c-5c45-4e19-a8cd-9c2e43190795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:47.486534 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e3600e-b553-4286-a053-eb70d35082b3 None None] Pushing event updated for resources: {'Port': ['ID=3627624d-7f3a-4a0e-bbdb-4d8fda971067,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:47.495528 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3600e-b553-4286-a053-eb70d35082b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:47.496007 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3600e-b553-4286-a053-eb70d35082b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:47.496344 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3600e-b553-4286-a053-eb70d35082b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:47.496726 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3600e-b553-4286-a053-eb70d35082b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:47.497061 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3600e-b553-4286-a053-eb70d35082b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:47.497387 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3600e-b553-4286-a053-eb70d35082b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:47.497709 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3600e-b553-4286-a053-eb70d35082b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:47.498028 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3600e-b553-4286-a053-eb70d35082b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:47.498230 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5ea89c6-6b4f-47bf-8bc5-32efceca3473 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:47.498339 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3600e-b553-4286-a053-eb70d35082b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:47.498653 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3600e-b553-4286-a053-eb70d35082b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:47.499219 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3600e-b553-4286-a053-eb70d35082b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:47.499555 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3600e-b553-4286-a053-eb70d35082b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:47.520021 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-f5ea89c6-6b4f-47bf-8bc5-32efceca3473 admin admin] Transition to ACTIVE for port object 8b8dc17a-c9ec-432e-94a1-61c11eb47cb8 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:47.535136 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-3e8c6f5c-5c45-4e19-a8cd-9c2e43190795 None None] For port 3627624d-7f3a-4a0e-bbdb-4d8fda971067, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:47.539372 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-3e8c6f5c-5c45-4e19-a8cd-9c2e43190795 None None] For port 3627624d-7f3a-4a0e-bbdb-4d8fda971067, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=3627624d-7f3a-4a0e-bbdb-4d8fda971067,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:47.545066 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3e8c6f5c-5c45-4e19-a8cd-9c2e43190795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:47.562811 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5ea89c6-6b4f-47bf-8bc5-32efceca3473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:47.580393 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72f6a7e-daf1-45f8-92cf-82bfc54fd25f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Router 59d497e6-afda-49f8-bae1-7af5d8a508a8 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:25:47.602156 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8c6f5c-5c45-4e19-a8cd-9c2e43190795 None None] Routers {'e831714b-802b-4280-9dea-16571bd33ac9'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:47.602932 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3e8c6f5c-5c45-4e19-a8cd-9c2e43190795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:35Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['e831714b-802b-4280-9dea-16571bd33ac9'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:47.603914 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ea89c6-6b4f-47bf-8bc5-32efceca3473 admin admin] Network 694913cb-9660-4a1c-a341-9653a1f83c96 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:47.608857 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-f5ea89c6-6b4f-47bf-8bc5-32efceca3473 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:47.612513 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ea89c6-6b4f-47bf-8bc5-32efceca3473 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:47.648161 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea89c6-6b4f-47bf-8bc5-32efceca3473 admin admin] Pushing event updated for resources: {'Port': ['ID=8b8dc17a-c9ec-432e-94a1-61c11eb47cb8,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:47.657140 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5ea89c6-6b4f-47bf-8bc5-32efceca3473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:47.659243 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e3600e-b553-4286-a053-eb70d35082b3 None None] Pushing event updated for resources: {'Port': ['ID=3627624d-7f3a-4a0e-bbdb-4d8fda971067,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:47.671491 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72f6a7e-daf1-45f8-92cf-82bfc54fd25f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:25:47.680068 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a72f6a7e-daf1-45f8-92cf-82bfc54fd25f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "PUT /v2.0/routers/59d497e6-afda-49f8-bae1-7af5d8a508a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3586309 Aug 16 20:25:47.680683 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46134) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:47.686663 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c36e6-c2b5-47fb-a2e2-bc434c8c56a2 None None] Sync routers for ids ['59d497e6-afda-49f8-bae1-7af5d8a508a8'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:25:47.707764 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9c36e6-c2b5-47fb-a2e2-bc434c8c56a2 None None] Routers {'59d497e6-afda-49f8-bae1-7af5d8a508a8'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:47.708431 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1b9c36e6-c2b5-47fb-a2e2-bc434c8c56a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:35Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['59d497e6-afda-49f8-bae1-7af5d8a508a8'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:47.741506 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-3e8c6f5c-5c45-4e19-a8cd-9c2e43190795 None None] Set router e831714b-802b-4280-9dea-16571bd33ac9 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:25:47.798407 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1b9c36e6-c2b5-47fb-a2e2-bc434c8c56a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:47.819558 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9c36e6-c2b5-47fb-a2e2-bc434c8c56a2 None None] Routers {'59d497e6-afda-49f8-bae1-7af5d8a508a8'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:47.820729 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1b9c36e6-c2b5-47fb-a2e2-bc434c8c56a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:35Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['59d497e6-afda-49f8-bae1-7af5d8a508a8'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:47.860571 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5ea89c6-6b4f-47bf-8bc5-32efceca3473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:47.881952 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1b9c36e6-c2b5-47fb-a2e2-bc434c8c56a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:47.882760 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c36e6-c2b5-47fb-a2e2-bc434c8c56a2 None None] The sync data for ids ['59d497e6-afda-49f8-bae1-7af5d8a508a8'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:25:47.924950 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a1bd6a8e-6f90-49e4-8a3a-f5c011a7c591 None None] Provisioning for port 8b8dc17a-c9ec-432e-94a1-61c11eb47cb8 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:47.932672 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a1bd6a8e-6f90-49e4-8a3a-f5c011a7c591 None None] Provisioning complete for port 8b8dc17a-c9ec-432e-94a1-61c11eb47cb8 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:47.933601 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a1bd6a8e-6f90-49e4-8a3a-f5c011a7c591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:47.970926 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3e8c6f5c-5c45-4e19-a8cd-9c2e43190795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'name': 'tempest-AttachVolumeShelveTestJSON-1996335489-router', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:43Z', 'updated_at': '2021-08-16T20:25:45Z', 'revision_number': 3, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'gw_port': {'id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:55:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:45Z', 'updated_at': '2021-08-16T20:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:47.972605 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a1bd6a8e-6f90-49e4-8a3a-f5c011a7c591 None None] Port 8b8dc17a-c9ec-432e-94a1-61c11eb47cb8 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:25:48.007577 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8c6f5c-5c45-4e19-a8cd-9c2e43190795 None None] The sync data for ids ['e831714b-802b-4280-9dea-16571bd33ac9'] in n-d-787206-13 is: [{'id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'name': 'tempest-AttachVolumeShelveTestJSON-1996335489-router', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:43Z', 'updated_at': '2021-08-16T20:25:45Z', 'revision_number': 3, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'gw_port': {'id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:55:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:45Z', 'updated_at': '2021-08-16T20:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:25:48.067673 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5ea89c6-6b4f-47bf-8bc5-32efceca3473 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:48.073942 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5ea89c6-6b4f-47bf-8bc5-32efceca3473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:48.149142 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5ea89c6-6b4f-47bf-8bc5-32efceca3473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:48.151228 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea89c6-6b4f-47bf-8bc5-32efceca3473 admin admin] Pushing event updated for resources: {'Port': ['ID=8b8dc17a-c9ec-432e-94a1-61c11eb47cb8,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:48.161584 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4018ca7a-5e4c-4fe9-8d06-a5bb9cea1b23 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "GET /v2.0/ports?device_id=59d497e6-afda-49f8-bae1-7af5d8a508a8 HTTP/1.1" status: 200 len: 205 time: 0.4771287 Aug 16 20:25:48.165781 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46136) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:48.170877 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 316c8b8c-2d1f-43ed-aaa6-d86e5af1f35c up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:48.235589 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 316c8b8c-2d1f-43ed-aaa6-d86e5af1f35c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:48.235818 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:48.255548 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-693c5911-aced-476f-aee9-339f1fda7914 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:48.268570 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ea89c6-6b4f-47bf-8bc5-32efceca3473 admin admin] Network 694913cb-9660-4a1c-a341-9653a1f83c96 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:48.270033 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-f5ea89c6-6b4f-47bf-8bc5-32efceca3473 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:48.492153 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-693c5911-aced-476f-aee9-339f1fda7914 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:48.497362 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-693c5911-aced-476f-aee9-339f1fda7914 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:48.550013 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-693c5911-aced-476f-aee9-339f1fda7914 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:48.550966 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693c5911-aced-476f-aee9-339f1fda7914 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Fanout notify agent at l3_agent the message router_deleted on router 59d497e6-afda-49f8-bae1-7af5d8a508a8 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:25:48.558189 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-693c5911-aced-476f-aee9-339f1fda7914 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:48.559370 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-693c5911-aced-476f-aee9-339f1fda7914 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/routers/59d497e6-afda-49f8-bae1-7af5d8a508a8 HTTP/1.1" status: 204 len: 168 time: 0.3925865 Aug 16 20:25:48.561911 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46138) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:48.623798 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c8ee85-546a-4ca8-a89e-9d2be2819b7f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Deleting subnet 692c6426-1bfb-43ee-8eb6-6b4cd2d65dfe {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:25:48.629071 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66c8ee85-546a-4ca8-a89e-9d2be2819b7f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:48.645925 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d70d4b70-60e3-4201-97d1-029d9ea3de83 None None] Provisioning complete for port 8b8dc17a-c9ec-432e-94a1-61c11eb47cb8 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:48.646742 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d70d4b70-60e3-4201-97d1-029d9ea3de83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:48.683531 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66c8ee85-546a-4ca8-a89e-9d2be2819b7f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:48.692845 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d70d4b70-60e3-4201-97d1-029d9ea3de83 None None] Port 8b8dc17a-c9ec-432e-94a1-61c11eb47cb8 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:25:48.777962 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66c8ee85-546a-4ca8-a89e-9d2be2819b7f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:48.778179 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ea89c6-6b4f-47bf-8bc5-32efceca3473 admin admin] Router e831714b-802b-4280-9dea-16571bd33ac9 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:25:48.848641 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66c8ee85-546a-4ca8-a89e-9d2be2819b7f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:48.876027 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8ee85-546a-4ca8-a89e-9d2be2819b7f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Subnet': ['ID=692c6426-1bfb-43ee-8eb6-6b4cd2d65dfe,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:48.881831 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66c8ee85-546a-4ca8-a89e-9d2be2819b7f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:48.886016 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-66c8ee85-546a-4ca8-a89e-9d2be2819b7f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/subnets/692c6426-1bfb-43ee-8eb6-6b4cd2d65dfe HTTP/1.1" status: 204 len: 168 time: 0.3205795 Aug 16 20:25:48.886307 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46140) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:48.889134 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae477255-bbc9-4fb6-846b-b3a76880febf None None] Network 09702c96-0b5a-4190-a8f0-ba7dd87caae5 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:48.908686 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ea89c6-6b4f-47bf-8bc5-32efceca3473 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:25:48.926614 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f5ea89c6-6b4f-47bf-8bc5-32efceca3473 admin admin] 10.222.0.68 "PUT /v2.0/routers/e831714b-802b-4280-9dea-16571bd33ac9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2117276 Aug 16 20:25:48.984852 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1bc4112-524b-4706-9621-bf838d015d22 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:49.059933 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e1bc4112-524b-4706-9621-bf838d015d22 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Deleting port 199a65f1-a753-4590-a29c-4000c9d9f237 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:25:49.060216 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1bc4112-524b-4706-9621-bf838d015d22 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:49.112693 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bc112f-5935-407d-94ef-fb0da6e030be None None] DHCP port deletion for 09702c96-0b5a-4190-a8f0-ba7dd87caae5 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:25:49.148770 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-e1bc4112-524b-4706-9621-bf838d015d22 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] For port 199a65f1-a753-4590-a29c-4000c9d9f237, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=199a65f1-a753-4590-a29c-4000c9d9f237,segment=NetworkSegment(977ac488-0c18-427f-8aaa-10c5a90ce049),segment_id=977ac488-0c18-427f-8aaa-10c5a90ce049)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:49.149162 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1bc4112-524b-4706-9621-bf838d015d22 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:49.158809 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b7bc112f-5935-407d-94ef-fb0da6e030be None None] Deleting port 199a65f1-a753-4590-a29c-4000c9d9f237 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:25:49.159632 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7bc112f-5935-407d-94ef-fb0da6e030be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:49.163661 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e1bc4112-524b-4706-9621-bf838d015d22 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Calling delete_port for 199a65f1-a753-4590-a29c-4000c9d9f237 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:25:49.241788 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b7bc112f-5935-407d-94ef-fb0da6e030be None None] For port 199a65f1-a753-4590-a29c-4000c9d9f237, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=199a65f1-a753-4590-a29c-4000c9d9f237,segment=NetworkSegment(977ac488-0c18-427f-8aaa-10c5a90ce049),segment_id=977ac488-0c18-427f-8aaa-10c5a90ce049)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:49.242194 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7bc112f-5935-407d-94ef-fb0da6e030be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:49.252317 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1bc4112-524b-4706-9621-bf838d015d22 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:49.256170 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b7bc112f-5935-407d-94ef-fb0da6e030be None None] Calling delete_port for 199a65f1-a753-4590-a29c-4000c9d9f237 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:25:49.267914 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bc4112-524b-4706-9621-bf838d015d22 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] No DVR routers for this DVR port 199a65f1-a753-4590-a29c-4000c9d9f237 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:25:49.293087 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc4112-524b-4706-9621-bf838d015d22 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Port': ['ID=199a65f1-a753-4590-a29c-4000c9d9f237,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:49.332755 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7bc112f-5935-407d-94ef-fb0da6e030be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:49.360026 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc112f-5935-407d-94ef-fb0da6e030be None None] Pushing event deleted for resources: {'Port': ['ID=199a65f1-a753-4590-a29c-4000c9d9f237,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:49.365950 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bc112f-5935-407d-94ef-fb0da6e030be None None] No DVR routers for this DVR port 199a65f1-a753-4590-a29c-4000c9d9f237 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:25:49.389824 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1bc4112-524b-4706-9621-bf838d015d22 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:49.399812 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e1bc4112-524b-4706-9621-bf838d015d22 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09702c96-0b5a-4190-a8f0-ba7dd87caae5']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:49.409759 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e1bc4112-524b-4706-9621-bf838d015d22 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '977ac488-0c18-427f-8aaa-10c5a90ce049') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:49.410048 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e1bc4112-524b-4706-9621-bf838d015d22 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '977ac488-0c18-427f-8aaa-10c5a90ce049') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:49.419284 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1bc4112-524b-4706-9621-bf838d015d22 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:49.432908 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1bc4112-524b-4706-9621-bf838d015d22 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:49.438749 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1bc4112-524b-4706-9621-bf838d015d22 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:25:49.439158 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1bc4112-524b-4706-9621-bf838d015d22 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:49.442497 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:25:49.442497 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:25:49.442497 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:25:49.442497 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:25:49.442497 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:25:49.442497 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:25:49.442497 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:25:49.442497 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:25:49.442497 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:25:49.442497 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:25:49.442497 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:25:49.442497 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:25:49.442497 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:25:49.442497 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:25:49.442497 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:25:49.442497 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:25:49.442497 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:25:49.442497 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:25:49.442497 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:25:49.442497 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:25:49.442497 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:25:49.442497 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:25:49.442497 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:25:49.442497 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:25:49.442497 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:25:49.442497 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:25:49.442497 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:25:49.442497 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:25:49.442497 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:25:49.442497 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:25:49.442497 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:25:49.442497 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:25:49.503411 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1bc4112-524b-4706-9621-bf838d015d22 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:49.508428 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1bc4112-524b-4706-9621-bf838d015d22 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:49.514327 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e1bc4112-524b-4706-9621-bf838d015d22 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/networks/09702c96-0b5a-4190-a8f0-ba7dd87caae5 HTTP/1.1" status: 204 len: 168 time: 0.6230848 Aug 16 20:25:49.515147 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46148) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:49.520023 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0b610ca1-b755-4306-9ecc-1fad115d9619 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2022266126', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:49.536768 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc4112-524b-4706-9621-bf838d015d22 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Network': ['ID=09702c96-0b5a-4190-a8f0-ba7dd87caae5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:49.556844 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b610ca1-b755-4306-9ecc-1fad115d9619 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:49.558006 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b610ca1-b755-4306-9ecc-1fad115d9619 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:49.613522 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b610ca1-b755-4306-9ecc-1fad115d9619 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:49.614903 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46150) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:49.619854 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2011a99e-3794-4dd3-94db-b5996063c26a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--877300074', 'description': 'tempest-description--1717207357'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:49.625935 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b610ca1-b755-4306-9ecc-1fad115d9619 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:49.653657 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2011a99e-3794-4dd3-94db-b5996063c26a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:49.656974 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b610ca1-b755-4306-9ecc-1fad115d9619 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:49.658178 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0b610ca1-b755-4306-9ecc-1fad115d9619 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1428378 Aug 16 20:25:49.661104 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46152) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:49.666222 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6e040e4c-1cd8-4a76-9fa1-5dc01bd78ff7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-166268323'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:49.680500 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.db.api [None req-2011a99e-3794-4dd3-94db-b5996063c26a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:25:49.680500 n-d-787206-13 neutron-server[94771]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:25:49.680500 n-d-787206-13 neutron-server[94771]: [parameters: {'project_id_1': '36ce9d10f04c4ea3a97f2ef277d208d8', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 25, 49, 671607)}] Aug 16 20:25:49.680500 n-d-787206-13 neutron-server[94771]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:25:49.680997 n-d-787206-13 neutron-server[94771]: DEBUG oslo_db.api [None req-2011a99e-3794-4dd3-94db-b5996063c26a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:25:49.687999 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e040e4c-1cd8-4a76-9fa1-5dc01bd78ff7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Made reservation on behalf of 009dba348fb2442ba66df3ffefced168 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:49.691584 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6e040e4c-1cd8-4a76-9fa1-5dc01bd78ff7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:49.716459 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e040e4c-1cd8-4a76-9fa1-5dc01bd78ff7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:25:49.726015 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6e040e4c-1cd8-4a76-9fa1-5dc01bd78ff7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:49.726359 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-6e040e4c-1cd8-4a76-9fa1-5dc01bd78ff7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Added segment b744a5d1-a192-4cc9-9b4e-7724ddc4a8cc of type vlan for network d61acd7f-4a8b-4eec-9869-26e8a98bb2da Aug 16 20:25:49.767819 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6e040e4c-1cd8-4a76-9fa1-5dc01bd78ff7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:49.792791 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6e040e4c-1cd8-4a76-9fa1-5dc01bd78ff7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:49.798386 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e040e4c-1cd8-4a76-9fa1-5dc01bd78ff7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:49.798971 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6e040e4c-1cd8-4a76-9fa1-5dc01bd78ff7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:49.861801 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6e040e4c-1cd8-4a76-9fa1-5dc01bd78ff7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1995771 Aug 16 20:25:49.864817 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46154) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:49.871782 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4efd6e-4e2a-40c1-9c8e-cb3f14b26a01 None None] Sync routers for ids ['e831714b-802b-4280-9dea-16571bd33ac9'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:25:49.872351 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-942ea398-3db5-409a-aa82-3771a5885644 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Request body: {'subnet': {'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:49.877411 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e040e4c-1cd8-4a76-9fa1-5dc01bd78ff7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Network': ['ID=d61acd7f-4a8b-4eec-9869-26e8a98bb2da,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:49.886096 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4efd6e-4e2a-40c1-9c8e-cb3f14b26a01 None None] Routers {'e831714b-802b-4280-9dea-16571bd33ac9'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:49.886821 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-8e4efd6e-4e2a-40c1-9c8e-cb3f14b26a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:35Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['e831714b-802b-4280-9dea-16571bd33ac9'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:49.888438 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network d61acd7f-4a8b-4eec-9869-26e8a98bb2da details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:25:49.970501 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942ea398-3db5-409a-aa82-3771a5885644 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Made reservation on behalf of 009dba348fb2442ba66df3ffefced168 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:49.974205 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-942ea398-3db5-409a-aa82-3771a5885644 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:49.994052 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-8e4efd6e-4e2a-40c1-9c8e-cb3f14b26a01 None None] Set router e831714b-802b-4280-9dea-16571bd33ac9 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:25:50.174800 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-942ea398-3db5-409a-aa82-3771a5885644 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.182171 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2011a99e-3794-4dd3-94db-b5996063c26a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.202068 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 3627624d-7f3a-4a0e-bbdb-4d8fda971067 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:50.251121 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ea398-3db5-409a-aa82-3771a5885644 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Subnet': ['ID=d4a444a7-b009-4b02-9699-dcd48e0c642a,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:50.254887 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942ea398-3db5-409a-aa82-3771a5885644 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Checking segment: {'id': 'b744a5d1-a192-4cc9-9b4e-7724ddc4a8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:50.255353 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942ea398-3db5-409a-aa82-3771a5885644 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network hostable DHCP agents. Network: d61acd7f-4a8b-4eec-9869-26e8a98bb2da, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:25:50.275710 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942ea398-3db5-409a-aa82-3771a5885644 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network d61acd7f-4a8b-4eec-9869-26e8a98bb2da is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:25:50.290748 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-942ea398-3db5-409a-aa82-3771a5885644 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, d61acd7f-4a8b-4eec-9869-26e8a98bb2da) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:50.291718 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 3627624d-7f3a-4a0e-bbdb-4d8fda971067 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:50.296182 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942ea398-3db5-409a-aa82-3771a5885644 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:50.297139 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-942ea398-3db5-409a-aa82-3771a5885644 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.297992 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 3627624d-7f3a-4a0e-bbdb-4d8fda971067 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:50.299738 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.304894 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b9e92a-bba9-4c4d-892e-414c4dd8c8b1 None None] Network d61acd7f-4a8b-4eec-9869-26e8a98bb2da requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:50.306702 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-8e4efd6e-4e2a-40c1-9c8e-cb3f14b26a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'name': 'tempest-AttachVolumeShelveTestJSON-1996335489-router', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:43Z', 'updated_at': '2021-08-16T20:25:47Z', 'revision_number': 4, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'gw_port': {'id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:55:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:45Z', 'updated_at': '2021-08-16T20:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '8b8dc17a-c9ec-432e-94a1-61c11eb47cb8', 'name': '', 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'mac_address': 'fa:16:3e:9c:88:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:47Z', 'updated_at': '2021-08-16T20:25:47Z', 'revision_number': 2, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'subnets': [{'id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:50.328658 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2011a99e-3794-4dd3-94db-b5996063c26a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.333485 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2011a99e-3794-4dd3-94db-b5996063c26a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.333814 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4efd6e-4e2a-40c1-9c8e-cb3f14b26a01 None None] Checking router: e831714b-802b-4280-9dea-16571bd33ac9 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:25:50.334164 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4efd6e-4e2a-40c1-9c8e-cb3f14b26a01 None None] Updating router e831714b-802b-4280-9dea-16571bd33ac9 port 8b8dc17a-c9ec-432e-94a1-61c11eb47cb8 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:25:50.342602 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-942ea398-3db5-409a-aa82-3771a5885644 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4762914 Aug 16 20:25:50.347910 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46158) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:50.371357 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2011a99e-3794-4dd3-94db-b5996063c26a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac5b3f3-6a31-4976-b528-d195909c5ec5,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:50.372109 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8e4efd6e-4e2a-40c1-9c8e-cb3f14b26a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.378221 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2011a99e-3794-4dd3-94db-b5996063c26a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.380284 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2011a99e-3794-4dd3-94db-b5996063c26a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7642109 Aug 16 20:25:50.383130 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46160) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:50.389765 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-cbf9a577-ceed-4a7a-8ba5-336ebe654256 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Request body: {'security_group_rule': {'security_group_id': '9ac5b3f3-6a31-4976-b528-d195909c5ec5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:50.434273 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cbf9a577-ceed-4a7a-8ba5-336ebe654256 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.497641 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.513413 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cbf9a577-ceed-4a7a-8ba5-336ebe654256 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.518721 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cbf9a577-ceed-4a7a-8ba5-336ebe654256 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.519181 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 3627624d-7f3a-4a0e-bbdb-4d8fda971067, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=3627624d-7f3a-4a0e-bbdb-4d8fda971067,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:50.524226 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.541123 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9a577-ceed-4a7a-8ba5-336ebe654256 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c654495-ecfe-452b-9cd1-3d5e1866c553,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:50.568552 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cbf9a577-ceed-4a7a-8ba5-336ebe654256 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.570464 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cbf9a577-ceed-4a7a-8ba5-336ebe654256 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1862254 Aug 16 20:25:50.574704 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46162) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:50.579604 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2af083d7-9f05-4094-a8fa-1831b2944b5d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Request body: {'security_group_rule': {'security_group_id': '9ac5b3f3-6a31-4976-b528-d195909c5ec5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:50.599712 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1818de6a-4f48-457a-be09-872384b602f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-d61acd7f-4a8b-4eec-9869-26e8a98bb2da', 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'fixed_ips': [{'subnet_id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:25:50.600604 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1818de6a-4f48-457a-be09-872384b602f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.625742 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 199a65f1-a753-4590-a29c-4000c9d9f237 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:25:50.628671 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2af083d7-9f05-4094-a8fa-1831b2944b5d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.635022 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=3627624d-7f3a-4a0e-bbdb-4d8fda971067,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:50.661324 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 199a65f1-a753-4590-a29c-4000c9d9f237 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:25:50.661699 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 199a65f1-a753-4590-a29c-4000c9d9f237 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:25:50.728210 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2af083d7-9f05-4094-a8fa-1831b2944b5d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.733562 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2af083d7-9f05-4094-a8fa-1831b2944b5d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.757042 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af083d7-9f05-4094-a8fa-1831b2944b5d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be64c759-7fcd-46bc-9c26-d35be3abff43,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:50.765753 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2af083d7-9f05-4094-a8fa-1831b2944b5d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.767344 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2af083d7-9f05-4094-a8fa-1831b2944b5d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1915820 Aug 16 20:25:50.770582 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46164) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:50.775615 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e71c021f-0a67-4bec-92a2-aeef60297ab5 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:50.776295 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-239d41df-e835-44bb-b845-288219c52e30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.789252 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8e4efd6e-4e2a-40c1-9c8e-cb3f14b26a01 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.801830 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e71c021f-0a67-4bec-92a2-aeef60297ab5 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.802855 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-8e4efd6e-4e2a-40c1-9c8e-cb3f14b26a01 None None] Transition to ACTIVE for port object 8b8dc17a-c9ec-432e-94a1-61c11eb47cb8 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:50.810965 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8e4efd6e-4e2a-40c1-9c8e-cb3f14b26a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.824049 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-1818de6a-4f48-457a-be09-872384b602f1 None None] Allocated IP 2001:db8::2 (d61acd7f-4a8b-4eec-9869-26e8a98bb2da/d4a444a7-b009-4b02-9699-dcd48e0c642a/fc7e0dfd-9a29-4af5-b2df-c8153ddba020) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:50.894015 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c72e8-3443-4c8f-a67e-d6367b1d7494 None None] Pushing event updated for resources: {'Port': ['ID=8b8dc17a-c9ec-432e-94a1-61c11eb47cb8,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:50.938328 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-8e4efd6e-4e2a-40c1-9c8e-cb3f14b26a01 None None] Attempting to bind port 8b8dc17a-c9ec-432e-94a1-61c11eb47cb8 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:50.938690 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-8e4efd6e-4e2a-40c1-9c8e-cb3f14b26a01 None None] Attempting to bind port 8b8dc17a-c9ec-432e-94a1-61c11eb47cb8 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '651ae3f1-f903-4d50-9039-ebe7a7f61635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:50.939046 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4efd6e-4e2a-40c1-9c8e-cb3f14b26a01 None None] Attempting to bind port 8b8dc17a-c9ec-432e-94a1-61c11eb47cb8 on network 694913cb-9660-4a1c-a341-9653a1f83c96 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:50.950375 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e71c021f-0a67-4bec-92a2-aeef60297ab5 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.953137 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4efd6e-4e2a-40c1-9c8e-cb3f14b26a01 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:50.953137 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4efd6e-4e2a-40c1-9c8e-cb3f14b26a01 None None] Checking segment: {'id': '651ae3f1-f903-4d50-9039-ebe7a7f61635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:50.953417 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8e4efd6e-4e2a-40c1-9c8e-cb3f14b26a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.954133 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4efd6e-4e2a-40c1-9c8e-cb3f14b26a01 None None] Bound using segment: {'id': '651ae3f1-f903-4d50-9039-ebe7a7f61635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:50.954606 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-8e4efd6e-4e2a-40c1-9c8e-cb3f14b26a01 None None] Bound port: 8b8dc17a-c9ec-432e-94a1-61c11eb47cb8, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651ae3f1-f903-4d50-9039-ebe7a7f61635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:50.954981 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8e4efd6e-4e2a-40c1-9c8e-cb3f14b26a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:51.041344 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-8e4efd6e-4e2a-40c1-9c8e-cb3f14b26a01 None None] For port 8b8dc17a-c9ec-432e-94a1-61c11eb47cb8, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:51.045313 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-8e4efd6e-4e2a-40c1-9c8e-cb3f14b26a01 None None] For port 8b8dc17a-c9ec-432e-94a1-61c11eb47cb8, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8b8dc17a-c9ec-432e-94a1-61c11eb47cb8,segment=NetworkSegment(651ae3f1-f903-4d50-9039-ebe7a7f61635),segment_id=651ae3f1-f903-4d50-9039-ebe7a7f61635)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:51.053890 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-8e4efd6e-4e2a-40c1-9c8e-cb3f14b26a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:51.076905 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1818de6a-4f48-457a-be09-872384b602f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:51.091854 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1818de6a-4f48-457a-be09-872384b602f1 None None] Transition to ACTIVE for port object fc7e0dfd-9a29-4af5-b2df-c8153ddba020 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:51.099310 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-e71c021f-0a67-4bec-92a2-aeef60297ab5 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Allocated IP 172.25.8.116 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/d91edf08-e7ef-43fe-a182-78242e385d50) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:51.104732 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4efd6e-4e2a-40c1-9c8e-cb3f14b26a01 None None] Routers {'e831714b-802b-4280-9dea-16571bd33ac9'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:51.106164 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-8e4efd6e-4e2a-40c1-9c8e-cb3f14b26a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:35Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['e831714b-802b-4280-9dea-16571bd33ac9'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:51.113244 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1818de6a-4f48-457a-be09-872384b602f1 None None] Transition to ACTIVE for port object fc7e0dfd-9a29-4af5-b2df-c8153ddba020 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:51.121954 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1818de6a-4f48-457a-be09-872384b602f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:51.186186 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1818de6a-4f48-457a-be09-872384b602f1 None None] Network d61acd7f-4a8b-4eec-9869-26e8a98bb2da is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:51.192598 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-1818de6a-4f48-457a-be09-872384b602f1 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:51.196223 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1818de6a-4f48-457a-be09-872384b602f1 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:51.204438 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-239d41df-e835-44bb-b845-288219c52e30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Allocated IP 2001:db8::1 (d61acd7f-4a8b-4eec-9869-26e8a98bb2da/d4a444a7-b009-4b02-9699-dcd48e0c642a/4a863192-e3b8-49dc-b4ca-3d46357854fd) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:51.211515 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818de6a-4f48-457a-be09-872384b602f1 None None] Pushing event updated for resources: {'Port': ['ID=fc7e0dfd-9a29-4af5-b2df-c8153ddba020,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:51.237946 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-8e4efd6e-4e2a-40c1-9c8e-cb3f14b26a01 None None] Set router e831714b-802b-4280-9dea-16571bd33ac9 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:25:51.282092 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1818de6a-4f48-457a-be09-872384b602f1 None None] Attempting to bind port fc7e0dfd-9a29-4af5-b2df-c8153ddba020 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:51.282767 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1818de6a-4f48-457a-be09-872384b602f1 None None] Attempting to bind port fc7e0dfd-9a29-4af5-b2df-c8153ddba020 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'b744a5d1-a192-4cc9-9b4e-7724ddc4a8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:51.283404 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1818de6a-4f48-457a-be09-872384b602f1 None None] Attempting to bind port fc7e0dfd-9a29-4af5-b2df-c8153ddba020 on network d61acd7f-4a8b-4eec-9869-26e8a98bb2da {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:51.286211 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e71c021f-0a67-4bec-92a2-aeef60297ab5 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:51.289351 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1818de6a-4f48-457a-be09-872384b602f1 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:51.289977 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1818de6a-4f48-457a-be09-872384b602f1 None None] Checking segment: {'id': 'b744a5d1-a192-4cc9-9b4e-7724ddc4a8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:51.290599 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1818de6a-4f48-457a-be09-872384b602f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:51.291189 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1818de6a-4f48-457a-be09-872384b602f1 None None] Bound using segment: {'id': 'b744a5d1-a192-4cc9-9b4e-7724ddc4a8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:51.291875 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1818de6a-4f48-457a-be09-872384b602f1 None None] Bound port: fc7e0dfd-9a29-4af5-b2df-c8153ddba020, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b744a5d1-a192-4cc9-9b4e-7724ddc4a8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:51.292509 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1818de6a-4f48-457a-be09-872384b602f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:51.343742 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e71c021f-0a67-4bec-92a2-aeef60297ab5 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:51.389788 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-239d41df-e835-44bb-b845-288219c52e30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:51.390989 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1818de6a-4f48-457a-be09-872384b602f1 None None] For port fc7e0dfd-9a29-4af5-b2df-c8153ddba020, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:51.402506 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1818de6a-4f48-457a-be09-872384b602f1 None None] For port fc7e0dfd-9a29-4af5-b2df-c8153ddba020, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=fc7e0dfd-9a29-4af5-b2df-c8153ddba020,segment=NetworkSegment(b744a5d1-a192-4cc9-9b4e-7724ddc4a8cc),segment_id=b744a5d1-a192-4cc9-9b4e-7724ddc4a8cc)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:51.409228 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1818de6a-4f48-457a-be09-872384b602f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:51.410398 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-239d41df-e835-44bb-b845-288219c52e30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Transition to ACTIVE for port object 4a863192-e3b8-49dc-b4ca-3d46357854fd will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:51.426078 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c021f-0a67-4bec-92a2-aeef60297ab5 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Pushing event updated for resources: {'Port': ['ID=d91edf08-e7ef-43fe-a182-78242e385d50,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:51.439442 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71c021f-0a67-4bec-92a2-aeef60297ab5 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:51.441594 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-e71c021f-0a67-4bec-92a2-aeef60297ab5 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:51.444569 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71c021f-0a67-4bec-92a2-aeef60297ab5 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:51.461613 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-239d41df-e835-44bb-b845-288219c52e30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:51.478831 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c72e8-3443-4c8f-a67e-d6367b1d7494 None None] Pushing event updated for resources: {'Port': ['ID=8b8dc17a-c9ec-432e-94a1-61c11eb47cb8,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:51.504867 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818de6a-4f48-457a-be09-872384b602f1 None None] Pushing event updated for resources: {'Port': ['ID=fc7e0dfd-9a29-4af5-b2df-c8153ddba020,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:51.511499 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-8e4efd6e-4e2a-40c1-9c8e-cb3f14b26a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'name': 'tempest-AttachVolumeShelveTestJSON-1996335489-router', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:43Z', 'updated_at': '2021-08-16T20:25:47Z', 'revision_number': 4, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'gw_port': {'id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:55:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:45Z', 'updated_at': '2021-08-16T20:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '8b8dc17a-c9ec-432e-94a1-61c11eb47cb8', 'name': '', 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'mac_address': 'fa:16:3e:9c:88:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:47Z', 'updated_at': '2021-08-16T20:25:51Z', 'revision_number': 4, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'subnets': [{'id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:51.530555 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239d41df-e835-44bb-b845-288219c52e30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network d61acd7f-4a8b-4eec-9869-26e8a98bb2da is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:51.536685 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-239d41df-e835-44bb-b845-288219c52e30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:51.539442 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4efd6e-4e2a-40c1-9c8e-cb3f14b26a01 None None] The sync data for ids ['e831714b-802b-4280-9dea-16571bd33ac9'] in n-d-787206-13 is: [{'id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'name': 'tempest-AttachVolumeShelveTestJSON-1996335489-router', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:43Z', 'updated_at': '2021-08-16T20:25:47Z', 'revision_number': 4, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'gw_port': {'id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:55:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:45Z', 'updated_at': '2021-08-16T20:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '8b8dc17a-c9ec-432e-94a1-61c11eb47cb8', 'name': '', 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'mac_address': 'fa:16:3e:9c:88:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:47Z', 'updated_at': '2021-08-16T20:25:51Z', 'revision_number': 4, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'subnets': [{'id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:25:51.540788 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239d41df-e835-44bb-b845-288219c52e30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:51.541539 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-239d41df-e835-44bb-b845-288219c52e30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:51.581273 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e71c021f-0a67-4bec-92a2-aeef60297ab5 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:51.598771 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d41df-e835-44bb-b845-288219c52e30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Port': ['ID=4a863192-e3b8-49dc-b4ca-3d46357854fd,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:51.642684 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e71c021f-0a67-4bec-92a2-aeef60297ab5 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:51.708128 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-239d41df-e835-44bb-b845-288219c52e30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:51.864974 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e71c021f-0a67-4bec-92a2-aeef60297ab5 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:51.872570 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e71c021f-0a67-4bec-92a2-aeef60297ab5 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:51.965133 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e71c021f-0a67-4bec-92a2-aeef60297ab5 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:51.981105 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c021f-0a67-4bec-92a2-aeef60297ab5 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Pushing event updated for resources: {'Port': ['ID=d91edf08-e7ef-43fe-a182-78242e385d50,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:51.986743 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e71c021f-0a67-4bec-92a2-aeef60297ab5 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:51.988731 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e71c021f-0a67-4bec-92a2-aeef60297ab5 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2168279 Aug 16 20:25:52.033517 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-239d41df-e835-44bb-b845-288219c52e30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:52.039490 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-239d41df-e835-44bb-b845-288219c52e30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:52.040407 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-239d41df-e835-44bb-b845-288219c52e30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:52.168857 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d41df-e835-44bb-b845-288219c52e30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Port': ['ID=4a863192-e3b8-49dc-b4ca-3d46357854fd,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:52.197627 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-097558b1-5ec2-4153-8d65-9681cd1cb524 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--877300074&fields=id&tenant_id=36ce9d10f04c4ea3a97f2ef277d208d8 HTTP/1.1" status: 200 len: 267 time: 0.0868914 Aug 16 20:25:52.197939 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239d41df-e835-44bb-b845-288219c52e30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network d61acd7f-4a8b-4eec-9869-26e8a98bb2da is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:52.200507 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-239d41df-e835-44bb-b845-288219c52e30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:52.333260 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-a1fff080-fc2f-40a1-99af-2be9d829cda3 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:52.334079 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device fc7e0dfd-9a29-4af5-b2df-c8153ddba020 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:52.334764 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-a1fff080-fc2f-40a1-99af-2be9d829cda3 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/networks?id=694913cb-9660-4a1c-a341-9653a1f83c96 HTTP/1.1" status: 200 len: 817 time: 0.1313930 Aug 16 20:25:52.355344 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-ddf7ec32-fca1-4044-bc1e-12ca02dd8637 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/quotas/36ce9d10f04c4ea3a97f2ef277d208d8 HTTP/1.1" status: 200 len: 375 time: 0.0119386 Aug 16 20:25:52.368582 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239d41df-e835-44bb-b845-288219c52e30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Router 93064032-35af-48b2-989c-e32e4bfc731d is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:25:52.413463 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port fc7e0dfd-9a29-4af5-b2df-c8153ddba020 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:52.418246 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 3627624d-7f3a-4a0e-bbdb-4d8fda971067 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:52.425440 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-9a0869f3-2b3a-4409-9295-243cbd6739e0 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=36ce9d10f04c4ea3a97f2ef277d208d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0635047 Aug 16 20:25:52.500100 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 3627624d-7f3a-4a0e-bbdb-4d8fda971067 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:52.500756 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:52.538137 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239d41df-e835-44bb-b845-288219c52e30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:25:52.545657 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-239d41df-e835-44bb-b845-288219c52e30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "PUT /v2.0/routers/93064032-35af-48b2-989c-e32e4bfc731d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1965864 Aug 16 20:25:52.548424 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46178) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:52.554953 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9acf16e0-3793-4a69-a2e3-a4bc0f89ae17 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-467192380'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:52.563378 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1362c601-b782-4c0a-a35c-6e4bc333aada None None] Sync routers for ids ['93064032-35af-48b2-989c-e32e4bfc731d'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:25:52.603643 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-ac4fb093-bdf3-4f2d-9de1-c5dc5e809d3a service neutron] 10.222.0.68 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612155 Aug 16 20:25:52.611473 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9acf16e0-3793-4a69-a2e3-a4bc0f89ae17 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Made reservation on behalf of 009dba348fb2442ba66df3ffefced168 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:52.615687 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1362c601-b782-4c0a-a35c-6e4bc333aada None None] Routers {'93064032-35af-48b2-989c-e32e4bfc731d'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:52.615965 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9acf16e0-3793-4a69-a2e3-a4bc0f89ae17 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:52.616384 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1362c601-b782-4c0a-a35c-6e4bc333aada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:35Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['93064032-35af-48b2-989c-e32e4bfc731d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:52.619453 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8b8dc17a-c9ec-432e-94a1-61c11eb47cb8 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:52.694227 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9acf16e0-3793-4a69-a2e3-a4bc0f89ae17 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:25:52.722059 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9acf16e0-3793-4a69-a2e3-a4bc0f89ae17 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:52.722893 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-9acf16e0-3793-4a69-a2e3-a4bc0f89ae17 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Added segment 85907941-4f43-4cc5-a2e8-dfc4458a0fa8 of type vlan for network 2d8f0d08-680c-424d-be56-ebd479becda2 Aug 16 20:25:52.747641 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-1362c601-b782-4c0a-a35c-6e4bc333aada None None] Set router 93064032-35af-48b2-989c-e32e4bfc731d gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:25:52.775139 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-4aa71974-71eb-4460-9b37-e186dc293f33 service neutron] 10.222.0.68 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565323 Aug 16 20:25:52.781528 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9acf16e0-3793-4a69-a2e3-a4bc0f89ae17 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:52.794978 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 8b8dc17a-c9ec-432e-94a1-61c11eb47cb8 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:52.804769 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 8b8dc17a-c9ec-432e-94a1-61c11eb47cb8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:52.804908 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:52.818972 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9acf16e0-3793-4a69-a2e3-a4bc0f89ae17 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:52.824978 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acf16e0-3793-4a69-a2e3-a4bc0f89ae17 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:52.825573 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9acf16e0-3793-4a69-a2e3-a4bc0f89ae17 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:52.836641 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e2db72-ead7-4237-93a3-6ff27c019b86 None None] Network d61acd7f-4a8b-4eec-9869-26e8a98bb2da requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:52.862611 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9acf16e0-3793-4a69-a2e3-a4bc0f89ae17 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3098376 Aug 16 20:25:52.863403 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46180) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:52.868684 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-dadcb45f-f889-4837-88e2-19e3de8df0ce tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Request body: {'subnet': {'network_id': '2d8f0d08-680c-424d-be56-ebd479becda2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:52.937711 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf16e0-3793-4a69-a2e3-a4bc0f89ae17 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Network': ['ID=2d8f0d08-680c-424d-be56-ebd479becda2,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:53.018821 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadcb45f-f889-4837-88e2-19e3de8df0ce tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Made reservation on behalf of 009dba348fb2442ba66df3ffefced168 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:53.023343 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dadcb45f-f889-4837-88e2-19e3de8df0ce tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:53.056797 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5026f12d-4096-48bc-99f2-26a3b991f5b9 req-8c59dbaf-dd3d-425e-bf94-43ec6f5d8601 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 210 time: 0.0290427 Aug 16 20:25:53.142377 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 2d8f0d08-680c-424d-be56-ebd479becda2 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:25:53.250429 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-701a87ba-e761-429c-bbe9-e3dd1d6a9780 None None] Provisioning for port fc7e0dfd-9a29-4af5-b2df-c8153ddba020 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:53.268237 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-701a87ba-e761-429c-bbe9-e3dd1d6a9780 None None] Provisioning complete for port fc7e0dfd-9a29-4af5-b2df-c8153ddba020 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:53.269000 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-701a87ba-e761-429c-bbe9-e3dd1d6a9780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:53.276740 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dadcb45f-f889-4837-88e2-19e3de8df0ce tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:53.346097 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadcb45f-f889-4837-88e2-19e3de8df0ce tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Subnet': ['ID=3649c37a-14c1-4eff-9493-e568146d0064,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:53.350581 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadcb45f-f889-4837-88e2-19e3de8df0ce tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Checking segment: {'id': '85907941-4f43-4cc5-a2e8-dfc4458a0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2d8f0d08-680c-424d-be56-ebd479becda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:53.350964 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadcb45f-f889-4837-88e2-19e3de8df0ce tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network hostable DHCP agents. Network: 2d8f0d08-680c-424d-be56-ebd479becda2, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:25:53.370204 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadcb45f-f889-4837-88e2-19e3de8df0ce tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network 2d8f0d08-680c-424d-be56-ebd479becda2 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:25:53.381016 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-dadcb45f-f889-4837-88e2-19e3de8df0ce tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 2d8f0d08-680c-424d-be56-ebd479becda2) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:53.387014 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadcb45f-f889-4837-88e2-19e3de8df0ce tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:53.387651 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dadcb45f-f889-4837-88e2-19e3de8df0ce tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:53.407476 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-dadcb45f-f889-4837-88e2-19e3de8df0ce tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5408452 Aug 16 20:25:53.407712 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46192) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:53.433086 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2684623-cb14-4420-923d-1dd75a083c04 None None] Network 2d8f0d08-680c-424d-be56-ebd479becda2 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:53.486378 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:53.606722 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 8b8dc17a-c9ec-432e-94a1-61c11eb47cb8, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8b8dc17a-c9ec-432e-94a1-61c11eb47cb8,segment=NetworkSegment(651ae3f1-f903-4d50-9039-ebe7a7f61635),segment_id=651ae3f1-f903-4d50-9039-ebe7a7f61635)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:53.626538 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:53.681292 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-701a87ba-e761-429c-bbe9-e3dd1d6a9780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:53.728972 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1362c601-b782-4c0a-a35c-6e4bc333aada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93064032-35af-48b2-989c-e32e4bfc731d', 'name': 'tempest-RoutersIpV6Test-router-2022266126', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:49Z', 'updated_at': '2021-08-16T20:25:51Z', 'revision_number': 2, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None, '_interfaces': [{'id': '4a863192-e3b8-49dc-b4ca-3d46357854fd', 'name': '', 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:b4:be:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:50Z', 'updated_at': '2021-08-16T20:25:51Z', 'revision_number': 2, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:53.782546 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e0fc5032-79dd-415c-908a-27e7ff63799c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:53.788033 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1362c601-b782-4c0a-a35c-6e4bc333aada None None] Checking router: 93064032-35af-48b2-989c-e32e4bfc731d for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:25:53.788033 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1362c601-b782-4c0a-a35c-6e4bc333aada None None] Updating router 93064032-35af-48b2-989c-e32e4bfc731d port 4a863192-e3b8-49dc-b4ca-3d46357854fd binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:25:53.808438 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=8b8dc17a-c9ec-432e-94a1-61c11eb47cb8,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:53.812776 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-701a87ba-e761-429c-bbe9-e3dd1d6a9780 None None] For port fc7e0dfd-9a29-4af5-b2df-c8153ddba020, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=fc7e0dfd-9a29-4af5-b2df-c8153ddba020,segment=NetworkSegment(b744a5d1-a192-4cc9-9b4e-7724ddc4a8cc),segment_id=b744a5d1-a192-4cc9-9b4e-7724ddc4a8cc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:53.830979 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-701a87ba-e761-429c-bbe9-e3dd1d6a9780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:53.859180 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3413e1c8-58cd-4679-a616-cca69c97548d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-2d8f0d08-680c-424d-be56-ebd479becda2', 'network_id': '2d8f0d08-680c-424d-be56-ebd479becda2', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'fixed_ips': [{'subnet_id': '3649c37a-14c1-4eff-9493-e568146d0064'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:25:53.860246 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3413e1c8-58cd-4679-a616-cca69c97548d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:53.867857 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1362c601-b782-4c0a-a35c-6e4bc333aada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:53.936184 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a87ba-e761-429c-bbe9-e3dd1d6a9780 None None] Pushing event updated for resources: {'Port': ['ID=fc7e0dfd-9a29-4af5-b2df-c8153ddba020,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:54.101595 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1ce3d3b2-b64e-4975-adb2-a63316590313 None None] Provisioning for port 4a863192-e3b8-49dc-b4ca-3d46357854fd completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:54.111445 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1ce3d3b2-b64e-4975-adb2-a63316590313 None None] Provisioning complete for port 4a863192-e3b8-49dc-b4ca-3d46357854fd triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:54.112208 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ce3d3b2-b64e-4975-adb2-a63316590313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:54.113070 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-e0fc5032-79dd-415c-908a-27e7ff63799c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Allocated IP 2001:db8:1::1 (2d8f0d08-680c-424d-be56-ebd479becda2/3649c37a-14c1-4eff-9493-e568146d0064/60570ddb-eefd-4576-821f-972a9d2914e9) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:54.233778 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b7dd0815-2b9f-4c96-8774-e2dc38759da6 req-5bb68ac2-9c07-4005-80a8-b6d8ca06a7c1 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 210 time: 0.0462441 Aug 16 20:25:54.235340 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8b8dc17a-c9ec-432e-94a1-61c11eb47cb8 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:54.268425 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1ce3d3b2-b64e-4975-adb2-a63316590313 None None] Port 4a863192-e3b8-49dc-b4ca-3d46357854fd cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:25:54.290150 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-a7b39f8f-9ad0-4553-a9e8-ef6979bce42b tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:54.298138 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-a7b39f8f-9ad0-4553-a9e8-ef6979bce42b tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.57 "GET /v2.0/networks?id=694913cb-9660-4a1c-a341-9653a1f83c96 HTTP/1.1" status: 200 len: 817 time: 0.2763219 Aug 16 20:25:54.322518 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1ce3d3b2-b64e-4975-adb2-a63316590313 None None] Provisioning complete for port fc7e0dfd-9a29-4af5-b2df-c8153ddba020 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:54.322893 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ce3d3b2-b64e-4975-adb2-a63316590313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:54.355783 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-cdb29649-7368-4c74-88f8-4262fb4de8c2 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36ce9d10f04c4ea3a97f2ef277d208d8 HTTP/1.1" status: 200 len: 379 time: 0.0463653 Aug 16 20:25:54.357874 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e0fc5032-79dd-415c-908a-27e7ff63799c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:54.366823 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-39a80b6d-5fc9-4e31-b2ea-a3b1d811f34f tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Request body: {'port': {'device_id': '35256669-22e3-4514-a2d3-af5bbccf320d', 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96', 'admin_state_up': True, 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'security_groups': ['9ac5b3f3-6a31-4976-b528-d195909c5ec5']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:54.377173 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-e0fc5032-79dd-415c-908a-27e7ff63799c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Transition to ACTIVE for port object 60570ddb-eefd-4576-821f-972a9d2914e9 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:54.391506 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 8b8dc17a-c9ec-432e-94a1-61c11eb47cb8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:54.391877 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:54.420181 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e0fc5032-79dd-415c-908a-27e7ff63799c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:54.465014 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fc5032-79dd-415c-908a-27e7ff63799c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network 2d8f0d08-680c-424d-be56-ebd479becda2 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:54.470439 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-e0fc5032-79dd-415c-908a-27e7ff63799c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:54.474621 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fc5032-79dd-415c-908a-27e7ff63799c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:54.475324 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e0fc5032-79dd-415c-908a-27e7ff63799c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:54.497970 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-39a80b6d-5fc9-4e31-b2ea-a3b1d811f34f tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Made reservation on behalf of 36ce9d10f04c4ea3a97f2ef277d208d8 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:54.510490 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-39a80b6d-5fc9-4e31-b2ea-a3b1d811f34f tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:54.530525 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc5032-79dd-415c-908a-27e7ff63799c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Port': ['ID=60570ddb-eefd-4576-821f-972a9d2914e9,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:54.533836 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1362c601-b782-4c0a-a35c-6e4bc333aada None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:54.551946 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-3413e1c8-58cd-4679-a616-cca69c97548d None None] Allocated IP 2001:db8:1::2 (2d8f0d08-680c-424d-be56-ebd479becda2/3649c37a-14c1-4eff-9493-e568146d0064/a9ad6cae-be66-425b-a251-1cb241f424b1) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:54.605947 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1362c601-b782-4c0a-a35c-6e4bc333aada None None] Transition to ACTIVE for port object 4a863192-e3b8-49dc-b4ca-3d46357854fd will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:54.628582 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e0fc5032-79dd-415c-908a-27e7ff63799c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:54.629838 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1362c601-b782-4c0a-a35c-6e4bc333aada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:54.653098 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device fc7e0dfd-9a29-4af5-b2df-c8153ddba020 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:54.687649 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-39a80b6d-5fc9-4e31-b2ea-a3b1d811f34f tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Allocated IP 172.20.0.10 (694913cb-9660-4a1c-a341-9653a1f83c96/22f1ef82-708c-4a07-a4be-6ce7461b8bb2/9db088bf-9b00-448c-84a5-6e7ac3be46b3) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:54.780001 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b56ace-1b4f-4467-96b0-b5d9ae76cd68 None None] Pushing event updated for resources: {'Port': ['ID=4a863192-e3b8-49dc-b4ca-3d46357854fd,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:54.848637 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port fc7e0dfd-9a29-4af5-b2df-c8153ddba020 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:54.849012 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:54.875547 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-39a80b6d-5fc9-4e31-b2ea-a3b1d811f34f tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:54.891277 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-39a80b6d-5fc9-4e31-b2ea-a3b1d811f34f tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Transition to ACTIVE for port object 9db088bf-9b00-448c-84a5-6e7ac3be46b3 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:54.929567 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-39a80b6d-5fc9-4e31-b2ea-a3b1d811f34f tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:54.936395 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1362c601-b782-4c0a-a35c-6e4bc333aada None None] Attempting to bind port 4a863192-e3b8-49dc-b4ca-3d46357854fd on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:54.936773 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1362c601-b782-4c0a-a35c-6e4bc333aada None None] Attempting to bind port 4a863192-e3b8-49dc-b4ca-3d46357854fd by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'b744a5d1-a192-4cc9-9b4e-7724ddc4a8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:54.937145 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1362c601-b782-4c0a-a35c-6e4bc333aada None None] Attempting to bind port 4a863192-e3b8-49dc-b4ca-3d46357854fd on network d61acd7f-4a8b-4eec-9869-26e8a98bb2da {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:54.957944 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1362c601-b782-4c0a-a35c-6e4bc333aada None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:54.958322 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1362c601-b782-4c0a-a35c-6e4bc333aada None None] Checking segment: {'id': 'b744a5d1-a192-4cc9-9b4e-7724ddc4a8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:54.958733 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1362c601-b782-4c0a-a35c-6e4bc333aada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:54.959145 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1362c601-b782-4c0a-a35c-6e4bc333aada None None] Bound using segment: {'id': 'b744a5d1-a192-4cc9-9b4e-7724ddc4a8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:54.959642 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1362c601-b782-4c0a-a35c-6e4bc333aada None None] Bound port: 4a863192-e3b8-49dc-b4ca-3d46357854fd, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b744a5d1-a192-4cc9-9b4e-7724ddc4a8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:54.960025 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1362c601-b782-4c0a-a35c-6e4bc333aada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:54.975213 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e0fc5032-79dd-415c-908a-27e7ff63799c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:54.981975 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e0fc5032-79dd-415c-908a-27e7ff63799c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:54.983284 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e0fc5032-79dd-415c-908a-27e7ff63799c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:54.986917 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-39a80b6d-5fc9-4e31-b2ea-a3b1d811f34f tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Network 694913cb-9660-4a1c-a341-9653a1f83c96 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:54.994972 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-39a80b6d-5fc9-4e31-b2ea-a3b1d811f34f tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:54.995174 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3413e1c8-58cd-4679-a616-cca69c97548d None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:54.999454 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-39a80b6d-5fc9-4e31-b2ea-a3b1d811f34f tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:55.027444 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a80b6d-5fc9-4e31-b2ea-a3b1d811f34f tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Pushing event updated for resources: {'Port': ['ID=9db088bf-9b00-448c-84a5-6e7ac3be46b3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:55.028592 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3413e1c8-58cd-4679-a616-cca69c97548d None None] Transition to ACTIVE for port object a9ad6cae-be66-425b-a251-1cb241f424b1 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:55.063988 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-39a80b6d-5fc9-4e31-b2ea-a3b1d811f34f tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:55.064656 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-39a80b6d-5fc9-4e31-b2ea-a3b1d811f34f tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:55.083623 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-39a80b6d-5fc9-4e31-b2ea-a3b1d811f34f tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7216892 Aug 16 20:25:55.102871 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-1550e142-dec8-414b-a4a6-1654f1b0e43a service neutron] Request body: {'port': {'device_id': '35256669-22e3-4514-a2d3-af5bbccf320d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:55.103316 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc5032-79dd-415c-908a-27e7ff63799c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Port': ['ID=60570ddb-eefd-4576-821f-972a9d2914e9,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:55.104715 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3413e1c8-58cd-4679-a616-cca69c97548d None None] Transition to ACTIVE for port object a9ad6cae-be66-425b-a251-1cb241f424b1 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:55.108044 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1362c601-b782-4c0a-a35c-6e4bc333aada None None] For port 4a863192-e3b8-49dc-b4ca-3d46357854fd, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:55.125825 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1362c601-b782-4c0a-a35c-6e4bc333aada None None] For port 4a863192-e3b8-49dc-b4ca-3d46357854fd, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=4a863192-e3b8-49dc-b4ca-3d46357854fd,segment=NetworkSegment(b744a5d1-a192-4cc9-9b4e-7724ddc4a8cc),segment_id=b744a5d1-a192-4cc9-9b4e-7724ddc4a8cc)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:55.132637 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3413e1c8-58cd-4679-a616-cca69c97548d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:55.142258 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1362c601-b782-4c0a-a35c-6e4bc333aada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:55.160263 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fc5032-79dd-415c-908a-27e7ff63799c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network 2d8f0d08-680c-424d-be56-ebd479becda2 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:55.161738 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-e0fc5032-79dd-415c-908a-27e7ff63799c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:55.173940 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-1550e142-dec8-414b-a4a6-1654f1b0e43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:55.205451 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3413e1c8-58cd-4679-a616-cca69c97548d None None] Network 2d8f0d08-680c-424d-be56-ebd479becda2 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:55.213801 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-3413e1c8-58cd-4679-a616-cca69c97548d None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:55.217927 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413e1c8-58cd-4679-a616-cca69c97548d None None] Pushing event updated for resources: {'Port': ['ID=a9ad6cae-be66-425b-a251-1cb241f424b1,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:55.220604 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3413e1c8-58cd-4679-a616-cca69c97548d None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:55.273854 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1362c601-b782-4c0a-a35c-6e4bc333aada None None] Routers {'93064032-35af-48b2-989c-e32e4bfc731d'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:55.274350 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1362c601-b782-4c0a-a35c-6e4bc333aada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:35Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['93064032-35af-48b2-989c-e32e4bfc731d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:55.634299 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-1550e142-dec8-414b-a4a6-1654f1b0e43a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9db088bf-9b00-448c-84a5-6e7ac3be46b3 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:25:55.644007 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-1550e142-dec8-414b-a4a6-1654f1b0e43a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:55.659478 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-1550e142-dec8-414b-a4a6-1654f1b0e43a service neutron] Transition to ACTIVE for port object 9db088bf-9b00-448c-84a5-6e7ac3be46b3 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:55.661571 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b56ace-1b4f-4467-96b0-b5d9ae76cd68 None None] Pushing event updated for resources: {'Port': ['ID=4a863192-e3b8-49dc-b4ca-3d46357854fd,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:55.664740 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-1550e142-dec8-414b-a4a6-1654f1b0e43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:55.676662 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3413e1c8-58cd-4679-a616-cca69c97548d None None] Attempting to bind port a9ad6cae-be66-425b-a251-1cb241f424b1 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:55.677048 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3413e1c8-58cd-4679-a616-cca69c97548d None None] Attempting to bind port a9ad6cae-be66-425b-a251-1cb241f424b1 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '85907941-4f43-4cc5-a2e8-dfc4458a0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2d8f0d08-680c-424d-be56-ebd479becda2'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:55.677402 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3413e1c8-58cd-4679-a616-cca69c97548d None None] Attempting to bind port a9ad6cae-be66-425b-a251-1cb241f424b1 on network 2d8f0d08-680c-424d-be56-ebd479becda2 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:55.691449 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3413e1c8-58cd-4679-a616-cca69c97548d None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:55.691758 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3413e1c8-58cd-4679-a616-cca69c97548d None None] Checking segment: {'id': '85907941-4f43-4cc5-a2e8-dfc4458a0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2d8f0d08-680c-424d-be56-ebd479becda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:55.692171 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3413e1c8-58cd-4679-a616-cca69c97548d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:55.693107 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3413e1c8-58cd-4679-a616-cca69c97548d None None] Bound using segment: {'id': '85907941-4f43-4cc5-a2e8-dfc4458a0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2d8f0d08-680c-424d-be56-ebd479becda2'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:55.693595 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3413e1c8-58cd-4679-a616-cca69c97548d None None] Bound port: a9ad6cae-be66-425b-a251-1cb241f424b1, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85907941-4f43-4cc5-a2e8-dfc4458a0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2d8f0d08-680c-424d-be56-ebd479becda2'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:55.693987 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3413e1c8-58cd-4679-a616-cca69c97548d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:55.707005 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-1362c601-b782-4c0a-a35c-6e4bc333aada None None] Set router 93064032-35af-48b2-989c-e32e4bfc731d gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:25:55.766322 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550e142-dec8-414b-a4a6-1654f1b0e43a service neutron] Pushing event updated for resources: {'Port': ['ID=9db088bf-9b00-448c-84a5-6e7ac3be46b3,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:55.769714 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fc5032-79dd-415c-908a-27e7ff63799c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Router 93064032-35af-48b2-989c-e32e4bfc731d has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:25:55.781427 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5d669-ba10-4d3d-8e5c-7e5cfca1ac44 req-b3d263e3-ea92-4f9f-a8a2-1caf3197fd9e tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:55.784018 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03b5d669-ba10-4d3d-8e5c-7e5cfca1ac44 req-b3d263e3-ea92-4f9f-a8a2-1caf3197fd9e tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 944 time: 0.1223290 Aug 16 20:25:55.831865 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-1550e142-dec8-414b-a4a6-1654f1b0e43a service neutron] Attempting to bind port 9db088bf-9b00-448c-84a5-6e7ac3be46b3 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:55.832206 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-1550e142-dec8-414b-a4a6-1654f1b0e43a service neutron] Attempting to bind port 9db088bf-9b00-448c-84a5-6e7ac3be46b3 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '651ae3f1-f903-4d50-9039-ebe7a7f61635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:55.832529 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-1550e142-dec8-414b-a4a6-1654f1b0e43a service neutron] Attempting to bind port 9db088bf-9b00-448c-84a5-6e7ac3be46b3 on network 694913cb-9660-4a1c-a341-9653a1f83c96 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:55.840864 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-1550e142-dec8-414b-a4a6-1654f1b0e43a service neutron] Port 9db088bf-9b00-448c-84a5-6e7ac3be46b3 on network 694913cb-9660-4a1c-a341-9653a1f83c96 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:25:55.841198 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-1550e142-dec8-414b-a4a6-1654f1b0e43a service neutron] Attempting to bind port 9db088bf-9b00-448c-84a5-6e7ac3be46b3 on network 694913cb-9660-4a1c-a341-9653a1f83c96 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:55.846218 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-1550e142-dec8-414b-a4a6-1654f1b0e43a service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:55.846550 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-1550e142-dec8-414b-a4a6-1654f1b0e43a service neutron] Checking segment: {'id': '651ae3f1-f903-4d50-9039-ebe7a7f61635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:55.846934 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-1550e142-dec8-414b-a4a6-1654f1b0e43a service neutron] Bound using segment: {'id': '651ae3f1-f903-4d50-9039-ebe7a7f61635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:55.847391 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-1550e142-dec8-414b-a4a6-1654f1b0e43a service neutron] Bound port: 9db088bf-9b00-448c-84a5-6e7ac3be46b3, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '651ae3f1-f903-4d50-9039-ebe7a7f61635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:55.847752 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-1550e142-dec8-414b-a4a6-1654f1b0e43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:55.936068 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-1550e142-dec8-414b-a4a6-1654f1b0e43a service neutron] For port 9db088bf-9b00-448c-84a5-6e7ac3be46b3, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:55.941569 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-1550e142-dec8-414b-a4a6-1654f1b0e43a service neutron] For port 9db088bf-9b00-448c-84a5-6e7ac3be46b3, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=9db088bf-9b00-448c-84a5-6e7ac3be46b3,segment=NetworkSegment(651ae3f1-f903-4d50-9039-ebe7a7f61635),segment_id=651ae3f1-f903-4d50-9039-ebe7a7f61635)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:55.954718 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-1550e142-dec8-414b-a4a6-1654f1b0e43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:55.956888 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03b5d669-ba10-4d3d-8e5c-7e5cfca1ac44 req-295d9143-544e-4a1b-a80f-fbf3eeb841ff tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595168 Aug 16 20:25:55.963407 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3413e1c8-58cd-4679-a616-cca69c97548d None None] For port a9ad6cae-be66-425b-a251-1cb241f424b1, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:55.973880 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3413e1c8-58cd-4679-a616-cca69c97548d None None] For port a9ad6cae-be66-425b-a251-1cb241f424b1, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=a9ad6cae-be66-425b-a251-1cb241f424b1,segment=NetworkSegment(85907941-4f43-4cc5-a2e8-dfc4458a0fa8),segment_id=85907941-4f43-4cc5-a2e8-dfc4458a0fa8)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:55.993722 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fc5032-79dd-415c-908a-27e7ff63799c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:25:56.001817 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3413e1c8-58cd-4679-a616-cca69c97548d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:56.002503 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e0fc5032-79dd-415c-908a-27e7ff63799c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "PUT /v2.0/routers/93064032-35af-48b2-989c-e32e4bfc731d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5922167 Aug 16 20:25:56.004668 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46198) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:56.014304 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-96567a06-0f94-4d4d-a474-d6fd7e7865b2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-463341917'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:56.040942 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96567a06-0f94-4d4d-a474-d6fd7e7865b2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Made reservation on behalf of 009dba348fb2442ba66df3ffefced168 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:56.046947 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-96567a06-0f94-4d4d-a474-d6fd7e7865b2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:56.068107 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550e142-dec8-414b-a4a6-1654f1b0e43a service neutron] Pushing event updated for resources: {'Port': ['ID=9db088bf-9b00-448c-84a5-6e7ac3be46b3,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:56.071952 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-1550e142-dec8-414b-a4a6-1654f1b0e43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:56.072582 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-1550e142-dec8-414b-a4a6-1654f1b0e43a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:56.075117 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-1550e142-dec8-414b-a4a6-1654f1b0e43a service neutron] 10.222.0.57 "PUT /v2.0/ports/9db088bf-9b00-448c-84a5-6e7ac3be46b3 HTTP/1.1" status: 200 len: 1093 time: 0.9794343 Aug 16 20:25:56.075590 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35256669-22e3-4514-a2d3-af5bbccf320d', 'tag': '9db088bf-9b00-448c-84a5-6e7ac3be46b3'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:25:56.081887 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897bb0eb-eeff-4ced-8170-05121e1d0226" -d '{"events": [{"name": "network-changed", "server_uuid": "35256669-22e3-4514-a2d3-af5bbccf320d", "tag": "9db088bf-9b00-448c-84a5-6e7ac3be46b3"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:25:56.093174 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8ced418c-ac14-4444-a9d4-5d5239a4e1d4 None None] Provisioning for port 9db088bf-9b00-448c-84a5-6e7ac3be46b3 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:56.107974 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96567a06-0f94-4d4d-a474-d6fd7e7865b2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:25:56.129332 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-96567a06-0f94-4d4d-a474-d6fd7e7865b2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:56.130018 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-96567a06-0f94-4d4d-a474-d6fd7e7865b2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Added segment a9336c26-4732-4d6a-b380-26e229c117e1 of type vlan for network ae49f0a9-42b1-4a1c-b364-35413f3d334c Aug 16 20:25:56.151723 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413e1c8-58cd-4679-a616-cca69c97548d None None] Pushing event updated for resources: {'Port': ['ID=a9ad6cae-be66-425b-a251-1cb241f424b1,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:56.166670 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6139f0-e9d5-4aa1-9d6c-d1d4adc12056 x-openstack-request-id: req-1f6139f0-e9d5-4aa1-9d6c-d1d4adc12056 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:25:56.166670 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35256669-22e3-4514-a2d3-af5bbccf320d", "tag": "9db088bf-9b00-448c-84a5-6e7ac3be46b3", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:25:56.167068 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1f6139f0-e9d5-4aa1-9d6c-d1d4adc12056 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:25:56.168209 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35256669-22e3-4514-a2d3-af5bbccf320d', 'tag': '9db088bf-9b00-448c-84a5-6e7ac3be46b3', 'status': 'completed', 'code': 200} Aug 16 20:25:56.195435 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1362c601-b782-4c0a-a35c-6e4bc333aada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93064032-35af-48b2-989c-e32e4bfc731d', 'name': 'tempest-RoutersIpV6Test-router-2022266126', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:49Z', 'updated_at': '2021-08-16T20:25:54Z', 'revision_number': 3, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None, '_interfaces': [{'id': '4a863192-e3b8-49dc-b4ca-3d46357854fd', 'name': '', 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:b4:be:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:50Z', 'updated_at': '2021-08-16T20:25:55Z', 'revision_number': 4, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60570ddb-eefd-4576-821f-972a9d2914e9', 'name': '', 'network_id': '2d8f0d08-680c-424d-be56-ebd479becda2', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:70:40:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '3649c37a-14c1-4eff-9493-e568146d0064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:53Z', 'updated_at': '2021-08-16T20:25:54Z', 'revision_number': 2, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '3649c37a-14c1-4eff-9493-e568146d0064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:56.201199 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-96567a06-0f94-4d4d-a474-d6fd7e7865b2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:56.215847 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-8b8bee4c-30ed-4e07-a183-ed5dd49a4807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:56.217645 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-8b8bee4c-30ed-4e07-a183-ed5dd49a4807 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=36ce9d10f04c4ea3a97f2ef277d208d8&device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 1096 time: 0.0789595 Aug 16 20:25:56.230890 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1362c601-b782-4c0a-a35c-6e4bc333aada None None] The sync data for ids ['93064032-35af-48b2-989c-e32e4bfc731d'] in n-d-787206-13 is: [{'id': '93064032-35af-48b2-989c-e32e4bfc731d', 'name': 'tempest-RoutersIpV6Test-router-2022266126', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:49Z', 'updated_at': '2021-08-16T20:25:54Z', 'revision_number': 3, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None, '_interfaces': [{'id': '4a863192-e3b8-49dc-b4ca-3d46357854fd', 'name': '', 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:b4:be:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:50Z', 'updated_at': '2021-08-16T20:25:55Z', 'revision_number': 4, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60570ddb-eefd-4576-821f-972a9d2914e9', 'name': '', 'network_id': '2d8f0d08-680c-424d-be56-ebd479becda2', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:70:40:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '3649c37a-14c1-4eff-9493-e568146d0064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:53Z', 'updated_at': '2021-08-16T20:25:54Z', 'revision_number': 2, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '3649c37a-14c1-4eff-9493-e568146d0064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:25:56.244894 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-96567a06-0f94-4d4d-a474-d6fd7e7865b2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:56.252082 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96567a06-0f94-4d4d-a474-d6fd7e7865b2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:56.253161 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-96567a06-0f94-4d4d-a474-d6fd7e7865b2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:56.273194 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-b9f0068b-e552-4441-aad4-ab588d1aa229 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9db088bf-9b00-448c-84a5-6e7ac3be46b3 HTTP/1.1" status: 200 len: 217 time: 0.0452511 Aug 16 20:25:56.354431 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-dce6f579-48cd-4d77-86b0-21fcbb4509f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:56.355886 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-dce6f579-48cd-4d77-86b0-21fcbb4509f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22f1ef82-708c-4a07-a4be-6ce7461b8bb2 HTTP/1.1" status: 200 len: 856 time: 0.0757723 Aug 16 20:25:56.396026 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-96567a06-0f94-4d4d-a474-d6fd7e7865b2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3900104 Aug 16 20:25:56.400055 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46202) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:56.406913 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5f4e68cf-9b4f-49d0-9170-b74ed0f084d9 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Request body: {'subnet': {'network_id': 'ae49f0a9-42b1-4a1c-b364-35413f3d334c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:56.409325 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96567a06-0f94-4d4d-a474-d6fd7e7865b2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Network': ['ID=ae49f0a9-42b1-4a1c-b364-35413f3d334c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:56.432372 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network ae49f0a9-42b1-4a1c-b364-35413f3d334c details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:25:56.481656 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-bea918e4-81fa-4730-bb01-67e99ec6464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:56.483107 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-bea918e4-81fa-4730-bb01-67e99ec6464a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=694913cb-9660-4a1c-a341-9653a1f83c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1203222 Aug 16 20:25:56.598558 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4e68cf-9b4f-49d0-9170-b74ed0f084d9 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Made reservation on behalf of 009dba348fb2442ba66df3ffefced168 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:56.599890 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:25:56.602210 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f4e68cf-9b4f-49d0-9170-b74ed0f084d9 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:56.683914 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-1a6decc1-e6a7-47f1-bc6d-495d8e9dfab1 service neutron] 10.222.0.57 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849427 Aug 16 20:25:56.828772 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-265c504e-70f7-4d5e-a8f6-80b79c019bef req-0ed83461-ff85-469a-bbb3-016519e9694c service neutron] 10.222.0.57 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372221 Aug 16 20:25:56.921319 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f4e68cf-9b4f-49d0-9170-b74ed0f084d9 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:57.000217 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bb0eb-eeff-4ced-8170-05121e1d0226 req-8d4c6f8b-b048-4ea2-9f3d-042abc515e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:57.001806 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-897bb0eb-eeff-4ced-8170-05121e1d0226 req-8d4c6f8b-b048-4ea2-9f3d-042abc515e43 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=36ce9d10f04c4ea3a97f2ef277d208d8&device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 1096 time: 0.1166875 Aug 16 20:25:57.031056 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e68cf-9b4f-49d0-9170-b74ed0f084d9 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Subnet': ['ID=7e6f4994-2a73-48cd-90c1-289cbc3edb75,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:57.100178 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4e68cf-9b4f-49d0-9170-b74ed0f084d9 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Checking segment: {'id': 'a9336c26-4732-4d6a-b380-26e229c117e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ae49f0a9-42b1-4a1c-b364-35413f3d334c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:57.100554 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4e68cf-9b4f-49d0-9170-b74ed0f084d9 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network hostable DHCP agents. Network: ae49f0a9-42b1-4a1c-b364-35413f3d334c, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:25:57.133606 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6e41c-51ab-4d3c-8311-5536fef44b65 req-ede6008e-6fbf-474a-a641-dfdbd9292507 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:57.136518 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8c6e41c-51ab-4d3c-8311-5536fef44b65 req-ede6008e-6fbf-474a-a641-dfdbd9292507 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 944 time: 0.0740650 Aug 16 20:25:57.142479 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4e68cf-9b4f-49d0-9170-b74ed0f084d9 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network ae49f0a9-42b1-4a1c-b364-35413f3d334c is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:25:57.167913 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-5f4e68cf-9b4f-49d0-9170-b74ed0f084d9 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, ae49f0a9-42b1-4a1c-b364-35413f3d334c) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:57.174304 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4e68cf-9b4f-49d0-9170-b74ed0f084d9 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:57.174886 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f4e68cf-9b4f-49d0-9170-b74ed0f084d9 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:57.176619 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc58d97b-57ac-4d3c-8e5b-1046869b4eed None None] Network ae49f0a9-42b1-4a1c-b364-35413f3d334c requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:57.178172 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bb0eb-eeff-4ced-8170-05121e1d0226 req-38c00b3a-0b36-4e92-bf35-8eaca9fcdc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:57.179663 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-897bb0eb-eeff-4ced-8170-05121e1d0226 req-38c00b3a-0b36-4e92-bf35-8eaca9fcdc2a service neutron] 10.222.0.57 "GET /v2.0/networks?id=694913cb-9660-4a1c-a341-9653a1f83c96 HTTP/1.1" status: 200 len: 918 time: 0.1658764 Aug 16 20:25:57.201236 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8c6e41c-51ab-4d3c-8311-5536fef44b65 req-aafe3271-452b-47e6-9d9c-983b9615b88f tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574913 Aug 16 20:25:57.229364 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5f4e68cf-9b4f-49d0-9170-b74ed0f084d9 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8280189 Aug 16 20:25:57.231419 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-897bb0eb-eeff-4ced-8170-05121e1d0226 req-5ae0105d-f73c-4b8b-92b7-0c69bf32f0b4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9db088bf-9b00-448c-84a5-6e7ac3be46b3 HTTP/1.1" status: 200 len: 217 time: 0.0436306 Aug 16 20:25:57.232551 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46208) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:57.359285 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ee6f86-7dbb-40b2-939e-85f9688924aa None None] Network 2d8f0d08-680c-424d-be56-ebd479becda2 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:57.393554 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54a442a-4b77-4897-adc0-6381b73f0f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-ae49f0a9-42b1-4a1c-b364-35413f3d334c', 'network_id': 'ae49f0a9-42b1-4a1c-b364-35413f3d334c', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'fixed_ips': [{'subnet_id': '7e6f4994-2a73-48cd-90c1-289cbc3edb75'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:25:57.394437 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f54a442a-4b77-4897-adc0-6381b73f0f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:57.538457 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-87c7b8ff-1f08-4da7-a213-067879935af3 None None] Provisioning for port a9ad6cae-be66-425b-a251-1cb241f424b1 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:57.670786 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-f54a442a-4b77-4897-adc0-6381b73f0f8c None None] Allocated IP 2001:db8:2::2 (ae49f0a9-42b1-4a1c-b364-35413f3d334c/7e6f4994-2a73-48cd-90c1-289cbc3edb75/41951b57-2659-47a9-b895-869cdf553498) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:57.768575 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bb0eb-eeff-4ced-8170-05121e1d0226 req-87b7699c-08a1-4aeb-b550-3a8e8bc7461a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:57.771435 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-897bb0eb-eeff-4ced-8170-05121e1d0226 req-87b7699c-08a1-4aeb-b550-3a8e8bc7461a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22f1ef82-708c-4a07-a4be-6ce7461b8bb2 HTTP/1.1" status: 200 len: 856 time: 0.5314755 Aug 16 20:25:57.853030 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f54a442a-4b77-4897-adc0-6381b73f0f8c None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:57.865435 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f54a442a-4b77-4897-adc0-6381b73f0f8c None None] Transition to ACTIVE for port object 41951b57-2659-47a9-b895-869cdf553498 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:57.887933 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f54a442a-4b77-4897-adc0-6381b73f0f8c None None] Transition to ACTIVE for port object 41951b57-2659-47a9-b895-869cdf553498 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:57.896487 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f54a442a-4b77-4897-adc0-6381b73f0f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:57.909685 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bb0eb-eeff-4ced-8170-05121e1d0226 req-fe0d8592-f755-4728-bed6-afa5d1123dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:57.911223 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-897bb0eb-eeff-4ced-8170-05121e1d0226 req-fe0d8592-f755-4728-bed6-afa5d1123dcf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=694913cb-9660-4a1c-a341-9653a1f83c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1245136 Aug 16 20:25:57.946089 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54a442a-4b77-4897-adc0-6381b73f0f8c None None] Network ae49f0a9-42b1-4a1c-b364-35413f3d334c is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:57.953251 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-f54a442a-4b77-4897-adc0-6381b73f0f8c None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:57.956915 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54a442a-4b77-4897-adc0-6381b73f0f8c None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:57.968092 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a442a-4b77-4897-adc0-6381b73f0f8c None None] Pushing event updated for resources: {'Port': ['ID=41951b57-2659-47a9-b895-869cdf553498,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:58.037673 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f54a442a-4b77-4897-adc0-6381b73f0f8c None None] Attempting to bind port 41951b57-2659-47a9-b895-869cdf553498 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:58.038207 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f54a442a-4b77-4897-adc0-6381b73f0f8c None None] Attempting to bind port 41951b57-2659-47a9-b895-869cdf553498 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'a9336c26-4732-4d6a-b380-26e229c117e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ae49f0a9-42b1-4a1c-b364-35413f3d334c'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:58.038724 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54a442a-4b77-4897-adc0-6381b73f0f8c None None] Attempting to bind port 41951b57-2659-47a9-b895-869cdf553498 on network ae49f0a9-42b1-4a1c-b364-35413f3d334c {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:58.047589 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54a442a-4b77-4897-adc0-6381b73f0f8c None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:58.047958 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54a442a-4b77-4897-adc0-6381b73f0f8c None None] Checking segment: {'id': 'a9336c26-4732-4d6a-b380-26e229c117e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ae49f0a9-42b1-4a1c-b364-35413f3d334c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:58.048365 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f54a442a-4b77-4897-adc0-6381b73f0f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:58.053652 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54a442a-4b77-4897-adc0-6381b73f0f8c None None] Bound using segment: {'id': 'a9336c26-4732-4d6a-b380-26e229c117e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ae49f0a9-42b1-4a1c-b364-35413f3d334c'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:58.053652 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f54a442a-4b77-4897-adc0-6381b73f0f8c None None] Bound port: 41951b57-2659-47a9-b895-869cdf553498, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9336c26-4732-4d6a-b380-26e229c117e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ae49f0a9-42b1-4a1c-b364-35413f3d334c'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:58.053652 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f54a442a-4b77-4897-adc0-6381b73f0f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:58.107685 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d157589e-621e-4add-9c2b-a12c6695e3eb None None] Provisioning for port 60570ddb-eefd-4576-821f-972a9d2914e9 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:58.124577 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d157589e-621e-4add-9c2b-a12c6695e3eb None None] Provisioning complete for port 60570ddb-eefd-4576-821f-972a9d2914e9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:58.124780 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d157589e-621e-4add-9c2b-a12c6695e3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:58.145153 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-897bb0eb-eeff-4ced-8170-05121e1d0226 req-eec04556-d631-46d8-a39f-54f3933dd221 service neutron] 10.222.0.57 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216246 Aug 16 20:25:58.168632 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f54a442a-4b77-4897-adc0-6381b73f0f8c None None] For port 41951b57-2659-47a9-b895-869cdf553498, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:58.205352 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f54a442a-4b77-4897-adc0-6381b73f0f8c None None] For port 41951b57-2659-47a9-b895-869cdf553498, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=41951b57-2659-47a9-b895-869cdf553498,segment=NetworkSegment(a9336c26-4732-4d6a-b380-26e229c117e1),segment_id=a9336c26-4732-4d6a-b380-26e229c117e1)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:58.208165 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d157589e-621e-4add-9c2b-a12c6695e3eb None None] Port 60570ddb-eefd-4576-821f-972a9d2914e9 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:25:58.217451 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f54a442a-4b77-4897-adc0-6381b73f0f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:58.313131 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a442a-4b77-4897-adc0-6381b73f0f8c None None] Pushing event updated for resources: {'Port': ['ID=41951b57-2659-47a9-b895-869cdf553498,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:58.313613 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-588f8fce-9451-4349-b706-3f986d14b7a7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:58.387895 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-897bb0eb-eeff-4ced-8170-05121e1d0226 req-522332ab-ae41-4b00-b1aa-63071f405f45 service neutron] 10.222.0.57 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347994 Aug 16 20:25:58.392641 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4a863192-e3b8-49dc-b4ca-3d46357854fd up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:58.476126 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e36e9cea-b313-4ddf-850d-c19d7e099550 None None] Provisioning complete for port 60570ddb-eefd-4576-821f-972a9d2914e9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:58.476502 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e36e9cea-b313-4ddf-850d-c19d7e099550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:58.503310 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fded2f9-3364-45ec-b521-12e62b0ed3d2 req-01600d37-43a2-4b58-ae95-d0353677e6d8 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:58.504931 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3fded2f9-3364-45ec-b521-12e62b0ed3d2 req-01600d37-43a2-4b58-ae95-d0353677e6d8 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 944 time: 0.1506116 Aug 16 20:25:58.534220 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e36e9cea-b313-4ddf-850d-c19d7e099550 None None] Port 60570ddb-eefd-4576-821f-972a9d2914e9 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:25:58.539213 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 4a863192-e3b8-49dc-b4ca-3d46357854fd completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:58.564495 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 4a863192-e3b8-49dc-b4ca-3d46357854fd triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:58.565312 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:58.610845 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3fded2f9-3364-45ec-b521-12e62b0ed3d2 req-3080a168-2057-4b73-8b16-e751bef6a1a4 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951414 Aug 16 20:25:58.647507 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50920ad-a5de-4cd0-a2b9-c8a67027e8bb None None] Sync routers for ids ['93064032-35af-48b2-989c-e32e4bfc731d'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:25:58.664232 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50920ad-a5de-4cd0-a2b9-c8a67027e8bb None None] Routers {'93064032-35af-48b2-989c-e32e4bfc731d'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:58.668365 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e50920ad-a5de-4cd0-a2b9-c8a67027e8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:35Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['93064032-35af-48b2-989c-e32e4bfc731d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:58.680671 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:58.720614 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 4a863192-e3b8-49dc-b4ca-3d46357854fd, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=4a863192-e3b8-49dc-b4ca-3d46357854fd,segment=NetworkSegment(b744a5d1-a192-4cc9-9b4e-7724ddc4a8cc),segment_id=b744a5d1-a192-4cc9-9b4e-7724ddc4a8cc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:58.725917 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:58.726753 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device a9ad6cae-be66-425b-a251-1cb241f424b1 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:58.795952 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-588f8fce-9451-4349-b706-3f986d14b7a7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Allocated IP 2001:db8:2::1 (ae49f0a9-42b1-4a1c-b364-35413f3d334c/7e6f4994-2a73-48cd-90c1-289cbc3edb75/1ffff041-f49c-4c43-8446-e394d2686972) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:58.802655 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-e50920ad-a5de-4cd0-a2b9-c8a67027e8bb None None] Set router 93064032-35af-48b2-989c-e32e4bfc731d gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:25:58.821163 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=4a863192-e3b8-49dc-b4ca-3d46357854fd,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:58.842438 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port a9ad6cae-be66-425b-a251-1cb241f424b1 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:58.846658 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port a9ad6cae-be66-425b-a251-1cb241f424b1 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:58.847096 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:58.900456 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1ff9c620-5137-4973-b64c-0937dfa05fe1 None None] Provisioning complete for port 60570ddb-eefd-4576-821f-972a9d2914e9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:58.901183 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ff9c620-5137-4973-b64c-0937dfa05fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:58.927664 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-588f8fce-9451-4349-b706-3f986d14b7a7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:58.943200 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-588f8fce-9451-4349-b706-3f986d14b7a7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Transition to ACTIVE for port object 1ffff041-f49c-4c43-8446-e394d2686972 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:58.967104 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1ff9c620-5137-4973-b64c-0937dfa05fe1 None None] Port 60570ddb-eefd-4576-821f-972a9d2914e9 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:25:58.968675 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:58.981313 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-588f8fce-9451-4349-b706-3f986d14b7a7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:59.009033 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port a9ad6cae-be66-425b-a251-1cb241f424b1, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=a9ad6cae-be66-425b-a251-1cb241f424b1,segment=NetworkSegment(85907941-4f43-4cc5-a2e8-dfc4458a0fa8),segment_id=85907941-4f43-4cc5-a2e8-dfc4458a0fa8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:59.014211 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:59.030362 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e50920ad-a5de-4cd0-a2b9-c8a67027e8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93064032-35af-48b2-989c-e32e4bfc731d', 'name': 'tempest-RoutersIpV6Test-router-2022266126', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:49Z', 'updated_at': '2021-08-16T20:25:54Z', 'revision_number': 3, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None, '_interfaces': [{'id': '4a863192-e3b8-49dc-b4ca-3d46357854fd', 'name': '', 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:b4:be:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:50Z', 'updated_at': '2021-08-16T20:25:55Z', 'revision_number': 4, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60570ddb-eefd-4576-821f-972a9d2914e9', 'name': '', 'network_id': '2d8f0d08-680c-424d-be56-ebd479becda2', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:70:40:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '3649c37a-14c1-4eff-9493-e568146d0064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:53Z', 'updated_at': '2021-08-16T20:25:54Z', 'revision_number': 2, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '3649c37a-14c1-4eff-9493-e568146d0064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:59.040058 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588f8fce-9451-4349-b706-3f986d14b7a7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network ae49f0a9-42b1-4a1c-b364-35413f3d334c is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:59.044844 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-588f8fce-9451-4349-b706-3f986d14b7a7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:59.047890 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588f8fce-9451-4349-b706-3f986d14b7a7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:59.048551 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-588f8fce-9451-4349-b706-3f986d14b7a7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:59.066539 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50920ad-a5de-4cd0-a2b9-c8a67027e8bb None None] Checking router: 93064032-35af-48b2-989c-e32e4bfc731d for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:25:59.066889 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50920ad-a5de-4cd0-a2b9-c8a67027e8bb None None] Updating router 93064032-35af-48b2-989c-e32e4bfc731d port 60570ddb-eefd-4576-821f-972a9d2914e9 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:25:59.077659 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=a9ad6cae-be66-425b-a251-1cb241f424b1,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:59.091414 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f8fce-9451-4349-b706-3f986d14b7a7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Port': ['ID=1ffff041-f49c-4c43-8446-e394d2686972,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:59.092580 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e50920ad-a5de-4cd0-a2b9-c8a67027e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:59.179780 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-588f8fce-9451-4349-b706-3f986d14b7a7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:59.385354 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e50920ad-a5de-4cd0-a2b9-c8a67027e8bb None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:59.397340 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-e50920ad-a5de-4cd0-a2b9-c8a67027e8bb None None] Transition to ACTIVE for port object 60570ddb-eefd-4576-821f-972a9d2914e9 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:59.404825 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e50920ad-a5de-4cd0-a2b9-c8a67027e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:59.455691 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759aaef-8806-4944-ac43-5330c111c24a None None] Pushing event updated for resources: {'Port': ['ID=60570ddb-eefd-4576-821f-972a9d2914e9,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:59.481690 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-588f8fce-9451-4349-b706-3f986d14b7a7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:59.488448 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-588f8fce-9451-4349-b706-3f986d14b7a7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:59.489556 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-588f8fce-9451-4349-b706-3f986d14b7a7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:59.513990 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-e50920ad-a5de-4cd0-a2b9-c8a67027e8bb None None] Attempting to bind port 60570ddb-eefd-4576-821f-972a9d2914e9 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:59.514433 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-e50920ad-a5de-4cd0-a2b9-c8a67027e8bb None None] Attempting to bind port 60570ddb-eefd-4576-821f-972a9d2914e9 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '85907941-4f43-4cc5-a2e8-dfc4458a0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2d8f0d08-680c-424d-be56-ebd479becda2'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:59.514850 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50920ad-a5de-4cd0-a2b9-c8a67027e8bb None None] Attempting to bind port 60570ddb-eefd-4576-821f-972a9d2914e9 on network 2d8f0d08-680c-424d-be56-ebd479becda2 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:59.518621 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a803594-eb83-4afe-b768-caea07c38ec2 None None] Network ae49f0a9-42b1-4a1c-b364-35413f3d334c requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:59.520401 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50920ad-a5de-4cd0-a2b9-c8a67027e8bb None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:59.520849 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50920ad-a5de-4cd0-a2b9-c8a67027e8bb None None] Checking segment: {'id': '85907941-4f43-4cc5-a2e8-dfc4458a0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2d8f0d08-680c-424d-be56-ebd479becda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:59.521337 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e50920ad-a5de-4cd0-a2b9-c8a67027e8bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:59.522326 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50920ad-a5de-4cd0-a2b9-c8a67027e8bb None None] Bound using segment: {'id': '85907941-4f43-4cc5-a2e8-dfc4458a0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2d8f0d08-680c-424d-be56-ebd479becda2'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:59.522439 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-e50920ad-a5de-4cd0-a2b9-c8a67027e8bb None None] Bound port: 60570ddb-eefd-4576-821f-972a9d2914e9, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85907941-4f43-4cc5-a2e8-dfc4458a0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2d8f0d08-680c-424d-be56-ebd479becda2'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:59.522736 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e50920ad-a5de-4cd0-a2b9-c8a67027e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:59.601913 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-e50920ad-a5de-4cd0-a2b9-c8a67027e8bb None None] For port 60570ddb-eefd-4576-821f-972a9d2914e9, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:59.602228 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f8fce-9451-4349-b706-3f986d14b7a7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Port': ['ID=1ffff041-f49c-4c43-8446-e394d2686972,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:59.607793 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-e50920ad-a5de-4cd0-a2b9-c8a67027e8bb None None] For port 60570ddb-eefd-4576-821f-972a9d2914e9, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=60570ddb-eefd-4576-821f-972a9d2914e9,segment=NetworkSegment(85907941-4f43-4cc5-a2e8-dfc4458a0fa8),segment_id=85907941-4f43-4cc5-a2e8-dfc4458a0fa8)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:59.612262 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d74d70d8-1bec-405f-a1ff-96abeb837f9d None None] Provisioning for port 41951b57-2659-47a9-b895-869cdf553498 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:59.614799 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e50920ad-a5de-4cd0-a2b9-c8a67027e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:59.664560 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588f8fce-9451-4349-b706-3f986d14b7a7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network ae49f0a9-42b1-4a1c-b364-35413f3d334c is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:59.666349 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-588f8fce-9451-4349-b706-3f986d14b7a7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:59.789018 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588f8fce-9451-4349-b706-3f986d14b7a7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Router 93064032-35af-48b2-989c-e32e4bfc731d has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:25:59.805007 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7016fa6-1956-4455-9b54-c22bb34b1464 req-bb100001-374a-44dc-bd0f-61d0cf49ab3c tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:59.807038 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c7016fa6-1956-4455-9b54-c22bb34b1464 req-bb100001-374a-44dc-bd0f-61d0cf49ab3c tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 944 time: 0.0682530 Aug 16 20:25:59.821753 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50920ad-a5de-4cd0-a2b9-c8a67027e8bb None None] Routers {'93064032-35af-48b2-989c-e32e4bfc731d'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:59.822238 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e50920ad-a5de-4cd0-a2b9-c8a67027e8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:35Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['93064032-35af-48b2-989c-e32e4bfc731d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:59.865832 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c7016fa6-1956-4455-9b54-c22bb34b1464 req-3fc13a42-f6d4-44ec-957f-7b0f0ca5274e tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521257 Aug 16 20:25:59.914912 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759aaef-8806-4944-ac43-5330c111c24a None None] Pushing event updated for resources: {'Port': ['ID=60570ddb-eefd-4576-821f-972a9d2914e9,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:59.918789 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588f8fce-9451-4349-b706-3f986d14b7a7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:25:59.926943 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-588f8fce-9451-4349-b706-3f986d14b7a7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "PUT /v2.0/routers/93064032-35af-48b2-989c-e32e4bfc731d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6926880 Aug 16 20:25:59.928961 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46214) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:59.934389 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-4eb31355-4797-4075-bd1b-09d8261b881c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-740788017'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:59.947180 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-e50920ad-a5de-4cd0-a2b9-c8a67027e8bb None None] Set router 93064032-35af-48b2-989c-e32e4bfc731d gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:25:59.959020 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb31355-4797-4075-bd1b-09d8261b881c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Made reservation on behalf of 009dba348fb2442ba66df3ffefced168 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:59.962736 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4eb31355-4797-4075-bd1b-09d8261b881c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:59.993721 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb31355-4797-4075-bd1b-09d8261b881c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:26:00.007342 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4eb31355-4797-4075-bd1b-09d8261b881c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:00.007702 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-4eb31355-4797-4075-bd1b-09d8261b881c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Added segment 43c71cf7-206b-45e2-9e7c-3defbc983dd6 of type vlan for network 3dde93eb-04f2-42a9-a0b5-1aeb6a32f799 Aug 16 20:26:00.052243 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4eb31355-4797-4075-bd1b-09d8261b881c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:00.084676 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4eb31355-4797-4075-bd1b-09d8261b881c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:00.091211 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb31355-4797-4075-bd1b-09d8261b881c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:00.091923 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4eb31355-4797-4075-bd1b-09d8261b881c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:00.168258 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4eb31355-4797-4075-bd1b-09d8261b881c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2379868 Aug 16 20:26:00.171065 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46216) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:00.176353 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d9d74509-aeef-48ad-b8c3-800877482c37 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Request body: {'subnet': {'network_id': '3dde93eb-04f2-42a9-a0b5-1aeb6a32f799', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:00.208729 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb31355-4797-4075-bd1b-09d8261b881c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Network': ['ID=3dde93eb-04f2-42a9-a0b5-1aeb6a32f799,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:00.216651 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-90b38442-fec0-4fe6-9bf5-1b94b7a2826a None None] Provisioning for port 1ffff041-f49c-4c43-8446-e394d2686972 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:00.221048 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-90b38442-fec0-4fe6-9bf5-1b94b7a2826a None None] Provisioning complete for port 1ffff041-f49c-4c43-8446-e394d2686972 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:00.221430 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-90b38442-fec0-4fe6-9bf5-1b94b7a2826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:00.248500 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e50920ad-a5de-4cd0-a2b9-c8a67027e8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93064032-35af-48b2-989c-e32e4bfc731d', 'name': 'tempest-RoutersIpV6Test-router-2022266126', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:49Z', 'updated_at': '2021-08-16T20:25:59Z', 'revision_number': 4, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None, '_interfaces': [{'id': '1ffff041-f49c-4c43-8446-e394d2686972', 'name': '', 'network_id': 'ae49f0a9-42b1-4a1c-b364-35413f3d334c', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:28:5e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '7e6f4994-2a73-48cd-90c1-289cbc3edb75', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:58Z', 'updated_at': '2021-08-16T20:25:59Z', 'revision_number': 2, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '7e6f4994-2a73-48cd-90c1-289cbc3edb75', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a863192-e3b8-49dc-b4ca-3d46357854fd', 'name': '', 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:b4:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:50Z', 'updated_at': '2021-08-16T20:25:58Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60570ddb-eefd-4576-821f-972a9d2914e9', 'name': '', 'network_id': '2d8f0d08-680c-424d-be56-ebd479becda2', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:70:40:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '3649c37a-14c1-4eff-9493-e568146d0064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:53Z', 'updated_at': '2021-08-16T20:25:59Z', 'revision_number': 4, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '3649c37a-14c1-4eff-9493-e568146d0064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:00.249429 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 3dde93eb-04f2-42a9-a0b5-1aeb6a32f799 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:26:00.302020 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50920ad-a5de-4cd0-a2b9-c8a67027e8bb None None] The sync data for ids ['93064032-35af-48b2-989c-e32e4bfc731d'] in n-d-787206-13 is: [{'id': '93064032-35af-48b2-989c-e32e4bfc731d', 'name': 'tempest-RoutersIpV6Test-router-2022266126', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:49Z', 'updated_at': '2021-08-16T20:25:59Z', 'revision_number': 4, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None, '_interfaces': [{'id': '1ffff041-f49c-4c43-8446-e394d2686972', 'name': '', 'network_id': 'ae49f0a9-42b1-4a1c-b364-35413f3d334c', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:28:5e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '7e6f4994-2a73-48cd-90c1-289cbc3edb75', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:58Z', 'updated_at': '2021-08-16T20:25:59Z', 'revision_number': 2, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '7e6f4994-2a73-48cd-90c1-289cbc3edb75', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a863192-e3b8-49dc-b4ca-3d46357854fd', 'name': '', 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:b4:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:50Z', 'updated_at': '2021-08-16T20:25:58Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60570ddb-eefd-4576-821f-972a9d2914e9', 'name': '', 'network_id': '2d8f0d08-680c-424d-be56-ebd479becda2', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:70:40:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '3649c37a-14c1-4eff-9493-e568146d0064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:53Z', 'updated_at': '2021-08-16T20:25:59Z', 'revision_number': 4, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '3649c37a-14c1-4eff-9493-e568146d0064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:26:00.348085 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-90b38442-fec0-4fe6-9bf5-1b94b7a2826a None None] Port 1ffff041-f49c-4c43-8446-e394d2686972 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:26:00.360202 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d74509-aeef-48ad-b8c3-800877482c37 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Made reservation on behalf of 009dba348fb2442ba66df3ffefced168 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:26:00.371414 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9d74509-aeef-48ad-b8c3-800877482c37 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:00.386779 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 41951b57-2659-47a9-b895-869cdf553498 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:00.456897 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 41951b57-2659-47a9-b895-869cdf553498 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:00.461921 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 41951b57-2659-47a9-b895-869cdf553498 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:00.462267 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:00.504685 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e7511558-cef0-4f8c-a2d1-70384c336a9e req-e299630d-6536-4415-843a-bb1f401ce746 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0687647 Aug 16 20:26:00.569756 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3171c8ad-7c8b-4764-ac96-32daa12b7e8c None None] Provisioning complete for port 1ffff041-f49c-4c43-8446-e394d2686972 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:00.570769 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3171c8ad-7c8b-4764-ac96-32daa12b7e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:00.592755 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:00.621019 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7511558-cef0-4f8c-a2d1-70384c336a9e req-18f0442a-89c4-4de2-8127-605ab9edb2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:00.622634 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e7511558-cef0-4f8c-a2d1-70384c336a9e req-18f0442a-89c4-4de2-8127-605ab9edb2e6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5fcbda3619a74e5b9b9ea7a9065ce932&device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 1098 time: 0.0617020 Aug 16 20:26:00.663500 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3171c8ad-7c8b-4764-ac96-32daa12b7e8c None None] Port 1ffff041-f49c-4c43-8446-e394d2686972 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:26:00.667842 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 41951b57-2659-47a9-b895-869cdf553498, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=41951b57-2659-47a9-b895-869cdf553498,segment=NetworkSegment(a9336c26-4732-4d6a-b380-26e229c117e1),segment_id=a9336c26-4732-4d6a-b380-26e229c117e1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:00.678106 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:00.678983 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4a863192-e3b8-49dc-b4ca-3d46357854fd up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:00.737260 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9d74509-aeef-48ad-b8c3-800877482c37 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:00.789752 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 4a863192-e3b8-49dc-b4ca-3d46357854fd triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:00.789752 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:00.811357 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7511558-cef0-4f8c-a2d1-70384c336a9e req-2f8b8da1-fb74-4e8f-a023-ab990f73c0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:00.813573 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e7511558-cef0-4f8c-a2d1-70384c336a9e req-2f8b8da1-fb74-4e8f-a023-ab990f73c0df service neutron] 10.222.0.63 "GET /v2.0/networks?id=0884c200-acec-460b-b534-7fcde0dd54c6 HTTP/1.1" status: 200 len: 912 time: 0.1682608 Aug 16 20:26:00.820936 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d74509-aeef-48ad-b8c3-800877482c37 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Subnet': ['ID=4eeb26da-0b3a-4be0-ac0c-f2b81353a5d6,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:00.826829 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=41951b57-2659-47a9-b895-869cdf553498,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:00.829126 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d74509-aeef-48ad-b8c3-800877482c37 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Checking segment: {'id': '43c71cf7-206b-45e2-9e7c-3defbc983dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3dde93eb-04f2-42a9-a0b5-1aeb6a32f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:26:00.829498 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d74509-aeef-48ad-b8c3-800877482c37 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network hostable DHCP agents. Network: 3dde93eb-04f2-42a9-a0b5-1aeb6a32f799, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:26:00.847209 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d74509-aeef-48ad-b8c3-800877482c37 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network 3dde93eb-04f2-42a9-a0b5-1aeb6a32f799 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:26:00.859455 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d9d74509-aeef-48ad-b8c3-800877482c37 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 3dde93eb-04f2-42a9-a0b5-1aeb6a32f799) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:00.864808 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d74509-aeef-48ad-b8c3-800877482c37 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:00.865390 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9d74509-aeef-48ad-b8c3-800877482c37 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:00.882002 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51161a1-7ada-4402-8916-7331716df97a None None] Network 3dde93eb-04f2-42a9-a0b5-1aeb6a32f799 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:26:00.882244 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d9d74509-aeef-48ad-b8c3-800877482c37 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7098589 Aug 16 20:26:00.885066 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46218) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:00.911434 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e7511558-cef0-4f8c-a2d1-70384c336a9e req-0c047482-f5a9-4436-8d51-262be49769ca service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fe6b8c8-13d9-4f3d-a467-3d76601f69da HTTP/1.1" status: 200 len: 1002 time: 0.0911450 Aug 16 20:26:00.984174 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-aebd5be0-4032-4ff1-976d-209f3a76e290 None None] Provisioning complete for port 1ffff041-f49c-4c43-8446-e394d2686972 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:00.984458 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aebd5be0-4032-4ff1-976d-209f3a76e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:00.986249 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7511558-cef0-4f8c-a2d1-70384c336a9e req-62a7107f-7150-4c38-9acd-fdd3aba6aee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:00.992524 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e7511558-cef0-4f8c-a2d1-70384c336a9e req-62a7107f-7150-4c38-9acd-fdd3aba6aee4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2e5317c1-df9f-4c3c-8707-a2ba178832b8 HTTP/1.1" status: 200 len: 850 time: 0.0710781 Aug 16 20:26:01.049278 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device a9ad6cae-be66-425b-a251-1cb241f424b1 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:01.073174 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7511558-cef0-4f8c-a2d1-70384c336a9e req-0bd4e636-abf2-43c8-bd72-9efd6da8c6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:01.075294 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e7511558-cef0-4f8c-a2d1-70384c336a9e req-0bd4e636-abf2-43c8-bd72-9efd6da8c6a8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0884c200-acec-460b-b534-7fcde0dd54c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751266 Aug 16 20:26:01.083841 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-aebd5be0-4032-4ff1-976d-209f3a76e290 None None] Port 1ffff041-f49c-4c43-8446-e394d2686972 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:26:01.174003 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79974f46-714f-4760-bff1-3c2e8bcb3868 req-9533f4cb-9fe1-408e-a497-13218bc67d3e tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:01.175598 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-79974f46-714f-4760-bff1-3c2e8bcb3868 req-9533f4cb-9fe1-408e-a497-13218bc67d3e tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 944 time: 0.1623785 Aug 16 20:26:01.183286 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d98874-2e6a-475f-8c2f-7d5b11acdc66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-3dde93eb-04f2-42a9-a0b5-1aeb6a32f799', 'network_id': '3dde93eb-04f2-42a9-a0b5-1aeb6a32f799', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'fixed_ips': [{'subnet_id': '4eeb26da-0b3a-4be0-ac0c-f2b81353a5d6'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:26:01.184564 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65d98874-2e6a-475f-8c2f-7d5b11acdc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:01.194693 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port a9ad6cae-be66-425b-a251-1cb241f424b1 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:01.195061 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:01.205251 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e7511558-cef0-4f8c-a2d1-70384c336a9e req-7bab4391-b24b-4b7b-b011-07f5af7364ba service neutron] 10.222.0.63 "GET /v2.0/networks/0884c200-acec-460b-b534-7fcde0dd54c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218004 Aug 16 20:26:01.219365 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 9db088bf-9b00-448c-84a5-6e7ac3be46b3 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:26:01.294602 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-79974f46-714f-4760-bff1-3c2e8bcb3868 req-c72146db-bab7-4f75-8fb7-9cc3db091416 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084464 Aug 16 20:26:01.314998 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e7511558-cef0-4f8c-a2d1-70384c336a9e req-87cf3e35-8320-4fff-9fec-63b2254442a9 service neutron] 10.222.0.63 "GET /v2.0/networks/0884c200-acec-460b-b534-7fcde0dd54c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025360 Aug 16 20:26:01.364403 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3165650-fdb7-46f1-8ea1-4443d44ccca5 None None] Sync routers for ids ['93064032-35af-48b2-989c-e32e4bfc731d'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:26:01.405376 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7880a12f-1289-4b45-ac8f-ccf8b40220a2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:01.405594 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3165650-fdb7-46f1-8ea1-4443d44ccca5 None None] Routers {'93064032-35af-48b2-989c-e32e4bfc731d'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:01.406126 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c3165650-fdb7-46f1-8ea1-4443d44ccca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:35Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['93064032-35af-48b2-989c-e32e4bfc731d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:01.719879 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 60570ddb-eefd-4576-821f-972a9d2914e9 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:01.728858 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 9db088bf-9b00-448c-84a5-6e7ac3be46b3, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=9db088bf-9b00-448c-84a5-6e7ac3be46b3,segment=NetworkSegment(651ae3f1-f903-4d50-9039-ebe7a7f61635),segment_id=651ae3f1-f903-4d50-9039-ebe7a7f61635)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:01.738647 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-65d98874-2e6a-475f-8c2f-7d5b11acdc66 None None] Allocated IP 2001:db8:3::2 (3dde93eb-04f2-42a9-a0b5-1aeb6a32f799/4eeb26da-0b3a-4be0-ac0c-f2b81353a5d6/dbeda3f7-adb8-4c95-9ddf-6b7e8d7e7a19) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:26:01.802494 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '9db088bf-9b00-448c-84a5-6e7ac3be46b3', 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96', 'port_id': '9db088bf-9b00-448c-84a5-6e7ac3be46b3', 'mac_address': 'fa:16:3e:95:d1:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:26:01.812614 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-c3165650-fdb7-46f1-8ea1-4443d44ccca5 None None] Set router 93064032-35af-48b2-989c-e32e4bfc731d gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:01.915610 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f921e088-366c-47ed-b216-372e70521370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:02.024652 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:02.062023 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 60570ddb-eefd-4576-821f-972a9d2914e9 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:02.070666 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9db088bf-9b00-448c-84a5-6e7ac3be46b3 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:26:02.083073 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 60570ddb-eefd-4576-821f-972a9d2914e9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:02.083388 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:02.138806 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 9db088bf-9b00-448c-84a5-6e7ac3be46b3, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=9db088bf-9b00-448c-84a5-6e7ac3be46b3,segment=NetworkSegment(651ae3f1-f903-4d50-9039-ebe7a7f61635),segment_id=651ae3f1-f903-4d50-9039-ebe7a7f61635)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:02.166727 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:02.256165 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65d98874-2e6a-475f-8c2f-7d5b11acdc66 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:02.282226 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-65d98874-2e6a-475f-8c2f-7d5b11acdc66 None None] Transition to ACTIVE for port object dbeda3f7-adb8-4c95-9ddf-6b7e8d7e7a19 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:02.284242 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=9db088bf-9b00-448c-84a5-6e7ac3be46b3,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:02.338736 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-65d98874-2e6a-475f-8c2f-7d5b11acdc66 None None] Transition to ACTIVE for port object dbeda3f7-adb8-4c95-9ddf-6b7e8d7e7a19 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:02.350751 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65d98874-2e6a-475f-8c2f-7d5b11acdc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:02.355823 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:02.406355 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['9db088bf-9b00-448c-84a5-6e7ac3be46b3'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:26:02.435616 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-7880a12f-1289-4b45-ac8f-ccf8b40220a2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Allocated IP 2001:db8:3::1 (3dde93eb-04f2-42a9-a0b5-1aeb6a32f799/4eeb26da-0b3a-4be0-ac0c-f2b81353a5d6/c3095728-3e17-4c9b-a6a7-4a46057593b8) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:26:02.437534 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c3165650-fdb7-46f1-8ea1-4443d44ccca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93064032-35af-48b2-989c-e32e4bfc731d', 'name': 'tempest-RoutersIpV6Test-router-2022266126', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:49Z', 'updated_at': '2021-08-16T20:25:59Z', 'revision_number': 4, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None, '_interfaces': [{'id': '1ffff041-f49c-4c43-8446-e394d2686972', 'name': '', 'network_id': 'ae49f0a9-42b1-4a1c-b364-35413f3d334c', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:28:5e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '7e6f4994-2a73-48cd-90c1-289cbc3edb75', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:58Z', 'updated_at': '2021-08-16T20:25:59Z', 'revision_number': 2, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '7e6f4994-2a73-48cd-90c1-289cbc3edb75', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a863192-e3b8-49dc-b4ca-3d46357854fd', 'name': '', 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:b4:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:50Z', 'updated_at': '2021-08-16T20:25:58Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60570ddb-eefd-4576-821f-972a9d2914e9', 'name': '', 'network_id': '2d8f0d08-680c-424d-be56-ebd479becda2', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:70:40:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '3649c37a-14c1-4eff-9493-e568146d0064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:53Z', 'updated_at': '2021-08-16T20:25:59Z', 'revision_number': 4, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '3649c37a-14c1-4eff-9493-e568146d0064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:02.457193 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d98874-2e6a-475f-8c2f-7d5b11acdc66 None None] Network 3dde93eb-04f2-42a9-a0b5-1aeb6a32f799 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:26:02.461802 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46a8d7-5c9f-4ca9-9aca-c6ae20b41a7c req-9051c1e6-180a-477d-ac8c-95d6c9d18150 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:02.463390 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0e46a8d7-5c9f-4ca9-9aca-c6ae20b41a7c req-9051c1e6-180a-477d-ac8c-95d6c9d18150 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 945 time: 0.0800533 Aug 16 20:26:02.487293 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-65d98874-2e6a-475f-8c2f-7d5b11acdc66 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:02.489799 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d98874-2e6a-475f-8c2f-7d5b11acdc66 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:26:02.491898 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d98874-2e6a-475f-8c2f-7d5b11acdc66 None None] Pushing event updated for resources: {'Port': ['ID=dbeda3f7-adb8-4c95-9ddf-6b7e8d7e7a19,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:02.509611 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3165650-fdb7-46f1-8ea1-4443d44ccca5 None None] Checking router: 93064032-35af-48b2-989c-e32e4bfc731d for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:26:02.509959 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3165650-fdb7-46f1-8ea1-4443d44ccca5 None None] Updating router 93064032-35af-48b2-989c-e32e4bfc731d port 1ffff041-f49c-4c43-8446-e394d2686972 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:26:02.565971 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 60570ddb-eefd-4576-821f-972a9d2914e9, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=60570ddb-eefd-4576-821f-972a9d2914e9,segment=NetworkSegment(85907941-4f43-4cc5-a2e8-dfc4458a0fa8),segment_id=85907941-4f43-4cc5-a2e8-dfc4458a0fa8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:02.569226 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0e46a8d7-5c9f-4ca9-9aca-c6ae20b41a7c req-b7dd1567-b321-4b2b-bac6-05317858cc1d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877719 Aug 16 20:26:02.579716 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:02.598462 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c3165650-fdb7-46f1-8ea1-4443d44ccca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:02.628356 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7880a12f-1289-4b45-ac8f-ccf8b40220a2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:02.645134 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-7880a12f-1289-4b45-ac8f-ccf8b40220a2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Transition to ACTIVE for port object c3095728-3e17-4c9b-a6a7-4a46057593b8 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:02.688269 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-65d98874-2e6a-475f-8c2f-7d5b11acdc66 None None] Attempting to bind port dbeda3f7-adb8-4c95-9ddf-6b7e8d7e7a19 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:26:02.688637 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-65d98874-2e6a-475f-8c2f-7d5b11acdc66 None None] Attempting to bind port dbeda3f7-adb8-4c95-9ddf-6b7e8d7e7a19 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '43c71cf7-206b-45e2-9e7c-3defbc983dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3dde93eb-04f2-42a9-a0b5-1aeb6a32f799'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:26:02.689001 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d98874-2e6a-475f-8c2f-7d5b11acdc66 None None] Attempting to bind port dbeda3f7-adb8-4c95-9ddf-6b7e8d7e7a19 on network 3dde93eb-04f2-42a9-a0b5-1aeb6a32f799 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:26:02.696424 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7880a12f-1289-4b45-ac8f-ccf8b40220a2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:02.709458 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d98874-2e6a-475f-8c2f-7d5b11acdc66 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:26:02.709797 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d98874-2e6a-475f-8c2f-7d5b11acdc66 None None] Checking segment: {'id': '43c71cf7-206b-45e2-9e7c-3defbc983dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3dde93eb-04f2-42a9-a0b5-1aeb6a32f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:26:02.710203 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65d98874-2e6a-475f-8c2f-7d5b11acdc66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:02.710599 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d98874-2e6a-475f-8c2f-7d5b11acdc66 None None] Bound using segment: {'id': '43c71cf7-206b-45e2-9e7c-3defbc983dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3dde93eb-04f2-42a9-a0b5-1aeb6a32f799'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:26:02.711061 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-65d98874-2e6a-475f-8c2f-7d5b11acdc66 None None] Bound port: dbeda3f7-adb8-4c95-9ddf-6b7e8d7e7a19, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c71cf7-206b-45e2-9e7c-3defbc983dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3dde93eb-04f2-42a9-a0b5-1aeb6a32f799'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:26:02.711456 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65d98874-2e6a-475f-8c2f-7d5b11acdc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:02.719438 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 41951b57-2659-47a9-b895-869cdf553498 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:02.733770 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=60570ddb-eefd-4576-821f-972a9d2914e9,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:02.739069 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7880a12f-1289-4b45-ac8f-ccf8b40220a2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network 3dde93eb-04f2-42a9-a0b5-1aeb6a32f799 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:26:02.742570 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7880a12f-1289-4b45-ac8f-ccf8b40220a2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:02.761074 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7880a12f-1289-4b45-ac8f-ccf8b40220a2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:26:02.761799 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7880a12f-1289-4b45-ac8f-ccf8b40220a2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:03.073979 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-65d98874-2e6a-475f-8c2f-7d5b11acdc66 None None] For port dbeda3f7-adb8-4c95-9ddf-6b7e8d7e7a19, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:26:03.078795 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-65d98874-2e6a-475f-8c2f-7d5b11acdc66 None None] For port dbeda3f7-adb8-4c95-9ddf-6b7e8d7e7a19, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=dbeda3f7-adb8-4c95-9ddf-6b7e8d7e7a19,segment=NetworkSegment(43c71cf7-206b-45e2-9e7c-3defbc983dd6),segment_id=43c71cf7-206b-45e2-9e7c-3defbc983dd6)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:26:03.087978 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 41951b57-2659-47a9-b895-869cdf553498 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:03.088941 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:03.131579 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65d98874-2e6a-475f-8c2f-7d5b11acdc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:03.250384 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880a12f-1289-4b45-ac8f-ccf8b40220a2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Port': ['ID=c3095728-3e17-4c9b-a6a7-4a46057593b8,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:03.281675 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d98874-2e6a-475f-8c2f-7d5b11acdc66 None None] Pushing event updated for resources: {'Port': ['ID=dbeda3f7-adb8-4c95-9ddf-6b7e8d7e7a19,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:03.353241 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c3165650-fdb7-46f1-8ea1-4443d44ccca5 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:03.357153 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7880a12f-1289-4b45-ac8f-ccf8b40220a2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:03.364163 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c3165650-fdb7-46f1-8ea1-4443d44ccca5 None None] Transition to ACTIVE for port object 1ffff041-f49c-4c43-8446-e394d2686972 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:03.373217 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c3165650-fdb7-46f1-8ea1-4443d44ccca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:03.432226 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9a653-6e53-49c5-8786-a3c2ebcc0065 None None] Pushing event updated for resources: {'Port': ['ID=1ffff041-f49c-4c43-8446-e394d2686972,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:03.482381 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c3165650-fdb7-46f1-8ea1-4443d44ccca5 None None] Attempting to bind port 1ffff041-f49c-4c43-8446-e394d2686972 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:26:03.483318 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c3165650-fdb7-46f1-8ea1-4443d44ccca5 None None] Attempting to bind port 1ffff041-f49c-4c43-8446-e394d2686972 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'a9336c26-4732-4d6a-b380-26e229c117e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ae49f0a9-42b1-4a1c-b364-35413f3d334c'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:26:03.483613 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3165650-fdb7-46f1-8ea1-4443d44ccca5 None None] Attempting to bind port 1ffff041-f49c-4c43-8446-e394d2686972 on network ae49f0a9-42b1-4a1c-b364-35413f3d334c {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:26:03.490287 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3165650-fdb7-46f1-8ea1-4443d44ccca5 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:26:03.490287 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3165650-fdb7-46f1-8ea1-4443d44ccca5 None None] Checking segment: {'id': 'a9336c26-4732-4d6a-b380-26e229c117e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ae49f0a9-42b1-4a1c-b364-35413f3d334c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:26:03.490996 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c3165650-fdb7-46f1-8ea1-4443d44ccca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:03.491533 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3165650-fdb7-46f1-8ea1-4443d44ccca5 None None] Bound using segment: {'id': 'a9336c26-4732-4d6a-b380-26e229c117e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ae49f0a9-42b1-4a1c-b364-35413f3d334c'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:26:03.492070 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c3165650-fdb7-46f1-8ea1-4443d44ccca5 None None] Bound port: 1ffff041-f49c-4c43-8446-e394d2686972, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9336c26-4732-4d6a-b380-26e229c117e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ae49f0a9-42b1-4a1c-b364-35413f3d334c'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:26:03.492522 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c3165650-fdb7-46f1-8ea1-4443d44ccca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:03.581475 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c3165650-fdb7-46f1-8ea1-4443d44ccca5 None None] For port 1ffff041-f49c-4c43-8446-e394d2686972, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:26:03.585485 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c3165650-fdb7-46f1-8ea1-4443d44ccca5 None None] For port 1ffff041-f49c-4c43-8446-e394d2686972, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1ffff041-f49c-4c43-8446-e394d2686972,segment=NetworkSegment(a9336c26-4732-4d6a-b380-26e229c117e1),segment_id=a9336c26-4732-4d6a-b380-26e229c117e1)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:26:03.591938 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c3165650-fdb7-46f1-8ea1-4443d44ccca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:03.668994 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3165650-fdb7-46f1-8ea1-4443d44ccca5 None None] Routers {'93064032-35af-48b2-989c-e32e4bfc731d'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:03.671929 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c3165650-fdb7-46f1-8ea1-4443d44ccca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:25:35Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['93064032-35af-48b2-989c-e32e4bfc731d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:03.774960 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7880a12f-1289-4b45-ac8f-ccf8b40220a2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:03.780692 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7880a12f-1289-4b45-ac8f-ccf8b40220a2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:03.781701 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7880a12f-1289-4b45-ac8f-ccf8b40220a2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:03.795330 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9a653-6e53-49c5-8786-a3c2ebcc0065 None None] Pushing event updated for resources: {'Port': ['ID=1ffff041-f49c-4c43-8446-e394d2686972,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:03.839282 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6463814-b42c-4752-b507-321eed5cce73 req-79ec0004-1c9b-4347-8b29-ce26920fa3bb tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:03.842264 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6463814-b42c-4752-b507-321eed5cce73 req-79ec0004-1c9b-4347-8b29-ce26920fa3bb tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 945 time: 0.1311724 Aug 16 20:26:03.884230 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-c3165650-fdb7-46f1-8ea1-4443d44ccca5 None None] Set router 93064032-35af-48b2-989c-e32e4bfc731d gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:03.952322 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6463814-b42c-4752-b507-321eed5cce73 req-42731e4c-2953-4b94-affa-06eaedb160fe tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027899 Aug 16 20:26:03.994663 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7880a12f-1289-4b45-ac8f-ccf8b40220a2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Network 3dde93eb-04f2-42a9-a0b5-1aeb6a32f799 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:26:04.003637 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880a12f-1289-4b45-ac8f-ccf8b40220a2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event updated for resources: {'Port': ['ID=c3095728-3e17-4c9b-a6a7-4a46057593b8,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:04.006626 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7880a12f-1289-4b45-ac8f-ccf8b40220a2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:04.149535 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7880a12f-1289-4b45-ac8f-ccf8b40220a2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Router 93064032-35af-48b2-989c-e32e4bfc731d has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:26:04.277718 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7880a12f-1289-4b45-ac8f-ccf8b40220a2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:26:04.283778 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7880a12f-1289-4b45-ac8f-ccf8b40220a2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "PUT /v2.0/routers/93064032-35af-48b2-989c-e32e4bfc731d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3976626 Aug 16 20:26:04.286533 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46242) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:04.291540 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-64104eef-cb7b-42ea-9f84-f2dba458d418 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:04.399057 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c3165650-fdb7-46f1-8ea1-4443d44ccca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93064032-35af-48b2-989c-e32e4bfc731d', 'name': 'tempest-RoutersIpV6Test-router-2022266126', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:49Z', 'updated_at': '2021-08-16T20:26:03Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None, '_interfaces': [{'id': '1ffff041-f49c-4c43-8446-e394d2686972', 'name': '', 'network_id': 'ae49f0a9-42b1-4a1c-b364-35413f3d334c', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:28:5e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '7e6f4994-2a73-48cd-90c1-289cbc3edb75', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:58Z', 'updated_at': '2021-08-16T20:26:03Z', 'revision_number': 4, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '7e6f4994-2a73-48cd-90c1-289cbc3edb75', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a863192-e3b8-49dc-b4ca-3d46357854fd', 'name': '', 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:b4:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:50Z', 'updated_at': '2021-08-16T20:25:58Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60570ddb-eefd-4576-821f-972a9d2914e9', 'name': '', 'network_id': '2d8f0d08-680c-424d-be56-ebd479becda2', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:70:40:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '3649c37a-14c1-4eff-9493-e568146d0064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:53Z', 'updated_at': '2021-08-16T20:26:02Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '3649c37a-14c1-4eff-9493-e568146d0064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3095728-3e17-4c9b-a6a7-4a46057593b8', 'name': '', 'network_id': '3dde93eb-04f2-42a9-a0b5-1aeb6a32f799', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:8e:4e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '4eeb26da-0b3a-4be0-ac0c-f2b81353a5d6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:01Z', 'updated_at': '2021-08-16T20:26:02Z', 'revision_number': 1, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '4eeb26da-0b3a-4be0-ac0c-f2b81353a5d6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:04.435053 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2981a05-6d80-43eb-becc-ab05459b82fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:04.437547 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3165650-fdb7-46f1-8ea1-4443d44ccca5 None None] The sync data for ids ['93064032-35af-48b2-989c-e32e4bfc731d'] in n-d-787206-13 is: [{'id': '93064032-35af-48b2-989c-e32e4bfc731d', 'name': 'tempest-RoutersIpV6Test-router-2022266126', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:49Z', 'updated_at': '2021-08-16T20:26:03Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None, '_interfaces': [{'id': '1ffff041-f49c-4c43-8446-e394d2686972', 'name': '', 'network_id': 'ae49f0a9-42b1-4a1c-b364-35413f3d334c', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:28:5e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '7e6f4994-2a73-48cd-90c1-289cbc3edb75', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:58Z', 'updated_at': '2021-08-16T20:26:03Z', 'revision_number': 4, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '7e6f4994-2a73-48cd-90c1-289cbc3edb75', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a863192-e3b8-49dc-b4ca-3d46357854fd', 'name': '', 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:b4:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:50Z', 'updated_at': '2021-08-16T20:25:58Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60570ddb-eefd-4576-821f-972a9d2914e9', 'name': '', 'network_id': '2d8f0d08-680c-424d-be56-ebd479becda2', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:70:40:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '3649c37a-14c1-4eff-9493-e568146d0064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:53Z', 'updated_at': '2021-08-16T20:26:02Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '3649c37a-14c1-4eff-9493-e568146d0064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3095728-3e17-4c9b-a6a7-4a46057593b8', 'name': '', 'network_id': '3dde93eb-04f2-42a9-a0b5-1aeb6a32f799', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:8e:4e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '4eeb26da-0b3a-4be0-ac0c-f2b81353a5d6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:01Z', 'updated_at': '2021-08-16T20:26:02Z', 'revision_number': 1, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '4eeb26da-0b3a-4be0-ac0c-f2b81353a5d6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:26:04.673867 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f797864f-517c-45f4-b37c-98937975fae0 None None] Network 3dde93eb-04f2-42a9-a0b5-1aeb6a32f799 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:26:04.764238 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:04.787148 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.extraroute_db [None req-64104eef-cb7b-42ea-9f84-f2dba458d418 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 20:26:04.795500 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fee6d3d1-6205-4c51-938a-433e9789a39d None None] Provisioning for port dbeda3f7-adb8-4c95-9ddf-6b7e8d7e7a19 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:04.809090 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.extraroute_db [None req-64104eef-cb7b-42ea-9f84-f2dba458d418 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Removed routes are [] {{(pid=94771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 20:26:04.809563 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64104eef-cb7b-42ea-9f84-f2dba458d418 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106996'] for router, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:04.908531 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 60570ddb-eefd-4576-821f-972a9d2914e9 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:04.995627 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 60570ddb-eefd-4576-821f-972a9d2914e9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:04.995996 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:05.148146 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64104eef-cb7b-42ea-9f84-f2dba458d418 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106996'] for router, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:05.156282 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64104eef-cb7b-42ea-9f84-f2dba458d418 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-399211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-399202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-399768'] for router, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:05.168660 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1ffff041-f49c-4c43-8446-e394d2686972 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:05.218155 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 9db088bf-9b00-448c-84a5-6e7ac3be46b3 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:05.264778 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d95ecd-38da-4360-b4f6-df6b3fdb8454 req-c3e696c8-aa06-4143-912b-07f520313fce tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:05.266470 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a1d95ecd-38da-4360-b4f6-df6b3fdb8454 req-c3e696c8-aa06-4143-912b-07f520313fce tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 945 time: 0.1800728 Aug 16 20:26:05.296933 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 1ffff041-f49c-4c43-8446-e394d2686972 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:05.306738 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 9db088bf-9b00-448c-84a5-6e7ac3be46b3 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:05.311668 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 9db088bf-9b00-448c-84a5-6e7ac3be46b3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:05.312815 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:05.314453 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 1ffff041-f49c-4c43-8446-e394d2686972 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:05.314919 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:05.348987 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64104eef-cb7b-42ea-9f84-f2dba458d418 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Router 93064032-35af-48b2-989c-e32e4bfc731d has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:26:05.358031 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a1d95ecd-38da-4360-b4f6-df6b3fdb8454 req-deab1186-6053-40be-b12e-25abae0ad157 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834186 Aug 16 20:26:05.496625 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e1feed-fca3-45bc-8761-81d1747f84ef None None] Sync routers for ids ['93064032-35af-48b2-989c-e32e4bfc731d'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:26:05.501538 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64104eef-cb7b-42ea-9f84-f2dba458d418 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:26:05.507040 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e1feed-fca3-45bc-8761-81d1747f84ef None None] Routers {'93064032-35af-48b2-989c-e32e4bfc731d'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:05.507723 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-11e1feed-fca3-45bc-8761-81d1747f84ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:26:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['93064032-35af-48b2-989c-e32e4bfc731d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:05.507889 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:05.511614 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:05.513015 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64104eef-cb7b-42ea-9f84-f2dba458d418 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:05.517155 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46248) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:05.517684 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-64104eef-cb7b-42ea-9f84-f2dba458d418 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "PUT /v2.0/routers/93064032-35af-48b2-989c-e32e4bfc731d HTTP/1.1" status: 200 len: 954 time: 1.2294965 Aug 16 20:26:05.530589 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-98edd0bb-251a-4441-93d3-c92bc7d78d64 None None] Provisioning for port c3095728-3e17-4c9b-a6a7-4a46057593b8 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:05.547885 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-98edd0bb-251a-4441-93d3-c92bc7d78d64 None None] Provisioning complete for port c3095728-3e17-4c9b-a6a7-4a46057593b8 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:05.548266 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-98edd0bb-251a-4441-93d3-c92bc7d78d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:05.557095 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35256669-22e3-4514-a2d3-af5bbccf320d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db088bf-9b00-448c-84a5-6e7ac3be46b3'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:26:05.558915 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ed080f-9277-471e-a2e2-10f272ac8c70" -d '{"events": [{"server_uuid": "35256669-22e3-4514-a2d3-af5bbccf320d", "name": "network-vif-plugged", "status": "completed", "tag": "9db088bf-9b00-448c-84a5-6e7ac3be46b3"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:26:05.632607 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 9db088bf-9b00-448c-84a5-6e7ac3be46b3, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=9db088bf-9b00-448c-84a5-6e7ac3be46b3,segment=NetworkSegment(651ae3f1-f903-4d50-9039-ebe7a7f61635),segment_id=651ae3f1-f903-4d50-9039-ebe7a7f61635)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:05.634438 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5362388c-2f2f-4383-9288-662a23d52d25 x-openstack-request-id: req-5362388c-2f2f-4383-9288-662a23d52d25 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:26:05.634889 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35256669-22e3-4514-a2d3-af5bbccf320d", "name": "network-vif-plugged", "status": "completed", "tag": "9db088bf-9b00-448c-84a5-6e7ac3be46b3", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:26:05.635181 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5362388c-2f2f-4383-9288-662a23d52d25 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:26:05.635602 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35256669-22e3-4514-a2d3-af5bbccf320d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db088bf-9b00-448c-84a5-6e7ac3be46b3', 'code': 200} Aug 16 20:26:05.641636 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 1ffff041-f49c-4c43-8446-e394d2686972, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1ffff041-f49c-4c43-8446-e394d2686972,segment=NetworkSegment(a9336c26-4732-4d6a-b380-26e229c117e1),segment_id=a9336c26-4732-4d6a-b380-26e229c117e1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:05.648392 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:05.673548 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:05.675030 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device dbeda3f7-adb8-4c95-9ddf-6b7e8d7e7a19 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:05.680123 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-98edd0bb-251a-4441-93d3-c92bc7d78d64 None None] Port c3095728-3e17-4c9b-a6a7-4a46057593b8 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:26:05.705635 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-11e1feed-fca3-45bc-8761-81d1747f84ef None None] Set router 93064032-35af-48b2-989c-e32e4bfc731d gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:05.737232 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:05.741793 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e9cc429f-9da3-4aa7-a409-931de9d07034 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "GET /v2.0/routers/93064032-35af-48b2-989c-e32e4bfc731d HTTP/1.1" status: 200 len: 954 time: 0.2234340 Aug 16 20:26:05.744482 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46252) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:05.752720 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-694c5531-fe61-4540-abb2-1581872598fa tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Request body: {'router': {'routes': None}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:05.774156 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9ac54-127a-4618-a8fa-4d3950e7de73 req-a7e14084-d525-4fac-94e8-b2ec31833a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:05.775729 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-75d9ac54-127a-4618-a8fa-4d3950e7de73 req-a7e14084-d525-4fac-94e8-b2ec31833a98 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 1098 time: 0.0725482 Aug 16 20:26:05.794703 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=9db088bf-9b00-448c-84a5-6e7ac3be46b3,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:05.835568 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-75d9ac54-127a-4618-a8fa-4d3950e7de73 req-e2c9a7e8-e63f-4775-bc6a-1335061c8a53 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516877 Aug 16 20:26:05.881290 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port dbeda3f7-adb8-4c95-9ddf-6b7e8d7e7a19 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:05.887443 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=1ffff041-f49c-4c43-8446-e394d2686972,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:05.891451 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port dbeda3f7-adb8-4c95-9ddf-6b7e8d7e7a19 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:05.892129 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:05.969922 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-04b024b0-a34e-4fa4-84aa-930b33e70017 None None] Provisioning complete for port c3095728-3e17-4c9b-a6a7-4a46057593b8 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:05.970457 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-04b024b0-a34e-4fa4-84aa-930b33e70017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:06.066698 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-04b024b0-a34e-4fa4-84aa-930b33e70017 None None] Port c3095728-3e17-4c9b-a6a7-4a46057593b8 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:26:06.085749 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-11e1feed-fca3-45bc-8761-81d1747f84ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93064032-35af-48b2-989c-e32e4bfc731d', 'name': 'tempest-RoutersIpV6Test-router-2022266126', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:49Z', 'updated_at': '2021-08-16T20:26:04Z', 'revision_number': 6, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None, '_interfaces': [{'id': '1ffff041-f49c-4c43-8446-e394d2686972', 'name': '', 'network_id': 'ae49f0a9-42b1-4a1c-b364-35413f3d334c', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:28:5e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '7e6f4994-2a73-48cd-90c1-289cbc3edb75', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:58Z', 'updated_at': '2021-08-16T20:26:03Z', 'revision_number': 4, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '7e6f4994-2a73-48cd-90c1-289cbc3edb75', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a863192-e3b8-49dc-b4ca-3d46357854fd', 'name': '', 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:b4:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:50Z', 'updated_at': '2021-08-16T20:25:58Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60570ddb-eefd-4576-821f-972a9d2914e9', 'name': '', 'network_id': '2d8f0d08-680c-424d-be56-ebd479becda2', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:70:40:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '3649c37a-14c1-4eff-9493-e568146d0064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:53Z', 'updated_at': '2021-08-16T20:26:02Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '3649c37a-14c1-4eff-9493-e568146d0064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3095728-3e17-4c9b-a6a7-4a46057593b8', 'name': '', 'network_id': '3dde93eb-04f2-42a9-a0b5-1aeb6a32f799', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:8e:4e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '4eeb26da-0b3a-4be0-ac0c-f2b81353a5d6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:01Z', 'updated_at': '2021-08-16T20:26:03Z', 'revision_number': 2, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '4eeb26da-0b3a-4be0-ac0c-f2b81353a5d6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:06.101918 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:06.104217 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:06.155130 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e1feed-fca3-45bc-8761-81d1747f84ef None None] Checking router: 93064032-35af-48b2-989c-e32e4bfc731d for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:26:06.156201 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e1feed-fca3-45bc-8761-81d1747f84ef None None] Updating router 93064032-35af-48b2-989c-e32e4bfc731d port c3095728-3e17-4c9b-a6a7-4a46057593b8 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:26:06.187814 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-11e1feed-fca3-45bc-8761-81d1747f84ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:06.203150 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port dbeda3f7-adb8-4c95-9ddf-6b7e8d7e7a19, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=dbeda3f7-adb8-4c95-9ddf-6b7e8d7e7a19,segment=NetworkSegment(43c71cf7-206b-45e2-9e7c-3defbc983dd6),segment_id=43c71cf7-206b-45e2-9e7c-3defbc983dd6)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:06.212233 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d43be9d2-b6d1-4e2a-ada0-ed9d71fcc83a None None] Provisioning complete for port c3095728-3e17-4c9b-a6a7-4a46057593b8 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:06.212582 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d43be9d2-b6d1-4e2a-ada0-ed9d71fcc83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:06.214071 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:06.216184 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:06.255460 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.extraroute_db [None req-694c5531-fe61-4540-abb2-1581872598fa tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Added routes are [] {{(pid=94770) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 20:26:06.255998 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.extraroute_db [None req-694c5531-fe61-4540-abb2-1581872598fa tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94770) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 20:26:06.285866 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d43be9d2-b6d1-4e2a-ada0-ed9d71fcc83a None None] Port c3095728-3e17-4c9b-a6a7-4a46057593b8 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:26:06.300396 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=dbeda3f7-adb8-4c95-9ddf-6b7e8d7e7a19,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:06.302993 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-694c5531-fe61-4540-abb2-1581872598fa tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106996'] for router, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:06.498053 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-11e1feed-fca3-45bc-8761-81d1747f84ef None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:06.510025 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-11e1feed-fca3-45bc-8761-81d1747f84ef None None] Transition to ACTIVE for port object c3095728-3e17-4c9b-a6a7-4a46057593b8 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:06.511995 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-694c5531-fe61-4540-abb2-1581872598fa tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106996'] for router, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:06.516158 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-694c5531-fe61-4540-abb2-1581872598fa tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-399211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-399202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-399768'] for router, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:06.519664 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-11e1feed-fca3-45bc-8761-81d1747f84ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:06.542013 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1c980-4b46-428e-924f-dee4d8f85c8d req-0f57096d-c35d-4649-9621-6e98ce0786b7 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:06.552792 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-19e1c980-4b46-428e-924f-dee4d8f85c8d req-0f57096d-c35d-4649-9621-6e98ce0786b7 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 946 time: 0.0960624 Aug 16 20:26:06.581006 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e854c6-825a-4a55-b529-0f2563772ae9 None None] Pushing event updated for resources: {'Port': ['ID=c3095728-3e17-4c9b-a6a7-4a46057593b8,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:06.613846 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-19e1c980-4b46-428e-924f-dee4d8f85c8d req-529c7cc7-9997-417a-b30c-1424a614f784 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597181 Aug 16 20:26:06.676579 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694c5531-fe61-4540-abb2-1581872598fa tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Router 93064032-35af-48b2-989c-e32e4bfc731d has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:26:06.735369 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-11e1feed-fca3-45bc-8761-81d1747f84ef None None] Attempting to bind port c3095728-3e17-4c9b-a6a7-4a46057593b8 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:26:06.736243 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-11e1feed-fca3-45bc-8761-81d1747f84ef None None] Attempting to bind port c3095728-3e17-4c9b-a6a7-4a46057593b8 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '43c71cf7-206b-45e2-9e7c-3defbc983dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3dde93eb-04f2-42a9-a0b5-1aeb6a32f799'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:26:06.737111 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e1feed-fca3-45bc-8761-81d1747f84ef None None] Attempting to bind port c3095728-3e17-4c9b-a6a7-4a46057593b8 on network 3dde93eb-04f2-42a9-a0b5-1aeb6a32f799 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:26:06.745850 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1ffff041-f49c-4c43-8446-e394d2686972 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:06.766218 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e1feed-fca3-45bc-8761-81d1747f84ef None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:26:06.766447 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e1feed-fca3-45bc-8761-81d1747f84ef None None] Checking segment: {'id': '43c71cf7-206b-45e2-9e7c-3defbc983dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3dde93eb-04f2-42a9-a0b5-1aeb6a32f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:26:06.767020 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-11e1feed-fca3-45bc-8761-81d1747f84ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:06.767401 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e1feed-fca3-45bc-8761-81d1747f84ef None None] Bound using segment: {'id': '43c71cf7-206b-45e2-9e7c-3defbc983dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3dde93eb-04f2-42a9-a0b5-1aeb6a32f799'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:26:06.767835 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-11e1feed-fca3-45bc-8761-81d1747f84ef None None] Bound port: c3095728-3e17-4c9b-a6a7-4a46057593b8, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c71cf7-206b-45e2-9e7c-3defbc983dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3dde93eb-04f2-42a9-a0b5-1aeb6a32f799'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:26:06.768263 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-11e1feed-fca3-45bc-8761-81d1747f84ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:06.799353 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694c5531-fe61-4540-abb2-1581872598fa tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:26:06.806942 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-694c5531-fe61-4540-abb2-1581872598fa tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:06.810312 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-694c5531-fe61-4540-abb2-1581872598fa tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "PUT /v2.0/routers/93064032-35af-48b2-989c-e32e4bfc731d HTTP/1.1" status: 200 len: 704 time: 1.0635884 Aug 16 20:26:06.812860 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46258) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:06.832041 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 1ffff041-f49c-4c43-8446-e394d2686972 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:06.832410 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:06.849434 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-11e1feed-fca3-45bc-8761-81d1747f84ef None None] For port c3095728-3e17-4c9b-a6a7-4a46057593b8, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:26:06.853568 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-11e1feed-fca3-45bc-8761-81d1747f84ef None None] For port c3095728-3e17-4c9b-a6a7-4a46057593b8, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=c3095728-3e17-4c9b-a6a7-4a46057593b8,segment=NetworkSegment(43c71cf7-206b-45e2-9e7c-3defbc983dd6),segment_id=43c71cf7-206b-45e2-9e7c-3defbc983dd6)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:26:06.864808 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-11e1feed-fca3-45bc-8761-81d1747f84ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:06.933976 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e1feed-fca3-45bc-8761-81d1747f84ef None None] Routers {'93064032-35af-48b2-989c-e32e4bfc731d'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:06.934608 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-11e1feed-fca3-45bc-8761-81d1747f84ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:26:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['93064032-35af-48b2-989c-e32e4bfc731d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:06.936201 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-eb28d7c8-03ed-4414-9501-c4a500d02881 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "GET /v2.0/routers/93064032-35af-48b2-989c-e32e4bfc731d HTTP/1.1" status: 200 len: 704 time: 0.1218777 Aug 16 20:26:06.939382 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46260) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:06.944111 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e854c6-825a-4a55-b529-0f2563772ae9 None None] Pushing event updated for resources: {'Port': ['ID=c3095728-3e17-4c9b-a6a7-4a46057593b8,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:06.948996 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device dbeda3f7-adb8-4c95-9ddf-6b7e8d7e7a19 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:07.015642 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port dbeda3f7-adb8-4c95-9ddf-6b7e8d7e7a19 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:07.016154 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:07.047683 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-11e1feed-fca3-45bc-8761-81d1747f84ef None None] Set router 93064032-35af-48b2-989c-e32e4bfc731d gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:07.084824 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:07.329393 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64cb9969-bcd9-4b73-bd5d-311662ba4273 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:07.387030 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-11e1feed-fca3-45bc-8761-81d1747f84ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93064032-35af-48b2-989c-e32e4bfc731d', 'name': 'tempest-RoutersIpV6Test-router-2022266126', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:49Z', 'updated_at': '2021-08-16T20:26:06Z', 'revision_number': 7, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None, '_interfaces': [{'id': '1ffff041-f49c-4c43-8446-e394d2686972', 'name': '', 'network_id': 'ae49f0a9-42b1-4a1c-b364-35413f3d334c', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:28:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '7e6f4994-2a73-48cd-90c1-289cbc3edb75', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:58Z', 'updated_at': '2021-08-16T20:26:05Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '7e6f4994-2a73-48cd-90c1-289cbc3edb75', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a863192-e3b8-49dc-b4ca-3d46357854fd', 'name': '', 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:b4:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:50Z', 'updated_at': '2021-08-16T20:25:58Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60570ddb-eefd-4576-821f-972a9d2914e9', 'name': '', 'network_id': '2d8f0d08-680c-424d-be56-ebd479becda2', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:70:40:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '3649c37a-14c1-4eff-9493-e568146d0064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:53Z', 'updated_at': '2021-08-16T20:26:02Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '3649c37a-14c1-4eff-9493-e568146d0064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3095728-3e17-4c9b-a6a7-4a46057593b8', 'name': '', 'network_id': '3dde93eb-04f2-42a9-a0b5-1aeb6a32f799', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:8e:4e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '4eeb26da-0b3a-4be0-ac0c-f2b81353a5d6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:01Z', 'updated_at': '2021-08-16T20:26:06Z', 'revision_number': 4, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '4eeb26da-0b3a-4be0-ac0c-f2b81353a5d6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:07.413575 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e1feed-fca3-45bc-8761-81d1747f84ef None None] The sync data for ids ['93064032-35af-48b2-989c-e32e4bfc731d'] in n-d-787206-13 is: [{'id': '93064032-35af-48b2-989c-e32e4bfc731d', 'name': 'tempest-RoutersIpV6Test-router-2022266126', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:49Z', 'updated_at': '2021-08-16T20:26:06Z', 'revision_number': 7, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None, '_interfaces': [{'id': '1ffff041-f49c-4c43-8446-e394d2686972', 'name': '', 'network_id': 'ae49f0a9-42b1-4a1c-b364-35413f3d334c', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:28:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '7e6f4994-2a73-48cd-90c1-289cbc3edb75', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:58Z', 'updated_at': '2021-08-16T20:26:05Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '7e6f4994-2a73-48cd-90c1-289cbc3edb75', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a863192-e3b8-49dc-b4ca-3d46357854fd', 'name': '', 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:b4:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:50Z', 'updated_at': '2021-08-16T20:25:58Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60570ddb-eefd-4576-821f-972a9d2914e9', 'name': '', 'network_id': '2d8f0d08-680c-424d-be56-ebd479becda2', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:70:40:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '3649c37a-14c1-4eff-9493-e568146d0064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:53Z', 'updated_at': '2021-08-16T20:26:02Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '3649c37a-14c1-4eff-9493-e568146d0064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3095728-3e17-4c9b-a6a7-4a46057593b8', 'name': '', 'network_id': '3dde93eb-04f2-42a9-a0b5-1aeb6a32f799', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:8e:4e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '4eeb26da-0b3a-4be0-ac0c-f2b81353a5d6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:01Z', 'updated_at': '2021-08-16T20:26:06Z', 'revision_number': 4, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '4eeb26da-0b3a-4be0-ac0c-f2b81353a5d6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:26:07.473718 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0a449-0f91-4a2e-9afb-919331cc87f9 req-fd13972f-50b9-4eac-b2d4-17811f2563fb tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:07.475217 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f3b0a449-0f91-4a2e-9afb-919331cc87f9 req-fd13972f-50b9-4eac-b2d4-17811f2563fb tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 946 time: 0.0702655 Aug 16 20:26:07.560591 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f89073-496d-4d77-9df5-ab725f998b99 None None] Sync routers for ids ['93064032-35af-48b2-989c-e32e4bfc731d'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:26:07.563927 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f3b0a449-0f91-4a2e-9afb-919331cc87f9 req-43d629dc-2aac-4718-968c-a5fdc98cb718 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560498 Aug 16 20:26:07.570909 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f89073-496d-4d77-9df5-ab725f998b99 None None] Routers {'93064032-35af-48b2-989c-e32e4bfc731d'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:07.571669 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b5f89073-496d-4d77-9df5-ab725f998b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:26:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['93064032-35af-48b2-989c-e32e4bfc731d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:07.664912 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-b5f89073-496d-4d77-9df5-ab725f998b99 None None] Set router 93064032-35af-48b2-989c-e32e4bfc731d gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:07.681269 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-64cb9969-bcd9-4b73-bd5d-311662ba4273 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Deleting port c3095728-3e17-4c9b-a6a7-4a46057593b8 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:07.681612 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64cb9969-bcd9-4b73-bd5d-311662ba4273 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:07.755266 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd45b3-bd14-4e35-b92f-05ed54db4690 req-97208797-2a29-46c5-aa49-4bcc1cbf2d46 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:07.757359 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1dcd45b3-bd14-4e35-b92f-05ed54db4690 req-97208797-2a29-46c5-aa49-4bcc1cbf2d46 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 946 time: 0.0573018 Aug 16 20:26:07.799551 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1dcd45b3-bd14-4e35-b92f-05ed54db4690 req-f6affe5e-ed50-4a0b-b64b-31e082951a51 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341043 Aug 16 20:26:07.801817 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-64cb9969-bcd9-4b73-bd5d-311662ba4273 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] For port c3095728-3e17-4c9b-a6a7-4a46057593b8, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=c3095728-3e17-4c9b-a6a7-4a46057593b8,segment=NetworkSegment(43c71cf7-206b-45e2-9e7c-3defbc983dd6),segment_id=43c71cf7-206b-45e2-9e7c-3defbc983dd6)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:07.802189 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64cb9969-bcd9-4b73-bd5d-311662ba4273 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:07.816036 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-64cb9969-bcd9-4b73-bd5d-311662ba4273 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Calling delete_port for c3095728-3e17-4c9b-a6a7-4a46057593b8 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:07.889158 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b5f89073-496d-4d77-9df5-ab725f998b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93064032-35af-48b2-989c-e32e4bfc731d', 'name': 'tempest-RoutersIpV6Test-router-2022266126', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:49Z', 'updated_at': '2021-08-16T20:26:06Z', 'revision_number': 7, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None, '_interfaces': [{'id': '1ffff041-f49c-4c43-8446-e394d2686972', 'name': '', 'network_id': 'ae49f0a9-42b1-4a1c-b364-35413f3d334c', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:28:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '7e6f4994-2a73-48cd-90c1-289cbc3edb75', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:58Z', 'updated_at': '2021-08-16T20:26:05Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '7e6f4994-2a73-48cd-90c1-289cbc3edb75', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a863192-e3b8-49dc-b4ca-3d46357854fd', 'name': '', 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:b4:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:50Z', 'updated_at': '2021-08-16T20:25:58Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60570ddb-eefd-4576-821f-972a9d2914e9', 'name': '', 'network_id': '2d8f0d08-680c-424d-be56-ebd479becda2', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:70:40:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '3649c37a-14c1-4eff-9493-e568146d0064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:53Z', 'updated_at': '2021-08-16T20:26:02Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '3649c37a-14c1-4eff-9493-e568146d0064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3095728-3e17-4c9b-a6a7-4a46057593b8', 'name': '', 'network_id': '3dde93eb-04f2-42a9-a0b5-1aeb6a32f799', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:8e:4e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '4eeb26da-0b3a-4be0-ac0c-f2b81353a5d6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:01Z', 'updated_at': '2021-08-16T20:26:06Z', 'revision_number': 4, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '4eeb26da-0b3a-4be0-ac0c-f2b81353a5d6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:07.920157 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f89073-496d-4d77-9df5-ab725f998b99 None None] Checking router: 93064032-35af-48b2-989c-e32e4bfc731d for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:26:07.928993 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f89073-496d-4d77-9df5-ab725f998b99 None None] Routers {'93064032-35af-48b2-989c-e32e4bfc731d'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:07.929611 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b5f89073-496d-4d77-9df5-ab725f998b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:26:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['93064032-35af-48b2-989c-e32e4bfc731d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:07.989174 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238ad2e-c63d-4c7a-a89c-46518fc291e9 req-20560e30-fa74-4d47-b889-e1384a197ab0 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:07.990685 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e238ad2e-c63d-4c7a-a89c-46518fc291e9 req-20560e30-fa74-4d47-b889-e1384a197ab0 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 946 time: 0.0659192 Aug 16 20:26:08.007417 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46274) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:08.012259 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-9202462d-8b2e-4692-ba88-2b4e1481ab16 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Request body: {'floatingip': {'port_id': '9db088bf-9b00-448c-84a5-6e7ac3be46b3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:08.040475 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-b5f89073-496d-4d77-9df5-ab725f998b99 None None] Set router 93064032-35af-48b2-989c-e32e4bfc731d gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:08.053959 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64cb9969-bcd9-4b73-bd5d-311662ba4273 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:08.060320 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9202462d-8b2e-4692-ba88-2b4e1481ab16 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:08.083495 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb9969-bcd9-4b73-bd5d-311662ba4273 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Port': ['ID=c3095728-3e17-4c9b-a6a7-4a46057593b8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:08.224841 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64cb9969-bcd9-4b73-bd5d-311662ba4273 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:08.300954 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b5f89073-496d-4d77-9df5-ab725f998b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93064032-35af-48b2-989c-e32e4bfc731d', 'name': 'tempest-RoutersIpV6Test-router-2022266126', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:49Z', 'updated_at': '2021-08-16T20:26:06Z', 'revision_number': 7, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None, '_interfaces': [{'id': '1ffff041-f49c-4c43-8446-e394d2686972', 'name': '', 'network_id': 'ae49f0a9-42b1-4a1c-b364-35413f3d334c', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:28:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '7e6f4994-2a73-48cd-90c1-289cbc3edb75', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:58Z', 'updated_at': '2021-08-16T20:26:05Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '7e6f4994-2a73-48cd-90c1-289cbc3edb75', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a863192-e3b8-49dc-b4ca-3d46357854fd', 'name': '', 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:b4:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:50Z', 'updated_at': '2021-08-16T20:25:58Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60570ddb-eefd-4576-821f-972a9d2914e9', 'name': '', 'network_id': '2d8f0d08-680c-424d-be56-ebd479becda2', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:70:40:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '3649c37a-14c1-4eff-9493-e568146d0064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:53Z', 'updated_at': '2021-08-16T20:26:02Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '3649c37a-14c1-4eff-9493-e568146d0064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3095728-3e17-4c9b-a6a7-4a46057593b8', 'name': '', 'network_id': '3dde93eb-04f2-42a9-a0b5-1aeb6a32f799', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:8e:4e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '4eeb26da-0b3a-4be0-ac0c-f2b81353a5d6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:01Z', 'updated_at': '2021-08-16T20:26:06Z', 'revision_number': 4, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '4eeb26da-0b3a-4be0-ac0c-f2b81353a5d6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:08.336591 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f89073-496d-4d77-9df5-ab725f998b99 None None] The sync data for ids ['93064032-35af-48b2-989c-e32e4bfc731d'] in n-d-787206-13 is: [{'id': '93064032-35af-48b2-989c-e32e4bfc731d', 'name': 'tempest-RoutersIpV6Test-router-2022266126', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:49Z', 'updated_at': '2021-08-16T20:26:06Z', 'revision_number': 7, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None, '_interfaces': [{'id': '1ffff041-f49c-4c43-8446-e394d2686972', 'name': '', 'network_id': 'ae49f0a9-42b1-4a1c-b364-35413f3d334c', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:28:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '7e6f4994-2a73-48cd-90c1-289cbc3edb75', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:58Z', 'updated_at': '2021-08-16T20:26:05Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '7e6f4994-2a73-48cd-90c1-289cbc3edb75', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a863192-e3b8-49dc-b4ca-3d46357854fd', 'name': '', 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:b4:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:50Z', 'updated_at': '2021-08-16T20:25:58Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60570ddb-eefd-4576-821f-972a9d2914e9', 'name': '', 'network_id': '2d8f0d08-680c-424d-be56-ebd479becda2', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:70:40:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '3649c37a-14c1-4eff-9493-e568146d0064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:53Z', 'updated_at': '2021-08-16T20:26:02Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '3649c37a-14c1-4eff-9493-e568146d0064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3095728-3e17-4c9b-a6a7-4a46057593b8', 'name': '', 'network_id': '3dde93eb-04f2-42a9-a0b5-1aeb6a32f799', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:8e:4e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '4eeb26da-0b3a-4be0-ac0c-f2b81353a5d6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:01Z', 'updated_at': '2021-08-16T20:26:06Z', 'revision_number': 4, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '4eeb26da-0b3a-4be0-ac0c-f2b81353a5d6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:26:08.570355 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9202462d-8b2e-4692-ba88-2b4e1481ab16 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:08.575128 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9202462d-8b2e-4692-ba88-2b4e1481ab16 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:08.710453 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-9202462d-8b2e-4692-ba88-2b4e1481ab16 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Floating IP b82b47af-02fb-4a45-888d-bfbaa35f9712 associated. External IP: 172.25.8.116, port: 9db088bf-9b00-448c-84a5-6e7ac3be46b3. Aug 16 20:26:08.754777 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20ba68-e464-451a-987a-4230aebba7b2 req-16f5ce37-c3d6-4d42-9196-d48ccc48d2bc tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:08.756262 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1b20ba68-e464-451a-987a-4230aebba7b2 req-16f5ce37-c3d6-4d42-9196-d48ccc48d2bc tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 946 time: 0.1002781 Aug 16 20:26:08.796067 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64cb9969-bcd9-4b73-bd5d-311662ba4273 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Router 93064032-35af-48b2-989c-e32e4bfc731d has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:26:08.839306 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1b20ba68-e464-451a-987a-4230aebba7b2 req-9e116205-1f57-4a61-a673-ebcb33198d63 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744629 Aug 16 20:26:08.888315 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64cb9969-bcd9-4b73-bd5d-311662ba4273 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:26:08.896413 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-64cb9969-bcd9-4b73-bd5d-311662ba4273 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "PUT /v2.0/routers/93064032-35af-48b2-989c-e32e4bfc731d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9565642 Aug 16 20:26:08.897052 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46278) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:08.898614 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f29941f-e0ac-4027-9f17-bfb649dade1e None None] Sync routers for ids ['93064032-35af-48b2-989c-e32e4bfc731d'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:26:08.907947 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f29941f-e0ac-4027-9f17-bfb649dade1e None None] Routers {'93064032-35af-48b2-989c-e32e4bfc731d'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:08.908627 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0f29941f-e0ac-4027-9f17-bfb649dade1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:26:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['93064032-35af-48b2-989c-e32e4bfc731d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:08.953868 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ba66e9-4f7d-4b7e-a1f2-4eb0b4df6cf3 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Deleting subnet 4eeb26da-0b3a-4be0-ac0c-f2b81353a5d6 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:26:08.957196 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3ba66e9-4f7d-4b7e-a1f2-4eb0b4df6cf3 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:08.967284 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9202462d-8b2e-4692-ba88-2b4e1481ab16 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Router e831714b-802b-4280-9dea-16571bd33ac9 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:26:09.001607 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3ba66e9-4f7d-4b7e-a1f2-4eb0b4df6cf3 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:09.002477 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-0f29941f-e0ac-4027-9f17-bfb649dade1e None None] Set router 93064032-35af-48b2-989c-e32e4bfc731d gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:09.098400 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3ba66e9-4f7d-4b7e-a1f2-4eb0b4df6cf3 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:09.187186 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3ba66e9-4f7d-4b7e-a1f2-4eb0b4df6cf3 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:09.224628 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba66e9-4f7d-4b7e-a1f2-4eb0b4df6cf3 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Subnet': ['ID=4eeb26da-0b3a-4be0-ac0c-f2b81353a5d6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:09.230073 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3ba66e9-4f7d-4b7e-a1f2-4eb0b4df6cf3 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:09.234888 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a3ba66e9-4f7d-4b7e-a1f2-4eb0b4df6cf3 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/subnets/4eeb26da-0b3a-4be0-ac0c-f2b81353a5d6 HTTP/1.1" status: 204 len: 168 time: 0.3368299 Aug 16 20:26:09.235576 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46280) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:09.241673 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108a3b97-658c-4440-a98d-d9a45fb4dbc4 None None] Network 3dde93eb-04f2-42a9-a0b5-1aeb6a32f799 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:26:09.252572 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0f29941f-e0ac-4027-9f17-bfb649dade1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93064032-35af-48b2-989c-e32e4bfc731d', 'name': 'tempest-RoutersIpV6Test-router-2022266126', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:49Z', 'updated_at': '2021-08-16T20:26:07Z', 'revision_number': 8, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None, '_interfaces': [{'id': '1ffff041-f49c-4c43-8446-e394d2686972', 'name': '', 'network_id': 'ae49f0a9-42b1-4a1c-b364-35413f3d334c', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:28:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '7e6f4994-2a73-48cd-90c1-289cbc3edb75', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:58Z', 'updated_at': '2021-08-16T20:26:05Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '7e6f4994-2a73-48cd-90c1-289cbc3edb75', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a863192-e3b8-49dc-b4ca-3d46357854fd', 'name': '', 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:b4:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:50Z', 'updated_at': '2021-08-16T20:25:58Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60570ddb-eefd-4576-821f-972a9d2914e9', 'name': '', 'network_id': '2d8f0d08-680c-424d-be56-ebd479becda2', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:70:40:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '3649c37a-14c1-4eff-9493-e568146d0064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:53Z', 'updated_at': '2021-08-16T20:26:02Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '3649c37a-14c1-4eff-9493-e568146d0064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:09.283017 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f29941f-e0ac-4027-9f17-bfb649dade1e None None] Checking router: 93064032-35af-48b2-989c-e32e4bfc731d for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:26:09.294588 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f29941f-e0ac-4027-9f17-bfb649dade1e None None] Routers {'93064032-35af-48b2-989c-e32e4bfc731d'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:09.296403 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0f29941f-e0ac-4027-9f17-bfb649dade1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:26:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['93064032-35af-48b2-989c-e32e4bfc731d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:09.328624 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fa4dbb72-3d67-4bc3-b97b-6664f1aa7ff4 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:09.403034 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-0f29941f-e0ac-4027-9f17-bfb649dade1e None None] Set router 93064032-35af-48b2-989c-e32e4bfc731d gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:09.422055 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-fa4dbb72-3d67-4bc3-b97b-6664f1aa7ff4 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Deleting port dbeda3f7-adb8-4c95-9ddf-6b7e8d7e7a19 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:09.423008 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fa4dbb72-3d67-4bc3-b97b-6664f1aa7ff4 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:09.432668 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9202462d-8b2e-4692-ba88-2b4e1481ab16 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:26:09.437682 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9202462d-8b2e-4692-ba88-2b4e1481ab16 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:09.467493 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9202462d-8b2e-4692-ba88-2b4e1481ab16 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "PUT /v2.0/floatingips/b82b47af-02fb-4a45-888d-bfbaa35f9712 HTTP/1.1" status: 200 len: 992 time: 1.4588740 Aug 16 20:26:09.468106 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35256669-22e3-4514-a2d3-af5bbccf320d', 'tag': '9db088bf-9b00-448c-84a5-6e7ac3be46b3'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:26:09.470435 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f78bc2-b667-4070-89aa-1b4ee59f78cd" -d '{"events": [{"name": "network-changed", "server_uuid": "35256669-22e3-4514-a2d3-af5bbccf320d", "tag": "9db088bf-9b00-448c-84a5-6e7ac3be46b3"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:26:09.500881 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bf0816-1cd8-4c30-8925-42ce9fae0554 None None] Sync routers for ids ['e831714b-802b-4280-9dea-16571bd33ac9'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:26:09.517933 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-fa4dbb72-3d67-4bc3-b97b-6664f1aa7ff4 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] For port dbeda3f7-adb8-4c95-9ddf-6b7e8d7e7a19, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=dbeda3f7-adb8-4c95-9ddf-6b7e8d7e7a19,segment=NetworkSegment(43c71cf7-206b-45e2-9e7c-3defbc983dd6),segment_id=43c71cf7-206b-45e2-9e7c-3defbc983dd6)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:09.522000 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fa4dbb72-3d67-4bc3-b97b-6664f1aa7ff4 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:09.540807 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bf0816-1cd8-4c30-8925-42ce9fae0554 None None] Routers {'e831714b-802b-4280-9dea-16571bd33ac9'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:09.541589 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-18bf0816-1cd8-4c30-8925-42ce9fae0554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:26:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['e831714b-802b-4280-9dea-16571bd33ac9'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:09.550588 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d245f6-72c5-4fe7-9daa-a221c1bdcd10 x-openstack-request-id: req-03d245f6-72c5-4fe7-9daa-a221c1bdcd10 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:26:09.550879 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35256669-22e3-4514-a2d3-af5bbccf320d", "tag": "9db088bf-9b00-448c-84a5-6e7ac3be46b3", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:26:09.551132 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-03d245f6-72c5-4fe7-9daa-a221c1bdcd10 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:26:09.551553 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35256669-22e3-4514-a2d3-af5bbccf320d', 'tag': '9db088bf-9b00-448c-84a5-6e7ac3be46b3', 'status': 'completed', 'code': 200} Aug 16 20:26:09.552678 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-fa4dbb72-3d67-4bc3-b97b-6664f1aa7ff4 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Calling delete_port for dbeda3f7-adb8-4c95-9ddf-6b7e8d7e7a19 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:09.665932 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f78bc2-b667-4070-89aa-1b4ee59f78cd req-228788a0-c9ef-421c-a82a-5b921e0e7a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:09.667539 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e2f78bc2-b667-4070-89aa-1b4ee59f78cd req-228788a0-c9ef-421c-a82a-5b921e0e7a3c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=36ce9d10f04c4ea3a97f2ef277d208d8&device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 1098 time: 0.0681481 Aug 16 20:26:09.682918 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-18bf0816-1cd8-4c30-8925-42ce9fae0554 None None] Set router e831714b-802b-4280-9dea-16571bd33ac9 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:09.699172 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0f29941f-e0ac-4027-9f17-bfb649dade1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93064032-35af-48b2-989c-e32e4bfc731d', 'name': 'tempest-RoutersIpV6Test-router-2022266126', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:49Z', 'updated_at': '2021-08-16T20:26:07Z', 'revision_number': 8, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None, '_interfaces': [{'id': '1ffff041-f49c-4c43-8446-e394d2686972', 'name': '', 'network_id': 'ae49f0a9-42b1-4a1c-b364-35413f3d334c', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:28:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '7e6f4994-2a73-48cd-90c1-289cbc3edb75', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:58Z', 'updated_at': '2021-08-16T20:26:05Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '7e6f4994-2a73-48cd-90c1-289cbc3edb75', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a863192-e3b8-49dc-b4ca-3d46357854fd', 'name': '', 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:b4:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:50Z', 'updated_at': '2021-08-16T20:25:58Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60570ddb-eefd-4576-821f-972a9d2914e9', 'name': '', 'network_id': '2d8f0d08-680c-424d-be56-ebd479becda2', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:70:40:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '3649c37a-14c1-4eff-9493-e568146d0064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:53Z', 'updated_at': '2021-08-16T20:26:02Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '3649c37a-14c1-4eff-9493-e568146d0064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:09.712055 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d70506c-ea75-46b3-9753-45f7d13b1177 None None] DHCP port deletion for 3dde93eb-04f2-42a9-a0b5-1aeb6a32f799 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:26:09.727735 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fa4dbb72-3d67-4bc3-b97b-6664f1aa7ff4 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:09.736242 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f29941f-e0ac-4027-9f17-bfb649dade1e None None] The sync data for ids ['93064032-35af-48b2-989c-e32e4bfc731d'] in n-d-787206-13 is: [{'id': '93064032-35af-48b2-989c-e32e4bfc731d', 'name': 'tempest-RoutersIpV6Test-router-2022266126', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:49Z', 'updated_at': '2021-08-16T20:26:07Z', 'revision_number': 8, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None, '_interfaces': [{'id': '1ffff041-f49c-4c43-8446-e394d2686972', 'name': '', 'network_id': 'ae49f0a9-42b1-4a1c-b364-35413f3d334c', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:28:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '7e6f4994-2a73-48cd-90c1-289cbc3edb75', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:58Z', 'updated_at': '2021-08-16T20:26:05Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '7e6f4994-2a73-48cd-90c1-289cbc3edb75', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a863192-e3b8-49dc-b4ca-3d46357854fd', 'name': '', 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:b4:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:50Z', 'updated_at': '2021-08-16T20:25:58Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60570ddb-eefd-4576-821f-972a9d2914e9', 'name': '', 'network_id': '2d8f0d08-680c-424d-be56-ebd479becda2', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:70:40:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '3649c37a-14c1-4eff-9493-e568146d0064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:53Z', 'updated_at': '2021-08-16T20:26:02Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '3649c37a-14c1-4eff-9493-e568146d0064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:26:09.754327 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4d70506c-ea75-46b3-9753-45f7d13b1177 None None] The port 'dbeda3f7-adb8-4c95-9ddf-6b7e8d7e7a19' was deleted {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 16 20:26:09.766555 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4dbb72-3d67-4bc3-b97b-6664f1aa7ff4 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Port': ['ID=dbeda3f7-adb8-4c95-9ddf-6b7e8d7e7a19,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:09.780777 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4dbb72-3d67-4bc3-b97b-6664f1aa7ff4 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] No DVR routers for this DVR port dbeda3f7-adb8-4c95-9ddf-6b7e8d7e7a19 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:26:09.818170 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f78bc2-b667-4070-89aa-1b4ee59f78cd req-fc4c45cc-e4c4-4349-a7ce-96005fa1d19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:09.819679 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e2f78bc2-b667-4070-89aa-1b4ee59f78cd req-fc4c45cc-e4c4-4349-a7ce-96005fa1d19a service neutron] 10.222.0.57 "GET /v2.0/networks?id=694913cb-9660-4a1c-a341-9653a1f83c96 HTTP/1.1" status: 200 len: 918 time: 0.1451399 Aug 16 20:26:09.915267 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fa4dbb72-3d67-4bc3-b97b-6664f1aa7ff4 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:09.931452 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-fa4dbb72-3d67-4bc3-b97b-6664f1aa7ff4 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dde93eb-04f2-42a9-a0b5-1aeb6a32f799']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:09.944788 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-fa4dbb72-3d67-4bc3-b97b-6664f1aa7ff4 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c71cf7-206b-45e2-9e7c-3defbc983dd6') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:09.944788 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-fa4dbb72-3d67-4bc3-b97b-6664f1aa7ff4 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c71cf7-206b-45e2-9e7c-3defbc983dd6') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:09.947690 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e2f78bc2-b667-4070-89aa-1b4ee59f78cd req-d4837097-254b-4623-88b7-35ce468df0a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9db088bf-9b00-448c-84a5-6e7ac3be46b3 HTTP/1.1" status: 200 len: 1000 time: 0.1178355 Aug 16 20:26:09.956896 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-18bf0816-1cd8-4c30-8925-42ce9fae0554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'name': 'tempest-AttachVolumeShelveTestJSON-1996335489-router', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:43Z', 'updated_at': '2021-08-16T20:25:47Z', 'revision_number': 4, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'gw_port': {'id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:55:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:45Z', 'updated_at': '2021-08-16T20:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'b82b47af-02fb-4a45-888d-bfbaa35f9712', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'floating_ip_address': '172.25.8.116', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'port_id': '9db088bf-9b00-448c-84a5-6e7ac3be46b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96', 'mac_address': 'fa:16:3e:95:d1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35256669-22e3-4514-a2d3-af5bbccf320d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:25:51Z', 'updated_at': '2021-08-16T20:26:08Z', 'revision_number': 1, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b8dc17a-c9ec-432e-94a1-61c11eb47cb8', 'name': '', 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'mac_address': 'fa:16:3e:9c:88:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:47Z', 'updated_at': '2021-08-16T20:25:53Z', 'revision_number': 5, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'subnets': [{'id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:09.965497 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fa4dbb72-3d67-4bc3-b97b-6664f1aa7ff4 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:09.968954 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce5f15-7b53-432f-a014-17e6ee4de9f4 req-a2f1b343-73c7-4bbc-806b-3ca12a0314de tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:09.971081 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6dce5f15-7b53-432f-a014-17e6ee4de9f4 req-a2f1b343-73c7-4bbc-806b-3ca12a0314de tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 946 time: 0.0574448 Aug 16 20:26:09.984377 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bf0816-1cd8-4c30-8925-42ce9fae0554 None None] Checking router: e831714b-802b-4280-9dea-16571bd33ac9 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:26:09.992770 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bf0816-1cd8-4c30-8925-42ce9fae0554 None None] Routers {'e831714b-802b-4280-9dea-16571bd33ac9'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:09.993806 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-18bf0816-1cd8-4c30-8925-42ce9fae0554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:26:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['e831714b-802b-4280-9dea-16571bd33ac9'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:09.999754 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fa4dbb72-3d67-4bc3-b97b-6664f1aa7ff4 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:10.009395 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa4dbb72-3d67-4bc3-b97b-6664f1aa7ff4 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:26:10.010067 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fa4dbb72-3d67-4bc3-b97b-6664f1aa7ff4 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:10.013371 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:26:10.013371 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:26:10.013371 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:26:10.013371 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:26:10.013371 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:26:10.013371 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:26:10.013371 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:26:10.013371 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:26:10.013371 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:26:10.013371 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:26:10.013371 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:26:10.013371 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:26:10.013371 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:26:10.013371 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:26:10.013371 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:26:10.013371 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:26:10.013371 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:26:10.013371 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:26:10.013371 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:26:10.013371 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:26:10.013371 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:26:10.013371 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:26:10.013371 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:26:10.013371 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:26:10.013371 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:26:10.013371 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:26:10.013371 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:26:10.013371 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:26:10.013371 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:26:10.013371 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:26:10.013371 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:26:10.013371 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:26:10.024410 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6dce5f15-7b53-432f-a014-17e6ee4de9f4 req-412992b7-5e15-4225-9591-fee6c9372729 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459008 Aug 16 20:26:10.057378 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f78bc2-b667-4070-89aa-1b4ee59f78cd req-3704a527-5a8c-492a-9306-6363f991ea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:10.059394 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e2f78bc2-b667-4070-89aa-1b4ee59f78cd req-3704a527-5a8c-492a-9306-6363f991ea13 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22f1ef82-708c-4a07-a4be-6ce7461b8bb2 HTTP/1.1" status: 200 len: 856 time: 0.1039491 Aug 16 20:26:10.102478 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fa4dbb72-3d67-4bc3-b97b-6664f1aa7ff4 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:10.112115 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fa4dbb72-3d67-4bc3-b97b-6664f1aa7ff4 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:10.116632 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fa4dbb72-3d67-4bc3-b97b-6664f1aa7ff4 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/networks/3dde93eb-04f2-42a9-a0b5-1aeb6a32f799 HTTP/1.1" status: 204 len: 168 time: 0.8774340 Aug 16 20:26:10.117012 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46288) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:10.121742 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-18bf0816-1cd8-4c30-8925-42ce9fae0554 None None] Set router e831714b-802b-4280-9dea-16571bd33ac9 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:10.133328 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4dbb72-3d67-4bc3-b97b-6664f1aa7ff4 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Network': ['ID=3dde93eb-04f2-42a9-a0b5-1aeb6a32f799,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:10.212422 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f78bc2-b667-4070-89aa-1b4ee59f78cd req-ca559a9e-d12a-49d9-97e6-ccad86154698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:10.213900 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e2f78bc2-b667-4070-89aa-1b4ee59f78cd req-ca559a9e-d12a-49d9-97e6-ccad86154698 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=694913cb-9660-4a1c-a341-9653a1f83c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1466205 Aug 16 20:26:10.372928 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-18bf0816-1cd8-4c30-8925-42ce9fae0554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'name': 'tempest-AttachVolumeShelveTestJSON-1996335489-router', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:43Z', 'updated_at': '2021-08-16T20:25:47Z', 'revision_number': 4, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'gw_port': {'id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:55:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:45Z', 'updated_at': '2021-08-16T20:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'b82b47af-02fb-4a45-888d-bfbaa35f9712', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'floating_ip_address': '172.25.8.116', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'port_id': '9db088bf-9b00-448c-84a5-6e7ac3be46b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96', 'mac_address': 'fa:16:3e:95:d1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35256669-22e3-4514-a2d3-af5bbccf320d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:25:51Z', 'updated_at': '2021-08-16T20:26:08Z', 'revision_number': 1, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b8dc17a-c9ec-432e-94a1-61c11eb47cb8', 'name': '', 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'mac_address': 'fa:16:3e:9c:88:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:47Z', 'updated_at': '2021-08-16T20:25:53Z', 'revision_number': 5, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'subnets': [{'id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:10.403241 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bf0816-1cd8-4c30-8925-42ce9fae0554 None None] The sync data for ids ['e831714b-802b-4280-9dea-16571bd33ac9'] in n-d-787206-13 is: [{'id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'name': 'tempest-AttachVolumeShelveTestJSON-1996335489-router', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:43Z', 'updated_at': '2021-08-16T20:25:47Z', 'revision_number': 4, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'gw_port': {'id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:55:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:45Z', 'updated_at': '2021-08-16T20:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'b82b47af-02fb-4a45-888d-bfbaa35f9712', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'floating_ip_address': '172.25.8.116', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'port_id': '9db088bf-9b00-448c-84a5-6e7ac3be46b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96', 'mac_address': 'fa:16:3e:95:d1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35256669-22e3-4514-a2d3-af5bbccf320d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:25:51Z', 'updated_at': '2021-08-16T20:26:08Z', 'revision_number': 1, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b8dc17a-c9ec-432e-94a1-61c11eb47cb8', 'name': '', 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'mac_address': 'fa:16:3e:9c:88:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:47Z', 'updated_at': '2021-08-16T20:25:53Z', 'revision_number': 5, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'subnets': [{'id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:26:10.403541 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e2f78bc2-b667-4070-89aa-1b4ee59f78cd req-711b097e-b419-4275-93d5-b6302c169ee8 service neutron] 10.222.0.57 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790707 Aug 16 20:26:10.556429 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e2f78bc2-b667-4070-89aa-1b4ee59f78cd req-b23f4562-caa7-4e96-8641-891f14cfc5a8 service neutron] 10.222.0.57 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339760 Aug 16 20:26:10.603422 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3a0e06-c481-4d94-bc29-7a34cc8f99ec None None] New status for floating IP b82b47af-02fb-4a45-888d-bfbaa35f9712: ACTIVE {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:26:10.638710 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f27aa61-a87c-4b04-932b-51ab35145a30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:10.694582 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c3095728-3e17-4c9b-a6a7-4a46057593b8 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:26:10.715946 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: c3095728-3e17-4c9b-a6a7-4a46057593b8 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:26:10.715946 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c3095728-3e17-4c9b-a6a7-4a46057593b8 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:26:10.716458 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device dbeda3f7-adb8-4c95-9ddf-6b7e8d7e7a19 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:26:10.736714 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: dbeda3f7-adb8-4c95-9ddf-6b7e8d7e7a19 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:26:10.737138 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device dbeda3f7-adb8-4c95-9ddf-6b7e8d7e7a19 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:26:10.893154 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-8f27aa61-a87c-4b04-932b-51ab35145a30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Deleting port 1ffff041-f49c-4c43-8446-e394d2686972 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:10.893491 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f27aa61-a87c-4b04-932b-51ab35145a30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:10.978482 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-8f27aa61-a87c-4b04-932b-51ab35145a30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] For port 1ffff041-f49c-4c43-8446-e394d2686972, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1ffff041-f49c-4c43-8446-e394d2686972,segment=NetworkSegment(a9336c26-4732-4d6a-b380-26e229c117e1),segment_id=a9336c26-4732-4d6a-b380-26e229c117e1)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:10.978843 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f27aa61-a87c-4b04-932b-51ab35145a30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:10.991874 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-8f27aa61-a87c-4b04-932b-51ab35145a30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Calling delete_port for 1ffff041-f49c-4c43-8446-e394d2686972 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:11.146422 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7a0bc-a50e-4885-950a-3b5bc00a347e req-68c4f727-8c02-40ad-945f-9220594480bd tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:11.147943 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9ed7a0bc-a50e-4885-950a-3b5bc00a347e req-68c4f727-8c02-40ad-945f-9220594480bd tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 946 time: 0.0495627 Aug 16 20:26:11.166179 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f27aa61-a87c-4b04-932b-51ab35145a30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:11.186734 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9ed7a0bc-a50e-4885-950a-3b5bc00a347e req-b10833e8-54bf-42f1-aed1-667668d3a89d tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321443 Aug 16 20:26:11.197479 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27aa61-a87c-4b04-932b-51ab35145a30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Port': ['ID=1ffff041-f49c-4c43-8446-e394d2686972,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:11.320289 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f27aa61-a87c-4b04-932b-51ab35145a30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:11.505508 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f27aa61-a87c-4b04-932b-51ab35145a30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Router 93064032-35af-48b2-989c-e32e4bfc731d has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:26:11.595737 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f27aa61-a87c-4b04-932b-51ab35145a30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:26:11.600535 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8f27aa61-a87c-4b04-932b-51ab35145a30 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "PUT /v2.0/routers/93064032-35af-48b2-989c-e32e4bfc731d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4743016 Aug 16 20:26:11.603300 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46294) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:11.604981 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d105ea-51fa-44bd-b2fa-238776ce4851 None None] Sync routers for ids ['93064032-35af-48b2-989c-e32e4bfc731d'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:26:11.614041 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d105ea-51fa-44bd-b2fa-238776ce4851 None None] Routers {'93064032-35af-48b2-989c-e32e4bfc731d'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:11.614649 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-59d105ea-51fa-44bd-b2fa-238776ce4851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:26:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['93064032-35af-48b2-989c-e32e4bfc731d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:11.659731 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b645cd2-f501-4038-8783-acfcebc7ef1d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Deleting subnet 7e6f4994-2a73-48cd-90c1-289cbc3edb75 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:26:11.663174 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b645cd2-f501-4038-8783-acfcebc7ef1d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:11.709789 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b645cd2-f501-4038-8783-acfcebc7ef1d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:11.710061 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-59d105ea-51fa-44bd-b2fa-238776ce4851 None None] Set router 93064032-35af-48b2-989c-e32e4bfc731d gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:11.791184 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b645cd2-f501-4038-8783-acfcebc7ef1d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:11.853905 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b645cd2-f501-4038-8783-acfcebc7ef1d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:11.881412 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b645cd2-f501-4038-8783-acfcebc7ef1d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Subnet': ['ID=7e6f4994-2a73-48cd-90c1-289cbc3edb75,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:11.886226 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b645cd2-f501-4038-8783-acfcebc7ef1d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:11.889117 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9b645cd2-f501-4038-8783-acfcebc7ef1d tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/subnets/7e6f4994-2a73-48cd-90c1-289cbc3edb75 HTTP/1.1" status: 204 len: 168 time: 0.2839191 Aug 16 20:26:11.890930 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46298) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:11.898492 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4446f2-12c2-4c02-9abd-cc4642718865 None None] Network ae49f0a9-42b1-4a1c-b364-35413f3d334c requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:26:11.966162 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dce1594d-ed15-4c94-ac64-409c09341bc0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:11.971222 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-59d105ea-51fa-44bd-b2fa-238776ce4851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93064032-35af-48b2-989c-e32e4bfc731d', 'name': 'tempest-RoutersIpV6Test-router-2022266126', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:49Z', 'updated_at': '2021-08-16T20:26:11Z', 'revision_number': 9, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None, '_interfaces': [{'id': '4a863192-e3b8-49dc-b4ca-3d46357854fd', 'name': '', 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:b4:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:50Z', 'updated_at': '2021-08-16T20:25:58Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60570ddb-eefd-4576-821f-972a9d2914e9', 'name': '', 'network_id': '2d8f0d08-680c-424d-be56-ebd479becda2', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:70:40:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '3649c37a-14c1-4eff-9493-e568146d0064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:53Z', 'updated_at': '2021-08-16T20:26:02Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '3649c37a-14c1-4eff-9493-e568146d0064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:12.000664 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d105ea-51fa-44bd-b2fa-238776ce4851 None None] Checking router: 93064032-35af-48b2-989c-e32e4bfc731d for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:26:12.022718 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-dce1594d-ed15-4c94-ac64-409c09341bc0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Deleting port 41951b57-2659-47a9-b895-869cdf553498 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:12.023068 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dce1594d-ed15-4c94-ac64-409c09341bc0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:12.044632 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d105ea-51fa-44bd-b2fa-238776ce4851 None None] Routers {'93064032-35af-48b2-989c-e32e4bfc731d'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:12.045897 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-59d105ea-51fa-44bd-b2fa-238776ce4851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:26:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['93064032-35af-48b2-989c-e32e4bfc731d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:12.087586 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-dce1594d-ed15-4c94-ac64-409c09341bc0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] For port 41951b57-2659-47a9-b895-869cdf553498, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=41951b57-2659-47a9-b895-869cdf553498,segment=NetworkSegment(a9336c26-4732-4d6a-b380-26e229c117e1),segment_id=a9336c26-4732-4d6a-b380-26e229c117e1)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:12.087963 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dce1594d-ed15-4c94-ac64-409c09341bc0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:12.100536 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-dce1594d-ed15-4c94-ac64-409c09341bc0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Calling delete_port for 41951b57-2659-47a9-b895-869cdf553498 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:12.142311 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-59d105ea-51fa-44bd-b2fa-238776ce4851 None None] Set router 93064032-35af-48b2-989c-e32e4bfc731d gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:12.187681 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dce1594d-ed15-4c94-ac64-409c09341bc0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:12.216108 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce1594d-ed15-4c94-ac64-409c09341bc0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] No DVR routers for this DVR port 41951b57-2659-47a9-b895-869cdf553498 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:26:12.216355 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31589496-ef91-4463-a886-3ad5f12a8f7c None None] DHCP port deletion for ae49f0a9-42b1-4a1c-b364-35413f3d334c request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:26:12.222546 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1594d-ed15-4c94-ac64-409c09341bc0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Port': ['ID=41951b57-2659-47a9-b895-869cdf553498,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:12.327447 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dce1594d-ed15-4c94-ac64-409c09341bc0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:12.339725 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-dce1594d-ed15-4c94-ac64-409c09341bc0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae49f0a9-42b1-4a1c-b364-35413f3d334c']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:12.352293 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-dce1594d-ed15-4c94-ac64-409c09341bc0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9336c26-4732-4d6a-b380-26e229c117e1') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:12.352602 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-dce1594d-ed15-4c94-ac64-409c09341bc0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9336c26-4732-4d6a-b380-26e229c117e1') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:12.354425 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-59d105ea-51fa-44bd-b2fa-238776ce4851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93064032-35af-48b2-989c-e32e4bfc731d', 'name': 'tempest-RoutersIpV6Test-router-2022266126', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:49Z', 'updated_at': '2021-08-16T20:26:11Z', 'revision_number': 9, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None, '_interfaces': [{'id': '4a863192-e3b8-49dc-b4ca-3d46357854fd', 'name': '', 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:b4:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:50Z', 'updated_at': '2021-08-16T20:25:58Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60570ddb-eefd-4576-821f-972a9d2914e9', 'name': '', 'network_id': '2d8f0d08-680c-424d-be56-ebd479becda2', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:70:40:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '3649c37a-14c1-4eff-9493-e568146d0064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:53Z', 'updated_at': '2021-08-16T20:26:02Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '3649c37a-14c1-4eff-9493-e568146d0064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:12.364762 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dce1594d-ed15-4c94-ac64-409c09341bc0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:12.373383 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154cce4-2665-44b2-a9e5-f31e19d2e703 req-09e1635c-8508-4056-9efd-5f55d1a2de68 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:12.375116 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f154cce4-2665-44b2-a9e5-f31e19d2e703 req-09e1635c-8508-4056-9efd-5f55d1a2de68 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 946 time: 0.0932755 Aug 16 20:26:12.382397 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d105ea-51fa-44bd-b2fa-238776ce4851 None None] The sync data for ids ['93064032-35af-48b2-989c-e32e4bfc731d'] in n-d-787206-13 is: [{'id': '93064032-35af-48b2-989c-e32e4bfc731d', 'name': 'tempest-RoutersIpV6Test-router-2022266126', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:49Z', 'updated_at': '2021-08-16T20:26:11Z', 'revision_number': 9, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None, '_interfaces': [{'id': '4a863192-e3b8-49dc-b4ca-3d46357854fd', 'name': '', 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:b4:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:50Z', 'updated_at': '2021-08-16T20:25:58Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60570ddb-eefd-4576-821f-972a9d2914e9', 'name': '', 'network_id': '2d8f0d08-680c-424d-be56-ebd479becda2', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:70:40:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '3649c37a-14c1-4eff-9493-e568146d0064', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:53Z', 'updated_at': '2021-08-16T20:26:02Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': '3649c37a-14c1-4eff-9493-e568146d0064', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:26:12.399806 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dce1594d-ed15-4c94-ac64-409c09341bc0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:12.411085 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce1594d-ed15-4c94-ac64-409c09341bc0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:26:12.411566 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dce1594d-ed15-4c94-ac64-409c09341bc0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:12.414475 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:26:12.414475 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:26:12.414475 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:26:12.414475 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:26:12.414475 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:26:12.414475 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:26:12.414475 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:26:12.414475 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:26:12.414475 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:26:12.414475 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:26:12.414475 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:26:12.414475 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:26:12.414475 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:26:12.414475 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:26:12.414475 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:26:12.414475 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:26:12.414475 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:26:12.414475 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:26:12.414475 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:26:12.414475 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:26:12.414475 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:26:12.414475 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:26:12.414475 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:26:12.414475 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:26:12.414475 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:26:12.414475 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:26:12.414475 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:26:12.414475 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:26:12.414475 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:26:12.414475 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:26:12.414475 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:26:12.414475 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:26:12.466080 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f154cce4-2665-44b2-a9e5-f31e19d2e703 req-7f3a2770-e49c-4b21-a575-82007c686cc2 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839229 Aug 16 20:26:12.486260 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dce1594d-ed15-4c94-ac64-409c09341bc0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:12.493171 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dce1594d-ed15-4c94-ac64-409c09341bc0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:12.494914 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-dce1594d-ed15-4c94-ac64-409c09341bc0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/networks/ae49f0a9-42b1-4a1c-b364-35413f3d334c HTTP/1.1" status: 204 len: 168 time: 0.6022904 Aug 16 20:26:12.497784 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46302) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:12.507011 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1594d-ed15-4c94-ac64-409c09341bc0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Network': ['ID=ae49f0a9-42b1-4a1c-b364-35413f3d334c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:12.622485 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c9617f7d-e504-4920-a579-420aa93fe20d req-f758f79b-969c-47f3-82d3-f8e88a36d03d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0835645 Aug 16 20:26:12.829336 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 41951b57-2659-47a9-b895-869cdf553498 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:26:12.856314 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 41951b57-2659-47a9-b895-869cdf553498 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:26:12.856844 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 41951b57-2659-47a9-b895-869cdf553498 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:26:12.857409 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1ffff041-f49c-4c43-8446-e394d2686972 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:26:12.878390 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 1ffff041-f49c-4c43-8446-e394d2686972 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:26:12.878737 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1ffff041-f49c-4c43-8446-e394d2686972 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:26:13.111469 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9617f7d-e504-4920-a579-420aa93fe20d req-0e9c1e84-3a45-4abe-9931-459b201a8585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:13.112936 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c9617f7d-e504-4920-a579-420aa93fe20d req-0e9c1e84-3a45-4abe-9931-459b201a8585 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=36ce9d10f04c4ea3a97f2ef277d208d8&device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 1098 time: 0.4321105 Aug 16 20:26:13.246144 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9617f7d-e504-4920-a579-420aa93fe20d req-e44dd6ca-7c34-4285-b537-1cd0277c31f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:13.247529 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c9617f7d-e504-4920-a579-420aa93fe20d req-e44dd6ca-7c34-4285-b537-1cd0277c31f6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=694913cb-9660-4a1c-a341-9653a1f83c96 HTTP/1.1" status: 200 len: 918 time: 0.1133511 Aug 16 20:26:13.340978 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c9617f7d-e504-4920-a579-420aa93fe20d req-6e42c2ef-8e9d-4d58-9838-2b812eea9dd0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9db088bf-9b00-448c-84a5-6e7ac3be46b3 HTTP/1.1" status: 200 len: 1002 time: 0.0862868 Aug 16 20:26:13.399382 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f7b9195-70ee-4c85-873e-3351d93ec5aa tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:13.465930 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9617f7d-e504-4920-a579-420aa93fe20d req-6036d5d3-2abe-462f-9119-a5273f1d829c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:13.467432 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c9617f7d-e504-4920-a579-420aa93fe20d req-6036d5d3-2abe-462f-9119-a5273f1d829c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22f1ef82-708c-4a07-a4be-6ce7461b8bb2 HTTP/1.1" status: 200 len: 856 time: 0.1175029 Aug 16 20:26:13.572442 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9617f7d-e504-4920-a579-420aa93fe20d req-e9f09f7c-6957-4bd5-8ecf-c1d7cacfb9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:13.574514 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c9617f7d-e504-4920-a579-420aa93fe20d req-e9f09f7c-6957-4bd5-8ecf-c1d7cacfb9c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=694913cb-9660-4a1c-a341-9653a1f83c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0967722 Aug 16 20:26:13.586073 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f659e1-bca5-4940-8f45-2fbc7f525a41 req-30bdd812-d8bf-4548-99ae-4d1bce1f194a tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:13.587590 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58f659e1-bca5-4940-8f45-2fbc7f525a41 req-30bdd812-d8bf-4548-99ae-4d1bce1f194a tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 946 time: 0.0537348 Aug 16 20:26:13.633249 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58f659e1-bca5-4940-8f45-2fbc7f525a41 req-c9495101-6ba1-47c5-b4b8-8b38a68a0eaf tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388262 Aug 16 20:26:13.706017 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c9617f7d-e504-4920-a579-420aa93fe20d req-57e08b94-ccaa-4252-933d-60d556ed7218 service neutron] 10.222.0.57 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229188 Aug 16 20:26:13.826999 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c9617f7d-e504-4920-a579-420aa93fe20d req-b94bd633-b8c0-4c0e-9a2c-7b2b8fc083ab service neutron] 10.222.0.57 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031859 Aug 16 20:26:13.828789 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5f7b9195-70ee-4c85-873e-3351d93ec5aa tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Deleting port 60570ddb-eefd-4576-821f-972a9d2914e9 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:13.829128 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f7b9195-70ee-4c85-873e-3351d93ec5aa tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:13.921040 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-5f7b9195-70ee-4c85-873e-3351d93ec5aa tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] For port 60570ddb-eefd-4576-821f-972a9d2914e9, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=60570ddb-eefd-4576-821f-972a9d2914e9,segment=NetworkSegment(85907941-4f43-4cc5-a2e8-dfc4458a0fa8),segment_id=85907941-4f43-4cc5-a2e8-dfc4458a0fa8)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:13.921400 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f7b9195-70ee-4c85-873e-3351d93ec5aa tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:13.933958 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5f7b9195-70ee-4c85-873e-3351d93ec5aa tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Calling delete_port for 60570ddb-eefd-4576-821f-972a9d2914e9 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:14.102614 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f7b9195-70ee-4c85-873e-3351d93ec5aa tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:14.129061 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b9195-70ee-4c85-873e-3351d93ec5aa tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Port': ['ID=60570ddb-eefd-4576-821f-972a9d2914e9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:14.240886 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f7b9195-70ee-4c85-873e-3351d93ec5aa tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:14.428092 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7b9195-70ee-4c85-873e-3351d93ec5aa tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Router 93064032-35af-48b2-989c-e32e4bfc731d has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:26:14.517835 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7b9195-70ee-4c85-873e-3351d93ec5aa tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:26:14.523214 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5f7b9195-70ee-4c85-873e-3351d93ec5aa tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "PUT /v2.0/routers/93064032-35af-48b2-989c-e32e4bfc731d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0243077 Aug 16 20:26:14.525953 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46310) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:14.527769 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6496f912-9ebd-442b-99ce-8f7a3c90c4da None None] Sync routers for ids ['93064032-35af-48b2-989c-e32e4bfc731d'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:26:14.536750 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6496f912-9ebd-442b-99ce-8f7a3c90c4da None None] Routers {'93064032-35af-48b2-989c-e32e4bfc731d'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:14.537359 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6496f912-9ebd-442b-99ce-8f7a3c90c4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:26:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['93064032-35af-48b2-989c-e32e4bfc731d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:14.576529 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4edf7c2b-750d-43ab-9372-c360dba10d14 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Deleting subnet 3649c37a-14c1-4eff-9493-e568146d0064 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:26:14.579737 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4edf7c2b-750d-43ab-9372-c360dba10d14 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:14.624937 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4edf7c2b-750d-43ab-9372-c360dba10d14 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:14.626318 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-6496f912-9ebd-442b-99ce-8f7a3c90c4da None None] Set router 93064032-35af-48b2-989c-e32e4bfc731d gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:14.728486 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4edf7c2b-750d-43ab-9372-c360dba10d14 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:14.763557 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca41eb-707d-4a71-8ec7-6b2c63fae7f9 req-d2d7e1dd-e32f-4531-8c2a-eaa768a7b559 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:14.765125 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-deca41eb-707d-4a71-8ec7-6b2c63fae7f9 req-d2d7e1dd-e32f-4531-8c2a-eaa768a7b559 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 946 time: 0.0543945 Aug 16 20:26:14.795420 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4edf7c2b-750d-43ab-9372-c360dba10d14 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:14.814768 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-deca41eb-707d-4a71-8ec7-6b2c63fae7f9 req-d80225bb-1160-44fc-9998-0aff04a25944 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422633 Aug 16 20:26:14.828758 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf7c2b-750d-43ab-9372-c360dba10d14 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Subnet': ['ID=3649c37a-14c1-4eff-9493-e568146d0064,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:14.829898 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4edf7c2b-750d-43ab-9372-c360dba10d14 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:14.834129 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4edf7c2b-750d-43ab-9372-c360dba10d14 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/subnets/3649c37a-14c1-4eff-9493-e568146d0064 HTTP/1.1" status: 204 len: 168 time: 0.3044832 Aug 16 20:26:14.834480 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46314) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:14.836205 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854bdd8a-db8d-4731-a17e-f57fa8e11d2c None None] Network 2d8f0d08-680c-424d-be56-ebd479becda2 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:26:14.843081 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6496f912-9ebd-442b-99ce-8f7a3c90c4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93064032-35af-48b2-989c-e32e4bfc731d', 'name': 'tempest-RoutersIpV6Test-router-2022266126', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:49Z', 'updated_at': '2021-08-16T20:26:14Z', 'revision_number': 10, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None, '_interfaces': [{'id': '4a863192-e3b8-49dc-b4ca-3d46357854fd', 'name': '', 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:b4:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:50Z', 'updated_at': '2021-08-16T20:25:58Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:14.879299 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6496f912-9ebd-442b-99ce-8f7a3c90c4da None None] Checking router: 93064032-35af-48b2-989c-e32e4bfc731d for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:26:14.893678 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6496f912-9ebd-442b-99ce-8f7a3c90c4da None None] Routers {'93064032-35af-48b2-989c-e32e4bfc731d'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:14.894535 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6496f912-9ebd-442b-99ce-8f7a3c90c4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:26:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['93064032-35af-48b2-989c-e32e4bfc731d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:14.915762 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09da90d0-813c-4100-ad84-deb9b9b22c35 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:14.977834 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-09da90d0-813c-4100-ad84-deb9b9b22c35 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Deleting port a9ad6cae-be66-425b-a251-1cb241f424b1 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:14.978270 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09da90d0-813c-4100-ad84-deb9b9b22c35 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:15.033327 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd83330-d158-486c-a794-14e36be28c3e None None] DHCP port deletion for 2d8f0d08-680c-424d-be56-ebd479becda2 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:26:15.057105 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-09da90d0-813c-4100-ad84-deb9b9b22c35 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] For port a9ad6cae-be66-425b-a251-1cb241f424b1, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=a9ad6cae-be66-425b-a251-1cb241f424b1,segment=NetworkSegment(85907941-4f43-4cc5-a2e8-dfc4458a0fa8),segment_id=85907941-4f43-4cc5-a2e8-dfc4458a0fa8)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:15.057479 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09da90d0-813c-4100-ad84-deb9b9b22c35 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:15.071149 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-09da90d0-813c-4100-ad84-deb9b9b22c35 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Calling delete_port for a9ad6cae-be66-425b-a251-1cb241f424b1 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:15.081652 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-afd83330-d158-486c-a794-14e36be28c3e None None] Deleting port a9ad6cae-be66-425b-a251-1cb241f424b1 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:15.082143 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-afd83330-d158-486c-a794-14e36be28c3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:15.088574 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-6496f912-9ebd-442b-99ce-8f7a3c90c4da None None] Set router 93064032-35af-48b2-989c-e32e4bfc731d gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:15.147591 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-afd83330-d158-486c-a794-14e36be28c3e None None] For port a9ad6cae-be66-425b-a251-1cb241f424b1, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=a9ad6cae-be66-425b-a251-1cb241f424b1,segment=NetworkSegment(85907941-4f43-4cc5-a2e8-dfc4458a0fa8),segment_id=85907941-4f43-4cc5-a2e8-dfc4458a0fa8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:15.147998 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-afd83330-d158-486c-a794-14e36be28c3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:15.162321 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-afd83330-d158-486c-a794-14e36be28c3e None None] Calling delete_port for a9ad6cae-be66-425b-a251-1cb241f424b1 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:15.166149 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09da90d0-813c-4100-ad84-deb9b9b22c35 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:15.192217 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da90d0-813c-4100-ad84-deb9b9b22c35 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Port': ['ID=a9ad6cae-be66-425b-a251-1cb241f424b1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:15.196700 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09da90d0-813c-4100-ad84-deb9b9b22c35 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] No DVR routers for this DVR port a9ad6cae-be66-425b-a251-1cb241f424b1 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:26:15.249452 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-afd83330-d158-486c-a794-14e36be28c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:15.275677 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd83330-d158-486c-a794-14e36be28c3e None None] Pushing event deleted for resources: {'Port': ['ID=a9ad6cae-be66-425b-a251-1cb241f424b1,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:15.279952 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd83330-d158-486c-a794-14e36be28c3e None None] No DVR routers for this DVR port a9ad6cae-be66-425b-a251-1cb241f424b1 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:26:15.288170 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09da90d0-813c-4100-ad84-deb9b9b22c35 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:15.295724 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6496f912-9ebd-442b-99ce-8f7a3c90c4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93064032-35af-48b2-989c-e32e4bfc731d', 'name': 'tempest-RoutersIpV6Test-router-2022266126', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:49Z', 'updated_at': '2021-08-16T20:26:14Z', 'revision_number': 10, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None, '_interfaces': [{'id': '4a863192-e3b8-49dc-b4ca-3d46357854fd', 'name': '', 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:b4:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:50Z', 'updated_at': '2021-08-16T20:25:58Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:15.299639 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-09da90d0-813c-4100-ad84-deb9b9b22c35 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d8f0d08-680c-424d-be56-ebd479becda2']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:15.310586 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-09da90d0-813c-4100-ad84-deb9b9b22c35 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85907941-4f43-4cc5-a2e8-dfc4458a0fa8') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:15.310907 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-09da90d0-813c-4100-ad84-deb9b9b22c35 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85907941-4f43-4cc5-a2e8-dfc4458a0fa8') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:15.319996 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09da90d0-813c-4100-ad84-deb9b9b22c35 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:15.322100 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6496f912-9ebd-442b-99ce-8f7a3c90c4da None None] The sync data for ids ['93064032-35af-48b2-989c-e32e4bfc731d'] in n-d-787206-13 is: [{'id': '93064032-35af-48b2-989c-e32e4bfc731d', 'name': 'tempest-RoutersIpV6Test-router-2022266126', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:49Z', 'updated_at': '2021-08-16T20:26:14Z', 'revision_number': 10, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None, '_interfaces': [{'id': '4a863192-e3b8-49dc-b4ca-3d46357854fd', 'name': '', 'network_id': 'd61acd7f-4a8b-4eec-9869-26e8a98bb2da', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'mac_address': 'fa:16:3e:b4:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93064032-35af-48b2-989c-e32e4bfc731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:50Z', 'updated_at': '2021-08-16T20:25:58Z', 'revision_number': 5, 'project_id': '009dba348fb2442ba66df3ffefced168', 'subnets': [{'id': 'd4a444a7-b009-4b02-9699-dcd48e0c642a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:26:15.334909 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09da90d0-813c-4100-ad84-deb9b9b22c35 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:15.341734 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09da90d0-813c-4100-ad84-deb9b9b22c35 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:26:15.342189 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09da90d0-813c-4100-ad84-deb9b9b22c35 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:15.345321 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:26:15.345321 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:26:15.345321 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:26:15.345321 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:26:15.345321 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:26:15.345321 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:26:15.345321 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:26:15.345321 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:26:15.345321 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:26:15.345321 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:26:15.345321 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:26:15.345321 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:26:15.345321 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:26:15.345321 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:26:15.345321 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:26:15.345321 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:26:15.345321 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:26:15.345321 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:26:15.345321 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:26:15.345321 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:26:15.345321 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:26:15.345321 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:26:15.345321 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:26:15.345321 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:26:15.345321 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:26:15.345321 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:26:15.345321 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:26:15.345321 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:26:15.345321 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:26:15.345321 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:26:15.345321 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:26:15.345321 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:26:15.404250 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09da90d0-813c-4100-ad84-deb9b9b22c35 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:15.411064 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09da90d0-813c-4100-ad84-deb9b9b22c35 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:15.412819 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-09da90d0-813c-4100-ad84-deb9b9b22c35 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/networks/2d8f0d08-680c-424d-be56-ebd479becda2 HTTP/1.1" status: 204 len: 168 time: 0.5773618 Aug 16 20:26:15.415583 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46318) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:15.424494 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da90d0-813c-4100-ad84-deb9b9b22c35 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Network': ['ID=2d8f0d08-680c-424d-be56-ebd479becda2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:15.748050 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c100c74e-8177-4835-8740-b8aacc7d07d0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:15.939054 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ba710-927b-48a4-aab9-e8052b6aa666 req-fc089c65-1b25-4dcf-8c23-9dd5b47b36a0 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:15.940592 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f43ba710-927b-48a4-aab9-e8052b6aa666 req-fc089c65-1b25-4dcf-8c23-9dd5b47b36a0 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 946 time: 0.0603132 Aug 16 20:26:16.011296 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f43ba710-927b-48a4-aab9-e8052b6aa666 req-e2e8766d-19c8-419e-9e87-0a4954658a94 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622852 Aug 16 20:26:16.057492 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-c100c74e-8177-4835-8740-b8aacc7d07d0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Deleting port 4a863192-e3b8-49dc-b4ca-3d46357854fd {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:16.057837 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c100c74e-8177-4835-8740-b8aacc7d07d0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:16.145053 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-c100c74e-8177-4835-8740-b8aacc7d07d0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] For port 4a863192-e3b8-49dc-b4ca-3d46357854fd, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=4a863192-e3b8-49dc-b4ca-3d46357854fd,segment=NetworkSegment(b744a5d1-a192-4cc9-9b4e-7724ddc4a8cc),segment_id=b744a5d1-a192-4cc9-9b4e-7724ddc4a8cc)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:16.145417 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c100c74e-8177-4835-8740-b8aacc7d07d0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:16.162546 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-c100c74e-8177-4835-8740-b8aacc7d07d0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Calling delete_port for 4a863192-e3b8-49dc-b4ca-3d46357854fd owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:16.329769 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c100c74e-8177-4835-8740-b8aacc7d07d0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:16.362808 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100c74e-8177-4835-8740-b8aacc7d07d0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Port': ['ID=4a863192-e3b8-49dc-b4ca-3d46357854fd,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:16.451775 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c100c74e-8177-4835-8740-b8aacc7d07d0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:16.602939 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c100c74e-8177-4835-8740-b8aacc7d07d0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Router 93064032-35af-48b2-989c-e32e4bfc731d has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:26:16.680443 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c100c74e-8177-4835-8740-b8aacc7d07d0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:26:16.686071 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c100c74e-8177-4835-8740-b8aacc7d07d0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "PUT /v2.0/routers/93064032-35af-48b2-989c-e32e4bfc731d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2694576 Aug 16 20:26:16.688654 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46324) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:16.694824 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be855520-fb68-4749-9129-5c2a2455ac6b None None] Sync routers for ids ['93064032-35af-48b2-989c-e32e4bfc731d'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:26:16.704345 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be855520-fb68-4749-9129-5c2a2455ac6b None None] Routers {'93064032-35af-48b2-989c-e32e4bfc731d'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:16.705266 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-be855520-fb68-4749-9129-5c2a2455ac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:26:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['93064032-35af-48b2-989c-e32e4bfc731d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:16.739765 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-509a8db1-c505-4dca-b5d7-420e4470a912 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Deleting subnet d4a444a7-b009-4b02-9699-dcd48e0c642a {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:26:16.742999 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-509a8db1-c505-4dca-b5d7-420e4470a912 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:16.746565 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device a9ad6cae-be66-425b-a251-1cb241f424b1 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:26:16.789731 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-509a8db1-c505-4dca-b5d7-420e4470a912 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:16.879585 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-509a8db1-c505-4dca-b5d7-420e4470a912 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:16.938945 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-509a8db1-c505-4dca-b5d7-420e4470a912 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:16.956869 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: a9ad6cae-be66-425b-a251-1cb241f424b1 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:26:16.957227 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device a9ad6cae-be66-425b-a251-1cb241f424b1 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:26:16.957651 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 60570ddb-eefd-4576-821f-972a9d2914e9 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:26:16.970447 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a8db1-c505-4dca-b5d7-420e4470a912 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Subnet': ['ID=d4a444a7-b009-4b02-9699-dcd48e0c642a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:16.974185 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-509a8db1-c505-4dca-b5d7-420e4470a912 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:16.978574 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-509a8db1-c505-4dca-b5d7-420e4470a912 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/subnets/d4a444a7-b009-4b02-9699-dcd48e0c642a HTTP/1.1" status: 204 len: 168 time: 0.2865188 Aug 16 20:26:16.979024 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46326) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:16.981916 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-be855520-fb68-4749-9129-5c2a2455ac6b None None] Set router 93064032-35af-48b2-989c-e32e4bfc731d gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:16.985841 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390f2744-5747-404f-87a6-840e1344b37c None None] Network d61acd7f-4a8b-4eec-9869-26e8a98bb2da requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:26:17.015946 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 60570ddb-eefd-4576-821f-972a9d2914e9 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:26:17.016290 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 60570ddb-eefd-4576-821f-972a9d2914e9 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:26:17.080188 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-be855520-fb68-4749-9129-5c2a2455ac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93064032-35af-48b2-989c-e32e4bfc731d', 'name': 'tempest-RoutersIpV6Test-router-2022266126', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:49Z', 'updated_at': '2021-08-16T20:26:16Z', 'revision_number': 11, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:17.088137 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:17.114103 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be855520-fb68-4749-9129-5c2a2455ac6b None None] Checking router: 93064032-35af-48b2-989c-e32e4bfc731d for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:26:17.138987 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408f463-6577-40a7-bd40-663be00a34fb req-dea5c3bc-a93c-4d64-90e2-0830c76a2143 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:17.139585 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be855520-fb68-4749-9129-5c2a2455ac6b None None] Routers {'93064032-35af-48b2-989c-e32e4bfc731d'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:17.140218 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-be855520-fb68-4749-9129-5c2a2455ac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:26:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['93064032-35af-48b2-989c-e32e4bfc731d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:17.140442 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2408f463-6577-40a7-bd40-663be00a34fb req-dea5c3bc-a93c-4d64-90e2-0830c76a2143 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 946 time: 0.0551956 Aug 16 20:26:17.143373 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Deleting port fc7e0dfd-9a29-4af5-b2df-c8153ddba020 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:17.144569 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:17.183056 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2408f463-6577-40a7-bd40-663be00a34fb req-ab0d8b63-740a-4fe5-972b-2c48fd8e01d2 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346346 Aug 16 20:26:17.216798 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] For port fc7e0dfd-9a29-4af5-b2df-c8153ddba020, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=fc7e0dfd-9a29-4af5-b2df-c8153ddba020,segment=NetworkSegment(b744a5d1-a192-4cc9-9b4e-7724ddc4a8cc),segment_id=b744a5d1-a192-4cc9-9b4e-7724ddc4a8cc)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:17.217160 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:17.229956 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Calling delete_port for fc7e0dfd-9a29-4af5-b2df-c8153ddba020 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:17.242456 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-be855520-fb68-4749-9129-5c2a2455ac6b None None] Set router 93064032-35af-48b2-989c-e32e4bfc731d gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:17.299109 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-be855520-fb68-4749-9129-5c2a2455ac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93064032-35af-48b2-989c-e32e4bfc731d', 'name': 'tempest-RoutersIpV6Test-router-2022266126', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:49Z', 'updated_at': '2021-08-16T20:26:16Z', 'revision_number': 11, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:17.308208 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:17.331276 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be855520-fb68-4749-9129-5c2a2455ac6b None None] The sync data for ids ['93064032-35af-48b2-989c-e32e4bfc731d'] in n-d-787206-13 is: [{'id': '93064032-35af-48b2-989c-e32e4bfc731d', 'name': 'tempest-RoutersIpV6Test-router-2022266126', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:49Z', 'updated_at': '2021-08-16T20:26:16Z', 'revision_number': 11, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:26:17.334135 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Port': ['ID=fc7e0dfd-9a29-4af5-b2df-c8153ddba020,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:17.339275 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] No DVR routers for this DVR port fc7e0dfd-9a29-4af5-b2df-c8153ddba020 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:26:17.422984 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:17.433407 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61acd7f-4a8b-4eec-9869-26e8a98bb2da']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:17.442898 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b744a5d1-a192-4cc9-9b4e-7724ddc4a8cc') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:17.443189 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b744a5d1-a192-4cc9-9b4e-7724ddc4a8cc') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:17.451831 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:17.464968 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:17.470637 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:26:17.471024 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:17.473902 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:26:17.473902 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:26:17.473902 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:26:17.473902 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:26:17.473902 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:26:17.473902 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:26:17.473902 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:26:17.473902 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:26:17.473902 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:26:17.473902 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:26:17.473902 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:26:17.473902 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:26:17.473902 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:26:17.473902 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:26:17.473902 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:26:17.473902 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:26:17.473902 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:26:17.473902 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:26:17.473902 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:26:17.473902 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:26:17.473902 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:26:17.473902 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:26:17.473902 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:26:17.473902 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:26:17.473902 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:26:17.473902 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:26:17.473902 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:26:17.473902 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:26:17.473902 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:26:17.473902 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:26:17.473902 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:26:17.473902 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:26:17.533976 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:17.540647 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:17.542606 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/networks/d61acd7f-4a8b-4eec-9869-26e8a98bb2da HTTP/1.1" status: 204 len: 168 time: 0.5611780 Aug 16 20:26:17.546025 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46332) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:17.550834 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-91144c99-f674-4f27-a399-729f2f537820 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Request body: {'router': {'routes': None}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:17.554796 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Pushing event deleted for resources: {'Network': ['ID=d61acd7f-4a8b-4eec-9869-26e8a98bb2da,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:17.562298 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:17.562675 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:17.563020 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:17.563383 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:17.563717 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:17.564043 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:17.564369 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:17.564699 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:17.565019 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:17.565340 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:17.565660 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:17.565981 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03075cb-91a1-4d75-8d4b-7525368d295f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:17.709040 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3977dfad-ab78-420e-b55e-ca6ba7cb09ad None None] DHCP port deletion for d61acd7f-4a8b-4eec-9869-26e8a98bb2da request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:26:17.717901 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.extraroute_db [None req-91144c99-f674-4f27-a399-729f2f537820 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Added routes are [] {{(pid=94770) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 20:26:17.718207 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.extraroute_db [None req-91144c99-f674-4f27-a399-729f2f537820 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Removed routes are [] {{(pid=94770) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 20:26:17.718568 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91144c99-f674-4f27-a399-729f2f537820 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106996'] for router, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:17.856753 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91144c99-f674-4f27-a399-729f2f537820 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106996'] for router, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:17.860070 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91144c99-f674-4f27-a399-729f2f537820 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-399211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-399202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-399768'] for router, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:17.934686 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91144c99-f674-4f27-a399-729f2f537820 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Router 93064032-35af-48b2-989c-e32e4bfc731d has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:26:18.006987 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91144c99-f674-4f27-a399-729f2f537820 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:26:18.014672 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91144c99-f674-4f27-a399-729f2f537820 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:18.018361 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-91144c99-f674-4f27-a399-729f2f537820 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "PUT /v2.0/routers/93064032-35af-48b2-989c-e32e4bfc731d HTTP/1.1" status: 200 len: 705 time: 0.4687245 Aug 16 20:26:18.018619 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46334) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:18.018945 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce76726-ba5b-4b34-8605-b77ad24dcab4 None None] Sync routers for ids ['93064032-35af-48b2-989c-e32e4bfc731d'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:26:18.031098 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce76726-ba5b-4b34-8605-b77ad24dcab4 None None] Routers {'93064032-35af-48b2-989c-e32e4bfc731d'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:18.031767 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-8ce76726-ba5b-4b34-8605-b77ad24dcab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:26:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['93064032-35af-48b2-989c-e32e4bfc731d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:18.048132 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b90ecd26-1318-4392-9504-2e540f3a6860 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "GET /v2.0/ports?device_id=93064032-35af-48b2-989c-e32e4bfc731d HTTP/1.1" status: 200 len: 205 time: 0.0261548 Aug 16 20:26:18.048534 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46336) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:18.108697 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-8ce76726-ba5b-4b34-8605-b77ad24dcab4 None None] Set router 93064032-35af-48b2-989c-e32e4bfc731d gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:18.129909 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-63441a97-63f8-483c-9e70-a66f9427bf95 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:18.161596 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-8ce76726-ba5b-4b34-8605-b77ad24dcab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93064032-35af-48b2-989c-e32e4bfc731d', 'name': 'tempest-RoutersIpV6Test-router-2022266126', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:49Z', 'updated_at': '2021-08-16T20:26:16Z', 'revision_number': 11, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:18.186513 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce76726-ba5b-4b34-8605-b77ad24dcab4 None None] Checking router: 93064032-35af-48b2-989c-e32e4bfc731d for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:26:18.194379 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce76726-ba5b-4b34-8605-b77ad24dcab4 None None] Routers {'93064032-35af-48b2-989c-e32e4bfc731d'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:18.194993 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-8ce76726-ba5b-4b34-8605-b77ad24dcab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:26:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['93064032-35af-48b2-989c-e32e4bfc731d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:18.263337 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-8ce76726-ba5b-4b34-8605-b77ad24dcab4 None None] Set router 93064032-35af-48b2-989c-e32e4bfc731d gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:18.288607 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-63441a97-63f8-483c-9e70-a66f9427bf95 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:18.290730 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-63441a97-63f8-483c-9e70-a66f9427bf95 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:18.308207 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363ee23-8a09-4a37-b554-6ec7190e5500 req-352679bf-034c-4cd9-b2e2-071c87c9156e tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:18.310251 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a363ee23-8a09-4a37-b554-6ec7190e5500 req-352679bf-034c-4cd9-b2e2-071c87c9156e tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 946 time: 0.0533085 Aug 16 20:26:18.320226 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-8ce76726-ba5b-4b34-8605-b77ad24dcab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93064032-35af-48b2-989c-e32e4bfc731d', 'name': 'tempest-RoutersIpV6Test-router-2022266126', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:49Z', 'updated_at': '2021-08-16T20:26:16Z', 'revision_number': 11, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:18.335915 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-63441a97-63f8-483c-9e70-a66f9427bf95 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:18.336562 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63441a97-63f8-483c-9e70-a66f9427bf95 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Fanout notify agent at l3_agent the message router_deleted on router 93064032-35af-48b2-989c-e32e4bfc731d {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:26:18.351580 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce76726-ba5b-4b34-8605-b77ad24dcab4 None None] The sync data for ids ['93064032-35af-48b2-989c-e32e4bfc731d'] in n-d-787206-13 is: [{'id': '93064032-35af-48b2-989c-e32e4bfc731d', 'name': 'tempest-RoutersIpV6Test-router-2022266126', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:49Z', 'updated_at': '2021-08-16T20:26:16Z', 'revision_number': 11, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:26:18.351967 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-63441a97-63f8-483c-9e70-a66f9427bf95 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:18.357089 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-63441a97-63f8-483c-9e70-a66f9427bf95 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/routers/93064032-35af-48b2-989c-e32e4bfc731d HTTP/1.1" status: 204 len: 168 time: 0.3035381 Aug 16 20:26:18.357712 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46342) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:18.358387 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a363ee23-8a09-4a37-b554-6ec7190e5500 req-ce397605-a2f7-481b-acdb-1a79bd828067 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345826 Aug 16 20:26:18.363614 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0990f815-c729-4627-a5a1-f5f2ab1cc51c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1255388288', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:18.397310 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0990f815-c729-4627-a5a1-f5f2ab1cc51c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:18.398410 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0990f815-c729-4627-a5a1-f5f2ab1cc51c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:18.455403 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0990f815-c729-4627-a5a1-f5f2ab1cc51c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:18.462533 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0990f815-c729-4627-a5a1-f5f2ab1cc51c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:18.482643 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0990f815-c729-4627-a5a1-f5f2ab1cc51c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:18.487290 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46348) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:18.487781 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0990f815-c729-4627-a5a1-f5f2ab1cc51c tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1286609 Aug 16 20:26:18.492190 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-daf3fb5c-ace7-4804-9837-387febe01b02 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:18.664799 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4a863192-e3b8-49dc-b4ca-3d46357854fd no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:26:18.686250 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 4a863192-e3b8-49dc-b4ca-3d46357854fd {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:26:18.686606 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4a863192-e3b8-49dc-b4ca-3d46357854fd not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:26:18.687030 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device fc7e0dfd-9a29-4af5-b2df-c8153ddba020 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:26:18.707052 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: fc7e0dfd-9a29-4af5-b2df-c8153ddba020 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:26:18.707366 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device fc7e0dfd-9a29-4af5-b2df-c8153ddba020 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:26:19.023555 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ced2a1-b55f-47c3-9046-e7eca2c4f2ae req-858818c3-9a17-4542-b5c1-9a006f9d08de tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:19.024953 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-93ced2a1-b55f-47c3-9046-e7eca2c4f2ae req-858818c3-9a17-4542-b5c1-9a006f9d08de tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 946 time: 0.4913640 Aug 16 20:26:19.029590 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d4014-7edf-43c2-a840-8098b162119e req-6a8ea58a-23c8-4a2b-a445-f40fbb91ce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:19.030953 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-035d4014-7edf-43c2-a840-8098b162119e req-6a8ea58a-23c8-4a2b-a445-f40fbb91ce55 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5fcbda3619a74e5b9b9ea7a9065ce932&device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 1098 time: 0.4605799 Aug 16 20:26:19.125871 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-daf3fb5c-ace7-4804-9837-387febe01b02 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106996'] for router, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:19.168477 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-daf3fb5c-ace7-4804-9837-387febe01b02 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-399211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-399202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-399768'] for router, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:19.191664 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-93ced2a1-b55f-47c3-9046-e7eca2c4f2ae req-5081b114-973c-455e-93d8-e15ca7243ba2 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597412 Aug 16 20:26:19.285920 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d4014-7edf-43c2-a840-8098b162119e req-a8d454e7-ba3d-42a9-b319-73e05e70700a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:19.287321 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-035d4014-7edf-43c2-a840-8098b162119e req-a8d454e7-ba3d-42a9-b319-73e05e70700a service neutron] 10.222.0.63 "GET /v2.0/networks?id=0884c200-acec-460b-b534-7fcde0dd54c6 HTTP/1.1" status: 200 len: 912 time: 0.2202110 Aug 16 20:26:19.348923 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf3fb5c-ace7-4804-9837-387febe01b02 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Router edf54506-c7c0-49eb-a031-d734aee9a8f7 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:26:19.371653 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-035d4014-7edf-43c2-a840-8098b162119e req-beb03797-9c46-462a-91d6-7db8620d6c2f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fe6b8c8-13d9-4f3d-a467-3d76601f69da HTTP/1.1" status: 200 len: 1002 time: 0.0765359 Aug 16 20:26:19.462524 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf3fb5c-ace7-4804-9837-387febe01b02 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:26:19.471768 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-daf3fb5c-ace7-4804-9837-387febe01b02 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:19.472342 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa820a3-7b63-4552-b8a5-4c841e3fe0cb None None] Sync routers for ids ['edf54506-c7c0-49eb-a031-d734aee9a8f7'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:26:19.472924 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-daf3fb5c-ace7-4804-9837-387febe01b02 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "PUT /v2.0/routers/edf54506-c7c0-49eb-a031-d734aee9a8f7 HTTP/1.1" status: 200 len: 698 time: 0.9846125 Aug 16 20:26:19.475711 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46352) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:19.482083 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa820a3-7b63-4552-b8a5-4c841e3fe0cb None None] Routers {'edf54506-c7c0-49eb-a031-d734aee9a8f7'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:19.482759 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bfa820a3-7b63-4552-b8a5-4c841e3fe0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:26:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['edf54506-c7c0-49eb-a031-d734aee9a8f7'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:19.484905 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d4014-7edf-43c2-a840-8098b162119e req-b29947a1-2933-471e-a4fb-a79d7451a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:19.486381 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-035d4014-7edf-43c2-a840-8098b162119e req-b29947a1-2933-471e-a4fb-a79d7451a959 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2e5317c1-df9f-4c3c-8707-a2ba178832b8 HTTP/1.1" status: 200 len: 850 time: 0.0816772 Aug 16 20:26:19.539927 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d4014-7edf-43c2-a840-8098b162119e req-d3c1a067-fbe1-4ede-b6b5-27102e96cadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:19.541344 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-035d4014-7edf-43c2-a840-8098b162119e req-d3c1a067-fbe1-4ede-b6b5-27102e96cadf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0884c200-acec-460b-b534-7fcde0dd54c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474916 Aug 16 20:26:19.555459 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-bfa820a3-7b63-4552-b8a5-4c841e3fe0cb None None] Set router edf54506-c7c0-49eb-a031-d734aee9a8f7 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:19.559656 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-639b612e-aae6-40ba-b276-83ca7b8de556 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "GET /v2.0/routers/edf54506-c7c0-49eb-a031-d734aee9a8f7 HTTP/1.1" status: 200 len: 704 time: 0.0797048 Aug 16 20:26:19.560019 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46354) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:19.586348 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-13d430dd-77ec-4058-9c9c-fc670876ce05 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "GET /v2.0/ports?device_id=edf54506-c7c0-49eb-a031-d734aee9a8f7 HTTP/1.1" status: 200 len: 205 time: 0.0251620 Aug 16 20:26:19.588762 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46356) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:19.617924 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bfa820a3-7b63-4552-b8a5-4c841e3fe0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf54506-c7c0-49eb-a031-d734aee9a8f7', 'name': 'tempest-RoutersIpV6Test-router-1255388288', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:18Z', 'updated_at': '2021-08-16T20:26:19Z', 'revision_number': 2, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:19.636758 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-035d4014-7edf-43c2-a840-8098b162119e req-6ff42f4f-9b73-4ae1-895a-d968c5f26ba3 service neutron] 10.222.0.63 "GET /v2.0/networks/0884c200-acec-460b-b534-7fcde0dd54c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874691 Aug 16 20:26:19.648826 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa820a3-7b63-4552-b8a5-4c841e3fe0cb None None] Checking router: edf54506-c7c0-49eb-a031-d734aee9a8f7 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:26:19.659008 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa820a3-7b63-4552-b8a5-4c841e3fe0cb None None] Routers {'edf54506-c7c0-49eb-a031-d734aee9a8f7'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:19.659847 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bfa820a3-7b63-4552-b8a5-4c841e3fe0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:26:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['edf54506-c7c0-49eb-a031-d734aee9a8f7'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:19.671584 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2dc59a4-f6a6-442d-ab2b-9761eb43c738 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:19.733199 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-bfa820a3-7b63-4552-b8a5-4c841e3fe0cb None None] Set router edf54506-c7c0-49eb-a031-d734aee9a8f7 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:19.735142 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-035d4014-7edf-43c2-a840-8098b162119e req-70e8c27c-a689-4a12-803b-366aaa41696a service neutron] 10.222.0.63 "GET /v2.0/networks/0884c200-acec-460b-b534-7fcde0dd54c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903683 Aug 16 20:26:19.793903 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bfa820a3-7b63-4552-b8a5-4c841e3fe0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf54506-c7c0-49eb-a031-d734aee9a8f7', 'name': 'tempest-RoutersIpV6Test-router-1255388288', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:18Z', 'updated_at': '2021-08-16T20:26:19Z', 'revision_number': 2, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:19.821810 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa820a3-7b63-4552-b8a5-4c841e3fe0cb None None] The sync data for ids ['edf54506-c7c0-49eb-a031-d734aee9a8f7'] in n-d-787206-13 is: [{'id': 'edf54506-c7c0-49eb-a031-d734aee9a8f7', 'name': 'tempest-RoutersIpV6Test-router-1255388288', 'tenant_id': '009dba348fb2442ba66df3ffefced168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:18Z', 'updated_at': '2021-08-16T20:26:19Z', 'revision_number': 2, 'project_id': '009dba348fb2442ba66df3ffefced168', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:26:20.187300 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2dc59a4-f6a6-442d-ab2b-9761eb43c738 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:20.189534 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2dc59a4-f6a6-442d-ab2b-9761eb43c738 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:20.235715 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2dc59a4-f6a6-442d-ab2b-9761eb43c738 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:20.236291 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2dc59a4-f6a6-442d-ab2b-9761eb43c738 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Fanout notify agent at l3_agent the message router_deleted on router edf54506-c7c0-49eb-a031-d734aee9a8f7 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:26:20.245772 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2dc59a4-f6a6-442d-ab2b-9761eb43c738 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:20.251379 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c2dc59a4-f6a6-442d-ab2b-9761eb43c738 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/routers/edf54506-c7c0-49eb-a031-d734aee9a8f7 HTTP/1.1" status: 204 len: 168 time: 0.6571934 Aug 16 20:26:20.251650 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46362) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:20.286829 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a4b3acbf-0c73-44c6-9f8e-49b4b0fb35f3 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "GET /v2.0/ports?device_id=edf54506-c7c0-49eb-a031-d734aee9a8f7 HTTP/1.1" status: 200 len: 205 time: 0.0319190 Aug 16 20:26:20.287144 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46364) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:20.341610 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-b32bcb40-be69-48fa-906b-bbf08d43f5c7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] delete failed (client error): The resource could not be found. Aug 16 20:26:20.342565 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b32bcb40-be69-48fa-906b-bbf08d43f5c7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/routers/edf54506-c7c0-49eb-a031-d734aee9a8f7 HTTP/1.1" status: 404 len: 336 time: 0.0542464 Aug 16 20:26:20.345141 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46366) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:20.378685 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-23490474-81f8-48c9-a33f-183221507519 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] DELETE failed (client error): The resource could not be found. Aug 16 20:26:20.379133 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23490474-81f8-48c9-a33f-183221507519 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:26:20.381231 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-23490474-81f8-48c9-a33f-183221507519 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/subnets/4eeb26da-0b3a-4be0-ac0c-f2b81353a5d6 HTTP/1.1" status: 404 len: 337 time: 0.0352128 Aug 16 20:26:20.384053 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46368) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:20.399271 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982fefb-e03c-4453-9855-b4025e1e076b req-513d0644-e2eb-4e39-98e7-615baa7a9c9a tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:20.400797 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7982fefb-e03c-4453-9855-b4025e1e076b req-513d0644-e2eb-4e39-98e7-615baa7a9c9a tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 946 time: 0.1265783 Aug 16 20:26:20.411659 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b10d97-4c91-4028-b51c-ab85febf738e tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] DELETE failed (client error): The resource could not be found. Aug 16 20:26:20.412116 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b10d97-4c91-4028-b51c-ab85febf738e tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:26:20.413828 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-94b10d97-4c91-4028-b51c-ab85febf738e tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/subnets/7e6f4994-2a73-48cd-90c1-289cbc3edb75 HTTP/1.1" status: 404 len: 337 time: 0.0286586 Aug 16 20:26:20.416367 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46370) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:20.441211 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7982fefb-e03c-4453-9855-b4025e1e076b req-468e5e66-9692-4372-85d8-a0877083b570 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334175 Aug 16 20:26:20.442093 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-baee1eeb-cbbb-423f-a1b4-80d117ccd8d6 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] DELETE failed (client error): The resource could not be found. Aug 16 20:26:20.442590 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baee1eeb-cbbb-423f-a1b4-80d117ccd8d6 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:26:20.446654 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-baee1eeb-cbbb-423f-a1b4-80d117ccd8d6 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/subnets/3649c37a-14c1-4eff-9493-e568146d0064 HTTP/1.1" status: 404 len: 337 time: 0.0270236 Aug 16 20:26:20.446785 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46372) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:20.474555 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ccc71c-e650-4958-a575-b10c7465fbff tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] DELETE failed (client error): The resource could not be found. Aug 16 20:26:20.475015 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80ccc71c-e650-4958-a575-b10c7465fbff tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:26:20.477530 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-80ccc71c-e650-4958-a575-b10c7465fbff tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/subnets/d4a444a7-b009-4b02-9699-dcd48e0c642a HTTP/1.1" status: 404 len: 337 time: 0.0297418 Aug 16 20:26:20.479978 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46374) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:20.506417 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cdc88535-1d03-4de4-a41e-2471d15183cd tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "GET /v2.0/ports?device_id=93064032-35af-48b2-989c-e32e4bfc731d HTTP/1.1" status: 200 len: 205 time: 0.0253603 Aug 16 20:26:20.508652 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46376) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:20.550376 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-92edb693-9612-426e-8cd9-3179d317a321 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] delete failed (client error): The resource could not be found. Aug 16 20:26:20.551453 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-92edb693-9612-426e-8cd9-3179d317a321 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/routers/93064032-35af-48b2-989c-e32e4bfc731d HTTP/1.1" status: 404 len: 336 time: 0.0418797 Aug 16 20:26:20.554133 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46378) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:20.581540 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4e1cffe0-bddf-42e4-9be7-1163587cd435 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "GET /v2.0/ports?device_id=59d497e6-afda-49f8-bae1-7af5d8a508a8 HTTP/1.1" status: 200 len: 205 time: 0.0263267 Aug 16 20:26:20.583864 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46380) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:20.620248 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-4f796e87-9627-4223-9f48-c29fb6ec77c3 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] delete failed (client error): The resource could not be found. Aug 16 20:26:20.621286 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4f796e87-9627-4223-9f48-c29fb6ec77c3 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/routers/59d497e6-afda-49f8-bae1-7af5d8a508a8 HTTP/1.1" status: 404 len: 336 time: 0.0365398 Aug 16 20:26:20.623855 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46382) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:20.654780 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd32613-3f0e-4964-a096-73ec3dd930a2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] DELETE failed (client error): The resource could not be found. Aug 16 20:26:20.655170 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfd32613-3f0e-4964-a096-73ec3dd930a2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:26:20.657855 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bfd32613-3f0e-4964-a096-73ec3dd930a2 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/subnets/692c6426-1bfb-43ee-8eb6-6b4cd2d65dfe HTTP/1.1" status: 404 len: 337 time: 0.0318871 Aug 16 20:26:20.659624 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46384) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:20.689406 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f6736abb-85c1-430d-8ea2-53874abecb2f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "GET /v2.0/ports?device_id=46e6f605-f877-4a1b-a911-e35017cb76d6 HTTP/1.1" status: 200 len: 205 time: 0.0264854 Aug 16 20:26:20.689649 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46386) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:20.727092 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-182b9548-72e8-40fa-83b4-4c71a36d02a0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] delete failed (client error): The resource could not be found. Aug 16 20:26:20.730425 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-182b9548-72e8-40fa-83b4-4c71a36d02a0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/routers/46e6f605-f877-4a1b-a911-e35017cb76d6 HTTP/1.1" status: 404 len: 336 time: 0.0376391 Aug 16 20:26:20.731074 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46388) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:20.761173 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-eb181482-14d8-48cd-9e77-75b866c6f45b tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fbe838f-64bd-422a-8362-0345a43c7759 HTTP/1.1" status: 200 len: 205 time: 0.0282316 Aug 16 20:26:20.763562 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46390) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:20.802966 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-196cea48-6eb8-4c6c-86ed-95be21acd652 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] delete failed (client error): The resource could not be found. Aug 16 20:26:20.804099 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-196cea48-6eb8-4c6c-86ed-95be21acd652 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/routers/6fbe838f-64bd-422a-8362-0345a43c7759 HTTP/1.1" status: 404 len: 336 time: 0.0395563 Aug 16 20:26:20.806564 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46392) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:20.836660 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9dd885-de47-43ed-aeb3-fc1713ce4f34 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] DELETE failed (client error): The resource could not be found. Aug 16 20:26:20.837108 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f9dd885-de47-43ed-aeb3-fc1713ce4f34 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:26:20.838786 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3f9dd885-de47-43ed-aeb3-fc1713ce4f34 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/subnets/433a1680-8c9d-406c-9848-0ffad9dc0676 HTTP/1.1" status: 404 len: 337 time: 0.0313396 Aug 16 20:26:20.841212 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46394) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:20.866536 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-736b4722-b678-41ac-a787-c0bf9b4dc95f tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "GET /v2.0/ports?device_id=08565215-d0c2-4ea1-9f2e-da7477193c9e HTTP/1.1" status: 200 len: 205 time: 0.0242493 Aug 16 20:26:20.868702 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46396) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:20.905056 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-22fe45ee-4303-4f8a-9b0a-2eecdf012577 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] delete failed (client error): The resource could not be found. Aug 16 20:26:20.906031 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-22fe45ee-4303-4f8a-9b0a-2eecdf012577 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/routers/08565215-d0c2-4ea1-9f2e-da7477193c9e HTTP/1.1" status: 404 len: 336 time: 0.0364597 Aug 16 20:26:20.909106 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46398) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:20.940590 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-290b1e40-3b71-4735-a524-03143d0a83d4 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] DELETE failed (client error): The resource could not be found. Aug 16 20:26:20.940972 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-290b1e40-3b71-4735-a524-03143d0a83d4 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:26:20.942656 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-290b1e40-3b71-4735-a524-03143d0a83d4 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/subnets/ef791292-63c6-4d04-bf45-5c1673319617 HTTP/1.1" status: 404 len: 337 time: 0.0326440 Aug 16 20:26:20.945144 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46400) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:20.974095 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f1098171-38ce-4011-8c4f-0ffc5d7521e0 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "GET /v2.0/ports?device_id=16b4c149-1253-494e-a6d2-6848bfb9dfdf HTTP/1.1" status: 200 len: 205 time: 0.0279377 Aug 16 20:26:20.976269 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46402) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:21.012471 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-6b36cef3-3869-4d8d-990b-18bdfb2e6cb7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] delete failed (client error): The resource could not be found. Aug 16 20:26:21.013452 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6b36cef3-3869-4d8d-990b-18bdfb2e6cb7 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/routers/16b4c149-1253-494e-a6d2-6848bfb9dfdf HTTP/1.1" status: 404 len: 336 time: 0.0363228 Aug 16 20:26:21.015781 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46404) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:21.041397 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-322c3366-0ab3-41c3-b074-3882119dfbcd tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] DELETE failed (client error): The resource could not be found. Aug 16 20:26:21.042368 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-322c3366-0ab3-41c3-b074-3882119dfbcd tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:26:21.044095 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-322c3366-0ab3-41c3-b074-3882119dfbcd tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/subnets/b4f58d33-1a0f-4a83-bc1d-9cf837e80efe HTTP/1.1" status: 404 len: 337 time: 0.0274529 Aug 16 20:26:21.046511 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46406) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:21.072001 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-2719c1ba-8225-4dad-9b5d-12db7db1a2d5 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] DELETE failed (client error): The resource could not be found. Aug 16 20:26:21.072444 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2719c1ba-8225-4dad-9b5d-12db7db1a2d5 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:26:21.074154 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2719c1ba-8225-4dad-9b5d-12db7db1a2d5 tempest-RoutersIpV6Test-72976269 tempest-RoutersIpV6Test-72976269-project] 10.222.0.68 "DELETE /v2.0/subnets/94b22075-1fb2-4500-ae1e-d96ab69b41ac HTTP/1.1" status: 404 len: 337 time: 0.0267498 Aug 16 20:26:21.262569 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46414) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:21.398512 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a5d78e7b-ef63-42c5-8263-ed5fd2d05eff admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=009dba348fb2442ba66df3ffefced168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1347170 Aug 16 20:26:21.400834 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46418) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:21.447621 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fdf8483d-bacc-4281-b3a1-9a158f03fafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:21.468534 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fdf8483d-bacc-4281-b3a1-9a158f03fafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:21.523963 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fdf8483d-bacc-4281-b3a1-9a158f03fafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:21.526979 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fdf8483d-bacc-4281-b3a1-9a158f03fafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:21.528119 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fdf8483d-bacc-4281-b3a1-9a158f03fafa admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2816de8a-acbe-47c4-b1e0-c0e9e1d1c9b9 HTTP/1.1" status: 204 len: 168 time: 0.1259038 Aug 16 20:26:21.553680 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8483d-bacc-4281-b3a1-9a158f03fafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2816de8a-acbe-47c4-b1e0-c0e9e1d1c9b9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:21.565147 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8483d-bacc-4281-b3a1-9a158f03fafa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:21.565496 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8483d-bacc-4281-b3a1-9a158f03fafa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:21.565837 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8483d-bacc-4281-b3a1-9a158f03fafa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:21.566191 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8483d-bacc-4281-b3a1-9a158f03fafa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:21.566510 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8483d-bacc-4281-b3a1-9a158f03fafa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:21.566840 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8483d-bacc-4281-b3a1-9a158f03fafa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:21.567168 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8483d-bacc-4281-b3a1-9a158f03fafa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:21.567521 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8483d-bacc-4281-b3a1-9a158f03fafa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:21.567845 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8483d-bacc-4281-b3a1-9a158f03fafa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:21.568171 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8483d-bacc-4281-b3a1-9a158f03fafa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:21.568495 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8483d-bacc-4281-b3a1-9a158f03fafa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:21.568818 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8483d-bacc-4281-b3a1-9a158f03fafa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:21.589920 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263706b-9513-4d9c-bb67-84cff469c503 req-98703768-2242-4926-bf7e-9b487950fc7f tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:21.591462 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2263706b-9513-4d9c-bb67-84cff469c503 req-98703768-2242-4926-bf7e-9b487950fc7f tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 946 time: 0.0806477 Aug 16 20:26:21.632512 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2263706b-9513-4d9c-bb67-84cff469c503 req-787597b7-fcec-48f2-9e1e-c6bcfc8bb646 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335217 Aug 16 20:26:23.142007 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46478) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:23.245645 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-087710d9-d607-48d5-8be4-3cbe1a3f6509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:23.335954 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-087710d9-d607-48d5-8be4-3cbe1a3f6509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:23.340797 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-087710d9-d607-48d5-8be4-3cbe1a3f6509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:23.381351 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-087710d9-d607-48d5-8be4-3cbe1a3f6509 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cd84283e14e3425a9af2d73140e9b6d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2382410 Aug 16 20:26:23.382371 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087710d9-d607-48d5-8be4-3cbe1a3f6509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a8a02a-e142-4c8a-be80-c3ac285b6471,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:23.383970 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46484) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:23.435803 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2509fb6c-5113-46ab-a9cf-f8e62c5759b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:23.456525 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2509fb6c-5113-46ab-a9cf-f8e62c5759b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:23.504536 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2509fb6c-5113-46ab-a9cf-f8e62c5759b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:23.507708 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2509fb6c-5113-46ab-a9cf-f8e62c5759b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:23.508966 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2509fb6c-5113-46ab-a9cf-f8e62c5759b8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/82a8a02a-e142-4c8a-be80-c3ac285b6471 HTTP/1.1" status: 204 len: 168 time: 0.1234648 Aug 16 20:26:23.517076 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509fb6c-5113-46ab-a9cf-f8e62c5759b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a8a02a-e142-4c8a-be80-c3ac285b6471,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:23.758120 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46490) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:23.771877 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-69d13736-028d-41c2-82fa-136cfa62c610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:23.861309 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-69d13736-028d-41c2-82fa-136cfa62c610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:23.864933 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-69d13736-028d-41c2-82fa-136cfa62c610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:23.903623 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-69d13736-028d-41c2-82fa-136cfa62c610 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6ea9ad4d91af44a9b4aa3e31691fd054&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443856 Aug 16 20:26:23.904456 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d13736-028d-41c2-82fa-136cfa62c610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe13c393-18d9-4714-8e6a-9205de5b12b4,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:23.906339 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46492) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:23.954450 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c2a8d1e7-a0ee-48c8-942b-bc014b3eae12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:23.975232 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c2a8d1e7-a0ee-48c8-942b-bc014b3eae12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:24.020843 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c2a8d1e7-a0ee-48c8-942b-bc014b3eae12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:24.023426 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c2a8d1e7-a0ee-48c8-942b-bc014b3eae12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:24.024565 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c2a8d1e7-a0ee-48c8-942b-bc014b3eae12 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fe13c393-18d9-4714-8e6a-9205de5b12b4 HTTP/1.1" status: 204 len: 168 time: 0.1171877 Aug 16 20:26:24.032526 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8d1e7-a0ee-48c8-942b-bc014b3eae12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe13c393-18d9-4714-8e6a-9205de5b12b4,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:28.327543 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46584) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:28.432918 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7f11f95e-6d38-4263-be8c-e6ddea462ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:28.519470 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7f11f95e-6d38-4263-be8c-e6ddea462ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:28.522911 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7f11f95e-6d38-4263-be8c-e6ddea462ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:28.562730 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11f95e-6d38-4263-be8c-e6ddea462ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607908b9-5b55-4cfb-be5a-d9bd2bbcc2a6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:28.567052 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7f11f95e-6d38-4263-be8c-e6ddea462ea9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=689cda78352041f6aff3a99a25623ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2384734 Aug 16 20:26:28.570278 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46588) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:28.617315 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c2cf5b9c-ac42-4319-b32f-6b98af304e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:28.638974 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c2cf5b9c-ac42-4319-b32f-6b98af304e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:28.684309 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c2cf5b9c-ac42-4319-b32f-6b98af304e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:28.686737 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c2cf5b9c-ac42-4319-b32f-6b98af304e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:28.687916 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c2cf5b9c-ac42-4319-b32f-6b98af304e9b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/607908b9-5b55-4cfb-be5a-d9bd2bbcc2a6 HTTP/1.1" status: 204 len: 168 time: 0.1173708 Aug 16 20:26:28.695741 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf5b9c-ac42-4319-b32f-6b98af304e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607908b9-5b55-4cfb-be5a-d9bd2bbcc2a6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:28.944746 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46596) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:28.958320 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1678f615-0301-490d-b756-cb00d05c261a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:29.047379 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1678f615-0301-490d-b756-cb00d05c261a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:29.051508 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1678f615-0301-490d-b756-cb00d05c261a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:29.088962 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1678f615-0301-490d-b756-cb00d05c261a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4b66427346df4bc8aad13110f7766f2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426418 Aug 16 20:26:29.091086 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678f615-0301-490d-b756-cb00d05c261a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb359ad-e0bf-4ede-9872-9c246f919ea5,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:29.092075 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46598) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:29.140171 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cb2e26d-04bb-4a7f-9b52-04cc6abf6bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:29.160870 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cb2e26d-04bb-4a7f-9b52-04cc6abf6bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:29.206960 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cb2e26d-04bb-4a7f-9b52-04cc6abf6bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:29.209481 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cb2e26d-04bb-4a7f-9b52-04cc6abf6bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:29.210648 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2cb2e26d-04bb-4a7f-9b52-04cc6abf6bd4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ddb359ad-e0bf-4ede-9872-9c246f919ea5 HTTP/1.1" status: 204 len: 168 time: 0.1175575 Aug 16 20:26:29.219175 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2e26d-04bb-4a7f-9b52-04cc6abf6bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb359ad-e0bf-4ede-9872-9c246f919ea5,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:31.669946 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46672) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:31.777130 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f616dda1-0ca2-4c5f-9d4f-77d414b53aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:31.798213 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e9d9946d-ac2b-49bd-8c0e-d48a6d1f88fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:31.870850 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f616dda1-0ca2-4c5f-9d4f-77d414b53aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:31.874794 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f616dda1-0ca2-4c5f-9d4f-77d414b53aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:31.911947 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f616dda1-0ca2-4c5f-9d4f-77d414b53aab admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=99b731ead94d4099a0624604116c84bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2409177 Aug 16 20:26:31.913974 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616dda1-0ca2-4c5f-9d4f-77d414b53aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7124e14e-de0c-4e2f-880d-e6c722e2ef8e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:31.914717 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46676) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:31.987186 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ed99655-e249-4a20-bc42-1988bac0b363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:32.008580 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ed99655-e249-4a20-bc42-1988bac0b363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:32.055396 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ed99655-e249-4a20-bc42-1988bac0b363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:32.058549 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ed99655-e249-4a20-bc42-1988bac0b363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:32.059761 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6ed99655-e249-4a20-bc42-1988bac0b363 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7124e14e-de0c-4e2f-880d-e6c722e2ef8e HTTP/1.1" status: 204 len: 168 time: 0.1440070 Aug 16 20:26:32.067676 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed99655-e249-4a20-bc42-1988bac0b363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7124e14e-de0c-4e2f-880d-e6c722e2ef8e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:32.315437 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46684) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:32.329225 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-edd792eb-4152-4e1f-93fe-bf168060366e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:32.415823 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-edd792eb-4152-4e1f-93fe-bf168060366e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:32.419455 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-edd792eb-4152-4e1f-93fe-bf168060366e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:32.455017 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd792eb-4152-4e1f-93fe-bf168060366e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad52caa8-56df-422a-8d23-4d5a503bb52f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:32.459201 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-edd792eb-4152-4e1f-93fe-bf168060366e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3e532dc79b2542e58e9a69a0e4a4e7ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427417 Aug 16 20:26:32.461754 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46686) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:32.508929 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d37df734-9d07-43b9-9c76-fdddd79a6b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:32.532578 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d37df734-9d07-43b9-9c76-fdddd79a6b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:32.576979 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d37df734-9d07-43b9-9c76-fdddd79a6b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:32.579515 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d37df734-9d07-43b9-9c76-fdddd79a6b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:32.581102 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d37df734-9d07-43b9-9c76-fdddd79a6b79 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ad52caa8-56df-422a-8d23-4d5a503bb52f HTTP/1.1" status: 204 len: 168 time: 0.1184158 Aug 16 20:26:32.588812 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37df734-9d07-43b9-9c76-fdddd79a6b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad52caa8-56df-422a-8d23-4d5a503bb52f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:33.595805 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46718) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:33.598825 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:26:33.700213 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8881be52-7ada-47d2-b3c6-abd6fb204228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:33.787210 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8881be52-7ada-47d2-b3c6-abd6fb204228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:33.790860 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8881be52-7ada-47d2-b3c6-abd6fb204228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:33.829074 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8881be52-7ada-47d2-b3c6-abd6fb204228 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cd41dbdb196345b3b9aa75004dbb6ea0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2321508 Aug 16 20:26:33.829932 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881be52-7ada-47d2-b3c6-abd6fb204228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2678cf0f-eb56-4f3f-8eef-fe9385e1bba9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:33.831941 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46722) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:33.879886 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06cbc2aa-d3bc-4046-a490-91d6c043c1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:33.900510 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06cbc2aa-d3bc-4046-a490-91d6c043c1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:33.945453 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06cbc2aa-d3bc-4046-a490-91d6c043c1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:33.948511 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06cbc2aa-d3bc-4046-a490-91d6c043c1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:33.949656 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-06cbc2aa-d3bc-4046-a490-91d6c043c1f3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2678cf0f-eb56-4f3f-8eef-fe9385e1bba9 HTTP/1.1" status: 204 len: 168 time: 0.1166971 Aug 16 20:26:33.957246 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cbc2aa-d3bc-4046-a490-91d6c043c1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2678cf0f-eb56-4f3f-8eef-fe9385e1bba9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:34.403628 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7981f2ab-88e3-4a30-af3e-2184a21ad93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:34.656295 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:35.600708 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:36.073997 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:36.149765 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:37.060875 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:39.015991 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46794) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:39.119808 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-40293018-ee8b-4553-bf5c-5be2484b25ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:39.206440 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-40293018-ee8b-4553-bf5c-5be2484b25ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:39.209997 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-40293018-ee8b-4553-bf5c-5be2484b25ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:39.250415 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-40293018-ee8b-4553-bf5c-5be2484b25ac admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5572a2c4379146c98b252e422c59beeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2333391 Aug 16 20:26:39.251626 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40293018-ee8b-4553-bf5c-5be2484b25ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38df2e48-4496-4de7-bd4a-15a56f19f36b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:39.253251 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46798) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:39.301850 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-101bf5bf-42c3-427a-b8c4-5f34893f963d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:39.322486 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-101bf5bf-42c3-427a-b8c4-5f34893f963d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:39.373685 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-101bf5bf-42c3-427a-b8c4-5f34893f963d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:39.377638 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-101bf5bf-42c3-427a-b8c4-5f34893f963d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:39.378028 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-101bf5bf-42c3-427a-b8c4-5f34893f963d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/38df2e48-4496-4de7-bd4a-15a56f19f36b HTTP/1.1" status: 204 len: 168 time: 0.1237226 Aug 16 20:26:39.385656 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101bf5bf-42c3-427a-b8c4-5f34893f963d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38df2e48-4496-4de7-bd4a-15a56f19f36b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:39.629752 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46806) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:39.643273 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d928502-3c8a-406e-81cf-98b10a1e2da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:39.730287 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d928502-3c8a-406e-81cf-98b10a1e2da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:39.734110 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d928502-3c8a-406e-81cf-98b10a1e2da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:39.771422 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d928502-3c8a-406e-81cf-98b10a1e2da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc34e06d-253c-4f00-8335-f4a9b8dc6ca1,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:39.775775 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3d928502-3c8a-406e-81cf-98b10a1e2da1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=00a5613fd7d5438081d8c4442eae5025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450164 Aug 16 20:26:39.778409 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46808) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:39.827142 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f9395c4-280b-4d5a-b1cf-37d381aed513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:39.847163 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f9395c4-280b-4d5a-b1cf-37d381aed513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:39.892360 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f9395c4-280b-4d5a-b1cf-37d381aed513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:39.894964 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f9395c4-280b-4d5a-b1cf-37d381aed513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:39.896170 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3f9395c4-280b-4d5a-b1cf-37d381aed513 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bc34e06d-253c-4f00-8335-f4a9b8dc6ca1 HTTP/1.1" status: 204 len: 168 time: 0.1168599 Aug 16 20:26:39.903960 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9395c4-280b-4d5a-b1cf-37d381aed513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc34e06d-253c-4f00-8335-f4a9b8dc6ca1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:40.544785 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46832) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:40.642586 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6f5b1840-28ba-4fd8-82a0-74f477750d09 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-819745014-network', 'tenant_id': '784923ca107e4bbcbc2b4f8758a87d60'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:40.664263 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5b1840-28ba-4fd8-82a0-74f477750d09 admin admin] Made reservation on behalf of 784923ca107e4bbcbc2b4f8758a87d60 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:26:40.666569 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6f5b1840-28ba-4fd8-82a0-74f477750d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:40.678570 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6f5b1840-28ba-4fd8-82a0-74f477750d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:40.768332 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6f5b1840-28ba-4fd8-82a0-74f477750d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:40.771968 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6f5b1840-28ba-4fd8-82a0-74f477750d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:40.792897 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f5b1840-28ba-4fd8-82a0-74f477750d09 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:26:40.806389 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b1840-28ba-4fd8-82a0-74f477750d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6825513e-a5e6-40ce-9d1e-1b83c6d9aee4,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:40.811617 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6f5b1840-28ba-4fd8-82a0-74f477750d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:40.811957 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-6f5b1840-28ba-4fd8-82a0-74f477750d09 admin admin] Added segment 6047d452-2750-4b3b-a415-09204f29af32 of type vlan for network 4161465f-c8b0-473b-b3b7-769c1bfa6db9 Aug 16 20:26:40.851156 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6f5b1840-28ba-4fd8-82a0-74f477750d09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:40.875896 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6f5b1840-28ba-4fd8-82a0-74f477750d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:40.876775 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5b1840-28ba-4fd8-82a0-74f477750d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:40.877348 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6f5b1840-28ba-4fd8-82a0-74f477750d09 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:40.925712 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6f5b1840-28ba-4fd8-82a0-74f477750d09 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3798323 Aug 16 20:26:40.928790 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46836) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:40.934404 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-32371d17-0cf0-45e2-961f-c5ea898a6e5f admin admin] Request body: {'subnet': {'network_id': '4161465f-c8b0-473b-b3b7-769c1bfa6db9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-819745014-subnet', 'tenant_id': '784923ca107e4bbcbc2b4f8758a87d60', 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:40.936911 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b1840-28ba-4fd8-82a0-74f477750d09 admin admin] Pushing event updated for resources: {'Network': ['ID=4161465f-c8b0-473b-b3b7-769c1bfa6db9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:40.946520 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 4161465f-c8b0-473b-b3b7-769c1bfa6db9 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:26:40.957153 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32371d17-0cf0-45e2-961f-c5ea898a6e5f admin admin] Made reservation on behalf of 784923ca107e4bbcbc2b4f8758a87d60 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:26:40.959536 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32371d17-0cf0-45e2-961f-c5ea898a6e5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:41.129549 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32371d17-0cf0-45e2-961f-c5ea898a6e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:41.184849 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32371d17-0cf0-45e2-961f-c5ea898a6e5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bd91b3b-5b9e-446d-9a3f-7ade378fd9ca,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:41.191765 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32371d17-0cf0-45e2-961f-c5ea898a6e5f admin admin] Checking segment: {'id': '6047d452-2750-4b3b-a415-09204f29af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4161465f-c8b0-473b-b3b7-769c1bfa6db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:26:41.192126 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32371d17-0cf0-45e2-961f-c5ea898a6e5f admin admin] Network hostable DHCP agents. Network: 4161465f-c8b0-473b-b3b7-769c1bfa6db9, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:26:41.208497 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32371d17-0cf0-45e2-961f-c5ea898a6e5f admin admin] Network 4161465f-c8b0-473b-b3b7-769c1bfa6db9 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:26:41.216482 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-32371d17-0cf0-45e2-961f-c5ea898a6e5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 4161465f-c8b0-473b-b3b7-769c1bfa6db9) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:41.220373 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32371d17-0cf0-45e2-961f-c5ea898a6e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:41.220959 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32371d17-0cf0-45e2-961f-c5ea898a6e5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:41.225270 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abe3269-773d-46de-8e68-b3406ac31519 None None] Network 4161465f-c8b0-473b-b3b7-769c1bfa6db9 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:26:41.237694 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-32371d17-0cf0-45e2-961f-c5ea898a6e5f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3052299 Aug 16 20:26:41.237902 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46838) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:41.242227 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-364c42b0-f938-45c5-9bc1-1462ff1f0856 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-819745014-router', 'tenant_id': '784923ca107e4bbcbc2b4f8758a87d60', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:41.263134 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-364c42b0-f938-45c5-9bc1-1462ff1f0856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:41.264147 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-364c42b0-f938-45c5-9bc1-1462ff1f0856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:41.318766 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-364c42b0-f938-45c5-9bc1-1462ff1f0856 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:41.372446 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-4161465f-c8b0-473b-b3b7-769c1bfa6db9', 'network_id': '4161465f-c8b0-473b-b3b7-769c1bfa6db9', 'tenant_id': '784923ca107e4bbcbc2b4f8758a87d60', 'fixed_ips': [{'subnet_id': '4bd91b3b-5b9e-446d-9a3f-7ade378fd9ca'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:26:41.373313 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:41.455624 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-364c42b0-f938-45c5-9bc1-1462ff1f0856 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:41.519285 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Allocated IP 172.20.0.2 (4161465f-c8b0-473b-b3b7-769c1bfa6db9/4bd91b3b-5b9e-446d-9a3f-7ade378fd9ca/6936e7d6-8741-4bdf-9a1c-68ec1c402d77) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:26:41.658899 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-364c42b0-f938-45c5-9bc1-1462ff1f0856 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:41.668674 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:41.676960 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Transition to ACTIVE for port object 6936e7d6-8741-4bdf-9a1c-68ec1c402d77 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:41.678416 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-364c42b0-f938-45c5-9bc1-1462ff1f0856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:41.692345 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Transition to ACTIVE for port object 6936e7d6-8741-4bdf-9a1c-68ec1c402d77 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:41.697860 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:41.738079 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Network 4161465f-c8b0-473b-b3b7-769c1bfa6db9 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:26:41.740861 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:41.744426 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:26:41.749963 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Pushing event updated for resources: {'Port': ['ID=6936e7d6-8741-4bdf-9a1c-68ec1c402d77,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:41.761289 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:41.761641 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:41.761980 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:41.762316 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:41.762648 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:41.762976 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:41.763329 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:41.763655 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:41.763976 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:41.764296 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:41.764616 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:41.764933 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:41.785751 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-364c42b0-f938-45c5-9bc1-1462ff1f0856 admin admin] Allocated IP 172.25.8.95 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/027253c8-c085-4bd7-b4db-8c0f545d6846) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:26:41.809511 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Attempting to bind port 6936e7d6-8741-4bdf-9a1c-68ec1c402d77 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:26:41.809885 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Attempting to bind port 6936e7d6-8741-4bdf-9a1c-68ec1c402d77 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '6047d452-2750-4b3b-a415-09204f29af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4161465f-c8b0-473b-b3b7-769c1bfa6db9'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:26:41.810253 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Attempting to bind port 6936e7d6-8741-4bdf-9a1c-68ec1c402d77 on network 4161465f-c8b0-473b-b3b7-769c1bfa6db9 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:26:41.815123 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:26:41.815530 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Checking segment: {'id': '6047d452-2750-4b3b-a415-09204f29af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4161465f-c8b0-473b-b3b7-769c1bfa6db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:26:41.815932 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:41.816321 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Bound using segment: {'id': '6047d452-2750-4b3b-a415-09204f29af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4161465f-c8b0-473b-b3b7-769c1bfa6db9'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:26:41.816782 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Bound port: 6936e7d6-8741-4bdf-9a1c-68ec1c402d77, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6047d452-2750-4b3b-a415-09204f29af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4161465f-c8b0-473b-b3b7-769c1bfa6db9'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:26:41.817163 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:41.881420 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] For port 6936e7d6-8741-4bdf-9a1c-68ec1c402d77, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:26:41.884532 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] For port 6936e7d6-8741-4bdf-9a1c-68ec1c402d77, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6936e7d6-8741-4bdf-9a1c-68ec1c402d77,segment=NetworkSegment(6047d452-2750-4b3b-a415-09204f29af32),segment_id=6047d452-2750-4b3b-a415-09204f29af32)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:26:41.889963 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:41.892254 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-364c42b0-f938-45c5-9bc1-1462ff1f0856 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:41.933294 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-364c42b0-f938-45c5-9bc1-1462ff1f0856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:41.951626 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb902f-1ea8-4f54-97f8-cd866981343f None None] Pushing event updated for resources: {'Port': ['ID=6936e7d6-8741-4bdf-9a1c-68ec1c402d77,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:41.976964 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364c42b0-f938-45c5-9bc1-1462ff1f0856 admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:26:41.980049 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-364c42b0-f938-45c5-9bc1-1462ff1f0856 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:41.982435 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364c42b0-f938-45c5-9bc1-1462ff1f0856 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:26:41.988606 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c42b0-f938-45c5-9bc1-1462ff1f0856 admin admin] Pushing event updated for resources: {'Port': ['ID=027253c8-c085-4bd7-b4db-8c0f545d6846,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:42.250865 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-364c42b0-f938-45c5-9bc1-1462ff1f0856 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:42.446686 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-364c42b0-f938-45c5-9bc1-1462ff1f0856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:42.574615 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364c42b0-f938-45c5-9bc1-1462ff1f0856 admin admin] Router fb5607f0-4fda-485b-b0c8-d4a4a44959d8 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:26:42.688159 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364c42b0-f938-45c5-9bc1-1462ff1f0856 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:26:42.702410 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe742dc-c39b-4466-a463-2a0c1b53f2a7 None None] Sync routers for ids ['fb5607f0-4fda-485b-b0c8-d4a4a44959d8'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:26:42.706227 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-364c42b0-f938-45c5-9bc1-1462ff1f0856 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:42.707777 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-364c42b0-f938-45c5-9bc1-1462ff1f0856 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4689519 Aug 16 20:26:42.710523 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46844) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:42.713314 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe742dc-c39b-4466-a463-2a0c1b53f2a7 None None] Routers {'fb5607f0-4fda-485b-b0c8-d4a4a44959d8'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:42.714207 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-dbe742dc-c39b-4466-a463-2a0c1b53f2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:26:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['fb5607f0-4fda-485b-b0c8-d4a4a44959d8'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:42.730768 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6936e7d6-8741-4bdf-9a1c-68ec1c402d77 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:42.791496 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 6936e7d6-8741-4bdf-9a1c-68ec1c402d77 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:42.840272 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-dbe742dc-c39b-4466-a463-2a0c1b53f2a7 None None] Set router fb5607f0-4fda-485b-b0c8-d4a4a44959d8 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:42.921777 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61716e22-1dbe-4855-9aa3-5ebfffa85e06 None None] Network 4161465f-c8b0-473b-b3b7-769c1bfa6db9 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:26:42.993612 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-446ab26f-2a07-4834-9e72-b9c75f6825db None None] Provisioning for port 6936e7d6-8741-4bdf-9a1c-68ec1c402d77 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:43.001314 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-446ab26f-2a07-4834-9e72-b9c75f6825db None None] Provisioning complete for port 6936e7d6-8741-4bdf-9a1c-68ec1c402d77 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:43.001691 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-446ab26f-2a07-4834-9e72-b9c75f6825db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:43.027950 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-dbe742dc-c39b-4466-a463-2a0c1b53f2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5607f0-4fda-485b-b0c8-d4a4a44959d8', 'name': 'tempest-TestAggregatesBasicOps-819745014-router', 'tenant_id': '784923ca107e4bbcbc2b4f8758a87d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '027253c8-c085-4bd7-b4db-8c0f545d6846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:41Z', 'updated_at': '2021-08-16T20:26:42Z', 'revision_number': 3, 'project_id': '784923ca107e4bbcbc2b4f8758a87d60', 'gw_port': {'id': '027253c8-c085-4bd7-b4db-8c0f545d6846', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5607f0-4fda-485b-b0c8-d4a4a44959d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:41Z', 'updated_at': '2021-08-16T20:26:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:43.054074 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe742dc-c39b-4466-a463-2a0c1b53f2a7 None None] Checking router: fb5607f0-4fda-485b-b0c8-d4a4a44959d8 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:26:43.054685 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe742dc-c39b-4466-a463-2a0c1b53f2a7 None None] Updating router fb5607f0-4fda-485b-b0c8-d4a4a44959d8 port 027253c8-c085-4bd7-b4db-8c0f545d6846 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:26:43.080635 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dbe742dc-c39b-4466-a463-2a0c1b53f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:43.160689 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-446ab26f-2a07-4834-9e72-b9c75f6825db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:43.195862 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5298fd62-a9a7-485f-8132-ec7ffc9dae94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:43.199432 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-446ab26f-2a07-4834-9e72-b9c75f6825db None None] For port 6936e7d6-8741-4bdf-9a1c-68ec1c402d77, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6936e7d6-8741-4bdf-9a1c-68ec1c402d77,segment=NetworkSegment(6047d452-2750-4b3b-a415-09204f29af32),segment_id=6047d452-2750-4b3b-a415-09204f29af32)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:43.208290 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-446ab26f-2a07-4834-9e72-b9c75f6825db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:43.269449 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ab26f-2a07-4834-9e72-b9c75f6825db None None] Pushing event updated for resources: {'Port': ['ID=6936e7d6-8741-4bdf-9a1c-68ec1c402d77,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:43.349455 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dbe742dc-c39b-4466-a463-2a0c1b53f2a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:43.367509 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-dbe742dc-c39b-4466-a463-2a0c1b53f2a7 None None] Transition to ACTIVE for port object 027253c8-c085-4bd7-b4db-8c0f545d6846 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:43.375146 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dbe742dc-c39b-4466-a463-2a0c1b53f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:43.378183 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-5298fd62-a9a7-485f-8132-ec7ffc9dae94 admin admin] Allocated IP 172.20.0.1 (4161465f-c8b0-473b-b3b7-769c1bfa6db9/4bd91b3b-5b9e-446d-9a3f-7ade378fd9ca/0cca94f2-73cb-448d-b8f4-afe9a72ed623) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:26:43.427565 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-dbe742dc-c39b-4466-a463-2a0c1b53f2a7 None None] Attempting to bind port 027253c8-c085-4bd7-b4db-8c0f545d6846 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:26:43.427930 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-dbe742dc-c39b-4466-a463-2a0c1b53f2a7 None None] Attempting to bind port 027253c8-c085-4bd7-b4db-8c0f545d6846 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:26:43.428184 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5c48abb3-0c7e-44c6-8365-4a3def86c2ca None None] Provisioning complete for port 6936e7d6-8741-4bdf-9a1c-68ec1c402d77 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:43.428302 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe742dc-c39b-4466-a463-2a0c1b53f2a7 None None] Attempting to bind port 027253c8-c085-4bd7-b4db-8c0f545d6846 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:26:43.428665 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c48abb3-0c7e-44c6-8365-4a3def86c2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:43.431214 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e78d9-ec29-4e84-b4d7-1b5e1e540fb0 None None] Pushing event updated for resources: {'Port': ['ID=027253c8-c085-4bd7-b4db-8c0f545d6846,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:43.435762 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe742dc-c39b-4466-a463-2a0c1b53f2a7 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:26:43.436123 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe742dc-c39b-4466-a463-2a0c1b53f2a7 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:26:43.436514 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dbe742dc-c39b-4466-a463-2a0c1b53f2a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:43.436887 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe742dc-c39b-4466-a463-2a0c1b53f2a7 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:26:43.437338 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-dbe742dc-c39b-4466-a463-2a0c1b53f2a7 None None] Bound port: 027253c8-c085-4bd7-b4db-8c0f545d6846, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:26:43.437715 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dbe742dc-c39b-4466-a463-2a0c1b53f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:43.489050 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-dbe742dc-c39b-4466-a463-2a0c1b53f2a7 None None] For port 027253c8-c085-4bd7-b4db-8c0f545d6846, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:26:43.492029 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-dbe742dc-c39b-4466-a463-2a0c1b53f2a7 None None] For port 027253c8-c085-4bd7-b4db-8c0f545d6846, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=027253c8-c085-4bd7-b4db-8c0f545d6846,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:26:43.497328 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-dbe742dc-c39b-4466-a463-2a0c1b53f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:43.500294 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5298fd62-a9a7-485f-8132-ec7ffc9dae94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:43.515399 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-5298fd62-a9a7-485f-8132-ec7ffc9dae94 admin admin] Transition to ACTIVE for port object 0cca94f2-73cb-448d-b8f4-afe9a72ed623 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:43.550745 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5298fd62-a9a7-485f-8132-ec7ffc9dae94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:43.552274 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe742dc-c39b-4466-a463-2a0c1b53f2a7 None None] Routers {'fb5607f0-4fda-485b-b0c8-d4a4a44959d8'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:43.552887 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-dbe742dc-c39b-4466-a463-2a0c1b53f2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:26:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['fb5607f0-4fda-485b-b0c8-d4a4a44959d8'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:43.590775 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5298fd62-a9a7-485f-8132-ec7ffc9dae94 admin admin] Network 4161465f-c8b0-473b-b3b7-769c1bfa6db9 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:26:43.591847 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e78d9-ec29-4e84-b4d7-1b5e1e540fb0 None None] Pushing event updated for resources: {'Port': ['ID=027253c8-c085-4bd7-b4db-8c0f545d6846,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:43.593549 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-5298fd62-a9a7-485f-8132-ec7ffc9dae94 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:43.599746 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5298fd62-a9a7-485f-8132-ec7ffc9dae94 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:26:43.628782 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298fd62-a9a7-485f-8132-ec7ffc9dae94 admin admin] Pushing event updated for resources: {'Port': ['ID=0cca94f2-73cb-448d-b8f4-afe9a72ed623,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:43.649337 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5298fd62-a9a7-485f-8132-ec7ffc9dae94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:43.666485 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-dbe742dc-c39b-4466-a463-2a0c1b53f2a7 None None] Set router fb5607f0-4fda-485b-b0c8-d4a4a44959d8 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:43.803507 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5298fd62-a9a7-485f-8132-ec7ffc9dae94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:43.841575 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a0229a9f-f51f-485c-9be1-4bad459c7a1a None None] Provisioning for port 0cca94f2-73cb-448d-b8f4-afe9a72ed623 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:43.845470 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a0229a9f-f51f-485c-9be1-4bad459c7a1a None None] Provisioning complete for port 0cca94f2-73cb-448d-b8f4-afe9a72ed623 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:43.845933 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a0229a9f-f51f-485c-9be1-4bad459c7a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:43.881674 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a0229a9f-f51f-485c-9be1-4bad459c7a1a None None] Port 0cca94f2-73cb-448d-b8f4-afe9a72ed623 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:26:43.961030 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-dbe742dc-c39b-4466-a463-2a0c1b53f2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5607f0-4fda-485b-b0c8-d4a4a44959d8', 'name': 'tempest-TestAggregatesBasicOps-819745014-router', 'tenant_id': '784923ca107e4bbcbc2b4f8758a87d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '027253c8-c085-4bd7-b4db-8c0f545d6846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:41Z', 'updated_at': '2021-08-16T20:26:42Z', 'revision_number': 3, 'project_id': '784923ca107e4bbcbc2b4f8758a87d60', 'gw_port': {'id': '027253c8-c085-4bd7-b4db-8c0f545d6846', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5607f0-4fda-485b-b0c8-d4a4a44959d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:41Z', 'updated_at': '2021-08-16T20:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:43.972179 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5298fd62-a9a7-485f-8132-ec7ffc9dae94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:43.976768 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5298fd62-a9a7-485f-8132-ec7ffc9dae94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:43.987361 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe742dc-c39b-4466-a463-2a0c1b53f2a7 None None] The sync data for ids ['fb5607f0-4fda-485b-b0c8-d4a4a44959d8'] in n-d-787206-13 is: [{'id': 'fb5607f0-4fda-485b-b0c8-d4a4a44959d8', 'name': 'tempest-TestAggregatesBasicOps-819745014-router', 'tenant_id': '784923ca107e4bbcbc2b4f8758a87d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '027253c8-c085-4bd7-b4db-8c0f545d6846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:41Z', 'updated_at': '2021-08-16T20:26:42Z', 'revision_number': 3, 'project_id': '784923ca107e4bbcbc2b4f8758a87d60', 'gw_port': {'id': '027253c8-c085-4bd7-b4db-8c0f545d6846', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5607f0-4fda-485b-b0c8-d4a4a44959d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:41Z', 'updated_at': '2021-08-16T20:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:26:44.047013 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298fd62-a9a7-485f-8132-ec7ffc9dae94 admin admin] Pushing event updated for resources: {'Port': ['ID=0cca94f2-73cb-448d-b8f4-afe9a72ed623,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:44.052672 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5298fd62-a9a7-485f-8132-ec7ffc9dae94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:44.148997 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5298fd62-a9a7-485f-8132-ec7ffc9dae94 admin admin] Network 4161465f-c8b0-473b-b3b7-769c1bfa6db9 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:26:44.150432 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-5298fd62-a9a7-485f-8132-ec7ffc9dae94 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:44.295321 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5298fd62-a9a7-485f-8132-ec7ffc9dae94 admin admin] Router fb5607f0-4fda-485b-b0c8-d4a4a44959d8 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:26:44.406296 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-34fae600-92fb-4b84-bf52-9ebf6436a80b None None] Provisioning complete for port 0cca94f2-73cb-448d-b8f4-afe9a72ed623 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:44.406798 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34fae600-92fb-4b84-bf52-9ebf6436a80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:44.419873 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5298fd62-a9a7-485f-8132-ec7ffc9dae94 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:26:44.425048 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5298fd62-a9a7-485f-8132-ec7ffc9dae94 admin admin] 10.222.0.68 "PUT /v2.0/routers/fb5607f0-4fda-485b-b0c8-d4a4a44959d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7133424 Aug 16 20:26:44.444863 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-34fae600-92fb-4b84-bf52-9ebf6436a80b None None] Port 0cca94f2-73cb-448d-b8f4-afe9a72ed623 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:26:44.774521 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6936e7d6-8741-4bdf-9a1c-68ec1c402d77 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:44.828462 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 6936e7d6-8741-4bdf-9a1c-68ec1c402d77 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:44.829083 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:44.927802 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 027253c8-c085-4bd7-b4db-8c0f545d6846 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:44.975926 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 027253c8-c085-4bd7-b4db-8c0f545d6846 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:44.980108 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 027253c8-c085-4bd7-b4db-8c0f545d6846 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:44.980861 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:45.021695 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46864) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:45.026866 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2cc9841d-a63b-46ae-8084-22497e2bb40f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-578754929-network', 'tenant_id': '39a284f0336547d4a4fab64ec1ef79c6'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:45.049450 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc9841d-a63b-46ae-8084-22497e2bb40f admin admin] Made reservation on behalf of 39a284f0336547d4a4fab64ec1ef79c6 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:26:45.051883 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cc9841d-a63b-46ae-8084-22497e2bb40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:45.061525 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cc9841d-a63b-46ae-8084-22497e2bb40f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:45.073807 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:45.095319 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 027253c8-c085-4bd7-b4db-8c0f545d6846, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=027253c8-c085-4bd7-b4db-8c0f545d6846,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:45.100594 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:45.156763 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=027253c8-c085-4bd7-b4db-8c0f545d6846,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:45.158798 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cc9841d-a63b-46ae-8084-22497e2bb40f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:45.163273 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cc9841d-a63b-46ae-8084-22497e2bb40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:45.188253 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc9841d-a63b-46ae-8084-22497e2bb40f admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:26:45.196886 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9841d-a63b-46ae-8084-22497e2bb40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b384c65-e190-4daa-b2d6-36d0c317a847,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:45.202896 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cc9841d-a63b-46ae-8084-22497e2bb40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:45.203288 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-2cc9841d-a63b-46ae-8084-22497e2bb40f admin admin] Added segment adc33712-bf5e-44e6-82fb-59ac81bc7f83 of type vlan for network c4e954ec-8a13-4e60-a4e2-63db83bd11bb Aug 16 20:26:45.242118 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cc9841d-a63b-46ae-8084-22497e2bb40f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:45.267546 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cc9841d-a63b-46ae-8084-22497e2bb40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:45.268533 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc9841d-a63b-46ae-8084-22497e2bb40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:45.269210 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cc9841d-a63b-46ae-8084-22497e2bb40f admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:45.328661 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2cc9841d-a63b-46ae-8084-22497e2bb40f admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3058379 Aug 16 20:26:45.331493 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46866) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:45.333741 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9841d-a63b-46ae-8084-22497e2bb40f admin admin] Pushing event updated for resources: {'Network': ['ID=c4e954ec-8a13-4e60-a4e2-63db83bd11bb,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:45.337109 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-47fb2d30-2e18-4d66-8428-919310f6d3fd admin admin] Request body: {'subnet': {'network_id': 'c4e954ec-8a13-4e60-a4e2-63db83bd11bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-578754929-subnet', 'tenant_id': '39a284f0336547d4a4fab64ec1ef79c6', 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:45.344165 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network c4e954ec-8a13-4e60-a4e2-63db83bd11bb details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:26:45.360066 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fb2d30-2e18-4d66-8428-919310f6d3fd admin admin] Made reservation on behalf of 39a284f0336547d4a4fab64ec1ef79c6 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:26:45.362483 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-47fb2d30-2e18-4d66-8428-919310f6d3fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:45.536113 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-47fb2d30-2e18-4d66-8428-919310f6d3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:45.597426 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb2d30-2e18-4d66-8428-919310f6d3fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c26c172d-437c-486c-8379-8f1bba953027,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:45.601257 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd987b9-7613-49b5-9493-3210d5c4b147 None None] Sync routers for ids ['fb5607f0-4fda-485b-b0c8-d4a4a44959d8'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:26:45.605557 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fb2d30-2e18-4d66-8428-919310f6d3fd admin admin] Checking segment: {'id': 'adc33712-bf5e-44e6-82fb-59ac81bc7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c4e954ec-8a13-4e60-a4e2-63db83bd11bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:26:45.605916 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fb2d30-2e18-4d66-8428-919310f6d3fd admin admin] Network hostable DHCP agents. Network: c4e954ec-8a13-4e60-a4e2-63db83bd11bb, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:26:45.611331 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd987b9-7613-49b5-9493-3210d5c4b147 None None] Routers {'fb5607f0-4fda-485b-b0c8-d4a4a44959d8'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:45.612161 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-2bd987b9-7613-49b5-9493-3210d5c4b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:26:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['fb5607f0-4fda-485b-b0c8-d4a4a44959d8'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:45.623172 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fb2d30-2e18-4d66-8428-919310f6d3fd admin admin] Network c4e954ec-8a13-4e60-a4e2-63db83bd11bb is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:26:45.632142 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-47fb2d30-2e18-4d66-8428-919310f6d3fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, c4e954ec-8a13-4e60-a4e2-63db83bd11bb) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:45.637065 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fb2d30-2e18-4d66-8428-919310f6d3fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:45.637680 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-47fb2d30-2e18-4d66-8428-919310f6d3fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:45.652097 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda70856-d026-4111-9e7e-ae617397fb84 None None] Network c4e954ec-8a13-4e60-a4e2-63db83bd11bb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:26:45.653590 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-47fb2d30-2e18-4d66-8428-919310f6d3fd admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3204553 Aug 16 20:26:45.656327 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46868) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:45.660948 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d4ad23d4-bd31-48e7-98f3-3b1821a7d7a8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-578754929-router', 'tenant_id': '39a284f0336547d4a4fab64ec1ef79c6', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:45.681815 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4ad23d4-bd31-48e7-98f3-3b1821a7d7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:45.682918 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4ad23d4-bd31-48e7-98f3-3b1821a7d7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:45.736234 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4ad23d4-bd31-48e7-98f3-3b1821a7d7a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:45.881840 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4ad23d4-bd31-48e7-98f3-3b1821a7d7a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:45.944723 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-2bd987b9-7613-49b5-9493-3210d5c4b147 None None] Set router fb5607f0-4fda-485b-b0c8-d4a4a44959d8 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:46.111369 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd2804d-551b-47ef-a4ff-038631959c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-c4e954ec-8a13-4e60-a4e2-63db83bd11bb', 'network_id': 'c4e954ec-8a13-4e60-a4e2-63db83bd11bb', 'tenant_id': '39a284f0336547d4a4fab64ec1ef79c6', 'fixed_ips': [{'subnet_id': 'c26c172d-437c-486c-8379-8f1bba953027'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:26:46.112500 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0fd2804d-551b-47ef-a4ff-038631959c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:46.306452 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-0fd2804d-551b-47ef-a4ff-038631959c66 None None] Allocated IP 172.20.0.2 (c4e954ec-8a13-4e60-a4e2-63db83bd11bb/c26c172d-437c-486c-8379-8f1bba953027/24d6a4b3-f886-4bb9-ab54-e456c3e4db32) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:26:46.319563 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-2bd987b9-7613-49b5-9493-3210d5c4b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5607f0-4fda-485b-b0c8-d4a4a44959d8', 'name': 'tempest-TestAggregatesBasicOps-819745014-router', 'tenant_id': '784923ca107e4bbcbc2b4f8758a87d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '027253c8-c085-4bd7-b4db-8c0f545d6846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:41Z', 'updated_at': '2021-08-16T20:26:43Z', 'revision_number': 4, 'project_id': '784923ca107e4bbcbc2b4f8758a87d60', 'gw_port': {'id': '027253c8-c085-4bd7-b4db-8c0f545d6846', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5607f0-4fda-485b-b0c8-d4a4a44959d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:41Z', 'updated_at': '2021-08-16T20:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '0cca94f2-73cb-448d-b8f4-afe9a72ed623', 'name': '', 'network_id': '4161465f-c8b0-473b-b3b7-769c1bfa6db9', 'tenant_id': '784923ca107e4bbcbc2b4f8758a87d60', 'mac_address': 'fa:16:3e:19:5c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5607f0-4fda-485b-b0c8-d4a4a44959d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '4bd91b3b-5b9e-446d-9a3f-7ade378fd9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:43Z', 'updated_at': '2021-08-16T20:26:43Z', 'revision_number': 2, 'project_id': '784923ca107e4bbcbc2b4f8758a87d60', 'subnets': [{'id': '4bd91b3b-5b9e-446d-9a3f-7ade378fd9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:46.354750 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd987b9-7613-49b5-9493-3210d5c4b147 None None] Checking router: fb5607f0-4fda-485b-b0c8-d4a4a44959d8 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:26:46.355128 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd987b9-7613-49b5-9493-3210d5c4b147 None None] Updating router fb5607f0-4fda-485b-b0c8-d4a4a44959d8 port 0cca94f2-73cb-448d-b8f4-afe9a72ed623 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:26:46.417300 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4ad23d4-bd31-48e7-98f3-3b1821a7d7a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:46.417900 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2bd987b9-7613-49b5-9493-3210d5c4b147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:46.435909 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4ad23d4-bd31-48e7-98f3-3b1821a7d7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:46.538533 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-d4ad23d4-bd31-48e7-98f3-3b1821a7d7a8 admin admin] Allocated IP 172.25.8.251 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/4a6e45f3-576f-44f4-8ddc-543eec98e460) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:26:46.615760 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0fd2804d-551b-47ef-a4ff-038631959c66 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:46.644702 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4ad23d4-bd31-48e7-98f3-3b1821a7d7a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:46.653795 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0fd2804d-551b-47ef-a4ff-038631959c66 None None] Transition to ACTIVE for port object 24d6a4b3-f886-4bb9-ab54-e456c3e4db32 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:46.676723 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0fd2804d-551b-47ef-a4ff-038631959c66 None None] Transition to ACTIVE for port object 24d6a4b3-f886-4bb9-ab54-e456c3e4db32 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:46.688078 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0fd2804d-551b-47ef-a4ff-038631959c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:46.694203 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4ad23d4-bd31-48e7-98f3-3b1821a7d7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:46.704691 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 027253c8-c085-4bd7-b4db-8c0f545d6846 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:46.733033 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ad23d4-bd31-48e7-98f3-3b1821a7d7a8 admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:26:46.737878 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-d4ad23d4-bd31-48e7-98f3-3b1821a7d7a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:46.741484 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ad23d4-bd31-48e7-98f3-3b1821a7d7a8 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:26:46.767281 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad23d4-bd31-48e7-98f3-3b1821a7d7a8 admin admin] Pushing event updated for resources: {'Port': ['ID=4a6e45f3-576f-44f4-8ddc-543eec98e460,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:46.777577 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd2804d-551b-47ef-a4ff-038631959c66 None None] Network c4e954ec-8a13-4e60-a4e2-63db83bd11bb is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:26:46.790467 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-0fd2804d-551b-47ef-a4ff-038631959c66 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:46.795146 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2804d-551b-47ef-a4ff-038631959c66 None None] Pushing event updated for resources: {'Port': ['ID=24d6a4b3-f886-4bb9-ab54-e456c3e4db32,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:46.799040 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd2804d-551b-47ef-a4ff-038631959c66 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:26:46.908199 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2bd987b9-7613-49b5-9493-3210d5c4b147 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:46.912591 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-0fd2804d-551b-47ef-a4ff-038631959c66 None None] Attempting to bind port 24d6a4b3-f886-4bb9-ab54-e456c3e4db32 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:26:46.912820 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-0fd2804d-551b-47ef-a4ff-038631959c66 None None] Attempting to bind port 24d6a4b3-f886-4bb9-ab54-e456c3e4db32 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'adc33712-bf5e-44e6-82fb-59ac81bc7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c4e954ec-8a13-4e60-a4e2-63db83bd11bb'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:26:46.913291 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd2804d-551b-47ef-a4ff-038631959c66 None None] Attempting to bind port 24d6a4b3-f886-4bb9-ab54-e456c3e4db32 on network c4e954ec-8a13-4e60-a4e2-63db83bd11bb {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:26:46.922849 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 027253c8-c085-4bd7-b4db-8c0f545d6846 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:46.923483 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:46.925387 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2bd987b9-7613-49b5-9493-3210d5c4b147 None None] Transition to ACTIVE for port object 0cca94f2-73cb-448d-b8f4-afe9a72ed623 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:46.947818 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd2804d-551b-47ef-a4ff-038631959c66 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:26:46.948743 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd2804d-551b-47ef-a4ff-038631959c66 None None] Checking segment: {'id': 'adc33712-bf5e-44e6-82fb-59ac81bc7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c4e954ec-8a13-4e60-a4e2-63db83bd11bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:26:46.949147 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0fd2804d-551b-47ef-a4ff-038631959c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:46.949543 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd2804d-551b-47ef-a4ff-038631959c66 None None] Bound using segment: {'id': 'adc33712-bf5e-44e6-82fb-59ac81bc7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c4e954ec-8a13-4e60-a4e2-63db83bd11bb'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:26:46.950018 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-0fd2804d-551b-47ef-a4ff-038631959c66 None None] Bound port: 24d6a4b3-f886-4bb9-ab54-e456c3e4db32, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc33712-bf5e-44e6-82fb-59ac81bc7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c4e954ec-8a13-4e60-a4e2-63db83bd11bb'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:26:46.950395 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0fd2804d-551b-47ef-a4ff-038631959c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:46.953815 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2bd987b9-7613-49b5-9493-3210d5c4b147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:47.000802 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4ad23d4-bd31-48e7-98f3-3b1821a7d7a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:47.084454 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f14cf-3666-4a0b-a88d-c316010c30f6 None None] Pushing event updated for resources: {'Port': ['ID=0cca94f2-73cb-448d-b8f4-afe9a72ed623,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:47.159202 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2bd987b9-7613-49b5-9493-3210d5c4b147 None None] Attempting to bind port 0cca94f2-73cb-448d-b8f4-afe9a72ed623 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:26:47.159605 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2bd987b9-7613-49b5-9493-3210d5c4b147 None None] Attempting to bind port 0cca94f2-73cb-448d-b8f4-afe9a72ed623 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '6047d452-2750-4b3b-a415-09204f29af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4161465f-c8b0-473b-b3b7-769c1bfa6db9'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:26:47.159968 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd987b9-7613-49b5-9493-3210d5c4b147 None None] Attempting to bind port 0cca94f2-73cb-448d-b8f4-afe9a72ed623 on network 4161465f-c8b0-473b-b3b7-769c1bfa6db9 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:26:47.167707 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-0fd2804d-551b-47ef-a4ff-038631959c66 None None] For port 24d6a4b3-f886-4bb9-ab54-e456c3e4db32, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:26:47.172606 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-0fd2804d-551b-47ef-a4ff-038631959c66 None None] For port 24d6a4b3-f886-4bb9-ab54-e456c3e4db32, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=24d6a4b3-f886-4bb9-ab54-e456c3e4db32,segment=NetworkSegment(adc33712-bf5e-44e6-82fb-59ac81bc7f83),segment_id=adc33712-bf5e-44e6-82fb-59ac81bc7f83)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:26:47.175987 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd987b9-7613-49b5-9493-3210d5c4b147 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:26:47.176360 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd987b9-7613-49b5-9493-3210d5c4b147 None None] Checking segment: {'id': '6047d452-2750-4b3b-a415-09204f29af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4161465f-c8b0-473b-b3b7-769c1bfa6db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:26:47.176767 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2bd987b9-7613-49b5-9493-3210d5c4b147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:47.177157 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd987b9-7613-49b5-9493-3210d5c4b147 None None] Bound using segment: {'id': '6047d452-2750-4b3b-a415-09204f29af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4161465f-c8b0-473b-b3b7-769c1bfa6db9'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:26:47.177630 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2bd987b9-7613-49b5-9493-3210d5c4b147 None None] Bound port: 0cca94f2-73cb-448d-b8f4-afe9a72ed623, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6047d452-2750-4b3b-a415-09204f29af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4161465f-c8b0-473b-b3b7-769c1bfa6db9'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:26:47.178013 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2bd987b9-7613-49b5-9493-3210d5c4b147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:47.190438 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0fd2804d-551b-47ef-a4ff-038631959c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:47.223811 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4ad23d4-bd31-48e7-98f3-3b1821a7d7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:47.296344 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2804d-551b-47ef-a4ff-038631959c66 None None] Pushing event updated for resources: {'Port': ['ID=24d6a4b3-f886-4bb9-ab54-e456c3e4db32,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:47.309459 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2bd987b9-7613-49b5-9493-3210d5c4b147 None None] For port 0cca94f2-73cb-448d-b8f4-afe9a72ed623, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:26:47.313031 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2bd987b9-7613-49b5-9493-3210d5c4b147 None None] For port 0cca94f2-73cb-448d-b8f4-afe9a72ed623, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=0cca94f2-73cb-448d-b8f4-afe9a72ed623,segment=NetworkSegment(6047d452-2750-4b3b-a415-09204f29af32),segment_id=6047d452-2750-4b3b-a415-09204f29af32)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:26:47.318415 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2bd987b9-7613-49b5-9493-3210d5c4b147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:47.363653 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ad23d4-bd31-48e7-98f3-3b1821a7d7a8 admin admin] Router af243005-cc9c-456c-a3c4-b623fd5b8f6d is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:26:47.381055 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd987b9-7613-49b5-9493-3210d5c4b147 None None] Routers {'fb5607f0-4fda-485b-b0c8-d4a4a44959d8'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:47.381694 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-2bd987b9-7613-49b5-9493-3210d5c4b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:26:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['fb5607f0-4fda-485b-b0c8-d4a4a44959d8'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:47.383712 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f14cf-3666-4a0b-a88d-c316010c30f6 None None] Pushing event updated for resources: {'Port': ['ID=0cca94f2-73cb-448d-b8f4-afe9a72ed623,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:47.522890 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ad23d4-bd31-48e7-98f3-3b1821a7d7a8 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:26:47.535302 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d5fae0-295a-42a1-8641-7c928da0073b None None] Sync routers for ids ['af243005-cc9c-456c-a3c4-b623fd5b8f6d'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:26:47.546213 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d5fae0-295a-42a1-8641-7c928da0073b None None] Routers {'af243005-cc9c-456c-a3c4-b623fd5b8f6d'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:47.547141 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-53d5fae0-295a-42a1-8641-7c928da0073b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:26:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['af243005-cc9c-456c-a3c4-b623fd5b8f6d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:47.550809 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-2bd987b9-7613-49b5-9493-3210d5c4b147 None None] Set router fb5607f0-4fda-485b-b0c8-d4a4a44959d8 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:47.551995 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4ad23d4-bd31-48e7-98f3-3b1821a7d7a8 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:47.554537 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d4ad23d4-bd31-48e7-98f3-3b1821a7d7a8 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8971121 Aug 16 20:26:47.556348 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46874) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:47.705851 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-53d5fae0-295a-42a1-8641-7c928da0073b None None] Set router af243005-cc9c-456c-a3c4-b623fd5b8f6d gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:47.801806 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-2bd987b9-7613-49b5-9493-3210d5c4b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5607f0-4fda-485b-b0c8-d4a4a44959d8', 'name': 'tempest-TestAggregatesBasicOps-819745014-router', 'tenant_id': '784923ca107e4bbcbc2b4f8758a87d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '027253c8-c085-4bd7-b4db-8c0f545d6846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:41Z', 'updated_at': '2021-08-16T20:26:43Z', 'revision_number': 4, 'project_id': '784923ca107e4bbcbc2b4f8758a87d60', 'gw_port': {'id': '027253c8-c085-4bd7-b4db-8c0f545d6846', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5607f0-4fda-485b-b0c8-d4a4a44959d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:41Z', 'updated_at': '2021-08-16T20:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '0cca94f2-73cb-448d-b8f4-afe9a72ed623', 'name': '', 'network_id': '4161465f-c8b0-473b-b3b7-769c1bfa6db9', 'tenant_id': '784923ca107e4bbcbc2b4f8758a87d60', 'mac_address': 'fa:16:3e:19:5c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5607f0-4fda-485b-b0c8-d4a4a44959d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '4bd91b3b-5b9e-446d-9a3f-7ade378fd9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:43Z', 'updated_at': '2021-08-16T20:26:47Z', 'revision_number': 4, 'project_id': '784923ca107e4bbcbc2b4f8758a87d60', 'subnets': [{'id': '4bd91b3b-5b9e-446d-9a3f-7ade378fd9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:47.833830 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd987b9-7613-49b5-9493-3210d5c4b147 None None] The sync data for ids ['fb5607f0-4fda-485b-b0c8-d4a4a44959d8'] in n-d-787206-13 is: [{'id': 'fb5607f0-4fda-485b-b0c8-d4a4a44959d8', 'name': 'tempest-TestAggregatesBasicOps-819745014-router', 'tenant_id': '784923ca107e4bbcbc2b4f8758a87d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '027253c8-c085-4bd7-b4db-8c0f545d6846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:41Z', 'updated_at': '2021-08-16T20:26:43Z', 'revision_number': 4, 'project_id': '784923ca107e4bbcbc2b4f8758a87d60', 'gw_port': {'id': '027253c8-c085-4bd7-b4db-8c0f545d6846', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5607f0-4fda-485b-b0c8-d4a4a44959d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:41Z', 'updated_at': '2021-08-16T20:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '0cca94f2-73cb-448d-b8f4-afe9a72ed623', 'name': '', 'network_id': '4161465f-c8b0-473b-b3b7-769c1bfa6db9', 'tenant_id': '784923ca107e4bbcbc2b4f8758a87d60', 'mac_address': 'fa:16:3e:19:5c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5607f0-4fda-485b-b0c8-d4a4a44959d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '4bd91b3b-5b9e-446d-9a3f-7ade378fd9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:43Z', 'updated_at': '2021-08-16T20:26:47Z', 'revision_number': 4, 'project_id': '784923ca107e4bbcbc2b4f8758a87d60', 'subnets': [{'id': '4bd91b3b-5b9e-446d-9a3f-7ade378fd9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:26:47.926505 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-53d5fae0-295a-42a1-8641-7c928da0073b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af243005-cc9c-456c-a3c4-b623fd5b8f6d', 'name': 'tempest-TestAggregatesBasicOps-578754929-router', 'tenant_id': '39a284f0336547d4a4fab64ec1ef79c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '4a6e45f3-576f-44f4-8ddc-543eec98e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:45Z', 'updated_at': '2021-08-16T20:26:46Z', 'revision_number': 3, 'project_id': '39a284f0336547d4a4fab64ec1ef79c6', 'gw_port': {'id': '4a6e45f3-576f-44f4-8ddc-543eec98e460', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af243005-cc9c-456c-a3c4-b623fd5b8f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:46Z', 'updated_at': '2021-08-16T20:26:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:47.955620 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d5fae0-295a-42a1-8641-7c928da0073b None None] Checking router: af243005-cc9c-456c-a3c4-b623fd5b8f6d for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:26:47.956558 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d5fae0-295a-42a1-8641-7c928da0073b None None] Updating router af243005-cc9c-456c-a3c4-b623fd5b8f6d port 4a6e45f3-576f-44f4-8ddc-543eec98e460 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:26:47.993530 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-53d5fae0-295a-42a1-8641-7c928da0073b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:48.063735 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a163d8e2-aec6-4c2d-ba9c-36f9fd1f46f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:48.251056 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-a163d8e2-aec6-4c2d-ba9c-36f9fd1f46f1 admin admin] Allocated IP 172.20.0.1 (c4e954ec-8a13-4e60-a4e2-63db83bd11bb/c26c172d-437c-486c-8379-8f1bba953027/64ceedd4-af99-431f-a856-f91afc1d84cb) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:26:48.317822 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-53d5fae0-295a-42a1-8641-7c928da0073b None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:48.330368 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-53d5fae0-295a-42a1-8641-7c928da0073b None None] Transition to ACTIVE for port object 4a6e45f3-576f-44f4-8ddc-543eec98e460 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:48.342075 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-53d5fae0-295a-42a1-8641-7c928da0073b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:48.391867 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-53d5fae0-295a-42a1-8641-7c928da0073b None None] Attempting to bind port 4a6e45f3-576f-44f4-8ddc-543eec98e460 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:26:48.392316 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-53d5fae0-295a-42a1-8641-7c928da0073b None None] Attempting to bind port 4a6e45f3-576f-44f4-8ddc-543eec98e460 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:26:48.392678 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d5fae0-295a-42a1-8641-7c928da0073b None None] Attempting to bind port 4a6e45f3-576f-44f4-8ddc-543eec98e460 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:26:48.407671 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d5fae0-295a-42a1-8641-7c928da0073b None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:26:48.408023 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d5fae0-295a-42a1-8641-7c928da0073b None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:26:48.408423 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-53d5fae0-295a-42a1-8641-7c928da0073b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:48.408809 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d5fae0-295a-42a1-8641-7c928da0073b None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:26:48.409272 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-53d5fae0-295a-42a1-8641-7c928da0073b None None] Bound port: 4a6e45f3-576f-44f4-8ddc-543eec98e460, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:26:48.409660 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-53d5fae0-295a-42a1-8641-7c928da0073b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:48.411658 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1097adc-3273-48d8-9e87-1a1f5768387f None None] Pushing event updated for resources: {'Port': ['ID=4a6e45f3-576f-44f4-8ddc-543eec98e460,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:48.418502 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a163d8e2-aec6-4c2d-ba9c-36f9fd1f46f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:48.435430 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-a163d8e2-aec6-4c2d-ba9c-36f9fd1f46f1 admin admin] Transition to ACTIVE for port object 64ceedd4-af99-431f-a856-f91afc1d84cb will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:48.438398 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1097adc-3273-48d8-9e87-1a1f5768387f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:48.438750 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1097adc-3273-48d8-9e87-1a1f5768387f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:48.439081 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1097adc-3273-48d8-9e87-1a1f5768387f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:48.439444 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1097adc-3273-48d8-9e87-1a1f5768387f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:48.439777 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1097adc-3273-48d8-9e87-1a1f5768387f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:48.440100 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1097adc-3273-48d8-9e87-1a1f5768387f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:48.440428 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1097adc-3273-48d8-9e87-1a1f5768387f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:48.440747 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1097adc-3273-48d8-9e87-1a1f5768387f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:48.441068 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1097adc-3273-48d8-9e87-1a1f5768387f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:48.441386 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1097adc-3273-48d8-9e87-1a1f5768387f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:48.441702 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1097adc-3273-48d8-9e87-1a1f5768387f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:48.442015 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1097adc-3273-48d8-9e87-1a1f5768387f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:48.468655 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82873c55-4c6a-4ba0-9142-bdbef9cf1cfe None None] Network c4e954ec-8a13-4e60-a4e2-63db83bd11bb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:26:48.479961 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-53d5fae0-295a-42a1-8641-7c928da0073b None None] For port 4a6e45f3-576f-44f4-8ddc-543eec98e460, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:26:48.483535 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-53d5fae0-295a-42a1-8641-7c928da0073b None None] For port 4a6e45f3-576f-44f4-8ddc-543eec98e460, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=4a6e45f3-576f-44f4-8ddc-543eec98e460,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:26:48.487473 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a163d8e2-aec6-4c2d-ba9c-36f9fd1f46f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:48.491287 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-53d5fae0-295a-42a1-8641-7c928da0073b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:48.527087 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a163d8e2-aec6-4c2d-ba9c-36f9fd1f46f1 admin admin] Network c4e954ec-8a13-4e60-a4e2-63db83bd11bb is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:26:48.530201 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-a163d8e2-aec6-4c2d-ba9c-36f9fd1f46f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:48.537885 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a163d8e2-aec6-4c2d-ba9c-36f9fd1f46f1 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:26:48.553475 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9ada296a-57c6-493b-ab66-e1717ce53f37 None None] Provisioning for port 24d6a4b3-f886-4bb9-ab54-e456c3e4db32 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:48.558813 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d5fae0-295a-42a1-8641-7c928da0073b None None] Routers {'af243005-cc9c-456c-a3c4-b623fd5b8f6d'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:48.559485 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-53d5fae0-295a-42a1-8641-7c928da0073b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:26:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['af243005-cc9c-456c-a3c4-b623fd5b8f6d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:48.584569 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163d8e2-aec6-4c2d-ba9c-36f9fd1f46f1 admin admin] Pushing event updated for resources: {'Port': ['ID=64ceedd4-af99-431f-a856-f91afc1d84cb,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:48.599494 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a163d8e2-aec6-4c2d-ba9c-36f9fd1f46f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:48.685474 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1097adc-3273-48d8-9e87-1a1f5768387f None None] Pushing event updated for resources: {'Port': ['ID=4a6e45f3-576f-44f4-8ddc-543eec98e460,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:48.689211 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-53d5fae0-295a-42a1-8641-7c928da0073b None None] Set router af243005-cc9c-456c-a3c4-b623fd5b8f6d gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:48.777920 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a163d8e2-aec6-4c2d-ba9c-36f9fd1f46f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:48.856303 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 0cca94f2-73cb-448d-b8f4-afe9a72ed623 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:48.972801 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-53d5fae0-295a-42a1-8641-7c928da0073b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af243005-cc9c-456c-a3c4-b623fd5b8f6d', 'name': 'tempest-TestAggregatesBasicOps-578754929-router', 'tenant_id': '39a284f0336547d4a4fab64ec1ef79c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '4a6e45f3-576f-44f4-8ddc-543eec98e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:45Z', 'updated_at': '2021-08-16T20:26:46Z', 'revision_number': 3, 'project_id': '39a284f0336547d4a4fab64ec1ef79c6', 'gw_port': {'id': '4a6e45f3-576f-44f4-8ddc-543eec98e460', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af243005-cc9c-456c-a3c4-b623fd5b8f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:46Z', 'updated_at': '2021-08-16T20:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:49.006594 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d5fae0-295a-42a1-8641-7c928da0073b None None] The sync data for ids ['af243005-cc9c-456c-a3c4-b623fd5b8f6d'] in n-d-787206-13 is: [{'id': 'af243005-cc9c-456c-a3c4-b623fd5b8f6d', 'name': 'tempest-TestAggregatesBasicOps-578754929-router', 'tenant_id': '39a284f0336547d4a4fab64ec1ef79c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '4a6e45f3-576f-44f4-8ddc-543eec98e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:45Z', 'updated_at': '2021-08-16T20:26:46Z', 'revision_number': 3, 'project_id': '39a284f0336547d4a4fab64ec1ef79c6', 'gw_port': {'id': '4a6e45f3-576f-44f4-8ddc-543eec98e460', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af243005-cc9c-456c-a3c4-b623fd5b8f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:46Z', 'updated_at': '2021-08-16T20:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:26:49.085137 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a163d8e2-aec6-4c2d-ba9c-36f9fd1f46f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:49.101135 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a163d8e2-aec6-4c2d-ba9c-36f9fd1f46f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:49.172626 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e3a80edc-a64b-4b39-94a6-a73d6844301a None None] Provisioning for port 64ceedd4-af99-431f-a856-f91afc1d84cb completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:49.177372 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e3a80edc-a64b-4b39-94a6-a73d6844301a None None] Provisioning complete for port 64ceedd4-af99-431f-a856-f91afc1d84cb triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:49.177791 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3a80edc-a64b-4b39-94a6-a73d6844301a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:49.184625 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163d8e2-aec6-4c2d-ba9c-36f9fd1f46f1 admin admin] Pushing event updated for resources: {'Port': ['ID=64ceedd4-af99-431f-a856-f91afc1d84cb,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:49.220162 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a163d8e2-aec6-4c2d-ba9c-36f9fd1f46f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:49.231821 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 0cca94f2-73cb-448d-b8f4-afe9a72ed623 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:49.259461 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e3a80edc-a64b-4b39-94a6-a73d6844301a None None] Port 64ceedd4-af99-431f-a856-f91afc1d84cb cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:26:49.260988 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 0cca94f2-73cb-448d-b8f4-afe9a72ed623 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:49.261360 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:49.365807 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:49.385889 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a163d8e2-aec6-4c2d-ba9c-36f9fd1f46f1 admin admin] Network c4e954ec-8a13-4e60-a4e2-63db83bd11bb is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:26:49.387542 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-a163d8e2-aec6-4c2d-ba9c-36f9fd1f46f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:49.405522 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 0cca94f2-73cb-448d-b8f4-afe9a72ed623, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=0cca94f2-73cb-448d-b8f4-afe9a72ed623,segment=NetworkSegment(6047d452-2750-4b3b-a415-09204f29af32),segment_id=6047d452-2750-4b3b-a415-09204f29af32)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:49.412201 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:49.413263 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 24d6a4b3-f886-4bb9-ab54-e456c3e4db32 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:49.519806 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b6abd87d-e56a-48ba-8a33-bfdba3d07689 None None] Provisioning complete for port 64ceedd4-af99-431f-a856-f91afc1d84cb triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:49.520307 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6abd87d-e56a-48ba-8a33-bfdba3d07689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:49.524624 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=0cca94f2-73cb-448d-b8f4-afe9a72ed623,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:49.563307 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a163d8e2-aec6-4c2d-ba9c-36f9fd1f46f1 admin admin] Router af243005-cc9c-456c-a3c4-b623fd5b8f6d has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:26:49.581908 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 24d6a4b3-f886-4bb9-ab54-e456c3e4db32 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:49.588528 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b6abd87d-e56a-48ba-8a33-bfdba3d07689 None None] Port 64ceedd4-af99-431f-a856-f91afc1d84cb cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:26:49.590452 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 24d6a4b3-f886-4bb9-ab54-e456c3e4db32 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:49.590826 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:49.700006 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:49.708748 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a163d8e2-aec6-4c2d-ba9c-36f9fd1f46f1 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:26:49.723159 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a163d8e2-aec6-4c2d-ba9c-36f9fd1f46f1 admin admin] 10.222.0.68 "PUT /v2.0/routers/af243005-cc9c-456c-a3c4-b623fd5b8f6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1656587 Aug 16 20:26:49.738274 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 24d6a4b3-f886-4bb9-ab54-e456c3e4db32, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=24d6a4b3-f886-4bb9-ab54-e456c3e4db32,segment=NetworkSegment(adc33712-bf5e-44e6-82fb-59ac81bc7f83),segment_id=adc33712-bf5e-44e6-82fb-59ac81bc7f83)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:49.743006 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:49.799570 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=24d6a4b3-f886-4bb9-ab54-e456c3e4db32,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:49.816318 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9ca00434-484c-4056-bd09-b43bb9740b2f None None] Provisioning complete for port 64ceedd4-af99-431f-a856-f91afc1d84cb triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:49.816688 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9ca00434-484c-4056-bd09-b43bb9740b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:49.860076 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9ca00434-484c-4056-bd09-b43bb9740b2f None None] Port 64ceedd4-af99-431f-a856-f91afc1d84cb cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:26:50.752571 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46926) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:50.792649 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 0cca94f2-73cb-448d-b8f4-afe9a72ed623 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:50.840427 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 0cca94f2-73cb-448d-b8f4-afe9a72ed623 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:50.840907 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:50.923404 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4a6e45f3-576f-44f4-8ddc-543eec98e460 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:50.975112 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 4a6e45f3-576f-44f4-8ddc-543eec98e460 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:50.978694 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 4a6e45f3-576f-44f4-8ddc-543eec98e460 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:50.979233 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:51.067738 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:51.091538 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 4a6e45f3-576f-44f4-8ddc-543eec98e460, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=4a6e45f3-576f-44f4-8ddc-543eec98e460,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:51.096330 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:51.097353 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 24d6a4b3-f886-4bb9-ab54-e456c3e4db32 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:51.116680 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae9000bb-e194-4d18-abc5-87a93b2f2acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:51.175288 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=4a6e45f3-576f-44f4-8ddc-543eec98e460,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:51.192661 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 24d6a4b3-f886-4bb9-ab54-e456c3e4db32 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:51.193061 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:51.264263 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50d2718-c86a-456e-9cc2-32255f6547fd None None] Sync routers for ids ['af243005-cc9c-456c-a3c4-b623fd5b8f6d'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:26:51.281191 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50d2718-c86a-456e-9cc2-32255f6547fd None None] Routers {'af243005-cc9c-456c-a3c4-b623fd5b8f6d'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:51.281801 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d50d2718-c86a-456e-9cc2-32255f6547fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:26:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['af243005-cc9c-456c-a3c4-b623fd5b8f6d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:51.377338 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-ae9000bb-e194-4d18-abc5-87a93b2f2acf admin admin] Deleting port 0cca94f2-73cb-448d-b8f4-afe9a72ed623 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:51.377774 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae9000bb-e194-4d18-abc5-87a93b2f2acf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:51.401155 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-d50d2718-c86a-456e-9cc2-32255f6547fd None None] Set router af243005-cc9c-456c-a3c4-b623fd5b8f6d gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:51.610135 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d50d2718-c86a-456e-9cc2-32255f6547fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af243005-cc9c-456c-a3c4-b623fd5b8f6d', 'name': 'tempest-TestAggregatesBasicOps-578754929-router', 'tenant_id': '39a284f0336547d4a4fab64ec1ef79c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '4a6e45f3-576f-44f4-8ddc-543eec98e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:45Z', 'updated_at': '2021-08-16T20:26:48Z', 'revision_number': 4, 'project_id': '39a284f0336547d4a4fab64ec1ef79c6', 'gw_port': {'id': '4a6e45f3-576f-44f4-8ddc-543eec98e460', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af243005-cc9c-456c-a3c4-b623fd5b8f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:46Z', 'updated_at': '2021-08-16T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '64ceedd4-af99-431f-a856-f91afc1d84cb', 'name': '', 'network_id': 'c4e954ec-8a13-4e60-a4e2-63db83bd11bb', 'tenant_id': '39a284f0336547d4a4fab64ec1ef79c6', 'mac_address': 'fa:16:3e:61:9f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af243005-cc9c-456c-a3c4-b623fd5b8f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'c26c172d-437c-486c-8379-8f1bba953027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:48Z', 'updated_at': '2021-08-16T20:26:48Z', 'revision_number': 2, 'project_id': '39a284f0336547d4a4fab64ec1ef79c6', 'subnets': [{'id': 'c26c172d-437c-486c-8379-8f1bba953027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:51.643395 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50d2718-c86a-456e-9cc2-32255f6547fd None None] Checking router: af243005-cc9c-456c-a3c4-b623fd5b8f6d for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:26:51.643816 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50d2718-c86a-456e-9cc2-32255f6547fd None None] Updating router af243005-cc9c-456c-a3c4-b623fd5b8f6d port 64ceedd4-af99-431f-a856-f91afc1d84cb binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:26:51.670391 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d50d2718-c86a-456e-9cc2-32255f6547fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:51.805079 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-ae9000bb-e194-4d18-abc5-87a93b2f2acf admin admin] For port 0cca94f2-73cb-448d-b8f4-afe9a72ed623, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=0cca94f2-73cb-448d-b8f4-afe9a72ed623,segment=NetworkSegment(6047d452-2750-4b3b-a415-09204f29af32),segment_id=6047d452-2750-4b3b-a415-09204f29af32)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:51.806035 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae9000bb-e194-4d18-abc5-87a93b2f2acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:51.819092 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-ae9000bb-e194-4d18-abc5-87a93b2f2acf admin admin] Calling delete_port for 0cca94f2-73cb-448d-b8f4-afe9a72ed623 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:51.947933 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d50d2718-c86a-456e-9cc2-32255f6547fd None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:51.996277 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae9000bb-e194-4d18-abc5-87a93b2f2acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:51.996859 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d50d2718-c86a-456e-9cc2-32255f6547fd None None] Transition to ACTIVE for port object 64ceedd4-af99-431f-a856-f91afc1d84cb will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:52.004216 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d50d2718-c86a-456e-9cc2-32255f6547fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:52.022018 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9000bb-e194-4d18-abc5-87a93b2f2acf admin admin] Pushing event deleted for resources: {'Port': ['ID=0cca94f2-73cb-448d-b8f4-afe9a72ed623,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:52.053106 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75da491-7b8c-451b-95ef-565ff2b6c0e4 None None] Pushing event updated for resources: {'Port': ['ID=64ceedd4-af99-431f-a856-f91afc1d84cb,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:52.112506 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d50d2718-c86a-456e-9cc2-32255f6547fd None None] Attempting to bind port 64ceedd4-af99-431f-a856-f91afc1d84cb on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:26:52.112889 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d50d2718-c86a-456e-9cc2-32255f6547fd None None] Attempting to bind port 64ceedd4-af99-431f-a856-f91afc1d84cb by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'adc33712-bf5e-44e6-82fb-59ac81bc7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c4e954ec-8a13-4e60-a4e2-63db83bd11bb'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:26:52.113244 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50d2718-c86a-456e-9cc2-32255f6547fd None None] Attempting to bind port 64ceedd4-af99-431f-a856-f91afc1d84cb on network c4e954ec-8a13-4e60-a4e2-63db83bd11bb {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:26:52.120921 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50d2718-c86a-456e-9cc2-32255f6547fd None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:26:52.121288 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50d2718-c86a-456e-9cc2-32255f6547fd None None] Checking segment: {'id': 'adc33712-bf5e-44e6-82fb-59ac81bc7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c4e954ec-8a13-4e60-a4e2-63db83bd11bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:26:52.121694 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d50d2718-c86a-456e-9cc2-32255f6547fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:52.123510 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50d2718-c86a-456e-9cc2-32255f6547fd None None] Bound using segment: {'id': 'adc33712-bf5e-44e6-82fb-59ac81bc7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c4e954ec-8a13-4e60-a4e2-63db83bd11bb'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:26:52.123510 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d50d2718-c86a-456e-9cc2-32255f6547fd None None] Bound port: 64ceedd4-af99-431f-a856-f91afc1d84cb, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc33712-bf5e-44e6-82fb-59ac81bc7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c4e954ec-8a13-4e60-a4e2-63db83bd11bb'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:26:52.123510 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d50d2718-c86a-456e-9cc2-32255f6547fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:52.195627 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d50d2718-c86a-456e-9cc2-32255f6547fd None None] For port 64ceedd4-af99-431f-a856-f91afc1d84cb, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:26:52.199667 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d50d2718-c86a-456e-9cc2-32255f6547fd None None] For port 64ceedd4-af99-431f-a856-f91afc1d84cb, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=64ceedd4-af99-431f-a856-f91afc1d84cb,segment=NetworkSegment(adc33712-bf5e-44e6-82fb-59ac81bc7f83),segment_id=adc33712-bf5e-44e6-82fb-59ac81bc7f83)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:26:52.206365 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d50d2718-c86a-456e-9cc2-32255f6547fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:52.223960 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae9000bb-e194-4d18-abc5-87a93b2f2acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:52.277309 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50d2718-c86a-456e-9cc2-32255f6547fd None None] Routers {'af243005-cc9c-456c-a3c4-b623fd5b8f6d'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:52.277963 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d50d2718-c86a-456e-9cc2-32255f6547fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:26:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['af243005-cc9c-456c-a3c4-b623fd5b8f6d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:52.334490 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75da491-7b8c-451b-95ef-565ff2b6c0e4 None None] Pushing event updated for resources: {'Port': ['ID=64ceedd4-af99-431f-a856-f91afc1d84cb,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:52.427584 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-d50d2718-c86a-456e-9cc2-32255f6547fd None None] Set router af243005-cc9c-456c-a3c4-b623fd5b8f6d gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:52.487419 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9000bb-e194-4d18-abc5-87a93b2f2acf admin admin] Router fb5607f0-4fda-485b-b0c8-d4a4a44959d8 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:26:52.596291 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9000bb-e194-4d18-abc5-87a93b2f2acf admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:26:52.601815 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ae9000bb-e194-4d18-abc5-87a93b2f2acf admin admin] 10.222.0.68 "PUT /v2.0/routers/fb5607f0-4fda-485b-b0c8-d4a4a44959d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8481770 Aug 16 20:26:52.604284 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46932) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:52.606944 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7225a865-4b0f-4e96-9de8-9150dc4fee9b None None] Sync routers for ids ['fb5607f0-4fda-485b-b0c8-d4a4a44959d8'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:26:52.616400 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7225a865-4b0f-4e96-9de8-9150dc4fee9b None None] Routers {'fb5607f0-4fda-485b-b0c8-d4a4a44959d8'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:52.617229 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7225a865-4b0f-4e96-9de8-9150dc4fee9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:26:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['fb5607f0-4fda-485b-b0c8-d4a4a44959d8'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:52.649807 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d50d2718-c86a-456e-9cc2-32255f6547fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af243005-cc9c-456c-a3c4-b623fd5b8f6d', 'name': 'tempest-TestAggregatesBasicOps-578754929-router', 'tenant_id': '39a284f0336547d4a4fab64ec1ef79c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '4a6e45f3-576f-44f4-8ddc-543eec98e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:45Z', 'updated_at': '2021-08-16T20:26:48Z', 'revision_number': 4, 'project_id': '39a284f0336547d4a4fab64ec1ef79c6', 'gw_port': {'id': '4a6e45f3-576f-44f4-8ddc-543eec98e460', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af243005-cc9c-456c-a3c4-b623fd5b8f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:46Z', 'updated_at': '2021-08-16T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '64ceedd4-af99-431f-a856-f91afc1d84cb', 'name': '', 'network_id': 'c4e954ec-8a13-4e60-a4e2-63db83bd11bb', 'tenant_id': '39a284f0336547d4a4fab64ec1ef79c6', 'mac_address': 'fa:16:3e:61:9f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af243005-cc9c-456c-a3c4-b623fd5b8f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'c26c172d-437c-486c-8379-8f1bba953027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:48Z', 'updated_at': '2021-08-16T20:26:52Z', 'revision_number': 4, 'project_id': '39a284f0336547d4a4fab64ec1ef79c6', 'subnets': [{'id': 'c26c172d-437c-486c-8379-8f1bba953027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:52.683996 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50d2718-c86a-456e-9cc2-32255f6547fd None None] The sync data for ids ['af243005-cc9c-456c-a3c4-b623fd5b8f6d'] in n-d-787206-13 is: [{'id': 'af243005-cc9c-456c-a3c4-b623fd5b8f6d', 'name': 'tempest-TestAggregatesBasicOps-578754929-router', 'tenant_id': '39a284f0336547d4a4fab64ec1ef79c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '4a6e45f3-576f-44f4-8ddc-543eec98e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:45Z', 'updated_at': '2021-08-16T20:26:48Z', 'revision_number': 4, 'project_id': '39a284f0336547d4a4fab64ec1ef79c6', 'gw_port': {'id': '4a6e45f3-576f-44f4-8ddc-543eec98e460', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af243005-cc9c-456c-a3c4-b623fd5b8f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:46Z', 'updated_at': '2021-08-16T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '64ceedd4-af99-431f-a856-f91afc1d84cb', 'name': '', 'network_id': 'c4e954ec-8a13-4e60-a4e2-63db83bd11bb', 'tenant_id': '39a284f0336547d4a4fab64ec1ef79c6', 'mac_address': 'fa:16:3e:61:9f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af243005-cc9c-456c-a3c4-b623fd5b8f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'c26c172d-437c-486c-8379-8f1bba953027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:48Z', 'updated_at': '2021-08-16T20:26:52Z', 'revision_number': 4, 'project_id': '39a284f0336547d4a4fab64ec1ef79c6', 'subnets': [{'id': 'c26c172d-437c-486c-8379-8f1bba953027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:26:52.728025 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d1b8c23-ad7e-45eb-aa9d-d0785330e8bc admin admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:52.739675 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-7225a865-4b0f-4e96-9de8-9150dc4fee9b None None] Set router fb5607f0-4fda-485b-b0c8-d4a4a44959d8 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:52.868124 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4a6e45f3-576f-44f4-8ddc-543eec98e460 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:52.876466 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d1b8c23-ad7e-45eb-aa9d-d0785330e8bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:52.939974 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-8d1b8c23-ad7e-45eb-aa9d-d0785330e8bc admin admin] Deleting port 027253c8-c085-4bd7-b4db-8c0f545d6846 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:52.940205 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 4a6e45f3-576f-44f4-8ddc-543eec98e460 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:52.940300 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d1b8c23-ad7e-45eb-aa9d-d0785330e8bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:52.940562 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:52.993365 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7225a865-4b0f-4e96-9de8-9150dc4fee9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5607f0-4fda-485b-b0c8-d4a4a44959d8', 'name': 'tempest-TestAggregatesBasicOps-819745014-router', 'tenant_id': '784923ca107e4bbcbc2b4f8758a87d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '027253c8-c085-4bd7-b4db-8c0f545d6846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:41Z', 'updated_at': '2021-08-16T20:26:51Z', 'revision_number': 5, 'project_id': '784923ca107e4bbcbc2b4f8758a87d60', 'gw_port': {'id': '027253c8-c085-4bd7-b4db-8c0f545d6846', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5607f0-4fda-485b-b0c8-d4a4a44959d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:41Z', 'updated_at': '2021-08-16T20:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:53.055052 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-8d1b8c23-ad7e-45eb-aa9d-d0785330e8bc admin admin] For port 027253c8-c085-4bd7-b4db-8c0f545d6846, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=027253c8-c085-4bd7-b4db-8c0f545d6846,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:53.055464 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d1b8c23-ad7e-45eb-aa9d-d0785330e8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:53.071008 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-8d1b8c23-ad7e-45eb-aa9d-d0785330e8bc admin admin] Calling delete_port for 027253c8-c085-4bd7-b4db-8c0f545d6846 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:53.132997 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7225a865-4b0f-4e96-9de8-9150dc4fee9b None None] Checking router: fb5607f0-4fda-485b-b0c8-d4a4a44959d8 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:26:53.142235 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7225a865-4b0f-4e96-9de8-9150dc4fee9b None None] Routers {'fb5607f0-4fda-485b-b0c8-d4a4a44959d8'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:53.142593 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7225a865-4b0f-4e96-9de8-9150dc4fee9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:26:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['fb5607f0-4fda-485b-b0c8-d4a4a44959d8'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:53.237791 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-7225a865-4b0f-4e96-9de8-9150dc4fee9b None None] Set router fb5607f0-4fda-485b-b0c8-d4a4a44959d8 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:53.259376 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d1b8c23-ad7e-45eb-aa9d-d0785330e8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:53.286854 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b8c23-ad7e-45eb-aa9d-d0785330e8bc admin admin] Pushing event deleted for resources: {'Port': ['ID=027253c8-c085-4bd7-b4db-8c0f545d6846,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:53.298706 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7225a865-4b0f-4e96-9de8-9150dc4fee9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5607f0-4fda-485b-b0c8-d4a4a44959d8', 'name': 'tempest-TestAggregatesBasicOps-819745014-router', 'tenant_id': '784923ca107e4bbcbc2b4f8758a87d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:41Z', 'updated_at': '2021-08-16T20:26:52Z', 'revision_number': 6, 'project_id': '784923ca107e4bbcbc2b4f8758a87d60', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:53.327842 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7225a865-4b0f-4e96-9de8-9150dc4fee9b None None] The sync data for ids ['fb5607f0-4fda-485b-b0c8-d4a4a44959d8'] in n-d-787206-13 is: [{'id': 'fb5607f0-4fda-485b-b0c8-d4a4a44959d8', 'name': 'tempest-TestAggregatesBasicOps-819745014-router', 'tenant_id': '784923ca107e4bbcbc2b4f8758a87d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:41Z', 'updated_at': '2021-08-16T20:26:52Z', 'revision_number': 6, 'project_id': '784923ca107e4bbcbc2b4f8758a87d60', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:26:53.356297 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d1b8c23-ad7e-45eb-aa9d-d0785330e8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:53.448657 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d1b8c23-ad7e-45eb-aa9d-d0785330e8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:53.450820 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d1b8c23-ad7e-45eb-aa9d-d0785330e8bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:53.492916 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d1b8c23-ad7e-45eb-aa9d-d0785330e8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:53.493464 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1b8c23-ad7e-45eb-aa9d-d0785330e8bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb5607f0-4fda-485b-b0c8-d4a4a44959d8 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:26:53.497688 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d1b8c23-ad7e-45eb-aa9d-d0785330e8bc admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:53.498864 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8d1b8c23-ad7e-45eb-aa9d-d0785330e8bc admin admin] 10.222.0.68 "DELETE /v2.0/routers/fb5607f0-4fda-485b-b0c8-d4a4a44959d8 HTTP/1.1" status: 204 len: 168 time: 0.8935823 Aug 16 20:26:53.501531 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46936) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:53.545294 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3c7ce6-793a-4574-a2ea-8696aa4af141 admin admin] Deleting subnet 4bd91b3b-5b9e-446d-9a3f-7ade378fd9ca {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:26:53.548660 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4c3c7ce6-793a-4574-a2ea-8696aa4af141 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:53.588911 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4c3c7ce6-793a-4574-a2ea-8696aa4af141 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:53.666048 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4c3c7ce6-793a-4574-a2ea-8696aa4af141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:53.720639 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4c3c7ce6-793a-4574-a2ea-8696aa4af141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:53.747479 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c7ce6-793a-4574-a2ea-8696aa4af141 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bd91b3b-5b9e-446d-9a3f-7ade378fd9ca,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:53.751616 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4c3c7ce6-793a-4574-a2ea-8696aa4af141 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:53.753726 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4c3c7ce6-793a-4574-a2ea-8696aa4af141 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/4bd91b3b-5b9e-446d-9a3f-7ade378fd9ca HTTP/1.1" status: 204 len: 168 time: 0.2512729 Aug 16 20:26:53.756139 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46944) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:53.761757 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c563a066-b6df-40bc-8a19-e187282d9c4e None None] Network 4161465f-c8b0-473b-b3b7-769c1bfa6db9 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:26:53.830741 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48a1a1de-0ffd-4cba-9148-d247e0cff508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:53.887898 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-48a1a1de-0ffd-4cba-9148-d247e0cff508 admin admin] Deleting port 6936e7d6-8741-4bdf-9a1c-68ec1c402d77 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:53.888505 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48a1a1de-0ffd-4cba-9148-d247e0cff508 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:53.948399 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756197ff-59d1-4cec-b9b9-277e78041d4c None None] DHCP port deletion for 4161465f-c8b0-473b-b3b7-769c1bfa6db9 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:26:53.968377 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-48a1a1de-0ffd-4cba-9148-d247e0cff508 admin admin] For port 6936e7d6-8741-4bdf-9a1c-68ec1c402d77, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6936e7d6-8741-4bdf-9a1c-68ec1c402d77,segment=NetworkSegment(6047d452-2750-4b3b-a415-09204f29af32),segment_id=6047d452-2750-4b3b-a415-09204f29af32)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:53.968742 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48a1a1de-0ffd-4cba-9148-d247e0cff508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:53.986950 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-48a1a1de-0ffd-4cba-9148-d247e0cff508 admin admin] Calling delete_port for 6936e7d6-8741-4bdf-9a1c-68ec1c402d77 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:54.001155 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-756197ff-59d1-4cec-b9b9-277e78041d4c None None] Deleting port 6936e7d6-8741-4bdf-9a1c-68ec1c402d77 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:54.001534 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-756197ff-59d1-4cec-b9b9-277e78041d4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:54.063503 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-756197ff-59d1-4cec-b9b9-277e78041d4c None None] For port 6936e7d6-8741-4bdf-9a1c-68ec1c402d77, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6936e7d6-8741-4bdf-9a1c-68ec1c402d77,segment=NetworkSegment(6047d452-2750-4b3b-a415-09204f29af32),segment_id=6047d452-2750-4b3b-a415-09204f29af32)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:54.063814 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-756197ff-59d1-4cec-b9b9-277e78041d4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:54.075817 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-756197ff-59d1-4cec-b9b9-277e78041d4c None None] Calling delete_port for 6936e7d6-8741-4bdf-9a1c-68ec1c402d77 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:54.094635 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523275b-bd82-455c-aa1e-e89a51c99832 req-3ee1ca0f-a1bf-43e9-a9fe-cff43fd7077c tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:54.096471 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c523275b-bd82-455c-aa1e-e89a51c99832 req-3ee1ca0f-a1bf-43e9-a9fe-cff43fd7077c tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 946 time: 0.0999987 Aug 16 20:26:54.133095 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48a1a1de-0ffd-4cba-9148-d247e0cff508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:54.172869 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-756197ff-59d1-4cec-b9b9-277e78041d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:54.174335 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1a1de-0ffd-4cba-9148-d247e0cff508 admin admin] Pushing event deleted for resources: {'Port': ['ID=6936e7d6-8741-4bdf-9a1c-68ec1c402d77,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:54.178582 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c523275b-bd82-455c-aa1e-e89a51c99832 req-a651a333-242c-40a9-894a-699b7df67dc8 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709209 Aug 16 20:26:54.179531 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a1a1de-0ffd-4cba-9148-d247e0cff508 admin admin] No DVR routers for this DVR port 6936e7d6-8741-4bdf-9a1c-68ec1c402d77 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:26:54.208084 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756197ff-59d1-4cec-b9b9-277e78041d4c None None] Pushing event deleted for resources: {'Port': ['ID=6936e7d6-8741-4bdf-9a1c-68ec1c402d77,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:54.212673 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756197ff-59d1-4cec-b9b9-277e78041d4c None None] No DVR routers for this DVR port 6936e7d6-8741-4bdf-9a1c-68ec1c402d77 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:26:54.257246 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48a1a1de-0ffd-4cba-9148-d247e0cff508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:54.268040 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-48a1a1de-0ffd-4cba-9148-d247e0cff508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4161465f-c8b0-473b-b3b7-769c1bfa6db9']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:54.279203 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-48a1a1de-0ffd-4cba-9148-d247e0cff508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6047d452-2750-4b3b-a415-09204f29af32') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:54.279550 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-48a1a1de-0ffd-4cba-9148-d247e0cff508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6047d452-2750-4b3b-a415-09204f29af32') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:54.289261 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48a1a1de-0ffd-4cba-9148-d247e0cff508 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:54.304014 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48a1a1de-0ffd-4cba-9148-d247e0cff508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:54.310173 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a1a1de-0ffd-4cba-9148-d247e0cff508 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:26:54.310629 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48a1a1de-0ffd-4cba-9148-d247e0cff508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:54.312396 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:26:54.312396 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:26:54.312396 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:26:54.312396 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:26:54.312396 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:26:54.312396 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:26:54.312396 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:26:54.312396 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:26:54.312396 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:26:54.312396 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:26:54.312396 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:26:54.312396 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:26:54.312396 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:26:54.312396 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:26:54.312396 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:26:54.312396 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:26:54.312396 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:26:54.312396 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:26:54.312396 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:26:54.312396 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:26:54.312396 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:26:54.312396 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:26:54.312396 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:26:54.312396 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:26:54.312396 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:26:54.312396 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:26:54.312396 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:26:54.312396 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:26:54.312396 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:26:54.312396 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:26:54.312396 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:26:54.312396 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:26:54.370834 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48a1a1de-0ffd-4cba-9148-d247e0cff508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:54.376858 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48a1a1de-0ffd-4cba-9148-d247e0cff508 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:54.378801 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-48a1a1de-0ffd-4cba-9148-d247e0cff508 admin admin] 10.222.0.68 "DELETE /v2.0/networks/4161465f-c8b0-473b-b3b7-769c1bfa6db9 HTTP/1.1" status: 204 len: 168 time: 0.6217432 Aug 16 20:26:54.381854 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46952) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:54.389882 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1a1de-0ffd-4cba-9148-d247e0cff508 admin admin] Pushing event deleted for resources: {'Network': ['ID=4161465f-c8b0-473b-b3b7-769c1bfa6db9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:54.741994 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5eb9e226-2f31-4caf-aa28-15a4c2d596cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:54.794097 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 64ceedd4-af99-431f-a856-f91afc1d84cb up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:54.848320 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 64ceedd4-af99-431f-a856-f91afc1d84cb completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:54.854528 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 64ceedd4-af99-431f-a856-f91afc1d84cb triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:54.855302 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:54.942377 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:54.978827 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 64ceedd4-af99-431f-a856-f91afc1d84cb, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=64ceedd4-af99-431f-a856-f91afc1d84cb,segment=NetworkSegment(adc33712-bf5e-44e6-82fb-59ac81bc7f83),segment_id=adc33712-bf5e-44e6-82fb-59ac81bc7f83)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:54.984239 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:55.030417 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5eb9e226-2f31-4caf-aa28-15a4c2d596cb admin admin] Deleting port 64ceedd4-af99-431f-a856-f91afc1d84cb {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:55.031036 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5eb9e226-2f31-4caf-aa28-15a4c2d596cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:55.036611 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=64ceedd4-af99-431f-a856-f91afc1d84cb,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:55.125029 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-5eb9e226-2f31-4caf-aa28-15a4c2d596cb admin admin] For port 64ceedd4-af99-431f-a856-f91afc1d84cb, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=64ceedd4-af99-431f-a856-f91afc1d84cb,segment=NetworkSegment(adc33712-bf5e-44e6-82fb-59ac81bc7f83),segment_id=adc33712-bf5e-44e6-82fb-59ac81bc7f83)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:55.125327 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5eb9e226-2f31-4caf-aa28-15a4c2d596cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:55.138034 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5eb9e226-2f31-4caf-aa28-15a4c2d596cb admin admin] Calling delete_port for 64ceedd4-af99-431f-a856-f91afc1d84cb owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:55.194559 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6936e7d6-8741-4bdf-9a1c-68ec1c402d77 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:26:55.216952 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 6936e7d6-8741-4bdf-9a1c-68ec1c402d77 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:26:55.217311 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6936e7d6-8741-4bdf-9a1c-68ec1c402d77 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:26:55.217736 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 0cca94f2-73cb-448d-b8f4-afe9a72ed623 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:26:55.237806 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 0cca94f2-73cb-448d-b8f4-afe9a72ed623 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:26:55.238168 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 0cca94f2-73cb-448d-b8f4-afe9a72ed623 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:26:55.316273 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b71f6a-8409-4594-addd-0efeeb51dc7e req-c1e8a021-d23c-4ba5-80b0-b883a273aa6d tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:55.317865 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-62b71f6a-8409-4594-addd-0efeeb51dc7e req-c1e8a021-d23c-4ba5-80b0-b883a273aa6d tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 946 time: 0.0532932 Aug 16 20:26:55.337620 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5eb9e226-2f31-4caf-aa28-15a4c2d596cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:55.361499 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-62b71f6a-8409-4594-addd-0efeeb51dc7e req-a1ec3a80-dacb-4d32-a08c-844a1bbdc238 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367594 Aug 16 20:26:55.370111 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9e226-2f31-4caf-aa28-15a4c2d596cb admin admin] Pushing event deleted for resources: {'Port': ['ID=64ceedd4-af99-431f-a856-f91afc1d84cb,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:55.560978 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5eb9e226-2f31-4caf-aa28-15a4c2d596cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:55.785659 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb9e226-2f31-4caf-aa28-15a4c2d596cb admin admin] Router af243005-cc9c-456c-a3c4-b623fd5b8f6d has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:26:55.840714 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77bc345-22ab-42dc-bae4-3961901b46ec req-2eb44cfb-5846-48fb-9340-69dca27a3fa2 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:55.842312 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d77bc345-22ab-42dc-bae4-3961901b46ec req-2eb44cfb-5846-48fb-9340-69dca27a3fa2 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.63 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 946 time: 0.0557439 Aug 16 20:26:55.890961 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb9e226-2f31-4caf-aa28-15a4c2d596cb admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:26:55.898798 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5eb9e226-2f31-4caf-aa28-15a4c2d596cb admin admin] 10.222.0.68 "PUT /v2.0/routers/af243005-cc9c-456c-a3c4-b623fd5b8f6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5134273 Aug 16 20:26:55.898798 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46960) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:55.901867 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da190e2-9aed-477d-aee9-e14b7e72e35c None None] Sync routers for ids ['af243005-cc9c-456c-a3c4-b623fd5b8f6d'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:26:55.911764 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da190e2-9aed-477d-aee9-e14b7e72e35c None None] Routers {'af243005-cc9c-456c-a3c4-b623fd5b8f6d'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:55.912677 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1da190e2-9aed-477d-aee9-e14b7e72e35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:26:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['af243005-cc9c-456c-a3c4-b623fd5b8f6d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:55.935753 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-d77bc345-22ab-42dc-bae4-3961901b46ec req-85bd8309-e533-45e1-98d6-90815a1f8d36 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Deleting port 9fe6b8c8-13d9-4f3d-a467-3d76601f69da {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:55.936138 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d77bc345-22ab-42dc-bae4-3961901b46ec req-85bd8309-e533-45e1-98d6-90815a1f8d36 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:56.011941 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3624a970-7041-4d97-b2af-b469e692280f admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:56.024894 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-1da190e2-9aed-477d-aee9-e14b7e72e35c None None] Set router af243005-cc9c-456c-a3c4-b623fd5b8f6d gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:56.050953 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-d77bc345-22ab-42dc-bae4-3961901b46ec req-85bd8309-e533-45e1-98d6-90815a1f8d36 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] For port 9fe6b8c8-13d9-4f3d-a467-3d76601f69da, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=9fe6b8c8-13d9-4f3d-a467-3d76601f69da,segment=NetworkSegment(ae000a32-daab-4172-a67b-c8cc62f15ecf),segment_id=ae000a32-daab-4172-a67b-c8cc62f15ecf)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:56.051366 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d77bc345-22ab-42dc-bae4-3961901b46ec req-85bd8309-e533-45e1-98d6-90815a1f8d36 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:56.156559 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3624a970-7041-4d97-b2af-b469e692280f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:56.211407 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-3624a970-7041-4d97-b2af-b469e692280f admin admin] Deleting port 4a6e45f3-576f-44f4-8ddc-543eec98e460 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:56.211752 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3624a970-7041-4d97-b2af-b469e692280f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:56.308811 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-3624a970-7041-4d97-b2af-b469e692280f admin admin] For port 4a6e45f3-576f-44f4-8ddc-543eec98e460, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=4a6e45f3-576f-44f4-8ddc-543eec98e460,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:56.309206 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3624a970-7041-4d97-b2af-b469e692280f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:56.323460 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d77bc345-22ab-42dc-bae4-3961901b46ec req-85bd8309-e533-45e1-98d6-90815a1f8d36 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:56.324055 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d77bc345-22ab-42dc-bae4-3961901b46ec req-85bd8309-e533-45e1-98d6-90815a1f8d36 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:56.324639 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [req-d77bc345-22ab-42dc-bae4-3961901b46ec req-85bd8309-e533-45e1-98d6-90815a1f8d36 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Floating IP 3ae41503-608a-44e5-881a-8f68b55ebad2 disassociated. External IP: 172.25.8.180, port: 9fe6b8c8-13d9-4f3d-a467-3d76601f69da. Aug 16 20:26:56.325000 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-d77bc345-22ab-42dc-bae4-3961901b46ec req-85bd8309-e533-45e1-98d6-90815a1f8d36 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Calling delete_port for 9fe6b8c8-13d9-4f3d-a467-3d76601f69da owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:56.325672 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-3624a970-7041-4d97-b2af-b469e692280f admin admin] Calling delete_port for 4a6e45f3-576f-44f4-8ddc-543eec98e460 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:56.399828 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1da190e2-9aed-477d-aee9-e14b7e72e35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af243005-cc9c-456c-a3c4-b623fd5b8f6d', 'name': 'tempest-TestAggregatesBasicOps-578754929-router', 'tenant_id': '39a284f0336547d4a4fab64ec1ef79c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '4a6e45f3-576f-44f4-8ddc-543eec98e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:45Z', 'updated_at': '2021-08-16T20:26:55Z', 'revision_number': 5, 'project_id': '39a284f0336547d4a4fab64ec1ef79c6', 'gw_port': {'id': '4a6e45f3-576f-44f4-8ddc-543eec98e460', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af243005-cc9c-456c-a3c4-b623fd5b8f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:46Z', 'updated_at': '2021-08-16T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:56.431107 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da190e2-9aed-477d-aee9-e14b7e72e35c None None] Checking router: af243005-cc9c-456c-a3c4-b623fd5b8f6d for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:26:56.440292 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da190e2-9aed-477d-aee9-e14b7e72e35c None None] Routers {'af243005-cc9c-456c-a3c4-b623fd5b8f6d'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:56.440605 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1da190e2-9aed-477d-aee9-e14b7e72e35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:26:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['af243005-cc9c-456c-a3c4-b623fd5b8f6d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:56.534724 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3624a970-7041-4d97-b2af-b469e692280f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:56.541028 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d77bc345-22ab-42dc-bae4-3961901b46ec req-85bd8309-e533-45e1-98d6-90815a1f8d36 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:56.543013 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-1da190e2-9aed-477d-aee9-e14b7e72e35c None None] Set router af243005-cc9c-456c-a3c4-b623fd5b8f6d gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:56.574763 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624a970-7041-4d97-b2af-b469e692280f admin admin] Pushing event deleted for resources: {'Port': ['ID=4a6e45f3-576f-44f4-8ddc-543eec98e460,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:56.575332 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf296a6f-384f-4b71-aa8f-6337f14ca1b6 req-b97a01ee-59e5-4485-8741-5f44c5f6fcfe tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:56.576635 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cf296a6f-384f-4b71-aa8f-6337f14ca1b6 req-b97a01ee-59e5-4485-8741-5f44c5f6fcfe tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc1b3856-ea41-4820-9ac4-c0b847b40cc4 HTTP/1.1" status: 200 len: 867 time: 0.0977988 Aug 16 20:26:56.583068 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd8309-e533-45e1-98d6-90815a1f8d36 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Pushing event deleted for resources: {'Port': ['ID=9fe6b8c8-13d9-4f3d-a467-3d76601f69da,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:56.609417 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1da190e2-9aed-477d-aee9-e14b7e72e35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af243005-cc9c-456c-a3c4-b623fd5b8f6d', 'name': 'tempest-TestAggregatesBasicOps-578754929-router', 'tenant_id': '39a284f0336547d4a4fab64ec1ef79c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:45Z', 'updated_at': '2021-08-16T20:26:56Z', 'revision_number': 6, 'project_id': '39a284f0336547d4a4fab64ec1ef79c6', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:56.661197 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da190e2-9aed-477d-aee9-e14b7e72e35c None None] The sync data for ids ['af243005-cc9c-456c-a3c4-b623fd5b8f6d'] in n-d-787206-13 is: [{'id': 'af243005-cc9c-456c-a3c4-b623fd5b8f6d', 'name': 'tempest-TestAggregatesBasicOps-578754929-router', 'tenant_id': '39a284f0336547d4a4fab64ec1ef79c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:45Z', 'updated_at': '2021-08-16T20:26:56Z', 'revision_number': 6, 'project_id': '39a284f0336547d4a4fab64ec1ef79c6', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:26:56.672973 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3624a970-7041-4d97-b2af-b469e692280f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:56.724145 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cf296a6f-384f-4b71-aa8f-6337f14ca1b6 req-4ab79f90-5e88-4bfe-8e82-7fc89f8e42c2 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a5baf89-7d22-4444-a57c-44cd88b29cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945988 Aug 16 20:26:56.748987 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d77bc345-22ab-42dc-bae4-3961901b46ec req-85bd8309-e533-45e1-98d6-90815a1f8d36 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Router a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:26:56.782469 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3624a970-7041-4d97-b2af-b469e692280f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:56.784686 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3624a970-7041-4d97-b2af-b469e692280f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:56.831191 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3624a970-7041-4d97-b2af-b469e692280f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:56.831784 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3624a970-7041-4d97-b2af-b469e692280f admin admin] Fanout notify agent at l3_agent the message router_deleted on router af243005-cc9c-456c-a3c4-b623fd5b8f6d {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:26:56.836918 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3624a970-7041-4d97-b2af-b469e692280f admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:56.838799 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3624a970-7041-4d97-b2af-b469e692280f admin admin] 10.222.0.68 "DELETE /v2.0/routers/af243005-cc9c-456c-a3c4-b623fd5b8f6d HTTP/1.1" status: 204 len: 168 time: 0.9383683 Aug 16 20:26:56.841675 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46966) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:56.861762 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d77bc345-22ab-42dc-bae4-3961901b46ec req-85bd8309-e533-45e1-98d6-90815a1f8d36 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:26:56.872332 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de483ac-90fa-4a58-bfd4-39405735aedd None None] Sync routers for ids ['a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:26:56.881754 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de483ac-90fa-4a58-bfd4-39405735aedd None None] Routers {'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:56.882565 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2de483ac-90fa-4a58-bfd4-39405735aedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:26:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:56.891518 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2bb49fb-d910-443b-9170-247b2cac14f2 admin admin] Deleting subnet c26c172d-437c-486c-8379-8f1bba953027 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:26:56.894545 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2bb49fb-d910-443b-9170-247b2cac14f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:56.904599 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77bc345-22ab-42dc-bae4-3961901b46ec req-85bd8309-e533-45e1-98d6-90815a1f8d36 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] No DVR routers for this DVR port 9fe6b8c8-13d9-4f3d-a467-3d76601f69da on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:26:56.907131 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d77bc345-22ab-42dc-bae4-3961901b46ec req-85bd8309-e533-45e1-98d6-90815a1f8d36 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:56.909355 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d77bc345-22ab-42dc-bae4-3961901b46ec req-85bd8309-e533-45e1-98d6-90815a1f8d36 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.63 "DELETE /v2.0/ports/9fe6b8c8-13d9-4f3d-a467-3d76601f69da HTTP/1.1" status: 204 len: 173 time: 1.0613697 Aug 16 20:26:56.909785 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1b3856-ea41-4820-9ac4-c0b847b40cc4', 'name': 'network-vif-deleted', 'tag': '9fe6b8c8-13d9-4f3d-a467-3d76601f69da'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:26:56.912333 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b2431f-24bc-4baf-befc-65348c853bbf" -d '{"events": [{"server_uuid": "fc1b3856-ea41-4820-9ac4-c0b847b40cc4", "name": "network-vif-deleted", "tag": "9fe6b8c8-13d9-4f3d-a467-3d76601f69da"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:26:56.939624 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2bb49fb-d910-443b-9170-247b2cac14f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:56.960083 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e5386d-75b7-4e06-bcde-68cec9234c88 x-openstack-request-id: req-f5e5386d-75b7-4e06-bcde-68cec9234c88 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:26:56.960607 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1b3856-ea41-4820-9ac4-c0b847b40cc4", "name": "network-vif-deleted", "tag": "9fe6b8c8-13d9-4f3d-a467-3d76601f69da", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:26:56.961020 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f5e5386d-75b7-4e06-bcde-68cec9234c88 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:26:56.961695 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1b3856-ea41-4820-9ac4-c0b847b40cc4', 'name': 'network-vif-deleted', 'tag': '9fe6b8c8-13d9-4f3d-a467-3d76601f69da', 'status': 'completed', 'code': 200} Aug 16 20:26:57.020489 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-2de483ac-90fa-4a58-bfd4-39405735aedd None None] Set router a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:57.078320 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 027253c8-c085-4bd7-b4db-8c0f545d6846 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:26:57.120654 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 027253c8-c085-4bd7-b4db-8c0f545d6846 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:26:57.121036 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 027253c8-c085-4bd7-b4db-8c0f545d6846 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:26:57.285697 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2de483ac-90fa-4a58-bfd4-39405735aedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'name': 'tempest-AttachVolumeTestJSON-1016052742-router', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:47Z', 'revision_number': 4, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'gw_port': {'id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'efa6e969-c7b9-440b-bc55-b8cb109c2b65', 'name': '', 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'mac_address': 'fa:16:3e:55:7a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:45Z', 'updated_at': '2021-08-16T20:22:54Z', 'revision_number': 5, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'subnets': [{'id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:57.317862 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de483ac-90fa-4a58-bfd4-39405735aedd None None] Checking router: a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:26:57.328017 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de483ac-90fa-4a58-bfd4-39405735aedd None None] Routers {'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:57.328687 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2de483ac-90fa-4a58-bfd4-39405735aedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:26:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:57.445833 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-2de483ac-90fa-4a58-bfd4-39405735aedd None None] Set router a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:57.452454 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2bb49fb-d910-443b-9170-247b2cac14f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:57.519086 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2bb49fb-d910-443b-9170-247b2cac14f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:57.549523 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb49fb-d910-443b-9170-247b2cac14f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c26c172d-437c-486c-8379-8f1bba953027,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:57.554892 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2bb49fb-d910-443b-9170-247b2cac14f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:57.555688 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1633ef3-8c00-4930-9b03-2b63752dbefd None None] Network c4e954ec-8a13-4e60-a4e2-63db83bd11bb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:26:57.560023 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46970) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:57.560616 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e2bb49fb-d910-443b-9170-247b2cac14f2 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/c26c172d-437c-486c-8379-8f1bba953027 HTTP/1.1" status: 204 len: 168 time: 0.7175333 Aug 16 20:26:57.637740 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03cd2884-20f5-4f0e-ba1a-7b60fd295304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:57.697832 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2de483ac-90fa-4a58-bfd4-39405735aedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'name': 'tempest-AttachVolumeTestJSON-1016052742-router', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:47Z', 'revision_number': 4, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'gw_port': {'id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'efa6e969-c7b9-440b-bc55-b8cb109c2b65', 'name': '', 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'mac_address': 'fa:16:3e:55:7a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:45Z', 'updated_at': '2021-08-16T20:22:54Z', 'revision_number': 5, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'subnets': [{'id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:57.709235 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-03cd2884-20f5-4f0e-ba1a-7b60fd295304 admin admin] Deleting port 24d6a4b3-f886-4bb9-ab54-e456c3e4db32 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:57.709571 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03cd2884-20f5-4f0e-ba1a-7b60fd295304 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:57.731204 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de483ac-90fa-4a58-bfd4-39405735aedd None None] The sync data for ids ['a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'] in n-d-787206-13 is: [{'id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'name': 'tempest-AttachVolumeTestJSON-1016052742-router', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:47Z', 'revision_number': 4, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'gw_port': {'id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'efa6e969-c7b9-440b-bc55-b8cb109c2b65', 'name': '', 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'mac_address': 'fa:16:3e:55:7a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:45Z', 'updated_at': '2021-08-16T20:22:54Z', 'revision_number': 5, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'subnets': [{'id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:26:57.772415 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb367b9d-6481-4e94-82a8-567efee0516f None None] DHCP port deletion for c4e954ec-8a13-4e60-a4e2-63db83bd11bb request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:26:57.782964 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-03cd2884-20f5-4f0e-ba1a-7b60fd295304 admin admin] For port 24d6a4b3-f886-4bb9-ab54-e456c3e4db32, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=24d6a4b3-f886-4bb9-ab54-e456c3e4db32,segment=NetworkSegment(adc33712-bf5e-44e6-82fb-59ac81bc7f83),segment_id=adc33712-bf5e-44e6-82fb-59ac81bc7f83)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:57.783425 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03cd2884-20f5-4f0e-ba1a-7b60fd295304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:57.799298 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-03cd2884-20f5-4f0e-ba1a-7b60fd295304 admin admin] Calling delete_port for 24d6a4b3-f886-4bb9-ab54-e456c3e4db32 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:57.839974 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46978) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:57.847482 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cb367b9d-6481-4e94-82a8-567efee0516f None None] Deleting port 24d6a4b3-f886-4bb9-ab54-e456c3e4db32 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:57.848138 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cb367b9d-6481-4e94-82a8-567efee0516f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:57.903975 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03cd2884-20f5-4f0e-ba1a-7b60fd295304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:57.915381 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8a46def-f054-4499-bae5-591ff0f76aca tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:57.944592 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd2884-20f5-4f0e-ba1a-7b60fd295304 admin admin] Pushing event deleted for resources: {'Port': ['ID=24d6a4b3-f886-4bb9-ab54-e456c3e4db32,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:57.950314 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cb367b9d-6481-4e94-82a8-567efee0516f None None] For port 24d6a4b3-f886-4bb9-ab54-e456c3e4db32, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=24d6a4b3-f886-4bb9-ab54-e456c3e4db32,segment=NetworkSegment(adc33712-bf5e-44e6-82fb-59ac81bc7f83),segment_id=adc33712-bf5e-44e6-82fb-59ac81bc7f83)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:57.950932 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8a46def-f054-4499-bae5-591ff0f76aca tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:57.951057 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cb367b9d-6481-4e94-82a8-567efee0516f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:57.952198 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cd2884-20f5-4f0e-ba1a-7b60fd295304 admin admin] No DVR routers for this DVR port 24d6a4b3-f886-4bb9-ab54-e456c3e4db32 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:26:57.973160 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cb367b9d-6481-4e94-82a8-567efee0516f None None] Calling delete_port for 24d6a4b3-f886-4bb9-ab54-e456c3e4db32 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:58.024029 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8a46def-f054-4499-bae5-591ff0f76aca tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:58.028335 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8a46def-f054-4499-bae5-591ff0f76aca tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:58.031830 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d8a46def-f054-4499-bae5-591ff0f76aca tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "DELETE /v2.0/security-groups/7a5baf89-7d22-4444-a57c-44cd88b29cbf HTTP/1.1" status: 204 len: 168 time: 0.1882982 Aug 16 20:26:58.033013 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46980) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:58.064064 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a46def-f054-4499-bae5-591ff0f76aca tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5baf89-7d22-4444-a57c-44cd88b29cbf,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:58.072980 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-7a975259-b314-4136-8098-4fa73c130e37 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] show failed (client error): The resource could not be found. Aug 16 20:26:58.076962 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7a975259-b314-4136-8098-4fa73c130e37 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups/7a5baf89-7d22-4444-a57c-44cd88b29cbf HTTP/1.1" status: 404 len: 347 time: 0.0401387 Aug 16 20:26:58.078478 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46982) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:58.094943 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cb367b9d-6481-4e94-82a8-567efee0516f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:58.139845 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb367b9d-6481-4e94-82a8-567efee0516f None None] No DVR routers for this DVR port 24d6a4b3-f886-4bb9-ab54-e456c3e4db32 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:26:58.147169 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb367b9d-6481-4e94-82a8-567efee0516f None None] Pushing event deleted for resources: {'Port': ['ID=24d6a4b3-f886-4bb9-ab54-e456c3e4db32,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:58.180980 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86ee4fc-9e5b-41c4-b49f-addbf170e055 None None] New status for floating IP 3ae41503-608a-44e5-881a-8f68b55ebad2: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:26:58.232009 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-06659071-c458-4638-9e9b-b200581968e1 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Deleting port 60b73032-87be-48a3-8176-719f431caf75 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:58.232404 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-06659071-c458-4638-9e9b-b200581968e1 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:58.325208 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-06659071-c458-4638-9e9b-b200581968e1 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:58.325712 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-06659071-c458-4638-9e9b-b200581968e1 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:58.343802 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-06659071-c458-4638-9e9b-b200581968e1 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Calling delete_port for 60b73032-87be-48a3-8176-719f431caf75 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:58.408245 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03cd2884-20f5-4f0e-ba1a-7b60fd295304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:58.418342 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-03cd2884-20f5-4f0e-ba1a-7b60fd295304 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e954ec-8a13-4e60-a4e2-63db83bd11bb']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:58.427795 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-03cd2884-20f5-4f0e-ba1a-7b60fd295304 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc33712-bf5e-44e6-82fb-59ac81bc7f83') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:58.428087 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-03cd2884-20f5-4f0e-ba1a-7b60fd295304 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc33712-bf5e-44e6-82fb-59ac81bc7f83') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:58.438478 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03cd2884-20f5-4f0e-ba1a-7b60fd295304 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:58.451730 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03cd2884-20f5-4f0e-ba1a-7b60fd295304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:58.457911 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03cd2884-20f5-4f0e-ba1a-7b60fd295304 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:26:58.458396 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03cd2884-20f5-4f0e-ba1a-7b60fd295304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:58.460057 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:26:58.460057 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:26:58.460057 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:26:58.460057 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:26:58.460057 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:26:58.460057 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:26:58.460057 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:26:58.460057 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:26:58.460057 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:26:58.460057 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:26:58.460057 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:26:58.460057 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:26:58.460057 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:26:58.460057 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:26:58.460057 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:26:58.460057 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:26:58.460057 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:26:58.460057 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:26:58.460057 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:26:58.460057 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:26:58.460057 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:26:58.460057 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:26:58.460057 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:26:58.460057 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:26:58.460057 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:26:58.460057 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:26:58.460057 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:26:58.460057 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:26:58.460057 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:26:58.460057 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:26:58.460057 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:26:58.460057 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:26:58.486489 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-06659071-c458-4638-9e9b-b200581968e1 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:58.514063 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03cd2884-20f5-4f0e-ba1a-7b60fd295304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:58.516268 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06659071-c458-4638-9e9b-b200581968e1 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Pushing event deleted for resources: {'Port': ['ID=60b73032-87be-48a3-8176-719f431caf75,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:58.519750 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03cd2884-20f5-4f0e-ba1a-7b60fd295304 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:58.521969 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-03cd2884-20f5-4f0e-ba1a-7b60fd295304 admin admin] 10.222.0.68 "DELETE /v2.0/networks/c4e954ec-8a13-4e60-a4e2-63db83bd11bb HTTP/1.1" status: 204 len: 168 time: 0.9609606 Aug 16 20:26:58.535732 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd2884-20f5-4f0e-ba1a-7b60fd295304 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4e954ec-8a13-4e60-a4e2-63db83bd11bb,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:58.585217 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-06659071-c458-4638-9e9b-b200581968e1 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:58.587924 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-06659071-c458-4638-9e9b-b200581968e1 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:58.589111 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-06659071-c458-4638-9e9b-b200581968e1 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "DELETE /v2.0/floatingips/3ae41503-608a-44e5-881a-8f68b55ebad2 HTTP/1.1" status: 204 len: 168 time: 0.5095577 Aug 16 20:26:58.695889 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46988) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:58.698238 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 64ceedd4-af99-431f-a856-f91afc1d84cb no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:26:58.718100 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 64ceedd4-af99-431f-a856-f91afc1d84cb {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:26:58.718530 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 64ceedd4-af99-431f-a856-f91afc1d84cb not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:26:58.719020 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4a6e45f3-576f-44f4-8ddc-543eec98e460 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:26:58.737940 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 4a6e45f3-576f-44f4-8ddc-543eec98e460 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:26:58.738281 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4a6e45f3-576f-44f4-8ddc-543eec98e460 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:26:58.741442 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 24d6a4b3-f886-4bb9-ab54-e456c3e4db32 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:26:58.741748 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fc295166-22ef-4c90-aeb2-8e01bc0465a2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=784923ca107e4bbcbc2b4f8758a87d60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419116 Aug 16 20:26:58.741865 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46990) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:58.775012 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 24d6a4b3-f886-4bb9-ab54-e456c3e4db32 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:26:58.775012 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 24d6a4b3-f886-4bb9-ab54-e456c3e4db32 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:26:58.800780 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb555738-ed77-486b-949d-0923ef096737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:58.828465 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb555738-ed77-486b-949d-0923ef096737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:58.834371 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 46994) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:58.839413 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-249e2a54-5088-49f9-9625-ea30321d3bde tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Request body: {'security_group': {'name': 'tempest-securitygroup--512527130', 'description': 'tempest-description--1623682818'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:58.860526 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-249e2a54-5088-49f9-9625-ea30321d3bde tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:58.879706 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb555738-ed77-486b-949d-0923ef096737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:58.882652 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb555738-ed77-486b-949d-0923ef096737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:58.883811 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fb555738-ed77-486b-949d-0923ef096737 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6825513e-a5e6-40ce-9d1e-1b83c6d9aee4 HTTP/1.1" status: 204 len: 168 time: 0.1410272 Aug 16 20:26:58.893781 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb555738-ed77-486b-949d-0923ef096737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6825513e-a5e6-40ce-9d1e-1b83c6d9aee4,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:58.953760 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-249e2a54-5088-49f9-9625-ea30321d3bde tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:58.959526 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-249e2a54-5088-49f9-9625-ea30321d3bde tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:58.987237 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-249e2a54-5088-49f9-9625-ea30321d3bde tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:58.988644 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-249e2a54-5088-49f9-9625-ea30321d3bde tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1531193 Aug 16 20:26:58.990406 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e2a54-5088-49f9-9625-ea30321d3bde tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a27bf4a3-22e0-4b42-a619-e37a48d2e707,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:58.991661 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 46998) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:58.997735 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-14fb1298-c114-427a-b8e9-f73246b540a0 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Request body: {'security_group_rule': {'security_group_id': 'a27bf4a3-22e0-4b42-a619-e37a48d2e707', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:59.025895 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14fb1298-c114-427a-b8e9-f73246b540a0 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.076515 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14fb1298-c114-427a-b8e9-f73246b540a0 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.080682 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14fb1298-c114-427a-b8e9-f73246b540a0 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.100906 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb1298-c114-427a-b8e9-f73246b540a0 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=829b71a8-750c-4d16-aef9-334b8fd565c9,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:59.107362 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14fb1298-c114-427a-b8e9-f73246b540a0 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.108508 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-14fb1298-c114-427a-b8e9-f73246b540a0 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1151276 Aug 16 20:26:59.111159 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47002) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:59.116075 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-eb66a65f-c8c1-41e6-91a4-fbe174e6ffb2 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Request body: {'security_group_rule': {'security_group_id': 'a27bf4a3-22e0-4b42-a619-e37a48d2e707', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:59.144641 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb66a65f-c8c1-41e6-91a4-fbe174e6ffb2 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.215876 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb66a65f-c8c1-41e6-91a4-fbe174e6ffb2 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.219803 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb66a65f-c8c1-41e6-91a4-fbe174e6ffb2 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.242816 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 47004) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:59.245437 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66a65f-c8c1-41e6-91a4-fbe174e6ffb2 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11afd99a-50c1-4656-a088-7524839293b3,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:59.249092 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb66a65f-c8c1-41e6-91a4-fbe174e6ffb2 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.251300 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-eb66a65f-c8c1-41e6-91a4-fbe174e6ffb2 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1384587 Aug 16 20:26:59.255141 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47006) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:59.259798 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6f53af27-1596-4fad-93d7-c303d4d4734c tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:59.281147 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f53af27-1596-4fad-93d7-c303d4d4734c tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.287514 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6d88da46-aa18-4f47-96b8-af83cbe6b0cd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=39a284f0336547d4a4fab64ec1ef79c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431592 Aug 16 20:26:59.290065 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 47008) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:59.342564 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c22ef578-a4fb-4d21-bbfa-7dea27b3518d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.363956 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c22ef578-a4fb-4d21-bbfa-7dea27b3518d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.385497 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f53af27-1596-4fad-93d7-c303d4d4734c tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.411186 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c22ef578-a4fb-4d21-bbfa-7dea27b3518d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.413736 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c22ef578-a4fb-4d21-bbfa-7dea27b3518d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.414878 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c22ef578-a4fb-4d21-bbfa-7dea27b3518d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9b384c65-e190-4daa-b2d6-36d0c317a847 HTTP/1.1" status: 204 len: 168 time: 0.1239007 Aug 16 20:26:59.426513 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ef578-a4fb-4d21-bbfa-7dea27b3518d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b384c65-e190-4daa-b2d6-36d0c317a847,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:59.504646 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-6f53af27-1596-4fad-93d7-c303d4d4734c tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Allocated IP 172.25.8.102 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/38a15c11-8deb-4a4f-8d70-7d7b0a3b2513) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:26:59.611552 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f53af27-1596-4fad-93d7-c303d4d4734c tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.650194 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f53af27-1596-4fad-93d7-c303d4d4734c tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.686734 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f53af27-1596-4fad-93d7-c303d4d4734c tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:26:59.691581 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-6f53af27-1596-4fad-93d7-c303d4d4734c tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:59.695148 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f53af27-1596-4fad-93d7-c303d4d4734c tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:26:59.724552 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53af27-1596-4fad-93d7-c303d4d4734c tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Pushing event updated for resources: {'Port': ['ID=38a15c11-8deb-4a4f-8d70-7d7b0a3b2513,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:59.788342 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f53af27-1596-4fad-93d7-c303d4d4734c tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.825496 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f53af27-1596-4fad-93d7-c303d4d4734c tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.987118 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f53af27-1596-4fad-93d7-c303d4d4734c tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.990051 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f53af27-1596-4fad-93d7-c303d4d4734c tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:00.064768 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53af27-1596-4fad-93d7-c303d4d4734c tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Pushing event updated for resources: {'Port': ['ID=38a15c11-8deb-4a4f-8d70-7d7b0a3b2513,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:00.074964 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f53af27-1596-4fad-93d7-c303d4d4734c tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:00.089504 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f53af27-1596-4fad-93d7-c303d4d4734c tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:00.090784 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6f53af27-1596-4fad-93d7-c303d4d4734c tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8346620 Aug 16 20:27:00.304097 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-f682c56c-aed4-4606-ae5e-36e8737070e2 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--512527130&fields=id&tenant_id=5fcbda3619a74e5b9b9ea7a9065ce932 HTTP/1.1" status: 200 len: 267 time: 0.0378847 Aug 16 20:27:00.347439 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 9fe6b8c8-13d9-4f3d-a467-3d76601f69da no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:27:00.370646 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 9fe6b8c8-13d9-4f3d-a467-3d76601f69da {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:27:00.371622 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 9fe6b8c8-13d9-4f3d-a467-3d76601f69da not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:27:00.418189 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-48c254f8-3dba-4fa5-97ad-33b2706b2382 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:00.419692 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-48c254f8-3dba-4fa5-97ad-33b2706b2382 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/networks?id=0884c200-acec-460b-b534-7fcde0dd54c6 HTTP/1.1" status: 200 len: 811 time: 0.1084309 Aug 16 20:27:00.436243 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-ef73c1fb-5e75-4464-a27f-28c93c15e3d1 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/quotas/5fcbda3619a74e5b9b9ea7a9065ce932 HTTP/1.1" status: 200 len: 375 time: 0.0103216 Aug 16 20:27:00.490816 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-4c0b2091-e1b5-40ac-943a-138461f23ff5 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5fcbda3619a74e5b9b9ea7a9065ce932&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488260 Aug 16 20:27:00.596960 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-d0fdd77f-b99c-4284-8631-749f074c02bb service neutron] 10.222.0.68 "GET /v2.0/networks/0884c200-acec-460b-b534-7fcde0dd54c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935361 Aug 16 20:27:00.694433 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-e4727a93-6ee0-4429-b77a-ad38c60ffcb7 service neutron] 10.222.0.68 "GET /v2.0/networks/0884c200-acec-460b-b534-7fcde0dd54c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911133 Aug 16 20:27:00.864666 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9b69c660-6344-4995-93b8-4f7216e19c72 req-bb9a8d74-d370-4848-8666-ad5b24ab361b tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=284fc70e-f4f1-4c50-a544-6bc8f67dd3fb HTTP/1.1" status: 200 len: 210 time: 0.0296004 Aug 16 20:27:01.395322 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 47080) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:01.400190 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a400e9e2-4e51-4b4f-a5ec-42424d6aca78 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1441469969', 'description': 'tempest-secgroup-smoke-1441469969 description', 'project_id': '5b476a52c3644288a8fde356e0d7a90f'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:01.421345 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a400e9e2-4e51-4b4f-a5ec-42424d6aca78 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:01.429474 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a400e9e2-4e51-4b4f-a5ec-42424d6aca78 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:01.518293 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a400e9e2-4e51-4b4f-a5ec-42424d6aca78 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:01.522926 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a400e9e2-4e51-4b4f-a5ec-42424d6aca78 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:01.558292 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400e9e2-4e51-4b4f-a5ec-42424d6aca78 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7ad304-c4e5-4bd0-9116-c3db03a56cce,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:01.618966 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a400e9e2-4e51-4b4f-a5ec-42424d6aca78 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:01.623686 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a400e9e2-4e51-4b4f-a5ec-42424d6aca78 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:01.646255 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a400e9e2-4e51-4b4f-a5ec-42424d6aca78 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:01.647501 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a400e9e2-4e51-4b4f-a5ec-42424d6aca78 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2509906 Aug 16 20:27:01.651345 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47082) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:01.656414 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400e9e2-4e51-4b4f-a5ec-42424d6aca78 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d13765-1917-4892-966a-119f05feeb31,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:01.660982 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-dc2556d5-a24e-41b8-9cfa-17652fbb63af tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'security_group_rule': {'security_group_id': 'c6d13765-1917-4892-966a-119f05feeb31', 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:01.744871 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc2556d5-a24e-41b8-9cfa-17652fbb63af tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:01.800296 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16346ee9-9532-42eb-ac3e-39ba2b503104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:01.817776 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-b8b3caa6-0158-4787-9c2a-03ac128a6791 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:01.819147 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-b8b3caa6-0158-4787-9c2a-03ac128a6791 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.63 "GET /v2.0/networks?id=0884c200-acec-460b-b534-7fcde0dd54c6 HTTP/1.1" status: 200 len: 811 time: 0.1497405 Aug 16 20:27:01.832777 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc2556d5-a24e-41b8-9cfa-17652fbb63af tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:01.845508 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc2556d5-a24e-41b8-9cfa-17652fbb63af tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:01.881596 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc2556d5-a24e-41b8-9cfa-17652fbb63af tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:01.882753 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-dc2556d5-a24e-41b8-9cfa-17652fbb63af tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2276366 Aug 16 20:27:01.886132 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2556d5-a24e-41b8-9cfa-17652fbb63af tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e3c0c5b-0488-4382-8246-f050390d888a,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:01.886556 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 47084) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:01.892747 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ed2193c7-7cf5-4a34-8925-2dd12fbd6bd9 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'security_group_rule': {'security_group_id': 'c6d13765-1917-4892-966a-119f05feeb31', 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:01.895599 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-a8e03f4e-ae65-4bf0-9cc3-5876c3409a25 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fcbda3619a74e5b9b9ea7a9065ce932 HTTP/1.1" status: 200 len: 379 time: 0.0646837 Aug 16 20:27:01.907519 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-935388ce-d140-42a6-967d-a6efae3482a8 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Request body: {'port': {'device_id': '284fc70e-f4f1-4c50-a544-6bc8f67dd3fb', 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6', 'admin_state_up': True, 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'security_groups': ['a27bf4a3-22e0-4b42-a619-e37a48d2e707']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:01.921084 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed2193c7-7cf5-4a34-8925-2dd12fbd6bd9 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:01.977859 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-751f84bf-d8d6-4ef1-b7be-50b6d153c5b5 req-b5ae5a45-93ed-41f6-8a9e-0cc6b3f7bef9 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=284fc70e-f4f1-4c50-a544-6bc8f67dd3fb HTTP/1.1" status: 200 len: 210 time: 0.0332153 Aug 16 20:27:01.998524 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed2193c7-7cf5-4a34-8925-2dd12fbd6bd9 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.003004 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed2193c7-7cf5-4a34-8925-2dd12fbd6bd9 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.021872 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2193c7-7cf5-4a34-8925-2dd12fbd6bd9 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655fddd7-a6d1-4060-ad67-c1b0becd1649,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:02.027541 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed2193c7-7cf5-4a34-8925-2dd12fbd6bd9 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.032368 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ed2193c7-7cf5-4a34-8925-2dd12fbd6bd9 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1413441 Aug 16 20:27:02.032368 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 47090) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:02.036729 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5337e947-757d-463a-b1df-6416118e3dc5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'security_group_rule': {'security_group_id': 'c6d13765-1917-4892-966a-119f05feeb31', 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:02.047373 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-935388ce-d140-42a6-967d-a6efae3482a8 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Made reservation on behalf of 5fcbda3619a74e5b9b9ea7a9065ce932 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:27:02.051149 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-935388ce-d140-42a6-967d-a6efae3482a8 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.068561 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5337e947-757d-463a-b1df-6416118e3dc5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.127548 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5337e947-757d-463a-b1df-6416118e3dc5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.131469 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5337e947-757d-463a-b1df-6416118e3dc5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.148203 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337e947-757d-463a-b1df-6416118e3dc5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d43348ab-bd97-4639-8db3-3d8135cb92a0,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:02.158264 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5337e947-757d-463a-b1df-6416118e3dc5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.159520 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5337e947-757d-463a-b1df-6416118e3dc5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268587 Aug 16 20:27:02.162223 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 47092) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:02.167304 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-45c284be-7fea-4bf8-9834-366c6317f505 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'security_group_rule': {'security_group_id': 'c6d13765-1917-4892-966a-119f05feeb31', 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:02.188657 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-935388ce-d140-42a6-967d-a6efae3482a8 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Allocated IP 172.20.0.7 (0884c200-acec-460b-b534-7fcde0dd54c6/2e5317c1-df9f-4c3c-8707-a2ba178832b8/c0dd4f2b-df76-4cd0-b62a-0908f07064d2) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:27:02.194565 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45c284be-7fea-4bf8-9834-366c6317f505 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.260706 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45c284be-7fea-4bf8-9834-366c6317f505 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.264717 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45c284be-7fea-4bf8-9834-366c6317f505 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.282522 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c284be-7fea-4bf8-9834-366c6317f505 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18481489-2541-4b72-a96b-3d3e677e8343,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:02.291601 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45c284be-7fea-4bf8-9834-366c6317f505 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.292831 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-45c284be-7fea-4bf8-9834-366c6317f505 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1295977 Aug 16 20:27:02.295540 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 47094) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:02.300098 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-102de392-1741-434d-a0f2-50f8fdd55b42 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'security_group_rule': {'security_group_id': 'c6d13765-1917-4892-966a-119f05feeb31', 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:02.321236 n-d-787206-13 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-102de392-1741-434d-a0f2-50f8fdd55b42 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Project 5b476a52c3644288a8fde356e0d7a90f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:27:02.327032 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-102de392-1741-434d-a0f2-50f8fdd55b42 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.341151 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-935388ce-d140-42a6-967d-a6efae3482a8 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.355500 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-935388ce-d140-42a6-967d-a6efae3482a8 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Transition to ACTIVE for port object c0dd4f2b-df76-4cd0-b62a-0908f07064d2 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:27:02.389911 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-935388ce-d140-42a6-967d-a6efae3482a8 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.392388 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-102de392-1741-434d-a0f2-50f8fdd55b42 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.396143 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-102de392-1741-434d-a0f2-50f8fdd55b42 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.416954 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102de392-1741-434d-a0f2-50f8fdd55b42 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde875ac-4d2a-4226-9595-8f12bce72c05,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:02.420961 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-102de392-1741-434d-a0f2-50f8fdd55b42 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.424934 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-102de392-1741-434d-a0f2-50f8fdd55b42 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1284208 Aug 16 20:27:02.425529 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 47096) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:02.429990 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d48e1d78-05ad-48db-a691-bf5e97bd693e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'security_group_rule': {'security_group_id': 'c6d13765-1917-4892-966a-119f05feeb31', 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:02.441913 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-935388ce-d140-42a6-967d-a6efae3482a8 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Network 0884c200-acec-460b-b534-7fcde0dd54c6 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:27:02.446715 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935388ce-d140-42a6-967d-a6efae3482a8 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Pushing event updated for resources: {'Port': ['ID=c0dd4f2b-df76-4cd0-b62a-0908f07064d2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:02.449696 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-935388ce-d140-42a6-967d-a6efae3482a8 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:27:02.452210 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-935388ce-d140-42a6-967d-a6efae3482a8 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:27:02.456879 n-d-787206-13 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-d48e1d78-05ad-48db-a691-bf5e97bd693e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Project 5b476a52c3644288a8fde356e0d7a90f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:27:02.462202 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d48e1d78-05ad-48db-a691-bf5e97bd693e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.506079 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-935388ce-d140-42a6-967d-a6efae3482a8 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:02.506790 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-935388ce-d140-42a6-967d-a6efae3482a8 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.524822 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-935388ce-d140-42a6-967d-a6efae3482a8 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6215625 Aug 16 20:27:02.530492 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d48e1d78-05ad-48db-a691-bf5e97bd693e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.534420 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d48e1d78-05ad-48db-a691-bf5e97bd693e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.538512 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-be9196c1-1147-4d87-8bf0-d68a1ca7248a service neutron] Request body: {'port': {'device_id': '284fc70e-f4f1-4c50-a544-6bc8f67dd3fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:02.555147 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e1d78-05ad-48db-a691-bf5e97bd693e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e767bd21-dfc7-46ef-90b5-f9f8147e2555,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:02.562863 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d48e1d78-05ad-48db-a691-bf5e97bd693e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.567508 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d48e1d78-05ad-48db-a691-bf5e97bd693e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1409342 Aug 16 20:27:02.567847 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47098) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:02.574107 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3c1b09d5-2d08-48e4-a7cd-fc76abc4881c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'network': {'name': 'tempest-network-smoke--1369644632', 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'port_security_enabled': True}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:02.624295 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-be9196c1-1147-4d87-8bf0-d68a1ca7248a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.627732 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1b09d5-2d08-48e4-a7cd-fc76abc4881c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Made reservation on behalf of 5b476a52c3644288a8fde356e0d7a90f for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:27:02.631184 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3c1b09d5-2d08-48e4-a7cd-fc76abc4881c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.670685 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-43482f8a-b23f-412e-9949-7b7d63f2501b None None] Provisioning for port c0dd4f2b-df76-4cd0-b62a-0908f07064d2 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:27:02.674890 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-43482f8a-b23f-412e-9949-7b7d63f2501b None None] Provisioning complete for port c0dd4f2b-df76-4cd0-b62a-0908f07064d2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:27:02.675299 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-43482f8a-b23f-412e-9949-7b7d63f2501b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.681380 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1b09d5-2d08-48e4-a7cd-fc76abc4881c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:27:02.700970 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3c1b09d5-2d08-48e4-a7cd-fc76abc4881c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.701337 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-3c1b09d5-2d08-48e4-a7cd-fc76abc4881c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Added segment a433584c-7396-496b-bebc-59b35c10aeb8 of type vlan for network ba7edd70-20de-4e61-bdbf-b828a7bcd4d6 Aug 16 20:27:02.714113 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-43482f8a-b23f-412e-9949-7b7d63f2501b None None] Port c0dd4f2b-df76-4cd0-b62a-0908f07064d2 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:27:02.809066 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3c1b09d5-2d08-48e4-a7cd-fc76abc4881c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.881412 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3c1b09d5-2d08-48e4-a7cd-fc76abc4881c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.887696 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1b09d5-2d08-48e4-a7cd-fc76abc4881c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:02.888286 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3c1b09d5-2d08-48e4-a7cd-fc76abc4881c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.974845 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3c1b09d5-2d08-48e4-a7cd-fc76abc4881c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4058051 Aug 16 20:27:02.978038 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 47100) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:02.983409 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d3e53e78-b8ae-4bc2-8ca1-5e2562e601d1 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-283997410', 'admin_state_up': True, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:02.988976 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b09d5-2d08-48e4-a7cd-fc76abc4881c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'Network': ['ID=ba7edd70-20de-4e61-bdbf-b828a7bcd4d6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:03.001310 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network ba7edd70-20de-4e61-bdbf-b828a7bcd4d6 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:27:03.044353 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d3e53e78-b8ae-4bc2-8ca1-5e2562e601d1 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:03.046067 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d3e53e78-b8ae-4bc2-8ca1-5e2562e601d1 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:03.091334 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-be9196c1-1147-4d87-8bf0-d68a1ca7248a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0dd4f2b-df76-4cd0-b62a-0908f07064d2 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:27:03.101140 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-be9196c1-1147-4d87-8bf0-d68a1ca7248a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:03.116277 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-be9196c1-1147-4d87-8bf0-d68a1ca7248a service neutron] Transition to ACTIVE for port object c0dd4f2b-df76-4cd0-b62a-0908f07064d2 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:27:03.120748 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-be9196c1-1147-4d87-8bf0-d68a1ca7248a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:03.127760 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d3e53e78-b8ae-4bc2-8ca1-5e2562e601d1 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:03.172970 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9196c1-1147-4d87-8bf0-d68a1ca7248a service neutron] Pushing event updated for resources: {'Port': ['ID=c0dd4f2b-df76-4cd0-b62a-0908f07064d2,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:03.252996 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-be9196c1-1147-4d87-8bf0-d68a1ca7248a service neutron] Attempting to bind port c0dd4f2b-df76-4cd0-b62a-0908f07064d2 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:27:03.253464 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-be9196c1-1147-4d87-8bf0-d68a1ca7248a service neutron] Attempting to bind port c0dd4f2b-df76-4cd0-b62a-0908f07064d2 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ae000a32-daab-4172-a67b-c8cc62f15ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:27:03.253930 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-be9196c1-1147-4d87-8bf0-d68a1ca7248a service neutron] Attempting to bind port c0dd4f2b-df76-4cd0-b62a-0908f07064d2 on network 0884c200-acec-460b-b534-7fcde0dd54c6 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:27:03.258725 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-be9196c1-1147-4d87-8bf0-d68a1ca7248a service neutron] Port c0dd4f2b-df76-4cd0-b62a-0908f07064d2 on network 0884c200-acec-460b-b534-7fcde0dd54c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:27:03.259042 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-be9196c1-1147-4d87-8bf0-d68a1ca7248a service neutron] Attempting to bind port c0dd4f2b-df76-4cd0-b62a-0908f07064d2 on network 0884c200-acec-460b-b534-7fcde0dd54c6 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:27:03.259720 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538d161-8f74-4a96-8efe-7c84c5483a3b req-e41cb028-f447-4b24-bd85-d762a2b9c6ee tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:03.261778 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8538d161-8f74-4a96-8efe-7c84c5483a3b req-e41cb028-f447-4b24-bd85-d762a2b9c6ee tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=284fc70e-f4f1-4c50-a544-6bc8f67dd3fb HTTP/1.1" status: 200 len: 943 time: 0.1484303 Aug 16 20:27:03.265115 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-be9196c1-1147-4d87-8bf0-d68a1ca7248a service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:27:03.265465 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-be9196c1-1147-4d87-8bf0-d68a1ca7248a service neutron] Checking segment: {'id': 'ae000a32-daab-4172-a67b-c8cc62f15ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:27:03.265915 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-be9196c1-1147-4d87-8bf0-d68a1ca7248a service neutron] Bound using segment: {'id': 'ae000a32-daab-4172-a67b-c8cc62f15ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:27:03.266356 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-be9196c1-1147-4d87-8bf0-d68a1ca7248a service neutron] Bound port: c0dd4f2b-df76-4cd0-b62a-0908f07064d2, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae000a32-daab-4172-a67b-c8cc62f15ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:27:03.266772 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-be9196c1-1147-4d87-8bf0-d68a1ca7248a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:03.313040 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d3e53e78-b8ae-4bc2-8ca1-5e2562e601d1 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:03.346617 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-be9196c1-1147-4d87-8bf0-d68a1ca7248a service neutron] For port c0dd4f2b-df76-4cd0-b62a-0908f07064d2, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:27:03.348998 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8538d161-8f74-4a96-8efe-7c84c5483a3b req-dbf992eb-c166-4b5c-812a-0c5bae4ebbbc tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=a27bf4a3-22e0-4b42-a619-e37a48d2e707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568457 Aug 16 20:27:03.350013 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-be9196c1-1147-4d87-8bf0-d68a1ca7248a service neutron] For port c0dd4f2b-df76-4cd0-b62a-0908f07064d2, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=c0dd4f2b-df76-4cd0-b62a-0908f07064d2,segment=NetworkSegment(ae000a32-daab-4172-a67b-c8cc62f15ecf),segment_id=ae000a32-daab-4172-a67b-c8cc62f15ecf)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:27:03.356624 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-be9196c1-1147-4d87-8bf0-d68a1ca7248a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:03.409936 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-be9196c1-1147-4d87-8bf0-d68a1ca7248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:03.410569 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-be9196c1-1147-4d87-8bf0-d68a1ca7248a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:03.412558 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-be9196c1-1147-4d87-8bf0-d68a1ca7248a service neutron] 10.222.0.63 "PUT /v2.0/ports/c0dd4f2b-df76-4cd0-b62a-0908f07064d2 HTTP/1.1" status: 200 len: 1092 time: 0.8788900 Aug 16 20:27:03.412558 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284fc70e-f4f1-4c50-a544-6bc8f67dd3fb', 'tag': 'c0dd4f2b-df76-4cd0-b62a-0908f07064d2'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:27:03.414834 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86f6eb1-e75e-4b1d-8ae9-ac38295648d1" -d '{"events": [{"name": "network-changed", "server_uuid": "284fc70e-f4f1-4c50-a544-6bc8f67dd3fb", "tag": "c0dd4f2b-df76-4cd0-b62a-0908f07064d2"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:27:03.450381 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9196c1-1147-4d87-8bf0-d68a1ca7248a service neutron] Pushing event updated for resources: {'Port': ['ID=c0dd4f2b-df76-4cd0-b62a-0908f07064d2,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:03.472882 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f88e3fe-8a35-437f-9bc0-f22b665806dc x-openstack-request-id: req-7f88e3fe-8a35-437f-9bc0-f22b665806dc {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:27:03.473174 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284fc70e-f4f1-4c50-a544-6bc8f67dd3fb", "tag": "c0dd4f2b-df76-4cd0-b62a-0908f07064d2", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:27:03.473555 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7f88e3fe-8a35-437f-9bc0-f22b665806dc {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:27:03.473988 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284fc70e-f4f1-4c50-a544-6bc8f67dd3fb', 'tag': 'c0dd4f2b-df76-4cd0-b62a-0908f07064d2', 'status': 'completed', 'code': 200} Aug 16 20:27:03.508465 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-268e1a1a-2e8b-4c01-9d87-ba55ddb838cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:03.511271 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-268e1a1a-2e8b-4c01-9d87-ba55ddb838cc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5fcbda3619a74e5b9b9ea7a9065ce932&device_id=284fc70e-f4f1-4c50-a544-6bc8f67dd3fb HTTP/1.1" status: 200 len: 1095 time: 0.0550072 Aug 16 20:27:03.544610 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d3e53e78-b8ae-4bc2-8ca1-5e2562e601d1 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:03.561791 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-1b0173b0-d9ae-433f-8bed-61201f1cc98f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0dd4f2b-df76-4cd0-b62a-0908f07064d2 HTTP/1.1" status: 200 len: 217 time: 0.0432785 Aug 16 20:27:03.568946 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d3e53e78-b8ae-4bc2-8ca1-5e2562e601d1 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:03.621832 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-aa238fc3-1adc-4f30-aa88-90d55e52c629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:03.623368 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-aa238fc3-1adc-4f30-aa88-90d55e52c629 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2e5317c1-df9f-4c3c-8707-a2ba178832b8 HTTP/1.1" status: 200 len: 850 time: 0.0551522 Aug 16 20:27:03.670947 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-0d8231ca-09eb-4162-ba51-62c3086fc49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:03.672494 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-0d8231ca-09eb-4162-ba51-62c3086fc49b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0884c200-acec-460b-b534-7fcde0dd54c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422776 Aug 16 20:27:03.682535 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-d3e53e78-b8ae-4bc2-8ca1-5e2562e601d1 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Allocated IP 172.25.8.237 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:27:03.770901 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-2ba06a29-8ee3-46dd-9115-35157edf1ac6 service neutron] 10.222.0.63 "GET /v2.0/networks/0884c200-acec-460b-b534-7fcde0dd54c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914917 Aug 16 20:27:03.798872 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d3e53e78-b8ae-4bc2-8ca1-5e2562e601d1 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:03.845666 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d3e53e78-b8ae-4bc2-8ca1-5e2562e601d1 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:03.867281 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-993fef87-2488-45a5-9fb8-e0d777e65441 req-fa16cd31-fe6f-4792-929d-b161e98d4d76 service neutron] 10.222.0.63 "GET /v2.0/networks/0884c200-acec-460b-b534-7fcde0dd54c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884702 Aug 16 20:27:03.887964 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e53e78-b8ae-4bc2-8ca1-5e2562e601d1 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:27:03.890883 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d3e53e78-b8ae-4bc2-8ca1-5e2562e601d1 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:27:03.894478 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e53e78-b8ae-4bc2-8ca1-5e2562e601d1 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:27:03.899997 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e53e78-b8ae-4bc2-8ca1-5e2562e601d1 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'Port': ['ID=91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:03.960495 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f6eb1-e75e-4b1d-8ae9-ac38295648d1 req-598d0174-ff81-454f-ac97-b8b8ee3b27e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:03.961940 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f86f6eb1-e75e-4b1d-8ae9-ac38295648d1 req-598d0174-ff81-454f-ac97-b8b8ee3b27e0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5fcbda3619a74e5b9b9ea7a9065ce932&device_id=284fc70e-f4f1-4c50-a544-6bc8f67dd3fb HTTP/1.1" status: 200 len: 1095 time: 0.0490880 Aug 16 20:27:04.054694 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f6eb1-e75e-4b1d-8ae9-ac38295648d1 req-dd42f0e2-7501-449b-aff2-201a626183e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:04.056787 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f86f6eb1-e75e-4b1d-8ae9-ac38295648d1 req-dd42f0e2-7501-449b-aff2-201a626183e1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0884c200-acec-460b-b534-7fcde0dd54c6 HTTP/1.1" status: 200 len: 912 time: 0.0872815 Aug 16 20:27:04.102432 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f86f6eb1-e75e-4b1d-8ae9-ac38295648d1 req-ce3f26f3-2f01-4e22-a493-b9fe458552a5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0dd4f2b-df76-4cd0-b62a-0908f07064d2 HTTP/1.1" status: 200 len: 217 time: 0.0386813 Aug 16 20:27:04.156489 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f6eb1-e75e-4b1d-8ae9-ac38295648d1 req-6fed0f0e-d589-4a27-bb26-dd477bc35c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:04.158560 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f86f6eb1-e75e-4b1d-8ae9-ac38295648d1 req-6fed0f0e-d589-4a27-bb26-dd477bc35c01 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2e5317c1-df9f-4c3c-8707-a2ba178832b8 HTTP/1.1" status: 200 len: 850 time: 0.0491185 Aug 16 20:27:04.165224 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d3e53e78-b8ae-4bc2-8ca1-5e2562e601d1 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:04.206583 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f6eb1-e75e-4b1d-8ae9-ac38295648d1 req-3174c6af-414a-4e2c-b015-2a43cb56369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:04.208183 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f86f6eb1-e75e-4b1d-8ae9-ac38295648d1 req-3174c6af-414a-4e2c-b015-2a43cb56369d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0884c200-acec-460b-b534-7fcde0dd54c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425556 Aug 16 20:27:04.301025 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f86f6eb1-e75e-4b1d-8ae9-ac38295648d1 req-4aca8848-61e8-4fc0-96fb-e2ca4c598876 service neutron] 10.222.0.63 "GET /v2.0/networks/0884c200-acec-460b-b534-7fcde0dd54c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845225 Aug 16 20:27:04.366497 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d3e53e78-b8ae-4bc2-8ca1-5e2562e601d1 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:04.395497 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7fb7-66a5-4362-9bf0-dd0a5cb64ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:04.405228 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f86f6eb1-e75e-4b1d-8ae9-ac38295648d1 req-cce84735-394c-421e-b9f5-36270f2f8c2b service neutron] 10.222.0.63 "GET /v2.0/networks/0884c200-acec-460b-b534-7fcde0dd54c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959826 Aug 16 20:27:04.473238 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499046e4-f678-4d70-95a5-67c72c2188f3 req-b62fb49c-8ed9-4862-b985-b48ce51e5cca tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:04.474750 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-499046e4-f678-4d70-95a5-67c72c2188f3 req-b62fb49c-8ed9-4862-b985-b48ce51e5cca tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=284fc70e-f4f1-4c50-a544-6bc8f67dd3fb HTTP/1.1" status: 200 len: 943 time: 0.0497453 Aug 16 20:27:04.504552 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e53e78-b8ae-4bc2-8ca1-5e2562e601d1 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Router 934c1c01-b0c2-42da-a0e8-02b58cf74e05 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:27:04.515189 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-499046e4-f678-4d70-95a5-67c72c2188f3 req-5834d5ac-615a-4ad9-bd91-b504c9a0883d tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=a27bf4a3-22e0-4b42-a619-e37a48d2e707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338175 Aug 16 20:27:04.615284 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e53e78-b8ae-4bc2-8ca1-5e2562e601d1 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:27:04.624515 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0734fc1-de4a-4f6b-9ef2-1d714e6371e4 None None] Sync routers for ids ['934c1c01-b0c2-42da-a0e8-02b58cf74e05'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:27:04.634505 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d3e53e78-b8ae-4bc2-8ca1-5e2562e601d1 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:04.634663 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0734fc1-de4a-4f6b-9ef2-1d714e6371e4 None None] Routers {'934c1c01-b0c2-42da-a0e8-02b58cf74e05'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:27:04.635631 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b0734fc1-de4a-4f6b-9ef2-1d714e6371e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:27:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['934c1c01-b0c2-42da-a0e8-02b58cf74e05'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:04.639596 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d3e53e78-b8ae-4bc2-8ca1-5e2562e601d1 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6603203 Aug 16 20:27:04.643513 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47114) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:04.664103 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:04.741193 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-b0734fc1-de4a-4f6b-9ef2-1d714e6371e4 None None] Set router 934c1c01-b0c2-42da-a0e8-02b58cf74e05 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:27:04.786059 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-428c38d4-2d27-4b92-a000-86f95c6f3a27 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=5b476a52c3644288a8fde356e0d7a90f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1404519 Aug 16 20:27:04.788532 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47118) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:04.922134 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b0734fc1-de4a-4f6b-9ef2-1d714e6371e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283997410', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:27:03Z', 'updated_at': '2021-08-16T20:27:04Z', 'revision_number': 3, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': '91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:27:03Z', 'updated_at': '2021-08-16T20:27:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:04.945664 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfc520f-60b5-4f32-b56c-aee27c58b111 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:04.947427 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2dfc520f-60b5-4f32-b56c-aee27c58b111 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1577938 Aug 16 20:27:04.950836 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47120) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:04.951074 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0734fc1-de4a-4f6b-9ef2-1d714e6371e4 None None] Checking router: 934c1c01-b0c2-42da-a0e8-02b58cf74e05 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:27:04.951446 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0734fc1-de4a-4f6b-9ef2-1d714e6371e4 None None] Updating router 934c1c01-b0c2-42da-a0e8-02b58cf74e05 port 91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:27:04.975567 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b0734fc1-de4a-4f6b-9ef2-1d714e6371e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:04.983797 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9ad9944c-9a2b-40ee-b94c-b1862cde9011 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=eb87ae87-0925-464c-8e03-8bba27e76e58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318432 Aug 16 20:27:04.986269 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47122) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:04.991025 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3b62959d-c2df-4d77-95f1-a6d66f901b24 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1983132607', 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6', 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:05.086723 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b62959d-c2df-4d77-95f1-a6d66f901b24 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Made reservation on behalf of 5b476a52c3644288a8fde356e0d7a90f for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:27:05.090347 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b62959d-c2df-4d77-95f1-a6d66f901b24 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:05.281774 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b62959d-c2df-4d77-95f1-a6d66f901b24 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:05.319193 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b0734fc1-de4a-4f6b-9ef2-1d714e6371e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:05.328968 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-b0734fc1-de4a-4f6b-9ef2-1d714e6371e4 None None] Transition to ACTIVE for port object 91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:27:05.334886 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b0734fc1-de4a-4f6b-9ef2-1d714e6371e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:05.340890 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62959d-c2df-4d77-95f1-a6d66f901b24 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'Subnet': ['ID=e02d1dd5-4e87-4962-8004-c08f652173e8,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:05.350106 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b62959d-c2df-4d77-95f1-a6d66f901b24 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Checking segment: {'id': 'a433584c-7396-496b-bebc-59b35c10aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:27:05.350466 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b62959d-c2df-4d77-95f1-a6d66f901b24 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Network hostable DHCP agents. Network: ba7edd70-20de-4e61-bdbf-b828a7bcd4d6, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:27:05.368435 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b62959d-c2df-4d77-95f1-a6d66f901b24 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Network ba7edd70-20de-4e61-bdbf-b828a7bcd4d6 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:27:05.378094 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-3b62959d-c2df-4d77-95f1-a6d66f901b24 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, ba7edd70-20de-4e61-bdbf-b828a7bcd4d6) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:27:05.382132 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b62959d-c2df-4d77-95f1-a6d66f901b24 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:05.382431 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-b0734fc1-de4a-4f6b-9ef2-1d714e6371e4 None None] Attempting to bind port 91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:27:05.382742 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b62959d-c2df-4d77-95f1-a6d66f901b24 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:05.382864 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-b0734fc1-de4a-4f6b-9ef2-1d714e6371e4 None None] Attempting to bind port 91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:27:05.383147 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0734fc1-de4a-4f6b-9ef2-1d714e6371e4 None None] Attempting to bind port 91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:27:05.390106 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876c1e1b-7974-4ee0-80f2-e0f97524173a None None] Network ba7edd70-20de-4e61-bdbf-b828a7bcd4d6 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:27:05.392174 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b885c10-2eff-432f-ab30-72ae8f24c2d5 None None] Pushing event updated for resources: {'Port': ['ID=91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:05.394652 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0734fc1-de4a-4f6b-9ef2-1d714e6371e4 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:27:05.395080 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0734fc1-de4a-4f6b-9ef2-1d714e6371e4 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:27:05.395453 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b0734fc1-de4a-4f6b-9ef2-1d714e6371e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:05.395833 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0734fc1-de4a-4f6b-9ef2-1d714e6371e4 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:27:05.396295 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-b0734fc1-de4a-4f6b-9ef2-1d714e6371e4 None None] Bound port: 91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:27:05.396703 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b0734fc1-de4a-4f6b-9ef2-1d714e6371e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:05.399609 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3b62959d-c2df-4d77-95f1-a6d66f901b24 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4122739 Aug 16 20:27:05.402728 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 47126) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:05.448365 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-b0734fc1-de4a-4f6b-9ef2-1d714e6371e4 None None] For port 91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:27:05.452069 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-b0734fc1-de4a-4f6b-9ef2-1d714e6371e4 None None] For port 91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:27:05.457301 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b0734fc1-de4a-4f6b-9ef2-1d714e6371e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:05.506927 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0734fc1-de4a-4f6b-9ef2-1d714e6371e4 None None] Routers {'934c1c01-b0c2-42da-a0e8-02b58cf74e05'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:27:05.507582 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b0734fc1-de4a-4f6b-9ef2-1d714e6371e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:27:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['934c1c01-b0c2-42da-a0e8-02b58cf74e05'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:05.555146 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ebb58a-f9a5-4e07-88b9-e3864f601570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-ba7edd70-20de-4e61-bdbf-b828a7bcd4d6', 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'fixed_ips': [{'subnet_id': 'e02d1dd5-4e87-4962-8004-c08f652173e8'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:27:05.556521 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-81ebb58a-f9a5-4e07-88b9-e3864f601570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:05.616687 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-b0734fc1-de4a-4f6b-9ef2-1d714e6371e4 None None] Set router 934c1c01-b0c2-42da-a0e8-02b58cf74e05 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:27:05.674835 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3b307-adda-4fd0-a4d1-266e663340cc req-188b92fe-eced-482f-96d5-417bca83d8b5 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:05.677505 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5ff3b307-adda-4fd0-a4d1-266e663340cc req-188b92fe-eced-482f-96d5-417bca83d8b5 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=284fc70e-f4f1-4c50-a544-6bc8f67dd3fb HTTP/1.1" status: 200 len: 943 time: 0.0727153 Aug 16 20:27:05.689714 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:05.711647 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-81ebb58a-f9a5-4e07-88b9-e3864f601570 None None] Allocated IP 172.20.0.2 (ba7edd70-20de-4e61-bdbf-b828a7bcd4d6/e02d1dd5-4e87-4962-8004-c08f652173e8/f795d88c-3f48-437a-ae55-debcdf1bd164) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:27:05.721644 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5ff3b307-adda-4fd0-a4d1-266e663340cc req-7543a6ec-946c-48af-92d2-e014c828074b tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=a27bf4a3-22e0-4b42-a619-e37a48d2e707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347900 Aug 16 20:27:05.748774 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b885c10-2eff-432f-ab30-72ae8f24c2d5 None None] Pushing event updated for resources: {'Port': ['ID=91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:05.832499 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b0734fc1-de4a-4f6b-9ef2-1d714e6371e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283997410', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:27:03Z', 'updated_at': '2021-08-16T20:27:04Z', 'revision_number': 3, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': '91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:27:03Z', 'updated_at': '2021-08-16T20:27:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:05.864337 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0734fc1-de4a-4f6b-9ef2-1d714e6371e4 None None] The sync data for ids ['934c1c01-b0c2-42da-a0e8-02b58cf74e05'] in n-d-787206-13 is: [{'id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283997410', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:27:03Z', 'updated_at': '2021-08-16T20:27:04Z', 'revision_number': 3, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': '91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:27:03Z', 'updated_at': '2021-08-16T20:27:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:27:05.874149 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-81ebb58a-f9a5-4e07-88b9-e3864f601570 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:05.888460 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-81ebb58a-f9a5-4e07-88b9-e3864f601570 None None] Transition to ACTIVE for port object f795d88c-3f48-437a-ae55-debcdf1bd164 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:27:05.896703 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93ad405a-a55a-4b08-9368-57b65e24f5f7 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:05.906079 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-81ebb58a-f9a5-4e07-88b9-e3864f601570 None None] Transition to ACTIVE for port object f795d88c-3f48-437a-ae55-debcdf1bd164 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:27:05.912287 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-81ebb58a-f9a5-4e07-88b9-e3864f601570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:05.964366 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ebb58a-f9a5-4e07-88b9-e3864f601570 None None] Network ba7edd70-20de-4e61-bdbf-b828a7bcd4d6 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:27:05.969505 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-81ebb58a-f9a5-4e07-88b9-e3864f601570 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:27:05.972318 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebb58a-f9a5-4e07-88b9-e3864f601570 None None] Pushing event updated for resources: {'Port': ['ID=f795d88c-3f48-437a-ae55-debcdf1bd164,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:05.976756 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ebb58a-f9a5-4e07-88b9-e3864f601570 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:27:06.031795 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-81ebb58a-f9a5-4e07-88b9-e3864f601570 None None] Attempting to bind port f795d88c-3f48-437a-ae55-debcdf1bd164 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:27:06.032509 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-81ebb58a-f9a5-4e07-88b9-e3864f601570 None None] Attempting to bind port f795d88c-3f48-437a-ae55-debcdf1bd164 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'a433584c-7396-496b-bebc-59b35c10aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:27:06.032872 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ebb58a-f9a5-4e07-88b9-e3864f601570 None None] Attempting to bind port f795d88c-3f48-437a-ae55-debcdf1bd164 on network ba7edd70-20de-4e61-bdbf-b828a7bcd4d6 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:27:06.038103 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ebb58a-f9a5-4e07-88b9-e3864f601570 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:27:06.038638 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ebb58a-f9a5-4e07-88b9-e3864f601570 None None] Checking segment: {'id': 'a433584c-7396-496b-bebc-59b35c10aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:27:06.039106 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-81ebb58a-f9a5-4e07-88b9-e3864f601570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:06.039669 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ebb58a-f9a5-4e07-88b9-e3864f601570 None None] Bound using segment: {'id': 'a433584c-7396-496b-bebc-59b35c10aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:27:06.040331 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-81ebb58a-f9a5-4e07-88b9-e3864f601570 None None] Bound port: f795d88c-3f48-437a-ae55-debcdf1bd164, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a433584c-7396-496b-bebc-59b35c10aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:27:06.040781 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-81ebb58a-f9a5-4e07-88b9-e3864f601570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:06.110949 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:06.144324 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-81ebb58a-f9a5-4e07-88b9-e3864f601570 None None] For port f795d88c-3f48-437a-ae55-debcdf1bd164, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:27:06.150661 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-81ebb58a-f9a5-4e07-88b9-e3864f601570 None None] For port f795d88c-3f48-437a-ae55-debcdf1bd164, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f795d88c-3f48-437a-ae55-debcdf1bd164,segment=NetworkSegment(a433584c-7396-496b-bebc-59b35c10aeb8),segment_id=a433584c-7396-496b-bebc-59b35c10aeb8)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:27:06.161245 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-81ebb58a-f9a5-4e07-88b9-e3864f601570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:06.211760 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:06.222423 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-93ad405a-a55a-4b08-9368-57b65e24f5f7 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Allocated IP 172.20.0.1 (ba7edd70-20de-4e61-bdbf-b828a7bcd4d6/e02d1dd5-4e87-4962-8004-c08f652173e8/f032e696-9194-483d-b68c-07af87a7fe15) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:27:06.241293 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebb58a-f9a5-4e07-88b9-e3864f601570 None None] Pushing event updated for resources: {'Port': ['ID=f795d88c-3f48-437a-ae55-debcdf1bd164,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:06.372999 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device c0dd4f2b-df76-4cd0-b62a-0908f07064d2 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:27:06.377825 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93ad405a-a55a-4b08-9368-57b65e24f5f7 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:06.393606 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-93ad405a-a55a-4b08-9368-57b65e24f5f7 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Transition to ACTIVE for port object f032e696-9194-483d-b68c-07af87a7fe15 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:27:06.458206 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93ad405a-a55a-4b08-9368-57b65e24f5f7 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:06.512996 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ad405a-a55a-4b08-9368-57b65e24f5f7 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Network ba7edd70-20de-4e61-bdbf-b828a7bcd4d6 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:27:06.520638 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-93ad405a-a55a-4b08-9368-57b65e24f5f7 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:27:06.524659 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ad405a-a55a-4b08-9368-57b65e24f5f7 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:27:06.534096 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port c0dd4f2b-df76-4cd0-b62a-0908f07064d2, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=c0dd4f2b-df76-4cd0-b62a-0908f07064d2,segment=NetworkSegment(ae000a32-daab-4172-a67b-c8cc62f15ecf),segment_id=ae000a32-daab-4172-a67b-c8cc62f15ecf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:06.553380 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad405a-a55a-4b08-9368-57b65e24f5f7 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'Port': ['ID=f032e696-9194-483d-b68c-07af87a7fe15,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:06.568565 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'c0dd4f2b-df76-4cd0-b62a-0908f07064d2', 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6', 'port_id': 'c0dd4f2b-df76-4cd0-b62a-0908f07064d2', 'mac_address': 'fa:16:3e:fb:cc:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:27:06.576452 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93ad405a-a55a-4b08-9368-57b65e24f5f7 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:06.620967 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:06.640537 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0dd4f2b-df76-4cd0-b62a-0908f07064d2 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:27:06.676124 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port c0dd4f2b-df76-4cd0-b62a-0908f07064d2, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=c0dd4f2b-df76-4cd0-b62a-0908f07064d2,segment=NetworkSegment(ae000a32-daab-4172-a67b-c8cc62f15ecf),segment_id=ae000a32-daab-4172-a67b-c8cc62f15ecf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:06.681232 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:06.737982 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=c0dd4f2b-df76-4cd0-b62a-0908f07064d2,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:06.741695 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93ad405a-a55a-4b08-9368-57b65e24f5f7 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:06.809524 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:27:06.885615 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee3af5-b96b-4af6-9e68-1355efe7545c req-ae986aab-e393-45a7-a3ed-d9976f2ca8f9 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:06.886259 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:27:06.887366 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48ee3af5-b96b-4af6-9e68-1355efe7545c req-ae986aab-e393-45a7-a3ed-d9976f2ca8f9 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=284fc70e-f4f1-4c50-a544-6bc8f67dd3fb HTTP/1.1" status: 200 len: 944 time: 0.0677555 Aug 16 20:27:06.890546 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:27:06.891051 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:06.923873 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['c0dd4f2b-df76-4cd0-b62a-0908f07064d2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:27:06.939986 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48ee3af5-b96b-4af6-9e68-1355efe7545c req-5ff9fa3d-d07a-43af-9f29-204f41a47e8d tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=a27bf4a3-22e0-4b42-a619-e37a48d2e707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454485 Aug 16 20:27:07.107686 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:07.111621 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:07.151444 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:07.163287 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:07.164227 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f795d88c-3f48-437a-ae55-debcdf1bd164 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:27:07.276641 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:07.289651 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port f795d88c-3f48-437a-ae55-debcdf1bd164 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:27:07.349637 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b8292d-55af-41fa-a28e-0ee22c4e8f3c None None] Network ba7edd70-20de-4e61-bdbf-b828a7bcd4d6 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:27:07.440881 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b76393c3-5bb9-436e-8e1a-d5c5466ec97d None None] Provisioning for port f795d88c-3f48-437a-ae55-debcdf1bd164 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:27:07.452829 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b76393c3-5bb9-436e-8e1a-d5c5466ec97d None None] Provisioning complete for port f795d88c-3f48-437a-ae55-debcdf1bd164 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:27:07.453197 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b76393c3-5bb9-436e-8e1a-d5c5466ec97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:07.512060 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93ad405a-a55a-4b08-9368-57b65e24f5f7 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:07.518088 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93ad405a-a55a-4b08-9368-57b65e24f5f7 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:07.595562 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b76393c3-5bb9-436e-8e1a-d5c5466ec97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:07.596274 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93ad405a-a55a-4b08-9368-57b65e24f5f7 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:07.599336 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad405a-a55a-4b08-9368-57b65e24f5f7 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'Port': ['ID=f032e696-9194-483d-b68c-07af87a7fe15,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:07.640587 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b76393c3-5bb9-436e-8e1a-d5c5466ec97d None None] For port f795d88c-3f48-437a-ae55-debcdf1bd164, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f795d88c-3f48-437a-ae55-debcdf1bd164,segment=NetworkSegment(a433584c-7396-496b-bebc-59b35c10aeb8),segment_id=a433584c-7396-496b-bebc-59b35c10aeb8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:07.645437 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b76393c3-5bb9-436e-8e1a-d5c5466ec97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:07.702901 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76393c3-5bb9-436e-8e1a-d5c5466ec97d None None] Pushing event updated for resources: {'Port': ['ID=f795d88c-3f48-437a-ae55-debcdf1bd164,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:07.712838 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ad405a-a55a-4b08-9368-57b65e24f5f7 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Network ba7edd70-20de-4e61-bdbf-b828a7bcd4d6 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:27:07.714938 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-93ad405a-a55a-4b08-9368-57b65e24f5f7 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:27:07.836586 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ad405a-a55a-4b08-9368-57b65e24f5f7 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Router 934c1c01-b0c2-42da-a0e8-02b58cf74e05 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:27:07.873096 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3ea98603-173d-4914-9009-ab7e2e32ac94 None None] Provisioning for port f032e696-9194-483d-b68c-07af87a7fe15 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:27:07.875570 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3ea98603-173d-4914-9009-ab7e2e32ac94 None None] Provisioning complete for port f032e696-9194-483d-b68c-07af87a7fe15 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:27:07.875956 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ea98603-173d-4914-9009-ab7e2e32ac94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:07.917389 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3ea98603-173d-4914-9009-ab7e2e32ac94 None None] Port f032e696-9194-483d-b68c-07af87a7fe15 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:27:07.927718 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3ea98603-173d-4914-9009-ab7e2e32ac94 None None] Provisioning complete for port f795d88c-3f48-437a-ae55-debcdf1bd164 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:27:07.928175 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ea98603-173d-4914-9009-ab7e2e32ac94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:07.956115 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ad405a-a55a-4b08-9368-57b65e24f5f7 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:27:07.971890 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-93ad405a-a55a-4b08-9368-57b65e24f5f7 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "PUT /v2.0/routers/934c1c01-b0c2-42da-a0e8-02b58cf74e05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5678029 Aug 16 20:27:07.978101 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36684c18-b087-474a-bff0-e41225dd3561 None None] Sync routers for ids ['934c1c01-b0c2-42da-a0e8-02b58cf74e05'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:27:07.996151 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36684c18-b087-474a-bff0-e41225dd3561 None None] Routers {'934c1c01-b0c2-42da-a0e8-02b58cf74e05'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:27:07.996847 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-36684c18-b087-474a-bff0-e41225dd3561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:27:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['934c1c01-b0c2-42da-a0e8-02b58cf74e05'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:08.081633 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6139671-6075-48b1-b42b-98f5546aa5fb req-f755955d-edf4-4cc6-912a-91ae5558b686 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:08.086209 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f6139671-6075-48b1-b42b-98f5546aa5fb req-f755955d-edf4-4cc6-912a-91ae5558b686 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=284fc70e-f4f1-4c50-a544-6bc8f67dd3fb HTTP/1.1" status: 200 len: 944 time: 0.0681529 Aug 16 20:27:08.135824 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f6139671-6075-48b1-b42b-98f5546aa5fb req-42e67a12-59a2-4faa-8efd-561eb638bc54 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=a27bf4a3-22e0-4b42-a619-e37a48d2e707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426621 Aug 16 20:27:08.149944 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-ce2f1e75-76c1-4e5b-bce6-80e4c6554d0c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1441469969&fields=id&tenant_id=5b476a52c3644288a8fde356e0d7a90f HTTP/1.1" status: 200 len: 267 time: 0.0468392 Aug 16 20:27:08.271579 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-6ba7e135-9ed5-4072-adf3-47aa6f1d7553 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:08.273185 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-6ba7e135-9ed5-4072-adf3-47aa6f1d7553 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/networks?id=ba7edd70-20de-4e61-bdbf-b828a7bcd4d6 HTTP/1.1" status: 200 len: 797 time: 0.1138566 Aug 16 20:27:08.288898 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-292ead70-080c-444e-85d4-3cd7f68de9ac tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/quotas/5b476a52c3644288a8fde356e0d7a90f HTTP/1.1" status: 200 len: 375 time: 0.0096283 Aug 16 20:27:08.327348 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-36684c18-b087-474a-bff0-e41225dd3561 None None] Set router 934c1c01-b0c2-42da-a0e8-02b58cf74e05 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:27:08.345061 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-b6bcb989-eb12-4503-91eb-94512884adc1 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499775 Aug 16 20:27:08.372612 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device c0dd4f2b-df76-4cd0-b62a-0908f07064d2 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:27:08.448464 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-917dd0db-1095-4112-b372-781dffb8ef4a service neutron] 10.222.0.68 "GET /v2.0/networks/ba7edd70-20de-4e61-bdbf-b828a7bcd4d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880973 Aug 16 20:27:08.491461 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4bb341fa-65da-4359-b388-4076a51536e1 None None] Provisioning complete for port f032e696-9194-483d-b68c-07af87a7fe15 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:27:08.491902 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4bb341fa-65da-4359-b388-4076a51536e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:08.548175 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-aa377432-262c-4b3d-860d-0d9d68a9d5ef service neutron] 10.222.0.68 "GET /v2.0/networks/ba7edd70-20de-4e61-bdbf-b828a7bcd4d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912669 Aug 16 20:27:08.558971 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port c0dd4f2b-df76-4cd0-b62a-0908f07064d2 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:27:08.563965 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4bb341fa-65da-4359-b388-4076a51536e1 None None] Port f032e696-9194-483d-b68c-07af87a7fe15 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:27:08.568262 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port c0dd4f2b-df76-4cd0-b62a-0908f07064d2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:27:08.568626 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:08.681618 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-36684c18-b087-474a-bff0-e41225dd3561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283997410', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:27:03Z', 'updated_at': '2021-08-16T20:27:06Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': '91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:27:03Z', 'updated_at': '2021-08-16T20:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'f032e696-9194-483d-b68c-07af87a7fe15', 'name': '', 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:ac:21:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'e02d1dd5-4e87-4962-8004-c08f652173e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:27:06Z', 'updated_at': '2021-08-16T20:27:06Z', 'revision_number': 2, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': 'e02d1dd5-4e87-4962-8004-c08f652173e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:08.718341 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36684c18-b087-474a-bff0-e41225dd3561 None None] Checking router: 934c1c01-b0c2-42da-a0e8-02b58cf74e05 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:27:08.718341 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36684c18-b087-474a-bff0-e41225dd3561 None None] Updating router 934c1c01-b0c2-42da-a0e8-02b58cf74e05 port f032e696-9194-483d-b68c-07af87a7fe15 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:27:08.720012 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:08.734112 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54b6b508-101e-4ee9-b8b2-99b2bdce78c9 req-a70292bd-2c0b-4eb5-a592-3b0192136a3a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 210 time: 0.0369196 Aug 16 20:27:08.745987 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:27:08.786238 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-36684c18-b087-474a-bff0-e41225dd3561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:08.800775 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284fc70e-f4f1-4c50-a544-6bc8f67dd3fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0dd4f2b-df76-4cd0-b62a-0908f07064d2'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:27:08.802958 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cf0e00-290b-4118-ad29-d6302e1772e3" -d '{"events": [{"server_uuid": "284fc70e-f4f1-4c50-a544-6bc8f67dd3fb", "name": "network-vif-plugged", "status": "completed", "tag": "c0dd4f2b-df76-4cd0-b62a-0908f07064d2"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:27:08.826863 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port c0dd4f2b-df76-4cd0-b62a-0908f07064d2, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=c0dd4f2b-df76-4cd0-b62a-0908f07064d2,segment=NetworkSegment(ae000a32-daab-4172-a67b-c8cc62f15ecf),segment_id=ae000a32-daab-4172-a67b-c8cc62f15ecf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:08.851973 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:08.855364 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4c6bdb-7059-4ec1-8f43-8eb99fce766a x-openstack-request-id: req-eb4c6bdb-7059-4ec1-8f43-8eb99fce766a {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:27:08.855690 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284fc70e-f4f1-4c50-a544-6bc8f67dd3fb", "name": "network-vif-plugged", "status": "completed", "tag": "c0dd4f2b-df76-4cd0-b62a-0908f07064d2", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:27:08.855943 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eb4c6bdb-7059-4ec1-8f43-8eb99fce766a {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:27:08.856339 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284fc70e-f4f1-4c50-a544-6bc8f67dd3fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0dd4f2b-df76-4cd0-b62a-0908f07064d2', 'code': 200} Aug 16 20:27:08.912511 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:27:08.912883 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:08.963919 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655d9bb-5d60-472b-904c-458960882f16 req-1685048f-c3e8-4020-9970-98b13ecd5ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:08.965857 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8655d9bb-5d60-472b-904c-458960882f16 req-1685048f-c3e8-4020-9970-98b13ecd5ffb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=284fc70e-f4f1-4c50-a544-6bc8f67dd3fb HTTP/1.1" status: 200 len: 1097 time: 0.0465434 Aug 16 20:27:09.003908 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8655d9bb-5d60-472b-904c-458960882f16 req-12986a5d-da8a-4b38-8fe4-0907f9edb49c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a27bf4a3-22e0-4b42-a619-e37a48d2e707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313737 Aug 16 20:27:09.017020 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=c0dd4f2b-df76-4cd0-b62a-0908f07064d2,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:09.139549 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f795d88c-3f48-437a-ae55-debcdf1bd164 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:27:09.256798 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port f795d88c-3f48-437a-ae55-debcdf1bd164 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:27:09.257184 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:09.260046 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f936c-ced1-4190-8b6f-5697a4d174bb req-41b0e402-85a5-44ed-b97d-63a1da8af472 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:09.262291 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-209f936c-ced1-4190-8b6f-5697a4d174bb req-41b0e402-85a5-44ed-b97d-63a1da8af472 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=284fc70e-f4f1-4c50-a544-6bc8f67dd3fb HTTP/1.1" status: 200 len: 945 time: 0.0556514 Aug 16 20:27:09.262869 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-36684c18-b087-474a-bff0-e41225dd3561 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:09.296778 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-36684c18-b087-474a-bff0-e41225dd3561 None None] Transition to ACTIVE for port object f032e696-9194-483d-b68c-07af87a7fe15 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:27:09.306460 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-36684c18-b087-474a-bff0-e41225dd3561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:09.307209 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-209f936c-ced1-4190-8b6f-5697a4d174bb req-44118db4-d800-47b4-bda8-fa8bb4fa60b5 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=a27bf4a3-22e0-4b42-a619-e37a48d2e707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368207 Aug 16 20:27:09.364308 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef70a03-cd7e-4cb8-8dc4-71007e376cb4 None None] Pushing event updated for resources: {'Port': ['ID=f032e696-9194-483d-b68c-07af87a7fe15,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:09.449982 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-36684c18-b087-474a-bff0-e41225dd3561 None None] Attempting to bind port f032e696-9194-483d-b68c-07af87a7fe15 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:27:09.450355 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-36684c18-b087-474a-bff0-e41225dd3561 None None] Attempting to bind port f032e696-9194-483d-b68c-07af87a7fe15 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'a433584c-7396-496b-bebc-59b35c10aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:27:09.450958 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36684c18-b087-474a-bff0-e41225dd3561 None None] Attempting to bind port f032e696-9194-483d-b68c-07af87a7fe15 on network ba7edd70-20de-4e61-bdbf-b828a7bcd4d6 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:27:09.456205 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36684c18-b087-474a-bff0-e41225dd3561 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:27:09.456587 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36684c18-b087-474a-bff0-e41225dd3561 None None] Checking segment: {'id': 'a433584c-7396-496b-bebc-59b35c10aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:27:09.456993 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-36684c18-b087-474a-bff0-e41225dd3561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:09.457386 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36684c18-b087-474a-bff0-e41225dd3561 None None] Bound using segment: {'id': 'a433584c-7396-496b-bebc-59b35c10aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:27:09.457855 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-36684c18-b087-474a-bff0-e41225dd3561 None None] Bound port: f032e696-9194-483d-b68c-07af87a7fe15, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a433584c-7396-496b-bebc-59b35c10aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:27:09.458242 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-36684c18-b087-474a-bff0-e41225dd3561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:09.529198 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-36684c18-b087-474a-bff0-e41225dd3561 None None] For port f032e696-9194-483d-b68c-07af87a7fe15, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:27:09.534803 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-36684c18-b087-474a-bff0-e41225dd3561 None None] For port f032e696-9194-483d-b68c-07af87a7fe15, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f032e696-9194-483d-b68c-07af87a7fe15,segment=NetworkSegment(a433584c-7396-496b-bebc-59b35c10aeb8),segment_id=a433584c-7396-496b-bebc-59b35c10aeb8)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:27:09.540021 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-36684c18-b087-474a-bff0-e41225dd3561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:09.614936 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef70a03-cd7e-4cb8-8dc4-71007e376cb4 None None] Pushing event updated for resources: {'Port': ['ID=f032e696-9194-483d-b68c-07af87a7fe15,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:09.617922 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36684c18-b087-474a-bff0-e41225dd3561 None None] Routers {'934c1c01-b0c2-42da-a0e8-02b58cf74e05'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:27:09.618549 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-36684c18-b087-474a-bff0-e41225dd3561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:27:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['934c1c01-b0c2-42da-a0e8-02b58cf74e05'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:09.728228 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-e69b0065-4527-4633-b93b-4e8c1465af63 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:09.730109 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-e69b0065-4527-4633-b93b-4e8c1465af63 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.57 "GET /v2.0/networks?id=ba7edd70-20de-4e61-bdbf-b828a7bcd4d6 HTTP/1.1" status: 200 len: 797 time: 0.1377325 Aug 16 20:27:09.759407 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-36684c18-b087-474a-bff0-e41225dd3561 None None] Set router 934c1c01-b0c2-42da-a0e8-02b58cf74e05 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:27:09.831359 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-ff116563-6120-4baf-a279-7f2d304b367c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b476a52c3644288a8fde356e0d7a90f HTTP/1.1" status: 200 len: 380 time: 0.0922506 Aug 16 20:27:09.848730 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-cca2b780-de22-4aa9-9745-7882f4a38575 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'port': {'device_id': 'fa5c7b9e-c368-4a2b-b308-352ffd2d29e0', 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6', 'admin_state_up': True, 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'security_groups': ['c6d13765-1917-4892-966a-119f05feeb31']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:09.892350 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-41f3d818-803a-416c-b34f-b01dc8c023cb req-09951058-45ce-44e6-b693-b1be66e5a9c8 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 210 time: 0.0368063 Aug 16 20:27:09.980609 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-cca2b780-de22-4aa9-9745-7882f4a38575 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Made reservation on behalf of 5b476a52c3644288a8fde356e0d7a90f for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:27:09.984413 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-cca2b780-de22-4aa9-9745-7882f4a38575 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:10.031862 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-36684c18-b087-474a-bff0-e41225dd3561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283997410', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:27:03Z', 'updated_at': '2021-08-16T20:27:06Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': '91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:27:03Z', 'updated_at': '2021-08-16T20:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'f032e696-9194-483d-b68c-07af87a7fe15', 'name': '', 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:ac:21:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'e02d1dd5-4e87-4962-8004-c08f652173e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:27:06Z', 'updated_at': '2021-08-16T20:27:09Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': 'e02d1dd5-4e87-4962-8004-c08f652173e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:10.058525 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36684c18-b087-474a-bff0-e41225dd3561 None None] The sync data for ids ['934c1c01-b0c2-42da-a0e8-02b58cf74e05'] in n-d-787206-13 is: [{'id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283997410', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:27:03Z', 'updated_at': '2021-08-16T20:27:06Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': '91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:27:03Z', 'updated_at': '2021-08-16T20:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'f032e696-9194-483d-b68c-07af87a7fe15', 'name': '', 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:ac:21:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'e02d1dd5-4e87-4962-8004-c08f652173e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:27:06Z', 'updated_at': '2021-08-16T20:27:09Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': 'e02d1dd5-4e87-4962-8004-c08f652173e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:27:10.155238 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-cca2b780-de22-4aa9-9745-7882f4a38575 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Allocated IP 172.20.0.7 (ba7edd70-20de-4e61-bdbf-b828a7bcd4d6/e02d1dd5-4e87-4962-8004-c08f652173e8/3eb78360-447a-4a0b-952b-3eb2e810cb70) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:27:10.307343 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-cca2b780-de22-4aa9-9745-7882f4a38575 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:10.321512 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-cca2b780-de22-4aa9-9745-7882f4a38575 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Transition to ACTIVE for port object 3eb78360-447a-4a0b-952b-3eb2e810cb70 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:27:10.358066 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-cca2b780-de22-4aa9-9745-7882f4a38575 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:10.439050 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-cca2b780-de22-4aa9-9745-7882f4a38575 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Network ba7edd70-20de-4e61-bdbf-b828a7bcd4d6 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:27:10.445707 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-cca2b780-de22-4aa9-9745-7882f4a38575 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:27:10.452318 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-cca2b780-de22-4aa9-9745-7882f4a38575 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:27:10.459434 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2b780-de22-4aa9-9745-7882f4a38575 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'Port': ['ID=3eb78360-447a-4a0b-952b-3eb2e810cb70,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:10.509229 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a54611-4931-4419-98f3-17d4763260cc req-9c17f529-4fe4-4be9-b6c4-ff63ee2e7f2e tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:10.511534 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b6a54611-4931-4419-98f3-17d4763260cc req-9c17f529-4fe4-4be9-b6c4-ff63ee2e7f2e tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=284fc70e-f4f1-4c50-a544-6bc8f67dd3fb HTTP/1.1" status: 200 len: 945 time: 0.1134439 Aug 16 20:27:10.529254 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-cca2b780-de22-4aa9-9745-7882f4a38575 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:10.529939 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-cca2b780-de22-4aa9-9745-7882f4a38575 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:10.561877 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-cca2b780-de22-4aa9-9745-7882f4a38575 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7200513 Aug 16 20:27:10.581035 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-844e4fe8-169c-4ceb-a61f-ce2f7b833b54 service neutron] Request body: {'port': {'device_id': 'fa5c7b9e-c368-4a2b-b308-352ffd2d29e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:10.600107 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:27:10.618994 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b6a54611-4931-4419-98f3-17d4763260cc req-c29cca9c-91ae-4c00-b854-a167234e5e87 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=a27bf4a3-22e0-4b42-a619-e37a48d2e707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977542 Aug 16 20:27:10.675950 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-844e4fe8-169c-4ceb-a61f-ce2f7b833b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:10.743444 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f032e696-9194-483d-b68c-07af87a7fe15 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:27:10.797100 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-95dc4426-79f7-4cce-8e0f-a250665fe92b None None] Provisioning for port 3eb78360-447a-4a0b-952b-3eb2e810cb70 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:27:10.804528 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-95dc4426-79f7-4cce-8e0f-a250665fe92b None None] Provisioning complete for port 3eb78360-447a-4a0b-952b-3eb2e810cb70 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:27:10.804898 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-95dc4426-79f7-4cce-8e0f-a250665fe92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:10.847741 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-95dc4426-79f7-4cce-8e0f-a250665fe92b None None] Port 3eb78360-447a-4a0b-952b-3eb2e810cb70 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:27:10.852887 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port f032e696-9194-483d-b68c-07af87a7fe15 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:27:10.859553 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port f032e696-9194-483d-b68c-07af87a7fe15 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:27:10.859985 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:10.868408 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434c560-7016-45d6-9229-54e48248a510 req-87d747ea-577a-4ade-bd2a-7fe087f7930f tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:10.870068 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a434c560-7016-45d6-9229-54e48248a510 req-87d747ea-577a-4ade-bd2a-7fe087f7930f tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=284fc70e-f4f1-4c50-a544-6bc8f67dd3fb HTTP/1.1" status: 200 len: 945 time: 0.1535978 Aug 16 20:27:10.880105 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47176) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:10.885030 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-40a89ccc-be15-4268-b531-7f21476cf653 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Request body: {'floatingip': {'port_id': 'c0dd4f2b-df76-4cd0-b62a-0908f07064d2'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:10.935557 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-40a89ccc-be15-4268-b531-7f21476cf653 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:10.961915 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:11.029445 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port f032e696-9194-483d-b68c-07af87a7fe15, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f032e696-9194-483d-b68c-07af87a7fe15,segment=NetworkSegment(a433584c-7396-496b-bebc-59b35c10aeb8),segment_id=a433584c-7396-496b-bebc-59b35c10aeb8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:11.034554 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:11.117506 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=f032e696-9194-483d-b68c-07af87a7fe15,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:11.126226 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-844e4fe8-169c-4ceb-a61f-ce2f7b833b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eb78360-447a-4a0b-952b-3eb2e810cb70 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:27:11.135350 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-844e4fe8-169c-4ceb-a61f-ce2f7b833b54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:11.148858 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-844e4fe8-169c-4ceb-a61f-ce2f7b833b54 service neutron] Transition to ACTIVE for port object 3eb78360-447a-4a0b-952b-3eb2e810cb70 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:27:11.152835 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-844e4fe8-169c-4ceb-a61f-ce2f7b833b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:11.167673 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6294966-5d1a-4f0c-bd7d-97dc965a4779 req-3c2f6ea2-dbe8-426b-900c-73294ee19f5e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:11.170909 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6294966-5d1a-4f0c-bd7d-97dc965a4779 req-3c2f6ea2-dbe8-426b-900c-73294ee19f5e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 931 time: 0.1591372 Aug 16 20:27:11.214115 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e4fe8-169c-4ceb-a61f-ce2f7b833b54 service neutron] Pushing event updated for resources: {'Port': ['ID=3eb78360-447a-4a0b-952b-3eb2e810cb70,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:11.277429 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6294966-5d1a-4f0c-bd7d-97dc965a4779 req-f5a58318-7a76-457a-a130-0a1cf3c918a6 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918398 Aug 16 20:27:11.302685 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-844e4fe8-169c-4ceb-a61f-ce2f7b833b54 service neutron] Attempting to bind port 3eb78360-447a-4a0b-952b-3eb2e810cb70 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:27:11.303017 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-844e4fe8-169c-4ceb-a61f-ce2f7b833b54 service neutron] Attempting to bind port 3eb78360-447a-4a0b-952b-3eb2e810cb70 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'a433584c-7396-496b-bebc-59b35c10aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:27:11.303732 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-844e4fe8-169c-4ceb-a61f-ce2f7b833b54 service neutron] Attempting to bind port 3eb78360-447a-4a0b-952b-3eb2e810cb70 on network ba7edd70-20de-4e61-bdbf-b828a7bcd4d6 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:27:11.309506 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-844e4fe8-169c-4ceb-a61f-ce2f7b833b54 service neutron] Port 3eb78360-447a-4a0b-952b-3eb2e810cb70 on network ba7edd70-20de-4e61-bdbf-b828a7bcd4d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:27:11.309832 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-844e4fe8-169c-4ceb-a61f-ce2f7b833b54 service neutron] Attempting to bind port 3eb78360-447a-4a0b-952b-3eb2e810cb70 on network ba7edd70-20de-4e61-bdbf-b828a7bcd4d6 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:27:11.315684 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-844e4fe8-169c-4ceb-a61f-ce2f7b833b54 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:27:11.316186 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-844e4fe8-169c-4ceb-a61f-ce2f7b833b54 service neutron] Checking segment: {'id': 'a433584c-7396-496b-bebc-59b35c10aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:27:11.316571 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-844e4fe8-169c-4ceb-a61f-ce2f7b833b54 service neutron] Bound using segment: {'id': 'a433584c-7396-496b-bebc-59b35c10aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:27:11.317001 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-844e4fe8-169c-4ceb-a61f-ce2f7b833b54 service neutron] Bound port: 3eb78360-447a-4a0b-952b-3eb2e810cb70, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a433584c-7396-496b-bebc-59b35c10aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:27:11.317489 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-844e4fe8-169c-4ceb-a61f-ce2f7b833b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:11.395345 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-844e4fe8-169c-4ceb-a61f-ce2f7b833b54 service neutron] For port 3eb78360-447a-4a0b-952b-3eb2e810cb70, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:27:11.398175 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-844e4fe8-169c-4ceb-a61f-ce2f7b833b54 service neutron] For port 3eb78360-447a-4a0b-952b-3eb2e810cb70, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3eb78360-447a-4a0b-952b-3eb2e810cb70,segment=NetworkSegment(a433584c-7396-496b-bebc-59b35c10aeb8),segment_id=a433584c-7396-496b-bebc-59b35c10aeb8)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:27:11.403100 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-844e4fe8-169c-4ceb-a61f-ce2f7b833b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:11.442904 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-844e4fe8-169c-4ceb-a61f-ce2f7b833b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:11.443617 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-844e4fe8-169c-4ceb-a61f-ce2f7b833b54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:11.445024 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-844e4fe8-169c-4ceb-a61f-ce2f7b833b54 service neutron] 10.222.0.57 "PUT /v2.0/ports/3eb78360-447a-4a0b-952b-3eb2e810cb70 HTTP/1.1" status: 200 len: 1092 time: 0.8715618 Aug 16 20:27:11.445506 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5c7b9e-c368-4a2b-b308-352ffd2d29e0', 'tag': '3eb78360-447a-4a0b-952b-3eb2e810cb70'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:27:11.448480 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ccfbbd-a52e-48d7-82b1-ff9e462c55cf" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5c7b9e-c368-4a2b-b308-352ffd2d29e0", "tag": "3eb78360-447a-4a0b-952b-3eb2e810cb70"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:27:11.527316 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e4fe8-169c-4ceb-a61f-ce2f7b833b54 service neutron] Pushing event updated for resources: {'Port': ['ID=3eb78360-447a-4a0b-952b-3eb2e810cb70,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:11.539288 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60574451-b333-46aa-9604-725310e698e9 x-openstack-request-id: req-60574451-b333-46aa-9604-725310e698e9 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:27:11.539661 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5c7b9e-c368-4a2b-b308-352ffd2d29e0", "tag": "3eb78360-447a-4a0b-952b-3eb2e810cb70", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:27:11.539913 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-60574451-b333-46aa-9604-725310e698e9 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:27:11.540427 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5c7b9e-c368-4a2b-b308-352ffd2d29e0', 'tag': '3eb78360-447a-4a0b-952b-3eb2e810cb70', 'status': 'completed', 'code': 200} Aug 16 20:27:11.559475 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-f2f9b9cc-edfa-4769-b286-d1ddd9ca45f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:11.561603 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-f2f9b9cc-edfa-4769-b286-d1ddd9ca45f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 1095 time: 0.0694742 Aug 16 20:27:11.574060 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-40a89ccc-be15-4268-b531-7f21476cf653 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:11.580130 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-40a89ccc-be15-4268-b531-7f21476cf653 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:11.624313 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-c1b501db-0788-4754-a9df-6952f086f243 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eb78360-447a-4a0b-952b-3eb2e810cb70 HTTP/1.1" status: 200 len: 217 time: 0.0532529 Aug 16 20:27:11.690666 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-5f12b4bb-b652-4d06-aa7b-e8f3aee352f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:11.692541 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-5f12b4bb-b652-4d06-aa7b-e8f3aee352f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e02d1dd5-4e87-4962-8004-c08f652173e8 HTTP/1.1" status: 200 len: 835 time: 0.0618281 Aug 16 20:27:11.749052 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-14036686-8311-485b-b4c1-cf1d4d6e5353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:11.750906 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-14036686-8311-485b-b4c1-cf1d4d6e5353 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7edd70-20de-4e61-bdbf-b828a7bcd4d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508616 Aug 16 20:27:11.853721 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-0cb7ca7e-00bb-4784-a595-246cffaa562b service neutron] 10.222.0.57 "GET /v2.0/networks/ba7edd70-20de-4e61-bdbf-b828a7bcd4d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946753 Aug 16 20:27:11.957100 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7032fbb0-492d-4c4b-bdb1-6cf625e29309 req-7ed96c63-f022-4c61-ac82-37c7732a532e service neutron] 10.222.0.57 "GET /v2.0/networks/ba7edd70-20de-4e61-bdbf-b828a7bcd4d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966783 Aug 16 20:27:12.048588 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccfbbd-a52e-48d7-82b1-ff9e462c55cf req-5052b770-edf8-453c-b98f-56202dc9bdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:12.050210 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a6ccfbbd-a52e-48d7-82b1-ff9e462c55cf req-5052b770-edf8-453c-b98f-56202dc9bdd6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 1095 time: 0.0429308 Aug 16 20:27:12.066213 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-40a89ccc-be15-4268-b531-7f21476cf653 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Floating IP c651f5ab-151a-46cf-8380-6b5cf7739dee associated. External IP: 172.25.8.102, port: c0dd4f2b-df76-4cd0-b62a-0908f07064d2. Aug 16 20:27:12.148518 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccfbbd-a52e-48d7-82b1-ff9e462c55cf req-a7cd4ae9-6b4c-41c9-91c2-7ce035cc2100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:12.149998 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a6ccfbbd-a52e-48d7-82b1-ff9e462c55cf req-a7cd4ae9-6b4c-41c9-91c2-7ce035cc2100 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7edd70-20de-4e61-bdbf-b828a7bcd4d6 HTTP/1.1" status: 200 len: 898 time: 0.0918250 Aug 16 20:27:12.193385 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a6ccfbbd-a52e-48d7-82b1-ff9e462c55cf req-e8c0f218-1504-4c28-8c89-051750d566a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eb78360-447a-4a0b-952b-3eb2e810cb70 HTTP/1.1" status: 200 len: 217 time: 0.0367062 Aug 16 20:27:12.242214 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccfbbd-a52e-48d7-82b1-ff9e462c55cf req-b57c3263-4a8a-4a76-8991-68153a820fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:12.243613 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a6ccfbbd-a52e-48d7-82b1-ff9e462c55cf req-b57c3263-4a8a-4a76-8991-68153a820fff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e02d1dd5-4e87-4962-8004-c08f652173e8 HTTP/1.1" status: 200 len: 835 time: 0.0430796 Aug 16 20:27:12.283360 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a89ccc-be15-4268-b531-7f21476cf653 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Router a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:27:12.294052 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccfbbd-a52e-48d7-82b1-ff9e462c55cf req-dcb7a46a-60f1-4814-85e0-16fa6c807209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:12.295636 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a6ccfbbd-a52e-48d7-82b1-ff9e462c55cf req-dcb7a46a-60f1-4814-85e0-16fa6c807209 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7edd70-20de-4e61-bdbf-b828a7bcd4d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447793 Aug 16 20:27:12.393193 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a89ccc-be15-4268-b531-7f21476cf653 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:27:12.398166 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-40a89ccc-be15-4268-b531-7f21476cf653 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:12.404849 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c2b457-260f-4235-b6c3-39a1033805a6 None None] Sync routers for ids ['a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:27:12.414330 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c2b457-260f-4235-b6c3-39a1033805a6 None None] Routers {'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:27:12.414533 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff45dea-b48a-47d9-91ab-ad7dec7afb05 req-1c246949-4224-4ddf-afbc-c321c79a3d59 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:12.415030 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-74c2b457-260f-4235-b6c3-39a1033805a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:27:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:12.415891 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9ff45dea-b48a-47d9-91ab-ad7dec7afb05 req-1c246949-4224-4ddf-afbc-c321c79a3d59 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 943 time: 0.0705395 Aug 16 20:27:12.428330 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a6ccfbbd-a52e-48d7-82b1-ff9e462c55cf req-6ef475d7-330d-4e16-a1b8-7c9f070c403a service neutron] 10.222.0.57 "GET /v2.0/networks/ba7edd70-20de-4e61-bdbf-b828a7bcd4d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254897 Aug 16 20:27:12.432769 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-40a89ccc-be15-4268-b531-7f21476cf653 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "PUT /v2.0/floatingips/c651f5ab-151a-46cf-8380-6b5cf7739dee HTTP/1.1" status: 200 len: 991 time: 1.5513802 Aug 16 20:27:12.433455 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284fc70e-f4f1-4c50-a544-6bc8f67dd3fb', 'tag': 'c0dd4f2b-df76-4cd0-b62a-0908f07064d2'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:27:12.435967 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea4a94c-d4c2-4808-97d5-f991b8dcfeb8" -d '{"events": [{"name": "network-changed", "server_uuid": "284fc70e-f4f1-4c50-a544-6bc8f67dd3fb", "tag": "c0dd4f2b-df76-4cd0-b62a-0908f07064d2"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:27:12.523106 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9ff45dea-b48a-47d9-91ab-ad7dec7afb05 req-82647c43-74b7-4fed-b52b-2f79189d809a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971048 Aug 16 20:27:12.533614 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69228efc-7cec-4533-a3d9-79370bdd7840 x-openstack-request-id: req-69228efc-7cec-4533-a3d9-79370bdd7840 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:27:12.533903 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284fc70e-f4f1-4c50-a544-6bc8f67dd3fb", "tag": "c0dd4f2b-df76-4cd0-b62a-0908f07064d2", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:27:12.534153 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-69228efc-7cec-4533-a3d9-79370bdd7840 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:27:12.534551 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284fc70e-f4f1-4c50-a544-6bc8f67dd3fb', 'tag': 'c0dd4f2b-df76-4cd0-b62a-0908f07064d2', 'status': 'completed', 'code': 200} Aug 16 20:27:12.537523 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-74c2b457-260f-4235-b6c3-39a1033805a6 None None] Set router a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:27:12.568144 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a6ccfbbd-a52e-48d7-82b1-ff9e462c55cf req-6c0893df-d923-45fd-955c-8c9e1575c563 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7edd70-20de-4e61-bdbf-b828a7bcd4d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254146 Aug 16 20:27:12.599714 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4a94c-d4c2-4808-97d5-f991b8dcfeb8 req-aa2b7a32-1697-4169-9ed4-59700d294f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:12.601606 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fea4a94c-d4c2-4808-97d5-f991b8dcfeb8 req-aa2b7a32-1697-4169-9ed4-59700d294f0f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5fcbda3619a74e5b9b9ea7a9065ce932&device_id=284fc70e-f4f1-4c50-a544-6bc8f67dd3fb HTTP/1.1" status: 200 len: 1097 time: 0.0449193 Aug 16 20:27:12.694849 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4a94c-d4c2-4808-97d5-f991b8dcfeb8 req-019bd602-5745-45fb-b7c7-1a3b2d758da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:12.696545 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fea4a94c-d4c2-4808-97d5-f991b8dcfeb8 req-019bd602-5745-45fb-b7c7-1a3b2d758da9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0884c200-acec-460b-b534-7fcde0dd54c6 HTTP/1.1" status: 200 len: 912 time: 0.0881839 Aug 16 20:27:12.710544 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f032e696-9194-483d-b68c-07af87a7fe15 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:27:12.774380 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-74c2b457-260f-4235-b6c3-39a1033805a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'name': 'tempest-AttachVolumeTestJSON-1016052742-router', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:47Z', 'revision_number': 4, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'gw_port': {'id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'c651f5ab-151a-46cf-8380-6b5cf7739dee', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'floating_ip_address': '172.25.8.102', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'port_id': 'c0dd4f2b-df76-4cd0-b62a-0908f07064d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6', 'mac_address': 'fa:16:3e:fb:cc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284fc70e-f4f1-4c50-a544-6bc8f67dd3fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:26:59Z', 'updated_at': '2021-08-16T20:27:11Z', 'revision_number': 1, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa6e969-c7b9-440b-bc55-b8cb109c2b65', 'name': '', 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'mac_address': 'fa:16:3e:55:7a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:45Z', 'updated_at': '2021-08-16T20:22:54Z', 'revision_number': 5, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'subnets': [{'id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:12.782879 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port f032e696-9194-483d-b68c-07af87a7fe15 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:27:12.783858 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:12.790489 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fea4a94c-d4c2-4808-97d5-f991b8dcfeb8 req-86361ed6-4038-41cf-9b74-68f3f4299191 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0dd4f2b-df76-4cd0-b62a-0908f07064d2 HTTP/1.1" status: 200 len: 999 time: 0.0854387 Aug 16 20:27:12.803500 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c2b457-260f-4235-b6c3-39a1033805a6 None None] Checking router: a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:27:12.813671 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c2b457-260f-4235-b6c3-39a1033805a6 None None] Routers {'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:27:12.814344 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-74c2b457-260f-4235-b6c3-39a1033805a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:27:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:12.851101 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4a94c-d4c2-4808-97d5-f991b8dcfeb8 req-ef2b97bd-9faa-4a3f-8c4e-8d5a4a01a1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:12.852759 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fea4a94c-d4c2-4808-97d5-f991b8dcfeb8 req-ef2b97bd-9faa-4a3f-8c4e-8d5a4a01a1a0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2e5317c1-df9f-4c3c-8707-a2ba178832b8 HTTP/1.1" status: 200 len: 850 time: 0.0555232 Aug 16 20:27:12.901087 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4a94c-d4c2-4808-97d5-f991b8dcfeb8 req-8f9860fd-0ab9-4660-b7b9-d64a7161d3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:12.902682 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fea4a94c-d4c2-4808-97d5-f991b8dcfeb8 req-8f9860fd-0ab9-4660-b7b9-d64a7161d3fc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0884c200-acec-460b-b534-7fcde0dd54c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434535 Aug 16 20:27:12.922719 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-74c2b457-260f-4235-b6c3-39a1033805a6 None None] Set router a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:27:12.997230 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fea4a94c-d4c2-4808-97d5-f991b8dcfeb8 req-dc1d0d49-a6c0-4469-8dff-a98f111c311b service neutron] 10.222.0.63 "GET /v2.0/networks/0884c200-acec-460b-b534-7fcde0dd54c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877934 Aug 16 20:27:13.094791 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fea4a94c-d4c2-4808-97d5-f991b8dcfeb8 req-4b7bba60-5f89-4d55-aa8e-819ce5322a38 service neutron] 10.222.0.63 "GET /v2.0/networks/0884c200-acec-460b-b534-7fcde0dd54c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905020 Aug 16 20:27:13.154512 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-74c2b457-260f-4235-b6c3-39a1033805a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'name': 'tempest-AttachVolumeTestJSON-1016052742-router', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:47Z', 'revision_number': 4, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'gw_port': {'id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'c651f5ab-151a-46cf-8380-6b5cf7739dee', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'floating_ip_address': '172.25.8.102', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'port_id': 'c0dd4f2b-df76-4cd0-b62a-0908f07064d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6', 'mac_address': 'fa:16:3e:fb:cc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284fc70e-f4f1-4c50-a544-6bc8f67dd3fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:26:59Z', 'updated_at': '2021-08-16T20:27:11Z', 'revision_number': 1, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa6e969-c7b9-440b-bc55-b8cb109c2b65', 'name': '', 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'mac_address': 'fa:16:3e:55:7a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:45Z', 'updated_at': '2021-08-16T20:22:54Z', 'revision_number': 5, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'subnets': [{'id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:13.179690 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c2b457-260f-4235-b6c3-39a1033805a6 None None] The sync data for ids ['a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'] in n-d-787206-13 is: [{'id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'name': 'tempest-AttachVolumeTestJSON-1016052742-router', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:47Z', 'revision_number': 4, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'gw_port': {'id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'c651f5ab-151a-46cf-8380-6b5cf7739dee', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'floating_ip_address': '172.25.8.102', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'port_id': 'c0dd4f2b-df76-4cd0-b62a-0908f07064d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6', 'mac_address': 'fa:16:3e:fb:cc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284fc70e-f4f1-4c50-a544-6bc8f67dd3fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:26:59Z', 'updated_at': '2021-08-16T20:27:11Z', 'revision_number': 1, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa6e969-c7b9-440b-bc55-b8cb109c2b65', 'name': '', 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'mac_address': 'fa:16:3e:55:7a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:45Z', 'updated_at': '2021-08-16T20:22:54Z', 'revision_number': 5, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'subnets': [{'id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:27:13.362776 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8547753-fdb4-4dff-b9eb-a8c9444135dd None None] New status for floating IP c651f5ab-151a-46cf-8380-6b5cf7739dee: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:27:13.652315 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ac81e-6d7d-4f5a-be81-10bbadd71d68 req-29d87a02-8def-48a2-a2b0-9e2ea3e3819f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:13.654306 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b37ac81e-6d7d-4f5a-be81-10bbadd71d68 req-29d87a02-8def-48a2-a2b0-9e2ea3e3819f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 943 time: 0.0562673 Aug 16 20:27:13.690840 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b37ac81e-6d7d-4f5a-be81-10bbadd71d68 req-90b04a21-7b20-442c-bff7-fe9a7bb29f2a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309539 Aug 16 20:27:14.561438 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c999d106-0220-4082-a7a0-922e37b9870e req-fe6a3d9f-8cbd-4bc0-9826-b6008e933a95 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421569 Aug 16 20:27:14.650217 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999d106-0220-4082-a7a0-922e37b9870e req-9d6f5db7-3a85-45a1-b500-2fdcbd80b525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:14.651816 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c999d106-0220-4082-a7a0-922e37b9870e req-9d6f5db7-3a85-45a1-b500-2fdcbd80b525 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=36ce9d10f04c4ea3a97f2ef277d208d8&device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 1098 time: 0.0471909 Aug 16 20:27:14.761181 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999d106-0220-4082-a7a0-922e37b9870e req-6de6f83c-0c9c-4e68-98c3-fe643adb9998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:14.762676 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c999d106-0220-4082-a7a0-922e37b9870e req-6de6f83c-0c9c-4e68-98c3-fe643adb9998 service neutron] 10.222.0.57 "GET /v2.0/networks?id=694913cb-9660-4a1c-a341-9653a1f83c96 HTTP/1.1" status: 200 len: 918 time: 0.0921881 Aug 16 20:27:14.854217 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c999d106-0220-4082-a7a0-922e37b9870e req-2ba25991-ea16-4ae2-b27e-35e91518f32e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9db088bf-9b00-448c-84a5-6e7ac3be46b3 HTTP/1.1" status: 200 len: 1002 time: 0.0812430 Aug 16 20:27:14.862786 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c846e51-b882-4459-a691-9e6142d23141 req-f806de4a-7ad6-48f3-a8f7-cf60fcd366c8 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:14.864343 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6c846e51-b882-4459-a691-9e6142d23141 req-f806de4a-7ad6-48f3-a8f7-cf60fcd366c8 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 943 time: 0.1004848 Aug 16 20:27:14.936173 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999d106-0220-4082-a7a0-922e37b9870e req-74f3303b-2094-456e-83c8-35df95f35c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:14.937944 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c999d106-0220-4082-a7a0-922e37b9870e req-74f3303b-2094-456e-83c8-35df95f35c22 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22f1ef82-708c-4a07-a4be-6ce7461b8bb2 HTTP/1.1" status: 200 len: 856 time: 0.0726411 Aug 16 20:27:14.943093 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6c846e51-b882-4459-a691-9e6142d23141 req-f6d3022d-486b-4219-9527-208bed81882a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695970 Aug 16 20:27:14.988660 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999d106-0220-4082-a7a0-922e37b9870e req-87dcec4c-21a9-4b54-a663-148c204ba960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:14.990150 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c999d106-0220-4082-a7a0-922e37b9870e req-87dcec4c-21a9-4b54-a663-148c204ba960 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=694913cb-9660-4a1c-a341-9653a1f83c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453436 Aug 16 20:27:15.080132 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c999d106-0220-4082-a7a0-922e37b9870e req-79bc8f63-9690-46f5-90a7-d4c03f937e65 service neutron] 10.222.0.57 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820012 Aug 16 20:27:15.174410 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c999d106-0220-4082-a7a0-922e37b9870e req-d9b7d9b7-3cfe-4b9a-8be1-aca2ebd62908 service neutron] 10.222.0.57 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875962 Aug 16 20:27:15.574060 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3eb78360-447a-4a0b-952b-3eb2e810cb70 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:27:15.672208 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 3eb78360-447a-4a0b-952b-3eb2e810cb70, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3eb78360-447a-4a0b-952b-3eb2e810cb70,segment=NetworkSegment(a433584c-7396-496b-bebc-59b35c10aeb8),segment_id=a433584c-7396-496b-bebc-59b35c10aeb8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:15.684149 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '3eb78360-447a-4a0b-952b-3eb2e810cb70', 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6', 'port_id': '3eb78360-447a-4a0b-952b-3eb2e810cb70', 'mac_address': 'fa:16:3e:b8:b6:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e02d1dd5-4e87-4962-8004-c08f652173e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:27:15.724005 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:15.736292 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eb78360-447a-4a0b-952b-3eb2e810cb70 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:27:15.755100 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 3eb78360-447a-4a0b-952b-3eb2e810cb70, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3eb78360-447a-4a0b-952b-3eb2e810cb70,segment=NetworkSegment(a433584c-7396-496b-bebc-59b35c10aeb8),segment_id=a433584c-7396-496b-bebc-59b35c10aeb8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:15.759116 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:15.806686 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=3eb78360-447a-4a0b-952b-3eb2e810cb70,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:15.968940 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['3eb78360-447a-4a0b-952b-3eb2e810cb70'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:27:16.065819 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f235874-9921-47dc-8f96-7e8a31a79006 req-38a15f1a-1833-4a2a-93d2-e523eb0dfefe tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:16.067699 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0f235874-9921-47dc-8f96-7e8a31a79006 req-38a15f1a-1833-4a2a-93d2-e523eb0dfefe tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 944 time: 0.0503373 Aug 16 20:27:16.107536 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0f235874-9921-47dc-8f96-7e8a31a79006 req-cf88de44-18b5-4119-a4fd-3fb1bbc547f0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331013 Aug 16 20:27:17.226094 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e58f3a-9585-4f0c-bd04-ea995b2b0e98 req-2961b49a-12cf-4232-abcd-8cd877da1f7b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:17.227520 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-11e58f3a-9585-4f0c-bd04-ea995b2b0e98 req-2961b49a-12cf-4232-abcd-8cd877da1f7b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 944 time: 0.0502591 Aug 16 20:27:17.266476 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-11e58f3a-9585-4f0c-bd04-ea995b2b0e98 req-abc088ad-d84a-4c9e-b38c-3ade0caaf866 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327711 Aug 16 20:27:17.573942 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3eb78360-447a-4a0b-952b-3eb2e810cb70 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:27:17.622836 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 3eb78360-447a-4a0b-952b-3eb2e810cb70 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:27:17.626787 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 3eb78360-447a-4a0b-952b-3eb2e810cb70 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:27:17.627161 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:17.709498 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:17.731207 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5c7b9e-c368-4a2b-b308-352ffd2d29e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb78360-447a-4a0b-952b-3eb2e810cb70'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:27:17.733890 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7dfcc7-6a0d-4244-95fc-16da00098fbb" -d '{"events": [{"server_uuid": "fa5c7b9e-c368-4a2b-b308-352ffd2d29e0", "name": "network-vif-plugged", "status": "completed", "tag": "3eb78360-447a-4a0b-952b-3eb2e810cb70"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:27:17.748222 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 3eb78360-447a-4a0b-952b-3eb2e810cb70, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3eb78360-447a-4a0b-952b-3eb2e810cb70,segment=NetworkSegment(a433584c-7396-496b-bebc-59b35c10aeb8),segment_id=a433584c-7396-496b-bebc-59b35c10aeb8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:17.753093 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:17.781397 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9789f82c-0a48-4b62-aa82-c564915f94c4 x-openstack-request-id: req-9789f82c-0a48-4b62-aa82-c564915f94c4 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:27:17.781790 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5c7b9e-c368-4a2b-b308-352ffd2d29e0", "name": "network-vif-plugged", "status": "completed", "tag": "3eb78360-447a-4a0b-952b-3eb2e810cb70", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:27:17.782022 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9789f82c-0a48-4b62-aa82-c564915f94c4 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:27:17.782610 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5c7b9e-c368-4a2b-b308-352ffd2d29e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb78360-447a-4a0b-952b-3eb2e810cb70', 'code': 200} Aug 16 20:27:17.808160 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=3eb78360-447a-4a0b-952b-3eb2e810cb70,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:17.881524 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc7a46-a437-46b9-9e35-8b4ce3e04f13 req-d4a51371-812e-405b-a35b-86afcda7182c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:17.883051 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0ecc7a46-a437-46b9-9e35-8b4ce3e04f13 req-d4a51371-812e-405b-a35b-86afcda7182c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 1097 time: 0.0430264 Aug 16 20:27:17.918019 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0ecc7a46-a437-46b9-9e35-8b4ce3e04f13 req-d7ebd5f8-96b2-434e-bafa-c7b47bdf99ed service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276482 Aug 16 20:27:18.384122 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12caa8f-8d91-47fd-8376-14a4c7ac1ac2 req-87613806-c897-4150-a9ca-e240b4e0930a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:18.385644 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b12caa8f-8d91-47fd-8376-14a4c7ac1ac2 req-87613806-c897-4150-a9ca-e240b4e0930a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0498459 Aug 16 20:27:18.423897 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b12caa8f-8d91-47fd-8376-14a4c7ac1ac2 req-cd01fa58-4699-4713-8507-2acdc107ea09 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322490 Aug 16 20:27:19.208458 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-a8fb4760-60a2-427b-96d2-319d35aa0ac7 req-a8863d02-26bb-429a-a907-a0575d806d8e service neutron] (94770) timed out ('10.222.0.68', 56882) {{(pid=94770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 20:27:19.544705 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc509c-d757-4d5f-933e-0bb5deb33ea4 req-c7532bd4-4063-4734-a2e7-8cb9badc4aa0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:19.546160 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-52fc509c-d757-4d5f-933e-0bb5deb33ea4 req-c7532bd4-4063-4734-a2e7-8cb9badc4aa0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0523758 Aug 16 20:27:19.583445 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-52fc509c-d757-4d5f-933e-0bb5deb33ea4 req-260d054b-902c-4746-9ac7-3d5b7595d710 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306017 Aug 16 20:27:19.705397 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41490c95-0707-405b-8696-aaaa70d237a0 req-6fae612a-777c-430f-b982-70c25f347ce7 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:19.706934 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-41490c95-0707-405b-8696-aaaa70d237a0 req-6fae612a-777c-430f-b982-70c25f347ce7 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0541821 Aug 16 20:27:19.744377 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-41490c95-0707-405b-8696-aaaa70d237a0 req-b702ef02-ca44-49b4-9ed2-3200813ea59e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314598 Aug 16 20:27:19.766151 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47232) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:19.806205 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508cfd6a-4f56-4590-9ae4-806a4ac44bc8 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:19.807764 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-508cfd6a-4f56-4590-9ae4-806a4ac44bc8 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 1092 time: 0.0406337 Aug 16 20:27:19.810883 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47234) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:19.815272 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-1e22c049-a8b1-4e6e-a7f8-949529763a7b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'port_id': '3eb78360-447a-4a0b-952b-3eb2e810cb70', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:19.836301 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e22c049-a8b1-4e6e-a7f8-949529763a7b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:19.943179 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e22c049-a8b1-4e6e-a7f8-949529763a7b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:20.048118 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-1e22c049-a8b1-4e6e-a7f8-949529763a7b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Allocated IP 172.25.8.165 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/53d9ec93-82e6-4dce-bc57-764d33978a7b) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:27:20.158043 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e22c049-a8b1-4e6e-a7f8-949529763a7b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:20.198770 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e22c049-a8b1-4e6e-a7f8-949529763a7b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:20.237326 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e22c049-a8b1-4e6e-a7f8-949529763a7b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:27:20.241955 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-1e22c049-a8b1-4e6e-a7f8-949529763a7b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:27:20.245427 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e22c049-a8b1-4e6e-a7f8-949529763a7b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:27:20.269802 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22c049-a8b1-4e6e-a7f8-949529763a7b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'Port': ['ID=53d9ec93-82e6-4dce-bc57-764d33978a7b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:20.605276 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e22c049-a8b1-4e6e-a7f8-949529763a7b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:20.672597 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e22c049-a8b1-4e6e-a7f8-949529763a7b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:20.824481 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e22c049-a8b1-4e6e-a7f8-949529763a7b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:20.829972 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e22c049-a8b1-4e6e-a7f8-949529763a7b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:20.901070 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22c049-a8b1-4e6e-a7f8-949529763a7b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'Port': ['ID=53d9ec93-82e6-4dce-bc57-764d33978a7b,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:20.909484 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e22c049-a8b1-4e6e-a7f8-949529763a7b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:21.010370 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-1e22c049-a8b1-4e6e-a7f8-949529763a7b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Floating IP a7f29ee3-2505-4164-9dbd-6bd4370c1dcd associated. External IP: 172.25.8.165, port: 3eb78360-447a-4a0b-952b-3eb2e810cb70. Aug 16 20:27:21.218305 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e22c049-a8b1-4e6e-a7f8-949529763a7b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Router 934c1c01-b0c2-42da-a0e8-02b58cf74e05 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:27:21.330168 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e22c049-a8b1-4e6e-a7f8-949529763a7b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:27:21.339959 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22bf095-437e-49c1-9ee9-a49eb5211b1b None None] Sync routers for ids ['934c1c01-b0c2-42da-a0e8-02b58cf74e05'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:27:21.346299 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e22c049-a8b1-4e6e-a7f8-949529763a7b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:21.349793 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22bf095-437e-49c1-9ee9-a49eb5211b1b None None] Routers {'934c1c01-b0c2-42da-a0e8-02b58cf74e05'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:27:21.350410 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c22bf095-437e-49c1-9ee9-a49eb5211b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:27:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['934c1c01-b0c2-42da-a0e8-02b58cf74e05'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:21.375908 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1e22c049-a8b1-4e6e-a7f8-949529763a7b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5639813 Aug 16 20:27:21.376504 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5c7b9e-c368-4a2b-b308-352ffd2d29e0', 'tag': '3eb78360-447a-4a0b-952b-3eb2e810cb70'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:27:21.378956 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa311d0-6f33-4f57-bdb3-5b9dcde323d0" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5c7b9e-c368-4a2b-b308-352ffd2d29e0", "tag": "3eb78360-447a-4a0b-952b-3eb2e810cb70"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:27:21.419790 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81886f9a-fce2-43f1-9ad3-85eed6447ade x-openstack-request-id: req-81886f9a-fce2-43f1-9ad3-85eed6447ade {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:27:21.420099 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5c7b9e-c368-4a2b-b308-352ffd2d29e0", "tag": "3eb78360-447a-4a0b-952b-3eb2e810cb70", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:27:21.420349 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-81886f9a-fce2-43f1-9ad3-85eed6447ade {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:27:21.420768 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5c7b9e-c368-4a2b-b308-352ffd2d29e0', 'tag': '3eb78360-447a-4a0b-952b-3eb2e810cb70', 'status': 'completed', 'code': 200} Aug 16 20:27:21.509392 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b36b30-4969-400c-a41e-da35c68e5fb2 req-838dc14b-f9d6-47b9-9757-bf12443e76f5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:21.510799 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c3b36b30-4969-400c-a41e-da35c68e5fb2 req-838dc14b-f9d6-47b9-9757-bf12443e76f5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0796673 Aug 16 20:27:21.515574 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa311d0-6f33-4f57-bdb3-5b9dcde323d0 req-99d65ff7-71a4-4a76-8a68-3fe4583beea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:21.517168 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-baa311d0-6f33-4f57-bdb3-5b9dcde323d0 req-99d65ff7-71a4-4a76-8a68-3fe4583beea5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 1097 time: 0.0737236 Aug 16 20:27:21.556539 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-c22bf095-437e-49c1-9ee9-a49eb5211b1b None None] Set router 934c1c01-b0c2-42da-a0e8-02b58cf74e05 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:27:21.595704 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c3b36b30-4969-400c-a41e-da35c68e5fb2 req-b9bca15a-4c64-4a6c-83eb-124b07577a7d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776200 Aug 16 20:27:21.618121 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47248) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:21.638925 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa311d0-6f33-4f57-bdb3-5b9dcde323d0 req-2342e543-4720-4e20-bace-053870455e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:21.640441 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-baa311d0-6f33-4f57-bdb3-5b9dcde323d0 req-2342e543-4720-4e20-bace-053870455e1e service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7edd70-20de-4e61-bdbf-b828a7bcd4d6 HTTP/1.1" status: 200 len: 898 time: 0.1064649 Aug 16 20:27:21.686650 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d480bdfc-6523-4a6b-aedd-6f53e602288c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/floatingips/a7f29ee3-2505-4164-9dbd-6bd4370c1dcd HTTP/1.1" status: 200 len: 991 time: 0.0672157 Aug 16 20:27:21.709659 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-baa311d0-6f33-4f57-bdb3-5b9dcde323d0 req-3bef594d-b18b-4386-a741-6bcd0452e0cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eb78360-447a-4a0b-952b-3eb2e810cb70 HTTP/1.1" status: 200 len: 999 time: 0.0622139 Aug 16 20:27:21.765484 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa311d0-6f33-4f57-bdb3-5b9dcde323d0 req-3a7a179c-4fd9-45c0-a305-c4275a48c88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:21.766898 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-baa311d0-6f33-4f57-bdb3-5b9dcde323d0 req-3a7a179c-4fd9-45c0-a305-c4275a48c88c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e02d1dd5-4e87-4962-8004-c08f652173e8 HTTP/1.1" status: 200 len: 835 time: 0.0500271 Aug 16 20:27:21.788477 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c22bf095-437e-49c1-9ee9-a49eb5211b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283997410', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:27:03Z', 'updated_at': '2021-08-16T20:27:06Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': '91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:27:03Z', 'updated_at': '2021-08-16T20:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'a7f29ee3-2505-4164-9dbd-6bd4370c1dcd', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'floating_ip_address': '172.25.8.165', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'port_id': '3eb78360-447a-4a0b-952b-3eb2e810cb70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6', 'mac_address': 'fa:16:3e:b8:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5c7b9e-c368-4a2b-b308-352ffd2d29e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:27:20Z', 'updated_at': '2021-08-16T20:27:20Z', 'revision_number': 0, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f032e696-9194-483d-b68c-07af87a7fe15', 'name': '', 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:ac:21:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'e02d1dd5-4e87-4962-8004-c08f652173e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:27:06Z', 'updated_at': '2021-08-16T20:27:10Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': 'e02d1dd5-4e87-4962-8004-c08f652173e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:21.813891 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22bf095-437e-49c1-9ee9-a49eb5211b1b None None] Checking router: 934c1c01-b0c2-42da-a0e8-02b58cf74e05 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:27:21.814111 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa311d0-6f33-4f57-bdb3-5b9dcde323d0 req-8907343b-dd6d-4b90-98f1-120191958881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:21.815482 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-baa311d0-6f33-4f57-bdb3-5b9dcde323d0 req-8907343b-dd6d-4b90-98f1-120191958881 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7edd70-20de-4e61-bdbf-b828a7bcd4d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407238 Aug 16 20:27:21.821928 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22bf095-437e-49c1-9ee9-a49eb5211b1b None None] Routers {'934c1c01-b0c2-42da-a0e8-02b58cf74e05'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:27:21.822535 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c22bf095-437e-49c1-9ee9-a49eb5211b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:27:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['934c1c01-b0c2-42da-a0e8-02b58cf74e05'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:21.911593 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-baa311d0-6f33-4f57-bdb3-5b9dcde323d0 req-43656c89-2108-4a71-aebe-94b51f9f0e68 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7edd70-20de-4e61-bdbf-b828a7bcd4d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889888 Aug 16 20:27:21.926211 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-c22bf095-437e-49c1-9ee9-a49eb5211b1b None None] Set router 934c1c01-b0c2-42da-a0e8-02b58cf74e05 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:27:22.003876 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-baa311d0-6f33-4f57-bdb3-5b9dcde323d0 req-f050679f-4861-460f-bd85-8389bd5d46bf service neutron] 10.222.0.57 "GET /v2.0/networks/ba7edd70-20de-4e61-bdbf-b828a7bcd4d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849762 Aug 16 20:27:22.155703 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c22bf095-437e-49c1-9ee9-a49eb5211b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283997410', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:27:03Z', 'updated_at': '2021-08-16T20:27:06Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': '91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:27:03Z', 'updated_at': '2021-08-16T20:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'a7f29ee3-2505-4164-9dbd-6bd4370c1dcd', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'floating_ip_address': '172.25.8.165', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'port_id': '3eb78360-447a-4a0b-952b-3eb2e810cb70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6', 'mac_address': 'fa:16:3e:b8:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5c7b9e-c368-4a2b-b308-352ffd2d29e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:27:20Z', 'updated_at': '2021-08-16T20:27:20Z', 'revision_number': 0, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f032e696-9194-483d-b68c-07af87a7fe15', 'name': '', 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:ac:21:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'e02d1dd5-4e87-4962-8004-c08f652173e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:27:06Z', 'updated_at': '2021-08-16T20:27:10Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': 'e02d1dd5-4e87-4962-8004-c08f652173e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:22.181004 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22bf095-437e-49c1-9ee9-a49eb5211b1b None None] The sync data for ids ['934c1c01-b0c2-42da-a0e8-02b58cf74e05'] in n-d-787206-13 is: [{'id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283997410', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:27:03Z', 'updated_at': '2021-08-16T20:27:06Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': '91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:27:03Z', 'updated_at': '2021-08-16T20:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'a7f29ee3-2505-4164-9dbd-6bd4370c1dcd', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'floating_ip_address': '172.25.8.165', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'port_id': '3eb78360-447a-4a0b-952b-3eb2e810cb70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6', 'mac_address': 'fa:16:3e:b8:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5c7b9e-c368-4a2b-b308-352ffd2d29e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:27:20Z', 'updated_at': '2021-08-16T20:27:20Z', 'revision_number': 0, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f032e696-9194-483d-b68c-07af87a7fe15', 'name': '', 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:ac:21:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'e02d1dd5-4e87-4962-8004-c08f652173e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:27:06Z', 'updated_at': '2021-08-16T20:27:10Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': 'e02d1dd5-4e87-4962-8004-c08f652173e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:27:22.389686 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdb6e61-f389-465d-9731-6d26c73839b5 None None] New status for floating IP a7f29ee3-2505-4164-9dbd-6bd4370c1dcd: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:27:22.690125 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 47254) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:22.760961 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bd4bb711-ec61-40b3-bf87-d4ad3ae3864e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/floatingips/a7f29ee3-2505-4164-9dbd-6bd4370c1dcd HTTP/1.1" status: 200 len: 993 time: 0.0696995 Aug 16 20:27:31.802034 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-293289a8-baa1-4999-ba64-e6a36d14a6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:34.396043 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12c6e37d-a7ad-4346-a675-cf706959017c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:34.669123 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:35.604452 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:36.085860 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:36.181961 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:37.069341 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:47.113080 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cadf6-94e6-46ed-aff5-911a598d330b req-049c6a47-068a-4504-9f0a-39906f0cc7d4 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:47.114559 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-402cadf6-94e6-46ed-aff5-911a598d330b req-049c6a47-068a-4504-9f0a-39906f0cc7d4 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 946 time: 0.0495508 Aug 16 20:27:47.151498 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-402cadf6-94e6-46ed-aff5-911a598d330b req-cc013a4a-cdd5-45d6-99e7-e7de7eccb2bb tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308490 Aug 16 20:27:47.599304 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:27:48.269733 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00fa99-1a7a-46c9-ae9c-3db999974a3d req-1526810d-f681-4904-b894-80957282c26a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:48.271180 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8c00fa99-1a7a-46c9-ae9c-3db999974a3d req-1526810d-f681-4904-b894-80957282c26a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 946 time: 0.0483146 Aug 16 20:27:48.309259 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8c00fa99-1a7a-46c9-ae9c-3db999974a3d req-73648e97-e624-4213-95fe-c159d2df81c7 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320613 Aug 16 20:27:49.426500 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf684861-aea9-409f-8403-627c53947078 req-134b26ef-56c9-4c5e-bd49-58f07218b0b4 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:49.427991 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bf684861-aea9-409f-8403-627c53947078 req-134b26ef-56c9-4c5e-bd49-58f07218b0b4 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 946 time: 0.0487030 Aug 16 20:27:49.469730 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bf684861-aea9-409f-8403-627c53947078 req-2b6baf5a-28d4-4eb7-b45f-1f8463d657e1 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358336 Aug 16 20:27:50.588238 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ebcf6-49c5-4d60-be3a-2e43d209d822 req-ec6a5140-4e93-4c49-855d-078ca91acee9 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:50.589691 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1d1ebcf6-49c5-4d60-be3a-2e43d209d822 req-ec6a5140-4e93-4c49-855d-078ca91acee9 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 946 time: 0.0481653 Aug 16 20:27:50.626672 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1d1ebcf6-49c5-4d60-be3a-2e43d209d822 req-5115a4ac-c0d3-45de-bacf-2314639b3ccd tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310287 Aug 16 20:27:51.746519 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca300e04-d338-42f0-a0d8-351169d020e7 req-520deb55-5e15-4638-a799-26786ebbe77a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:51.748037 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ca300e04-d338-42f0-a0d8-351169d020e7 req-520deb55-5e15-4638-a799-26786ebbe77a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 946 time: 0.0494108 Aug 16 20:27:51.785181 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ca300e04-d338-42f0-a0d8-351169d020e7 req-fd33c498-0d33-4b6c-8238-080ce352f3a2 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310545 Aug 16 20:27:52.903785 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d90f9f-252e-4dbb-bb65-2b04618893b4 req-da5de702-4d9d-49be-8780-1cc264d539a0 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:52.905287 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e4d90f9f-252e-4dbb-bb65-2b04618893b4 req-da5de702-4d9d-49be-8780-1cc264d539a0 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 946 time: 0.0487785 Aug 16 20:27:52.947515 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e4d90f9f-252e-4dbb-bb65-2b04618893b4 req-6cc01e1e-8352-4613-896c-31fb744af2a9 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357616 Aug 16 20:27:53.877133 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e7fca-a34d-43be-8413-414a0148ba87 req-d95cd1ce-6823-4597-aba8-d08dc9c43d60 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:53.878658 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-423e7fca-a34d-43be-8413-414a0148ba87 req-d95cd1ce-6823-4597-aba8-d08dc9c43d60 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 1097 time: 0.0413489 Aug 16 20:27:53.897187 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-423e7fca-a34d-43be-8413-414a0148ba87 req-f2c23c9a-fb42-4365-ae5f-95a143a7cbc8 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:53.987845 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-423e7fca-a34d-43be-8413-414a0148ba87 req-f2c23c9a-fb42-4365-ae5f-95a143a7cbc8 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:53.994268 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-423e7fca-a34d-43be-8413-414a0148ba87 req-f2c23c9a-fb42-4365-ae5f-95a143a7cbc8 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:54.021192 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-423e7fca-a34d-43be-8413-414a0148ba87 req-f2c23c9a-fb42-4365-ae5f-95a143a7cbc8 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364529 Aug 16 20:27:54.025685 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c23c9a-fb42-4365-ae5f-95a143a7cbc8 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a645fc5-6efa-417d-9007-6b3b657088b3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:54.033739 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c23c9a-fb42-4365-ae5f-95a143a7cbc8 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:54.034090 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c23c9a-fb42-4365-ae5f-95a143a7cbc8 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:54.034432 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c23c9a-fb42-4365-ae5f-95a143a7cbc8 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:54.034768 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c23c9a-fb42-4365-ae5f-95a143a7cbc8 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:54.035103 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c23c9a-fb42-4365-ae5f-95a143a7cbc8 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:54.035460 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c23c9a-fb42-4365-ae5f-95a143a7cbc8 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:54.035788 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c23c9a-fb42-4365-ae5f-95a143a7cbc8 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:54.036114 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c23c9a-fb42-4365-ae5f-95a143a7cbc8 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:54.036438 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c23c9a-fb42-4365-ae5f-95a143a7cbc8 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:54.036765 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c23c9a-fb42-4365-ae5f-95a143a7cbc8 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:54.037095 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c23c9a-fb42-4365-ae5f-95a143a7cbc8 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:54.037450 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c23c9a-fb42-4365-ae5f-95a143a7cbc8 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:54.087873 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992206f6-09cb-4625-8009-2e17cad3b9ce req-40cc71c3-bba4-49c1-a64e-4d353bf22515 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:54.089419 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-992206f6-09cb-4625-8009-2e17cad3b9ce req-40cc71c3-bba4-49c1-a64e-4d353bf22515 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 946 time: 0.0529294 Aug 16 20:27:54.132746 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-992206f6-09cb-4625-8009-2e17cad3b9ce req-3d5a658b-41c0-4984-9b6b-e6b97bb713a3 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366714 Aug 16 20:27:54.149333 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b6bb3-bada-4d3b-8a1b-27553d072bd9 req-2838726f-b94a-4159-874b-918723490016 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:54.150862 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3a5b6bb3-bada-4d3b-8a1b-27553d072bd9 req-2838726f-b94a-4159-874b-918723490016 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0554354 Aug 16 20:27:54.196291 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3a5b6bb3-bada-4d3b-8a1b-27553d072bd9 req-9e9ea97b-fff3-45a8-ba69-41ef7abaa6d5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387778 Aug 16 20:27:54.219559 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47414) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:54.278433 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ae6faa90-93ad-408d-bce3-029181f47930 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/floatingips/a7f29ee3-2505-4164-9dbd-6bd4370c1dcd HTTP/1.1" status: 200 len: 993 time: 0.0577896 Aug 16 20:27:54.803737 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47428) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:54.861050 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a9c9a-672c-454f-8476-baddeafc4b29 req-ea335b9c-df3a-4624-8150-898e7e9bff53 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:54.862620 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7d3a9c9a-672c-454f-8476-baddeafc4b29 req-ea335b9c-df3a-4624-8150-898e7e9bff53 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0487638 Aug 16 20:27:54.900722 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7d3a9c9a-672c-454f-8476-baddeafc4b29 req-610c6b84-f097-4d1b-8650-282a3a55a715 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321004 Aug 16 20:27:54.905175 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-73ae8e21-3ad2-42e3-a128-da2b301d51f2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1002574 Aug 16 20:27:55.256194 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf4ca8-e9de-44c9-b987-8146ee7c9f7a req-c4cd26de-eb82-45c3-8222-ed5c843a1160 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:55.257772 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-96cf4ca8-e9de-44c9-b987-8146ee7c9f7a req-c4cd26de-eb82-45c3-8222-ed5c843a1160 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 946 time: 0.0499971 Aug 16 20:27:55.300339 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-96cf4ca8-e9de-44c9-b987-8146ee7c9f7a req-cf4b72b4-e4dd-4bc8-ae2b-d7e66dbc1253 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365541 Aug 16 20:27:55.977795 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-eca98c96-3c8f-4554-90b1-bfc6b7a05868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:55.979498 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-eca98c96-3c8f-4554-90b1-bfc6b7a05868 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 1097 time: 0.0410175 Aug 16 20:27:56.024692 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2be61-fe03-4705-92f8-4e2318c291ce req-a569f522-e467-4edc-9ef0-4273f3f8aa2c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:56.026179 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b7f2be61-fe03-4705-92f8-4e2318c291ce req-a569f522-e467-4edc-9ef0-4273f3f8aa2c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0532098 Aug 16 20:27:56.065568 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b7f2be61-fe03-4705-92f8-4e2318c291ce req-8d65757a-94b2-4ffc-bc0c-806295c303b7 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330238 Aug 16 20:27:56.075178 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-0cd04ebf-bcf5-415e-a10a-2f907ed7bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:56.076718 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-0cd04ebf-bcf5-415e-a10a-2f907ed7bda4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7edd70-20de-4e61-bdbf-b828a7bcd4d6 HTTP/1.1" status: 200 len: 898 time: 0.0900104 Aug 16 20:27:56.150491 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-f21541e1-46ee-4f63-89ca-1a24b756c03e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eb78360-447a-4a0b-952b-3eb2e810cb70 HTTP/1.1" status: 200 len: 1001 time: 0.0671670 Aug 16 20:27:56.198798 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-a3a489d0-ee81-4aae-a867-50ba4a668b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:56.200194 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-a3a489d0-ee81-4aae-a867-50ba4a668b4d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e02d1dd5-4e87-4962-8004-c08f652173e8 HTTP/1.1" status: 200 len: 835 time: 0.0428648 Aug 16 20:27:56.243926 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-1c097c50-0018-438c-a9a4-ba31f3e19de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:56.245357 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-1c097c50-0018-438c-a9a4-ba31f3e19de3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7edd70-20de-4e61-bdbf-b828a7bcd4d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385406 Aug 16 20:27:56.335102 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-cf0bad1f-7318-475f-9383-00f8c448beb6 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7edd70-20de-4e61-bdbf-b828a7bcd4d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820520 Aug 16 20:27:56.421195 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0861f5-d05b-4123-b2b6-17430bc217f2 req-b4fa1b09-c1d1-4b4d-866d-6f5554c6231a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:56.422987 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bb0861f5-d05b-4123-b2b6-17430bc217f2 req-b4fa1b09-c1d1-4b4d-866d-6f5554c6231a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 946 time: 0.0489213 Aug 16 20:27:56.425085 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-7ca56942-6346-4fe8-ae61-2eecef0aca5f service neutron] 10.222.0.57 "GET /v2.0/networks/ba7edd70-20de-4e61-bdbf-b828a7bcd4d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829408 Aug 16 20:27:56.466844 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bb0861f5-d05b-4123-b2b6-17430bc217f2 req-8eaaca58-6c6d-4abf-8b6e-15bc3783dd1b tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366616 Aug 16 20:27:57.190400 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417931cb-8c16-4fe3-a709-31c9513a8a83 req-6662439d-365f-4b7f-840d-bc19b6c2c8f7 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:57.191920 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-417931cb-8c16-4fe3-a709-31c9513a8a83 req-6662439d-365f-4b7f-840d-bc19b6c2c8f7 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0550411 Aug 16 20:27:57.228655 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-417931cb-8c16-4fe3-a709-31c9513a8a83 req-f7590501-a77b-46d2-a342-7e0600b989f7 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308893 Aug 16 20:27:57.597318 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac4e2b-6cd3-4e88-9142-0436308e4a08 req-8260da52-0cf3-4c09-a6ce-e4297dde7f82 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:57.598798 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-84ac4e2b-6cd3-4e88-9142-0436308e4a08 req-8260da52-0cf3-4c09-a6ce-e4297dde7f82 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 946 time: 0.0487123 Aug 16 20:27:57.636853 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-84ac4e2b-6cd3-4e88-9142-0436308e4a08 req-c633cd5a-869c-4f1c-847a-a63b13b14039 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320680 Aug 16 20:27:58.347984 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4b96d-f0ed-4e47-9bbe-a881b7074d2b req-fa726259-7b3f-4099-ad01-57db9a59b57b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:58.349602 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c5f4b96d-f0ed-4e47-9bbe-a881b7074d2b req-fa726259-7b3f-4099-ad01-57db9a59b57b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0531232 Aug 16 20:27:58.386423 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c5f4b96d-f0ed-4e47-9bbe-a881b7074d2b req-394835ad-f74d-4ee1-9683-c902ee6f9c94 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308080 Aug 16 20:27:58.755659 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccce7cd-6e63-40ac-9e2e-9b69fb7bf289 req-a0f0da40-75a4-47f3-b868-024b7658a036 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:58.757136 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7ccce7cd-6e63-40ac-9e2e-9b69fb7bf289 req-a0f0da40-75a4-47f3-b868-024b7658a036 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 946 time: 0.0483558 Aug 16 20:27:58.794028 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7ccce7cd-6e63-40ac-9e2e-9b69fb7bf289 req-22c0f21b-a12f-41da-8c74-47b3c5710922 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304482 Aug 16 20:27:59.501410 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7037ab-45fb-4f70-8df4-bbe4a3ef5c09 req-a0baf2d2-d827-4783-87d0-de7322bb7a7a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:59.502875 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-af7037ab-45fb-4f70-8df4-bbe4a3ef5c09 req-a0baf2d2-d827-4783-87d0-de7322bb7a7a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0485866 Aug 16 20:27:59.539405 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-af7037ab-45fb-4f70-8df4-bbe4a3ef5c09 req-61eef8bf-768a-42de-9a4b-15a91be90b64 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306790 Aug 16 20:27:59.967914 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e124bbc-fb09-40c9-81ea-cf3f8fce843f req-e8352d71-bc2a-451b-b711-46c009ef7477 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:59.969469 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5e124bbc-fb09-40c9-81ea-cf3f8fce843f req-e8352d71-bc2a-451b-b711-46c009ef7477 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 946 time: 0.1023073 Aug 16 20:28:00.006166 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5e124bbc-fb09-40c9-81ea-cf3f8fce843f req-bf0da48a-7147-4c4f-816d-aedb7ddf61ff tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306489 Aug 16 20:28:00.652397 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f78e6-a20a-4c19-9777-0bd607ad7996 req-33d41350-e70c-4eb3-8cb5-f8578ada13f2 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:00.653855 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cc3f78e6-a20a-4c19-9777-0bd607ad7996 req-33d41350-e70c-4eb3-8cb5-f8578ada13f2 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0488460 Aug 16 20:28:00.692688 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cc3f78e6-a20a-4c19-9777-0bd607ad7996 req-340f4f53-36ce-48b7-9682-f543ace62ed0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329285 Aug 16 20:28:01.131738 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5772573-b10c-4e19-91ca-1d54c84cd2da req-030869f3-133d-453a-bf09-2de2a15f9ff6 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:01.133184 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f5772573-b10c-4e19-91ca-1d54c84cd2da req-030869f3-133d-453a-bf09-2de2a15f9ff6 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 946 time: 0.0521708 Aug 16 20:28:01.169946 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f5772573-b10c-4e19-91ca-1d54c84cd2da req-9f69f249-fa29-44e5-a703-dcaa9888be1d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307992 Aug 16 20:28:01.804411 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-98b2a9bb-1238-40d3-a78b-9c5060123a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:01.807121 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d983b08-e754-47eb-bd31-ed9b03b03ea6 req-f28317f4-ba99-4722-8df0-9f9628eb01f2 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:01.808725 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5d983b08-e754-47eb-bd31-ed9b03b03ea6 req-f28317f4-ba99-4722-8df0-9f9628eb01f2 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0499079 Aug 16 20:28:01.846646 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5d983b08-e754-47eb-bd31-ed9b03b03ea6 req-aafe9dee-e2de-4e00-8f54-a0192ac3bab5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314820 Aug 16 20:28:02.292963 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f70e65-99b6-4d40-b79b-44a4f28da493 req-d1e9140a-0ab6-4544-b14e-019e024134a5 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:02.294989 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-89f70e65-99b6-4d40-b79b-44a4f28da493 req-d1e9140a-0ab6-4544-b14e-019e024134a5 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 946 time: 0.0529189 Aug 16 20:28:02.331953 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-89f70e65-99b6-4d40-b79b-44a4f28da493 req-20d2f932-20b2-4a12-adfb-cb7c8063aeeb tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309825 Aug 16 20:28:02.961058 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc0c53-0304-4c71-8584-4b2fcecad5f5 req-ea465a05-3df5-46e9-b17e-07a316320ef5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:02.962521 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6abc0c53-0304-4c71-8584-4b2fcecad5f5 req-ea465a05-3df5-46e9-b17e-07a316320ef5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0489340 Aug 16 20:28:03.001758 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6abc0c53-0304-4c71-8584-4b2fcecad5f5 req-aaedc1bd-22fd-40aa-ae27-d47f5b566ade tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312834 Aug 16 20:28:03.459356 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f825d-1309-4158-9652-bc82038d9461 req-e897e0d6-e041-434b-a9dc-0d07296549a1 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:03.460836 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c66f825d-1309-4158-9652-bc82038d9461 req-e897e0d6-e041-434b-a9dc-0d07296549a1 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 946 time: 0.0566759 Aug 16 20:28:03.497156 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c66f825d-1309-4158-9652-bc82038d9461 req-c9c44432-723f-4b9e-a73b-33d95cffd78e tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303876 Aug 16 20:28:03.791772 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 9db088bf-9b00-448c-84a5-6e7ac3be46b3 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:28:03.887628 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 9db088bf-9b00-448c-84a5-6e7ac3be46b3, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=9db088bf-9b00-448c-84a5-6e7ac3be46b3,segment=NetworkSegment(651ae3f1-f903-4d50-9039-ebe7a7f61635),segment_id=651ae3f1-f903-4d50-9039-ebe7a7f61635)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:03.901838 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '9db088bf-9b00-448c-84a5-6e7ac3be46b3', 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96', 'port_id': '9db088bf-9b00-448c-84a5-6e7ac3be46b3', 'mac_address': 'fa:16:3e:95:d1:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:28:03.938223 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:03.950497 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9db088bf-9b00-448c-84a5-6e7ac3be46b3 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:28:03.969718 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 9db088bf-9b00-448c-84a5-6e7ac3be46b3, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=9db088bf-9b00-448c-84a5-6e7ac3be46b3,segment=NetworkSegment(651ae3f1-f903-4d50-9039-ebe7a7f61635),segment_id=651ae3f1-f903-4d50-9039-ebe7a7f61635)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:03.973417 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:04.023000 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=9db088bf-9b00-448c-84a5-6e7ac3be46b3,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:04.030884 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:04.031234 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:04.031627 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:04.031946 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:04.032280 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:04.032615 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:04.032942 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:04.033271 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:04.033597 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:04.033921 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:04.034251 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:04.034575 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:04.077978 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['9db088bf-9b00-448c-84a5-6e7ac3be46b3'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:28:04.121813 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3cff8-4a44-4bb5-91d1-529cadb7afbb req-a999f6ba-2d07-479a-b874-0bbe4b59afbf tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:04.123393 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8aa3cff8-4a44-4bb5-91d1-529cadb7afbb req-a999f6ba-2d07-479a-b874-0bbe4b59afbf tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0533102 Aug 16 20:28:04.161927 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8aa3cff8-4a44-4bb5-91d1-529cadb7afbb req-c86e333e-0cc5-4513-a7d0-97399f5d011a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322282 Aug 16 20:28:04.396769 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d14103cb-f0c2-4e20-8b4b-0767e6685ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:04.465691 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-117909eb-2b13-4cc5-94fd-135a887ca030 req-61a5440a-b8bb-4b30-a40c-cc38fa43c095 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=284fc70e-f4f1-4c50-a544-6bc8f67dd3fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425107 Aug 16 20:28:04.551106 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117909eb-2b13-4cc5-94fd-135a887ca030 req-9cda6691-9746-45da-b616-c6a8f3939795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:04.553196 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-117909eb-2b13-4cc5-94fd-135a887ca030 req-9cda6691-9746-45da-b616-c6a8f3939795 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5fcbda3619a74e5b9b9ea7a9065ce932&device_id=284fc70e-f4f1-4c50-a544-6bc8f67dd3fb HTTP/1.1" status: 200 len: 1097 time: 0.0461023 Aug 16 20:28:04.674181 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:04.690901 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff1d80-b44e-4d77-9125-d78532a25c12 req-39b1dc4c-6205-4ad1-b5b3-d4d70637acd9 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:04.692439 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b2ff1d80-b44e-4d77-9125-d78532a25c12 req-39b1dc4c-6205-4ad1-b5b3-d4d70637acd9 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 945 time: 0.0930378 Aug 16 20:28:04.719524 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117909eb-2b13-4cc5-94fd-135a887ca030 req-f7a522d8-c662-474a-8010-ecc578e89cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:04.721001 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-117909eb-2b13-4cc5-94fd-135a887ca030 req-f7a522d8-c662-474a-8010-ecc578e89cf5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0884c200-acec-460b-b534-7fcde0dd54c6 HTTP/1.1" status: 200 len: 912 time: 0.1456575 Aug 16 20:28:04.778044 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b2ff1d80-b44e-4d77-9125-d78532a25c12 req-daaf95db-f6ea-4973-9430-bf377966fe8b tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792451 Aug 16 20:28:04.815699 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-117909eb-2b13-4cc5-94fd-135a887ca030 req-bb3fb376-131e-4ecf-aca3-caf04d598b49 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0dd4f2b-df76-4cd0-b62a-0908f07064d2 HTTP/1.1" status: 200 len: 1001 time: 0.0870583 Aug 16 20:28:04.866213 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117909eb-2b13-4cc5-94fd-135a887ca030 req-6d7cb468-bd13-4ad1-af11-12d720f5d089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:04.867730 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-117909eb-2b13-4cc5-94fd-135a887ca030 req-6d7cb468-bd13-4ad1-af11-12d720f5d089 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2e5317c1-df9f-4c3c-8707-a2ba178832b8 HTTP/1.1" status: 200 len: 850 time: 0.0456736 Aug 16 20:28:04.922735 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117909eb-2b13-4cc5-94fd-135a887ca030 req-cff8bf6d-c475-4cad-9dec-39108085f348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:04.924338 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-117909eb-2b13-4cc5-94fd-135a887ca030 req-cff8bf6d-c475-4cad-9dec-39108085f348 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0884c200-acec-460b-b534-7fcde0dd54c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495086 Aug 16 20:28:04.937697 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-117909eb-2b13-4cc5-94fd-135a887ca030 req-3e038a35-881d-489a-96b2-84ba741e6114 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:28:04.938840 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-117909eb-2b13-4cc5-94fd-135a887ca030 req-3e038a35-881d-489a-96b2-84ba741e6114 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060122 Aug 16 20:28:05.050751 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-117909eb-2b13-4cc5-94fd-135a887ca030 req-b4c5208e-454e-4885-bccd-892611db96a8 service neutron] 10.222.0.63 "GET /v2.0/networks/0884c200-acec-460b-b534-7fcde0dd54c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049681 Aug 16 20:28:05.156477 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-117909eb-2b13-4cc5-94fd-135a887ca030 req-02904db6-0078-4213-bb40-8d24062d83e9 service neutron] 10.222.0.63 "GET /v2.0/networks/0884c200-acec-460b-b534-7fcde0dd54c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982151 Aug 16 20:28:05.353009 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb2954-ac7a-447e-ae1b-ffc57af18c53 req-8bc9335e-9e7b-4542-b6cf-d328a58e7687 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:05.354659 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d9cb2954-ac7a-447e-ae1b-ffc57af18c53 req-8bc9335e-9e7b-4542-b6cf-d328a58e7687 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 945 time: 0.1190238 Aug 16 20:28:05.399770 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d9cb2954-ac7a-447e-ae1b-ffc57af18c53 req-03b66655-e1b1-42e2-9bde-c01269e5ad5d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388303 Aug 16 20:28:05.610423 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:05.800189 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 9db088bf-9b00-448c-84a5-6e7ac3be46b3 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:28:05.863415 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 9db088bf-9b00-448c-84a5-6e7ac3be46b3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:28:05.863872 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:05.935151 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edd84c-2f4e-4bd9-beb3-e180d92b1440 req-76c842c8-faa9-4fce-ba49-06778fc48d16 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:05.943715 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-85edd84c-2f4e-4bd9-beb3-e180d92b1440 req-76c842c8-faa9-4fce-ba49-06778fc48d16 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 945 time: 0.0594110 Aug 16 20:28:05.956859 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:05.998470 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 9db088bf-9b00-448c-84a5-6e7ac3be46b3, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=9db088bf-9b00-448c-84a5-6e7ac3be46b3,segment=NetworkSegment(651ae3f1-f903-4d50-9039-ebe7a7f61635),segment_id=651ae3f1-f903-4d50-9039-ebe7a7f61635)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:06.000327 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35256669-22e3-4514-a2d3-af5bbccf320d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db088bf-9b00-448c-84a5-6e7ac3be46b3'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:28:06.002166 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-85edd84c-2f4e-4bd9-beb3-e180d92b1440 req-ad3e47b9-c41d-4dd0-889b-3e827c58e703 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539396 Aug 16 20:28:06.003488 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72397094-3e75-40c7-8b7d-ec0eed4a1659" -d '{"events": [{"server_uuid": "35256669-22e3-4514-a2d3-af5bbccf320d", "name": "network-vif-plugged", "status": "completed", "tag": "9db088bf-9b00-448c-84a5-6e7ac3be46b3"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:28:06.016480 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:06.055711 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd9abf7-f004-4acc-ba29-0ecda45caa61 x-openstack-request-id: req-cbd9abf7-f004-4acc-ba29-0ecda45caa61 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:28:06.055711 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35256669-22e3-4514-a2d3-af5bbccf320d", "name": "network-vif-plugged", "status": "completed", "tag": "9db088bf-9b00-448c-84a5-6e7ac3be46b3", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:28:06.056064 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cbd9abf7-f004-4acc-ba29-0ecda45caa61 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:28:06.056532 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35256669-22e3-4514-a2d3-af5bbccf320d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db088bf-9b00-448c-84a5-6e7ac3be46b3', 'code': 200} Aug 16 20:28:06.096616 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=9db088bf-9b00-448c-84a5-6e7ac3be46b3,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:06.104240 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:06.181762 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:06.521177 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8dcff-92e4-4558-8dcb-29ec6c94a7e7 req-bec4d759-ccb2-4963-a554-925887879675 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:06.522650 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0ed8dcff-92e4-4558-8dcb-29ec6c94a7e7 req-bec4d759-ccb2-4963-a554-925887879675 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0548983 Aug 16 20:28:06.564303 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0ed8dcff-92e4-4558-8dcb-29ec6c94a7e7 req-84d44d4d-e7d3-430e-a84d-ae900bd2ee8a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352228 Aug 16 20:28:07.073846 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:07.126515 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa58fef-b527-4ce4-b514-47ef2c426bd9 req-4c9a87eb-05e9-447f-9ecc-dc513309afe7 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:07.128463 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ffa58fef-b527-4ce4-b514-47ef2c426bd9 req-4c9a87eb-05e9-447f-9ecc-dc513309afe7 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 946 time: 0.0543499 Aug 16 20:28:07.169678 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ffa58fef-b527-4ce4-b514-47ef2c426bd9 req-cca4b4b1-4659-41ab-afc1-2051cb417160 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342021 Aug 16 20:28:07.703617 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e212b-82df-4bd5-8990-c7912a4ea3bd req-380b7620-ac30-4cf1-b1db-451bd58be532 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:07.711029 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-062e212b-82df-4bd5-8990-c7912a4ea3bd req-380b7620-ac30-4cf1-b1db-451bd58be532 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0657301 Aug 16 20:28:07.753842 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-062e212b-82df-4bd5-8990-c7912a4ea3bd req-e018cb2f-2b35-4809-9d1b-ca1933cf143d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412786 Aug 16 20:28:08.306685 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c0ac4-b507-4059-b233-46822f807708 req-a613c604-42dd-4302-b646-df9002b9ad0a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:08.308181 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-489c0ac4-b507-4059-b233-46822f807708 req-a613c604-42dd-4302-b646-df9002b9ad0a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 946 time: 0.0543199 Aug 16 20:28:08.351896 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-489c0ac4-b507-4059-b233-46822f807708 req-c3404a40-63f0-40b9-b513-b782fb02c80c tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364974 Aug 16 20:28:08.914158 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad7481-e497-4a3d-93db-f4a5bfda33cc req-3980577d-c52f-4450-bfd7-4c076ba0790a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:08.915868 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ccad7481-e497-4a3d-93db-f4a5bfda33cc req-3980577d-c52f-4450-bfd7-4c076ba0790a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0636921 Aug 16 20:28:08.961123 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ccad7481-e497-4a3d-93db-f4a5bfda33cc req-9456107a-a2bf-4247-853f-ae3e3dfaa808 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380623 Aug 16 20:28:09.484526 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47b7c3-9b72-4d66-a99c-2a83fc0fb77e req-515e67a6-4487-4470-89d4-289ae90db70a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:09.486152 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9f47b7c3-9b72-4d66-a99c-2a83fc0fb77e req-515e67a6-4487-4470-89d4-289ae90db70a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 946 time: 0.0540814 Aug 16 20:28:09.531162 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9f47b7c3-9b72-4d66-a99c-2a83fc0fb77e req-f37fd766-e0d4-40ad-b32d-5f5b9c76fcc9 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380454 Aug 16 20:28:10.095282 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf96879-655e-4bfa-8a0e-6f8bc70449fa req-e075205d-5868-40ef-acfd-a0ee9047df52 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:10.096978 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-eaf96879-655e-4bfa-8a0e-6f8bc70449fa req-e075205d-5868-40ef-acfd-a0ee9047df52 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0601079 Aug 16 20:28:10.140064 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-eaf96879-655e-4bfa-8a0e-6f8bc70449fa req-4a44ec14-59c0-4c3e-9eca-15456a23d0ba tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353348 Aug 16 20:28:10.665918 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba95a44-d5c3-4ee6-936f-3b7efc953bc9 req-37f1c603-2fc8-40ea-8a97-f2cb2710d8a2 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:10.668163 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7ba95a44-d5c3-4ee6-936f-3b7efc953bc9 req-37f1c603-2fc8-40ea-8a97-f2cb2710d8a2 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 946 time: 0.0568316 Aug 16 20:28:11.078513 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7ba95a44-d5c3-4ee6-936f-3b7efc953bc9 req-b7d1b0ab-de50-4b60-9cb2-7e0001e37b2d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4041259 Aug 16 20:28:11.267628 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3ee45-fa64-4c92-9d39-724759fd9411 req-e551e924-5240-43c6-84e0-55877a386093 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:11.269197 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5ac3ee45-fa64-4c92-9d39-724759fd9411 req-e551e924-5240-43c6-84e0-55877a386093 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0546498 Aug 16 20:28:11.311967 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5ac3ee45-fa64-4c92-9d39-724759fd9411 req-dc25a5d1-ceb4-465b-b5ef-8ea3d456e890 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363789 Aug 16 20:28:12.225606 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465897b-ee38-4664-b0c6-13f8db97f35c req-9f809574-36a1-4d16-91cd-eb3d7d053950 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:12.227482 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3465897b-ee38-4664-b0c6-13f8db97f35c req-9f809574-36a1-4d16-91cd-eb3d7d053950 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 946 time: 0.0514448 Aug 16 20:28:12.274821 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3465897b-ee38-4664-b0c6-13f8db97f35c req-63edbb47-11f8-41c7-8b87-d9dc0dd4d991 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400155 Aug 16 20:28:12.445699 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d92fd4-d6fe-4863-979d-99191ee70588 req-be1cdb69-e28a-46d9-ad8d-1c630f89031d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:12.453668 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f5d92fd4-d6fe-4863-979d-99191ee70588 req-be1cdb69-e28a-46d9-ad8d-1c630f89031d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0601530 Aug 16 20:28:12.487587 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f5d92fd4-d6fe-4863-979d-99191ee70588 req-d2e5e9c3-610d-4019-b8ab-623db717ef9e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330236 Aug 16 20:28:13.454647 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f15923-d0e7-4197-8e2c-190ed2e9f248 req-d8722951-3a2c-484e-b30d-02b3c16f9747 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:13.457004 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c4f15923-d0e7-4197-8e2c-190ed2e9f248 req-d8722951-3a2c-484e-b30d-02b3c16f9747 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 946 time: 0.0852847 Aug 16 20:28:13.458564 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-d4be211d-76f0-40d4-b79d-2a456022de43 service neutron] show failed (client error): The resource could not be found. Aug 16 20:28:13.459526 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-d4be211d-76f0-40d4-b79d-2a456022de43 service neutron] 10.222.0.57 "GET /v2.0/ports/3eb78360-447a-4a0b-952b-3eb2e810cb70/bindings/n-h2-787206-13 HTTP/1.1" status: 404 len: 381 time: 0.1180453 Aug 16 20:28:13.507274 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c4f15923-d0e7-4197-8e2c-190ed2e9f248 req-e6d95bb6-98cc-49fa-98ac-bb70cdf1e4e7 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439811 Aug 16 20:28:13.644150 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3346383-17c8-4c93-b6de-024657a154e7 req-02654043-d851-4294-8d9f-fcbcb6f62807 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:13.645901 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c3346383-17c8-4c93-b6de-024657a154e7 req-02654043-d851-4294-8d9f-fcbcb6f62807 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0634520 Aug 16 20:28:13.707346 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c3346383-17c8-4c93-b6de-024657a154e7 req-3fb518af-3df5-45e1-bd17-7d8f5d0baf5d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546987 Aug 16 20:28:13.821889 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-e3c9cea1-8fa7-4a00-a09a-01687964d7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:13.823416 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-e3c9cea1-8fa7-4a00-a09a-01687964d7d8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0&tenant_id=5b476a52c3644288a8fde356e0d7a90f HTTP/1.1" status: 200 len: 1097 time: 0.1341748 Aug 16 20:28:13.835401 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-83a1b87a-dc6b-44ca-9185-3c4faf56007f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787206-13', 'device_owner': 'compute:nova'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:13.890788 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-83a1b87a-dc6b-44ca-9185-3c4faf56007f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:14.085492 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-83a1b87a-dc6b-44ca-9185-3c4faf56007f service neutron] For port 3eb78360-447a-4a0b-952b-3eb2e810cb70, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3eb78360-447a-4a0b-952b-3eb2e810cb70,segment=NetworkSegment(a433584c-7396-496b-bebc-59b35c10aeb8),segment_id=a433584c-7396-496b-bebc-59b35c10aeb8)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:14.119292 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-83a1b87a-dc6b-44ca-9185-3c4faf56007f service neutron] For port 3eb78360-447a-4a0b-952b-3eb2e810cb70, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:28:14.157998 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5c7b9e-c368-4a2b-b308-352ffd2d29e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eb78360-447a-4a0b-952b-3eb2e810cb70'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:28:14.160511 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfbac81-0d26-4baa-af26-32290a79aaa8" -d '{"events": [{"server_uuid": "fa5c7b9e-c368-4a2b-b308-352ffd2d29e0", "name": "network-vif-unplugged", "status": "completed", "tag": "3eb78360-447a-4a0b-952b-3eb2e810cb70"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:28:14.164721 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-83a1b87a-dc6b-44ca-9185-3c4faf56007f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:14.178136 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-83a1b87a-dc6b-44ca-9185-3c4faf56007f service neutron] Transition to ACTIVE for port object 3eb78360-447a-4a0b-952b-3eb2e810cb70 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:28:14.184390 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-83a1b87a-dc6b-44ca-9185-3c4faf56007f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:14.211746 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679b0b19-93b9-4a03-9c5e-c04a4f5c76db x-openstack-request-id: req-679b0b19-93b9-4a03-9c5e-c04a4f5c76db {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:28:14.212040 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5c7b9e-c368-4a2b-b308-352ffd2d29e0", "name": "network-vif-unplugged", "status": "completed", "tag": "3eb78360-447a-4a0b-952b-3eb2e810cb70", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:28:14.212290 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-679b0b19-93b9-4a03-9c5e-c04a4f5c76db {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:28:14.212713 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5c7b9e-c368-4a2b-b308-352ffd2d29e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eb78360-447a-4a0b-952b-3eb2e810cb70', 'code': 200} Aug 16 20:28:14.289807 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1b87a-dc6b-44ca-9185-3c4faf56007f service neutron] Pushing event updated for resources: {'Port': ['ID=3eb78360-447a-4a0b-952b-3eb2e810cb70,revision_number=6']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:14.327581 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97020d-02ce-491e-9342-0677c819dd22 req-08f3d66b-7375-49c7-8d4c-ef31ff8646f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:14.329018 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-df97020d-02ce-491e-9342-0677c819dd22 req-08f3d66b-7375-49c7-8d4c-ef31ff8646f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=36ce9d10f04c4ea3a97f2ef277d208d8&device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 1098 time: 0.0442181 Aug 16 20:28:14.358603 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-83a1b87a-dc6b-44ca-9185-3c4faf56007f service neutron] No DVR routers for this DVR port 3eb78360-447a-4a0b-952b-3eb2e810cb70 on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:28:14.428473 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97020d-02ce-491e-9342-0677c819dd22 req-37a239c4-3481-4430-882e-05341fda5709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:14.430041 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-df97020d-02ce-491e-9342-0677c819dd22 req-37a239c4-3481-4430-882e-05341fda5709 service neutron] 10.222.0.57 "GET /v2.0/networks?id=694913cb-9660-4a1c-a341-9653a1f83c96 HTTP/1.1" status: 200 len: 918 time: 0.0940325 Aug 16 20:28:14.499034 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-df97020d-02ce-491e-9342-0677c819dd22 req-282f6166-f1e0-42b7-83eb-1f17bd708afd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9db088bf-9b00-448c-84a5-6e7ac3be46b3 HTTP/1.1" status: 200 len: 1002 time: 0.0608985 Aug 16 20:28:14.549546 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97020d-02ce-491e-9342-0677c819dd22 req-2dfdb210-cbbd-49b3-962f-8253b02ea301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:14.551049 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-df97020d-02ce-491e-9342-0677c819dd22 req-2dfdb210-cbbd-49b3-962f-8253b02ea301 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22f1ef82-708c-4a07-a4be-6ce7461b8bb2 HTTP/1.1" status: 200 len: 856 time: 0.0456696 Aug 16 20:28:14.631296 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97020d-02ce-491e-9342-0677c819dd22 req-7da3477d-5ea8-4613-ab39-83db6d215a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:14.632751 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-df97020d-02ce-491e-9342-0677c819dd22 req-7da3477d-5ea8-4613-ab39-83db6d215a37 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=694913cb-9660-4a1c-a341-9653a1f83c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749402 Aug 16 20:28:14.657627 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c28fe-93fb-4142-81a5-a45e2befdf48 req-f7dc35a0-deab-4b0b-81c0-153912c56914 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:14.659169 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-db8c28fe-93fb-4142-81a5-a45e2befdf48 req-f7dc35a0-deab-4b0b-81c0-153912c56914 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 946 time: 0.0675914 Aug 16 20:28:14.751411 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-db8c28fe-93fb-4142-81a5-a45e2befdf48 req-a5211618-890c-4c9e-ae42-d22fdb001456 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823154 Aug 16 20:28:14.776157 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-df97020d-02ce-491e-9342-0677c819dd22 req-75c15ea0-5911-4c65-9b29-fc8a692df480 service neutron] 10.222.0.57 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343665 Aug 16 20:28:14.864555 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ba526-e26c-456f-b1bc-7505a54fb6cd req-a37d8fe4-6218-4cab-bc9b-57b276e2418e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:14.866087 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c14ba526-e26c-456f-b1bc-7505a54fb6cd req-a37d8fe4-6218-4cab-bc9b-57b276e2418e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 943 time: 0.0683963 Aug 16 20:28:14.867679 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-df97020d-02ce-491e-9342-0677c819dd22 req-cd9b300d-45a1-473f-b259-087f19914847 service neutron] 10.222.0.57 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841956 Aug 16 20:28:14.910566 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-83a1b87a-dc6b-44ca-9185-3c4faf56007f service neutron] Attempting to bind port 3eb78360-447a-4a0b-952b-3eb2e810cb70 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:28:14.910899 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-83a1b87a-dc6b-44ca-9185-3c4faf56007f service neutron] Attempting to bind port 3eb78360-447a-4a0b-952b-3eb2e810cb70 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'a433584c-7396-496b-bebc-59b35c10aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:28:14.911222 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-83a1b87a-dc6b-44ca-9185-3c4faf56007f service neutron] Attempting to bind port 3eb78360-447a-4a0b-952b-3eb2e810cb70 on network ba7edd70-20de-4e61-bdbf-b828a7bcd4d6 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:28:14.925737 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-83a1b87a-dc6b-44ca-9185-3c4faf56007f service neutron] Port 3eb78360-447a-4a0b-952b-3eb2e810cb70 on network ba7edd70-20de-4e61-bdbf-b828a7bcd4d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:28:14.926074 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-83a1b87a-dc6b-44ca-9185-3c4faf56007f service neutron] Attempting to bind port 3eb78360-447a-4a0b-952b-3eb2e810cb70 on network ba7edd70-20de-4e61-bdbf-b828a7bcd4d6 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:28:14.936338 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c14ba526-e26c-456f-b1bc-7505a54fb6cd req-b853e19c-5659-47eb-849b-9a8c9f50a29a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643318 Aug 16 20:28:14.938841 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-83a1b87a-dc6b-44ca-9185-3c4faf56007f service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:28:14.938841 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-83a1b87a-dc6b-44ca-9185-3c4faf56007f service neutron] Checking segment: {'id': 'a433584c-7396-496b-bebc-59b35c10aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:28:14.938841 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-83a1b87a-dc6b-44ca-9185-3c4faf56007f service neutron] Bound using segment: {'id': 'a433584c-7396-496b-bebc-59b35c10aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:28:14.938841 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-83a1b87a-dc6b-44ca-9185-3c4faf56007f service neutron] Bound port: 3eb78360-447a-4a0b-952b-3eb2e810cb70, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a433584c-7396-496b-bebc-59b35c10aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:28:14.938841 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-83a1b87a-dc6b-44ca-9185-3c4faf56007f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:14.967577 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210ad7e-4980-478a-898e-b718af55313e req-d94efbea-033f-4462-a889-80cb306253ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:14.969254 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7210ad7e-4980-478a-898e-b718af55313e req-d94efbea-033f-4462-a889-80cb306253ee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=36ce9d10f04c4ea3a97f2ef277d208d8&device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 1098 time: 0.0416281 Aug 16 20:28:15.005335 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-83a1b87a-dc6b-44ca-9185-3c4faf56007f service neutron] For port 3eb78360-447a-4a0b-952b-3eb2e810cb70, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:28:15.008338 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-83a1b87a-dc6b-44ca-9185-3c4faf56007f service neutron] For port 3eb78360-447a-4a0b-952b-3eb2e810cb70, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3eb78360-447a-4a0b-952b-3eb2e810cb70,segment=NetworkSegment(a433584c-7396-496b-bebc-59b35c10aeb8),segment_id=a433584c-7396-496b-bebc-59b35c10aeb8)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:28:15.013422 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-83a1b87a-dc6b-44ca-9185-3c4faf56007f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:15.051294 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-83a1b87a-dc6b-44ca-9185-3c4faf56007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:15.051605 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-83a1b87a-dc6b-44ca-9185-3c4faf56007f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:15.053700 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-83a1b87a-dc6b-44ca-9185-3c4faf56007f service neutron] 10.222.0.63 "PUT /v2.0/ports/3eb78360-447a-4a0b-952b-3eb2e810cb70 HTTP/1.1" status: 200 len: 1092 time: 1.2221487 Aug 16 20:28:15.079135 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1b87a-dc6b-44ca-9185-3c4faf56007f service neutron] Pushing event updated for resources: {'Port': ['ID=3eb78360-447a-4a0b-952b-3eb2e810cb70,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:15.089205 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210ad7e-4980-478a-898e-b718af55313e req-92da9878-1666-49da-b2bb-2945d4fa3757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:15.090713 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7210ad7e-4980-478a-898e-b718af55313e req-92da9878-1666-49da-b2bb-2945d4fa3757 service neutron] 10.222.0.57 "GET /v2.0/networks?id=694913cb-9660-4a1c-a341-9653a1f83c96 HTTP/1.1" status: 200 len: 918 time: 0.0988479 Aug 16 20:28:15.139130 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-7b0aac71-3374-428a-afdd-ea9c174b4077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:15.140715 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-7b0aac71-3374-428a-afdd-ea9c174b4077 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 1095 time: 0.0558169 Aug 16 20:28:15.161733 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7210ad7e-4980-478a-898e-b718af55313e req-0081e46c-bbf3-41e5-b3e7-16f71a74fdf8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9db088bf-9b00-448c-84a5-6e7ac3be46b3 HTTP/1.1" status: 200 len: 1002 time: 0.0626450 Aug 16 20:28:15.218607 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210ad7e-4980-478a-898e-b718af55313e req-e280a99a-bbc4-4b9a-a679-4b50ae2606f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:15.220317 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7210ad7e-4980-478a-898e-b718af55313e req-e280a99a-bbc4-4b9a-a679-4b50ae2606f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22f1ef82-708c-4a07-a4be-6ce7461b8bb2 HTTP/1.1" status: 200 len: 856 time: 0.0518045 Aug 16 20:28:15.234941 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-81c3f65a-0358-4b74-84f8-2eab424c6228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:15.236555 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-81c3f65a-0358-4b74-84f8-2eab424c6228 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ba7edd70-20de-4e61-bdbf-b828a7bcd4d6 HTTP/1.1" status: 200 len: 898 time: 0.0892754 Aug 16 20:28:15.272355 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210ad7e-4980-478a-898e-b718af55313e req-7a0d7c81-fc56-45e7-bc7c-cdc9f50b29ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:15.273986 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7210ad7e-4980-478a-898e-b718af55313e req-7a0d7c81-fc56-45e7-bc7c-cdc9f50b29ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=694913cb-9660-4a1c-a341-9653a1f83c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459330 Aug 16 20:28:15.311198 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-96f70776-5173-4541-ad62-5723f41d6912 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eb78360-447a-4a0b-952b-3eb2e810cb70 HTTP/1.1" status: 200 len: 999 time: 0.0666361 Aug 16 20:28:15.363499 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-c45d212e-fdeb-4ef2-b583-7b32e61cdb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:15.364971 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-c45d212e-fdeb-4ef2-b583-7b32e61cdb30 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e02d1dd5-4e87-4962-8004-c08f652173e8 HTTP/1.1" status: 200 len: 835 time: 0.0467539 Aug 16 20:28:15.369430 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7210ad7e-4980-478a-898e-b718af55313e req-231b98f5-c9fd-4cda-bb42-c48bbaaf389d service neutron] 10.222.0.57 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869913 Aug 16 20:28:15.413152 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-a09ca44e-1acf-4203-b088-d65037a9114e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:15.414605 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-a09ca44e-1acf-4203-b088-d65037a9114e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ba7edd70-20de-4e61-bdbf-b828a7bcd4d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418694 Aug 16 20:28:15.468149 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7210ad7e-4980-478a-898e-b718af55313e req-f6d30c1e-f3da-4bb3-adfa-e710a221b26b service neutron] 10.222.0.57 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905521 Aug 16 20:28:15.506081 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-d3b04783-bfec-4d72-8531-ca4aefed3ef9 service neutron] 10.222.0.63 "GET /v2.0/networks/ba7edd70-20de-4e61-bdbf-b828a7bcd4d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843704 Aug 16 20:28:15.594558 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2cbd52b9-9a36-4aca-9942-df2cf4d85e94 req-0c002448-c2d2-446a-8954-46502f383cd9 service neutron] 10.222.0.63 "GET /v2.0/networks/ba7edd70-20de-4e61-bdbf-b828a7bcd4d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814986 Aug 16 20:28:15.879048 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d1453-3a28-4c94-9b93-32013208fa73 req-fbe23186-f930-4186-bdae-4709d4830be2 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:15.880562 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7d9d1453-3a28-4c94-9b93-32013208fa73 req-fbe23186-f930-4186-bdae-4709d4830be2 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 946 time: 0.0538108 Aug 16 20:28:15.917898 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7d9d1453-3a28-4c94-9b93-32013208fa73 req-ca2b2de7-9c9b-4013-8287-ba1a8fea8fac tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314133 Aug 16 20:28:16.055391 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7224e-c8de-4193-96a8-c82b7ff218b4 req-12a0a31b-473d-4b49-9449-5411605f806b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:16.057101 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-69b7224e-c8de-4193-96a8-c82b7ff218b4 req-12a0a31b-473d-4b49-9449-5411605f806b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 943 time: 0.0507286 Aug 16 20:28:16.096505 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-69b7224e-c8de-4193-96a8-c82b7ff218b4 req-024e0e38-e289-495f-8fd6-510835fb45fa tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321743 Aug 16 20:28:16.213574 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5c7b9e-c368-4a2b-b308-352ffd2d29e0', 'tag': '3eb78360-447a-4a0b-952b-3eb2e810cb70'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:28:16.215993 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c868db-3949-4110-8685-f582de9b4547" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5c7b9e-c368-4a2b-b308-352ffd2d29e0", "tag": "3eb78360-447a-4a0b-952b-3eb2e810cb70"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:28:16.261790 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bbde95-66a2-4954-9883-7e90bc3259a9 x-openstack-request-id: req-25bbde95-66a2-4954-9883-7e90bc3259a9 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:28:16.262087 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5c7b9e-c368-4a2b-b308-352ffd2d29e0", "tag": "3eb78360-447a-4a0b-952b-3eb2e810cb70", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:28:16.262350 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-25bbde95-66a2-4954-9883-7e90bc3259a9 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:28:16.262748 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5c7b9e-c368-4a2b-b308-352ffd2d29e0', 'tag': '3eb78360-447a-4a0b-952b-3eb2e810cb70', 'status': 'completed', 'code': 200} Aug 16 20:28:16.324052 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c868db-3949-4110-8685-f582de9b4547 req-623a7d5f-20cf-4600-9b54-ef130056fd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:16.325626 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d4c868db-3949-4110-8685-f582de9b4547 req-623a7d5f-20cf-4600-9b54-ef130056fd10 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 1095 time: 0.0440378 Aug 16 20:28:16.339084 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c868db-3949-4110-8685-f582de9b4547 req-6bb88d10-1df6-4d8d-84dc-59ec3ce78439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:16.340634 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d4c868db-3949-4110-8685-f582de9b4547 req-6bb88d10-1df6-4d8d-84dc-59ec3ce78439 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 1095 time: 0.0508907 Aug 16 20:28:16.432256 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c868db-3949-4110-8685-f582de9b4547 req-9f5db5a1-9671-4829-9cde-56ce2d16a955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:16.433940 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d4c868db-3949-4110-8685-f582de9b4547 req-9f5db5a1-9671-4829-9cde-56ce2d16a955 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ba7edd70-20de-4e61-bdbf-b828a7bcd4d6 HTTP/1.1" status: 200 len: 898 time: 0.1005139 Aug 16 20:28:16.441855 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c868db-3949-4110-8685-f582de9b4547 req-762e69c8-aa0c-400d-acb6-df6b0fb471b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:16.443368 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d4c868db-3949-4110-8685-f582de9b4547 req-762e69c8-aa0c-400d-acb6-df6b0fb471b1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7edd70-20de-4e61-bdbf-b828a7bcd4d6 HTTP/1.1" status: 200 len: 898 time: 0.0964692 Aug 16 20:28:16.502935 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d4c868db-3949-4110-8685-f582de9b4547 req-37fd0a22-b8cc-477e-b004-aecd48b728be service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eb78360-447a-4a0b-952b-3eb2e810cb70 HTTP/1.1" status: 200 len: 999 time: 0.0613430 Aug 16 20:28:16.522728 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d4c868db-3949-4110-8685-f582de9b4547 req-5dbc4c3a-bf3f-416d-98d1-352b43666877 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eb78360-447a-4a0b-952b-3eb2e810cb70 HTTP/1.1" status: 200 len: 999 time: 0.0666621 Aug 16 20:28:16.554524 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c868db-3949-4110-8685-f582de9b4547 req-f058b631-ad1f-4455-97a6-27345a75c909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:16.556238 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d4c868db-3949-4110-8685-f582de9b4547 req-f058b631-ad1f-4455-97a6-27345a75c909 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e02d1dd5-4e87-4962-8004-c08f652173e8 HTTP/1.1" status: 200 len: 835 time: 0.0450838 Aug 16 20:28:16.573496 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c868db-3949-4110-8685-f582de9b4547 req-38d92758-bb3c-46d5-aa50-dd74f6b62336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:16.574944 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d4c868db-3949-4110-8685-f582de9b4547 req-38d92758-bb3c-46d5-aa50-dd74f6b62336 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e02d1dd5-4e87-4962-8004-c08f652173e8 HTTP/1.1" status: 200 len: 835 time: 0.0448232 Aug 16 20:28:16.605271 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c868db-3949-4110-8685-f582de9b4547 req-fe101a75-3331-4148-96a3-22230ec09070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:16.607365 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d4c868db-3949-4110-8685-f582de9b4547 req-fe101a75-3331-4148-96a3-22230ec09070 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ba7edd70-20de-4e61-bdbf-b828a7bcd4d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435147 Aug 16 20:28:16.621583 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c868db-3949-4110-8685-f582de9b4547 req-0b91aec0-7ead-49fe-a42f-aba29d620b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:16.623780 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d4c868db-3949-4110-8685-f582de9b4547 req-0b91aec0-7ead-49fe-a42f-aba29d620b26 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7edd70-20de-4e61-bdbf-b828a7bcd4d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411701 Aug 16 20:28:16.696995 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d4c868db-3949-4110-8685-f582de9b4547 req-c4ed67e0-185a-4837-96a6-a0d0cc6ab466 service neutron] 10.222.0.63 "GET /v2.0/networks/ba7edd70-20de-4e61-bdbf-b828a7bcd4d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824220 Aug 16 20:28:16.717964 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d4c868db-3949-4110-8685-f582de9b4547 req-36c8dbba-1d63-4ae6-a580-bd58b6db0e46 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7edd70-20de-4e61-bdbf-b828a7bcd4d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862687 Aug 16 20:28:16.803912 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d4c868db-3949-4110-8685-f582de9b4547 req-7a28ec2f-e016-4e8e-8040-df26b59c3a87 service neutron] 10.222.0.63 "GET /v2.0/networks/ba7edd70-20de-4e61-bdbf-b828a7bcd4d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992799 Aug 16 20:28:16.815340 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d4c868db-3949-4110-8685-f582de9b4547 req-aa249c38-4cf8-47bd-8f0f-1ee3a1b8c89a service neutron] 10.222.0.57 "GET /v2.0/networks/ba7edd70-20de-4e61-bdbf-b828a7bcd4d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871785 Aug 16 20:28:17.041352 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89f220-4c01-42c4-a7d0-5263135be79b req-23815110-c4c0-4679-9881-6cd93d0217c0 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:17.042869 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2b89f220-4c01-42c4-a7d0-5263135be79b req-23815110-c4c0-4679-9881-6cd93d0217c0 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 946 time: 0.0522115 Aug 16 20:28:17.082866 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2b89f220-4c01-42c4-a7d0-5263135be79b req-b7d19bd8-5e74-40a5-b47a-f21f8eaac2b8 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330868 Aug 16 20:28:17.232724 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d9d4b-de72-4ba2-ac5b-bbb5e139f69e req-7083675e-7211-497c-b8af-b588e5755f5c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:17.234268 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f35d9d4b-de72-4ba2-ac5b-bbb5e139f69e req-7083675e-7211-497c-b8af-b588e5755f5c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 943 time: 0.0569611 Aug 16 20:28:17.273176 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f35d9d4b-de72-4ba2-ac5b-bbb5e139f69e req-c64dee22-e140-49cd-8660-22c7f07d5713 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330281 Aug 16 20:28:17.493681 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f3b8d-f64d-4b2b-a3df-fbf1c6ddac01 req-fb54b594-e898-41b0-a9be-c97d3da9e65b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:17.495473 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b86f3b8d-f64d-4b2b-a3df-fbf1c6ddac01 req-fb54b594-e898-41b0-a9be-c97d3da9e65b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 943 time: 0.0546155 Aug 16 20:28:17.536309 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9209bb-99f9-4c76-8318-f2a7ad84fb36 req-cefa9fb0-f11a-44c5-97c3-a0d21286d0b5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:17.537757 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8b9209bb-99f9-4c76-8318-f2a7ad84fb36 req-cefa9fb0-f11a-44c5-97c3-a0d21286d0b5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0&tenant_id=5b476a52c3644288a8fde356e0d7a90f&binding%3Ahost_id=n-h2-787206-13 HTTP/1.1" status: 200 len: 943 time: 0.0974207 Aug 16 20:28:17.543455 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b86f3b8d-f64d-4b2b-a3df-fbf1c6ddac01 req-405c5d5c-a4d4-4f3f-85e8-d644c97b885e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411658 Aug 16 20:28:17.602057 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [req-8b9209bb-99f9-4c76-8318-f2a7ad84fb36 req-83ab1dac-7b44-4231-9f24-2f9d7cfbb9fc service neutron] delete failed (client error): The resource could not be found. Aug 16 20:28:17.603101 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8b9209bb-99f9-4c76-8318-f2a7ad84fb36 req-83ab1dac-7b44-4231-9f24-2f9d7cfbb9fc service neutron] 10.222.0.57 "DELETE /v2.0/ports/3eb78360-447a-4a0b-952b-3eb2e810cb70/bindings/n-h1-787206-13 HTTP/1.1" status: 404 len: 381 time: 0.0549858 Aug 16 20:28:17.686029 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9209bb-99f9-4c76-8318-f2a7ad84fb36 req-995578a7-79e7-4dee-ad83-5f0cb7b5139d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:17.688239 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8b9209bb-99f9-4c76-8318-f2a7ad84fb36 req-995578a7-79e7-4dee-ad83-5f0cb7b5139d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 1095 time: 0.0439448 Aug 16 20:28:17.732520 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a60d6-3cf6-4f17-940d-95392c5f28f3 req-88ea5923-9ec4-4e95-a86b-19c545d96e86 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:17.734371 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e21a60d6-3cf6-4f17-940d-95392c5f28f3 req-88ea5923-9ec4-4e95-a86b-19c545d96e86 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 946 time: 0.0516095 Aug 16 20:28:17.774587 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e21a60d6-3cf6-4f17-940d-95392c5f28f3 req-95f60b72-2069-48e9-a695-bac010f9e1dd tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342040 Aug 16 20:28:17.787993 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9209bb-99f9-4c76-8318-f2a7ad84fb36 req-23344cfa-f34d-44c8-85cb-7b223c4f11e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:17.789473 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8b9209bb-99f9-4c76-8318-f2a7ad84fb36 req-23344cfa-f34d-44c8-85cb-7b223c4f11e6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7edd70-20de-4e61-bdbf-b828a7bcd4d6 HTTP/1.1" status: 200 len: 898 time: 0.0934663 Aug 16 20:28:17.854121 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 9db088bf-9b00-448c-84a5-6e7ac3be46b3 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:28:17.856189 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8b9209bb-99f9-4c76-8318-f2a7ad84fb36 req-f7c0d2a8-cb20-452a-9225-76cb77756c5e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eb78360-447a-4a0b-952b-3eb2e810cb70 HTTP/1.1" status: 200 len: 999 time: 0.0600483 Aug 16 20:28:17.861172 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 47670) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:17.911800 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9209bb-99f9-4c76-8318-f2a7ad84fb36 req-a738acd0-41e9-4ab7-96ee-f47cbdccd42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:17.913809 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8b9209bb-99f9-4c76-8318-f2a7ad84fb36 req-a738acd0-41e9-4ab7-96ee-f47cbdccd42a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e02d1dd5-4e87-4962-8004-c08f652173e8 HTTP/1.1" status: 200 len: 835 time: 0.0468216 Aug 16 20:28:17.933392 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:17.956386 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35256669-22e3-4514-a2d3-af5bbccf320d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9db088bf-9b00-448c-84a5-6e7ac3be46b3'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:28:17.958658 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e233df15-cdda-4dfd-90d7-32baef245ded" -d '{"events": [{"server_uuid": "35256669-22e3-4514-a2d3-af5bbccf320d", "name": "network-vif-unplugged", "status": "completed", "tag": "9db088bf-9b00-448c-84a5-6e7ac3be46b3"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:28:17.972065 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 9db088bf-9b00-448c-84a5-6e7ac3be46b3, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=9db088bf-9b00-448c-84a5-6e7ac3be46b3,segment=NetworkSegment(651ae3f1-f903-4d50-9039-ebe7a7f61635),segment_id=651ae3f1-f903-4d50-9039-ebe7a7f61635)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:17.978102 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:17.978997 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3eb78360-447a-4a0b-952b-3eb2e810cb70 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:28:17.988139 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-d6987c13-3063-4d2b-b299-92c8d57b933e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1256196 Aug 16 20:28:17.989905 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9209bb-99f9-4c76-8318-f2a7ad84fb36 req-970ede3e-1972-49d4-8927-771d5023eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:17.991280 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8b9209bb-99f9-4c76-8318-f2a7ad84fb36 req-970ede3e-1972-49d4-8927-771d5023eda3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7edd70-20de-4e61-bdbf-b828a7bcd4d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680659 Aug 16 20:28:18.002855 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 20:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6cc9e1-aad0-4c81-b266-7b2c0f9a53b8 x-openstack-request-id: req-ea6cc9e1-aad0-4c81-b266-7b2c0f9a53b8 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:28:18.003141 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35256669-22e3-4514-a2d3-af5bbccf320d", "name": "network-vif-unplugged", "status": "failed", "tag": "9db088bf-9b00-448c-84a5-6e7ac3be46b3", "code": 422}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:28:18.003423 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ea6cc9e1-aad0-4c81-b266-7b2c0f9a53b8 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:28:18.003981 n-d-787206-13 neutron-server[94772]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '35256669-22e3-4514-a2d3-af5bbccf320d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9db088bf-9b00-448c-84a5-6e7ac3be46b3', 'code': 422} returned with failed status Aug 16 20:28:18.048084 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3eb78360-447a-4a0b-952b-3eb2e810cb70 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:28:18.065437 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=9db088bf-9b00-448c-84a5-6e7ac3be46b3,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:18.095615 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8b9209bb-99f9-4c76-8318-f2a7ad84fb36 req-eb8d10e3-5f0f-4fe6-ad75-b50f4134791e service neutron] 10.222.0.57 "GET /v2.0/networks/ba7edd70-20de-4e61-bdbf-b828a7bcd4d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961399 Aug 16 20:28:18.186614 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8b9209bb-99f9-4c76-8318-f2a7ad84fb36 req-0dc809b4-d855-487a-84b4-911663f5caaa service neutron] 10.222.0.57 "GET /v2.0/networks/ba7edd70-20de-4e61-bdbf-b828a7bcd4d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838845 Aug 16 20:28:18.666501 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c34a8-a46f-4e74-9999-f5f934a182e7 req-3ac93614-41ac-425a-865e-0666d8ea5b2e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:18.668273 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b24c34a8-a46f-4e74-9999-f5f934a182e7 req-3ac93614-41ac-425a-865e-0666d8ea5b2e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 943 time: 0.0523531 Aug 16 20:28:18.712000 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 3eb78360-447a-4a0b-952b-3eb2e810cb70 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:28:18.729004 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b24c34a8-a46f-4e74-9999-f5f934a182e7 req-b2b1153f-b891-4387-af04-3db7c74c4ec3 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532470 Aug 16 20:28:18.753917 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 47686) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:18.820024 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 3eb78360-447a-4a0b-952b-3eb2e810cb70, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3eb78360-447a-4a0b-952b-3eb2e810cb70,segment=NetworkSegment(a433584c-7396-496b-bebc-59b35c10aeb8),segment_id=a433584c-7396-496b-bebc-59b35c10aeb8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:18.836257 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b70fbf82-ff24-42d7-a339-6389b33604ee tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/floatingips/a7f29ee3-2505-4164-9dbd-6bd4370c1dcd HTTP/1.1" status: 200 len: 991 time: 0.0805376 Aug 16 20:28:18.849718 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '3eb78360-447a-4a0b-952b-3eb2e810cb70', 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6', 'port_id': '3eb78360-447a-4a0b-952b-3eb2e810cb70', 'mac_address': 'fa:16:3e:b8:b6:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e02d1dd5-4e87-4962-8004-c08f652173e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:28:18.887477 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:18.904439 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eb78360-447a-4a0b-952b-3eb2e810cb70 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:28:18.913650 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f1bb5-db49-41af-975f-a7b2b07a8931 req-e32fada1-eda6-40b1-83d5-f10f27e00de6 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:18.915728 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-177f1bb5-db49-41af-975f-a7b2b07a8931 req-e32fada1-eda6-40b1-83d5-f10f27e00de6 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 944 time: 0.0507948 Aug 16 20:28:18.924232 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 3eb78360-447a-4a0b-952b-3eb2e810cb70, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3eb78360-447a-4a0b-952b-3eb2e810cb70,segment=NetworkSegment(a433584c-7396-496b-bebc-59b35c10aeb8),segment_id=a433584c-7396-496b-bebc-59b35c10aeb8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:18.928105 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:18.956170 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-177f1bb5-db49-41af-975f-a7b2b07a8931 req-2a0d83c2-b657-4132-b093-38a6a48e15e3 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344286 Aug 16 20:28:18.981804 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=3eb78360-447a-4a0b-952b-3eb2e810cb70,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:19.149896 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['3eb78360-447a-4a0b-952b-3eb2e810cb70'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:28:20.080320 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2a6c2-9a84-4f4f-9b08-991e6944b0bb req-522fb2a6-1905-401d-9fc8-844168066b2d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:20.081855 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6df2a6c2-9a84-4f4f-9b08-991e6944b0bb req-522fb2a6-1905-401d-9fc8-844168066b2d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 944 time: 0.0537539 Aug 16 20:28:20.130480 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6df2a6c2-9a84-4f4f-9b08-991e6944b0bb req-c64820f3-6abd-41a1-8803-ee2e063c2731 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422704 Aug 16 20:28:20.711503 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 3eb78360-447a-4a0b-952b-3eb2e810cb70 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:28:20.760149 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 3eb78360-447a-4a0b-952b-3eb2e810cb70 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:28:20.764804 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 3eb78360-447a-4a0b-952b-3eb2e810cb70 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:28:20.765209 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:20.842305 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:20.869199 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5c7b9e-c368-4a2b-b308-352ffd2d29e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb78360-447a-4a0b-952b-3eb2e810cb70'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:28:20.871474 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d10317d-09c7-493d-8682-7dad601d7519" -d '{"events": [{"server_uuid": "fa5c7b9e-c368-4a2b-b308-352ffd2d29e0", "name": "network-vif-plugged", "status": "completed", "tag": "3eb78360-447a-4a0b-952b-3eb2e810cb70"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:28:20.885929 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 3eb78360-447a-4a0b-952b-3eb2e810cb70, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3eb78360-447a-4a0b-952b-3eb2e810cb70,segment=NetworkSegment(a433584c-7396-496b-bebc-59b35c10aeb8),segment_id=a433584c-7396-496b-bebc-59b35c10aeb8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:20.890789 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:20.915325 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceaa072c-b3c3-4ba9-acd5-6f56d5616796 x-openstack-request-id: req-ceaa072c-b3c3-4ba9-acd5-6f56d5616796 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:28:20.915613 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5c7b9e-c368-4a2b-b308-352ffd2d29e0", "name": "network-vif-plugged", "status": "completed", "tag": "3eb78360-447a-4a0b-952b-3eb2e810cb70", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:28:20.915861 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ceaa072c-b3c3-4ba9-acd5-6f56d5616796 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:28:20.916261 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5c7b9e-c368-4a2b-b308-352ffd2d29e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb78360-447a-4a0b-952b-3eb2e810cb70', 'code': 200} Aug 16 20:28:20.942543 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=3eb78360-447a-4a0b-952b-3eb2e810cb70,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:21.254360 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee3391-17e7-4d0f-a64b-bba7cf2f5f2e req-78332237-e84e-4315-9c31-ed9aa4cb2c75 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:21.255901 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-20ee3391-17e7-4d0f-a64b-bba7cf2f5f2e req-78332237-e84e-4315-9c31-ed9aa4cb2c75 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 944 time: 0.0494437 Aug 16 20:28:21.293630 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-20ee3391-17e7-4d0f-a64b-bba7cf2f5f2e req-4c71ff52-f4cd-49a6-a96f-652eeeddb170 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315924 Aug 16 20:28:22.417058 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11fe8c-a8cc-4b7c-a02b-35d0fff15d6f req-cd48d2c7-23ef-4643-94fc-327020ca9479 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:22.418518 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8c11fe8c-a8cc-4b7c-a02b-35d0fff15d6f req-cd48d2c7-23ef-4643-94fc-327020ca9479 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 944 time: 0.0491338 Aug 16 20:28:22.460405 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8c11fe8c-a8cc-4b7c-a02b-35d0fff15d6f req-39bc0d99-9a1f-4067-815e-e986e6a1e2ca tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346899 Aug 16 20:28:22.667238 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-260cd391-601b-4719-a584-c1e55cc72ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:22.668755 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-260cd391-601b-4719-a584-c1e55cc72ffd service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d&tenant_id=36ce9d10f04c4ea3a97f2ef277d208d8 HTTP/1.1" status: 200 len: 1096 time: 0.0405741 Aug 16 20:28:22.680374 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-8f7025aa-f9ea-458e-a4cd-91fd62b20018 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787206-13', 'device_owner': 'compute:nova'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:22.732608 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-8f7025aa-f9ea-458e-a4cd-91fd62b20018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:22.941810 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-8f7025aa-f9ea-458e-a4cd-91fd62b20018 service neutron] For port 9db088bf-9b00-448c-84a5-6e7ac3be46b3, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=9db088bf-9b00-448c-84a5-6e7ac3be46b3,segment=NetworkSegment(651ae3f1-f903-4d50-9039-ebe7a7f61635),segment_id=651ae3f1-f903-4d50-9039-ebe7a7f61635)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:22.974953 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-8f7025aa-f9ea-458e-a4cd-91fd62b20018 service neutron] For port 9db088bf-9b00-448c-84a5-6e7ac3be46b3, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:28:23.007280 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-8f7025aa-f9ea-458e-a4cd-91fd62b20018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9db088bf-9b00-448c-84a5-6e7ac3be46b3 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:28:23.014725 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-8f7025aa-f9ea-458e-a4cd-91fd62b20018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:23.026833 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-8f7025aa-f9ea-458e-a4cd-91fd62b20018 service neutron] Transition to ACTIVE for port object 9db088bf-9b00-448c-84a5-6e7ac3be46b3 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:28:23.030428 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-8f7025aa-f9ea-458e-a4cd-91fd62b20018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:23.109435 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7025aa-f9ea-458e-a4cd-91fd62b20018 service neutron] Pushing event updated for resources: {'Port': ['ID=9db088bf-9b00-448c-84a5-6e7ac3be46b3,revision_number=9']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:23.151719 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-8f7025aa-f9ea-458e-a4cd-91fd62b20018 service neutron] No DVR routers for this DVR port 9db088bf-9b00-448c-84a5-6e7ac3be46b3 on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:28:23.286269 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-8f7025aa-f9ea-458e-a4cd-91fd62b20018 service neutron] Attempting to bind port 9db088bf-9b00-448c-84a5-6e7ac3be46b3 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:28:23.286606 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-8f7025aa-f9ea-458e-a4cd-91fd62b20018 service neutron] Attempting to bind port 9db088bf-9b00-448c-84a5-6e7ac3be46b3 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '651ae3f1-f903-4d50-9039-ebe7a7f61635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:28:23.286935 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-8f7025aa-f9ea-458e-a4cd-91fd62b20018 service neutron] Attempting to bind port 9db088bf-9b00-448c-84a5-6e7ac3be46b3 on network 694913cb-9660-4a1c-a341-9653a1f83c96 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:28:23.291236 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-8f7025aa-f9ea-458e-a4cd-91fd62b20018 service neutron] Port 9db088bf-9b00-448c-84a5-6e7ac3be46b3 on network 694913cb-9660-4a1c-a341-9653a1f83c96 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:28:23.291585 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-8f7025aa-f9ea-458e-a4cd-91fd62b20018 service neutron] Attempting to bind port 9db088bf-9b00-448c-84a5-6e7ac3be46b3 on network 694913cb-9660-4a1c-a341-9653a1f83c96 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:28:23.296564 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-8f7025aa-f9ea-458e-a4cd-91fd62b20018 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:28:23.296903 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-8f7025aa-f9ea-458e-a4cd-91fd62b20018 service neutron] Checking segment: {'id': '651ae3f1-f903-4d50-9039-ebe7a7f61635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:28:23.297291 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-8f7025aa-f9ea-458e-a4cd-91fd62b20018 service neutron] Bound using segment: {'id': '651ae3f1-f903-4d50-9039-ebe7a7f61635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:28:23.297717 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-8f7025aa-f9ea-458e-a4cd-91fd62b20018 service neutron] Bound port: 9db088bf-9b00-448c-84a5-6e7ac3be46b3, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '651ae3f1-f903-4d50-9039-ebe7a7f61635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:28:23.298077 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-8f7025aa-f9ea-458e-a4cd-91fd62b20018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:23.360666 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-8f7025aa-f9ea-458e-a4cd-91fd62b20018 service neutron] For port 9db088bf-9b00-448c-84a5-6e7ac3be46b3, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:28:23.363625 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-8f7025aa-f9ea-458e-a4cd-91fd62b20018 service neutron] For port 9db088bf-9b00-448c-84a5-6e7ac3be46b3, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=9db088bf-9b00-448c-84a5-6e7ac3be46b3,segment=NetworkSegment(651ae3f1-f903-4d50-9039-ebe7a7f61635),segment_id=651ae3f1-f903-4d50-9039-ebe7a7f61635)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:28:23.367957 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-8f7025aa-f9ea-458e-a4cd-91fd62b20018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:23.399880 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-8f7025aa-f9ea-458e-a4cd-91fd62b20018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:23.400491 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-8f7025aa-f9ea-458e-a4cd-91fd62b20018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:23.401936 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-8f7025aa-f9ea-458e-a4cd-91fd62b20018 service neutron] 10.222.0.63 "PUT /v2.0/ports/9db088bf-9b00-448c-84a5-6e7ac3be46b3 HTTP/1.1" status: 200 len: 1093 time: 0.7257869 Aug 16 20:28:23.402314 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35256669-22e3-4514-a2d3-af5bbccf320d', 'tag': '9db088bf-9b00-448c-84a5-6e7ac3be46b3'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:28:23.405175 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccf6cb0-c327-4c12-a133-5f79250842f8" -d '{"events": [{"name": "network-changed", "server_uuid": "35256669-22e3-4514-a2d3-af5bbccf320d", "tag": "9db088bf-9b00-448c-84a5-6e7ac3be46b3"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:28:23.459643 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997cd528-d188-4bab-9c39-27b9a89f3070 x-openstack-request-id: req-997cd528-d188-4bab-9c39-27b9a89f3070 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:28:23.459936 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35256669-22e3-4514-a2d3-af5bbccf320d", "tag": "9db088bf-9b00-448c-84a5-6e7ac3be46b3", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:28:23.460186 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-997cd528-d188-4bab-9c39-27b9a89f3070 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:28:23.460578 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35256669-22e3-4514-a2d3-af5bbccf320d', 'tag': '9db088bf-9b00-448c-84a5-6e7ac3be46b3', 'status': 'completed', 'code': 200} Aug 16 20:28:23.462168 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7025aa-f9ea-458e-a4cd-91fd62b20018 service neutron] Pushing event updated for resources: {'Port': ['ID=9db088bf-9b00-448c-84a5-6e7ac3be46b3,revision_number=10']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:23.479544 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-d145e73e-810a-4b4e-9734-c1c170e017ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:23.481097 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-d145e73e-810a-4b4e-9734-c1c170e017ea service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=36ce9d10f04c4ea3a97f2ef277d208d8&device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 1097 time: 0.0543914 Aug 16 20:28:23.605124 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-274944c1-f970-416a-bca3-de8c227cdc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:23.606651 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-274944c1-f970-416a-bca3-de8c227cdc6f service neutron] 10.222.0.63 "GET /v2.0/networks?id=694913cb-9660-4a1c-a341-9653a1f83c96 HTTP/1.1" status: 200 len: 918 time: 0.1180007 Aug 16 20:28:23.614941 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b5883-75d4-415c-99f4-0579383a693f req-51747894-5e04-4831-88e8-8c038be559d9 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:23.616405 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-829b5883-75d4-415c-99f4-0579383a693f req-51747894-5e04-4831-88e8-8c038be559d9 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 945 time: 0.0764976 Aug 16 20:28:23.699409 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-829b5883-75d4-415c-99f4-0579383a693f req-76411922-106d-44fa-a2e2-330d52699440 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747695 Aug 16 20:28:23.703825 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-02aa1e88-b46f-4848-b1c5-1c3ab428df61 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9db088bf-9b00-448c-84a5-6e7ac3be46b3 HTTP/1.1" status: 200 len: 1000 time: 0.0865588 Aug 16 20:28:23.753385 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-a620d664-fbe9-4723-b41f-c186ab2b9c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:23.754853 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-a620d664-fbe9-4723-b41f-c186ab2b9c5a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=22f1ef82-708c-4a07-a4be-6ce7461b8bb2 HTTP/1.1" status: 200 len: 856 time: 0.0435269 Aug 16 20:28:23.811451 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-90289c21-e509-4a33-8101-75443f3a7a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:23.812985 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-90289c21-e509-4a33-8101-75443f3a7a19 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=694913cb-9660-4a1c-a341-9653a1f83c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514145 Aug 16 20:28:23.901124 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-f6a31081-6a20-4486-9db6-8d41a72447ff service neutron] 10.222.0.63 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801997 Aug 16 20:28:23.993991 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d4fbecda-a410-4d04-a0ea-a8d553dbf365 req-00dbf27b-f8c3-4627-b953-97cf78cc6386 service neutron] 10.222.0.63 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841794 Aug 16 20:28:24.083222 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf6cb0-c327-4c12-a133-5f79250842f8 req-3b62fbe7-9ac9-4311-bcbb-615b411779a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:24.084891 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9ccf6cb0-c327-4c12-a133-5f79250842f8 req-3b62fbe7-9ac9-4311-bcbb-615b411779a0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=36ce9d10f04c4ea3a97f2ef277d208d8&device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 1097 time: 0.0462770 Aug 16 20:28:24.181205 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf6cb0-c327-4c12-a133-5f79250842f8 req-52fedc74-bb09-425b-876a-459f088c31e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:24.182697 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9ccf6cb0-c327-4c12-a133-5f79250842f8 req-52fedc74-bb09-425b-876a-459f088c31e9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=694913cb-9660-4a1c-a341-9653a1f83c96 HTTP/1.1" status: 200 len: 918 time: 0.0904717 Aug 16 20:28:24.250661 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9ccf6cb0-c327-4c12-a133-5f79250842f8 req-44fdf38e-4b6c-43bf-9657-bc0e9a9cf34a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9db088bf-9b00-448c-84a5-6e7ac3be46b3 HTTP/1.1" status: 200 len: 1000 time: 0.0597222 Aug 16 20:28:24.321052 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf6cb0-c327-4c12-a133-5f79250842f8 req-1cb8bb33-cb77-4531-9764-572fdc28acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:24.323107 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9ccf6cb0-c327-4c12-a133-5f79250842f8 req-1cb8bb33-cb77-4531-9764-572fdc28acf7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=22f1ef82-708c-4a07-a4be-6ce7461b8bb2 HTTP/1.1" status: 200 len: 856 time: 0.0642245 Aug 16 20:28:24.600002 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:28:24.833999 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6182c47-7986-4ffb-8e91-f5b6d20f41d2 req-9fda67a1-3b41-4810-a744-bf3d5fe79944 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:24.835587 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6182c47-7986-4ffb-8e91-f5b6d20f41d2 req-9fda67a1-3b41-4810-a744-bf3d5fe79944 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 945 time: 0.0618689 Aug 16 20:28:24.880170 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6182c47-7986-4ffb-8e91-f5b6d20f41d2 req-2a7f2773-e9c0-4232-9896-b4c883951721 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379055 Aug 16 20:28:26.007759 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e2cad-1d54-4420-aa38-4ab5657b3a17 req-cd0420db-1e72-4edf-a0ae-5837e38490dd tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:26.009251 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7a7e2cad-1d54-4420-aa38-4ab5657b3a17 req-cd0420db-1e72-4edf-a0ae-5837e38490dd tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 945 time: 0.0517304 Aug 16 20:28:26.055953 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7a7e2cad-1d54-4420-aa38-4ab5657b3a17 req-722a468b-7feb-42e2-9e66-c9a82b224a6d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407004 Aug 16 20:28:27.182739 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a22432-95af-4d76-9a50-8d343ed29333 req-a8d230fb-9e78-4e6d-8a20-6792dcef8cb9 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:27.184317 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-44a22432-95af-4d76-9a50-8d343ed29333 req-a8d230fb-9e78-4e6d-8a20-6792dcef8cb9 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 945 time: 0.0528731 Aug 16 20:28:27.225923 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-44a22432-95af-4d76-9a50-8d343ed29333 req-5a2d0aa1-f874-4c71-80a8-308d40fb1b46 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355086 Aug 16 20:28:28.354176 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2612a52-791d-4c91-9b0f-a23c740b8c06 req-631cdd1d-0418-4d71-beb9-f7fa78f85310 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:28.355634 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c2612a52-791d-4c91-9b0f-a23c740b8c06 req-631cdd1d-0418-4d71-beb9-f7fa78f85310 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 945 time: 0.0565753 Aug 16 20:28:28.395576 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c2612a52-791d-4c91-9b0f-a23c740b8c06 req-0c442a52-515a-498a-8e19-30060c551827 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336614 Aug 16 20:28:29.523497 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e80ca-0ffd-4f0b-9b1a-4e478440b477 req-21d9e64a-218d-4a7d-a878-9e3cf30c5ba3 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:29.525026 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-955e80ca-0ffd-4f0b-9b1a-4e478440b477 req-21d9e64a-218d-4a7d-a878-9e3cf30c5ba3 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 945 time: 0.0504003 Aug 16 20:28:29.565427 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-955e80ca-0ffd-4f0b-9b1a-4e478440b477 req-ea9571a7-8941-4e5f-9d35-7863dc2dd73d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338705 Aug 16 20:28:30.687068 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8216b-95f7-46fb-bcae-333baa7240c5 req-b8b9ac48-6cb5-4fe5-919a-7dfceda8a2da tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:30.688610 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3ee8216b-95f7-46fb-bcae-333baa7240c5 req-b8b9ac48-6cb5-4fe5-919a-7dfceda8a2da tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 945 time: 0.0515501 Aug 16 20:28:30.730803 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3ee8216b-95f7-46fb-bcae-333baa7240c5 req-00aef14b-a011-4a50-b484-aa55751c639a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362101 Aug 16 20:28:31.820092 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cfab12f8-4999-410a-a350-dda4a82342bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:31.879434 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d1407-fe02-4145-a932-f41277475cf3 req-74ba7bcd-80ae-4046-b4d9-247c32a261e4 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:31.880954 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-163d1407-fe02-4145-a932-f41277475cf3 req-74ba7bcd-80ae-4046-b4d9-247c32a261e4 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 945 time: 0.0560863 Aug 16 20:28:31.920247 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-163d1407-fe02-4145-a932-f41277475cf3 req-390ef27c-01bf-4d47-b1e3-3d35d10956dd tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331879 Aug 16 20:28:33.057982 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec563230-b770-40c8-b6ff-3f1757385c33 req-3a74c6a5-a836-4925-bd6d-f496ae1b72ea tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:33.059864 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec563230-b770-40c8-b6ff-3f1757385c33 req-3a74c6a5-a836-4925-bd6d-f496ae1b72ea tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 945 time: 0.0548003 Aug 16 20:28:33.103626 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec563230-b770-40c8-b6ff-3f1757385c33 req-bb32f190-aefe-48af-8a24-aaa69064de31 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371590 Aug 16 20:28:34.227823 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f4aef-be7c-43de-8700-345fb5ce13c8 req-91ec8cb2-8004-4f11-a3ac-c58b73bdecdb tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:34.229425 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f25f4aef-be7c-43de-8700-345fb5ce13c8 req-91ec8cb2-8004-4f11-a3ac-c58b73bdecdb tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 945 time: 0.0501120 Aug 16 20:28:34.271148 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f25f4aef-be7c-43de-8700-345fb5ce13c8 req-febf609e-a0c7-4bf0-bb51-9d203bea9ecf tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350740 Aug 16 20:28:34.404617 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0970a179-6415-4c81-97cc-921e4deacbfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:34.669850 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:35.414241 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794152e3-2d1a-45a8-9b08-cb1f0e7439ca req-21b30184-de42-4739-af6f-d8987d9d8f2a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:35.415736 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-794152e3-2d1a-45a8-9b08-cb1f0e7439ca req-21b30184-de42-4739-af6f-d8987d9d8f2a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 945 time: 0.0541062 Aug 16 20:28:35.453424 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-794152e3-2d1a-45a8-9b08-cb1f0e7439ca req-1435310a-2b7c-4e8c-977f-1e0a3ff42cd1 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311811 Aug 16 20:28:35.611966 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:35.732639 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf6cb0-c327-4c12-a133-5f79250842f8 req-1945730d-f2c0-4c34-8d74-c770ff4b9a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:35.734231 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9ccf6cb0-c327-4c12-a133-5f79250842f8 req-1945730d-f2c0-4c34-8d74-c770ff4b9a93 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=694913cb-9660-4a1c-a341-9653a1f83c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415208 Aug 16 20:28:35.831411 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9ccf6cb0-c327-4c12-a133-5f79250842f8 req-cf426226-0304-4d3f-ba8b-70c5f2f97d2d service neutron] 10.222.0.63 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851815 Aug 16 20:28:35.921154 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9ccf6cb0-c327-4c12-a133-5f79250842f8 req-dd2e79fc-d6cb-4398-831c-51f13961d1b4 service neutron] 10.222.0.63 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790575 Aug 16 20:28:36.116680 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:36.191607 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:36.572566 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73dffe1-eac0-49d7-8620-35b01aaeedc1 req-021da31e-a525-4692-9ba9-1a6b9c178c49 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:36.574031 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a73dffe1-eac0-49d7-8620-35b01aaeedc1 req-021da31e-a525-4692-9ba9-1a6b9c178c49 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 945 time: 0.0491695 Aug 16 20:28:36.611399 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a73dffe1-eac0-49d7-8620-35b01aaeedc1 req-f200a865-99ad-4c80-a66a-45e2efecb4d0 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314529 Aug 16 20:28:37.073641 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:37.733928 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb0d03-25d8-4b58-9711-aafa068c7d68 req-9befe0fe-d150-425e-a2ef-15888de2a60b tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:37.735424 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6eb0d03-25d8-4b58-9711-aafa068c7d68 req-9befe0fe-d150-425e-a2ef-15888de2a60b tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 945 time: 0.0522671 Aug 16 20:28:37.773650 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6eb0d03-25d8-4b58-9711-aafa068c7d68 req-7d0c2ad0-7e22-45ae-9670-6d67a478bec2 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320175 Aug 16 20:28:38.895654 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8240fe-9d28-49ab-8779-c097072e17f4 req-15e8e65b-f116-4fba-bff2-982e00221d86 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:38.897149 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5a8240fe-9d28-49ab-8779-c097072e17f4 req-15e8e65b-f116-4fba-bff2-982e00221d86 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 945 time: 0.0499413 Aug 16 20:28:38.935086 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5a8240fe-9d28-49ab-8779-c097072e17f4 req-b87ef7ff-cc2b-4636-913e-0d51dbafe387 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314531 Aug 16 20:28:40.054396 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b782e9a-4eaf-4fed-90d8-65591f0acda5 req-3a7551b6-b6fc-4ae5-9d37-3bcd0e26dcdd tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:40.055287 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b782e9a-4eaf-4fed-90d8-65591f0acda5 req-3a7551b6-b6fc-4ae5-9d37-3bcd0e26dcdd tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 945 time: 0.0477161 Aug 16 20:28:40.093153 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b782e9a-4eaf-4fed-90d8-65591f0acda5 req-0fa8fc43-d777-42d0-9448-d5748a74af58 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313978 Aug 16 20:28:41.215504 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e1eb5-8fb4-4afb-999b-23a4b17211c2 req-b0ddd8d5-9b16-40c9-adf1-c2f63bf1b683 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:41.217526 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c17e1eb5-8fb4-4afb-999b-23a4b17211c2 req-b0ddd8d5-9b16-40c9-adf1-c2f63bf1b683 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 945 time: 0.0521426 Aug 16 20:28:41.254552 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c17e1eb5-8fb4-4afb-999b-23a4b17211c2 req-8e242fee-d6df-44f8-9d5a-dd429413a05d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311828 Aug 16 20:28:42.373051 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659daef4-b6db-4566-b0de-7b2ce8aafbf7 req-6f74f812-a666-4d5d-a6dc-6973dcbce943 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:42.374546 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-659daef4-b6db-4566-b0de-7b2ce8aafbf7 req-6f74f812-a666-4d5d-a6dc-6973dcbce943 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 945 time: 0.0487607 Aug 16 20:28:42.411333 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-659daef4-b6db-4566-b0de-7b2ce8aafbf7 req-f555eca2-d9a8-4eb3-add8-8f65c4586843 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306292 Aug 16 20:28:42.851646 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 9db088bf-9b00-448c-84a5-6e7ac3be46b3 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:28:42.945702 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 9db088bf-9b00-448c-84a5-6e7ac3be46b3, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=9db088bf-9b00-448c-84a5-6e7ac3be46b3,segment=NetworkSegment(651ae3f1-f903-4d50-9039-ebe7a7f61635),segment_id=651ae3f1-f903-4d50-9039-ebe7a7f61635)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:42.957724 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '9db088bf-9b00-448c-84a5-6e7ac3be46b3', 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96', 'port_id': '9db088bf-9b00-448c-84a5-6e7ac3be46b3', 'mac_address': 'fa:16:3e:95:d1:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:28:42.993697 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:43.006900 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9db088bf-9b00-448c-84a5-6e7ac3be46b3 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:28:43.026204 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 9db088bf-9b00-448c-84a5-6e7ac3be46b3, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=9db088bf-9b00-448c-84a5-6e7ac3be46b3,segment=NetworkSegment(651ae3f1-f903-4d50-9039-ebe7a7f61635),segment_id=651ae3f1-f903-4d50-9039-ebe7a7f61635)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:43.029896 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:43.075936 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=9db088bf-9b00-448c-84a5-6e7ac3be46b3,revision_number=11']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:43.262856 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['9db088bf-9b00-448c-84a5-6e7ac3be46b3'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:28:43.530313 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e8bcb-bcd0-49f8-80c9-c34a11c53dea req-138d8d6e-807d-442e-b6e0-5ebb838e5ea6 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:43.531935 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f77e8bcb-bcd0-49f8-80c9-c34a11c53dea req-138d8d6e-807d-442e-b6e0-5ebb838e5ea6 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 946 time: 0.0492892 Aug 16 20:28:43.567981 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f77e8bcb-bcd0-49f8-80c9-c34a11c53dea req-fb5401fd-ee31-4001-8872-b32f5dca984e tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302777 Aug 16 20:28:44.691326 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e898a-30df-45a5-8a00-337567223c57 req-41d3b78d-c450-445b-9efd-cafececb6191 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:44.692802 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f58e898a-30df-45a5-8a00-337567223c57 req-41d3b78d-c450-445b-9efd-cafececb6191 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 946 time: 0.0534484 Aug 16 20:28:44.730593 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f58e898a-30df-45a5-8a00-337567223c57 req-e6bb4ad1-1057-404a-80db-9cf8e5487aa7 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318928 Aug 16 20:28:44.867616 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 9db088bf-9b00-448c-84a5-6e7ac3be46b3 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:28:44.914019 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 9db088bf-9b00-448c-84a5-6e7ac3be46b3 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:28:44.917512 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 9db088bf-9b00-448c-84a5-6e7ac3be46b3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:28:44.917879 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:44.999165 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:45.024106 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35256669-22e3-4514-a2d3-af5bbccf320d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db088bf-9b00-448c-84a5-6e7ac3be46b3'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:28:45.026343 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60a779c-69f0-4b48-9443-c8039a3bf5a0" -d '{"events": [{"server_uuid": "35256669-22e3-4514-a2d3-af5bbccf320d", "name": "network-vif-plugged", "status": "completed", "tag": "9db088bf-9b00-448c-84a5-6e7ac3be46b3"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:28:45.039291 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 9db088bf-9b00-448c-84a5-6e7ac3be46b3, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=9db088bf-9b00-448c-84a5-6e7ac3be46b3,segment=NetworkSegment(651ae3f1-f903-4d50-9039-ebe7a7f61635),segment_id=651ae3f1-f903-4d50-9039-ebe7a7f61635)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:45.047077 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:45.068393 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebebe04-6b56-476f-8269-d5b4e9d58282 x-openstack-request-id: req-aebebe04-6b56-476f-8269-d5b4e9d58282 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:28:45.068685 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35256669-22e3-4514-a2d3-af5bbccf320d", "name": "network-vif-plugged", "status": "completed", "tag": "9db088bf-9b00-448c-84a5-6e7ac3be46b3", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:28:45.068935 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-aebebe04-6b56-476f-8269-d5b4e9d58282 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:28:45.069319 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35256669-22e3-4514-a2d3-af5bbccf320d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db088bf-9b00-448c-84a5-6e7ac3be46b3', 'code': 200} Aug 16 20:28:45.095116 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=9db088bf-9b00-448c-84a5-6e7ac3be46b3,revision_number=12']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:45.231384 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0f92e-3878-45f7-bb3d-79b154fe2355 req-6705ee46-5346-4544-b2a9-5d8b47285b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:45.233105 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5cc0f92e-3878-45f7-bb3d-79b154fe2355 req-6705ee46-5346-4544-b2a9-5d8b47285b78 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 1099 time: 0.0411260 Aug 16 20:28:45.270936 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5cc0f92e-3878-45f7-bb3d-79b154fe2355 req-82e5ae46-7b9c-43f7-b943-9bbe26baacc5 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307674 Aug 16 20:28:45.856419 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11b7e3-aa7c-43b9-b888-9c647f9b6aaa req-53063829-d014-4ff4-b666-8b3f9f12b215 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:45.858533 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2d11b7e3-aa7c-43b9-b888-9c647f9b6aaa req-53063829-d014-4ff4-b666-8b3f9f12b215 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 947 time: 0.0486484 Aug 16 20:28:45.895730 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2d11b7e3-aa7c-43b9-b888-9c647f9b6aaa req-7819843a-544e-46c3-ba08-cc26aab5e0f9 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312793 Aug 16 20:28:47.018142 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc6790-4127-481a-b112-df12b241b682 req-36a9454a-a1f1-40c4-a3a1-3a16bc19efb1 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:47.019697 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cbdc6790-4127-481a-b112-df12b241b682 req-36a9454a-a1f1-40c4-a3a1-3a16bc19efb1 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 947 time: 0.0528557 Aug 16 20:28:47.057692 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cbdc6790-4127-481a-b112-df12b241b682 req-4515b5a3-f5de-42c6-9143-f1295db3ba13 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321324 Aug 16 20:28:51.286565 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c8ea0-1b86-456a-98de-a09873052c50 req-9dcc52b2-6ac5-4ca3-af46-74b4f982304d tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:51.288157 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-589c8ea0-1b86-456a-98de-a09873052c50 req-9dcc52b2-6ac5-4ca3-af46-74b4f982304d tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 1097 time: 0.0426068 Aug 16 20:28:51.323975 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-589c8ea0-1b86-456a-98de-a09873052c50 req-51203719-f7f3-4d2d-8c9d-8d8af1646d53 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296929 Aug 16 20:28:51.346594 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 47872) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:51.504212 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-a07002ea-e05b-445a-af1f-776242eb57f4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Deleting port 53d9ec93-82e6-4dce-bc57-764d33978a7b {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:28:51.504546 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a07002ea-e05b-445a-af1f-776242eb57f4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:51.581687 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a07002ea-e05b-445a-af1f-776242eb57f4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:51.581905 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a07002ea-e05b-445a-af1f-776242eb57f4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:51.594201 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-a07002ea-e05b-445a-af1f-776242eb57f4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Calling delete_port for 53d9ec93-82e6-4dce-bc57-764d33978a7b owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:28:51.742899 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a07002ea-e05b-445a-af1f-776242eb57f4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:51.770732 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07002ea-e05b-445a-af1f-776242eb57f4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event deleted for resources: {'Port': ['ID=53d9ec93-82e6-4dce-bc57-764d33978a7b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:51.793622 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07002ea-e05b-445a-af1f-776242eb57f4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:51.793970 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07002ea-e05b-445a-af1f-776242eb57f4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:51.794312 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07002ea-e05b-445a-af1f-776242eb57f4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:51.794643 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07002ea-e05b-445a-af1f-776242eb57f4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:51.795604 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07002ea-e05b-445a-af1f-776242eb57f4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:51.795939 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07002ea-e05b-445a-af1f-776242eb57f4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:51.796267 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07002ea-e05b-445a-af1f-776242eb57f4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:51.796594 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07002ea-e05b-445a-af1f-776242eb57f4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:51.796920 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07002ea-e05b-445a-af1f-776242eb57f4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:51.797241 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07002ea-e05b-445a-af1f-776242eb57f4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:51.797558 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07002ea-e05b-445a-af1f-776242eb57f4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:51.797881 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07002ea-e05b-445a-af1f-776242eb57f4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:51.838388 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a07002ea-e05b-445a-af1f-776242eb57f4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:51.838632 n-d-787206-13 neutron-server[94771]: INFO neutron.db.l3_db [None req-a07002ea-e05b-445a-af1f-776242eb57f4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Floating IP a7f29ee3-2505-4164-9dbd-6bd4370c1dcd disassociated (deleted). External IP: 172.25.8.165, port: 3eb78360-447a-4a0b-952b-3eb2e810cb70. Aug 16 20:28:52.050844 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07002ea-e05b-445a-af1f-776242eb57f4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Router 934c1c01-b0c2-42da-a0e8-02b58cf74e05 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:28:52.161312 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07002ea-e05b-445a-af1f-776242eb57f4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:28:52.166401 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a07002ea-e05b-445a-af1f-776242eb57f4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:52.171639 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d994918-6b84-46c5-804f-65faa4576765 None None] Sync routers for ids ['934c1c01-b0c2-42da-a0e8-02b58cf74e05'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:28:52.181186 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d994918-6b84-46c5-804f-65faa4576765 None None] Routers {'934c1c01-b0c2-42da-a0e8-02b58cf74e05'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:28:52.181793 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5d994918-6b84-46c5-804f-65faa4576765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:28:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['934c1c01-b0c2-42da-a0e8-02b58cf74e05'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:52.204059 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a07002ea-e05b-445a-af1f-776242eb57f4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "DELETE /v2.0/floatingips/a7f29ee3-2505-4164-9dbd-6bd4370c1dcd HTTP/1.1" status: 204 len: 168 time: 0.8562140 Aug 16 20:28:52.212428 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5c7b9e-c368-4a2b-b308-352ffd2d29e0', 'tag': '3eb78360-447a-4a0b-952b-3eb2e810cb70'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:28:52.212428 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c41de6-adf9-4a9a-ad52-c6873fddadd2" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5c7b9e-c368-4a2b-b308-352ffd2d29e0", "tag": "3eb78360-447a-4a0b-952b-3eb2e810cb70"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:28:52.262766 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f55b938-a3ab-4d2b-b117-212d345a2a5a x-openstack-request-id: req-7f55b938-a3ab-4d2b-b117-212d345a2a5a {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:28:52.263175 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5c7b9e-c368-4a2b-b308-352ffd2d29e0", "tag": "3eb78360-447a-4a0b-952b-3eb2e810cb70", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:28:52.263556 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7f55b938-a3ab-4d2b-b117-212d345a2a5a {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:28:52.264193 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5c7b9e-c368-4a2b-b308-352ffd2d29e0', 'tag': '3eb78360-447a-4a0b-952b-3eb2e810cb70', 'status': 'completed', 'code': 200} Aug 16 20:28:52.336831 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c41de6-adf9-4a9a-ad52-c6873fddadd2 req-fb93d748-dcf0-4333-a2a3-396fdc3de33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:52.339063 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-38c41de6-adf9-4a9a-ad52-c6873fddadd2 req-fb93d748-dcf0-4333-a2a3-396fdc3de33c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 1097 time: 0.0427823 Aug 16 20:28:52.346756 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-5d994918-6b84-46c5-804f-65faa4576765 None None] Set router 934c1c01-b0c2-42da-a0e8-02b58cf74e05 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:28:52.456500 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a4dae-265a-4042-aa13-160c582a92bc req-ce1d9042-3936-40aa-a40a-b748cc8adf8a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:52.458715 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ed0a4dae-265a-4042-aa13-160c582a92bc req-ce1d9042-3936-40aa-a40a-b748cc8adf8a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0610867 Aug 16 20:28:52.478732 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c41de6-adf9-4a9a-ad52-c6873fddadd2 req-f1044e9e-443e-4f02-9ee8-e2a78a3ba496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:52.480268 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-38c41de6-adf9-4a9a-ad52-c6873fddadd2 req-f1044e9e-443e-4f02-9ee8-e2a78a3ba496 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ba7edd70-20de-4e61-bdbf-b828a7bcd4d6 HTTP/1.1" status: 200 len: 898 time: 0.1276429 Aug 16 20:28:52.505824 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ed0a4dae-265a-4042-aa13-160c582a92bc req-1bd51e91-c9a5-43d2-b99d-3092c1cc7986 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403075 Aug 16 20:28:52.528520 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-38c41de6-adf9-4a9a-ad52-c6873fddadd2 req-79953fc6-8c56-4866-a07e-c0218875bbdd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eb78360-447a-4a0b-952b-3eb2e810cb70 HTTP/1.1" status: 200 len: 217 time: 0.0397873 Aug 16 20:28:52.559454 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5d994918-6b84-46c5-804f-65faa4576765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283997410', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:27:03Z', 'updated_at': '2021-08-16T20:27:06Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': '91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:27:03Z', 'updated_at': '2021-08-16T20:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'f032e696-9194-483d-b68c-07af87a7fe15', 'name': '', 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:ac:21:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'e02d1dd5-4e87-4962-8004-c08f652173e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:27:06Z', 'updated_at': '2021-08-16T20:27:10Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': 'e02d1dd5-4e87-4962-8004-c08f652173e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:52.583305 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c41de6-adf9-4a9a-ad52-c6873fddadd2 req-c1d62b61-27b1-4ac6-909c-947302b8bdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:52.584835 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-38c41de6-adf9-4a9a-ad52-c6873fddadd2 req-c1d62b61-27b1-4ac6-909c-947302b8bdbe service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e02d1dd5-4e87-4962-8004-c08f652173e8 HTTP/1.1" status: 200 len: 835 time: 0.0451329 Aug 16 20:28:52.586406 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d994918-6b84-46c5-804f-65faa4576765 None None] Checking router: 934c1c01-b0c2-42da-a0e8-02b58cf74e05 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:28:52.595948 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d994918-6b84-46c5-804f-65faa4576765 None None] Routers {'934c1c01-b0c2-42da-a0e8-02b58cf74e05'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:28:52.596572 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5d994918-6b84-46c5-804f-65faa4576765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:28:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['934c1c01-b0c2-42da-a0e8-02b58cf74e05'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:52.636573 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c41de6-adf9-4a9a-ad52-c6873fddadd2 req-56a8b6f0-d6b9-463d-a184-7cb13fc661e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:52.638338 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-38c41de6-adf9-4a9a-ad52-c6873fddadd2 req-56a8b6f0-d6b9-463d-a184-7cb13fc661e0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ba7edd70-20de-4e61-bdbf-b828a7bcd4d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447347 Aug 16 20:28:52.703150 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-5d994918-6b84-46c5-804f-65faa4576765 None None] Set router 934c1c01-b0c2-42da-a0e8-02b58cf74e05 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:28:52.746605 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-38c41de6-adf9-4a9a-ad52-c6873fddadd2 req-5125d389-5726-4908-a420-28e1d569f9fa service neutron] 10.222.0.63 "GET /v2.0/networks/ba7edd70-20de-4e61-bdbf-b828a7bcd4d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900173 Aug 16 20:28:52.853089 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-38c41de6-adf9-4a9a-ad52-c6873fddadd2 req-8f0ad972-67b0-4a5a-a2d0-373d7ba9d51a service neutron] 10.222.0.63 "GET /v2.0/networks/ba7edd70-20de-4e61-bdbf-b828a7bcd4d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985031 Aug 16 20:28:52.992728 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5d994918-6b84-46c5-804f-65faa4576765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283997410', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:27:03Z', 'updated_at': '2021-08-16T20:27:06Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': '91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:27:03Z', 'updated_at': '2021-08-16T20:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'f032e696-9194-483d-b68c-07af87a7fe15', 'name': '', 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:ac:21:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'e02d1dd5-4e87-4962-8004-c08f652173e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:27:06Z', 'updated_at': '2021-08-16T20:27:10Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': 'e02d1dd5-4e87-4962-8004-c08f652173e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:53.021965 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d994918-6b84-46c5-804f-65faa4576765 None None] The sync data for ids ['934c1c01-b0c2-42da-a0e8-02b58cf74e05'] in n-d-787206-13 is: [{'id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283997410', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:27:03Z', 'updated_at': '2021-08-16T20:27:06Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': '91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:27:03Z', 'updated_at': '2021-08-16T20:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'f032e696-9194-483d-b68c-07af87a7fe15', 'name': '', 'network_id': 'ba7edd70-20de-4e61-bdbf-b828a7bcd4d6', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:ac:21:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'e02d1dd5-4e87-4962-8004-c08f652173e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:27:06Z', 'updated_at': '2021-08-16T20:27:10Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': 'e02d1dd5-4e87-4962-8004-c08f652173e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:28:53.245041 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ddee10-f9a0-4db4-90af-1eb852bfdb55 None None] New status for floating IP a7f29ee3-2505-4164-9dbd-6bd4370c1dcd: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:28:53.628150 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6dd7b-dbf3-4c8f-87f3-845b44a29be8 req-57d2cd66-5032-4c54-ad7b-a92905a584ba tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:53.629655 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7fe6dd7b-dbf3-4c8f-87f3-845b44a29be8 req-57d2cd66-5032-4c54-ad7b-a92905a584ba tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0537119 Aug 16 20:28:53.667016 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7fe6dd7b-dbf3-4c8f-87f3-845b44a29be8 req-ba668621-c613-49db-8ea6-7763d9db1498 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6d13765-1917-4892-966a-119f05feeb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314600 Aug 16 20:28:53.751373 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4bd26-a869-46b2-aefe-d14823a08c36 req-04433ff1-6c3a-4438-b633-133a517be728 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:53.752853 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-80e4bd26-a869-46b2-aefe-d14823a08c36 req-04433ff1-6c3a-4438-b633-133a517be728 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.63 "GET /v2.0/ports?device_id=fa5c7b9e-c368-4a2b-b308-352ffd2d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0490613 Aug 16 20:28:53.850273 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-80e4bd26-a869-46b2-aefe-d14823a08c36 req-71a9c3c0-4fcf-4212-9d3c-50e1f673979b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Deleting port 3eb78360-447a-4a0b-952b-3eb2e810cb70 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:28:53.850618 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-80e4bd26-a869-46b2-aefe-d14823a08c36 req-71a9c3c0-4fcf-4212-9d3c-50e1f673979b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:53.941096 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-80e4bd26-a869-46b2-aefe-d14823a08c36 req-71a9c3c0-4fcf-4212-9d3c-50e1f673979b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] For port 3eb78360-447a-4a0b-952b-3eb2e810cb70, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3eb78360-447a-4a0b-952b-3eb2e810cb70,segment=NetworkSegment(a433584c-7396-496b-bebc-59b35c10aeb8),segment_id=a433584c-7396-496b-bebc-59b35c10aeb8)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:53.941459 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-80e4bd26-a869-46b2-aefe-d14823a08c36 req-71a9c3c0-4fcf-4212-9d3c-50e1f673979b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:53.953905 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-80e4bd26-a869-46b2-aefe-d14823a08c36 req-71a9c3c0-4fcf-4212-9d3c-50e1f673979b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Calling delete_port for 3eb78360-447a-4a0b-952b-3eb2e810cb70 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:28:54.082192 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-80e4bd26-a869-46b2-aefe-d14823a08c36 req-71a9c3c0-4fcf-4212-9d3c-50e1f673979b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:54.110439 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9c3c0-4fcf-4212-9d3c-50e1f673979b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event deleted for resources: {'Port': ['ID=3eb78360-447a-4a0b-952b-3eb2e810cb70,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:54.122005 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9c3c0-4fcf-4212-9d3c-50e1f673979b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:54.122361 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9c3c0-4fcf-4212-9d3c-50e1f673979b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:54.122695 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9c3c0-4fcf-4212-9d3c-50e1f673979b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:54.123790 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9c3c0-4fcf-4212-9d3c-50e1f673979b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:54.124127 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9c3c0-4fcf-4212-9d3c-50e1f673979b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:54.124457 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9c3c0-4fcf-4212-9d3c-50e1f673979b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:54.124781 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9c3c0-4fcf-4212-9d3c-50e1f673979b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:54.125105 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9c3c0-4fcf-4212-9d3c-50e1f673979b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:54.125677 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9c3c0-4fcf-4212-9d3c-50e1f673979b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:54.126002 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9c3c0-4fcf-4212-9d3c-50e1f673979b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:54.126325 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9c3c0-4fcf-4212-9d3c-50e1f673979b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:54.126639 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9c3c0-4fcf-4212-9d3c-50e1f673979b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:54.159520 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e4bd26-a869-46b2-aefe-d14823a08c36 req-71a9c3c0-4fcf-4212-9d3c-50e1f673979b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] No DVR routers for this DVR port 3eb78360-447a-4a0b-952b-3eb2e810cb70 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:28:54.162117 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-80e4bd26-a869-46b2-aefe-d14823a08c36 req-71a9c3c0-4fcf-4212-9d3c-50e1f673979b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:54.164205 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-80e4bd26-a869-46b2-aefe-d14823a08c36 req-71a9c3c0-4fcf-4212-9d3c-50e1f673979b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.63 "DELETE /v2.0/ports/3eb78360-447a-4a0b-952b-3eb2e810cb70 HTTP/1.1" status: 204 len: 173 time: 0.4047246 Aug 16 20:28:54.164658 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5c7b9e-c368-4a2b-b308-352ffd2d29e0', 'name': 'network-vif-deleted', 'tag': '3eb78360-447a-4a0b-952b-3eb2e810cb70'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:28:54.166847 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26544f6-33c7-4296-9423-565621c78e37" -d '{"events": [{"server_uuid": "fa5c7b9e-c368-4a2b-b308-352ffd2d29e0", "name": "network-vif-deleted", "tag": "3eb78360-447a-4a0b-952b-3eb2e810cb70"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:28:54.269619 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c81b89-58e6-425b-8f26-9dba1253d079 x-openstack-request-id: req-c7c81b89-58e6-425b-8f26-9dba1253d079 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:28:54.269908 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5c7b9e-c368-4a2b-b308-352ffd2d29e0", "name": "network-vif-deleted", "tag": "3eb78360-447a-4a0b-952b-3eb2e810cb70", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:28:54.270191 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c7c81b89-58e6-425b-8f26-9dba1253d079 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:28:54.270591 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5c7b9e-c368-4a2b-b308-352ffd2d29e0', 'name': 'network-vif-deleted', 'tag': '3eb78360-447a-4a0b-952b-3eb2e810cb70', 'status': 'completed', 'code': 200} Aug 16 20:28:54.723196 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 47894) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:55.075687 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2353b9ca-15aa-4197-9ee9-d885a6a7c58d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:55.327532 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2353b9ca-15aa-4197-9ee9-d885a6a7c58d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Deleting port f032e696-9194-483d-b68c-07af87a7fe15 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:28:55.327866 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2353b9ca-15aa-4197-9ee9-d885a6a7c58d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:55.418286 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-2353b9ca-15aa-4197-9ee9-d885a6a7c58d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] For port f032e696-9194-483d-b68c-07af87a7fe15, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f032e696-9194-483d-b68c-07af87a7fe15,segment=NetworkSegment(a433584c-7396-496b-bebc-59b35c10aeb8),segment_id=a433584c-7396-496b-bebc-59b35c10aeb8)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:55.418647 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2353b9ca-15aa-4197-9ee9-d885a6a7c58d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:55.430628 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2353b9ca-15aa-4197-9ee9-d885a6a7c58d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Calling delete_port for f032e696-9194-483d-b68c-07af87a7fe15 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:28:55.617939 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2353b9ca-15aa-4197-9ee9-d885a6a7c58d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:55.645567 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353b9ca-15aa-4197-9ee9-d885a6a7c58d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event deleted for resources: {'Port': ['ID=f032e696-9194-483d-b68c-07af87a7fe15,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:56.153877 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2353b9ca-15aa-4197-9ee9-d885a6a7c58d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:56.371782 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2353b9ca-15aa-4197-9ee9-d885a6a7c58d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Router 934c1c01-b0c2-42da-a0e8-02b58cf74e05 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:28:56.479656 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2353b9ca-15aa-4197-9ee9-d885a6a7c58d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:28:56.485381 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2353b9ca-15aa-4197-9ee9-d885a6a7c58d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "PUT /v2.0/routers/934c1c01-b0c2-42da-a0e8-02b58cf74e05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7604575 Aug 16 20:28:56.487599 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47900) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:56.488748 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdb3896-5420-436c-9b0d-16740c0cdbce None None] Sync routers for ids ['934c1c01-b0c2-42da-a0e8-02b58cf74e05'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:28:56.497587 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdb3896-5420-436c-9b0d-16740c0cdbce None None] Routers {'934c1c01-b0c2-42da-a0e8-02b58cf74e05'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:28:56.498809 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0bdb3896-5420-436c-9b0d-16740c0cdbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:28:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['934c1c01-b0c2-42da-a0e8-02b58cf74e05'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:56.542206 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-3598d152-6906-4a38-8269-f96202e4d312 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Deleting subnet e02d1dd5-4e87-4962-8004-c08f652173e8 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:28:56.544932 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3598d152-6906-4a38-8269-f96202e4d312 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:56.584418 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3598d152-6906-4a38-8269-f96202e4d312 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:56.600150 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-0bdb3896-5420-436c-9b0d-16740c0cdbce None None] Set router 934c1c01-b0c2-42da-a0e8-02b58cf74e05 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:28:56.664863 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3598d152-6906-4a38-8269-f96202e4d312 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:56.741126 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3598d152-6906-4a38-8269-f96202e4d312 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:56.775989 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598d152-6906-4a38-8269-f96202e4d312 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event deleted for resources: {'Subnet': ['ID=e02d1dd5-4e87-4962-8004-c08f652173e8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:56.782542 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3598d152-6906-4a38-8269-f96202e4d312 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:56.784667 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3598d152-6906-4a38-8269-f96202e4d312 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "DELETE /v2.0/subnets/e02d1dd5-4e87-4962-8004-c08f652173e8 HTTP/1.1" status: 204 len: 168 time: 0.2960896 Aug 16 20:28:56.787310 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47902) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:56.789788 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e00a952-01e7-4836-9e35-63e6e8e7a87a None None] Network ba7edd70-20de-4e61-bdbf-b828a7bcd4d6 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:28:56.825017 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0bdb3896-5420-436c-9b0d-16740c0cdbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283997410', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:27:03Z', 'updated_at': '2021-08-16T20:28:55Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': '91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:27:03Z', 'updated_at': '2021-08-16T20:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:56.851478 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdb3896-5420-436c-9b0d-16740c0cdbce None None] Checking router: 934c1c01-b0c2-42da-a0e8-02b58cf74e05 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:28:56.860573 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdb3896-5420-436c-9b0d-16740c0cdbce None None] Routers {'934c1c01-b0c2-42da-a0e8-02b58cf74e05'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:28:56.861190 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0bdb3896-5420-436c-9b0d-16740c0cdbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:28:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['934c1c01-b0c2-42da-a0e8-02b58cf74e05'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:56.915123 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-70dee82c-fbc0-482e-b28b-6c2fa5c6ac39 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:56.915919 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 3eb78360-447a-4a0b-952b-3eb2e810cb70 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:28:56.946525 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 3eb78360-447a-4a0b-952b-3eb2e810cb70 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:28:56.946893 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 3eb78360-447a-4a0b-952b-3eb2e810cb70 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:28:56.979318 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-0bdb3896-5420-436c-9b0d-16740c0cdbce None None] Set router 934c1c01-b0c2-42da-a0e8-02b58cf74e05 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:28:57.030476 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0816ae8-e03a-4307-bd15-65f94ef2acf1 None None] DHCP port deletion for ba7edd70-20de-4e61-bdbf-b828a7bcd4d6 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:28:57.096135 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c0816ae8-e03a-4307-bd15-65f94ef2acf1 None None] Deleting port f795d88c-3f48-437a-ae55-debcdf1bd164 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:28:57.097243 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c0816ae8-e03a-4307-bd15-65f94ef2acf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:57.174350 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c0816ae8-e03a-4307-bd15-65f94ef2acf1 None None] For port f795d88c-3f48-437a-ae55-debcdf1bd164, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f795d88c-3f48-437a-ae55-debcdf1bd164,segment=NetworkSegment(a433584c-7396-496b-bebc-59b35c10aeb8),segment_id=a433584c-7396-496b-bebc-59b35c10aeb8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:57.174854 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c0816ae8-e03a-4307-bd15-65f94ef2acf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:57.183041 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0bdb3896-5420-436c-9b0d-16740c0cdbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283997410', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:27:03Z', 'updated_at': '2021-08-16T20:28:55Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': '91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:27:03Z', 'updated_at': '2021-08-16T20:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:57.189532 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c0816ae8-e03a-4307-bd15-65f94ef2acf1 None None] Calling delete_port for f795d88c-3f48-437a-ae55-debcdf1bd164 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:28:57.211876 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdb3896-5420-436c-9b0d-16740c0cdbce None None] The sync data for ids ['934c1c01-b0c2-42da-a0e8-02b58cf74e05'] in n-d-787206-13 is: [{'id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283997410', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:27:03Z', 'updated_at': '2021-08-16T20:28:55Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': '91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c1c01-b0c2-42da-a0e8-02b58cf74e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:27:03Z', 'updated_at': '2021-08-16T20:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:28:57.273474 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c0816ae8-e03a-4307-bd15-65f94ef2acf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:57.298813 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0816ae8-e03a-4307-bd15-65f94ef2acf1 None None] Pushing event deleted for resources: {'Port': ['ID=f795d88c-3f48-437a-ae55-debcdf1bd164,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:57.302325 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0816ae8-e03a-4307-bd15-65f94ef2acf1 None None] No DVR routers for this DVR port f795d88c-3f48-437a-ae55-debcdf1bd164 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:28:57.386784 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-70dee82c-fbc0-482e-b28b-6c2fa5c6ac39 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:57.437589 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-70dee82c-fbc0-482e-b28b-6c2fa5c6ac39 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Deleting port 91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:28:57.437850 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-70dee82c-fbc0-482e-b28b-6c2fa5c6ac39 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:57.515902 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-70dee82c-fbc0-482e-b28b-6c2fa5c6ac39 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] For port 91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:57.516587 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-70dee82c-fbc0-482e-b28b-6c2fa5c6ac39 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:57.527922 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-70dee82c-fbc0-482e-b28b-6c2fa5c6ac39 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Calling delete_port for 91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:28:57.696921 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-70dee82c-fbc0-482e-b28b-6c2fa5c6ac39 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:57.724797 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dee82c-fbc0-482e-b28b-6c2fa5c6ac39 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event deleted for resources: {'Port': ['ID=91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:57.787415 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-70dee82c-fbc0-482e-b28b-6c2fa5c6ac39 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:57.876974 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-70dee82c-fbc0-482e-b28b-6c2fa5c6ac39 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:57.879149 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-70dee82c-fbc0-482e-b28b-6c2fa5c6ac39 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:57.920419 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-70dee82c-fbc0-482e-b28b-6c2fa5c6ac39 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:57.921090 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70dee82c-fbc0-482e-b28b-6c2fa5c6ac39 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Fanout notify agent at l3_agent the message router_deleted on router 934c1c01-b0c2-42da-a0e8-02b58cf74e05 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:28:57.928294 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-70dee82c-fbc0-482e-b28b-6c2fa5c6ac39 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:57.929417 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-70dee82c-fbc0-482e-b28b-6c2fa5c6ac39 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "DELETE /v2.0/routers/934c1c01-b0c2-42da-a0e8-02b58cf74e05 HTTP/1.1" status: 204 len: 168 time: 1.1409457 Aug 16 20:28:57.932118 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47906) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:58.015112 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb7a96be-fb86-481c-b27a-b1e490b4d56e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:58.105223 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb7a96be-fb86-481c-b27a-b1e490b4d56e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:58.115370 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-fb7a96be-fb86-481c-b27a-b1e490b4d56e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7edd70-20de-4e61-bdbf-b828a7bcd4d6']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:58.125285 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-fb7a96be-fb86-481c-b27a-b1e490b4d56e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a433584c-7396-496b-bebc-59b35c10aeb8') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:58.125848 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-fb7a96be-fb86-481c-b27a-b1e490b4d56e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a433584c-7396-496b-bebc-59b35c10aeb8') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:58.134392 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb7a96be-fb86-481c-b27a-b1e490b4d56e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:58.147922 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb7a96be-fb86-481c-b27a-b1e490b4d56e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:58.153556 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7a96be-fb86-481c-b27a-b1e490b4d56e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:28:58.154205 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb7a96be-fb86-481c-b27a-b1e490b4d56e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:58.157265 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:28:58.157265 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:28:58.157265 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:28:58.157265 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:28:58.157265 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:28:58.157265 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:28:58.157265 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:28:58.157265 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:28:58.157265 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:28:58.157265 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:28:58.157265 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:28:58.157265 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:28:58.157265 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:28:58.157265 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:28:58.157265 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:28:58.157265 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:28:58.157265 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:28:58.157265 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:28:58.157265 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:28:58.157265 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:28:58.157265 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:28:58.157265 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:28:58.157265 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:28:58.157265 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:28:58.157265 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:28:58.157265 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:28:58.157265 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:28:58.157265 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:28:58.157265 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:28:58.157265 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:28:58.157265 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:28:58.157265 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:28:58.212773 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb7a96be-fb86-481c-b27a-b1e490b4d56e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:58.220606 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb7a96be-fb86-481c-b27a-b1e490b4d56e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:58.221766 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fb7a96be-fb86-481c-b27a-b1e490b4d56e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "DELETE /v2.0/networks/ba7edd70-20de-4e61-bdbf-b828a7bcd4d6 HTTP/1.1" status: 204 len: 168 time: 0.2887199 Aug 16 20:28:58.224620 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 47908) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:58.233945 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a96be-fb86-481c-b27a-b1e490b4d56e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event deleted for resources: {'Network': ['ID=ba7edd70-20de-4e61-bdbf-b828a7bcd4d6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:58.283111 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a3aef76-48f9-468b-93e9-b678525475a5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:58.308009 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a3aef76-48f9-468b-93e9-b678525475a5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:58.374022 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a3aef76-48f9-468b-93e9-b678525475a5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:58.376936 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a3aef76-48f9-468b-93e9-b678525475a5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:58.378116 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6a3aef76-48f9-468b-93e9-b678525475a5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "DELETE /v2.0/security-groups/c6d13765-1917-4892-966a-119f05feeb31 HTTP/1.1" status: 204 len: 168 time: 0.1525066 Aug 16 20:28:58.387776 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3aef76-48f9-468b-93e9-b678525475a5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d13765-1917-4892-966a-119f05feeb31,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:58.761942 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:28:58.785389 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:28:58.786026 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 91d3ffc2-a74f-4f1e-b3f2-982dcd10c3b0 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:28:58.786438 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f032e696-9194-483d-b68c-07af87a7fe15 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:28:58.804038 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: f032e696-9194-483d-b68c-07af87a7fe15 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:28:58.804385 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f032e696-9194-483d-b68c-07af87a7fe15 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:28:58.804789 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f795d88c-3f48-437a-ae55-debcdf1bd164 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:28:58.822897 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: f795d88c-3f48-437a-ae55-debcdf1bd164 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:28:58.823260 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f795d88c-3f48-437a-ae55-debcdf1bd164 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:28:58.924721 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 47916) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:58.929436 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1ef8f94f-7b5b-4266-b794-13defd3fd55c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-887195596', 'description': 'tempest-secgroup-smoke-887195596 description', 'project_id': '5b476a52c3644288a8fde356e0d7a90f'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:58.953646 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1ef8f94f-7b5b-4266-b794-13defd3fd55c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.036667 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1ef8f94f-7b5b-4266-b794-13defd3fd55c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.040258 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1ef8f94f-7b5b-4266-b794-13defd3fd55c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.067638 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1ef8f94f-7b5b-4266-b794-13defd3fd55c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.068870 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1ef8f94f-7b5b-4266-b794-13defd3fd55c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1431189 Aug 16 20:28:59.071834 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47918) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:59.073363 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8f94f-7b5b-4266-b794-13defd3fd55c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:59.077515 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-658a3d14-a3a1-408a-b00a-9c15c713eb9d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'security_group_rule': {'security_group_id': '9b2b4ccf-8132-4ded-9bc9-070a5b5194e4', 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:59.104310 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-658a3d14-a3a1-408a-b00a-9c15c713eb9d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.159813 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-658a3d14-a3a1-408a-b00a-9c15c713eb9d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.163904 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-658a3d14-a3a1-408a-b00a-9c15c713eb9d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.188603 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a3d14-a3a1-408a-b00a-9c15c713eb9d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73485412-12f9-42ec-b9d5-a2eece0becad,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:59.192761 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-658a3d14-a3a1-408a-b00a-9c15c713eb9d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.194240 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-658a3d14-a3a1-408a-b00a-9c15c713eb9d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211388 Aug 16 20:28:59.196899 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47920) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:59.201233 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-566470f3-29d1-4bb3-a597-4b4537e88c12 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'security_group_rule': {'security_group_id': '9b2b4ccf-8132-4ded-9bc9-070a5b5194e4', 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:59.226151 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-566470f3-29d1-4bb3-a597-4b4537e88c12 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.283339 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-566470f3-29d1-4bb3-a597-4b4537e88c12 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.286883 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-566470f3-29d1-4bb3-a597-4b4537e88c12 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.303686 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566470f3-29d1-4bb3-a597-4b4537e88c12 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e689912-5bb5-4616-9c44-7c48e1cf8565,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:59.309476 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-566470f3-29d1-4bb3-a597-4b4537e88c12 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.311206 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-566470f3-29d1-4bb3-a597-4b4537e88c12 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1127651 Aug 16 20:28:59.313775 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47922) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:59.318080 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ea389a8e-2cf4-4b8a-a53f-7f0f29e7cad3 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'security_group_rule': {'security_group_id': '9b2b4ccf-8132-4ded-9bc9-070a5b5194e4', 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:59.343562 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea389a8e-2cf4-4b8a-a53f-7f0f29e7cad3 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.403425 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea389a8e-2cf4-4b8a-a53f-7f0f29e7cad3 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.407740 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea389a8e-2cf4-4b8a-a53f-7f0f29e7cad3 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.425944 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea389a8e-2cf4-4b8a-a53f-7f0f29e7cad3 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=552a6fcb-34fd-4dda-a005-e80b5e44ce33,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:59.432721 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea389a8e-2cf4-4b8a-a53f-7f0f29e7cad3 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.433790 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ea389a8e-2cf4-4b8a-a53f-7f0f29e7cad3 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191103 Aug 16 20:28:59.436655 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47924) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:59.441154 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d5d91b28-68ae-475b-83d7-534af840fe84 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'security_group_rule': {'security_group_id': '9b2b4ccf-8132-4ded-9bc9-070a5b5194e4', 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:59.466410 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d5d91b28-68ae-475b-83d7-534af840fe84 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.526944 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d5d91b28-68ae-475b-83d7-534af840fe84 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.531031 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d5d91b28-68ae-475b-83d7-534af840fe84 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.551911 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d91b28-68ae-475b-83d7-534af840fe84 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=382240ee-f3cc-4cef-ae5a-4d8dcfaf1b2e,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:59.555450 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d5d91b28-68ae-475b-83d7-534af840fe84 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.556688 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d5d91b28-68ae-475b-83d7-534af840fe84 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190791 Aug 16 20:28:59.559448 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47926) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:59.564334 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-56722403-520c-4bd2-ad50-df90aeacd8b0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'security_group_rule': {'security_group_id': '9b2b4ccf-8132-4ded-9bc9-070a5b5194e4', 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:59.585462 n-d-787206-13 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-56722403-520c-4bd2-ad50-df90aeacd8b0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Project 5b476a52c3644288a8fde356e0d7a90f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:28:59.590255 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-56722403-520c-4bd2-ad50-df90aeacd8b0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.650384 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-56722403-520c-4bd2-ad50-df90aeacd8b0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.654793 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-56722403-520c-4bd2-ad50-df90aeacd8b0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.675670 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56722403-520c-4bd2-ad50-df90aeacd8b0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f9166dd-5a2a-40b9-95d6-81e4bf0ecce5,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:59.679147 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-56722403-520c-4bd2-ad50-df90aeacd8b0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.680500 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-56722403-520c-4bd2-ad50-df90aeacd8b0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199877 Aug 16 20:28:59.683219 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47934) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:59.688454 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-14cca0d0-bc52-4086-ac73-31021cb8c705 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'security_group_rule': {'security_group_id': '9b2b4ccf-8132-4ded-9bc9-070a5b5194e4', 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:59.712384 n-d-787206-13 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-14cca0d0-bc52-4086-ac73-31021cb8c705 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Project 5b476a52c3644288a8fde356e0d7a90f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:28:59.718024 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14cca0d0-bc52-4086-ac73-31021cb8c705 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.781103 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14cca0d0-bc52-4086-ac73-31021cb8c705 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.784702 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14cca0d0-bc52-4086-ac73-31021cb8c705 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.802272 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cca0d0-bc52-4086-ac73-31021cb8c705 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00284482-a152-4819-8ee8-1c478483df6e,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:59.808555 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14cca0d0-bc52-4086-ac73-31021cb8c705 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.812209 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-14cca0d0-bc52-4086-ac73-31021cb8c705 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249621 Aug 16 20:28:59.812451 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47940) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:59.817296 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-719a5b0f-5b8c-46db-8c37-f88188958833 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'network': {'name': 'tempest-network-smoke--992235840', 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'port_security_enabled': True}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:59.839709 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719a5b0f-5b8c-46db-8c37-f88188958833 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Made reservation on behalf of 5b476a52c3644288a8fde356e0d7a90f for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:28:59.843709 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-719a5b0f-5b8c-46db-8c37-f88188958833 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.867961 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-719a5b0f-5b8c-46db-8c37-f88188958833 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:28:59.879161 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-719a5b0f-5b8c-46db-8c37-f88188958833 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.879626 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-719a5b0f-5b8c-46db-8c37-f88188958833 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Added segment 36b52101-ed99-4cbf-b602-e90679f3b474 of type vlan for network 2611d081-2c12-48b9-8ddd-99c040708b3c Aug 16 20:28:59.922470 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-719a5b0f-5b8c-46db-8c37-f88188958833 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.952375 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-719a5b0f-5b8c-46db-8c37-f88188958833 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.958095 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719a5b0f-5b8c-46db-8c37-f88188958833 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:59.958676 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-719a5b0f-5b8c-46db-8c37-f88188958833 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:00.013896 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-719a5b0f-5b8c-46db-8c37-f88188958833 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2004085 Aug 16 20:29:00.017187 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 47946) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:00.024499 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5e1b666a-1c1a-4bb4-9c75-324de0828d3a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-326801467', 'admin_state_up': True, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:00.026667 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a5b0f-5b8c-46db-8c37-f88188958833 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'Network': ['ID=2611d081-2c12-48b9-8ddd-99c040708b3c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:00.039013 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 2611d081-2c12-48b9-8ddd-99c040708b3c details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:29:00.058666 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e1b666a-1c1a-4bb4-9c75-324de0828d3a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:00.062036 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e1b666a-1c1a-4bb4-9c75-324de0828d3a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:00.119675 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e1b666a-1c1a-4bb4-9c75-324de0828d3a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:00.264782 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e1b666a-1c1a-4bb4-9c75-324de0828d3a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:00.459458 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e1b666a-1c1a-4bb4-9c75-324de0828d3a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:00.479509 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e1b666a-1c1a-4bb4-9c75-324de0828d3a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:00.593383 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-5e1b666a-1c1a-4bb4-9c75-324de0828d3a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Allocated IP 172.25.8.34 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/d9a1e98c-c7c8-4cad-90ca-3aaf560f34f2) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:29:00.707602 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e1b666a-1c1a-4bb4-9c75-324de0828d3a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:00.747486 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e1b666a-1c1a-4bb4-9c75-324de0828d3a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:00.787033 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1b666a-1c1a-4bb4-9c75-324de0828d3a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:29:00.789868 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-5e1b666a-1c1a-4bb4-9c75-324de0828d3a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:29:00.793406 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1b666a-1c1a-4bb4-9c75-324de0828d3a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:29:00.799393 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b666a-1c1a-4bb4-9c75-324de0828d3a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'Port': ['ID=d9a1e98c-c7c8-4cad-90ca-3aaf560f34f2,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:01.040198 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e1b666a-1c1a-4bb4-9c75-324de0828d3a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:01.243112 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e1b666a-1c1a-4bb4-9c75-324de0828d3a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:01.374937 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1b666a-1c1a-4bb4-9c75-324de0828d3a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Router 6adaa15e-3605-4b39-a164-c11ebf2d8eef is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:29:01.484716 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1b666a-1c1a-4bb4-9c75-324de0828d3a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:29:01.495161 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc5bb32-03fe-4be5-a492-a60d2b0f6dd3 None None] Sync routers for ids ['6adaa15e-3605-4b39-a164-c11ebf2d8eef'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:29:01.504375 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e1b666a-1c1a-4bb4-9c75-324de0828d3a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:01.505308 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5e1b666a-1c1a-4bb4-9c75-324de0828d3a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4866242 Aug 16 20:29:01.506512 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc5bb32-03fe-4be5-a492-a60d2b0f6dd3 None None] Routers {'6adaa15e-3605-4b39-a164-c11ebf2d8eef'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:29:01.507195 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bcc5bb32-03fe-4be5-a492-a60d2b0f6dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:28:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6adaa15e-3605-4b39-a164-c11ebf2d8eef'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:01.508590 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 47962) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:01.538194 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8046d5ac-ff31-44d8-b423-b1d72a206a77 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=5b476a52c3644288a8fde356e0d7a90f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285752 Aug 16 20:29:01.541594 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47964) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:01.600146 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:29:01.626139 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-bcc5bb32-03fe-4be5-a492-a60d2b0f6dd3 None None] Set router 6adaa15e-3605-4b39-a164-c11ebf2d8eef gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:29:01.635235 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becbe7eb-edd0-488b-b55e-8f0829f3f5cc tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:01.640144 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-becbe7eb-edd0-488b-b55e-8f0829f3f5cc tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0939333 Aug 16 20:29:01.640441 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47966) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:01.669933 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a4af35d4-0a8d-4cfb-b41c-59559e88f214 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=eb87ae87-0925-464c-8e03-8bba27e76e58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260220 Aug 16 20:29:01.670151 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47968) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:01.674977 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-22217bfb-8647-400e-bf11-99e8fb778dcf tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-116148953', 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c', 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:01.766199 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22217bfb-8647-400e-bf11-99e8fb778dcf tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Made reservation on behalf of 5b476a52c3644288a8fde356e0d7a90f for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:29:01.769786 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22217bfb-8647-400e-bf11-99e8fb778dcf tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:01.816854 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-56fae46e-8f04-4ad8-9bec-45f358176d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:01.832696 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bcc5bb32-03fe-4be5-a492-a60d2b0f6dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326801467', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'd9a1e98c-c7c8-4cad-90ca-3aaf560f34f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:00Z', 'updated_at': '2021-08-16T20:29:00Z', 'revision_number': 3, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'd9a1e98c-c7c8-4cad-90ca-3aaf560f34f2', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:00Z', 'updated_at': '2021-08-16T20:29:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:01.861956 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc5bb32-03fe-4be5-a492-a60d2b0f6dd3 None None] Checking router: 6adaa15e-3605-4b39-a164-c11ebf2d8eef for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:29:01.862587 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc5bb32-03fe-4be5-a492-a60d2b0f6dd3 None None] Updating router 6adaa15e-3605-4b39-a164-c11ebf2d8eef port d9a1e98c-c7c8-4cad-90ca-3aaf560f34f2 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:29:01.892954 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bcc5bb32-03fe-4be5-a492-a60d2b0f6dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:01.965323 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22217bfb-8647-400e-bf11-99e8fb778dcf tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:02.025886 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22217bfb-8647-400e-bf11-99e8fb778dcf tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'Subnet': ['ID=0564504a-d02b-47de-8b06-242b48c23f0f,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:02.056596 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22217bfb-8647-400e-bf11-99e8fb778dcf tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Checking segment: {'id': '36b52101-ed99-4cbf-b602-e90679f3b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:29:02.056961 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22217bfb-8647-400e-bf11-99e8fb778dcf tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Network hostable DHCP agents. Network: 2611d081-2c12-48b9-8ddd-99c040708b3c, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:29:02.075367 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22217bfb-8647-400e-bf11-99e8fb778dcf tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Network 2611d081-2c12-48b9-8ddd-99c040708b3c is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:29:02.085611 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-22217bfb-8647-400e-bf11-99e8fb778dcf tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 2611d081-2c12-48b9-8ddd-99c040708b3c) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:29:02.091351 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22217bfb-8647-400e-bf11-99e8fb778dcf tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:02.092920 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22217bfb-8647-400e-bf11-99e8fb778dcf tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:02.112414 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-22217bfb-8647-400e-bf11-99e8fb778dcf tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4386463 Aug 16 20:29:02.112717 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 47970) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:02.134687 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3570b121-dbc8-4329-aad2-62ea14502e95 None None] Network 2611d081-2c12-48b9-8ddd-99c040708b3c requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:29:02.376758 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6662995e-c959-4ae3-86fb-103ee7a5e5ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-2611d081-2c12-48b9-8ddd-99c040708b3c', 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'fixed_ips': [{'subnet_id': '0564504a-d02b-47de-8b06-242b48c23f0f'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:29:02.378183 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6662995e-c959-4ae3-86fb-103ee7a5e5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:02.433819 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bcc5bb32-03fe-4be5-a492-a60d2b0f6dd3 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:02.496224 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bcc5bb32-03fe-4be5-a492-a60d2b0f6dd3 None None] Transition to ACTIVE for port object d9a1e98c-c7c8-4cad-90ca-3aaf560f34f2 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:29:02.512153 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bcc5bb32-03fe-4be5-a492-a60d2b0f6dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:02.564292 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af4a61ad-5360-4e00-88d3-af01f42f9bcb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:02.601979 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4822b6-a13d-4b09-8ff0-113438e6e374 None None] Pushing event updated for resources: {'Port': ['ID=d9a1e98c-c7c8-4cad-90ca-3aaf560f34f2,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:02.606148 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bcc5bb32-03fe-4be5-a492-a60d2b0f6dd3 None None] Attempting to bind port d9a1e98c-c7c8-4cad-90ca-3aaf560f34f2 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:29:02.606524 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bcc5bb32-03fe-4be5-a492-a60d2b0f6dd3 None None] Attempting to bind port d9a1e98c-c7c8-4cad-90ca-3aaf560f34f2 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:29:02.606893 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc5bb32-03fe-4be5-a492-a60d2b0f6dd3 None None] Attempting to bind port d9a1e98c-c7c8-4cad-90ca-3aaf560f34f2 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:29:02.618313 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc5bb32-03fe-4be5-a492-a60d2b0f6dd3 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:29:02.618632 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc5bb32-03fe-4be5-a492-a60d2b0f6dd3 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:29:02.619042 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bcc5bb32-03fe-4be5-a492-a60d2b0f6dd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:02.619462 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc5bb32-03fe-4be5-a492-a60d2b0f6dd3 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:29:02.619938 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bcc5bb32-03fe-4be5-a492-a60d2b0f6dd3 None None] Bound port: d9a1e98c-c7c8-4cad-90ca-3aaf560f34f2, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:29:02.620323 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bcc5bb32-03fe-4be5-a492-a60d2b0f6dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:02.650431 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-6662995e-c959-4ae3-86fb-103ee7a5e5ed None None] Allocated IP 172.20.0.2 (2611d081-2c12-48b9-8ddd-99c040708b3c/0564504a-d02b-47de-8b06-242b48c23f0f/4a3b6269-357f-49a7-9462-7844969a75f7) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:29:02.734505 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bcc5bb32-03fe-4be5-a492-a60d2b0f6dd3 None None] For port d9a1e98c-c7c8-4cad-90ca-3aaf560f34f2, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:29:02.753022 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bcc5bb32-03fe-4be5-a492-a60d2b0f6dd3 None None] For port d9a1e98c-c7c8-4cad-90ca-3aaf560f34f2, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=d9a1e98c-c7c8-4cad-90ca-3aaf560f34f2,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:29:02.762867 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bcc5bb32-03fe-4be5-a492-a60d2b0f6dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:02.856915 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc5bb32-03fe-4be5-a492-a60d2b0f6dd3 None None] Routers {'6adaa15e-3605-4b39-a164-c11ebf2d8eef'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:29:02.858086 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bcc5bb32-03fe-4be5-a492-a60d2b0f6dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:28:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6adaa15e-3605-4b39-a164-c11ebf2d8eef'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:02.909669 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4822b6-a13d-4b09-8ff0-113438e6e374 None None] Pushing event updated for resources: {'Port': ['ID=d9a1e98c-c7c8-4cad-90ca-3aaf560f34f2,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:02.943221 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6662995e-c959-4ae3-86fb-103ee7a5e5ed None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:02.985184 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6662995e-c959-4ae3-86fb-103ee7a5e5ed None None] Transition to ACTIVE for port object 4a3b6269-357f-49a7-9462-7844969a75f7 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:29:03.012558 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6662995e-c959-4ae3-86fb-103ee7a5e5ed None None] Transition to ACTIVE for port object 4a3b6269-357f-49a7-9462-7844969a75f7 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:29:03.021283 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-bcc5bb32-03fe-4be5-a492-a60d2b0f6dd3 None None] Set router 6adaa15e-3605-4b39-a164-c11ebf2d8eef gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:29:03.023346 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6662995e-c959-4ae3-86fb-103ee7a5e5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:03.070778 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-af4a61ad-5360-4e00-88d3-af01f42f9bcb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Allocated IP 172.20.0.1 (2611d081-2c12-48b9-8ddd-99c040708b3c/0564504a-d02b-47de-8b06-242b48c23f0f/2d74e689-d9c0-4e54-be2d-5ee5286c3baa) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:29:03.152712 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6662995e-c959-4ae3-86fb-103ee7a5e5ed None None] Network 2611d081-2c12-48b9-8ddd-99c040708b3c is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:29:03.160678 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-6662995e-c959-4ae3-86fb-103ee7a5e5ed None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:29:03.168008 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6662995e-c959-4ae3-86fb-103ee7a5e5ed None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:29:03.173005 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662995e-c959-4ae3-86fb-103ee7a5e5ed None None] Pushing event updated for resources: {'Port': ['ID=4a3b6269-357f-49a7-9462-7844969a75f7,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:03.193466 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af4a61ad-5360-4e00-88d3-af01f42f9bcb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:03.209998 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-af4a61ad-5360-4e00-88d3-af01f42f9bcb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Transition to ACTIVE for port object 2d74e689-d9c0-4e54-be2d-5ee5286c3baa will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:29:03.244085 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af4a61ad-5360-4e00-88d3-af01f42f9bcb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:03.253525 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6662995e-c959-4ae3-86fb-103ee7a5e5ed None None] Attempting to bind port 4a3b6269-357f-49a7-9462-7844969a75f7 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:29:03.253908 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6662995e-c959-4ae3-86fb-103ee7a5e5ed None None] Attempting to bind port 4a3b6269-357f-49a7-9462-7844969a75f7 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '36b52101-ed99-4cbf-b602-e90679f3b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:29:03.254282 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6662995e-c959-4ae3-86fb-103ee7a5e5ed None None] Attempting to bind port 4a3b6269-357f-49a7-9462-7844969a75f7 on network 2611d081-2c12-48b9-8ddd-99c040708b3c {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:29:03.280089 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6662995e-c959-4ae3-86fb-103ee7a5e5ed None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:29:03.280468 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6662995e-c959-4ae3-86fb-103ee7a5e5ed None None] Checking segment: {'id': '36b52101-ed99-4cbf-b602-e90679f3b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:29:03.280878 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6662995e-c959-4ae3-86fb-103ee7a5e5ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:03.281282 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6662995e-c959-4ae3-86fb-103ee7a5e5ed None None] Bound using segment: {'id': '36b52101-ed99-4cbf-b602-e90679f3b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:29:03.281771 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6662995e-c959-4ae3-86fb-103ee7a5e5ed None None] Bound port: 4a3b6269-357f-49a7-9462-7844969a75f7, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b52101-ed99-4cbf-b602-e90679f3b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:29:03.282159 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6662995e-c959-4ae3-86fb-103ee7a5e5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:03.285966 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4a61ad-5360-4e00-88d3-af01f42f9bcb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Network 2611d081-2c12-48b9-8ddd-99c040708b3c is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:29:03.291066 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-af4a61ad-5360-4e00-88d3-af01f42f9bcb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:29:03.293500 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4a61ad-5360-4e00-88d3-af01f42f9bcb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:29:03.324058 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a61ad-5360-4e00-88d3-af01f42f9bcb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'Port': ['ID=2d74e689-d9c0-4e54-be2d-5ee5286c3baa,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:03.348159 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af4a61ad-5360-4e00-88d3-af01f42f9bcb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:03.362732 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6662995e-c959-4ae3-86fb-103ee7a5e5ed None None] For port 4a3b6269-357f-49a7-9462-7844969a75f7, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:29:03.368618 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6662995e-c959-4ae3-86fb-103ee7a5e5ed None None] For port 4a3b6269-357f-49a7-9462-7844969a75f7, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=4a3b6269-357f-49a7-9462-7844969a75f7,segment=NetworkSegment(36b52101-ed99-4cbf-b602-e90679f3b474),segment_id=36b52101-ed99-4cbf-b602-e90679f3b474)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:29:03.376718 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bcc5bb32-03fe-4be5-a492-a60d2b0f6dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326801467', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'd9a1e98c-c7c8-4cad-90ca-3aaf560f34f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:00Z', 'updated_at': '2021-08-16T20:29:00Z', 'revision_number': 3, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'd9a1e98c-c7c8-4cad-90ca-3aaf560f34f2', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:00Z', 'updated_at': '2021-08-16T20:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:03.378972 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6662995e-c959-4ae3-86fb-103ee7a5e5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:03.432505 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc5bb32-03fe-4be5-a492-a60d2b0f6dd3 None None] The sync data for ids ['6adaa15e-3605-4b39-a164-c11ebf2d8eef'] in n-d-787206-13 is: [{'id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326801467', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'd9a1e98c-c7c8-4cad-90ca-3aaf560f34f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:00Z', 'updated_at': '2021-08-16T20:29:00Z', 'revision_number': 3, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'd9a1e98c-c7c8-4cad-90ca-3aaf560f34f2', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:00Z', 'updated_at': '2021-08-16T20:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:29:03.473822 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662995e-c959-4ae3-86fb-103ee7a5e5ed None None] Pushing event updated for resources: {'Port': ['ID=4a3b6269-357f-49a7-9462-7844969a75f7,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:03.527528 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af4a61ad-5360-4e00-88d3-af01f42f9bcb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:03.927528 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af4a61ad-5360-4e00-88d3-af01f42f9bcb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:03.934003 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af4a61ad-5360-4e00-88d3-af01f42f9bcb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:04.020582 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af4a61ad-5360-4e00-88d3-af01f42f9bcb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:04.022356 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a61ad-5360-4e00-88d3-af01f42f9bcb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'Port': ['ID=2d74e689-d9c0-4e54-be2d-5ee5286c3baa,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:04.137148 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4a61ad-5360-4e00-88d3-af01f42f9bcb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Network 2611d081-2c12-48b9-8ddd-99c040708b3c is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:29:04.138790 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-af4a61ad-5360-4e00-88d3-af01f42f9bcb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:29:04.264645 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4a61ad-5360-4e00-88d3-af01f42f9bcb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Router 6adaa15e-3605-4b39-a164-c11ebf2d8eef has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:29:04.405952 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4a61ad-5360-4e00-88d3-af01f42f9bcb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:29:04.408920 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-61c97bb8-030c-4df1-aaf2-7a31d4ca38e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:04.411326 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-af4a61ad-5360-4e00-88d3-af01f42f9bcb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "PUT /v2.0/routers/6adaa15e-3605-4b39-a164-c11ebf2d8eef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2974017 Aug 16 20:29:04.597396 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f84008fe-8455-4fd0-8059-b7324da0563a req-d91f4bbf-fad6-4880-99a3-6748fceec2ab tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-887195596&fields=id&tenant_id=5b476a52c3644288a8fde356e0d7a90f HTTP/1.1" status: 200 len: 267 time: 0.0538998 Aug 16 20:29:04.693327 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:04.754752 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84008fe-8455-4fd0-8059-b7324da0563a req-80c18686-537c-4cfc-8b89-a3068bc03b4a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:04.762454 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f84008fe-8455-4fd0-8059-b7324da0563a req-80c18686-537c-4cfc-8b89-a3068bc03b4a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/networks?id=2611d081-2c12-48b9-8ddd-99c040708b3c HTTP/1.1" status: 200 len: 796 time: 0.1576202 Aug 16 20:29:04.768594 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e4ed6a-469d-40e6-8a3a-176f13547486 None None] Network 2611d081-2c12-48b9-8ddd-99c040708b3c requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:29:04.788053 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f84008fe-8455-4fd0-8059-b7324da0563a req-0dd58d09-c856-4475-97e1-af61686e5499 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/quotas/5b476a52c3644288a8fde356e0d7a90f HTTP/1.1" status: 200 len: 375 time: 0.0181842 Aug 16 20:29:04.849856 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d48785e4-5ca0-4268-b467-d32137af09d2 None None] Provisioning for port 4a3b6269-357f-49a7-9462-7844969a75f7 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:29:04.861287 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device d9a1e98c-c7c8-4cad-90ca-3aaf560f34f2 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:29:04.878484 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f84008fe-8455-4fd0-8059-b7324da0563a req-15a97349-d2b9-4e1f-8cb3-4cb447b540ef tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708270 Aug 16 20:29:04.898651 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-f84008fe-8455-4fd0-8059-b7324da0563a req-9d0b9331-889f-4699-bc88-8e7974d96a75 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:29:04.900087 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f84008fe-8455-4fd0-8059-b7324da0563a req-9d0b9331-889f-4699-bc88-8e7974d96a75 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079098 Aug 16 20:29:04.966355 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port d9a1e98c-c7c8-4cad-90ca-3aaf560f34f2 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:29:04.971487 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port d9a1e98c-c7c8-4cad-90ca-3aaf560f34f2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:04.971853 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:05.007224 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f84008fe-8455-4fd0-8059-b7324da0563a req-d916ee93-3533-4852-83ea-08f4a48302fc service neutron] 10.222.0.68 "GET /v2.0/networks/2611d081-2c12-48b9-8ddd-99c040708b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975268 Aug 16 20:29:05.123980 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:05.149289 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f84008fe-8455-4fd0-8059-b7324da0563a req-be1b2674-5857-4e3d-a3df-e2de91bcde3e service neutron] 10.222.0.68 "GET /v2.0/networks/2611d081-2c12-48b9-8ddd-99c040708b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301541 Aug 16 20:29:05.167057 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port d9a1e98c-c7c8-4cad-90ca-3aaf560f34f2, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=d9a1e98c-c7c8-4cad-90ca-3aaf560f34f2,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:05.174106 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:05.175226 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4a3b6269-357f-49a7-9462-7844969a75f7 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:29:05.265497 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=d9a1e98c-c7c8-4cad-90ca-3aaf560f34f2,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:05.276320 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:05.276798 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:05.277144 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:05.277524 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:05.277864 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:05.278202 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:05.278733 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:05.279808 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:05.280126 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:05.280455 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:05.280784 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:05.281111 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:05.297913 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 4a3b6269-357f-49a7-9462-7844969a75f7 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:29:05.303230 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 4a3b6269-357f-49a7-9462-7844969a75f7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:05.303670 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:05.433865 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:05.440705 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9df0da02-0fb2-4afb-b2a1-5666e0cbac15 req-399c7bc3-0bdd-47ea-be09-5cdd8b8019d2 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 210 time: 0.0423160 Aug 16 20:29:05.473809 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f0bf2ae3-8914-499a-9bf0-13973d561d49 None None] Provisioning complete for port 4a3b6269-357f-49a7-9462-7844969a75f7 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:05.474243 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0bf2ae3-8914-499a-9bf0-13973d561d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:05.524240 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 4a3b6269-357f-49a7-9462-7844969a75f7, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=4a3b6269-357f-49a7-9462-7844969a75f7,segment=NetworkSegment(36b52101-ed99-4cbf-b602-e90679f3b474),segment_id=36b52101-ed99-4cbf-b602-e90679f3b474)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:05.537870 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:05.636625 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186d1962-417e-4045-9682-fc29fe1190f2 None None] Sync routers for ids ['6adaa15e-3605-4b39-a164-c11ebf2d8eef'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:29:05.647868 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186d1962-417e-4045-9682-fc29fe1190f2 None None] Routers {'6adaa15e-3605-4b39-a164-c11ebf2d8eef'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:29:05.648591 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-186d1962-417e-4045-9682-fc29fe1190f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:29:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6adaa15e-3605-4b39-a164-c11ebf2d8eef'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:05.659633 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=4a3b6269-357f-49a7-9462-7844969a75f7,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:05.664211 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:05.726259 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f0bf2ae3-8914-499a-9bf0-13973d561d49 None None] Provisioning for port 2d74e689-d9c0-4e54-be2d-5ee5286c3baa completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:29:05.730843 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f0bf2ae3-8914-499a-9bf0-13973d561d49 None None] Provisioning complete for port 2d74e689-d9c0-4e54-be2d-5ee5286c3baa triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:05.731193 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0bf2ae3-8914-499a-9bf0-13973d561d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:05.784336 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-186d1962-417e-4045-9682-fc29fe1190f2 None None] Set router 6adaa15e-3605-4b39-a164-c11ebf2d8eef gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:29:05.816094 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f0bf2ae3-8914-499a-9bf0-13973d561d49 None None] Port 2d74e689-d9c0-4e54-be2d-5ee5286c3baa cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:29:05.938236 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ace360a2-bd6a-4d8b-ac6e-5483b7f377e4 None None] Provisioning complete for port 2d74e689-d9c0-4e54-be2d-5ee5286c3baa triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:05.938603 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ace360a2-bd6a-4d8b-ac6e-5483b7f377e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:06.002097 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ace360a2-bd6a-4d8b-ac6e-5483b7f377e4 None None] Port 2d74e689-d9c0-4e54-be2d-5ee5286c3baa cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:29:06.043873 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-186d1962-417e-4045-9682-fc29fe1190f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326801467', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'd9a1e98c-c7c8-4cad-90ca-3aaf560f34f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:00Z', 'updated_at': '2021-08-16T20:29:03Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'd9a1e98c-c7c8-4cad-90ca-3aaf560f34f2', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:00Z', 'updated_at': '2021-08-16T20:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '2d74e689-d9c0-4e54-be2d-5ee5286c3baa', 'name': '', 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:ff:36:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '0564504a-d02b-47de-8b06-242b48c23f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:02Z', 'updated_at': '2021-08-16T20:29:03Z', 'revision_number': 2, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': '0564504a-d02b-47de-8b06-242b48c23f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:06.073494 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186d1962-417e-4045-9682-fc29fe1190f2 None None] Checking router: 6adaa15e-3605-4b39-a164-c11ebf2d8eef for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:29:06.073840 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186d1962-417e-4045-9682-fc29fe1190f2 None None] Updating router 6adaa15e-3605-4b39-a164-c11ebf2d8eef port 2d74e689-d9c0-4e54-be2d-5ee5286c3baa binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:29:06.101500 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-186d1962-417e-4045-9682-fc29fe1190f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:06.127400 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-45baa55d-07bb-4097-990f-d611fbbb268d None None] Provisioning complete for port 2d74e689-d9c0-4e54-be2d-5ee5286c3baa triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:06.128077 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45baa55d-07bb-4097-990f-d611fbbb268d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:06.129834 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:06.164158 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-45baa55d-07bb-4097-990f-d611fbbb268d None None] Port 2d74e689-d9c0-4e54-be2d-5ee5286c3baa cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:29:06.191598 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:06.374475 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-186d1962-417e-4045-9682-fc29fe1190f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:06.384103 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-186d1962-417e-4045-9682-fc29fe1190f2 None None] Transition to ACTIVE for port object 2d74e689-d9c0-4e54-be2d-5ee5286c3baa will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:29:06.389883 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-186d1962-417e-4045-9682-fc29fe1190f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:06.439813 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9182677-fbeb-4076-a1c2-13b4e90fc53d None None] Pushing event updated for resources: {'Port': ['ID=2d74e689-d9c0-4e54-be2d-5ee5286c3baa,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:06.464289 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9182677-fbeb-4076-a1c2-13b4e90fc53d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:06.464736 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9182677-fbeb-4076-a1c2-13b4e90fc53d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:06.465249 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9182677-fbeb-4076-a1c2-13b4e90fc53d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:06.465594 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9182677-fbeb-4076-a1c2-13b4e90fc53d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:06.465924 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9182677-fbeb-4076-a1c2-13b4e90fc53d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:06.466342 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9182677-fbeb-4076-a1c2-13b4e90fc53d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:06.466643 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9182677-fbeb-4076-a1c2-13b4e90fc53d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:06.467157 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9182677-fbeb-4076-a1c2-13b4e90fc53d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:06.467665 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9182677-fbeb-4076-a1c2-13b4e90fc53d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:06.468455 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9182677-fbeb-4076-a1c2-13b4e90fc53d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:06.468800 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9182677-fbeb-4076-a1c2-13b4e90fc53d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:06.469259 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9182677-fbeb-4076-a1c2-13b4e90fc53d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:06.488827 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d84969ee-1d11-433e-a5fd-0c869b4538c8 req-2a46f0cc-81d8-437a-9e76-dc04fcdea671 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0654235 Aug 16 20:29:06.514464 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-186d1962-417e-4045-9682-fc29fe1190f2 None None] Attempting to bind port 2d74e689-d9c0-4e54-be2d-5ee5286c3baa on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:29:06.515350 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-186d1962-417e-4045-9682-fc29fe1190f2 None None] Attempting to bind port 2d74e689-d9c0-4e54-be2d-5ee5286c3baa by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '36b52101-ed99-4cbf-b602-e90679f3b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:29:06.515350 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186d1962-417e-4045-9682-fc29fe1190f2 None None] Attempting to bind port 2d74e689-d9c0-4e54-be2d-5ee5286c3baa on network 2611d081-2c12-48b9-8ddd-99c040708b3c {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:29:06.520595 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186d1962-417e-4045-9682-fc29fe1190f2 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:29:06.520962 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186d1962-417e-4045-9682-fc29fe1190f2 None None] Checking segment: {'id': '36b52101-ed99-4cbf-b602-e90679f3b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:29:06.521365 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-186d1962-417e-4045-9682-fc29fe1190f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:06.521808 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186d1962-417e-4045-9682-fc29fe1190f2 None None] Bound using segment: {'id': '36b52101-ed99-4cbf-b602-e90679f3b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:29:06.522203 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-186d1962-417e-4045-9682-fc29fe1190f2 None None] Bound port: 2d74e689-d9c0-4e54-be2d-5ee5286c3baa, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b52101-ed99-4cbf-b602-e90679f3b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:29:06.522579 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-186d1962-417e-4045-9682-fc29fe1190f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:06.573513 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-650cb334-b4d6-49ab-bb0f-ad4c69784943 req-6d653b31-cce0-4f61-a2fe-b1adc82d59ac tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 210 time: 0.0454748 Aug 16 20:29:06.593399 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-186d1962-417e-4045-9682-fc29fe1190f2 None None] For port 2d74e689-d9c0-4e54-be2d-5ee5286c3baa, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:29:06.596654 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-186d1962-417e-4045-9682-fc29fe1190f2 None None] For port 2d74e689-d9c0-4e54-be2d-5ee5286c3baa, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=2d74e689-d9c0-4e54-be2d-5ee5286c3baa,segment=NetworkSegment(36b52101-ed99-4cbf-b602-e90679f3b474),segment_id=36b52101-ed99-4cbf-b602-e90679f3b474)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:29:06.614505 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-186d1962-417e-4045-9682-fc29fe1190f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:06.630266 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84969ee-1d11-433e-a5fd-0c869b4538c8 req-527ba2b3-4eaa-493b-87e7-537e78fd52db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:06.632402 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d84969ee-1d11-433e-a5fd-0c869b4538c8 req-527ba2b3-4eaa-493b-87e7-537e78fd52db service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=36ce9d10f04c4ea3a97f2ef277d208d8&device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 1099 time: 0.0686612 Aug 16 20:29:06.713041 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186d1962-417e-4045-9682-fc29fe1190f2 None None] Routers {'6adaa15e-3605-4b39-a164-c11ebf2d8eef'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:29:06.713542 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-186d1962-417e-4045-9682-fc29fe1190f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:29:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6adaa15e-3605-4b39-a164-c11ebf2d8eef'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:06.715797 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9182677-fbeb-4076-a1c2-13b4e90fc53d None None] Pushing event updated for resources: {'Port': ['ID=2d74e689-d9c0-4e54-be2d-5ee5286c3baa,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:06.758009 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84008fe-8455-4fd0-8059-b7324da0563a req-0f50b1b2-8d42-452c-bf6e-cc57221e4bfc tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:06.760429 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f84008fe-8455-4fd0-8059-b7324da0563a req-0f50b1b2-8d42-452c-bf6e-cc57221e4bfc tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.57 "GET /v2.0/networks?id=2611d081-2c12-48b9-8ddd-99c040708b3c HTTP/1.1" status: 200 len: 796 time: 0.1580291 Aug 16 20:29:06.813369 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84969ee-1d11-433e-a5fd-0c869b4538c8 req-b8f47427-8187-4e81-9b82-64c03d67dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:06.814282 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d84969ee-1d11-433e-a5fd-0c869b4538c8 req-b8f47427-8187-4e81-9b82-64c03d67dd82 service neutron] 10.222.0.63 "GET /v2.0/networks?id=694913cb-9660-4a1c-a341-9653a1f83c96 HTTP/1.1" status: 200 len: 918 time: 0.1572104 Aug 16 20:29:06.843856 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f84008fe-8455-4fd0-8059-b7324da0563a req-015dce76-d8f7-4cd7-9add-a29f32169159 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b476a52c3644288a8fde356e0d7a90f HTTP/1.1" status: 200 len: 379 time: 0.0730362 Aug 16 20:29:06.862821 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-f84008fe-8455-4fd0-8059-b7324da0563a req-939c45ab-1b56-4942-9df0-b3bb33274030 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'port': {'device_id': '956255c1-f446-4628-9485-f469065224fc', 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c', 'admin_state_up': True, 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'security_groups': ['9b2b4ccf-8132-4ded-9bc9-070a5b5194e4']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:06.899118 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device d9a1e98c-c7c8-4cad-90ca-3aaf560f34f2 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:29:06.945983 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d84969ee-1d11-433e-a5fd-0c869b4538c8 req-68b0c19a-c87a-414a-b307-d961474b670e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9db088bf-9b00-448c-84a5-6e7ac3be46b3 HTTP/1.1" status: 200 len: 1002 time: 0.1188056 Aug 16 20:29:06.971152 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port d9a1e98c-c7c8-4cad-90ca-3aaf560f34f2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:06.971834 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:06.982821 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-186d1962-417e-4045-9682-fc29fe1190f2 None None] Set router 6adaa15e-3605-4b39-a164-c11ebf2d8eef gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:29:07.023368 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84969ee-1d11-433e-a5fd-0c869b4538c8 req-218bb021-394d-4bd4-a0fc-b9c0a77ae20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:07.025245 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d84969ee-1d11-433e-a5fd-0c869b4538c8 req-218bb021-394d-4bd4-a0fc-b9c0a77ae20e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=22f1ef82-708c-4a07-a4be-6ce7461b8bb2 HTTP/1.1" status: 200 len: 856 time: 0.0710204 Aug 16 20:29:07.048976 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f84008fe-8455-4fd0-8059-b7324da0563a req-939c45ab-1b56-4942-9df0-b3bb33274030 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Made reservation on behalf of 5b476a52c3644288a8fde356e0d7a90f for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:29:07.052830 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f84008fe-8455-4fd0-8059-b7324da0563a req-939c45ab-1b56-4942-9df0-b3bb33274030 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:07.089950 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4a3b6269-357f-49a7-9462-7844969a75f7 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:29:07.092003 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84969ee-1d11-433e-a5fd-0c869b4538c8 req-3486795d-534a-4ec0-af1c-ad03aa0df567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:07.095566 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d84969ee-1d11-433e-a5fd-0c869b4538c8 req-3486795d-534a-4ec0-af1c-ad03aa0df567 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=694913cb-9660-4a1c-a341-9653a1f83c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593536 Aug 16 20:29:07.119083 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:07.154610 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 4a3b6269-357f-49a7-9462-7844969a75f7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:07.155005 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:07.220214 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-f84008fe-8455-4fd0-8059-b7324da0563a req-939c45ab-1b56-4942-9df0-b3bb33274030 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Allocated IP 172.20.0.12 (2611d081-2c12-48b9-8ddd-99c040708b3c/0564504a-d02b-47de-8b06-242b48c23f0f/f734183e-9bb6-410c-9d00-1bfe0071145f) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:29:07.226310 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d84969ee-1d11-433e-a5fd-0c869b4538c8 req-30ac02e5-3949-4af1-ab4b-ffe8fd6f89db service neutron] 10.222.0.63 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209764 Aug 16 20:29:07.240217 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-186d1962-417e-4045-9682-fc29fe1190f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326801467', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'd9a1e98c-c7c8-4cad-90ca-3aaf560f34f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:00Z', 'updated_at': '2021-08-16T20:29:03Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'd9a1e98c-c7c8-4cad-90ca-3aaf560f34f2', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:00Z', 'updated_at': '2021-08-16T20:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '2d74e689-d9c0-4e54-be2d-5ee5286c3baa', 'name': '', 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:ff:36:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '0564504a-d02b-47de-8b06-242b48c23f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:02Z', 'updated_at': '2021-08-16T20:29:06Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': '0564504a-d02b-47de-8b06-242b48c23f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:07.275530 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186d1962-417e-4045-9682-fc29fe1190f2 None None] The sync data for ids ['6adaa15e-3605-4b39-a164-c11ebf2d8eef'] in n-d-787206-13 is: [{'id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326801467', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'd9a1e98c-c7c8-4cad-90ca-3aaf560f34f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:00Z', 'updated_at': '2021-08-16T20:29:03Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'd9a1e98c-c7c8-4cad-90ca-3aaf560f34f2', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:00Z', 'updated_at': '2021-08-16T20:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '2d74e689-d9c0-4e54-be2d-5ee5286c3baa', 'name': '', 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:ff:36:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '0564504a-d02b-47de-8b06-242b48c23f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:02Z', 'updated_at': '2021-08-16T20:29:06Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': '0564504a-d02b-47de-8b06-242b48c23f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:29:07.349438 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d84969ee-1d11-433e-a5fd-0c869b4538c8 req-d04ff7ff-258b-452a-a1a8-5e1be0a1f976 service neutron] 10.222.0.63 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141398 Aug 16 20:29:07.409504 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f84008fe-8455-4fd0-8059-b7324da0563a req-939c45ab-1b56-4942-9df0-b3bb33274030 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:07.425198 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-f84008fe-8455-4fd0-8059-b7324da0563a req-939c45ab-1b56-4942-9df0-b3bb33274030 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Transition to ACTIVE for port object f734183e-9bb6-410c-9d00-1bfe0071145f will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:29:07.462143 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f84008fe-8455-4fd0-8059-b7324da0563a req-939c45ab-1b56-4942-9df0-b3bb33274030 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:07.507995 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f84008fe-8455-4fd0-8059-b7324da0563a req-939c45ab-1b56-4942-9df0-b3bb33274030 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Network 2611d081-2c12-48b9-8ddd-99c040708b3c is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:29:07.511192 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-f84008fe-8455-4fd0-8059-b7324da0563a req-939c45ab-1b56-4942-9df0-b3bb33274030 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:29:07.515581 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84008fe-8455-4fd0-8059-b7324da0563a req-939c45ab-1b56-4942-9df0-b3bb33274030 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:29:07.541359 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c45ab-1b56-4942-9df0-b3bb33274030 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'Port': ['ID=f734183e-9bb6-410c-9d00-1bfe0071145f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:07.571286 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84008fe-8455-4fd0-8059-b7324da0563a req-939c45ab-1b56-4942-9df0-b3bb33274030 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:07.571857 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f84008fe-8455-4fd0-8059-b7324da0563a req-939c45ab-1b56-4942-9df0-b3bb33274030 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:07.588414 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f84008fe-8455-4fd0-8059-b7324da0563a req-939c45ab-1b56-4942-9df0-b3bb33274030 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7365811 Aug 16 20:29:07.600461 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-f84008fe-8455-4fd0-8059-b7324da0563a req-815adaf8-1338-4028-87a5-237f55c46c79 service neutron] Request body: {'port': {'device_id': '956255c1-f446-4628-9485-f469065224fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:07.666646 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f84008fe-8455-4fd0-8059-b7324da0563a req-815adaf8-1338-4028-87a5-237f55c46c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:07.751877 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33522ab-1999-43c4-ba9d-d61134517b8d req-b98a7a68-b6b1-4661-9d47-d148229c9476 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:07.753414 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a33522ab-1999-43c4-ba9d-d61134517b8d req-b98a7a68-b6b1-4661-9d47-d148229c9476 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 932 time: 0.0846076 Aug 16 20:29:07.768573 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ed258fec-4713-4176-88af-31d637bb487e None None] Provisioning for port f734183e-9bb6-410c-9d00-1bfe0071145f completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:29:07.772567 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ed258fec-4713-4176-88af-31d637bb487e None None] Provisioning complete for port f734183e-9bb6-410c-9d00-1bfe0071145f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:07.772948 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ed258fec-4713-4176-88af-31d637bb487e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:07.814121 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ed258fec-4713-4176-88af-31d637bb487e None None] Port f734183e-9bb6-410c-9d00-1bfe0071145f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:29:07.861684 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a33522ab-1999-43c4-ba9d-d61134517b8d req-c986a6cf-0eac-4331-aa63-ac3ab91e7f70 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002541 Aug 16 20:29:08.010334 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-f84008fe-8455-4fd0-8059-b7324da0563a req-815adaf8-1338-4028-87a5-237f55c46c79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f734183e-9bb6-410c-9d00-1bfe0071145f {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:29:08.019020 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f84008fe-8455-4fd0-8059-b7324da0563a req-815adaf8-1338-4028-87a5-237f55c46c79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:08.032082 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-f84008fe-8455-4fd0-8059-b7324da0563a req-815adaf8-1338-4028-87a5-237f55c46c79 service neutron] Transition to ACTIVE for port object f734183e-9bb6-410c-9d00-1bfe0071145f will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:29:08.035472 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f84008fe-8455-4fd0-8059-b7324da0563a req-815adaf8-1338-4028-87a5-237f55c46c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:08.104474 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815adaf8-1338-4028-87a5-237f55c46c79 service neutron] Pushing event updated for resources: {'Port': ['ID=f734183e-9bb6-410c-9d00-1bfe0071145f,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:08.159394 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-f84008fe-8455-4fd0-8059-b7324da0563a req-815adaf8-1338-4028-87a5-237f55c46c79 service neutron] Attempting to bind port f734183e-9bb6-410c-9d00-1bfe0071145f on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:29:08.159816 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-f84008fe-8455-4fd0-8059-b7324da0563a req-815adaf8-1338-4028-87a5-237f55c46c79 service neutron] Attempting to bind port f734183e-9bb6-410c-9d00-1bfe0071145f by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '36b52101-ed99-4cbf-b602-e90679f3b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:29:08.160206 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84008fe-8455-4fd0-8059-b7324da0563a req-815adaf8-1338-4028-87a5-237f55c46c79 service neutron] Attempting to bind port f734183e-9bb6-410c-9d00-1bfe0071145f on network 2611d081-2c12-48b9-8ddd-99c040708b3c {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:29:08.166996 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84008fe-8455-4fd0-8059-b7324da0563a req-815adaf8-1338-4028-87a5-237f55c46c79 service neutron] Port f734183e-9bb6-410c-9d00-1bfe0071145f on network 2611d081-2c12-48b9-8ddd-99c040708b3c not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:29:08.167435 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84008fe-8455-4fd0-8059-b7324da0563a req-815adaf8-1338-4028-87a5-237f55c46c79 service neutron] Attempting to bind port f734183e-9bb6-410c-9d00-1bfe0071145f on network 2611d081-2c12-48b9-8ddd-99c040708b3c {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:29:08.173443 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84008fe-8455-4fd0-8059-b7324da0563a req-815adaf8-1338-4028-87a5-237f55c46c79 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:29:08.173793 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84008fe-8455-4fd0-8059-b7324da0563a req-815adaf8-1338-4028-87a5-237f55c46c79 service neutron] Checking segment: {'id': '36b52101-ed99-4cbf-b602-e90679f3b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:29:08.174242 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84008fe-8455-4fd0-8059-b7324da0563a req-815adaf8-1338-4028-87a5-237f55c46c79 service neutron] Bound using segment: {'id': '36b52101-ed99-4cbf-b602-e90679f3b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:29:08.174741 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-f84008fe-8455-4fd0-8059-b7324da0563a req-815adaf8-1338-4028-87a5-237f55c46c79 service neutron] Bound port: f734183e-9bb6-410c-9d00-1bfe0071145f, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36b52101-ed99-4cbf-b602-e90679f3b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:29:08.175172 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f84008fe-8455-4fd0-8059-b7324da0563a req-815adaf8-1338-4028-87a5-237f55c46c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:08.251390 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-f84008fe-8455-4fd0-8059-b7324da0563a req-815adaf8-1338-4028-87a5-237f55c46c79 service neutron] For port f734183e-9bb6-410c-9d00-1bfe0071145f, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:29:08.254787 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-f84008fe-8455-4fd0-8059-b7324da0563a req-815adaf8-1338-4028-87a5-237f55c46c79 service neutron] For port f734183e-9bb6-410c-9d00-1bfe0071145f, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f734183e-9bb6-410c-9d00-1bfe0071145f,segment=NetworkSegment(36b52101-ed99-4cbf-b602-e90679f3b474),segment_id=36b52101-ed99-4cbf-b602-e90679f3b474)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:29:08.260232 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f84008fe-8455-4fd0-8059-b7324da0563a req-815adaf8-1338-4028-87a5-237f55c46c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:08.295761 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84008fe-8455-4fd0-8059-b7324da0563a req-815adaf8-1338-4028-87a5-237f55c46c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:08.296479 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f84008fe-8455-4fd0-8059-b7324da0563a req-815adaf8-1338-4028-87a5-237f55c46c79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:08.297899 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f84008fe-8455-4fd0-8059-b7324da0563a req-815adaf8-1338-4028-87a5-237f55c46c79 service neutron] 10.222.0.57 "PUT /v2.0/ports/f734183e-9bb6-410c-9d00-1bfe0071145f HTTP/1.1" status: 200 len: 1093 time: 0.7019596 Aug 16 20:29:08.298404 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956255c1-f446-4628-9485-f469065224fc', 'tag': 'f734183e-9bb6-410c-9d00-1bfe0071145f'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:29:08.300642 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1508d1f-51ab-449f-8dd7-361e9cd5f98b" -d '{"events": [{"name": "network-changed", "server_uuid": "956255c1-f446-4628-9485-f469065224fc", "tag": "f734183e-9bb6-410c-9d00-1bfe0071145f"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:29:08.337425 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815adaf8-1338-4028-87a5-237f55c46c79 service neutron] Pushing event updated for resources: {'Port': ['ID=f734183e-9bb6-410c-9d00-1bfe0071145f,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:08.355288 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbf6cbe-13d0-4c24-a8cf-c6078ee7aec8 x-openstack-request-id: req-cfbf6cbe-13d0-4c24-a8cf-c6078ee7aec8 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:29:08.356625 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956255c1-f446-4628-9485-f469065224fc", "tag": "f734183e-9bb6-410c-9d00-1bfe0071145f", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:29:08.356625 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cfbf6cbe-13d0-4c24-a8cf-c6078ee7aec8 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:29:08.356625 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956255c1-f446-4628-9485-f469065224fc', 'tag': 'f734183e-9bb6-410c-9d00-1bfe0071145f', 'status': 'completed', 'code': 200} Aug 16 20:29:08.390090 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84008fe-8455-4fd0-8059-b7324da0563a req-40ca7d19-c73d-447a-b6f4-0871f5144b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:08.392864 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f84008fe-8455-4fd0-8059-b7324da0563a req-40ca7d19-c73d-447a-b6f4-0871f5144b4e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 1096 time: 0.0498512 Aug 16 20:29:08.437704 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f84008fe-8455-4fd0-8059-b7324da0563a req-8e2e2690-6c71-48eb-bbf7-c8843d4a488e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f734183e-9bb6-410c-9d00-1bfe0071145f HTTP/1.1" status: 200 len: 217 time: 0.0370789 Aug 16 20:29:08.502791 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84008fe-8455-4fd0-8059-b7324da0563a req-1dad8c19-7de2-4b8c-b028-05f6edc16f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:08.504325 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f84008fe-8455-4fd0-8059-b7324da0563a req-1dad8c19-7de2-4b8c-b028-05f6edc16f06 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0564504a-d02b-47de-8b06-242b48c23f0f HTTP/1.1" status: 200 len: 834 time: 0.0580978 Aug 16 20:29:08.552105 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84008fe-8455-4fd0-8059-b7324da0563a req-7b6baa32-5947-4f9d-b3e0-552292000a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:08.553596 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f84008fe-8455-4fd0-8059-b7324da0563a req-7b6baa32-5947-4f9d-b3e0-552292000a49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2611d081-2c12-48b9-8ddd-99c040708b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421982 Aug 16 20:29:08.565058 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [req-f84008fe-8455-4fd0-8059-b7324da0563a req-c7ca6670-2a28-4dfe-a789-8db45d359902 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:29:08.566051 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f84008fe-8455-4fd0-8059-b7324da0563a req-c7ca6670-2a28-4dfe-a789-8db45d359902 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049994 Aug 16 20:29:08.658460 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f84008fe-8455-4fd0-8059-b7324da0563a req-ec7116d8-3a48-45f1-b611-5842c182b5fd service neutron] 10.222.0.57 "GET /v2.0/networks/2611d081-2c12-48b9-8ddd-99c040708b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857482 Aug 16 20:29:08.748288 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f84008fe-8455-4fd0-8059-b7324da0563a req-66b1e3de-20cd-403c-9534-d3e55f06b8df service neutron] 10.222.0.57 "GET /v2.0/networks/2611d081-2c12-48b9-8ddd-99c040708b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830226 Aug 16 20:29:08.789821 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2d74e689-d9c0-4e54-be2d-5ee5286c3baa up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:29:08.846727 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 2d74e689-d9c0-4e54-be2d-5ee5286c3baa completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:29:08.848752 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1508d1f-51ab-449f-8dd7-361e9cd5f98b req-bb8af15f-cc5b-4ebe-97b9-5dc90e96c917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:08.850271 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b1508d1f-51ab-449f-8dd7-361e9cd5f98b req-bb8af15f-cc5b-4ebe-97b9-5dc90e96c917 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 1096 time: 0.0435715 Aug 16 20:29:08.850858 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 2d74e689-d9c0-4e54-be2d-5ee5286c3baa triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:08.851223 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:08.980931 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1508d1f-51ab-449f-8dd7-361e9cd5f98b req-c254e9ed-f59f-4f35-ab1d-b261b8d7d5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:08.982384 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b1508d1f-51ab-449f-8dd7-361e9cd5f98b req-c254e9ed-f59f-4f35-ab1d-b261b8d7d5cd service neutron] 10.222.0.57 "GET /v2.0/networks?id=2611d081-2c12-48b9-8ddd-99c040708b3c HTTP/1.1" status: 200 len: 897 time: 0.1253965 Aug 16 20:29:09.009866 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbed37d-b92e-4fd5-8e5c-fe6a7101af68 req-73018934-73bb-4b32-8d01-bc0dbafd746e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:09.011287 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0dbed37d-b92e-4fd5-8e5c-fe6a7101af68 req-73018934-73bb-4b32-8d01-bc0dbafd746e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 944 time: 0.0793359 Aug 16 20:29:09.043401 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b1508d1f-51ab-449f-8dd7-361e9cd5f98b req-bf455640-3a64-447f-b441-119902f71ae1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f734183e-9bb6-410c-9d00-1bfe0071145f HTTP/1.1" status: 200 len: 217 time: 0.0525563 Aug 16 20:29:09.089775 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0dbed37d-b92e-4fd5-8e5c-fe6a7101af68 req-d268b7ad-0cb7-4f35-b992-d40504f8a539 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493073 Aug 16 20:29:09.104798 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:09.143557 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 2d74e689-d9c0-4e54-be2d-5ee5286c3baa, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=2d74e689-d9c0-4e54-be2d-5ee5286c3baa,segment=NetworkSegment(36b52101-ed99-4cbf-b602-e90679f3b474),segment_id=36b52101-ed99-4cbf-b602-e90679f3b474)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:09.148100 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:09.184755 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1508d1f-51ab-449f-8dd7-361e9cd5f98b req-234e9cdf-df39-45d3-932c-feaca71ed634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:09.186232 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b1508d1f-51ab-449f-8dd7-361e9cd5f98b req-234e9cdf-df39-45d3-932c-feaca71ed634 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0564504a-d02b-47de-8b06-242b48c23f0f HTTP/1.1" status: 200 len: 834 time: 0.1334586 Aug 16 20:29:09.197309 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=2d74e689-d9c0-4e54-be2d-5ee5286c3baa,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:09.233370 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1508d1f-51ab-449f-8dd7-361e9cd5f98b req-f1f4b65f-fa02-4b41-b468-8c4e466ea68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:09.234772 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b1508d1f-51ab-449f-8dd7-361e9cd5f98b req-f1f4b65f-fa02-4b41-b468-8c4e466ea68a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2611d081-2c12-48b9-8ddd-99c040708b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410442 Aug 16 20:29:09.326923 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b1508d1f-51ab-449f-8dd7-361e9cd5f98b req-b4c61a26-8fac-4cad-a8f3-6f300e352fba service neutron] 10.222.0.57 "GET /v2.0/networks/2611d081-2c12-48b9-8ddd-99c040708b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835834 Aug 16 20:29:09.416174 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b1508d1f-51ab-449f-8dd7-361e9cd5f98b req-6404f40f-012e-4b24-942d-eed3b32194bb service neutron] 10.222.0.57 "GET /v2.0/networks/2611d081-2c12-48b9-8ddd-99c040708b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814188 Aug 16 20:29:10.213608 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a163011-e3f9-4f6f-b1de-662e0e8c5d14 req-2b6ef10e-fac1-4681-8fc4-8a76871f177f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:10.215103 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a163011-e3f9-4f6f-b1de-662e0e8c5d14 req-2b6ef10e-fac1-4681-8fc4-8a76871f177f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 944 time: 0.0533650 Aug 16 20:29:10.253024 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a163011-e3f9-4f6f-b1de-662e0e8c5d14 req-d5878687-2fc7-4f6f-9acc-1dc99f2e2a4e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313704 Aug 16 20:29:10.773539 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2d74e689-d9c0-4e54-be2d-5ee5286c3baa up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:29:10.820295 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 2d74e689-d9c0-4e54-be2d-5ee5286c3baa triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:10.820669 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:11.367859 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e746cc-47e7-4da4-af68-07a383c26c67 req-684718f0-675d-4498-8dc6-a4fe8c86afee tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:11.369291 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-73e746cc-47e7-4da4-af68-07a383c26c67 req-684718f0-675d-4498-8dc6-a4fe8c86afee tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 944 time: 0.0502608 Aug 16 20:29:11.409928 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-73e746cc-47e7-4da4-af68-07a383c26c67 req-9ad481fa-7123-4d8e-9b6f-71fdb3f64ef4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335686 Aug 16 20:29:12.001047 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device f734183e-9bb6-410c-9d00-1bfe0071145f details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:29:12.095950 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port f734183e-9bb6-410c-9d00-1bfe0071145f, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f734183e-9bb6-410c-9d00-1bfe0071145f,segment=NetworkSegment(36b52101-ed99-4cbf-b602-e90679f3b474),segment_id=36b52101-ed99-4cbf-b602-e90679f3b474)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:12.110090 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'f734183e-9bb6-410c-9d00-1bfe0071145f', 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c', 'port_id': 'f734183e-9bb6-410c-9d00-1bfe0071145f', 'mac_address': 'fa:16:3e:1b:33:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0564504a-d02b-47de-8b06-242b48c23f0f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:29:12.147745 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:12.160049 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f734183e-9bb6-410c-9d00-1bfe0071145f {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:29:12.178589 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port f734183e-9bb6-410c-9d00-1bfe0071145f, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f734183e-9bb6-410c-9d00-1bfe0071145f,segment=NetworkSegment(36b52101-ed99-4cbf-b602-e90679f3b474),segment_id=36b52101-ed99-4cbf-b602-e90679f3b474)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:12.182637 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:12.229654 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=f734183e-9bb6-410c-9d00-1bfe0071145f,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:12.417253 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['f734183e-9bb6-410c-9d00-1bfe0071145f'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:29:12.530509 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7688c-b6ca-4da1-8364-3adf178a98b7 req-eca8e5e6-256e-4186-a6fb-aa8a766400d4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:12.531949 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4bd7688c-b6ca-4da1-8364-3adf178a98b7 req-eca8e5e6-256e-4186-a6fb-aa8a766400d4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 945 time: 0.0529156 Aug 16 20:29:12.571834 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4bd7688c-b6ca-4da1-8364-3adf178a98b7 req-8155dee2-81c0-4a96-92cf-5f39a85dd7c8 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336449 Aug 16 20:29:13.688456 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25aac5-554c-40c1-8e2e-57669d2f3715 req-e1872a61-2b4d-4654-b212-adca7f668d6e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:13.689986 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9f25aac5-554c-40c1-8e2e-57669d2f3715 req-e1872a61-2b4d-4654-b212-adca7f668d6e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 945 time: 0.0493391 Aug 16 20:29:13.728295 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9f25aac5-554c-40c1-8e2e-57669d2f3715 req-d0fd6fc9-327b-4c1f-83b0-69c5c74b72d8 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323226 Aug 16 20:29:14.022287 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device f734183e-9bb6-410c-9d00-1bfe0071145f up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:29:14.072956 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port f734183e-9bb6-410c-9d00-1bfe0071145f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:29:14.076641 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port f734183e-9bb6-410c-9d00-1bfe0071145f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:14.077098 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:14.156563 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:14.178770 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956255c1-f446-4628-9485-f469065224fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f734183e-9bb6-410c-9d00-1bfe0071145f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:29:14.181063 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c687f9fc-1da3-492a-a2de-d001d859dae0" -d '{"events": [{"server_uuid": "956255c1-f446-4628-9485-f469065224fc", "name": "network-vif-plugged", "status": "completed", "tag": "f734183e-9bb6-410c-9d00-1bfe0071145f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:29:14.195820 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port f734183e-9bb6-410c-9d00-1bfe0071145f, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f734183e-9bb6-410c-9d00-1bfe0071145f,segment=NetworkSegment(36b52101-ed99-4cbf-b602-e90679f3b474),segment_id=36b52101-ed99-4cbf-b602-e90679f3b474)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:14.202313 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:14.254336 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=f734183e-9bb6-410c-9d00-1bfe0071145f,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:14.284883 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1f2d35-5133-47c4-80a5-39904925486c x-openstack-request-id: req-cd1f2d35-5133-47c4-80a5-39904925486c {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:29:14.285250 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956255c1-f446-4628-9485-f469065224fc", "name": "network-vif-plugged", "status": "completed", "tag": "f734183e-9bb6-410c-9d00-1bfe0071145f", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:29:14.285572 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cd1f2d35-5133-47c4-80a5-39904925486c {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:29:14.286036 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956255c1-f446-4628-9485-f469065224fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f734183e-9bb6-410c-9d00-1bfe0071145f', 'code': 200} Aug 16 20:29:14.380112 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635c31a-a5a5-451c-a100-5d99869e6cc7 req-f0b6f1fb-bf0b-4986-b46d-2b3b34b5587e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:14.381615 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7635c31a-a5a5-451c-a100-5d99869e6cc7 req-f0b6f1fb-bf0b-4986-b46d-2b3b34b5587e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 1098 time: 0.0403092 Aug 16 20:29:14.418555 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7635c31a-a5a5-451c-a100-5d99869e6cc7 req-24628ce5-32a9-4001-a8a2-86feeb5ee9b7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286915 Aug 16 20:29:14.843325 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40771f56-fb08-4129-bc04-9a93f7df7968 req-07ed18b8-af7b-4877-bb8d-3d5869663838 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:14.844736 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-40771f56-fb08-4129-bc04-9a93f7df7968 req-07ed18b8-af7b-4877-bb8d-3d5869663838 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 946 time: 0.0486524 Aug 16 20:29:14.882478 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-40771f56-fb08-4129-bc04-9a93f7df7968 req-39981b30-e5e2-4537-923f-25ea1a3adca1 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317650 Aug 16 20:29:16.000017 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3889b-0357-498f-b596-dc8aaf8a58a0 req-e4146835-5b85-4879-b2fd-b9d46e872d5c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:16.001807 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5ee3889b-0357-498f-b596-dc8aaf8a58a0 req-e4146835-5b85-4879-b2fd-b9d46e872d5c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 946 time: 0.0492222 Aug 16 20:29:16.051859 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5ee3889b-0357-498f-b596-dc8aaf8a58a0 req-e87646f2-6c20-4b40-86fa-b02bc3daa8c7 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439384 Aug 16 20:29:16.164833 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230399c-45cb-486f-aa35-7cc6585b27fe req-ab534636-ced4-465b-9663-9968f0360d2d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:16.166422 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8230399c-45cb-486f-aa35-7cc6585b27fe req-ab534636-ced4-465b-9663-9968f0360d2d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 946 time: 0.0525239 Aug 16 20:29:16.204432 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8230399c-45cb-486f-aa35-7cc6585b27fe req-a72a0e46-97fd-4333-afa4-b233e865fc9d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312529 Aug 16 20:29:16.225776 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 48072) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:16.268110 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6ea0a6-0ab2-4bbb-bd6e-275771570291 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:16.269641 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ec6ea0a6-0ab2-4bbb-bd6e-275771570291 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 1093 time: 0.0429144 Aug 16 20:29:16.272389 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 48074) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:16.276717 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0c3bb3cf-339a-4134-9900-68d05408023e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'port_id': 'f734183e-9bb6-410c-9d00-1bfe0071145f', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:16.299381 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c3bb3cf-339a-4134-9900-68d05408023e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:16.395346 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c3bb3cf-339a-4134-9900-68d05408023e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:16.506671 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-0c3bb3cf-339a-4134-9900-68d05408023e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Allocated IP 172.25.8.226 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/fba84377-89ce-4fb0-b58a-630fe86311f7) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:29:16.615262 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c3bb3cf-339a-4134-9900-68d05408023e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:16.662543 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c3bb3cf-339a-4134-9900-68d05408023e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:16.704493 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3bb3cf-339a-4134-9900-68d05408023e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:29:16.707485 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-0c3bb3cf-339a-4134-9900-68d05408023e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:29:16.711768 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3bb3cf-339a-4134-9900-68d05408023e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:29:16.714757 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bb3cf-339a-4134-9900-68d05408023e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'Port': ['ID=fba84377-89ce-4fb0-b58a-630fe86311f7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:17.423648 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c3bb3cf-339a-4134-9900-68d05408023e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:17.490395 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c3bb3cf-339a-4134-9900-68d05408023e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:17.638969 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c3bb3cf-339a-4134-9900-68d05408023e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:17.643461 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c3bb3cf-339a-4134-9900-68d05408023e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:17.711572 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bb3cf-339a-4134-9900-68d05408023e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'Port': ['ID=fba84377-89ce-4fb0-b58a-630fe86311f7,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:17.720979 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c3bb3cf-339a-4134-9900-68d05408023e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:17.820667 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-0c3bb3cf-339a-4134-9900-68d05408023e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Floating IP 96436f26-d8c3-4924-8d7a-ad95e1307950 associated. External IP: 172.25.8.226, port: f734183e-9bb6-410c-9d00-1bfe0071145f. Aug 16 20:29:18.037989 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c3bb3cf-339a-4134-9900-68d05408023e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Router 6adaa15e-3605-4b39-a164-c11ebf2d8eef has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:29:18.156722 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3bb3cf-339a-4134-9900-68d05408023e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:29:18.166117 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d55f2d3-a1a2-4e83-a1eb-b43ac25b8139 None None] Sync routers for ids ['6adaa15e-3605-4b39-a164-c11ebf2d8eef'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:29:18.173090 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c3bb3cf-339a-4134-9900-68d05408023e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:18.178459 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d55f2d3-a1a2-4e83-a1eb-b43ac25b8139 None None] Routers {'6adaa15e-3605-4b39-a164-c11ebf2d8eef'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:29:18.179225 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6d55f2d3-a1a2-4e83-a1eb-b43ac25b8139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:29:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6adaa15e-3605-4b39-a164-c11ebf2d8eef'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:18.206200 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0c3bb3cf-339a-4134-9900-68d05408023e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9304821 Aug 16 20:29:18.206200 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956255c1-f446-4628-9485-f469065224fc', 'tag': 'f734183e-9bb6-410c-9d00-1bfe0071145f'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:29:18.215184 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265beb61-6af5-4e0a-ab9c-23b48b2ff0b6" -d '{"events": [{"name": "network-changed", "server_uuid": "956255c1-f446-4628-9485-f469065224fc", "tag": "f734183e-9bb6-410c-9d00-1bfe0071145f"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:29:18.254318 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cac24d-cf8e-4fc2-997c-07d5e0988d94 x-openstack-request-id: req-a5cac24d-cf8e-4fc2-997c-07d5e0988d94 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:29:18.254639 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956255c1-f446-4628-9485-f469065224fc", "tag": "f734183e-9bb6-410c-9d00-1bfe0071145f", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:29:18.255093 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a5cac24d-cf8e-4fc2-997c-07d5e0988d94 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:29:18.255529 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956255c1-f446-4628-9485-f469065224fc', 'tag': 'f734183e-9bb6-410c-9d00-1bfe0071145f', 'status': 'completed', 'code': 200} Aug 16 20:29:18.302935 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-6d55f2d3-a1a2-4e83-a1eb-b43ac25b8139 None None] Set router 6adaa15e-3605-4b39-a164-c11ebf2d8eef gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:29:18.567140 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6d55f2d3-a1a2-4e83-a1eb-b43ac25b8139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326801467', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'd9a1e98c-c7c8-4cad-90ca-3aaf560f34f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:00Z', 'updated_at': '2021-08-16T20:29:03Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'd9a1e98c-c7c8-4cad-90ca-3aaf560f34f2', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:00Z', 'updated_at': '2021-08-16T20:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '96436f26-d8c3-4924-8d7a-ad95e1307950', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'floating_ip_address': '172.25.8.226', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'port_id': 'f734183e-9bb6-410c-9d00-1bfe0071145f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c', 'mac_address': 'fa:16:3e:1b:33:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956255c1-f446-4628-9485-f469065224fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:29:16Z', 'updated_at': '2021-08-16T20:29:16Z', 'revision_number': 0, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d74e689-d9c0-4e54-be2d-5ee5286c3baa', 'name': '', 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:ff:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '0564504a-d02b-47de-8b06-242b48c23f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:02Z', 'updated_at': '2021-08-16T20:29:09Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': '0564504a-d02b-47de-8b06-242b48c23f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:18.593670 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d55f2d3-a1a2-4e83-a1eb-b43ac25b8139 None None] Checking router: 6adaa15e-3605-4b39-a164-c11ebf2d8eef for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:29:18.602455 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d55f2d3-a1a2-4e83-a1eb-b43ac25b8139 None None] Routers {'6adaa15e-3605-4b39-a164-c11ebf2d8eef'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:29:18.603202 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6d55f2d3-a1a2-4e83-a1eb-b43ac25b8139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:29:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6adaa15e-3605-4b39-a164-c11ebf2d8eef'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:18.709354 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b09ab1-8d20-48d0-b356-03ff9ab5a6e7 req-db2860d3-95f3-4a80-b86c-6f73ce18d2e1 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:18.710771 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f3b09ab1-8d20-48d0-b356-03ff9ab5a6e7 req-db2860d3-95f3-4a80-b86c-6f73ce18d2e1 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 946 time: 0.4516642 Aug 16 20:29:18.719070 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265beb61-6af5-4e0a-ab9c-23b48b2ff0b6 req-9734e57b-cac2-48c8-92de-b5cbf1ecd0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:18.719240 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-6d55f2d3-a1a2-4e83-a1eb-b43ac25b8139 None None] Set router 6adaa15e-3605-4b39-a164-c11ebf2d8eef gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:29:18.719364 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-265beb61-6af5-4e0a-ab9c-23b48b2ff0b6 req-9734e57b-cac2-48c8-92de-b5cbf1ecd0c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 1098 time: 0.4288230 Aug 16 20:29:18.817911 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f3b09ab1-8d20-48d0-b356-03ff9ab5a6e7 req-a2f809c3-6317-4e74-9163-29f914325917 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912654 Aug 16 20:29:18.847309 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48096) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:18.887600 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265beb61-6af5-4e0a-ab9c-23b48b2ff0b6 req-429828e6-e588-4cdc-83d7-b14bf9219dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:18.889532 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-265beb61-6af5-4e0a-ab9c-23b48b2ff0b6 req-429828e6-e588-4cdc-83d7-b14bf9219dc3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2611d081-2c12-48b9-8ddd-99c040708b3c HTTP/1.1" status: 200 len: 897 time: 0.1613574 Aug 16 20:29:18.964065 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d70e1572-44fd-460b-ad23-505b41f1f05c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/floatingips/96436f26-d8c3-4924-8d7a-ad95e1307950 HTTP/1.1" status: 200 len: 992 time: 0.1154382 Aug 16 20:29:18.973459 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-265beb61-6af5-4e0a-ab9c-23b48b2ff0b6 req-182fd4ab-239a-4889-82e6-baa31a41def6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f734183e-9bb6-410c-9d00-1bfe0071145f HTTP/1.1" status: 200 len: 1000 time: 0.0770473 Aug 16 20:29:18.974852 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6d55f2d3-a1a2-4e83-a1eb-b43ac25b8139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326801467', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'd9a1e98c-c7c8-4cad-90ca-3aaf560f34f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:00Z', 'updated_at': '2021-08-16T20:29:03Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'd9a1e98c-c7c8-4cad-90ca-3aaf560f34f2', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:00Z', 'updated_at': '2021-08-16T20:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '96436f26-d8c3-4924-8d7a-ad95e1307950', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'floating_ip_address': '172.25.8.226', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'port_id': 'f734183e-9bb6-410c-9d00-1bfe0071145f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c', 'mac_address': 'fa:16:3e:1b:33:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956255c1-f446-4628-9485-f469065224fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:29:16Z', 'updated_at': '2021-08-16T20:29:16Z', 'revision_number': 0, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d74e689-d9c0-4e54-be2d-5ee5286c3baa', 'name': '', 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:ff:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '0564504a-d02b-47de-8b06-242b48c23f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:02Z', 'updated_at': '2021-08-16T20:29:09Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': '0564504a-d02b-47de-8b06-242b48c23f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:19.003870 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d55f2d3-a1a2-4e83-a1eb-b43ac25b8139 None None] The sync data for ids ['6adaa15e-3605-4b39-a164-c11ebf2d8eef'] in n-d-787206-13 is: [{'id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326801467', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'd9a1e98c-c7c8-4cad-90ca-3aaf560f34f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:00Z', 'updated_at': '2021-08-16T20:29:03Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'd9a1e98c-c7c8-4cad-90ca-3aaf560f34f2', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:00Z', 'updated_at': '2021-08-16T20:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '96436f26-d8c3-4924-8d7a-ad95e1307950', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'floating_ip_address': '172.25.8.226', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'port_id': 'f734183e-9bb6-410c-9d00-1bfe0071145f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c', 'mac_address': 'fa:16:3e:1b:33:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956255c1-f446-4628-9485-f469065224fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:29:16Z', 'updated_at': '2021-08-16T20:29:16Z', 'revision_number': 0, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d74e689-d9c0-4e54-be2d-5ee5286c3baa', 'name': '', 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:ff:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '0564504a-d02b-47de-8b06-242b48c23f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:02Z', 'updated_at': '2021-08-16T20:29:09Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': '0564504a-d02b-47de-8b06-242b48c23f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:29:19.025848 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265beb61-6af5-4e0a-ab9c-23b48b2ff0b6 req-46961fe5-fa54-462e-bd4e-22e58ed23085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:19.027378 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-265beb61-6af5-4e0a-ab9c-23b48b2ff0b6 req-46961fe5-fa54-462e-bd4e-22e58ed23085 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0564504a-d02b-47de-8b06-242b48c23f0f HTTP/1.1" status: 200 len: 834 time: 0.0470920 Aug 16 20:29:19.076455 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265beb61-6af5-4e0a-ab9c-23b48b2ff0b6 req-1a40743f-c30e-4aa6-9339-3949050bb13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:19.078177 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-265beb61-6af5-4e0a-ab9c-23b48b2ff0b6 req-1a40743f-c30e-4aa6-9339-3949050bb13c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2611d081-2c12-48b9-8ddd-99c040708b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441062 Aug 16 20:29:19.181935 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-265beb61-6af5-4e0a-ab9c-23b48b2ff0b6 req-7fb17d1b-9a4f-477a-a95b-4ca547c5ce45 service neutron] 10.222.0.57 "GET /v2.0/networks/2611d081-2c12-48b9-8ddd-99c040708b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968564 Aug 16 20:29:19.228935 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75278172-4e3f-4244-8f59-1d1a5eaedd8d None None] New status for floating IP 96436f26-d8c3-4924-8d7a-ad95e1307950: ACTIVE {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:29:19.285222 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-265beb61-6af5-4e0a-ab9c-23b48b2ff0b6 req-0a92ee91-7f18-4359-bf08-ecddb1fb25b0 service neutron] 10.222.0.57 "GET /v2.0/networks/2611d081-2c12-48b9-8ddd-99c040708b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949359 Aug 16 20:29:19.968693 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48110) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:20.038692 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8286ef85-18c2-45b3-980a-cfcc08aae0e9 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/floatingips/96436f26-d8c3-4924-8d7a-ad95e1307950 HTTP/1.1" status: 200 len: 994 time: 0.0685754 Aug 16 20:29:21.712390 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8efb7e-99f5-4f71-b0da-3fa95974ed02 req-ae79fd7b-4e4a-4659-9479-5919abfa23e3 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:21.713996 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1b8efb7e-99f5-4f71-b0da-3fa95974ed02 req-ae79fd7b-4e4a-4659-9479-5919abfa23e3 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=284fc70e-f4f1-4c50-a544-6bc8f67dd3fb HTTP/1.1" status: 200 len: 945 time: 0.0515044 Aug 16 20:29:21.752758 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1b8efb7e-99f5-4f71-b0da-3fa95974ed02 req-da668628-5022-46ef-adb1-eb83d5249750 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=a27bf4a3-22e0-4b42-a619-e37a48d2e707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317965 Aug 16 20:29:22.871971 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447817c-f8b5-475f-92bf-86785df4129e req-cbf7856b-9de0-420c-94c5-4d7f4f55395f tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:22.874051 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9447817c-f8b5-475f-92bf-86785df4129e req-cbf7856b-9de0-420c-94c5-4d7f4f55395f tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=284fc70e-f4f1-4c50-a544-6bc8f67dd3fb HTTP/1.1" status: 200 len: 945 time: 0.0539973 Aug 16 20:29:22.915855 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9447817c-f8b5-475f-92bf-86785df4129e req-d66c70c2-3412-4b7f-acec-a9661022b4a5 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups?id=a27bf4a3-22e0-4b42-a619-e37a48d2e707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351372 Aug 16 20:29:23.315105 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6824d6-0fd6-4b7c-9103-cf68ee62f0c3 req-faede2db-22ba-4531-9c73-2c42c1d85ab6 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:23.316986 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2e6824d6-0fd6-4b7c-9103-cf68ee62f0c3 req-faede2db-22ba-4531-9c73-2c42c1d85ab6 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.63 "GET /v2.0/ports?device_id=284fc70e-f4f1-4c50-a544-6bc8f67dd3fb HTTP/1.1" status: 200 len: 945 time: 0.0500324 Aug 16 20:29:23.412889 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-2e6824d6-0fd6-4b7c-9103-cf68ee62f0c3 req-5356732f-406c-4ca4-8c02-18ab92124da4 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Deleting port c0dd4f2b-df76-4cd0-b62a-0908f07064d2 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:29:23.413236 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2e6824d6-0fd6-4b7c-9103-cf68ee62f0c3 req-5356732f-406c-4ca4-8c02-18ab92124da4 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:23.502094 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-2e6824d6-0fd6-4b7c-9103-cf68ee62f0c3 req-5356732f-406c-4ca4-8c02-18ab92124da4 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] For port c0dd4f2b-df76-4cd0-b62a-0908f07064d2, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=c0dd4f2b-df76-4cd0-b62a-0908f07064d2,segment=NetworkSegment(ae000a32-daab-4172-a67b-c8cc62f15ecf),segment_id=ae000a32-daab-4172-a67b-c8cc62f15ecf)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:23.502559 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2e6824d6-0fd6-4b7c-9103-cf68ee62f0c3 req-5356732f-406c-4ca4-8c02-18ab92124da4 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:23.681710 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2e6824d6-0fd6-4b7c-9103-cf68ee62f0c3 req-5356732f-406c-4ca4-8c02-18ab92124da4 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:23.682081 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2e6824d6-0fd6-4b7c-9103-cf68ee62f0c3 req-5356732f-406c-4ca4-8c02-18ab92124da4 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:23.682392 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [req-2e6824d6-0fd6-4b7c-9103-cf68ee62f0c3 req-5356732f-406c-4ca4-8c02-18ab92124da4 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Floating IP c651f5ab-151a-46cf-8380-6b5cf7739dee disassociated. External IP: 172.25.8.102, port: c0dd4f2b-df76-4cd0-b62a-0908f07064d2. Aug 16 20:29:23.682735 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-2e6824d6-0fd6-4b7c-9103-cf68ee62f0c3 req-5356732f-406c-4ca4-8c02-18ab92124da4 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Calling delete_port for c0dd4f2b-df76-4cd0-b62a-0908f07064d2 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:29:23.810999 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2e6824d6-0fd6-4b7c-9103-cf68ee62f0c3 req-5356732f-406c-4ca4-8c02-18ab92124da4 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:23.845218 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356732f-406c-4ca4-8c02-18ab92124da4 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Pushing event deleted for resources: {'Port': ['ID=c0dd4f2b-df76-4cd0-b62a-0908f07064d2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:23.962687 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e6824d6-0fd6-4b7c-9103-cf68ee62f0c3 req-5356732f-406c-4ca4-8c02-18ab92124da4 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Router a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:29:24.018103 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-783a935f-ba80-4f61-9580-992a473eae75 req-a147c467-5b60-4c4c-a010-85176dc386ec tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/ports?device_id=284fc70e-f4f1-4c50-a544-6bc8f67dd3fb HTTP/1.1" status: 200 len: 210 time: 0.0328219 Aug 16 20:29:24.073789 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e6824d6-0fd6-4b7c-9103-cf68ee62f0c3 req-5356732f-406c-4ca4-8c02-18ab92124da4 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:29:24.084548 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc933cd-4795-45f6-8f51-22442e35505a None None] Sync routers for ids ['a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:29:24.094966 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc933cd-4795-45f6-8f51-22442e35505a None None] Routers {'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:29:24.095625 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-afc933cd-4795-45f6-8f51-22442e35505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:29:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:24.119068 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6824d6-0fd6-4b7c-9103-cf68ee62f0c3 req-5356732f-406c-4ca4-8c02-18ab92124da4 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] No DVR routers for this DVR port c0dd4f2b-df76-4cd0-b62a-0908f07064d2 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:29:24.121934 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2e6824d6-0fd6-4b7c-9103-cf68ee62f0c3 req-5356732f-406c-4ca4-8c02-18ab92124da4 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:24.124589 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2e6824d6-0fd6-4b7c-9103-cf68ee62f0c3 req-5356732f-406c-4ca4-8c02-18ab92124da4 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.63 "DELETE /v2.0/ports/c0dd4f2b-df76-4cd0-b62a-0908f07064d2 HTTP/1.1" status: 204 len: 173 time: 0.8008125 Aug 16 20:29:24.125041 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284fc70e-f4f1-4c50-a544-6bc8f67dd3fb', 'name': 'network-vif-deleted', 'tag': 'c0dd4f2b-df76-4cd0-b62a-0908f07064d2'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:29:24.127584 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb6b533-8b33-4d2d-9bc9-4b17bd83f3fd" -d '{"events": [{"server_uuid": "284fc70e-f4f1-4c50-a544-6bc8f67dd3fb", "name": "network-vif-deleted", "tag": "c0dd4f2b-df76-4cd0-b62a-0908f07064d2"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:29:24.168288 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f86a728-fbae-4020-bd5b-8d3f59655e45 x-openstack-request-id: req-1f86a728-fbae-4020-bd5b-8d3f59655e45 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:29:24.168581 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284fc70e-f4f1-4c50-a544-6bc8f67dd3fb", "name": "network-vif-deleted", "tag": "c0dd4f2b-df76-4cd0-b62a-0908f07064d2", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:29:24.168853 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1f86a728-fbae-4020-bd5b-8d3f59655e45 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:29:24.170142 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284fc70e-f4f1-4c50-a544-6bc8f67dd3fb', 'name': 'network-vif-deleted', 'tag': 'c0dd4f2b-df76-4cd0-b62a-0908f07064d2', 'status': 'completed', 'code': 200} Aug 16 20:29:24.219755 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-afc933cd-4795-45f6-8f51-22442e35505a None None] Set router a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:29:24.452263 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-afc933cd-4795-45f6-8f51-22442e35505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'name': 'tempest-AttachVolumeTestJSON-1016052742-router', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:47Z', 'revision_number': 4, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'gw_port': {'id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'efa6e969-c7b9-440b-bc55-b8cb109c2b65', 'name': '', 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'mac_address': 'fa:16:3e:55:7a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:45Z', 'updated_at': '2021-08-16T20:22:54Z', 'revision_number': 5, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'subnets': [{'id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:24.477541 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc933cd-4795-45f6-8f51-22442e35505a None None] Checking router: a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:29:24.486520 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc933cd-4795-45f6-8f51-22442e35505a None None] Routers {'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:29:24.487130 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-afc933cd-4795-45f6-8f51-22442e35505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:29:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:24.592883 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-afc933cd-4795-45f6-8f51-22442e35505a None None] Set router a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:29:24.790907 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-afc933cd-4795-45f6-8f51-22442e35505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'name': 'tempest-AttachVolumeTestJSON-1016052742-router', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:47Z', 'revision_number': 4, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'gw_port': {'id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'efa6e969-c7b9-440b-bc55-b8cb109c2b65', 'name': '', 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'mac_address': 'fa:16:3e:55:7a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:45Z', 'updated_at': '2021-08-16T20:22:54Z', 'revision_number': 5, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'subnets': [{'id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:24.821888 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc933cd-4795-45f6-8f51-22442e35505a None None] The sync data for ids ['a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'] in n-d-787206-13 is: [{'id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'name': 'tempest-AttachVolumeTestJSON-1016052742-router', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:47Z', 'revision_number': 4, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'gw_port': {'id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'efa6e969-c7b9-440b-bc55-b8cb109c2b65', 'name': '', 'network_id': '0884c200-acec-460b-b534-7fcde0dd54c6', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'mac_address': 'fa:16:3e:55:7a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:45Z', 'updated_at': '2021-08-16T20:22:54Z', 'revision_number': 5, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'subnets': [{'id': '2e5317c1-df9f-4c3c-8707-a2ba178832b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:29:25.026630 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f72a5b-0f95-4a1f-b011-771f7b377c35 None None] New status for floating IP c651f5ab-151a-46cf-8380-6b5cf7739dee: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:29:25.104875 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48154) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:25.165288 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-54af52ec-9254-455b-8230-fbbb7f2b8f85 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:25.190286 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-54af52ec-9254-455b-8230-fbbb7f2b8f85 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:25.237860 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-54af52ec-9254-455b-8230-fbbb7f2b8f85 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:25.240611 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-54af52ec-9254-455b-8230-fbbb7f2b8f85 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:25.241793 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-54af52ec-9254-455b-8230-fbbb7f2b8f85 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "DELETE /v2.0/security-groups/a27bf4a3-22e0-4b42-a619-e37a48d2e707 HTTP/1.1" status: 204 len: 168 time: 0.1358895 Aug 16 20:29:25.244618 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 48156) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:25.251859 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af52ec-9254-455b-8230-fbbb7f2b8f85 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27bf4a3-22e0-4b42-a619-e37a48d2e707,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:25.260316 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-4b0c8cdc-a699-4659-b4d6-b70369f919cf tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] show failed (client error): The resource could not be found. Aug 16 20:29:25.261343 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4b0c8cdc-a699-4659-b4d6-b70369f919cf tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "GET /v2.0/security-groups/a27bf4a3-22e0-4b42-a619-e37a48d2e707 HTTP/1.1" status: 404 len: 347 time: 0.0157480 Aug 16 20:29:25.264413 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48158) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:25.388269 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-464a0264-9d58-4ec4-bdbb-3cbc0b0677b3 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Deleting port 38a15c11-8deb-4a4f-8d70-7d7b0a3b2513 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:29:25.388620 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-464a0264-9d58-4ec4-bdbb-3cbc0b0677b3 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:25.468792 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-464a0264-9d58-4ec4-bdbb-3cbc0b0677b3 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:25.469129 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-464a0264-9d58-4ec4-bdbb-3cbc0b0677b3 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:25.480834 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-464a0264-9d58-4ec4-bdbb-3cbc0b0677b3 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Calling delete_port for 38a15c11-8deb-4a4f-8d70-7d7b0a3b2513 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:29:25.621578 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-464a0264-9d58-4ec4-bdbb-3cbc0b0677b3 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:25.647907 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a0264-9d58-4ec4-bdbb-3cbc0b0677b3 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Pushing event deleted for resources: {'Port': ['ID=38a15c11-8deb-4a4f-8d70-7d7b0a3b2513,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:25.695673 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02988754-36d5-4210-b1a9-23091222de84 req-d4d66254-6eb2-4e4e-87a2-764510c030e5 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:25.697183 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02988754-36d5-4210-b1a9-23091222de84 req-d4d66254-6eb2-4e4e-87a2-764510c030e5 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 947 time: 0.0513227 Aug 16 20:29:25.707705 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-464a0264-9d58-4ec4-bdbb-3cbc0b0677b3 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:25.710159 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-464a0264-9d58-4ec4-bdbb-3cbc0b0677b3 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:25.711376 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-464a0264-9d58-4ec4-bdbb-3cbc0b0677b3 tempest-AttachVolumeTestJSON-1036463919 tempest-AttachVolumeTestJSON-1036463919-project] 10.222.0.68 "DELETE /v2.0/floatingips/c651f5ab-151a-46cf-8380-6b5cf7739dee HTTP/1.1" status: 204 len: 168 time: 0.4459763 Aug 16 20:29:25.739638 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-02988754-36d5-4210-b1a9-23091222de84 req-ace62e80-1b73-4c3a-a828-3853b4f97665 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349004 Aug 16 20:29:26.863557 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9bc9a-9519-4e48-9b09-c3af1404778d req-af728f98-4e08-48d0-929b-27e8e297c8d9 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:26.865120 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a1e9bc9a-9519-4e48-9b09-c3af1404778d req-af728f98-4e08-48d0-929b-27e8e297c8d9 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 947 time: 0.0499017 Aug 16 20:29:26.917796 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a1e9bc9a-9519-4e48-9b09-c3af1404778d req-6ceedf70-e19d-44d8-9cc6-03fd73ed5b05 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ac5b3f3-6a31-4976-b528-d195909c5ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463402 Aug 16 20:29:27.084586 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device c0dd4f2b-df76-4cd0-b62a-0908f07064d2 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:29:27.104863 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: c0dd4f2b-df76-4cd0-b62a-0908f07064d2 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:29:27.105329 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device c0dd4f2b-df76-4cd0-b62a-0908f07064d2 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:29:27.110321 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d31fb5-3dfc-46bd-8597-cfc24de949d3 req-76dcf72e-6fde-4618-8080-b709567b1604 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:27.112274 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b2d31fb5-3dfc-46bd-8597-cfc24de949d3 req-76dcf72e-6fde-4618-8080-b709567b1604 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.63 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 947 time: 0.0505114 Aug 16 20:29:27.209539 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-b2d31fb5-3dfc-46bd-8597-cfc24de949d3 req-66e25e81-440c-40e2-aa5f-2dde08b76ca8 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Deleting port 9db088bf-9b00-448c-84a5-6e7ac3be46b3 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:29:27.209811 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b2d31fb5-3dfc-46bd-8597-cfc24de949d3 req-66e25e81-440c-40e2-aa5f-2dde08b76ca8 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:27.298686 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-b2d31fb5-3dfc-46bd-8597-cfc24de949d3 req-66e25e81-440c-40e2-aa5f-2dde08b76ca8 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] For port 9db088bf-9b00-448c-84a5-6e7ac3be46b3, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=9db088bf-9b00-448c-84a5-6e7ac3be46b3,segment=NetworkSegment(651ae3f1-f903-4d50-9039-ebe7a7f61635),segment_id=651ae3f1-f903-4d50-9039-ebe7a7f61635)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:27.299054 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b2d31fb5-3dfc-46bd-8597-cfc24de949d3 req-66e25e81-440c-40e2-aa5f-2dde08b76ca8 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:27.475499 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b2d31fb5-3dfc-46bd-8597-cfc24de949d3 req-66e25e81-440c-40e2-aa5f-2dde08b76ca8 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:27.475869 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b2d31fb5-3dfc-46bd-8597-cfc24de949d3 req-66e25e81-440c-40e2-aa5f-2dde08b76ca8 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:27.476182 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [req-b2d31fb5-3dfc-46bd-8597-cfc24de949d3 req-66e25e81-440c-40e2-aa5f-2dde08b76ca8 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Floating IP b82b47af-02fb-4a45-888d-bfbaa35f9712 disassociated. External IP: 172.25.8.116, port: 9db088bf-9b00-448c-84a5-6e7ac3be46b3. Aug 16 20:29:27.476521 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-b2d31fb5-3dfc-46bd-8597-cfc24de949d3 req-66e25e81-440c-40e2-aa5f-2dde08b76ca8 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Calling delete_port for 9db088bf-9b00-448c-84a5-6e7ac3be46b3 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:29:27.607779 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b2d31fb5-3dfc-46bd-8597-cfc24de949d3 req-66e25e81-440c-40e2-aa5f-2dde08b76ca8 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:27.639240 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e25e81-440c-40e2-aa5f-2dde08b76ca8 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Pushing event deleted for resources: {'Port': ['ID=9db088bf-9b00-448c-84a5-6e7ac3be46b3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:27.760176 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2d31fb5-3dfc-46bd-8597-cfc24de949d3 req-66e25e81-440c-40e2-aa5f-2dde08b76ca8 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Router e831714b-802b-4280-9dea-16571bd33ac9 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:29:27.871297 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2d31fb5-3dfc-46bd-8597-cfc24de949d3 req-66e25e81-440c-40e2-aa5f-2dde08b76ca8 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:29:27.883378 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665f47ce-a9c3-4b45-a4e1-e12642036ab5 None None] Sync routers for ids ['e831714b-802b-4280-9dea-16571bd33ac9'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:29:27.895140 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665f47ce-a9c3-4b45-a4e1-e12642036ab5 None None] Routers {'e831714b-802b-4280-9dea-16571bd33ac9'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:29:27.896074 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-665f47ce-a9c3-4b45-a4e1-e12642036ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:29:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['e831714b-802b-4280-9dea-16571bd33ac9'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:27.917121 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d31fb5-3dfc-46bd-8597-cfc24de949d3 req-66e25e81-440c-40e2-aa5f-2dde08b76ca8 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] No DVR routers for this DVR port 9db088bf-9b00-448c-84a5-6e7ac3be46b3 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:29:27.919976 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b2d31fb5-3dfc-46bd-8597-cfc24de949d3 req-66e25e81-440c-40e2-aa5f-2dde08b76ca8 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:27.922156 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b2d31fb5-3dfc-46bd-8597-cfc24de949d3 req-66e25e81-440c-40e2-aa5f-2dde08b76ca8 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.63 "DELETE /v2.0/ports/9db088bf-9b00-448c-84a5-6e7ac3be46b3 HTTP/1.1" status: 204 len: 173 time: 0.8037195 Aug 16 20:29:27.922627 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35256669-22e3-4514-a2d3-af5bbccf320d', 'name': 'network-vif-deleted', 'tag': '9db088bf-9b00-448c-84a5-6e7ac3be46b3'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:29:27.925571 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdfbec0-9732-4108-8523-cfbc79a3306f" -d '{"events": [{"server_uuid": "35256669-22e3-4514-a2d3-af5bbccf320d", "name": "network-vif-deleted", "tag": "9db088bf-9b00-448c-84a5-6e7ac3be46b3"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:29:28.009459 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a4e2aa-1f48-467b-960a-cdc50cc32d5e x-openstack-request-id: req-99a4e2aa-1f48-467b-960a-cdc50cc32d5e {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:29:28.009806 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35256669-22e3-4514-a2d3-af5bbccf320d", "name": "network-vif-deleted", "tag": "9db088bf-9b00-448c-84a5-6e7ac3be46b3", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:29:28.010135 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-99a4e2aa-1f48-467b-960a-cdc50cc32d5e {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:29:28.010544 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35256669-22e3-4514-a2d3-af5bbccf320d', 'name': 'network-vif-deleted', 'tag': '9db088bf-9b00-448c-84a5-6e7ac3be46b3', 'status': 'completed', 'code': 200} Aug 16 20:29:28.087941 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-665f47ce-a9c3-4b45-a4e1-e12642036ab5 None None] Set router e831714b-802b-4280-9dea-16571bd33ac9 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:29:28.102437 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ae57c9df-25f0-4a5b-83a0-f450814a0720 req-8083df27-51ed-4b1a-a95a-074cfe446c83 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=35256669-22e3-4514-a2d3-af5bbccf320d HTTP/1.1" status: 200 len: 210 time: 0.0743959 Aug 16 20:29:28.360060 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-665f47ce-a9c3-4b45-a4e1-e12642036ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'name': 'tempest-AttachVolumeShelveTestJSON-1996335489-router', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:43Z', 'updated_at': '2021-08-16T20:25:47Z', 'revision_number': 4, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'gw_port': {'id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:55:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:45Z', 'updated_at': '2021-08-16T20:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '8b8dc17a-c9ec-432e-94a1-61c11eb47cb8', 'name': '', 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'mac_address': 'fa:16:3e:9c:88:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:47Z', 'updated_at': '2021-08-16T20:25:53Z', 'revision_number': 5, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'subnets': [{'id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:28.393950 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665f47ce-a9c3-4b45-a4e1-e12642036ab5 None None] Checking router: e831714b-802b-4280-9dea-16571bd33ac9 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:29:28.405140 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665f47ce-a9c3-4b45-a4e1-e12642036ab5 None None] Routers {'e831714b-802b-4280-9dea-16571bd33ac9'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:29:28.405941 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-665f47ce-a9c3-4b45-a4e1-e12642036ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:29:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['e831714b-802b-4280-9dea-16571bd33ac9'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:28.540111 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-665f47ce-a9c3-4b45-a4e1-e12642036ab5 None None] Set router e831714b-802b-4280-9dea-16571bd33ac9 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:29:28.932809 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-665f47ce-a9c3-4b45-a4e1-e12642036ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'name': 'tempest-AttachVolumeShelveTestJSON-1996335489-router', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:43Z', 'updated_at': '2021-08-16T20:25:47Z', 'revision_number': 4, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'gw_port': {'id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:55:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:45Z', 'updated_at': '2021-08-16T20:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '8b8dc17a-c9ec-432e-94a1-61c11eb47cb8', 'name': '', 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'mac_address': 'fa:16:3e:9c:88:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:47Z', 'updated_at': '2021-08-16T20:25:53Z', 'revision_number': 5, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'subnets': [{'id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:28.960693 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665f47ce-a9c3-4b45-a4e1-e12642036ab5 None None] The sync data for ids ['e831714b-802b-4280-9dea-16571bd33ac9'] in n-d-787206-13 is: [{'id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'name': 'tempest-AttachVolumeShelveTestJSON-1996335489-router', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:43Z', 'updated_at': '2021-08-16T20:25:47Z', 'revision_number': 4, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'gw_port': {'id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:55:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:45Z', 'updated_at': '2021-08-16T20:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '8b8dc17a-c9ec-432e-94a1-61c11eb47cb8', 'name': '', 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'mac_address': 'fa:16:3e:9c:88:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:47Z', 'updated_at': '2021-08-16T20:25:53Z', 'revision_number': 5, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'subnets': [{'id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:29:29.214536 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48192) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:29.215045 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e09687a-337a-4264-9e96-7d5f0374a24d None None] New status for floating IP b82b47af-02fb-4a45-888d-bfbaa35f9712: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:29:29.274504 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-efa480d5-445b-4823-b281-1ce6840da0ca tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:29.300094 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-efa480d5-445b-4823-b281-1ce6840da0ca tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:29.353314 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-efa480d5-445b-4823-b281-1ce6840da0ca tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:29.356362 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-efa480d5-445b-4823-b281-1ce6840da0ca tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:29.358849 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-efa480d5-445b-4823-b281-1ce6840da0ca tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "DELETE /v2.0/security-groups/9ac5b3f3-6a31-4976-b528-d195909c5ec5 HTTP/1.1" status: 204 len: 168 time: 0.1431367 Aug 16 20:29:29.361729 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 48194) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:29.369283 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa480d5-445b-4823-b281-1ce6840da0ca tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac5b3f3-6a31-4976-b528-d195909c5ec5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:29.383320 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-df66671c-1344-4a9e-89c0-9f85c3ef7adf tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] show failed (client error): The resource could not be found. Aug 16 20:29:29.386947 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-df66671c-1344-4a9e-89c0-9f85c3ef7adf tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups/9ac5b3f3-6a31-4976-b528-d195909c5ec5 HTTP/1.1" status: 404 len: 347 time: 0.0210083 Aug 16 20:29:29.387489 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48196) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:29.517364 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-950cd35e-eaae-48c4-8d0a-e063e3260c7f tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Deleting port d91edf08-e7ef-43fe-a182-78242e385d50 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:29:29.517659 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-950cd35e-eaae-48c4-8d0a-e063e3260c7f tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:29.597073 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-950cd35e-eaae-48c4-8d0a-e063e3260c7f tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:29.597281 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-950cd35e-eaae-48c4-8d0a-e063e3260c7f tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:29.609538 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-950cd35e-eaae-48c4-8d0a-e063e3260c7f tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Calling delete_port for d91edf08-e7ef-43fe-a182-78242e385d50 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:29:29.743846 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-950cd35e-eaae-48c4-8d0a-e063e3260c7f tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:29.770356 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cd35e-eaae-48c4-8d0a-e063e3260c7f tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Pushing event deleted for resources: {'Port': ['ID=d91edf08-e7ef-43fe-a182-78242e385d50,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:29.829493 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-950cd35e-eaae-48c4-8d0a-e063e3260c7f tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:29.832048 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-950cd35e-eaae-48c4-8d0a-e063e3260c7f tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:29.833222 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-950cd35e-eaae-48c4-8d0a-e063e3260c7f tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "DELETE /v2.0/floatingips/b82b47af-02fb-4a45-888d-bfbaa35f9712 HTTP/1.1" status: 204 len: 168 time: 0.4434893 Aug 16 20:29:30.089574 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 48200) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:30.095216 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8e0cc08d-a93a-4483-8cd9-217c551c78dd tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--393448132', 'description': 'tempest-description--1298427883'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:30.124803 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8e0cc08d-a93a-4483-8cd9-217c551c78dd tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:30.210100 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8e0cc08d-a93a-4483-8cd9-217c551c78dd tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:30.215023 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8e0cc08d-a93a-4483-8cd9-217c551c78dd tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:30.245147 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8e0cc08d-a93a-4483-8cd9-217c551c78dd tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:30.250020 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48206) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:30.255015 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-dd0922ea-cb39-4c79-8129-49865e742ff0 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Request body: {'security_group_rule': {'security_group_id': '3c474576-20c3-4f70-a26e-96d6c2d194b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:30.260338 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8e0cc08d-a93a-4483-8cd9-217c551c78dd tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1692624 Aug 16 20:29:30.262565 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0cc08d-a93a-4483-8cd9-217c551c78dd tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c474576-20c3-4f70-a26e-96d6c2d194b8,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:30.295043 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd0922ea-cb39-4c79-8129-49865e742ff0 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:30.362241 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd0922ea-cb39-4c79-8129-49865e742ff0 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:30.366165 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd0922ea-cb39-4c79-8129-49865e742ff0 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:30.393738 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0922ea-cb39-4c79-8129-49865e742ff0 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81c49b8-5ac4-4051-88b4-8795c9d164f2,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:30.407397 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd0922ea-cb39-4c79-8129-49865e742ff0 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:30.408624 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-dd0922ea-cb39-4c79-8129-49865e742ff0 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1573267 Aug 16 20:29:30.411187 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48214) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:30.416120 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-86ed5e72-3d45-4d64-b298-27dcf88d7ec9 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Request body: {'security_group_rule': {'security_group_id': '3c474576-20c3-4f70-a26e-96d6c2d194b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:30.448529 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-86ed5e72-3d45-4d64-b298-27dcf88d7ec9 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:30.511300 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-86ed5e72-3d45-4d64-b298-27dcf88d7ec9 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:30.515066 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-86ed5e72-3d45-4d64-b298-27dcf88d7ec9 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:30.536644 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed5e72-3d45-4d64-b298-27dcf88d7ec9 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e273822c-cef0-4252-aca3-5fe4da0136b6,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:30.542710 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-86ed5e72-3d45-4d64-b298-27dcf88d7ec9 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:30.544713 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-86ed5e72-3d45-4d64-b298-27dcf88d7ec9 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318004 Aug 16 20:29:30.547529 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48216) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:30.552468 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a4a736ce-aebc-4b3e-b092-8ccc90197b3d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:30.576138 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4a736ce-aebc-4b3e-b092-8ccc90197b3d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:30.678858 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4a736ce-aebc-4b3e-b092-8ccc90197b3d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:30.800843 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-a4a736ce-aebc-4b3e-b092-8ccc90197b3d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Allocated IP 172.25.8.48 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/c74e62fc-81fc-480c-90d8-e548c9182849) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:29:30.915369 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4a736ce-aebc-4b3e-b092-8ccc90197b3d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:30.957423 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4a736ce-aebc-4b3e-b092-8ccc90197b3d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:31.002356 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a736ce-aebc-4b3e-b092-8ccc90197b3d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:29:31.007311 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-a4a736ce-aebc-4b3e-b092-8ccc90197b3d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:29:31.009825 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a736ce-aebc-4b3e-b092-8ccc90197b3d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:29:31.013662 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a736ce-aebc-4b3e-b092-8ccc90197b3d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Pushing event updated for resources: {'Port': ['ID=c74e62fc-81fc-480c-90d8-e548c9182849,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:31.084483 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 9db088bf-9b00-448c-84a5-6e7ac3be46b3 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:29:31.112177 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 9db088bf-9b00-448c-84a5-6e7ac3be46b3 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:29:31.112177 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 9db088bf-9b00-448c-84a5-6e7ac3be46b3 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:29:31.119281 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4a736ce-aebc-4b3e-b092-8ccc90197b3d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:31.163278 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4a736ce-aebc-4b3e-b092-8ccc90197b3d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:31.335740 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4a736ce-aebc-4b3e-b092-8ccc90197b3d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:31.341120 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4a736ce-aebc-4b3e-b092-8ccc90197b3d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:31.395020 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a736ce-aebc-4b3e-b092-8ccc90197b3d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Pushing event updated for resources: {'Port': ['ID=c74e62fc-81fc-480c-90d8-e548c9182849,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:31.434231 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4a736ce-aebc-4b3e-b092-8ccc90197b3d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:31.448111 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4a736ce-aebc-4b3e-b092-8ccc90197b3d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:31.449529 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a4a736ce-aebc-4b3e-b092-8ccc90197b3d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9007835 Aug 16 20:29:31.640382 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-bc214b14-06a2-43a4-ad29-7da1af394c59 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--393448132&fields=id&tenant_id=36ce9d10f04c4ea3a97f2ef277d208d8 HTTP/1.1" status: 200 len: 267 time: 0.0352314 Aug 16 20:29:31.755858 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-397cc1d4-342f-459c-814a-f826f97ae199 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:31.757670 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-397cc1d4-342f-459c-814a-f826f97ae199 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/networks?id=694913cb-9660-4a1c-a341-9653a1f83c96 HTTP/1.1" status: 200 len: 817 time: 0.1104710 Aug 16 20:29:31.773648 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-d2c47cf4-1e75-4352-8004-0dd85e6ccc8d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/quotas/36ce9d10f04c4ea3a97f2ef277d208d8 HTTP/1.1" status: 200 len: 375 time: 0.0095870 Aug 16 20:29:31.813058 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dc9d6b17-cf0e-4fb2-a857-d00e64f95840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:31.835523 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-f996af2c-26cb-4738-b8e1-584bb3837f03 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=36ce9d10f04c4ea3a97f2ef277d208d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0553482 Aug 16 20:29:31.852529 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-d8022240-69a7-468b-a135-cc75e6d03e3a service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:29:31.853514 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-d8022240-69a7-468b-a135-cc75e6d03e3a service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055656 Aug 16 20:29:31.948761 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-692e249f-b99f-4ed5-8ce0-fa921c072259 service neutron] 10.222.0.68 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880766 Aug 16 20:29:32.046607 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-9ee18f20-b9e8-4303-846f-25d3eaec8fb4 service neutron] 10.222.0.68 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908473 Aug 16 20:29:32.232591 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d89976eb-d2f3-487d-8613-89922e668902 req-8aac2600-02f3-457d-8cca-78f2fff75f26 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 210 time: 0.0298586 Aug 16 20:29:32.634371 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48250) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:33.154945 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-70b1b9d4-4eb5-4d73-ab25-155ad986b756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:33.205194 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-c87bb8e1-610f-4728-9f1d-d28a1c97fd66 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:33.207449 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-c87bb8e1-610f-4728-9f1d-d28a1c97fd66 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.63 "GET /v2.0/networks?id=694913cb-9660-4a1c-a341-9653a1f83c96 HTTP/1.1" status: 200 len: 817 time: 0.1309986 Aug 16 20:29:33.256350 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-619a29af-4743-4d02-98b5-a9af55982845 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36ce9d10f04c4ea3a97f2ef277d208d8 HTTP/1.1" status: 200 len: 379 time: 0.0394471 Aug 16 20:29:33.270833 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-ff671632-1a8e-4308-bc16-b089ea2e5e90 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Request body: {'port': {'device_id': '7e364c1a-fec2-458b-8b49-e11ebcb20a3c', 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96', 'admin_state_up': True, 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'security_groups': ['3c474576-20c3-4f70-a26e-96d6c2d194b8']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:33.350836 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-848a4e5b-ab95-4a4f-bfe5-d68c914a2902 req-1058029b-51cb-481b-9b8a-7e2175edd5bc tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 210 time: 0.0272863 Aug 16 20:29:33.401606 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-ff671632-1a8e-4308-bc16-b089ea2e5e90 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Made reservation on behalf of 36ce9d10f04c4ea3a97f2ef277d208d8 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:29:33.405553 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-ff671632-1a8e-4308-bc16-b089ea2e5e90 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:33.451625 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-70b1b9d4-4eb5-4d73-ab25-155ad986b756 admin admin] Deleting port efa6e969-c7b9-440b-bc55-b8cb109c2b65 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:29:33.451964 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-70b1b9d4-4eb5-4d73-ab25-155ad986b756 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:33.535945 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-70b1b9d4-4eb5-4d73-ab25-155ad986b756 admin admin] For port efa6e969-c7b9-440b-bc55-b8cb109c2b65, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=efa6e969-c7b9-440b-bc55-b8cb109c2b65,segment=NetworkSegment(ae000a32-daab-4172-a67b-c8cc62f15ecf),segment_id=ae000a32-daab-4172-a67b-c8cc62f15ecf)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:33.536286 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-70b1b9d4-4eb5-4d73-ab25-155ad986b756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:33.543934 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-ff671632-1a8e-4308-bc16-b089ea2e5e90 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Allocated IP 172.20.0.3 (694913cb-9660-4a1c-a341-9653a1f83c96/22f1ef82-708c-4a07-a4be-6ce7461b8bb2/e4e81f26-72c8-4233-957b-26e3d968922d) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:29:33.550823 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-70b1b9d4-4eb5-4d73-ab25-155ad986b756 admin admin] Calling delete_port for efa6e969-c7b9-440b-bc55-b8cb109c2b65 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:29:33.682354 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-ff671632-1a8e-4308-bc16-b089ea2e5e90 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:33.729923 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-70b1b9d4-4eb5-4d73-ab25-155ad986b756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:33.730599 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-ff671632-1a8e-4308-bc16-b089ea2e5e90 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Transition to ACTIVE for port object e4e81f26-72c8-4233-957b-26e3d968922d will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:29:33.760870 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1b9d4-4eb5-4d73-ab25-155ad986b756 admin admin] Pushing event deleted for resources: {'Port': ['ID=efa6e969-c7b9-440b-bc55-b8cb109c2b65,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:33.767320 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-ff671632-1a8e-4308-bc16-b089ea2e5e90 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:33.815815 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-ff671632-1a8e-4308-bc16-b089ea2e5e90 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Network 694913cb-9660-4a1c-a341-9653a1f83c96 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:29:33.819100 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-ff671632-1a8e-4308-bc16-b089ea2e5e90 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:29:33.823675 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-ff671632-1a8e-4308-bc16-b089ea2e5e90 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:29:33.827944 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff671632-1a8e-4308-bc16-b089ea2e5e90 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Pushing event updated for resources: {'Port': ['ID=e4e81f26-72c8-4233-957b-26e3d968922d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:33.892755 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-ff671632-1a8e-4308-bc16-b089ea2e5e90 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:33.893786 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-ff671632-1a8e-4308-bc16-b089ea2e5e90 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:33.921019 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-ff671632-1a8e-4308-bc16-b089ea2e5e90 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6541178 Aug 16 20:29:33.933560 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-9308061f-ee37-4af2-99f3-fe5f485f1c9b service neutron] Request body: {'port': {'device_id': '7e364c1a-fec2-458b-8b49-e11ebcb20a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:33.946044 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-70b1b9d4-4eb5-4d73-ab25-155ad986b756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:33.994387 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-9308061f-ee37-4af2-99f3-fe5f485f1c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:34.163450 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3a080077-afaf-487f-839d-2eeb439e6637 None None] Provisioning for port e4e81f26-72c8-4233-957b-26e3d968922d completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:29:34.167394 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3a080077-afaf-487f-839d-2eeb439e6637 None None] Provisioning complete for port e4e81f26-72c8-4233-957b-26e3d968922d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:34.167957 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a080077-afaf-487f-839d-2eeb439e6637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:34.187851 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b1b9d4-4eb5-4d73-ab25-155ad986b756 admin admin] Router a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:29:34.204124 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3a080077-afaf-487f-839d-2eeb439e6637 None None] Port e4e81f26-72c8-4233-957b-26e3d968922d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:29:34.269588 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-9308061f-ee37-4af2-99f3-fe5f485f1c9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4e81f26-72c8-4233-957b-26e3d968922d {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:29:34.276928 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-9308061f-ee37-4af2-99f3-fe5f485f1c9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:34.288803 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-9308061f-ee37-4af2-99f3-fe5f485f1c9b service neutron] Transition to ACTIVE for port object e4e81f26-72c8-4233-957b-26e3d968922d will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:29:34.292519 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-9308061f-ee37-4af2-99f3-fe5f485f1c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:34.295229 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b1b9d4-4eb5-4d73-ab25-155ad986b756 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:29:34.301690 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-70b1b9d4-4eb5-4d73-ab25-155ad986b756 admin admin] 10.222.0.68 "PUT /v2.0/routers/a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6651807 Aug 16 20:29:34.304378 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48256) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:34.307001 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1407f5-3cde-4bac-a1c2-0836da0f7f1a None None] Sync routers for ids ['a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:29:34.316826 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1407f5-3cde-4bac-a1c2-0836da0f7f1a None None] Routers {'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:29:34.317449 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4f1407f5-3cde-4bac-a1c2-0836da0f7f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:29:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:34.417733 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308061f-ee37-4af2-99f3-fe5f485f1c9b service neutron] Pushing event updated for resources: {'Port': ['ID=e4e81f26-72c8-4233-957b-26e3d968922d,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:34.437243 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-9308061f-ee37-4af2-99f3-fe5f485f1c9b service neutron] Attempting to bind port e4e81f26-72c8-4233-957b-26e3d968922d on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:29:34.437510 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-9308061f-ee37-4af2-99f3-fe5f485f1c9b service neutron] Attempting to bind port e4e81f26-72c8-4233-957b-26e3d968922d by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '651ae3f1-f903-4d50-9039-ebe7a7f61635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:29:34.437838 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-9308061f-ee37-4af2-99f3-fe5f485f1c9b service neutron] Attempting to bind port e4e81f26-72c8-4233-957b-26e3d968922d on network 694913cb-9660-4a1c-a341-9653a1f83c96 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:29:34.446710 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-9308061f-ee37-4af2-99f3-fe5f485f1c9b service neutron] Port e4e81f26-72c8-4233-957b-26e3d968922d on network 694913cb-9660-4a1c-a341-9653a1f83c96 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:29:34.447031 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-9308061f-ee37-4af2-99f3-fe5f485f1c9b service neutron] Attempting to bind port e4e81f26-72c8-4233-957b-26e3d968922d on network 694913cb-9660-4a1c-a341-9653a1f83c96 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:29:34.451856 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ced09812-1f48-4b1f-867f-4b3f0c9311fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:34.457663 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-9308061f-ee37-4af2-99f3-fe5f485f1c9b service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:29:34.458017 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-9308061f-ee37-4af2-99f3-fe5f485f1c9b service neutron] Checking segment: {'id': '651ae3f1-f903-4d50-9039-ebe7a7f61635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:29:34.458387 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-9308061f-ee37-4af2-99f3-fe5f485f1c9b service neutron] Bound using segment: {'id': '651ae3f1-f903-4d50-9039-ebe7a7f61635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:29:34.458809 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-9308061f-ee37-4af2-99f3-fe5f485f1c9b service neutron] Bound port: e4e81f26-72c8-4233-957b-26e3d968922d, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '651ae3f1-f903-4d50-9039-ebe7a7f61635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:29:34.459169 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-9308061f-ee37-4af2-99f3-fe5f485f1c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:34.466262 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-4f1407f5-3cde-4bac-a1c2-0836da0f7f1a None None] Set router a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:29:34.574007 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4e3da-ab01-4bea-8d66-5ae6b9a6b605 req-1cfeafee-8538-400b-8ac6-1af5adf5425b tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:34.582250 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ecb4e3da-ab01-4bea-8d66-5ae6b9a6b605 req-1cfeafee-8538-400b-8ac6-1af5adf5425b tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 943 time: 0.1061678 Aug 16 20:29:34.614562 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-9308061f-ee37-4af2-99f3-fe5f485f1c9b service neutron] For port e4e81f26-72c8-4233-957b-26e3d968922d, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:29:34.637072 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-9308061f-ee37-4af2-99f3-fe5f485f1c9b service neutron] For port e4e81f26-72c8-4233-957b-26e3d968922d, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=e4e81f26-72c8-4233-957b-26e3d968922d,segment=NetworkSegment(651ae3f1-f903-4d50-9039-ebe7a7f61635),segment_id=651ae3f1-f903-4d50-9039-ebe7a7f61635)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:29:34.647825 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ecb4e3da-ab01-4bea-8d66-5ae6b9a6b605 req-b8a56cda-dd75-4e56-aa4b-afe4b7cdc48d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645978 Aug 16 20:29:34.649700 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-9308061f-ee37-4af2-99f3-fe5f485f1c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:34.682025 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-9308061f-ee37-4af2-99f3-fe5f485f1c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:34.682257 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-9308061f-ee37-4af2-99f3-fe5f485f1c9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:34.683669 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-9308061f-ee37-4af2-99f3-fe5f485f1c9b service neutron] 10.222.0.63 "PUT /v2.0/ports/e4e81f26-72c8-4233-957b-26e3d968922d HTTP/1.1" status: 200 len: 1092 time: 0.7545977 Aug 16 20:29:34.684134 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e364c1a-fec2-458b-8b49-e11ebcb20a3c', 'tag': 'e4e81f26-72c8-4233-957b-26e3d968922d'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:29:34.687348 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acbf934-e3ed-47f7-ad92-1a235134dc90" -d '{"events": [{"name": "network-changed", "server_uuid": "7e364c1a-fec2-458b-8b49-e11ebcb20a3c", "tag": "e4e81f26-72c8-4233-957b-26e3d968922d"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:29:34.695798 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:34.726053 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308061f-ee37-4af2-99f3-fe5f485f1c9b service neutron] Pushing event updated for resources: {'Port': ['ID=e4e81f26-72c8-4233-957b-26e3d968922d,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:34.745871 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4f1407f5-3cde-4bac-a1c2-0836da0f7f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'name': 'tempest-AttachVolumeTestJSON-1016052742-router', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:29:33Z', 'revision_number': 5, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'gw_port': {'id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:34.782345 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1407f5-3cde-4bac-a1c2-0836da0f7f1a None None] Checking router: a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:29:34.793593 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1407f5-3cde-4bac-a1c2-0836da0f7f1a None None] Routers {'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:29:34.794700 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4f1407f5-3cde-4bac-a1c2-0836da0f7f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:29:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:34.798041 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-57f88ba5-ab06-4f70-9f4d-be9ffb42839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:34.799714 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-57f88ba5-ab06-4f70-9f4d-be9ffb42839d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=36ce9d10f04c4ea3a97f2ef277d208d8&device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 1095 time: 0.0701215 Aug 16 20:29:34.820355 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7effc9a1-7f46-451d-b41b-bf9d265c35d1 x-openstack-request-id: req-7effc9a1-7f46-451d-b41b-bf9d265c35d1 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:29:34.820776 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e364c1a-fec2-458b-8b49-e11ebcb20a3c", "tag": "e4e81f26-72c8-4233-957b-26e3d968922d", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:29:34.821126 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7effc9a1-7f46-451d-b41b-bf9d265c35d1 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:29:34.821637 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e364c1a-fec2-458b-8b49-e11ebcb20a3c', 'tag': 'e4e81f26-72c8-4233-957b-26e3d968922d', 'status': 'completed', 'code': 200} Aug 16 20:29:34.860933 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-9ed74f36-5fad-439b-84fd-b7fda92f6711 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4e81f26-72c8-4233-957b-26e3d968922d HTTP/1.1" status: 200 len: 217 time: 0.0497825 Aug 16 20:29:34.909124 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67c37a0e-5391-4a75-9b87-502136d65426 admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:34.921377 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-4f1407f5-3cde-4bac-a1c2-0836da0f7f1a None None] Set router a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:29:34.922608 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-2cd72688-c775-4a8b-927b-01e3615b7c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:34.924334 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-2cd72688-c775-4a8b-927b-01e3615b7c1c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=22f1ef82-708c-4a07-a4be-6ce7461b8bb2 HTTP/1.1" status: 200 len: 856 time: 0.0562770 Aug 16 20:29:34.990231 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-58484658-7b79-4a45-82f2-86447f825c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:34.992377 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-58484658-7b79-4a45-82f2-86447f825c45 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=694913cb-9660-4a1c-a341-9653a1f83c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605936 Aug 16 20:29:35.021343 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67c37a0e-5391-4a75-9b87-502136d65426 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:35.083345 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-67c37a0e-5391-4a75-9b87-502136d65426 admin admin] Deleting port 1a5a87d1-bbcc-4488-bc65-a0e45808e590 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:29:35.083586 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67c37a0e-5391-4a75-9b87-502136d65426 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:35.091859 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-f0c6ffb5-fd44-479a-92cb-16b31bdcf9ce service neutron] 10.222.0.63 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919583 Aug 16 20:29:35.138655 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4f1407f5-3cde-4bac-a1c2-0836da0f7f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'name': 'tempest-AttachVolumeTestJSON-1016052742-router', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:29:33Z', 'revision_number': 5, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'gw_port': {'id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:35.165099 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1407f5-3cde-4bac-a1c2-0836da0f7f1a None None] The sync data for ids ['a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b'] in n-d-787206-13 is: [{'id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'name': 'tempest-AttachVolumeTestJSON-1016052742-router', 'tenant_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:29:33Z', 'revision_number': 5, 'project_id': '5fcbda3619a74e5b9b9ea7a9065ce932', 'gw_port': {'id': '1a5a87d1-bbcc-4488-bc65-a0e45808e590', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:40Z', 'updated_at': '2021-08-16T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:29:35.186454 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-67c37a0e-5391-4a75-9b87-502136d65426 admin admin] For port 1a5a87d1-bbcc-4488-bc65-a0e45808e590, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1a5a87d1-bbcc-4488-bc65-a0e45808e590,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:35.186821 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67c37a0e-5391-4a75-9b87-502136d65426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:35.199481 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-118d2ecc-0278-4ceb-b86b-86cd4212a509 req-99e5163e-988f-4532-a729-c242dba8805a service neutron] 10.222.0.63 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003103 Aug 16 20:29:35.202763 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-67c37a0e-5391-4a75-9b87-502136d65426 admin admin] Calling delete_port for 1a5a87d1-bbcc-4488-bc65-a0e45808e590 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:29:35.283002 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbf934-e3ed-47f7-ad92-1a235134dc90 req-4661dd52-6852-4e47-9a1a-a18880f2e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:35.284552 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8acbf934-e3ed-47f7-ad92-1a235134dc90 req-4661dd52-6852-4e47-9a1a-a18880f2e989 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=36ce9d10f04c4ea3a97f2ef277d208d8&device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 1095 time: 0.0412469 Aug 16 20:29:35.370237 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67c37a0e-5391-4a75-9b87-502136d65426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:35.382202 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbf934-e3ed-47f7-ad92-1a235134dc90 req-5a3a608e-cbdc-4418-827e-ad9a2de2b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:35.383726 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8acbf934-e3ed-47f7-ad92-1a235134dc90 req-5a3a608e-cbdc-4418-827e-ad9a2de2b151 service neutron] 10.222.0.63 "GET /v2.0/networks?id=694913cb-9660-4a1c-a341-9653a1f83c96 HTTP/1.1" status: 200 len: 918 time: 0.0917573 Aug 16 20:29:35.405098 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c37a0e-5391-4a75-9b87-502136d65426 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a5a87d1-bbcc-4488-bc65-a0e45808e590,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:35.426350 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8acbf934-e3ed-47f7-ad92-1a235134dc90 req-af1fe707-0eba-40d2-be47-949f950f31f9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4e81f26-72c8-4233-957b-26e3d968922d HTTP/1.1" status: 200 len: 217 time: 0.0357111 Aug 16 20:29:35.462676 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67c37a0e-5391-4a75-9b87-502136d65426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:35.479396 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbf934-e3ed-47f7-ad92-1a235134dc90 req-53d73910-c72b-4fbe-af23-19b6194b9309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:35.480860 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8acbf934-e3ed-47f7-ad92-1a235134dc90 req-53d73910-c72b-4fbe-af23-19b6194b9309 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=22f1ef82-708c-4a07-a4be-6ce7461b8bb2 HTTP/1.1" status: 200 len: 856 time: 0.0473998 Aug 16 20:29:35.531454 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbf934-e3ed-47f7-ad92-1a235134dc90 req-41d77a0e-5ef3-4d00-be0d-5f2d9929ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:35.532807 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8acbf934-e3ed-47f7-ad92-1a235134dc90 req-41d77a0e-5ef3-4d00-be0d-5f2d9929ec8c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=694913cb-9660-4a1c-a341-9653a1f83c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430460 Aug 16 20:29:35.556693 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67c37a0e-5391-4a75-9b87-502136d65426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:35.558963 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67c37a0e-5391-4a75-9b87-502136d65426 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:35.605872 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67c37a0e-5391-4a75-9b87-502136d65426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:35.607559 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c37a0e-5391-4a75-9b87-502136d65426 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:29:35.612488 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67c37a0e-5391-4a75-9b87-502136d65426 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:35.616540 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-67c37a0e-5391-4a75-9b87-502136d65426 admin admin] 10.222.0.68 "DELETE /v2.0/routers/a2d3ec01-5aad-4d02-8f20-c8e0e6d1f76b HTTP/1.1" status: 204 len: 168 time: 1.3112044 Aug 16 20:29:35.617278 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48262) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:35.625189 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:35.636809 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8acbf934-e3ed-47f7-ad92-1a235134dc90 req-fbf4b9c5-072f-4434-9817-293b47137465 service neutron] 10.222.0.63 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955007 Aug 16 20:29:35.675642 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3387059a-950a-46f3-9924-605ffc0ffbb6 admin admin] Deleting subnet 2e5317c1-df9f-4c3c-8707-a2ba178832b8 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:29:35.678868 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3387059a-950a-46f3-9924-605ffc0ffbb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:35.715112 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3387059a-950a-46f3-9924-605ffc0ffbb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:35.780588 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8acbf934-e3ed-47f7-ad92-1a235134dc90 req-694ba61d-d170-4dd7-aa03-b76b32e4eef4 service neutron] 10.222.0.63 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307693 Aug 16 20:29:35.799225 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5466e-075c-4120-9150-07bb34f2a112 req-bbd26f02-9d5c-41f4-bfd9-71f4c85f350c tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:35.801058 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-07a5466e-075c-4120-9150-07bb34f2a112 req-bbd26f02-9d5c-41f4-bfd9-71f4c85f350c tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 943 time: 0.0617602 Aug 16 20:29:35.820707 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3387059a-950a-46f3-9924-605ffc0ffbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:35.845557 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-07a5466e-075c-4120-9150-07bb34f2a112 req-0884cd8c-3881-478c-b835-6c8b99054a44 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383294 Aug 16 20:29:35.876539 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3387059a-950a-46f3-9924-605ffc0ffbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:35.908817 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387059a-950a-46f3-9924-605ffc0ffbb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e5317c1-df9f-4c3c-8707-a2ba178832b8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:35.911587 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3387059a-950a-46f3-9924-605ffc0ffbb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:35.916244 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3387059a-950a-46f3-9924-605ffc0ffbb6 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/2e5317c1-df9f-4c3c-8707-a2ba178832b8 HTTP/1.1" status: 204 len: 168 time: 0.2951794 Aug 16 20:29:35.916244 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48266) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:35.923293 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c25d279-d25b-40b7-b5f3-34fe2eeec926 None None] Network 0884c200-acec-460b-b534-7fcde0dd54c6 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:29:35.983857 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0d2b3fe-8502-4a9f-a384-c7486647ce4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:36.035682 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f0d2b3fe-8502-4a9f-a384-c7486647ce4f admin admin] Deleting port 6d0ffdeb-679a-4a7d-962b-4c9f0f456c7f {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:29:36.036132 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0d2b3fe-8502-4a9f-a384-c7486647ce4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:36.105951 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-f0d2b3fe-8502-4a9f-a384-c7486647ce4f admin admin] For port 6d0ffdeb-679a-4a7d-962b-4c9f0f456c7f, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6d0ffdeb-679a-4a7d-962b-4c9f0f456c7f,segment=NetworkSegment(ae000a32-daab-4172-a67b-c8cc62f15ecf),segment_id=ae000a32-daab-4172-a67b-c8cc62f15ecf)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:36.106194 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0d2b3fe-8502-4a9f-a384-c7486647ce4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:36.118305 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:36.120065 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f0d2b3fe-8502-4a9f-a384-c7486647ce4f admin admin] Calling delete_port for 6d0ffdeb-679a-4a7d-962b-4c9f0f456c7f owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:29:36.198363 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0d2b3fe-8502-4a9f-a384-c7486647ce4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:36.200914 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:36.228670 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2b3fe-8502-4a9f-a384-c7486647ce4f admin admin] Pushing event deleted for resources: {'Port': ['ID=6d0ffdeb-679a-4a7d-962b-4c9f0f456c7f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:36.232484 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d2b3fe-8502-4a9f-a384-c7486647ce4f admin admin] No DVR routers for this DVR port 6d0ffdeb-679a-4a7d-962b-4c9f0f456c7f on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:29:36.248602 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddacb958-ea60-4375-9654-4fa532bcdfb1 None None] DHCP port deletion for 0884c200-acec-460b-b534-7fcde0dd54c6 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:29:36.304619 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0d2b3fe-8502-4a9f-a384-c7486647ce4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:36.316020 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f0d2b3fe-8502-4a9f-a384-c7486647ce4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0884c200-acec-460b-b534-7fcde0dd54c6']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:36.326178 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f0d2b3fe-8502-4a9f-a384-c7486647ce4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae000a32-daab-4172-a67b-c8cc62f15ecf') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:36.326461 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f0d2b3fe-8502-4a9f-a384-c7486647ce4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae000a32-daab-4172-a67b-c8cc62f15ecf') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:36.334926 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0d2b3fe-8502-4a9f-a384-c7486647ce4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:36.347912 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0d2b3fe-8502-4a9f-a384-c7486647ce4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:36.353448 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d2b3fe-8502-4a9f-a384-c7486647ce4f admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:29:36.353827 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0d2b3fe-8502-4a9f-a384-c7486647ce4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:36.355424 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:29:36.355424 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:29:36.355424 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:29:36.355424 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:29:36.355424 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:29:36.355424 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:29:36.355424 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:29:36.355424 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:29:36.355424 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:29:36.355424 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:29:36.355424 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:29:36.355424 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:29:36.355424 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:29:36.355424 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:29:36.355424 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:29:36.355424 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:29:36.355424 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:29:36.355424 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:29:36.355424 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:29:36.355424 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:29:36.355424 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:29:36.355424 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:29:36.355424 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:29:36.355424 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:29:36.355424 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:29:36.355424 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:29:36.355424 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:29:36.355424 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:29:36.355424 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:29:36.355424 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:29:36.355424 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:29:36.355424 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:29:36.411624 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0d2b3fe-8502-4a9f-a384-c7486647ce4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:36.416967 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0d2b3fe-8502-4a9f-a384-c7486647ce4f admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:36.418760 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f0d2b3fe-8502-4a9f-a384-c7486647ce4f admin admin] 10.222.0.68 "DELETE /v2.0/networks/0884c200-acec-460b-b534-7fcde0dd54c6 HTTP/1.1" status: 204 len: 168 time: 0.5017209 Aug 16 20:29:36.431756 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2b3fe-8502-4a9f-a384-c7486647ce4f admin admin] Pushing event deleted for resources: {'Network': ['ID=0884c200-acec-460b-b534-7fcde0dd54c6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:36.528289 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48270) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:36.568598 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-768f9bff-6bdb-4149-8130-50a307c66a49 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5fcbda3619a74e5b9b9ea7a9065ce932&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390844 Aug 16 20:29:36.570999 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48272) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:36.617119 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5cdc79d1-b01b-4aea-8eb9-a70a179fb738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:36.638123 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5cdc79d1-b01b-4aea-8eb9-a70a179fb738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:36.686612 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5cdc79d1-b01b-4aea-8eb9-a70a179fb738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:36.689173 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5cdc79d1-b01b-4aea-8eb9-a70a179fb738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:36.690313 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5cdc79d1-b01b-4aea-8eb9-a70a179fb738 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9c40bd5c-d4dc-41e9-9126-ebfc05d7cf50 HTTP/1.1" status: 204 len: 168 time: 0.1183743 Aug 16 20:29:36.697655 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc79d1-b01b-4aea-8eb9-a70a179fb738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c40bd5c-d4dc-41e9-9126-ebfc05d7cf50,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:36.786516 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device efa6e969-c7b9-440b-bc55-b8cb109c2b65 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:29:36.806932 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: efa6e969-c7b9-440b-bc55-b8cb109c2b65 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:29:36.807298 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device efa6e969-c7b9-440b-bc55-b8cb109c2b65 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:29:36.807722 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6d0ffdeb-679a-4a7d-962b-4c9f0f456c7f no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:29:36.827199 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 6d0ffdeb-679a-4a7d-962b-4c9f0f456c7f {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:29:36.827703 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6d0ffdeb-679a-4a7d-962b-4c9f0f456c7f not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:29:36.828155 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1a5a87d1-bbcc-4488-bc65-a0e45808e590 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:29:36.849479 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 1a5a87d1-bbcc-4488-bc65-a0e45808e590 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:29:36.849752 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1a5a87d1-bbcc-4488-bc65-a0e45808e590 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:29:36.967839 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30311ab3-e5f8-435f-b072-3604c731c691 req-c6dc8523-1fdb-4c7e-84e7-40ee497f18b7 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:36.969358 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-30311ab3-e5f8-435f-b072-3604c731c691 req-c6dc8523-1fdb-4c7e-84e7-40ee497f18b7 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 943 time: 0.0487716 Aug 16 20:29:37.009466 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-30311ab3-e5f8-435f-b072-3604c731c691 req-a30bf29e-4c3e-4480-b710-ca35774aa628 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335021 Aug 16 20:29:37.078156 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:37.115093 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device e4e81f26-72c8-4233-957b-26e3d968922d details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:29:37.212953 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port e4e81f26-72c8-4233-957b-26e3d968922d, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=e4e81f26-72c8-4233-957b-26e3d968922d,segment=NetworkSegment(651ae3f1-f903-4d50-9039-ebe7a7f61635),segment_id=651ae3f1-f903-4d50-9039-ebe7a7f61635)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:37.225107 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'e4e81f26-72c8-4233-957b-26e3d968922d', 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96', 'port_id': 'e4e81f26-72c8-4233-957b-26e3d968922d', 'mac_address': 'fa:16:3e:6d:4b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:29:37.261823 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:37.275021 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4e81f26-72c8-4233-957b-26e3d968922d {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:29:37.295686 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port e4e81f26-72c8-4233-957b-26e3d968922d, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=e4e81f26-72c8-4233-957b-26e3d968922d,segment=NetworkSegment(651ae3f1-f903-4d50-9039-ebe7a7f61635),segment_id=651ae3f1-f903-4d50-9039-ebe7a7f61635)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:37.300226 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:37.356529 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=e4e81f26-72c8-4233-957b-26e3d968922d,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:37.500594 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['e4e81f26-72c8-4233-957b-26e3d968922d'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:29:38.139738 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908f238-088c-41bb-90c3-9293f1511029 req-af75b41b-41df-4541-90f0-beb9e5ede36b tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:38.141243 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7908f238-088c-41bb-90c3-9293f1511029 req-af75b41b-41df-4541-90f0-beb9e5ede36b tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 944 time: 0.0569274 Aug 16 20:29:38.179480 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7908f238-088c-41bb-90c3-9293f1511029 req-ce2a237b-1bbd-49e9-afaa-027e977f001a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320652 Aug 16 20:29:38.600216 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:29:39.131235 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device e4e81f26-72c8-4233-957b-26e3d968922d up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:29:39.189662 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port e4e81f26-72c8-4233-957b-26e3d968922d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:29:39.193679 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port e4e81f26-72c8-4233-957b-26e3d968922d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:39.194054 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:39.277260 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:39.301047 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e364c1a-fec2-458b-8b49-e11ebcb20a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e81f26-72c8-4233-957b-26e3d968922d'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:29:39.303667 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7921702f-b2b2-4ea6-b6ea-4802326c2d57" -d '{"events": [{"server_uuid": "7e364c1a-fec2-458b-8b49-e11ebcb20a3c", "name": "network-vif-plugged", "status": "completed", "tag": "e4e81f26-72c8-4233-957b-26e3d968922d"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:29:39.317741 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port e4e81f26-72c8-4233-957b-26e3d968922d, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=e4e81f26-72c8-4233-957b-26e3d968922d,segment=NetworkSegment(651ae3f1-f903-4d50-9039-ebe7a7f61635),segment_id=651ae3f1-f903-4d50-9039-ebe7a7f61635)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:39.327215 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:39.329645 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99b4b5-c694-4d79-ae80-0a1ef8a70bb9 req-c9c3f365-694c-4cf2-a94e-03eca7b9c2e3 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:39.331647 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b99b4b5-c694-4d79-ae80-0a1ef8a70bb9 req-c9c3f365-694c-4cf2-a94e-03eca7b9c2e3 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 944 time: 0.0676124 Aug 16 20:29:39.359291 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b19472-1842-490c-9685-2d1bd36d1457 x-openstack-request-id: req-64b19472-1842-490c-9685-2d1bd36d1457 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:29:39.359291 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e364c1a-fec2-458b-8b49-e11ebcb20a3c", "name": "network-vif-plugged", "status": "completed", "tag": "e4e81f26-72c8-4233-957b-26e3d968922d", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:29:39.359560 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-64b19472-1842-490c-9685-2d1bd36d1457 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:29:39.359864 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e364c1a-fec2-458b-8b49-e11ebcb20a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e81f26-72c8-4233-957b-26e3d968922d', 'code': 200} Aug 16 20:29:39.385800 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b99b4b5-c694-4d79-ae80-0a1ef8a70bb9 req-971fa728-3723-4552-a409-080a7d2c3061 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465934 Aug 16 20:29:39.389590 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=e4e81f26-72c8-4233-957b-26e3d968922d,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:39.455024 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c70962-ffc5-4a2f-a1e6-92025ec74bb6 req-6af850f8-c145-4214-8b19-b9e08466dd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:39.456604 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-70c70962-ffc5-4a2f-a1e6-92025ec74bb6 req-6af850f8-c145-4214-8b19-b9e08466dd3d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 1097 time: 0.0415628 Aug 16 20:29:39.491146 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-70c70962-ffc5-4a2f-a1e6-92025ec74bb6 req-08781a04-aa8f-4014-a520-09d9e652e337 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279458 Aug 16 20:29:40.517488 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1198a-7258-4931-9157-a779afce405f req-a244a7f7-556f-4d7a-b26e-0c2adf3267a6 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:40.518989 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4df1198a-7258-4931-9157-a779afce405f req-a244a7f7-556f-4d7a-b26e-0c2adf3267a6 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 945 time: 0.0490580 Aug 16 20:29:40.557215 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4df1198a-7258-4931-9157-a779afce405f req-e17fb63b-d5af-4939-a521-39422174478e tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320771 Aug 16 20:29:40.676665 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3325f-ffb4-4b64-a6f4-cecd99eed449 req-be1febe5-c31e-4254-999a-e8d8d774afce tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:40.678153 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f7d3325f-ffb4-4b64-a6f4-cecd99eed449 req-be1febe5-c31e-4254-999a-e8d8d774afce tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 945 time: 0.0527706 Aug 16 20:29:40.687331 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 48358) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:40.691734 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a2291441-8bb5-46e3-ac05-0a2713657318 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Request body: {'floatingip': {'port_id': 'e4e81f26-72c8-4233-957b-26e3d968922d'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:40.729948 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a2291441-8bb5-46e3-ac05-0a2713657318 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:41.527311 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a2291441-8bb5-46e3-ac05-0a2713657318 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:41.531360 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a2291441-8bb5-46e3-ac05-0a2713657318 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:41.627491 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-a2291441-8bb5-46e3-ac05-0a2713657318 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Floating IP 1b895bf7-68b9-40f2-94a2-bc2e8a911021 associated. External IP: 172.25.8.48, port: e4e81f26-72c8-4233-957b-26e3d968922d. Aug 16 20:29:41.836429 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2291441-8bb5-46e3-ac05-0a2713657318 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Router e831714b-802b-4280-9dea-16571bd33ac9 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:29:41.943452 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2291441-8bb5-46e3-ac05-0a2713657318 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:29:41.948323 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a2291441-8bb5-46e3-ac05-0a2713657318 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:41.952624 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a54163-80be-45b6-bc17-9fe6a6c70d01 None None] Sync routers for ids ['e831714b-802b-4280-9dea-16571bd33ac9'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:29:41.961194 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a54163-80be-45b6-bc17-9fe6a6c70d01 None None] Routers {'e831714b-802b-4280-9dea-16571bd33ac9'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:29:41.961790 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-79a54163-80be-45b6-bc17-9fe6a6c70d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:29:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['e831714b-802b-4280-9dea-16571bd33ac9'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:41.973986 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a2291441-8bb5-46e3-ac05-0a2713657318 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "PUT /v2.0/floatingips/1b895bf7-68b9-40f2-94a2-bc2e8a911021 HTTP/1.1" status: 200 len: 990 time: 1.2856393 Aug 16 20:29:41.974558 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e364c1a-fec2-458b-8b49-e11ebcb20a3c', 'tag': 'e4e81f26-72c8-4233-957b-26e3d968922d'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:29:41.976826 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36cf3e0-a126-45e0-b04c-8390241c4b25" -d '{"events": [{"name": "network-changed", "server_uuid": "7e364c1a-fec2-458b-8b49-e11ebcb20a3c", "tag": "e4e81f26-72c8-4233-957b-26e3d968922d"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:29:42.016395 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fdee10-616b-4467-99d5-0fde0422b1d0 x-openstack-request-id: req-32fdee10-616b-4467-99d5-0fde0422b1d0 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:29:42.016764 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e364c1a-fec2-458b-8b49-e11ebcb20a3c", "tag": "e4e81f26-72c8-4233-957b-26e3d968922d", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:29:42.017084 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-32fdee10-616b-4467-99d5-0fde0422b1d0 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:29:42.017547 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e364c1a-fec2-458b-8b49-e11ebcb20a3c', 'tag': 'e4e81f26-72c8-4233-957b-26e3d968922d', 'status': 'completed', 'code': 200} Aug 16 20:29:42.077686 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cf3e0-a126-45e0-b04c-8390241c4b25 req-1fa23e91-0092-46a1-9fc6-e5fcca926cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:42.079200 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f36cf3e0-a126-45e0-b04c-8390241c4b25 req-1fa23e91-0092-46a1-9fc6-e5fcca926cc5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=36ce9d10f04c4ea3a97f2ef277d208d8&device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 1097 time: 0.0416846 Aug 16 20:29:42.079487 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-79a54163-80be-45b6-bc17-9fe6a6c70d01 None None] Set router e831714b-802b-4280-9dea-16571bd33ac9 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:29:42.173740 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cf3e0-a126-45e0-b04c-8390241c4b25 req-b30a1855-bf19-4078-9d36-2d7e4b43f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:42.175215 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f36cf3e0-a126-45e0-b04c-8390241c4b25 req-b30a1855-bf19-4078-9d36-2d7e4b43f591 service neutron] 10.222.0.63 "GET /v2.0/networks?id=694913cb-9660-4a1c-a341-9653a1f83c96 HTTP/1.1" status: 200 len: 918 time: 0.0891573 Aug 16 20:29:42.241103 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f36cf3e0-a126-45e0-b04c-8390241c4b25 req-f5278f75-8910-489e-87cb-f8f4c0023d5e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4e81f26-72c8-4233-957b-26e3d968922d HTTP/1.1" status: 200 len: 998 time: 0.0577598 Aug 16 20:29:42.289782 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cf3e0-a126-45e0-b04c-8390241c4b25 req-4cbfc9d0-a76e-4091-a7cd-429a5813636a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:42.291287 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f36cf3e0-a126-45e0-b04c-8390241c4b25 req-4cbfc9d0-a76e-4091-a7cd-429a5813636a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=22f1ef82-708c-4a07-a4be-6ce7461b8bb2 HTTP/1.1" status: 200 len: 856 time: 0.0431662 Aug 16 20:29:42.300251 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-79a54163-80be-45b6-bc17-9fe6a6c70d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'name': 'tempest-AttachVolumeShelveTestJSON-1996335489-router', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:43Z', 'updated_at': '2021-08-16T20:25:47Z', 'revision_number': 4, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'gw_port': {'id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:55:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:45Z', 'updated_at': '2021-08-16T20:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '1b895bf7-68b9-40f2-94a2-bc2e8a911021', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'floating_ip_address': '172.25.8.48', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'port_id': 'e4e81f26-72c8-4233-957b-26e3d968922d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96', 'mac_address': 'fa:16:3e:6d:4b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e364c1a-fec2-458b-8b49-e11ebcb20a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:29:31Z', 'updated_at': '2021-08-16T20:29:41Z', 'revision_number': 1, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b8dc17a-c9ec-432e-94a1-61c11eb47cb8', 'name': '', 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'mac_address': 'fa:16:3e:9c:88:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:47Z', 'updated_at': '2021-08-16T20:25:53Z', 'revision_number': 5, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'subnets': [{'id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:42.325439 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a54163-80be-45b6-bc17-9fe6a6c70d01 None None] Checking router: e831714b-802b-4280-9dea-16571bd33ac9 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:29:42.334320 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a54163-80be-45b6-bc17-9fe6a6c70d01 None None] Routers {'e831714b-802b-4280-9dea-16571bd33ac9'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:29:42.334929 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-79a54163-80be-45b6-bc17-9fe6a6c70d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:29:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['e831714b-802b-4280-9dea-16571bd33ac9'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:42.339486 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cf3e0-a126-45e0-b04c-8390241c4b25 req-ef1a8815-c3c4-45a4-86f9-bfde045603df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:42.341570 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f36cf3e0-a126-45e0-b04c-8390241c4b25 req-ef1a8815-c3c4-45a4-86f9-bfde045603df service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=694913cb-9660-4a1c-a341-9653a1f83c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438333 Aug 16 20:29:42.430112 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f36cf3e0-a126-45e0-b04c-8390241c4b25 req-b555459d-0cd2-4829-a07a-021070875f90 service neutron] 10.222.0.63 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817764 Aug 16 20:29:42.439999 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-79a54163-80be-45b6-bc17-9fe6a6c70d01 None None] Set router e831714b-802b-4280-9dea-16571bd33ac9 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:29:42.531151 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f36cf3e0-a126-45e0-b04c-8390241c4b25 req-b996d1ea-cbbd-47b9-adc2-60f028b868f4 service neutron] 10.222.0.63 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937164 Aug 16 20:29:42.679811 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-79a54163-80be-45b6-bc17-9fe6a6c70d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'name': 'tempest-AttachVolumeShelveTestJSON-1996335489-router', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:43Z', 'updated_at': '2021-08-16T20:25:47Z', 'revision_number': 4, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'gw_port': {'id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:55:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:45Z', 'updated_at': '2021-08-16T20:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '1b895bf7-68b9-40f2-94a2-bc2e8a911021', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'floating_ip_address': '172.25.8.48', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'port_id': 'e4e81f26-72c8-4233-957b-26e3d968922d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96', 'mac_address': 'fa:16:3e:6d:4b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e364c1a-fec2-458b-8b49-e11ebcb20a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:29:31Z', 'updated_at': '2021-08-16T20:29:41Z', 'revision_number': 1, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b8dc17a-c9ec-432e-94a1-61c11eb47cb8', 'name': '', 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'mac_address': 'fa:16:3e:9c:88:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:47Z', 'updated_at': '2021-08-16T20:25:53Z', 'revision_number': 5, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'subnets': [{'id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:42.792014 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a54163-80be-45b6-bc17-9fe6a6c70d01 None None] The sync data for ids ['e831714b-802b-4280-9dea-16571bd33ac9'] in n-d-787206-13 is: [{'id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'name': 'tempest-AttachVolumeShelveTestJSON-1996335489-router', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:43Z', 'updated_at': '2021-08-16T20:25:47Z', 'revision_number': 4, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'gw_port': {'id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:55:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:45Z', 'updated_at': '2021-08-16T20:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '1b895bf7-68b9-40f2-94a2-bc2e8a911021', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'floating_ip_address': '172.25.8.48', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'port_id': 'e4e81f26-72c8-4233-957b-26e3d968922d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96', 'mac_address': 'fa:16:3e:6d:4b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e364c1a-fec2-458b-8b49-e11ebcb20a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:29:31Z', 'updated_at': '2021-08-16T20:29:41Z', 'revision_number': 1, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b8dc17a-c9ec-432e-94a1-61c11eb47cb8', 'name': '', 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'mac_address': 'fa:16:3e:9c:88:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:47Z', 'updated_at': '2021-08-16T20:25:53Z', 'revision_number': 5, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'subnets': [{'id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:29:43.008368 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07569223-fa1b-44a5-95d1-9101b9143639 None None] New status for floating IP 1b895bf7-68b9-40f2-94a2-bc2e8a911021: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:29:45.026173 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 48406) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:45.133783 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8bc2d23e-7c65-4483-a839-d13fbddc6d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:45.223738 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8bc2d23e-7c65-4483-a839-d13fbddc6d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:45.227779 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8bc2d23e-7c65-4483-a839-d13fbddc6d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:45.266043 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8bc2d23e-7c65-4483-a839-d13fbddc6d26 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=aa5ba95f039444a88b80181a7b482eaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2388124 Aug 16 20:29:45.266974 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2d23e-7c65-4483-a839-d13fbddc6d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5170b65d-ad2b-4191-a8eb-00e2789b0bcf,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:45.268732 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48412) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:45.317903 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c27dd791-2c29-4582-b1c0-cf216e3d8296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:45.338383 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c27dd791-2c29-4582-b1c0-cf216e3d8296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:45.387874 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c27dd791-2c29-4582-b1c0-cf216e3d8296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:45.390761 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c27dd791-2c29-4582-b1c0-cf216e3d8296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:45.392107 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c27dd791-2c29-4582-b1c0-cf216e3d8296 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5170b65d-ad2b-4191-a8eb-00e2789b0bcf HTTP/1.1" status: 204 len: 168 time: 0.1216114 Aug 16 20:29:45.399531 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27dd791-2c29-4582-b1c0-cf216e3d8296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5170b65d-ad2b-4191-a8eb-00e2789b0bcf,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:46.685797 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea12ff8-95f1-4e20-898a-397f3e871b1d req-0ddd7531-5f96-4db1-8032-86944cee49c4 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:46.687517 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dea12ff8-95f1-4e20-898a-397f3e871b1d req-0ddd7531-5f96-4db1-8032-86944cee49c4 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 1098 time: 0.0426128 Aug 16 20:29:46.722626 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dea12ff8-95f1-4e20-898a-397f3e871b1d req-5ce27b31-dd6c-4ce2-94a2-3df3ff3a96cb tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291262 Aug 16 20:29:46.841994 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aada194-a608-42ea-b23f-2e6eb795392c req-2e5db1e6-849b-4fc7-8a05-8afad697a4bf tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:46.843573 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7aada194-a608-42ea-b23f-2e6eb795392c req-2e5db1e6-849b-4fc7-8a05-8afad697a4bf tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 946 time: 0.0524237 Aug 16 20:29:46.883821 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7aada194-a608-42ea-b23f-2e6eb795392c req-c47b551e-b325-4378-957a-43eabf61a1db tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341277 Aug 16 20:29:46.906301 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 48474) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:46.971568 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-16eccc29-9ebc-492b-9977-171356a0ea9c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/floatingips/96436f26-d8c3-4924-8d7a-ad95e1307950 HTTP/1.1" status: 200 len: 994 time: 0.0640857 Aug 16 20:29:47.636702 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cab18-ea9a-4930-9f9f-660744a4dcba req-0444d4c2-cbb9-48d9-b62a-39e870249348 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:47.638397 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dc7cab18-ea9a-4930-9f9f-660744a4dcba req-0444d4c2-cbb9-48d9-b62a-39e870249348 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 946 time: 0.0675213 Aug 16 20:29:47.641198 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-24df1626-45da-4cb0-92db-a9a18c628192 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0797830 Aug 16 20:29:47.680387 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dc7cab18-ea9a-4930-9f9f-660744a4dcba req-00ef7256-a135-4945-bb8b-10e73a8fea35 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357246 Aug 16 20:29:48.840547 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad2bbf-c895-47d4-b6af-e517ce5afaee req-b9abd6f6-767c-45d0-af7a-9bb3dca795ac tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:48.842609 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6fad2bbf-c895-47d4-b6af-e517ce5afaee req-b9abd6f6-767c-45d0-af7a-9bb3dca795ac tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 946 time: 0.0916865 Aug 16 20:29:48.877678 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-74caaee6-8424-4f42-b550-1ae774847edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:48.879305 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-74caaee6-8424-4f42-b550-1ae774847edf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 1098 time: 0.0716984 Aug 16 20:29:48.893491 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6fad2bbf-c895-47d4-b6af-e517ce5afaee req-fa0d6172-d01a-43c2-b3fb-a167ade51fcc tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376892 Aug 16 20:29:48.980870 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-12a0d393-f0f7-4d1a-a0d0-0d711c8ce860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:48.982491 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-12a0d393-f0f7-4d1a-a0d0-0d711c8ce860 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2611d081-2c12-48b9-8ddd-99c040708b3c HTTP/1.1" status: 200 len: 897 time: 0.0939844 Aug 16 20:29:49.053025 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-2aaf831d-5f9f-4207-b494-67da61ecfa8d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f734183e-9bb6-410c-9d00-1bfe0071145f HTTP/1.1" status: 200 len: 1002 time: 0.0625293 Aug 16 20:29:49.109775 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-3f7dfd87-1bf6-407e-ac63-409b988ac38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:49.111242 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-3f7dfd87-1bf6-407e-ac63-409b988ac38f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0564504a-d02b-47de-8b06-242b48c23f0f HTTP/1.1" status: 200 len: 834 time: 0.0496144 Aug 16 20:29:49.161457 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-b7e2bcab-d98d-4bd6-86d1-070cd89e8893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:49.162996 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-b7e2bcab-d98d-4bd6-86d1-070cd89e8893 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2611d081-2c12-48b9-8ddd-99c040708b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444074 Aug 16 20:29:49.256139 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-d72617a5-0e87-4e6d-915c-046e2099b5f0 service neutron] 10.222.0.57 "GET /v2.0/networks/2611d081-2c12-48b9-8ddd-99c040708b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859795 Aug 16 20:29:49.355721 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-17f56f8f-c82b-4136-ac66-d322431627d4 service neutron] 10.222.0.57 "GET /v2.0/networks/2611d081-2c12-48b9-8ddd-99c040708b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908391 Aug 16 20:29:50.012290 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c6a4d-47e7-4f54-90ac-1928eaf4bb71 req-f7190c48-00db-43a9-b6f1-a2b35a488512 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:50.014282 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d01c6a4d-47e7-4f54-90ac-1928eaf4bb71 req-f7190c48-00db-43a9-b6f1-a2b35a488512 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 946 time: 0.0514462 Aug 16 20:29:50.060174 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d01c6a4d-47e7-4f54-90ac-1928eaf4bb71 req-6661678c-e07e-47bb-98af-cce1989dabab tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399005 Aug 16 20:29:50.391823 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 48680) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:50.498268 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d6d433f-1b10-45b6-9f2a-be0873c656bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:50.587696 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d6d433f-1b10-45b6-9f2a-be0873c656bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:50.591483 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d6d433f-1b10-45b6-9f2a-be0873c656bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:50.632667 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8d6d433f-1b10-45b6-9f2a-be0873c656bb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1fdb0b6eb296494d9252ec8c917e0369&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2397721 Aug 16 20:29:50.633759 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d433f-1b10-45b6-9f2a-be0873c656bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b485d5dd-11cc-4fef-8ba5-78e75afe0065,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:50.635394 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48686) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:50.685311 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8053bc29-03f0-45db-a187-7d69f011298d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:50.706321 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8053bc29-03f0-45db-a187-7d69f011298d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:50.753445 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8053bc29-03f0-45db-a187-7d69f011298d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:50.756120 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8053bc29-03f0-45db-a187-7d69f011298d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:50.757297 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8053bc29-03f0-45db-a187-7d69f011298d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b485d5dd-11cc-4fef-8ba5-78e75afe0065 HTTP/1.1" status: 204 len: 168 time: 0.1208348 Aug 16 20:29:50.765212 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8053bc29-03f0-45db-a187-7d69f011298d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b485d5dd-11cc-4fef-8ba5-78e75afe0065,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:51.012559 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 48692) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:51.026011 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-950c606e-7856-4daf-8f21-1fe34a197f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:51.117636 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-950c606e-7856-4daf-8f21-1fe34a197f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:51.121734 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-950c606e-7856-4daf-8f21-1fe34a197f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:51.185796 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-950c606e-7856-4daf-8f21-1fe34a197f96 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=29fa0de275944c51b19d3cff9cc99e7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1721492 Aug 16 20:29:51.186519 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c606e-7856-4daf-8f21-1fe34a197f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a4ef79-916d-410c-a7a3-9851bde9afe8,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:51.188456 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48696) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:51.209253 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967c440-a7f6-45bb-aa34-41ddaa5d96f0 req-1c184903-33b5-4cee-ab3d-fd399400301e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:51.210763 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9967c440-a7f6-45bb-aa34-41ddaa5d96f0 req-1c184903-33b5-4cee-ab3d-fd399400301e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 946 time: 0.0736694 Aug 16 20:29:51.239038 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eed65abf-6d2e-44f3-87c6-3cc543fe3818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:51.250123 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9967c440-a7f6-45bb-aa34-41ddaa5d96f0 req-6d77ea2c-4cfd-4636-85b4-8e6b618dd5bb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325768 Aug 16 20:29:51.264547 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eed65abf-6d2e-44f3-87c6-3cc543fe3818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:51.311370 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eed65abf-6d2e-44f3-87c6-3cc543fe3818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:51.313843 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eed65abf-6d2e-44f3-87c6-3cc543fe3818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:51.314987 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-eed65abf-6d2e-44f3-87c6-3cc543fe3818 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/64a4ef79-916d-410c-a7a3-9851bde9afe8 HTTP/1.1" status: 204 len: 168 time: 0.1253350 Aug 16 20:29:51.322529 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed65abf-6d2e-44f3-87c6-3cc543fe3818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a4ef79-916d-410c-a7a3-9851bde9afe8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:52.374090 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c318d9-dda8-4eb3-802e-c90d90eff49a req-3c7582e8-bb19-4654-a0b7-6a239d7f2712 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:52.375626 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-18c318d9-dda8-4eb3-802e-c90d90eff49a req-3c7582e8-bb19-4654-a0b7-6a239d7f2712 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 946 time: 0.0585613 Aug 16 20:29:52.413450 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-18c318d9-dda8-4eb3-802e-c90d90eff49a req-31045868-a833-47a4-88c4-6b5418bf6600 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317490 Aug 16 20:29:53.527486 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48784) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:53.532566 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59f260-9f2c-4d84-bbe0-f2ad46f35ac6 req-baa7e286-fe80-4612-8036-c0eb67ae53f3 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:53.534266 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8e59f260-9f2c-4d84-bbe0-f2ad46f35ac6 req-baa7e286-fe80-4612-8036-c0eb67ae53f3 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 946 time: 0.0515251 Aug 16 20:29:53.572795 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8e59f260-9f2c-4d84-bbe0-f2ad46f35ac6 req-02e6356b-7fd4-4535-bf03-d49712f0e081 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325315 Aug 16 20:29:53.643789 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3841dce5-007e-4ed9-ad10-39b63603b5ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:53.733728 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3841dce5-007e-4ed9-ad10-39b63603b5ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:53.737567 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3841dce5-007e-4ed9-ad10-39b63603b5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:53.775142 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3841dce5-007e-4ed9-ad10-39b63603b5ff admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5498231d4772476ab47af4658901319c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2465804 Aug 16 20:29:53.777068 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841dce5-007e-4ed9-ad10-39b63603b5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43cc733-a756-4926-ba13-9b6b0589e0bb,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:53.777958 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 48790) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:53.784711 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841dce5-007e-4ed9-ad10-39b63603b5ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:53.785060 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841dce5-007e-4ed9-ad10-39b63603b5ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:53.785401 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841dce5-007e-4ed9-ad10-39b63603b5ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:53.785736 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841dce5-007e-4ed9-ad10-39b63603b5ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:53.786069 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841dce5-007e-4ed9-ad10-39b63603b5ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:53.786405 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841dce5-007e-4ed9-ad10-39b63603b5ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:53.786721 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841dce5-007e-4ed9-ad10-39b63603b5ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:53.787043 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841dce5-007e-4ed9-ad10-39b63603b5ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:53.787394 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841dce5-007e-4ed9-ad10-39b63603b5ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:53.787717 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841dce5-007e-4ed9-ad10-39b63603b5ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:53.788037 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841dce5-007e-4ed9-ad10-39b63603b5ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:53.788355 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841dce5-007e-4ed9-ad10-39b63603b5ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:53.830646 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d4865a8-ca79-4005-a088-65174eedf4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:53.852881 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d4865a8-ca79-4005-a088-65174eedf4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:53.899746 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d4865a8-ca79-4005-a088-65174eedf4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:53.902232 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d4865a8-ca79-4005-a088-65174eedf4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:53.903410 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6d4865a8-ca79-4005-a088-65174eedf4e6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e43cc733-a756-4926-ba13-9b6b0589e0bb HTTP/1.1" status: 204 len: 168 time: 0.1243715 Aug 16 20:29:53.910657 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4865a8-ca79-4005-a088-65174eedf4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43cc733-a756-4926-ba13-9b6b0589e0bb,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:54.156200 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 48796) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:54.169817 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-31ffdf97-2c05-43c6-8778-11c81c8447fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:54.258503 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-31ffdf97-2c05-43c6-8778-11c81c8447fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:54.262694 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-31ffdf97-2c05-43c6-8778-11c81c8447fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:54.299061 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ffdf97-2c05-43c6-8778-11c81c8447fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47dc44a6-a164-4b20-a4ff-266a80eab049,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:54.302775 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-31ffdf97-2c05-43c6-8778-11c81c8447fd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=46b99efa094140b59ab5931bf386e801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455801 Aug 16 20:29:54.305515 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48798) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:54.308857 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ffdf97-2c05-43c6-8778-11c81c8447fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:54.309199 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ffdf97-2c05-43c6-8778-11c81c8447fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:54.309532 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ffdf97-2c05-43c6-8778-11c81c8447fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:54.309860 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ffdf97-2c05-43c6-8778-11c81c8447fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:54.310185 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ffdf97-2c05-43c6-8778-11c81c8447fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:54.310508 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ffdf97-2c05-43c6-8778-11c81c8447fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:54.310828 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ffdf97-2c05-43c6-8778-11c81c8447fd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:54.311156 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ffdf97-2c05-43c6-8778-11c81c8447fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:54.311497 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ffdf97-2c05-43c6-8778-11c81c8447fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:54.311814 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ffdf97-2c05-43c6-8778-11c81c8447fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:54.312132 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ffdf97-2c05-43c6-8778-11c81c8447fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:54.312446 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ffdf97-2c05-43c6-8778-11c81c8447fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:54.354400 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-984a648f-d888-4fd5-ba44-5a6b4aa7ab7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:54.375033 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-984a648f-d888-4fd5-ba44-5a6b4aa7ab7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:54.423130 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-984a648f-d888-4fd5-ba44-5a6b4aa7ab7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:54.425653 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-984a648f-d888-4fd5-ba44-5a6b4aa7ab7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:54.426785 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-984a648f-d888-4fd5-ba44-5a6b4aa7ab7b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/47dc44a6-a164-4b20-a4ff-266a80eab049 HTTP/1.1" status: 204 len: 168 time: 0.1202657 Aug 16 20:29:54.434450 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a648f-d888-4fd5-ba44-5a6b4aa7ab7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dc44a6-a164-4b20-a4ff-266a80eab049,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:54.690196 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5c7e4-fba5-4208-aa51-2c7a343674e2 req-02f6f375-c9b0-46f3-80a6-3e39b189e61a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:54.691780 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccb5c7e4-fba5-4208-aa51-2c7a343674e2 req-02f6f375-c9b0-46f3-80a6-3e39b189e61a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 946 time: 0.0512230 Aug 16 20:29:54.734009 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccb5c7e4-fba5-4208-aa51-2c7a343674e2 req-36e6abec-c9c3-4a08-b2ce-58c126f74cf0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360146 Aug 16 20:29:55.854626 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88a942-361e-4605-b577-7dc529206a18 req-0c09c99f-53c8-451d-a9c2-ebacc8ecd999 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:55.856763 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6f88a942-361e-4605-b577-7dc529206a18 req-0c09c99f-53c8-451d-a9c2-ebacc8ecd999 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 946 time: 0.0506136 Aug 16 20:29:55.895550 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6f88a942-361e-4605-b577-7dc529206a18 req-b3041b03-61bc-402b-b00c-34a0175ae11a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319860 Aug 16 20:29:57.026802 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e62c7a-b11c-483e-b23f-b801339853b9 req-88047fbd-47e9-481c-8468-74db4cecccfc tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:57.028445 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-25e62c7a-b11c-483e-b23f-b801339853b9 req-88047fbd-47e9-481c-8468-74db4cecccfc tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 946 time: 0.0613413 Aug 16 20:29:57.068525 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-25e62c7a-b11c-483e-b23f-b801339853b9 req-d2ce4baa-d4ea-4283-9d46-c2cbca8d79f2 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339682 Aug 16 20:29:58.186490 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cccff9-616a-4824-9d9a-d56780fb0f8a req-28a1360c-a6e8-4c4b-bfcb-35be101d96d6 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:58.188109 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-10cccff9-616a-4824-9d9a-d56780fb0f8a req-28a1360c-a6e8-4c4b-bfcb-35be101d96d6 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 946 time: 0.0495517 Aug 16 20:29:58.234674 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-10cccff9-616a-4824-9d9a-d56780fb0f8a req-27da6ed3-ea3c-47e9-af03-2827bec717d2 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398734 Aug 16 20:29:59.351016 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f90f42-1fd1-4acb-88eb-98e2a8ed10fb req-d2703069-19d5-40ac-a402-692ffa5515d0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:59.354715 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d9f90f42-1fd1-4acb-88eb-98e2a8ed10fb req-d2703069-19d5-40ac-a402-692ffa5515d0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 946 time: 0.0500724 Aug 16 20:29:59.391812 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d9f90f42-1fd1-4acb-88eb-98e2a8ed10fb req-1eda10d9-d6fa-4175-81d5-91f8120f7279 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325587 Aug 16 20:29:59.641603 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48944) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:59.744711 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-268beab1-5410-45b0-a39b-4f82495fef58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:59.832571 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-268beab1-5410-45b0-a39b-4f82495fef58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:59.836239 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-268beab1-5410-45b0-a39b-4f82495fef58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:59.874075 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268beab1-5410-45b0-a39b-4f82495fef58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48772564-b600-487b-a7d9-b5ae036f33e8,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:59.879593 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-268beab1-5410-45b0-a39b-4f82495fef58 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d6fd479b17d0485b87bd5832163b2cff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2368996 Aug 16 20:29:59.882115 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48948) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:59.929213 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb9d8a74-36ec-4584-bfd1-e3dcb971946b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:59.950760 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb9d8a74-36ec-4584-bfd1-e3dcb971946b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:59.999304 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb9d8a74-36ec-4584-bfd1-e3dcb971946b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:00.002126 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb9d8a74-36ec-4584-bfd1-e3dcb971946b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:00.003312 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-eb9d8a74-36ec-4584-bfd1-e3dcb971946b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/48772564-b600-487b-a7d9-b5ae036f33e8 HTTP/1.1" status: 204 len: 168 time: 0.1202741 Aug 16 20:30:00.010835 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d8a74-36ec-4584-bfd1-e3dcb971946b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48772564-b600-487b-a7d9-b5ae036f33e8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:00.264658 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 48956) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:00.278201 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4b489221-827a-43cc-8a47-2ae6025c3606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:00.368797 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4b489221-827a-43cc-8a47-2ae6025c3606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:00.372568 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4b489221-827a-43cc-8a47-2ae6025c3606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:00.410296 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4b489221-827a-43cc-8a47-2ae6025c3606 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=83999f1a855a439d86f17706f11f4601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446068 Aug 16 20:30:00.411524 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b489221-827a-43cc-8a47-2ae6025c3606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efeff863-5be3-49f5-a3cd-e3e77927494b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:00.413032 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 48958) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:00.479438 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6788be92-3213-4d25-9556-969cdf82f1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:00.520524 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6788be92-3213-4d25-9556-969cdf82f1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:00.568097 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee37ef2-ce9e-4942-a96a-2c25b5e10ad1 req-fce80780-e3ba-4993-b95d-dc39940ae155 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:00.570660 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8ee37ef2-ce9e-4942-a96a-2c25b5e10ad1 req-fce80780-e3ba-4993-b95d-dc39940ae155 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 946 time: 0.1084514 Aug 16 20:30:00.600334 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6788be92-3213-4d25-9556-969cdf82f1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:00.602800 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6788be92-3213-4d25-9556-969cdf82f1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:00.603946 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6788be92-3213-4d25-9556-969cdf82f1aa admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/efeff863-5be3-49f5-a3cd-e3e77927494b HTTP/1.1" status: 204 len: 168 time: 0.1892729 Aug 16 20:30:00.624129 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8ee37ef2-ce9e-4942-a96a-2c25b5e10ad1 req-e5316bbb-8b30-4571-b6a8-21ad4c46d785 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461833 Aug 16 20:30:00.624999 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788be92-3213-4d25-9556-969cdf82f1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efeff863-5be3-49f5-a3cd-e3e77927494b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:01.171759 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-81a52457-093d-48e3-a32d-232909bebdbb service neutron] show failed (client error): The resource could not be found. Aug 16 20:30:01.172735 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-81a52457-093d-48e3-a32d-232909bebdbb service neutron] 10.222.0.57 "GET /v2.0/ports/f734183e-9bb6-410c-9d00-1bfe0071145f/bindings/n-h2-787206-13 HTTP/1.1" status: 404 len: 381 time: 0.0583756 Aug 16 20:30:01.368711 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-b273c32d-af6e-4aa3-b7b6-7f38a6b8b51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:01.370246 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-b273c32d-af6e-4aa3-b7b6-7f38a6b8b51c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc&tenant_id=5b476a52c3644288a8fde356e0d7a90f HTTP/1.1" status: 200 len: 1098 time: 0.0418532 Aug 16 20:30:01.382462 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-b5f9251d-2aad-4843-ad3b-0c990ed59460 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787206-13', 'device_owner': 'compute:nova'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:01.441569 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-b5f9251d-2aad-4843-ad3b-0c990ed59460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:01.647934 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-b5f9251d-2aad-4843-ad3b-0c990ed59460 service neutron] For port f734183e-9bb6-410c-9d00-1bfe0071145f, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f734183e-9bb6-410c-9d00-1bfe0071145f,segment=NetworkSegment(36b52101-ed99-4cbf-b602-e90679f3b474),segment_id=36b52101-ed99-4cbf-b602-e90679f3b474)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:01.685254 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-b5f9251d-2aad-4843-ad3b-0c990ed59460 service neutron] For port f734183e-9bb6-410c-9d00-1bfe0071145f, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:30:01.750439 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956255c1-f446-4628-9485-f469065224fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f734183e-9bb6-410c-9d00-1bfe0071145f'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:30:01.753050 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2760116e-18da-43e0-b904-4694d07e4d18" -d '{"events": [{"server_uuid": "956255c1-f446-4628-9485-f469065224fc", "name": "network-vif-unplugged", "status": "completed", "tag": "f734183e-9bb6-410c-9d00-1bfe0071145f"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:30:01.756944 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-b5f9251d-2aad-4843-ad3b-0c990ed59460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:01.776645 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-b5f9251d-2aad-4843-ad3b-0c990ed59460 service neutron] Transition to ACTIVE for port object f734183e-9bb6-410c-9d00-1bfe0071145f will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:01.786235 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec53dfd-a4b2-4944-b171-8ed58f708bae req-9e599486-a5da-4106-9265-9b846f6cf784 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:01.787812 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5ec53dfd-a4b2-4944-b171-8ed58f708bae req-9e599486-a5da-4106-9265-9b846f6cf784 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 946 time: 0.0824418 Aug 16 20:30:01.789181 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-b5f9251d-2aad-4843-ad3b-0c990ed59460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:01.821845 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b5bb0b83-c662-45df-95b4-08167d7b3537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:01.824064 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e1ebbf-9e07-4138-abef-d39e99013937 x-openstack-request-id: req-85e1ebbf-9e07-4138-abef-d39e99013937 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:30:01.824356 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956255c1-f446-4628-9485-f469065224fc", "name": "network-vif-unplugged", "status": "completed", "tag": "f734183e-9bb6-410c-9d00-1bfe0071145f", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:30:01.824637 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-85e1ebbf-9e07-4138-abef-d39e99013937 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:30:01.825187 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956255c1-f446-4628-9485-f469065224fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f734183e-9bb6-410c-9d00-1bfe0071145f', 'code': 200} Aug 16 20:30:01.872292 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9251d-2aad-4843-ad3b-0c990ed59460 service neutron] Pushing event updated for resources: {'Port': ['ID=f734183e-9bb6-410c-9d00-1bfe0071145f,revision_number=6']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:01.922028 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5ec53dfd-a4b2-4944-b171-8ed58f708bae req-f37270f5-4201-4bd4-95d2-3587032cc30c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009452 Aug 16 20:30:01.970705 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-b5f9251d-2aad-4843-ad3b-0c990ed59460 service neutron] No DVR routers for this DVR port f734183e-9bb6-410c-9d00-1bfe0071145f on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:30:02.127211 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-b5f9251d-2aad-4843-ad3b-0c990ed59460 service neutron] Attempting to bind port f734183e-9bb6-410c-9d00-1bfe0071145f on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:30:02.127576 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-b5f9251d-2aad-4843-ad3b-0c990ed59460 service neutron] Attempting to bind port f734183e-9bb6-410c-9d00-1bfe0071145f by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '36b52101-ed99-4cbf-b602-e90679f3b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:30:02.127904 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-b5f9251d-2aad-4843-ad3b-0c990ed59460 service neutron] Attempting to bind port f734183e-9bb6-410c-9d00-1bfe0071145f on network 2611d081-2c12-48b9-8ddd-99c040708b3c {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:30:02.132847 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-b5f9251d-2aad-4843-ad3b-0c990ed59460 service neutron] Port f734183e-9bb6-410c-9d00-1bfe0071145f on network 2611d081-2c12-48b9-8ddd-99c040708b3c not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:30:02.133729 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-b5f9251d-2aad-4843-ad3b-0c990ed59460 service neutron] Attempting to bind port f734183e-9bb6-410c-9d00-1bfe0071145f on network 2611d081-2c12-48b9-8ddd-99c040708b3c {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:30:02.142593 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-b5f9251d-2aad-4843-ad3b-0c990ed59460 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:30:02.143098 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-b5f9251d-2aad-4843-ad3b-0c990ed59460 service neutron] Checking segment: {'id': '36b52101-ed99-4cbf-b602-e90679f3b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:02.143755 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-b5f9251d-2aad-4843-ad3b-0c990ed59460 service neutron] Bound using segment: {'id': '36b52101-ed99-4cbf-b602-e90679f3b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:30:02.144179 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-b5f9251d-2aad-4843-ad3b-0c990ed59460 service neutron] Bound port: f734183e-9bb6-410c-9d00-1bfe0071145f, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36b52101-ed99-4cbf-b602-e90679f3b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:30:02.144672 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-b5f9251d-2aad-4843-ad3b-0c990ed59460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:02.221838 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-b5f9251d-2aad-4843-ad3b-0c990ed59460 service neutron] For port f734183e-9bb6-410c-9d00-1bfe0071145f, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:30:02.226796 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-b5f9251d-2aad-4843-ad3b-0c990ed59460 service neutron] For port f734183e-9bb6-410c-9d00-1bfe0071145f, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f734183e-9bb6-410c-9d00-1bfe0071145f,segment=NetworkSegment(36b52101-ed99-4cbf-b602-e90679f3b474),segment_id=36b52101-ed99-4cbf-b602-e90679f3b474)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:30:02.231019 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-b5f9251d-2aad-4843-ad3b-0c990ed59460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:02.270236 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-b5f9251d-2aad-4843-ad3b-0c990ed59460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:02.270731 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-b5f9251d-2aad-4843-ad3b-0c990ed59460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:02.272509 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-b5f9251d-2aad-4843-ad3b-0c990ed59460 service neutron] 10.222.0.63 "PUT /v2.0/ports/f734183e-9bb6-410c-9d00-1bfe0071145f HTTP/1.1" status: 200 len: 1093 time: 0.8939388 Aug 16 20:30:02.292049 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9251d-2aad-4843-ad3b-0c990ed59460 service neutron] Pushing event updated for resources: {'Port': ['ID=f734183e-9bb6-410c-9d00-1bfe0071145f,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:02.339624 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-613bd0a1-d3c1-4ddd-9dd6-7496abc458ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:02.342094 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-613bd0a1-d3c1-4ddd-9dd6-7496abc458ff service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 1096 time: 0.0465820 Aug 16 20:30:02.453868 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-03ba4de5-7048-4653-aeaa-8c821447019a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:02.455710 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-03ba4de5-7048-4653-aeaa-8c821447019a service neutron] 10.222.0.63 "GET /v2.0/networks?id=2611d081-2c12-48b9-8ddd-99c040708b3c HTTP/1.1" status: 200 len: 897 time: 0.1051168 Aug 16 20:30:02.526228 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-92679101-5945-4dd9-a373-dfee30c400f4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f734183e-9bb6-410c-9d00-1bfe0071145f HTTP/1.1" status: 200 len: 1000 time: 0.0619469 Aug 16 20:30:02.583348 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-84616c5a-b414-4076-b7d0-c93cffa033e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:02.585009 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-84616c5a-b414-4076-b7d0-c93cffa033e3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0564504a-d02b-47de-8b06-242b48c23f0f HTTP/1.1" status: 200 len: 834 time: 0.0516014 Aug 16 20:30:02.634199 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-311f3422-b49a-4da4-aba7-c56e683985e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:02.635766 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-311f3422-b49a-4da4-aba7-c56e683985e0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2611d081-2c12-48b9-8ddd-99c040708b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422344 Aug 16 20:30:02.737778 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-1b2b816d-2103-4042-bfa1-268b459fd857 service neutron] 10.222.0.63 "GET /v2.0/networks/2611d081-2c12-48b9-8ddd-99c040708b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891867 Aug 16 20:30:02.834474 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ad94f77a-dcbc-435a-bb1a-4aa6d0930b4e req-7d646a8c-786c-4180-b0bb-0260d6573156 service neutron] 10.222.0.63 "GET /v2.0/networks/2611d081-2c12-48b9-8ddd-99c040708b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857542 Aug 16 20:30:02.919364 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49044) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:03.032905 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9fef02a-8307-4dbe-aac0-6f50ee1e7794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:03.052886 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b79526-37bc-4b9d-a6d6-76166f5d364f req-1d12e49a-3350-4a4e-9529-007cf3c90d48 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:03.054478 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-19b79526-37bc-4b9d-a6d6-76166f5d364f req-1d12e49a-3350-4a4e-9529-007cf3c90d48 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 944 time: 0.0513611 Aug 16 20:30:03.094792 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-19b79526-37bc-4b9d-a6d6-76166f5d364f req-40576799-4b60-42fb-88ea-3b0a2cd41e7c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332520 Aug 16 20:30:03.127490 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9fef02a-8307-4dbe-aac0-6f50ee1e7794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:03.131343 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9fef02a-8307-4dbe-aac0-6f50ee1e7794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:03.173043 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c9fef02a-8307-4dbe-aac0-6f50ee1e7794 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=541184c0966e4876b2f50dcbd71a774a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2526212 Aug 16 20:30:03.173859 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fef02a-8307-4dbe-aac0-6f50ee1e7794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdb8538-3a2b-4134-8db2-915a952c9f38,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:03.176612 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49050) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:03.229224 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-24a4a49f-4115-471e-954e-993fb1fca6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:03.250548 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-24a4a49f-4115-471e-954e-993fb1fca6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:03.296697 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-24a4a49f-4115-471e-954e-993fb1fca6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:03.299415 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-24a4a49f-4115-471e-954e-993fb1fca6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:03.300552 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-24a4a49f-4115-471e-954e-993fb1fca6d4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ebdb8538-3a2b-4134-8db2-915a952c9f38 HTTP/1.1" status: 204 len: 168 time: 0.1227350 Aug 16 20:30:03.307928 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4a49f-4115-471e-954e-993fb1fca6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdb8538-3a2b-4134-8db2-915a952c9f38,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:03.562970 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49058) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:03.576548 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f15a5af3-fb98-4189-bb9c-2f0d6a2a3978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:03.662434 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f15a5af3-fb98-4189-bb9c-2f0d6a2a3978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:03.665900 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f15a5af3-fb98-4189-bb9c-2f0d6a2a3978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:03.702931 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f15a5af3-fb98-4189-bb9c-2f0d6a2a3978 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=139498b08a224a34911c5288b6227171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1388912 Aug 16 20:30:03.703848 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a5af3-fb98-4189-bb9c-2f0d6a2a3978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19707f0c-1957-4076-a61b-d5af9352126f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:03.705896 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49060) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:03.759719 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4b02871a-633f-4b1d-b0cd-7c653a21b529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:03.780672 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4b02871a-633f-4b1d-b0cd-7c653a21b529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:03.827119 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956255c1-f446-4628-9485-f469065224fc', 'tag': 'f734183e-9bb6-410c-9d00-1bfe0071145f'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:30:03.827482 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4b02871a-633f-4b1d-b0cd-7c653a21b529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:03.829373 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b341f196-87c3-4a13-a325-3aa73c527ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "956255c1-f446-4628-9485-f469065224fc", "tag": "f734183e-9bb6-410c-9d00-1bfe0071145f"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:30:03.830064 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4b02871a-633f-4b1d-b0cd-7c653a21b529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:03.831206 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4b02871a-633f-4b1d-b0cd-7c653a21b529 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/19707f0c-1957-4076-a61b-d5af9352126f HTTP/1.1" status: 204 len: 168 time: 0.1243191 Aug 16 20:30:03.839596 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02871a-633f-4b1d-b0cd-7c653a21b529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19707f0c-1957-4076-a61b-d5af9352126f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:03.887521 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe57f7f-7072-471b-bc82-bc1ce6bb7c2d x-openstack-request-id: req-5fe57f7f-7072-471b-bc82-bc1ce6bb7c2d {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:30:03.887814 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956255c1-f446-4628-9485-f469065224fc", "tag": "f734183e-9bb6-410c-9d00-1bfe0071145f", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:30:03.888070 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5fe57f7f-7072-471b-bc82-bc1ce6bb7c2d {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:30:03.888598 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956255c1-f446-4628-9485-f469065224fc', 'tag': 'f734183e-9bb6-410c-9d00-1bfe0071145f', 'status': 'completed', 'code': 200} Aug 16 20:30:03.950200 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341f196-87c3-4a13-a325-3aa73c527ac7 req-3fa3aeec-1afe-4f85-95ee-d70cc763256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:03.951779 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b341f196-87c3-4a13-a325-3aa73c527ac7 req-3fa3aeec-1afe-4f85-95ee-d70cc763256f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 1096 time: 0.0443203 Aug 16 20:30:03.952016 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341f196-87c3-4a13-a325-3aa73c527ac7 req-e574ecbf-41a7-4623-9c1d-5dc546fb9f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:03.953505 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b341f196-87c3-4a13-a325-3aa73c527ac7 req-e574ecbf-41a7-4623-9c1d-5dc546fb9f89 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 1096 time: 0.0415978 Aug 16 20:30:04.058734 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341f196-87c3-4a13-a325-3aa73c527ac7 req-b1dd203b-b0df-44c0-8b89-2c5a11614205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:04.060011 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b341f196-87c3-4a13-a325-3aa73c527ac7 req-b1dd203b-b0df-44c0-8b89-2c5a11614205 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2611d081-2c12-48b9-8ddd-99c040708b3c HTTP/1.1" status: 200 len: 897 time: 0.0995200 Aug 16 20:30:04.060551 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341f196-87c3-4a13-a325-3aa73c527ac7 req-a8a416c1-ec7b-448f-abe3-449296a2abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:04.062065 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b341f196-87c3-4a13-a325-3aa73c527ac7 req-a8a416c1-ec7b-448f-abe3-449296a2abbf service neutron] 10.222.0.57 "GET /v2.0/networks?id=2611d081-2c12-48b9-8ddd-99c040708b3c HTTP/1.1" status: 200 len: 897 time: 0.1015992 Aug 16 20:30:04.137837 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b341f196-87c3-4a13-a325-3aa73c527ac7 req-919239f5-2926-4908-b175-c13ae2ac224a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f734183e-9bb6-410c-9d00-1bfe0071145f HTTP/1.1" status: 200 len: 1000 time: 0.0685010 Aug 16 20:30:04.141029 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b341f196-87c3-4a13-a325-3aa73c527ac7 req-e9460d25-9bb2-4d41-9a79-5456a28e142b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f734183e-9bb6-410c-9d00-1bfe0071145f HTTP/1.1" status: 200 len: 1000 time: 0.0726426 Aug 16 20:30:04.203814 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341f196-87c3-4a13-a325-3aa73c527ac7 req-ad2c1526-2a2a-48a8-88db-e363c0c6ec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:04.205379 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b341f196-87c3-4a13-a325-3aa73c527ac7 req-ad2c1526-2a2a-48a8-88db-e363c0c6ec85 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0564504a-d02b-47de-8b06-242b48c23f0f HTTP/1.1" status: 200 len: 834 time: 0.0551562 Aug 16 20:30:04.223865 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341f196-87c3-4a13-a325-3aa73c527ac7 req-1eb1a237-bb88-4e94-9e87-5c7446a63504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:04.225378 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b341f196-87c3-4a13-a325-3aa73c527ac7 req-1eb1a237-bb88-4e94-9e87-5c7446a63504 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0564504a-d02b-47de-8b06-242b48c23f0f HTTP/1.1" status: 200 len: 834 time: 0.0811036 Aug 16 20:30:04.252272 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b071ad2-eee9-4593-a2a4-86007170c306 req-b601d75f-907a-4d7e-8c44-b8190c5088f8 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:04.253016 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device f734183e-9bb6-410c-9d00-1bfe0071145f no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:30:04.253992 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1b071ad2-eee9-4593-a2a4-86007170c306 req-b601d75f-907a-4d7e-8c44-b8190c5088f8 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 944 time: 0.0798912 Aug 16 20:30:04.254596 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341f196-87c3-4a13-a325-3aa73c527ac7 req-05be7f0f-3da3-4556-8d70-c21bc16d2545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:04.256160 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b341f196-87c3-4a13-a325-3aa73c527ac7 req-05be7f0f-3da3-4556-8d70-c21bc16d2545 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2611d081-2c12-48b9-8ddd-99c040708b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426426 Aug 16 20:30:04.311721 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341f196-87c3-4a13-a325-3aa73c527ac7 req-6978f161-944e-474f-84df-b69545aa5bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:04.313487 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b341f196-87c3-4a13-a325-3aa73c527ac7 req-6978f161-944e-474f-84df-b69545aa5bc5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2611d081-2c12-48b9-8ddd-99c040708b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798690 Aug 16 20:30:04.317568 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1b071ad2-eee9-4593-a2a4-86007170c306 req-60a26289-5d62-4106-9fe4-98d8a9cb02eb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488100 Aug 16 20:30:04.327548 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device f734183e-9bb6-410c-9d00-1bfe0071145f not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:30:04.380424 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b341f196-87c3-4a13-a325-3aa73c527ac7 req-83597d4b-16d2-4885-8f0d-865df7de7ff0 service neutron] 10.222.0.63 "GET /v2.0/networks/2611d081-2c12-48b9-8ddd-99c040708b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104560 Aug 16 20:30:04.419142 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-465505d8-ea14-47bc-aa01-48310be2695f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:04.437996 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b341f196-87c3-4a13-a325-3aa73c527ac7 req-b58fefa3-bca0-49c3-9172-f434464e6c91 service neutron] 10.222.0.57 "GET /v2.0/networks/2611d081-2c12-48b9-8ddd-99c040708b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157393 Aug 16 20:30:04.497052 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b341f196-87c3-4a13-a325-3aa73c527ac7 req-b0dbfebe-d505-414b-955d-9abb3207b243 service neutron] 10.222.0.63 "GET /v2.0/networks/2611d081-2c12-48b9-8ddd-99c040708b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018198 Aug 16 20:30:04.552296 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b341f196-87c3-4a13-a325-3aa73c527ac7 req-e93c61e2-0db7-47e8-bed8-a769d191a8f4 service neutron] 10.222.0.57 "GET /v2.0/networks/2611d081-2c12-48b9-8ddd-99c040708b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024592 Aug 16 20:30:04.678764 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:04.931506 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49094) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:05.040940 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ccc456aa-ce1f-4ecd-a504-e0d23313485b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:05.144447 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ccc456aa-ce1f-4ecd-a504-e0d23313485b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:05.148007 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ccc456aa-ce1f-4ecd-a504-e0d23313485b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:05.189183 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ccc456aa-ce1f-4ecd-a504-e0d23313485b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fcac6736dbfb49829ef26fc58c9a0b9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2565186 Aug 16 20:30:05.190961 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc456aa-ce1f-4ecd-a504-e0d23313485b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb7759d-5458-404d-ae8f-4597ddc2713d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:05.191886 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49098) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:05.240849 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7ece807d-aa38-4be8-b88b-3df8a4f94c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:05.255027 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device f734183e-9bb6-410c-9d00-1bfe0071145f details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:30:05.263853 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7ece807d-aa38-4be8-b88b-3df8a4f94c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:05.309662 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7ece807d-aa38-4be8-b88b-3df8a4f94c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:05.312407 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7ece807d-aa38-4be8-b88b-3df8a4f94c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:05.313552 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7ece807d-aa38-4be8-b88b-3df8a4f94c90 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dbb7759d-5458-404d-ae8f-4597ddc2713d HTTP/1.1" status: 204 len: 168 time: 0.1206892 Aug 16 20:30:05.321116 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece807d-aa38-4be8-b88b-3df8a4f94c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb7759d-5458-404d-ae8f-4597ddc2713d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:05.360960 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port f734183e-9bb6-410c-9d00-1bfe0071145f, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f734183e-9bb6-410c-9d00-1bfe0071145f,segment=NetworkSegment(36b52101-ed99-4cbf-b602-e90679f3b474),segment_id=36b52101-ed99-4cbf-b602-e90679f3b474)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:05.372380 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'f734183e-9bb6-410c-9d00-1bfe0071145f', 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c', 'port_id': 'f734183e-9bb6-410c-9d00-1bfe0071145f', 'mac_address': 'fa:16:3e:1b:33:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0564504a-d02b-47de-8b06-242b48c23f0f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:30:05.415600 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:05.433282 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f734183e-9bb6-410c-9d00-1bfe0071145f {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:30:05.459604 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port f734183e-9bb6-410c-9d00-1bfe0071145f, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f734183e-9bb6-410c-9d00-1bfe0071145f,segment=NetworkSegment(36b52101-ed99-4cbf-b602-e90679f3b474),segment_id=36b52101-ed99-4cbf-b602-e90679f3b474)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:05.466053 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76555d17-4520-4577-9dd6-948ef8e600a8 req-af15b3a8-52b8-49ea-b6e1-a7281bc25178 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:05.467674 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-76555d17-4520-4577-9dd6-948ef8e600a8 req-af15b3a8-52b8-49ea-b6e1-a7281bc25178 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 944 time: 0.0537798 Aug 16 20:30:05.468712 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:05.509654 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-76555d17-4520-4577-9dd6-948ef8e600a8 req-a711613f-dd67-49bd-b7c7-7caf1b441d04 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354834 Aug 16 20:30:05.523196 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=f734183e-9bb6-410c-9d00-1bfe0071145f,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:05.530743 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:05.531095 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:05.531463 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:05.531803 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:05.532373 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:05.532487 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:05.532771 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:05.533095 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:05.533417 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:05.533738 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:05.534058 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:05.534375 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:05.624569 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:05.698347 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['f734183e-9bb6-410c-9d00-1bfe0071145f'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:30:05.800082 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756aea55-4684-4eac-9287-6a81a79925ae req-5bacd452-2d8b-4309-ba77-4607503a9945 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:05.807606 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-756aea55-4684-4eac-9287-6a81a79925ae req-5bacd452-2d8b-4309-ba77-4607503a9945 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 945 time: 0.0779927 Aug 16 20:30:05.808359 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-59a7e0a1-2014-4fbe-904c-67a4232a1991 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:05.810726 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-59a7e0a1-2014-4fbe-904c-67a4232a1991 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.63 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc&tenant_id=5b476a52c3644288a8fde356e0d7a90f&binding%3Ahost_id=n-h2-787206-13 HTTP/1.1" status: 200 len: 945 time: 0.1044075 Aug 16 20:30:05.852249 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-756aea55-4684-4eac-9287-6a81a79925ae req-7acb783a-5ada-478a-8dfe-d77d5c750339 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433986 Aug 16 20:30:05.895822 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-020d723a-bc70-4b6a-9d6f-25f6f9d8a1b8 service neutron] 10.222.0.63 "GET /v2.0/ports/f734183e-9bb6-410c-9d00-1bfe0071145f/bindings/n-h2-787206-13 HTTP/1.1" status: 200 len: 383 time: 0.0766163 Aug 16 20:30:05.961372 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-aece4b73-b4ec-4a54-9d95-328f599a29f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:05.963059 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-aece4b73-b4ec-4a54-9d95-328f599a29f9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 1097 time: 0.0418797 Aug 16 20:30:06.058609 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-22719509-d48d-402d-b75d-e8fe3ea2db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:06.060778 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-22719509-d48d-402d-b75d-e8fe3ea2db76 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2611d081-2c12-48b9-8ddd-99c040708b3c HTTP/1.1" status: 200 len: 897 time: 0.0909076 Aug 16 20:30:06.148357 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-beb7dca1-b420-4475-8cbf-087f014d2a33 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f734183e-9bb6-410c-9d00-1bfe0071145f HTTP/1.1" status: 200 len: 1001 time: 0.0749700 Aug 16 20:30:06.153350 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:06.205575 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:06.209078 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-b28f1f71-4227-47c8-aac2-540361efb7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:06.211582 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-b28f1f71-4227-47c8-aac2-540361efb7c0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0564504a-d02b-47de-8b06-242b48c23f0f HTTP/1.1" status: 200 len: 834 time: 0.0532382 Aug 16 20:30:06.261545 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-68035628-8044-4ce9-81bf-b0c6758bd309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:06.263267 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-68035628-8044-4ce9-81bf-b0c6758bd309 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2611d081-2c12-48b9-8ddd-99c040708b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436370 Aug 16 20:30:06.373818 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-b6b029b6-7e91-46f4-8d37-892b2c80b8f2 service neutron] 10.222.0.63 "GET /v2.0/networks/2611d081-2c12-48b9-8ddd-99c040708b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012201 Aug 16 20:30:06.492489 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-1020a4fb-a589-401e-a8e9-de8b0eecf0a4 service neutron] 10.222.0.63 "GET /v2.0/networks/2611d081-2c12-48b9-8ddd-99c040708b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093745 Aug 16 20:30:06.907978 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49164) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:06.970133 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51bbad-d82f-4034-bb86-35401e4da33e req-705137e8-34da-4cb7-ab33-550483abf3b8 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:06.971745 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fa51bbad-d82f-4034-bb86-35401e4da33e req-705137e8-34da-4cb7-ab33-550483abf3b8 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 945 time: 0.0486524 Aug 16 20:30:07.015688 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fa51bbad-d82f-4034-bb86-35401e4da33e req-e1d44b40-b4b2-4ed2-bb3b-3eb223fc9f68 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380239 Aug 16 20:30:07.018454 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8057aef5-ac72-4204-ba9d-0cb2500cc212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:07.081520 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:07.108956 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8057aef5-ac72-4204-ba9d-0cb2500cc212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:07.113009 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8057aef5-ac72-4204-ba9d-0cb2500cc212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:07.152392 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8057aef5-ac72-4204-ba9d-0cb2500cc212 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a5b60c5b331743a28222ad3911a8d172&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2433257 Aug 16 20:30:07.153232 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057aef5-ac72-4204-ba9d-0cb2500cc212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c1143f-ab44-4d68-bdfb-b038d812049f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:07.155862 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49168) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:07.204526 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-809b804f-c652-4dae-96ba-afd32288dcce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:07.224649 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-809b804f-c652-4dae-96ba-afd32288dcce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:07.258415 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device f734183e-9bb6-410c-9d00-1bfe0071145f up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:07.271941 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-809b804f-c652-4dae-96ba-afd32288dcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:07.274477 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-809b804f-c652-4dae-96ba-afd32288dcce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:07.275720 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-809b804f-c652-4dae-96ba-afd32288dcce admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/27c1143f-ab44-4d68-bdfb-b038d812049f HTTP/1.1" status: 204 len: 168 time: 0.1188598 Aug 16 20:30:07.283797 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b804f-c652-4dae-96ba-afd32288dcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c1143f-ab44-4d68-bdfb-b038d812049f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:07.316831 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port f734183e-9bb6-410c-9d00-1bfe0071145f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:07.320409 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port f734183e-9bb6-410c-9d00-1bfe0071145f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:07.320781 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:07.400264 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:07.423403 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956255c1-f446-4628-9485-f469065224fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f734183e-9bb6-410c-9d00-1bfe0071145f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:30:07.425618 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a1bea6-b1aa-48ca-b61d-2b2fd60cfac5" -d '{"events": [{"server_uuid": "956255c1-f446-4628-9485-f469065224fc", "name": "network-vif-plugged", "status": "completed", "tag": "f734183e-9bb6-410c-9d00-1bfe0071145f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:30:07.438808 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port f734183e-9bb6-410c-9d00-1bfe0071145f, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f734183e-9bb6-410c-9d00-1bfe0071145f,segment=NetworkSegment(36b52101-ed99-4cbf-b602-e90679f3b474),segment_id=36b52101-ed99-4cbf-b602-e90679f3b474)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:07.443446 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:07.484180 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb490e6-3a5e-4bfb-945d-426929baaf0d x-openstack-request-id: req-bfb490e6-3a5e-4bfb-945d-426929baaf0d {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:30:07.484481 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956255c1-f446-4628-9485-f469065224fc", "name": "network-vif-plugged", "status": "completed", "tag": "f734183e-9bb6-410c-9d00-1bfe0071145f", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:30:07.484782 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bfb490e6-3a5e-4bfb-945d-426929baaf0d {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:30:07.485202 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956255c1-f446-4628-9485-f469065224fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f734183e-9bb6-410c-9d00-1bfe0071145f', 'code': 200} Aug 16 20:30:07.499411 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=f734183e-9bb6-410c-9d00-1bfe0071145f,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:08.142007 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfdcbb-deac-4121-b7a5-11f13d43212a req-337bf0ce-83eb-472e-8e23-2c6219d7f816 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:08.143690 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8cdfdcbb-deac-4121-b7a5-11f13d43212a req-337bf0ce-83eb-472e-8e23-2c6219d7f816 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 946 time: 0.0576994 Aug 16 20:30:08.187781 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8cdfdcbb-deac-4121-b7a5-11f13d43212a req-c3f7d736-2513-4ddd-b8b5-969557965bf7 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376010 Aug 16 20:30:08.629623 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-20ae1c9c-163d-4a0a-8e2d-433810b2438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:08.631158 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-20ae1c9c-163d-4a0a-8e2d-433810b2438b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc&tenant_id=5b476a52c3644288a8fde356e0d7a90f HTTP/1.1" status: 200 len: 1098 time: 0.0951848 Aug 16 20:30:08.642840 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-5eb159e5-a42a-49d1-a72c-7cf2cdab0853 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787206-13', 'device_owner': 'compute:nova'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:08.702711 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-5eb159e5-a42a-49d1-a72c-7cf2cdab0853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:08.868804 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49220) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:08.918843 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-5eb159e5-a42a-49d1-a72c-7cf2cdab0853 service neutron] For port f734183e-9bb6-410c-9d00-1bfe0071145f, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f734183e-9bb6-410c-9d00-1bfe0071145f,segment=NetworkSegment(36b52101-ed99-4cbf-b602-e90679f3b474),segment_id=36b52101-ed99-4cbf-b602-e90679f3b474)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:08.952646 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-5eb159e5-a42a-49d1-a72c-7cf2cdab0853 service neutron] For port f734183e-9bb6-410c-9d00-1bfe0071145f, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:30:08.976158 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-96d4d07d-4c43-4412-b473-58388edfba48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:08.993505 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956255c1-f446-4628-9485-f469065224fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f734183e-9bb6-410c-9d00-1bfe0071145f'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:30:08.996038 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08a3869-48fb-493c-a8b5-ea4a57e1b885" -d '{"events": [{"server_uuid": "956255c1-f446-4628-9485-f469065224fc", "name": "network-vif-unplugged", "status": "completed", "tag": "f734183e-9bb6-410c-9d00-1bfe0071145f"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:30:09.002227 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-5eb159e5-a42a-49d1-a72c-7cf2cdab0853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:09.016075 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-5eb159e5-a42a-49d1-a72c-7cf2cdab0853 service neutron] Transition to ACTIVE for port object f734183e-9bb6-410c-9d00-1bfe0071145f will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:09.021221 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-5eb159e5-a42a-49d1-a72c-7cf2cdab0853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:09.089403 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-96d4d07d-4c43-4412-b473-58388edfba48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:09.094273 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-96d4d07d-4c43-4412-b473-58388edfba48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:09.144512 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb159e5-a42a-49d1-a72c-7cf2cdab0853 service neutron] Pushing event updated for resources: {'Port': ['ID=f734183e-9bb6-410c-9d00-1bfe0071145f,revision_number=10']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:09.173884 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49228) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:09.174673 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-96d4d07d-4c43-4412-b473-58388edfba48 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1069adc86aae4e4589bf876d9e995d47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3043861 Aug 16 20:30:09.180682 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4d07d-4c43-4412-b473-58388edfba48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec0453a-6f37-4ef6-a998-0b4716e89dc5,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:09.266016 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-5eb159e5-a42a-49d1-a72c-7cf2cdab0853 service neutron] No DVR routers for this DVR port f734183e-9bb6-410c-9d00-1bfe0071145f on host n-h2-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:30:09.351923 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2f9511-bd2b-4330-b0f3-466b26623e94 x-openstack-request-id: req-7a2f9511-bd2b-4330-b0f3-466b26623e94 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:30:09.352215 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956255c1-f446-4628-9485-f469065224fc", "name": "network-vif-unplugged", "status": "completed", "tag": "f734183e-9bb6-410c-9d00-1bfe0071145f", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:30:09.352467 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7a2f9511-bd2b-4330-b0f3-466b26623e94 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:30:09.352862 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956255c1-f446-4628-9485-f469065224fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f734183e-9bb6-410c-9d00-1bfe0071145f', 'code': 200} Aug 16 20:30:09.372073 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b64a8778-688f-4fe5-8bef-f4891fe01d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:09.434471 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b64a8778-688f-4fe5-8bef-f4891fe01d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:09.442973 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eeb8e2-5363-484d-95e9-0d184f80887d req-00055491-5eb1-4720-9b87-1121794ad43c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:09.444512 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-87eeb8e2-5363-484d-95e9-0d184f80887d req-00055491-5eb1-4720-9b87-1121794ad43c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 945 time: 0.1283352 Aug 16 20:30:09.523344 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-87eeb8e2-5363-484d-95e9-0d184f80887d req-34e867a2-2c95-464a-b4f3-d869dabea210 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691738 Aug 16 20:30:09.553415 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-5eb159e5-a42a-49d1-a72c-7cf2cdab0853 service neutron] Attempting to bind port f734183e-9bb6-410c-9d00-1bfe0071145f on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:30:09.553752 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-5eb159e5-a42a-49d1-a72c-7cf2cdab0853 service neutron] Attempting to bind port f734183e-9bb6-410c-9d00-1bfe0071145f by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '36b52101-ed99-4cbf-b602-e90679f3b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:30:09.554083 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-5eb159e5-a42a-49d1-a72c-7cf2cdab0853 service neutron] Attempting to bind port f734183e-9bb6-410c-9d00-1bfe0071145f on network 2611d081-2c12-48b9-8ddd-99c040708b3c {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:30:09.558635 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-5eb159e5-a42a-49d1-a72c-7cf2cdab0853 service neutron] Port f734183e-9bb6-410c-9d00-1bfe0071145f on network 2611d081-2c12-48b9-8ddd-99c040708b3c not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:30:09.558985 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-5eb159e5-a42a-49d1-a72c-7cf2cdab0853 service neutron] Attempting to bind port f734183e-9bb6-410c-9d00-1bfe0071145f on network 2611d081-2c12-48b9-8ddd-99c040708b3c {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:30:09.566311 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-5eb159e5-a42a-49d1-a72c-7cf2cdab0853 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:30:09.566700 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-5eb159e5-a42a-49d1-a72c-7cf2cdab0853 service neutron] Checking segment: {'id': '36b52101-ed99-4cbf-b602-e90679f3b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:09.567091 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-5eb159e5-a42a-49d1-a72c-7cf2cdab0853 service neutron] Bound using segment: {'id': '36b52101-ed99-4cbf-b602-e90679f3b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:30:09.567552 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-5eb159e5-a42a-49d1-a72c-7cf2cdab0853 service neutron] Bound port: f734183e-9bb6-410c-9d00-1bfe0071145f, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36b52101-ed99-4cbf-b602-e90679f3b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:30:09.567911 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-5eb159e5-a42a-49d1-a72c-7cf2cdab0853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:09.570532 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b64a8778-688f-4fe5-8bef-f4891fe01d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:09.573045 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b64a8778-688f-4fe5-8bef-f4891fe01d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:09.574170 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b64a8778-688f-4fe5-8bef-f4891fe01d15 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6ec0453a-6f37-4ef6-a998-0b4716e89dc5 HTTP/1.1" status: 204 len: 168 time: 0.3993385 Aug 16 20:30:09.592825 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a8778-688f-4fe5-8bef-f4891fe01d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec0453a-6f37-4ef6-a998-0b4716e89dc5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:09.646466 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-5eb159e5-a42a-49d1-a72c-7cf2cdab0853 service neutron] For port f734183e-9bb6-410c-9d00-1bfe0071145f, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:30:09.650397 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-5eb159e5-a42a-49d1-a72c-7cf2cdab0853 service neutron] For port f734183e-9bb6-410c-9d00-1bfe0071145f, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f734183e-9bb6-410c-9d00-1bfe0071145f,segment=NetworkSegment(36b52101-ed99-4cbf-b602-e90679f3b474),segment_id=36b52101-ed99-4cbf-b602-e90679f3b474)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:30:09.655948 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-5eb159e5-a42a-49d1-a72c-7cf2cdab0853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:09.700132 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-5eb159e5-a42a-49d1-a72c-7cf2cdab0853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:09.700978 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-5eb159e5-a42a-49d1-a72c-7cf2cdab0853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:09.703038 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-5eb159e5-a42a-49d1-a72c-7cf2cdab0853 service neutron] 10.222.0.57 "PUT /v2.0/ports/f734183e-9bb6-410c-9d00-1bfe0071145f HTTP/1.1" status: 200 len: 1094 time: 1.0641623 Aug 16 20:30:09.731931 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb159e5-a42a-49d1-a72c-7cf2cdab0853 service neutron] Pushing event updated for resources: {'Port': ['ID=f734183e-9bb6-410c-9d00-1bfe0071145f,revision_number=11']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:09.782008 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-5c2acde5-3978-4ee8-9458-579d49f1e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:09.783967 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-5c2acde5-3978-4ee8-9458-579d49f1e4cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 1097 time: 0.0483477 Aug 16 20:30:09.885174 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-572c6dc0-6429-4435-adec-b45b61055112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:09.886675 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-572c6dc0-6429-4435-adec-b45b61055112 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2611d081-2c12-48b9-8ddd-99c040708b3c HTTP/1.1" status: 200 len: 897 time: 0.0961053 Aug 16 20:30:09.895440 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49238) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:09.910062 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2af0e359-440a-4a32-8770-9eb800410398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:09.963914 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-5c1c1ec0-92eb-4ecc-8d67-d2cf804150d5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f734183e-9bb6-410c-9d00-1bfe0071145f HTTP/1.1" status: 200 len: 1000 time: 0.0699069 Aug 16 20:30:10.003899 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2af0e359-440a-4a32-8770-9eb800410398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:10.008350 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2af0e359-440a-4a32-8770-9eb800410398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:10.015510 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-c2109e00-44fb-400f-8293-ab83023d48da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:10.016998 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-c2109e00-44fb-400f-8293-ab83023d48da service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0564504a-d02b-47de-8b06-242b48c23f0f HTTP/1.1" status: 200 len: 834 time: 0.0455742 Aug 16 20:30:10.049222 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2af0e359-440a-4a32-8770-9eb800410398 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=61e1c161a8764a5f88d5879514d537d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526377 Aug 16 20:30:10.052016 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49240) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:10.059671 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0e359-440a-4a32-8770-9eb800410398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9a3cc7-4fca-4ebe-8389-5a72020e9866,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:10.070461 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-b5421a49-7222-4060-b46f-cce738a4150e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:10.072330 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-b5421a49-7222-4060-b46f-cce738a4150e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2611d081-2c12-48b9-8ddd-99c040708b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484345 Aug 16 20:30:10.105173 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-19c80299-3b1e-440d-9f95-89dd42d829da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:10.128187 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-19c80299-3b1e-440d-9f95-89dd42d829da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:10.171389 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-a8bf60ea-9f26-437c-a317-6e119d257b03 service neutron] 10.222.0.57 "GET /v2.0/networks/2611d081-2c12-48b9-8ddd-99c040708b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917287 Aug 16 20:30:10.173946 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-19c80299-3b1e-440d-9f95-89dd42d829da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:10.176673 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-19c80299-3b1e-440d-9f95-89dd42d829da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:10.177807 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-19c80299-3b1e-440d-9f95-89dd42d829da admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fe9a3cc7-4fca-4ebe-8389-5a72020e9866 HTTP/1.1" status: 204 len: 168 time: 0.1248357 Aug 16 20:30:10.186180 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c80299-3b1e-440d-9f95-89dd42d829da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9a3cc7-4fca-4ebe-8389-5a72020e9866,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:10.263327 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9fc5ce22-ac9a-472a-8c35-22d97a3ce644 req-94bbb60b-d314-469c-8d09-4f26ae34aab8 service neutron] 10.222.0.57 "GET /v2.0/networks/2611d081-2c12-48b9-8ddd-99c040708b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853326 Aug 16 20:30:10.648799 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6641587-974d-4072-aba6-1c7da402316c req-9cf0ab71-4b72-4ed2-8ae0-d8fb93103755 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:10.650329 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e6641587-974d-4072-aba6-1c7da402316c req-9cf0ab71-4b72-4ed2-8ae0-d8fb93103755 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 945 time: 0.0557613 Aug 16 20:30:10.688921 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e6641587-974d-4072-aba6-1c7da402316c req-2f895fa7-8b7d-4e1d-a48f-1d9a61a65395 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325980 Aug 16 20:30:11.270549 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device f734183e-9bb6-410c-9d00-1bfe0071145f no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:30:11.311662 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device f734183e-9bb6-410c-9d00-1bfe0071145f not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:30:11.354694 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956255c1-f446-4628-9485-f469065224fc', 'tag': 'f734183e-9bb6-410c-9d00-1bfe0071145f'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:30:11.357136 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c63123-3b61-4f2e-8a29-85790f4b32f3" -d '{"events": [{"name": "network-changed", "server_uuid": "956255c1-f446-4628-9485-f469065224fc", "tag": "f734183e-9bb6-410c-9d00-1bfe0071145f"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:30:11.409121 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d28fb8-40d2-4132-bc50-713a68e81fcd x-openstack-request-id: req-76d28fb8-40d2-4132-bc50-713a68e81fcd {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:30:11.409461 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956255c1-f446-4628-9485-f469065224fc", "tag": "f734183e-9bb6-410c-9d00-1bfe0071145f", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:30:11.409748 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-76d28fb8-40d2-4132-bc50-713a68e81fcd {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:30:11.410144 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956255c1-f446-4628-9485-f469065224fc', 'tag': 'f734183e-9bb6-410c-9d00-1bfe0071145f', 'status': 'completed', 'code': 200} Aug 16 20:30:11.481894 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c63123-3b61-4f2e-8a29-85790f4b32f3 req-6a1f9af7-3232-4516-976f-eb64839b5878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:11.483180 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c63123-3b61-4f2e-8a29-85790f4b32f3 req-afc4399f-759b-4aa9-b9a9-292111ce922b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:11.483866 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60c63123-3b61-4f2e-8a29-85790f4b32f3 req-6a1f9af7-3232-4516-976f-eb64839b5878 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 1097 time: 0.0542312 Aug 16 20:30:11.485392 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-60c63123-3b61-4f2e-8a29-85790f4b32f3 req-afc4399f-759b-4aa9-b9a9-292111ce922b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 1097 time: 0.0510421 Aug 16 20:30:11.620700 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c63123-3b61-4f2e-8a29-85790f4b32f3 req-6f440e06-e8b8-4101-a3ce-f9cf41ad7659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:11.623803 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c63123-3b61-4f2e-8a29-85790f4b32f3 req-d83b08f6-2b22-4abc-a20a-52a943c0d0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:11.624223 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-60c63123-3b61-4f2e-8a29-85790f4b32f3 req-6f440e06-e8b8-4101-a3ce-f9cf41ad7659 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2611d081-2c12-48b9-8ddd-99c040708b3c HTTP/1.1" status: 200 len: 897 time: 0.1292062 Aug 16 20:30:11.625274 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60c63123-3b61-4f2e-8a29-85790f4b32f3 req-d83b08f6-2b22-4abc-a20a-52a943c0d0aa service neutron] 10.222.0.63 "GET /v2.0/networks?id=2611d081-2c12-48b9-8ddd-99c040708b3c HTTP/1.1" status: 200 len: 897 time: 0.1347380 Aug 16 20:30:11.698778 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60c63123-3b61-4f2e-8a29-85790f4b32f3 req-3a78bba0-da23-48de-a727-704be9ee6c6e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f734183e-9bb6-410c-9d00-1bfe0071145f HTTP/1.1" status: 200 len: 1000 time: 0.0657115 Aug 16 20:30:11.729400 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-60c63123-3b61-4f2e-8a29-85790f4b32f3 req-b63dc16a-c4d7-462d-9054-d46dba0e0fc8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f734183e-9bb6-410c-9d00-1bfe0071145f HTTP/1.1" status: 200 len: 1000 time: 0.0967927 Aug 16 20:30:11.777762 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c63123-3b61-4f2e-8a29-85790f4b32f3 req-900ba514-3747-44fd-bbbd-74a032bb5ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:11.779438 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60c63123-3b61-4f2e-8a29-85790f4b32f3 req-900ba514-3747-44fd-bbbd-74a032bb5ca4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0564504a-d02b-47de-8b06-242b48c23f0f HTTP/1.1" status: 200 len: 834 time: 0.0717428 Aug 16 20:30:11.848976 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c63123-3b61-4f2e-8a29-85790f4b32f3 req-ef9b7a6f-e4c3-4d4b-8b92-b40640472765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:11.850514 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-60c63123-3b61-4f2e-8a29-85790f4b32f3 req-ef9b7a6f-e4c3-4d4b-8b92-b40640472765 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0564504a-d02b-47de-8b06-242b48c23f0f HTTP/1.1" status: 200 len: 834 time: 0.1129773 Aug 16 20:30:11.919876 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96514a91-556c-4b60-9d02-96ba7441a0eb req-971a93ff-9b3f-427b-a3ef-6c6066d87f73 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:11.921418 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-96514a91-556c-4b60-9d02-96ba7441a0eb req-971a93ff-9b3f-427b-a3ef-6c6066d87f73 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 945 time: 0.1180291 Aug 16 20:30:11.924532 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c63123-3b61-4f2e-8a29-85790f4b32f3 req-595fa035-8760-42eb-8bbe-3d477842d207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:11.926159 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60c63123-3b61-4f2e-8a29-85790f4b32f3 req-595fa035-8760-42eb-8bbe-3d477842d207 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2611d081-2c12-48b9-8ddd-99c040708b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1385963 Aug 16 20:30:11.944540 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c63123-3b61-4f2e-8a29-85790f4b32f3 req-dca1c7a5-a00d-4192-adf5-7b4c0e3612ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:11.946490 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-60c63123-3b61-4f2e-8a29-85790f4b32f3 req-dca1c7a5-a00d-4192-adf5-7b4c0e3612ba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2611d081-2c12-48b9-8ddd-99c040708b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0859361 Aug 16 20:30:11.985653 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49362) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:12.073584 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-60c63123-3b61-4f2e-8a29-85790f4b32f3 req-5f1aece0-34b2-4b28-9dae-59e453956a30 service neutron] 10.222.0.57 "GET /v2.0/networks/2611d081-2c12-48b9-8ddd-99c040708b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190236 Aug 16 20:30:12.211477 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-60c63123-3b61-4f2e-8a29-85790f4b32f3 req-e8e7ee13-877a-4a2e-8627-9ac0c1c89855 service neutron] 10.222.0.57 "GET /v2.0/networks/2611d081-2c12-48b9-8ddd-99c040708b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298759 Aug 16 20:30:12.212465 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1a8cd92-0121-4b06-b4e1-ed3655d421fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:12.299156 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device f734183e-9bb6-410c-9d00-1bfe0071145f details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:30:12.321933 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1a8cd92-0121-4b06-b4e1-ed3655d421fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:12.328883 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1a8cd92-0121-4b06-b4e1-ed3655d421fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:12.373821 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c1a8cd92-0121-4b06-b4e1-ed3655d421fc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2acbbc26f47e475b8a75ee4d9d1df3c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3869860 Aug 16 20:30:12.376382 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8cd92-0121-4b06-b4e1-ed3655d421fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6344ba1-6ce1-44d3-aed4-7942f4c7bb1a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:12.378709 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49366) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:12.432335 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd3c9d4b-02a1-472f-b174-e191cd07c5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:12.441197 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60c63123-3b61-4f2e-8a29-85790f4b32f3 req-80494d65-e297-4180-a9a4-404b15047943 service neutron] 10.222.0.63 "GET /v2.0/networks/2611d081-2c12-48b9-8ddd-99c040708b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5027499 Aug 16 20:30:12.456302 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd3c9d4b-02a1-472f-b174-e191cd07c5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:12.457530 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port f734183e-9bb6-410c-9d00-1bfe0071145f, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f734183e-9bb6-410c-9d00-1bfe0071145f,segment=NetworkSegment(36b52101-ed99-4cbf-b602-e90679f3b474),segment_id=36b52101-ed99-4cbf-b602-e90679f3b474)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:12.470039 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'f734183e-9bb6-410c-9d00-1bfe0071145f', 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c', 'port_id': 'f734183e-9bb6-410c-9d00-1bfe0071145f', 'mac_address': 'fa:16:3e:1b:33:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0564504a-d02b-47de-8b06-242b48c23f0f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:30:12.511234 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd3c9d4b-02a1-472f-b174-e191cd07c5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:12.518107 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd3c9d4b-02a1-472f-b174-e191cd07c5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:12.520175 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-96514a91-556c-4b60-9d02-96ba7441a0eb req-843277ea-fb65-4552-a7fc-ff9254242b73 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5897911 Aug 16 20:30:12.534393 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bd3c9d4b-02a1-472f-b174-e191cd07c5ee admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e6344ba1-6ce1-44d3-aed4-7942f4c7bb1a HTTP/1.1" status: 204 len: 168 time: 0.1449590 Aug 16 20:30:12.536703 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:12.549684 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c9d4b-02a1-472f-b174-e191cd07c5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6344ba1-6ce1-44d3-aed4-7942f4c7bb1a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:12.576305 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f734183e-9bb6-410c-9d00-1bfe0071145f {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:30:12.585273 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60c63123-3b61-4f2e-8a29-85790f4b32f3 req-a2e71606-6708-419b-acee-f78236ecdf98 service neutron] 10.222.0.63 "GET /v2.0/networks/2611d081-2c12-48b9-8ddd-99c040708b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301808 Aug 16 20:30:12.610349 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port f734183e-9bb6-410c-9d00-1bfe0071145f, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f734183e-9bb6-410c-9d00-1bfe0071145f,segment=NetworkSegment(36b52101-ed99-4cbf-b602-e90679f3b474),segment_id=36b52101-ed99-4cbf-b602-e90679f3b474)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:12.615865 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:12.671160 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=f734183e-9bb6-410c-9d00-1bfe0071145f,revision_number=12']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:12.827319 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['f734183e-9bb6-410c-9d00-1bfe0071145f'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:30:13.638967 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59ed92-e63e-4f57-b2cc-962f4a54fdc3 req-49c7a3f1-2478-46dc-b44b-3fcbad4d76fd tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:13.640433 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6d59ed92-e63e-4f57-b2cc-962f4a54fdc3 req-49c7a3f1-2478-46dc-b44b-3fcbad4d76fd tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 946 time: 0.0577285 Aug 16 20:30:13.678815 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6d59ed92-e63e-4f57-b2cc-962f4a54fdc3 req-d093246b-7713-4d8b-b838-3edd9567f530 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323362 Aug 16 20:30:13.701867 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49404) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:13.768135 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0307ba6a-ef90-41d8-8dcb-b02e82180c29 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/floatingips/96436f26-d8c3-4924-8d7a-ad95e1307950 HTTP/1.1" status: 200 len: 993 time: 0.0651109 Aug 16 20:30:13.823349 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49408) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:13.970355 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-996c3226-26e2-49b5-9454-0afe243fd177 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1563978916'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:13.993428 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996c3226-26e2-49b5-9454-0afe243fd177 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Made reservation on behalf of 581894ed2b89413288c899385ac649ec for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:13.997434 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-996c3226-26e2-49b5-9454-0afe243fd177 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:14.006000 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-996c3226-26e2-49b5-9454-0afe243fd177 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:14.103058 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-996c3226-26e2-49b5-9454-0afe243fd177 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:14.107879 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-996c3226-26e2-49b5-9454-0afe243fd177 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:14.135114 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-996c3226-26e2-49b5-9454-0afe243fd177 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:30:14.147604 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c3226-26e2-49b5-9454-0afe243fd177 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f5f809-598a-45f0-bf1a-ce901004b7ed,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:14.153108 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-996c3226-26e2-49b5-9454-0afe243fd177 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:14.153453 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-996c3226-26e2-49b5-9454-0afe243fd177 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Added segment 4e4d9918-8668-4718-8b2c-b863abeadd33 of type vlan for network 5e390df4-c620-46c2-906d-65b5a85ba737 Aug 16 20:30:14.202371 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-996c3226-26e2-49b5-9454-0afe243fd177 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:14.235839 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-996c3226-26e2-49b5-9454-0afe243fd177 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:14.242422 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996c3226-26e2-49b5-9454-0afe243fd177 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:14.243635 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-996c3226-26e2-49b5-9454-0afe243fd177 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:14.319856 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-996c3226-26e2-49b5-9454-0afe243fd177 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4953883 Aug 16 20:30:14.322688 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49414) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:14.325373 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device f734183e-9bb6-410c-9d00-1bfe0071145f up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:14.327944 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-cbd340a3-a895-449f-8416-4242db06fd37 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Request body: {'subnet': {'network_id': '5e390df4-c620-46c2-906d-65b5a85ba737', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:14.355425 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c3226-26e2-49b5-9454-0afe243fd177 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Pushing event updated for resources: {'Network': ['ID=5e390df4-c620-46c2-906d-65b5a85ba737,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:14.369603 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 5e390df4-c620-46c2-906d-65b5a85ba737 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:30:14.416825 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd340a3-a895-449f-8416-4242db06fd37 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Made reservation on behalf of 581894ed2b89413288c899385ac649ec for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:14.421053 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cbd340a3-a895-449f-8416-4242db06fd37 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:14.437867 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port f734183e-9bb6-410c-9d00-1bfe0071145f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:14.445740 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port f734183e-9bb6-410c-9d00-1bfe0071145f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:14.446111 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:14.535571 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:14.558248 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956255c1-f446-4628-9485-f469065224fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f734183e-9bb6-410c-9d00-1bfe0071145f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:30:14.560829 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24dcc985-af2c-4b9a-b05e-d44d50306b80" -d '{"events": [{"server_uuid": "956255c1-f446-4628-9485-f469065224fc", "name": "network-vif-plugged", "status": "completed", "tag": "f734183e-9bb6-410c-9d00-1bfe0071145f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:30:14.574567 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port f734183e-9bb6-410c-9d00-1bfe0071145f, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f734183e-9bb6-410c-9d00-1bfe0071145f,segment=NetworkSegment(36b52101-ed99-4cbf-b602-e90679f3b474),segment_id=36b52101-ed99-4cbf-b602-e90679f3b474)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:14.580049 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:14.607482 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ede1a19-3144-47e4-89fb-5f2d7703bcd2 x-openstack-request-id: req-8ede1a19-3144-47e4-89fb-5f2d7703bcd2 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:30:14.607773 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956255c1-f446-4628-9485-f469065224fc", "name": "network-vif-plugged", "status": "completed", "tag": "f734183e-9bb6-410c-9d00-1bfe0071145f", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:30:14.608029 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8ede1a19-3144-47e4-89fb-5f2d7703bcd2 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:30:14.608462 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956255c1-f446-4628-9485-f469065224fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f734183e-9bb6-410c-9d00-1bfe0071145f', 'code': 200} Aug 16 20:30:14.612364 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cbd340a3-a895-449f-8416-4242db06fd37 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:14.633012 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=f734183e-9bb6-410c-9d00-1bfe0071145f,revision_number=13']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:14.678473 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd340a3-a895-449f-8416-4242db06fd37 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Pushing event updated for resources: {'Subnet': ['ID=1fc22005-ee89-44e3-8d45-a4fb8cfe76c4,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:14.685708 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd340a3-a895-449f-8416-4242db06fd37 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Checking segment: {'id': '4e4d9918-8668-4718-8b2c-b863abeadd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5e390df4-c620-46c2-906d-65b5a85ba737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:14.686072 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd340a3-a895-449f-8416-4242db06fd37 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Network hostable DHCP agents. Network: 5e390df4-c620-46c2-906d-65b5a85ba737, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:30:14.702407 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd340a3-a895-449f-8416-4242db06fd37 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Network 5e390df4-c620-46c2-906d-65b5a85ba737 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:30:14.711340 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-cbd340a3-a895-449f-8416-4242db06fd37 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 5e390df4-c620-46c2-906d-65b5a85ba737) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:14.718151 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd340a3-a895-449f-8416-4242db06fd37 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:14.718772 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cbd340a3-a895-449f-8416-4242db06fd37 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:14.719999 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef73799-dc3a-4dfa-8047-c017129b1b7d None None] Network 5e390df4-c620-46c2-906d-65b5a85ba737 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:14.734547 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-cbd340a3-a895-449f-8416-4242db06fd37 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4105566 Aug 16 20:30:14.737230 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49418) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:14.742409 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-61f24735-0c63-44a4-aff3-165bdb564052 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Request body: {'port': {'network_id': '5e390df4-c620-46c2-906d-65b5a85ba737', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2101903839'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:15.033813 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866726d5-7031-492e-b254-773af787edc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-5e390df4-c620-46c2-906d-65b5a85ba737', 'network_id': '5e390df4-c620-46c2-906d-65b5a85ba737', 'tenant_id': '581894ed2b89413288c899385ac649ec', 'fixed_ips': [{'subnet_id': '1fc22005-ee89-44e3-8d45-a4fb8cfe76c4'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:30:15.034701 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-866726d5-7031-492e-b254-773af787edc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:15.190175 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-866726d5-7031-492e-b254-773af787edc4 None None] Allocated IP 172.20.0.2 (5e390df4-c620-46c2-906d-65b5a85ba737/1fc22005-ee89-44e3-8d45-a4fb8cfe76c4/b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:15.220641 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f24735-0c63-44a4-aff3-165bdb564052 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Made reservation on behalf of 581894ed2b89413288c899385ac649ec for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:15.224368 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61f24735-0c63-44a4-aff3-165bdb564052 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:15.241101 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-61f24735-0c63-44a4-aff3-165bdb564052 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] device_id is not set on port 3fe95da2-cdab-4bd9-8b5e-49fdbca13158 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:30:15.334164 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-866726d5-7031-492e-b254-773af787edc4 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:15.342517 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-866726d5-7031-492e-b254-773af787edc4 None None] Transition to ACTIVE for port object b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:15.356832 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-866726d5-7031-492e-b254-773af787edc4 None None] Transition to ACTIVE for port object b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:15.362588 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-866726d5-7031-492e-b254-773af787edc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:15.397938 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866726d5-7031-492e-b254-773af787edc4 None None] Network 5e390df4-c620-46c2-906d-65b5a85ba737 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:15.402617 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-866726d5-7031-492e-b254-773af787edc4 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:15.406223 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866726d5-7031-492e-b254-773af787edc4 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:15.411550 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-61f24735-0c63-44a4-aff3-165bdb564052 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Allocated IP 172.20.0.9 (5e390df4-c620-46c2-906d-65b5a85ba737/1fc22005-ee89-44e3-8d45-a4fb8cfe76c4/3fe95da2-cdab-4bd9-8b5e-49fdbca13158) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:15.417199 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866726d5-7031-492e-b254-773af787edc4 None None] Pushing event updated for resources: {'Port': ['ID=b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:15.465769 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-866726d5-7031-492e-b254-773af787edc4 None None] Attempting to bind port b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:30:15.466143 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-866726d5-7031-492e-b254-773af787edc4 None None] Attempting to bind port b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '4e4d9918-8668-4718-8b2c-b863abeadd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5e390df4-c620-46c2-906d-65b5a85ba737'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:30:15.466506 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866726d5-7031-492e-b254-773af787edc4 None None] Attempting to bind port b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4 on network 5e390df4-c620-46c2-906d-65b5a85ba737 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:30:15.471319 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866726d5-7031-492e-b254-773af787edc4 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:30:15.471700 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866726d5-7031-492e-b254-773af787edc4 None None] Checking segment: {'id': '4e4d9918-8668-4718-8b2c-b863abeadd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5e390df4-c620-46c2-906d-65b5a85ba737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:15.472107 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-866726d5-7031-492e-b254-773af787edc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:15.472498 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866726d5-7031-492e-b254-773af787edc4 None None] Bound using segment: {'id': '4e4d9918-8668-4718-8b2c-b863abeadd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5e390df4-c620-46c2-906d-65b5a85ba737'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:30:15.472954 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-866726d5-7031-492e-b254-773af787edc4 None None] Bound port: b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4d9918-8668-4718-8b2c-b863abeadd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5e390df4-c620-46c2-906d-65b5a85ba737'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:30:15.473338 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-866726d5-7031-492e-b254-773af787edc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:15.538199 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-866726d5-7031-492e-b254-773af787edc4 None None] For port b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:30:15.541484 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-866726d5-7031-492e-b254-773af787edc4 None None] For port b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4,segment=NetworkSegment(4e4d9918-8668-4718-8b2c-b863abeadd33),segment_id=4e4d9918-8668-4718-8b2c-b863abeadd33)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:30:15.546445 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-866726d5-7031-492e-b254-773af787edc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:15.564443 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61f24735-0c63-44a4-aff3-165bdb564052 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:15.577772 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-61f24735-0c63-44a4-aff3-165bdb564052 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Transition to ACTIVE for port object 3fe95da2-cdab-4bd9-8b5e-49fdbca13158 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:15.603960 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:30:15.607359 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866726d5-7031-492e-b254-773af787edc4 None None] Pushing event updated for resources: {'Port': ['ID=b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:15.618771 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61f24735-0c63-44a4-aff3-165bdb564052 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:15.664543 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f24735-0c63-44a4-aff3-165bdb564052 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Network 5e390df4-c620-46c2-906d-65b5a85ba737 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:15.667786 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-61f24735-0c63-44a4-aff3-165bdb564052 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:15.672213 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f24735-0c63-44a4-aff3-165bdb564052 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:15.696009 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f24735-0c63-44a4-aff3-165bdb564052 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Pushing event updated for resources: {'Port': ['ID=3fe95da2-cdab-4bd9-8b5e-49fdbca13158,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:15.724414 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f24735-0c63-44a4-aff3-165bdb564052 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:15.725113 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61f24735-0c63-44a4-aff3-165bdb564052 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:15.756576 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49422) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:15.757932 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-61f24735-0c63-44a4-aff3-165bdb564052 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0195518 Aug 16 20:30:15.858560 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5e30da0e-b54b-4796-a695-9fac38086452 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Deleting port 3fe95da2-cdab-4bd9-8b5e-49fdbca13158 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:15.859143 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5e30da0e-b54b-4796-a695-9fac38086452 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:15.951576 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5e30da0e-b54b-4796-a695-9fac38086452 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:15.962946 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5e30da0e-b54b-4796-a695-9fac38086452 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Calling delete_port for 3fe95da2-cdab-4bd9-8b5e-49fdbca13158 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:16.093215 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5e30da0e-b54b-4796-a695-9fac38086452 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:16.123539 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30da0e-b54b-4796-a695-9fac38086452 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Pushing event deleted for resources: {'Port': ['ID=3fe95da2-cdab-4bd9-8b5e-49fdbca13158,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:16.192510 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5e30da0e-b54b-4796-a695-9fac38086452 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:16.196992 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5e30da0e-b54b-4796-a695-9fac38086452 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] 10.222.0.68 "DELETE /v2.0/ports/3fe95da2-cdab-4bd9-8b5e-49fdbca13158 HTTP/1.1" status: 204 len: 168 time: 0.4363484 Aug 16 20:30:16.197240 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49426) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:16.265896 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2ef1ec41-e1d2-4a58-9aff-7c68161bbfad tempest-DHCPAgentSchedulersTestJSON-1308731673 tempest-DHCPAgentSchedulersTestJSON-1308731673-project-admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4684 time: 0.0675223 Aug 16 20:30:16.268828 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49430) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:16.273809 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c0f9a093-bbf4-41e4-b563-67056d1a00af tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1754188292'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:16.297225 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f9a093-bbf4-41e4-b563-67056d1a00af tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Made reservation on behalf of 581894ed2b89413288c899385ac649ec for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:16.300714 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0f9a093-bbf4-41e4-b563-67056d1a00af tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:16.330235 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f9a093-bbf4-41e4-b563-67056d1a00af tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:30:16.339921 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0f9a093-bbf4-41e4-b563-67056d1a00af tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:16.340775 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-c0f9a093-bbf4-41e4-b563-67056d1a00af tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Added segment e4fdd6cb-9529-4b3d-900a-c736a5d0f741 of type vlan for network 1d783539-66e6-4891-8b5e-b8b7cfbbf362 Aug 16 20:30:16.382543 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0f9a093-bbf4-41e4-b563-67056d1a00af tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:16.409677 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0f9a093-bbf4-41e4-b563-67056d1a00af tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:16.415525 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f9a093-bbf4-41e4-b563-67056d1a00af tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:16.416174 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0f9a093-bbf4-41e4-b563-67056d1a00af tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:16.473175 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c0f9a093-bbf4-41e4-b563-67056d1a00af tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2032537 Aug 16 20:30:16.475892 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49432) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:16.486095 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9a093-bbf4-41e4-b563-67056d1a00af tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Pushing event updated for resources: {'Network': ['ID=1d783539-66e6-4891-8b5e-b8b7cfbbf362,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:16.496361 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 1d783539-66e6-4891-8b5e-b8b7cfbbf362 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:30:16.543603 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af89847-3170-4775-a474-f78669738be4 None None] Network 5e390df4-c620-46c2-906d-65b5a85ba737 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:16.607293 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e47391b2-4810-4512-83cf-4c7528c3a804 req-85456402-eb99-400a-8c95-a859de26db66 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1070175 Aug 16 20:30:16.629934 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6edbfb83-de92-4546-a78a-d7c24c8dc743 None None] Provisioning for port b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:16.666860 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c5db4fb6-4573-4aad-a53b-0f1a9db05fed tempest-DHCPAgentSchedulersTestJSON-1308731673 tempest-DHCPAgentSchedulersTestJSON-1308731673-project-admin] 10.222.0.68 "GET /v2.0/agents/b5449efb-de7d-4c2a-8573-e3db79ff9e05/dhcp-networks HTTP/1.1" status: 200 len: 4884 time: 0.1896541 Aug 16 20:30:16.669573 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49434) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:16.741640 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47391b2-4810-4512-83cf-4c7528c3a804 req-944db0c0-1f1d-4612-8400-a8115f69c107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:16.743267 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e47391b2-4810-4512-83cf-4c7528c3a804 req-944db0c0-1f1d-4612-8400-a8115f69c107 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 1099 time: 0.0855045 Aug 16 20:30:16.820578 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd3adc5-8467-4f49-a603-cd3649c87f83 tempest-DHCPAgentSchedulersTestJSON-1308731673 tempest-DHCPAgentSchedulersTestJSON-1308731673-project-admin] Network 1d783539-66e6-4891-8b5e-b8b7cfbbf362 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:30:16.845600 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8fd3adc5-8467-4f49-a603-cd3649c87f83 tempest-DHCPAgentSchedulersTestJSON-1308731673 tempest-DHCPAgentSchedulersTestJSON-1308731673-project-admin] 10.222.0.68 "POST /v2.0/agents/b5449efb-de7d-4c2a-8573-e3db79ff9e05/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1750255 Aug 16 20:30:16.848168 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49436) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:16.852715 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e8eae5-9137-4b67-974a-776335974e60 None None] Network 1d783539-66e6-4891-8b5e-b8b7cfbbf362 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:16.895849 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:16.939285 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47391b2-4810-4512-83cf-4c7528c3a804 req-9aea582e-b6aa-4d36-89fa-e5e6b709b608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:16.940770 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e47391b2-4810-4512-83cf-4c7528c3a804 req-9aea582e-b6aa-4d36-89fa-e5e6b709b608 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2611d081-2c12-48b9-8ddd-99c040708b3c HTTP/1.1" status: 200 len: 897 time: 0.1748064 Aug 16 20:30:17.017638 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:17.021339 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c7a6dbb0-d0a5-4976-91f5-772167bf6a90 None None] Provisioning complete for port b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:17.022140 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c7a6dbb0-d0a5-4976-91f5-772167bf6a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:17.025016 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:17.025170 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:17.034483 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e47391b2-4810-4512-83cf-4c7528c3a804 req-66a0a3a8-0d59-4062-abc4-55f0df33c902 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f734183e-9bb6-410c-9d00-1bfe0071145f HTTP/1.1" status: 200 len: 1002 time: 0.0841625 Aug 16 20:30:17.075085 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-01e8dfb1-6144-429d-9282-ef93976db464 tempest-DHCPAgentSchedulersTestJSON-1308731673 tempest-DHCPAgentSchedulersTestJSON-1308731673-project-admin] 10.222.0.68 "GET /v2.0/agents/b5449efb-de7d-4c2a-8573-e3db79ff9e05/dhcp-networks HTTP/1.1" status: 200 len: 5655 time: 0.2258749 Aug 16 20:30:17.077900 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49438) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:17.117259 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47391b2-4810-4512-83cf-4c7528c3a804 req-012ac019-b3ec-4033-862c-57fbebd9df38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:17.118708 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e47391b2-4810-4512-83cf-4c7528c3a804 req-012ac019-b3ec-4033-862c-57fbebd9df38 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0564504a-d02b-47de-8b06-242b48c23f0f HTTP/1.1" status: 200 len: 834 time: 0.0778584 Aug 16 20:30:17.178149 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c7a6dbb0-d0a5-4976-91f5-772167bf6a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:17.182284 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:17.197491 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c05c979f-2c7d-47cc-9049-86fba2178c30 tempest-DHCPAgentSchedulersTestJSON-1308731673 tempest-DHCPAgentSchedulersTestJSON-1308731673-project-admin] 10.222.0.68 "DELETE /v2.0/agents/b5449efb-de7d-4c2a-8573-e3db79ff9e05/dhcp-networks/1d783539-66e6-4891-8b5e-b8b7cfbbf362 HTTP/1.1" status: 204 len: 168 time: 0.1184654 Aug 16 20:30:17.200254 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49440) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:17.204043 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47391b2-4810-4512-83cf-4c7528c3a804 req-9d245409-fc30-4045-afcc-91d56ddb01a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:17.205645 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e47391b2-4810-4512-83cf-4c7528c3a804 req-9d245409-fc30-4045-afcc-91d56ddb01a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2611d081-2c12-48b9-8ddd-99c040708b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659597 Aug 16 20:30:17.238811 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c7a6dbb0-d0a5-4976-91f5-772167bf6a90 None None] For port b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4,segment=NetworkSegment(4e4d9918-8668-4718-8b2c-b863abeadd33),segment_id=4e4d9918-8668-4718-8b2c-b863abeadd33)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:17.247782 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c7a6dbb0-d0a5-4976-91f5-772167bf6a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:17.333452 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:30:17.334070 n-d-787206-13 neutron-server[94772]: DEBUG oslo_db.api [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:30:17.339484 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6dbb0-d0a5-4976-91f5-772167bf6a90 None None] Pushing event updated for resources: {'Port': ['ID=b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:17.363771 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-44efc98a-fc6f-4b8f-bd3b-b502668e32fe None None] Could not find standard attr ID for object 3fe95da2-cdab-4bd9-8b5e-49fdbca13158. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:30:17.368040 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e47391b2-4810-4512-83cf-4c7528c3a804 req-b025b333-e749-4f8e-b11a-400e5648f9ec service neutron] 10.222.0.57 "GET /v2.0/networks/2611d081-2c12-48b9-8ddd-99c040708b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540437 Aug 16 20:30:17.382128 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-df339792-eab7-4831-8ad8-84a9e4a993b9 tempest-DHCPAgentSchedulersTestJSON-1308731673 tempest-DHCPAgentSchedulersTestJSON-1308731673-project-admin] 10.222.0.68 "GET /v2.0/agents/b5449efb-de7d-4c2a-8573-e3db79ff9e05/dhcp-networks HTTP/1.1" status: 200 len: 4884 time: 0.1798022 Aug 16 20:30:17.387743 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49444) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:17.410190 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fe90b46b-fb0f-44ee-bc05-8514478ab5fb tempest-DHCPAgentSchedulersTestJSON-1308731673 tempest-DHCPAgentSchedulersTestJSON-1308731673-project-admin] 10.222.0.68 "GET /v2.0/networks/5e390df4-c620-46c2-906d-65b5a85ba737/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0211520 Aug 16 20:30:17.413296 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49448) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:17.432654 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0b5cc95d-cb5f-40d9-9af3-d0b9c3cbe293 tempest-DHCPAgentSchedulersTestJSON-1308731673 tempest-DHCPAgentSchedulersTestJSON-1308731673-project-admin] 10.222.0.68 "GET /v2.0/networks/5e390df4-c620-46c2-906d-65b5a85ba737/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0180891 Aug 16 20:30:17.435023 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49450) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:17.467190 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e47391b2-4810-4512-83cf-4c7528c3a804 req-f19241bf-5d87-47b9-818b-c9898ff55f1c service neutron] 10.222.0.57 "GET /v2.0/networks/2611d081-2c12-48b9-8ddd-99c040708b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915313 Aug 16 20:30:17.548198 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-206b7c16-9e43-434c-9541-698faa37d336 tempest-DHCPAgentSchedulersTestJSON-1308731673 tempest-DHCPAgentSchedulersTestJSON-1308731673-project-admin] 10.222.0.68 "GET /v2.0/agents/b5449efb-de7d-4c2a-8573-e3db79ff9e05/dhcp-networks HTTP/1.1" status: 200 len: 4884 time: 0.1119134 Aug 16 20:30:17.551444 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49452) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:17.632270 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d2736abf-6d77-4639-8ec3-96f6f718c946 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:17.714650 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d2736abf-6d77-4639-8ec3-96f6f718c946 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:17.724498 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d2736abf-6d77-4639-8ec3-96f6f718c946 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d783539-66e6-4891-8b5e-b8b7cfbbf362']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:17.734518 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d2736abf-6d77-4639-8ec3-96f6f718c946 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4fdd6cb-9529-4b3d-900a-c736a5d0f741') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:17.734808 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d2736abf-6d77-4639-8ec3-96f6f718c946 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4fdd6cb-9529-4b3d-900a-c736a5d0f741') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:17.743268 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d2736abf-6d77-4639-8ec3-96f6f718c946 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:17.756558 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d2736abf-6d77-4639-8ec3-96f6f718c946 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:17.763045 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2736abf-6d77-4639-8ec3-96f6f718c946 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:30:17.763541 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d2736abf-6d77-4639-8ec3-96f6f718c946 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:17.766717 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:30:17.766717 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:30:17.766717 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:30:17.766717 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:30:17.766717 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:30:17.766717 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:30:17.766717 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:30:17.766717 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:30:17.766717 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:30:17.766717 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:30:17.766717 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:30:17.766717 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:30:17.766717 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:30:17.766717 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:30:17.766717 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:30:17.766717 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:30:17.766717 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:30:17.766717 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:30:17.766717 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:30:17.766717 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:30:17.766717 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:30:17.766717 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:30:17.766717 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:30:17.766717 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:30:17.766717 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:30:17.766717 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:30:17.766717 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:30:17.766717 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:30:17.766717 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:30:17.766717 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:30:17.766717 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:30:17.766717 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:30:17.827682 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d2736abf-6d77-4639-8ec3-96f6f718c946 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:17.832486 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d2736abf-6d77-4639-8ec3-96f6f718c946 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:17.834588 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d2736abf-6d77-4639-8ec3-96f6f718c946 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] 10.222.0.68 "DELETE /v2.0/networks/1d783539-66e6-4891-8b5e-b8b7cfbbf362 HTTP/1.1" status: 204 len: 168 time: 0.2822502 Aug 16 20:30:17.837263 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49454) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:17.850266 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2736abf-6d77-4639-8ec3-96f6f718c946 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Pushing event deleted for resources: {'Network': ['ID=1d783539-66e6-4891-8b5e-b8b7cfbbf362,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:17.863570 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a46fa2-e101-49a1-83e2-c184b206a6a4 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] DELETE failed (client error): The resource could not be found. Aug 16 20:30:17.864206 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4a46fa2-e101-49a1-83e2-c184b206a6a4 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:30:17.866550 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f4a46fa2-e101-49a1-83e2-c184b206a6a4 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] 10.222.0.68 "DELETE /v2.0/ports/3fe95da2-cdab-4bd9-8b5e-49fdbca13158 HTTP/1.1" status: 404 len: 333 time: 0.0278106 Aug 16 20:30:17.869160 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49456) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:17.924247 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ef55a69-f352-47f5-8d00-8d1014f7c292 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Deleting subnet 1fc22005-ee89-44e3-8d45-a4fb8cfe76c4 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:30:17.927237 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ef55a69-f352-47f5-8d00-8d1014f7c292 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:17.966187 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ef55a69-f352-47f5-8d00-8d1014f7c292 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:18.045467 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ef55a69-f352-47f5-8d00-8d1014f7c292 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:18.105652 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ef55a69-f352-47f5-8d00-8d1014f7c292 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:18.132040 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef55a69-f352-47f5-8d00-8d1014f7c292 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Pushing event deleted for resources: {'Subnet': ['ID=1fc22005-ee89-44e3-8d45-a4fb8cfe76c4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:18.135814 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ef55a69-f352-47f5-8d00-8d1014f7c292 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:18.138616 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6ef55a69-f352-47f5-8d00-8d1014f7c292 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] 10.222.0.68 "DELETE /v2.0/subnets/1fc22005-ee89-44e3-8d45-a4fb8cfe76c4 HTTP/1.1" status: 204 len: 168 time: 0.2685411 Aug 16 20:30:18.140959 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49458) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:18.143865 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb616e55-b51a-410c-8250-e6764920b1e4 None None] Network 5e390df4-c620-46c2-906d-65b5a85ba737 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:18.215648 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-445cfd4a-e970-456c-be5e-0a860185ba92 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:18.271657 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-445cfd4a-e970-456c-be5e-0a860185ba92 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Deleting port b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:18.271994 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-445cfd4a-e970-456c-be5e-0a860185ba92 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:18.318809 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe07400-2f95-4bac-8478-965bbe7a7468 None None] DHCP port deletion for 5e390df4-c620-46c2-906d-65b5a85ba737 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:30:18.343748 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-445cfd4a-e970-456c-be5e-0a860185ba92 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] For port b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4,segment=NetworkSegment(4e4d9918-8668-4718-8b2c-b863abeadd33),segment_id=4e4d9918-8668-4718-8b2c-b863abeadd33)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:18.344453 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-445cfd4a-e970-456c-be5e-0a860185ba92 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:18.360993 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-445cfd4a-e970-456c-be5e-0a860185ba92 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Calling delete_port for b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:18.367674 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7fe07400-2f95-4bac-8478-965bbe7a7468 None None] Deleting port b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:18.368046 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7fe07400-2f95-4bac-8478-965bbe7a7468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:18.429421 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7fe07400-2f95-4bac-8478-965bbe7a7468 None None] For port b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4,segment=NetworkSegment(4e4d9918-8668-4718-8b2c-b863abeadd33),segment_id=4e4d9918-8668-4718-8b2c-b863abeadd33)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:18.430088 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7fe07400-2f95-4bac-8478-965bbe7a7468 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:18.441936 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-445cfd4a-e970-456c-be5e-0a860185ba92 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:18.445407 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7fe07400-2f95-4bac-8478-965bbe7a7468 None None] Calling delete_port for b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:18.473030 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445cfd4a-e970-456c-be5e-0a860185ba92 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Pushing event deleted for resources: {'Port': ['ID=b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:18.474897 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445cfd4a-e970-456c-be5e-0a860185ba92 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] No DVR routers for this DVR port b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:30:18.529327 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7fe07400-2f95-4bac-8478-965bbe7a7468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:18.553048 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe07400-2f95-4bac-8478-965bbe7a7468 None None] Pushing event deleted for resources: {'Port': ['ID=b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:18.555108 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-445cfd4a-e970-456c-be5e-0a860185ba92 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:18.559881 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe07400-2f95-4bac-8478-965bbe7a7468 None None] No DVR routers for this DVR port b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:30:18.571086 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-445cfd4a-e970-456c-be5e-0a860185ba92 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e390df4-c620-46c2-906d-65b5a85ba737']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:18.581259 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-445cfd4a-e970-456c-be5e-0a860185ba92 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e4d9918-8668-4718-8b2c-b863abeadd33') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:18.581552 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-445cfd4a-e970-456c-be5e-0a860185ba92 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e4d9918-8668-4718-8b2c-b863abeadd33') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:18.590371 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-445cfd4a-e970-456c-be5e-0a860185ba92 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:18.603501 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-445cfd4a-e970-456c-be5e-0a860185ba92 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:18.610373 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-445cfd4a-e970-456c-be5e-0a860185ba92 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:30:18.610997 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-445cfd4a-e970-456c-be5e-0a860185ba92 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:18.613922 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:30:18.613922 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:30:18.613922 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:30:18.613922 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:30:18.613922 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:30:18.613922 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:30:18.613922 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:30:18.613922 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:30:18.613922 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:30:18.613922 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:30:18.613922 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:30:18.613922 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:30:18.613922 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:30:18.613922 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:30:18.613922 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:30:18.613922 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:30:18.613922 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:30:18.613922 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:30:18.613922 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:30:18.613922 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:30:18.613922 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:30:18.613922 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:30:18.613922 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:30:18.613922 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:30:18.613922 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:30:18.613922 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:30:18.613922 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:30:18.613922 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:30:18.613922 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:30:18.613922 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:30:18.613922 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:30:18.613922 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:30:18.676411 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-445cfd4a-e970-456c-be5e-0a860185ba92 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:18.685229 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-445cfd4a-e970-456c-be5e-0a860185ba92 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:18.687055 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-445cfd4a-e970-456c-be5e-0a860185ba92 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] 10.222.0.68 "DELETE /v2.0/networks/5e390df4-c620-46c2-906d-65b5a85ba737 HTTP/1.1" status: 204 len: 168 time: 0.5451269 Aug 16 20:30:18.698600 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445cfd4a-e970-456c-be5e-0a860185ba92 tempest-DHCPAgentSchedulersTestJSON-962304473 tempest-DHCPAgentSchedulersTestJSON-962304473-project] Pushing event deleted for resources: {'Network': ['ID=5e390df4-c620-46c2-906d-65b5a85ba737,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:18.810221 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:30:18.829704 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:30:18.830060 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b6698bb4-aea3-418c-9ab2-ebacb1a7c9a4 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:30:18.940113 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49466) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:19.072753 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3585e573-f82b-4c06-9059-25fc0aa9a780 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=581894ed2b89413288c899385ac649ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314025 Aug 16 20:30:19.075296 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49470) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:19.122517 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-77f3995a-0ce0-4a99-b11d-dd2b1f40bf55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:19.142814 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-77f3995a-0ce0-4a99-b11d-dd2b1f40bf55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:19.192288 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-77f3995a-0ce0-4a99-b11d-dd2b1f40bf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:19.194912 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-77f3995a-0ce0-4a99-b11d-dd2b1f40bf55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:19.196091 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-77f3995a-0ce0-4a99-b11d-dd2b1f40bf55 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/30f5f809-598a-45f0-bf1a-ce901004b7ed HTTP/1.1" status: 204 len: 168 time: 0.1198795 Aug 16 20:30:19.203640 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3995a-0ce0-4a99-b11d-dd2b1f40bf55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f5f809-598a-45f0-bf1a-ce901004b7ed,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:19.461088 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49478) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:19.474721 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f12456ed-21d3-4a8a-b0eb-ffc764ddb7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:19.564242 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f12456ed-21d3-4a8a-b0eb-ffc764ddb7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:19.567614 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f12456ed-21d3-4a8a-b0eb-ffc764ddb7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:19.605695 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f12456ed-21d3-4a8a-b0eb-ffc764ddb7b2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f6e2d31551d841e2b7ca842b38e99b74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433477 Aug 16 20:30:19.607820 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12456ed-21d3-4a8a-b0eb-ffc764ddb7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900a78bb-89fb-4827-87f5-1d94aa617184,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:19.608484 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49480) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:19.659129 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81b35988-4ec0-47cb-a38a-5152428c50b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:19.679869 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81b35988-4ec0-47cb-a38a-5152428c50b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:19.727708 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81b35988-4ec0-47cb-a38a-5152428c50b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:19.730447 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81b35988-4ec0-47cb-a38a-5152428c50b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:19.731669 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-81b35988-4ec0-47cb-a38a-5152428c50b5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/900a78bb-89fb-4827-87f5-1d94aa617184 HTTP/1.1" status: 204 len: 168 time: 0.1220849 Aug 16 20:30:19.739139 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b35988-4ec0-47cb-a38a-5152428c50b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900a78bb-89fb-4827-87f5-1d94aa617184,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:20.921043 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49518) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:21.068985 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b466d5df-ca64-411c-9374-f2bca83af292 tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2043638141'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:21.089929 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b466d5df-ca64-411c-9374-f2bca83af292 tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] Made reservation on behalf of 677d0f47350e4933b6083667680242e6 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:21.093386 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b466d5df-ca64-411c-9374-f2bca83af292 tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:21.101958 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b466d5df-ca64-411c-9374-f2bca83af292 tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:21.192850 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b466d5df-ca64-411c-9374-f2bca83af292 tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:21.197132 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b466d5df-ca64-411c-9374-f2bca83af292 tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:21.224569 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b466d5df-ca64-411c-9374-f2bca83af292 tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:30:21.235411 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466d5df-ca64-411c-9374-f2bca83af292 tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e80fe6-073f-465c-a0f0-2f9b95de58ce,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:21.241222 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b466d5df-ca64-411c-9374-f2bca83af292 tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:21.241565 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-b466d5df-ca64-411c-9374-f2bca83af292 tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] Added segment 3e6353e1-69f0-4830-93e6-078e1590603d of type vlan for network c2f0df06-086c-45be-8f54-c6f27f8a4915 Aug 16 20:30:21.281182 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b466d5df-ca64-411c-9374-f2bca83af292 tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:21.305421 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b466d5df-ca64-411c-9374-f2bca83af292 tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:21.310951 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b466d5df-ca64-411c-9374-f2bca83af292 tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:21.311571 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b466d5df-ca64-411c-9374-f2bca83af292 tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:21.364668 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b466d5df-ca64-411c-9374-f2bca83af292 tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4424884 Aug 16 20:30:21.367941 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49522) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:21.376640 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466d5df-ca64-411c-9374-f2bca83af292 tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] Pushing event updated for resources: {'Network': ['ID=c2f0df06-086c-45be-8f54-c6f27f8a4915,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:21.389852 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network c2f0df06-086c-45be-8f54-c6f27f8a4915 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:30:21.427616 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a014412e-b097-41fa-be0d-f777cffc8cde tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Request body: {'network': {'name': 'tempest-network--1042467969', 'router:external': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:21.447494 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a014412e-b097-41fa-be0d-f777cffc8cde tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Made reservation on behalf of af2ab9bd4eae4f12b8a3af4f56427d34 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:21.449816 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a014412e-b097-41fa-be0d-f777cffc8cde tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:21.459026 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a014412e-b097-41fa-be0d-f777cffc8cde tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:21.549564 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a014412e-b097-41fa-be0d-f777cffc8cde tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:21.553985 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a014412e-b097-41fa-be0d-f777cffc8cde tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:21.578090 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a014412e-b097-41fa-be0d-f777cffc8cde tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:30:21.586606 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014412e-b097-41fa-be0d-f777cffc8cde tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a272fb-606c-45e6-9f77-e69fc38fe710,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:21.593025 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a014412e-b097-41fa-be0d-f777cffc8cde tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:21.593367 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-a014412e-b097-41fa-be0d-f777cffc8cde tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Added segment a7c716bb-1893-4107-9ef8-40311fc87443 of type vlan for network 62543de8-d3a8-455a-b7e3-0fe848d9678c Aug 16 20:30:21.639083 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a014412e-b097-41fa-be0d-f777cffc8cde tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:21.668438 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a014412e-b097-41fa-be0d-f777cffc8cde tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:21.669526 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a014412e-b097-41fa-be0d-f777cffc8cde tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:21.670101 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a014412e-b097-41fa-be0d-f777cffc8cde tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:21.737561 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a014412e-b097-41fa-be0d-f777cffc8cde tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3685157 Aug 16 20:30:21.740551 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49528) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:21.755523 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014412e-b097-41fa-be0d-f777cffc8cde tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Pushing event updated for resources: {'Network': ['ID=62543de8-d3a8-455a-b7e3-0fe848d9678c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:21.765835 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 62543de8-d3a8-455a-b7e3-0fe848d9678c details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:30:21.814640 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9ff8f91b-b71d-46d2-bcde-1e9cb8918a96 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:21.896372 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9ff8f91b-b71d-46d2-bcde-1e9cb8918a96 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:21.905924 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-9ff8f91b-b71d-46d2-bcde-1e9cb8918a96 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62543de8-d3a8-455a-b7e3-0fe848d9678c']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:21.915914 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-9ff8f91b-b71d-46d2-bcde-1e9cb8918a96 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c716bb-1893-4107-9ef8-40311fc87443') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:21.916207 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-9ff8f91b-b71d-46d2-bcde-1e9cb8918a96 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c716bb-1893-4107-9ef8-40311fc87443') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:21.924688 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9ff8f91b-b71d-46d2-bcde-1e9cb8918a96 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:21.938322 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9ff8f91b-b71d-46d2-bcde-1e9cb8918a96 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:21.943975 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff8f91b-b71d-46d2-bcde-1e9cb8918a96 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:30:21.944359 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9ff8f91b-b71d-46d2-bcde-1e9cb8918a96 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:21.945964 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:30:21.945964 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:30:21.945964 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:30:21.945964 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:30:21.945964 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:30:21.945964 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:30:21.945964 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:30:21.945964 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:30:21.945964 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:30:21.945964 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:30:21.945964 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:30:21.945964 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:30:21.945964 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:30:21.945964 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:30:21.945964 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:30:21.945964 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:30:21.945964 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:30:21.945964 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:30:21.945964 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:30:21.945964 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:30:21.945964 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:30:21.945964 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:30:21.945964 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:30:21.945964 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:30:21.945964 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:30:21.945964 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:30:21.945964 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:30:21.945964 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:30:21.945964 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:30:21.945964 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:30:21.945964 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:30:21.945964 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:30:22.000554 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9ff8f91b-b71d-46d2-bcde-1e9cb8918a96 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:22.005979 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff8f91b-b71d-46d2-bcde-1e9cb8918a96 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 62543de8-d3a8-455a-b7e3-0fe848d9678c {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 20:30:22.008743 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9ff8f91b-b71d-46d2-bcde-1e9cb8918a96 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:22.010605 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9ff8f91b-b71d-46d2-bcde-1e9cb8918a96 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] 10.222.0.68 "DELETE /v2.0/networks/62543de8-d3a8-455a-b7e3-0fe848d9678c HTTP/1.1" status: 204 len: 168 time: 0.2688890 Aug 16 20:30:22.015058 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49530) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:22.020619 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-bb19c431-a337-4d79-99ed-6d258d20c78b tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:22.021341 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8f91b-b71d-46d2-bcde-1e9cb8918a96 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Pushing event deleted for resources: {'Network': ['ID=62543de8-d3a8-455a-b7e3-0fe848d9678c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:22.049048 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb19c431-a337-4d79-99ed-6d258d20c78b tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Made reservation on behalf of af2ab9bd4eae4f12b8a3af4f56427d34 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:22.052093 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bb19c431-a337-4d79-99ed-6d258d20c78b tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:22.081834 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb19c431-a337-4d79-99ed-6d258d20c78b tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:30:22.092494 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bb19c431-a337-4d79-99ed-6d258d20c78b tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:22.092852 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-bb19c431-a337-4d79-99ed-6d258d20c78b tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Added segment 6aac168b-0f92-476f-b547-987f7bf413af of type vlan for network 110ddd6e-9d40-4158-9589-58422d906ff9 Aug 16 20:30:22.153863 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bb19c431-a337-4d79-99ed-6d258d20c78b tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:22.183966 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bb19c431-a337-4d79-99ed-6d258d20c78b tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:22.184942 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb19c431-a337-4d79-99ed-6d258d20c78b tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:22.185497 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bb19c431-a337-4d79-99ed-6d258d20c78b tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:22.234805 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bb19c431-a337-4d79-99ed-6d258d20c78b tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2183094 Aug 16 20:30:22.237785 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49532) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:22.243208 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7d66679f-58c9-445f-a505-54696eed8e98 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Request body: {'subnet': {'network_id': '110ddd6e-9d40-4158-9589-58422d906ff9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:22.246753 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19c431-a337-4d79-99ed-6d258d20c78b tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Pushing event updated for resources: {'Network': ['ID=110ddd6e-9d40-4158-9589-58422d906ff9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:22.257479 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 110ddd6e-9d40-4158-9589-58422d906ff9 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:30:22.273203 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d66679f-58c9-445f-a505-54696eed8e98 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Made reservation on behalf of af2ab9bd4eae4f12b8a3af4f56427d34 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:22.277595 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d66679f-58c9-445f-a505-54696eed8e98 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:22.567586 n-d-787206-13 neutron-server[94770]: DEBUG neutron.objects.ports [None req-7d66679f-58c9-445f-a505-54696eed8e98 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:30:22.568035 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d66679f-58c9-445f-a505-54696eed8e98 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:22.624494 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66679f-58c9-445f-a505-54696eed8e98 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Pushing event updated for resources: {'Subnet': ['ID=606da7e3-133b-48ec-8e38-de2021f71dc1,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:22.631877 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d66679f-58c9-445f-a505-54696eed8e98 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Checking segment: {'id': '6aac168b-0f92-476f-b547-987f7bf413af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '110ddd6e-9d40-4158-9589-58422d906ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:22.631996 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d66679f-58c9-445f-a505-54696eed8e98 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Network hostable DHCP agents. Network: 110ddd6e-9d40-4158-9589-58422d906ff9, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:30:22.648526 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d66679f-58c9-445f-a505-54696eed8e98 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Network 110ddd6e-9d40-4158-9589-58422d906ff9 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:30:22.657657 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-7d66679f-58c9-445f-a505-54696eed8e98 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 110ddd6e-9d40-4158-9589-58422d906ff9) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:22.661725 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d66679f-58c9-445f-a505-54696eed8e98 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:22.662302 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d66679f-58c9-445f-a505-54696eed8e98 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:22.667425 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431b6d7e-b0d3-411c-aec1-daafd21e5f9d None None] Network 110ddd6e-9d40-4158-9589-58422d906ff9 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:22.676112 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7d66679f-58c9-445f-a505-54696eed8e98 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4371500 Aug 16 20:30:22.678869 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49536) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:22.683389 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2e33e038-f4fe-41e7-8a6c-351df961e289 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Request body: {'floatingip': {'floating_network_id': '110ddd6e-9d40-4158-9589-58422d906ff9'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:22.706205 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e33e038-f4fe-41e7-8a6c-351df961e289 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:22.790834 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f114501c-5361-4c99-af4b-860affbc16fe None None] Network 110ddd6e-9d40-4158-9589-58422d906ff9 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:22.797943 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e33e038-f4fe-41e7-8a6c-351df961e289 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:22.905597 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-2e33e038-f4fe-41e7-8a6c-351df961e289 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Allocated IP 172.20.0.6 (110ddd6e-9d40-4158-9589-58422d906ff9/606da7e3-133b-48ec-8e38-de2021f71dc1/453b2430-a894-4fc1-b86a-2fc72c2c3e86) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:23.007304 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e33e038-f4fe-41e7-8a6c-351df961e289 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:23.047016 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e33e038-f4fe-41e7-8a6c-351df961e289 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:23.087870 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e33e038-f4fe-41e7-8a6c-351df961e289 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Network 110ddd6e-9d40-4158-9589-58422d906ff9 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:23.093026 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-2e33e038-f4fe-41e7-8a6c-351df961e289 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:23.097110 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e33e038-f4fe-41e7-8a6c-351df961e289 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:23.125205 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33e038-f4fe-41e7-8a6c-351df961e289 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Pushing event updated for resources: {'Port': ['ID=453b2430-a894-4fc1-b86a-2fc72c2c3e86,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:23.189209 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e33e038-f4fe-41e7-8a6c-351df961e289 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:23.221832 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e33e038-f4fe-41e7-8a6c-351df961e289 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:23.368927 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e33e038-f4fe-41e7-8a6c-351df961e289 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:23.373910 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e33e038-f4fe-41e7-8a6c-351df961e289 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:23.440141 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33e038-f4fe-41e7-8a6c-351df961e289 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Pushing event updated for resources: {'Port': ['ID=453b2430-a894-4fc1-b86a-2fc72c2c3e86,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:23.451343 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e33e038-f4fe-41e7-8a6c-351df961e289 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:23.463834 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e33e038-f4fe-41e7-8a6c-351df961e289 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:23.465257 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2e33e038-f4fe-41e7-8a6c-351df961e289 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7854052 Aug 16 20:30:23.468136 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49538) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:23.536422 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3f09394b-2a49-415e-be85-886c20dfa123 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] 10.222.0.68 "GET /v2.0/floatingips?floating_network_id=110ddd6e-9d40-4158-9589-58422d906ff9 HTTP/1.1" status: 200 len: 689 time: 0.0672164 Aug 16 20:30:23.538792 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49540) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:23.623386 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc716993-c8f4-4a85-8b5e-66ea8336de3c tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:23.737984 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-dc716993-c8f4-4a85-8b5e-66ea8336de3c tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Deleting port 453b2430-a894-4fc1-b86a-2fc72c2c3e86 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:23.738305 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc716993-c8f4-4a85-8b5e-66ea8336de3c tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:23.810387 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc716993-c8f4-4a85-8b5e-66ea8336de3c tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:23.810709 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc716993-c8f4-4a85-8b5e-66ea8336de3c tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:23.823198 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-dc716993-c8f4-4a85-8b5e-66ea8336de3c tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Calling delete_port for 453b2430-a894-4fc1-b86a-2fc72c2c3e86 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:23.951862 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc716993-c8f4-4a85-8b5e-66ea8336de3c tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:23.973723 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc716993-c8f4-4a85-8b5e-66ea8336de3c tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Pushing event deleted for resources: {'Port': ['ID=453b2430-a894-4fc1-b86a-2fc72c2c3e86,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:24.036803 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc716993-c8f4-4a85-8b5e-66ea8336de3c tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:24.079845 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc716993-c8f4-4a85-8b5e-66ea8336de3c tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:24.137620 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc716993-c8f4-4a85-8b5e-66ea8336de3c tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:24.160212 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc716993-c8f4-4a85-8b5e-66ea8336de3c tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=606da7e3-133b-48ec-8e38-de2021f71dc1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:24.217912 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc716993-c8f4-4a85-8b5e-66ea8336de3c tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:24.227167 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-dc716993-c8f4-4a85-8b5e-66ea8336de3c tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['110ddd6e-9d40-4158-9589-58422d906ff9']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:24.236484 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-dc716993-c8f4-4a85-8b5e-66ea8336de3c tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aac168b-0f92-476f-b547-987f7bf413af') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:24.236780 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-dc716993-c8f4-4a85-8b5e-66ea8336de3c tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aac168b-0f92-476f-b547-987f7bf413af') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:24.245276 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc716993-c8f4-4a85-8b5e-66ea8336de3c tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:24.259113 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc716993-c8f4-4a85-8b5e-66ea8336de3c tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:24.265379 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc716993-c8f4-4a85-8b5e-66ea8336de3c tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:30:24.265793 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc716993-c8f4-4a85-8b5e-66ea8336de3c tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:24.267682 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:30:24.267682 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:30:24.267682 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:30:24.267682 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:30:24.267682 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:30:24.267682 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:30:24.267682 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:30:24.267682 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:30:24.267682 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:30:24.267682 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:30:24.267682 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:30:24.267682 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:30:24.267682 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:30:24.267682 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:30:24.267682 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:30:24.267682 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:30:24.267682 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:30:24.267682 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:30:24.267682 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:30:24.267682 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:30:24.267682 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:30:24.267682 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:30:24.267682 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:30:24.267682 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:30:24.267682 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:30:24.267682 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:30:24.267682 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:30:24.267682 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:30:24.267682 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:30:24.267682 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:30:24.267682 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:30:24.267682 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:30:24.321619 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc716993-c8f4-4a85-8b5e-66ea8336de3c tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:24.327586 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc716993-c8f4-4a85-8b5e-66ea8336de3c tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 110ddd6e-9d40-4158-9589-58422d906ff9 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 20:30:24.330206 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc716993-c8f4-4a85-8b5e-66ea8336de3c tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:24.332140 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-dc716993-c8f4-4a85-8b5e-66ea8336de3c tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] 10.222.0.68 "DELETE /v2.0/networks/110ddd6e-9d40-4158-9589-58422d906ff9 HTTP/1.1" status: 204 len: 168 time: 0.7923265 Aug 16 20:30:24.334654 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49544) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:24.342031 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc716993-c8f4-4a85-8b5e-66ea8336de3c tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Pushing event deleted for resources: {'Network': ['ID=110ddd6e-9d40-4158-9589-58422d906ff9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:24.454349 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2a6f9dd4-a62e-4f80-9745-f31b92dc4419 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] 10.222.0.68 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.1179094 Aug 16 20:30:24.456953 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49546) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:24.547013 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c1adfe-7c98-4e8e-80e6-217f31948a1b tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:24.547448 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c1adfe-7c98-4e8e-80e6-217f31948a1b tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:24.547919 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c1adfe-7c98-4e8e-80e6-217f31948a1b tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:24.548378 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c1adfe-7c98-4e8e-80e6-217f31948a1b tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:24.548829 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c1adfe-7c98-4e8e-80e6-217f31948a1b tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:24.550544 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-34c1adfe-7c98-4e8e-80e6-217f31948a1b tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3371 time: 0.0926368 Aug 16 20:30:24.553414 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49548) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:24.612142 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-0e9bef3a-c4f9-4946-8683-39946f2d463a tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] delete failed (client error): The resource could not be found. Aug 16 20:30:24.613145 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0e9bef3a-c4f9-4946-8683-39946f2d463a tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] 10.222.0.68 "DELETE /v2.0/floatingips/4c213b2d-c6ef-4e88-b221-6e224fa794f1 HTTP/1.1" status: 404 len: 345 time: 0.0588455 Aug 16 20:30:24.615805 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49550) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:24.632397 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd556b5e-1c6b-418b-94e6-f434f52c4d42 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] DELETE failed (client error): The resource could not be found. Aug 16 20:30:24.632916 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd556b5e-1c6b-418b-94e6-f434f52c4d42 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:30:24.634519 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fd556b5e-1c6b-418b-94e6-f434f52c4d42 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] 10.222.0.68 "DELETE /v2.0/networks/110ddd6e-9d40-4158-9589-58422d906ff9 HTTP/1.1" status: 404 len: 339 time: 0.0178370 Aug 16 20:30:24.638169 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49552) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:24.642549 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1a6878df-a70b-4088-9605-656334a0902e tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Request body: {'network': {'name': 'tempest-network--197032584', 'router:external': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:24.662327 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6878df-a70b-4088-9605-656334a0902e tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Made reservation on behalf of af2ab9bd4eae4f12b8a3af4f56427d34 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:24.664682 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1a6878df-a70b-4088-9605-656334a0902e tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:24.688035 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6878df-a70b-4088-9605-656334a0902e tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:30:24.696888 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1a6878df-a70b-4088-9605-656334a0902e tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:24.697234 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-1a6878df-a70b-4088-9605-656334a0902e tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Added segment a01b603b-2057-4256-9bac-3f9f4d9d4a77 of type vlan for network ac9d9f80-3513-475c-b71b-54da70200c1f Aug 16 20:30:24.744085 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1a6878df-a70b-4088-9605-656334a0902e tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:24.775835 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1a6878df-a70b-4088-9605-656334a0902e tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:24.776805 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6878df-a70b-4088-9605-656334a0902e tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:24.777433 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1a6878df-a70b-4088-9605-656334a0902e tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:25.079782 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1a6878df-a70b-4088-9605-656334a0902e tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4406388 Aug 16 20:30:25.082221 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49556) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:25.158055 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6878df-a70b-4088-9605-656334a0902e tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Pushing event updated for resources: {'Network': ['ID=ac9d9f80-3513-475c-b71b-54da70200c1f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:25.168477 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network ac9d9f80-3513-475c-b71b-54da70200c1f details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:30:25.266843 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb9cd0b-0b2d-4fde-a0f6-be647e811762 tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:25.272790 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb9cd0b-0b2d-4fde-a0f6-be647e811762 tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:25.278659 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb9cd0b-0b2d-4fde-a0f6-be647e811762 tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:25.284714 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb9cd0b-0b2d-4fde-a0f6-be647e811762 tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:25.286338 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8eb9cd0b-0b2d-4fde-a0f6-be647e811762 tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2031426 Aug 16 20:30:25.289119 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49558) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:25.358687 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd2699e6-a251-4e9e-979c-eb8958866654 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:25.432871 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd2699e6-a251-4e9e-979c-eb8958866654 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:25.442748 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-cd2699e6-a251-4e9e-979c-eb8958866654 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac9d9f80-3513-475c-b71b-54da70200c1f']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:25.452110 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-cd2699e6-a251-4e9e-979c-eb8958866654 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01b603b-2057-4256-9bac-3f9f4d9d4a77') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:25.452400 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-cd2699e6-a251-4e9e-979c-eb8958866654 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01b603b-2057-4256-9bac-3f9f4d9d4a77') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:25.460829 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd2699e6-a251-4e9e-979c-eb8958866654 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:25.477426 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd2699e6-a251-4e9e-979c-eb8958866654 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:25.483661 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd2699e6-a251-4e9e-979c-eb8958866654 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:30:25.484041 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd2699e6-a251-4e9e-979c-eb8958866654 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:25.485659 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:30:25.485659 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:30:25.485659 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:30:25.485659 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:30:25.485659 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:30:25.485659 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:30:25.485659 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:30:25.485659 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:30:25.485659 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:30:25.485659 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:30:25.485659 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:30:25.485659 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:30:25.485659 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:30:25.485659 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:30:25.485659 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:30:25.485659 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:30:25.485659 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:30:25.485659 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:30:25.485659 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:30:25.485659 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:30:25.485659 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:30:25.485659 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:30:25.485659 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:30:25.485659 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:30:25.485659 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:30:25.485659 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:30:25.485659 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:30:25.485659 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:30:25.485659 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:30:25.485659 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:30:25.485659 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:30:25.485659 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:30:25.538979 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd2699e6-a251-4e9e-979c-eb8958866654 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:25.544716 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2699e6-a251-4e9e-979c-eb8958866654 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ac9d9f80-3513-475c-b71b-54da70200c1f {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 20:30:25.547337 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd2699e6-a251-4e9e-979c-eb8958866654 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:25.549185 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cd2699e6-a251-4e9e-979c-eb8958866654 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] 10.222.0.68 "DELETE /v2.0/networks/ac9d9f80-3513-475c-b71b-54da70200c1f HTTP/1.1" status: 204 len: 168 time: 0.2591712 Aug 16 20:30:25.552985 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49560) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:25.558008 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ad47d147-9397-44f0-a970-e9197e7624e4 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Request body: {'network': {'name': 'tempest-network--503287121', 'router:external': True}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:25.560011 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2699e6-a251-4e9e-979c-eb8958866654 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Pushing event deleted for resources: {'Network': ['ID=ac9d9f80-3513-475c-b71b-54da70200c1f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:25.580241 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad47d147-9397-44f0-a970-e9197e7624e4 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Made reservation on behalf of af2ab9bd4eae4f12b8a3af4f56427d34 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:25.582604 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ad47d147-9397-44f0-a970-e9197e7624e4 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:25.611144 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad47d147-9397-44f0-a970-e9197e7624e4 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:30:25.619774 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ad47d147-9397-44f0-a970-e9197e7624e4 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:25.620185 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-ad47d147-9397-44f0-a970-e9197e7624e4 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Added segment c4e10277-22e4-43bc-bf74-15aa3005a3a2 of type vlan for network d64cdfaf-9a0f-4a2b-9356-75c2f7b79bd8 Aug 16 20:30:25.663068 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ad47d147-9397-44f0-a970-e9197e7624e4 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:25.693838 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ad47d147-9397-44f0-a970-e9197e7624e4 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:25.694997 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad47d147-9397-44f0-a970-e9197e7624e4 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:25.695675 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ad47d147-9397-44f0-a970-e9197e7624e4 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:25.750359 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ad47d147-9397-44f0-a970-e9197e7624e4 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.1962175 Aug 16 20:30:25.753085 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49562) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:25.765320 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47d147-9397-44f0-a970-e9197e7624e4 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Pushing event updated for resources: {'Network': ['ID=d64cdfaf-9a0f-4a2b-9356-75c2f7b79bd8,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:25.776065 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network d64cdfaf-9a0f-4a2b-9356-75c2f7b79bd8 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:30:25.854084 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbb2130-98f7-46d7-b93c-5ce0589f2bb3 tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:25.858479 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2dbb2130-98f7-46d7-b93c-5ce0589f2bb3 tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] 10.222.0.68 "GET /v2.0/networks/d64cdfaf-9a0f-4a2b-9356-75c2f7b79bd8 HTTP/1.1" status: 200 len: 756 time: 0.1015906 Aug 16 20:30:25.858848 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49566) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:25.939027 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2934a4-c48a-478b-871a-fc57f25ddc3c tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:25.940465 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5c2934a4-c48a-478b-871a-fc57f25ddc3c tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] 10.222.0.68 "GET /v2.0/networks/c2f0df06-086c-45be-8f54-c6f27f8a4915 HTTP/1.1" status: 200 len: 768 time: 0.0806491 Aug 16 20:30:25.943129 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49568) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:26.013355 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-454e8a9f-ab07-4c17-abe5-4587b8315004 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:26.088634 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-454e8a9f-ab07-4c17-abe5-4587b8315004 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:26.098015 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-454e8a9f-ab07-4c17-abe5-4587b8315004 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d64cdfaf-9a0f-4a2b-9356-75c2f7b79bd8']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:26.107906 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-454e8a9f-ab07-4c17-abe5-4587b8315004 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e10277-22e4-43bc-bf74-15aa3005a3a2') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:26.108198 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-454e8a9f-ab07-4c17-abe5-4587b8315004 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e10277-22e4-43bc-bf74-15aa3005a3a2') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:26.117089 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-454e8a9f-ab07-4c17-abe5-4587b8315004 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:26.136069 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-454e8a9f-ab07-4c17-abe5-4587b8315004 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:26.141783 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454e8a9f-ab07-4c17-abe5-4587b8315004 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:30:26.142167 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-454e8a9f-ab07-4c17-abe5-4587b8315004 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:26.143829 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:30:26.143829 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:30:26.143829 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:30:26.143829 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:30:26.143829 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:30:26.143829 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:30:26.143829 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:30:26.143829 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:30:26.143829 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:30:26.143829 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:30:26.143829 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:30:26.143829 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:30:26.143829 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:30:26.143829 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:30:26.143829 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:30:26.143829 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:30:26.143829 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:30:26.143829 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:30:26.143829 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:30:26.143829 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:30:26.143829 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:30:26.143829 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:30:26.143829 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:30:26.143829 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:30:26.143829 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:30:26.143829 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:30:26.143829 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:30:26.143829 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:30:26.143829 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:30:26.143829 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:30:26.143829 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:30:26.143829 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:30:26.196874 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-454e8a9f-ab07-4c17-abe5-4587b8315004 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:26.201703 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454e8a9f-ab07-4c17-abe5-4587b8315004 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d64cdfaf-9a0f-4a2b-9356-75c2f7b79bd8 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 20:30:26.204177 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-454e8a9f-ab07-4c17-abe5-4587b8315004 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:26.205989 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-454e8a9f-ab07-4c17-abe5-4587b8315004 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] 10.222.0.68 "DELETE /v2.0/networks/d64cdfaf-9a0f-4a2b-9356-75c2f7b79bd8 HTTP/1.1" status: 204 len: 168 time: 0.2619052 Aug 16 20:30:26.209960 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49570) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:26.215479 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e8a9f-ab07-4c17-abe5-4587b8315004 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Pushing event deleted for resources: {'Network': ['ID=d64cdfaf-9a0f-4a2b-9356-75c2f7b79bd8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:26.216614 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-35635cf1-fb05-47df-970b-6737216a5dae tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Request body: {'network': {'name': 'tempest-network--261310420'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:26.240833 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35635cf1-fb05-47df-970b-6737216a5dae tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Made reservation on behalf of af2ab9bd4eae4f12b8a3af4f56427d34 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:26.243307 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35635cf1-fb05-47df-970b-6737216a5dae tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:26.269468 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35635cf1-fb05-47df-970b-6737216a5dae tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:30:26.279290 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35635cf1-fb05-47df-970b-6737216a5dae tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:26.279656 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-35635cf1-fb05-47df-970b-6737216a5dae tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Added segment 683104b5-c03d-495f-931f-560ad22288d8 of type vlan for network a1274be7-1421-4bd2-aabe-182e4338e3de Aug 16 20:30:26.323100 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35635cf1-fb05-47df-970b-6737216a5dae tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:26.350504 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35635cf1-fb05-47df-970b-6737216a5dae tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:26.351524 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35635cf1-fb05-47df-970b-6737216a5dae tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:26.352081 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35635cf1-fb05-47df-970b-6737216a5dae tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:26.405232 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-35635cf1-fb05-47df-970b-6737216a5dae tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.1938353 Aug 16 20:30:26.408020 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49572) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:26.413485 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-73b9cf0e-5e4b-4b44-aa05-93488b7f5eba tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:26.415627 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35635cf1-fb05-47df-970b-6737216a5dae tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Pushing event updated for resources: {'Network': ['ID=a1274be7-1421-4bd2-aabe-182e4338e3de,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:26.426502 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network a1274be7-1421-4bd2-aabe-182e4338e3de details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:30:26.563342 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73b9cf0e-5e4b-4b44-aa05-93488b7f5eba tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:26.576556 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73b9cf0e-5e4b-4b44-aa05-93488b7f5eba tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:26.591992 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-73b9cf0e-5e4b-4b44-aa05-93488b7f5eba tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Network a1274be7-1421-4bd2-aabe-182e4338e3de is not hosted by any dhcp agent {{(pid=94770) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 20:30:26.592842 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b9cf0e-5e4b-4b44-aa05-93488b7f5eba tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:26.593426 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73b9cf0e-5e4b-4b44-aa05-93488b7f5eba tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:26.594711 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-73b9cf0e-5e4b-4b44-aa05-93488b7f5eba tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] 10.222.0.68 "PUT /v2.0/networks/a1274be7-1421-4bd2-aabe-182e4338e3de HTTP/1.1" status: 200 len: 857 time: 0.1855941 Aug 16 20:30:26.597665 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49574) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:26.637978 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9cf0e-5e4b-4b44-aa05-93488b7f5eba tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Pushing event updated for resources: {'Network': ['ID=a1274be7-1421-4bd2-aabe-182e4338e3de,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:26.669519 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-88fcda6d-97db-4fe9-a49b-8f5ddd4a5470 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:26.752264 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-88fcda6d-97db-4fe9-a49b-8f5ddd4a5470 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:26.762431 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-88fcda6d-97db-4fe9-a49b-8f5ddd4a5470 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1274be7-1421-4bd2-aabe-182e4338e3de']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:26.772177 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-88fcda6d-97db-4fe9-a49b-8f5ddd4a5470 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '683104b5-c03d-495f-931f-560ad22288d8') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:26.772472 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-88fcda6d-97db-4fe9-a49b-8f5ddd4a5470 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '683104b5-c03d-495f-931f-560ad22288d8') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:26.781763 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-88fcda6d-97db-4fe9-a49b-8f5ddd4a5470 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:26.795622 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-88fcda6d-97db-4fe9-a49b-8f5ddd4a5470 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:26.801390 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88fcda6d-97db-4fe9-a49b-8f5ddd4a5470 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:30:26.801806 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-88fcda6d-97db-4fe9-a49b-8f5ddd4a5470 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:26.803817 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:30:26.803817 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:30:26.803817 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:30:26.803817 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:30:26.803817 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:30:26.803817 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:30:26.803817 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:30:26.803817 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:30:26.803817 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:30:26.803817 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:30:26.803817 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:30:26.803817 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:30:26.803817 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:30:26.803817 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:30:26.803817 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:30:26.803817 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:30:26.803817 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:30:26.803817 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:30:26.803817 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:30:26.803817 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:30:26.803817 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:30:26.803817 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:30:26.803817 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:30:26.803817 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:30:26.803817 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:30:26.803817 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:30:26.803817 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:30:26.803817 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:30:26.803817 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:30:26.803817 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:30:26.803817 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:30:26.803817 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:30:26.861106 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-88fcda6d-97db-4fe9-a49b-8f5ddd4a5470 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:26.866395 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fcda6d-97db-4fe9-a49b-8f5ddd4a5470 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a1274be7-1421-4bd2-aabe-182e4338e3de {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 20:30:26.873298 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-88fcda6d-97db-4fe9-a49b-8f5ddd4a5470 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:26.880536 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-88fcda6d-97db-4fe9-a49b-8f5ddd4a5470 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] 10.222.0.68 "DELETE /v2.0/networks/a1274be7-1421-4bd2-aabe-182e4338e3de HTTP/1.1" status: 204 len: 168 time: 0.2766683 Aug 16 20:30:26.881301 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49578) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:26.885999 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fcda6d-97db-4fe9-a49b-8f5ddd4a5470 tempest-ExternalNetworksTestJSON-1108587069 tempest-ExternalNetworksTestJSON-1108587069-project-admin] Pushing event deleted for resources: {'Network': ['ID=a1274be7-1421-4bd2-aabe-182e4338e3de,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:26.908787 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-78cad508-be89-4b26-b363-635d6c1eecf0 tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] DELETE failed (client error): The resource could not be found. Aug 16 20:30:26.909246 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78cad508-be89-4b26-b363-635d6c1eecf0 tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:30:26.913266 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-78cad508-be89-4b26-b363-635d6c1eecf0 tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] 10.222.0.68 "DELETE /v2.0/subnets/606da7e3-133b-48ec-8e38-de2021f71dc1 HTTP/1.1" status: 404 len: 337 time: 0.0291502 Aug 16 20:30:26.913537 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49580) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:26.994544 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e19ad6f9-8117-4da4-9028-bbaeca89a71f tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:27.086874 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e19ad6f9-8117-4da4-9028-bbaeca89a71f tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:27.096912 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e19ad6f9-8117-4da4-9028-bbaeca89a71f tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f0df06-086c-45be-8f54-c6f27f8a4915']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:27.106274 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e19ad6f9-8117-4da4-9028-bbaeca89a71f tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e6353e1-69f0-4830-93e6-078e1590603d') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:27.106565 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e19ad6f9-8117-4da4-9028-bbaeca89a71f tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e6353e1-69f0-4830-93e6-078e1590603d') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:27.115511 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e19ad6f9-8117-4da4-9028-bbaeca89a71f tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:27.129243 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e19ad6f9-8117-4da4-9028-bbaeca89a71f tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:27.134845 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19ad6f9-8117-4da4-9028-bbaeca89a71f tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:30:27.135218 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e19ad6f9-8117-4da4-9028-bbaeca89a71f tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:27.138913 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:30:27.138913 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:30:27.138913 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:30:27.138913 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:30:27.138913 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:30:27.138913 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:30:27.138913 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:30:27.138913 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:30:27.138913 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:30:27.138913 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:30:27.138913 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:30:27.138913 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:30:27.138913 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:30:27.138913 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:30:27.138913 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:30:27.138913 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:30:27.138913 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:30:27.138913 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:30:27.138913 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:30:27.138913 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:30:27.138913 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:30:27.138913 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:30:27.138913 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:30:27.138913 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:30:27.138913 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:30:27.138913 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:30:27.138913 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:30:27.138913 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:30:27.138913 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:30:27.138913 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:30:27.138913 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:30:27.138913 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:30:27.197571 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e19ad6f9-8117-4da4-9028-bbaeca89a71f tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:27.204619 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e19ad6f9-8117-4da4-9028-bbaeca89a71f tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:27.206408 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e19ad6f9-8117-4da4-9028-bbaeca89a71f tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] 10.222.0.68 "DELETE /v2.0/networks/c2f0df06-086c-45be-8f54-c6f27f8a4915 HTTP/1.1" status: 204 len: 168 time: 0.2919712 Aug 16 20:30:27.218225 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ad6f9-8117-4da4-9028-bbaeca89a71f tempest-ExternalNetworksTestJSON-1965386945 tempest-ExternalNetworksTestJSON-1965386945-project] Pushing event deleted for resources: {'Network': ['ID=c2f0df06-086c-45be-8f54-c6f27f8a4915,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:27.477401 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49586) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:27.617929 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f9aee655-ae79-41a8-84e6-eca93dfde4f6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=677d0f47350e4933b6083667680242e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1392841 Aug 16 20:30:27.620344 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49590) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:27.670150 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1cb7bb1b-86a1-4b22-8f05-d668eee1f628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:27.691503 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1cb7bb1b-86a1-4b22-8f05-d668eee1f628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:27.741435 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1cb7bb1b-86a1-4b22-8f05-d668eee1f628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:27.744013 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1cb7bb1b-86a1-4b22-8f05-d668eee1f628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:27.745221 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1cb7bb1b-86a1-4b22-8f05-d668eee1f628 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a3e80fe6-073f-465c-a0f0-2f9b95de58ce HTTP/1.1" status: 204 len: 168 time: 0.1232550 Aug 16 20:30:27.753963 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7bb1b-86a1-4b22-8f05-d668eee1f628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e80fe6-073f-465c-a0f0-2f9b95de58ce,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:28.024406 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49598) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:28.067712 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-552b5f73-a01b-4e81-854f-02afacf7799f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=af2ab9bd4eae4f12b8a3af4f56427d34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417721 Aug 16 20:30:28.070200 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49600) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:28.120995 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-70f50402-5f73-4377-bba3-da11f3216852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:28.142638 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-70f50402-5f73-4377-bba3-da11f3216852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:28.189377 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-70f50402-5f73-4377-bba3-da11f3216852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:28.192144 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-70f50402-5f73-4377-bba3-da11f3216852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:28.193338 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-70f50402-5f73-4377-bba3-da11f3216852 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/23a272fb-606c-45e6-9f77-e69fc38fe710 HTTP/1.1" status: 204 len: 168 time: 0.1221442 Aug 16 20:30:28.201284 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f50402-5f73-4377-bba3-da11f3216852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a272fb-606c-45e6-9f77-e69fc38fe710,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:28.927450 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49622) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:29.040054 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8d8c3eec-58e3-4f18-b83a-fb1be07706a5 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-147166952'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:29.064906 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8c3eec-58e3-4f18-b83a-fb1be07706a5 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Made reservation on behalf of 5dc6fe8c85934597b44ad5b8b1c5d647 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:29.068608 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d8c3eec-58e3-4f18-b83a-fb1be07706a5 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:29.077503 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d8c3eec-58e3-4f18-b83a-fb1be07706a5 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:29.176430 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d8c3eec-58e3-4f18-b83a-fb1be07706a5 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:29.180150 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d8c3eec-58e3-4f18-b83a-fb1be07706a5 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:29.206697 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8c3eec-58e3-4f18-b83a-fb1be07706a5 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:30:29.216894 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c3eec-58e3-4f18-b83a-fb1be07706a5 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80dcddf4-7e3a-4235-851c-b60199ad9c5c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:29.221777 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d8c3eec-58e3-4f18-b83a-fb1be07706a5 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:29.222127 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-8d8c3eec-58e3-4f18-b83a-fb1be07706a5 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Added segment a182bc23-50ab-4215-b56f-dd9c3242c9d4 of type vlan for network 314d8829-2d55-48fe-9f32-d68a2cac6c67 Aug 16 20:30:29.264062 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d8c3eec-58e3-4f18-b83a-fb1be07706a5 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:29.289583 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d8c3eec-58e3-4f18-b83a-fb1be07706a5 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:29.295910 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8c3eec-58e3-4f18-b83a-fb1be07706a5 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:29.296502 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d8c3eec-58e3-4f18-b83a-fb1be07706a5 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:29.358675 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8d8c3eec-58e3-4f18-b83a-fb1be07706a5 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4299805 Aug 16 20:30:29.361349 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49628) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:29.368836 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-72c31c71-7141-4aff-9920-efbe8c321ebd tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Request body: {'subnet': {'network_id': '314d8829-2d55-48fe-9f32-d68a2cac6c67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:29.375017 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c3eec-58e3-4f18-b83a-fb1be07706a5 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Pushing event updated for resources: {'Network': ['ID=314d8829-2d55-48fe-9f32-d68a2cac6c67,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:29.388084 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 314d8829-2d55-48fe-9f32-d68a2cac6c67 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:30:29.466742 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c31c71-7141-4aff-9920-efbe8c321ebd tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Made reservation on behalf of 5dc6fe8c85934597b44ad5b8b1c5d647 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:29.470415 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72c31c71-7141-4aff-9920-efbe8c321ebd tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:29.654201 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72c31c71-7141-4aff-9920-efbe8c321ebd tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:29.711975 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c31c71-7141-4aff-9920-efbe8c321ebd tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Pushing event updated for resources: {'Subnet': ['ID=3425985c-ce99-4ef8-bfa1-ac60fb2db95c,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:29.723170 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c31c71-7141-4aff-9920-efbe8c321ebd tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Checking segment: {'id': 'a182bc23-50ab-4215-b56f-dd9c3242c9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '314d8829-2d55-48fe-9f32-d68a2cac6c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:29.723562 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c31c71-7141-4aff-9920-efbe8c321ebd tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Network hostable DHCP agents. Network: 314d8829-2d55-48fe-9f32-d68a2cac6c67, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:30:29.741895 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c31c71-7141-4aff-9920-efbe8c321ebd tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Network 314d8829-2d55-48fe-9f32-d68a2cac6c67 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:30:29.752495 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-72c31c71-7141-4aff-9920-efbe8c321ebd tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 314d8829-2d55-48fe-9f32-d68a2cac6c67) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:29.756928 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c31c71-7141-4aff-9920-efbe8c321ebd tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:29.757551 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72c31c71-7141-4aff-9920-efbe8c321ebd tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:29.763159 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f22b358-6830-43a3-b531-e048fc715d9e None None] Network 314d8829-2d55-48fe-9f32-d68a2cac6c67 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:29.773321 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-72c31c71-7141-4aff-9920-efbe8c321ebd tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4109595 Aug 16 20:30:29.776096 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49630) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:29.782041 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0443358e-8be0-4383-92ba-b5131452b267 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1099500709', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:29.805495 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0443358e-8be0-4383-92ba-b5131452b267 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:29.806742 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0443358e-8be0-4383-92ba-b5131452b267 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:29.867766 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0443358e-8be0-4383-92ba-b5131452b267 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:29.873268 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0443358e-8be0-4383-92ba-b5131452b267 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:29.893482 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0443358e-8be0-4383-92ba-b5131452b267 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:29.895794 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0443358e-8be0-4383-92ba-b5131452b267 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1165926 Aug 16 20:30:29.897836 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49632) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:29.929891 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e794023-67a0-4a02-8c2a-0d8d3964c7b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-314d8829-2d55-48fe-9f32-d68a2cac6c67', 'network_id': '314d8829-2d55-48fe-9f32-d68a2cac6c67', 'tenant_id': '5dc6fe8c85934597b44ad5b8b1c5d647', 'fixed_ips': [{'subnet_id': '3425985c-ce99-4ef8-bfa1-ac60fb2db95c'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:30:29.930924 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8e794023-67a0-4a02-8c2a-0d8d3964c7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:30.081701 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-8e794023-67a0-4a02-8c2a-0d8d3964c7b8 None None] Allocated IP 172.20.0.2 (314d8829-2d55-48fe-9f32-d68a2cac6c67/3425985c-ce99-4ef8-bfa1-ac60fb2db95c/5c68030d-94c4-4b84-8e2e-00854a419ad2) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:30.199218 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d79c1fc1-5e9c-40af-ba05-38cc88cc230b tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:30.245634 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8e794023-67a0-4a02-8c2a-0d8d3964c7b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:30.256129 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8e794023-67a0-4a02-8c2a-0d8d3964c7b8 None None] Transition to ACTIVE for port object 5c68030d-94c4-4b84-8e2e-00854a419ad2 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:30.271684 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8e794023-67a0-4a02-8c2a-0d8d3964c7b8 None None] Transition to ACTIVE for port object 5c68030d-94c4-4b84-8e2e-00854a419ad2 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:30.278414 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8e794023-67a0-4a02-8c2a-0d8d3964c7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:30.320327 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e794023-67a0-4a02-8c2a-0d8d3964c7b8 None None] Network 314d8829-2d55-48fe-9f32-d68a2cac6c67 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:30.323317 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-8e794023-67a0-4a02-8c2a-0d8d3964c7b8 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:30.325827 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e794023-67a0-4a02-8c2a-0d8d3964c7b8 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:30.340219 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e794023-67a0-4a02-8c2a-0d8d3964c7b8 None None] Pushing event updated for resources: {'Port': ['ID=5c68030d-94c4-4b84-8e2e-00854a419ad2,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:30.389682 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8e794023-67a0-4a02-8c2a-0d8d3964c7b8 None None] Attempting to bind port 5c68030d-94c4-4b84-8e2e-00854a419ad2 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:30:30.390321 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8e794023-67a0-4a02-8c2a-0d8d3964c7b8 None None] Attempting to bind port 5c68030d-94c4-4b84-8e2e-00854a419ad2 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'a182bc23-50ab-4215-b56f-dd9c3242c9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '314d8829-2d55-48fe-9f32-d68a2cac6c67'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:30:30.390430 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e794023-67a0-4a02-8c2a-0d8d3964c7b8 None None] Attempting to bind port 5c68030d-94c4-4b84-8e2e-00854a419ad2 on network 314d8829-2d55-48fe-9f32-d68a2cac6c67 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:30:30.396780 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e794023-67a0-4a02-8c2a-0d8d3964c7b8 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:30:30.397231 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e794023-67a0-4a02-8c2a-0d8d3964c7b8 None None] Checking segment: {'id': 'a182bc23-50ab-4215-b56f-dd9c3242c9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '314d8829-2d55-48fe-9f32-d68a2cac6c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:30.397747 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8e794023-67a0-4a02-8c2a-0d8d3964c7b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:30.398217 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e794023-67a0-4a02-8c2a-0d8d3964c7b8 None None] Bound using segment: {'id': 'a182bc23-50ab-4215-b56f-dd9c3242c9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '314d8829-2d55-48fe-9f32-d68a2cac6c67'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:30:30.398708 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8e794023-67a0-4a02-8c2a-0d8d3964c7b8 None None] Bound port: 5c68030d-94c4-4b84-8e2e-00854a419ad2, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a182bc23-50ab-4215-b56f-dd9c3242c9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '314d8829-2d55-48fe-9f32-d68a2cac6c67'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:30:30.399091 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8e794023-67a0-4a02-8c2a-0d8d3964c7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:30.465089 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-d79c1fc1-5e9c-40af-ba05-38cc88cc230b tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Allocated IP 172.20.0.1 (314d8829-2d55-48fe-9f32-d68a2cac6c67/3425985c-ce99-4ef8-bfa1-ac60fb2db95c/5b44d081-9980-4a32-bd12-ab8a7608b486) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:30.468518 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8e794023-67a0-4a02-8c2a-0d8d3964c7b8 None None] For port 5c68030d-94c4-4b84-8e2e-00854a419ad2, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:30:30.471882 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8e794023-67a0-4a02-8c2a-0d8d3964c7b8 None None] For port 5c68030d-94c4-4b84-8e2e-00854a419ad2, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=5c68030d-94c4-4b84-8e2e-00854a419ad2,segment=NetworkSegment(a182bc23-50ab-4215-b56f-dd9c3242c9d4),segment_id=a182bc23-50ab-4215-b56f-dd9c3242c9d4)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:30:30.476659 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8e794023-67a0-4a02-8c2a-0d8d3964c7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:30.538204 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e794023-67a0-4a02-8c2a-0d8d3964c7b8 None None] Pushing event updated for resources: {'Port': ['ID=5c68030d-94c4-4b84-8e2e-00854a419ad2,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:30.592863 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d79c1fc1-5e9c-40af-ba05-38cc88cc230b tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:30.612592 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-d79c1fc1-5e9c-40af-ba05-38cc88cc230b tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Transition to ACTIVE for port object 5b44d081-9980-4a32-bd12-ab8a7608b486 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:30.649360 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d79c1fc1-5e9c-40af-ba05-38cc88cc230b tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:30.706254 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79c1fc1-5e9c-40af-ba05-38cc88cc230b tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Network 314d8829-2d55-48fe-9f32-d68a2cac6c67 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:30.726110 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d79c1fc1-5e9c-40af-ba05-38cc88cc230b tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:30.732069 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79c1fc1-5e9c-40af-ba05-38cc88cc230b tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:30.782224 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c1fc1-5e9c-40af-ba05-38cc88cc230b tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Pushing event updated for resources: {'Port': ['ID=5b44d081-9980-4a32-bd12-ab8a7608b486,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:30.821788 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d79c1fc1-5e9c-40af-ba05-38cc88cc230b tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:30.891282 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 5c68030d-94c4-4b84-8e2e-00854a419ad2 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:30.947226 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 5c68030d-94c4-4b84-8e2e-00854a419ad2 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:30.962440 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d79c1fc1-5e9c-40af-ba05-38cc88cc230b tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:31.255058 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d79c1fc1-5e9c-40af-ba05-38cc88cc230b tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:31.263002 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d79c1fc1-5e9c-40af-ba05-38cc88cc230b tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:31.363171 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d79c1fc1-5e9c-40af-ba05-38cc88cc230b tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:31.366598 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c1fc1-5e9c-40af-ba05-38cc88cc230b tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Pushing event updated for resources: {'Port': ['ID=5b44d081-9980-4a32-bd12-ab8a7608b486,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:31.474955 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79c1fc1-5e9c-40af-ba05-38cc88cc230b tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Network 314d8829-2d55-48fe-9f32-d68a2cac6c67 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:31.477404 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d79c1fc1-5e9c-40af-ba05-38cc88cc230b tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:31.600812 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db222366-0109-4959-b194-50cda18dce45 None None] Network 314d8829-2d55-48fe-9f32-d68a2cac6c67 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:31.628315 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79c1fc1-5e9c-40af-ba05-38cc88cc230b tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Router 87fb1c35-55f2-4b5f-9fea-71b767b6da3c is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:30:31.726363 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3c811471-2e80-4534-9143-4abd376e8672 None None] Provisioning for port 5c68030d-94c4-4b84-8e2e-00854a419ad2 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:31.737227 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3c811471-2e80-4534-9143-4abd376e8672 None None] Provisioning complete for port 5c68030d-94c4-4b84-8e2e-00854a419ad2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:31.737609 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c811471-2e80-4534-9143-4abd376e8672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:31.744111 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79c1fc1-5e9c-40af-ba05-38cc88cc230b tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:30:31.750686 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d79c1fc1-5e9c-40af-ba05-38cc88cc230b tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] 10.222.0.68 "PUT /v2.0/routers/87fb1c35-55f2-4b5f-9fea-71b767b6da3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8512199 Aug 16 20:30:31.753675 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49638) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:31.759160 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-be34d56e-0329-4b81-865c-0a5c5066c1fe tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Request body: {'port': {'network_id': '314d8829-2d55-48fe-9f32-d68a2cac6c67', 'name': 'tempest-FloatingIPNegativeTestJSON-2006351283'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:31.760753 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b7958a-03f2-48a2-ab75-0e9f0f7aca06 None None] Sync routers for ids ['87fb1c35-55f2-4b5f-9fea-71b767b6da3c'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:30:31.776807 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b7958a-03f2-48a2-ab75-0e9f0f7aca06 None None] Routers {'87fb1c35-55f2-4b5f-9fea-71b767b6da3c'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:30:31.778553 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c0b7958a-03f2-48a2-ab75-0e9f0f7aca06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:30:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['87fb1c35-55f2-4b5f-9fea-71b767b6da3c'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:31.865207 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c0b7958a-03f2-48a2-ab75-0e9f0f7aca06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:31.876352 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b8aaefc7-57c7-4420-b400-f7f593d46720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:31.894132 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b7958a-03f2-48a2-ab75-0e9f0f7aca06 None None] Routers {'87fb1c35-55f2-4b5f-9fea-71b767b6da3c'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:30:31.895565 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c0b7958a-03f2-48a2-ab75-0e9f0f7aca06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:30:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['87fb1c35-55f2-4b5f-9fea-71b767b6da3c'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:31.938436 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be34d56e-0329-4b81-865c-0a5c5066c1fe tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Made reservation on behalf of 5dc6fe8c85934597b44ad5b8b1c5d647 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:31.943022 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be34d56e-0329-4b81-865c-0a5c5066c1fe tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:31.960290 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c0b7958a-03f2-48a2-ab75-0e9f0f7aca06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:31.961297 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b7958a-03f2-48a2-ab75-0e9f0f7aca06 None None] The sync data for ids ['87fb1c35-55f2-4b5f-9fea-71b767b6da3c'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:30:31.974631 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c811471-2e80-4534-9143-4abd376e8672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:31.995044 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-be34d56e-0329-4b81-865c-0a5c5066c1fe tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] device_id is not set on port ed333a6c-25e6-4065-82f6-a7d593f6f9ea yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:30:32.023212 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3c811471-2e80-4534-9143-4abd376e8672 None None] For port 5c68030d-94c4-4b84-8e2e-00854a419ad2, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=5c68030d-94c4-4b84-8e2e-00854a419ad2,segment=NetworkSegment(a182bc23-50ab-4215-b56f-dd9c3242c9d4),segment_id=a182bc23-50ab-4215-b56f-dd9c3242c9d4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:32.029982 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c811471-2e80-4534-9143-4abd376e8672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:32.098532 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c811471-2e80-4534-9143-4abd376e8672 None None] Pushing event updated for resources: {'Port': ['ID=5c68030d-94c4-4b84-8e2e-00854a419ad2,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:32.153024 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-be34d56e-0329-4b81-865c-0a5c5066c1fe tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Allocated IP 172.20.0.13 (314d8829-2d55-48fe-9f32-d68a2cac6c67/3425985c-ce99-4ef8-bfa1-ac60fb2db95c/ed333a6c-25e6-4065-82f6-a7d593f6f9ea) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:32.253660 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-aeda81ca-143e-49fc-9767-7a420066a60c None None] Provisioning complete for port 5c68030d-94c4-4b84-8e2e-00854a419ad2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:32.254192 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aeda81ca-143e-49fc-9767-7a420066a60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:32.326767 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be34d56e-0329-4b81-865c-0a5c5066c1fe tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:32.346489 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-be34d56e-0329-4b81-865c-0a5c5066c1fe tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Transition to ACTIVE for port object ed333a6c-25e6-4065-82f6-a7d593f6f9ea will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:32.389280 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be34d56e-0329-4b81-865c-0a5c5066c1fe tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:32.407103 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-aeda81ca-143e-49fc-9767-7a420066a60c None None] Provisioning for port 5b44d081-9980-4a32-bd12-ab8a7608b486 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:32.422263 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-aeda81ca-143e-49fc-9767-7a420066a60c None None] Provisioning complete for port 5b44d081-9980-4a32-bd12-ab8a7608b486 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:32.422633 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aeda81ca-143e-49fc-9767-7a420066a60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:32.447537 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34d56e-0329-4b81-865c-0a5c5066c1fe tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Pushing event updated for resources: {'Port': ['ID=ed333a6c-25e6-4065-82f6-a7d593f6f9ea,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:32.462424 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be34d56e-0329-4b81-865c-0a5c5066c1fe tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Network 314d8829-2d55-48fe-9f32-d68a2cac6c67 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:32.464009 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-be34d56e-0329-4b81-865c-0a5c5066c1fe tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:32.469180 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be34d56e-0329-4b81-865c-0a5c5066c1fe tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:32.473693 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-aeda81ca-143e-49fc-9767-7a420066a60c None None] Port 5b44d081-9980-4a32-bd12-ab8a7608b486 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:30:32.521177 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be34d56e-0329-4b81-865c-0a5c5066c1fe tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:32.521891 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be34d56e-0329-4b81-865c-0a5c5066c1fe tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:32.538838 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-be34d56e-0329-4b81-865c-0a5c5066c1fe tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7837586 Aug 16 20:30:32.542048 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49642) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:32.547180 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ca8733b0-f1a8-49d6-a5ed-6c3f65cec452 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:32.572901 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca8733b0-f1a8-49d6-a5ed-6c3f65cec452 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:32.599809 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c564b8b0-5866-4e40-a898-6457f8ddb781 None None] Provisioning complete for port 5b44d081-9980-4a32-bd12-ab8a7608b486 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:32.600187 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c564b8b0-5866-4e40-a898-6457f8ddb781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:32.642393 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c564b8b0-5866-4e40-a898-6457f8ddb781 None None] Port 5b44d081-9980-4a32-bd12-ab8a7608b486 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:30:32.697848 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca8733b0-f1a8-49d6-a5ed-6c3f65cec452 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:32.769595 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-248c1068-ed91-40d1-93b8-3714e2c48f52 None None] Provisioning complete for port 5b44d081-9980-4a32-bd12-ab8a7608b486 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:32.770143 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-248c1068-ed91-40d1-93b8-3714e2c48f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:32.834416 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-248c1068-ed91-40d1-93b8-3714e2c48f52 None None] Port 5b44d081-9980-4a32-bd12-ab8a7608b486 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:30:32.850974 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-ca8733b0-f1a8-49d6-a5ed-6c3f65cec452 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Allocated IP 172.25.8.247 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/23e2a93b-64ae-44bf-88f1-d5994cb098ec) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:32.868591 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 5c68030d-94c4-4b84-8e2e-00854a419ad2 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:32.928982 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 5c68030d-94c4-4b84-8e2e-00854a419ad2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:32.929361 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:32.989852 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-824e8879-2a8b-4284-b50c-6172e9b1ccc8 None None] Provisioning for port ed333a6c-25e6-4065-82f6-a7d593f6f9ea completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:32.994969 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-824e8879-2a8b-4284-b50c-6172e9b1ccc8 None None] Provisioning complete for port ed333a6c-25e6-4065-82f6-a7d593f6f9ea triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:32.996319 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-824e8879-2a8b-4284-b50c-6172e9b1ccc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:33.063012 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-824e8879-2a8b-4284-b50c-6172e9b1ccc8 None None] Port ed333a6c-25e6-4065-82f6-a7d593f6f9ea cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:30:33.273024 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca8733b0-f1a8-49d6-a5ed-6c3f65cec452 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:33.313568 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca8733b0-f1a8-49d6-a5ed-6c3f65cec452 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:33.354243 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8733b0-f1a8-49d6-a5ed-6c3f65cec452 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:33.357898 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-ca8733b0-f1a8-49d6-a5ed-6c3f65cec452 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:33.360353 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8733b0-f1a8-49d6-a5ed-6c3f65cec452 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:33.366114 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8733b0-f1a8-49d6-a5ed-6c3f65cec452 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Pushing event updated for resources: {'Port': ['ID=23e2a93b-64ae-44bf-88f1-d5994cb098ec,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:33.455099 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca8733b0-f1a8-49d6-a5ed-6c3f65cec452 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:33.494454 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca8733b0-f1a8-49d6-a5ed-6c3f65cec452 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:33.650099 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca8733b0-f1a8-49d6-a5ed-6c3f65cec452 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:33.655300 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca8733b0-f1a8-49d6-a5ed-6c3f65cec452 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:33.725780 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8733b0-f1a8-49d6-a5ed-6c3f65cec452 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Pushing event updated for resources: {'Port': ['ID=23e2a93b-64ae-44bf-88f1-d5994cb098ec,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:33.736354 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca8733b0-f1a8-49d6-a5ed-6c3f65cec452 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:33.750460 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca8733b0-f1a8-49d6-a5ed-6c3f65cec452 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:33.752032 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ca8733b0-f1a8-49d6-a5ed-6c3f65cec452 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2089717 Aug 16 20:30:33.755064 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49646) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:33.759755 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-bb564bd8-3770-4d67-a410-2aa33f720b21 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Request body: {'floatingip': {'port_id': 'ed333a6c-25e6-4065-82f6-a7d593f6f9ea', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:33.803936 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb564bd8-3770-4d67-a410-2aa33f720b21 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:33.924269 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-bb564bd8-3770-4d67-a410-2aa33f720b21 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] update failed (client error): The resource could not be found. Aug 16 20:30:33.925318 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bb564bd8-3770-4d67-a410-2aa33f720b21 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] 10.222.0.68 "PUT /v2.0/floatingips/d1e701d5-b578-44e4-8c65-d27dec77cef6 HTTP/1.1" status: 404 len: 507 time: 0.1692204 Aug 16 20:30:33.928214 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49648) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:34.056994 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-89c3797a-6028-4021-8f3c-118747bb972e tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Deleting port 23e2a93b-64ae-44bf-88f1-d5994cb098ec {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:34.057270 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89c3797a-6028-4021-8f3c-118747bb972e tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:34.140631 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89c3797a-6028-4021-8f3c-118747bb972e tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:34.140967 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89c3797a-6028-4021-8f3c-118747bb972e tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:34.153535 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-89c3797a-6028-4021-8f3c-118747bb972e tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Calling delete_port for 23e2a93b-64ae-44bf-88f1-d5994cb098ec owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:34.290975 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89c3797a-6028-4021-8f3c-118747bb972e tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:34.321220 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3797a-6028-4021-8f3c-118747bb972e tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Pushing event deleted for resources: {'Port': ['ID=23e2a93b-64ae-44bf-88f1-d5994cb098ec,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:34.382252 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89c3797a-6028-4021-8f3c-118747bb972e tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:34.386898 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89c3797a-6028-4021-8f3c-118747bb972e tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:34.388259 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-89c3797a-6028-4021-8f3c-118747bb972e tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] 10.222.0.68 "DELETE /v2.0/floatingips/d1e701d5-b578-44e4-8c65-d27dec77cef6 HTTP/1.1" status: 204 len: 168 time: 0.4588969 Aug 16 20:30:34.393117 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49650) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:34.398664 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b8263c6d-6a33-4259-9bdb-d67e94b75f67 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Request body: {'floatingip': {'floating_network_id': '314d8829-2d55-48fe-9f32-d68a2cac6c67', 'port_id': 'ed333a6c-25e6-4065-82f6-a7d593f6f9ea', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:34.403652 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-25531dca-fe33-48ac-a7e7-d1a8a3f3c0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:34.422431 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8263c6d-6a33-4259-9bdb-d67e94b75f67 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:34.537661 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-b8263c6d-6a33-4259-9bdb-d67e94b75f67 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:30:34.539356 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b8263c6d-6a33-4259-9bdb-d67e94b75f67 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1444120 Aug 16 20:30:34.543263 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49654) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:34.548347 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-dc5d8b0a-dc97-4e6a-a48e-2455b7d10ca8 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'port_id': 'ed333a6c-25e6-4065-82f6-a7d593f6f9ea', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:34.571944 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc5d8b0a-dc97-4e6a-a48e-2455b7d10ca8 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:34.674800 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc5d8b0a-dc97-4e6a-a48e-2455b7d10ca8 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:34.682361 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:34.783138 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-dc5d8b0a-dc97-4e6a-a48e-2455b7d10ca8 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Allocated IP 172.25.8.197 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/70b3708b-946b-4105-8f36-6ac9051b37c3) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:34.893766 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc5d8b0a-dc97-4e6a-a48e-2455b7d10ca8 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:34.932607 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc5d8b0a-dc97-4e6a-a48e-2455b7d10ca8 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:34.972852 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5d8b0a-dc97-4e6a-a48e-2455b7d10ca8 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:34.975763 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-dc5d8b0a-dc97-4e6a-a48e-2455b7d10ca8 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:34.980496 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5d8b0a-dc97-4e6a-a48e-2455b7d10ca8 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:34.983511 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d8b0a-dc97-4e6a-a48e-2455b7d10ca8 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Pushing event updated for resources: {'Port': ['ID=70b3708b-946b-4105-8f36-6ac9051b37c3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:35.145981 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-dc5d8b0a-dc97-4e6a-a48e-2455b7d10ca8 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Deleting port 70b3708b-946b-4105-8f36-6ac9051b37c3 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:35.146228 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc5d8b0a-dc97-4e6a-a48e-2455b7d10ca8 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:35.229148 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc5d8b0a-dc97-4e6a-a48e-2455b7d10ca8 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:35.229473 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc5d8b0a-dc97-4e6a-a48e-2455b7d10ca8 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:35.241856 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-dc5d8b0a-dc97-4e6a-a48e-2455b7d10ca8 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Calling delete_port for 70b3708b-946b-4105-8f36-6ac9051b37c3 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:35.361462 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc5d8b0a-dc97-4e6a-a48e-2455b7d10ca8 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:35.389901 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d8b0a-dc97-4e6a-a48e-2455b7d10ca8 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Pushing event deleted for resources: {'Port': ['ID=70b3708b-946b-4105-8f36-6ac9051b37c3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:35.464043 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-dc5d8b0a-dc97-4e6a-a48e-2455b7d10ca8 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] create failed (client error): The resource could not be found. Aug 16 20:30:35.465055 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-dc5d8b0a-dc97-4e6a-a48e-2455b7d10ca8 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 0.9208498 Aug 16 20:30:35.468849 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49656) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:35.565266 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d107e62d-7cd2-419f-8c98-245215487583 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Deleting port ed333a6c-25e6-4065-82f6-a7d593f6f9ea {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:35.565616 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d107e62d-7cd2-419f-8c98-245215487583 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:35.627216 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:35.654012 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d107e62d-7cd2-419f-8c98-245215487583 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:35.665444 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d107e62d-7cd2-419f-8c98-245215487583 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Calling delete_port for ed333a6c-25e6-4065-82f6-a7d593f6f9ea owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:35.803412 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d107e62d-7cd2-419f-8c98-245215487583 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:35.842437 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107e62d-7cd2-419f-8c98-245215487583 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Pushing event deleted for resources: {'Port': ['ID=ed333a6c-25e6-4065-82f6-a7d593f6f9ea,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:35.935971 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d107e62d-7cd2-419f-8c98-245215487583 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:35.941169 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49662) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:35.950995 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d107e62d-7cd2-419f-8c98-245215487583 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] 10.222.0.68 "DELETE /v2.0/ports/ed333a6c-25e6-4065-82f6-a7d593f6f9ea HTTP/1.1" status: 204 len: 168 time: 0.4796002 Aug 16 20:30:35.996345 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61531bbf-3aa5-48f2-b2af-88404b635ade tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:36.000725 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-61531bbf-3aa5-48f2-b2af-88404b635ade tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] 10.222.0.68 "GET /v2.0/ports?device_id=87fb1c35-55f2-4b5f-9fea-71b767b6da3c HTTP/1.1" status: 200 len: 913 time: 0.0584753 Aug 16 20:30:36.000893 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49666) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:36.127494 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:36.204381 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:36.327170 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-599e5bcf-8e41-474f-b7bd-3f8ca377e309 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:36.567196 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-599e5bcf-8e41-474f-b7bd-3f8ca377e309 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Deleting port 5b44d081-9980-4a32-bd12-ab8a7608b486 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:36.567886 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-599e5bcf-8e41-474f-b7bd-3f8ca377e309 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:36.651330 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-599e5bcf-8e41-474f-b7bd-3f8ca377e309 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:36.663471 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-599e5bcf-8e41-474f-b7bd-3f8ca377e309 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Calling delete_port for 5b44d081-9980-4a32-bd12-ab8a7608b486 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:36.830216 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-599e5bcf-8e41-474f-b7bd-3f8ca377e309 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:36.862152 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e5bcf-8e41-474f-b7bd-3f8ca377e309 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Pushing event deleted for resources: {'Port': ['ID=5b44d081-9980-4a32-bd12-ab8a7608b486,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:36.998544 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-599e5bcf-8e41-474f-b7bd-3f8ca377e309 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:37.088647 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:37.155036 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599e5bcf-8e41-474f-b7bd-3f8ca377e309 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Router 87fb1c35-55f2-4b5f-9fea-71b767b6da3c has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:30:37.229621 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599e5bcf-8e41-474f-b7bd-3f8ca377e309 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:30:37.234472 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-599e5bcf-8e41-474f-b7bd-3f8ca377e309 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] 10.222.0.68 "PUT /v2.0/routers/87fb1c35-55f2-4b5f-9fea-71b767b6da3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2323375 Aug 16 20:30:37.236957 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49670) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:37.239570 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00d4c73-c7dc-4cb3-8340-44edf99db6f1 None None] Sync routers for ids ['87fb1c35-55f2-4b5f-9fea-71b767b6da3c'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:30:37.248759 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00d4c73-c7dc-4cb3-8340-44edf99db6f1 None None] Routers {'87fb1c35-55f2-4b5f-9fea-71b767b6da3c'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:30:37.249376 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f00d4c73-c7dc-4cb3-8340-44edf99db6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:30:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['87fb1c35-55f2-4b5f-9fea-71b767b6da3c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:37.281558 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f00d4c73-c7dc-4cb3-8340-44edf99db6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:37.289821 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00d4c73-c7dc-4cb3-8340-44edf99db6f1 None None] Routers {'87fb1c35-55f2-4b5f-9fea-71b767b6da3c'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:30:37.290412 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f00d4c73-c7dc-4cb3-8340-44edf99db6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:30:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['87fb1c35-55f2-4b5f-9fea-71b767b6da3c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:37.310860 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aadfc8a1-be76-4840-a8de-5691f6083467 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:37.321321 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f00d4c73-c7dc-4cb3-8340-44edf99db6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:37.321958 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00d4c73-c7dc-4cb3-8340-44edf99db6f1 None None] The sync data for ids ['87fb1c35-55f2-4b5f-9fea-71b767b6da3c'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:30:37.463190 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aadfc8a1-be76-4840-a8de-5691f6083467 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:37.465360 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aadfc8a1-be76-4840-a8de-5691f6083467 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:37.507396 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aadfc8a1-be76-4840-a8de-5691f6083467 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:37.507924 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aadfc8a1-be76-4840-a8de-5691f6083467 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Fanout notify agent at l3_agent the message router_deleted on router 87fb1c35-55f2-4b5f-9fea-71b767b6da3c {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:30:37.516068 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aadfc8a1-be76-4840-a8de-5691f6083467 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:37.517200 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-aadfc8a1-be76-4840-a8de-5691f6083467 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] 10.222.0.68 "DELETE /v2.0/routers/87fb1c35-55f2-4b5f-9fea-71b767b6da3c HTTP/1.1" status: 204 len: 168 time: 0.2793458 Aug 16 20:30:37.519713 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49672) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:37.574815 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-1385245a-c184-4321-99f5-0c379d14cdb0 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Deleting subnet 3425985c-ce99-4ef8-bfa1-ac60fb2db95c {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:30:37.578142 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1385245a-c184-4321-99f5-0c379d14cdb0 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:37.617174 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1385245a-c184-4321-99f5-0c379d14cdb0 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:37.702132 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1385245a-c184-4321-99f5-0c379d14cdb0 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:37.769374 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1385245a-c184-4321-99f5-0c379d14cdb0 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:37.796767 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385245a-c184-4321-99f5-0c379d14cdb0 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Pushing event deleted for resources: {'Subnet': ['ID=3425985c-ce99-4ef8-bfa1-ac60fb2db95c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:37.801732 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1385245a-c184-4321-99f5-0c379d14cdb0 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:37.803656 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1385245a-c184-4321-99f5-0c379d14cdb0 tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] 10.222.0.68 "DELETE /v2.0/subnets/3425985c-ce99-4ef8-bfa1-ac60fb2db95c HTTP/1.1" status: 204 len: 168 time: 0.2830288 Aug 16 20:30:37.806083 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49676) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:37.807280 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a226214d-052c-48cb-adf0-09e922e67e3b None None] Network 314d8829-2d55-48fe-9f32-d68a2cac6c67 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:37.885905 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc522ded-7c75-4229-ae82-90193bf7307f tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:37.940688 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-fc522ded-7c75-4229-ae82-90193bf7307f tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Deleting port 5c68030d-94c4-4b84-8e2e-00854a419ad2 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:37.941027 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc522ded-7c75-4229-ae82-90193bf7307f tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:38.008978 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-fc522ded-7c75-4229-ae82-90193bf7307f tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] For port 5c68030d-94c4-4b84-8e2e-00854a419ad2, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=5c68030d-94c4-4b84-8e2e-00854a419ad2,segment=NetworkSegment(a182bc23-50ab-4215-b56f-dd9c3242c9d4),segment_id=a182bc23-50ab-4215-b56f-dd9c3242c9d4)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:38.009265 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc522ded-7c75-4229-ae82-90193bf7307f tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:38.021382 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-fc522ded-7c75-4229-ae82-90193bf7307f tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Calling delete_port for 5c68030d-94c4-4b84-8e2e-00854a419ad2 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:38.101022 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc522ded-7c75-4229-ae82-90193bf7307f tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:38.131271 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc522ded-7c75-4229-ae82-90193bf7307f tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Pushing event deleted for resources: {'Port': ['ID=5c68030d-94c4-4b84-8e2e-00854a419ad2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:38.133924 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c7fbe5-4682-4753-893c-a1ac503c30dd None None] DHCP port deletion for 314d8829-2d55-48fe-9f32-d68a2cac6c67 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:30:38.136878 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc522ded-7c75-4229-ae82-90193bf7307f tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] No DVR routers for this DVR port 5c68030d-94c4-4b84-8e2e-00854a419ad2 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:30:38.215328 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc522ded-7c75-4229-ae82-90193bf7307f tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:38.224754 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-fc522ded-7c75-4229-ae82-90193bf7307f tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314d8829-2d55-48fe-9f32-d68a2cac6c67']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:38.234862 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-fc522ded-7c75-4229-ae82-90193bf7307f tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a182bc23-50ab-4215-b56f-dd9c3242c9d4') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:38.235151 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-fc522ded-7c75-4229-ae82-90193bf7307f tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a182bc23-50ab-4215-b56f-dd9c3242c9d4') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:38.243601 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc522ded-7c75-4229-ae82-90193bf7307f tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:38.260683 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc522ded-7c75-4229-ae82-90193bf7307f tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:38.266688 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc522ded-7c75-4229-ae82-90193bf7307f tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:30:38.267090 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc522ded-7c75-4229-ae82-90193bf7307f tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:38.270116 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:30:38.270116 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:30:38.270116 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:30:38.270116 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:30:38.270116 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:30:38.270116 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:30:38.270116 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:30:38.270116 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:30:38.270116 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:30:38.270116 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:30:38.270116 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:30:38.270116 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:30:38.270116 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:30:38.270116 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:30:38.270116 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:30:38.270116 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:30:38.270116 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:30:38.270116 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:30:38.270116 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:30:38.270116 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:30:38.270116 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:30:38.270116 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:30:38.270116 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:30:38.270116 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:30:38.270116 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:30:38.270116 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:30:38.270116 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:30:38.270116 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:30:38.270116 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:30:38.270116 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:30:38.270116 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:30:38.270116 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:30:38.325178 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc522ded-7c75-4229-ae82-90193bf7307f tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:38.332037 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc522ded-7c75-4229-ae82-90193bf7307f tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:38.333829 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fc522ded-7c75-4229-ae82-90193bf7307f tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] 10.222.0.68 "DELETE /v2.0/networks/314d8829-2d55-48fe-9f32-d68a2cac6c67 HTTP/1.1" status: 204 len: 168 time: 0.5268395 Aug 16 20:30:38.345896 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc522ded-7c75-4229-ae82-90193bf7307f tempest-FloatingIPNegativeTestJSON-2146898860 tempest-FloatingIPNegativeTestJSON-2146898860-project] Pushing event deleted for resources: {'Network': ['ID=314d8829-2d55-48fe-9f32-d68a2cac6c67,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:38.576137 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49684) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:38.706283 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-af955a8e-3acc-49ce-9ecf-16d137ecf92d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5dc6fe8c85934597b44ad5b8b1c5d647&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1289620 Aug 16 20:30:38.708707 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49688) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:38.756336 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23fd83a0-ac24-4e9d-b8dc-0b82e3e6d9bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:38.777643 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23fd83a0-ac24-4e9d-b8dc-0b82e3e6d9bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:38.827025 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 5c68030d-94c4-4b84-8e2e-00854a419ad2 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:30:38.847952 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 5c68030d-94c4-4b84-8e2e-00854a419ad2 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:30:38.848292 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 5c68030d-94c4-4b84-8e2e-00854a419ad2 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:30:39.105247 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23fd83a0-ac24-4e9d-b8dc-0b82e3e6d9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:39.107791 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23fd83a0-ac24-4e9d-b8dc-0b82e3e6d9bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:39.108933 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-23fd83a0-ac24-4e9d-b8dc-0b82e3e6d9bb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/80dcddf4-7e3a-4235-851c-b60199ad9c5c HTTP/1.1" status: 204 len: 168 time: 0.3993173 Aug 16 20:30:39.116855 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd83a0-ac24-4e9d-b8dc-0b82e3e6d9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dcddf4-7e3a-4235-851c-b60199ad9c5c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:39.723951 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49712) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:39.818587 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8607f10a-4819-4d5e-b60b-2d3275bcd1bb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-305384975'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:39.840542 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8607f10a-4819-4d5e-b60b-2d3275bcd1bb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:39.844082 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8607f10a-4819-4d5e-b60b-2d3275bcd1bb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:39.859532 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8607f10a-4819-4d5e-b60b-2d3275bcd1bb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:39.950575 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8607f10a-4819-4d5e-b60b-2d3275bcd1bb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:39.954199 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8607f10a-4819-4d5e-b60b-2d3275bcd1bb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:39.978922 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8607f10a-4819-4d5e-b60b-2d3275bcd1bb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:30:39.990040 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607f10a-4819-4d5e-b60b-2d3275bcd1bb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6763ecb-ce76-44e1-a829-422e08484fa2,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:39.994828 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8607f10a-4819-4d5e-b60b-2d3275bcd1bb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:39.995320 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-8607f10a-4819-4d5e-b60b-2d3275bcd1bb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Added segment 4054c10b-1f01-4458-a2b2-e00d116b5ae7 of type vlan for network e316ce76-8c0c-44e2-9845-d205c949b83d Aug 16 20:30:40.033808 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8607f10a-4819-4d5e-b60b-2d3275bcd1bb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:40.058928 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8607f10a-4819-4d5e-b60b-2d3275bcd1bb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:40.064448 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8607f10a-4819-4d5e-b60b-2d3275bcd1bb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:40.065029 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8607f10a-4819-4d5e-b60b-2d3275bcd1bb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:40.117428 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8607f10a-4819-4d5e-b60b-2d3275bcd1bb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3922427 Aug 16 20:30:40.120115 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49718) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:40.126037 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2aad0f04-b702-4c16-9579-6a5297278e79 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'port': {'network_id': 'e316ce76-8c0c-44e2-9845-d205c949b83d', 'name': 'tempest-PortsIpV6TestJSON-1842257575'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:40.133978 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607f10a-4819-4d5e-b60b-2d3275bcd1bb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Network': ['ID=e316ce76-8c0c-44e2-9845-d205c949b83d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:40.144227 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network e316ce76-8c0c-44e2-9845-d205c949b83d details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:30:40.567883 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aad0f04-b702-4c16-9579-6a5297278e79 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:40.571538 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2aad0f04-b702-4c16-9579-6a5297278e79 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:40.587001 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-2aad0f04-b702-4c16-9579-6a5297278e79 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] device_id is not set on port 04e72998-4a8a-49c1-8c56-bab41c89faf8 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:30:40.740949 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2aad0f04-b702-4c16-9579-6a5297278e79 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:40.777501 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2aad0f04-b702-4c16-9579-6a5297278e79 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:40.839984 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad0f04-b702-4c16-9579-6a5297278e79 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Port': ['ID=04e72998-4a8a-49c1-8c56-bab41c89faf8,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:40.847011 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aad0f04-b702-4c16-9579-6a5297278e79 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Checking segment: {'id': '4054c10b-1f01-4458-a2b2-e00d116b5ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e316ce76-8c0c-44e2-9845-d205c949b83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:40.847454 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aad0f04-b702-4c16-9579-6a5297278e79 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network hostable DHCP agents. Network: e316ce76-8c0c-44e2-9845-d205c949b83d, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:30:40.862933 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aad0f04-b702-4c16-9579-6a5297278e79 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network e316ce76-8c0c-44e2-9845-d205c949b83d is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:30:40.871039 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-2aad0f04-b702-4c16-9579-6a5297278e79 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, e316ce76-8c0c-44e2-9845-d205c949b83d) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:40.875129 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aad0f04-b702-4c16-9579-6a5297278e79 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:40.881075 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aad0f04-b702-4c16-9579-6a5297278e79 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:40.881677 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2aad0f04-b702-4c16-9579-6a5297278e79 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:40.882235 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7a88c3-21af-48c7-b5cf-127af35ee5f3 None None] Network e316ce76-8c0c-44e2-9845-d205c949b83d requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:40.897297 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2aad0f04-b702-4c16-9579-6a5297278e79 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7751703 Aug 16 20:30:40.900283 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49722) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:40.906999 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-aece75fe-6b87-4e51-a31c-9698ccbe286e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-28870109'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:40.927919 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aece75fe-6b87-4e51-a31c-9698ccbe286e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:40.931396 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aece75fe-6b87-4e51-a31c-9698ccbe286e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:40.958659 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aece75fe-6b87-4e51-a31c-9698ccbe286e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:30:40.968695 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aece75fe-6b87-4e51-a31c-9698ccbe286e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:40.969038 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-aece75fe-6b87-4e51-a31c-9698ccbe286e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Added segment 182b5e30-cfa9-4207-84c3-00454868e4ab of type vlan for network 85289199-cddf-4d68-a454-9008f03b67ba Aug 16 20:30:41.009514 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aece75fe-6b87-4e51-a31c-9698ccbe286e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:41.037395 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aece75fe-6b87-4e51-a31c-9698ccbe286e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:41.042996 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aece75fe-6b87-4e51-a31c-9698ccbe286e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:41.043613 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aece75fe-6b87-4e51-a31c-9698ccbe286e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:41.094470 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-aece75fe-6b87-4e51-a31c-9698ccbe286e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1930690 Aug 16 20:30:41.097118 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49724) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:41.102334 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-652edc40-c54c-4841-b7a8-350122b62123 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'ports': [{'network_id': 'e316ce76-8c0c-44e2-9845-d205c949b83d'}, {'network_id': '85289199-cddf-4d68-a454-9008f03b67ba'}]} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:41.102645 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-652edc40-c54c-4841-b7a8-350122b62123 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'port': {'network_id': 'e316ce76-8c0c-44e2-9845-d205c949b83d'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:41.103118 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-652edc40-c54c-4841-b7a8-350122b62123 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'port': {'network_id': '85289199-cddf-4d68-a454-9008f03b67ba'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:41.109596 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece75fe-6b87-4e51-a31c-9698ccbe286e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Network': ['ID=85289199-cddf-4d68-a454-9008f03b67ba,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:41.120055 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 85289199-cddf-4d68-a454-9008f03b67ba details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:30:41.257578 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652edc40-c54c-4841-b7a8-350122b62123 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'port': 2} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:41.262945 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-652edc40-c54c-4841-b7a8-350122b62123 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:41.275277 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-652edc40-c54c-4841-b7a8-350122b62123 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:41.353549 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-652edc40-c54c-4841-b7a8-350122b62123 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] device_id is not set on port 2bc87576-55e7-435a-91d8-153ad2dd8417 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:30:41.465116 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-652edc40-c54c-4841-b7a8-350122b62123 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:41.535840 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-652edc40-c54c-4841-b7a8-350122b62123 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] device_id is not set on port 6b21994a-1bcf-4d4d-9380-20fd266fdd37 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:30:41.638992 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-652edc40-c54c-4841-b7a8-350122b62123 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:41.676660 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-652edc40-c54c-4841-b7a8-350122b62123 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:41.715804 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652edc40-c54c-4841-b7a8-350122b62123 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network e316ce76-8c0c-44e2-9845-d205c949b83d is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:41.720611 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-652edc40-c54c-4841-b7a8-350122b62123 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:41.724155 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652edc40-c54c-4841-b7a8-350122b62123 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:41.724940 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-652edc40-c54c-4841-b7a8-350122b62123 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:41.735051 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652edc40-c54c-4841-b7a8-350122b62123 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Port': ['ID=2bc87576-55e7-435a-91d8-153ad2dd8417,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:41.793224 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652edc40-c54c-4841-b7a8-350122b62123 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Port': ['ID=6b21994a-1bcf-4d4d-9380-20fd266fdd37,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:41.801616 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652edc40-c54c-4841-b7a8-350122b62123 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Checking segment: {'id': '182b5e30-cfa9-4207-84c3-00454868e4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '85289199-cddf-4d68-a454-9008f03b67ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:41.801965 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652edc40-c54c-4841-b7a8-350122b62123 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network hostable DHCP agents. Network: 85289199-cddf-4d68-a454-9008f03b67ba, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:30:41.818370 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652edc40-c54c-4841-b7a8-350122b62123 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network 85289199-cddf-4d68-a454-9008f03b67ba is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:30:41.827580 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-652edc40-c54c-4841-b7a8-350122b62123 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 85289199-cddf-4d68-a454-9008f03b67ba) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:41.831144 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652edc40-c54c-4841-b7a8-350122b62123 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:41.836089 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc46a84-300d-4e3f-bf80-fc22bc6d6c60 None None] Network 85289199-cddf-4d68-a454-9008f03b67ba requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:41.836937 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652edc40-c54c-4841-b7a8-350122b62123 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:41.842056 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652edc40-c54c-4841-b7a8-350122b62123 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:41.842710 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-652edc40-c54c-4841-b7a8-350122b62123 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:41.857696 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-652edc40-c54c-4841-b7a8-350122b62123 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.7594488 Aug 16 20:30:41.860438 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49726) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:41.947623 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e1748ed8-fe67-4527-afbd-6dde3a27f907 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting port 6b21994a-1bcf-4d4d-9380-20fd266fdd37 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:41.948312 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1748ed8-fe67-4527-afbd-6dde3a27f907 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:42.019703 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1748ed8-fe67-4527-afbd-6dde3a27f907 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:42.032433 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e1748ed8-fe67-4527-afbd-6dde3a27f907 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Calling delete_port for 6b21994a-1bcf-4d4d-9380-20fd266fdd37 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:42.108653 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1748ed8-fe67-4527-afbd-6dde3a27f907 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:42.142477 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1748ed8-fe67-4527-afbd-6dde3a27f907 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Port': ['ID=6b21994a-1bcf-4d4d-9380-20fd266fdd37,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:42.148089 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1748ed8-fe67-4527-afbd-6dde3a27f907 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:42.150104 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e1748ed8-fe67-4527-afbd-6dde3a27f907 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/ports/6b21994a-1bcf-4d4d-9380-20fd266fdd37 HTTP/1.1" status: 204 len: 168 time: 0.2887106 Aug 16 20:30:42.152762 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49732) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:42.232193 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3a719b-e734-4dca-b40e-42cea85d0e4e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:42.237985 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3a719b-e734-4dca-b40e-42cea85d0e4e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:42.239560 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-aa3a719b-e734-4dca-b40e-42cea85d0e4e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0858500 Aug 16 20:30:42.242314 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49736) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:42.256353 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c960e-cab9-44b1-adb0-95cb65d2d82b req-070f9a57-9523-4ab3-a636-cd5ab44232eb tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:42.257890 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5f0c960e-cab9-44b1-adb0-95cb65d2d82b req-070f9a57-9523-4ab3-a636-cd5ab44232eb tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 1099 time: 0.0406361 Aug 16 20:30:42.292024 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5f0c960e-cab9-44b1-adb0-95cb65d2d82b req-d348d0ec-51ce-4220-8c0d-5e5f60e4fa3b tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276196 Aug 16 20:30:42.315107 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49738) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:42.330693 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-1e4a1604-3255-4857-b13b-531a40d08137 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting port 2bc87576-55e7-435a-91d8-153ad2dd8417 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:42.331033 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1e4a1604-3255-4857-b13b-531a40d08137 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:42.394895 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1e4a1604-3255-4857-b13b-531a40d08137 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:42.406953 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-1e4a1604-3255-4857-b13b-531a40d08137 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Calling delete_port for 2bc87576-55e7-435a-91d8-153ad2dd8417 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:42.472644 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-91ab3081-6a1d-4763-a6ee-6ddb61613994 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Deleting port fba84377-89ce-4fb0-b58a-630fe86311f7 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:42.472989 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91ab3081-6a1d-4763-a6ee-6ddb61613994 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:42.488463 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1e4a1604-3255-4857-b13b-531a40d08137 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:42.514974 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a1604-3255-4857-b13b-531a40d08137 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Port': ['ID=2bc87576-55e7-435a-91d8-153ad2dd8417,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:42.522063 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1e4a1604-3255-4857-b13b-531a40d08137 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:42.524191 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1e4a1604-3255-4857-b13b-531a40d08137 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/ports/2bc87576-55e7-435a-91d8-153ad2dd8417 HTTP/1.1" status: 204 len: 168 time: 0.2809119 Aug 16 20:30:42.526587 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49740) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:42.550591 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91ab3081-6a1d-4763-a6ee-6ddb61613994 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:42.550923 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91ab3081-6a1d-4763-a6ee-6ddb61613994 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:42.563123 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-91ab3081-6a1d-4763-a6ee-6ddb61613994 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Calling delete_port for fba84377-89ce-4fb0-b58a-630fe86311f7 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:42.573896 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26751c5-3dc2-4baf-b370-e22abf0c0650 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:42.577812 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b26751c5-3dc2-4baf-b370-e22abf0c0650 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0479136 Aug 16 20:30:42.578112 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49742) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:42.602495 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6dfe7d-94e0-42a2-bfc8-6c93ab579ebb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] GET failed (client error): The resource could not be found. Aug 16 20:30:42.603986 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9f6dfe7d-94e0-42a2-bfc8-6c93ab579ebb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "GET /v2.0/ports/6b21994a-1bcf-4d4d-9380-20fd266fdd37 HTTP/1.1" status: 404 len: 333 time: 0.0249641 Aug 16 20:30:42.607507 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49744) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:42.630789 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a66089-8f48-453f-b6f3-ea6a9f9f3f72 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] GET failed (client error): The resource could not be found. Aug 16 20:30:42.632279 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a2a66089-8f48-453f-b6f3-ea6a9f9f3f72 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "GET /v2.0/ports/2bc87576-55e7-435a-91d8-153ad2dd8417 HTTP/1.1" status: 404 len: 333 time: 0.0238619 Aug 16 20:30:42.634852 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49746) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:42.710794 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91ab3081-6a1d-4763-a6ee-6ddb61613994 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:42.715272 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89b96fef-2d14-4584-8374-e11a64144be0 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:42.740318 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab3081-6a1d-4763-a6ee-6ddb61613994 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event deleted for resources: {'Port': ['ID=fba84377-89ce-4fb0-b58a-630fe86311f7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:42.801736 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91ab3081-6a1d-4763-a6ee-6ddb61613994 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:42.802071 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-91ab3081-6a1d-4763-a6ee-6ddb61613994 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Floating IP 96436f26-d8c3-4924-8d7a-ad95e1307950 disassociated (deleted). External IP: 172.25.8.226, port: f734183e-9bb6-410c-9d00-1bfe0071145f. Aug 16 20:30:42.804298 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89b96fef-2d14-4584-8374-e11a64144be0 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:42.814091 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-89b96fef-2d14-4584-8374-e11a64144be0 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85289199-cddf-4d68-a454-9008f03b67ba']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:42.824680 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-89b96fef-2d14-4584-8374-e11a64144be0 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '182b5e30-cfa9-4207-84c3-00454868e4ab') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:42.825008 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-89b96fef-2d14-4584-8374-e11a64144be0 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '182b5e30-cfa9-4207-84c3-00454868e4ab') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:42.834305 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89b96fef-2d14-4584-8374-e11a64144be0 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:42.848242 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89b96fef-2d14-4584-8374-e11a64144be0 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:42.854635 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b96fef-2d14-4584-8374-e11a64144be0 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:30:42.855967 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89b96fef-2d14-4584-8374-e11a64144be0 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:42.858787 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:30:42.858787 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:30:42.858787 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:30:42.858787 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:30:42.858787 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:30:42.858787 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:30:42.858787 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:30:42.858787 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:30:42.858787 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:30:42.858787 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:30:42.858787 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:30:42.858787 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:30:42.858787 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:30:42.858787 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:30:42.858787 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:30:42.858787 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:30:42.858787 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:30:42.858787 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:30:42.858787 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:30:42.858787 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:30:42.858787 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:30:42.858787 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:30:42.858787 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:30:42.858787 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:30:42.858787 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:30:42.858787 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:30:42.858787 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:30:42.858787 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:30:42.858787 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:30:42.858787 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:30:42.858787 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:30:42.858787 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:30:42.914792 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89b96fef-2d14-4584-8374-e11a64144be0 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:42.922030 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89b96fef-2d14-4584-8374-e11a64144be0 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:42.923855 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-89b96fef-2d14-4584-8374-e11a64144be0 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/networks/85289199-cddf-4d68-a454-9008f03b67ba HTTP/1.1" status: 204 len: 168 time: 0.2880950 Aug 16 20:30:42.935005 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49748) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:42.940006 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8cc87ae1-4442-4ff0-952c-6497d1a377a7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1634047882'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:42.944336 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b96fef-2d14-4584-8374-e11a64144be0 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Network': ['ID=85289199-cddf-4d68-a454-9008f03b67ba,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:42.963782 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc87ae1-4442-4ff0-952c-6497d1a377a7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:42.967927 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8cc87ae1-4442-4ff0-952c-6497d1a377a7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:42.994861 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc87ae1-4442-4ff0-952c-6497d1a377a7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:30:43.004917 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8cc87ae1-4442-4ff0-952c-6497d1a377a7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:43.005262 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-8cc87ae1-4442-4ff0-952c-6497d1a377a7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Added segment 5b850082-654b-405a-b43f-d496da304bca of type vlan for network 25cadafb-ae31-4bcb-b6a9-6a8a8898cd33 Aug 16 20:30:43.014722 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ab3081-6a1d-4763-a6ee-6ddb61613994 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Router 6adaa15e-3605-4b39-a164-c11ebf2d8eef has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:30:43.058872 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8cc87ae1-4442-4ff0-952c-6497d1a377a7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:43.086137 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8cc87ae1-4442-4ff0-952c-6497d1a377a7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:43.092834 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc87ae1-4442-4ff0-952c-6497d1a377a7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:43.093410 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8cc87ae1-4442-4ff0-952c-6497d1a377a7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:43.132121 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ab3081-6a1d-4763-a6ee-6ddb61613994 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:30:43.137447 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91ab3081-6a1d-4763-a6ee-6ddb61613994 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:43.144860 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3044a0a2-75a6-4a95-8817-8665d722088d None None] Sync routers for ids ['6adaa15e-3605-4b39-a164-c11ebf2d8eef'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:30:43.156597 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3044a0a2-75a6-4a95-8817-8665d722088d None None] Routers {'6adaa15e-3605-4b39-a164-c11ebf2d8eef'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:30:43.157365 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3044a0a2-75a6-4a95-8817-8665d722088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:30:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6adaa15e-3605-4b39-a164-c11ebf2d8eef'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:43.158055 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8cc87ae1-4442-4ff0-952c-6497d1a377a7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2219477 Aug 16 20:30:43.160991 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49752) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:43.165452 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3e1eaa02-d6dc-42b7-b4d5-c28763abfb16 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'subnet': {'network_id': '25cadafb-ae31-4bcb-b6a9-6a8a8898cd33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:43.174253 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-91ab3081-6a1d-4763-a6ee-6ddb61613994 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "DELETE /v2.0/floatingips/96436f26-d8c3-4924-8d7a-ad95e1307950 HTTP/1.1" status: 204 len: 168 time: 0.8555262 Aug 16 20:30:43.174253 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956255c1-f446-4628-9485-f469065224fc', 'tag': 'f734183e-9bb6-410c-9d00-1bfe0071145f'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:30:43.175628 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a1d3b6-e96e-472e-a332-1312d1b4ee52" -d '{"events": [{"name": "network-changed", "server_uuid": "956255c1-f446-4628-9485-f469065224fc", "tag": "f734183e-9bb6-410c-9d00-1bfe0071145f"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:30:43.215196 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74274920-81e2-452e-ae63-eb19db2cd9c5 x-openstack-request-id: req-74274920-81e2-452e-ae63-eb19db2cd9c5 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:30:43.215534 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956255c1-f446-4628-9485-f469065224fc", "tag": "f734183e-9bb6-410c-9d00-1bfe0071145f", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:30:43.215785 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-74274920-81e2-452e-ae63-eb19db2cd9c5 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:30:43.216189 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956255c1-f446-4628-9485-f469065224fc', 'tag': 'f734183e-9bb6-410c-9d00-1bfe0071145f', 'status': 'completed', 'code': 200} Aug 16 20:30:43.239630 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc87ae1-4442-4ff0-952c-6497d1a377a7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Network': ['ID=25cadafb-ae31-4bcb-b6a9-6a8a8898cd33,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:43.250627 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 25cadafb-ae31-4bcb-b6a9-6a8a8898cd33 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:30:43.274997 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-3044a0a2-75a6-4a95-8817-8665d722088d None None] Set router 6adaa15e-3605-4b39-a164-c11ebf2d8eef gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:30:43.324227 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1d3b6-e96e-472e-a332-1312d1b4ee52 req-855a5a43-80f7-46ad-858c-5f9896d5aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:43.327684 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f2a1d3b6-e96e-472e-a332-1312d1b4ee52 req-855a5a43-80f7-46ad-858c-5f9896d5aa83 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 1099 time: 0.0814309 Aug 16 20:30:43.328941 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1eaa02-d6dc-42b7-b4d5-c28763abfb16 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:43.332531 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e1eaa02-d6dc-42b7-b4d5-c28763abfb16 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:43.502747 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3044a0a2-75a6-4a95-8817-8665d722088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326801467', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'd9a1e98c-c7c8-4cad-90ca-3aaf560f34f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:00Z', 'updated_at': '2021-08-16T20:29:03Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'd9a1e98c-c7c8-4cad-90ca-3aaf560f34f2', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:00Z', 'updated_at': '2021-08-16T20:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '2d74e689-d9c0-4e54-be2d-5ee5286c3baa', 'name': '', 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:ff:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '0564504a-d02b-47de-8b06-242b48c23f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:02Z', 'updated_at': '2021-08-16T20:29:09Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': '0564504a-d02b-47de-8b06-242b48c23f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:43.529588 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3044a0a2-75a6-4a95-8817-8665d722088d None None] Checking router: 6adaa15e-3605-4b39-a164-c11ebf2d8eef for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:30:43.530107 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc83ef-ff16-4060-9720-81dd7dc8a6f1 req-a9d276ad-0c67-4ae6-975b-82b93a32b04a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:43.531659 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4edc83ef-ff16-4060-9720-81dd7dc8a6f1 req-a9d276ad-0c67-4ae6-975b-82b93a32b04a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 947 time: 0.1507564 Aug 16 20:30:43.537884 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3044a0a2-75a6-4a95-8817-8665d722088d None None] Routers {'6adaa15e-3605-4b39-a164-c11ebf2d8eef'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:30:43.538489 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3044a0a2-75a6-4a95-8817-8665d722088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:30:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6adaa15e-3605-4b39-a164-c11ebf2d8eef'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:43.564358 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1d3b6-e96e-472e-a332-1312d1b4ee52 req-990351b4-422c-4593-97f5-54f4919d5648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:43.565796 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f2a1d3b6-e96e-472e-a332-1312d1b4ee52 req-990351b4-422c-4593-97f5-54f4919d5648 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2611d081-2c12-48b9-8ddd-99c040708b3c HTTP/1.1" status: 200 len: 897 time: 0.2168288 Aug 16 20:30:43.640962 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-3044a0a2-75a6-4a95-8817-8665d722088d None None] Set router 6adaa15e-3605-4b39-a164-c11ebf2d8eef gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:30:43.647518 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f2a1d3b6-e96e-472e-a332-1312d1b4ee52 req-42ca90bc-e56d-41b1-ab25-6438259d6887 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f734183e-9bb6-410c-9d00-1bfe0071145f HTTP/1.1" status: 200 len: 217 time: 0.0695822 Aug 16 20:30:43.652847 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4edc83ef-ff16-4060-9720-81dd7dc8a6f1 req-ffbf8d90-91e3-4005-83f0-1492cbf5ca68 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112337 Aug 16 20:30:43.740670 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1d3b6-e96e-472e-a332-1312d1b4ee52 req-bc966b88-9f5f-4409-a385-6c868ef68294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:43.742143 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f2a1d3b6-e96e-472e-a332-1312d1b4ee52 req-bc966b88-9f5f-4409-a385-6c868ef68294 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0564504a-d02b-47de-8b06-242b48c23f0f HTTP/1.1" status: 200 len: 834 time: 0.0864458 Aug 16 20:30:43.761792 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e1eaa02-d6dc-42b7-b4d5-c28763abfb16 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:43.837946 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3044a0a2-75a6-4a95-8817-8665d722088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326801467', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'd9a1e98c-c7c8-4cad-90ca-3aaf560f34f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:00Z', 'updated_at': '2021-08-16T20:29:03Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'd9a1e98c-c7c8-4cad-90ca-3aaf560f34f2', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:00Z', 'updated_at': '2021-08-16T20:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '2d74e689-d9c0-4e54-be2d-5ee5286c3baa', 'name': '', 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:ff:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '0564504a-d02b-47de-8b06-242b48c23f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:02Z', 'updated_at': '2021-08-16T20:29:09Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': '0564504a-d02b-47de-8b06-242b48c23f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:43.851219 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1d3b6-e96e-472e-a332-1312d1b4ee52 req-ac5b80a4-849f-4f3a-a3ff-317ff3a9dbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:43.852893 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f2a1d3b6-e96e-472e-a332-1312d1b4ee52 req-ac5b80a4-849f-4f3a-a3ff-317ff3a9dbfd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2611d081-2c12-48b9-8ddd-99c040708b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1022139 Aug 16 20:30:43.854231 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1eaa02-d6dc-42b7-b4d5-c28763abfb16 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Subnet': ['ID=1fbad4fd-5729-4594-ab66-f0f7661f043e,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:43.864083 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1eaa02-d6dc-42b7-b4d5-c28763abfb16 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Checking segment: {'id': '5b850082-654b-405a-b43f-d496da304bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '25cadafb-ae31-4bcb-b6a9-6a8a8898cd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:43.864443 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1eaa02-d6dc-42b7-b4d5-c28763abfb16 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network hostable DHCP agents. Network: 25cadafb-ae31-4bcb-b6a9-6a8a8898cd33, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:30:43.868513 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3044a0a2-75a6-4a95-8817-8665d722088d None None] The sync data for ids ['6adaa15e-3605-4b39-a164-c11ebf2d8eef'] in n-d-787206-13 is: [{'id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326801467', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'd9a1e98c-c7c8-4cad-90ca-3aaf560f34f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:00Z', 'updated_at': '2021-08-16T20:29:03Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'd9a1e98c-c7c8-4cad-90ca-3aaf560f34f2', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:00Z', 'updated_at': '2021-08-16T20:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '2d74e689-d9c0-4e54-be2d-5ee5286c3baa', 'name': '', 'network_id': '2611d081-2c12-48b9-8ddd-99c040708b3c', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:ff:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '0564504a-d02b-47de-8b06-242b48c23f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:02Z', 'updated_at': '2021-08-16T20:29:09Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': '0564504a-d02b-47de-8b06-242b48c23f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:30:43.938687 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1eaa02-d6dc-42b7-b4d5-c28763abfb16 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network 25cadafb-ae31-4bcb-b6a9-6a8a8898cd33 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:30:43.958026 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-3e1eaa02-d6dc-42b7-b4d5-c28763abfb16 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 25cadafb-ae31-4bcb-b6a9-6a8a8898cd33) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:43.965885 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60642ccd-40b6-4e7e-8cb1-d94847fd7c2a None None] Network 25cadafb-ae31-4bcb-b6a9-6a8a8898cd33 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:43.968888 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1eaa02-d6dc-42b7-b4d5-c28763abfb16 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:43.969483 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e1eaa02-d6dc-42b7-b4d5-c28763abfb16 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:43.981594 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f2a1d3b6-e96e-472e-a332-1312d1b4ee52 req-bc9518b9-64f1-433f-8bee-933098da6e88 service neutron] 10.222.0.57 "GET /v2.0/networks/2611d081-2c12-48b9-8ddd-99c040708b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185541 Aug 16 20:30:43.990592 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3e1eaa02-d6dc-42b7-b4d5-c28763abfb16 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8290060 Aug 16 20:30:43.990989 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49760) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:43.998730 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f91f934a-1f94-413c-82d1-3698c9f92627 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'port': {'network_id': '25cadafb-ae31-4bcb-b6a9-6a8a8898cd33', 'name': 'tempest-PortsIpV6TestJSON-449748409'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:44.094048 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f2a1d3b6-e96e-472e-a332-1312d1b4ee52 req-3546271b-0c2f-4c79-9e88-9a7d96b622a0 service neutron] 10.222.0.57 "GET /v2.0/networks/2611d081-2c12-48b9-8ddd-99c040708b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022980 Aug 16 20:30:44.149897 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91f934a-1f94-413c-82d1-3698c9f92627 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:44.154444 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f91f934a-1f94-413c-82d1-3698c9f92627 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:44.163196 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39755062-159b-4e31-918f-47951b525de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-25cadafb-ae31-4bcb-b6a9-6a8a8898cd33', 'network_id': '25cadafb-ae31-4bcb-b6a9-6a8a8898cd33', 'tenant_id': '57ab38ef32c440c6a7ac946d143eff56', 'fixed_ips': [{'subnet_id': '1fbad4fd-5729-4594-ab66-f0f7661f043e'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:30:44.163690 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-39755062-159b-4e31-918f-47951b525de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:44.173856 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-f91f934a-1f94-413c-82d1-3698c9f92627 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] device_id is not set on port 1b390374-e06a-435a-bf42-9f2858dd9ec1 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:30:44.195106 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1705c1e-0fdb-44e3-b12e-c92ae8a4e7e7 None None] New status for floating IP 96436f26-d8c3-4924-8d7a-ad95e1307950: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:30:44.295331 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-f91f934a-1f94-413c-82d1-3698c9f92627 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Allocated IP 2001:db8::32c (25cadafb-ae31-4bcb-b6a9-6a8a8898cd33/1fbad4fd-5729-4594-ab66-f0f7661f043e/1b390374-e06a-435a-bf42-9f2858dd9ec1) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:44.451880 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f91f934a-1f94-413c-82d1-3698c9f92627 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:44.465602 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-f91f934a-1f94-413c-82d1-3698c9f92627 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Transition to ACTIVE for port object 1b390374-e06a-435a-bf42-9f2858dd9ec1 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:44.497263 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f91f934a-1f94-413c-82d1-3698c9f92627 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:44.541527 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91f934a-1f94-413c-82d1-3698c9f92627 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network 25cadafb-ae31-4bcb-b6a9-6a8a8898cd33 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:44.543545 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-39755062-159b-4e31-918f-47951b525de5 None None] Allocated IP 2001:db8::2 (25cadafb-ae31-4bcb-b6a9-6a8a8898cd33/1fbad4fd-5729-4594-ab66-f0f7661f043e/5859a2d6-525d-407a-b46b-f51ba9f38e31) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:44.544979 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-f91f934a-1f94-413c-82d1-3698c9f92627 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:44.548969 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91f934a-1f94-413c-82d1-3698c9f92627 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:44.554851 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91f934a-1f94-413c-82d1-3698c9f92627 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:44.555482 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f91f934a-1f94-413c-82d1-3698c9f92627 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:44.564208 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f934a-1f94-413c-82d1-3698c9f92627 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Port': ['ID=1b390374-e06a-435a-bf42-9f2858dd9ec1,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:44.576146 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f91f934a-1f94-413c-82d1-3698c9f92627 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5838358 Aug 16 20:30:44.578908 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49764) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:44.671827 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b6afb-bd93-4c72-a087-410206d2caad req-e21011c2-db17-4a06-a39e-f88b03f899d5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:44.673395 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e8f3f109-de7c-4fe9-b981-50320b515d03 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting port 1b390374-e06a-435a-bf42-9f2858dd9ec1 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:44.673542 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-735b6afb-bd93-4c72-a087-410206d2caad req-e21011c2-db17-4a06-a39e-f88b03f899d5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.57 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 947 time: 0.0514307 Aug 16 20:30:44.673754 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8f3f109-de7c-4fe9-b981-50320b515d03 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:44.697751 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-39755062-159b-4e31-918f-47951b525de5 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:44.711594 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-39755062-159b-4e31-918f-47951b525de5 None None] Transition to ACTIVE for port object 5859a2d6-525d-407a-b46b-f51ba9f38e31 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:44.734651 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-39755062-159b-4e31-918f-47951b525de5 None None] Transition to ACTIVE for port object 5859a2d6-525d-407a-b46b-f51ba9f38e31 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:44.744750 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-39755062-159b-4e31-918f-47951b525de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:44.782379 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8f3f109-de7c-4fe9-b981-50320b515d03 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:44.785942 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39755062-159b-4e31-918f-47951b525de5 None None] Network 25cadafb-ae31-4bcb-b6a9-6a8a8898cd33 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:44.790625 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-39755062-159b-4e31-918f-47951b525de5 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:44.795167 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39755062-159b-4e31-918f-47951b525de5 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:44.798345 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39755062-159b-4e31-918f-47951b525de5 None None] Pushing event updated for resources: {'Port': ['ID=5859a2d6-525d-407a-b46b-f51ba9f38e31,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:44.801796 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e8f3f109-de7c-4fe9-b981-50320b515d03 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Calling delete_port for 1b390374-e06a-435a-bf42-9f2858dd9ec1 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:44.816575 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd235bc-d8ee-4b87-aba3-54b4766cd3ce req-58195d7a-1dd7-4e61-977c-902bd52e0091 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:44.818089 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2bd235bc-d8ee-4b87-aba3-54b4766cd3ce req-58195d7a-1dd7-4e61-977c-902bd52e0091 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=956255c1-f446-4628-9485-f469065224fc HTTP/1.1" status: 200 len: 947 time: 0.0706718 Aug 16 20:30:44.825438 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-735b6afb-bd93-4c72-a087-410206d2caad req-04e65ff2-8d77-4675-aad1-9d20b8fd61c4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Deleting port f734183e-9bb6-410c-9d00-1bfe0071145f {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:44.825784 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-735b6afb-bd93-4c72-a087-410206d2caad req-04e65ff2-8d77-4675-aad1-9d20b8fd61c4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:44.850990 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-39755062-159b-4e31-918f-47951b525de5 None None] Attempting to bind port 5859a2d6-525d-407a-b46b-f51ba9f38e31 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:30:44.851422 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-39755062-159b-4e31-918f-47951b525de5 None None] Attempting to bind port 5859a2d6-525d-407a-b46b-f51ba9f38e31 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '5b850082-654b-405a-b43f-d496da304bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '25cadafb-ae31-4bcb-b6a9-6a8a8898cd33'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:30:44.851780 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39755062-159b-4e31-918f-47951b525de5 None None] Attempting to bind port 5859a2d6-525d-407a-b46b-f51ba9f38e31 on network 25cadafb-ae31-4bcb-b6a9-6a8a8898cd33 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:30:44.856845 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39755062-159b-4e31-918f-47951b525de5 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:30:44.857219 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39755062-159b-4e31-918f-47951b525de5 None None] Checking segment: {'id': '5b850082-654b-405a-b43f-d496da304bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '25cadafb-ae31-4bcb-b6a9-6a8a8898cd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:44.857621 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-39755062-159b-4e31-918f-47951b525de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:44.858019 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39755062-159b-4e31-918f-47951b525de5 None None] Bound using segment: {'id': '5b850082-654b-405a-b43f-d496da304bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '25cadafb-ae31-4bcb-b6a9-6a8a8898cd33'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:30:44.858477 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-39755062-159b-4e31-918f-47951b525de5 None None] Bound port: 5859a2d6-525d-407a-b46b-f51ba9f38e31, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b850082-654b-405a-b43f-d496da304bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '25cadafb-ae31-4bcb-b6a9-6a8a8898cd33'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:30:44.858867 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-39755062-159b-4e31-918f-47951b525de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:44.911307 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2bd235bc-d8ee-4b87-aba3-54b4766cd3ce req-e4e07425-a12c-4dc1-812e-5c962b3fc176 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823481 Aug 16 20:30:44.936506 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-39755062-159b-4e31-918f-47951b525de5 None None] For port 5859a2d6-525d-407a-b46b-f51ba9f38e31, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:30:44.940229 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-39755062-159b-4e31-918f-47951b525de5 None None] For port 5859a2d6-525d-407a-b46b-f51ba9f38e31, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=5859a2d6-525d-407a-b46b-f51ba9f38e31,segment=NetworkSegment(5b850082-654b-405a-b43f-d496da304bca),segment_id=5b850082-654b-405a-b43f-d496da304bca)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:30:44.946192 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-735b6afb-bd93-4c72-a087-410206d2caad req-04e65ff2-8d77-4675-aad1-9d20b8fd61c4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] For port f734183e-9bb6-410c-9d00-1bfe0071145f, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f734183e-9bb6-410c-9d00-1bfe0071145f,segment=NetworkSegment(36b52101-ed99-4cbf-b602-e90679f3b474),segment_id=36b52101-ed99-4cbf-b602-e90679f3b474)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:44.946597 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-735b6afb-bd93-4c72-a087-410206d2caad req-04e65ff2-8d77-4675-aad1-9d20b8fd61c4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:44.946848 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-39755062-159b-4e31-918f-47951b525de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:44.960657 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-735b6afb-bd93-4c72-a087-410206d2caad req-04e65ff2-8d77-4675-aad1-9d20b8fd61c4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Calling delete_port for f734183e-9bb6-410c-9d00-1bfe0071145f owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:44.968131 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8f3f109-de7c-4fe9-b981-50320b515d03 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:45.000398 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3f109-de7c-4fe9-b981-50320b515d03 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Port': ['ID=1b390374-e06a-435a-bf42-9f2858dd9ec1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:45.014679 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39755062-159b-4e31-918f-47951b525de5 None None] Pushing event updated for resources: {'Port': ['ID=5859a2d6-525d-407a-b46b-f51ba9f38e31,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:45.029577 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8f3f109-de7c-4fe9-b981-50320b515d03 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:45.034247 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e8f3f109-de7c-4fe9-b981-50320b515d03 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/ports/1b390374-e06a-435a-bf42-9f2858dd9ec1 HTTP/1.1" status: 204 len: 168 time: 0.4519019 Aug 16 20:30:45.034554 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49768) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:45.060105 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d078e0a8-5342-4b73-97e9-ef48b0f6cdf2 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] DELETE failed (client error): The resource could not be found. Aug 16 20:30:45.060843 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d078e0a8-5342-4b73-97e9-ef48b0f6cdf2 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:30:45.063307 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d078e0a8-5342-4b73-97e9-ef48b0f6cdf2 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/ports/1b390374-e06a-435a-bf42-9f2858dd9ec1 HTTP/1.1" status: 404 len: 333 time: 0.0271218 Aug 16 20:30:45.065583 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49770) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:45.096387 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e30522-2868-4961-8dc7-859c19a0d9c9 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] GET failed (client error): The resource could not be found. Aug 16 20:30:45.098060 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-53e30522-2868-4961-8dc7-859c19a0d9c9 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "GET /v2.0/ports/1b390374-e06a-435a-bf42-9f2858dd9ec1 HTTP/1.1" status: 404 len: 333 time: 0.0315535 Aug 16 20:30:45.100779 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49772) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:45.133253 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-735b6afb-bd93-4c72-a087-410206d2caad req-04e65ff2-8d77-4675-aad1-9d20b8fd61c4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:45.158417 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-94266a0b-1397-45d8-b5fc-8e199e229fda tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting subnet 1fbad4fd-5729-4594-ab66-f0f7661f043e {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:30:45.161117 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e65ff2-8d77-4675-aad1-9d20b8fd61c4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event deleted for resources: {'Port': ['ID=f734183e-9bb6-410c-9d00-1bfe0071145f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:45.162960 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-94266a0b-1397-45d8-b5fc-8e199e229fda tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:45.248017 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-94266a0b-1397-45d8-b5fc-8e199e229fda tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:45.255696 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-735b6afb-bd93-4c72-a087-410206d2caad req-04e65ff2-8d77-4675-aad1-9d20b8fd61c4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] No DVR routers for this DVR port f734183e-9bb6-410c-9d00-1bfe0071145f on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:30:45.258884 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-735b6afb-bd93-4c72-a087-410206d2caad req-04e65ff2-8d77-4675-aad1-9d20b8fd61c4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:45.261639 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-735b6afb-bd93-4c72-a087-410206d2caad req-04e65ff2-8d77-4675-aad1-9d20b8fd61c4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.57 "DELETE /v2.0/ports/f734183e-9bb6-410c-9d00-1bfe0071145f HTTP/1.1" status: 204 len: 173 time: 0.5813775 Aug 16 20:30:45.262049 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956255c1-f446-4628-9485-f469065224fc', 'name': 'network-vif-deleted', 'tag': 'f734183e-9bb6-410c-9d00-1bfe0071145f'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:30:45.265903 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd2bea1-f64c-4717-ae02-5aec4a15cc2f" -d '{"events": [{"server_uuid": "956255c1-f446-4628-9485-f469065224fc", "name": "network-vif-deleted", "tag": "f734183e-9bb6-410c-9d00-1bfe0071145f"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:30:45.321474 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b593fee5-2fb1-42ed-9e42-ace1cf876f91 x-openstack-request-id: req-b593fee5-2fb1-42ed-9e42-ace1cf876f91 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:30:45.321868 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956255c1-f446-4628-9485-f469065224fc", "name": "network-vif-deleted", "tag": "f734183e-9bb6-410c-9d00-1bfe0071145f", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:30:45.322208 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b593fee5-2fb1-42ed-9e42-ace1cf876f91 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:30:45.322697 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956255c1-f446-4628-9485-f469065224fc', 'name': 'network-vif-deleted', 'tag': 'f734183e-9bb6-410c-9d00-1bfe0071145f', 'status': 'completed', 'code': 200} Aug 16 20:30:45.377245 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-94266a0b-1397-45d8-b5fc-8e199e229fda tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:45.438441 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-94266a0b-1397-45d8-b5fc-8e199e229fda tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:45.467953 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94266a0b-1397-45d8-b5fc-8e199e229fda tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Subnet': ['ID=1fbad4fd-5729-4594-ab66-f0f7661f043e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:45.472102 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-94266a0b-1397-45d8-b5fc-8e199e229fda tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:45.473895 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-94266a0b-1397-45d8-b5fc-8e199e229fda tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/subnets/1fbad4fd-5729-4594-ab66-f0f7661f043e HTTP/1.1" status: 204 len: 168 time: 0.3721611 Aug 16 20:30:45.476514 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49778) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:45.560948 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dab15f2b-fda8-4922-a66f-8386b3077070 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:45.615822 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-dab15f2b-fda8-4922-a66f-8386b3077070 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting port 5859a2d6-525d-407a-b46b-f51ba9f38e31 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:45.616161 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dab15f2b-fda8-4922-a66f-8386b3077070 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:45.685795 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-dab15f2b-fda8-4922-a66f-8386b3077070 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] For port 5859a2d6-525d-407a-b46b-f51ba9f38e31, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=5859a2d6-525d-407a-b46b-f51ba9f38e31,segment=NetworkSegment(5b850082-654b-405a-b43f-d496da304bca),segment_id=5b850082-654b-405a-b43f-d496da304bca)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:45.686372 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dab15f2b-fda8-4922-a66f-8386b3077070 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:45.698083 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-dab15f2b-fda8-4922-a66f-8386b3077070 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Calling delete_port for 5859a2d6-525d-407a-b46b-f51ba9f38e31 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:45.778738 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dab15f2b-fda8-4922-a66f-8386b3077070 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:45.809873 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab15f2b-fda8-4922-a66f-8386b3077070 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Port': ['ID=5859a2d6-525d-407a-b46b-f51ba9f38e31,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:45.813681 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab15f2b-fda8-4922-a66f-8386b3077070 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] No DVR routers for this DVR port 5859a2d6-525d-407a-b46b-f51ba9f38e31 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:30:45.893134 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dab15f2b-fda8-4922-a66f-8386b3077070 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:45.904248 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-dab15f2b-fda8-4922-a66f-8386b3077070 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25cadafb-ae31-4bcb-b6a9-6a8a8898cd33']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:45.914762 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-dab15f2b-fda8-4922-a66f-8386b3077070 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b850082-654b-405a-b43f-d496da304bca') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:45.915049 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-dab15f2b-fda8-4922-a66f-8386b3077070 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b850082-654b-405a-b43f-d496da304bca') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:45.926324 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dab15f2b-fda8-4922-a66f-8386b3077070 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:45.940373 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dab15f2b-fda8-4922-a66f-8386b3077070 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:45.946610 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab15f2b-fda8-4922-a66f-8386b3077070 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:30:45.946997 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dab15f2b-fda8-4922-a66f-8386b3077070 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:45.950577 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:30:45.950577 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:30:45.950577 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:30:45.950577 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:30:45.950577 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:30:45.950577 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:30:45.950577 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:30:45.950577 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:30:45.950577 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:30:45.950577 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:30:45.950577 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:30:45.950577 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:30:45.950577 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:30:45.950577 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:30:45.950577 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:30:45.950577 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:30:45.950577 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:30:45.950577 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:30:45.950577 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:30:45.950577 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:30:45.950577 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:30:45.950577 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:30:45.950577 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:30:45.950577 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:30:45.950577 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:30:45.950577 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:30:45.950577 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:30:45.950577 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:30:45.950577 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:30:45.950577 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:30:45.950577 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:30:45.950577 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:30:45.984277 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49782) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:46.020268 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dab15f2b-fda8-4922-a66f-8386b3077070 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:46.024840 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dab15f2b-fda8-4922-a66f-8386b3077070 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:46.027484 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-dab15f2b-fda8-4922-a66f-8386b3077070 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/networks/25cadafb-ae31-4bcb-b6a9-6a8a8898cd33 HTTP/1.1" status: 204 len: 168 time: 0.5493076 Aug 16 20:30:46.031395 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49784) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:46.037361 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0021e8fa-0c1d-4a7a-9d4c-0a8af83f1411 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1453150976'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:46.042707 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab15f2b-fda8-4922-a66f-8386b3077070 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Network': ['ID=25cadafb-ae31-4bcb-b6a9-6a8a8898cd33,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:46.102108 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0021e8fa-0c1d-4a7a-9d4c-0a8af83f1411 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:46.105609 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0021e8fa-0c1d-4a7a-9d4c-0a8af83f1411 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:46.124973 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f283e80-bbd6-4d62-a029-f603cbaf7afa None None] DHCP port deletion for 25cadafb-ae31-4bcb-b6a9-6a8a8898cd33 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:30:46.142372 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96a2d22-8f66-4c69-bea7-44184b259e67 None None] Network 25cadafb-ae31-4bcb-b6a9-6a8a8898cd33 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:46.153448 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0021e8fa-0c1d-4a7a-9d4c-0a8af83f1411 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:30:46.159827 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96a2d22-8f66-4c69-bea7-44184b259e67 None None] Network 25cadafb-ae31-4bcb-b6a9-6a8a8898cd33 could not be found, it might have been deleted concurrently. {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 20:30:46.162000 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-64a3a14e-158f-411b-8b7d-0ed773a85525 None None] Could not find standard attr ID for object 5859a2d6-525d-407a-b46b-f51ba9f38e31. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:30:46.200698 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0021e8fa-0c1d-4a7a-9d4c-0a8af83f1411 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:46.201046 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-0021e8fa-0c1d-4a7a-9d4c-0a8af83f1411 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Added segment d334311d-f7c0-4d0c-b8ef-b0b9970803d6 of type vlan for network 130ad746-1946-4970-8d0b-b6b115aef9b2 Aug 16 20:30:46.274759 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0021e8fa-0c1d-4a7a-9d4c-0a8af83f1411 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:46.331476 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0021e8fa-0c1d-4a7a-9d4c-0a8af83f1411 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:46.336932 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0021e8fa-0c1d-4a7a-9d4c-0a8af83f1411 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:46.337503 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0021e8fa-0c1d-4a7a-9d4c-0a8af83f1411 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:46.402561 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0021e8fa-0c1d-4a7a-9d4c-0a8af83f1411 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3693752 Aug 16 20:30:46.405608 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49788) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:46.411376 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-396ca20a-977e-4854-9f59-c293457c6f79 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'subnet': {'network_id': '130ad746-1946-4970-8d0b-b6b115aef9b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:46.437629 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021e8fa-0c1d-4a7a-9d4c-0a8af83f1411 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Network': ['ID=130ad746-1946-4970-8d0b-b6b115aef9b2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:46.448295 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 130ad746-1946-4970-8d0b-b6b115aef9b2 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:30:46.502046 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396ca20a-977e-4854-9f59-c293457c6f79 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:46.505813 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-396ca20a-977e-4854-9f59-c293457c6f79 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:46.527092 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c35764f-d513-454a-b34b-29196ad7cfbe tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:46.696570 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-396ca20a-977e-4854-9f59-c293457c6f79 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:46.753541 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ca20a-977e-4854-9f59-c293457c6f79 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Subnet': ['ID=e3ecaace-39e7-47e7-a04c-d992eb411808,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:46.763981 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396ca20a-977e-4854-9f59-c293457c6f79 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Checking segment: {'id': 'd334311d-f7c0-4d0c-b8ef-b0b9970803d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '130ad746-1946-4970-8d0b-b6b115aef9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:46.764342 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396ca20a-977e-4854-9f59-c293457c6f79 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network hostable DHCP agents. Network: 130ad746-1946-4970-8d0b-b6b115aef9b2, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:30:46.782064 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396ca20a-977e-4854-9f59-c293457c6f79 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network 130ad746-1946-4970-8d0b-b6b115aef9b2 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:30:46.787639 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-9c35764f-d513-454a-b34b-29196ad7cfbe tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Deleting port 2d74e689-d9c0-4e54-be2d-5ee5286c3baa {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:46.787988 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c35764f-d513-454a-b34b-29196ad7cfbe tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:46.791877 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-396ca20a-977e-4854-9f59-c293457c6f79 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 130ad746-1946-4970-8d0b-b6b115aef9b2) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:46.797275 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396ca20a-977e-4854-9f59-c293457c6f79 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:46.797964 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-396ca20a-977e-4854-9f59-c293457c6f79 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:46.803228 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca537ce-5fbf-4862-b65f-51b1d8ade19f None None] Network 130ad746-1946-4970-8d0b-b6b115aef9b2 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:46.818528 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-396ca20a-977e-4854-9f59-c293457c6f79 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4115162 Aug 16 20:30:46.821253 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49790) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:46.826532 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-89f05ccd-8474-4edb-86ec-e7528656ae83 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'port': {'network_id': '130ad746-1946-4970-8d0b-b6b115aef9b2', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-213274811'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:46.884228 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-9c35764f-d513-454a-b34b-29196ad7cfbe tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] For port 2d74e689-d9c0-4e54-be2d-5ee5286c3baa, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=2d74e689-d9c0-4e54-be2d-5ee5286c3baa,segment=NetworkSegment(36b52101-ed99-4cbf-b602-e90679f3b474),segment_id=36b52101-ed99-4cbf-b602-e90679f3b474)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:46.884735 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c35764f-d513-454a-b34b-29196ad7cfbe tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:46.898958 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-9c35764f-d513-454a-b34b-29196ad7cfbe tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Calling delete_port for 2d74e689-d9c0-4e54-be2d-5ee5286c3baa owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:46.946233 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f05ccd-8474-4edb-86ec-e7528656ae83 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:46.953687 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89f05ccd-8474-4edb-86ec-e7528656ae83 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:46.957949 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce317366-4a6f-4715-adcc-65e1eb240eb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-130ad746-1946-4970-8d0b-b6b115aef9b2', 'network_id': '130ad746-1946-4970-8d0b-b6b115aef9b2', 'tenant_id': '57ab38ef32c440c6a7ac946d143eff56', 'fixed_ips': [{'subnet_id': 'e3ecaace-39e7-47e7-a04c-d992eb411808'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:30:46.959005 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ce317366-4a6f-4715-adcc-65e1eb240eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:46.976377 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-89f05ccd-8474-4edb-86ec-e7528656ae83 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] device_id is not set on port 22ba69cc-05d0-41a8-881c-8cfef617b6bc yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:30:47.102323 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-89f05ccd-8474-4edb-86ec-e7528656ae83 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Allocated IP 2001:db8::37d (130ad746-1946-4970-8d0b-b6b115aef9b2/e3ecaace-39e7-47e7-a04c-d992eb411808/22ba69cc-05d0-41a8-881c-8cfef617b6bc) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:47.103354 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c35764f-d513-454a-b34b-29196ad7cfbe tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:47.130619 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35764f-d513-454a-b34b-29196ad7cfbe tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event deleted for resources: {'Port': ['ID=2d74e689-d9c0-4e54-be2d-5ee5286c3baa,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:47.320506 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c35764f-d513-454a-b34b-29196ad7cfbe tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:47.529069 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89f05ccd-8474-4edb-86ec-e7528656ae83 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:47.541882 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-89f05ccd-8474-4edb-86ec-e7528656ae83 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Transition to ACTIVE for port object 22ba69cc-05d0-41a8-881c-8cfef617b6bc will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:47.544964 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c35764f-d513-454a-b34b-29196ad7cfbe tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Router 6adaa15e-3605-4b39-a164-c11ebf2d8eef has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:30:47.574751 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89f05ccd-8474-4edb-86ec-e7528656ae83 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:47.613023 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f05ccd-8474-4edb-86ec-e7528656ae83 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network 130ad746-1946-4970-8d0b-b6b115aef9b2 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:47.618060 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-89f05ccd-8474-4edb-86ec-e7528656ae83 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:47.620567 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f05ccd-8474-4edb-86ec-e7528656ae83 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:47.625119 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-ce317366-4a6f-4715-adcc-65e1eb240eb3 None None] Allocated IP 2001:db8::2 (130ad746-1946-4970-8d0b-b6b115aef9b2/e3ecaace-39e7-47e7-a04c-d992eb411808/580c870a-803e-4ea3-b827-3f9fa65865c2) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:47.626576 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f05ccd-8474-4edb-86ec-e7528656ae83 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:47.627273 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89f05ccd-8474-4edb-86ec-e7528656ae83 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:47.643301 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f05ccd-8474-4edb-86ec-e7528656ae83 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Port': ['ID=22ba69cc-05d0-41a8-881c-8cfef617b6bc,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:47.651516 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-89f05ccd-8474-4edb-86ec-e7528656ae83 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.8290589 Aug 16 20:30:47.654653 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49794) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:47.657375 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c35764f-d513-454a-b34b-29196ad7cfbe tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:30:47.665930 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49796) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:47.666184 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9c35764f-d513-454a-b34b-29196ad7cfbe tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "PUT /v2.0/routers/6adaa15e-3605-4b39-a164-c11ebf2d8eef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6806226 Aug 16 20:30:47.668702 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998b4a09-3b46-4a64-b63f-3c78e79b8bc8 None None] Sync routers for ids ['6adaa15e-3605-4b39-a164-c11ebf2d8eef'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:30:47.677908 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998b4a09-3b46-4a64-b63f-3c78e79b8bc8 None None] Routers {'6adaa15e-3605-4b39-a164-c11ebf2d8eef'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:30:47.678516 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-998b4a09-3b46-4a64-b63f-3c78e79b8bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:30:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6adaa15e-3605-4b39-a164-c11ebf2d8eef'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:47.776352 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-494b22ba-a510-4e14-90d6-d1fef4831a9e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Deleting subnet 0564504a-d02b-47de-8b06-242b48c23f0f {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:30:47.781915 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-494b22ba-a510-4e14-90d6-d1fef4831a9e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:47.786252 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ce317366-4a6f-4715-adcc-65e1eb240eb3 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:47.791158 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-998b4a09-3b46-4a64-b63f-3c78e79b8bc8 None None] Set router 6adaa15e-3605-4b39-a164-c11ebf2d8eef gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:30:47.795633 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ce317366-4a6f-4715-adcc-65e1eb240eb3 None None] Transition to ACTIVE for port object 580c870a-803e-4ea3-b827-3f9fa65865c2 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:47.812432 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ce317366-4a6f-4715-adcc-65e1eb240eb3 None None] Transition to ACTIVE for port object 580c870a-803e-4ea3-b827-3f9fa65865c2 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:47.819047 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ce317366-4a6f-4715-adcc-65e1eb240eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:47.831175 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-41b7a082-8387-431f-a77e-852988ec842e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting port 22ba69cc-05d0-41a8-881c-8cfef617b6bc {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:47.831738 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-41b7a082-8387-431f-a77e-852988ec842e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:47.838632 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-494b22ba-a510-4e14-90d6-d1fef4831a9e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:47.868253 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce317366-4a6f-4715-adcc-65e1eb240eb3 None None] Network 130ad746-1946-4970-8d0b-b6b115aef9b2 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:47.873620 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-ce317366-4a6f-4715-adcc-65e1eb240eb3 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:47.878513 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce317366-4a6f-4715-adcc-65e1eb240eb3 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:47.881691 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce317366-4a6f-4715-adcc-65e1eb240eb3 None None] Pushing event updated for resources: {'Port': ['ID=580c870a-803e-4ea3-b827-3f9fa65865c2,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:47.944696 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ce317366-4a6f-4715-adcc-65e1eb240eb3 None None] Attempting to bind port 580c870a-803e-4ea3-b827-3f9fa65865c2 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:30:47.945059 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ce317366-4a6f-4715-adcc-65e1eb240eb3 None None] Attempting to bind port 580c870a-803e-4ea3-b827-3f9fa65865c2 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'd334311d-f7c0-4d0c-b8ef-b0b9970803d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '130ad746-1946-4970-8d0b-b6b115aef9b2'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:30:47.945610 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce317366-4a6f-4715-adcc-65e1eb240eb3 None None] Attempting to bind port 580c870a-803e-4ea3-b827-3f9fa65865c2 on network 130ad746-1946-4970-8d0b-b6b115aef9b2 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:30:47.951901 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce317366-4a6f-4715-adcc-65e1eb240eb3 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:30:47.952275 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce317366-4a6f-4715-adcc-65e1eb240eb3 None None] Checking segment: {'id': 'd334311d-f7c0-4d0c-b8ef-b0b9970803d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '130ad746-1946-4970-8d0b-b6b115aef9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:47.952789 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ce317366-4a6f-4715-adcc-65e1eb240eb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:47.953182 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce317366-4a6f-4715-adcc-65e1eb240eb3 None None] Bound using segment: {'id': 'd334311d-f7c0-4d0c-b8ef-b0b9970803d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '130ad746-1946-4970-8d0b-b6b115aef9b2'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:30:47.953643 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ce317366-4a6f-4715-adcc-65e1eb240eb3 None None] Bound port: 580c870a-803e-4ea3-b827-3f9fa65865c2, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd334311d-f7c0-4d0c-b8ef-b0b9970803d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '130ad746-1946-4970-8d0b-b6b115aef9b2'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:30:47.954018 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ce317366-4a6f-4715-adcc-65e1eb240eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:47.975602 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-998b4a09-3b46-4a64-b63f-3c78e79b8bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326801467', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'd9a1e98c-c7c8-4cad-90ca-3aaf560f34f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:00Z', 'updated_at': '2021-08-16T20:30:47Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'd9a1e98c-c7c8-4cad-90ca-3aaf560f34f2', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:00Z', 'updated_at': '2021-08-16T20:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:47.985452 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-41b7a082-8387-431f-a77e-852988ec842e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:48.001682 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998b4a09-3b46-4a64-b63f-3c78e79b8bc8 None None] Checking router: 6adaa15e-3605-4b39-a164-c11ebf2d8eef for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:30:48.003640 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-41b7a082-8387-431f-a77e-852988ec842e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Calling delete_port for 22ba69cc-05d0-41a8-881c-8cfef617b6bc owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:48.005847 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-494b22ba-a510-4e14-90d6-d1fef4831a9e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:48.010346 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998b4a09-3b46-4a64-b63f-3c78e79b8bc8 None None] Routers {'6adaa15e-3605-4b39-a164-c11ebf2d8eef'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:30:48.011617 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-998b4a09-3b46-4a64-b63f-3c78e79b8bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:30:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6adaa15e-3605-4b39-a164-c11ebf2d8eef'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:48.026805 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ce317366-4a6f-4715-adcc-65e1eb240eb3 None None] For port 580c870a-803e-4ea3-b827-3f9fa65865c2, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:30:48.030367 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ce317366-4a6f-4715-adcc-65e1eb240eb3 None None] For port 580c870a-803e-4ea3-b827-3f9fa65865c2, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=580c870a-803e-4ea3-b827-3f9fa65865c2,segment=NetworkSegment(d334311d-f7c0-4d0c-b8ef-b0b9970803d6),segment_id=d334311d-f7c0-4d0c-b8ef-b0b9970803d6)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:30:48.034981 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ce317366-4a6f-4715-adcc-65e1eb240eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:48.092571 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce317366-4a6f-4715-adcc-65e1eb240eb3 None None] Pushing event updated for resources: {'Port': ['ID=580c870a-803e-4ea3-b827-3f9fa65865c2,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:48.129034 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-998b4a09-3b46-4a64-b63f-3c78e79b8bc8 None None] Set router 6adaa15e-3605-4b39-a164-c11ebf2d8eef gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:30:48.138850 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-494b22ba-a510-4e14-90d6-d1fef4831a9e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:48.168049 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b22ba-a510-4e14-90d6-d1fef4831a9e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event deleted for resources: {'Subnet': ['ID=0564504a-d02b-47de-8b06-242b48c23f0f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:48.177144 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-494b22ba-a510-4e14-90d6-d1fef4831a9e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:48.181413 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-494b22ba-a510-4e14-90d6-d1fef4831a9e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "DELETE /v2.0/subnets/0564504a-d02b-47de-8b06-242b48c23f0f HTTP/1.1" status: 204 len: 168 time: 0.5120797 Aug 16 20:30:48.184101 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49798) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:48.189233 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770626b7-ac90-478b-8cfb-b0912bca41a4 None None] Network 2611d081-2c12-48b9-8ddd-99c040708b3c requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:48.240688 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-41b7a082-8387-431f-a77e-852988ec842e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:48.301313 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7a082-8387-431f-a77e-852988ec842e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Port': ['ID=22ba69cc-05d0-41a8-881c-8cfef617b6bc,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:48.359279 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6625fd40-dfe4-4580-a4e3-e0e0bb162240 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:48.373935 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-41b7a082-8387-431f-a77e-852988ec842e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:48.378742 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-41b7a082-8387-431f-a77e-852988ec842e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/ports/22ba69cc-05d0-41a8-881c-8cfef617b6bc HTTP/1.1" status: 204 len: 168 time: 0.7204852 Aug 16 20:30:48.379097 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49800) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:48.416255 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e863a8-92f5-4aff-8c86-2d00d33ca61c tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] GET failed (client error): The resource could not be found. Aug 16 20:30:48.417998 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e4e863a8-92f5-4aff-8c86-2d00d33ca61c tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "GET /v2.0/ports/22ba69cc-05d0-41a8-881c-8cfef617b6bc HTTP/1.1" status: 404 len: 333 time: 0.0378525 Aug 16 20:30:48.420998 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49804) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:48.422706 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device f734183e-9bb6-410c-9d00-1bfe0071145f no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:30:48.473152 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: f734183e-9bb6-410c-9d00-1bfe0071145f {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:30:48.473501 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device f734183e-9bb6-410c-9d00-1bfe0071145f not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:30:48.486853 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-adfdc37f-5c51-4346-972d-fcee29b0663d tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting subnet e3ecaace-39e7-47e7-a04c-d992eb411808 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:30:48.491315 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-adfdc37f-5c51-4346-972d-fcee29b0663d tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:48.528843 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-998b4a09-3b46-4a64-b63f-3c78e79b8bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326801467', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'd9a1e98c-c7c8-4cad-90ca-3aaf560f34f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:00Z', 'updated_at': '2021-08-16T20:30:47Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'd9a1e98c-c7c8-4cad-90ca-3aaf560f34f2', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:00Z', 'updated_at': '2021-08-16T20:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:48.551847 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6625fd40-dfe4-4580-a4e3-e0e0bb162240 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:48.563374 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-adfdc37f-5c51-4346-972d-fcee29b0663d tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:48.564203 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998b4a09-3b46-4a64-b63f-3c78e79b8bc8 None None] The sync data for ids ['6adaa15e-3605-4b39-a164-c11ebf2d8eef'] in n-d-787206-13 is: [{'id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-326801467', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'd9a1e98c-c7c8-4cad-90ca-3aaf560f34f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:00Z', 'updated_at': '2021-08-16T20:30:47Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'd9a1e98c-c7c8-4cad-90ca-3aaf560f34f2', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adaa15e-3605-4b39-a164-c11ebf2d8eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:00Z', 'updated_at': '2021-08-16T20:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:30:48.596492 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a845c0-9469-4797-8f9e-8f0a02d2ea45 None None] DHCP port deletion for 2611d081-2c12-48b9-8ddd-99c040708b3c request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:30:48.616775 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-6625fd40-dfe4-4580-a4e3-e0e0bb162240 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Deleting port d9a1e98c-c7c8-4cad-90ca-3aaf560f34f2 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:48.617194 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6625fd40-dfe4-4580-a4e3-e0e0bb162240 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:48.647702 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-05a845c0-9469-4797-8f9e-8f0a02d2ea45 None None] Deleting port 4a3b6269-357f-49a7-9462-7844969a75f7 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:48.648285 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-05a845c0-9469-4797-8f9e-8f0a02d2ea45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:48.677819 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-adfdc37f-5c51-4346-972d-fcee29b0663d tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:48.706618 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-6625fd40-dfe4-4580-a4e3-e0e0bb162240 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] For port d9a1e98c-c7c8-4cad-90ca-3aaf560f34f2, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=d9a1e98c-c7c8-4cad-90ca-3aaf560f34f2,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:48.707048 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6625fd40-dfe4-4580-a4e3-e0e0bb162240 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:48.720041 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-6625fd40-dfe4-4580-a4e3-e0e0bb162240 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Calling delete_port for d9a1e98c-c7c8-4cad-90ca-3aaf560f34f2 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:48.724023 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-05a845c0-9469-4797-8f9e-8f0a02d2ea45 None None] For port 4a3b6269-357f-49a7-9462-7844969a75f7, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=4a3b6269-357f-49a7-9462-7844969a75f7,segment=NetworkSegment(36b52101-ed99-4cbf-b602-e90679f3b474),segment_id=36b52101-ed99-4cbf-b602-e90679f3b474)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:48.724423 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-05a845c0-9469-4797-8f9e-8f0a02d2ea45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:48.737422 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-05a845c0-9469-4797-8f9e-8f0a02d2ea45 None None] Calling delete_port for 4a3b6269-357f-49a7-9462-7844969a75f7 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:48.756672 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-adfdc37f-5c51-4346-972d-fcee29b0663d tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:48.795378 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfdc37f-5c51-4346-972d-fcee29b0663d tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Subnet': ['ID=e3ecaace-39e7-47e7-a04c-d992eb411808,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:48.798267 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-adfdc37f-5c51-4346-972d-fcee29b0663d tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:48.802779 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-adfdc37f-5c51-4346-972d-fcee29b0663d tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/subnets/e3ecaace-39e7-47e7-a04c-d992eb411808 HTTP/1.1" status: 204 len: 168 time: 0.3781855 Aug 16 20:30:48.802779 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49806) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:48.825667 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-05a845c0-9469-4797-8f9e-8f0a02d2ea45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:48.852558 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a845c0-9469-4797-8f9e-8f0a02d2ea45 None None] Pushing event deleted for resources: {'Port': ['ID=4a3b6269-357f-49a7-9462-7844969a75f7,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:48.859201 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a845c0-9469-4797-8f9e-8f0a02d2ea45 None None] No DVR routers for this DVR port 4a3b6269-357f-49a7-9462-7844969a75f7 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:30:48.903785 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9a5bfa7-5420-42a8-9332-5a1e98d6d400 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:48.915587 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6625fd40-dfe4-4580-a4e3-e0e0bb162240 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:48.950672 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625fd40-dfe4-4580-a4e3-e0e0bb162240 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event deleted for resources: {'Port': ['ID=d9a1e98c-c7c8-4cad-90ca-3aaf560f34f2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:48.972838 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d9a5bfa7-5420-42a8-9332-5a1e98d6d400 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting port 580c870a-803e-4ea3-b827-3f9fa65865c2 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:48.973182 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9a5bfa7-5420-42a8-9332-5a1e98d6d400 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:49.057503 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-d9a5bfa7-5420-42a8-9332-5a1e98d6d400 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] For port 580c870a-803e-4ea3-b827-3f9fa65865c2, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=580c870a-803e-4ea3-b827-3f9fa65865c2,segment=NetworkSegment(d334311d-f7c0-4d0c-b8ef-b0b9970803d6),segment_id=d334311d-f7c0-4d0c-b8ef-b0b9970803d6)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:49.058800 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9a5bfa7-5420-42a8-9332-5a1e98d6d400 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:49.078464 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d9a5bfa7-5420-42a8-9332-5a1e98d6d400 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Calling delete_port for 580c870a-803e-4ea3-b827-3f9fa65865c2 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:49.085966 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 580c870a-803e-4ea3-b827-3f9fa65865c2 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:49.111100 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6625fd40-dfe4-4580-a4e3-e0e0bb162240 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:49.195661 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 580c870a-803e-4ea3-b827-3f9fa65865c2 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:49.271614 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9a5bfa7-5420-42a8-9332-5a1e98d6d400 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:49.272915 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6625fd40-dfe4-4580-a4e3-e0e0bb162240 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:49.278562 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2d74e689-d9c0-4e54-be2d-5ee5286c3baa no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:30:49.290350 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a5bfa7-5420-42a8-9332-5a1e98d6d400 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] No DVR routers for this DVR port 580c870a-803e-4ea3-b827-3f9fa65865c2 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:30:49.294048 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6625fd40-dfe4-4580-a4e3-e0e0bb162240 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:49.320312 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 2d74e689-d9c0-4e54-be2d-5ee5286c3baa {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:30:49.321002 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2d74e689-d9c0-4e54-be2d-5ee5286c3baa not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:30:49.321444 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4a3b6269-357f-49a7-9462-7844969a75f7 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:30:49.342618 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5bfa7-5420-42a8-9332-5a1e98d6d400 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Port': ['ID=580c870a-803e-4ea3-b827-3f9fa65865c2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:49.367728 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 4a3b6269-357f-49a7-9462-7844969a75f7 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:30:49.368067 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4a3b6269-357f-49a7-9462-7844969a75f7 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:30:49.381796 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cbf0c0-7660-40fe-8fc8-4813778183ea None None] Network 130ad746-1946-4970-8d0b-b6b115aef9b2 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:49.383081 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6625fd40-dfe4-4580-a4e3-e0e0bb162240 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:49.383845 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6625fd40-dfe4-4580-a4e3-e0e0bb162240 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Fanout notify agent at l3_agent the message router_deleted on router 6adaa15e-3605-4b39-a164-c11ebf2d8eef {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:30:49.391847 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6625fd40-dfe4-4580-a4e3-e0e0bb162240 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:49.395301 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6625fd40-dfe4-4580-a4e3-e0e0bb162240 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "DELETE /v2.0/routers/6adaa15e-3605-4b39-a164-c11ebf2d8eef HTTP/1.1" status: 204 len: 168 time: 1.2079196 Aug 16 20:30:49.395741 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49808) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:49.433803 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9a5bfa7-5420-42a8-9332-5a1e98d6d400 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:49.436709 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ad3cd1a8-faf3-46f1-8b1d-a17ca2e6ada7 None None] Could not find standard attr ID for object 580c870a-803e-4ea3-b827-3f9fa65865c2. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:30:49.446805 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-d9a5bfa7-5420-42a8-9332-5a1e98d6d400 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130ad746-1946-4970-8d0b-b6b115aef9b2']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:49.458810 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-d9a5bfa7-5420-42a8-9332-5a1e98d6d400 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd334311d-f7c0-4d0c-b8ef-b0b9970803d6') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:49.459287 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-d9a5bfa7-5420-42a8-9332-5a1e98d6d400 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd334311d-f7c0-4d0c-b8ef-b0b9970803d6') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:49.470369 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9a5bfa7-5420-42a8-9332-5a1e98d6d400 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:49.486829 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9a5bfa7-5420-42a8-9332-5a1e98d6d400 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:49.493927 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a5bfa7-5420-42a8-9332-5a1e98d6d400 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:30:49.494334 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9a5bfa7-5420-42a8-9332-5a1e98d6d400 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:49.494972 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b54a039e-a482-4556-8f62-e9897d82d990 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:49.498064 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:30:49.498064 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:30:49.498064 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:30:49.498064 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:30:49.498064 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:30:49.498064 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:30:49.498064 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:30:49.498064 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:30:49.498064 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:30:49.498064 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:30:49.498064 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:30:49.498064 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:30:49.498064 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:30:49.498064 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:30:49.498064 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:30:49.498064 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:30:49.498064 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:30:49.498064 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:30:49.498064 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:30:49.498064 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:30:49.498064 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:30:49.498064 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:30:49.498064 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:30:49.498064 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:30:49.498064 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:30:49.498064 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:30:49.498064 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:30:49.498064 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:30:49.498064 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:30:49.498064 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:30:49.498064 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:30:49.498064 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:30:49.569478 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7712e798-6896-4029-baef-c93bc3820b74 None None] DHCP port deletion for 130ad746-1946-4970-8d0b-b6b115aef9b2 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:30:49.580647 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9a5bfa7-5420-42a8-9332-5a1e98d6d400 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:49.587801 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9a5bfa7-5420-42a8-9332-5a1e98d6d400 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:49.590474 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d9a5bfa7-5420-42a8-9332-5a1e98d6d400 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/networks/130ad746-1946-4970-8d0b-b6b115aef9b2 HTTP/1.1" status: 204 len: 168 time: 0.7867968 Aug 16 20:30:49.594681 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49814) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:49.600635 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d9439135-db70-4b01-9943-e8144bc01345 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'port': {'network_id': 'e316ce76-8c0c-44e2-9845-d205c949b83d', 'name': 'tempest-PortsIpV6TestJSON-1624356761'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:49.616458 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5bfa7-5420-42a8-9332-5a1e98d6d400 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Network': ['ID=130ad746-1946-4970-8d0b-b6b115aef9b2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:50.033853 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b54a039e-a482-4556-8f62-e9897d82d990 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.051242 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-b54a039e-a482-4556-8f62-e9897d82d990 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2611d081-2c12-48b9-8ddd-99c040708b3c']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:50.064175 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-b54a039e-a482-4556-8f62-e9897d82d990 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b52101-ed99-4cbf-b602-e90679f3b474') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:50.064472 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-b54a039e-a482-4556-8f62-e9897d82d990 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b52101-ed99-4cbf-b602-e90679f3b474') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:50.077685 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b54a039e-a482-4556-8f62-e9897d82d990 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.096025 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b54a039e-a482-4556-8f62-e9897d82d990 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.100918 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9439135-db70-4b01-9943-e8144bc01345 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:50.104813 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9439135-db70-4b01-9943-e8144bc01345 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.109142 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b54a039e-a482-4556-8f62-e9897d82d990 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:30:50.109687 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b54a039e-a482-4556-8f62-e9897d82d990 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.113567 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:30:50.113567 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:30:50.113567 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:30:50.113567 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:30:50.113567 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:30:50.113567 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:30:50.113567 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:30:50.113567 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:30:50.113567 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:30:50.113567 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:30:50.113567 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:30:50.113567 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:30:50.113567 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:30:50.113567 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:30:50.113567 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:30:50.113567 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:30:50.113567 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:30:50.113567 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:30:50.113567 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:30:50.113567 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:30:50.113567 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:30:50.113567 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:30:50.113567 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:30:50.113567 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:30:50.113567 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:30:50.113567 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:30:50.113567 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:30:50.113567 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:30:50.113567 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:30:50.113567 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:30:50.113567 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:30:50.113567 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:30:50.165267 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-d9439135-db70-4b01-9943-e8144bc01345 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] device_id is not set on port 2620ff0d-0505-4e40-bf18-ccebe12b43b8 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:30:50.213326 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b54a039e-a482-4556-8f62-e9897d82d990 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.217820 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b54a039e-a482-4556-8f62-e9897d82d990 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.220185 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b54a039e-a482-4556-8f62-e9897d82d990 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "DELETE /v2.0/networks/2611d081-2c12-48b9-8ddd-99c040708b3c HTTP/1.1" status: 204 len: 168 time: 0.8229854 Aug 16 20:30:50.222559 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49816) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:50.241053 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a039e-a482-4556-8f62-e9897d82d990 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event deleted for resources: {'Network': ['ID=2611d081-2c12-48b9-8ddd-99c040708b3c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:50.283783 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-42825e91-f2f4-4677-a57e-d7f49a45acab tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.309316 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-42825e91-f2f4-4677-a57e-d7f49a45acab tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.355122 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9439135-db70-4b01-9943-e8144bc01345 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.373547 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-42825e91-f2f4-4677-a57e-d7f49a45acab tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.376760 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-42825e91-f2f4-4677-a57e-d7f49a45acab tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.377919 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-42825e91-f2f4-4677-a57e-d7f49a45acab tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "DELETE /v2.0/security-groups/9b2b4ccf-8132-4ded-9bc9-070a5b5194e4 HTTP/1.1" status: 204 len: 168 time: 0.1543796 Aug 16 20:30:50.387601 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42825e91-f2f4-4677-a57e-d7f49a45acab tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2b4ccf-8132-4ded-9bc9-070a5b5194e4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:50.411161 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9439135-db70-4b01-9943-e8144bc01345 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.428872 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9439135-db70-4b01-9943-e8144bc01345 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network e316ce76-8c0c-44e2-9845-d205c949b83d is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:50.431294 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-d9439135-db70-4b01-9943-e8144bc01345 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:50.453980 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9439135-db70-4b01-9943-e8144bc01345 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:50.459504 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9439135-db70-4b01-9943-e8144bc01345 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:50.460113 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9439135-db70-4b01-9943-e8144bc01345 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.483495 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d9439135-db70-4b01-9943-e8144bc01345 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8876359 Aug 16 20:30:50.486195 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49822) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:50.487087 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9439135-db70-4b01-9943-e8144bc01345 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Port': ['ID=2620ff0d-0505-4e40-bf18-ccebe12b43b8,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:50.569952 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6ff8a10f-4c38-441c-9cce-b32349b3e8b4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting port 2620ff0d-0505-4e40-bf18-ccebe12b43b8 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:50.570262 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ff8a10f-4c38-441c-9cce-b32349b3e8b4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.639287 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ff8a10f-4c38-441c-9cce-b32349b3e8b4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.651683 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6ff8a10f-4c38-441c-9cce-b32349b3e8b4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Calling delete_port for 2620ff0d-0505-4e40-bf18-ccebe12b43b8 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:50.664360 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49824) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:50.669596 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-00406c27-a6c9-4961-b078-0d740c860178 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1060351453', 'description': 'tempest-secgroup-smoke-1060351453 description', 'project_id': '5b476a52c3644288a8fde356e0d7a90f'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:50.693195 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00406c27-a6c9-4961-b078-0d740c860178 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.741870 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ff8a10f-4c38-441c-9cce-b32349b3e8b4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.771815 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8a10f-4c38-441c-9cce-b32349b3e8b4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Port': ['ID=2620ff0d-0505-4e40-bf18-ccebe12b43b8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:50.776743 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ff8a10f-4c38-441c-9cce-b32349b3e8b4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.781058 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6ff8a10f-4c38-441c-9cce-b32349b3e8b4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/ports/2620ff0d-0505-4e40-bf18-ccebe12b43b8 HTTP/1.1" status: 204 len: 168 time: 0.2913461 Aug 16 20:30:50.781416 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49826) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:50.785122 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00406c27-a6c9-4961-b078-0d740c860178 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.789430 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e5f5d934-c54c-4232-8529-faf46e6e563f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'port': {'network_id': 'e316ce76-8c0c-44e2-9845-d205c949b83d', 'mac_address': 'fa:16:3e:4c:e5:50', 'name': 'tempest-PortsIpV6TestJSON-618126095'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:50.795055 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00406c27-a6c9-4961-b078-0d740c860178 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.840888 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device d9a1e98c-c7c8-4cad-90ca-3aaf560f34f2 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:30:50.867933 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: d9a1e98c-c7c8-4cad-90ca-3aaf560f34f2 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:30:50.868564 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device d9a1e98c-c7c8-4cad-90ca-3aaf560f34f2 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:30:50.869168 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 580c870a-803e-4ea3-b827-3f9fa65865c2 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:30:50.873213 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00406c27-a6c9-4961-b078-0d740c860178 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.874001 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-00406c27-a6c9-4961-b078-0d740c860178 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2086313 Aug 16 20:30:50.877205 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49830) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:50.882320 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f4d3838a-4ec8-4369-b7b0-c85f22800187 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'security_group_rule': {'security_group_id': '74babc55-31df-48e5-a49e-7cb01b6b8e4c', 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:50.882889 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00406c27-a6c9-4961-b078-0d740c860178 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74babc55-31df-48e5-a49e-7cb01b6b8e4c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:50.895476 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 580c870a-803e-4ea3-b827-3f9fa65865c2 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:30:50.895809 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 580c870a-803e-4ea3-b827-3f9fa65865c2 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:30:50.913160 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f4d3838a-4ec8-4369-b7b0-c85f22800187 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.923511 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f5d934-c54c-4232-8529-faf46e6e563f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:50.970399 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f4d3838a-4ec8-4369-b7b0-c85f22800187 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.975335 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f4d3838a-4ec8-4369-b7b0-c85f22800187 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.993273 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5f5d934-c54c-4232-8529-faf46e6e563f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.993714 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3838a-4ec8-4369-b7b0-c85f22800187 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b3a71b9-e7f3-432c-8833-99711cf4cbaa,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:50.999323 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f4d3838a-4ec8-4369-b7b0-c85f22800187 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.003280 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f4d3838a-4ec8-4369-b7b0-c85f22800187 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221166 Aug 16 20:30:51.003437 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49832) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:51.007947 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5c50e648-371e-4f7f-9f50-7c90764ac450 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'security_group_rule': {'security_group_id': '74babc55-31df-48e5-a49e-7cb01b6b8e4c', 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:51.020623 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-e5f5d934-c54c-4232-8529-faf46e6e563f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] device_id is not set on port b05b22e7-bd08-48de-b34d-e3bd8fc8c157 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:30:51.033924 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c50e648-371e-4f7f-9f50-7c90764ac450 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.096419 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c50e648-371e-4f7f-9f50-7c90764ac450 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.100592 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c50e648-371e-4f7f-9f50-7c90764ac450 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.116191 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50e648-371e-4f7f-9f50-7c90764ac450 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b61ab6-26ee-407d-bdfb-f5c7f3abc80a,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:51.125327 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c50e648-371e-4f7f-9f50-7c90764ac450 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.126792 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5c50e648-371e-4f7f-9f50-7c90764ac450 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221759 Aug 16 20:30:51.129574 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49834) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:51.134005 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d0e479d4-b09f-4d0c-958c-7ed42930a60f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'security_group_rule': {'security_group_id': '74babc55-31df-48e5-a49e-7cb01b6b8e4c', 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:51.161131 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d0e479d4-b09f-4d0c-958c-7ed42930a60f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.185895 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5f5d934-c54c-4232-8529-faf46e6e563f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.224000 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5f5d934-c54c-4232-8529-faf46e6e563f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.224337 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d0e479d4-b09f-4d0c-958c-7ed42930a60f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.228298 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d0e479d4-b09f-4d0c-958c-7ed42930a60f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.248939 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e479d4-b09f-4d0c-958c-7ed42930a60f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e56947cf-e4ca-42cc-aea6-59e99b03d494,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:51.252996 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d0e479d4-b09f-4d0c-958c-7ed42930a60f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.256970 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d0e479d4-b09f-4d0c-958c-7ed42930a60f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264615 Aug 16 20:30:51.257555 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49836) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:51.262515 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e47ae97c-73c0-486c-bba8-c42f6488a66a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'security_group_rule': {'security_group_id': '74babc55-31df-48e5-a49e-7cb01b6b8e4c', 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:51.270056 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f5d934-c54c-4232-8529-faf46e6e563f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network e316ce76-8c0c-44e2-9845-d205c949b83d is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:51.273205 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-e5f5d934-c54c-4232-8529-faf46e6e563f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:51.277782 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f5d934-c54c-4232-8529-faf46e6e563f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:51.283683 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f5d934-c54c-4232-8529-faf46e6e563f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:51.284369 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5f5d934-c54c-4232-8529-faf46e6e563f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.290578 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5d934-c54c-4232-8529-faf46e6e563f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Port': ['ID=b05b22e7-bd08-48de-b34d-e3bd8fc8c157,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:51.291314 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e47ae97c-73c0-486c-bba8-c42f6488a66a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.303900 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e5f5d934-c54c-4232-8529-faf46e6e563f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5214543 Aug 16 20:30:51.306471 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49838) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:51.366984 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e78d482-1848-4e50-bc29-d3942d9acb38 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:51.368272 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3e78d482-1848-4e50-bc29-d3942d9acb38 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "GET /v2.0/ports/b05b22e7-bd08-48de-b34d-e3bd8fc8c157 HTTP/1.1" status: 200 len: 844 time: 0.0608802 Aug 16 20:30:51.371125 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49840) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:51.403233 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e47ae97c-73c0-486c-bba8-c42f6488a66a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.408547 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e47ae97c-73c0-486c-bba8-c42f6488a66a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.454719 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ae97c-73c0-486c-bba8-c42f6488a66a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0101bddd-e96b-4a18-9b18-890d672da269,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:51.462023 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e47ae97c-73c0-486c-bba8-c42f6488a66a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.463209 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e47ae97c-73c0-486c-bba8-c42f6488a66a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2047353 Aug 16 20:30:51.466523 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49842) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:51.471543 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1a41ad42-28a3-4e7d-bb1b-c051a839a584 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'security_group_rule': {'security_group_id': '74babc55-31df-48e5-a49e-7cb01b6b8e4c', 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:51.505464 n-d-787206-13 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-1a41ad42-28a3-4e7d-bb1b-c051a839a584 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Project 5b476a52c3644288a8fde356e0d7a90f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:30:51.511544 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5121d284-859e-46d3-bf42-0216d793e857 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting port b05b22e7-bd08-48de-b34d-e3bd8fc8c157 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:51.511883 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5121d284-859e-46d3-bf42-0216d793e857 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.516069 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1a41ad42-28a3-4e7d-bb1b-c051a839a584 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.601956 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5121d284-859e-46d3-bf42-0216d793e857 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.620768 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5121d284-859e-46d3-bf42-0216d793e857 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Calling delete_port for b05b22e7-bd08-48de-b34d-e3bd8fc8c157 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:51.637823 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1a41ad42-28a3-4e7d-bb1b-c051a839a584 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.643233 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1a41ad42-28a3-4e7d-bb1b-c051a839a584 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.698244 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41ad42-28a3-4e7d-bb1b-c051a839a584 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb5d57f4-a203-4d0b-a52b-df59577251c3,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:51.702839 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1a41ad42-28a3-4e7d-bb1b-c051a839a584 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.704067 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1a41ad42-28a3-4e7d-bb1b-c051a839a584 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2366285 Aug 16 20:30:51.706886 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49844) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:51.711609 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ef29d82c-fc5b-4e0f-a6fb-d2ccfa5e8dfb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'security_group_rule': {'security_group_id': '74babc55-31df-48e5-a49e-7cb01b6b8e4c', 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:51.733019 n-d-787206-13 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-ef29d82c-fc5b-4e0f-a6fb-d2ccfa5e8dfb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Project 5b476a52c3644288a8fde356e0d7a90f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:30:51.734824 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5121d284-859e-46d3-bf42-0216d793e857 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.738253 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef29d82c-fc5b-4e0f-a6fb-d2ccfa5e8dfb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.762908 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121d284-859e-46d3-bf42-0216d793e857 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Port': ['ID=b05b22e7-bd08-48de-b34d-e3bd8fc8c157,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:51.770185 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5121d284-859e-46d3-bf42-0216d793e857 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.776028 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5121d284-859e-46d3-bf42-0216d793e857 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/ports/b05b22e7-bd08-48de-b34d-e3bd8fc8c157 HTTP/1.1" status: 204 len: 168 time: 0.3984067 Aug 16 20:30:51.776028 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49846) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:51.799999 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0bee22-72e2-460e-9599-bf08615a88db tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] GET failed (client error): The resource could not be found. Aug 16 20:30:51.805004 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef29d82c-fc5b-4e0f-a6fb-d2ccfa5e8dfb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.805179 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4c0bee22-72e2-460e-9599-bf08615a88db tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "GET /v2.0/ports/b05b22e7-bd08-48de-b34d-e3bd8fc8c157 HTTP/1.1" status: 404 len: 333 time: 0.0259352 Aug 16 20:30:51.805295 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49848) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:51.810065 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef29d82c-fc5b-4e0f-a6fb-d2ccfa5e8dfb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.812551 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-67cb2a6d-937c-4710-b922-c326a335494f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'port': {'network_id': 'e316ce76-8c0c-44e2-9845-d205c949b83d', 'name': 'tempest-PortsIpV6TestJSON-37876727'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:51.831509 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29d82c-fc5b-4e0f-a6fb-d2ccfa5e8dfb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0d31ea1-c17b-435b-ab23-46fc86163e5f,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:51.838055 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef29d82c-fc5b-4e0f-a6fb-d2ccfa5e8dfb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.839528 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ef29d82c-fc5b-4e0f-a6fb-d2ccfa5e8dfb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1315899 Aug 16 20:30:51.842361 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49850) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:51.847307 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-dcde5279-b5a8-4170-b443-4f8e29b03667 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'network': {'name': 'tempest-network-smoke--303434595', 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'port_security_enabled': True}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:51.867919 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcde5279-b5a8-4170-b443-4f8e29b03667 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Made reservation on behalf of 5b476a52c3644288a8fde356e0d7a90f for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:51.871965 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dcde5279-b5a8-4170-b443-4f8e29b03667 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.897781 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcde5279-b5a8-4170-b443-4f8e29b03667 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:30:51.907383 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dcde5279-b5a8-4170-b443-4f8e29b03667 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.907786 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-dcde5279-b5a8-4170-b443-4f8e29b03667 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Added segment 2a345236-5308-4103-b6f0-0b7abc2d23ad of type vlan for network 122a245e-01a8-4af4-8488-67733042da5f Aug 16 20:30:51.915999 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cb2a6d-937c-4710-b922-c326a335494f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:51.920655 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67cb2a6d-937c-4710-b922-c326a335494f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.939960 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-67cb2a6d-937c-4710-b922-c326a335494f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] device_id is not set on port 2dd054c4-de2c-457b-9bf3-02a50eca1784 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:30:51.950034 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dcde5279-b5a8-4170-b443-4f8e29b03667 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.975202 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dcde5279-b5a8-4170-b443-4f8e29b03667 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.981187 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcde5279-b5a8-4170-b443-4f8e29b03667 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:51.981791 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dcde5279-b5a8-4170-b443-4f8e29b03667 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:52.033389 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-dcde5279-b5a8-4170-b443-4f8e29b03667 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1899741 Aug 16 20:30:52.036314 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49854) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:52.047705 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-72700103-4934-4a2f-ac14-9ab070a04e17 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-944832847', 'admin_state_up': True, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:52.067285 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde5279-b5a8-4170-b443-4f8e29b03667 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'Network': ['ID=122a245e-01a8-4af4-8488-67733042da5f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:52.077323 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72700103-4934-4a2f-ac14-9ab070a04e17 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:52.078355 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72700103-4934-4a2f-ac14-9ab070a04e17 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:52.078518 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 122a245e-01a8-4af4-8488-67733042da5f details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:30:52.112179 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67cb2a6d-937c-4710-b922-c326a335494f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:52.135281 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72700103-4934-4a2f-ac14-9ab070a04e17 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:52.153276 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67cb2a6d-937c-4710-b922-c326a335494f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:52.193871 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cb2a6d-937c-4710-b922-c326a335494f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network e316ce76-8c0c-44e2-9845-d205c949b83d is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:52.199130 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-67cb2a6d-937c-4710-b922-c326a335494f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:52.202956 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cb2a6d-937c-4710-b922-c326a335494f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:52.208758 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cb2a6d-937c-4710-b922-c326a335494f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:52.209365 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67cb2a6d-937c-4710-b922-c326a335494f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:52.219459 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb2a6d-937c-4710-b922-c326a335494f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Port': ['ID=2dd054c4-de2c-457b-9bf3-02a50eca1784,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:52.230507 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-67cb2a6d-937c-4710-b922-c326a335494f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.4233267 Aug 16 20:30:52.232665 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49856) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:52.237842 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-237c488c-d069-4ca0-a42b-d97882c6b335 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:52.280473 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72700103-4934-4a2f-ac14-9ab070a04e17 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:52.303512 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-237c488c-d069-4ca0-a42b-d97882c6b335 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:52.454222 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-237c488c-d069-4ca0-a42b-d97882c6b335 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:52.458811 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-237c488c-d069-4ca0-a42b-d97882c6b335 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:52.472551 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72700103-4934-4a2f-ac14-9ab070a04e17 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:52.492289 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72700103-4934-4a2f-ac14-9ab070a04e17 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:52.495887 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-237c488c-d069-4ca0-a42b-d97882c6b335 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] In _notify_port_updated(), no bound segment for port 2dd054c4-de2c-457b-9bf3-02a50eca1784 on network e316ce76-8c0c-44e2-9845-d205c949b83d {{(pid=94771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:30:52.501799 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237c488c-d069-4ca0-a42b-d97882c6b335 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:52.502473 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-237c488c-d069-4ca0-a42b-d97882c6b335 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:52.503896 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-237c488c-d069-4ca0-a42b-d97882c6b335 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "PUT /v2.0/ports/2dd054c4-de2c-457b-9bf3-02a50eca1784 HTTP/1.1" status: 200 len: 818 time: 0.2703226 Aug 16 20:30:52.506668 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49858) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:52.545787 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c488c-d069-4ca0-a42b-d97882c6b335 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Port': ['ID=2dd054c4-de2c-457b-9bf3-02a50eca1784,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:52.599492 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-4b0ffc10-7a52-4938-a21f-1952254f53ca tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting port 2dd054c4-de2c-457b-9bf3-02a50eca1784 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:52.599835 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4b0ffc10-7a52-4938-a21f-1952254f53ca tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:52.600784 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-72700103-4934-4a2f-ac14-9ab070a04e17 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Allocated IP 172.25.8.170 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/b728b7d9-947d-4eb9-8ce2-9c98e64643b3) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:52.603597 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:30:52.669458 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4b0ffc10-7a52-4938-a21f-1952254f53ca tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:52.682111 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-4b0ffc10-7a52-4938-a21f-1952254f53ca tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Calling delete_port for 2dd054c4-de2c-457b-9bf3-02a50eca1784 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:52.703773 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72700103-4934-4a2f-ac14-9ab070a04e17 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:52.747847 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72700103-4934-4a2f-ac14-9ab070a04e17 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:52.759921 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4b0ffc10-7a52-4938-a21f-1952254f53ca tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:52.787828 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72700103-4934-4a2f-ac14-9ab070a04e17 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:52.788089 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ffc10-7a52-4938-a21f-1952254f53ca tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Port': ['ID=2dd054c4-de2c-457b-9bf3-02a50eca1784,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:52.795443 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4b0ffc10-7a52-4938-a21f-1952254f53ca tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:52.796347 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-72700103-4934-4a2f-ac14-9ab070a04e17 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:52.797866 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4b0ffc10-7a52-4938-a21f-1952254f53ca tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/ports/2dd054c4-de2c-457b-9bf3-02a50eca1784 HTTP/1.1" status: 204 len: 168 time: 0.2902319 Aug 16 20:30:52.798982 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72700103-4934-4a2f-ac14-9ab070a04e17 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:52.800430 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49860) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:52.825490 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72700103-4934-4a2f-ac14-9ab070a04e17 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'Port': ['ID=b728b7d9-947d-4eb9-8ce2-9c98e64643b3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:52.853414 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f2d733-c10a-4e82-ba24-8c81c0e760d2 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:52.854931 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b5f2d733-c10a-4e82-ba24-8c81c0e760d2 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0534964 Aug 16 20:30:52.857864 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49862) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:52.881727 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6beb8bf0-a93c-487f-86e7-638895ed8c76 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] GET failed (client error): The resource could not be found. Aug 16 20:30:52.883198 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6beb8bf0-a93c-487f-86e7-638895ed8c76 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "GET /v2.0/ports/2dd054c4-de2c-457b-9bf3-02a50eca1784 HTTP/1.1" status: 404 len: 333 time: 0.0244098 Aug 16 20:30:52.887638 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49864) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:52.892409 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-34a89e51-9227-46dd-84fa-5ecf433f1755 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1002232363'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:52.913369 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a89e51-9227-46dd-84fa-5ecf433f1755 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:52.916885 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-34a89e51-9227-46dd-84fa-5ecf433f1755 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:52.939827 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a89e51-9227-46dd-84fa-5ecf433f1755 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:30:52.950113 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-34a89e51-9227-46dd-84fa-5ecf433f1755 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:52.950458 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-34a89e51-9227-46dd-84fa-5ecf433f1755 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Added segment 52654624-d44f-4e79-8eeb-523e29b91632 of type vlan for network 423620ad-9c59-4821-8221-a0ceb15e7b6b Aug 16 20:30:52.990787 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-34a89e51-9227-46dd-84fa-5ecf433f1755 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:53.019521 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-34a89e51-9227-46dd-84fa-5ecf433f1755 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:53.025846 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a89e51-9227-46dd-84fa-5ecf433f1755 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:53.027021 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-34a89e51-9227-46dd-84fa-5ecf433f1755 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:53.069913 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72700103-4934-4a2f-ac14-9ab070a04e17 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:53.087104 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-34a89e51-9227-46dd-84fa-5ecf433f1755 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1984406 Aug 16 20:30:53.093392 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49868) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:53.098989 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c31444b7-befe-46de-a65f-17e230721cad tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'subnet': {'network_id': '423620ad-9c59-4821-8221-a0ceb15e7b6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:53.118046 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a89e51-9227-46dd-84fa-5ecf433f1755 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Network': ['ID=423620ad-9c59-4821-8221-a0ceb15e7b6b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:53.129328 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 423620ad-9c59-4821-8221-a0ceb15e7b6b details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:30:53.198923 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31444b7-befe-46de-a65f-17e230721cad tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:53.202769 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c31444b7-befe-46de-a65f-17e230721cad tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:53.281936 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72700103-4934-4a2f-ac14-9ab070a04e17 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:53.385204 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c31444b7-befe-46de-a65f-17e230721cad tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:53.410386 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72700103-4934-4a2f-ac14-9ab070a04e17 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Router 22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:30:53.450263 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31444b7-befe-46de-a65f-17e230721cad tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Subnet': ['ID=20775531-f22d-4bd2-a49a-0492433c302c,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:53.459763 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31444b7-befe-46de-a65f-17e230721cad tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Checking segment: {'id': '52654624-d44f-4e79-8eeb-523e29b91632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '423620ad-9c59-4821-8221-a0ceb15e7b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:53.460129 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31444b7-befe-46de-a65f-17e230721cad tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network hostable DHCP agents. Network: 423620ad-9c59-4821-8221-a0ceb15e7b6b, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:30:53.478382 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31444b7-befe-46de-a65f-17e230721cad tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network 423620ad-9c59-4821-8221-a0ceb15e7b6b is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:30:53.488015 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-c31444b7-befe-46de-a65f-17e230721cad tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 423620ad-9c59-4821-8221-a0ceb15e7b6b) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:53.492302 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31444b7-befe-46de-a65f-17e230721cad tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:53.493052 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c31444b7-befe-46de-a65f-17e230721cad tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:53.499618 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d155c4df-0289-40cc-b986-4d0674c27b89 None None] Network 423620ad-9c59-4821-8221-a0ceb15e7b6b requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:53.514261 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c31444b7-befe-46de-a65f-17e230721cad tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4181030 Aug 16 20:30:53.515622 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49870) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:53.522679 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6bc415ed-062d-4d50-bb90-58efb060708f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'subnet': {'network_id': '423620ad-9c59-4821-8221-a0ceb15e7b6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:53.522977 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72700103-4934-4a2f-ac14-9ab070a04e17 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:30:53.547223 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72700103-4934-4a2f-ac14-9ab070a04e17 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:53.548063 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e6380c-a172-4316-90b1-999e66b7786e None None] Sync routers for ids ['22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:30:53.548634 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-72700103-4934-4a2f-ac14-9ab070a04e17 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5113742 Aug 16 20:30:53.551685 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49872) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:53.569931 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e6380c-a172-4316-90b1-999e66b7786e None None] Routers {'22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:30:53.570854 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-15e6380c-a172-4316-90b1-999e66b7786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:30:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:53.583368 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ac41d9a5-12a2-4f0a-8132-2fd59e1b366c tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=5b476a52c3644288a8fde356e0d7a90f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280190 Aug 16 20:30:53.583563 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49874) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:53.646466 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc415ed-062d-4d50-bb90-58efb060708f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:53.650420 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6bc415ed-062d-4d50-bb90-58efb060708f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:53.672919 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea8f4ea-d05a-4097-abe4-76b896b49154 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:53.677291 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1ea8f4ea-d05a-4097-abe4-76b896b49154 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900524 Aug 16 20:30:53.677534 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49876) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:53.706813 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-75953e32-d5f1-4bb1-b377-a26f930b59c6 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=eb87ae87-0925-464c-8e03-8bba27e76e58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280399 Aug 16 20:30:53.710646 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49878) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:53.716076 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-5e15a83d-3fbc-4548-89f4-c5e40a982bf9 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1228746546', 'network_id': '122a245e-01a8-4af4-8488-67733042da5f', 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:53.721649 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-15e6380c-a172-4316-90b1-999e66b7786e None None] Set router 22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:30:53.752068 n-d-787206-13 neutron-server[94771]: INFO neutron.db.ipam_backend_mixin [None req-6bc415ed-062d-4d50-bb90-58efb060708f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 20775531-f22d-4bd2-a49a-0492433c302c (CIDR: 2001:db8::/64) Aug 16 20:30:53.755746 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc415ed-062d-4d50-bb90-58efb060708f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:30:53.756278 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bc415ed-062d-4d50-bb90-58efb060708f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:30:53.773988 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6bc415ed-062d-4d50-bb90-58efb060708f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2572312 Aug 16 20:30:53.774708 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49880) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:53.779988 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ea1b0b80-05f8-493c-92a0-75abc3733279 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'subnet': {'network_id': '423620ad-9c59-4821-8221-a0ceb15e7b6b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:53.814098 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e15a83d-3fbc-4548-89f4-c5e40a982bf9 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Made reservation on behalf of 5b476a52c3644288a8fde356e0d7a90f for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:53.817808 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5e15a83d-3fbc-4548-89f4-c5e40a982bf9 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:53.902522 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1b0b80-05f8-493c-92a0-75abc3733279 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:53.906617 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ea1b0b80-05f8-493c-92a0-75abc3733279 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:53.995703 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef4b744-af98-4a77-ab19-0bc61f6665f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-423620ad-9c59-4821-8221-a0ceb15e7b6b', 'network_id': '423620ad-9c59-4821-8221-a0ceb15e7b6b', 'tenant_id': '57ab38ef32c440c6a7ac946d143eff56', 'fixed_ips': [{'subnet_id': '20775531-f22d-4bd2-a49a-0492433c302c'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:30:53.996720 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fef4b744-af98-4a77-ab19-0bc61f6665f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:54.025613 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5e15a83d-3fbc-4548-89f4-c5e40a982bf9 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:54.094339 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15a83d-3fbc-4548-89f4-c5e40a982bf9 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'Subnet': ['ID=1174d191-bb48-4a7a-a31d-affd33b08a90,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:54.103046 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e15a83d-3fbc-4548-89f4-c5e40a982bf9 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Checking segment: {'id': '2a345236-5308-4103-b6f0-0b7abc2d23ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '122a245e-01a8-4af4-8488-67733042da5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:54.103441 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e15a83d-3fbc-4548-89f4-c5e40a982bf9 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Network hostable DHCP agents. Network: 122a245e-01a8-4af4-8488-67733042da5f, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:30:54.124134 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e15a83d-3fbc-4548-89f4-c5e40a982bf9 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Network 122a245e-01a8-4af4-8488-67733042da5f is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:30:54.137078 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-5e15a83d-3fbc-4548-89f4-c5e40a982bf9 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 122a245e-01a8-4af4-8488-67733042da5f) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:54.143524 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e15a83d-3fbc-4548-89f4-c5e40a982bf9 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:54.144143 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5e15a83d-3fbc-4548-89f4-c5e40a982bf9 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:54.158391 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6585f4c9-f722-4282-84f5-bd2d1436c9c7 None None] Network 122a245e-01a8-4af4-8488-67733042da5f requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:54.170052 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5e15a83d-3fbc-4548-89f4-c5e40a982bf9 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4550178 Aug 16 20:30:54.170281 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49884) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:54.185580 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ea1b0b80-05f8-493c-92a0-75abc3733279 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:54.221991 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1b0b80-05f8-493c-92a0-75abc3733279 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network 423620ad-9c59-4821-8221-a0ceb15e7b6b is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:54.225375 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-ea1b0b80-05f8-493c-92a0-75abc3733279 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:54.229931 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1b0b80-05f8-493c-92a0-75abc3733279 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:54.230740 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ea1b0b80-05f8-493c-92a0-75abc3733279 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:54.251827 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ea1b0b80-05f8-493c-92a0-75abc3733279 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4756706 Aug 16 20:30:54.255274 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49886) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:54.260113 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-04a0ed52-08e4-45dd-877e-73f5b40ab7bb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'port': {'network_id': '423620ad-9c59-4821-8221-a0ceb15e7b6b', 'fixed_ips': [{'subnet_id': '20775531-f22d-4bd2-a49a-0492433c302c'}, {'subnet_id': 'd3dd610e-2287-453b-99f8-ff0761fe05fc'}], 'name': 'tempest-PortsIpV6TestJSON-714665961'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:54.306027 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b0b80-05f8-493c-92a0-75abc3733279 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Subnet': ['ID=d3dd610e-2287-453b-99f8-ff0761fe05fc,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:54.306994 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-fef4b744-af98-4a77-ab19-0bc61f6665f4 None None] Allocated IP 2001:db8::2 (423620ad-9c59-4821-8221-a0ceb15e7b6b/20775531-f22d-4bd2-a49a-0492433c302c/d5940363-1134-40ef-bf5f-6e151626c998) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:54.330000 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b0b80-05f8-493c-92a0-75abc3733279 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:54.330532 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b0b80-05f8-493c-92a0-75abc3733279 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:54.330975 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b0b80-05f8-493c-92a0-75abc3733279 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:54.331453 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b0b80-05f8-493c-92a0-75abc3733279 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:54.331851 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b0b80-05f8-493c-92a0-75abc3733279 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:54.332239 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b0b80-05f8-493c-92a0-75abc3733279 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:54.332659 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b0b80-05f8-493c-92a0-75abc3733279 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:54.333055 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b0b80-05f8-493c-92a0-75abc3733279 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:54.333449 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b0b80-05f8-493c-92a0-75abc3733279 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:54.333855 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b0b80-05f8-493c-92a0-75abc3733279 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:54.334255 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b0b80-05f8-493c-92a0-75abc3733279 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:54.334678 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b0b80-05f8-493c-92a0-75abc3733279 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:54.381987 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-15e6380c-a172-4316-90b1-999e66b7786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944832847', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'b728b7d9-947d-4eb9-8ce2-9c98e64643b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:30:52Z', 'updated_at': '2021-08-16T20:30:52Z', 'revision_number': 3, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'b728b7d9-947d-4eb9-8ce2-9c98e64643b3', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:52Z', 'updated_at': '2021-08-16T20:30:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:54.402711 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a0ed52-08e4-45dd-877e-73f5b40ab7bb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:54.437692 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e6380c-a172-4316-90b1-999e66b7786e None None] Checking router: 22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:30:54.438050 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e6380c-a172-4316-90b1-999e66b7786e None None] Updating router 22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c port b728b7d9-947d-4eb9-8ce2-9c98e64643b3 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:30:54.495547 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04a0ed52-08e4-45dd-877e-73f5b40ab7bb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:54.500676 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-15e6380c-a172-4316-90b1-999e66b7786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:54.514916 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-04a0ed52-08e4-45dd-877e-73f5b40ab7bb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] device_id is not set on port 7eea7a19-e4b1-4361-b1d6-0f819476cdb0 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:30:54.531858 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b6f3ec-11cd-4e05-930e-ba936a1ffc9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-122a245e-01a8-4af4-8488-67733042da5f', 'network_id': '122a245e-01a8-4af4-8488-67733042da5f', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'fixed_ips': [{'subnet_id': '1174d191-bb48-4a7a-a31d-affd33b08a90'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:30:54.532766 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34b6f3ec-11cd-4e05-930e-ba936a1ffc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:54.641000 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0669dc42-964d-48ea-8d90-e18263b89c1f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:54.753362 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fef4b744-af98-4a77-ab19-0bc61f6665f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:54.821390 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fef4b744-af98-4a77-ab19-0bc61f6665f4 None None] Transition to ACTIVE for port object d5940363-1134-40ef-bf5f-6e151626c998 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:54.852189 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fef4b744-af98-4a77-ab19-0bc61f6665f4 None None] Transition to ACTIVE for port object d5940363-1134-40ef-bf5f-6e151626c998 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:54.862960 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fef4b744-af98-4a77-ab19-0bc61f6665f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:54.898923 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-34b6f3ec-11cd-4e05-930e-ba936a1ffc9d None None] Allocated IP 172.20.0.2 (122a245e-01a8-4af4-8488-67733042da5f/1174d191-bb48-4a7a-a31d-affd33b08a90/36ed4fb2-fae2-471d-b6a2-cdd6b2d59742) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:54.948701 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef4b744-af98-4a77-ab19-0bc61f6665f4 None None] Network 423620ad-9c59-4821-8221-a0ceb15e7b6b is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:54.958338 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-fef4b744-af98-4a77-ab19-0bc61f6665f4 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:54.960778 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef4b744-af98-4a77-ab19-0bc61f6665f4 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:54.976203 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-04a0ed52-08e4-45dd-877e-73f5b40ab7bb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Allocated IP 2001:db8::193 (423620ad-9c59-4821-8221-a0ceb15e7b6b/20775531-f22d-4bd2-a49a-0492433c302c/7eea7a19-e4b1-4361-b1d6-0f819476cdb0) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:54.976398 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4b744-af98-4a77-ab19-0bc61f6665f4 None None] Pushing event updated for resources: {'Port': ['ID=d5940363-1134-40ef-bf5f-6e151626c998,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:54.983886 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-04a0ed52-08e4-45dd-877e-73f5b40ab7bb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Allocated IP 2001:db8:0:1::2e6 (423620ad-9c59-4821-8221-a0ceb15e7b6b/d3dd610e-2287-453b-99f8-ff0761fe05fc/7eea7a19-e4b1-4361-b1d6-0f819476cdb0) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:55.130780 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04a0ed52-08e4-45dd-877e-73f5b40ab7bb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:55.132213 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-fef4b744-af98-4a77-ab19-0bc61f6665f4 None None] Attempting to bind port d5940363-1134-40ef-bf5f-6e151626c998 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:30:55.132594 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-fef4b744-af98-4a77-ab19-0bc61f6665f4 None None] Attempting to bind port d5940363-1134-40ef-bf5f-6e151626c998 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '52654624-d44f-4e79-8eeb-523e29b91632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '423620ad-9c59-4821-8221-a0ceb15e7b6b'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:30:55.132969 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef4b744-af98-4a77-ab19-0bc61f6665f4 None None] Attempting to bind port d5940363-1134-40ef-bf5f-6e151626c998 on network 423620ad-9c59-4821-8221-a0ceb15e7b6b {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:30:55.144259 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-04a0ed52-08e4-45dd-877e-73f5b40ab7bb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Transition to ACTIVE for port object 7eea7a19-e4b1-4361-b1d6-0f819476cdb0 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:55.154178 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-15e6380c-a172-4316-90b1-999e66b7786e None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:55.159348 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef4b744-af98-4a77-ab19-0bc61f6665f4 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:30:55.160054 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef4b744-af98-4a77-ab19-0bc61f6665f4 None None] Checking segment: {'id': '52654624-d44f-4e79-8eeb-523e29b91632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '423620ad-9c59-4821-8221-a0ceb15e7b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:55.160351 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fef4b744-af98-4a77-ab19-0bc61f6665f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:55.160811 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef4b744-af98-4a77-ab19-0bc61f6665f4 None None] Bound using segment: {'id': '52654624-d44f-4e79-8eeb-523e29b91632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '423620ad-9c59-4821-8221-a0ceb15e7b6b'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:30:55.161358 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-fef4b744-af98-4a77-ab19-0bc61f6665f4 None None] Bound port: d5940363-1134-40ef-bf5f-6e151626c998, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52654624-d44f-4e79-8eeb-523e29b91632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '423620ad-9c59-4821-8221-a0ceb15e7b6b'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:30:55.161809 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fef4b744-af98-4a77-ab19-0bc61f6665f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:55.184135 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-15e6380c-a172-4316-90b1-999e66b7786e None None] Transition to ACTIVE for port object b728b7d9-947d-4eb9-8ce2-9c98e64643b3 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:55.186979 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04a0ed52-08e4-45dd-877e-73f5b40ab7bb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:55.215228 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-15e6380c-a172-4316-90b1-999e66b7786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:55.234373 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a0ed52-08e4-45dd-877e-73f5b40ab7bb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network 423620ad-9c59-4821-8221-a0ceb15e7b6b is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:55.237451 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-04a0ed52-08e4-45dd-877e-73f5b40ab7bb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:55.241266 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a0ed52-08e4-45dd-877e-73f5b40ab7bb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:55.247601 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a0ed52-08e4-45dd-877e-73f5b40ab7bb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:55.248224 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04a0ed52-08e4-45dd-877e-73f5b40ab7bb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:55.256852 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0ed52-08e4-45dd-877e-73f5b40ab7bb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Port': ['ID=7eea7a19-e4b1-4361-b1d6-0f819476cdb0,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:55.268078 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-04a0ed52-08e4-45dd-877e-73f5b40ab7bb tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.0124531 Aug 16 20:30:55.270748 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49890) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:55.275893 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6bbaf987-5093-4e7f-bde9-93c907e64af7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '20775531-f22d-4bd2-a49a-0492433c302c'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:55.319841 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34b6f3ec-11cd-4e05-930e-ba936a1ffc9d None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:55.333542 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db927a6-e48f-42fa-98fd-4b64f93126f3 None None] Pushing event updated for resources: {'Port': ['ID=b728b7d9-947d-4eb9-8ce2-9c98e64643b3,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:55.341291 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6bbaf987-5093-4e7f-bde9-93c907e64af7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:55.341866 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-15e6380c-a172-4316-90b1-999e66b7786e None None] Attempting to bind port b728b7d9-947d-4eb9-8ce2-9c98e64643b3 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:30:55.342144 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-15e6380c-a172-4316-90b1-999e66b7786e None None] Attempting to bind port b728b7d9-947d-4eb9-8ce2-9c98e64643b3 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:30:55.342506 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e6380c-a172-4316-90b1-999e66b7786e None None] Attempting to bind port b728b7d9-947d-4eb9-8ce2-9c98e64643b3 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:30:55.346079 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-fef4b744-af98-4a77-ab19-0bc61f6665f4 None None] For port d5940363-1134-40ef-bf5f-6e151626c998, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:30:55.348354 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-34b6f3ec-11cd-4e05-930e-ba936a1ffc9d None None] Transition to ACTIVE for port object 36ed4fb2-fae2-471d-b6a2-cdd6b2d59742 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:55.351995 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-fef4b744-af98-4a77-ab19-0bc61f6665f4 None None] For port d5940363-1134-40ef-bf5f-6e151626c998, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=d5940363-1134-40ef-bf5f-6e151626c998,segment=NetworkSegment(52654624-d44f-4e79-8eeb-523e29b91632),segment_id=52654624-d44f-4e79-8eeb-523e29b91632)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:30:55.363646 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fef4b744-af98-4a77-ab19-0bc61f6665f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:55.371150 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e6380c-a172-4316-90b1-999e66b7786e None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:30:55.371548 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e6380c-a172-4316-90b1-999e66b7786e None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:55.371939 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-15e6380c-a172-4316-90b1-999e66b7786e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:55.373275 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e6380c-a172-4316-90b1-999e66b7786e None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:30:55.373275 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-15e6380c-a172-4316-90b1-999e66b7786e None None] Bound port: b728b7d9-947d-4eb9-8ce2-9c98e64643b3, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:30:55.373275 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-15e6380c-a172-4316-90b1-999e66b7786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:55.384383 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-34b6f3ec-11cd-4e05-930e-ba936a1ffc9d None None] Transition to ACTIVE for port object 36ed4fb2-fae2-471d-b6a2-cdd6b2d59742 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:55.430477 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34b6f3ec-11cd-4e05-930e-ba936a1ffc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:55.487874 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b6f3ec-11cd-4e05-930e-ba936a1ffc9d None None] Network 122a245e-01a8-4af4-8488-67733042da5f is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:55.494739 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-34b6f3ec-11cd-4e05-930e-ba936a1ffc9d None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:55.498639 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-0669dc42-964d-48ea-8d90-e18263b89c1f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Allocated IP 172.20.0.1 (122a245e-01a8-4af4-8488-67733042da5f/1174d191-bb48-4a7a-a31d-affd33b08a90/311c998c-534f-4a1c-9feb-5fbd0c8398bd) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:55.499546 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-15e6380c-a172-4316-90b1-999e66b7786e None None] For port b728b7d9-947d-4eb9-8ce2-9c98e64643b3, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:30:55.501961 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b6f3ec-11cd-4e05-930e-ba936a1ffc9d None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:55.505641 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4b744-af98-4a77-ab19-0bc61f6665f4 None None] Pushing event updated for resources: {'Port': ['ID=d5940363-1134-40ef-bf5f-6e151626c998,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:55.522212 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-15e6380c-a172-4316-90b1-999e66b7786e None None] For port b728b7d9-947d-4eb9-8ce2-9c98e64643b3, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b728b7d9-947d-4eb9-8ce2-9c98e64643b3,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:30:55.564786 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-15e6380c-a172-4316-90b1-999e66b7786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:55.602540 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6f3ec-11cd-4e05-930e-ba936a1ffc9d None None] Pushing event updated for resources: {'Port': ['ID=36ed4fb2-fae2-471d-b6a2-cdd6b2d59742,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:55.625548 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-6bbaf987-5093-4e7f-bde9-93c907e64af7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Delete allocated IP 2001:db8:0:1::2e6 (423620ad-9c59-4821-8221-a0ceb15e7b6b/d3dd610e-2287-453b-99f8-ff0761fe05fc) {{(pid=94771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 20:30:55.643340 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-34b6f3ec-11cd-4e05-930e-ba936a1ffc9d None None] Attempting to bind port 36ed4fb2-fae2-471d-b6a2-cdd6b2d59742 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:30:55.643716 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-34b6f3ec-11cd-4e05-930e-ba936a1ffc9d None None] Attempting to bind port 36ed4fb2-fae2-471d-b6a2-cdd6b2d59742 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '2a345236-5308-4103-b6f0-0b7abc2d23ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '122a245e-01a8-4af4-8488-67733042da5f'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:30:55.644079 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b6f3ec-11cd-4e05-930e-ba936a1ffc9d None None] Attempting to bind port 36ed4fb2-fae2-471d-b6a2-cdd6b2d59742 on network 122a245e-01a8-4af4-8488-67733042da5f {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:30:55.645269 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0669dc42-964d-48ea-8d90-e18263b89c1f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:55.659866 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e6380c-a172-4316-90b1-999e66b7786e None None] Routers {'22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:30:55.660502 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-15e6380c-a172-4316-90b1-999e66b7786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:30:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:55.665266 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-0669dc42-964d-48ea-8d90-e18263b89c1f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Transition to ACTIVE for port object 311c998c-534f-4a1c-9feb-5fbd0c8398bd will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:55.668303 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b6f3ec-11cd-4e05-930e-ba936a1ffc9d None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:30:55.668688 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b6f3ec-11cd-4e05-930e-ba936a1ffc9d None None] Checking segment: {'id': '2a345236-5308-4103-b6f0-0b7abc2d23ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '122a245e-01a8-4af4-8488-67733042da5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:55.669104 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34b6f3ec-11cd-4e05-930e-ba936a1ffc9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:55.669480 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b6f3ec-11cd-4e05-930e-ba936a1ffc9d None None] Bound using segment: {'id': '2a345236-5308-4103-b6f0-0b7abc2d23ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '122a245e-01a8-4af4-8488-67733042da5f'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:30:55.669965 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-34b6f3ec-11cd-4e05-930e-ba936a1ffc9d None None] Bound port: 36ed4fb2-fae2-471d-b6a2-cdd6b2d59742, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a345236-5308-4103-b6f0-0b7abc2d23ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '122a245e-01a8-4af4-8488-67733042da5f'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:30:55.670347 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34b6f3ec-11cd-4e05-930e-ba936a1ffc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:55.732004 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0669dc42-964d-48ea-8d90-e18263b89c1f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:55.748233 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db927a6-e48f-42fa-98fd-4b64f93126f3 None None] Pushing event updated for resources: {'Port': ['ID=b728b7d9-947d-4eb9-8ce2-9c98e64643b3,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:55.819288 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0669dc42-964d-48ea-8d90-e18263b89c1f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Network 122a245e-01a8-4af4-8488-67733042da5f is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:55.832069 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-0669dc42-964d-48ea-8d90-e18263b89c1f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:55.836266 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0669dc42-964d-48ea-8d90-e18263b89c1f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:55.845799 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669dc42-964d-48ea-8d90-e18263b89c1f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'Port': ['ID=311c998c-534f-4a1c-9feb-5fbd0c8398bd,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:55.886449 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669dc42-964d-48ea-8d90-e18263b89c1f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:55.886876 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669dc42-964d-48ea-8d90-e18263b89c1f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:55.887384 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669dc42-964d-48ea-8d90-e18263b89c1f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:55.887784 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669dc42-964d-48ea-8d90-e18263b89c1f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:55.888227 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669dc42-964d-48ea-8d90-e18263b89c1f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:55.888733 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669dc42-964d-48ea-8d90-e18263b89c1f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:55.889169 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669dc42-964d-48ea-8d90-e18263b89c1f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:55.889601 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669dc42-964d-48ea-8d90-e18263b89c1f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:55.890035 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669dc42-964d-48ea-8d90-e18263b89c1f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:55.890469 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669dc42-964d-48ea-8d90-e18263b89c1f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:55.890893 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669dc42-964d-48ea-8d90-e18263b89c1f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:55.891419 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669dc42-964d-48ea-8d90-e18263b89c1f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:55.913722 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0669dc42-964d-48ea-8d90-e18263b89c1f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:56.032622 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-15e6380c-a172-4316-90b1-999e66b7786e None None] Set router 22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:30:56.058311 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0669dc42-964d-48ea-8d90-e18263b89c1f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:56.061980 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-34b6f3ec-11cd-4e05-930e-ba936a1ffc9d None None] For port 36ed4fb2-fae2-471d-b6a2-cdd6b2d59742, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:30:56.107715 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-34b6f3ec-11cd-4e05-930e-ba936a1ffc9d None None] For port 36ed4fb2-fae2-471d-b6a2-cdd6b2d59742, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=36ed4fb2-fae2-471d-b6a2-cdd6b2d59742,segment=NetworkSegment(2a345236-5308-4103-b6f0-0b7abc2d23ad),segment_id=2a345236-5308-4103-b6f0-0b7abc2d23ad)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:30:56.123066 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6bbaf987-5093-4e7f-bde9-93c907e64af7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:56.125613 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34b6f3ec-11cd-4e05-930e-ba936a1ffc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:56.136451 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-6bbaf987-5093-4e7f-bde9-93c907e64af7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Ignored duplicate provisioning block setup for port 7eea7a19-e4b1-4361-b1d6-0f819476cdb0 by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 20:30:56.140737 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6bbaf987-5093-4e7f-bde9-93c907e64af7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:56.211815 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6bbaf987-5093-4e7f-bde9-93c907e64af7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] In _notify_port_updated(), no bound segment for port 7eea7a19-e4b1-4361-b1d6-0f819476cdb0 on network 423620ad-9c59-4821-8221-a0ceb15e7b6b {{(pid=94771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:30:56.217658 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbaf987-5093-4e7f-bde9-93c907e64af7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:56.218417 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6bbaf987-5093-4e7f-bde9-93c907e64af7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:56.222850 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6bbaf987-5093-4e7f-bde9-93c907e64af7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "PUT /v2.0/ports/7eea7a19-e4b1-4361-b1d6-0f819476cdb0 HTTP/1.1" status: 200 len: 925 time: 0.9510918 Aug 16 20:30:56.225548 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49894) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:56.229813 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbaf987-5093-4e7f-bde9-93c907e64af7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Port': ['ID=7eea7a19-e4b1-4361-b1d6-0f819476cdb0,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:56.234200 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-669109b2-97c8-47bb-8f39-351f81bbd4ae tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '20775531-f22d-4bd2-a49a-0492433c302c'}, {'subnet_id': 'd3dd610e-2287-453b-99f8-ff0761fe05fc'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:56.305685 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6f3ec-11cd-4e05-930e-ba936a1ffc9d None None] Pushing event updated for resources: {'Port': ['ID=36ed4fb2-fae2-471d-b6a2-cdd6b2d59742,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:56.333647 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-15e6380c-a172-4316-90b1-999e66b7786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944832847', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'b728b7d9-947d-4eb9-8ce2-9c98e64643b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:30:52Z', 'updated_at': '2021-08-16T20:30:52Z', 'revision_number': 3, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'b728b7d9-947d-4eb9-8ce2-9c98e64643b3', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:52Z', 'updated_at': '2021-08-16T20:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:56.368675 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e6380c-a172-4316-90b1-999e66b7786e None None] The sync data for ids ['22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c'] in n-d-787206-13 is: [{'id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944832847', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'b728b7d9-947d-4eb9-8ce2-9c98e64643b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:30:52Z', 'updated_at': '2021-08-16T20:30:52Z', 'revision_number': 3, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'b728b7d9-947d-4eb9-8ce2-9c98e64643b3', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:52Z', 'updated_at': '2021-08-16T20:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:30:56.823536 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae8f02f-5734-4828-90ca-15cf202917d5 None None] Network 423620ad-9c59-4821-8221-a0ceb15e7b6b requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:56.903695 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c844dee9-04cc-462c-afc5-f5f53644231b None None] Provisioning for port d5940363-1134-40ef-bf5f-6e151626c998 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:56.978725 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-669109b2-97c8-47bb-8f39-351f81bbd4ae tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:56.991615 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0669dc42-964d-48ea-8d90-e18263b89c1f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:57.000662 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0669dc42-964d-48ea-8d90-e18263b89c1f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:57.007727 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device d5940363-1134-40ef-bf5f-6e151626c998 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:57.116351 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0669dc42-964d-48ea-8d90-e18263b89c1f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:57.124776 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port d5940363-1134-40ef-bf5f-6e151626c998 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:57.135105 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port d5940363-1134-40ef-bf5f-6e151626c998 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:57.136028 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:57.217507 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914f5b0f-6089-44c2-ab4c-f8e212785cad None None] Update dhcp port {'port': {'network_id': '423620ad-9c59-4821-8221-a0ceb15e7b6b', 'fixed_ips': [{'subnet_id': '20775531-f22d-4bd2-a49a-0492433c302c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd3dd610e-2287-453b-99f8-ff0761fe05fc'}], 'binding:host_id': 'n-d-787206-13'}, 'id': 'd5940363-1134-40ef-bf5f-6e151626c998'} from n-d-787206-13. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:30:57.237152 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669dc42-964d-48ea-8d90-e18263b89c1f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'Port': ['ID=311c998c-534f-4a1c-9feb-5fbd0c8398bd,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:57.249539 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-914f5b0f-6089-44c2-ab4c-f8e212785cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:57.352873 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:57.423832 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0669dc42-964d-48ea-8d90-e18263b89c1f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Network 122a245e-01a8-4af4-8488-67733042da5f is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:57.443795 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-0669dc42-964d-48ea-8d90-e18263b89c1f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:57.481711 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port d5940363-1134-40ef-bf5f-6e151626c998, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=d5940363-1134-40ef-bf5f-6e151626c998,segment=NetworkSegment(52654624-d44f-4e79-8eeb-523e29b91632),segment_id=52654624-d44f-4e79-8eeb-523e29b91632)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:57.499487 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:57.500488 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b728b7d9-947d-4eb9-8ce2-9c98e64643b3 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:57.534737 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b125014c-896d-4ef7-a4ff-66550e9f3992 None None] Network 122a245e-01a8-4af4-8488-67733042da5f requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:57.549359 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-669109b2-97c8-47bb-8f39-351f81bbd4ae tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Allocated IP 2001:db8:0:1::279 (423620ad-9c59-4821-8221-a0ceb15e7b6b/d3dd610e-2287-453b-99f8-ff0761fe05fc/7eea7a19-e4b1-4361-b1d6-0f819476cdb0) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:57.658472 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bb8bdd80-5102-42dc-aeb3-a87f89f598cb None None] Provisioning for port 36ed4fb2-fae2-471d-b6a2-cdd6b2d59742 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:57.663304 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=d5940363-1134-40ef-bf5f-6e151626c998,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:57.680680 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0669dc42-964d-48ea-8d90-e18263b89c1f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Router 22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:30:57.719131 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port b728b7d9-947d-4eb9-8ce2-9c98e64643b3 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:57.729261 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port b728b7d9-947d-4eb9-8ce2-9c98e64643b3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:57.730337 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:57.777152 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-669109b2-97c8-47bb-8f39-351f81bbd4ae tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:57.823033 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-669109b2-97c8-47bb-8f39-351f81bbd4ae tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Ignored duplicate provisioning block setup for port 7eea7a19-e4b1-4361-b1d6-0f819476cdb0 by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 20:30:57.832235 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-669109b2-97c8-47bb-8f39-351f81bbd4ae tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:57.876156 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:57.889703 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0669dc42-964d-48ea-8d90-e18263b89c1f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:30:57.919486 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0669dc42-964d-48ea-8d90-e18263b89c1f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "PUT /v2.0/routers/22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7383854 Aug 16 20:30:57.919747 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port b728b7d9-947d-4eb9-8ce2-9c98e64643b3, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b728b7d9-947d-4eb9-8ce2-9c98e64643b3,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:57.919747 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-914f5b0f-6089-44c2-ab4c-f8e212785cad None None] Allocated IP 2001:db8:0:1::2 (423620ad-9c59-4821-8221-a0ceb15e7b6b/d3dd610e-2287-453b-99f8-ff0761fe05fc/d5940363-1134-40ef-bf5f-6e151626c998) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:57.919949 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:57.920719 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 36ed4fb2-fae2-471d-b6a2-cdd6b2d59742 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:57.936811 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669109b2-97c8-47bb-8f39-351f81bbd4ae tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Port': ['ID=7eea7a19-e4b1-4361-b1d6-0f819476cdb0,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:57.939726 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-669109b2-97c8-47bb-8f39-351f81bbd4ae tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] In _notify_port_updated(), no bound segment for port 7eea7a19-e4b1-4361-b1d6-0f819476cdb0 on network 423620ad-9c59-4821-8221-a0ceb15e7b6b {{(pid=94770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:30:57.945351 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669109b2-97c8-47bb-8f39-351f81bbd4ae tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:57.945994 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-669109b2-97c8-47bb-8f39-351f81bbd4ae tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:57.947371 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-669109b2-97c8-47bb-8f39-351f81bbd4ae tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "PUT /v2.0/ports/7eea7a19-e4b1-4361-b1d6-0f819476cdb0 HTTP/1.1" status: 200 len: 1011 time: 1.7203491 Aug 16 20:30:57.950544 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49900) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:58.023983 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=b728b7d9-947d-4eb9-8ce2-9c98e64643b3,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:58.094381 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-ce16e34b-18b3-491f-a435-1d4f41b07f7d tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting port 7eea7a19-e4b1-4361-b1d6-0f819476cdb0 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:58.094939 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ce16e34b-18b3-491f-a435-1d4f41b07f7d tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:58.144206 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 36ed4fb2-fae2-471d-b6a2-cdd6b2d59742 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:58.154415 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 36ed4fb2-fae2-471d-b6a2-cdd6b2d59742 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:58.154793 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:58.168261 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-914f5b0f-6089-44c2-ab4c-f8e212785cad None None] For port d5940363-1134-40ef-bf5f-6e151626c998, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=d5940363-1134-40ef-bf5f-6e151626c998,segment=NetworkSegment(52654624-d44f-4e79-8eeb-523e29b91632),segment_id=52654624-d44f-4e79-8eeb-523e29b91632)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:58.197942 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-598b0f3e-322c-4359-a5d9-0a60ac511e24 None None] Provisioning for port 311c998c-534f-4a1c-9feb-5fbd0c8398bd completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:58.206659 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-598b0f3e-322c-4359-a5d9-0a60ac511e24 None None] Provisioning complete for port 311c998c-534f-4a1c-9feb-5fbd0c8398bd triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:58.207034 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-598b0f3e-322c-4359-a5d9-0a60ac511e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:58.220784 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-210a677d-6890-4df2-8f58-008ab7bcc469 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1060351453&fields=id&tenant_id=5b476a52c3644288a8fde356e0d7a90f HTTP/1.1" status: 200 len: 267 time: 0.0621083 Aug 16 20:30:58.259866 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ce16e34b-18b3-491f-a435-1d4f41b07f7d tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:58.267321 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-914f5b0f-6089-44c2-ab4c-f8e212785cad None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:58.277753 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-598b0f3e-322c-4359-a5d9-0a60ac511e24 None None] Port 311c998c-534f-4a1c-9feb-5fbd0c8398bd cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:30:58.288941 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-914f5b0f-6089-44c2-ab4c-f8e212785cad None None] Transition to ACTIVE for port object d5940363-1134-40ef-bf5f-6e151626c998 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:58.293581 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-914f5b0f-6089-44c2-ab4c-f8e212785cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:58.313507 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-ce16e34b-18b3-491f-a435-1d4f41b07f7d tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Calling delete_port for 7eea7a19-e4b1-4361-b1d6-0f819476cdb0 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:58.406931 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:58.425646 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-3e47d4cf-e245-4bc3-b69b-6bd0ae4c787d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:58.427320 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-3e47d4cf-e245-4bc3-b69b-6bd0ae4c787d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/networks?id=122a245e-01a8-4af4-8488-67733042da5f HTTP/1.1" status: 200 len: 796 time: 0.1902483 Aug 16 20:30:58.490301 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-8d65de14-71b8-4612-94ae-4129e3e2aee9 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/quotas/5b476a52c3644288a8fde356e0d7a90f HTTP/1.1" status: 200 len: 375 time: 0.0410266 Aug 16 20:30:58.501545 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f5b0f-6089-44c2-ab4c-f8e212785cad None None] Pushing event updated for resources: {'Port': ['ID=d5940363-1134-40ef-bf5f-6e151626c998,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:58.508455 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 36ed4fb2-fae2-471d-b6a2-cdd6b2d59742, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=36ed4fb2-fae2-471d-b6a2-cdd6b2d59742,segment=NetworkSegment(2a345236-5308-4103-b6f0-0b7abc2d23ad),segment_id=2a345236-5308-4103-b6f0-0b7abc2d23ad)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:58.510281 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-30a3c44b-b82b-4371-8009-7a7de22a96c3 None None] Provisioning complete for port 311c998c-534f-4a1c-9feb-5fbd0c8398bd triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:58.510801 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-30a3c44b-b82b-4371-8009-7a7de22a96c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:58.553149 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:58.605149 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3d4dfd-b43c-41c6-9052-8c939b0d3da8 None None] Sync routers for ids ['22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:30:58.621198 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3d4dfd-b43c-41c6-9052-8c939b0d3da8 None None] Routers {'22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:30:58.621843 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-cd3d4dfd-b43c-41c6-9052-8c939b0d3da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:30:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:58.627920 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-30a3c44b-b82b-4371-8009-7a7de22a96c3 None None] Port 311c998c-534f-4a1c-9feb-5fbd0c8398bd cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:30:58.645356 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-15d7c71d-2d62-432e-a065-03fde6d8e940 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1411788 Aug 16 20:30:58.647026 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ce16e34b-18b3-491f-a435-1d4f41b07f7d tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:58.667834 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=36ed4fb2-fae2-471d-b6a2-cdd6b2d59742,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:58.692437 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16e34b-18b3-491f-a435-1d4f41b07f7d tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Port': ['ID=7eea7a19-e4b1-4361-b1d6-0f819476cdb0,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:58.742665 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ce16e34b-18b3-491f-a435-1d4f41b07f7d tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:58.745050 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ce16e34b-18b3-491f-a435-1d4f41b07f7d tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/ports/7eea7a19-e4b1-4361-b1d6-0f819476cdb0 HTTP/1.1" status: 204 len: 168 time: 0.7930472 Aug 16 20:30:58.747356 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49916) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:58.764083 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5bd4b251-5836-49e3-854c-45ddc06865df None None] Provisioning complete for port 311c998c-534f-4a1c-9feb-5fbd0c8398bd triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:58.764465 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5bd4b251-5836-49e3-854c-45ddc06865df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:58.774745 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-cd3d4dfd-b43c-41c6-9052-8c939b0d3da8 None None] Set router 22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:30:58.790966 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d787d242-b80d-4e3b-bf52-5ca985d1b9f6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] GET failed (client error): The resource could not be found. Aug 16 20:30:58.792944 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d787d242-b80d-4e3b-bf52-5ca985d1b9f6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "GET /v2.0/ports/7eea7a19-e4b1-4361-b1d6-0f819476cdb0 HTTP/1.1" status: 404 len: 333 time: 0.0445082 Aug 16 20:30:58.795746 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49918) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:58.853621 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5bd4b251-5836-49e3-854c-45ddc06865df None None] Port 311c998c-534f-4a1c-9feb-5fbd0c8398bd cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:30:58.888128 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-bac1b072-798c-461a-818b-1ba0620d6786 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting subnet d3dd610e-2287-453b-99f8-ff0761fe05fc {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:30:58.891578 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bac1b072-798c-461a-818b-1ba0620d6786 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:58.895946 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-acbacf98-f4e9-496b-a4ec-1b5f9443c5d9 service neutron] 10.222.0.68 "GET /v2.0/networks/122a245e-01a8-4af4-8488-67733042da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110062 Aug 16 20:30:58.903928 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b728b7d9-947d-4eb9-8ce2-9c98e64643b3 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:58.964131 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bac1b072-798c-461a-818b-1ba0620d6786 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:58.981398 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port b728b7d9-947d-4eb9-8ce2-9c98e64643b3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:58.982279 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:59.030997 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-054fc7b6-25fd-4201-8cc0-abb595b0e067 service neutron] 10.222.0.68 "GET /v2.0/networks/122a245e-01a8-4af4-8488-67733042da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280601 Aug 16 20:30:59.058905 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-cd3d4dfd-b43c-41c6-9052-8c939b0d3da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944832847', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'b728b7d9-947d-4eb9-8ce2-9c98e64643b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:30:52Z', 'updated_at': '2021-08-16T20:30:56Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'b728b7d9-947d-4eb9-8ce2-9c98e64643b3', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:52Z', 'updated_at': '2021-08-16T20:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '311c998c-534f-4a1c-9feb-5fbd0c8398bd', 'name': '', 'network_id': '122a245e-01a8-4af4-8488-67733042da5f', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:ac:f5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '1174d191-bb48-4a7a-a31d-affd33b08a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:54Z', 'updated_at': '2021-08-16T20:30:56Z', 'revision_number': 2, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': '1174d191-bb48-4a7a-a31d-affd33b08a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:59.076660 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bac1b072-798c-461a-818b-1ba0620d6786 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:59.087489 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3d4dfd-b43c-41c6-9052-8c939b0d3da8 None None] Checking router: 22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:30:59.087835 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3d4dfd-b43c-41c6-9052-8c939b0d3da8 None None] Updating router 22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c port 311c998c-534f-4a1c-9feb-5fbd0c8398bd binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:30:59.094101 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device d5940363-1134-40ef-bf5f-6e151626c998 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:59.145812 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cd3d4dfd-b43c-41c6-9052-8c939b0d3da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:59.156882 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 36ed4fb2-fae2-471d-b6a2-cdd6b2d59742 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:59.158402 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bac1b072-798c-461a-818b-1ba0620d6786 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:59.187635 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bac1b072-798c-461a-818b-1ba0620d6786 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:59.189841 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bac1b072-798c-461a-818b-1ba0620d6786 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/subnets/d3dd610e-2287-453b-99f8-ff0761fe05fc HTTP/1.1" status: 204 len: 168 time: 0.3929884 Aug 16 20:30:59.192693 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49920) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:59.250985 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 36ed4fb2-fae2-471d-b6a2-cdd6b2d59742 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:59.251668 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:59.253454 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1b072-798c-461a-818b-1ba0620d6786 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Subnet': ['ID=d3dd610e-2287-453b-99f8-ff0761fe05fc,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:59.265638 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-344b798c-058c-43d6-a266-b603fb02cb96 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting subnet 20775531-f22d-4bd2-a49a-0492433c302c {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:30:59.269354 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-344b798c-058c-43d6-a266-b603fb02cb96 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:59.327664 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-344b798c-058c-43d6-a266-b603fb02cb96 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:59.346497 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-64d45652-ee47-469e-a630-d50672b5ce44 req-a7311407-b241-4467-a760-ed37cd09dc97 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 210 time: 0.0340023 Aug 16 20:30:59.382923 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51992fc-4404-4541-a088-a509f624057a None None] Network 423620ad-9c59-4821-8221-a0ceb15e7b6b requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:59.429705 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0d6c433b-877e-434d-9ef6-d50b32b34f1e None None] Could not find standard attr ID for object 7eea7a19-e4b1-4361-b1d6-0f819476cdb0. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:30:59.446110 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-344b798c-058c-43d6-a266-b603fb02cb96 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:59.498699 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0d6c433b-877e-434d-9ef6-d50b32b34f1e None None] Provisioning for port d5940363-1134-40ef-bf5f-6e151626c998 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:59.504978 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0d6c433b-877e-434d-9ef6-d50b32b34f1e None None] Provisioning complete for port d5940363-1134-40ef-bf5f-6e151626c998 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:59.505355 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0d6c433b-877e-434d-9ef6-d50b32b34f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:59.554929 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-344b798c-058c-43d6-a266-b603fb02cb96 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:59.585570 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cd3d4dfd-b43c-41c6-9052-8c939b0d3da8 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:59.595722 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b798c-058c-43d6-a266-b603fb02cb96 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Subnet': ['ID=20775531-f22d-4bd2-a49a-0492433c302c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:59.597745 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-344b798c-058c-43d6-a266-b603fb02cb96 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:59.600038 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-344b798c-058c-43d6-a266-b603fb02cb96 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/subnets/20775531-f22d-4bd2-a49a-0492433c302c HTTP/1.1" status: 204 len: 168 time: 0.4061656 Aug 16 20:30:59.602631 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49932) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:59.606188 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-cd3d4dfd-b43c-41c6-9052-8c939b0d3da8 None None] Transition to ACTIVE for port object 311c998c-534f-4a1c-9feb-5fbd0c8398bd will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:59.620744 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cd3d4dfd-b43c-41c6-9052-8c939b0d3da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:59.703521 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a23fe0f7-7b12-434b-a61a-1bc1be9df535 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:59.703656 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2117e-ada5-4709-9e05-e4b99293d9b1 None None] Pushing event updated for resources: {'Port': ['ID=311c998c-534f-4a1c-9feb-5fbd0c8398bd,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:59.712795 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa2117e-ada5-4709-9e05-e4b99293d9b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:59.713499 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa2117e-ada5-4709-9e05-e4b99293d9b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:59.714581 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa2117e-ada5-4709-9e05-e4b99293d9b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:59.715073 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa2117e-ada5-4709-9e05-e4b99293d9b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:59.715617 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa2117e-ada5-4709-9e05-e4b99293d9b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:59.716059 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa2117e-ada5-4709-9e05-e4b99293d9b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:59.716394 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa2117e-ada5-4709-9e05-e4b99293d9b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:59.716718 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa2117e-ada5-4709-9e05-e4b99293d9b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:59.717043 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa2117e-ada5-4709-9e05-e4b99293d9b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:59.717365 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa2117e-ada5-4709-9e05-e4b99293d9b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:59.717681 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa2117e-ada5-4709-9e05-e4b99293d9b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:59.718005 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa2117e-ada5-4709-9e05-e4b99293d9b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:59.762221 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-cd3d4dfd-b43c-41c6-9052-8c939b0d3da8 None None] Attempting to bind port 311c998c-534f-4a1c-9feb-5fbd0c8398bd on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:30:59.762781 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-cd3d4dfd-b43c-41c6-9052-8c939b0d3da8 None None] Attempting to bind port 311c998c-534f-4a1c-9feb-5fbd0c8398bd by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '2a345236-5308-4103-b6f0-0b7abc2d23ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '122a245e-01a8-4af4-8488-67733042da5f'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:30:59.762994 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3d4dfd-b43c-41c6-9052-8c939b0d3da8 None None] Attempting to bind port 311c998c-534f-4a1c-9feb-5fbd0c8398bd on network 122a245e-01a8-4af4-8488-67733042da5f {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:30:59.769574 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-a23fe0f7-7b12-434b-a61a-1bc1be9df535 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting port d5940363-1134-40ef-bf5f-6e151626c998 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:59.770006 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a23fe0f7-7b12-434b-a61a-1bc1be9df535 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:59.770666 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3d4dfd-b43c-41c6-9052-8c939b0d3da8 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:30:59.771060 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3d4dfd-b43c-41c6-9052-8c939b0d3da8 None None] Checking segment: {'id': '2a345236-5308-4103-b6f0-0b7abc2d23ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '122a245e-01a8-4af4-8488-67733042da5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:59.771556 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cd3d4dfd-b43c-41c6-9052-8c939b0d3da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:59.772134 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3d4dfd-b43c-41c6-9052-8c939b0d3da8 None None] Bound using segment: {'id': '2a345236-5308-4103-b6f0-0b7abc2d23ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '122a245e-01a8-4af4-8488-67733042da5f'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:30:59.773061 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-cd3d4dfd-b43c-41c6-9052-8c939b0d3da8 None None] Bound port: 311c998c-534f-4a1c-9feb-5fbd0c8398bd, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a345236-5308-4103-b6f0-0b7abc2d23ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '122a245e-01a8-4af4-8488-67733042da5f'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:30:59.773371 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cd3d4dfd-b43c-41c6-9052-8c939b0d3da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:59.802531 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e0688c-43be-4297-acf8-1082f12ee4e7 None None] DHCP port deletion for 423620ad-9c59-4821-8221-a0ceb15e7b6b request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:30:59.865843 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-cd3d4dfd-b43c-41c6-9052-8c939b0d3da8 None None] For port 311c998c-534f-4a1c-9feb-5fbd0c8398bd, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:30:59.871265 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d5e0688c-43be-4297-acf8-1082f12ee4e7 None None] Deleting port d5940363-1134-40ef-bf5f-6e151626c998 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:59.871852 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d5e0688c-43be-4297-acf8-1082f12ee4e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:59.875404 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-cd3d4dfd-b43c-41c6-9052-8c939b0d3da8 None None] For port 311c998c-534f-4a1c-9feb-5fbd0c8398bd, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=311c998c-534f-4a1c-9feb-5fbd0c8398bd,segment=NetworkSegment(2a345236-5308-4103-b6f0-0b7abc2d23ad),segment_id=2a345236-5308-4103-b6f0-0b7abc2d23ad)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:30:59.878639 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-a23fe0f7-7b12-434b-a61a-1bc1be9df535 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] For port d5940363-1134-40ef-bf5f-6e151626c998, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=d5940363-1134-40ef-bf5f-6e151626c998,segment=NetworkSegment(52654624-d44f-4e79-8eeb-523e29b91632),segment_id=52654624-d44f-4e79-8eeb-523e29b91632)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:59.879386 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a23fe0f7-7b12-434b-a61a-1bc1be9df535 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:59.888329 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cd3d4dfd-b43c-41c6-9052-8c939b0d3da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:59.910010 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-a23fe0f7-7b12-434b-a61a-1bc1be9df535 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Calling delete_port for d5940363-1134-40ef-bf5f-6e151626c998 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:59.960578 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3d4dfd-b43c-41c6-9052-8c939b0d3da8 None None] Routers {'22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:30:59.973705 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-cd3d4dfd-b43c-41c6-9052-8c939b0d3da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:30:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:59.984325 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d5e0688c-43be-4297-acf8-1082f12ee4e7 None None] For port d5940363-1134-40ef-bf5f-6e151626c998, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=d5940363-1134-40ef-bf5f-6e151626c998,segment=NetworkSegment(52654624-d44f-4e79-8eeb-523e29b91632),segment_id=52654624-d44f-4e79-8eeb-523e29b91632)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:59.984808 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d5e0688c-43be-4297-acf8-1082f12ee4e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:00.007847 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d5e0688c-43be-4297-acf8-1082f12ee4e7 None None] Calling delete_port for d5940363-1134-40ef-bf5f-6e151626c998 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:00.016867 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2117e-ada5-4709-9e05-e4b99293d9b1 None None] Pushing event updated for resources: {'Port': ['ID=311c998c-534f-4a1c-9feb-5fbd0c8398bd,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:00.034562 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a23fe0f7-7b12-434b-a61a-1bc1be9df535 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:00.116938 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-cd3d4dfd-b43c-41c6-9052-8c939b0d3da8 None None] Set router 22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:31:00.122734 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d5e0688c-43be-4297-acf8-1082f12ee4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:00.132508 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fe0f7-7b12-434b-a61a-1bc1be9df535 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Port': ['ID=d5940363-1134-40ef-bf5f-6e151626c998,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:00.149490 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23fe0f7-7b12-434b-a61a-1bc1be9df535 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] No DVR routers for this DVR port d5940363-1134-40ef-bf5f-6e151626c998 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:31:00.172196 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0688c-43be-4297-acf8-1082f12ee4e7 None None] Pushing event deleted for resources: {'Port': ['ID=d5940363-1134-40ef-bf5f-6e151626c998,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:00.178414 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e0688c-43be-4297-acf8-1082f12ee4e7 None None] No DVR routers for this DVR port d5940363-1134-40ef-bf5f-6e151626c998 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:31:00.251553 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a23fe0f7-7b12-434b-a61a-1bc1be9df535 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:00.262719 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-a23fe0f7-7b12-434b-a61a-1bc1be9df535 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['423620ad-9c59-4821-8221-a0ceb15e7b6b']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:00.274361 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-a23fe0f7-7b12-434b-a61a-1bc1be9df535 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52654624-d44f-4e79-8eeb-523e29b91632') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:00.274651 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-a23fe0f7-7b12-434b-a61a-1bc1be9df535 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52654624-d44f-4e79-8eeb-523e29b91632') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:00.283499 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a23fe0f7-7b12-434b-a61a-1bc1be9df535 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:00.304354 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a23fe0f7-7b12-434b-a61a-1bc1be9df535 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:00.311103 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23fe0f7-7b12-434b-a61a-1bc1be9df535 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:31:00.311539 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a23fe0f7-7b12-434b-a61a-1bc1be9df535 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:00.314671 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:31:00.314671 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:31:00.314671 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:31:00.314671 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:31:00.314671 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:31:00.314671 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:31:00.314671 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:31:00.314671 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:31:00.314671 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:31:00.314671 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:31:00.314671 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:31:00.314671 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:31:00.314671 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:31:00.314671 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:31:00.314671 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:31:00.314671 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:31:00.314671 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:31:00.314671 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:31:00.314671 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:31:00.314671 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:31:00.314671 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:31:00.314671 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:31:00.314671 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:31:00.314671 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:31:00.314671 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:31:00.314671 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:31:00.314671 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:31:00.314671 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:31:00.314671 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:31:00.314671 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:31:00.314671 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:31:00.314671 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:31:00.344518 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-cd3d4dfd-b43c-41c6-9052-8c939b0d3da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944832847', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'b728b7d9-947d-4eb9-8ce2-9c98e64643b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:30:52Z', 'updated_at': '2021-08-16T20:30:56Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'b728b7d9-947d-4eb9-8ce2-9c98e64643b3', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:52Z', 'updated_at': '2021-08-16T20:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '311c998c-534f-4a1c-9feb-5fbd0c8398bd', 'name': '', 'network_id': '122a245e-01a8-4af4-8488-67733042da5f', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:ac:f5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '1174d191-bb48-4a7a-a31d-affd33b08a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:54Z', 'updated_at': '2021-08-16T20:30:59Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': '1174d191-bb48-4a7a-a31d-affd33b08a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:00.372162 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3d4dfd-b43c-41c6-9052-8c939b0d3da8 None None] The sync data for ids ['22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c'] in n-d-787206-13 is: [{'id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944832847', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'b728b7d9-947d-4eb9-8ce2-9c98e64643b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:30:52Z', 'updated_at': '2021-08-16T20:30:56Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'b728b7d9-947d-4eb9-8ce2-9c98e64643b3', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:52Z', 'updated_at': '2021-08-16T20:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '311c998c-534f-4a1c-9feb-5fbd0c8398bd', 'name': '', 'network_id': '122a245e-01a8-4af4-8488-67733042da5f', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:ac:f5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '1174d191-bb48-4a7a-a31d-affd33b08a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:54Z', 'updated_at': '2021-08-16T20:30:59Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': '1174d191-bb48-4a7a-a31d-affd33b08a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:31:00.383425 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a23fe0f7-7b12-434b-a61a-1bc1be9df535 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:00.391296 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a23fe0f7-7b12-434b-a61a-1bc1be9df535 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:00.392557 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a23fe0f7-7b12-434b-a61a-1bc1be9df535 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/networks/423620ad-9c59-4821-8221-a0ceb15e7b6b HTTP/1.1" status: 204 len: 168 time: 0.7888319 Aug 16 20:31:00.396750 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49938) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:00.413191 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fe0f7-7b12-434b-a61a-1bc1be9df535 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Network': ['ID=423620ad-9c59-4821-8221-a0ceb15e7b6b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:00.500830 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5e2fbf1b-9607-45f3-b810-0fca12f88afd req-2423a818-a1d1-42fc-8d64-3e7e896162b4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 210 time: 0.0400209 Aug 16 20:31:00.596032 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c606a54e-219a-4078-9fe9-5bc08139afe9 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:00.597597 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c606a54e-219a-4078-9fe9-5bc08139afe9 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1998365 Aug 16 20:31:00.602671 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49942) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:00.650588 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-735ad8df-2c78-4050-9e09-112eb29fc6e4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:00.652775 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-735ad8df-2c78-4050-9e09-112eb29fc6e4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.57 "GET /v2.0/networks?id=122a245e-01a8-4af4-8488-67733042da5f HTTP/1.1" status: 200 len: 796 time: 0.1480062 Aug 16 20:31:00.668332 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a912740c-b1a5-4c71-ad9c-c457aeeb2f29 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0640588 Aug 16 20:31:00.672107 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49944) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:00.677702 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ac251c6d-864e-48ec-b0a0-67c14c9270b6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-511195957'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:00.703208 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-4b62b5f3-e92f-45e0-a5f9-8d49bb061ee9 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b476a52c3644288a8fde356e0d7a90f HTTP/1.1" status: 200 len: 380 time: 0.0403199 Aug 16 20:31:00.703779 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac251c6d-864e-48ec-b0a0-67c14c9270b6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:00.707352 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac251c6d-864e-48ec-b0a0-67c14c9270b6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:00.713182 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-f483981d-1f95-4039-befd-b9f5739f5829 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'port': {'device_id': 'a1a7551b-db93-4ea8-abaf-a76422042ef5', 'network_id': '122a245e-01a8-4af4-8488-67733042da5f', 'admin_state_up': True, 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'security_groups': ['74babc55-31df-48e5-a49e-7cb01b6b8e4c']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:00.733589 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac251c6d-864e-48ec-b0a0-67c14c9270b6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:31:00.744621 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac251c6d-864e-48ec-b0a0-67c14c9270b6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:00.744927 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-ac251c6d-864e-48ec-b0a0-67c14c9270b6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Added segment 2d577953-9669-4f5b-866e-e504ecfb332a of type vlan for network 12b37503-1635-4689-ac3a-5e42f901cd29 Aug 16 20:31:00.788570 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac251c6d-864e-48ec-b0a0-67c14c9270b6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:00.817600 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac251c6d-864e-48ec-b0a0-67c14c9270b6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:00.826469 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac251c6d-864e-48ec-b0a0-67c14c9270b6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:00.827113 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac251c6d-864e-48ec-b0a0-67c14c9270b6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:00.857415 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-f483981d-1f95-4039-befd-b9f5739f5829 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Made reservation on behalf of 5b476a52c3644288a8fde356e0d7a90f for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:00.861806 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-f483981d-1f95-4039-befd-b9f5739f5829 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:00.888588 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 311c998c-534f-4a1c-9feb-5fbd0c8398bd up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:31:00.896380 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ac251c6d-864e-48ec-b0a0-67c14c9270b6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2231221 Aug 16 20:31:00.899835 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49946) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:00.905666 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2b6f08df-7968-4619-b23b-1557dcb46de6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'subnet': {'network_id': '12b37503-1635-4689-ac3a-5e42f901cd29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:00.970285 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 311c998c-534f-4a1c-9feb-5fbd0c8398bd completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:00.979665 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 311c998c-534f-4a1c-9feb-5fbd0c8398bd triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:00.979878 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:01.009718 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac251c6d-864e-48ec-b0a0-67c14c9270b6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Network': ['ID=12b37503-1635-4689-ac3a-5e42f901cd29,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:01.027549 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 12b37503-1635-4689-ac3a-5e42f901cd29 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:31:01.028547 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6f08df-7968-4619-b23b-1557dcb46de6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:01.032622 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b6f08df-7968-4619-b23b-1557dcb46de6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:01.067508 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-f483981d-1f95-4039-befd-b9f5739f5829 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Allocated IP 172.20.0.7 (122a245e-01a8-4af4-8488-67733042da5f/1174d191-bb48-4a7a-a31d-affd33b08a90/0ff8423b-3da5-4f60-9f58-a95688dbf56b) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:01.146402 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:01.186442 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 311c998c-534f-4a1c-9feb-5fbd0c8398bd, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=311c998c-534f-4a1c-9feb-5fbd0c8398bd,segment=NetworkSegment(2a345236-5308-4103-b6f0-0b7abc2d23ad),segment_id=2a345236-5308-4103-b6f0-0b7abc2d23ad)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:01.191410 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:01.249844 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=311c998c-534f-4a1c-9feb-5fbd0c8398bd,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:01.269934 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device d5940363-1134-40ef-bf5f-6e151626c998 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:31:01.272594 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-f483981d-1f95-4039-befd-b9f5739f5829 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:01.288851 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-f483981d-1f95-4039-befd-b9f5739f5829 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Transition to ACTIVE for port object 0ff8423b-3da5-4f60-9f58-a95688dbf56b will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:01.294609 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: d5940363-1134-40ef-bf5f-6e151626c998 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:31:01.295038 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device d5940363-1134-40ef-bf5f-6e151626c998 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:31:01.296285 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b6f08df-7968-4619-b23b-1557dcb46de6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:01.329575 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-f483981d-1f95-4039-befd-b9f5739f5829 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:01.374562 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f08df-7968-4619-b23b-1557dcb46de6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Subnet': ['ID=212d4238-7cd2-41ad-ad2a-2f4855afb4a9,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:01.377795 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-f483981d-1f95-4039-befd-b9f5739f5829 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Network 122a245e-01a8-4af4-8488-67733042da5f is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:01.381060 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-f483981d-1f95-4039-befd-b9f5739f5829 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:01.385411 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6f08df-7968-4619-b23b-1557dcb46de6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Checking segment: {'id': '2d577953-9669-4f5b-866e-e504ecfb332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '12b37503-1635-4689-ac3a-5e42f901cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:31:01.386350 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6f08df-7968-4619-b23b-1557dcb46de6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network hostable DHCP agents. Network: 12b37503-1635-4689-ac3a-5e42f901cd29, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:31:01.386503 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-f483981d-1f95-4039-befd-b9f5739f5829 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:01.391036 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483981d-1f95-4039-befd-b9f5739f5829 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'Port': ['ID=0ff8423b-3da5-4f60-9f58-a95688dbf56b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:01.407498 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6f08df-7968-4619-b23b-1557dcb46de6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network 12b37503-1635-4689-ac3a-5e42f901cd29 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:31:01.418797 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-2b6f08df-7968-4619-b23b-1557dcb46de6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 12b37503-1635-4689-ac3a-5e42f901cd29) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:01.423949 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6f08df-7968-4619-b23b-1557dcb46de6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:01.424604 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b6f08df-7968-4619-b23b-1557dcb46de6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:01.431687 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc960c6f-0111-40a1-aaf4-c0c788659539 None None] Network 12b37503-1635-4689-ac3a-5e42f901cd29 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:01.445567 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2b6f08df-7968-4619-b23b-1557dcb46de6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5422573 Aug 16 20:31:01.445786 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49948) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:01.453361 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-dcf8fdf7-0b30-41bb-842b-38e8c56d77ce tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'port': {'network_id': '12b37503-1635-4689-ac3a-5e42f901cd29', 'name': 'tempest-PortsIpV6TestJSON-1214118799'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:01.467848 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-f483981d-1f95-4039-befd-b9f5739f5829 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:01.468520 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-f483981d-1f95-4039-befd-b9f5739f5829 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:01.504921 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-f483981d-1f95-4039-befd-b9f5739f5829 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7958813 Aug 16 20:31:01.518159 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-5f914dfc-d077-47ac-8000-45f2a8d6f613 service neutron] Request body: {'port': {'device_id': 'a1a7551b-db93-4ea8-abaf-a76422042ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:01.626892 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf8fdf7-0b30-41bb-842b-38e8c56d77ce tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:01.630817 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dcf8fdf7-0b30-41bb-842b-38e8c56d77ce tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:01.660802 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e117197-06bb-45ca-a4f4-13b4d989107d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-12b37503-1635-4689-ac3a-5e42f901cd29', 'network_id': '12b37503-1635-4689-ac3a-5e42f901cd29', 'tenant_id': '57ab38ef32c440c6a7ac946d143eff56', 'fixed_ips': [{'subnet_id': '212d4238-7cd2-41ad-ad2a-2f4855afb4a9'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:31:01.662021 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0e117197-06bb-45ca-a4f4-13b4d989107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:01.688081 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-dcf8fdf7-0b30-41bb-842b-38e8c56d77ce tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] device_id is not set on port 02eacc30-5439-4c87-b05d-097b3d117b1b yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:31:01.700039 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-5f914dfc-d077-47ac-8000-45f2a8d6f613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:01.735432 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a25fe-4a52-4a51-bcc0-0e4ec6d154eb req-579bc3d9-e16e-4f92-8e9c-0ddea761331d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:01.738049 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-409a25fe-4a52-4a51-bcc0-0e4ec6d154eb req-579bc3d9-e16e-4f92-8e9c-0ddea761331d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 931 time: 0.1141505 Aug 16 20:31:01.821297 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bc92ddae-886c-4cea-ae30-54d316f5b419 None None] Provisioning for port 0ff8423b-3da5-4f60-9f58-a95688dbf56b completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:01.826029 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bc92ddae-886c-4cea-ae30-54d316f5b419 None None] Provisioning complete for port 0ff8423b-3da5-4f60-9f58-a95688dbf56b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:01.826373 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bc92ddae-886c-4cea-ae30-54d316f5b419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:01.845442 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-dcf8fdf7-0b30-41bb-842b-38e8c56d77ce tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Allocated IP 2001:db8::375 (12b37503-1635-4689-ac3a-5e42f901cd29/212d4238-7cd2-41ad-ad2a-2f4855afb4a9/02eacc30-5439-4c87-b05d-097b3d117b1b) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:01.848427 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0af0120c-1b49-4b3c-bdc3-fda4cdcc066d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:01.870377 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bc92ddae-886c-4cea-ae30-54d316f5b419 None None] Port 0ff8423b-3da5-4f60-9f58-a95688dbf56b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:31:01.871087 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-409a25fe-4a52-4a51-bcc0-0e4ec6d154eb req-aff96530-666b-4311-9481-9f1dc4e8fa60 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=74babc55-31df-48e5-a49e-7cb01b6b8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119323 Aug 16 20:31:02.020454 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dcf8fdf7-0b30-41bb-842b-38e8c56d77ce tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:02.034024 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-dcf8fdf7-0b30-41bb-842b-38e8c56d77ce tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Transition to ACTIVE for port object 02eacc30-5439-4c87-b05d-097b3d117b1b will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:02.052899 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-5f914dfc-d077-47ac-8000-45f2a8d6f613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ff8423b-3da5-4f60-9f58-a95688dbf56b {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:31:02.056285 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-5f914dfc-d077-47ac-8000-45f2a8d6f613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:02.069321 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-5f914dfc-d077-47ac-8000-45f2a8d6f613 service neutron] Transition to ACTIVE for port object 0ff8423b-3da5-4f60-9f58-a95688dbf56b will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:02.072511 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dcf8fdf7-0b30-41bb-842b-38e8c56d77ce tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:02.073420 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-5f914dfc-d077-47ac-8000-45f2a8d6f613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:02.116789 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf8fdf7-0b30-41bb-842b-38e8c56d77ce tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network 12b37503-1635-4689-ac3a-5e42f901cd29 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:02.124744 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-dcf8fdf7-0b30-41bb-842b-38e8c56d77ce tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:02.129487 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf8fdf7-0b30-41bb-842b-38e8c56d77ce tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:02.135239 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf8fdf7-0b30-41bb-842b-38e8c56d77ce tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:02.135996 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f914dfc-d077-47ac-8000-45f2a8d6f613 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff8423b-3da5-4f60-9f58-a95688dbf56b,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:02.136152 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dcf8fdf7-0b30-41bb-842b-38e8c56d77ce tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:02.144684 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8fdf7-0b30-41bb-842b-38e8c56d77ce tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Port': ['ID=02eacc30-5439-4c87-b05d-097b3d117b1b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:02.158433 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-dcf8fdf7-0b30-41bb-842b-38e8c56d77ce tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7117350 Aug 16 20:31:02.161375 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49954) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:02.167605 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f4a8eac7-2052-4d5c-8bb6-e9e9399ffe6f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'port': {'network_id': '12b37503-1635-4689-ac3a-5e42f901cd29', 'name': 'tempest-PortsIpV6TestJSON-632330071'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:02.224814 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-5f914dfc-d077-47ac-8000-45f2a8d6f613 service neutron] Attempting to bind port 0ff8423b-3da5-4f60-9f58-a95688dbf56b on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:31:02.226239 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-5f914dfc-d077-47ac-8000-45f2a8d6f613 service neutron] Attempting to bind port 0ff8423b-3da5-4f60-9f58-a95688dbf56b by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '2a345236-5308-4103-b6f0-0b7abc2d23ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '122a245e-01a8-4af4-8488-67733042da5f'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:31:02.226574 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-5f914dfc-d077-47ac-8000-45f2a8d6f613 service neutron] Attempting to bind port 0ff8423b-3da5-4f60-9f58-a95688dbf56b on network 122a245e-01a8-4af4-8488-67733042da5f {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:02.235378 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-5f914dfc-d077-47ac-8000-45f2a8d6f613 service neutron] Port 0ff8423b-3da5-4f60-9f58-a95688dbf56b on network 122a245e-01a8-4af4-8488-67733042da5f not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:31:02.235700 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-5f914dfc-d077-47ac-8000-45f2a8d6f613 service neutron] Attempting to bind port 0ff8423b-3da5-4f60-9f58-a95688dbf56b on network 122a245e-01a8-4af4-8488-67733042da5f {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:02.242710 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-5f914dfc-d077-47ac-8000-45f2a8d6f613 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:31:02.243190 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-5f914dfc-d077-47ac-8000-45f2a8d6f613 service neutron] Checking segment: {'id': '2a345236-5308-4103-b6f0-0b7abc2d23ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '122a245e-01a8-4af4-8488-67733042da5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:31:02.243577 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-5f914dfc-d077-47ac-8000-45f2a8d6f613 service neutron] Bound using segment: {'id': '2a345236-5308-4103-b6f0-0b7abc2d23ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '122a245e-01a8-4af4-8488-67733042da5f'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:31:02.244257 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-5f914dfc-d077-47ac-8000-45f2a8d6f613 service neutron] Bound port: 0ff8423b-3da5-4f60-9f58-a95688dbf56b, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a345236-5308-4103-b6f0-0b7abc2d23ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '122a245e-01a8-4af4-8488-67733042da5f'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:31:02.244658 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-5f914dfc-d077-47ac-8000-45f2a8d6f613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:02.308771 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a8eac7-2052-4d5c-8bb6-e9e9399ffe6f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:02.314596 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f4a8eac7-2052-4d5c-8bb6-e9e9399ffe6f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:02.314795 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-0e117197-06bb-45ca-a4f4-13b4d989107d None None] Allocated IP 2001:db8::2 (12b37503-1635-4689-ac3a-5e42f901cd29/212d4238-7cd2-41ad-ad2a-2f4855afb4a9/2afe9ad3-5a44-4fbd-a868-440912081baf) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:02.330828 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-5f914dfc-d077-47ac-8000-45f2a8d6f613 service neutron] For port 0ff8423b-3da5-4f60-9f58-a95688dbf56b, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:31:02.337597 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-5f914dfc-d077-47ac-8000-45f2a8d6f613 service neutron] For port 0ff8423b-3da5-4f60-9f58-a95688dbf56b, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=0ff8423b-3da5-4f60-9f58-a95688dbf56b,segment=NetworkSegment(2a345236-5308-4103-b6f0-0b7abc2d23ad),segment_id=2a345236-5308-4103-b6f0-0b7abc2d23ad)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:31:02.341178 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-f4a8eac7-2052-4d5c-8bb6-e9e9399ffe6f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] device_id is not set on port 42002b53-681e-4fbf-9a3a-60b391cd89a6 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:31:02.345608 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-5f914dfc-d077-47ac-8000-45f2a8d6f613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:02.391425 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-5f914dfc-d077-47ac-8000-45f2a8d6f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:02.391425 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-5f914dfc-d077-47ac-8000-45f2a8d6f613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:02.392851 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-5f914dfc-d077-47ac-8000-45f2a8d6f613 service neutron] 10.222.0.57 "PUT /v2.0/ports/0ff8423b-3da5-4f60-9f58-a95688dbf56b HTTP/1.1" status: 200 len: 1092 time: 0.8796911 Aug 16 20:31:02.393213 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a7551b-db93-4ea8-abaf-a76422042ef5', 'tag': '0ff8423b-3da5-4f60-9f58-a95688dbf56b'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:31:02.395514 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd198ec-34ec-40ba-8fe4-61cf750d7b73" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a7551b-db93-4ea8-abaf-a76422042ef5", "tag": "0ff8423b-3da5-4f60-9f58-a95688dbf56b"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:31:02.412862 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f914dfc-d077-47ac-8000-45f2a8d6f613 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff8423b-3da5-4f60-9f58-a95688dbf56b,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:02.460623 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1dfb48-6763-4e78-80a3-9d87004801ec x-openstack-request-id: req-ce1dfb48-6763-4e78-80a3-9d87004801ec {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:31:02.461001 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a7551b-db93-4ea8-abaf-a76422042ef5", "tag": "0ff8423b-3da5-4f60-9f58-a95688dbf56b", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:31:02.461318 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ce1dfb48-6763-4e78-80a3-9d87004801ec {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:31:02.461780 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a7551b-db93-4ea8-abaf-a76422042ef5', 'tag': '0ff8423b-3da5-4f60-9f58-a95688dbf56b', 'status': 'completed', 'code': 200} Aug 16 20:31:02.497367 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-d19fbe19-63b1-40ef-a55a-cef80470025b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:02.498894 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-d19fbe19-63b1-40ef-a55a-cef80470025b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 1095 time: 0.0485504 Aug 16 20:31:02.512329 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0e117197-06bb-45ca-a4f4-13b4d989107d None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:02.521212 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0e117197-06bb-45ca-a4f4-13b4d989107d None None] Transition to ACTIVE for port object 2afe9ad3-5a44-4fbd-a868-440912081baf will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:02.537856 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0e117197-06bb-45ca-a4f4-13b4d989107d None None] Transition to ACTIVE for port object 2afe9ad3-5a44-4fbd-a868-440912081baf will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:02.544854 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0e117197-06bb-45ca-a4f4-13b4d989107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:02.550229 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-27a340e4-0aca-463e-8fde-91b52a1c7789 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ff8423b-3da5-4f60-9f58-a95688dbf56b HTTP/1.1" status: 200 len: 217 time: 0.0434971 Aug 16 20:31:02.589631 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e117197-06bb-45ca-a4f4-13b4d989107d None None] Network 12b37503-1635-4689-ac3a-5e42f901cd29 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:02.592744 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-0e117197-06bb-45ca-a4f4-13b4d989107d None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:02.597341 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e117197-06bb-45ca-a4f4-13b4d989107d None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:02.602126 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e117197-06bb-45ca-a4f4-13b4d989107d None None] Pushing event updated for resources: {'Port': ['ID=2afe9ad3-5a44-4fbd-a868-440912081baf,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:02.613068 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-a8792cd4-c1ff-4bca-b628-292c28b0564b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:02.615145 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-a8792cd4-c1ff-4bca-b628-292c28b0564b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1174d191-bb48-4a7a-a31d-affd33b08a90 HTTP/1.1" status: 200 len: 835 time: 0.0573308 Aug 16 20:31:02.624507 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-f4a8eac7-2052-4d5c-8bb6-e9e9399ffe6f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Allocated IP 2001:db8::338 (12b37503-1635-4689-ac3a-5e42f901cd29/212d4238-7cd2-41ad-ad2a-2f4855afb4a9/42002b53-681e-4fbf-9a3a-60b391cd89a6) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:02.664155 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-0e117197-06bb-45ca-a4f4-13b4d989107d None None] Attempting to bind port 2afe9ad3-5a44-4fbd-a868-440912081baf on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:31:02.664660 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-0e117197-06bb-45ca-a4f4-13b4d989107d None None] Attempting to bind port 2afe9ad3-5a44-4fbd-a868-440912081baf by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '2d577953-9669-4f5b-866e-e504ecfb332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '12b37503-1635-4689-ac3a-5e42f901cd29'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:31:02.665157 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e117197-06bb-45ca-a4f4-13b4d989107d None None] Attempting to bind port 2afe9ad3-5a44-4fbd-a868-440912081baf on network 12b37503-1635-4689-ac3a-5e42f901cd29 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:02.671190 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e117197-06bb-45ca-a4f4-13b4d989107d None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:31:02.671748 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e117197-06bb-45ca-a4f4-13b4d989107d None None] Checking segment: {'id': '2d577953-9669-4f5b-866e-e504ecfb332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '12b37503-1635-4689-ac3a-5e42f901cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:31:02.672259 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0e117197-06bb-45ca-a4f4-13b4d989107d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:02.672725 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e117197-06bb-45ca-a4f4-13b4d989107d None None] Bound using segment: {'id': '2d577953-9669-4f5b-866e-e504ecfb332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '12b37503-1635-4689-ac3a-5e42f901cd29'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:31:02.673273 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-0e117197-06bb-45ca-a4f4-13b4d989107d None None] Bound port: 2afe9ad3-5a44-4fbd-a868-440912081baf, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d577953-9669-4f5b-866e-e504ecfb332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '12b37503-1635-4689-ac3a-5e42f901cd29'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:31:02.673408 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-c1cd4982-2002-4b33-beed-05510ff06b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:02.673668 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0e117197-06bb-45ca-a4f4-13b4d989107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:02.674932 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-c1cd4982-2002-4b33-beed-05510ff06b49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=122a245e-01a8-4af4-8488-67733042da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523984 Aug 16 20:31:02.749394 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-0e117197-06bb-45ca-a4f4-13b4d989107d None None] For port 2afe9ad3-5a44-4fbd-a868-440912081baf, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:31:02.754663 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-0e117197-06bb-45ca-a4f4-13b4d989107d None None] For port 2afe9ad3-5a44-4fbd-a868-440912081baf, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=2afe9ad3-5a44-4fbd-a868-440912081baf,segment=NetworkSegment(2d577953-9669-4f5b-866e-e504ecfb332a),segment_id=2d577953-9669-4f5b-866e-e504ecfb332a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:31:02.760235 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0e117197-06bb-45ca-a4f4-13b4d989107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:02.810232 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-fae27270-bed1-4540-a4ac-c3346c1268a5 service neutron] 10.222.0.57 "GET /v2.0/networks/122a245e-01a8-4af4-8488-67733042da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283851 Aug 16 20:31:02.817961 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f4a8eac7-2052-4d5c-8bb6-e9e9399ffe6f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:02.833437 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e117197-06bb-45ca-a4f4-13b4d989107d None None] Pushing event updated for resources: {'Port': ['ID=2afe9ad3-5a44-4fbd-a868-440912081baf,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:02.855754 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-f4a8eac7-2052-4d5c-8bb6-e9e9399ffe6f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Transition to ACTIVE for port object 42002b53-681e-4fbf-9a3a-60b391cd89a6 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:02.871449 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 311c998c-534f-4a1c-9feb-5fbd0c8398bd up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:31:02.919025 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f4a8eac7-2052-4d5c-8bb6-e9e9399ffe6f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:02.931349 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 311c998c-534f-4a1c-9feb-5fbd0c8398bd triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:02.931622 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:02.957738 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ca1e51e3-ae22-4dd2-a86f-184d31cb9fe5 req-655810d6-1d16-4a92-8ccf-bbe55936f220 service neutron] 10.222.0.57 "GET /v2.0/networks/122a245e-01a8-4af4-8488-67733042da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342404 Aug 16 20:31:03.020352 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a8eac7-2052-4d5c-8bb6-e9e9399ffe6f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network 12b37503-1635-4689-ac3a-5e42f901cd29 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:03.027837 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-f4a8eac7-2052-4d5c-8bb6-e9e9399ffe6f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:03.033642 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a8eac7-2052-4d5c-8bb6-e9e9399ffe6f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:03.039896 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8eac7-2052-4d5c-8bb6-e9e9399ffe6f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:03.040609 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f4a8eac7-2052-4d5c-8bb6-e9e9399ffe6f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:03.050328 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8eac7-2052-4d5c-8bb6-e9e9399ffe6f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Port': ['ID=42002b53-681e-4fbf-9a3a-60b391cd89a6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:03.087503 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e279f54-f2de-4a3f-ad66-21f99bce97d9 req-5517017c-2eac-4f93-8f76-cff2faa79538 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:03.089128 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0e279f54-f2de-4a3f-ad66-21f99bce97d9 req-5517017c-2eac-4f93-8f76-cff2faa79538 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 943 time: 0.1273367 Aug 16 20:31:03.090608 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f4a8eac7-2052-4d5c-8bb6-e9e9399ffe6f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9281888 Aug 16 20:31:03.095283 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49962) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:03.101839 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd198ec-34ec-40ba-8fe4-61cf750d7b73 req-3b94ce48-1f33-462e-83a4-f6f68588770f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:03.103371 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9cd198ec-34ec-40ba-8fe4-61cf750d7b73 req-3b94ce48-1f33-462e-83a4-f6f68588770f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 1095 time: 0.0934222 Aug 16 20:31:03.210977 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd198ec-34ec-40ba-8fe4-61cf750d7b73 req-b9d0a874-e2ac-41cd-8f44-ebe60bb145cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:03.212491 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9cd198ec-34ec-40ba-8fe4-61cf750d7b73 req-b9d0a874-e2ac-41cd-8f44-ebe60bb145cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=122a245e-01a8-4af4-8488-67733042da5f HTTP/1.1" status: 200 len: 897 time: 0.1012475 Aug 16 20:31:03.242593 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5725514-0c0a-4d8d-b01c-b78662030a22 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:03.246010 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d5725514-0c0a-4d8d-b01c-b78662030a22 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A375 HTTP/1.1" status: 200 len: 929 time: 0.1478903 Aug 16 20:31:03.247883 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0e279f54-f2de-4a3f-ad66-21f99bce97d9 req-aaa7758d-89d6-452d-a6f2-0026d66d2b26 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=74babc55-31df-48e5-a49e-7cb01b6b8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959609 Aug 16 20:31:03.248346 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49964) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:03.259433 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9cd198ec-34ec-40ba-8fe4-61cf750d7b73 req-e64c07bf-1192-4c99-bb64-d583ef9877fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ff8423b-3da5-4f60-9f58-a95688dbf56b HTTP/1.1" status: 200 len: 217 time: 0.0380225 Aug 16 20:31:03.313071 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd198ec-34ec-40ba-8fe4-61cf750d7b73 req-6b861854-359d-4216-a035-9c9e502c5cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:03.316289 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9cd198ec-34ec-40ba-8fe4-61cf750d7b73 req-6b861854-359d-4216-a035-9c9e502c5cf4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1174d191-bb48-4a7a-a31d-affd33b08a90 HTTP/1.1" status: 200 len: 835 time: 0.0499580 Aug 16 20:31:03.334920 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-a8538b1d-978d-4672-bd37-fdc0b37b34a2 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting port 42002b53-681e-4fbf-9a3a-60b391cd89a6 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:31:03.335536 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a8538b1d-978d-4672-bd37-fdc0b37b34a2 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:03.364908 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd198ec-34ec-40ba-8fe4-61cf750d7b73 req-cfe62d92-4b6a-42b1-8762-285f5634a294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:03.366436 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9cd198ec-34ec-40ba-8fe4-61cf750d7b73 req-cfe62d92-4b6a-42b1-8762-285f5634a294 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=122a245e-01a8-4af4-8488-67733042da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427661 Aug 16 20:31:03.430977 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a8538b1d-978d-4672-bd37-fdc0b37b34a2 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:03.444478 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-a8538b1d-978d-4672-bd37-fdc0b37b34a2 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Calling delete_port for 42002b53-681e-4fbf-9a3a-60b391cd89a6 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:03.457028 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9cd198ec-34ec-40ba-8fe4-61cf750d7b73 req-6976756f-53a4-470a-b10d-16c471eb1a9e service neutron] 10.222.0.57 "GET /v2.0/networks/122a245e-01a8-4af4-8488-67733042da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832758 Aug 16 20:31:03.559509 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9cd198ec-34ec-40ba-8fe4-61cf750d7b73 req-c7cad200-7b3f-4423-b877-d2f827777c99 service neutron] 10.222.0.57 "GET /v2.0/networks/122a245e-01a8-4af4-8488-67733042da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948212 Aug 16 20:31:03.581747 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a8538b1d-978d-4672-bd37-fdc0b37b34a2 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:03.611969 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8538b1d-978d-4672-bd37-fdc0b37b34a2 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Port': ['ID=42002b53-681e-4fbf-9a3a-60b391cd89a6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:03.641689 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a8538b1d-978d-4672-bd37-fdc0b37b34a2 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:03.644043 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a8538b1d-978d-4672-bd37-fdc0b37b34a2 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/ports/42002b53-681e-4fbf-9a3a-60b391cd89a6 HTTP/1.1" status: 204 len: 168 time: 0.3948066 Aug 16 20:31:03.646638 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49966) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:03.672215 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-83314487-4b8d-4199-adf5-51eb7cbd394e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] GET failed (client error): The resource could not be found. Aug 16 20:31:03.673792 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-83314487-4b8d-4199-adf5-51eb7cbd394e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "GET /v2.0/ports/42002b53-681e-4fbf-9a3a-60b391cd89a6 HTTP/1.1" status: 404 len: 333 time: 0.0262115 Aug 16 20:31:03.676538 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49968) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:03.765299 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5d2d7466-c8b6-4cbf-b6e5-6aba64aa1d40 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting port 02eacc30-5439-4c87-b05d-097b3d117b1b {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:31:03.765643 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5d2d7466-c8b6-4cbf-b6e5-6aba64aa1d40 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:03.848562 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b732ea-15a6-4526-8468-0cd88ee17948 None None] Network 12b37503-1635-4689-ac3a-5e42f901cd29 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:03.863604 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5d2d7466-c8b6-4cbf-b6e5-6aba64aa1d40 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:03.876983 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5d2d7466-c8b6-4cbf-b6e5-6aba64aa1d40 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Calling delete_port for 02eacc30-5439-4c87-b05d-097b3d117b1b owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:03.911857 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5593da5b-7302-468a-a25c-fedd079e2101 None None] Provisioning for port 2afe9ad3-5a44-4fbd-a868-440912081baf completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:04.011180 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5d2d7466-c8b6-4cbf-b6e5-6aba64aa1d40 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:04.040771 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d7466-c8b6-4cbf-b6e5-6aba64aa1d40 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Port': ['ID=02eacc30-5439-4c87-b05d-097b3d117b1b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:04.068494 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5d2d7466-c8b6-4cbf-b6e5-6aba64aa1d40 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:04.070502 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5d2d7466-c8b6-4cbf-b6e5-6aba64aa1d40 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/ports/02eacc30-5439-4c87-b05d-097b3d117b1b HTTP/1.1" status: 204 len: 168 time: 0.3930497 Aug 16 20:31:04.073658 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49972) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:04.098613 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52175b6-39c6-4c2e-a70b-3c8d9d6ea1aa tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] GET failed (client error): The resource could not be found. Aug 16 20:31:04.100233 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f52175b6-39c6-4c2e-a70b-3c8d9d6ea1aa tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "GET /v2.0/ports/02eacc30-5439-4c87-b05d-097b3d117b1b HTTP/1.1" status: 404 len: 333 time: 0.0256491 Aug 16 20:31:04.102892 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49974) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:04.157152 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a3225a3-6f41-4fab-b673-b166732e60a7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting subnet 212d4238-7cd2-41ad-ad2a-2f4855afb4a9 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:31:04.160601 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a3225a3-6f41-4fab-b673-b166732e60a7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:04.206737 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a3225a3-6f41-4fab-b673-b166732e60a7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:04.248575 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f7729716-9a60-42d4-a737-221711febed6 None None] Could not find standard attr ID for object 02eacc30-5439-4c87-b05d-097b3d117b1b. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:31:04.294940 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a3225a3-6f41-4fab-b673-b166732e60a7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:04.398225 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a18c4-64eb-40f0-983a-696609cf2c1d req-71767d0d-6b95-4ec4-8d69-d42b7d35c270 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:04.399853 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-693a18c4-64eb-40f0-983a-696609cf2c1d req-71767d0d-6b95-4ec4-8d69-d42b7d35c270 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 943 time: 0.0727062 Aug 16 20:31:04.401478 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a3225a3-6f41-4fab-b673-b166732e60a7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:04.415667 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-73ddeba7-74c3-4a36-9174-4596ce7df0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:04.462733 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-418b723a-1c93-4615-9700-cae33bbce6e9 None None] Could not find standard attr ID for object 02eacc30-5439-4c87-b05d-097b3d117b1b. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:31:04.689350 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-13185dac-350c-49e0-a87e-efed8d6b5b1f None None] Could not find standard attr ID for object 42002b53-681e-4fbf-9a3a-60b391cd89a6. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:31:04.698689 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:04.828898 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3225a3-6f41-4fab-b673-b166732e60a7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Subnet': ['ID=212d4238-7cd2-41ad-ad2a-2f4855afb4a9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:04.832884 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a3225a3-6f41-4fab-b673-b166732e60a7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:04.835283 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6a3225a3-6f41-4fab-b673-b166732e60a7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/subnets/212d4238-7cd2-41ad-ad2a-2f4855afb4a9 HTTP/1.1" status: 204 len: 168 time: 0.7307355 Aug 16 20:31:04.837147 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49980) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:04.902121 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-693a18c4-64eb-40f0-983a-696609cf2c1d req-73e92dd5-82a4-4a05-9c0d-1acf0bc3a884 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=74babc55-31df-48e5-a49e-7cb01b6b8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4944458 Aug 16 20:31:04.948460 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0620e900-7945-49c8-bfaa-baa9c1f847f8 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:04.949406 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2afe9ad3-5a44-4fbd-a868-440912081baf up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:31:05.021424 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0620e900-7945-49c8-bfaa-baa9c1f847f8 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting port 2afe9ad3-5a44-4fbd-a868-440912081baf {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:31:05.021772 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0620e900-7945-49c8-bfaa-baa9c1f847f8 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:05.026845 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 2afe9ad3-5a44-4fbd-a868-440912081baf completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:05.032331 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 2afe9ad3-5a44-4fbd-a868-440912081baf triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:05.032922 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:05.103745 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-0620e900-7945-49c8-bfaa-baa9c1f847f8 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] For port 2afe9ad3-5a44-4fbd-a868-440912081baf, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=2afe9ad3-5a44-4fbd-a868-440912081baf,segment=NetworkSegment(2d577953-9669-4f5b-866e-e504ecfb332a),segment_id=2d577953-9669-4f5b-866e-e504ecfb332a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:05.104982 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0620e900-7945-49c8-bfaa-baa9c1f847f8 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:05.120231 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0620e900-7945-49c8-bfaa-baa9c1f847f8 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Calling delete_port for 2afe9ad3-5a44-4fbd-a868-440912081baf owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:05.126609 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a130d1-f2a8-4e8f-835e-7cf9947ac279 None None] Network 12b37503-1635-4689-ac3a-5e42f901cd29 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:05.186644 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:05.203563 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0620e900-7945-49c8-bfaa-baa9c1f847f8 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:05.230183 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0620e900-7945-49c8-bfaa-baa9c1f847f8 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Port': ['ID=2afe9ad3-5a44-4fbd-a868-440912081baf,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:05.233682 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0620e900-7945-49c8-bfaa-baa9c1f847f8 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] No DVR routers for this DVR port 2afe9ad3-5a44-4fbd-a868-440912081baf on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:31:05.323172 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0620e900-7945-49c8-bfaa-baa9c1f847f8 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:05.333122 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0620e900-7945-49c8-bfaa-baa9c1f847f8 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b37503-1635-4689-ac3a-5e42f901cd29']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:05.334997 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c2713e-3223-495e-abd5-fd08d99de894 None None] DHCP port deletion for 12b37503-1635-4689-ac3a-5e42f901cd29 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:31:05.344261 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0620e900-7945-49c8-bfaa-baa9c1f847f8 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d577953-9669-4f5b-866e-e504ecfb332a') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:05.344920 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0620e900-7945-49c8-bfaa-baa9c1f847f8 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d577953-9669-4f5b-866e-e504ecfb332a') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:05.353163 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0620e900-7945-49c8-bfaa-baa9c1f847f8 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:05.367214 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0620e900-7945-49c8-bfaa-baa9c1f847f8 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:05.372989 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0620e900-7945-49c8-bfaa-baa9c1f847f8 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:31:05.373373 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0620e900-7945-49c8-bfaa-baa9c1f847f8 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:05.376276 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:31:05.376276 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:31:05.376276 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:31:05.376276 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:31:05.376276 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:31:05.376276 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:31:05.376276 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:31:05.376276 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:31:05.376276 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:31:05.376276 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:31:05.376276 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:31:05.376276 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:31:05.376276 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:31:05.376276 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:31:05.376276 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:31:05.376276 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:31:05.376276 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:31:05.376276 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:31:05.376276 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:31:05.376276 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:31:05.376276 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:31:05.376276 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:31:05.376276 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:31:05.376276 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:31:05.376276 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:31:05.376276 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:31:05.376276 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:31:05.376276 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:31:05.376276 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:31:05.376276 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:31:05.376276 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:31:05.376276 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:31:05.432024 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0620e900-7945-49c8-bfaa-baa9c1f847f8 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:05.438883 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0620e900-7945-49c8-bfaa-baa9c1f847f8 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:05.440652 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0620e900-7945-49c8-bfaa-baa9c1f847f8 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/networks/12b37503-1635-4689-ac3a-5e42f901cd29 HTTP/1.1" status: 204 len: 168 time: 0.6026096 Aug 16 20:31:05.445011 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49984) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:05.450531 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-793691e1-d1a1-4a0e-a7d9-8d84e62eb73b tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-823896505'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:05.458424 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0620e900-7945-49c8-bfaa-baa9c1f847f8 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Network': ['ID=12b37503-1635-4689-ac3a-5e42f901cd29,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:05.471921 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793691e1-d1a1-4a0e-a7d9-8d84e62eb73b tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:05.475329 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-793691e1-d1a1-4a0e-a7d9-8d84e62eb73b tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:05.498169 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-793691e1-d1a1-4a0e-a7d9-8d84e62eb73b tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:31:05.507104 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-793691e1-d1a1-4a0e-a7d9-8d84e62eb73b tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:05.507470 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-793691e1-d1a1-4a0e-a7d9-8d84e62eb73b tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Added segment 9e773c5b-8308-4ee9-a5d0-eb99755e879e of type vlan for network 447d3ed6-6b9f-4036-8262-9d75b3674bfd Aug 16 20:31:05.546639 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-793691e1-d1a1-4a0e-a7d9-8d84e62eb73b tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:05.569966 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-793691e1-d1a1-4a0e-a7d9-8d84e62eb73b tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:05.575945 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793691e1-d1a1-4a0e-a7d9-8d84e62eb73b tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:05.576521 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-793691e1-d1a1-4a0e-a7d9-8d84e62eb73b tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:05.624894 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:05.634148 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-793691e1-d1a1-4a0e-a7d9-8d84e62eb73b tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1880617 Aug 16 20:31:05.637630 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 49986) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:05.642825 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b56f8d30-a535-492f-b565-e2037a13cf45 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'subnet': {'network_id': '447d3ed6-6b9f-4036-8262-9d75b3674bfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:05.646465 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793691e1-d1a1-4a0e-a7d9-8d84e62eb73b tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Network': ['ID=447d3ed6-6b9f-4036-8262-9d75b3674bfd,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:05.657682 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 447d3ed6-6b9f-4036-8262-9d75b3674bfd details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:31:05.732214 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56f8d30-a535-492f-b565-e2037a13cf45 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:05.735703 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b56f8d30-a535-492f-b565-e2037a13cf45 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:05.914658 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b56f8d30-a535-492f-b565-e2037a13cf45 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:05.971960 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f8d30-a535-492f-b565-e2037a13cf45 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Subnet': ['ID=fb48ceae-f5d1-448a-b2f5-6cff83a76ed4,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:05.995902 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56f8d30-a535-492f-b565-e2037a13cf45 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Checking segment: {'id': '9e773c5b-8308-4ee9-a5d0-eb99755e879e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '447d3ed6-6b9f-4036-8262-9d75b3674bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:31:05.996263 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56f8d30-a535-492f-b565-e2037a13cf45 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network hostable DHCP agents. Network: 447d3ed6-6b9f-4036-8262-9d75b3674bfd, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:31:06.034169 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56f8d30-a535-492f-b565-e2037a13cf45 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network 447d3ed6-6b9f-4036-8262-9d75b3674bfd is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:31:06.048804 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f79db5-6f71-4163-a0e2-c323787a1509 req-e58769e1-d11b-44c4-acf6-99734b8d60bf tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:06.050333 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60f79db5-6f71-4163-a0e2-c323787a1509 req-e58769e1-d11b-44c4-acf6-99734b8d60bf tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 943 time: 0.0686245 Aug 16 20:31:06.051591 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-b56f8d30-a535-492f-b565-e2037a13cf45 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 447d3ed6-6b9f-4036-8262-9d75b3674bfd) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:06.055652 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56f8d30-a535-492f-b565-e2037a13cf45 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:06.056260 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b56f8d30-a535-492f-b565-e2037a13cf45 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:06.061678 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a30a6d5-14e7-4ed4-b804-f318ed57fc78 None None] Network 447d3ed6-6b9f-4036-8262-9d75b3674bfd requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:06.090265 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b56f8d30-a535-492f-b565-e2037a13cf45 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4514830 Aug 16 20:31:06.093635 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49992) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:06.103329 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60f79db5-6f71-4163-a0e2-c323787a1509 req-58930b72-7433-4c01-8ace-e506581c19a2 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=74babc55-31df-48e5-a49e-7cb01b6b8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438886 Aug 16 20:31:06.104674 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-513dbabf-a618-4abe-8e24-d0ca5b044850 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'port': {'network_id': '447d3ed6-6b9f-4036-8262-9d75b3674bfd', 'name': 'tempest-PortsIpV6TestJSON-1223229844', 'fixed_ips': [{'subnet_id': 'fb48ceae-f5d1-448a-b2f5-6cff83a76ed4', 'ip_address': '2001:db8::10'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:06.153419 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:06.222690 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:06.223919 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513dbabf-a618-4abe-8e24-d0ca5b044850 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:06.231601 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-447d3ed6-6b9f-4036-8262-9d75b3674bfd', 'network_id': '447d3ed6-6b9f-4036-8262-9d75b3674bfd', 'tenant_id': '57ab38ef32c440c6a7ac946d143eff56', 'fixed_ips': [{'subnet_id': 'fb48ceae-f5d1-448a-b2f5-6cff83a76ed4'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:31:06.232466 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:06.309622 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-513dbabf-a618-4abe-8e24-d0ca5b044850 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:06.326671 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-513dbabf-a618-4abe-8e24-d0ca5b044850 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] device_id is not set on port 26228476-57c0-4679-bafd-847caea24c9c yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:31:06.370946 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Allocated IP 2001:db8::2 (447d3ed6-6b9f-4036-8262-9d75b3674bfd/fb48ceae-f5d1-448a-b2f5-6cff83a76ed4/21bb7df6-d89f-4292-963d-7714712f6f90) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:06.428426 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 0ff8423b-3da5-4f60-9f58-a95688dbf56b details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:31:06.586885 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:06.590419 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 0ff8423b-3da5-4f60-9f58-a95688dbf56b, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=0ff8423b-3da5-4f60-9f58-a95688dbf56b,segment=NetworkSegment(2a345236-5308-4103-b6f0-0b7abc2d23ad),segment_id=2a345236-5308-4103-b6f0-0b7abc2d23ad)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:06.605247 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Transition to ACTIVE for port object 21bb7df6-d89f-4292-963d-7714712f6f90 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:06.609654 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '0ff8423b-3da5-4f60-9f58-a95688dbf56b', 'network_id': '122a245e-01a8-4af4-8488-67733042da5f', 'port_id': '0ff8423b-3da5-4f60-9f58-a95688dbf56b', 'mac_address': 'fa:16:3e:2c:54:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1174d191-bb48-4a7a-a31d-affd33b08a90', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:31:06.624201 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Transition to ACTIVE for port object 21bb7df6-d89f-4292-963d-7714712f6f90 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:06.652269 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:06.690179 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:06.696647 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Network 447d3ed6-6b9f-4036-8262-9d75b3674bfd is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:06.698287 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-513dbabf-a618-4abe-8e24-d0ca5b044850 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Allocated IP 2001:db8::10 (447d3ed6-6b9f-4036-8262-9d75b3674bfd/fb48ceae-f5d1-448a-b2f5-6cff83a76ed4/26228476-57c0-4679-bafd-847caea24c9c) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:06.707790 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:06.714159 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:06.719701 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff8423b-3da5-4f60-9f58-a95688dbf56b {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:31:06.732858 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Pushing event updated for resources: {'Port': ['ID=21bb7df6-d89f-4292-963d-7714712f6f90,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:06.761710 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:06.762054 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:06.762412 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:06.762727 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:06.763064 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:06.763413 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:06.763742 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:06.764068 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:06.764389 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:06.764714 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:06.765037 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:06.765354 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:06.797898 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 0ff8423b-3da5-4f60-9f58-a95688dbf56b, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=0ff8423b-3da5-4f60-9f58-a95688dbf56b,segment=NetworkSegment(2a345236-5308-4103-b6f0-0b7abc2d23ad),segment_id=2a345236-5308-4103-b6f0-0b7abc2d23ad)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:06.804576 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Attempting to bind port 21bb7df6-d89f-4292-963d-7714712f6f90 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:31:06.805039 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Attempting to bind port 21bb7df6-d89f-4292-963d-7714712f6f90 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '9e773c5b-8308-4ee9-a5d0-eb99755e879e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '447d3ed6-6b9f-4036-8262-9d75b3674bfd'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:31:06.805470 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Attempting to bind port 21bb7df6-d89f-4292-963d-7714712f6f90 on network 447d3ed6-6b9f-4036-8262-9d75b3674bfd {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:06.807826 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:06.815868 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:31:06.816252 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Checking segment: {'id': '9e773c5b-8308-4ee9-a5d0-eb99755e879e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '447d3ed6-6b9f-4036-8262-9d75b3674bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:31:06.816667 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:06.817055 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Bound using segment: {'id': '9e773c5b-8308-4ee9-a5d0-eb99755e879e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '447d3ed6-6b9f-4036-8262-9d75b3674bfd'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:31:06.817526 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Bound port: 21bb7df6-d89f-4292-963d-7714712f6f90, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e773c5b-8308-4ee9-a5d0-eb99755e879e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '447d3ed6-6b9f-4036-8262-9d75b3674bfd'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:31:06.817909 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:06.855308 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2afe9ad3-5a44-4fbd-a868-440912081baf no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:31:06.859840 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-513dbabf-a618-4abe-8e24-d0ca5b044850 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:06.872899 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-513dbabf-a618-4abe-8e24-d0ca5b044850 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Transition to ACTIVE for port object 26228476-57c0-4679-bafd-847caea24c9c will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:06.886366 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 2afe9ad3-5a44-4fbd-a868-440912081baf {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:31:06.886716 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2afe9ad3-5a44-4fbd-a868-440912081baf not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:31:06.906757 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-513dbabf-a618-4abe-8e24-d0ca5b044850 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:06.924342 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=0ff8423b-3da5-4f60-9f58-a95688dbf56b,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:06.951165 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513dbabf-a618-4abe-8e24-d0ca5b044850 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network 447d3ed6-6b9f-4036-8262-9d75b3674bfd is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:06.954266 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-513dbabf-a618-4abe-8e24-d0ca5b044850 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:06.958039 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513dbabf-a618-4abe-8e24-d0ca5b044850 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:06.959135 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] For port 21bb7df6-d89f-4292-963d-7714712f6f90, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:31:06.962356 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] For port 21bb7df6-d89f-4292-963d-7714712f6f90, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=21bb7df6-d89f-4292-963d-7714712f6f90,segment=NetworkSegment(9e773c5b-8308-4ee9-a5d0-eb99755e879e),segment_id=9e773c5b-8308-4ee9-a5d0-eb99755e879e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:31:06.964261 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513dbabf-a618-4abe-8e24-d0ca5b044850 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:06.964882 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-513dbabf-a618-4abe-8e24-d0ca5b044850 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:06.967577 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:06.973525 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513dbabf-a618-4abe-8e24-d0ca5b044850 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Port': ['ID=26228476-57c0-4679-bafd-847caea24c9c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:06.985518 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-513dbabf-a618-4abe-8e24-d0ca5b044850 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8907256 Aug 16 20:31:06.988266 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 49994) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:06.993234 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b9aaa016-61f6-4ae6-b2dc-2ab91f15bf52 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'port': {'network_id': '447d3ed6-6b9f-4036-8262-9d75b3674bfd', 'name': 'tempest-PortsIpV6TestJSON-2035316829', 'fixed_ips': [{'subnet_id': 'fb48ceae-f5d1-448a-b2f5-6cff83a76ed4', 'ip_address': '2001:db8::f'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:06.996979 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['0ff8423b-3da5-4f60-9f58-a95688dbf56b'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:31:07.065058 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f234d603-88ce-4c49-8e94-abfe0179fc22 None None] Pushing event updated for resources: {'Port': ['ID=21bb7df6-d89f-4292-963d-7714712f6f90,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:07.104508 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:07.144327 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9aaa016-61f6-4ae6-b2dc-2ab91f15bf52 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:07.149563 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b9aaa016-61f6-4ae6-b2dc-2ab91f15bf52 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:07.168089 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-b9aaa016-61f6-4ae6-b2dc-2ab91f15bf52 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] device_id is not set on port 95ba92de-1cb0-4e41-a573-3dd79ff974f6 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:31:07.245378 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f33905-90fc-44e7-aa51-5dea3e0a95cb req-e642877a-8e32-443c-a1a5-45272478cd66 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:07.246946 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-11f33905-90fc-44e7-aa51-5dea3e0a95cb req-e642877a-8e32-443c-a1a5-45272478cd66 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 944 time: 0.0564930 Aug 16 20:31:07.332484 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-11f33905-90fc-44e7-aa51-5dea3e0a95cb req-6f0d7c09-6e02-4c2a-abfb-7e4ff7c0ad70 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=74babc55-31df-48e5-a49e-7cb01b6b8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485110 Aug 16 20:31:07.372950 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-b9aaa016-61f6-4ae6-b2dc-2ab91f15bf52 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Allocated IP 2001:db8::f (447d3ed6-6b9f-4036-8262-9d75b3674bfd/fb48ceae-f5d1-448a-b2f5-6cff83a76ed4/95ba92de-1cb0-4e41-a573-3dd79ff974f6) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:07.535098 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b9aaa016-61f6-4ae6-b2dc-2ab91f15bf52 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:07.548415 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-b9aaa016-61f6-4ae6-b2dc-2ab91f15bf52 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Transition to ACTIVE for port object 95ba92de-1cb0-4e41-a573-3dd79ff974f6 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:07.581537 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b9aaa016-61f6-4ae6-b2dc-2ab91f15bf52 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:07.629554 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9aaa016-61f6-4ae6-b2dc-2ab91f15bf52 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network 447d3ed6-6b9f-4036-8262-9d75b3674bfd is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:07.632515 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b9aaa016-61f6-4ae6-b2dc-2ab91f15bf52 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:07.636963 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aaa016-61f6-4ae6-b2dc-2ab91f15bf52 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:07.642501 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9aaa016-61f6-4ae6-b2dc-2ab91f15bf52 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:07.643090 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b9aaa016-61f6-4ae6-b2dc-2ab91f15bf52 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:07.648876 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aaa016-61f6-4ae6-b2dc-2ab91f15bf52 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Port': ['ID=95ba92de-1cb0-4e41-a573-3dd79ff974f6,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:07.661422 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b9aaa016-61f6-4ae6-b2dc-2ab91f15bf52 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6721516 Aug 16 20:31:07.664014 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50000) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:07.749331 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b05aa5a-56ea-4f09-bb03-0de2df129159 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:07.751028 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0b05aa5a-56ea-4f09-bb03-0de2df129159 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0861094 Aug 16 20:31:07.754521 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50002) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:07.811525 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dda92eb-cef4-475d-a40d-4aa89f804668 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:07.817558 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dda92eb-cef4-475d-a40d-4aa89f804668 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:07.823609 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dda92eb-cef4-475d-a40d-4aa89f804668 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:07.827923 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8dda92eb-cef4-475d-a40d-4aa89f804668 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.0699177 Aug 16 20:31:07.828154 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50004) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:07.921073 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-4abd4a48-3476-453a-9b83-46aa213b1919 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting port 95ba92de-1cb0-4e41-a573-3dd79ff974f6 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:31:07.921073 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4abd4a48-3476-453a-9b83-46aa213b1919 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:08.008595 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ba9b62-7c0d-4239-ac27-372b6456ce24 None None] Network 447d3ed6-6b9f-4036-8262-9d75b3674bfd requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:08.012978 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4abd4a48-3476-453a-9b83-46aa213b1919 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:08.025009 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-4abd4a48-3476-453a-9b83-46aa213b1919 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Calling delete_port for 95ba92de-1cb0-4e41-a573-3dd79ff974f6 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:08.076120 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fd6f4794-e87f-4241-b28e-b9798442b67e None None] Provisioning for port 21bb7df6-d89f-4292-963d-7714712f6f90 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:08.155518 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4abd4a48-3476-453a-9b83-46aa213b1919 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:08.187140 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd4a48-3476-453a-9b83-46aa213b1919 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Port': ['ID=95ba92de-1cb0-4e41-a573-3dd79ff974f6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:08.214547 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4abd4a48-3476-453a-9b83-46aa213b1919 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:08.216493 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4abd4a48-3476-453a-9b83-46aa213b1919 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/ports/95ba92de-1cb0-4e41-a573-3dd79ff974f6 HTTP/1.1" status: 204 len: 168 time: 0.3874052 Aug 16 20:31:08.219008 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50008) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:08.244411 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ff9c1ed-3a77-4fc9-b0c5-dd37e33a9971 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] GET failed (client error): The resource could not be found. Aug 16 20:31:08.246208 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6ff9c1ed-3a77-4fc9-b0c5-dd37e33a9971 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "GET /v2.0/ports/95ba92de-1cb0-4e41-a573-3dd79ff974f6 HTTP/1.1" status: 404 len: 333 time: 0.0261817 Aug 16 20:31:08.248960 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50010) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:08.336142 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ee603172-1c94-4520-91c9-f3fff833ab97 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting port 26228476-57c0-4679-bafd-847caea24c9c {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:31:08.336484 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee603172-1c94-4520-91c9-f3fff833ab97 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:08.419817 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1207e6a2-cd4c-4869-a668-66b31b7cb096 None None] Could not find standard attr ID for object 95ba92de-1cb0-4e41-a573-3dd79ff974f6. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:31:08.426738 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 0ff8423b-3da5-4f60-9f58-a95688dbf56b up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:31:08.434257 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee603172-1c94-4520-91c9-f3fff833ab97 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:08.448486 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ee603172-1c94-4520-91c9-f3fff833ab97 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Calling delete_port for 26228476-57c0-4679-bafd-847caea24c9c owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:08.489347 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1207e6a2-cd4c-4869-a668-66b31b7cb096 None None] Provisioning for port 26228476-57c0-4679-bafd-847caea24c9c completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:08.497075 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1207e6a2-cd4c-4869-a668-66b31b7cb096 None None] Provisioning complete for port 26228476-57c0-4679-bafd-847caea24c9c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:08.497452 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1207e6a2-cd4c-4869-a668-66b31b7cb096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:08.502114 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d9e8a-a714-46bb-b9da-1056a588d517 req-db7a492e-afab-43cd-9f60-d7176483b28f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:08.510159 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-824d9e8a-a714-46bb-b9da-1056a588d517 req-db7a492e-afab-43cd-9f60-d7176483b28f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 944 time: 0.1020079 Aug 16 20:31:08.550969 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 0ff8423b-3da5-4f60-9f58-a95688dbf56b completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:08.551659 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-824d9e8a-a714-46bb-b9da-1056a588d517 req-28beaff4-684e-4227-b04e-b9e63545ca09 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=74babc55-31df-48e5-a49e-7cb01b6b8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395308 Aug 16 20:31:08.557019 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1207e6a2-cd4c-4869-a668-66b31b7cb096 None None] Port 26228476-57c0-4679-bafd-847caea24c9c cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:31:08.560043 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 0ff8423b-3da5-4f60-9f58-a95688dbf56b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:08.560653 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:08.567575 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a9c1909c-07dc-4529-a8f6-e846c4179231 req-64a8ab5e-7a5b-4dd9-b116-50431eb7c2a1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1049528 Aug 16 20:31:08.624843 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee603172-1c94-4520-91c9-f3fff833ab97 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:08.652996 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:08.658245 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee603172-1c94-4520-91c9-f3fff833ab97 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Port': ['ID=26228476-57c0-4679-bafd-847caea24c9c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:08.682543 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-815901a5-83cc-4efc-b3ba-9249059a9888 None None] Could not find standard attr ID for object 26228476-57c0-4679-bafd-847caea24c9c. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:31:08.689696 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a7551b-db93-4ea8-abaf-a76422042ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff8423b-3da5-4f60-9f58-a95688dbf56b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:31:08.691048 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee603172-1c94-4520-91c9-f3fff833ab97 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:08.691734 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a01f58e-07ab-4656-9392-58831d2b0444" -d '{"events": [{"server_uuid": "a1a7551b-db93-4ea8-abaf-a76422042ef5", "name": "network-vif-plugged", "status": "completed", "tag": "0ff8423b-3da5-4f60-9f58-a95688dbf56b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:31:08.693196 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ee603172-1c94-4520-91c9-f3fff833ab97 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/ports/26228476-57c0-4679-bafd-847caea24c9c HTTP/1.1" status: 204 len: 168 time: 0.4433262 Aug 16 20:31:08.696539 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50014) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:08.712194 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1909c-07dc-4529-a8f6-e846c4179231 req-13cbf4e1-05f4-47fb-8e8d-d8d2a0e44e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:08.715070 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a9c1909c-07dc-4529-a8f6-e846c4179231 req-13cbf4e1-05f4-47fb-8e8d-d8d2a0e44e45 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=36ce9d10f04c4ea3a97f2ef277d208d8&device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 1097 time: 0.0942216 Aug 16 20:31:08.722507 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 0ff8423b-3da5-4f60-9f58-a95688dbf56b, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=0ff8423b-3da5-4f60-9f58-a95688dbf56b,segment=NetworkSegment(2a345236-5308-4103-b6f0-0b7abc2d23ad),segment_id=2a345236-5308-4103-b6f0-0b7abc2d23ad)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:08.727689 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:08.728980 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c23158-5c48-4406-85d1-7c88c02e02b8 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] GET failed (client error): The resource could not be found. Aug 16 20:31:08.730837 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-94c23158-5c48-4406-85d1-7c88c02e02b8 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "GET /v2.0/ports/26228476-57c0-4679-bafd-847caea24c9c HTTP/1.1" status: 404 len: 333 time: 0.0319660 Aug 16 20:31:08.733508 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50018) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:08.757903 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0742f47-73ea-4221-b518-edb26e533e64 x-openstack-request-id: req-b0742f47-73ea-4221-b518-edb26e533e64 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:31:08.758181 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a7551b-db93-4ea8-abaf-a76422042ef5", "name": "network-vif-plugged", "status": "completed", "tag": "0ff8423b-3da5-4f60-9f58-a95688dbf56b", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:31:08.758441 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b0742f47-73ea-4221-b518-edb26e533e64 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:31:08.758839 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a7551b-db93-4ea8-abaf-a76422042ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff8423b-3da5-4f60-9f58-a95688dbf56b', 'code': 200} Aug 16 20:31:08.800168 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=0ff8423b-3da5-4f60-9f58-a95688dbf56b,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:08.926896 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 21bb7df6-d89f-4292-963d-7714712f6f90 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:31:08.953718 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1909c-07dc-4529-a8f6-e846c4179231 req-e6f1ff73-796e-4a3b-9834-416cd197e7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:08.955387 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a9c1909c-07dc-4529-a8f6-e846c4179231 req-e6f1ff73-796e-4a3b-9834-416cd197e7c2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=694913cb-9660-4a1c-a341-9653a1f83c96 HTTP/1.1" status: 200 len: 918 time: 0.2181036 Aug 16 20:31:08.987154 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 21bb7df6-d89f-4292-963d-7714712f6f90 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:08.991936 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 21bb7df6-d89f-4292-963d-7714712f6f90 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:08.992273 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:09.027423 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-67943b2c-826f-41fd-a18e-9dfc01a69453 None None] Could not find standard attr ID for object 95ba92de-1cb0-4e41-a573-3dd79ff974f6. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:31:09.110782 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:09.124486 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a9c1909c-07dc-4529-a8f6-e846c4179231 req-c7bc4ad4-c624-4321-ab36-04d78d412a86 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4e81f26-72c8-4233-957b-26e3d968922d HTTP/1.1" status: 200 len: 1000 time: 0.1614709 Aug 16 20:31:09.153045 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 21bb7df6-d89f-4292-963d-7714712f6f90, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=21bb7df6-d89f-4292-963d-7714712f6f90,segment=NetworkSegment(9e773c5b-8308-4ee9-a5d0-eb99755e879e),segment_id=9e773c5b-8308-4ee9-a5d0-eb99755e879e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:09.158863 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:09.203753 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b1ed113-655e-4dba-b992-5600da64318c tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting subnet fb48ceae-f5d1-448a-b2f5-6cff83a76ed4 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:31:09.207040 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed113-655e-4dba-b992-5600da64318c tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:09.220093 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=21bb7df6-d89f-4292-963d-7714712f6f90,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:09.224332 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1909c-07dc-4529-a8f6-e846c4179231 req-476ba853-f4b1-4414-81a8-fd2a5e77499d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:09.226536 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a9c1909c-07dc-4529-a8f6-e846c4179231 req-476ba853-f4b1-4414-81a8-fd2a5e77499d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=22f1ef82-708c-4a07-a4be-6ce7461b8bb2 HTTP/1.1" status: 200 len: 856 time: 0.0938928 Aug 16 20:31:09.272376 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed113-655e-4dba-b992-5600da64318c tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:09.276455 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300be791-94d6-467e-97a0-15f17fdfe076 req-1d7638bf-2937-4fa4-800c-ae7644adf8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:09.277945 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-300be791-94d6-467e-97a0-15f17fdfe076 req-1d7638bf-2937-4fa4-800c-ae7644adf8be service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 1097 time: 0.1118250 Aug 16 20:31:09.306900 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1909c-07dc-4529-a8f6-e846c4179231 req-80ecc278-6def-41f0-9035-ac73b943ebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:09.309291 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a9c1909c-07dc-4529-a8f6-e846c4179231 req-80ecc278-6def-41f0-9035-ac73b943ebbd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=694913cb-9660-4a1c-a341-9653a1f83c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759091 Aug 16 20:31:09.352767 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-300be791-94d6-467e-97a0-15f17fdfe076 req-e2275508-d087-4d36-9d3e-5b5ad70f2fae service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=74babc55-31df-48e5-a49e-7cb01b6b8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565150 Aug 16 20:31:09.389821 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed113-655e-4dba-b992-5600da64318c tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:09.406791 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a9c1909c-07dc-4529-a8f6-e846c4179231 req-4d8917f1-6293-4824-b172-dabb79d25267 service neutron] 10.222.0.63 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897157 Aug 16 20:31:09.455765 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed113-655e-4dba-b992-5600da64318c tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:09.484406 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ed113-655e-4dba-b992-5600da64318c tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Subnet': ['ID=fb48ceae-f5d1-448a-b2f5-6cff83a76ed4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:09.487274 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed113-655e-4dba-b992-5600da64318c tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:09.491851 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6b1ed113-655e-4dba-b992-5600da64318c tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/subnets/fb48ceae-f5d1-448a-b2f5-6cff83a76ed4 HTTP/1.1" status: 204 len: 168 time: 0.7573717 Aug 16 20:31:09.492458 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50022) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:09.495055 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d39182-56ec-424f-8415-f2960d57947e None None] Network 447d3ed6-6b9f-4036-8262-9d75b3674bfd requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:09.519000 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a9c1909c-07dc-4529-a8f6-e846c4179231 req-5d1f8571-d6b6-4d94-bc73-ef3d8cb3d096 service neutron] 10.222.0.63 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043601 Aug 16 20:31:09.573577 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-511facd9-c8ad-4a43-980c-3dec8247effa tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:09.640666 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-511facd9-c8ad-4a43-980c-3dec8247effa tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting port 21bb7df6-d89f-4292-963d-7714712f6f90 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:31:09.640976 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-511facd9-c8ad-4a43-980c-3dec8247effa tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:09.675170 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e629cdd0-e805-40de-bbed-5c03c0a6ed6f None None] DHCP port deletion for 447d3ed6-6b9f-4036-8262-9d75b3674bfd request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:31:09.720855 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e629cdd0-e805-40de-bbed-5c03c0a6ed6f None None] Deleting port 21bb7df6-d89f-4292-963d-7714712f6f90 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:31:09.721137 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e629cdd0-e805-40de-bbed-5c03c0a6ed6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:09.739170 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3f465-b14e-4925-993e-b9cc6aabec60 req-8ce7cda6-e073-4679-a7a4-46ea94296571 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:09.740690 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7db3f465-b14e-4925-993e-b9cc6aabec60 req-8ce7cda6-e073-4679-a7a4-46ea94296571 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 945 time: 0.1107347 Aug 16 20:31:09.742434 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-511facd9-c8ad-4a43-980c-3dec8247effa tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] For port 21bb7df6-d89f-4292-963d-7714712f6f90, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=21bb7df6-d89f-4292-963d-7714712f6f90,segment=NetworkSegment(9e773c5b-8308-4ee9-a5d0-eb99755e879e),segment_id=9e773c5b-8308-4ee9-a5d0-eb99755e879e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:09.742803 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-511facd9-c8ad-4a43-980c-3dec8247effa tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:09.761119 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-511facd9-c8ad-4a43-980c-3dec8247effa tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Calling delete_port for 21bb7df6-d89f-4292-963d-7714712f6f90 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:09.782527 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e629cdd0-e805-40de-bbed-5c03c0a6ed6f None None] For port 21bb7df6-d89f-4292-963d-7714712f6f90, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=21bb7df6-d89f-4292-963d-7714712f6f90,segment=NetworkSegment(9e773c5b-8308-4ee9-a5d0-eb99755e879e),segment_id=9e773c5b-8308-4ee9-a5d0-eb99755e879e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:09.782935 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e629cdd0-e805-40de-bbed-5c03c0a6ed6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:09.798881 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e629cdd0-e805-40de-bbed-5c03c0a6ed6f None None] Calling delete_port for 21bb7df6-d89f-4292-963d-7714712f6f90 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:09.823613 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7db3f465-b14e-4925-993e-b9cc6aabec60 req-b1b66b68-eae1-41ad-ba61-e296e4b7840d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=74babc55-31df-48e5-a49e-7cb01b6b8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731909 Aug 16 20:31:09.873452 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-511facd9-c8ad-4a43-980c-3dec8247effa tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:09.880140 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e629cdd0-e805-40de-bbed-5c03c0a6ed6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:09.897419 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511facd9-c8ad-4a43-980c-3dec8247effa tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Port': ['ID=21bb7df6-d89f-4292-963d-7714712f6f90,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:09.903496 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511facd9-c8ad-4a43-980c-3dec8247effa tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] No DVR routers for this DVR port 21bb7df6-d89f-4292-963d-7714712f6f90 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:31:09.907025 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629cdd0-e805-40de-bbed-5c03c0a6ed6f None None] Pushing event deleted for resources: {'Port': ['ID=21bb7df6-d89f-4292-963d-7714712f6f90,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:09.909198 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e629cdd0-e805-40de-bbed-5c03c0a6ed6f None None] No DVR routers for this DVR port 21bb7df6-d89f-4292-963d-7714712f6f90 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:31:09.965005 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [req-9e8d6ca0-b9c4-4037-8007-42818fb15a60 req-62fcedf0-2295-45e9-a04c-3e926f122bce service neutron] (94771) timed out ('10.222.0.57', 65492) {{(pid=94771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 20:31:09.982769 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-511facd9-c8ad-4a43-980c-3dec8247effa tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:09.992469 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-511facd9-c8ad-4a43-980c-3dec8247effa tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['447d3ed6-6b9f-4036-8262-9d75b3674bfd']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:10.002331 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-511facd9-c8ad-4a43-980c-3dec8247effa tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e773c5b-8308-4ee9-a5d0-eb99755e879e') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:10.002620 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-511facd9-c8ad-4a43-980c-3dec8247effa tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e773c5b-8308-4ee9-a5d0-eb99755e879e') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:10.011826 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-511facd9-c8ad-4a43-980c-3dec8247effa tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:10.030892 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-511facd9-c8ad-4a43-980c-3dec8247effa tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:10.037597 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511facd9-c8ad-4a43-980c-3dec8247effa tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:31:10.038311 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-511facd9-c8ad-4a43-980c-3dec8247effa tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:10.046901 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:31:10.046901 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:31:10.046901 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:31:10.046901 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:31:10.046901 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:31:10.046901 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:31:10.046901 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:31:10.046901 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:31:10.046901 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:31:10.046901 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:31:10.046901 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:31:10.046901 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:31:10.046901 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:31:10.046901 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:31:10.046901 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:31:10.046901 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:31:10.046901 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:31:10.046901 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:31:10.046901 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:31:10.046901 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:31:10.046901 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:31:10.046901 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:31:10.046901 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:31:10.046901 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:31:10.046901 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:31:10.046901 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:31:10.046901 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:31:10.046901 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:31:10.046901 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:31:10.046901 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:31:10.046901 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:31:10.046901 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:31:10.104486 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-511facd9-c8ad-4a43-980c-3dec8247effa tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:10.109242 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-511facd9-c8ad-4a43-980c-3dec8247effa tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:10.111468 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-511facd9-c8ad-4a43-980c-3dec8247effa tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/networks/447d3ed6-6b9f-4036-8262-9d75b3674bfd HTTP/1.1" status: 204 len: 168 time: 0.6179533 Aug 16 20:31:10.115107 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50026) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:10.122634 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-70d93982-e8c2-450a-a012-27996c684fe2 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1545045256'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:10.132100 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511facd9-c8ad-4a43-980c-3dec8247effa tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Network': ['ID=447d3ed6-6b9f-4036-8262-9d75b3674bfd,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:10.145757 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d93982-e8c2-450a-a012-27996c684fe2 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:10.149413 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-70d93982-e8c2-450a-a012-27996c684fe2 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:10.177550 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d93982-e8c2-450a-a012-27996c684fe2 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:31:10.185862 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-70d93982-e8c2-450a-a012-27996c684fe2 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:10.186200 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-70d93982-e8c2-450a-a012-27996c684fe2 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Added segment 3fd07fda-449d-41fa-a178-de0f47c85b10 of type vlan for network 40f76167-385b-4a07-a25e-c67fb92e09b8 Aug 16 20:31:10.224551 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-70d93982-e8c2-450a-a012-27996c684fe2 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:10.247937 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-70d93982-e8c2-450a-a012-27996c684fe2 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:10.253531 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d93982-e8c2-450a-a012-27996c684fe2 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:10.254102 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-70d93982-e8c2-450a-a012-27996c684fe2 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:10.307801 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-70d93982-e8c2-450a-a012-27996c684fe2 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1883545 Aug 16 20:31:10.308281 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50030) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:10.313550 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b8f643b9-e89f-4706-a508-6696e82537b0 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'subnet': {'network_id': '40f76167-385b-4a07-a25e-c67fb92e09b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:10.325379 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d93982-e8c2-450a-a012-27996c684fe2 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Network': ['ID=40f76167-385b-4a07-a25e-c67fb92e09b8,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:10.336098 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 40f76167-385b-4a07-a25e-c67fb92e09b8 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:31:10.404475 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f643b9-e89f-4706-a508-6696e82537b0 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:10.407986 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8f643b9-e89f-4706-a508-6696e82537b0 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:10.586852 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8f643b9-e89f-4706-a508-6696e82537b0 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:10.645192 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f643b9-e89f-4706-a508-6696e82537b0 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Subnet': ['ID=1fc5ab86-dc27-4e83-a925-8cd9e2c6f8d3,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:10.656760 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f643b9-e89f-4706-a508-6696e82537b0 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Checking segment: {'id': '3fd07fda-449d-41fa-a178-de0f47c85b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '40f76167-385b-4a07-a25e-c67fb92e09b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:31:10.657123 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f643b9-e89f-4706-a508-6696e82537b0 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network hostable DHCP agents. Network: 40f76167-385b-4a07-a25e-c67fb92e09b8, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:31:10.673454 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f643b9-e89f-4706-a508-6696e82537b0 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network 40f76167-385b-4a07-a25e-c67fb92e09b8 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:31:10.681460 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b8f643b9-e89f-4706-a508-6696e82537b0 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 40f76167-385b-4a07-a25e-c67fb92e09b8) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:10.686302 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f643b9-e89f-4706-a508-6696e82537b0 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:10.686887 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8f643b9-e89f-4706-a508-6696e82537b0 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:10.690537 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1500e077-785f-4ac8-8819-79cbc9ab2ef1 None None] Network 40f76167-385b-4a07-a25e-c67fb92e09b8 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:10.700697 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b8f643b9-e89f-4706-a508-6696e82537b0 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3912802 Aug 16 20:31:10.703549 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50032) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:10.708068 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4aba133d-7206-4f75-bfa2-4e5df194f96e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1584049301', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:10.729833 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4aba133d-7206-4f75-bfa2-4e5df194f96e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:10.730812 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4aba133d-7206-4f75-bfa2-4e5df194f96e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:10.790102 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4aba133d-7206-4f75-bfa2-4e5df194f96e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:10.797953 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4aba133d-7206-4f75-bfa2-4e5df194f96e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:10.821975 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4aba133d-7206-4f75-bfa2-4e5df194f96e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:10.824033 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4aba133d-7206-4f75-bfa2-4e5df194f96e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1194444 Aug 16 20:31:10.826827 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50034) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:10.836379 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ae276874-98e4-4378-85ec-3f098e0b3a18 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'port': {'network_id': '40f76167-385b-4a07-a25e-c67fb92e09b8', 'name': 'tempest-PortsIpV6TestJSON-373755014'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:10.837522 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583de380-b8a8-4634-955c-c8c1ceb16857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-40f76167-385b-4a07-a25e-c67fb92e09b8', 'network_id': '40f76167-385b-4a07-a25e-c67fb92e09b8', 'tenant_id': '57ab38ef32c440c6a7ac946d143eff56', 'fixed_ips': [{'subnet_id': '1fc5ab86-dc27-4e83-a925-8cd9e2c6f8d3'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:31:10.839303 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-583de380-b8a8-4634-955c-c8c1ceb16857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:10.854220 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 21bb7df6-d89f-4292-963d-7714712f6f90 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:31:10.978552 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b3c47-5285-4aa5-8ce1-6d500df912c5 req-b9476f47-14c7-4630-84bd-c3484afe03be tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:10.980222 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-be1b3c47-5285-4aa5-8ce1-6d500df912c5 req-b9476f47-14c7-4630-84bd-c3484afe03be tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 945 time: 0.0812867 Aug 16 20:31:11.005198 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae276874-98e4-4378-85ec-3f098e0b3a18 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:11.008689 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae276874-98e4-4378-85ec-3f098e0b3a18 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:11.031875 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 21bb7df6-d89f-4292-963d-7714712f6f90 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:31:11.032225 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 21bb7df6-d89f-4292-963d-7714712f6f90 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:31:11.043344 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-ae276874-98e4-4378-85ec-3f098e0b3a18 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] device_id is not set on port a4180304-bfcc-47e1-9346-a6a1f715151d yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:31:11.055070 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-be1b3c47-5285-4aa5-8ce1-6d500df912c5 req-36a9d6c8-077d-4720-9c52-4c23eccfb84c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=74babc55-31df-48e5-a49e-7cb01b6b8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676711 Aug 16 20:31:11.173105 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-ae276874-98e4-4378-85ec-3f098e0b3a18 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Allocated IP 2001:db8::2a4 (40f76167-385b-4a07-a25e-c67fb92e09b8/1fc5ab86-dc27-4e83-a925-8cd9e2c6f8d3/a4180304-bfcc-47e1-9346-a6a1f715151d) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:11.177296 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc49451-1fff-43e1-afb0-4f8e784e6e45 req-5f9921fd-8a5c-43f9-af90-0a149eca9c2f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:11.178845 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-abc49451-1fff-43e1-afb0-4f8e784e6e45 req-5f9921fd-8a5c-43f9-af90-0a149eca9c2f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 945 time: 0.0522377 Aug 16 20:31:11.217604 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-abc49451-1fff-43e1-afb0-4f8e784e6e45 req-39ca78ba-56cb-4101-9f64-f79835bc8332 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=74babc55-31df-48e5-a49e-7cb01b6b8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314963 Aug 16 20:31:11.238737 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50040) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:11.280036 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0174870a-5914-4d46-b66f-f1e703fa9d2b tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:11.284026 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0174870a-5914-4d46-b66f-f1e703fa9d2b tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 1092 time: 0.0418112 Aug 16 20:31:11.284416 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50042) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:11.288856 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-4b19a9f1-fc9f-48d7-a670-2638f30df7d4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'port_id': '0ff8423b-3da5-4f60-9f58-a95688dbf56b', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:11.314672 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4b19a9f1-fc9f-48d7-a670-2638f30df7d4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:11.330085 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae276874-98e4-4378-85ec-3f098e0b3a18 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:11.344681 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-ae276874-98e4-4378-85ec-3f098e0b3a18 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Transition to ACTIVE for port object a4180304-bfcc-47e1-9346-a6a1f715151d will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:11.379317 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae276874-98e4-4378-85ec-3f098e0b3a18 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:11.424645 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4b19a9f1-fc9f-48d7-a670-2638f30df7d4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:11.429879 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae276874-98e4-4378-85ec-3f098e0b3a18 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network 40f76167-385b-4a07-a25e-c67fb92e09b8 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:11.433128 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-ae276874-98e4-4378-85ec-3f098e0b3a18 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:11.434046 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-583de380-b8a8-4634-955c-c8c1ceb16857 None None] Allocated IP 2001:db8::2 (40f76167-385b-4a07-a25e-c67fb92e09b8/1fc5ab86-dc27-4e83-a925-8cd9e2c6f8d3/3b585aa3-b452-4306-807a-90b2f9b3b1f4) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:11.437106 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae276874-98e4-4378-85ec-3f098e0b3a18 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:11.442822 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae276874-98e4-4378-85ec-3f098e0b3a18 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:11.443474 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae276874-98e4-4378-85ec-3f098e0b3a18 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:11.452529 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae276874-98e4-4378-85ec-3f098e0b3a18 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Port': ['ID=a4180304-bfcc-47e1-9346-a6a1f715151d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:11.464672 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ae276874-98e4-4378-85ec-3f098e0b3a18 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6324322 Aug 16 20:31:11.467646 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50046) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:11.538854 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-4b19a9f1-fc9f-48d7-a670-2638f30df7d4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Allocated IP 172.25.8.112 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/404eb15f-07a7-4cbb-a818-a41cf0b29784) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:11.588845 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-583de380-b8a8-4634-955c-c8c1ceb16857 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:11.598822 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-583de380-b8a8-4634-955c-c8c1ceb16857 None None] Transition to ACTIVE for port object 3b585aa3-b452-4306-807a-90b2f9b3b1f4 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:11.615814 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-583de380-b8a8-4634-955c-c8c1ceb16857 None None] Transition to ACTIVE for port object 3b585aa3-b452-4306-807a-90b2f9b3b1f4 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:11.623989 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-583de380-b8a8-4634-955c-c8c1ceb16857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:11.654771 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4b19a9f1-fc9f-48d7-a670-2638f30df7d4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:11.670722 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583de380-b8a8-4634-955c-c8c1ceb16857 None None] Network 40f76167-385b-4a07-a25e-c67fb92e09b8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:11.673901 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-583de380-b8a8-4634-955c-c8c1ceb16857 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:11.677545 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583de380-b8a8-4634-955c-c8c1ceb16857 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:11.685650 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583de380-b8a8-4634-955c-c8c1ceb16857 None None] Pushing event updated for resources: {'Port': ['ID=3b585aa3-b452-4306-807a-90b2f9b3b1f4,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:11.698764 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4b19a9f1-fc9f-48d7-a670-2638f30df7d4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:11.738577 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-583de380-b8a8-4634-955c-c8c1ceb16857 None None] Attempting to bind port 3b585aa3-b452-4306-807a-90b2f9b3b1f4 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:31:11.738959 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-583de380-b8a8-4634-955c-c8c1ceb16857 None None] Attempting to bind port 3b585aa3-b452-4306-807a-90b2f9b3b1f4 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3fd07fda-449d-41fa-a178-de0f47c85b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '40f76167-385b-4a07-a25e-c67fb92e09b8'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:31:11.739336 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583de380-b8a8-4634-955c-c8c1ceb16857 None None] Attempting to bind port 3b585aa3-b452-4306-807a-90b2f9b3b1f4 on network 40f76167-385b-4a07-a25e-c67fb92e09b8 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:11.744530 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583de380-b8a8-4634-955c-c8c1ceb16857 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:31:11.744959 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583de380-b8a8-4634-955c-c8c1ceb16857 None None] Checking segment: {'id': '3fd07fda-449d-41fa-a178-de0f47c85b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '40f76167-385b-4a07-a25e-c67fb92e09b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:31:11.745143 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b19a9f1-fc9f-48d7-a670-2638f30df7d4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:11.745371 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-583de380-b8a8-4634-955c-c8c1ceb16857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:11.745767 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583de380-b8a8-4634-955c-c8c1ceb16857 None None] Bound using segment: {'id': '3fd07fda-449d-41fa-a178-de0f47c85b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '40f76167-385b-4a07-a25e-c67fb92e09b8'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:31:11.746235 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-583de380-b8a8-4634-955c-c8c1ceb16857 None None] Bound port: 3b585aa3-b452-4306-807a-90b2f9b3b1f4, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd07fda-449d-41fa-a178-de0f47c85b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '40f76167-385b-4a07-a25e-c67fb92e09b8'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:31:11.746618 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-583de380-b8a8-4634-955c-c8c1ceb16857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:11.748277 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-4b19a9f1-fc9f-48d7-a670-2638f30df7d4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:11.752172 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b19a9f1-fc9f-48d7-a670-2638f30df7d4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:11.774179 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19a9f1-fc9f-48d7-a670-2638f30df7d4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'Port': ['ID=404eb15f-07a7-4cbb-a818-a41cf0b29784,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:11.801267 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89c23e09-365e-47e1-a24d-ea37b2a6d356 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:11.814472 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-583de380-b8a8-4634-955c-c8c1ceb16857 None None] For port 3b585aa3-b452-4306-807a-90b2f9b3b1f4, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:31:11.819863 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-583de380-b8a8-4634-955c-c8c1ceb16857 None None] For port 3b585aa3-b452-4306-807a-90b2f9b3b1f4, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=3b585aa3-b452-4306-807a-90b2f9b3b1f4,segment=NetworkSegment(3fd07fda-449d-41fa-a178-de0f47c85b10),segment_id=3fd07fda-449d-41fa-a178-de0f47c85b10)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:31:11.827661 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-583de380-b8a8-4634-955c-c8c1ceb16857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:11.889728 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583de380-b8a8-4634-955c-c8c1ceb16857 None None] Pushing event updated for resources: {'Port': ['ID=3b585aa3-b452-4306-807a-90b2f9b3b1f4,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:12.083525 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89c23e09-365e-47e1-a24d-ea37b2a6d356 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:12.088539 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89c23e09-365e-47e1-a24d-ea37b2a6d356 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:12.192456 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c23e09-365e-47e1-a24d-ea37b2a6d356 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Port': ['ID=a4180304-bfcc-47e1-9346-a6a1f715151d,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:12.278255 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89c23e09-365e-47e1-a24d-ea37b2a6d356 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:12.399160 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89c23e09-365e-47e1-a24d-ea37b2a6d356 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:12.562786 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4b19a9f1-fc9f-48d7-a670-2638f30df7d4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:12.670713 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4b19a9f1-fc9f-48d7-a670-2638f30df7d4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:12.680415 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89c23e09-365e-47e1-a24d-ea37b2a6d356 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:12.685587 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89c23e09-365e-47e1-a24d-ea37b2a6d356 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:12.686350 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89c23e09-365e-47e1-a24d-ea37b2a6d356 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:12.779694 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c23e09-365e-47e1-a24d-ea37b2a6d356 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Port': ['ID=a4180304-bfcc-47e1-9346-a6a1f715151d,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:12.825370 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c23e09-365e-47e1-a24d-ea37b2a6d356 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network 40f76167-385b-4a07-a25e-c67fb92e09b8 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:12.827678 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-89c23e09-365e-47e1-a24d-ea37b2a6d356 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:12.843688 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4b19a9f1-fc9f-48d7-a670-2638f30df7d4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:12.850300 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4b19a9f1-fc9f-48d7-a670-2638f30df7d4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:12.924303 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19a9f1-fc9f-48d7-a670-2638f30df7d4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'Port': ['ID=404eb15f-07a7-4cbb-a818-a41cf0b29784,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:12.937881 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4b19a9f1-fc9f-48d7-a670-2638f30df7d4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:12.946332 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4a85d3-a131-42a0-a4f3-f8c957deb641 None None] Network 40f76167-385b-4a07-a25e-c67fb92e09b8 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:12.949373 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 3b585aa3-b452-4306-807a-90b2f9b3b1f4 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:31:12.958645 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c23e09-365e-47e1-a24d-ea37b2a6d356 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Router 6bd7711c-4464-4700-bdae-0cf2f6a945a4 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:31:13.043351 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-4b19a9f1-fc9f-48d7-a670-2638f30df7d4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Floating IP ae39ec8f-3c63-4d71-8814-c0e584404e9c associated. External IP: 172.25.8.112, port: 0ff8423b-3da5-4f60-9f58-a95688dbf56b. Aug 16 20:31:13.050894 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a61890bb-30b8-4bba-95b0-8d328eb199ec None None] Provisioning for port 3b585aa3-b452-4306-807a-90b2f9b3b1f4 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:13.075439 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c23e09-365e-47e1-a24d-ea37b2a6d356 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:31:13.084355 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-89c23e09-365e-47e1-a24d-ea37b2a6d356 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "PUT /v2.0/routers/6bd7711c-4464-4700-bdae-0cf2f6a945a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6118596 Aug 16 20:31:13.084355 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50050) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:13.086485 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b176ea7e-3139-4b12-a3f7-6f9c5e9fef6c None None] Sync routers for ids ['6bd7711c-4464-4700-bdae-0cf2f6a945a4'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:31:13.092382 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 3b585aa3-b452-4306-807a-90b2f9b3b1f4 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:13.101366 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 3b585aa3-b452-4306-807a-90b2f9b3b1f4 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:13.101742 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:13.138032 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fbc9e2-1ade-40d3-865b-a58707ee8844 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:13.139589 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-04fbc9e2-1ade-40d3-865b-a58707ee8844 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "GET /v2.0/ports?device_id=6bd7711c-4464-4700-bdae-0cf2f6a945a4 HTTP/1.1" status: 200 len: 988 time: 0.0546579 Aug 16 20:31:13.142870 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50052) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:13.148672 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b176ea7e-3139-4b12-a3f7-6f9c5e9fef6c None None] Routers {'6bd7711c-4464-4700-bdae-0cf2f6a945a4'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:31:13.149324 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b176ea7e-3139-4b12-a3f7-6f9c5e9fef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:31:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6bd7711c-4464-4700-bdae-0cf2f6a945a4'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:13.192227 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b176ea7e-3139-4b12-a3f7-6f9c5e9fef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:13.236657 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b176ea7e-3139-4b12-a3f7-6f9c5e9fef6c None None] Routers {'6bd7711c-4464-4700-bdae-0cf2f6a945a4'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:31:13.237293 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b176ea7e-3139-4b12-a3f7-6f9c5e9fef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:31:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6bd7711c-4464-4700-bdae-0cf2f6a945a4'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:13.272452 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b176ea7e-3139-4b12-a3f7-6f9c5e9fef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:13.273089 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b176ea7e-3139-4b12-a3f7-6f9c5e9fef6c None None] The sync data for ids ['6bd7711c-4464-4700-bdae-0cf2f6a945a4'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:31:13.281712 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b19a9f1-fc9f-48d7-a670-2638f30df7d4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Router 22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:31:13.320955 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:13.356434 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 3b585aa3-b452-4306-807a-90b2f9b3b1f4, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=3b585aa3-b452-4306-807a-90b2f9b3b1f4,segment=NetworkSegment(3fd07fda-449d-41fa-a178-de0f47c85b10),segment_id=3fd07fda-449d-41fa-a178-de0f47c85b10)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:13.360743 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:13.406460 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b19a9f1-fc9f-48d7-a670-2638f30df7d4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:31:13.419085 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2c078e-6cd7-4c1f-92cf-2778035e9728 None None] Sync routers for ids ['22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:31:13.434650 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4b19a9f1-fc9f-48d7-a670-2638f30df7d4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:13.446136 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2c078e-6cd7-4c1f-92cf-2778035e9728 None None] Routers {'22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:31:13.446796 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4c2c078e-6cd7-4c1f-92cf-2778035e9728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:31:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:13.453530 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=3b585aa3-b452-4306-807a-90b2f9b3b1f4,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:13.481280 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4b19a9f1-fc9f-48d7-a670-2638f30df7d4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1957667 Aug 16 20:31:13.481960 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a7551b-db93-4ea8-abaf-a76422042ef5', 'tag': '0ff8423b-3da5-4f60-9f58-a95688dbf56b'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:31:13.485404 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc14d91-58f3-4b66-b587-8ccd0a52143d" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a7551b-db93-4ea8-abaf-a76422042ef5", "tag": "0ff8423b-3da5-4f60-9f58-a95688dbf56b"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:31:13.621483 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d192d9c1-6671-4ca4-abf9-4caff77a69c9 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:13.631916 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95c149e-e2f8-4cff-8c58-6b3c8327cdaa x-openstack-request-id: req-e95c149e-e2f8-4cff-8c58-6b3c8327cdaa {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:31:13.632423 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a7551b-db93-4ea8-abaf-a76422042ef5", "tag": "0ff8423b-3da5-4f60-9f58-a95688dbf56b", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:31:13.632423 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e95c149e-e2f8-4cff-8c58-6b3c8327cdaa {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:31:13.632820 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a7551b-db93-4ea8-abaf-a76422042ef5', 'tag': '0ff8423b-3da5-4f60-9f58-a95688dbf56b', 'status': 'completed', 'code': 200} Aug 16 20:31:13.655817 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60483e6d-2441-4719-a084-8550e132e24e req-afc39812-ee75-4cb3-a986-566c0ccd9eb5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:13.663515 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60483e6d-2441-4719-a084-8550e132e24e req-afc39812-ee75-4cb3-a986-566c0ccd9eb5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 945 time: 0.0632093 Aug 16 20:31:13.691238 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2596c504-46a8-42d9-8cbb-88ba470f2bdb None None] Provisioning for port a4180304-bfcc-47e1-9346-a6a1f715151d completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:13.699924 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2596c504-46a8-42d9-8cbb-88ba470f2bdb None None] Provisioning complete for port a4180304-bfcc-47e1-9346-a6a1f715151d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:13.700368 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2596c504-46a8-42d9-8cbb-88ba470f2bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:13.717487 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60483e6d-2441-4719-a084-8550e132e24e req-046b1d33-a60e-4c95-9bd0-814cd4916fdc tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=74babc55-31df-48e5-a49e-7cb01b6b8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529866 Aug 16 20:31:13.731860 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50060) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:13.733191 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-4c2c078e-6cd7-4c1f-92cf-2778035e9728 None None] Set router 22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:31:13.739732 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2596c504-46a8-42d9-8cbb-88ba470f2bdb None None] Port a4180304-bfcc-47e1-9346-a6a1f715151d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:31:13.750705 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2596c504-46a8-42d9-8cbb-88ba470f2bdb None None] Provisioning complete for port 3b585aa3-b452-4306-807a-90b2f9b3b1f4 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:13.751228 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2596c504-46a8-42d9-8cbb-88ba470f2bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:13.824030 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-427d8015-b88b-410c-9de7-4945572542d3 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/floatingips/ae39ec8f-3c63-4d71-8814-c0e584404e9c HTTP/1.1" status: 200 len: 991 time: 0.0904889 Aug 16 20:31:13.989705 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-33d26ab6-40ab-463b-8f0c-6d942d419fde None None] Provisioning complete for port a4180304-bfcc-47e1-9346-a6a1f715151d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:13.990333 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-33d26ab6-40ab-463b-8f0c-6d942d419fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:14.005123 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4c2c078e-6cd7-4c1f-92cf-2778035e9728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944832847', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'b728b7d9-947d-4eb9-8ce2-9c98e64643b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:30:52Z', 'updated_at': '2021-08-16T20:30:56Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'b728b7d9-947d-4eb9-8ce2-9c98e64643b3', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:52Z', 'updated_at': '2021-08-16T20:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'ae39ec8f-3c63-4d71-8814-c0e584404e9c', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'floating_ip_address': '172.25.8.112', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'port_id': '0ff8423b-3da5-4f60-9f58-a95688dbf56b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '122a245e-01a8-4af4-8488-67733042da5f', 'mac_address': 'fa:16:3e:2c:54:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a7551b-db93-4ea8-abaf-a76422042ef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:31:12Z', 'updated_at': '2021-08-16T20:31:12Z', 'revision_number': 0, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311c998c-534f-4a1c-9feb-5fbd0c8398bd', 'name': '', 'network_id': '122a245e-01a8-4af4-8488-67733042da5f', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:ac:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '1174d191-bb48-4a7a-a31d-affd33b08a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:54Z', 'updated_at': '2021-08-16T20:31:01Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': '1174d191-bb48-4a7a-a31d-affd33b08a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:14.032788 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2c078e-6cd7-4c1f-92cf-2778035e9728 None None] Checking router: 22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:31:14.038691 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-33d26ab6-40ab-463b-8f0c-6d942d419fde None None] Port a4180304-bfcc-47e1-9346-a6a1f715151d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:31:14.045201 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2c078e-6cd7-4c1f-92cf-2778035e9728 None None] Routers {'22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:31:14.046156 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4c2c078e-6cd7-4c1f-92cf-2778035e9728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:31:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:14.144184 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc14d91-58f3-4b66-b587-8ccd0a52143d req-c9c03a13-6ae9-4d70-83cf-eb35f3780f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:14.145993 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3cc14d91-58f3-4b66-b587-8ccd0a52143d req-c9c03a13-6ae9-4d70-83cf-eb35f3780f08 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 1097 time: 0.4657290 Aug 16 20:31:14.162028 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-4c2c078e-6cd7-4c1f-92cf-2778035e9728 None None] Set router 22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:31:14.262029 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-65d4030a-557e-49ef-b57d-fccda15e0cc2 None None] Provisioning complete for port a4180304-bfcc-47e1-9346-a6a1f715151d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:14.262802 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65d4030a-557e-49ef-b57d-fccda15e0cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:14.304365 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc14d91-58f3-4b66-b587-8ccd0a52143d req-b4e1b384-4db7-4474-9189-7166f2f1aa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:14.306434 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3cc14d91-58f3-4b66-b587-8ccd0a52143d req-b4e1b384-4db7-4474-9189-7166f2f1aa2e service neutron] 10.222.0.57 "GET /v2.0/networks?id=122a245e-01a8-4af4-8488-67733042da5f HTTP/1.1" status: 200 len: 897 time: 0.1271336 Aug 16 20:31:14.310991 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-65d4030a-557e-49ef-b57d-fccda15e0cc2 None None] Port a4180304-bfcc-47e1-9346-a6a1f715151d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:31:14.407188 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3cc14d91-58f3-4b66-b587-8ccd0a52143d req-ff66c16a-6687-4f31-98f3-699b5960bb1c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ff8423b-3da5-4f60-9f58-a95688dbf56b HTTP/1.1" status: 200 len: 999 time: 0.0918484 Aug 16 20:31:14.416219 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4c2c078e-6cd7-4c1f-92cf-2778035e9728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944832847', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'b728b7d9-947d-4eb9-8ce2-9c98e64643b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:30:52Z', 'updated_at': '2021-08-16T20:30:56Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'b728b7d9-947d-4eb9-8ce2-9c98e64643b3', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:52Z', 'updated_at': '2021-08-16T20:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'ae39ec8f-3c63-4d71-8814-c0e584404e9c', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'floating_ip_address': '172.25.8.112', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'port_id': '0ff8423b-3da5-4f60-9f58-a95688dbf56b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '122a245e-01a8-4af4-8488-67733042da5f', 'mac_address': 'fa:16:3e:2c:54:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a7551b-db93-4ea8-abaf-a76422042ef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:31:12Z', 'updated_at': '2021-08-16T20:31:12Z', 'revision_number': 0, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311c998c-534f-4a1c-9feb-5fbd0c8398bd', 'name': '', 'network_id': '122a245e-01a8-4af4-8488-67733042da5f', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:ac:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '1174d191-bb48-4a7a-a31d-affd33b08a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:54Z', 'updated_at': '2021-08-16T20:31:01Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': '1174d191-bb48-4a7a-a31d-affd33b08a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:14.427976 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d192d9c1-6671-4ca4-abf9-4caff77a69c9 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting port a4180304-bfcc-47e1-9346-a6a1f715151d {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:31:14.428324 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d192d9c1-6671-4ca4-abf9-4caff77a69c9 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:14.430030 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-91346295-8919-4fcd-b868-716abcd47902 None None] Provisioning complete for port a4180304-bfcc-47e1-9346-a6a1f715151d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:14.430566 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91346295-8919-4fcd-b868-716abcd47902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:14.443422 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2c078e-6cd7-4c1f-92cf-2778035e9728 None None] The sync data for ids ['22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c'] in n-d-787206-13 is: [{'id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944832847', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'b728b7d9-947d-4eb9-8ce2-9c98e64643b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:30:52Z', 'updated_at': '2021-08-16T20:30:56Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'b728b7d9-947d-4eb9-8ce2-9c98e64643b3', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:52Z', 'updated_at': '2021-08-16T20:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'ae39ec8f-3c63-4d71-8814-c0e584404e9c', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'floating_ip_address': '172.25.8.112', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'port_id': '0ff8423b-3da5-4f60-9f58-a95688dbf56b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '122a245e-01a8-4af4-8488-67733042da5f', 'mac_address': 'fa:16:3e:2c:54:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a7551b-db93-4ea8-abaf-a76422042ef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:31:12Z', 'updated_at': '2021-08-16T20:31:12Z', 'revision_number': 0, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311c998c-534f-4a1c-9feb-5fbd0c8398bd', 'name': '', 'network_id': '122a245e-01a8-4af4-8488-67733042da5f', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:ac:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '1174d191-bb48-4a7a-a31d-affd33b08a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:54Z', 'updated_at': '2021-08-16T20:31:01Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': '1174d191-bb48-4a7a-a31d-affd33b08a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:31:14.467117 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-91346295-8919-4fcd-b868-716abcd47902 None None] Port a4180304-bfcc-47e1-9346-a6a1f715151d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:31:14.521027 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc14d91-58f3-4b66-b587-8ccd0a52143d req-ffbc1da1-2a30-4299-b208-710a3cb50948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:14.522531 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3cc14d91-58f3-4b66-b587-8ccd0a52143d req-ffbc1da1-2a30-4299-b208-710a3cb50948 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1174d191-bb48-4a7a-a31d-affd33b08a90 HTTP/1.1" status: 200 len: 835 time: 0.1083183 Aug 16 20:31:14.574546 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d192d9c1-6671-4ca4-abf9-4caff77a69c9 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:14.591426 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d192d9c1-6671-4ca4-abf9-4caff77a69c9 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Calling delete_port for a4180304-bfcc-47e1-9346-a6a1f715151d owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:14.606262 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc14d91-58f3-4b66-b587-8ccd0a52143d req-654b6621-e599-4c1c-84af-15afc1e9207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:14.607799 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3cc14d91-58f3-4b66-b587-8ccd0a52143d req-654b6621-e599-4c1c-84af-15afc1e9207f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=122a245e-01a8-4af4-8488-67733042da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787163 Aug 16 20:31:14.649725 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b634628-2b32-4c57-8bd3-87ae89c50473 None None] New status for floating IP ae39ec8f-3c63-4d71-8814-c0e584404e9c: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:31:14.787906 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3cc14d91-58f3-4b66-b587-8ccd0a52143d req-d141a13e-7bfd-4065-a790-388f3b2cce50 service neutron] 10.222.0.57 "GET /v2.0/networks/122a245e-01a8-4af4-8488-67733042da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431813 Aug 16 20:31:14.825058 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50064) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:14.870302 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 3b585aa3-b452-4306-807a-90b2f9b3b1f4 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:31:14.892273 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b24d7f40-5e8e-406e-8212-4e02fa7b440f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/floatingips/ae39ec8f-3c63-4d71-8814-c0e584404e9c HTTP/1.1" status: 200 len: 993 time: 0.0655389 Aug 16 20:31:14.907030 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d192d9c1-6671-4ca4-abf9-4caff77a69c9 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:14.929461 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 3b585aa3-b452-4306-807a-90b2f9b3b1f4 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:14.929835 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:14.949899 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192d9c1-6671-4ca4-abf9-4caff77a69c9 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Port': ['ID=a4180304-bfcc-47e1-9346-a6a1f715151d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:14.956430 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3cc14d91-58f3-4b66-b587-8ccd0a52143d req-688aa5f9-857b-4871-9309-cc2d986eba81 service neutron] 10.222.0.57 "GET /v2.0/networks/122a245e-01a8-4af4-8488-67733042da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623375 Aug 16 20:31:15.052549 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d192d9c1-6671-4ca4-abf9-4caff77a69c9 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:15.211438 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d192d9c1-6671-4ca4-abf9-4caff77a69c9 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Router 6bd7711c-4464-4700-bdae-0cf2f6a945a4 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:31:15.294780 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d192d9c1-6671-4ca4-abf9-4caff77a69c9 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:31:15.299897 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d192d9c1-6671-4ca4-abf9-4caff77a69c9 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "PUT /v2.0/routers/6bd7711c-4464-4700-bdae-0cf2f6a945a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1559157 Aug 16 20:31:15.302602 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50066) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:15.303947 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed8d21f-a85e-46f1-b942-0f2a7dabdaac None None] Sync routers for ids ['6bd7711c-4464-4700-bdae-0cf2f6a945a4'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:31:15.313099 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed8d21f-a85e-46f1-b942-0f2a7dabdaac None None] Routers {'6bd7711c-4464-4700-bdae-0cf2f6a945a4'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:31:15.313775 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4ed8d21f-a85e-46f1-b942-0f2a7dabdaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:31:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6bd7711c-4464-4700-bdae-0cf2f6a945a4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:15.327374 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7463e20-e302-4e32-a7c1-406c5f35c18a tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] GET failed (client error): The resource could not be found. Aug 16 20:31:15.328860 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d7463e20-e302-4e32-a7c1-406c5f35c18a tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "GET /v2.0/ports/a4180304-bfcc-47e1-9346-a6a1f715151d HTTP/1.1" status: 404 len: 333 time: 0.0253513 Aug 16 20:31:15.331509 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50068) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:15.348462 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4ed8d21f-a85e-46f1-b942-0f2a7dabdaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:15.356844 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed8d21f-a85e-46f1-b942-0f2a7dabdaac None None] Routers {'6bd7711c-4464-4700-bdae-0cf2f6a945a4'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:31:15.357434 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4ed8d21f-a85e-46f1-b942-0f2a7dabdaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:31:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['6bd7711c-4464-4700-bdae-0cf2f6a945a4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:15.388221 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4ed8d21f-a85e-46f1-b942-0f2a7dabdaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:15.388859 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed8d21f-a85e-46f1-b942-0f2a7dabdaac None None] The sync data for ids ['6bd7711c-4464-4700-bdae-0cf2f6a945a4'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:31:15.408051 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8250450e-994b-42f3-aae0-c0a108fb0782 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:15.564016 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8250450e-994b-42f3-aae0-c0a108fb0782 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:15.565959 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8250450e-994b-42f3-aae0-c0a108fb0782 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:15.608759 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8250450e-994b-42f3-aae0-c0a108fb0782 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:15.609353 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8250450e-994b-42f3-aae0-c0a108fb0782 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Fanout notify agent at l3_agent the message router_deleted on router 6bd7711c-4464-4700-bdae-0cf2f6a945a4 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:31:15.615987 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8250450e-994b-42f3-aae0-c0a108fb0782 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:15.617060 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8250450e-994b-42f3-aae0-c0a108fb0782 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/routers/6bd7711c-4464-4700-bdae-0cf2f6a945a4 HTTP/1.1" status: 204 len: 168 time: 0.2846811 Aug 16 20:31:15.620279 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50070) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:15.671947 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d2a26f-9461-43f8-831f-1c57f31511e7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting subnet 1fc5ab86-dc27-4e83-a925-8cd9e2c6f8d3 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:31:15.674991 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7d2a26f-9461-43f8-831f-1c57f31511e7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:15.723042 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7d2a26f-9461-43f8-831f-1c57f31511e7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:15.810800 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7d2a26f-9461-43f8-831f-1c57f31511e7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:15.867877 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7d2a26f-9461-43f8-831f-1c57f31511e7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:15.899495 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d2a26f-9461-43f8-831f-1c57f31511e7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Subnet': ['ID=1fc5ab86-dc27-4e83-a925-8cd9e2c6f8d3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:15.903274 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7d2a26f-9461-43f8-831f-1c57f31511e7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:15.905182 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b7d2a26f-9461-43f8-831f-1c57f31511e7 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/subnets/1fc5ab86-dc27-4e83-a925-8cd9e2c6f8d3 HTTP/1.1" status: 204 len: 168 time: 0.2839549 Aug 16 20:31:15.907877 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50074) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:15.910106 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b07661-b1d3-484f-a0ac-71be211cae87 None None] Network 40f76167-385b-4a07-a25e-c67fb92e09b8 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:15.985939 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3718efe7-3104-46d6-b609-e67a704f9130 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:16.037864 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-3718efe7-3104-46d6-b609-e67a704f9130 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting port 3b585aa3-b452-4306-807a-90b2f9b3b1f4 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:31:16.038333 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3718efe7-3104-46d6-b609-e67a704f9130 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:16.087837 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc64f1e-2a7f-4be6-a579-d0b3be15c061 None None] DHCP port deletion for 40f76167-385b-4a07-a25e-c67fb92e09b8 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:31:16.101829 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-3718efe7-3104-46d6-b609-e67a704f9130 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] For port 3b585aa3-b452-4306-807a-90b2f9b3b1f4, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=3b585aa3-b452-4306-807a-90b2f9b3b1f4,segment=NetworkSegment(3fd07fda-449d-41fa-a178-de0f47c85b10),segment_id=3fd07fda-449d-41fa-a178-de0f47c85b10)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:16.102192 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3718efe7-3104-46d6-b609-e67a704f9130 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:16.119446 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-3718efe7-3104-46d6-b609-e67a704f9130 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Calling delete_port for 3b585aa3-b452-4306-807a-90b2f9b3b1f4 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:16.134816 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-dfc64f1e-2a7f-4be6-a579-d0b3be15c061 None None] Deleting port 3b585aa3-b452-4306-807a-90b2f9b3b1f4 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:31:16.135233 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dfc64f1e-2a7f-4be6-a579-d0b3be15c061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:16.199287 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-dfc64f1e-2a7f-4be6-a579-d0b3be15c061 None None] For port 3b585aa3-b452-4306-807a-90b2f9b3b1f4, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=3b585aa3-b452-4306-807a-90b2f9b3b1f4,segment=NetworkSegment(3fd07fda-449d-41fa-a178-de0f47c85b10),segment_id=3fd07fda-449d-41fa-a178-de0f47c85b10)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:16.199551 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3718efe7-3104-46d6-b609-e67a704f9130 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:16.199692 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dfc64f1e-2a7f-4be6-a579-d0b3be15c061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:16.212342 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-dfc64f1e-2a7f-4be6-a579-d0b3be15c061 None None] Calling delete_port for 3b585aa3-b452-4306-807a-90b2f9b3b1f4 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:16.226006 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3718efe7-3104-46d6-b609-e67a704f9130 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] No DVR routers for this DVR port 3b585aa3-b452-4306-807a-90b2f9b3b1f4 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:31:16.232044 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718efe7-3104-46d6-b609-e67a704f9130 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Port': ['ID=3b585aa3-b452-4306-807a-90b2f9b3b1f4,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:16.287623 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dfc64f1e-2a7f-4be6-a579-d0b3be15c061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:16.309183 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3718efe7-3104-46d6-b609-e67a704f9130 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:16.313082 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc64f1e-2a7f-4be6-a579-d0b3be15c061 None None] Pushing event deleted for resources: {'Port': ['ID=3b585aa3-b452-4306-807a-90b2f9b3b1f4,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:16.316722 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc64f1e-2a7f-4be6-a579-d0b3be15c061 None None] No DVR routers for this DVR port 3b585aa3-b452-4306-807a-90b2f9b3b1f4 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:31:16.321787 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-3718efe7-3104-46d6-b609-e67a704f9130 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f76167-385b-4a07-a25e-c67fb92e09b8']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:16.334072 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-3718efe7-3104-46d6-b609-e67a704f9130 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd07fda-449d-41fa-a178-de0f47c85b10') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:16.334375 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-3718efe7-3104-46d6-b609-e67a704f9130 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd07fda-449d-41fa-a178-de0f47c85b10') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:16.343525 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3718efe7-3104-46d6-b609-e67a704f9130 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:16.358044 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3718efe7-3104-46d6-b609-e67a704f9130 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:16.363710 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3718efe7-3104-46d6-b609-e67a704f9130 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:31:16.364162 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3718efe7-3104-46d6-b609-e67a704f9130 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:16.366991 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:31:16.366991 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:31:16.366991 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:31:16.366991 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:31:16.366991 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:31:16.366991 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:31:16.366991 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:31:16.366991 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:31:16.366991 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:31:16.366991 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:31:16.366991 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:31:16.366991 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:31:16.366991 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:31:16.366991 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:31:16.366991 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:31:16.366991 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:31:16.366991 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:31:16.366991 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:31:16.366991 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:31:16.366991 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:31:16.366991 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:31:16.366991 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:31:16.366991 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:31:16.366991 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:31:16.366991 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:31:16.366991 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:31:16.366991 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:31:16.366991 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:31:16.366991 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:31:16.366991 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:31:16.366991 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:31:16.366991 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:31:16.422724 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3718efe7-3104-46d6-b609-e67a704f9130 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:16.429277 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3718efe7-3104-46d6-b609-e67a704f9130 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:16.431096 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3718efe7-3104-46d6-b609-e67a704f9130 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/networks/40f76167-385b-4a07-a25e-c67fb92e09b8 HTTP/1.1" status: 204 len: 168 time: 0.5221517 Aug 16 20:31:16.434872 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50076) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:16.449190 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718efe7-3104-46d6-b609-e67a704f9130 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Network': ['ID=40f76167-385b-4a07-a25e-c67fb92e09b8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:16.477893 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220cc643-166d-4be0-a256-39705cbb660f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:16.479910 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-220cc643-166d-4be0-a256-39705cbb660f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "GET /v2.0/ports/04e72998-4a8a-49c1-8c56-bab41c89faf8 HTTP/1.1" status: 200 len: 845 time: 0.0439856 Aug 16 20:31:16.483574 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50078) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:16.543991 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-76b29a62-989e-436e-af46-8cff62a4631e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "GET /v2.0/ports/04e72998-4a8a-49c1-8c56-bab41c89faf8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0593579 Aug 16 20:31:16.547576 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50080) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:16.552937 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-296e632d-e129-48ad-9642-6ab39739d12c tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'subnet': {'network_id': 'e316ce76-8c0c-44e2-9845-d205c949b83d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:16.610002 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cc2d34ca-4ca6-4962-aebe-9068502bb346 req-f0d16d6a-c32a-4548-8bc3-103a4fa3e833 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1002660 Aug 16 20:31:16.659492 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296e632d-e129-48ad-9642-6ab39739d12c tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:16.662773 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-296e632d-e129-48ad-9642-6ab39739d12c tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:16.755386 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d34ca-4ca6-4962-aebe-9068502bb346 req-0008c16a-663f-41c1-88ad-32c8c08505ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:16.756891 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cc2d34ca-4ca6-4962-aebe-9068502bb346 req-0008c16a-663f-41c1-88ad-32c8c08505ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 1097 time: 0.1075521 Aug 16 20:31:16.849000 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 3b585aa3-b452-4306-807a-90b2f9b3b1f4 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:31:16.870595 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 3b585aa3-b452-4306-807a-90b2f9b3b1f4 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:31:16.871018 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 3b585aa3-b452-4306-807a-90b2f9b3b1f4 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:31:16.933654 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d34ca-4ca6-4962-aebe-9068502bb346 req-158bcf7d-6905-465b-bd7d-c3c4ef56df8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:16.935122 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cc2d34ca-4ca6-4962-aebe-9068502bb346 req-158bcf7d-6905-465b-bd7d-c3c4ef56df8e service neutron] 10.222.0.57 "GET /v2.0/networks?id=122a245e-01a8-4af4-8488-67733042da5f HTTP/1.1" status: 200 len: 897 time: 0.1594267 Aug 16 20:31:16.982883 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-296e632d-e129-48ad-9642-6ab39739d12c tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:17.042191 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296e632d-e129-48ad-9642-6ab39739d12c tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network e316ce76-8c0c-44e2-9845-d205c949b83d is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:17.044344 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cc2d34ca-4ca6-4962-aebe-9068502bb346 req-5a87134e-a669-4e1f-be46-a47c7a3caff6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ff8423b-3da5-4f60-9f58-a95688dbf56b HTTP/1.1" status: 200 len: 1001 time: 0.0994339 Aug 16 20:31:17.047527 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-296e632d-e129-48ad-9642-6ab39739d12c tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:17.060306 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296e632d-e129-48ad-9642-6ab39739d12c tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:17.060896 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-296e632d-e129-48ad-9642-6ab39739d12c tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:17.062648 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56348d4-d980-43b9-a6f7-87d2e383ad3e None None] Network e316ce76-8c0c-44e2-9845-d205c949b83d requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:17.095417 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e632d-e129-48ad-9642-6ab39739d12c tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Subnet': ['ID=d958d8f5-b2d5-466a-93ae-a0cb6cf29320,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:17.106198 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-296e632d-e129-48ad-9642-6ab39739d12c tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5547957 Aug 16 20:31:17.107141 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50086) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:17.111362 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-1106cb69-a7c0-411d-8928-a036b43c1f16 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'security_group': {'name': 'tempest-secgroup-846990978'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:17.112887 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d34ca-4ca6-4962-aebe-9068502bb346 req-8e19c01d-001b-4631-9372-fab0320edd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:17.114546 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cc2d34ca-4ca6-4962-aebe-9068502bb346 req-8e19c01d-001b-4631-9372-fab0320edd31 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1174d191-bb48-4a7a-a31d-affd33b08a90 HTTP/1.1" status: 200 len: 835 time: 0.0632601 Aug 16 20:31:17.136211 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1106cb69-a7c0-411d-8928-a036b43c1f16 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:17.164754 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d34ca-4ca6-4962-aebe-9068502bb346 req-65c7a572-8890-4855-9e74-702b52ec4619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:17.166277 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cc2d34ca-4ca6-4962-aebe-9068502bb346 req-65c7a572-8890-4855-9e74-702b52ec4619 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=122a245e-01a8-4af4-8488-67733042da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453002 Aug 16 20:31:17.235113 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1106cb69-a7c0-411d-8928-a036b43c1f16 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:17.240364 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1106cb69-a7c0-411d-8928-a036b43c1f16 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:17.240948 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e90bfc-b78b-4845-9810-4432d6e0fd60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-e316ce76-8c0c-44e2-9845-d205c949b83d', 'network_id': 'e316ce76-8c0c-44e2-9845-d205c949b83d', 'tenant_id': '57ab38ef32c440c6a7ac946d143eff56', 'fixed_ips': [{'subnet_id': 'd958d8f5-b2d5-466a-93ae-a0cb6cf29320'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:31:17.241829 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-32e90bfc-b78b-4845-9810-4432d6e0fd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:17.272400 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1106cb69-a7c0-411d-8928-a036b43c1f16 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:17.276725 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1106cb69-a7c0-411d-8928-a036b43c1f16 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1661408 Aug 16 20:31:17.276893 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cc2d34ca-4ca6-4962-aebe-9068502bb346 req-fd609791-ed24-4dec-b72b-c8ef4fea8687 service neutron] 10.222.0.57 "GET /v2.0/networks/122a245e-01a8-4af4-8488-67733042da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011035 Aug 16 20:31:17.276997 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50088) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:17.281464 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b524a1d1-a61a-47da-8f27-ce24f8ea2b5d tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'security_group': {'name': 'tempest-secgroup-515521901'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:17.287519 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106cb69-a7c0-411d-8928-a036b43c1f16 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cecbaca0-2620-4489-a397-f99383b36e92,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:17.308675 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b524a1d1-a61a-47da-8f27-ce24f8ea2b5d tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:17.379103 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cc2d34ca-4ca6-4962-aebe-9068502bb346 req-c2dbac06-921c-4f74-88e4-86519f9e83af service neutron] 10.222.0.57 "GET /v2.0/networks/122a245e-01a8-4af4-8488-67733042da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979013 Aug 16 20:31:17.394577 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-32e90bfc-b78b-4845-9810-4432d6e0fd60 None None] Allocated IP 2001:db8::2 (e316ce76-8c0c-44e2-9845-d205c949b83d/d958d8f5-b2d5-466a-93ae-a0cb6cf29320/3b90bd8c-4497-44ad-bc47-52eb47daa2d0) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:17.399737 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b524a1d1-a61a-47da-8f27-ce24f8ea2b5d tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:17.404208 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b524a1d1-a61a-47da-8f27-ce24f8ea2b5d tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:17.435300 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b524a1d1-a61a-47da-8f27-ce24f8ea2b5d tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:17.436601 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b524a1d1-a61a-47da-8f27-ce24f8ea2b5d tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1587520 Aug 16 20:31:17.438461 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524a1d1-a61a-47da-8f27-ce24f8ea2b5d tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=078f5d10-9094-401d-9453-921960c76ee2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:17.439892 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50090) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:17.445285 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d75fc1dc-c12f-4958-b888-1785ac9d7e72 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-80279740', 'security_groups': ['078f5d10-9094-401d-9453-921960c76ee2'], 'network_id': 'e316ce76-8c0c-44e2-9845-d205c949b83d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd958d8f5-b2d5-466a-93ae-a0cb6cf29320'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:17.539831 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-32e90bfc-b78b-4845-9810-4432d6e0fd60 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:17.548693 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-32e90bfc-b78b-4845-9810-4432d6e0fd60 None None] Transition to ACTIVE for port object 3b90bd8c-4497-44ad-bc47-52eb47daa2d0 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:17.557465 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75fc1dc-c12f-4958-b888-1785ac9d7e72 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:17.563217 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-32e90bfc-b78b-4845-9810-4432d6e0fd60 None None] Transition to ACTIVE for port object 3b90bd8c-4497-44ad-bc47-52eb47daa2d0 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:17.568710 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-32e90bfc-b78b-4845-9810-4432d6e0fd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:17.603305 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e90bfc-b78b-4845-9810-4432d6e0fd60 None None] Network e316ce76-8c0c-44e2-9845-d205c949b83d is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:17.608599 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-32e90bfc-b78b-4845-9810-4432d6e0fd60 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:17.612061 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e90bfc-b78b-4845-9810-4432d6e0fd60 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:17.620638 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e90bfc-b78b-4845-9810-4432d6e0fd60 None None] Pushing event updated for resources: {'Port': ['ID=3b90bd8c-4497-44ad-bc47-52eb47daa2d0,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:17.639768 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d75fc1dc-c12f-4958-b888-1785ac9d7e72 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:17.657696 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-d75fc1dc-c12f-4958-b888-1785ac9d7e72 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] device_id is not set on port dfd689e9-280a-4aa7-800a-a5b0c03cc237 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:31:17.671393 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-32e90bfc-b78b-4845-9810-4432d6e0fd60 None None] Attempting to bind port 3b90bd8c-4497-44ad-bc47-52eb47daa2d0 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:31:17.671767 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-32e90bfc-b78b-4845-9810-4432d6e0fd60 None None] Attempting to bind port 3b90bd8c-4497-44ad-bc47-52eb47daa2d0 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '4054c10b-1f01-4458-a2b2-e00d116b5ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e316ce76-8c0c-44e2-9845-d205c949b83d'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:31:17.672133 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e90bfc-b78b-4845-9810-4432d6e0fd60 None None] Attempting to bind port 3b90bd8c-4497-44ad-bc47-52eb47daa2d0 on network e316ce76-8c0c-44e2-9845-d205c949b83d {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:17.677120 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e90bfc-b78b-4845-9810-4432d6e0fd60 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:31:17.677495 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e90bfc-b78b-4845-9810-4432d6e0fd60 None None] Checking segment: {'id': '4054c10b-1f01-4458-a2b2-e00d116b5ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e316ce76-8c0c-44e2-9845-d205c949b83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:31:17.677903 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-32e90bfc-b78b-4845-9810-4432d6e0fd60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:17.678301 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e90bfc-b78b-4845-9810-4432d6e0fd60 None None] Bound using segment: {'id': '4054c10b-1f01-4458-a2b2-e00d116b5ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e316ce76-8c0c-44e2-9845-d205c949b83d'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:31:17.678755 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-32e90bfc-b78b-4845-9810-4432d6e0fd60 None None] Bound port: 3b90bd8c-4497-44ad-bc47-52eb47daa2d0, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4054c10b-1f01-4458-a2b2-e00d116b5ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e316ce76-8c0c-44e2-9845-d205c949b83d'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:31:17.679139 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-32e90bfc-b78b-4845-9810-4432d6e0fd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:17.743500 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-32e90bfc-b78b-4845-9810-4432d6e0fd60 None None] For port 3b90bd8c-4497-44ad-bc47-52eb47daa2d0, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:31:17.747650 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-32e90bfc-b78b-4845-9810-4432d6e0fd60 None None] For port 3b90bd8c-4497-44ad-bc47-52eb47daa2d0, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=3b90bd8c-4497-44ad-bc47-52eb47daa2d0,segment=NetworkSegment(4054c10b-1f01-4458-a2b2-e00d116b5ae7),segment_id=4054c10b-1f01-4458-a2b2-e00d116b5ae7)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:31:17.752406 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-32e90bfc-b78b-4845-9810-4432d6e0fd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:17.809937 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e90bfc-b78b-4845-9810-4432d6e0fd60 None None] Pushing event updated for resources: {'Port': ['ID=3b90bd8c-4497-44ad-bc47-52eb47daa2d0,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:17.829144 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-d75fc1dc-c12f-4958-b888-1785ac9d7e72 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Allocated IP 2001:db8::127 (e316ce76-8c0c-44e2-9845-d205c949b83d/d958d8f5-b2d5-466a-93ae-a0cb6cf29320/dfd689e9-280a-4aa7-800a-a5b0c03cc237) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:17.991181 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d75fc1dc-c12f-4958-b888-1785ac9d7e72 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:18.004881 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-d75fc1dc-c12f-4958-b888-1785ac9d7e72 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Transition to ACTIVE for port object dfd689e9-280a-4aa7-800a-a5b0c03cc237 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:18.040950 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d75fc1dc-c12f-4958-b888-1785ac9d7e72 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:18.088620 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75fc1dc-c12f-4958-b888-1785ac9d7e72 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network e316ce76-8c0c-44e2-9845-d205c949b83d is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:18.091808 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d75fc1dc-c12f-4958-b888-1785ac9d7e72 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:18.095665 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75fc1dc-c12f-4958-b888-1785ac9d7e72 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:18.101219 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75fc1dc-c12f-4958-b888-1785ac9d7e72 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:18.101825 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d75fc1dc-c12f-4958-b888-1785ac9d7e72 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:18.111711 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75fc1dc-c12f-4958-b888-1785ac9d7e72 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Port': ['ID=dfd689e9-280a-4aa7-800a-a5b0c03cc237,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:18.122378 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d75fc1dc-c12f-4958-b888-1785ac9d7e72 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6813414 Aug 16 20:31:18.125175 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50094) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:18.130416 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-72c306b9-fb85-45a7-928f-5ae22ff361db tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'subnet': {'network_id': 'e316ce76-8c0c-44e2-9845-d205c949b83d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:18.240741 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c306b9-fb85-45a7-928f-5ae22ff361db tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:18.244267 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72c306b9-fb85-45a7-928f-5ae22ff361db tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:18.651819 n-d-787206-13 neutron-server[94771]: INFO neutron.db.ipam_backend_mixin [None req-72c306b9-fb85-45a7-928f-5ae22ff361db tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d958d8f5-b2d5-466a-93ae-a0cb6cf29320 (CIDR: 2001:db8::/64) Aug 16 20:31:18.655573 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c306b9-fb85-45a7-928f-5ae22ff361db tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:31:18.655994 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c306b9-fb85-45a7-928f-5ae22ff361db tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:31:18.670991 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-72c306b9-fb85-45a7-928f-5ae22ff361db tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5447657 Aug 16 20:31:18.673888 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50096) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:18.679555 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5f780c40-6f6f-487e-9de7-b1dee67ea200 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'subnet': {'network_id': 'e316ce76-8c0c-44e2-9845-d205c949b83d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:18.712275 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9d463ee5-f296-4503-9336-b78acbf55bd5 None None] Provisioning complete for port 04e72998-4a8a-49c1-8c56-bab41c89faf8 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:18.712844 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9d463ee5-f296-4503-9336-b78acbf55bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:18.748468 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9d463ee5-f296-4503-9336-b78acbf55bd5 None None] Port 04e72998-4a8a-49c1-8c56-bab41c89faf8 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:31:18.760173 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9d463ee5-f296-4503-9336-b78acbf55bd5 None None] Provisioning for port 3b90bd8c-4497-44ad-bc47-52eb47daa2d0 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:18.804910 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f780c40-6f6f-487e-9de7-b1dee67ea200 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:18.808578 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f780c40-6f6f-487e-9de7-b1dee67ea200 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:18.901072 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 3b90bd8c-4497-44ad-bc47-52eb47daa2d0 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:31:18.980250 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 3b90bd8c-4497-44ad-bc47-52eb47daa2d0 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:18.985305 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 3b90bd8c-4497-44ad-bc47-52eb47daa2d0 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:18.985878 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:19.021440 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2cabf29f-7f9d-4025-9188-fb99c8539a26 None None] Provisioning for port dfd689e9-280a-4aa7-800a-a5b0c03cc237 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:19.029598 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2cabf29f-7f9d-4025-9188-fb99c8539a26 None None] Provisioning complete for port dfd689e9-280a-4aa7-800a-a5b0c03cc237 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:19.029980 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2cabf29f-7f9d-4025-9188-fb99c8539a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:19.082158 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f780c40-6f6f-487e-9de7-b1dee67ea200 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:19.094334 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2cabf29f-7f9d-4025-9188-fb99c8539a26 None None] Port dfd689e9-280a-4aa7-800a-a5b0c03cc237 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:31:19.108352 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:19.132749 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f780c40-6f6f-487e-9de7-b1dee67ea200 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network e316ce76-8c0c-44e2-9845-d205c949b83d is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:19.136217 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-5f780c40-6f6f-487e-9de7-b1dee67ea200 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:19.140667 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f780c40-6f6f-487e-9de7-b1dee67ea200 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:19.141241 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f780c40-6f6f-487e-9de7-b1dee67ea200 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:19.148814 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 3b90bd8c-4497-44ad-bc47-52eb47daa2d0, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=3b90bd8c-4497-44ad-bc47-52eb47daa2d0,segment=NetworkSegment(4054c10b-1f01-4458-a2b2-e00d116b5ae7),segment_id=4054c10b-1f01-4458-a2b2-e00d116b5ae7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:19.151984 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0fd1e7-d4ac-4ce0-bed9-6db91470896d None None] Network e316ce76-8c0c-44e2-9845-d205c949b83d requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:19.161498 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5f780c40-6f6f-487e-9de7-b1dee67ea200 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4841638 Aug 16 20:31:19.161963 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50106) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:19.162564 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f780c40-6f6f-487e-9de7-b1dee67ea200 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Subnet': ['ID=db8f76db-8c1c-400b-9036-e3cec2769364,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:19.166594 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:19.174372 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-931768d8-6b31-4daa-8dd3-0628e569aaa4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-627642991', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'db8f76db-8c1c-400b-9036-e3cec2769364'}], 'security_groups': ['cecbaca0-2620-4489-a397-f99383b36e92']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:19.273992 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=3b90bd8c-4497-44ad-bc47-52eb47daa2d0,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:19.344423 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-931768d8-6b31-4daa-8dd3-0628e569aaa4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:19.437749 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f49f60-55ef-4717-9ca9-3174ec9ff518 None None] Update dhcp port {'port': {'network_id': 'e316ce76-8c0c-44e2-9845-d205c949b83d', 'fixed_ips': [{'subnet_id': 'd958d8f5-b2d5-466a-93ae-a0cb6cf29320', 'ip_address': '2001:db8::2'}, {'subnet_id': 'db8f76db-8c1c-400b-9036-e3cec2769364'}], 'binding:host_id': 'n-d-787206-13'}, 'id': '3b90bd8c-4497-44ad-bc47-52eb47daa2d0'} from n-d-787206-13. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:31:19.464962 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-32f49f60-55ef-4717-9ca9-3174ec9ff518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:19.652227 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-931768d8-6b31-4daa-8dd3-0628e569aaa4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Delete allocated IP 2001:db8::127 (e316ce76-8c0c-44e2-9845-d205c949b83d/d958d8f5-b2d5-466a-93ae-a0cb6cf29320) {{(pid=94770) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 20:31:19.661259 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-931768d8-6b31-4daa-8dd3-0628e569aaa4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Allocated IP 2001:db8:0:1::2a4 (e316ce76-8c0c-44e2-9845-d205c949b83d/db8f76db-8c1c-400b-9036-e3cec2769364/dfd689e9-280a-4aa7-800a-a5b0c03cc237) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:19.812243 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-931768d8-6b31-4daa-8dd3-0628e569aaa4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:19.826269 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-931768d8-6b31-4daa-8dd3-0628e569aaa4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Transition to ACTIVE for port object dfd689e9-280a-4aa7-800a-a5b0c03cc237 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:19.830414 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-931768d8-6b31-4daa-8dd3-0628e569aaa4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:19.891500 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-32f49f60-55ef-4717-9ca9-3174ec9ff518 None None] Allocated IP 2001:db8:0:1::2 (e316ce76-8c0c-44e2-9845-d205c949b83d/db8f76db-8c1c-400b-9036-e3cec2769364/3b90bd8c-4497-44ad-bc47-52eb47daa2d0) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:19.908255 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-931768d8-6b31-4daa-8dd3-0628e569aaa4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] In _notify_port_updated(), no bound segment for port dfd689e9-280a-4aa7-800a-a5b0c03cc237 on network e316ce76-8c0c-44e2-9845-d205c949b83d {{(pid=94770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:31:19.914579 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931768d8-6b31-4daa-8dd3-0628e569aaa4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:19.915424 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-931768d8-6b31-4daa-8dd3-0628e569aaa4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:19.920217 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-931768d8-6b31-4daa-8dd3-0628e569aaa4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "PUT /v2.0/ports/dfd689e9-280a-4aa7-800a-a5b0c03cc237 HTTP/1.1" status: 200 len: 930 time: 0.7541399 Aug 16 20:31:19.921156 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50116) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:19.925019 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931768d8-6b31-4daa-8dd3-0628e569aaa4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Port': ['ID=dfd689e9-280a-4aa7-800a-a5b0c03cc237,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:20.000807 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-32f49f60-55ef-4717-9ca9-3174ec9ff518 None None] For port 3b90bd8c-4497-44ad-bc47-52eb47daa2d0, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=3b90bd8c-4497-44ad-bc47-52eb47daa2d0,segment=NetworkSegment(4054c10b-1f01-4458-a2b2-e00d116b5ae7),segment_id=4054c10b-1f01-4458-a2b2-e00d116b5ae7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:20.011422 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-eeb6f6c8-19aa-45c0-a3fc-1f7dc0844956 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting port dfd689e9-280a-4aa7-800a-a5b0c03cc237 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:31:20.011880 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eeb6f6c8-19aa-45c0-a3fc-1f7dc0844956 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.030466 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-32f49f60-55ef-4717-9ca9-3174ec9ff518 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.046628 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-32f49f60-55ef-4717-9ca9-3174ec9ff518 None None] Transition to ACTIVE for port object 3b90bd8c-4497-44ad-bc47-52eb47daa2d0 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:20.048195 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-32f49f60-55ef-4717-9ca9-3174ec9ff518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.105379 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eeb6f6c8-19aa-45c0-a3fc-1f7dc0844956 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.118125 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-eeb6f6c8-19aa-45c0-a3fc-1f7dc0844956 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Calling delete_port for dfd689e9-280a-4aa7-800a-a5b0c03cc237 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:20.137310 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f49f60-55ef-4717-9ca9-3174ec9ff518 None None] Pushing event updated for resources: {'Port': ['ID=3b90bd8c-4497-44ad-bc47-52eb47daa2d0,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:20.251884 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eeb6f6c8-19aa-45c0-a3fc-1f7dc0844956 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.281258 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6f6c8-19aa-45c0-a3fc-1f7dc0844956 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Port': ['ID=dfd689e9-280a-4aa7-800a-a5b0c03cc237,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:20.306427 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eeb6f6c8-19aa-45c0-a3fc-1f7dc0844956 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.309163 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-eeb6f6c8-19aa-45c0-a3fc-1f7dc0844956 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/ports/dfd689e9-280a-4aa7-800a-a5b0c03cc237 HTTP/1.1" status: 204 len: 168 time: 0.3875556 Aug 16 20:31:20.311888 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50118) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:20.338210 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b08a55-d43d-451f-a033-397f308e166a tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] GET failed (client error): The resource could not be found. Aug 16 20:31:20.342507 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-11b08a55-d43d-451f-a033-397f308e166a tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "GET /v2.0/ports/dfd689e9-280a-4aa7-800a-a5b0c03cc237 HTTP/1.1" status: 404 len: 333 time: 0.0268598 Aug 16 20:31:20.342814 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50122) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:20.399175 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd1136cd-f2e3-457f-a2d5-751fc8f156f1 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.422281 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd1136cd-f2e3-457f-a2d5-751fc8f156f1 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.469012 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd1136cd-f2e3-457f-a2d5-751fc8f156f1 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.471871 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd1136cd-f2e3-457f-a2d5-751fc8f156f1 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.473055 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fd1136cd-f2e3-457f-a2d5-751fc8f156f1 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/security-groups/078f5d10-9094-401d-9453-921960c76ee2 HTTP/1.1" status: 204 len: 168 time: 0.1292806 Aug 16 20:31:20.476477 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50126) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:20.498793 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1136cd-f2e3-457f-a2d5-751fc8f156f1 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=078f5d10-9094-401d-9453-921960c76ee2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:20.542810 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ee643936-8640-4bd6-9e7e-93bd65200ce5 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.565901 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ee643936-8640-4bd6-9e7e-93bd65200ce5 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.609131 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ee643936-8640-4bd6-9e7e-93bd65200ce5 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.612093 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ee643936-8640-4bd6-9e7e-93bd65200ce5 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.613273 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ee643936-8640-4bd6-9e7e-93bd65200ce5 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/security-groups/cecbaca0-2620-4489-a397-f99383b36e92 HTTP/1.1" status: 204 len: 168 time: 0.1358039 Aug 16 20:31:20.616013 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50128) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:20.622892 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee643936-8640-4bd6-9e7e-93bd65200ce5 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecbaca0-2620-4489-a397-f99383b36e92,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:20.675795 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a46aaa2f-a12e-4288-8824-ef14270cf7f4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting subnet d958d8f5-b2d5-466a-93ae-a0cb6cf29320 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:31:20.679159 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a46aaa2f-a12e-4288-8824-ef14270cf7f4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.719395 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4c93cf7e-e435-439e-80b8-99f38372b0d9 None None] Could not find standard attr ID for object dfd689e9-280a-4aa7-800a-a5b0c03cc237. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:31:20.721429 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a46aaa2f-a12e-4288-8824-ef14270cf7f4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.729235 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4c93cf7e-e435-439e-80b8-99f38372b0d9 None None] Provisioning complete for port 04e72998-4a8a-49c1-8c56-bab41c89faf8 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:20.730070 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c93cf7e-e435-439e-80b8-99f38372b0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.765123 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4c93cf7e-e435-439e-80b8-99f38372b0d9 None None] Port 04e72998-4a8a-49c1-8c56-bab41c89faf8 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:31:20.779951 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4c93cf7e-e435-439e-80b8-99f38372b0d9 None None] Provisioning for port 3b90bd8c-4497-44ad-bc47-52eb47daa2d0 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:20.783844 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4c93cf7e-e435-439e-80b8-99f38372b0d9 None None] Provisioning complete for port 3b90bd8c-4497-44ad-bc47-52eb47daa2d0 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:20.784227 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c93cf7e-e435-439e-80b8-99f38372b0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.818654 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a46aaa2f-a12e-4288-8824-ef14270cf7f4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.888819 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 3b90bd8c-4497-44ad-bc47-52eb47daa2d0 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:31:20.890272 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a46aaa2f-a12e-4288-8824-ef14270cf7f4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.918179 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46aaa2f-a12e-4288-8824-ef14270cf7f4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Subnet': ['ID=d958d8f5-b2d5-466a-93ae-a0cb6cf29320,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:20.921962 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a46aaa2f-a12e-4288-8824-ef14270cf7f4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.931330 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a46aaa2f-a12e-4288-8824-ef14270cf7f4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/subnets/d958d8f5-b2d5-466a-93ae-a0cb6cf29320 HTTP/1.1" status: 204 len: 168 time: 0.3071260 Aug 16 20:31:20.931330 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50130) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:20.934772 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b5a417fa-be32-4ab2-bd87-0aae6a3e5e22 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'subnet': {'network_id': 'e316ce76-8c0c-44e2-9845-d205c949b83d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:20.948597 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 3b90bd8c-4497-44ad-bc47-52eb47daa2d0 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:20.949180 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.997850 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-140dc1a5-4dc2-4219-baa7-f1741e2f9afb None None] Could not find standard attr ID for object dfd689e9-280a-4aa7-800a-a5b0c03cc237. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:31:21.064185 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a417fa-be32-4ab2-bd87-0aae6a3e5e22 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:21.067797 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b5a417fa-be32-4ab2-bd87-0aae6a3e5e22 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:21.092324 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a96334-cee8-40dd-937b-710437020933 None None] Network e316ce76-8c0c-44e2-9845-d205c949b83d requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:21.311925 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b5a417fa-be32-4ab2-bd87-0aae6a3e5e22 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:21.362200 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a417fa-be32-4ab2-bd87-0aae6a3e5e22 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network e316ce76-8c0c-44e2-9845-d205c949b83d is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:21.365964 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b5a417fa-be32-4ab2-bd87-0aae6a3e5e22 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:21.369062 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a417fa-be32-4ab2-bd87-0aae6a3e5e22 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:21.369781 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b5a417fa-be32-4ab2-bd87-0aae6a3e5e22 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:21.388938 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a417fa-be32-4ab2-bd87-0aae6a3e5e22 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Subnet': ['ID=38437a32-eb36-483c-9cee-a9b241d1c398,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:21.393619 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b5a417fa-be32-4ab2-bd87-0aae6a3e5e22 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4642458 Aug 16 20:31:21.396324 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50144) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:21.401836 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2842c28a-96f1-49cb-a379-e2a872c5dd1a tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'security_group': {'name': 'tempest-secgroup-1995187862'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:21.427725 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2842c28a-96f1-49cb-a379-e2a872c5dd1a tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:21.548794 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2842c28a-96f1-49cb-a379-e2a872c5dd1a tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:21.561659 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc55cf-9a66-4826-a3ce-98968b437c74 req-f348b436-a0dc-4337-8944-40f1fff53fef tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:21.563203 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-16dc55cf-9a66-4826-a3ce-98968b437c74 req-f348b436-a0dc-4337-8944-40f1fff53fef tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 945 time: 0.0812874 Aug 16 20:31:21.563857 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2842c28a-96f1-49cb-a379-e2a872c5dd1a tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:21.613641 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2842c28a-96f1-49cb-a379-e2a872c5dd1a tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:21.614882 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2842c28a-96f1-49cb-a379-e2a872c5dd1a tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2175429 Aug 16 20:31:21.617386 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842c28a-96f1-49cb-a379-e2a872c5dd1a tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa96135-5114-4fca-b580-4dc6888b638d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:21.618036 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50148) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:21.625439 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-98fb4ed3-24c9-4dc7-8e0c-476421fc5b53 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'security_group': {'name': 'tempest-secgroup-2079972737'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:21.638282 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-16dc55cf-9a66-4826-a3ce-98968b437c74 req-9db16b3f-c7f3-44e2-8358-3d55f50885b1 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641162 Aug 16 20:31:21.650818 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-98fb4ed3-24c9-4dc7-8e0c-476421fc5b53 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:21.738175 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-98fb4ed3-24c9-4dc7-8e0c-476421fc5b53 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:21.742673 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-98fb4ed3-24c9-4dc7-8e0c-476421fc5b53 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:21.767858 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-98fb4ed3-24c9-4dc7-8e0c-476421fc5b53 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:21.769108 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-98fb4ed3-24c9-4dc7-8e0c-476421fc5b53 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1500642 Aug 16 20:31:21.772182 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50150) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:21.778159 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3e7ec1a6-cf85-4ebb-8388-1bd466b6917c tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'security_group': {'name': 'tempest-secgroup-205714402'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:21.778697 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb4ed3-24c9-4dc7-8e0c-476421fc5b53 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=650b95d5-91cc-4a5e-8ffb-24a22e97a45b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:21.781353 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96891716-28ed-45c0-b7ff-ae5339284b07 None None] Network e316ce76-8c0c-44e2-9845-d205c949b83d requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:21.802084 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3e7ec1a6-cf85-4ebb-8388-1bd466b6917c tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:21.847819 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6f030eb8-e340-42f9-8315-3c6fa88ce0a3 None None] Provisioning complete for port 04e72998-4a8a-49c1-8c56-bab41c89faf8 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:21.848189 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6f030eb8-e340-42f9-8315-3c6fa88ce0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:21.885144 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3e7ec1a6-cf85-4ebb-8388-1bd466b6917c tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:21.890150 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3e7ec1a6-cf85-4ebb-8388-1bd466b6917c tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:21.916115 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3e7ec1a6-cf85-4ebb-8388-1bd466b6917c tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:21.917459 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3e7ec1a6-cf85-4ebb-8388-1bd466b6917c tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1440148 Aug 16 20:31:21.920736 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50152) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:21.922013 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ec1a6-cf85-4ebb-8388-1bd466b6917c tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7138602d-b548-4b41-bffd-c27e097aa6f7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:21.926812 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-21d0f6b3-30d3-470b-b082-a18493fb2057 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1378002086', 'security_groups': ['7138602d-b548-4b41-bffd-c27e097aa6f7'], 'network_id': 'e316ce76-8c0c-44e2-9845-d205c949b83d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '38437a32-eb36-483c-9cee-a9b241d1c398'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:22.040741 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d0f6b3-30d3-470b-b082-a18493fb2057 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:22.047566 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21d0f6b3-30d3-470b-b082-a18493fb2057 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:22.071196 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-21d0f6b3-30d3-470b-b082-a18493fb2057 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] device_id is not set on port 4e0a0afa-1f36-4b77-892e-44b622995ed2 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:31:22.084984 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6f030eb8-e340-42f9-8315-3c6fa88ce0a3 None None] Port 04e72998-4a8a-49c1-8c56-bab41c89faf8 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:31:22.107483 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6f030eb8-e340-42f9-8315-3c6fa88ce0a3 None None] Provisioning complete for port 3b90bd8c-4497-44ad-bc47-52eb47daa2d0 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:22.107851 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6f030eb8-e340-42f9-8315-3c6fa88ce0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:22.236253 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-21d0f6b3-30d3-470b-b082-a18493fb2057 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Allocated IP 2001:db8::3a0 (e316ce76-8c0c-44e2-9845-d205c949b83d/38437a32-eb36-483c-9cee-a9b241d1c398/4e0a0afa-1f36-4b77-892e-44b622995ed2) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:22.255044 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2852ae-c09e-4a69-8e46-ae460331f506 None None] Update dhcp port {'port': {'network_id': 'e316ce76-8c0c-44e2-9845-d205c949b83d', 'fixed_ips': [{'subnet_id': 'db8f76db-8c1c-400b-9036-e3cec2769364', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '38437a32-eb36-483c-9cee-a9b241d1c398'}], 'binding:host_id': 'n-d-787206-13'}, 'id': '3b90bd8c-4497-44ad-bc47-52eb47daa2d0'} from n-d-787206-13. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:31:22.280132 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fe2852ae-c09e-4a69-8e46-ae460331f506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:22.379180 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21d0f6b3-30d3-470b-b082-a18493fb2057 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:22.391369 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-21d0f6b3-30d3-470b-b082-a18493fb2057 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Transition to ACTIVE for port object 4e0a0afa-1f36-4b77-892e-44b622995ed2 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:22.425258 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21d0f6b3-30d3-470b-b082-a18493fb2057 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:22.464555 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d0f6b3-30d3-470b-b082-a18493fb2057 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network e316ce76-8c0c-44e2-9845-d205c949b83d is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:22.469504 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-21d0f6b3-30d3-470b-b082-a18493fb2057 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:22.473161 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-fe2852ae-c09e-4a69-8e46-ae460331f506 None None] Allocated IP 2001:db8::2 (e316ce76-8c0c-44e2-9845-d205c949b83d/38437a32-eb36-483c-9cee-a9b241d1c398/3b90bd8c-4497-44ad-bc47-52eb47daa2d0) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:22.473324 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d0f6b3-30d3-470b-b082-a18493fb2057 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:22.478978 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d0f6b3-30d3-470b-b082-a18493fb2057 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:22.480136 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21d0f6b3-30d3-470b-b082-a18493fb2057 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:22.495958 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0f6b3-30d3-470b-b082-a18493fb2057 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Port': ['ID=4e0a0afa-1f36-4b77-892e-44b622995ed2,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:22.506691 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-21d0f6b3-30d3-470b-b082-a18493fb2057 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5845809 Aug 16 20:31:22.510176 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50154) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:22.515158 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c360b4a3-bbc8-40c7-93df-607e4e504741 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'subnet': {'network_id': 'e316ce76-8c0c-44e2-9845-d205c949b83d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:22.571117 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-fe2852ae-c09e-4a69-8e46-ae460331f506 None None] For port 3b90bd8c-4497-44ad-bc47-52eb47daa2d0, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=3b90bd8c-4497-44ad-bc47-52eb47daa2d0,segment=NetworkSegment(4054c10b-1f01-4458-a2b2-e00d116b5ae7),segment_id=4054c10b-1f01-4458-a2b2-e00d116b5ae7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:22.599572 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fe2852ae-c09e-4a69-8e46-ae460331f506 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:22.613354 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fe2852ae-c09e-4a69-8e46-ae460331f506 None None] Transition to ACTIVE for port object 3b90bd8c-4497-44ad-bc47-52eb47daa2d0 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:22.617069 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fe2852ae-c09e-4a69-8e46-ae460331f506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:22.624290 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c360b4a3-bbc8-40c7-93df-607e4e504741 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:22.628172 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c360b4a3-bbc8-40c7-93df-607e4e504741 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:22.702922 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2852ae-c09e-4a69-8e46-ae460331f506 None None] Pushing event updated for resources: {'Port': ['ID=3b90bd8c-4497-44ad-bc47-52eb47daa2d0,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:22.754761 n-d-787206-13 neutron-server[94771]: INFO neutron.db.ipam_backend_mixin [None req-c360b4a3-bbc8-40c7-93df-607e4e504741 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 38437a32-eb36-483c-9cee-a9b241d1c398 (CIDR: 2001:db8::/64) Aug 16 20:31:22.759374 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c360b4a3-bbc8-40c7-93df-607e4e504741 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:31:22.759945 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c360b4a3-bbc8-40c7-93df-607e4e504741 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:31:22.780472 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c360b4a3-bbc8-40c7-93df-607e4e504741 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2691994 Aug 16 20:31:22.783282 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50158) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:22.788486 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-25b29c39-fe3f-4d5d-a06d-e5a3f4ea562b tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'subnet': {'network_id': 'e316ce76-8c0c-44e2-9845-d205c949b83d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:22.789231 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ccbb0-0c2c-47e1-9621-dc5965c5c77f req-371ea21e-191f-469e-804f-7bb243314eb5 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:22.790740 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-444ccbb0-0c2c-47e1-9621-dc5965c5c77f req-371ea21e-191f-469e-804f-7bb243314eb5 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 945 time: 0.0678775 Aug 16 20:31:22.850417 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-444ccbb0-0c2c-47e1-9621-dc5965c5c77f req-b7672836-df4f-4fc3-ba6a-b41126c824dc tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470333 Aug 16 20:31:22.875952 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 3b90bd8c-4497-44ad-bc47-52eb47daa2d0 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:31:22.928266 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b29c39-fe3f-4d5d-a06d-e5a3f4ea562b tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:22.931980 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-25b29c39-fe3f-4d5d-a06d-e5a3f4ea562b tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:23.031230 n-d-787206-13 neutron-server[94770]: INFO neutron.db.ipam_backend_mixin [None req-25b29c39-fe3f-4d5d-a06d-e5a3f4ea562b tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet db8f76db-8c1c-400b-9036-e3cec2769364 (CIDR: 2001:db8:0:1::/64) Aug 16 20:31:23.034526 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b29c39-fe3f-4d5d-a06d-e5a3f4ea562b tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:31:23.035012 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25b29c39-fe3f-4d5d-a06d-e5a3f4ea562b tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:31:23.050473 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-25b29c39-fe3f-4d5d-a06d-e5a3f4ea562b tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2660730 Aug 16 20:31:23.053360 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50160) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:23.059381 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-81f11532-4356-4dcb-8f7e-9f49bc63e4b6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'subnet': {'network_id': 'e316ce76-8c0c-44e2-9845-d205c949b83d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:23.272164 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a482d685-78e3-4992-bda3-0a955bf46e4f None None] Provisioning complete for port 04e72998-4a8a-49c1-8c56-bab41c89faf8 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:23.272756 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a482d685-78e3-4992-bda3-0a955bf46e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:23.309326 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a482d685-78e3-4992-bda3-0a955bf46e4f None None] Port 04e72998-4a8a-49c1-8c56-bab41c89faf8 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:31:23.321022 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a482d685-78e3-4992-bda3-0a955bf46e4f None None] Provisioning for port 3b90bd8c-4497-44ad-bc47-52eb47daa2d0 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:23.325696 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a482d685-78e3-4992-bda3-0a955bf46e4f None None] Provisioning complete for port 3b90bd8c-4497-44ad-bc47-52eb47daa2d0 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:23.326157 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a482d685-78e3-4992-bda3-0a955bf46e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:23.443732 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f11532-4356-4dcb-8f7e-9f49bc63e4b6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Made reservation on behalf of 57ab38ef32c440c6a7ac946d143eff56 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:23.447050 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81f11532-4356-4dcb-8f7e-9f49bc63e4b6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:23.541609 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-93de5b24-86d9-412b-9a41-661923a5d432 None None] Provisioning for port 4e0a0afa-1f36-4b77-892e-44b622995ed2 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:23.545737 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-93de5b24-86d9-412b-9a41-661923a5d432 None None] Provisioning complete for port 4e0a0afa-1f36-4b77-892e-44b622995ed2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:23.546142 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93de5b24-86d9-412b-9a41-661923a5d432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:23.584680 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-93de5b24-86d9-412b-9a41-661923a5d432 None None] Port 4e0a0afa-1f36-4b77-892e-44b622995ed2 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:31:23.688633 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81f11532-4356-4dcb-8f7e-9f49bc63e4b6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:23.727629 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f11532-4356-4dcb-8f7e-9f49bc63e4b6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Network e316ce76-8c0c-44e2-9845-d205c949b83d is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:23.730653 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-81f11532-4356-4dcb-8f7e-9f49bc63e4b6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:23.734652 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f11532-4356-4dcb-8f7e-9f49bc63e4b6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:23.735263 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81f11532-4356-4dcb-8f7e-9f49bc63e4b6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:23.740831 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d61d6e5-6547-4813-90e0-6d31dd1f856c None None] Network e316ce76-8c0c-44e2-9845-d205c949b83d requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:23.748943 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f11532-4356-4dcb-8f7e-9f49bc63e4b6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Subnet': ['ID=641a8368-fc3a-400d-8c26-de82b55649f1,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:23.756402 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-81f11532-4356-4dcb-8f7e-9f49bc63e4b6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7019558 Aug 16 20:31:23.759015 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50162) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:23.764848 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ad4bd4cc-3515-4f06-8be6-1ec3c6a009d4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1218550418', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '641a8368-fc3a-400d-8c26-de82b55649f1'}], 'security_groups': ['eaa96135-5114-4fca-b580-4dc6888b638d', '650b95d5-91cc-4a5e-8ffb-24a22e97a45b']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:23.831299 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ad4bd4cc-3515-4f06-8be6-1ec3c6a009d4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:23.964400 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34197594-cf9a-4ce9-b94f-aafffa7afd00 None None] Update dhcp port {'port': {'network_id': 'e316ce76-8c0c-44e2-9845-d205c949b83d', 'fixed_ips': [{'subnet_id': 'db8f76db-8c1c-400b-9036-e3cec2769364', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '38437a32-eb36-483c-9cee-a9b241d1c398', 'ip_address': '2001:db8::2'}, {'subnet_id': '641a8368-fc3a-400d-8c26-de82b55649f1'}], 'binding:host_id': 'n-d-787206-13'}, 'id': '3b90bd8c-4497-44ad-bc47-52eb47daa2d0'} from n-d-787206-13. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:31:23.989663 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34197594-cf9a-4ce9-b94f-aafffa7afd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:24.060375 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5e5e8-7928-4bcd-b050-7e8a2f12667b req-5668e898-f158-411d-b552-b88670c0f7fa tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:24.061842 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-59d5e5e8-7928-4bcd-b050-7e8a2f12667b req-5668e898-f158-411d-b552-b88670c0f7fa tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 945 time: 0.1242101 Aug 16 20:31:24.137793 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-59d5e5e8-7928-4bcd-b050-7e8a2f12667b req-e4604498-183c-4cec-8e59-b41642eaba3e tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698712 Aug 16 20:31:24.200768 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-ad4bd4cc-3515-4f06-8be6-1ec3c6a009d4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Delete allocated IP 2001:db8::3a0 (e316ce76-8c0c-44e2-9845-d205c949b83d/38437a32-eb36-483c-9cee-a9b241d1c398) {{(pid=94770) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 20:31:24.208767 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-ad4bd4cc-3515-4f06-8be6-1ec3c6a009d4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Allocated IP 2001:db8:0:2::383 (e316ce76-8c0c-44e2-9845-d205c949b83d/641a8368-fc3a-400d-8c26-de82b55649f1/4e0a0afa-1f36-4b77-892e-44b622995ed2) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:24.364870 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ad4bd4cc-3515-4f06-8be6-1ec3c6a009d4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:24.378563 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-ad4bd4cc-3515-4f06-8be6-1ec3c6a009d4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Transition to ACTIVE for port object 4e0a0afa-1f36-4b77-892e-44b622995ed2 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:24.382069 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ad4bd4cc-3515-4f06-8be6-1ec3c6a009d4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:24.440697 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-34197594-cf9a-4ce9-b94f-aafffa7afd00 None None] Allocated IP 2001:db8:0:2::2 (e316ce76-8c0c-44e2-9845-d205c949b83d/641a8368-fc3a-400d-8c26-de82b55649f1/3b90bd8c-4497-44ad-bc47-52eb47daa2d0) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:24.441331 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-ad4bd4cc-3515-4f06-8be6-1ec3c6a009d4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] In _notify_port_updated(), no bound segment for port 4e0a0afa-1f36-4b77-892e-44b622995ed2 on network e316ce76-8c0c-44e2-9845-d205c949b83d {{(pid=94770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:31:24.446398 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4bd4cc-3515-4f06-8be6-1ec3c6a009d4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:24.447053 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ad4bd4cc-3515-4f06-8be6-1ec3c6a009d4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:24.451956 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50166) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:24.452824 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ad4bd4cc-3515-4f06-8be6-1ec3c6a009d4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "PUT /v2.0/ports/4e0a0afa-1f36-4b77-892e-44b622995ed2 HTTP/1.1" status: 200 len: 970 time: 0.6916697 Aug 16 20:31:24.464885 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4bd4cc-3515-4f06-8be6-1ec3c6a009d4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event updated for resources: {'Port': ['ID=4e0a0afa-1f36-4b77-892e-44b622995ed2,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:24.550482 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-34197594-cf9a-4ce9-b94f-aafffa7afd00 None None] For port 3b90bd8c-4497-44ad-bc47-52eb47daa2d0, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=3b90bd8c-4497-44ad-bc47-52eb47daa2d0,segment=NetworkSegment(4054c10b-1f01-4458-a2b2-e00d116b5ae7),segment_id=4054c10b-1f01-4458-a2b2-e00d116b5ae7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:24.566305 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6aadb384-edbc-476b-b8f1-763b2e16603f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting port 4e0a0afa-1f36-4b77-892e-44b622995ed2 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:31:24.566305 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6aadb384-edbc-476b-b8f1-763b2e16603f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:24.581153 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34197594-cf9a-4ce9-b94f-aafffa7afd00 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:24.595081 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-34197594-cf9a-4ce9-b94f-aafffa7afd00 None None] Transition to ACTIVE for port object 3b90bd8c-4497-44ad-bc47-52eb47daa2d0 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:24.598771 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34197594-cf9a-4ce9-b94f-aafffa7afd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:24.661271 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6aadb384-edbc-476b-b8f1-763b2e16603f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:24.671523 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6aadb384-edbc-476b-b8f1-763b2e16603f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Calling delete_port for 4e0a0afa-1f36-4b77-892e-44b622995ed2 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:24.699269 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34197594-cf9a-4ce9-b94f-aafffa7afd00 None None] Pushing event updated for resources: {'Port': ['ID=3b90bd8c-4497-44ad-bc47-52eb47daa2d0,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:24.808929 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6aadb384-edbc-476b-b8f1-763b2e16603f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:24.838367 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aadb384-edbc-476b-b8f1-763b2e16603f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Port': ['ID=4e0a0afa-1f36-4b77-892e-44b622995ed2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:24.869018 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 3b90bd8c-4497-44ad-bc47-52eb47daa2d0 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:31:24.872470 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6aadb384-edbc-476b-b8f1-763b2e16603f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:24.874531 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6aadb384-edbc-476b-b8f1-763b2e16603f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/ports/4e0a0afa-1f36-4b77-892e-44b622995ed2 HTTP/1.1" status: 204 len: 168 time: 0.4213829 Aug 16 20:31:24.877346 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50168) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:24.902961 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e265902-c63c-4ee7-8847-0cf5154c0e41 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] GET failed (client error): The resource could not be found. Aug 16 20:31:24.907419 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50170) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:24.907900 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5e265902-c63c-4ee7-8847-0cf5154c0e41 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "GET /v2.0/ports/4e0a0afa-1f36-4b77-892e-44b622995ed2 HTTP/1.1" status: 404 len: 333 time: 0.0290291 Aug 16 20:31:24.968729 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7560e3de-8745-4f36-961b-2e66cd14c430 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:24.991882 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7560e3de-8745-4f36-961b-2e66cd14c430 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:25.035716 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7560e3de-8745-4f36-961b-2e66cd14c430 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:25.038427 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7560e3de-8745-4f36-961b-2e66cd14c430 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:25.039620 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7560e3de-8745-4f36-961b-2e66cd14c430 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/security-groups/7138602d-b548-4b41-bffd-c27e097aa6f7 HTTP/1.1" status: 204 len: 168 time: 0.1312032 Aug 16 20:31:25.042533 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50172) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:25.049270 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7560e3de-8745-4f36-961b-2e66cd14c430 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7138602d-b548-4b41-bffd-c27e097aa6f7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:25.107717 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5535b32-07fc-4201-a188-d42e47030bb6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:25.131539 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5535b32-07fc-4201-a188-d42e47030bb6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:25.178999 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5535b32-07fc-4201-a188-d42e47030bb6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:25.181929 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5535b32-07fc-4201-a188-d42e47030bb6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:25.186958 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d5535b32-07fc-4201-a188-d42e47030bb6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/security-groups/650b95d5-91cc-4a5e-8ffb-24a22e97a45b HTTP/1.1" status: 204 len: 168 time: 0.1401594 Aug 16 20:31:25.187449 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50176) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:25.199831 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5535b32-07fc-4201-a188-d42e47030bb6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=650b95d5-91cc-4a5e-8ffb-24a22e97a45b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:25.255355 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-77f0cc4a-20ff-4f92-be4f-4c8fb044dc1d tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:25.276798 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6c6b2-2c4e-4343-882f-0f83409474e3 req-9230e9c8-f273-454d-8e29-15f05d411514 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:25.278399 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d5e6c6b2-2c4e-4343-882f-0f83409474e3 req-9230e9c8-f273-454d-8e29-15f05d411514 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 945 time: 0.0576398 Aug 16 20:31:25.282392 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-77f0cc4a-20ff-4f92-be4f-4c8fb044dc1d tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:25.319331 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d5e6c6b2-2c4e-4343-882f-0f83409474e3 req-92cea0b7-df3a-4ffb-8744-b70111172c23 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342302 Aug 16 20:31:25.320000 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f89ddbf8-0f68-413b-9e28-072295dc1305 None None] Could not find standard attr ID for object 4e0a0afa-1f36-4b77-892e-44b622995ed2. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:31:25.330619 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-77f0cc4a-20ff-4f92-be4f-4c8fb044dc1d tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:25.332486 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f89ddbf8-0f68-413b-9e28-072295dc1305 None None] Provisioning complete for port 04e72998-4a8a-49c1-8c56-bab41c89faf8 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:25.332862 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f89ddbf8-0f68-413b-9e28-072295dc1305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:25.333227 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-77f0cc4a-20ff-4f92-be4f-4c8fb044dc1d tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:25.336752 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-77f0cc4a-20ff-4f92-be4f-4c8fb044dc1d tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/security-groups/eaa96135-5114-4fca-b580-4dc6888b638d HTTP/1.1" status: 204 len: 168 time: 0.1457949 Aug 16 20:31:25.337182 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50178) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:25.343931 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0cc4a-20ff-4f92-be4f-4c8fb044dc1d tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa96135-5114-4fca-b580-4dc6888b638d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:25.388662 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f89ddbf8-0f68-413b-9e28-072295dc1305 None None] Port 04e72998-4a8a-49c1-8c56-bab41c89faf8 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:31:25.400328 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f89ddbf8-0f68-413b-9e28-072295dc1305 None None] Provisioning for port 3b90bd8c-4497-44ad-bc47-52eb47daa2d0 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:25.400565 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1464a5b-8d03-4c77-822f-581c4dcd8aa6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting subnet 38437a32-eb36-483c-9cee-a9b241d1c398 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:31:25.404010 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1464a5b-8d03-4c77-822f-581c4dcd8aa6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:25.404954 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f89ddbf8-0f68-413b-9e28-072295dc1305 None None] Provisioning complete for port 3b90bd8c-4497-44ad-bc47-52eb47daa2d0 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:25.405326 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f89ddbf8-0f68-413b-9e28-072295dc1305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:25.456463 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1464a5b-8d03-4c77-822f-581c4dcd8aa6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:25.545161 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1464a5b-8d03-4c77-822f-581c4dcd8aa6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:25.602663 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9b4f6e24-dc03-4cb7-b97d-5e7c18d9e788 None None] Could not find standard attr ID for object 4e0a0afa-1f36-4b77-892e-44b622995ed2. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:31:25.606371 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1464a5b-8d03-4c77-822f-581c4dcd8aa6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:25.639866 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1464a5b-8d03-4c77-822f-581c4dcd8aa6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Subnet': ['ID=38437a32-eb36-483c-9cee-a9b241d1c398,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:25.643423 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1464a5b-8d03-4c77-822f-581c4dcd8aa6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:25.645328 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a1464a5b-8d03-4c77-822f-581c4dcd8aa6 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/subnets/38437a32-eb36-483c-9cee-a9b241d1c398 HTTP/1.1" status: 204 len: 168 time: 0.3068948 Aug 16 20:31:25.649080 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50180) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:25.664552 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67ee977-d6e4-4637-90db-cf34ad7864a9 None None] Network e316ce76-8c0c-44e2-9845-d205c949b83d requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:25.701630 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d3365d-d612-4bca-bfde-55ed7052dd8f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting subnet 641a8368-fc3a-400d-8c26-de82b55649f1 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:31:25.704618 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62d3365d-d612-4bca-bfde-55ed7052dd8f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:25.743487 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62d3365d-d612-4bca-bfde-55ed7052dd8f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:25.834180 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62d3365d-d612-4bca-bfde-55ed7052dd8f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:25.896387 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62d3365d-d612-4bca-bfde-55ed7052dd8f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:25.925351 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3365d-d612-4bca-bfde-55ed7052dd8f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Subnet': ['ID=641a8368-fc3a-400d-8c26-de82b55649f1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:25.927374 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62d3365d-d612-4bca-bfde-55ed7052dd8f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:25.931473 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-62d3365d-d612-4bca-bfde-55ed7052dd8f tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/subnets/641a8368-fc3a-400d-8c26-de82b55649f1 HTTP/1.1" status: 204 len: 168 time: 0.2793531 Aug 16 20:31:25.932859 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50182) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:25.959614 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5e7592-dc42-4c0f-bf8f-6d1471892418 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] DELETE failed (client error): The resource could not be found. Aug 16 20:31:25.959997 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b5e7592-dc42-4c0f-bf8f-6d1471892418 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:31:25.961764 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8b5e7592-dc42-4c0f-bf8f-6d1471892418 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/subnets/38437a32-eb36-483c-9cee-a9b241d1c398 HTTP/1.1" status: 404 len: 337 time: 0.0286887 Aug 16 20:31:25.964392 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50184) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:26.016912 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-928b018c-3d9b-4845-9c91-dc9f381f8f3a tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting subnet db8f76db-8c1c-400b-9036-e3cec2769364 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:31:26.020273 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-928b018c-3d9b-4845-9c91-dc9f381f8f3a tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:26.067637 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-928b018c-3d9b-4845-9c91-dc9f381f8f3a tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:26.160357 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-928b018c-3d9b-4845-9c91-dc9f381f8f3a tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:26.221087 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-928b018c-3d9b-4845-9c91-dc9f381f8f3a tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:26.254638 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b018c-3d9b-4845-9c91-dc9f381f8f3a tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Subnet': ['ID=db8f76db-8c1c-400b-9036-e3cec2769364,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:26.256696 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-928b018c-3d9b-4845-9c91-dc9f381f8f3a tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:26.260968 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-928b018c-3d9b-4845-9c91-dc9f381f8f3a tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/subnets/db8f76db-8c1c-400b-9036-e3cec2769364 HTTP/1.1" status: 204 len: 168 time: 0.2932732 Aug 16 20:31:26.261788 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50186) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:26.288557 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8f2947-9271-4e8d-be29-91ff9949a6e4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] DELETE failed (client error): The resource could not be found. Aug 16 20:31:26.289013 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af8f2947-9271-4e8d-be29-91ff9949a6e4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:31:26.290736 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-af8f2947-9271-4e8d-be29-91ff9949a6e4 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/subnets/d958d8f5-b2d5-466a-93ae-a0cb6cf29320 HTTP/1.1" status: 404 len: 337 time: 0.0279849 Aug 16 20:31:26.293433 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50188) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:26.303186 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabbfebb-b848-4967-b796-7eecde292a4c None None] Network e316ce76-8c0c-44e2-9845-d205c949b83d requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:26.320309 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c3f92cb0-4bc7-4ab4-937f-939b87e2db24 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "GET /v2.0/ports?device_id=6bd7711c-4464-4700-bdae-0cf2f6a945a4 HTTP/1.1" status: 200 len: 205 time: 0.0257342 Aug 16 20:31:26.323493 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50190) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:26.364627 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-7e9ee9da-8b37-445b-ae1e-21b3808d9c3d tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] delete failed (client error): The resource could not be found. Aug 16 20:31:26.368039 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7e9ee9da-8b37-445b-ae1e-21b3808d9c3d tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/routers/6bd7711c-4464-4700-bdae-0cf2f6a945a4 HTTP/1.1" status: 404 len: 336 time: 0.0412424 Aug 16 20:31:26.368348 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50194) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:26.377670 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-595d5be5-86e4-4c0d-8cbd-1c28882c5f2b None None] Provisioning complete for port 04e72998-4a8a-49c1-8c56-bab41c89faf8 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:26.378048 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-595d5be5-86e4-4c0d-8cbd-1c28882c5f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:26.398054 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c27891-f6b0-464d-bf7d-191a4dd9e861 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] DELETE failed (client error): The resource could not be found. Aug 16 20:31:26.398936 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54c27891-f6b0-464d-bf7d-191a4dd9e861 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:31:26.400943 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-54c27891-f6b0-464d-bf7d-191a4dd9e861 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/subnets/1fc5ab86-dc27-4e83-a925-8cd9e2c6f8d3 HTTP/1.1" status: 404 len: 337 time: 0.0315521 Aug 16 20:31:26.404413 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50196) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:26.445212 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-595d5be5-86e4-4c0d-8cbd-1c28882c5f2b None None] Port 04e72998-4a8a-49c1-8c56-bab41c89faf8 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:31:26.453762 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f9ecc2-a3c8-425b-b18a-ef9f5181a068 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] DELETE failed (client error): The resource could not be found. Aug 16 20:31:26.454228 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96f9ecc2-a3c8-425b-b18a-ef9f5181a068 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:31:26.455994 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-96f9ecc2-a3c8-425b-b18a-ef9f5181a068 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/subnets/fb48ceae-f5d1-448a-b2f5-6cff83a76ed4 HTTP/1.1" status: 404 len: 337 time: 0.0505095 Aug 16 20:31:26.458533 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50200) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:26.464874 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-595d5be5-86e4-4c0d-8cbd-1c28882c5f2b None None] Provisioning complete for port 3b90bd8c-4497-44ad-bc47-52eb47daa2d0 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:26.465254 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-595d5be5-86e4-4c0d-8cbd-1c28882c5f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:26.490451 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-25143a77-7c24-4940-94c7-c19e1d2e1393 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] DELETE failed (client error): The resource could not be found. Aug 16 20:31:26.491304 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25143a77-7c24-4940-94c7-c19e1d2e1393 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:31:26.492690 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-25143a77-7c24-4940-94c7-c19e1d2e1393 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/subnets/212d4238-7cd2-41ad-ad2a-2f4855afb4a9 HTTP/1.1" status: 404 len: 337 time: 0.0332506 Aug 16 20:31:26.496263 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50202) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:26.514063 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb159d-6a45-4742-9704-3030c9c2ca22 req-6755adf5-1655-405f-bb7f-ef8fdde33411 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:26.515651 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-21fb159d-6a45-4742-9704-3030c9c2ca22 req-6755adf5-1655-405f-bb7f-ef8fdde33411 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 945 time: 0.1090450 Aug 16 20:31:26.521479 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ed5ca0-e35e-4f6b-81a3-7bc0345d65c7 None None] DHCP port deletion for e316ce76-8c0c-44e2-9845-d205c949b83d request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:31:26.529975 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9622e07a-43be-4cba-a3f7-be61f1c35d6c tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] DELETE failed (client error): The resource could not be found. Aug 16 20:31:26.530589 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9622e07a-43be-4cba-a3f7-be61f1c35d6c tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:31:26.534670 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9622e07a-43be-4cba-a3f7-be61f1c35d6c tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/ports/7eea7a19-e4b1-4361-b1d6-0f819476cdb0 HTTP/1.1" status: 404 len: 333 time: 0.0350523 Aug 16 20:31:26.534918 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50204) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:26.556342 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-21fb159d-6a45-4742-9704-3030c9c2ca22 req-757c466a-dd95-48f4-b2ab-e89028d6c74a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339715 Aug 16 20:31:26.562017 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3149d4-ebe6-4d1e-abe2-07b853db6630 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] DELETE failed (client error): The resource could not be found. Aug 16 20:31:26.562347 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee3149d4-ebe6-4d1e-abe2-07b853db6630 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:31:26.566357 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ee3149d4-ebe6-4d1e-abe2-07b853db6630 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/subnets/d3dd610e-2287-453b-99f8-ff0761fe05fc HTTP/1.1" status: 404 len: 337 time: 0.0282934 Aug 16 20:31:26.566601 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50206) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:26.593653 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb13f1cc-644e-4afa-ae87-37a5ae3ce420 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] DELETE failed (client error): The resource could not be found. Aug 16 20:31:26.594110 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb13f1cc-644e-4afa-ae87-37a5ae3ce420 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:31:26.595872 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cb13f1cc-644e-4afa-ae87-37a5ae3ce420 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/subnets/20775531-f22d-4bd2-a49a-0492433c302c HTTP/1.1" status: 404 len: 337 time: 0.0283692 Aug 16 20:31:26.596622 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a1ed5ca0-e35e-4f6b-81a3-7bc0345d65c7 None None] Deleting port 3b90bd8c-4497-44ad-bc47-52eb47daa2d0 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:31:26.597001 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a1ed5ca0-e35e-4f6b-81a3-7bc0345d65c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:26.598296 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50208) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:26.625224 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2089dbf-5ba2-4700-9208-ce04c6027ebc tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] DELETE failed (client error): The resource could not be found. Aug 16 20:31:26.625843 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2089dbf-5ba2-4700-9208-ce04c6027ebc tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:31:26.627799 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a2089dbf-5ba2-4700-9208-ce04c6027ebc tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/ports/22ba69cc-05d0-41a8-881c-8cfef617b6bc HTTP/1.1" status: 404 len: 333 time: 0.0286105 Aug 16 20:31:26.630225 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50210) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:26.655509 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c98eaec9-b9de-421c-9845-e0fe153291b9 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] DELETE failed (client error): The resource could not be found. Aug 16 20:31:26.655952 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c98eaec9-b9de-421c-9845-e0fe153291b9 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:31:26.657644 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c98eaec9-b9de-421c-9845-e0fe153291b9 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/subnets/e3ecaace-39e7-47e7-a04c-d992eb411808 HTTP/1.1" status: 404 len: 337 time: 0.0265341 Aug 16 20:31:26.660086 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50212) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:26.662900 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a1ed5ca0-e35e-4f6b-81a3-7bc0345d65c7 None None] For port 3b90bd8c-4497-44ad-bc47-52eb47daa2d0, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=3b90bd8c-4497-44ad-bc47-52eb47daa2d0,segment=NetworkSegment(4054c10b-1f01-4458-a2b2-e00d116b5ae7),segment_id=4054c10b-1f01-4458-a2b2-e00d116b5ae7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:26.663456 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a1ed5ca0-e35e-4f6b-81a3-7bc0345d65c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:26.675470 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a1ed5ca0-e35e-4f6b-81a3-7bc0345d65c7 None None] Calling delete_port for 3b90bd8c-4497-44ad-bc47-52eb47daa2d0 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:26.685841 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cee69dc-22a6-4a8a-a5d4-ca96ead2a445 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] DELETE failed (client error): The resource could not be found. Aug 16 20:31:26.686292 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cee69dc-22a6-4a8a-a5d4-ca96ead2a445 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:31:26.688014 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6cee69dc-22a6-4a8a-a5d4-ca96ead2a445 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/subnets/1fbad4fd-5729-4594-ab66-f0f7661f043e HTTP/1.1" status: 404 len: 337 time: 0.0270360 Aug 16 20:31:26.690379 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50214) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:26.754767 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a1ed5ca0-e35e-4f6b-81a3-7bc0345d65c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:26.775875 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-35abde45-a7fa-4d60-8de4-3951af7f511e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Deleting port 04e72998-4a8a-49c1-8c56-bab41c89faf8 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:31:26.776212 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35abde45-a7fa-4d60-8de4-3951af7f511e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:26.780528 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed5ca0-e35e-4f6b-81a3-7bc0345d65c7 None None] Pushing event deleted for resources: {'Port': ['ID=3b90bd8c-4497-44ad-bc47-52eb47daa2d0,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:26.784925 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ed5ca0-e35e-4f6b-81a3-7bc0345d65c7 None None] No DVR routers for this DVR port 3b90bd8c-4497-44ad-bc47-52eb47daa2d0 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:31:26.849283 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35abde45-a7fa-4d60-8de4-3951af7f511e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:26.852355 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 3b90bd8c-4497-44ad-bc47-52eb47daa2d0 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:31:26.863016 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-35abde45-a7fa-4d60-8de4-3951af7f511e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Calling delete_port for 04e72998-4a8a-49c1-8c56-bab41c89faf8 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:26.873866 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 3b90bd8c-4497-44ad-bc47-52eb47daa2d0 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:31:26.874212 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 3b90bd8c-4497-44ad-bc47-52eb47daa2d0 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:31:26.942529 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35abde45-a7fa-4d60-8de4-3951af7f511e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:26.972545 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35abde45-a7fa-4d60-8de4-3951af7f511e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Port': ['ID=04e72998-4a8a-49c1-8c56-bab41c89faf8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:26.980296 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35abde45-a7fa-4d60-8de4-3951af7f511e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:26.982181 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-35abde45-a7fa-4d60-8de4-3951af7f511e tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/ports/04e72998-4a8a-49c1-8c56-bab41c89faf8 HTTP/1.1" status: 204 len: 168 time: 0.2909162 Aug 16 20:31:26.984618 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50216) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:27.059305 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cbcc5818-b049-4d06-bb02-90a7798ed018 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:27.147125 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cbcc5818-b049-4d06-bb02-90a7798ed018 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:27.156694 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-cbcc5818-b049-4d06-bb02-90a7798ed018 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e316ce76-8c0c-44e2-9845-d205c949b83d']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:27.166093 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-cbcc5818-b049-4d06-bb02-90a7798ed018 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4054c10b-1f01-4458-a2b2-e00d116b5ae7') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:27.166385 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-cbcc5818-b049-4d06-bb02-90a7798ed018 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4054c10b-1f01-4458-a2b2-e00d116b5ae7') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:27.175514 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cbcc5818-b049-4d06-bb02-90a7798ed018 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:27.190033 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cbcc5818-b049-4d06-bb02-90a7798ed018 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:27.195768 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbcc5818-b049-4d06-bb02-90a7798ed018 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:31:27.196144 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cbcc5818-b049-4d06-bb02-90a7798ed018 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:27.198953 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:31:27.198953 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:31:27.198953 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:31:27.198953 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:31:27.198953 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:31:27.198953 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:31:27.198953 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:31:27.198953 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:31:27.198953 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:31:27.198953 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:31:27.198953 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:31:27.198953 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:31:27.198953 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:31:27.198953 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:31:27.198953 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:31:27.198953 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:31:27.198953 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:31:27.198953 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:31:27.198953 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:31:27.198953 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:31:27.198953 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:31:27.198953 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:31:27.198953 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:31:27.198953 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:31:27.198953 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:31:27.198953 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:31:27.198953 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:31:27.198953 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:31:27.198953 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:31:27.198953 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:31:27.198953 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:31:27.198953 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:31:27.253910 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cbcc5818-b049-4d06-bb02-90a7798ed018 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:27.260741 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cbcc5818-b049-4d06-bb02-90a7798ed018 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:27.262428 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cbcc5818-b049-4d06-bb02-90a7798ed018 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] 10.222.0.68 "DELETE /v2.0/networks/e316ce76-8c0c-44e2-9845-d205c949b83d HTTP/1.1" status: 204 len: 168 time: 0.2768466 Aug 16 20:31:27.274032 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc5818-b049-4d06-bb02-90a7798ed018 tempest-PortsIpV6TestJSON-1781418957 tempest-PortsIpV6TestJSON-1781418957-project] Pushing event deleted for resources: {'Network': ['ID=e316ce76-8c0c-44e2-9845-d205c949b83d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:27.503131 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50222) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:27.649489 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2a9b613b-104c-4b6f-a193-358c96eafd2e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=57ab38ef32c440c6a7ac946d143eff56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451418 Aug 16 20:31:27.652723 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50228) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:27.684877 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62828cc4-53c0-499f-ad43-06cbe59fff93 req-4edd3e78-1b1c-4621-a676-1985c9ce3811 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:27.686368 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-62828cc4-53c0-499f-ad43-06cbe59fff93 req-4edd3e78-1b1c-4621-a676-1985c9ce3811 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 945 time: 0.0572305 Aug 16 20:31:27.700941 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dbd8f8b2-a89c-4049-aa21-ab8de5886ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:27.722781 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dbd8f8b2-a89c-4049-aa21-ab8de5886ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:27.724474 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-62828cc4-53c0-499f-ad43-06cbe59fff93 req-0c408e1c-fe76-423b-8b6f-61827046c0e7 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320821 Aug 16 20:31:27.769533 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dbd8f8b2-a89c-4049-aa21-ab8de5886ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:27.772328 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dbd8f8b2-a89c-4049-aa21-ab8de5886ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:27.773473 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-dbd8f8b2-a89c-4049-aa21-ab8de5886ccd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d6763ecb-ce76-44e1-a829-422e08484fa2 HTTP/1.1" status: 204 len: 168 time: 0.1197474 Aug 16 20:31:27.780911 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8f8b2-a89c-4049-aa21-ab8de5886ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6763ecb-ce76-44e1-a829-422e08484fa2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:28.396969 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50250) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:28.492646 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f40c0d87-4f23-4c1d-b515-d4e1f17b6d7c tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:28.493090 n-d-787206-13 neutron-server[94770]: WARNING neutron.api.v2.base [None req-f40c0d87-4f23-4c1d-b515-d4e1f17b6d7c tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 20:31:28.493613 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-f40c0d87-4f23-4c1d-b515-d4e1f17b6d7c tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 20:31:28.494715 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f40c0d87-4f23-4c1d-b515-d4e1f17b6d7c tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0966203 Aug 16 20:31:28.498753 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50254) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:28.503972 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6a1f140a-b89a-4b87-81c0-0e7f12a9a5c3 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group': {'name': 'tempest-secgroup--1263203048'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:28.525868 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a1f140a-b89a-4b87-81c0-0e7f12a9a5c3 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:28.533871 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a1f140a-b89a-4b87-81c0-0e7f12a9a5c3 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:28.623065 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a1f140a-b89a-4b87-81c0-0e7f12a9a5c3 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:28.627062 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a1f140a-b89a-4b87-81c0-0e7f12a9a5c3 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:28.662614 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f140a-b89a-4b87-81c0-0e7f12a9a5c3 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=172c6498-619b-400a-882c-64db9f711a18,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:28.719036 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a1f140a-b89a-4b87-81c0-0e7f12a9a5c3 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:28.722632 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a1f140a-b89a-4b87-81c0-0e7f12a9a5c3 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:28.750499 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a1f140a-b89a-4b87-81c0-0e7f12a9a5c3 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:28.754833 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6a1f140a-b89a-4b87-81c0-0e7f12a9a5c3 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2551203 Aug 16 20:31:28.755068 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50258) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:28.757352 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f140a-b89a-4b87-81c0-0e7f12a9a5c3 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5be2bfdf-b66c-477c-90c9-c1451bfaeacd,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:28.762410 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-439ccd2c-84d7-4833-8a8a-d61656b97029 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group_rule': {'security_group_id': '5be2bfdf-b66c-477c-90c9-c1451bfaeacd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:28.790641 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-439ccd2c-84d7-4833-8a8a-d61656b97029 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:28.839410 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-439ccd2c-84d7-4833-8a8a-d61656b97029 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:28.843204 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-439ccd2c-84d7-4833-8a8a-d61656b97029 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:28.846874 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8431f-400d-4820-82d8-57d3a0a469e0 req-d3cb593f-2d39-498b-97f5-e7df44ce8709 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:28.848429 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4be8431f-400d-4820-82d8-57d3a0a469e0 req-d3cb593f-2d39-498b-97f5-e7df44ce8709 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 945 time: 0.0500240 Aug 16 20:31:28.866191 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ccd2c-84d7-4833-8a8a-d61656b97029 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db8d6f6a-bccd-4fa2-bdcb-bd50c77fcd65,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:28.870694 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-439ccd2c-84d7-4833-8a8a-d61656b97029 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:28.871936 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-439ccd2c-84d7-4833-8a8a-d61656b97029 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158020 Aug 16 20:31:28.874698 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50260) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:28.880133 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f9a17dc4-2123-4eaa-a181-61eb759095e3 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group_rule': {'security_group_id': '5be2bfdf-b66c-477c-90c9-c1451bfaeacd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:28.889865 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4be8431f-400d-4820-82d8-57d3a0a469e0 req-e1db7491-7816-4a48-ba4f-cfde90d9e488 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348763 Aug 16 20:31:28.908478 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f9a17dc4-2123-4eaa-a181-61eb759095e3 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:28.953454 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-f9a17dc4-2123-4eaa-a181-61eb759095e3 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 20:31:28.954491 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f9a17dc4-2123-4eaa-a181-61eb759095e3 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0780270 Aug 16 20:31:28.957117 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50262) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:29.008876 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2095aedf-f785-4f5d-8fcd-bf71f788a269 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.034585 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2095aedf-f785-4f5d-8fcd-bf71f788a269 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.078256 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2095aedf-f785-4f5d-8fcd-bf71f788a269 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.080890 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2095aedf-f785-4f5d-8fcd-bf71f788a269 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.082018 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2095aedf-f785-4f5d-8fcd-bf71f788a269 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "DELETE /v2.0/security-groups/5be2bfdf-b66c-477c-90c9-c1451bfaeacd HTTP/1.1" status: 204 len: 168 time: 0.1239953 Aug 16 20:31:29.084771 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50264) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:29.090559 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095aedf-f785-4f5d-8fcd-bf71f788a269 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be2bfdf-b66c-477c-90c9-c1451bfaeacd,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:29.137581 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6d00822a-2403-47c1-8a33-81d37c2f7500 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0515654 Aug 16 20:31:29.141268 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50266) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:29.145777 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3b00d864-41fc-4239-89c6-a6efc335a590 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group': {'name': 'tempest-secgroup--783423576'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:29.168976 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b00d864-41fc-4239-89c6-a6efc335a590 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.247494 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b00d864-41fc-4239-89c6-a6efc335a590 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.251215 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b00d864-41fc-4239-89c6-a6efc335a590 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.283798 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b00d864-41fc-4239-89c6-a6efc335a590 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.285029 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3b00d864-41fc-4239-89c6-a6efc335a590 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1427424 Aug 16 20:31:29.285822 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00d864-41fc-4239-89c6-a6efc335a590 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5107324a-0cf3-4630-a126-da887bf6aeb0,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:29.287980 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50268) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:29.292854 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ddbc44e7-fcfe-4edb-8830-a52c2831b414 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group_rule': {'security_group_id': '5107324a-0cf3-4630-a126-da887bf6aeb0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:29.293790 n-d-787206-13 neutron-server[94771]: WARNING neutron.api.v2.base [None req-ddbc44e7-fcfe-4edb-8830-a52c2831b414 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 16 20:31:29.294351 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-ddbc44e7-fcfe-4edb-8830-a52c2831b414 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:31:29.295432 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ddbc44e7-fcfe-4edb-8830-a52c2831b414 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063820 Aug 16 20:31:29.297992 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50270) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:29.349321 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a8a91c6-83de-4094-8ebb-34d5f90421f8 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.371084 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a8a91c6-83de-4094-8ebb-34d5f90421f8 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.411904 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a8a91c6-83de-4094-8ebb-34d5f90421f8 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.414682 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a8a91c6-83de-4094-8ebb-34d5f90421f8 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.416002 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2a8a91c6-83de-4094-8ebb-34d5f90421f8 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "DELETE /v2.0/security-groups/5107324a-0cf3-4630-a126-da887bf6aeb0 HTTP/1.1" status: 204 len: 168 time: 0.1170077 Aug 16 20:31:29.418575 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50272) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:29.426231 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a91c6-83de-4094-8ebb-34d5f90421f8 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5107324a-0cf3-4630-a126-da887bf6aeb0,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:29.463600 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-36b9aeae-1eda-48be-baa2-67442b919c8d tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0437560 Aug 16 20:31:29.467327 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50274) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:29.471726 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d7b73ef8-10ca-4234-aed3-66ee798b9f47 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group': {'name': 'tempest-secgroup--1133960162'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:29.492563 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7b73ef8-10ca-4234-aed3-66ee798b9f47 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.571936 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7b73ef8-10ca-4234-aed3-66ee798b9f47 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.576144 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7b73ef8-10ca-4234-aed3-66ee798b9f47 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.602380 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7b73ef8-10ca-4234-aed3-66ee798b9f47 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.602946 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:31:29.603626 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d7b73ef8-10ca-4234-aed3-66ee798b9f47 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1353734 Aug 16 20:31:29.605441 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b73ef8-10ca-4234-aed3-66ee798b9f47 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f2bf29-89a7-4aea-8283-b86ad5868eab,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:29.606555 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50276) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:29.611495 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-762d1bab-b9da-4020-9dec-762176778bb2 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group_rule': {'security_group_id': 'e7f2bf29-89a7-4aea-8283-b86ad5868eab', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:29.612315 n-d-787206-13 neutron-server[94771]: WARNING neutron.api.v2.base [None req-762d1bab-b9da-4020-9dec-762176778bb2 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 16 20:31:29.612804 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-762d1bab-b9da-4020-9dec-762176778bb2 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:31:29.613734 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-762d1bab-b9da-4020-9dec-762176778bb2 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059896 Aug 16 20:31:29.616235 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50278) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:29.668674 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9ff3e07-674c-4a1c-957b-8f7e2de13387 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.693695 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9ff3e07-674c-4a1c-957b-8f7e2de13387 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.742124 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9ff3e07-674c-4a1c-957b-8f7e2de13387 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.745484 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9ff3e07-674c-4a1c-957b-8f7e2de13387 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.746784 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a9ff3e07-674c-4a1c-957b-8f7e2de13387 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "DELETE /v2.0/security-groups/e7f2bf29-89a7-4aea-8283-b86ad5868eab HTTP/1.1" status: 204 len: 168 time: 0.1296954 Aug 16 20:31:29.749874 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50280) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:29.755846 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff3e07-674c-4a1c-957b-8f7e2de13387 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f2bf29-89a7-4aea-8283-b86ad5868eab,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:29.792368 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-71593392-92bf-4822-af0a-d973c23fc695 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0412743 Aug 16 20:31:29.795889 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50282) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:29.800233 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8c7cbdc4-8faf-4d02-b2ef-3385e9ec080d tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group': {'name': 'tempest-secgroup--759533057'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:29.821931 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c7cbdc4-8faf-4d02-b2ef-3385e9ec080d tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.903160 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c7cbdc4-8faf-4d02-b2ef-3385e9ec080d tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.906635 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c7cbdc4-8faf-4d02-b2ef-3385e9ec080d tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.934330 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c7cbdc4-8faf-4d02-b2ef-3385e9ec080d tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.935721 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8c7cbdc4-8faf-4d02-b2ef-3385e9ec080d tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1387365 Aug 16 20:31:29.938975 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7cbdc4-8faf-4d02-b2ef-3385e9ec080d tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55c2efb0-bd87-45f1-a97a-feca57bd5351,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:29.939122 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50286) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:29.944276 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-bb0170c9-2f66-4c39-a97c-3336284f9906 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group_rule': {'security_group_id': '55c2efb0-bd87-45f1-a97a-feca57bd5351', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:29.945092 n-d-787206-13 neutron-server[94771]: WARNING neutron.api.v2.base [None req-bb0170c9-2f66-4c39-a97c-3336284f9906 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 16 20:31:29.945637 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-bb0170c9-2f66-4c39-a97c-3336284f9906 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:31:29.947195 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bb0170c9-2f66-4c39-a97c-3336284f9906 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062845 Aug 16 20:31:29.949395 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50288) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:29.954797 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-75a253f9-526b-4bf3-b111-44d98677fef3 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group_rule': {'security_group_id': '55c2efb0-bd87-45f1-a97a-feca57bd5351', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:29.955452 n-d-787206-13 neutron-server[94771]: WARNING neutron.api.v2.base [None req-75a253f9-526b-4bf3-b111-44d98677fef3 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 16 20:31:29.955969 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-75a253f9-526b-4bf3-b111-44d98677fef3 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:31:29.957182 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-75a253f9-526b-4bf3-b111-44d98677fef3 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0066364 Aug 16 20:31:29.959380 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50290) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:29.963741 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2f0a65c6-328a-4bd4-a275-1f5e7450c0a0 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group_rule': {'security_group_id': '55c2efb0-bd87-45f1-a97a-feca57bd5351', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:29.964539 n-d-787206-13 neutron-server[94771]: WARNING neutron.api.v2.base [None req-2f0a65c6-328a-4bd4-a275-1f5e7450c0a0 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 16 20:31:29.965001 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-2f0a65c6-328a-4bd4-a275-1f5e7450c0a0 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:31:29.965918 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2f0a65c6-328a-4bd4-a275-1f5e7450c0a0 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056968 Aug 16 20:31:29.968342 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50292) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:29.972518 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3fa64a2e-49cc-4e62-aac5-aab8080ed3b1 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group_rule': {'security_group_id': '55c2efb0-bd87-45f1-a97a-feca57bd5351', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:29.973913 n-d-787206-13 neutron-server[94771]: WARNING neutron.api.v2.base [None req-3fa64a2e-49cc-4e62-aac5-aab8080ed3b1 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 16 20:31:29.974369 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-3fa64a2e-49cc-4e62-aac5-aab8080ed3b1 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:31:29.975289 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3fa64a2e-49cc-4e62-aac5-aab8080ed3b1 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0059693 Aug 16 20:31:29.977628 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50294) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:30.024473 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50eee8b-6c4f-44fb-a602-0c7a22111e8c req-9195587e-4c30-4508-ad49-221b5e6fac2c tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:30.026305 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c50eee8b-6c4f-44fb-a602-0c7a22111e8c req-9195587e-4c30-4508-ad49-221b5e6fac2c tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 945 time: 0.0501704 Aug 16 20:31:30.034799 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5d58a4fb-fb0e-4753-a575-279bb677cec4 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:30.058714 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5d58a4fb-fb0e-4753-a575-279bb677cec4 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:30.068786 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c50eee8b-6c4f-44fb-a602-0c7a22111e8c req-0fcda711-72bd-4507-9636-e6ebe9eb8239 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364959 Aug 16 20:31:30.099438 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5d58a4fb-fb0e-4753-a575-279bb677cec4 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:30.101996 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5d58a4fb-fb0e-4753-a575-279bb677cec4 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:30.103139 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5d58a4fb-fb0e-4753-a575-279bb677cec4 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "DELETE /v2.0/security-groups/55c2efb0-bd87-45f1-a97a-feca57bd5351 HTTP/1.1" status: 204 len: 168 time: 0.1245182 Aug 16 20:31:30.106388 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50296) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:30.112659 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58a4fb-fb0e-4753-a575-279bb677cec4 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c2efb0-bd87-45f1-a97a-feca57bd5351,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:30.158705 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-48978662-54cf-40ad-b1e2-087d7d78a417 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0510178 Aug 16 20:31:30.162794 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50298) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:30.167863 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-228498a8-681a-4549-b798-077a48f74e2e tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group': {'name': 'tempest-secgroup--307031923'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:30.190892 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-228498a8-681a-4549-b798-077a48f74e2e tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:30.273829 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-228498a8-681a-4549-b798-077a48f74e2e tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:30.278219 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-228498a8-681a-4549-b798-077a48f74e2e tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:30.304945 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-228498a8-681a-4549-b798-077a48f74e2e tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:30.306148 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-228498a8-681a-4549-b798-077a48f74e2e tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1422634 Aug 16 20:31:30.309378 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50300) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:30.310114 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228498a8-681a-4549-b798-077a48f74e2e tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea851c0-ec97-455d-9efc-a782c781f070,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:30.314123 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7ee798e1-a723-4408-bf4d-5c91cb7cacc0 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group_rule': {'security_group_id': '9ea851c0-ec97-455d-9efc-a782c781f070', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:30.314868 n-d-787206-13 neutron-server[94770]: WARNING neutron.api.v2.base [None req-7ee798e1-a723-4408-bf4d-5c91cb7cacc0 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 20:31:30.315607 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-7ee798e1-a723-4408-bf4d-5c91cb7cacc0 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:31:30.316549 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7ee798e1-a723-4408-bf4d-5c91cb7cacc0 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061851 Aug 16 20:31:30.319117 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50302) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:30.324076 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ac5be810-404a-415d-a0ed-b1ec83ac8340 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group_rule': {'security_group_id': '9ea851c0-ec97-455d-9efc-a782c781f070', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:30.358212 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-ac5be810-404a-415d-a0ed-b1ec83ac8340 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:31:30.359225 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ac5be810-404a-415d-a0ed-b1ec83ac8340 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0392251 Aug 16 20:31:30.361989 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50304) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:30.366440 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3f23ff0f-2ef6-4201-831a-aba1ae1c04a7 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group_rule': {'security_group_id': '9ea851c0-ec97-455d-9efc-a782c781f070', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:30.366912 n-d-787206-13 neutron-server[94770]: WARNING neutron.api.v2.base [None req-3f23ff0f-2ef6-4201-831a-aba1ae1c04a7 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 16 20:31:30.367457 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-3f23ff0f-2ef6-4201-831a-aba1ae1c04a7 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:31:30.368412 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3f23ff0f-2ef6-4201-831a-aba1ae1c04a7 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055280 Aug 16 20:31:30.370813 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50306) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:30.375424 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b3289c2d-9471-48e0-b9e2-b47024e7c5ec tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group_rule': {'security_group_id': '9ea851c0-ec97-455d-9efc-a782c781f070', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:30.408629 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-b3289c2d-9471-48e0-b9e2-b47024e7c5ec tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:31:30.409723 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b3289c2d-9471-48e0-b9e2-b47024e7c5ec tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0379875 Aug 16 20:31:30.412366 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50308) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:30.417439 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-45df003a-d1ca-4feb-8d54-950e70cf4152 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group_rule': {'security_group_id': '9ea851c0-ec97-455d-9efc-a782c781f070', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:30.417894 n-d-787206-13 neutron-server[94770]: WARNING neutron.api.v2.base [None req-45df003a-d1ca-4feb-8d54-950e70cf4152 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 20:31:30.418340 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-45df003a-d1ca-4feb-8d54-950e70cf4152 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:31:30.419838 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-45df003a-d1ca-4feb-8d54-950e70cf4152 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059974 Aug 16 20:31:30.422888 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50310) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:30.426769 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-de8a825f-e58f-43f5-a7dc-54f7f254893d tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group_rule': {'security_group_id': '9ea851c0-ec97-455d-9efc-a782c781f070', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:30.447338 n-d-787206-13 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-de8a825f-e58f-43f5-a7dc-54f7f254893d tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Project 8c07b906242f46e98bb007510f54bb3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:31:30.459359 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-de8a825f-e58f-43f5-a7dc-54f7f254893d tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:31:30.460456 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-de8a825f-e58f-43f5-a7dc-54f7f254893d tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0366812 Aug 16 20:31:30.463104 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50312) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:30.468282 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-40caa7e9-af76-43a0-b144-9d5139286688 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group_rule': {'security_group_id': '9ea851c0-ec97-455d-9efc-a782c781f070', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:30.468754 n-d-787206-13 neutron-server[94770]: WARNING neutron.api.v2.base [None req-40caa7e9-af76-43a0-b144-9d5139286688 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 16 20:31:30.469794 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-40caa7e9-af76-43a0-b144-9d5139286688 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:31:30.470724 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-40caa7e9-af76-43a0-b144-9d5139286688 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060854 Aug 16 20:31:30.473029 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50314) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:30.477201 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ea9887ff-0b90-44f4-8a3f-4b65a4353cdf tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group_rule': {'security_group_id': '9ea851c0-ec97-455d-9efc-a782c781f070', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:30.499374 n-d-787206-13 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-ea9887ff-0b90-44f4-8a3f-4b65a4353cdf tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Project 8c07b906242f46e98bb007510f54bb3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:31:30.512265 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-ea9887ff-0b90-44f4-8a3f-4b65a4353cdf tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:31:30.513480 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ea9887ff-0b90-44f4-8a3f-4b65a4353cdf tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0395873 Aug 16 20:31:30.516231 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50316) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:30.521274 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7cacfd70-f955-4046-940f-b7d0649f4279 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group_rule': {'security_group_id': '9ea851c0-ec97-455d-9efc-a782c781f070', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:30.543313 n-d-787206-13 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-7cacfd70-f955-4046-940f-b7d0649f4279 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Project 8c07b906242f46e98bb007510f54bb3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:31:30.555014 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-7cacfd70-f955-4046-940f-b7d0649f4279 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:31:30.556071 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7cacfd70-f955-4046-940f-b7d0649f4279 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0389178 Aug 16 20:31:30.558708 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50318) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:30.609402 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5cb93905-773f-4002-9c9a-a6ccc51d4e3b tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:30.633706 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5cb93905-773f-4002-9c9a-a6ccc51d4e3b tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:30.673516 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5cb93905-773f-4002-9c9a-a6ccc51d4e3b tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:30.676024 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5cb93905-773f-4002-9c9a-a6ccc51d4e3b tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:30.677221 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5cb93905-773f-4002-9c9a-a6ccc51d4e3b tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "DELETE /v2.0/security-groups/9ea851c0-ec97-455d-9efc-a782c781f070 HTTP/1.1" status: 204 len: 168 time: 0.1175599 Aug 16 20:31:30.680109 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50320) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:30.685845 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb93905-773f-4002-9c9a-a6ccc51d4e3b tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea851c0-ec97-455d-9efc-a782c781f070,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:30.724568 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d23a766d-d7d0-44cd-92c3-cd7985c501ad tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0432320 Aug 16 20:31:30.728270 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50322) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:30.732695 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-722ae24f-f967-400d-9cee-ff7721045ab1 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group': {'name': 'tempest-secgroup--100592926'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:30.753907 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-722ae24f-f967-400d-9cee-ff7721045ab1 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:30.834304 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-722ae24f-f967-400d-9cee-ff7721045ab1 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:30.837953 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-722ae24f-f967-400d-9cee-ff7721045ab1 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:30.865781 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-722ae24f-f967-400d-9cee-ff7721045ab1 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:30.866987 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-722ae24f-f967-400d-9cee-ff7721045ab1 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1378083 Aug 16 20:31:30.868801 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ae24f-f967-400d-9cee-ff7721045ab1 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33e60897-2e87-40bb-8dad-cccacd53d6ad,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:30.870106 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50324) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:30.875015 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-70fb40f6-8274-463c-90a5-a851a8d0e759 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group_rule': {'security_group_id': '33e60897-2e87-40bb-8dad-cccacd53d6ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:30.912865 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-70fb40f6-8274-463c-90a5-a851a8d0e759 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] create failed (client error): The resource could not be found. Aug 16 20:31:30.913889 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-70fb40f6-8274-463c-90a5-a851a8d0e759 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0428016 Aug 16 20:31:30.916796 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50326) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:30.921065 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-5ade00e6-542d-497c-b90c-802b42e371d7 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group_rule': {'security_group_id': '33e60897-2e87-40bb-8dad-cccacd53d6ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '6fcc0781-5468-4518-a126-e2c4fb60bb46'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:30.959111 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-5ade00e6-542d-497c-b90c-802b42e371d7 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] create failed (client error): The resource could not be found. Aug 16 20:31:30.960050 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5ade00e6-542d-497c-b90c-802b42e371d7 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0423729 Aug 16 20:31:30.962771 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50328) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:31.014891 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-314e64a9-5282-4d6a-b6a4-ddff688d02b3 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:31.035928 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-314e64a9-5282-4d6a-b6a4-ddff688d02b3 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:31.077043 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-314e64a9-5282-4d6a-b6a4-ddff688d02b3 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:31.079633 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-314e64a9-5282-4d6a-b6a4-ddff688d02b3 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:31.080804 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-314e64a9-5282-4d6a-b6a4-ddff688d02b3 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "DELETE /v2.0/security-groups/33e60897-2e87-40bb-8dad-cccacd53d6ad HTTP/1.1" status: 204 len: 168 time: 0.1169767 Aug 16 20:31:31.083599 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50330) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:31.089505 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e64a9-5282-4d6a-b6a4-ddff688d02b3 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e60897-2e87-40bb-8dad-cccacd53d6ad,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:31.136502 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f34ef938-4ef6-4290-a662-be61fccaf062 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0507183 Aug 16 20:31:31.140461 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50334) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:31.144889 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-51c672d1-a641-438d-a821-92d8d0eb3b9c tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group_rule': {'security_group_id': 'cbb64acb-606e-43bc-9e39-506d4bc27812', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:31.188030 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-51c672d1-a641-438d-a821-92d8d0eb3b9c tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] create failed (client error): The resource could not be found. Aug 16 20:31:31.192505 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-51c672d1-a641-438d-a821-92d8d0eb3b9c tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0477092 Aug 16 20:31:31.192719 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50336) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:31.198417 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0d568e8c-ec22-420c-afc0-5aa01731a3cb tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group': {'name': 'tempest-secgroup--1352665141'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:31.212470 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4890f-da7f-45cc-99f7-c22001d63657 req-51471f81-b985-44da-bccc-c37b98f18198 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:31.214862 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a8f4890f-da7f-45cc-99f7-c22001d63657 req-51471f81-b985-44da-bccc-c37b98f18198 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 945 time: 0.0646968 Aug 16 20:31:31.224708 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0d568e8c-ec22-420c-afc0-5aa01731a3cb tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:31.254891 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a8f4890f-da7f-45cc-99f7-c22001d63657 req-cf2ae37b-9e34-43f2-84c8-c06bb30d9816 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336795 Aug 16 20:31:31.312301 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0d568e8c-ec22-420c-afc0-5aa01731a3cb tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:31.316689 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0d568e8c-ec22-420c-afc0-5aa01731a3cb tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:31.346365 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0d568e8c-ec22-420c-afc0-5aa01731a3cb tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:31.347595 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0d568e8c-ec22-420c-afc0-5aa01731a3cb tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1537645 Aug 16 20:31:31.348666 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d568e8c-ec22-420c-afc0-5aa01731a3cb tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc23a9d5-5a99-4271-9d1e-46c4b68e900c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:31.351706 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50338) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:31.356566 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-4011b123-1236-4de0-b401-e98e036f5c10 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group': {'name': 'tempest-secgroup--1625214291'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:31.378918 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4011b123-1236-4de0-b401-e98e036f5c10 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:31.464636 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4011b123-1236-4de0-b401-e98e036f5c10 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:31.468147 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4011b123-1236-4de0-b401-e98e036f5c10 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:31.496262 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4011b123-1236-4de0-b401-e98e036f5c10 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:31.497473 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4011b123-1236-4de0-b401-e98e036f5c10 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1447833 Aug 16 20:31:31.499282 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011b123-1236-4de0-b401-e98e036f5c10 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9254f88-79df-4e7e-972c-1bf117e0ca8c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:31.500622 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50340) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:31.505515 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-45611630-3d5d-4686-a900-295adadfdf68 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group_rule': {'security_group_id': 'bc23a9d5-5a99-4271-9d1e-46c4b68e900c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a9254f88-79df-4e7e-972c-1bf117e0ca8c'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:31.543099 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-45611630-3d5d-4686-a900-295adadfdf68 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:31:31.544196 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-45611630-3d5d-4686-a900-295adadfdf68 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0425828 Aug 16 20:31:31.546986 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50342) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:31.600546 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a10f688b-2a58-4470-86b6-fa685c2a8424 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:31.623678 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a10f688b-2a58-4470-86b6-fa685c2a8424 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:31.664115 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a10f688b-2a58-4470-86b6-fa685c2a8424 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:31.667165 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a10f688b-2a58-4470-86b6-fa685c2a8424 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:31.670989 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a10f688b-2a58-4470-86b6-fa685c2a8424 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "DELETE /v2.0/security-groups/a9254f88-79df-4e7e-972c-1bf117e0ca8c HTTP/1.1" status: 204 len: 168 time: 0.1204920 Aug 16 20:31:31.671618 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50344) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:31.677587 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f688b-2a58-4470-86b6-fa685c2a8424 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9254f88-79df-4e7e-972c-1bf117e0ca8c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:31.731747 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f791e9a2-2f35-4e3c-b1e0-7d5010ab01ba tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0584538 Aug 16 20:31:31.734273 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50346) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:31.787516 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e3e6ad9-3a0c-4623-8c2f-82b742c395b3 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:31.810572 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e3e6ad9-3a0c-4623-8c2f-82b742c395b3 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:31.823341 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a35fa87b-422a-40ee-a8f7-b0a9aa7d018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:31.859955 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e3e6ad9-3a0c-4623-8c2f-82b742c395b3 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:31.862580 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e3e6ad9-3a0c-4623-8c2f-82b742c395b3 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:31.863815 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1e3e6ad9-3a0c-4623-8c2f-82b742c395b3 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "DELETE /v2.0/security-groups/bc23a9d5-5a99-4271-9d1e-46c4b68e900c HTTP/1.1" status: 204 len: 168 time: 0.1286461 Aug 16 20:31:31.866491 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50348) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:31.873623 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e6ad9-3a0c-4623-8c2f-82b742c395b3 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc23a9d5-5a99-4271-9d1e-46c4b68e900c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:31.910751 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ba82f2e1-b83a-45e5-9192-bc7dfc1ae5ff tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0426445 Aug 16 20:31:31.914410 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50350) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:31.919591 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b6daaafb-7f96-42e9-902c-a4edc16f286d tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group': {'name': 'tempest-secgroup--1728925012'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:31.940366 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6daaafb-7f96-42e9-902c-a4edc16f286d tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:32.030181 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6daaafb-7f96-42e9-902c-a4edc16f286d tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:32.033714 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6daaafb-7f96-42e9-902c-a4edc16f286d tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:32.060395 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6daaafb-7f96-42e9-902c-a4edc16f286d tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:32.061636 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b6daaafb-7f96-42e9-902c-a4edc16f286d tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1462843 Aug 16 20:31:32.064613 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50352) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:32.069948 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-afb35e5d-112a-48b5-98a5-53b80f70e4cb tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group_rule': {'security_group_id': '5229f231-902c-4da2-9978-abb1e64002e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:32.075419 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6daaafb-7f96-42e9-902c-a4edc16f286d tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5229f231-902c-4da2-9978-abb1e64002e7,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:32.105884 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-afb35e5d-112a-48b5-98a5-53b80f70e4cb tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:31:32.107029 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-afb35e5d-112a-48b5-98a5-53b80f70e4cb tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0407701 Aug 16 20:31:32.110312 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50354) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:32.115282 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2a5212b5-cd6f-415f-8ef9-ece15597b9ab tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group_rule': {'security_group_id': '5229f231-902c-4da2-9978-abb1e64002e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:32.154340 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-2a5212b5-cd6f-415f-8ef9-ece15597b9ab tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:31:32.155411 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2a5212b5-cd6f-415f-8ef9-ece15597b9ab tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0441213 Aug 16 20:31:32.158195 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50356) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:32.208520 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9aa287ae-e0ff-48c4-9055-e254c0828136 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:32.230249 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9aa287ae-e0ff-48c4-9055-e254c0828136 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:32.270188 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9aa287ae-e0ff-48c4-9055-e254c0828136 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:32.272687 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9aa287ae-e0ff-48c4-9055-e254c0828136 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:32.273912 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9aa287ae-e0ff-48c4-9055-e254c0828136 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "DELETE /v2.0/security-groups/5229f231-902c-4da2-9978-abb1e64002e7 HTTP/1.1" status: 204 len: 168 time: 0.1148279 Aug 16 20:31:32.277183 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50358) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:32.283503 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa287ae-e0ff-48c4-9055-e254c0828136 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5229f231-902c-4da2-9978-abb1e64002e7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:32.325642 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-938cd922-1cdc-42d0-9bdb-520363104d4a tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0472674 Aug 16 20:31:32.329531 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50362) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:32.334296 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-15966e48-52e8-4bf3-8073-c413c3afbf2c tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group': {'name': 'tempest-secgroup--921904880'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:32.388013 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15966e48-52e8-4bf3-8073-c413c3afbf2c tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:32.408815 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6be81-238b-43af-b1c0-549742fd562b req-b0eac933-1271-4405-9474-7fd77d39c62a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:32.410285 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-68e6be81-238b-43af-b1c0-549742fd562b req-b0eac933-1271-4405-9474-7fd77d39c62a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 945 time: 0.0692430 Aug 16 20:31:32.468821 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-68e6be81-238b-43af-b1c0-549742fd562b req-4a78d213-5e34-4666-a3bb-b4342656fa14 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510342 Aug 16 20:31:32.513492 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15966e48-52e8-4bf3-8073-c413c3afbf2c tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:32.517714 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15966e48-52e8-4bf3-8073-c413c3afbf2c tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:32.542309 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15966e48-52e8-4bf3-8073-c413c3afbf2c tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:32.543454 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-15966e48-52e8-4bf3-8073-c413c3afbf2c tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2128522 Aug 16 20:31:32.546476 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50364) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:32.547369 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15966e48-52e8-4bf3-8073-c413c3afbf2c tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceacfe57-8147-461c-94de-9dd117b17dd6,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:32.552253 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-09af5280-6c4b-4e26-922d-12832229fc78 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:32.552673 n-d-787206-13 neutron-server[94770]: WARNING neutron.api.v2.base [None req-09af5280-6c4b-4e26-922d-12832229fc78 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 20:31:32.553161 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-09af5280-6c4b-4e26-922d-12832229fc78 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 20:31:32.554121 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-09af5280-6c4b-4e26-922d-12832229fc78 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "PUT /v2.0/security-groups/ceacfe57-8147-461c-94de-9dd117b17dd6 HTTP/1.1" status: 409 len: 330 time: 0.0064833 Aug 16 20:31:32.556585 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50366) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:32.607608 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a3c947a-8f1f-482b-a4db-2f916fdf196b tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:32.629135 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a3c947a-8f1f-482b-a4db-2f916fdf196b tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:32.669221 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a3c947a-8f1f-482b-a4db-2f916fdf196b tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:32.671751 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a3c947a-8f1f-482b-a4db-2f916fdf196b tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:32.672861 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0a3c947a-8f1f-482b-a4db-2f916fdf196b tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "DELETE /v2.0/security-groups/ceacfe57-8147-461c-94de-9dd117b17dd6 HTTP/1.1" status: 204 len: 168 time: 0.1154268 Aug 16 20:31:32.675554 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50368) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:32.681594 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c947a-8f1f-482b-a4db-2f916fdf196b tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceacfe57-8147-461c-94de-9dd117b17dd6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:32.719192 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e66388e2-837a-4f91-8a5f-1a29a22a51f0 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0415912 Aug 16 20:31:32.721942 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50370) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:32.733916 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-0f242790-ea3b-43c1-a3a3-fbd72220e59b tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] delete failed (client error): The resource could not be found. Aug 16 20:31:32.734858 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0f242790-ea3b-43c1-a3a3-fbd72220e59b tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "DELETE /v2.0/security-groups/01d60630-b4de-48e5-a6c6-09b2702d3312 HTTP/1.1" status: 404 len: 347 time: 0.0120223 Aug 16 20:31:32.738045 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50372) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:32.750608 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-9704d8dc-f45c-428d-ae1c-f0895b56bcbe tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] show failed (client error): The resource could not be found. Aug 16 20:31:32.751796 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9704d8dc-f45c-428d-ae1c-f0895b56bcbe tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "GET /v2.0/security-groups/fb70d3d6-7ab1-4a2b-9293-1a93c3ec3a21 HTTP/1.1" status: 404 len: 347 time: 0.0126646 Aug 16 20:31:32.754764 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50374) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:32.767631 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-37df5f61-3044-4d93-b879-3564d29c4d26 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] show failed (client error): The resource could not be found. Aug 16 20:31:32.768569 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-37df5f61-3044-4d93-b879-3564d29c4d26 tempest-NegativeSecGroupIPv6Test-146616586 tempest-NegativeSecGroupIPv6Test-146616586-project] 10.222.0.68 "GET /v2.0/security-group-rules/389d8b41-2d9b-4199-91fa-a06cb96a32ee HTTP/1.1" status: 404 len: 356 time: 0.0129673 Aug 16 20:31:33.007705 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50380) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:33.142725 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bd787dcb-6449-42ab-81f3-5a64b936dad1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8c07b906242f46e98bb007510f54bb3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1338260 Aug 16 20:31:33.145115 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50384) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:33.195016 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a975c400-c941-49fe-aa21-17ddc1b42f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:33.215711 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a975c400-c941-49fe-aa21-17ddc1b42f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:33.262086 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a975c400-c941-49fe-aa21-17ddc1b42f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:33.264752 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a975c400-c941-49fe-aa21-17ddc1b42f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:33.265893 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a975c400-c941-49fe-aa21-17ddc1b42f29 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/172c6498-619b-400a-882c-64db9f711a18 HTTP/1.1" status: 204 len: 168 time: 0.1198657 Aug 16 20:31:33.275444 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975c400-c941-49fe-aa21-17ddc1b42f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172c6498-619b-400a-882c-64db9f711a18,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:33.591534 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372c4e1-fd65-4860-b306-6fa74f902ce0 req-0116430d-b2f7-4947-90b5-72bc0e02638a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:33.592994 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a372c4e1-fd65-4860-b306-6fa74f902ce0 req-0116430d-b2f7-4947-90b5-72bc0e02638a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 945 time: 0.0491374 Aug 16 20:31:33.631051 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a372c4e1-fd65-4860-b306-6fa74f902ce0 req-1af171f5-56f5-4d8e-b05b-f6f0200b32e3 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320852 Aug 16 20:31:33.889107 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50408) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:33.984291 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-66fe66ba-f16e-40fa-ac63-e7f41ecc9c45 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1109351250'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:34.005005 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fe66ba-f16e-40fa-ac63-e7f41ecc9c45 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] Made reservation on behalf of c3fece670a604cd1893fc50e7edc3556 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:34.008536 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66fe66ba-f16e-40fa-ac63-e7f41ecc9c45 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:34.027637 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66fe66ba-f16e-40fa-ac63-e7f41ecc9c45 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:34.122726 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66fe66ba-f16e-40fa-ac63-e7f41ecc9c45 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:34.126429 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66fe66ba-f16e-40fa-ac63-e7f41ecc9c45 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:34.152768 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66fe66ba-f16e-40fa-ac63-e7f41ecc9c45 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:31:34.161382 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe66ba-f16e-40fa-ac63-e7f41ecc9c45 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d403614-41cd-4aef-8b97-006c3fd3c48c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:34.167750 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66fe66ba-f16e-40fa-ac63-e7f41ecc9c45 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:34.168097 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-66fe66ba-f16e-40fa-ac63-e7f41ecc9c45 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] Added segment db5f394a-ace6-4e2f-ad16-1dab58126aa0 of type vlan for network 832d0ede-f1d5-4774-a0f3-e022f4779b2e Aug 16 20:31:34.207672 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66fe66ba-f16e-40fa-ac63-e7f41ecc9c45 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:34.237135 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66fe66ba-f16e-40fa-ac63-e7f41ecc9c45 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:34.242649 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fe66ba-f16e-40fa-ac63-e7f41ecc9c45 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:34.243226 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66fe66ba-f16e-40fa-ac63-e7f41ecc9c45 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:34.297994 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-66fe66ba-f16e-40fa-ac63-e7f41ecc9c45 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.4077880 Aug 16 20:31:34.301513 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50424) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:34.306403 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-4d5d7f31-4928-40c1-bf8a-58eb38ad6b31 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '832d0ede-f1d5-4774-a0f3-e022f4779b2e', 'tempest-TagsTest-Tag-1877852259') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:34.313913 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe66ba-f16e-40fa-ac63-e7f41ecc9c45 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] Pushing event updated for resources: {'Network': ['ID=832d0ede-f1d5-4774-a0f3-e022f4779b2e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:34.326411 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 832d0ede-f1d5-4774-a0f3-e022f4779b2e details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:31:34.409207 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb257ab5-ef54-4ccf-803a-37d66fc844e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:34.414418 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4d5d7f31-4928-40c1-bf8a-58eb38ad6b31 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] 10.222.0.68 "PUT /v2.0/networks/832d0ede-f1d5-4774-a0f3-e022f4779b2e/tags/tempest-TagsTest-Tag-1877852259 HTTP/1.1" status: 201 len: 201 time: 0.1118162 Aug 16 20:31:34.417502 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50428) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:34.421762 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-dfd7ef1a-4417-4ea3-9c6c-8b0a4beb619c tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '832d0ede-f1d5-4774-a0f3-e022f4779b2e', 'tempest-TagsTest-Tag-1877852259') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:34.494848 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-dfd7ef1a-4417-4ea3-9c6c-8b0a4beb619c tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] 10.222.0.68 "GET /v2.0/networks/832d0ede-f1d5-4774-a0f3-e022f4779b2e/tags/tempest-TagsTest-Tag-1877852259 HTTP/1.1" status: 204 len: 168 time: 0.0761218 Aug 16 20:31:34.497014 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50438) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:34.501393 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-aede9f65-a043-4cac-9a05-165215e581f4 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '832d0ede-f1d5-4774-a0f3-e022f4779b2e') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:34.568517 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-aede9f65-a043-4cac-9a05-165215e581f4 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] 10.222.0.68 "GET /v2.0/networks/832d0ede-f1d5-4774-a0f3-e022f4779b2e/tags HTTP/1.1" status: 200 len: 238 time: 0.0704701 Aug 16 20:31:34.571139 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50442) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:34.576328 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-0760c2ac-d0c1-468d-825b-8ffa52666f77 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '832d0ede-f1d5-4774-a0f3-e022f4779b2e', {'tags': ['tempest-TagsTest-Tag-446073118', 'tempest-TagsTest-Tag-2096194521', 'tempest-TagsTest-Tag-1019537606']}) {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:34.674285 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50450) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:34.674489 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0760c2ac-d0c1-468d-825b-8ffa52666f77 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] 10.222.0.68 "PUT /v2.0/networks/832d0ede-f1d5-4774-a0f3-e022f4779b2e/tags HTTP/1.1" status: 200 len: 308 time: 0.1022480 Aug 16 20:31:34.680230 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-c60bec8f-bdfb-4d71-a331-edd82c5bfcc8 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '832d0ede-f1d5-4774-a0f3-e022f4779b2e', 'tempest-TagsTest-Tag-446073118') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:34.693710 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:34.803472 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbce6e-2682-4e5c-b0a1-dfff2079462b req-fe5f6b09-35ac-43ee-ab65-7431d883116e tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:34.805163 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-54bbce6e-2682-4e5c-b0a1-dfff2079462b req-fe5f6b09-35ac-43ee-ab65-7431d883116e tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 945 time: 0.0711701 Aug 16 20:31:34.845439 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c60bec8f-bdfb-4d71-a331-edd82c5bfcc8 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] 10.222.0.68 "DELETE /v2.0/networks/832d0ede-f1d5-4774-a0f3-e022f4779b2e/tags/tempest-TagsTest-Tag-446073118 HTTP/1.1" status: 204 len: 168 time: 0.1696317 Aug 16 20:31:34.846861 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50452) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:34.851778 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-9d4a6909-7855-4ae0-823b-81da3b09d6bd tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '832d0ede-f1d5-4774-a0f3-e022f4779b2e', 'tempest-TagsTest-Tag-446073118') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:34.858499 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-54bbce6e-2682-4e5c-b0a1-dfff2079462b req-a36f272d-1834-4161-b7c7-412a0f0c121e tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468948 Aug 16 20:31:34.925217 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-9d4a6909-7855-4ae0-823b-81da3b09d6bd tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] show failed (client error): The resource could not be found. Aug 16 20:31:34.926239 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9d4a6909-7855-4ae0-823b-81da3b09d6bd tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] 10.222.0.68 "GET /v2.0/networks/832d0ede-f1d5-4774-a0f3-e022f4779b2e/tags/tempest-TagsTest-Tag-446073118 HTTP/1.1" status: 404 len: 325 time: 0.0781255 Aug 16 20:31:34.929141 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50454) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:34.934025 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-17b26e3e-03b2-432d-be7f-f560b795a0be tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '832d0ede-f1d5-4774-a0f3-e022f4779b2e', 'tempest-TagsTest-Tag-2096194521') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:35.048029 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50458) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:35.055560 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-9ec0fdd3-2529-4f3e-8484-91191c139a3a tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '832d0ede-f1d5-4774-a0f3-e022f4779b2e', 'tempest-TagsTest-Tag-1019537606') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:35.059909 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-17b26e3e-03b2-432d-be7f-f560b795a0be tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] 10.222.0.68 "GET /v2.0/networks/832d0ede-f1d5-4774-a0f3-e022f4779b2e/tags/tempest-TagsTest-Tag-2096194521 HTTP/1.1" status: 204 len: 168 time: 0.1295085 Aug 16 20:31:35.143275 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9ec0fdd3-2529-4f3e-8484-91191c139a3a tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] 10.222.0.68 "GET /v2.0/networks/832d0ede-f1d5-4774-a0f3-e022f4779b2e/tags/tempest-TagsTest-Tag-1019537606 HTTP/1.1" status: 204 len: 168 time: 0.0936162 Aug 16 20:31:35.145641 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50462) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:35.150724 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-dc1e1a8c-4544-4de5-b08d-321abbd817e2 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '832d0ede-f1d5-4774-a0f3-e022f4779b2e') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:35.242497 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-dc1e1a8c-4544-4de5-b08d-321abbd817e2 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] 10.222.0.68 "DELETE /v2.0/networks/832d0ede-f1d5-4774-a0f3-e022f4779b2e/tags HTTP/1.1" status: 204 len: 168 time: 0.0955377 Aug 16 20:31:35.244835 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50464) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:35.249272 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-4354d45d-9f23-4e1a-a2fa-c1de3cbc8b0f tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '832d0ede-f1d5-4774-a0f3-e022f4779b2e', 'tempest-TagsTest-Tag-2096194521') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:35.323416 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-4354d45d-9f23-4e1a-a2fa-c1de3cbc8b0f tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] show failed (client error): The resource could not be found. Aug 16 20:31:35.326935 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4354d45d-9f23-4e1a-a2fa-c1de3cbc8b0f tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] 10.222.0.68 "GET /v2.0/networks/832d0ede-f1d5-4774-a0f3-e022f4779b2e/tags/tempest-TagsTest-Tag-2096194521 HTTP/1.1" status: 404 len: 326 time: 0.0786939 Aug 16 20:31:35.327392 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50466) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:35.332279 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-ac2c479d-23af-440d-b35e-45f983aba09f tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '832d0ede-f1d5-4774-a0f3-e022f4779b2e', 'tempest-TagsTest-Tag-1019537606') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:35.410793 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-ac2c479d-23af-440d-b35e-45f983aba09f tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] show failed (client error): The resource could not be found. Aug 16 20:31:35.415003 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50468) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:35.420199 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-ee769f5b-3cf0-4d24-bd01-309ed516c784 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '832d0ede-f1d5-4774-a0f3-e022f4779b2e') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:35.422888 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ac2c479d-23af-440d-b35e-45f983aba09f tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] 10.222.0.68 "GET /v2.0/networks/832d0ede-f1d5-4774-a0f3-e022f4779b2e/tags/tempest-TagsTest-Tag-1019537606 HTTP/1.1" status: 404 len: 326 time: 0.0944080 Aug 16 20:31:35.506893 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ee769f5b-3cf0-4d24-bd01-309ed516c784 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] 10.222.0.68 "DELETE /v2.0/networks/832d0ede-f1d5-4774-a0f3-e022f4779b2e/tags HTTP/1.1" status: 204 len: 168 time: 0.0906615 Aug 16 20:31:35.511800 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50470) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:35.598439 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a046c9a7-1bc2-456b-b82f-6d375e7fb337 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:35.632223 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:35.659287 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device e4e81f26-72c8-4233-957b-26e3d968922d details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:31:35.703432 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a046c9a7-1bc2-456b-b82f-6d375e7fb337 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:35.718144 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-a046c9a7-1bc2-456b-b82f-6d375e7fb337 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['832d0ede-f1d5-4774-a0f3-e022f4779b2e']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:35.734523 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-a046c9a7-1bc2-456b-b82f-6d375e7fb337 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db5f394a-ace6-4e2f-ad16-1dab58126aa0') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:35.735226 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-a046c9a7-1bc2-456b-b82f-6d375e7fb337 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db5f394a-ace6-4e2f-ad16-1dab58126aa0') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:35.749518 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a046c9a7-1bc2-456b-b82f-6d375e7fb337 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:35.765308 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a046c9a7-1bc2-456b-b82f-6d375e7fb337 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:35.771688 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a046c9a7-1bc2-456b-b82f-6d375e7fb337 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:31:35.772081 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a046c9a7-1bc2-456b-b82f-6d375e7fb337 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:35.773269 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port e4e81f26-72c8-4233-957b-26e3d968922d, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=e4e81f26-72c8-4233-957b-26e3d968922d,segment=NetworkSegment(651ae3f1-f903-4d50-9039-ebe7a7f61635),segment_id=651ae3f1-f903-4d50-9039-ebe7a7f61635)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:35.775351 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:31:35.775351 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:31:35.775351 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:31:35.775351 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:31:35.775351 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:31:35.775351 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:31:35.775351 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:31:35.775351 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:31:35.775351 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:31:35.775351 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:31:35.775351 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:31:35.775351 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:31:35.775351 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:31:35.775351 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:31:35.775351 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:31:35.775351 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:31:35.775351 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:31:35.775351 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:31:35.775351 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:31:35.775351 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:31:35.775351 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:31:35.775351 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:31:35.775351 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:31:35.775351 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:31:35.775351 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:31:35.775351 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:31:35.775351 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:31:35.775351 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:31:35.775351 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:31:35.775351 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:31:35.775351 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:31:35.775351 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:31:35.789836 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'e4e81f26-72c8-4233-957b-26e3d968922d', 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96', 'port_id': 'e4e81f26-72c8-4233-957b-26e3d968922d', 'mac_address': 'fa:16:3e:6d:4b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:31:35.848153 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:35.852401 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a046c9a7-1bc2-456b-b82f-6d375e7fb337 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:35.867526 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4e81f26-72c8-4233-957b-26e3d968922d {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:31:35.885771 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a046c9a7-1bc2-456b-b82f-6d375e7fb337 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:35.888519 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a046c9a7-1bc2-456b-b82f-6d375e7fb337 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] 10.222.0.68 "DELETE /v2.0/networks/832d0ede-f1d5-4774-a0f3-e022f4779b2e HTTP/1.1" status: 204 len: 168 time: 0.3757203 Aug 16 20:31:35.896315 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port e4e81f26-72c8-4233-957b-26e3d968922d, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=e4e81f26-72c8-4233-957b-26e3d968922d,segment=NetworkSegment(651ae3f1-f903-4d50-9039-ebe7a7f61635),segment_id=651ae3f1-f903-4d50-9039-ebe7a7f61635)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:35.900429 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046c9a7-1bc2-456b-b82f-6d375e7fb337 tempest-TagsTest-1755422144 tempest-TagsTest-1755422144-project] Pushing event deleted for resources: {'Network': ['ID=832d0ede-f1d5-4774-a0f3-e022f4779b2e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:35.903333 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:35.972534 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=e4e81f26-72c8-4233-957b-26e3d968922d,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:35.980647 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['e4e81f26-72c8-4233-957b-26e3d968922d'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:31:36.010139 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8900e7f-d87c-443e-b37a-6be066fc727a req-1029ef7a-2fcb-47cb-b2ff-fbe4636789e8 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:36.012008 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e8900e7f-d87c-443e-b37a-6be066fc727a req-1029ef7a-2fcb-47cb-b2ff-fbe4636789e8 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 944 time: 0.0659351 Aug 16 20:31:36.083318 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e8900e7f-d87c-443e-b37a-6be066fc727a req-b73a7520-c1c6-4d17-811d-372ab888dc6a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616467 Aug 16 20:31:36.177620 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:36.214786 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:36.229789 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50478) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:36.379087 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50482) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:36.379484 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5a4858cf-3ff3-42ab-81a9-50df2a0884e2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c3fece670a604cd1893fc50e7edc3556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482081 Aug 16 20:31:36.434032 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a729912a-9b8a-4e6e-b438-3333dd6bb48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:36.459515 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a729912a-9b8a-4e6e-b438-3333dd6bb48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:36.513554 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a729912a-9b8a-4e6e-b438-3333dd6bb48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:36.513554 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a729912a-9b8a-4e6e-b438-3333dd6bb48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:36.515038 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a729912a-9b8a-4e6e-b438-3333dd6bb48b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7d403614-41cd-4aef-8b97-006c3fd3c48c HTTP/1.1" status: 204 len: 168 time: 0.1342316 Aug 16 20:31:36.523692 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729912a-9b8a-4e6e-b438-3333dd6bb48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d403614-41cd-4aef-8b97-006c3fd3c48c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:37.098614 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:37.232271 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a03966-2aa7-4f51-a4eb-ba017bf448a6 req-5f2e7cfc-d404-478a-babd-abe220748d5f tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:37.233989 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f7a03966-2aa7-4f51-a4eb-ba017bf448a6 req-5f2e7cfc-d404-478a-babd-abe220748d5f tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 944 time: 0.0684111 Aug 16 20:31:37.280601 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f7a03966-2aa7-4f51-a4eb-ba017bf448a6 req-ee0c6f91-7751-4b8c-9bf5-5ae3f11cca08 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399551 Aug 16 20:31:37.689802 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device e4e81f26-72c8-4233-957b-26e3d968922d up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:31:37.746522 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port e4e81f26-72c8-4233-957b-26e3d968922d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:37.747373 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:37.851201 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:37.875877 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e364c1a-fec2-458b-8b49-e11ebcb20a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e81f26-72c8-4233-957b-26e3d968922d'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:31:37.879034 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84911ed4-2874-48ac-9973-6eadad9d1807" -d '{"events": [{"server_uuid": "7e364c1a-fec2-458b-8b49-e11ebcb20a3c", "name": "network-vif-plugged", "status": "completed", "tag": "e4e81f26-72c8-4233-957b-26e3d968922d"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:31:37.919453 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port e4e81f26-72c8-4233-957b-26e3d968922d, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=e4e81f26-72c8-4233-957b-26e3d968922d,segment=NetworkSegment(651ae3f1-f903-4d50-9039-ebe7a7f61635),segment_id=651ae3f1-f903-4d50-9039-ebe7a7f61635)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:37.928270 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:37.931583 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be3dc00-dbc7-4e34-8dcc-0514f22110c1 x-openstack-request-id: req-9be3dc00-dbc7-4e34-8dcc-0514f22110c1 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:31:37.936198 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e364c1a-fec2-458b-8b49-e11ebcb20a3c", "name": "network-vif-plugged", "status": "completed", "tag": "e4e81f26-72c8-4233-957b-26e3d968922d", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:31:37.936476 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9be3dc00-dbc7-4e34-8dcc-0514f22110c1 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:31:37.936913 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e364c1a-fec2-458b-8b49-e11ebcb20a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e81f26-72c8-4233-957b-26e3d968922d', 'code': 200} Aug 16 20:31:37.990455 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=e4e81f26-72c8-4233-957b-26e3d968922d,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:38.445084 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24c9a2-03b3-4433-b813-1d5ff43fa764 req-24bff5d6-8f7e-4e7b-9532-49e30f9dd3a2 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:38.459209 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-da24c9a2-03b3-4433-b813-1d5ff43fa764 req-24bff5d6-8f7e-4e7b-9532-49e30f9dd3a2 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 945 time: 0.0876002 Aug 16 20:31:38.556931 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-da24c9a2-03b3-4433-b813-1d5ff43fa764 req-2082ed26-7fdb-44b1-8083-2675f5f3cb52 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863481 Aug 16 20:31:39.692063 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ba907-e84d-4637-924a-e0fb215b55f0 req-d8765a40-1edf-4cda-af79-624a04933301 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:39.694478 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d39ba907-e84d-4637-924a-e0fb215b55f0 req-d8765a40-1edf-4cda-af79-624a04933301 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 945 time: 0.0588295 Aug 16 20:31:39.741227 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d39ba907-e84d-4637-924a-e0fb215b55f0 req-8586c36d-cf5c-483a-9c65-8bc8b4938e1f tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405579 Aug 16 20:31:40.893925 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f5239-ea09-47ef-9c80-75c23d377bd8 req-f3997288-52c5-4a51-8c0e-e8191e2eb18e tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:40.895898 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ee7f5239-ea09-47ef-9c80-75c23d377bd8 req-f3997288-52c5-4a51-8c0e-e8191e2eb18e tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 945 time: 0.0563641 Aug 16 20:31:40.941470 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ee7f5239-ea09-47ef-9c80-75c23d377bd8 req-f1a96273-fb72-4c39-9137-149eea474a44 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387959 Aug 16 20:31:41.623771 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe7aeb-1e30-4a22-9b24-024246ad3b9a req-988228f5-361a-467b-8a33-321be1f8913a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:41.631760 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5ebe7aeb-1e30-4a22-9b24-024246ad3b9a req-988228f5-361a-467b-8a33-321be1f8913a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 945 time: 0.0660229 Aug 16 20:31:41.682845 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5ebe7aeb-1e30-4a22-9b24-024246ad3b9a req-73e69188-2b5c-4fda-bd0e-1ea59a2a8fc1 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=74babc55-31df-48e5-a49e-7cb01b6b8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439303 Aug 16 20:31:41.696452 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50580) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:41.832711 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9148a7f6-6625-4787-97e4-c66eb7401dca tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/floatingips/ae39ec8f-3c63-4d71-8814-c0e584404e9c HTTP/1.1" status: 200 len: 993 time: 0.1351862 Aug 16 20:31:42.093671 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066f663-1828-461f-bf95-5e7e42ba37f0 req-aa8055ff-0017-4d63-9495-cd42e1afd46f tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:42.095554 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7066f663-1828-461f-bf95-5e7e42ba37f0 req-aa8055ff-0017-4d63-9495-cd42e1afd46f tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 945 time: 0.0657852 Aug 16 20:31:42.142815 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7066f663-1828-461f-bf95-5e7e42ba37f0 req-22b98316-ae4d-482d-8613-37b9d7524fd9 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412395 Aug 16 20:31:42.267891 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5409e79-4253-4bce-8a9a-8cf438f378a7 req-6a49fe3a-b4a6-4793-8554-abd25565a9e9 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:42.270298 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d5409e79-4253-4bce-8a9a-8cf438f378a7 req-6a49fe3a-b4a6-4793-8554-abd25565a9e9 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 1097 time: 0.0504594 Aug 16 20:31:42.329589 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d5409e79-4253-4bce-8a9a-8cf438f378a7 req-6f081684-1b43-4239-9ed3-7c1436b87192 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=74babc55-31df-48e5-a49e-7cb01b6b8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516353 Aug 16 20:31:43.105088 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-79fbe69a-3cf9-4c5f-b299-9514002ab3a1 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0529833 Aug 16 20:31:43.335487 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253614a-d223-4fdd-ac62-6769f9116b84 req-0b0fbaec-e1b3-408a-b56b-3aced50a5959 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:43.343206 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1253614a-d223-4fdd-ac62-6769f9116b84 req-0b0fbaec-e1b3-408a-b56b-3aced50a5959 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 945 time: 0.0901449 Aug 16 20:31:43.389097 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1253614a-d223-4fdd-ac62-6769f9116b84 req-d3b5c28d-856a-4c7d-ba49-20c151d89be7 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428722 Aug 16 20:31:43.977521 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-23db2005-ab38-4984-8e1b-7a13ee76e39c tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:31:43.987664 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-23db2005-ab38-4984-8e1b-7a13ee76e39c tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2286196 Aug 16 20:31:43.992544 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-6dbaefc1-4770-406c-9b2b-84a957c3711f service neutron] Request body: {'binding': {'host': 'n-h2-787206-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:43.993253 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-6dbaefc1-4770-406c-9b2b-84a957c3711f service neutron] Unknown quota resources ['binding']. {{(pid=94770) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:31:44.150513 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-6dbaefc1-4770-406c-9b2b-84a957c3711f service neutron] Attempting to bind port 0ff8423b-3da5-4f60-9f58-a95688dbf56b on host n-h2-787206-13 for vnic_type normal with profile None {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:31:44.150887 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-6dbaefc1-4770-406c-9b2b-84a957c3711f service neutron] Attempting to bind port 0ff8423b-3da5-4f60-9f58-a95688dbf56b by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '2a345236-5308-4103-b6f0-0b7abc2d23ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '122a245e-01a8-4af4-8488-67733042da5f'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:31:44.151362 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-6dbaefc1-4770-406c-9b2b-84a957c3711f service neutron] Attempting to bind port 0ff8423b-3da5-4f60-9f58-a95688dbf56b on network 122a245e-01a8-4af4-8488-67733042da5f {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:44.158038 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-6dbaefc1-4770-406c-9b2b-84a957c3711f service neutron] Port 0ff8423b-3da5-4f60-9f58-a95688dbf56b on network 122a245e-01a8-4af4-8488-67733042da5f not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:31:44.158370 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-6dbaefc1-4770-406c-9b2b-84a957c3711f service neutron] Attempting to bind port 0ff8423b-3da5-4f60-9f58-a95688dbf56b on network 122a245e-01a8-4af4-8488-67733042da5f {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:44.163691 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-6dbaefc1-4770-406c-9b2b-84a957c3711f service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:31:44.164032 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-6dbaefc1-4770-406c-9b2b-84a957c3711f service neutron] Checking segment: {'id': '2a345236-5308-4103-b6f0-0b7abc2d23ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '122a245e-01a8-4af4-8488-67733042da5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:31:44.164416 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-6dbaefc1-4770-406c-9b2b-84a957c3711f service neutron] Bound using segment: {'id': '2a345236-5308-4103-b6f0-0b7abc2d23ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '122a245e-01a8-4af4-8488-67733042da5f'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:31:44.164838 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-6dbaefc1-4770-406c-9b2b-84a957c3711f service neutron] Bound port: 0ff8423b-3da5-4f60-9f58-a95688dbf56b, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a345236-5308-4103-b6f0-0b7abc2d23ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '122a245e-01a8-4af4-8488-67733042da5f'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:31:44.255742 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-6dbaefc1-4770-406c-9b2b-84a957c3711f service neutron] For port 0ff8423b-3da5-4f60-9f58-a95688dbf56b, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=0ff8423b-3da5-4f60-9f58-a95688dbf56b,segment=NetworkSegment(2a345236-5308-4103-b6f0-0b7abc2d23ad),segment_id=2a345236-5308-4103-b6f0-0b7abc2d23ad)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:31:44.261621 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-6dbaefc1-4770-406c-9b2b-84a957c3711f service neutron] Notify callbacks [] for binding, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:44.262881 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-6dbaefc1-4770-406c-9b2b-84a957c3711f service neutron] 10.222.0.68 "POST /v2.0/ports/0ff8423b-3da5-4f60-9f58-a95688dbf56b/bindings HTTP/1.1" status: 201 len: 390 time: 0.2740247 Aug 16 20:31:44.414061 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f62601-3016-4f20-b1e7-62b0185e777e req-0997b935-5346-42b6-83fb-4fd444bbffaf tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:44.415659 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c3f62601-3016-4f20-b1e7-62b0185e777e req-0997b935-5346-42b6-83fb-4fd444bbffaf tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 945 time: 0.0536745 Aug 16 20:31:44.460391 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c3f62601-3016-4f20-b1e7-62b0185e777e req-295afe57-e742-4b71-bca2-d581691641d2 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=74babc55-31df-48e5-a49e-7cb01b6b8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376861 Aug 16 20:31:44.519980 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f99f5-2380-4b87-b846-52e0e8e3c7cc req-91a6173c-1d19-49bd-918c-78fd398b3b2d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:44.526795 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e21f99f5-2380-4b87-b846-52e0e8e3c7cc req-91a6173c-1d19-49bd-918c-78fd398b3b2d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 945 time: 0.0615034 Aug 16 20:31:44.565788 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e21f99f5-2380-4b87-b846-52e0e8e3c7cc req-51b828c2-3ee6-4320-ae22-23cfe42fb3ed tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367076 Aug 16 20:31:44.616421 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-7dd2d50e-3753-4cc9-b331-b298b8771baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:44.617967 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-7dd2d50e-3753-4cc9-b331-b298b8771baa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 1097 time: 0.0414662 Aug 16 20:31:44.712216 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-1e8fe71d-5a7b-489e-bd81-be31ada8aef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:44.713699 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-1e8fe71d-5a7b-489e-bd81-be31ada8aef5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=122a245e-01a8-4af4-8488-67733042da5f HTTP/1.1" status: 200 len: 897 time: 0.0851021 Aug 16 20:31:44.805064 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-c5a1c4f5-ec9e-4358-b4aa-2269cd8e0a72 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ff8423b-3da5-4f60-9f58-a95688dbf56b HTTP/1.1" status: 200 len: 1001 time: 0.0838664 Aug 16 20:31:44.840825 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518651aa-61ba-41cb-9604-3e5a9b6c565c req-4808c3d8-f808-4ab4-ad63-4895de2ef50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:44.842292 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-518651aa-61ba-41cb-9604-3e5a9b6c565c req-4808c3d8-f808-4ab4-ad63-4895de2ef50c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=36ce9d10f04c4ea3a97f2ef277d208d8&device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 1097 time: 0.0773556 Aug 16 20:31:44.906802 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-74adedfe-fb0a-49b0-8e67-c5fa7fda6e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:44.908301 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-74adedfe-fb0a-49b0-8e67-c5fa7fda6e53 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1174d191-bb48-4a7a-a31d-affd33b08a90 HTTP/1.1" status: 200 len: 835 time: 0.0957963 Aug 16 20:31:44.976480 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518651aa-61ba-41cb-9604-3e5a9b6c565c req-ea8d3fe6-ae08-4c69-9dae-fb7aab4c40bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:44.977861 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-518651aa-61ba-41cb-9604-3e5a9b6c565c req-ea8d3fe6-ae08-4c69-9dae-fb7aab4c40bc service neutron] 10.222.0.63 "GET /v2.0/networks?id=694913cb-9660-4a1c-a341-9653a1f83c96 HTTP/1.1" status: 200 len: 918 time: 0.1283674 Aug 16 20:31:44.980984 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-9cb735b3-ee16-44ad-9a7b-a0b28b727150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:44.982352 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-9cb735b3-ee16-44ad-9a7b-a0b28b727150 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=122a245e-01a8-4af4-8488-67733042da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652242 Aug 16 20:31:45.098803 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-518651aa-61ba-41cb-9604-3e5a9b6c565c req-c5bc6278-6613-4f9d-948d-f5f7e284d91e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4e81f26-72c8-4233-957b-26e3d968922d HTTP/1.1" status: 200 len: 1000 time: 0.1087289 Aug 16 20:31:45.162030 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-9b9b05b7-792a-43db-be72-98006acaec9d service neutron] 10.222.0.63 "GET /v2.0/networks/122a245e-01a8-4af4-8488-67733042da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708179 Aug 16 20:31:45.189534 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518651aa-61ba-41cb-9604-3e5a9b6c565c req-3c9cd892-1ee8-4ff5-9da8-0d1c945eacf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:45.190988 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-518651aa-61ba-41cb-9604-3e5a9b6c565c req-3c9cd892-1ee8-4ff5-9da8-0d1c945eacf8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=22f1ef82-708c-4a07-a4be-6ce7461b8bb2 HTTP/1.1" status: 200 len: 856 time: 0.0816762 Aug 16 20:31:45.282180 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518651aa-61ba-41cb-9604-3e5a9b6c565c req-38c2a112-b31f-41d3-80b8-9c97bbe0dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:45.283596 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-518651aa-61ba-41cb-9604-3e5a9b6c565c req-38c2a112-b31f-41d3-80b8-9c97bbe0dcbe service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=694913cb-9660-4a1c-a341-9653a1f83c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690739 Aug 16 20:31:45.310878 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-cfd911e4-9444-494d-a6af-2753146f9bee service neutron] 10.222.0.63 "GET /v2.0/networks/122a245e-01a8-4af4-8488-67733042da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416712 Aug 16 20:31:45.432910 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-518651aa-61ba-41cb-9604-3e5a9b6c565c req-287a3cb4-245b-443e-b010-a5b7f4ea5140 service neutron] 10.222.0.63 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420033 Aug 16 20:31:45.704839 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ea19c-f164-4a4a-8572-0a0961910425 req-161b28d7-be0d-4d0c-9039-f62e81c3c01e tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:45.707034 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ae7ea19c-f164-4a4a-8572-0a0961910425 req-161b28d7-be0d-4d0c-9039-f62e81c3c01e tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 945 time: 0.0568392 Aug 16 20:31:45.842541 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-2265378d-4209-4785-bc6c-3425d89e7c43 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:45.844101 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-2265378d-4209-4785-bc6c-3425d89e7c43 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5&tenant_id=5b476a52c3644288a8fde356e0d7a90f&binding%3Ahost_id=n-h1-787206-13 HTTP/1.1" status: 200 len: 1097 time: 0.4804559 Aug 16 20:31:45.865668 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-1ceb72aa-ac48-4554-9e80-782c1137e242 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-787206-13'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:45.955179 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-518651aa-61ba-41cb-9604-3e5a9b6c565c req-73fa97e1-837f-4eb8-97c0-7739a4e08396 service neutron] 10.222.0.63 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5146554 Aug 16 20:31:45.972317 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa1481-4156-4ad7-ab48-67b18ca57121 req-2090b610-2a7a-453e-a079-58c21592b73d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:45.974629 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ffaa1481-4156-4ad7-ab48-67b18ca57121 req-2090b610-2a7a-453e-a079-58c21592b73d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 945 time: 0.2119169 Aug 16 20:31:45.981527 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-1ceb72aa-ac48-4554-9e80-782c1137e242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:46.067711 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ffaa1481-4156-4ad7-ab48-67b18ca57121 req-659ff00a-941b-4db7-91b9-67e7721466da tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=74babc55-31df-48e5-a49e-7cb01b6b8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725012 Aug 16 20:31:46.085628 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ae7ea19c-f164-4a4a-8572-0a0961910425 req-ddd00e6e-e46d-446a-9c61-ea159e686775 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3688502 Aug 16 20:31:46.164003 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-1ceb72aa-ac48-4554-9e80-782c1137e242 service neutron] For port 0ff8423b-3da5-4f60-9f58-a95688dbf56b, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=0ff8423b-3da5-4f60-9f58-a95688dbf56b,segment=NetworkSegment(2a345236-5308-4103-b6f0-0b7abc2d23ad),segment_id=2a345236-5308-4103-b6f0-0b7abc2d23ad)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:46.205962 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-1ceb72aa-ac48-4554-9e80-782c1137e242 service neutron] For port 0ff8423b-3da5-4f60-9f58-a95688dbf56b, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:31:46.251306 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a7551b-db93-4ea8-abaf-a76422042ef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ff8423b-3da5-4f60-9f58-a95688dbf56b'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:31:46.253718 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8226c077-0c0f-407e-804a-45c8c18e8489" -d '{"events": [{"server_uuid": "a1a7551b-db93-4ea8-abaf-a76422042ef5", "name": "network-vif-unplugged", "status": "completed", "tag": "0ff8423b-3da5-4f60-9f58-a95688dbf56b"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:31:46.258092 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-1ceb72aa-ac48-4554-9e80-782c1137e242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:46.266089 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-1ceb72aa-ac48-4554-9e80-782c1137e242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:46.317977 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232875a7-6bd4-484c-9134-02a265b2f5e5 x-openstack-request-id: req-232875a7-6bd4-484c-9134-02a265b2f5e5 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:31:46.318807 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a7551b-db93-4ea8-abaf-a76422042ef5", "name": "network-vif-unplugged", "status": "completed", "tag": "0ff8423b-3da5-4f60-9f58-a95688dbf56b", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:31:46.318807 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-232875a7-6bd4-484c-9134-02a265b2f5e5 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:31:46.319295 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a7551b-db93-4ea8-abaf-a76422042ef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ff8423b-3da5-4f60-9f58-a95688dbf56b', 'code': 200} Aug 16 20:31:46.472776 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb72aa-ac48-4554-9e80-782c1137e242 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff8423b-3da5-4f60-9f58-a95688dbf56b,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:46.487209 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-1ceb72aa-ac48-4554-9e80-782c1137e242 service neutron] Attempting to bind port 0ff8423b-3da5-4f60-9f58-a95688dbf56b on host n-h1-787206-13 for vnic_type normal with profile {"migrating_to": "n-h2-787206-13"} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:31:46.487577 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-1ceb72aa-ac48-4554-9e80-782c1137e242 service neutron] Attempting to bind port 0ff8423b-3da5-4f60-9f58-a95688dbf56b by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '2a345236-5308-4103-b6f0-0b7abc2d23ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '122a245e-01a8-4af4-8488-67733042da5f'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:31:46.487921 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-1ceb72aa-ac48-4554-9e80-782c1137e242 service neutron] Attempting to bind port 0ff8423b-3da5-4f60-9f58-a95688dbf56b on network 122a245e-01a8-4af4-8488-67733042da5f {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:46.493996 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-1ceb72aa-ac48-4554-9e80-782c1137e242 service neutron] Port 0ff8423b-3da5-4f60-9f58-a95688dbf56b on network 122a245e-01a8-4af4-8488-67733042da5f not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:31:46.494371 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-1ceb72aa-ac48-4554-9e80-782c1137e242 service neutron] Attempting to bind port 0ff8423b-3da5-4f60-9f58-a95688dbf56b on network 122a245e-01a8-4af4-8488-67733042da5f {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:46.500274 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-1ceb72aa-ac48-4554-9e80-782c1137e242 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:31:46.502392 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-1ceb72aa-ac48-4554-9e80-782c1137e242 service neutron] Checking segment: {'id': '2a345236-5308-4103-b6f0-0b7abc2d23ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '122a245e-01a8-4af4-8488-67733042da5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:31:46.502392 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-1ceb72aa-ac48-4554-9e80-782c1137e242 service neutron] Bound using segment: {'id': '2a345236-5308-4103-b6f0-0b7abc2d23ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '122a245e-01a8-4af4-8488-67733042da5f'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:31:46.502392 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-1ceb72aa-ac48-4554-9e80-782c1137e242 service neutron] Bound port: 0ff8423b-3da5-4f60-9f58-a95688dbf56b, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a345236-5308-4103-b6f0-0b7abc2d23ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '122a245e-01a8-4af4-8488-67733042da5f'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:31:46.502392 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-1ceb72aa-ac48-4554-9e80-782c1137e242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:46.557702 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-98bd0c55-2cb4-4737-b059-07f93c254191 None None] Provisioning complete for port 0ff8423b-3da5-4f60-9f58-a95688dbf56b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:46.558763 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-98bd0c55-2cb4-4737-b059-07f93c254191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:46.566892 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-1ceb72aa-ac48-4554-9e80-782c1137e242 service neutron] For port 0ff8423b-3da5-4f60-9f58-a95688dbf56b, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:31:46.569977 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-1ceb72aa-ac48-4554-9e80-782c1137e242 service neutron] For port 0ff8423b-3da5-4f60-9f58-a95688dbf56b, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=0ff8423b-3da5-4f60-9f58-a95688dbf56b,segment=NetworkSegment(2a345236-5308-4103-b6f0-0b7abc2d23ad),segment_id=2a345236-5308-4103-b6f0-0b7abc2d23ad)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:31:46.575592 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-1ceb72aa-ac48-4554-9e80-782c1137e242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:46.597649 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-98bd0c55-2cb4-4737-b059-07f93c254191 None None] Port 0ff8423b-3da5-4f60-9f58-a95688dbf56b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:31:46.684359 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb72aa-ac48-4554-9e80-782c1137e242 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff8423b-3da5-4f60-9f58-a95688dbf56b,revision_number=8']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:46.720721 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-1ceb72aa-ac48-4554-9e80-782c1137e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:46.721354 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-1ceb72aa-ac48-4554-9e80-782c1137e242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:46.722795 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-1ceb72aa-ac48-4554-9e80-782c1137e242 service neutron] 10.222.0.63 "PUT /v2.0/ports/0ff8423b-3da5-4f60-9f58-a95688dbf56b HTTP/1.1" status: 200 len: 1123 time: 0.8653827 Aug 16 20:31:46.784326 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['0ff8423b-3da5-4f60-9f58-a95688dbf56b'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:31:46.946191 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-42101894-7dac-4253-90fe-cb9da8ea7843 None None] Provisioning complete for port 0ff8423b-3da5-4f60-9f58-a95688dbf56b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:46.946814 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-42101894-7dac-4253-90fe-cb9da8ea7843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:47.082788 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-42101894-7dac-4253-90fe-cb9da8ea7843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:47.124080 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a7551b-db93-4ea8-abaf-a76422042ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff8423b-3da5-4f60-9f58-a95688dbf56b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:31:47.128869 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f66fb4-3bba-4fde-96d8-c094ca0ab364" -d '{"events": [{"server_uuid": "a1a7551b-db93-4ea8-abaf-a76422042ef5", "name": "network-vif-plugged", "status": "completed", "tag": "0ff8423b-3da5-4f60-9f58-a95688dbf56b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:31:47.153600 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-42101894-7dac-4253-90fe-cb9da8ea7843 None None] For port 0ff8423b-3da5-4f60-9f58-a95688dbf56b, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=0ff8423b-3da5-4f60-9f58-a95688dbf56b,segment=NetworkSegment(2a345236-5308-4103-b6f0-0b7abc2d23ad),segment_id=2a345236-5308-4103-b6f0-0b7abc2d23ad)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:47.160262 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-42101894-7dac-4253-90fe-cb9da8ea7843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:47.203880 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ad869-c378-4e88-a59a-566666a509b4 req-cb473fb7-3aa4-48df-ad83-2753792842f1 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:47.210747 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-df2ad869-c378-4e88-a59a-566666a509b4 req-cb473fb7-3aa4-48df-ad83-2753792842f1 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 945 time: 0.0596852 Aug 16 20:31:47.258411 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-df2ad869-c378-4e88-a59a-566666a509b4 req-55f98219-dfd8-4c1f-9316-ff00f5e5ab75 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=74babc55-31df-48e5-a49e-7cb01b6b8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418844 Aug 16 20:31:47.295990 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3a0fe-ace9-464e-89d0-dd4d13981396 req-7fb0ec7b-07cf-4af5-bb31-33ef94edc519 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:47.297635 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-abd3a0fe-ace9-464e-89d0-dd4d13981396 req-7fb0ec7b-07cf-4af5-bb31-33ef94edc519 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 945 time: 0.0842466 Aug 16 20:31:47.305291 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0b754c-d4c6-4481-9d93-510fe258ebdd x-openstack-request-id: req-cd0b754c-d4c6-4481-9d93-510fe258ebdd {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:31:47.305586 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a7551b-db93-4ea8-abaf-a76422042ef5", "name": "network-vif-plugged", "status": "completed", "tag": "0ff8423b-3da5-4f60-9f58-a95688dbf56b", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:31:47.305839 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cd0b754c-d4c6-4481-9d93-510fe258ebdd {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:31:47.306226 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a7551b-db93-4ea8-abaf-a76422042ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff8423b-3da5-4f60-9f58-a95688dbf56b', 'code': 200} Aug 16 20:31:47.357616 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-abd3a0fe-ace9-464e-89d0-dd4d13981396 req-55682d0b-7d06-49bf-ae22-077b5750efc4 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524113 Aug 16 20:31:47.364719 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42101894-7dac-4253-90fe-cb9da8ea7843 None None] Pushing event updated for resources: {'Port': ['ID=0ff8423b-3da5-4f60-9f58-a95688dbf56b,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:47.745464 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device e4e81f26-72c8-4233-957b-26e3d968922d no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:31:47.824228 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:48.013504 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port e4e81f26-72c8-4233-957b-26e3d968922d, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=e4e81f26-72c8-4233-957b-26e3d968922d,segment=NetworkSegment(651ae3f1-f903-4d50-9039-ebe7a7f61635),segment_id=651ae3f1-f903-4d50-9039-ebe7a7f61635)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:48.017373 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:48.069734 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=e4e81f26-72c8-4233-957b-26e3d968922d,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:48.320787 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a7551b-db93-4ea8-abaf-a76422042ef5', 'tag': '0ff8423b-3da5-4f60-9f58-a95688dbf56b'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:31:48.326080 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872506d3-33b3-4789-a5ea-a1568e73c52e" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a7551b-db93-4ea8-abaf-a76422042ef5", "tag": "0ff8423b-3da5-4f60-9f58-a95688dbf56b"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:31:48.368797 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ff7c51-f790-443f-8520-36db0f3d8090 x-openstack-request-id: req-a3ff7c51-f790-443f-8520-36db0f3d8090 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:31:48.369142 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a7551b-db93-4ea8-abaf-a76422042ef5", "tag": "0ff8423b-3da5-4f60-9f58-a95688dbf56b", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:31:48.369663 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a3ff7c51-f790-443f-8520-36db0f3d8090 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:31:48.370194 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a7551b-db93-4ea8-abaf-a76422042ef5', 'tag': '0ff8423b-3da5-4f60-9f58-a95688dbf56b', 'status': 'completed', 'code': 200} Aug 16 20:31:48.381186 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a0dc4-77b3-4fb2-ab4e-782a69beeb00 req-6ad5c2b7-9d44-486e-bc20-280c60a9a287 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:48.383447 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-353a0dc4-77b3-4fb2-ab4e-782a69beeb00 req-6ad5c2b7-9d44-486e-bc20-280c60a9a287 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 945 time: 0.0611272 Aug 16 20:31:48.456705 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-353a0dc4-77b3-4fb2-ab4e-782a69beeb00 req-a66ddb15-016a-48ba-8bb5-4d4c9f2ba6a3 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=74babc55-31df-48e5-a49e-7cb01b6b8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643811 Aug 16 20:31:48.474974 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872506d3-33b3-4789-a5ea-a1568e73c52e req-a36d3574-b87c-415b-9c1f-a7dc69f9cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:48.476554 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-872506d3-33b3-4789-a5ea-a1568e73c52e req-a36d3574-b87c-415b-9c1f-a7dc69f9cb21 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 1128 time: 0.0832534 Aug 16 20:31:48.536284 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e63848-25a0-4aeb-9955-716a9d0ead0a req-24438824-ee29-4ad6-ad12-92d689397a8a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:48.537731 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-79e63848-25a0-4aeb-9955-716a9d0ead0a req-24438824-ee29-4ad6-ad12-92d689397a8a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 943 time: 0.0629251 Aug 16 20:31:48.586643 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-79e63848-25a0-4aeb-9955-716a9d0ead0a req-3b07a798-69f5-412a-9a7f-0be4d3fb2a80 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422316 Aug 16 20:31:48.599137 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872506d3-33b3-4789-a5ea-a1568e73c52e req-4a0aec3a-ac45-49ee-b193-d9c83cf7be77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:48.600769 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-872506d3-33b3-4789-a5ea-a1568e73c52e req-4a0aec3a-ac45-49ee-b193-d9c83cf7be77 service neutron] 10.222.0.57 "GET /v2.0/networks?id=122a245e-01a8-4af4-8488-67733042da5f HTTP/1.1" status: 200 len: 897 time: 0.1161427 Aug 16 20:31:48.677933 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-872506d3-33b3-4789-a5ea-a1568e73c52e req-da439679-f605-4891-9474-662be1d86241 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ff8423b-3da5-4f60-9f58-a95688dbf56b HTTP/1.1" status: 200 len: 1001 time: 0.0695813 Aug 16 20:31:48.731669 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872506d3-33b3-4789-a5ea-a1568e73c52e req-9f7970cc-ab42-4008-afe0-1254a973c4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:48.733447 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-872506d3-33b3-4789-a5ea-a1568e73c52e req-9f7970cc-ab42-4008-afe0-1254a973c4cd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1174d191-bb48-4a7a-a31d-affd33b08a90 HTTP/1.1" status: 200 len: 835 time: 0.0491953 Aug 16 20:31:48.786044 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872506d3-33b3-4789-a5ea-a1568e73c52e req-514373c7-7fca-4ac5-82da-0d73700de04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:48.787658 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-872506d3-33b3-4789-a5ea-a1568e73c52e req-514373c7-7fca-4ac5-82da-0d73700de04f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=122a245e-01a8-4af4-8488-67733042da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415199 Aug 16 20:31:48.904900 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-872506d3-33b3-4789-a5ea-a1568e73c52e req-abd0a0ea-1512-4ed8-9952-ca74d3221fbf service neutron] 10.222.0.57 "GET /v2.0/networks/122a245e-01a8-4af4-8488-67733042da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100655 Aug 16 20:31:49.028160 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-872506d3-33b3-4789-a5ea-a1568e73c52e req-3f573f86-69dd-49e6-bb81-c6cab893da65 service neutron] 10.222.0.57 "GET /v2.0/networks/122a245e-01a8-4af4-8488-67733042da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168723 Aug 16 20:31:49.308256 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e364c1a-fec2-458b-8b49-e11ebcb20a3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4e81f26-72c8-4233-957b-26e3d968922d'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:31:49.310954 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410e9962-85cf-4487-b141-480338156dde" -d '{"events": [{"server_uuid": "7e364c1a-fec2-458b-8b49-e11ebcb20a3c", "name": "network-vif-unplugged", "status": "completed", "tag": "e4e81f26-72c8-4233-957b-26e3d968922d"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:31:49.347737 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 20:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db3a5ec-bb4a-4701-9559-01bfa60511ef x-openstack-request-id: req-8db3a5ec-bb4a-4701-9559-01bfa60511ef {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:31:49.348168 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e364c1a-fec2-458b-8b49-e11ebcb20a3c", "name": "network-vif-unplugged", "status": "failed", "tag": "e4e81f26-72c8-4233-957b-26e3d968922d", "code": 422}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:31:49.348422 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8db3a5ec-bb4a-4701-9559-01bfa60511ef {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:31:49.348846 n-d-787206-13 neutron-server[94772]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7e364c1a-fec2-458b-8b49-e11ebcb20a3c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e4e81f26-72c8-4233-957b-26e3d968922d', 'code': 422} returned with failed status Aug 16 20:31:49.608239 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b3c3b-cd4a-4f9b-a38e-f500527145b8 req-7a8f0150-16c1-4967-9735-4c8c18dbf850 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:49.615479 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c68b3c3b-cd4a-4f9b-a38e-f500527145b8 req-7a8f0150-16c1-4967-9735-4c8c18dbf850 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 945 time: 0.0643134 Aug 16 20:31:49.675014 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c68b3c3b-cd4a-4f9b-a38e-f500527145b8 req-694525f0-54fb-423c-b92e-1d36016c7eb2 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=74babc55-31df-48e5-a49e-7cb01b6b8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587487 Aug 16 20:31:49.736051 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 0ff8423b-3da5-4f60-9f58-a95688dbf56b details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:31:49.861887 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aae232-d418-4f81-a1f3-f9f865a056c6 req-020a7720-14f9-4e32-9f5d-7ce135d93e6f tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:49.863420 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-88aae232-d418-4f81-a1f3-f9f865a056c6 req-020a7720-14f9-4e32-9f5d-7ce135d93e6f tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 943 time: 0.0615122 Aug 16 20:31:49.877459 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 0ff8423b-3da5-4f60-9f58-a95688dbf56b, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=0ff8423b-3da5-4f60-9f58-a95688dbf56b,segment=NetworkSegment(2a345236-5308-4103-b6f0-0b7abc2d23ad),segment_id=2a345236-5308-4103-b6f0-0b7abc2d23ad)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:49.899504 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 0ff8423b-3da5-4f60-9f58-a95688dbf56b has no active binding in host n-h2-787206-13 {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:31:49.930683 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-88aae232-d418-4f81-a1f3-f9f865a056c6 req-b8d1bf5d-dc76-4df8-8c02-1c0909e14d95 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581291 Aug 16 20:31:49.938984 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e1c43d79-d519-4c44-bba0-f877623ddc11 req-5f3eee03-1ca1-4ee2-9d17-0a70a9c43b6c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0745907 Aug 16 20:31:50.706593 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c43d79-d519-4c44-bba0-f877623ddc11 req-e84b525b-5e49-409a-8654-9e585519fcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:50.708232 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e1c43d79-d519-4c44-bba0-f877623ddc11 req-e84b525b-5e49-409a-8654-9e585519fcc5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c&tenant_id=36ce9d10f04c4ea3a97f2ef277d208d8 HTTP/1.1" status: 200 len: 1095 time: 0.0745144 Aug 16 20:31:50.806267 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c43d79-d519-4c44-bba0-f877623ddc11 req-a52c0c50-907f-4070-970d-cbda1c0008db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:50.808288 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e1c43d79-d519-4c44-bba0-f877623ddc11 req-a52c0c50-907f-4070-970d-cbda1c0008db service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=36ce9d10f04c4ea3a97f2ef277d208d8&device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 1095 time: 0.0782175 Aug 16 20:31:50.831655 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507320b0-807c-4455-a939-6eeed0f69a3d req-b90533cf-3460-4c76-8692-745e58865d51 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:50.833655 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-507320b0-807c-4455-a939-6eeed0f69a3d req-b90533cf-3460-4c76-8692-745e58865d51 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 945 time: 0.0752923 Aug 16 20:31:50.920982 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-507320b0-807c-4455-a939-6eeed0f69a3d req-727cfeec-f6d2-4786-a30a-4ef4d05bd02e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=74babc55-31df-48e5-a49e-7cb01b6b8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764534 Aug 16 20:31:50.945395 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c43d79-d519-4c44-bba0-f877623ddc11 req-bcf000ca-6d3e-41a8-b736-6b424e0e4298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:50.946916 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e1c43d79-d519-4c44-bba0-f877623ddc11 req-bcf000ca-6d3e-41a8-b736-6b424e0e4298 service neutron] 10.222.0.63 "GET /v2.0/networks?id=694913cb-9660-4a1c-a341-9653a1f83c96 HTTP/1.1" status: 200 len: 918 time: 0.1320605 Aug 16 20:31:51.016403 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e1c43d79-d519-4c44-bba0-f877623ddc11 req-5a8ec09d-02b9-4d1d-bb6d-773a6ea57c8b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4e81f26-72c8-4233-957b-26e3d968922d HTTP/1.1" status: 200 len: 998 time: 0.0617630 Aug 16 20:31:51.065958 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a57bb0-3509-4544-ab42-b36fbb206006 req-f82a1011-0f38-43b0-a557-06e17295adf8 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:51.067502 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-96a57bb0-3509-4544-ab42-b36fbb206006 req-f82a1011-0f38-43b0-a557-06e17295adf8 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 943 time: 0.0566347 Aug 16 20:31:51.072282 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c43d79-d519-4c44-bba0-f877623ddc11 req-a8b9fc65-4c74-47de-8fda-380ddd85acac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:51.073812 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e1c43d79-d519-4c44-bba0-f877623ddc11 req-a8b9fc65-4c74-47de-8fda-380ddd85acac service neutron] 10.222.0.63 "GET /v2.0/subnets?id=22f1ef82-708c-4a07-a4be-6ce7461b8bb2 HTTP/1.1" status: 200 len: 856 time: 0.0498719 Aug 16 20:31:51.112026 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-96a57bb0-3509-4544-ab42-b36fbb206006 req-bf74feca-e547-4f61-844b-0488fec9ea29 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358009 Aug 16 20:31:51.127206 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c43d79-d519-4c44-bba0-f877623ddc11 req-8bce5c09-ba16-4180-9d75-6302f35bea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:51.128821 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e1c43d79-d519-4c44-bba0-f877623ddc11 req-8bce5c09-ba16-4180-9d75-6302f35bea16 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=694913cb-9660-4a1c-a341-9653a1f83c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477316 Aug 16 20:31:51.217864 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e1c43d79-d519-4c44-bba0-f877623ddc11 req-7c64f686-ccef-4d13-bcb4-8b1bf5230d3e service neutron] 10.222.0.63 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813925 Aug 16 20:31:51.310149 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e1c43d79-d519-4c44-bba0-f877623ddc11 req-b6125b07-f911-4884-b2ac-9605eb803052 service neutron] 10.222.0.63 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839105 Aug 16 20:31:51.552557 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-e8a4a38c-ffd2-4517-822d-2b0a1f76b803 service neutron] 10.222.0.57 "GET /v2.0/ports/0ff8423b-3da5-4f60-9f58-a95688dbf56b/bindings/n-h2-787206-13 HTTP/1.1" status: 200 len: 385 time: 0.0561595 Aug 16 20:31:51.735872 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-fc06a3d9-f2cb-483a-88a5-7de7f04413af service neutron] For port 0ff8423b-3da5-4f60-9f58-a95688dbf56b, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=0ff8423b-3da5-4f60-9f58-a95688dbf56b,segment=NetworkSegment(2a345236-5308-4103-b6f0-0b7abc2d23ad),segment_id=2a345236-5308-4103-b6f0-0b7abc2d23ad)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:51.751165 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device e4e81f26-72c8-4233-957b-26e3d968922d no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:31:51.772916 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-fc06a3d9-f2cb-483a-88a5-7de7f04413af service neutron] For port 0ff8423b-3da5-4f60-9f58-a95688dbf56b, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:31:51.843598 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a7551b-db93-4ea8-abaf-a76422042ef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ff8423b-3da5-4f60-9f58-a95688dbf56b'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:31:51.846440 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9be397-1eb2-4358-8138-751c91233777" -d '{"events": [{"server_uuid": "a1a7551b-db93-4ea8-abaf-a76422042ef5", "name": "network-vif-unplugged", "status": "completed", "tag": "0ff8423b-3da5-4f60-9f58-a95688dbf56b"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:31:51.858922 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-fc06a3d9-f2cb-483a-88a5-7de7f04413af service neutron] For port 0ff8423b-3da5-4f60-9f58-a95688dbf56b, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=0ff8423b-3da5-4f60-9f58-a95688dbf56b,segment=NetworkSegment(2a345236-5308-4103-b6f0-0b7abc2d23ad),segment_id=2a345236-5308-4103-b6f0-0b7abc2d23ad)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:51.880953 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-fc06a3d9-f2cb-483a-88a5-7de7f04413af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:52.043530 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cd40b6-ef23-479e-97f6-2ac9be6f5a4d x-openstack-request-id: req-e0cd40b6-ef23-479e-97f6-2ac9be6f5a4d {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:31:52.043820 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a7551b-db93-4ea8-abaf-a76422042ef5", "name": "network-vif-unplugged", "status": "completed", "tag": "0ff8423b-3da5-4f60-9f58-a95688dbf56b", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:31:52.044233 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e0cd40b6-ef23-479e-97f6-2ac9be6f5a4d {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:31:52.044809 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a7551b-db93-4ea8-abaf-a76422042ef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ff8423b-3da5-4f60-9f58-a95688dbf56b', 'code': 200} Aug 16 20:31:52.045942 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-fc06a3d9-f2cb-483a-88a5-7de7f04413af service neutron] Transition to ACTIVE for port object 0ff8423b-3da5-4f60-9f58-a95688dbf56b will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:52.065619 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-fc06a3d9-f2cb-483a-88a5-7de7f04413af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:52.157735 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e791484-4eea-489f-8b1c-e5956c4f1cc5 req-5648f89b-13d1-44d7-9083-6b457b2ba7eb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:52.165844 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6e791484-4eea-489f-8b1c-e5956c4f1cc5 req-5648f89b-13d1-44d7-9083-6b457b2ba7eb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 944 time: 0.1239946 Aug 16 20:31:52.294632 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a883f2-6a83-43c7-af0c-f36648888db5 req-13ea7179-a5f2-4012-b764-9034a68453e7 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:52.305144 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a7a883f2-6a83-43c7-af0c-f36648888db5 req-13ea7179-a5f2-4012-b764-9034a68453e7 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 943 time: 0.0946224 Aug 16 20:31:52.305294 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6e791484-4eea-489f-8b1c-e5956c4f1cc5 req-8f0f13ec-ccbc-4ca6-bb7f-184c48c8ad7b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=74babc55-31df-48e5-a49e-7cb01b6b8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374588 Aug 16 20:31:52.357017 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06a3d9-f2cb-483a-88a5-7de7f04413af service neutron] Pushing event updated for resources: {'Port': ['ID=0ff8423b-3da5-4f60-9f58-a95688dbf56b,revision_number=11']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:52.386749 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a7a883f2-6a83-43c7-af0c-f36648888db5 req-a623a83e-1374-4776-858c-53ac98882bdf tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793874 Aug 16 20:31:52.389012 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-fc06a3d9-f2cb-483a-88a5-7de7f04413af service neutron] No DVR routers for this DVR port 0ff8423b-3da5-4f60-9f58-a95688dbf56b on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:31:52.631724 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-fc06a3d9-f2cb-483a-88a5-7de7f04413af service neutron] 10.222.0.57 "PUT /v2.0/ports/0ff8423b-3da5-4f60-9f58-a95688dbf56b/bindings/n-h2-787206-13/activate HTTP/1.1" status: 200 len: 370 time: 1.0720050 Aug 16 20:31:53.454404 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959ccad-0674-418c-ae39-05a28ac275e8 req-dc8a7b2e-9e08-4dc4-a77a-ff67de5f17d4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:53.458511 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2959ccad-0674-418c-ae39-05a28ac275e8 req-dc8a7b2e-9e08-4dc4-a77a-ff67de5f17d4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 944 time: 0.0743554 Aug 16 20:31:53.530238 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2959ccad-0674-418c-ae39-05a28ac275e8 req-e605d54a-493c-4857-84b1-b0dd4fab5d55 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=74babc55-31df-48e5-a49e-7cb01b6b8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683484 Aug 16 20:31:53.533089 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938d0cf-8a67-4f94-941b-ec8892d1d1c0 req-d5d16597-a563-4e9c-bdb1-19465998824b tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:53.543088 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e938d0cf-8a67-4f94-941b-ec8892d1d1c0 req-d5d16597-a563-4e9c-bdb1-19465998824b tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 943 time: 0.0791636 Aug 16 20:31:53.621071 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e938d0cf-8a67-4f94-941b-ec8892d1d1c0 req-54c4f08e-28bf-4214-a18b-a92de8fd0761 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773010 Aug 16 20:31:54.616871 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 0ff8423b-3da5-4f60-9f58-a95688dbf56b no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:31:54.707775 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 0ff8423b-3da5-4f60-9f58-a95688dbf56b not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:31:54.708013 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbfd90-d8dd-4f2d-b323-8166fa30a874 req-34c98efc-fe6e-42c1-86f0-3f127b90904b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:54.709397 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6ddbfd90-d8dd-4f2d-b323-8166fa30a874 req-34c98efc-fe6e-42c1-86f0-3f127b90904b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 944 time: 0.1024106 Aug 16 20:31:54.768356 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6ddbfd90-d8dd-4f2d-b323-8166fa30a874 req-a6c47cbd-f414-48f9-b1cc-d89d81ea6815 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=74babc55-31df-48e5-a49e-7cb01b6b8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513551 Aug 16 20:31:54.873900 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6117df3-1087-4b81-9c9c-dbb77a127a85 req-5ef8baad-3b61-4f5d-9740-81e4a8934b8d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:54.881881 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6117df3-1087-4b81-9c9c-dbb77a127a85 req-5ef8baad-3b61-4f5d-9740-81e4a8934b8d tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 943 time: 0.1036499 Aug 16 20:31:54.942252 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6117df3-1087-4b81-9c9c-dbb77a127a85 req-8e8aef92-9fa0-42fc-901b-aae0637458f2 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558927 Aug 16 20:31:55.908479 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef44a7-75ab-4d93-b9d6-c9437c1a4f40 req-0649e219-fd19-4bcc-9961-67c122eebd5a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:55.910102 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-92ef44a7-75ab-4d93-b9d6-c9437c1a4f40 req-0649e219-fd19-4bcc-9961-67c122eebd5a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 944 time: 0.0551269 Aug 16 20:31:55.956322 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-92ef44a7-75ab-4d93-b9d6-c9437c1a4f40 req-035ad71d-6445-4a2b-a0a2-828009823dc4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=74babc55-31df-48e5-a49e-7cb01b6b8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393753 Aug 16 20:31:56.080675 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148dfc8-07cb-45ac-8121-d55ddaa84551 req-466e399b-c336-441f-a1ce-fec638b426a7 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:56.082203 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7148dfc8-07cb-45ac-8121-d55ddaa84551 req-466e399b-c336-441f-a1ce-fec638b426a7 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 943 time: 0.0514045 Aug 16 20:31:56.151851 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7148dfc8-07cb-45ac-8121-d55ddaa84551 req-7b959008-552a-428d-ad1f-bcac9b4fd1a8 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605741 Aug 16 20:31:57.090902 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a656cfa-e7bc-4bfd-a699-41cba8665e2a req-934eb49d-4100-44d9-8437-93a5d4fd6835 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:57.092865 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9a656cfa-e7bc-4bfd-a699-41cba8665e2a req-934eb49d-4100-44d9-8437-93a5d4fd6835 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 944 time: 0.0638108 Aug 16 20:31:57.144443 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9a656cfa-e7bc-4bfd-a699-41cba8665e2a req-1496adab-7fbf-4727-8fe8-253ca3f83970 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=74babc55-31df-48e5-a49e-7cb01b6b8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454736 Aug 16 20:31:57.325376 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2209be6-9f28-44e9-a629-9b9c10bc091f req-7623c591-a228-4f1c-b5e8-c74bdf93d429 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:57.334668 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a2209be6-9f28-44e9-a629-9b9c10bc091f req-7623c591-a228-4f1c-b5e8-c74bdf93d429 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 943 time: 0.1123149 Aug 16 20:31:57.385156 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a2209be6-9f28-44e9-a629-9b9c10bc091f req-dffbafd8-c571-4c1c-8099-9aa8ab34e51c tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493195 Aug 16 20:31:57.685420 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50838) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:57.803143 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b1dddbc-36ca-4de2-b870-ea05a60c0fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:57.924263 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b1dddbc-36ca-4de2-b870-ea05a60c0fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:57.929133 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b1dddbc-36ca-4de2-b870-ea05a60c0fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:57.972164 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1b1dddbc-36ca-4de2-b870-ea05a60c0fd2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=19a7ef71929545abb7fa969e9a42dfb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2856064 Aug 16 20:31:57.973017 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1dddbc-36ca-4de2-b870-ea05a60c0fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98d7782-c560-43b5-9f21-ca49215d1f2b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:57.974917 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50842) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:57.990877 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dddbc-36ca-4de2-b870-ea05a60c0fd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:57.991661 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dddbc-36ca-4de2-b870-ea05a60c0fd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:57.992157 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dddbc-36ca-4de2-b870-ea05a60c0fd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:57.992706 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dddbc-36ca-4de2-b870-ea05a60c0fd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:57.993210 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dddbc-36ca-4de2-b870-ea05a60c0fd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:57.993695 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dddbc-36ca-4de2-b870-ea05a60c0fd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:57.994223 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dddbc-36ca-4de2-b870-ea05a60c0fd2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:57.994706 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dddbc-36ca-4de2-b870-ea05a60c0fd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:57.995519 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dddbc-36ca-4de2-b870-ea05a60c0fd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:57.996215 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dddbc-36ca-4de2-b870-ea05a60c0fd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:57.996787 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dddbc-36ca-4de2-b870-ea05a60c0fd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:57.997287 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dddbc-36ca-4de2-b870-ea05a60c0fd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:58.030197 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d3dded5-806e-4988-a021-32255be2fd0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:58.091743 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d3dded5-806e-4988-a021-32255be2fd0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:58.269053 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d3dded5-806e-4988-a021-32255be2fd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:58.277171 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d3dded5-806e-4988-a021-32255be2fd0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:58.278717 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3d3dded5-806e-4988-a021-32255be2fd0f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c98d7782-c560-43b5-9f21-ca49215d1f2b HTTP/1.1" status: 204 len: 168 time: 0.3027828 Aug 16 20:31:58.310681 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3dded5-806e-4988-a021-32255be2fd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98d7782-c560-43b5-9f21-ca49215d1f2b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:58.343604 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3dded5-806e-4988-a021-32255be2fd0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:58.349394 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3dded5-806e-4988-a021-32255be2fd0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:58.351142 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3dded5-806e-4988-a021-32255be2fd0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:58.352115 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3dded5-806e-4988-a021-32255be2fd0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:58.354276 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3dded5-806e-4988-a021-32255be2fd0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:58.354850 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3dded5-806e-4988-a021-32255be2fd0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:58.355430 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3dded5-806e-4988-a021-32255be2fd0f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:58.358478 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3dded5-806e-4988-a021-32255be2fd0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:58.361077 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3dded5-806e-4988-a021-32255be2fd0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:58.361663 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3dded5-806e-4988-a021-32255be2fd0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:58.362214 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3dded5-806e-4988-a021-32255be2fd0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:58.362759 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3dded5-806e-4988-a021-32255be2fd0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:58.471311 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05227b-0faf-42a5-ba32-8b23776504f8 req-b9c6e1c5-1b31-4ff2-a9cd-32cea0d90be7 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:58.473135 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ea05227b-0faf-42a5-ba32-8b23776504f8 req-b9c6e1c5-1b31-4ff2-a9cd-32cea0d90be7 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 944 time: 0.1244946 Aug 16 20:31:58.549588 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ea05227b-0faf-42a5-ba32-8b23776504f8 req-d2de66b0-9fec-477d-be4d-a662c87c0185 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=74babc55-31df-48e5-a49e-7cb01b6b8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620525 Aug 16 20:31:58.589707 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d09f0-cbd8-4c13-ae73-8821a6f0dfa3 req-83969980-6a22-4f7b-9ec2-7a8358a4f434 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:58.591519 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c07d09f0-cbd8-4c13-ae73-8821a6f0dfa3 req-83969980-6a22-4f7b-9ec2-7a8358a4f434 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 943 time: 0.0629106 Aug 16 20:31:58.666920 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c07d09f0-cbd8-4c13-ae73-8821a6f0dfa3 req-b1980b75-301d-480d-9a10-7762167350c3 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648477 Aug 16 20:31:58.784174 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 50852) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:58.798155 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0739ec55-9478-4c76-ac12-39e4151f2574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:58.899070 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0739ec55-9478-4c76-ac12-39e4151f2574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:58.908909 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0739ec55-9478-4c76-ac12-39e4151f2574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:58.943058 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0739ec55-9478-4c76-ac12-39e4151f2574 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=20609d2f700b4e03bbd44f3f69cbc596&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577528 Aug 16 20:31:58.945710 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50854) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:58.952354 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739ec55-9478-4c76-ac12-39e4151f2574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9670f1-a7b9-4d10-bee6-b995a474f575,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:59.001182 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64d4455e-8cfc-460d-aa9c-03545fff278c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:59.023950 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64d4455e-8cfc-460d-aa9c-03545fff278c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:59.089783 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64d4455e-8cfc-460d-aa9c-03545fff278c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:59.092670 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64d4455e-8cfc-460d-aa9c-03545fff278c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:59.094076 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-64d4455e-8cfc-460d-aa9c-03545fff278c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8e9670f1-a7b9-4d10-bee6-b995a474f575 HTTP/1.1" status: 204 len: 168 time: 0.1470327 Aug 16 20:31:59.104478 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4455e-8cfc-460d-aa9c-03545fff278c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9670f1-a7b9-4d10-bee6-b995a474f575,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:59.708812 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817e61f-6b6a-4b8b-9e8a-a89f8bdebb0c req-b9ea4244-34a6-449b-a9fe-a95d4ae3b4f8 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:59.710705 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7817e61f-6b6a-4b8b-9e8a-a89f8bdebb0c req-b9ea4244-34a6-449b-a9fe-a95d4ae3b4f8 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 944 time: 0.0562818 Aug 16 20:31:59.772625 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7817e61f-6b6a-4b8b-9e8a-a89f8bdebb0c req-cda8a502-69ac-4c0d-990e-6b52492b2c89 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=74babc55-31df-48e5-a49e-7cb01b6b8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537415 Aug 16 20:31:59.815457 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c79127-4460-4967-a44a-d9dba16adac0 req-ac19dfc1-32c1-4cde-a60e-1dae0e74a91a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:59.817187 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-65c79127-4460-4967-a44a-d9dba16adac0 req-ac19dfc1-32c1-4cde-a60e-1dae0e74a91a tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 943 time: 0.0586371 Aug 16 20:31:59.867964 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-65c79127-4460-4967-a44a-d9dba16adac0 req-8630bd17-a75f-464e-b9e4-10bbce050fa8 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433648 Aug 16 20:32:01.046088 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ec970-824a-47d2-9471-c487b3d8cbf7 req-5cc8008e-bfae-47dc-ad9d-2c15bbe67c7c tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:01.057656 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4f1ec970-824a-47d2-9471-c487b3d8cbf7 req-5cc8008e-bfae-47dc-ad9d-2c15bbe67c7c tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 943 time: 0.0695391 Aug 16 20:32:01.141775 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4f1ec970-824a-47d2-9471-c487b3d8cbf7 req-5ff36395-8b5a-4e8b-8fc2-77416ffd9edc tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821793 Aug 16 20:32:01.226199 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef3ef0-dfb5-44af-9a7c-de4d7a715257 req-76eb8008-ef49-4041-bd34-1b2888465d90 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:01.227827 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-abef3ef0-dfb5-44af-9a7c-de4d7a715257 req-76eb8008-ef49-4041-bd34-1b2888465d90 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 944 time: 0.0634890 Aug 16 20:32:01.271887 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-abef3ef0-dfb5-44af-9a7c-de4d7a715257 req-05e0e4ae-15a0-4e07-b540-61b93e2f524f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=74babc55-31df-48e5-a49e-7cb01b6b8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380425 Aug 16 20:32:01.824487 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ee8d4857-e3e8-405e-97af-9e78c68f60a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:01.910219 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-8ad7480e-05ce-4e1c-8178-b95fb8d5a254 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:01.911958 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-8ad7480e-05ce-4e1c-8178-b95fb8d5a254 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5&tenant_id=5b476a52c3644288a8fde356e0d7a90f&binding%3Ahost_id=n-h1-787206-13 HTTP/1.1" status: 200 len: 1096 time: 0.0475132 Aug 16 20:32:01.962504 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-29733eb6-6ef3-4875-bd87-7018c97c28e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:01.964558 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-29733eb6-6ef3-4875-bd87-7018c97c28e7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5&tenant_id=5b476a52c3644288a8fde356e0d7a90f HTTP/1.1" status: 200 len: 1096 time: 0.0451672 Aug 16 20:32:02.031464 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-d2c61369-43d9-41df-8794-16fce1fe761c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:02.032972 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-d2c61369-43d9-41df-8794-16fce1fe761c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 1096 time: 0.0422988 Aug 16 20:32:02.132471 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-3e78528e-ec10-424a-a615-2471638a3245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:02.133983 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-3e78528e-ec10-424a-a615-2471638a3245 service neutron] 10.222.0.63 "GET /v2.0/networks?id=122a245e-01a8-4af4-8488-67733042da5f HTTP/1.1" status: 200 len: 897 time: 0.0911562 Aug 16 20:32:02.153562 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 50998) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:02.203749 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-c89f5791-6625-455c-9e1f-24bdbd91d066 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ff8423b-3da5-4f60-9f58-a95688dbf56b HTTP/1.1" status: 200 len: 999 time: 0.0624537 Aug 16 20:32:02.263145 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d06bd0bc-d42e-448f-9656-65011cb430b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:02.282762 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-633a834e-1ddf-42c3-8788-528042f2623a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:02.284249 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-633a834e-1ddf-42c3-8788-528042f2623a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1174d191-bb48-4a7a-a31d-affd33b08a90 HTTP/1.1" status: 200 len: 835 time: 0.0734539 Aug 16 20:32:02.310454 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0d02d-cdf2-485a-b0eb-5ebb2d0a832a req-380b68ff-e582-4061-af25-e77b46a30faf tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:02.312015 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5ec0d02d-cdf2-485a-b0eb-5ebb2d0a832a req-380b68ff-e582-4061-af25-e77b46a30faf tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 943 time: 0.0748494 Aug 16 20:32:02.363646 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-b69348bf-6f41-4b58-bd98-7cd17bf833e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:02.365077 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-b69348bf-6f41-4b58-bd98-7cd17bf833e3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=122a245e-01a8-4af4-8488-67733042da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724907 Aug 16 20:32:02.373120 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5ec0d02d-cdf2-485a-b0eb-5ebb2d0a832a req-abed5897-e466-44a6-8df5-84ff862cd165 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465064 Aug 16 20:32:02.385223 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d06bd0bc-d42e-448f-9656-65011cb430b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:02.391976 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d06bd0bc-d42e-448f-9656-65011cb430b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:02.447902 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d06bd0bc-d42e-448f-9656-65011cb430b3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5a7233515196451083bf9bf00db9ac54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2931640 Aug 16 20:32:02.453219 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51006) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:02.457408 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9564b8-fe87-46ac-ad1d-6186e99adb0b req-4bf988fe-2f11-4fc3-a707-66e775274849 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:02.458886 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7b9564b8-fe87-46ac-ad1d-6186e99adb0b req-4bf988fe-2f11-4fc3-a707-66e775274849 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 944 time: 0.1076913 Aug 16 20:32:02.460941 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06bd0bc-d42e-448f-9656-65011cb430b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4210ae35-9f96-4925-91bf-ae1044aede83,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:02.482989 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-f1c15e88-27ed-4b52-987d-02473d4923a6 service neutron] 10.222.0.63 "GET /v2.0/networks/122a245e-01a8-4af4-8488-67733042da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089027 Aug 16 20:32:02.500940 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7b9564b8-fe87-46ac-ad1d-6186e99adb0b req-21bd7b68-e3b3-40cb-ab16-88edfafff099 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=74babc55-31df-48e5-a49e-7cb01b6b8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338995 Aug 16 20:32:02.563878 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3124541f-cc3d-48a6-9382-c0162eebc255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:02.602119 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3124541f-cc3d-48a6-9382-c0162eebc255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:02.614866 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-79dadd65-c3ce-4edb-9f14-06790fdecac5 service neutron] 10.222.0.63 "GET /v2.0/networks/122a245e-01a8-4af4-8488-67733042da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207299 Aug 16 20:32:02.656592 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3124541f-cc3d-48a6-9382-c0162eebc255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:02.659199 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3124541f-cc3d-48a6-9382-c0162eebc255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:02.660368 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3124541f-cc3d-48a6-9382-c0162eebc255 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4210ae35-9f96-4925-91bf-ae1044aede83 HTTP/1.1" status: 204 len: 168 time: 0.2062306 Aug 16 20:32:02.668894 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124541f-cc3d-48a6-9382-c0162eebc255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4210ae35-9f96-4925-91bf-ae1044aede83,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:02.839439 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-d3f90b6e-2bea-4aaa-92f2-22df24ee9660 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:02.840965 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-d3f90b6e-2bea-4aaa-92f2-22df24ee9660 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5&tenant_id=5b476a52c3644288a8fde356e0d7a90f&binding%3Ahost_id=n-h2-787206-13 HTTP/1.1" status: 200 len: 1096 time: 0.0484786 Aug 16 20:32:02.935502 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51012) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:02.949760 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a551c39-5c2c-4506-ba2e-875188018851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:02.974115 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-44c5dc66-a373-482f-ab9b-b79ee001be83 service neutron] For port 0ff8423b-3da5-4f60-9f58-a95688dbf56b, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:32:02.977018 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-44c5dc66-a373-482f-ab9b-b79ee001be83 service neutron] Notify callbacks [] for binding, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:02.978233 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b09b0e0-cfb3-4d71-8a6f-0afb34ed2d97 req-44c5dc66-a373-482f-ab9b-b79ee001be83 service neutron] 10.222.0.63 "DELETE /v2.0/ports/0ff8423b-3da5-4f60-9f58-a95688dbf56b/bindings/n-h1-787206-13 HTTP/1.1" status: 204 len: 173 time: 0.1271980 Aug 16 20:32:03.038774 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a551c39-5c2c-4506-ba2e-875188018851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:03.043022 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a551c39-5c2c-4506-ba2e-875188018851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:03.083432 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6a551c39-5c2c-4506-ba2e-875188018851 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=752229f000c54be2b0dd6e3b7f806614&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1465104 Aug 16 20:32:03.084364 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a551c39-5c2c-4506-ba2e-875188018851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805e61af-2907-46b3-8e1e-0e1ddc783909,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:03.086020 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51014) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:03.137063 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-18597790-ae06-48de-9c95-56ff23fe3180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:03.164502 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-18597790-ae06-48de-9c95-56ff23fe3180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:03.213346 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-18597790-ae06-48de-9c95-56ff23fe3180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:03.216095 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-18597790-ae06-48de-9c95-56ff23fe3180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:03.217253 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-18597790-ae06-48de-9c95-56ff23fe3180 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/805e61af-2907-46b3-8e1e-0e1ddc783909 HTTP/1.1" status: 204 len: 168 time: 0.1302507 Aug 16 20:32:03.224745 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18597790-ae06-48de-9c95-56ff23fe3180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805e61af-2907-46b3-8e1e-0e1ddc783909,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:03.496191 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053e7e3-a94c-42cf-ad97-a2170aaf050f req-e8530270-31a6-43c8-abaf-20f81952dfcd tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:03.497684 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9053e7e3-a94c-42cf-ad97-a2170aaf050f req-e8530270-31a6-43c8-abaf-20f81952dfcd tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 943 time: 0.0501728 Aug 16 20:32:03.540691 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9053e7e3-a94c-42cf-ad97-a2170aaf050f req-e79ceaf5-f269-469a-a516-ded78c5c3392 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364907 Aug 16 20:32:03.638435 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164101cb-d8b1-4c59-b901-debdf33b3f78 req-f7a6fa64-aa71-4fac-ae7a-e70aeea519f4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:03.640069 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-164101cb-d8b1-4c59-b901-debdf33b3f78 req-f7a6fa64-aa71-4fac-ae7a-e70aeea519f4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 944 time: 0.0560446 Aug 16 20:32:03.679109 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-164101cb-d8b1-4c59-b901-debdf33b3f78 req-2533b377-d8d8-49bb-9f4a-7f7bab25ee2a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=74babc55-31df-48e5-a49e-7cb01b6b8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331311 Aug 16 20:32:03.787638 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da0767-1bac-4e2a-833e-39078dd3abd8 req-1f286eb3-923c-4a6f-9efd-30f8951253fb tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:03.789166 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-70da0767-1bac-4e2a-833e-39078dd3abd8 req-1f286eb3-923c-4a6f-9efd-30f8951253fb tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 1096 time: 0.0425088 Aug 16 20:32:03.824597 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-70da0767-1bac-4e2a-833e-39078dd3abd8 req-12d429f3-d6a1-4a40-b151-77a247939725 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=74babc55-31df-48e5-a49e-7cb01b6b8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293002 Aug 16 20:32:03.939552 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4e0fd-d7d0-4f40-ad07-d6752643ff2c req-d61115a2-e3d9-4c27-a36d-e7d67f24ab57 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:03.941069 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0ca4e0fd-d7d0-4f40-ad07-d6752643ff2c req-d61115a2-e3d9-4c27-a36d-e7d67f24ab57 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 944 time: 0.0494838 Aug 16 20:32:03.979686 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0ca4e0fd-d7d0-4f40-ad07-d6752643ff2c req-60f9f20c-d907-4e26-b02b-1bd05e2c26bb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=74babc55-31df-48e5-a49e-7cb01b6b8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325129 Aug 16 20:32:04.002152 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51046) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:04.071427 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-738aad0a-7318-49ad-a060-8f1756bd5ef6 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/floatingips/ae39ec8f-3c63-4d71-8814-c0e584404e9c HTTP/1.1" status: 200 len: 991 time: 0.0680275 Aug 16 20:32:04.279827 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51062) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:04.412555 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cb90f3f1-e58d-4fa1-9b99-49c043503f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:04.435865 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-f70b6a24-d2fa-48a3-9067-6d7ae79ad708 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Deleting port 404eb15f-07a7-4cbb-a818-a41cf0b29784 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:04.436207 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f70b6a24-d2fa-48a3-9067-6d7ae79ad708 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:04.526976 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f70b6a24-d2fa-48a3-9067-6d7ae79ad708 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:04.527351 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f70b6a24-d2fa-48a3-9067-6d7ae79ad708 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:04.539843 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-f70b6a24-d2fa-48a3-9067-6d7ae79ad708 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Calling delete_port for 404eb15f-07a7-4cbb-a818-a41cf0b29784 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:04.665450 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ced7f-e7fe-4aad-8523-0ede273636b6 req-73c4c746-2f5b-4bbc-a462-4ad92cc5ef43 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:04.667502 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2b1ced7f-e7fe-4aad-8523-0ede273636b6 req-73c4c746-2f5b-4bbc-a462-4ad92cc5ef43 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 943 time: 0.0544591 Aug 16 20:32:04.691577 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:04.700783 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f70b6a24-d2fa-48a3-9067-6d7ae79ad708 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:04.733045 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2b1ced7f-e7fe-4aad-8523-0ede273636b6 req-e110d958-332f-457c-8d0b-82ab5e92a9d5 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453002 Aug 16 20:32:04.743230 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b6a24-d2fa-48a3-9067-6d7ae79ad708 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event deleted for resources: {'Port': ['ID=404eb15f-07a7-4cbb-a818-a41cf0b29784,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:04.804238 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f70b6a24-d2fa-48a3-9067-6d7ae79ad708 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:04.804831 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-f70b6a24-d2fa-48a3-9067-6d7ae79ad708 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Floating IP ae39ec8f-3c63-4d71-8814-c0e584404e9c disassociated (deleted). External IP: 172.25.8.112, port: 0ff8423b-3da5-4f60-9f58-a95688dbf56b. Aug 16 20:32:05.017462 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70b6a24-d2fa-48a3-9067-6d7ae79ad708 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Router 22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:32:05.420528 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70b6a24-d2fa-48a3-9067-6d7ae79ad708 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:32:05.425402 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f70b6a24-d2fa-48a3-9067-6d7ae79ad708 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:05.434009 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ff8549-b672-4397-b19d-9b69fb50097c None None] Sync routers for ids ['22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:32:05.445461 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ff8549-b672-4397-b19d-9b69fb50097c None None] Routers {'22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:32:05.446338 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-63ff8549-b672-4397-b19d-9b69fb50097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:32:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:05.454931 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f70b6a24-d2fa-48a3-9067-6d7ae79ad708 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "DELETE /v2.0/floatingips/ae39ec8f-3c63-4d71-8814-c0e584404e9c HTTP/1.1" status: 204 len: 168 time: 1.1740177 Aug 16 20:32:05.455545 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a7551b-db93-4ea8-abaf-a76422042ef5', 'tag': '0ff8423b-3da5-4f60-9f58-a95688dbf56b'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:32:05.472382 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59312f43-f65d-48c4-8c19-3b9addee5f69" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a7551b-db93-4ea8-abaf-a76422042ef5", "tag": "0ff8423b-3da5-4f60-9f58-a95688dbf56b"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:32:05.515105 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c70d6f8-7969-4a53-b430-23bfa2600a61 x-openstack-request-id: req-4c70d6f8-7969-4a53-b430-23bfa2600a61 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:32:05.516159 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a7551b-db93-4ea8-abaf-a76422042ef5", "tag": "0ff8423b-3da5-4f60-9f58-a95688dbf56b", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:32:05.516159 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4c70d6f8-7969-4a53-b430-23bfa2600a61 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:32:05.516159 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a7551b-db93-4ea8-abaf-a76422042ef5', 'tag': '0ff8423b-3da5-4f60-9f58-a95688dbf56b', 'status': 'completed', 'code': 200} Aug 16 20:32:05.584429 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-63ff8549-b672-4397-b19d-9b69fb50097c None None] Set router 22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:32:05.623333 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59312f43-f65d-48c4-8c19-3b9addee5f69 req-b293dc61-f1b5-4cdf-8f54-0a689f7b6181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:05.625378 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-59312f43-f65d-48c4-8c19-3b9addee5f69 req-b293dc61-f1b5-4cdf-8f54-0a689f7b6181 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 1096 time: 0.0858243 Aug 16 20:32:05.661531 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:05.737521 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59312f43-f65d-48c4-8c19-3b9addee5f69 req-71976e1a-1266-49ed-bf87-b2fb51d2281a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:05.739275 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-59312f43-f65d-48c4-8c19-3b9addee5f69 req-71976e1a-1266-49ed-bf87-b2fb51d2281a service neutron] 10.222.0.63 "GET /v2.0/networks?id=122a245e-01a8-4af4-8488-67733042da5f HTTP/1.1" status: 200 len: 897 time: 0.1065853 Aug 16 20:32:05.757832 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a316cb-a2ec-4a8b-9db5-380288d71025 req-815bccd3-f881-4b46-b6d5-73693a71ad3a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:05.761023 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-97a316cb-a2ec-4a8b-9db5-380288d71025 req-815bccd3-f881-4b46-b6d5-73693a71ad3a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 944 time: 0.0660622 Aug 16 20:32:05.788745 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-59312f43-f65d-48c4-8c19-3b9addee5f69 req-18a53666-a1df-4420-bbb8-0c828496aa67 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ff8423b-3da5-4f60-9f58-a95688dbf56b HTTP/1.1" status: 200 len: 217 time: 0.0420210 Aug 16 20:32:05.804695 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-97a316cb-a2ec-4a8b-9db5-380288d71025 req-80b951c9-d219-4f23-b985-89cbb3d251e1 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=74babc55-31df-48e5-a49e-7cb01b6b8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371351 Aug 16 20:32:05.809269 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device e4e81f26-72c8-4233-957b-26e3d968922d details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:32:05.877751 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59312f43-f65d-48c4-8c19-3b9addee5f69 req-8728f324-2773-413b-ab34-9a6e280e7dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:05.879285 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-59312f43-f65d-48c4-8c19-3b9addee5f69 req-8728f324-2773-413b-ab34-9a6e280e7dcc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1174d191-bb48-4a7a-a31d-affd33b08a90 HTTP/1.1" status: 200 len: 835 time: 0.0798912 Aug 16 20:32:05.923998 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330b249-6f36-4ca6-a7f0-acc22494a459 req-8092db27-7a6a-46dc-9b10-9229d4fa33d0 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:05.925535 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a330b249-6f36-4ca6-a7f0-acc22494a459 req-8092db27-7a6a-46dc-9b10-9229d4fa33d0 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 943 time: 0.0907166 Aug 16 20:32:05.949402 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59312f43-f65d-48c4-8c19-3b9addee5f69 req-14373a34-7ff8-4364-a195-fcf6b3e17076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:05.950897 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-59312f43-f65d-48c4-8c19-3b9addee5f69 req-14373a34-7ff8-4364-a195-fcf6b3e17076 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=122a245e-01a8-4af4-8488-67733042da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636742 Aug 16 20:32:05.975120 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-63ff8549-b672-4397-b19d-9b69fb50097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944832847', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'b728b7d9-947d-4eb9-8ce2-9c98e64643b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:30:52Z', 'updated_at': '2021-08-16T20:30:56Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'b728b7d9-947d-4eb9-8ce2-9c98e64643b3', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:52Z', 'updated_at': '2021-08-16T20:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '311c998c-534f-4a1c-9feb-5fbd0c8398bd', 'name': '', 'network_id': '122a245e-01a8-4af4-8488-67733042da5f', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:ac:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '1174d191-bb48-4a7a-a31d-affd33b08a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:54Z', 'updated_at': '2021-08-16T20:31:01Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': '1174d191-bb48-4a7a-a31d-affd33b08a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:06.010439 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ff8549-b672-4397-b19d-9b69fb50097c None None] Checking router: 22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:32:06.019491 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port e4e81f26-72c8-4233-957b-26e3d968922d, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=e4e81f26-72c8-4233-957b-26e3d968922d,segment=NetworkSegment(651ae3f1-f903-4d50-9039-ebe7a7f61635),segment_id=651ae3f1-f903-4d50-9039-ebe7a7f61635)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:06.035669 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ff8549-b672-4397-b19d-9b69fb50097c None None] Routers {'22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:32:06.036437 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-63ff8549-b672-4397-b19d-9b69fb50097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:32:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:06.037724 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a330b249-6f36-4ca6-a7f0-acc22494a459 req-48dd26c6-02e3-48ec-83b3-59cd34dc0b80 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020157 Aug 16 20:32:06.074974 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'e4e81f26-72c8-4233-957b-26e3d968922d', 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96', 'port_id': 'e4e81f26-72c8-4233-957b-26e3d968922d', 'mac_address': 'fa:16:3e:6d:4b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:32:06.090594 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-59312f43-f65d-48c4-8c19-3b9addee5f69 req-6481873f-b730-426c-8a87-e0b09fe12429 service neutron] 10.222.0.63 "GET /v2.0/networks/122a245e-01a8-4af4-8488-67733042da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303036 Aug 16 20:32:06.164600 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:06.187836 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4e81f26-72c8-4233-957b-26e3d968922d {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:32:06.190398 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a8a6d-909a-49a0-b7de-2db6e79c1294 req-74b097f2-0e60-42cd-8cdd-4b177e56298a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:06.191952 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8e0a8a6d-909a-49a0-b7de-2db6e79c1294 req-74b097f2-0e60-42cd-8cdd-4b177e56298a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.63 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 944 time: 0.1330719 Aug 16 20:32:06.206544 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:06.225859 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port e4e81f26-72c8-4233-957b-26e3d968922d, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=e4e81f26-72c8-4233-957b-26e3d968922d,segment=NetworkSegment(651ae3f1-f903-4d50-9039-ebe7a7f61635),segment_id=651ae3f1-f903-4d50-9039-ebe7a7f61635)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:06.233140 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:06.248144 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-63ff8549-b672-4397-b19d-9b69fb50097c None None] Set router 22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:32:06.278951 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-59312f43-f65d-48c4-8c19-3b9addee5f69 req-2385c9fc-ac82-4b25-b000-e281fa17c89c service neutron] 10.222.0.63 "GET /v2.0/networks/122a245e-01a8-4af4-8488-67733042da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740136 Aug 16 20:32:06.301761 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:06.328768 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-8e0a8a6d-909a-49a0-b7de-2db6e79c1294 req-dce4770f-dadf-4e54-98ad-4a418fbe7093 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Deleting port 0ff8423b-3da5-4f60-9f58-a95688dbf56b {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:06.329118 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8e0a8a6d-909a-49a0-b7de-2db6e79c1294 req-dce4770f-dadf-4e54-98ad-4a418fbe7093 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:06.371514 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=e4e81f26-72c8-4233-957b-26e3d968922d,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:06.424361 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-8e0a8a6d-909a-49a0-b7de-2db6e79c1294 req-dce4770f-dadf-4e54-98ad-4a418fbe7093 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] For port 0ff8423b-3da5-4f60-9f58-a95688dbf56b, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=0ff8423b-3da5-4f60-9f58-a95688dbf56b,segment=NetworkSegment(2a345236-5308-4103-b6f0-0b7abc2d23ad),segment_id=2a345236-5308-4103-b6f0-0b7abc2d23ad)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:06.425018 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8e0a8a6d-909a-49a0-b7de-2db6e79c1294 req-dce4770f-dadf-4e54-98ad-4a418fbe7093 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:06.437025 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-8e0a8a6d-909a-49a0-b7de-2db6e79c1294 req-dce4770f-dadf-4e54-98ad-4a418fbe7093 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Calling delete_port for 0ff8423b-3da5-4f60-9f58-a95688dbf56b owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:06.451116 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['e4e81f26-72c8-4233-957b-26e3d968922d'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:32:06.560751 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-63ff8549-b672-4397-b19d-9b69fb50097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944832847', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'b728b7d9-947d-4eb9-8ce2-9c98e64643b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:30:52Z', 'updated_at': '2021-08-16T20:30:56Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'b728b7d9-947d-4eb9-8ce2-9c98e64643b3', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:52Z', 'updated_at': '2021-08-16T20:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '311c998c-534f-4a1c-9feb-5fbd0c8398bd', 'name': '', 'network_id': '122a245e-01a8-4af4-8488-67733042da5f', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:ac:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '1174d191-bb48-4a7a-a31d-affd33b08a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:54Z', 'updated_at': '2021-08-16T20:31:01Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': '1174d191-bb48-4a7a-a31d-affd33b08a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:06.567753 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8e0a8a6d-909a-49a0-b7de-2db6e79c1294 req-dce4770f-dadf-4e54-98ad-4a418fbe7093 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:06.592860 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ff8549-b672-4397-b19d-9b69fb50097c None None] The sync data for ids ['22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c'] in n-d-787206-13 is: [{'id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944832847', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'b728b7d9-947d-4eb9-8ce2-9c98e64643b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:30:52Z', 'updated_at': '2021-08-16T20:30:56Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'b728b7d9-947d-4eb9-8ce2-9c98e64643b3', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:52Z', 'updated_at': '2021-08-16T20:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '311c998c-534f-4a1c-9feb-5fbd0c8398bd', 'name': '', 'network_id': '122a245e-01a8-4af4-8488-67733042da5f', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:ac:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '1174d191-bb48-4a7a-a31d-affd33b08a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:54Z', 'updated_at': '2021-08-16T20:31:01Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': '1174d191-bb48-4a7a-a31d-affd33b08a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:32:06.596963 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4770f-dadf-4e54-98ad-4a418fbe7093 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event deleted for resources: {'Port': ['ID=0ff8423b-3da5-4f60-9f58-a95688dbf56b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:06.620868 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:32:06.645310 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0a8a6d-909a-49a0-b7de-2db6e79c1294 req-dce4770f-dadf-4e54-98ad-4a418fbe7093 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] No DVR routers for this DVR port 0ff8423b-3da5-4f60-9f58-a95688dbf56b on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:32:06.648812 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8e0a8a6d-909a-49a0-b7de-2db6e79c1294 req-dce4770f-dadf-4e54-98ad-4a418fbe7093 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:06.651355 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8e0a8a6d-909a-49a0-b7de-2db6e79c1294 req-dce4770f-dadf-4e54-98ad-4a418fbe7093 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.63 "DELETE /v2.0/ports/0ff8423b-3da5-4f60-9f58-a95688dbf56b HTTP/1.1" status: 204 len: 173 time: 0.4523058 Aug 16 20:32:06.905832 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a822bf-46a4-4f00-9373-07bcdbccf9b1 None None] New status for floating IP ae39ec8f-3c63-4d71-8814-c0e584404e9c: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:32:06.956549 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a902b32a-1208-430e-b0a5-0e29b781e77d req-ebc5150d-1b47-443f-ac0f-9cb8d20fabea tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1a7551b-db93-4ea8-abaf-a76422042ef5 HTTP/1.1" status: 200 len: 210 time: 0.0541792 Aug 16 20:32:07.093094 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:07.186041 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a210d07-1cb9-4eb4-9669-b82fcb1992f2 req-2f9252ef-bddc-4551-a593-1e8a20da5513 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:07.187579 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2a210d07-1cb9-4eb4-9669-b82fcb1992f2 req-2f9252ef-bddc-4551-a593-1e8a20da5513 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 944 time: 0.0537901 Aug 16 20:32:07.229225 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2a210d07-1cb9-4eb4-9669-b82fcb1992f2 req-d5b5b5d7-1ad2-4fdc-bd5d-8fa600c9f53e tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355911 Aug 16 20:32:07.517438 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a7551b-db93-4ea8-abaf-a76422042ef5', 'name': 'network-vif-deleted', 'tag': '0ff8423b-3da5-4f60-9f58-a95688dbf56b'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:32:07.519861 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d47a96-12b0-4463-8892-6809f233212c" -d '{"events": [{"server_uuid": "a1a7551b-db93-4ea8-abaf-a76422042ef5", "name": "network-vif-deleted", "tag": "0ff8423b-3da5-4f60-9f58-a95688dbf56b"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:32:07.556631 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f9d9d6-0005-4dd4-82a6-0e9197c149c6 x-openstack-request-id: req-b8f9d9d6-0005-4dd4-82a6-0e9197c149c6 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:32:07.556783 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a7551b-db93-4ea8-abaf-a76422042ef5", "name": "network-vif-deleted", "tag": "0ff8423b-3da5-4f60-9f58-a95688dbf56b", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:32:07.557386 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b8f9d9d6-0005-4dd4-82a6-0e9197c149c6 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:32:07.557386 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a7551b-db93-4ea8-abaf-a76422042ef5', 'name': 'network-vif-deleted', 'tag': '0ff8423b-3da5-4f60-9f58-a95688dbf56b', 'status': 'completed', 'code': 200} Aug 16 20:32:07.797604 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device e4e81f26-72c8-4233-957b-26e3d968922d up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:32:07.848307 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port e4e81f26-72c8-4233-957b-26e3d968922d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:07.848681 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:07.925721 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:07.950424 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e364c1a-fec2-458b-8b49-e11ebcb20a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e81f26-72c8-4233-957b-26e3d968922d'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:32:07.954509 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819dc0de-407f-40f8-b8fc-36fe02146e0e" -d '{"events": [{"server_uuid": "7e364c1a-fec2-458b-8b49-e11ebcb20a3c", "name": "network-vif-plugged", "status": "completed", "tag": "e4e81f26-72c8-4233-957b-26e3d968922d"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:32:07.969094 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port e4e81f26-72c8-4233-957b-26e3d968922d, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=e4e81f26-72c8-4233-957b-26e3d968922d,segment=NetworkSegment(651ae3f1-f903-4d50-9039-ebe7a7f61635),segment_id=651ae3f1-f903-4d50-9039-ebe7a7f61635)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:07.974976 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:08.007996 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59acf187-90ee-40c5-9163-8e83b1ce4975 x-openstack-request-id: req-59acf187-90ee-40c5-9163-8e83b1ce4975 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:32:08.008416 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e364c1a-fec2-458b-8b49-e11ebcb20a3c", "name": "network-vif-plugged", "status": "completed", "tag": "e4e81f26-72c8-4233-957b-26e3d968922d", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:32:08.008922 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-59acf187-90ee-40c5-9163-8e83b1ce4975 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:32:08.011025 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e364c1a-fec2-458b-8b49-e11ebcb20a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e81f26-72c8-4233-957b-26e3d968922d', 'code': 200} Aug 16 20:32:08.018237 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51140) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:08.044365 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=e4e81f26-72c8-4233-957b-26e3d968922d,revision_number=10']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:08.054794 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:08.055410 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:08.055937 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:08.056505 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:08.056999 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:08.057787 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:08.058281 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:08.058901 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:08.059551 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:08.060040 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:08.060529 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:08.061014 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:08.194772 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58fc72-1f9b-42a5-bfe0-99a5778de434 req-317d55ad-d758-4fc2-be7e-d6ed2fd4751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:08.196497 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bd58fc72-1f9b-42a5-bfe0-99a5778de434 req-317d55ad-d758-4fc2-be7e-d6ed2fd4751a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 1098 time: 0.0556698 Aug 16 20:32:08.231957 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bd58fc72-1f9b-42a5-bfe0-99a5778de434 req-6279d2dd-e647-477e-b1f8-fdf71b7febaa service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287158 Aug 16 20:32:08.358406 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21810e26-1d49-4111-9c2f-195c61b55cee req-57a892ed-e3aa-4a13-998e-cda872028753 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:08.360170 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-21810e26-1d49-4111-9c2f-195c61b55cee req-57a892ed-e3aa-4a13-998e-cda872028753 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 946 time: 0.0550516 Aug 16 20:32:08.409438 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1523-a276-4fd0-af0d-eeaba6a321b8 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:08.415153 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-21810e26-1d49-4111-9c2f-195c61b55cee req-90d0eb39-8abc-443a-9966-7738d7fb51e6 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360677 Aug 16 20:32:08.670162 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ef1e1523-a276-4fd0-af0d-eeaba6a321b8 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Deleting port 311c998c-534f-4a1c-9feb-5fbd0c8398bd {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:08.670528 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1523-a276-4fd0-af0d-eeaba6a321b8 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:08.761925 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-ef1e1523-a276-4fd0-af0d-eeaba6a321b8 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] For port 311c998c-534f-4a1c-9feb-5fbd0c8398bd, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=311c998c-534f-4a1c-9feb-5fbd0c8398bd,segment=NetworkSegment(2a345236-5308-4103-b6f0-0b7abc2d23ad),segment_id=2a345236-5308-4103-b6f0-0b7abc2d23ad)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:08.762207 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1523-a276-4fd0-af0d-eeaba6a321b8 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:08.774539 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ef1e1523-a276-4fd0-af0d-eeaba6a321b8 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Calling delete_port for 311c998c-534f-4a1c-9feb-5fbd0c8398bd owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:08.971343 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1523-a276-4fd0-af0d-eeaba6a321b8 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:08.997599 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e1523-a276-4fd0-af0d-eeaba6a321b8 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event deleted for resources: {'Port': ['ID=311c998c-534f-4a1c-9feb-5fbd0c8398bd,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:09.241367 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1523-a276-4fd0-af0d-eeaba6a321b8 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:09.589890 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365baab-1a16-465f-8da3-fb9fff68a479 req-7d5db07b-7974-48ce-b3ed-d9ad1eacb94c tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:09.597080 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e365baab-1a16-465f-8da3-fb9fff68a479 req-7d5db07b-7974-48ce-b3ed-d9ad1eacb94c tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 946 time: 0.0900965 Aug 16 20:32:09.600119 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1e1523-a276-4fd0-af0d-eeaba6a321b8 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Router 22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:32:09.633533 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51192) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:09.676126 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e365baab-1a16-465f-8da3-fb9fff68a479 req-6544a26f-2e01-4206-a966-67febd94b9d3 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778220 Aug 16 20:32:09.752366 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1e1523-a276-4fd0-af0d-eeaba6a321b8 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:32:09.757767 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ef1e1523-a276-4fd0-af0d-eeaba6a321b8 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "PUT /v2.0/routers/22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7378237 Aug 16 20:32:09.760882 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51196) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:09.763584 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448ac08e-d958-4be9-ba18-66dd937162fe None None] Sync routers for ids ['22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:32:09.767437 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-592cdac5-ebd3-44db-ba8b-b8555651b98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:09.774168 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448ac08e-d958-4be9-ba18-66dd937162fe None None] Routers {'22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:32:09.775178 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-448ac08e-d958-4be9-ba18-66dd937162fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:32:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:09.815917 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 0ff8423b-3da5-4f60-9f58-a95688dbf56b no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:32:09.822545 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-eacba65b-544f-4e72-b749-1d625cd1a9fa tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Deleting subnet 1174d191-bb48-4a7a-a31d-affd33b08a90 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:32:09.826841 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eacba65b-544f-4e72-b749-1d625cd1a9fa tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:09.843127 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 0ff8423b-3da5-4f60-9f58-a95688dbf56b {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:32:09.843574 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 0ff8423b-3da5-4f60-9f58-a95688dbf56b not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:32:09.874054 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eacba65b-544f-4e72-b749-1d625cd1a9fa tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:09.879025 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-592cdac5-ebd3-44db-ba8b-b8555651b98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:09.883203 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-592cdac5-ebd3-44db-ba8b-b8555651b98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:09.929364 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592cdac5-ebd3-44db-ba8b-b8555651b98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bd9c32-3d4f-4d86-b627-66dfe11fc3be,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:09.945452 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-592cdac5-ebd3-44db-ba8b-b8555651b98e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7c58fee11bf3432ea15569e82e1eb621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3088582 Aug 16 20:32:09.948269 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51198) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:09.993519 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eacba65b-544f-4e72-b749-1d625cd1a9fa tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:10.017029 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-24683201-4fbb-424c-96f6-5adb0e8376be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:10.046439 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-24683201-4fbb-424c-96f6-5adb0e8376be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:10.078543 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eacba65b-544f-4e72-b749-1d625cd1a9fa tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:10.091946 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-448ac08e-d958-4be9-ba18-66dd937162fe None None] Set router 22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:32:10.104592 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-24683201-4fbb-424c-96f6-5adb0e8376be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:10.105679 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacba65b-544f-4e72-b749-1d625cd1a9fa tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event deleted for resources: {'Subnet': ['ID=1174d191-bb48-4a7a-a31d-affd33b08a90,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:10.107600 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-24683201-4fbb-424c-96f6-5adb0e8376be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:10.109051 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-24683201-4fbb-424c-96f6-5adb0e8376be admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d1bd9c32-3d4f-4d86-b627-66dfe11fc3be HTTP/1.1" status: 204 len: 168 time: 0.1592360 Aug 16 20:32:10.113519 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eacba65b-544f-4e72-b749-1d625cd1a9fa tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:10.118079 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-eacba65b-544f-4e72-b749-1d625cd1a9fa tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "DELETE /v2.0/subnets/1174d191-bb48-4a7a-a31d-affd33b08a90 HTTP/1.1" status: 204 len: 168 time: 0.3534353 Aug 16 20:32:10.119341 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51202) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:10.124670 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24683201-4fbb-424c-96f6-5adb0e8376be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bd9c32-3d4f-4d86-b627-66dfe11fc3be,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:10.132518 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46de6d9-1a22-4019-8d03-17f00bf15016 None None] Network 122a245e-01a8-4af4-8488-67733042da5f requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:32:10.407653 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-448ac08e-d958-4be9-ba18-66dd937162fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944832847', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'b728b7d9-947d-4eb9-8ce2-9c98e64643b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:30:52Z', 'updated_at': '2021-08-16T20:32:08Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'b728b7d9-947d-4eb9-8ce2-9c98e64643b3', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:52Z', 'updated_at': '2021-08-16T20:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:10.424493 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51206) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:10.436428 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448ac08e-d958-4be9-ba18-66dd937162fe None None] Checking router: 22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:32:10.453009 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448ac08e-d958-4be9-ba18-66dd937162fe None None] Routers {'22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:32:10.455500 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-448ac08e-d958-4be9-ba18-66dd937162fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:32:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:10.476949 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0642d380-d198-4ece-b73b-82e4ad385a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:10.492803 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8596da-8532-4b7f-9244-6eb01f7d70c4 None None] DHCP port deletion for 122a245e-01a8-4af4-8488-67733042da5f request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:32:10.525477 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-394999f2-90ea-4fe3-944b-5f8bbe52e89b req-16787ac5-5c1b-4a02-813b-deeefb92cc66 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0835412 Aug 16 20:32:10.568786 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-96190b0e-932b-478c-aff2-378b9901ab89 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:10.604444 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2c8596da-8532-4b7f-9244-6eb01f7d70c4 None None] Deleting port 36ed4fb2-fae2-471d-b6a2-cdd6b2d59742 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:10.604718 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c8596da-8532-4b7f-9244-6eb01f7d70c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:10.607465 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-448ac08e-d958-4be9-ba18-66dd937162fe None None] Set router 22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:32:10.622839 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0642d380-d198-4ece-b73b-82e4ad385a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:10.628407 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0642d380-d198-4ece-b73b-82e4ad385a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:10.675668 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-96190b0e-932b-478c-aff2-378b9901ab89 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:10.679511 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0642d380-d198-4ece-b73b-82e4ad385a48 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=91f547fea53540d9839bf39d402b341e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2532375 Aug 16 20:32:10.680111 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51208) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:10.680280 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642d380-d198-4ece-b73b-82e4ad385a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392f0441-f55c-48cb-ab2e-00fa617bc39b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:10.684379 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394999f2-90ea-4fe3-944b-5f8bbe52e89b req-727e6614-b5f1-4acb-9b69-1636419fccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:10.686432 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-394999f2-90ea-4fe3-944b-5f8bbe52e89b req-727e6614-b5f1-4acb-9b69-1636419fccd7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=36ce9d10f04c4ea3a97f2ef277d208d8&device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 1098 time: 0.0972674 Aug 16 20:32:10.762405 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-36252ed8-8b94-4c7f-a811-15e1d879940d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:10.764485 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2c8596da-8532-4b7f-9244-6eb01f7d70c4 None None] For port 36ed4fb2-fae2-471d-b6a2-cdd6b2d59742, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=36ed4fb2-fae2-471d-b6a2-cdd6b2d59742,segment=NetworkSegment(2a345236-5308-4103-b6f0-0b7abc2d23ad),segment_id=2a345236-5308-4103-b6f0-0b7abc2d23ad)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:10.765107 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c8596da-8532-4b7f-9244-6eb01f7d70c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:10.782353 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2c8596da-8532-4b7f-9244-6eb01f7d70c4 None None] Calling delete_port for 36ed4fb2-fae2-471d-b6a2-cdd6b2d59742 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:10.792241 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-36252ed8-8b94-4c7f-a811-15e1d879940d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:10.803553 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-96190b0e-932b-478c-aff2-378b9901ab89 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Deleting port b728b7d9-947d-4eb9-8ce2-9c98e64643b3 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:10.803906 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-96190b0e-932b-478c-aff2-378b9901ab89 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:10.852522 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394999f2-90ea-4fe3-944b-5f8bbe52e89b req-2687e07f-a93d-4e90-9ca2-e983b1cabac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:10.854849 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-394999f2-90ea-4fe3-944b-5f8bbe52e89b req-2687e07f-a93d-4e90-9ca2-e983b1cabac5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=694913cb-9660-4a1c-a341-9653a1f83c96 HTTP/1.1" status: 200 len: 918 time: 0.1409745 Aug 16 20:32:10.916324 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-96190b0e-932b-478c-aff2-378b9901ab89 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] For port b728b7d9-947d-4eb9-8ce2-9c98e64643b3, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b728b7d9-947d-4eb9-8ce2-9c98e64643b3,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:10.916912 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-96190b0e-932b-478c-aff2-378b9901ab89 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:10.917692 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aaf8ce-50e6-4c02-8b7b-c36a81186bc0 req-044b8997-40d8-46cc-acfc-adabc93e7463 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:10.919223 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03aaf8ce-50e6-4c02-8b7b-c36a81186bc0 req-044b8997-40d8-46cc-acfc-adabc93e7463 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 946 time: 0.1183777 Aug 16 20:32:10.938431 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c8596da-8532-4b7f-9244-6eb01f7d70c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:10.942690 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-448ac08e-d958-4be9-ba18-66dd937162fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944832847', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'b728b7d9-947d-4eb9-8ce2-9c98e64643b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:30:52Z', 'updated_at': '2021-08-16T20:32:08Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'b728b7d9-947d-4eb9-8ce2-9c98e64643b3', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:52Z', 'updated_at': '2021-08-16T20:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:10.944398 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-96190b0e-932b-478c-aff2-378b9901ab89 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Calling delete_port for b728b7d9-947d-4eb9-8ce2-9c98e64643b3 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:10.966183 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-394999f2-90ea-4fe3-944b-5f8bbe52e89b req-557335a8-ac32-4020-8a7b-33d6d6e65b3e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4e81f26-72c8-4233-957b-26e3d968922d HTTP/1.1" status: 200 len: 1000 time: 0.1031847 Aug 16 20:32:10.994787 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8596da-8532-4b7f-9244-6eb01f7d70c4 None None] Pushing event deleted for resources: {'Port': ['ID=36ed4fb2-fae2-471d-b6a2-cdd6b2d59742,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:10.997237 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448ac08e-d958-4be9-ba18-66dd937162fe None None] The sync data for ids ['22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c'] in n-d-787206-13 is: [{'id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944832847', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'b728b7d9-947d-4eb9-8ce2-9c98e64643b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:30:52Z', 'updated_at': '2021-08-16T20:32:08Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'b728b7d9-947d-4eb9-8ce2-9c98e64643b3', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:52Z', 'updated_at': '2021-08-16T20:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:32:10.997438 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03aaf8ce-50e6-4c02-8b7b-c36a81186bc0 req-ff135e7f-d3b2-40c9-a782-09f3ccca0364 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562627 Aug 16 20:32:11.000671 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8596da-8532-4b7f-9244-6eb01f7d70c4 None None] No DVR routers for this DVR port 36ed4fb2-fae2-471d-b6a2-cdd6b2d59742 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:32:11.023614 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-36252ed8-8b94-4c7f-a811-15e1d879940d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:11.026528 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-36252ed8-8b94-4c7f-a811-15e1d879940d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:11.027769 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-36252ed8-8b94-4c7f-a811-15e1d879940d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/392f0441-f55c-48cb-ab2e-00fa617bc39b HTTP/1.1" status: 204 len: 168 time: 0.3475044 Aug 16 20:32:11.059626 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36252ed8-8b94-4c7f-a811-15e1d879940d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392f0441-f55c-48cb-ab2e-00fa617bc39b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:11.065784 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394999f2-90ea-4fe3-944b-5f8bbe52e89b req-b8012a59-686a-4547-add4-f918c18f7253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:11.069087 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-394999f2-90ea-4fe3-944b-5f8bbe52e89b req-b8012a59-686a-4547-add4-f918c18f7253 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=22f1ef82-708c-4a07-a4be-6ce7461b8bb2 HTTP/1.1" status: 200 len: 856 time: 0.0912683 Aug 16 20:32:11.109887 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 36ed4fb2-fae2-471d-b6a2-cdd6b2d59742 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:32:11.133477 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394999f2-90ea-4fe3-944b-5f8bbe52e89b req-b4e6fe79-aa83-41a2-b73f-8a9311cdda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:11.135906 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-394999f2-90ea-4fe3-944b-5f8bbe52e89b req-b4e6fe79-aa83-41a2-b73f-8a9311cdda04 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=694913cb-9660-4a1c-a341-9653a1f83c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596435 Aug 16 20:32:11.149836 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 36ed4fb2-fae2-471d-b6a2-cdd6b2d59742 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:32:11.151332 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 36ed4fb2-fae2-471d-b6a2-cdd6b2d59742 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:32:11.227735 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-96190b0e-932b-478c-aff2-378b9901ab89 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:11.260520 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96190b0e-932b-478c-aff2-378b9901ab89 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event deleted for resources: {'Port': ['ID=b728b7d9-947d-4eb9-8ce2-9c98e64643b3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:11.262063 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-394999f2-90ea-4fe3-944b-5f8bbe52e89b req-1fd08089-22d5-4b9d-bbb5-0ad2f595b662 service neutron] 10.222.0.63 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163104 Aug 16 20:32:11.334721 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-96190b0e-932b-478c-aff2-378b9901ab89 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:11.368462 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-394999f2-90ea-4fe3-944b-5f8bbe52e89b req-f6bd45f9-a757-4a36-a640-c370305b6996 service neutron] 10.222.0.63 "GET /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965419 Aug 16 20:32:11.437294 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-96190b0e-932b-478c-aff2-378b9901ab89 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:11.439612 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-96190b0e-932b-478c-aff2-378b9901ab89 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:11.464347 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51218) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:11.478774 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-56205cdd-00b8-4dab-a94e-1ce2325877a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:11.491669 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-96190b0e-932b-478c-aff2-378b9901ab89 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:11.492309 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96190b0e-932b-478c-aff2-378b9901ab89 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Fanout notify agent at l3_agent the message router_deleted on router 22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:32:11.499717 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-96190b0e-932b-478c-aff2-378b9901ab89 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:11.503915 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-96190b0e-932b-478c-aff2-378b9901ab89 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "DELETE /v2.0/routers/22ee634c-2a9c-4f8a-9a1c-b3ace0ae2f7c HTTP/1.1" status: 204 len: 168 time: 1.3807092 Aug 16 20:32:11.504248 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51220) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:11.606595 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c5974c0b-c8a5-40bd-820e-925ae7276f84 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:11.710201 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-56205cdd-00b8-4dab-a94e-1ce2325877a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:11.716834 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-56205cdd-00b8-4dab-a94e-1ce2325877a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:11.735082 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c5974c0b-c8a5-40bd-820e-925ae7276f84 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:11.770527 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-c5974c0b-c8a5-40bd-820e-925ae7276f84 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['122a245e-01a8-4af4-8488-67733042da5f']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:11.780791 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56205cdd-00b8-4dab-a94e-1ce2325877a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af098ebc-c4ce-49ff-a016-5cef608fbe53,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:11.789210 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-56205cdd-00b8-4dab-a94e-1ce2325877a1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e4f9fc86c1554276b971d9328cb4ee14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3215015 Aug 16 20:32:11.789210 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-c5974c0b-c8a5-40bd-820e-925ae7276f84 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a345236-5308-4103-b6f0-0b7abc2d23ad') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:11.789210 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-c5974c0b-c8a5-40bd-820e-925ae7276f84 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a345236-5308-4103-b6f0-0b7abc2d23ad') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:11.790097 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51222) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:11.799687 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c5974c0b-c8a5-40bd-820e-925ae7276f84 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:11.815471 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c5974c0b-c8a5-40bd-820e-925ae7276f84 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:11.821215 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5974c0b-c8a5-40bd-820e-925ae7276f84 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:32:11.821599 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c5974c0b-c8a5-40bd-820e-925ae7276f84 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:11.824565 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:32:11.824565 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:32:11.824565 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:32:11.824565 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:32:11.824565 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:32:11.824565 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:32:11.824565 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:32:11.824565 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:32:11.824565 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:32:11.824565 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:32:11.824565 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:32:11.824565 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:32:11.824565 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:32:11.824565 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:32:11.824565 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:32:11.824565 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:32:11.824565 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:32:11.824565 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:32:11.824565 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:32:11.824565 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:32:11.824565 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:32:11.824565 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:32:11.824565 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:32:11.824565 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:32:11.824565 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:32:11.824565 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:32:11.824565 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:32:11.824565 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:32:11.824565 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:32:11.824565 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:32:11.824565 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:32:11.824565 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:32:11.842216 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a41b2f4c-71ce-4825-be65-8fe8f5a6f126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:11.865225 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a41b2f4c-71ce-4825-be65-8fe8f5a6f126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:11.885034 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c5974c0b-c8a5-40bd-820e-925ae7276f84 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:11.889942 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c5974c0b-c8a5-40bd-820e-925ae7276f84 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:11.894704 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c5974c0b-c8a5-40bd-820e-925ae7276f84 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "DELETE /v2.0/networks/122a245e-01a8-4af4-8488-67733042da5f HTTP/1.1" status: 204 len: 168 time: 0.3894718 Aug 16 20:32:11.894955 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51224) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:11.910328 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5974c0b-c8a5-40bd-820e-925ae7276f84 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event deleted for resources: {'Network': ['ID=122a245e-01a8-4af4-8488-67733042da5f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:11.944812 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a41b2f4c-71ce-4825-be65-8fe8f5a6f126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:11.947967 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a41b2f4c-71ce-4825-be65-8fe8f5a6f126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:11.949075 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a41b2f4c-71ce-4825-be65-8fe8f5a6f126 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/af098ebc-c4ce-49ff-a016-5cef608fbe53 HTTP/1.1" status: 204 len: 168 time: 0.1572094 Aug 16 20:32:11.967123 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b2f4c-71ce-4825-be65-8fe8f5a6f126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af098ebc-c4ce-49ff-a016-5cef608fbe53,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:11.971299 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-732ebc9e-6256-49e2-86b3-77e94fa15ffc tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:12.010240 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-732ebc9e-6256-49e2-86b3-77e94fa15ffc tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:12.078184 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-732ebc9e-6256-49e2-86b3-77e94fa15ffc tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:12.080740 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-732ebc9e-6256-49e2-86b3-77e94fa15ffc tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:12.084754 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-732ebc9e-6256-49e2-86b3-77e94fa15ffc tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "DELETE /v2.0/security-groups/74babc55-31df-48e5-a49e-7cb01b6b8e4c HTTP/1.1" status: 204 len: 168 time: 0.1888502 Aug 16 20:32:12.095940 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ebc9e-6256-49e2-86b3-77e94fa15ffc tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74babc55-31df-48e5-a49e-7cb01b6b8e4c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:12.330291 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51240) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:12.335700 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-06bff1c5-75f2-4ca7-9d32-baeb8cef77f0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-645363843', 'description': 'tempest-secgroup-smoke-645363843 description', 'project_id': '5b476a52c3644288a8fde356e0d7a90f'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:12.357700 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-06bff1c5-75f2-4ca7-9d32-baeb8cef77f0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:12.445122 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-06bff1c5-75f2-4ca7-9d32-baeb8cef77f0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:12.449731 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-06bff1c5-75f2-4ca7-9d32-baeb8cef77f0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:12.476830 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-06bff1c5-75f2-4ca7-9d32-baeb8cef77f0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:12.478140 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-06bff1c5-75f2-4ca7-9d32-baeb8cef77f0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1466188 Aug 16 20:32:12.481258 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51248) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:12.485071 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bff1c5-75f2-4ca7-9d32-baeb8cef77f0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f18c0e5-eb30-4350-9d4c-babe8139fa46,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:12.485988 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-20b3a5cc-899e-4744-93ca-8993531b5a91 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'security_group_rule': {'security_group_id': '6f18c0e5-eb30-4350-9d4c-babe8139fa46', 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:12.514664 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-20b3a5cc-899e-4744-93ca-8993531b5a91 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:12.572389 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-20b3a5cc-899e-4744-93ca-8993531b5a91 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:12.576229 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-20b3a5cc-899e-4744-93ca-8993531b5a91 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:12.591623 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3a5cc-899e-4744-93ca-8993531b5a91 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0005e9ac-8a93-4289-a885-7e36c3cc89e7,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:12.600928 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-20b3a5cc-899e-4744-93ca-8993531b5a91 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:12.602141 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-20b3a5cc-899e-4744-93ca-8993531b5a91 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198812 Aug 16 20:32:12.605469 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51254) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:12.610069 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a0e94362-faeb-425b-83d3-0d85a8d266e2 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'security_group_rule': {'security_group_id': '6f18c0e5-eb30-4350-9d4c-babe8139fa46', 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:12.637764 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0e94362-faeb-425b-83d3-0d85a8d266e2 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:12.701424 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0e94362-faeb-425b-83d3-0d85a8d266e2 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:12.705085 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0e94362-faeb-425b-83d3-0d85a8d266e2 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:12.723319 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e94362-faeb-425b-83d3-0d85a8d266e2 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b5fa562-a376-4e1d-805a-da1948b752ca,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:12.730289 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0e94362-faeb-425b-83d3-0d85a8d266e2 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:12.734369 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51258) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:12.734532 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a0e94362-faeb-425b-83d3-0d85a8d266e2 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1278970 Aug 16 20:32:12.739759 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-63c2be55-ed19-42ac-981c-96e42b6d238a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'security_group_rule': {'security_group_id': '6f18c0e5-eb30-4350-9d4c-babe8139fa46', 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:12.766287 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-63c2be55-ed19-42ac-981c-96e42b6d238a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:12.827943 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-63c2be55-ed19-42ac-981c-96e42b6d238a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:12.832193 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-63c2be55-ed19-42ac-981c-96e42b6d238a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:12.850010 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2be55-ed19-42ac-981c-96e42b6d238a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ec1779-f9d2-404a-8225-4172f6bf725d,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:12.868107 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-63c2be55-ed19-42ac-981c-96e42b6d238a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:12.872435 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51262) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:12.872594 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-63c2be55-ed19-42ac-981c-96e42b6d238a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1366100 Aug 16 20:32:12.878315 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-37bec6d5-66e9-4725-bab2-3b91d33fa80e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'security_group_rule': {'security_group_id': '6f18c0e5-eb30-4350-9d4c-babe8139fa46', 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:12.908751 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b728b7d9-947d-4eb9-8ce2-9c98e64643b3 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:32:12.911576 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-37bec6d5-66e9-4725-bab2-3b91d33fa80e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:12.930267 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: b728b7d9-947d-4eb9-8ce2-9c98e64643b3 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:32:12.930684 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b728b7d9-947d-4eb9-8ce2-9c98e64643b3 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:32:12.931235 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 311c998c-534f-4a1c-9feb-5fbd0c8398bd no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:32:12.951355 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 311c998c-534f-4a1c-9feb-5fbd0c8398bd {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:32:12.951793 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 311c998c-534f-4a1c-9feb-5fbd0c8398bd not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:32:12.983564 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-37bec6d5-66e9-4725-bab2-3b91d33fa80e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:12.987664 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-37bec6d5-66e9-4725-bab2-3b91d33fa80e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:13.005683 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bec6d5-66e9-4725-bab2-3b91d33fa80e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d6c29c-3b58-4b25-8d12-22938ee0beff,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:13.016802 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-37bec6d5-66e9-4725-bab2-3b91d33fa80e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:13.018257 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-37bec6d5-66e9-4725-bab2-3b91d33fa80e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1443615 Aug 16 20:32:13.020990 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51270) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:13.026548 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-270370c3-c547-4a74-b6d2-60332d863550 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'security_group_rule': {'security_group_id': '6f18c0e5-eb30-4350-9d4c-babe8139fa46', 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:13.048761 n-d-787206-13 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-270370c3-c547-4a74-b6d2-60332d863550 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Project 5b476a52c3644288a8fde356e0d7a90f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:32:13.054629 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-270370c3-c547-4a74-b6d2-60332d863550 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:13.115346 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-270370c3-c547-4a74-b6d2-60332d863550 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:13.120002 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-270370c3-c547-4a74-b6d2-60332d863550 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:13.142123 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270370c3-c547-4a74-b6d2-60332d863550 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35202240-9c17-43fa-845e-d5a3b5e35ac9,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:13.145663 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-270370c3-c547-4a74-b6d2-60332d863550 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:13.149554 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-270370c3-c547-4a74-b6d2-60332d863550 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1248875 Aug 16 20:32:13.150031 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51274) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:13.154132 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d6a1f2a9-1685-4960-aba7-e5f9ca90072b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'security_group_rule': {'security_group_id': '6f18c0e5-eb30-4350-9d4c-babe8139fa46', 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:13.176275 n-d-787206-13 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-d6a1f2a9-1685-4960-aba7-e5f9ca90072b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Project 5b476a52c3644288a8fde356e0d7a90f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:32:13.181067 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d6a1f2a9-1685-4960-aba7-e5f9ca90072b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:13.245214 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d6a1f2a9-1685-4960-aba7-e5f9ca90072b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:13.249091 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d6a1f2a9-1685-4960-aba7-e5f9ca90072b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:13.264688 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1f2a9-1685-4960-aba7-e5f9ca90072b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319c76cb-1687-4901-b567-411484154c84,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:13.273949 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d6a1f2a9-1685-4960-aba7-e5f9ca90072b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:13.275733 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d6a1f2a9-1685-4960-aba7-e5f9ca90072b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1251142 Aug 16 20:32:13.278589 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51282) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:13.283540 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-cb8ca5f6-4b8b-4a20-8f95-0b97cd912a98 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'network': {'name': 'tempest-network-smoke--1075816012', 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'port_security_enabled': True}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:13.303988 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8ca5f6-4b8b-4a20-8f95-0b97cd912a98 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Made reservation on behalf of 5b476a52c3644288a8fde356e0d7a90f for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:13.307498 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cb8ca5f6-4b8b-4a20-8f95-0b97cd912a98 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:13.331747 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8ca5f6-4b8b-4a20-8f95-0b97cd912a98 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:32:13.341134 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cb8ca5f6-4b8b-4a20-8f95-0b97cd912a98 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:13.341539 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-cb8ca5f6-4b8b-4a20-8f95-0b97cd912a98 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Added segment 49788b62-bcdb-40ab-9977-fe7f4e7a8afa of type vlan for network 4401ec8b-bb1a-40e8-9aa3-79f7a517eeac Aug 16 20:32:13.383088 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cb8ca5f6-4b8b-4a20-8f95-0b97cd912a98 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:13.411147 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cb8ca5f6-4b8b-4a20-8f95-0b97cd912a98 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:13.418299 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8ca5f6-4b8b-4a20-8f95-0b97cd912a98 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:13.418896 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cb8ca5f6-4b8b-4a20-8f95-0b97cd912a98 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:13.476970 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-cb8ca5f6-4b8b-4a20-8f95-0b97cd912a98 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1973400 Aug 16 20:32:13.480367 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51294) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:13.485251 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-dc055679-415b-43ee-9b5f-47fa5910125c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-570145578', 'admin_state_up': True, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:13.490652 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ca5f6-4b8b-4a20-8f95-0b97cd912a98 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'Network': ['ID=4401ec8b-bb1a-40e8-9aa3-79f7a517eeac,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:13.502263 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 4401ec8b-bb1a-40e8-9aa3-79f7a517eeac details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:32:13.516723 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc055679-415b-43ee-9b5f-47fa5910125c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:13.517910 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc055679-415b-43ee-9b5f-47fa5910125c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:13.579000 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc055679-415b-43ee-9b5f-47fa5910125c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:13.720081 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc055679-415b-43ee-9b5f-47fa5910125c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:13.916164 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc055679-415b-43ee-9b5f-47fa5910125c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:13.931543 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51316) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:13.935188 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc055679-415b-43ee-9b5f-47fa5910125c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:14.039747 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e01d39a6-88d8-4edc-847c-df7b2edbbd4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:14.047546 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-dc055679-415b-43ee-9b5f-47fa5910125c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Allocated IP 172.25.8.86 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/d9ebe489-88aa-421d-88aa-f959a70aea42) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:32:14.131841 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e01d39a6-88d8-4edc-847c-df7b2edbbd4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:14.136141 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e01d39a6-88d8-4edc-847c-df7b2edbbd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:14.155837 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc055679-415b-43ee-9b5f-47fa5910125c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:14.177741 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e01d39a6-88d8-4edc-847c-df7b2edbbd4d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=454570b1854b4ce2be40ff64856886cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2427285 Aug 16 20:32:14.177946 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51320) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:14.183968 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d39a6-88d8-4edc-847c-df7b2edbbd4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0746ef7-b23d-4bc1-acb5-7cab2adcd2c7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:14.197214 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc055679-415b-43ee-9b5f-47fa5910125c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:14.229331 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f00de771-7a04-4807-a50c-701fd63d6d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:14.241386 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc055679-415b-43ee-9b5f-47fa5910125c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:14.244356 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-dc055679-415b-43ee-9b5f-47fa5910125c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:14.246763 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc055679-415b-43ee-9b5f-47fa5910125c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:32:14.250622 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f00de771-7a04-4807-a50c-701fd63d6d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:14.270847 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc055679-415b-43ee-9b5f-47fa5910125c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'Port': ['ID=d9ebe489-88aa-421d-88aa-f959a70aea42,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:14.300150 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f00de771-7a04-4807-a50c-701fd63d6d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:14.302991 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f00de771-7a04-4807-a50c-701fd63d6d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:14.304461 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f00de771-7a04-4807-a50c-701fd63d6d05 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b0746ef7-b23d-4bc1-acb5-7cab2adcd2c7 HTTP/1.1" status: 204 len: 168 time: 0.1255722 Aug 16 20:32:14.312730 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00de771-7a04-4807-a50c-701fd63d6d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0746ef7-b23d-4bc1-acb5-7cab2adcd2c7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:14.507823 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc055679-415b-43ee-9b5f-47fa5910125c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:14.571108 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51326) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:14.583970 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1fd30e49-b908-4453-833a-d8e6054cf794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:14.680859 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1fd30e49-b908-4453-833a-d8e6054cf794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:14.684873 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1fd30e49-b908-4453-833a-d8e6054cf794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:14.710720 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc055679-415b-43ee-9b5f-47fa5910125c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:14.725375 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1fd30e49-b908-4453-833a-d8e6054cf794 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9fd3c11320534d6eb94c537fe2e62f22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1531880 Aug 16 20:32:14.726266 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd30e49-b908-4453-833a-d8e6054cf794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98efff10-6f0e-4135-9f31-f619eec2a58e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:14.730107 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51328) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:14.778550 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-501ff06c-2f46-4996-b0f3-b60cbdab64d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:14.799743 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-501ff06c-2f46-4996-b0f3-b60cbdab64d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:14.836135 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc055679-415b-43ee-9b5f-47fa5910125c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Router 11021c4b-8776-4e6e-b7eb-edd7d4f99d69 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:32:14.848833 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-501ff06c-2f46-4996-b0f3-b60cbdab64d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:14.851743 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-501ff06c-2f46-4996-b0f3-b60cbdab64d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:14.853519 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-501ff06c-2f46-4996-b0f3-b60cbdab64d5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/98efff10-6f0e-4135-9f31-f619eec2a58e HTTP/1.1" status: 204 len: 168 time: 0.1217418 Aug 16 20:32:14.861796 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ff06c-2f46-4996-b0f3-b60cbdab64d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98efff10-6f0e-4135-9f31-f619eec2a58e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:14.949422 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc055679-415b-43ee-9b5f-47fa5910125c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:32:14.959234 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb8002e-3964-48ba-8d7c-f118ca26b103 None None] Sync routers for ids ['11021c4b-8776-4e6e-b7eb-edd7d4f99d69'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:32:14.970419 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb8002e-3964-48ba-8d7c-f118ca26b103 None None] Routers {'11021c4b-8776-4e6e-b7eb-edd7d4f99d69'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:32:14.971162 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2bb8002e-3964-48ba-8d7c-f118ca26b103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:32:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['11021c4b-8776-4e6e-b7eb-edd7d4f99d69'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:14.971519 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc055679-415b-43ee-9b5f-47fa5910125c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:14.977498 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-dc055679-415b-43ee-9b5f-47fa5910125c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4913564 Aug 16 20:32:14.977779 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51332) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:15.078078 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-2bb8002e-3964-48ba-8d7c-f118ca26b103 None None] Set router 11021c4b-8776-4e6e-b7eb-edd7d4f99d69 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:32:15.246101 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51344) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:15.246684 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-50e0aa1a-4ac0-407d-af28-83fa0adb47e4 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=5b476a52c3644288a8fde356e0d7a90f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2658570 Aug 16 20:32:15.259952 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2bb8002e-3964-48ba-8d7c-f118ca26b103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570145578', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'd9ebe489-88aa-421d-88aa-f959a70aea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:13Z', 'updated_at': '2021-08-16T20:32:14Z', 'revision_number': 3, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'd9ebe489-88aa-421d-88aa-f959a70aea42', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:72:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:13Z', 'updated_at': '2021-08-16T20:32:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:15.290919 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb8002e-3964-48ba-8d7c-f118ca26b103 None None] Checking router: 11021c4b-8776-4e6e-b7eb-edd7d4f99d69 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:32:15.291276 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb8002e-3964-48ba-8d7c-f118ca26b103 None None] Updating router 11021c4b-8776-4e6e-b7eb-edd7d4f99d69 port d9ebe489-88aa-421d-88aa-f959a70aea42 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:32:15.318925 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2bb8002e-3964-48ba-8d7c-f118ca26b103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:15.340237 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa0b9c0-b7d6-40b5-b9bc-9663fe72ea19 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:15.344259 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-caa0b9c0-b7d6-40b5-b9bc-9663fe72ea19 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0943549 Aug 16 20:32:15.344472 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51348) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:15.377613 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-85040274-6fe4-4d68-8a91-af8a2a805fa0 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=eb87ae87-0925-464c-8e03-8bba27e76e58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316911 Aug 16 20:32:15.380236 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51352) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:15.385468 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3d3437d1-a434-4686-8820-14a6a8c1a462 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-511514023', 'network_id': '4401ec8b-bb1a-40e8-9aa3-79f7a517eeac', 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:15.497064 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3437d1-a434-4686-8820-14a6a8c1a462 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Made reservation on behalf of 5b476a52c3644288a8fde356e0d7a90f for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:15.501117 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d3437d1-a434-4686-8820-14a6a8c1a462 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:15.667648 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2bb8002e-3964-48ba-8d7c-f118ca26b103 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:15.678715 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-2bb8002e-3964-48ba-8d7c-f118ca26b103 None None] Transition to ACTIVE for port object d9ebe489-88aa-421d-88aa-f959a70aea42 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:15.685629 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2bb8002e-3964-48ba-8d7c-f118ca26b103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:15.696089 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d3437d1-a434-4686-8820-14a6a8c1a462 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:15.733342 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-2bb8002e-3964-48ba-8d7c-f118ca26b103 None None] Attempting to bind port d9ebe489-88aa-421d-88aa-f959a70aea42 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:32:15.733729 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-2bb8002e-3964-48ba-8d7c-f118ca26b103 None None] Attempting to bind port d9ebe489-88aa-421d-88aa-f959a70aea42 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:32:15.734071 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8002e-3964-48ba-8d7c-f118ca26b103 None None] Attempting to bind port d9ebe489-88aa-421d-88aa-f959a70aea42 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:15.745316 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8002e-3964-48ba-8d7c-f118ca26b103 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:32:15.745680 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8002e-3964-48ba-8d7c-f118ca26b103 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:32:15.746084 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2bb8002e-3964-48ba-8d7c-f118ca26b103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:15.746482 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8002e-3964-48ba-8d7c-f118ca26b103 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:32:15.746967 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-2bb8002e-3964-48ba-8d7c-f118ca26b103 None None] Bound port: d9ebe489-88aa-421d-88aa-f959a70aea42, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:32:15.747370 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2bb8002e-3964-48ba-8d7c-f118ca26b103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:15.758594 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3437d1-a434-4686-8820-14a6a8c1a462 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'Subnet': ['ID=8c7e81c4-33ef-4d82-8d73-258654a06590,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:15.769273 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3437d1-a434-4686-8820-14a6a8c1a462 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Checking segment: {'id': '49788b62-bcdb-40ab-9977-fe7f4e7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4401ec8b-bb1a-40e8-9aa3-79f7a517eeac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:32:15.769629 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3437d1-a434-4686-8820-14a6a8c1a462 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Network hostable DHCP agents. Network: 4401ec8b-bb1a-40e8-9aa3-79f7a517eeac, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:32:15.777199 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557a1b2-ca45-4a72-9de3-111b7eef7519 None None] Pushing event updated for resources: {'Port': ['ID=d9ebe489-88aa-421d-88aa-f959a70aea42,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:15.787396 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3437d1-a434-4686-8820-14a6a8c1a462 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Network 4401ec8b-bb1a-40e8-9aa3-79f7a517eeac is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:32:15.796227 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a557a1b2-ca45-4a72-9de3-111b7eef7519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:15.796575 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a557a1b2-ca45-4a72-9de3-111b7eef7519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:15.796922 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a557a1b2-ca45-4a72-9de3-111b7eef7519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:15.797228 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-3d3437d1-a434-4686-8820-14a6a8c1a462 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 4401ec8b-bb1a-40e8-9aa3-79f7a517eeac) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:15.797352 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a557a1b2-ca45-4a72-9de3-111b7eef7519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:15.797610 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a557a1b2-ca45-4a72-9de3-111b7eef7519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:15.797986 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a557a1b2-ca45-4a72-9de3-111b7eef7519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:15.798992 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a557a1b2-ca45-4a72-9de3-111b7eef7519 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:15.799577 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a557a1b2-ca45-4a72-9de3-111b7eef7519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:15.800263 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a557a1b2-ca45-4a72-9de3-111b7eef7519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:15.800753 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a557a1b2-ca45-4a72-9de3-111b7eef7519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:15.801338 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a557a1b2-ca45-4a72-9de3-111b7eef7519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:15.801559 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a557a1b2-ca45-4a72-9de3-111b7eef7519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:15.803431 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3437d1-a434-4686-8820-14a6a8c1a462 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:15.804031 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d3437d1-a434-4686-8820-14a6a8c1a462 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:15.805621 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f365a83c-b3cb-4cb1-b167-9b9b55dd4724 None None] Network 4401ec8b-bb1a-40e8-9aa3-79f7a517eeac requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:32:15.825643 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3d3437d1-a434-4686-8820-14a6a8c1a462 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4417572 Aug 16 20:32:15.825960 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51364) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:15.828072 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-2bb8002e-3964-48ba-8d7c-f118ca26b103 None None] For port d9ebe489-88aa-421d-88aa-f959a70aea42, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:32:15.831886 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-2bb8002e-3964-48ba-8d7c-f118ca26b103 None None] For port d9ebe489-88aa-421d-88aa-f959a70aea42, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=d9ebe489-88aa-421d-88aa-f959a70aea42,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:32:15.839708 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2bb8002e-3964-48ba-8d7c-f118ca26b103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:15.899334 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb8002e-3964-48ba-8d7c-f118ca26b103 None None] Routers {'11021c4b-8776-4e6e-b7eb-edd7d4f99d69'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:32:15.900021 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2bb8002e-3964-48ba-8d7c-f118ca26b103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:32:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['11021c4b-8776-4e6e-b7eb-edd7d4f99d69'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:15.970248 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557a1b2-ca45-4a72-9de3-111b7eef7519 None None] Pushing event updated for resources: {'Port': ['ID=d9ebe489-88aa-421d-88aa-f959a70aea42,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:15.979109 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ba9fe2-495e-498e-bca8-5efd2dc03145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-4401ec8b-bb1a-40e8-9aa3-79f7a517eeac', 'network_id': '4401ec8b-bb1a-40e8-9aa3-79f7a517eeac', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'fixed_ips': [{'subnet_id': '8c7e81c4-33ef-4d82-8d73-258654a06590'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:32:15.980085 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6ba9fe2-495e-498e-bca8-5efd2dc03145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:16.030936 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-2bb8002e-3964-48ba-8d7c-f118ca26b103 None None] Set router 11021c4b-8776-4e6e-b7eb-edd7d4f99d69 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:32:16.151001 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-b6ba9fe2-495e-498e-bca8-5efd2dc03145 None None] Allocated IP 172.20.0.2 (4401ec8b-bb1a-40e8-9aa3-79f7a517eeac/8c7e81c4-33ef-4d82-8d73-258654a06590/edf21f42-8243-4bbb-b8ed-73611c2b1fad) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:32:16.247762 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2bb8002e-3964-48ba-8d7c-f118ca26b103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570145578', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'd9ebe489-88aa-421d-88aa-f959a70aea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:13Z', 'updated_at': '2021-08-16T20:32:14Z', 'revision_number': 3, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'd9ebe489-88aa-421d-88aa-f959a70aea42', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:72:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:13Z', 'updated_at': '2021-08-16T20:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:16.284060 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb8002e-3964-48ba-8d7c-f118ca26b103 None None] The sync data for ids ['11021c4b-8776-4e6e-b7eb-edd7d4f99d69'] in n-d-787206-13 is: [{'id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570145578', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'd9ebe489-88aa-421d-88aa-f959a70aea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:13Z', 'updated_at': '2021-08-16T20:32:14Z', 'revision_number': 3, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'd9ebe489-88aa-421d-88aa-f959a70aea42', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:72:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:13Z', 'updated_at': '2021-08-16T20:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:32:16.333543 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6ba9fe2-495e-498e-bca8-5efd2dc03145 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:16.347147 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b6ba9fe2-495e-498e-bca8-5efd2dc03145 None None] Transition to ACTIVE for port object edf21f42-8243-4bbb-b8ed-73611c2b1fad will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:16.365204 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b6ba9fe2-495e-498e-bca8-5efd2dc03145 None None] Transition to ACTIVE for port object edf21f42-8243-4bbb-b8ed-73611c2b1fad will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:16.374370 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6ba9fe2-495e-498e-bca8-5efd2dc03145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:16.397281 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e5f34eb-c0dc-4fbb-aa50-64976031a056 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:16.423567 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ba9fe2-495e-498e-bca8-5efd2dc03145 None None] Network 4401ec8b-bb1a-40e8-9aa3-79f7a517eeac is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:16.426621 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-b6ba9fe2-495e-498e-bca8-5efd2dc03145 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:16.433367 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ba9fe2-495e-498e-bca8-5efd2dc03145 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:32:16.436782 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba9fe2-495e-498e-bca8-5efd2dc03145 None None] Pushing event updated for resources: {'Port': ['ID=edf21f42-8243-4bbb-b8ed-73611c2b1fad,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:16.499762 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b6ba9fe2-495e-498e-bca8-5efd2dc03145 None None] Attempting to bind port edf21f42-8243-4bbb-b8ed-73611c2b1fad on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:32:16.500419 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b6ba9fe2-495e-498e-bca8-5efd2dc03145 None None] Attempting to bind port edf21f42-8243-4bbb-b8ed-73611c2b1fad by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '49788b62-bcdb-40ab-9977-fe7f4e7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4401ec8b-bb1a-40e8-9aa3-79f7a517eeac'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:32:16.501090 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba9fe2-495e-498e-bca8-5efd2dc03145 None None] Attempting to bind port edf21f42-8243-4bbb-b8ed-73611c2b1fad on network 4401ec8b-bb1a-40e8-9aa3-79f7a517eeac {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:16.507578 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba9fe2-495e-498e-bca8-5efd2dc03145 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:32:16.507952 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba9fe2-495e-498e-bca8-5efd2dc03145 None None] Checking segment: {'id': '49788b62-bcdb-40ab-9977-fe7f4e7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4401ec8b-bb1a-40e8-9aa3-79f7a517eeac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:32:16.508395 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6ba9fe2-495e-498e-bca8-5efd2dc03145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:16.508742 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba9fe2-495e-498e-bca8-5efd2dc03145 None None] Bound using segment: {'id': '49788b62-bcdb-40ab-9977-fe7f4e7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4401ec8b-bb1a-40e8-9aa3-79f7a517eeac'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:32:16.509738 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b6ba9fe2-495e-498e-bca8-5efd2dc03145 None None] Bound port: edf21f42-8243-4bbb-b8ed-73611c2b1fad, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49788b62-bcdb-40ab-9977-fe7f4e7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4401ec8b-bb1a-40e8-9aa3-79f7a517eeac'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:32:16.510118 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6ba9fe2-495e-498e-bca8-5efd2dc03145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:16.610541 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b6ba9fe2-495e-498e-bca8-5efd2dc03145 None None] For port edf21f42-8243-4bbb-b8ed-73611c2b1fad, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:32:16.615752 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b6ba9fe2-495e-498e-bca8-5efd2dc03145 None None] For port edf21f42-8243-4bbb-b8ed-73611c2b1fad, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=edf21f42-8243-4bbb-b8ed-73611c2b1fad,segment=NetworkSegment(49788b62-bcdb-40ab-9977-fe7f4e7a8afa),segment_id=49788b62-bcdb-40ab-9977-fe7f4e7a8afa)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:32:16.624251 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6ba9fe2-495e-498e-bca8-5efd2dc03145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:16.711547 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba9fe2-495e-498e-bca8-5efd2dc03145 None None] Pushing event updated for resources: {'Port': ['ID=edf21f42-8243-4bbb-b8ed-73611c2b1fad,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:16.766606 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-3e5f34eb-c0dc-4fbb-aa50-64976031a056 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Allocated IP 172.20.0.1 (4401ec8b-bb1a-40e8-9aa3-79f7a517eeac/8c7e81c4-33ef-4d82-8d73-258654a06590/7827a5c3-03bc-4d98-8aa1-d656baab52a3) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:32:16.928213 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e5f34eb-c0dc-4fbb-aa50-64976031a056 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:16.944537 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-3e5f34eb-c0dc-4fbb-aa50-64976031a056 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Transition to ACTIVE for port object 7827a5c3-03bc-4d98-8aa1-d656baab52a3 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:16.991643 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e5f34eb-c0dc-4fbb-aa50-64976031a056 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:17.039963 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device d9ebe489-88aa-421d-88aa-f959a70aea42 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:32:17.047324 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5f34eb-c0dc-4fbb-aa50-64976031a056 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Network 4401ec8b-bb1a-40e8-9aa3-79f7a517eeac is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:17.068268 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-3e5f34eb-c0dc-4fbb-aa50-64976031a056 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:17.070772 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5f34eb-c0dc-4fbb-aa50-64976031a056 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:32:17.124281 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port d9ebe489-88aa-421d-88aa-f959a70aea42 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:17.130515 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port d9ebe489-88aa-421d-88aa-f959a70aea42 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:17.131130 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:17.139050 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f34eb-c0dc-4fbb-aa50-64976031a056 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'Port': ['ID=7827a5c3-03bc-4d98-8aa1-d656baab52a3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:17.155057 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e5f34eb-c0dc-4fbb-aa50-64976031a056 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:17.231752 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:17.256891 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port d9ebe489-88aa-421d-88aa-f959a70aea42, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=d9ebe489-88aa-421d-88aa-f959a70aea42,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:17.266454 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:17.315898 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51398) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:17.336630 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=d9ebe489-88aa-421d-88aa-f959a70aea42,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:17.465558 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6376ef61-9a28-4591-b42e-c56e0b7b61c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:17.575831 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6376ef61-9a28-4591-b42e-c56e0b7b61c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:17.581693 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6376ef61-9a28-4591-b42e-c56e0b7b61c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:17.626303 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6376ef61-9a28-4591-b42e-c56e0b7b61c3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c1227de9ea634f87844b8addbe525afd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3064442 Aug 16 20:32:17.626303 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376ef61-9a28-4591-b42e-c56e0b7b61c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3379f789-4dd6-4ef5-84fb-076f7225de6f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:17.627566 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51402) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:17.666638 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e5f34eb-c0dc-4fbb-aa50-64976031a056 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:17.686839 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f29f244-d1c0-4541-a183-1abfa533dd19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:17.709484 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f29f244-d1c0-4541-a183-1abfa533dd19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:17.762770 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f29f244-d1c0-4541-a183-1abfa533dd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:17.765932 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f29f244-d1c0-4541-a183-1abfa533dd19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:17.769967 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5f29f244-d1c0-4541-a183-1abfa533dd19 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3379f789-4dd6-4ef5-84fb-076f7225de6f HTTP/1.1" status: 204 len: 168 time: 0.1386929 Aug 16 20:32:17.775524 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29f244-d1c0-4541-a183-1abfa533dd19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3379f789-4dd6-4ef5-84fb-076f7225de6f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:17.913397 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1c7c19-d16f-4d29-b1d6-bf1e3b2e0c4f None None] Network 4401ec8b-bb1a-40e8-9aa3-79f7a517eeac requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:32:17.985700 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e5f34eb-c0dc-4fbb-aa50-64976031a056 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:17.987961 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d3b4faec-c1c8-492c-84e3-764e3c2eb258 None None] Provisioning for port edf21f42-8243-4bbb-b8ed-73611c2b1fad completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:17.991475 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e5f34eb-c0dc-4fbb-aa50-64976031a056 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:18.072247 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e5f34eb-c0dc-4fbb-aa50-64976031a056 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:18.080743 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f34eb-c0dc-4fbb-aa50-64976031a056 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'Port': ['ID=7827a5c3-03bc-4d98-8aa1-d656baab52a3,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:18.116410 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51408) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:18.134265 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bac7c31e-6f29-4ab6-91ed-576ef44fdc2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:18.194390 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5f34eb-c0dc-4fbb-aa50-64976031a056 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Network 4401ec8b-bb1a-40e8-9aa3-79f7a517eeac is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:18.195858 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-3e5f34eb-c0dc-4fbb-aa50-64976031a056 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:18.244213 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bac7c31e-6f29-4ab6-91ed-576ef44fdc2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:18.249857 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bac7c31e-6f29-4ab6-91ed-576ef44fdc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:18.293732 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bac7c31e-6f29-4ab6-91ed-576ef44fdc2b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=02b8bf79a38d4173a396db9ffd4011f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1737111 Aug 16 20:32:18.293732 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7c31e-6f29-4ab6-91ed-576ef44fdc2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c836ab7-4858-4059-b059-5f787ac3ac19,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:18.294918 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51410) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:18.342515 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5f34eb-c0dc-4fbb-aa50-64976031a056 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Router 11021c4b-8776-4e6e-b7eb-edd7d4f99d69 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:32:18.348417 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9d2282aa-e5ca-4fcd-abdd-80952c92a475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:18.372582 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9d2282aa-e5ca-4fcd-abdd-80952c92a475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:18.456273 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-953dffda-9bfd-46db-8d64-a8dfff5d0c62 None None] Provisioning for port 7827a5c3-03bc-4d98-8aa1-d656baab52a3 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:18.459164 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9d2282aa-e5ca-4fcd-abdd-80952c92a475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:18.460782 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-953dffda-9bfd-46db-8d64-a8dfff5d0c62 None None] Provisioning complete for port 7827a5c3-03bc-4d98-8aa1-d656baab52a3 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:18.461232 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-953dffda-9bfd-46db-8d64-a8dfff5d0c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:18.463627 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9d2282aa-e5ca-4fcd-abdd-80952c92a475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:18.465080 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9d2282aa-e5ca-4fcd-abdd-80952c92a475 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3c836ab7-4858-4059-b059-5f787ac3ac19 HTTP/1.1" status: 204 len: 168 time: 0.1691034 Aug 16 20:32:18.476128 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2282aa-e5ca-4fcd-abdd-80952c92a475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c836ab7-4858-4059-b059-5f787ac3ac19,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:18.498982 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5f34eb-c0dc-4fbb-aa50-64976031a056 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:32:18.512153 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3e5f34eb-c0dc-4fbb-aa50-64976031a056 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "PUT /v2.0/routers/11021c4b-8776-4e6e-b7eb-edd7d4f99d69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6847863 Aug 16 20:32:18.539088 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-953dffda-9bfd-46db-8d64-a8dfff5d0c62 None None] Port 7827a5c3-03bc-4d98-8aa1-d656baab52a3 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:32:18.589557 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991d0e74-9bc8-4f27-aee7-96e6f228fbde None None] Sync routers for ids ['11021c4b-8776-4e6e-b7eb-edd7d4f99d69'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:32:18.603682 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991d0e74-9bc8-4f27-aee7-96e6f228fbde None None] Routers {'11021c4b-8776-4e6e-b7eb-edd7d4f99d69'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:32:18.604488 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-991d0e74-9bc8-4f27-aee7-96e6f228fbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:32:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['11021c4b-8776-4e6e-b7eb-edd7d4f99d69'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:18.708297 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fa1ad44f-08f5-4925-865c-5b4f4df68545 None None] Provisioning complete for port 7827a5c3-03bc-4d98-8aa1-d656baab52a3 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:18.708540 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fa1ad44f-08f5-4925-865c-5b4f4df68545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:18.746968 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1ad44f-08f5-4925-865c-5b4f4df68545 None None] Port 7827a5c3-03bc-4d98-8aa1-d656baab52a3 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:32:18.782032 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-991d0e74-9bc8-4f27-aee7-96e6f228fbde None None] Set router 11021c4b-8776-4e6e-b7eb-edd7d4f99d69 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:32:18.797888 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f4874076-8209-42bd-931e-a5d8855bb237 req-255ce6b4-0f2a-4f95-b07c-bb7d2bb78f56 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-645363843&fields=id&tenant_id=5b476a52c3644288a8fde356e0d7a90f HTTP/1.1" status: 200 len: 267 time: 0.0664423 Aug 16 20:32:18.954315 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4874076-8209-42bd-931e-a5d8855bb237 req-f4b383b3-c674-4a22-afde-c56aff6e73fc tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:18.963989 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f4874076-8209-42bd-931e-a5d8855bb237 req-f4b383b3-c674-4a22-afde-c56aff6e73fc tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/networks?id=4401ec8b-bb1a-40e8-9aa3-79f7a517eeac HTTP/1.1" status: 200 len: 797 time: 0.1592314 Aug 16 20:32:18.997899 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f4874076-8209-42bd-931e-a5d8855bb237 req-c986697f-f13d-4d83-826d-f047c4c1f420 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/quotas/5b476a52c3644288a8fde356e0d7a90f HTTP/1.1" status: 200 len: 375 time: 0.0263610 Aug 16 20:32:19.003322 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-60b012af-9aef-4315-9500-561d9557bc50 None None] Provisioning complete for port 7827a5c3-03bc-4d98-8aa1-d656baab52a3 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:19.003733 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60b012af-9aef-4315-9500-561d9557bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:19.046353 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device edf21f42-8243-4bbb-b8ed-73611c2b1fad up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:32:19.078859 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f4874076-8209-42bd-931e-a5d8855bb237 req-2160c83c-85b2-4970-8c96-3d692b0e8cf6 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748518 Aug 16 20:32:19.245171 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-60b012af-9aef-4315-9500-561d9557bc50 None None] Port 7827a5c3-03bc-4d98-8aa1-d656baab52a3 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:32:19.279574 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-991d0e74-9bc8-4f27-aee7-96e6f228fbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570145578', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'd9ebe489-88aa-421d-88aa-f959a70aea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:13Z', 'updated_at': '2021-08-16T20:32:17Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'd9ebe489-88aa-421d-88aa-f959a70aea42', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:72:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:13Z', 'updated_at': '2021-08-16T20:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '7827a5c3-03bc-4d98-8aa1-d656baab52a3', 'name': '', 'network_id': '4401ec8b-bb1a-40e8-9aa3-79f7a517eeac', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:c3:c8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '8c7e81c4-33ef-4d82-8d73-258654a06590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:16Z', 'updated_at': '2021-08-16T20:32:17Z', 'revision_number': 2, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': '8c7e81c4-33ef-4d82-8d73-258654a06590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:19.307403 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f4874076-8209-42bd-931e-a5d8855bb237 req-cc8126bb-cae5-4b5f-9324-dbd2c5c1c065 service neutron] 10.222.0.68 "GET /v2.0/networks/4401ec8b-bb1a-40e8-9aa3-79f7a517eeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153103 Aug 16 20:32:19.308943 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port edf21f42-8243-4bbb-b8ed-73611c2b1fad completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:19.311015 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991d0e74-9bc8-4f27-aee7-96e6f228fbde None None] Checking router: 11021c4b-8776-4e6e-b7eb-edd7d4f99d69 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:32:19.311474 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991d0e74-9bc8-4f27-aee7-96e6f228fbde None None] Updating router 11021c4b-8776-4e6e-b7eb-edd7d4f99d69 port 7827a5c3-03bc-4d98-8aa1-d656baab52a3 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:32:19.317364 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port edf21f42-8243-4bbb-b8ed-73611c2b1fad triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:19.317696 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:19.365382 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-991d0e74-9bc8-4f27-aee7-96e6f228fbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:19.409160 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f4874076-8209-42bd-931e-a5d8855bb237 req-9f97dbb9-7c1e-477f-92b4-0a2021fdedc4 service neutron] 10.222.0.68 "GET /v2.0/networks/4401ec8b-bb1a-40e8-9aa3-79f7a517eeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938346 Aug 16 20:32:19.519016 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:19.600200 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port edf21f42-8243-4bbb-b8ed-73611c2b1fad, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=edf21f42-8243-4bbb-b8ed-73611c2b1fad,segment=NetworkSegment(49788b62-bcdb-40ab-9977-fe7f4e7a8afa),segment_id=49788b62-bcdb-40ab-9977-fe7f4e7a8afa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:19.609854 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:19.610982 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device d9ebe489-88aa-421d-88aa-f959a70aea42 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:32:19.618705 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-160d278c-0134-4e64-bb1d-018bfc2a3512 req-5a24dba2-8e4e-4d20-a119-ca3650a94846 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 210 time: 0.0403214 Aug 16 20:32:19.725665 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=edf21f42-8243-4bbb-b8ed-73611c2b1fad,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:19.777681 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port d9ebe489-88aa-421d-88aa-f959a70aea42 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:19.778376 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:19.825034 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-991d0e74-9bc8-4f27-aee7-96e6f228fbde None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:19.840411 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-991d0e74-9bc8-4f27-aee7-96e6f228fbde None None] Transition to ACTIVE for port object 7827a5c3-03bc-4d98-8aa1-d656baab52a3 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:19.852600 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-991d0e74-9bc8-4f27-aee7-96e6f228fbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:19.946798 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a9841-be58-4672-ad51-05f7589729f8 None None] Pushing event updated for resources: {'Port': ['ID=7827a5c3-03bc-4d98-8aa1-d656baab52a3,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:20.019754 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-991d0e74-9bc8-4f27-aee7-96e6f228fbde None None] Attempting to bind port 7827a5c3-03bc-4d98-8aa1-d656baab52a3 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:32:20.020239 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-991d0e74-9bc8-4f27-aee7-96e6f228fbde None None] Attempting to bind port 7827a5c3-03bc-4d98-8aa1-d656baab52a3 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '49788b62-bcdb-40ab-9977-fe7f4e7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4401ec8b-bb1a-40e8-9aa3-79f7a517eeac'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:32:20.020654 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991d0e74-9bc8-4f27-aee7-96e6f228fbde None None] Attempting to bind port 7827a5c3-03bc-4d98-8aa1-d656baab52a3 on network 4401ec8b-bb1a-40e8-9aa3-79f7a517eeac {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:20.028586 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991d0e74-9bc8-4f27-aee7-96e6f228fbde None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:32:20.028966 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991d0e74-9bc8-4f27-aee7-96e6f228fbde None None] Checking segment: {'id': '49788b62-bcdb-40ab-9977-fe7f4e7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4401ec8b-bb1a-40e8-9aa3-79f7a517eeac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:32:20.029376 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-991d0e74-9bc8-4f27-aee7-96e6f228fbde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:20.029774 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991d0e74-9bc8-4f27-aee7-96e6f228fbde None None] Bound using segment: {'id': '49788b62-bcdb-40ab-9977-fe7f4e7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4401ec8b-bb1a-40e8-9aa3-79f7a517eeac'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:32:20.030244 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-991d0e74-9bc8-4f27-aee7-96e6f228fbde None None] Bound port: 7827a5c3-03bc-4d98-8aa1-d656baab52a3, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49788b62-bcdb-40ab-9977-fe7f4e7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4401ec8b-bb1a-40e8-9aa3-79f7a517eeac'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:32:20.031079 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-991d0e74-9bc8-4f27-aee7-96e6f228fbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:20.117787 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-991d0e74-9bc8-4f27-aee7-96e6f228fbde None None] For port 7827a5c3-03bc-4d98-8aa1-d656baab52a3, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:32:20.121154 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-991d0e74-9bc8-4f27-aee7-96e6f228fbde None None] For port 7827a5c3-03bc-4d98-8aa1-d656baab52a3, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7827a5c3-03bc-4d98-8aa1-d656baab52a3,segment=NetworkSegment(49788b62-bcdb-40ab-9977-fe7f4e7a8afa),segment_id=49788b62-bcdb-40ab-9977-fe7f4e7a8afa)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:32:20.127621 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-991d0e74-9bc8-4f27-aee7-96e6f228fbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:20.189974 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991d0e74-9bc8-4f27-aee7-96e6f228fbde None None] Routers {'11021c4b-8776-4e6e-b7eb-edd7d4f99d69'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:32:20.190629 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-991d0e74-9bc8-4f27-aee7-96e6f228fbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:32:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['11021c4b-8776-4e6e-b7eb-edd7d4f99d69'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:20.230393 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a9841-be58-4672-ad51-05f7589729f8 None None] Pushing event updated for resources: {'Port': ['ID=7827a5c3-03bc-4d98-8aa1-d656baab52a3,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:20.320350 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-991d0e74-9bc8-4f27-aee7-96e6f228fbde None None] Set router 11021c4b-8776-4e6e-b7eb-edd7d4f99d69 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:32:20.551441 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-991d0e74-9bc8-4f27-aee7-96e6f228fbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570145578', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'd9ebe489-88aa-421d-88aa-f959a70aea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:13Z', 'updated_at': '2021-08-16T20:32:17Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'd9ebe489-88aa-421d-88aa-f959a70aea42', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:72:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:13Z', 'updated_at': '2021-08-16T20:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '7827a5c3-03bc-4d98-8aa1-d656baab52a3', 'name': '', 'network_id': '4401ec8b-bb1a-40e8-9aa3-79f7a517eeac', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:c3:c8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '8c7e81c4-33ef-4d82-8d73-258654a06590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:16Z', 'updated_at': '2021-08-16T20:32:20Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': '8c7e81c4-33ef-4d82-8d73-258654a06590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:20.582818 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991d0e74-9bc8-4f27-aee7-96e6f228fbde None None] The sync data for ids ['11021c4b-8776-4e6e-b7eb-edd7d4f99d69'] in n-d-787206-13 is: [{'id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570145578', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'd9ebe489-88aa-421d-88aa-f959a70aea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:13Z', 'updated_at': '2021-08-16T20:32:17Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'd9ebe489-88aa-421d-88aa-f959a70aea42', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:72:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:13Z', 'updated_at': '2021-08-16T20:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '7827a5c3-03bc-4d98-8aa1-d656baab52a3', 'name': '', 'network_id': '4401ec8b-bb1a-40e8-9aa3-79f7a517eeac', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:c3:c8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '8c7e81c4-33ef-4d82-8d73-258654a06590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:16Z', 'updated_at': '2021-08-16T20:32:20Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': '8c7e81c4-33ef-4d82-8d73-258654a06590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:32:20.773992 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d69b3138-2d26-43c4-9910-4b37dac26fac req-2163a38c-c75a-4b9d-a592-0052d941ea06 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 210 time: 0.0683279 Aug 16 20:32:20.842352 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4874076-8209-42bd-931e-a5d8855bb237 req-88afbc4c-1b11-427c-88d5-765e48ddf4a1 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:20.844058 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f4874076-8209-42bd-931e-a5d8855bb237 req-88afbc4c-1b11-427c-88d5-765e48ddf4a1 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.57 "GET /v2.0/networks?id=4401ec8b-bb1a-40e8-9aa3-79f7a517eeac HTTP/1.1" status: 200 len: 797 time: 0.1491661 Aug 16 20:32:20.891104 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f4874076-8209-42bd-931e-a5d8855bb237 req-c5600d94-9d3f-4c70-9e28-b9c996aef47c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b476a52c3644288a8fde356e0d7a90f HTTP/1.1" status: 200 len: 379 time: 0.0367355 Aug 16 20:32:20.901345 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-f4874076-8209-42bd-931e-a5d8855bb237 req-7461a650-d44d-4b31-9710-f4e1a6f7c940 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'port': {'device_id': '4eed228f-37d5-4084-b68d-bba40ee1af82', 'network_id': '4401ec8b-bb1a-40e8-9aa3-79f7a517eeac', 'admin_state_up': True, 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'security_groups': ['6f18c0e5-eb30-4350-9d4c-babe8139fa46']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:21.010383 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device edf21f42-8243-4bbb-b8ed-73611c2b1fad up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:32:21.044335 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4874076-8209-42bd-931e-a5d8855bb237 req-7461a650-d44d-4b31-9710-f4e1a6f7c940 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Made reservation on behalf of 5b476a52c3644288a8fde356e0d7a90f for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:21.054940 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f4874076-8209-42bd-931e-a5d8855bb237 req-7461a650-d44d-4b31-9710-f4e1a6f7c940 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:21.080447 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port edf21f42-8243-4bbb-b8ed-73611c2b1fad triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:21.080674 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:21.207932 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7827a5c3-03bc-4d98-8aa1-d656baab52a3 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:32:21.245513 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-f4874076-8209-42bd-931e-a5d8855bb237 req-7461a650-d44d-4b31-9710-f4e1a6f7c940 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Allocated IP 172.20.0.7 (4401ec8b-bb1a-40e8-9aa3-79f7a517eeac/8c7e81c4-33ef-4d82-8d73-258654a06590/2b960b4d-0724-4108-a643-6f79dee82ae6) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:32:21.270124 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 7827a5c3-03bc-4d98-8aa1-d656baab52a3 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:21.275234 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 7827a5c3-03bc-4d98-8aa1-d656baab52a3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:21.275879 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:21.359688 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:21.394759 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 7827a5c3-03bc-4d98-8aa1-d656baab52a3, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7827a5c3-03bc-4d98-8aa1-d656baab52a3,segment=NetworkSegment(49788b62-bcdb-40ab-9977-fe7f4e7a8afa),segment_id=49788b62-bcdb-40ab-9977-fe7f4e7a8afa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:21.399814 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:21.420502 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f4874076-8209-42bd-931e-a5d8855bb237 req-7461a650-d44d-4b31-9710-f4e1a6f7c940 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:21.454086 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-f4874076-8209-42bd-931e-a5d8855bb237 req-7461a650-d44d-4b31-9710-f4e1a6f7c940 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Transition to ACTIVE for port object 2b960b4d-0724-4108-a643-6f79dee82ae6 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:21.460086 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=7827a5c3-03bc-4d98-8aa1-d656baab52a3,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:21.494262 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f4874076-8209-42bd-931e-a5d8855bb237 req-7461a650-d44d-4b31-9710-f4e1a6f7c940 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:21.542522 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4874076-8209-42bd-931e-a5d8855bb237 req-7461a650-d44d-4b31-9710-f4e1a6f7c940 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Network 4401ec8b-bb1a-40e8-9aa3-79f7a517eeac is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:21.546151 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-f4874076-8209-42bd-931e-a5d8855bb237 req-7461a650-d44d-4b31-9710-f4e1a6f7c940 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:21.551074 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4874076-8209-42bd-931e-a5d8855bb237 req-7461a650-d44d-4b31-9710-f4e1a6f7c940 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:32:21.555490 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461a650-d44d-4b31-9710-f4e1a6f7c940 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'Port': ['ID=2b960b4d-0724-4108-a643-6f79dee82ae6,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:21.606764 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4874076-8209-42bd-931e-a5d8855bb237 req-7461a650-d44d-4b31-9710-f4e1a6f7c940 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:21.607892 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f4874076-8209-42bd-931e-a5d8855bb237 req-7461a650-d44d-4b31-9710-f4e1a6f7c940 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:21.626581 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f4874076-8209-42bd-931e-a5d8855bb237 req-7461a650-d44d-4b31-9710-f4e1a6f7c940 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7293272 Aug 16 20:32:21.639717 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-f4874076-8209-42bd-931e-a5d8855bb237 req-d45421fc-d3f1-4333-bf6d-ce18168abb90 service neutron] Request body: {'port': {'device_id': '4eed228f-37d5-4084-b68d-bba40ee1af82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:21.706463 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f4874076-8209-42bd-931e-a5d8855bb237 req-d45421fc-d3f1-4333-bf6d-ce18168abb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:21.886693 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-29a00260-0bef-4934-a4c3-82d821372b8d None None] Provisioning for port 2b960b4d-0724-4108-a643-6f79dee82ae6 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:21.896362 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-29a00260-0bef-4934-a4c3-82d821372b8d None None] Provisioning complete for port 2b960b4d-0724-4108-a643-6f79dee82ae6 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:21.896748 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29a00260-0bef-4934-a4c3-82d821372b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:21.926384 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f27dff-28fd-4eb8-94fc-bf2e984a46ab req-de766fa4-299c-4945-b2f7-a1e41c0b6002 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:21.934539 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-78f27dff-28fd-4eb8-94fc-bf2e984a46ab req-de766fa4-299c-4945-b2f7-a1e41c0b6002 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 931 time: 0.0659554 Aug 16 20:32:21.948979 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-29a00260-0bef-4934-a4c3-82d821372b8d None None] Port 2b960b4d-0724-4108-a643-6f79dee82ae6 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:32:21.992582 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-78f27dff-28fd-4eb8-94fc-bf2e984a46ab req-34162634-605b-4172-bfab-85604b5d7eb6 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f18c0e5-eb30-4350-9d4c-babe8139fa46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549524 Aug 16 20:32:22.063270 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-f4874076-8209-42bd-931e-a5d8855bb237 req-d45421fc-d3f1-4333-bf6d-ce18168abb90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b960b4d-0724-4108-a643-6f79dee82ae6 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:32:22.070874 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f4874076-8209-42bd-931e-a5d8855bb237 req-d45421fc-d3f1-4333-bf6d-ce18168abb90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:22.083694 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-f4874076-8209-42bd-931e-a5d8855bb237 req-d45421fc-d3f1-4333-bf6d-ce18168abb90 service neutron] Transition to ACTIVE for port object 2b960b4d-0724-4108-a643-6f79dee82ae6 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:22.088725 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f4874076-8209-42bd-931e-a5d8855bb237 req-d45421fc-d3f1-4333-bf6d-ce18168abb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:22.139536 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45421fc-d3f1-4333-bf6d-ce18168abb90 service neutron] Pushing event updated for resources: {'Port': ['ID=2b960b4d-0724-4108-a643-6f79dee82ae6,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:22.221995 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-f4874076-8209-42bd-931e-a5d8855bb237 req-d45421fc-d3f1-4333-bf6d-ce18168abb90 service neutron] Attempting to bind port 2b960b4d-0724-4108-a643-6f79dee82ae6 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:32:22.222340 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-f4874076-8209-42bd-931e-a5d8855bb237 req-d45421fc-d3f1-4333-bf6d-ce18168abb90 service neutron] Attempting to bind port 2b960b4d-0724-4108-a643-6f79dee82ae6 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '49788b62-bcdb-40ab-9977-fe7f4e7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4401ec8b-bb1a-40e8-9aa3-79f7a517eeac'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:32:22.222669 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4874076-8209-42bd-931e-a5d8855bb237 req-d45421fc-d3f1-4333-bf6d-ce18168abb90 service neutron] Attempting to bind port 2b960b4d-0724-4108-a643-6f79dee82ae6 on network 4401ec8b-bb1a-40e8-9aa3-79f7a517eeac {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:22.227431 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4874076-8209-42bd-931e-a5d8855bb237 req-d45421fc-d3f1-4333-bf6d-ce18168abb90 service neutron] Port 2b960b4d-0724-4108-a643-6f79dee82ae6 on network 4401ec8b-bb1a-40e8-9aa3-79f7a517eeac not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:32:22.227768 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4874076-8209-42bd-931e-a5d8855bb237 req-d45421fc-d3f1-4333-bf6d-ce18168abb90 service neutron] Attempting to bind port 2b960b4d-0724-4108-a643-6f79dee82ae6 on network 4401ec8b-bb1a-40e8-9aa3-79f7a517eeac {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:22.233411 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4874076-8209-42bd-931e-a5d8855bb237 req-d45421fc-d3f1-4333-bf6d-ce18168abb90 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:32:22.233746 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4874076-8209-42bd-931e-a5d8855bb237 req-d45421fc-d3f1-4333-bf6d-ce18168abb90 service neutron] Checking segment: {'id': '49788b62-bcdb-40ab-9977-fe7f4e7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4401ec8b-bb1a-40e8-9aa3-79f7a517eeac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:32:22.234128 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4874076-8209-42bd-931e-a5d8855bb237 req-d45421fc-d3f1-4333-bf6d-ce18168abb90 service neutron] Bound using segment: {'id': '49788b62-bcdb-40ab-9977-fe7f4e7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4401ec8b-bb1a-40e8-9aa3-79f7a517eeac'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:32:22.234598 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-f4874076-8209-42bd-931e-a5d8855bb237 req-d45421fc-d3f1-4333-bf6d-ce18168abb90 service neutron] Bound port: 2b960b4d-0724-4108-a643-6f79dee82ae6, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49788b62-bcdb-40ab-9977-fe7f4e7a8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4401ec8b-bb1a-40e8-9aa3-79f7a517eeac'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:32:22.235051 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f4874076-8209-42bd-931e-a5d8855bb237 req-d45421fc-d3f1-4333-bf6d-ce18168abb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:22.301449 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-f4874076-8209-42bd-931e-a5d8855bb237 req-d45421fc-d3f1-4333-bf6d-ce18168abb90 service neutron] For port 2b960b4d-0724-4108-a643-6f79dee82ae6, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:32:22.305106 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-f4874076-8209-42bd-931e-a5d8855bb237 req-d45421fc-d3f1-4333-bf6d-ce18168abb90 service neutron] For port 2b960b4d-0724-4108-a643-6f79dee82ae6, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=2b960b4d-0724-4108-a643-6f79dee82ae6,segment=NetworkSegment(49788b62-bcdb-40ab-9977-fe7f4e7a8afa),segment_id=49788b62-bcdb-40ab-9977-fe7f4e7a8afa)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:32:22.309520 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f4874076-8209-42bd-931e-a5d8855bb237 req-d45421fc-d3f1-4333-bf6d-ce18168abb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:22.347838 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4874076-8209-42bd-931e-a5d8855bb237 req-d45421fc-d3f1-4333-bf6d-ce18168abb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:22.348536 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f4874076-8209-42bd-931e-a5d8855bb237 req-d45421fc-d3f1-4333-bf6d-ce18168abb90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:22.350236 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f4874076-8209-42bd-931e-a5d8855bb237 req-d45421fc-d3f1-4333-bf6d-ce18168abb90 service neutron] 10.222.0.57 "PUT /v2.0/ports/2b960b4d-0724-4108-a643-6f79dee82ae6 HTTP/1.1" status: 200 len: 1092 time: 0.7150929 Aug 16 20:32:22.350657 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eed228f-37d5-4084-b68d-bba40ee1af82', 'tag': '2b960b4d-0724-4108-a643-6f79dee82ae6'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:32:22.353842 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430628bf-ec8a-463d-b411-9279bec5361d" -d '{"events": [{"name": "network-changed", "server_uuid": "4eed228f-37d5-4084-b68d-bba40ee1af82", "tag": "2b960b4d-0724-4108-a643-6f79dee82ae6"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:32:22.427828 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f1db38-2483-4011-b25a-fb43fafb1a1e x-openstack-request-id: req-d5f1db38-2483-4011-b25a-fb43fafb1a1e {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:32:22.428115 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eed228f-37d5-4084-b68d-bba40ee1af82", "tag": "2b960b4d-0724-4108-a643-6f79dee82ae6", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:32:22.428497 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d5f1db38-2483-4011-b25a-fb43fafb1a1e {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:32:22.428899 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eed228f-37d5-4084-b68d-bba40ee1af82', 'tag': '2b960b4d-0724-4108-a643-6f79dee82ae6', 'status': 'completed', 'code': 200} Aug 16 20:32:22.437045 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45421fc-d3f1-4333-bf6d-ce18168abb90 service neutron] Pushing event updated for resources: {'Port': ['ID=2b960b4d-0724-4108-a643-6f79dee82ae6,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:22.453748 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4874076-8209-42bd-931e-a5d8855bb237 req-93b7d99a-3a5c-4673-befd-13929ec47249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:22.455286 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f4874076-8209-42bd-931e-a5d8855bb237 req-93b7d99a-3a5c-4673-befd-13929ec47249 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 1095 time: 0.0576465 Aug 16 20:32:22.502904 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f4874076-8209-42bd-931e-a5d8855bb237 req-fdcbf4ab-5c81-47cc-b52b-fbc15b88fdf7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b960b4d-0724-4108-a643-6f79dee82ae6 HTTP/1.1" status: 200 len: 217 time: 0.0395024 Aug 16 20:32:22.560087 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4874076-8209-42bd-931e-a5d8855bb237 req-7e634be6-2193-42e7-a46d-fd9b69e304cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:22.561572 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f4874076-8209-42bd-931e-a5d8855bb237 req-7e634be6-2193-42e7-a46d-fd9b69e304cc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c7e81c4-33ef-4d82-8d73-258654a06590 HTTP/1.1" status: 200 len: 834 time: 0.0524969 Aug 16 20:32:22.609303 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4874076-8209-42bd-931e-a5d8855bb237 req-a79ffcec-8122-4018-a139-554ae94133e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:22.610932 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f4874076-8209-42bd-931e-a5d8855bb237 req-a79ffcec-8122-4018-a139-554ae94133e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4401ec8b-bb1a-40e8-9aa3-79f7a517eeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427289 Aug 16 20:32:22.707533 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f4874076-8209-42bd-931e-a5d8855bb237 req-9db26689-0e08-4f78-8d97-93e21a45243d service neutron] 10.222.0.57 "GET /v2.0/networks/4401ec8b-bb1a-40e8-9aa3-79f7a517eeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897162 Aug 16 20:32:22.809218 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f4874076-8209-42bd-931e-a5d8855bb237 req-ae389ff4-dabc-41e2-a460-6ff0fbb4c983 service neutron] 10.222.0.57 "GET /v2.0/networks/4401ec8b-bb1a-40e8-9aa3-79f7a517eeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950508 Aug 16 20:32:22.908657 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7827a5c3-03bc-4d98-8aa1-d656baab52a3 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:32:22.911565 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430628bf-ec8a-463d-b411-9279bec5361d req-c245df3f-8bcf-4fdd-a8d0-ff0730e7798c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:22.913195 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-430628bf-ec8a-463d-b411-9279bec5361d req-c245df3f-8bcf-4fdd-a8d0-ff0730e7798c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 1095 time: 0.0535800 Aug 16 20:32:22.956977 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 7827a5c3-03bc-4d98-8aa1-d656baab52a3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:22.957359 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:23.006981 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430628bf-ec8a-463d-b411-9279bec5361d req-1a9c028f-7584-464e-bbca-3b11cf88fe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:23.008520 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-430628bf-ec8a-463d-b411-9279bec5361d req-1a9c028f-7584-464e-bbca-3b11cf88fe77 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4401ec8b-bb1a-40e8-9aa3-79f7a517eeac HTTP/1.1" status: 200 len: 898 time: 0.0885668 Aug 16 20:32:23.062207 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-430628bf-ec8a-463d-b411-9279bec5361d req-2ded0eea-1be1-424a-8fa6-3c216b3c838e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b960b4d-0724-4108-a643-6f79dee82ae6 HTTP/1.1" status: 200 len: 217 time: 0.0449357 Aug 16 20:32:23.112288 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430628bf-ec8a-463d-b411-9279bec5361d req-3c133558-314d-4c30-921d-8ba5a7495442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:23.113792 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-430628bf-ec8a-463d-b411-9279bec5361d req-3c133558-314d-4c30-921d-8ba5a7495442 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c7e81c4-33ef-4d82-8d73-258654a06590 HTTP/1.1" status: 200 len: 834 time: 0.0449729 Aug 16 20:32:23.117438 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7538c79-03d3-4fb7-99a2-b94e6e0af6e7 req-15fc3546-fedf-48c3-b42b-7a92d979195e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:23.119661 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f7538c79-03d3-4fb7-99a2-b94e6e0af6e7 req-15fc3546-fedf-48c3-b42b-7a92d979195e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 943 time: 0.0487907 Aug 16 20:32:23.160773 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f7538c79-03d3-4fb7-99a2-b94e6e0af6e7 req-72bbf578-7e8c-4708-86d5-d7515f77a178 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f18c0e5-eb30-4350-9d4c-babe8139fa46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351212 Aug 16 20:32:23.161611 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430628bf-ec8a-463d-b411-9279bec5361d req-53eba8b6-db76-4b7e-8ac4-9502d217a9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:23.163319 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-430628bf-ec8a-463d-b411-9279bec5361d req-53eba8b6-db76-4b7e-8ac4-9502d217a9fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4401ec8b-bb1a-40e8-9aa3-79f7a517eeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426471 Aug 16 20:32:23.266310 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-430628bf-ec8a-463d-b411-9279bec5361d req-aa185dd3-dc11-443f-9324-4d8f0df1af19 service neutron] 10.222.0.57 "GET /v2.0/networks/4401ec8b-bb1a-40e8-9aa3-79f7a517eeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943432 Aug 16 20:32:23.358807 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-430628bf-ec8a-463d-b411-9279bec5361d req-662eda9f-47a8-421d-8edb-cc4fe87839af service neutron] 10.222.0.57 "GET /v2.0/networks/4401ec8b-bb1a-40e8-9aa3-79f7a517eeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852301 Aug 16 20:32:23.491292 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51490) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:23.600770 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba861b23-78db-413e-b1d7-c63aaddbb26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:23.694753 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba861b23-78db-413e-b1d7-c63aaddbb26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:23.699628 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba861b23-78db-413e-b1d7-c63aaddbb26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:23.737860 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ba861b23-78db-413e-b1d7-c63aaddbb26e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b968c7c73da9483c9d9e225f4594e659&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2453763 Aug 16 20:32:23.738728 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba861b23-78db-413e-b1d7-c63aaddbb26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b772050d-967b-40b7-af6d-189a85d47642,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:23.740474 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51494) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:23.789573 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3db338a4-6ced-43dd-8c4e-6ca5adef03f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:23.810222 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3db338a4-6ced-43dd-8c4e-6ca5adef03f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:23.856432 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3db338a4-6ced-43dd-8c4e-6ca5adef03f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:23.859009 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3db338a4-6ced-43dd-8c4e-6ca5adef03f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:23.860193 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3db338a4-6ced-43dd-8c4e-6ca5adef03f7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b772050d-967b-40b7-af6d-189a85d47642 HTTP/1.1" status: 204 len: 168 time: 0.1185675 Aug 16 20:32:23.868111 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db338a4-6ced-43dd-8c4e-6ca5adef03f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b772050d-967b-40b7-af6d-189a85d47642,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:24.285180 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485fb81-8466-4bcc-89a2-f1df8899a563 req-f37f8e66-7d6f-4e62-ab33-44a33ce38145 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:24.286843 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0485fb81-8466-4bcc-89a2-f1df8899a563 req-f37f8e66-7d6f-4e62-ab33-44a33ce38145 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 943 time: 0.0567372 Aug 16 20:32:24.325366 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0485fb81-8466-4bcc-89a2-f1df8899a563 req-4b01f071-c44a-4077-879e-0a651a1154f1 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f18c0e5-eb30-4350-9d4c-babe8139fa46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325279 Aug 16 20:32:24.782617 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 2b960b4d-0724-4108-a643-6f79dee82ae6 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:32:24.881849 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 2b960b4d-0724-4108-a643-6f79dee82ae6, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=2b960b4d-0724-4108-a643-6f79dee82ae6,segment=NetworkSegment(49788b62-bcdb-40ab-9977-fe7f4e7a8afa),segment_id=49788b62-bcdb-40ab-9977-fe7f4e7a8afa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:24.893745 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '2b960b4d-0724-4108-a643-6f79dee82ae6', 'network_id': '4401ec8b-bb1a-40e8-9aa3-79f7a517eeac', 'port_id': '2b960b4d-0724-4108-a643-6f79dee82ae6', 'mac_address': 'fa:16:3e:ef:c5:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c7e81c4-33ef-4d82-8d73-258654a06590', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:32:24.935913 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:24.949372 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b960b4d-0724-4108-a643-6f79dee82ae6 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:32:24.971353 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 2b960b4d-0724-4108-a643-6f79dee82ae6, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=2b960b4d-0724-4108-a643-6f79dee82ae6,segment=NetworkSegment(49788b62-bcdb-40ab-9977-fe7f4e7a8afa),segment_id=49788b62-bcdb-40ab-9977-fe7f4e7a8afa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:24.975110 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:25.027388 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=2b960b4d-0724-4108-a643-6f79dee82ae6,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:25.176279 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['2b960b4d-0724-4108-a643-6f79dee82ae6'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:32:25.443327 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b544939-3e00-4d63-996e-7c27a677d55a req-54c5c956-9adc-4bf0-aa12-88fa74a5722d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:25.444869 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5b544939-3e00-4d63-996e-7c27a677d55a req-54c5c956-9adc-4bf0-aa12-88fa74a5722d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 944 time: 0.0504754 Aug 16 20:32:25.484547 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5b544939-3e00-4d63-996e-7c27a677d55a req-73c6dd70-f61d-4ec3-aad4-70329e7e9485 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f18c0e5-eb30-4350-9d4c-babe8139fa46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328572 Aug 16 20:32:26.602039 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bb788-b8e5-49fb-accd-8c84f65e5cd3 req-dde7d13f-fa3d-4ebe-b456-c2fb720bbd53 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:26.603667 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9b4bb788-b8e5-49fb-accd-8c84f65e5cd3 req-dde7d13f-fa3d-4ebe-b456-c2fb720bbd53 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 944 time: 0.0501025 Aug 16 20:32:26.643534 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9b4bb788-b8e5-49fb-accd-8c84f65e5cd3 req-34b7c418-b539-40a1-bc47-091cf03aab75 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f18c0e5-eb30-4350-9d4c-babe8139fa46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333059 Aug 16 20:32:26.800845 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 2b960b4d-0724-4108-a643-6f79dee82ae6 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:32:26.850460 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 2b960b4d-0724-4108-a643-6f79dee82ae6 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:26.854724 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 2b960b4d-0724-4108-a643-6f79dee82ae6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:26.855099 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:26.936747 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:26.959552 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eed228f-37d5-4084-b68d-bba40ee1af82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b960b4d-0724-4108-a643-6f79dee82ae6'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:32:26.961817 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cb09a0-da0f-4118-a37a-94867575e72f" -d '{"events": [{"server_uuid": "4eed228f-37d5-4084-b68d-bba40ee1af82", "name": "network-vif-plugged", "status": "completed", "tag": "2b960b4d-0724-4108-a643-6f79dee82ae6"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:32:26.975684 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 2b960b4d-0724-4108-a643-6f79dee82ae6, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=2b960b4d-0724-4108-a643-6f79dee82ae6,segment=NetworkSegment(49788b62-bcdb-40ab-9977-fe7f4e7a8afa),segment_id=49788b62-bcdb-40ab-9977-fe7f4e7a8afa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:26.981315 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:27.005986 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d522d9-1c7a-46b5-9ce2-ec7a62afcb08 x-openstack-request-id: req-55d522d9-1c7a-46b5-9ce2-ec7a62afcb08 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:32:27.006274 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eed228f-37d5-4084-b68d-bba40ee1af82", "name": "network-vif-plugged", "status": "completed", "tag": "2b960b4d-0724-4108-a643-6f79dee82ae6", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:32:27.006531 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-55d522d9-1c7a-46b5-9ce2-ec7a62afcb08 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:32:27.006920 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eed228f-37d5-4084-b68d-bba40ee1af82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b960b4d-0724-4108-a643-6f79dee82ae6', 'code': 200} Aug 16 20:32:27.035485 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=2b960b4d-0724-4108-a643-6f79dee82ae6,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:27.120616 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57335998-57f6-423d-b4ea-0e43e96d248b req-32dbe6cf-d34c-47d0-955e-b51503637e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:27.122465 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-57335998-57f6-423d-b4ea-0e43e96d248b req-32dbe6cf-d34c-47d0-955e-b51503637e4e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 1097 time: 0.0520344 Aug 16 20:32:27.157617 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-57335998-57f6-423d-b4ea-0e43e96d248b req-ed8fef84-019a-4d28-91de-248ddf967819 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6f18c0e5-eb30-4350-9d4c-babe8139fa46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282233 Aug 16 20:32:27.767895 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8d979-beca-4656-a236-a0ce37359bea req-49aeaf4b-1a0b-40ab-ab29-468e343150d8 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:27.769399 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-19e8d979-beca-4656-a236-a0ce37359bea req-49aeaf4b-1a0b-40ab-ab29-468e343150d8 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 945 time: 0.0559576 Aug 16 20:32:27.808798 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-19e8d979-beca-4656-a236-a0ce37359bea req-8f681ed2-42b4-4bd6-b856-d24b0ac34d85 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f18c0e5-eb30-4350-9d4c-babe8139fa46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326369 Aug 16 20:32:28.930670 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e15ada-21bd-4455-a26f-834b5213488b req-45d04684-9d96-41a7-9258-a938abce1329 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:28.932425 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6e15ada-21bd-4455-a26f-834b5213488b req-45d04684-9d96-41a7-9258-a938abce1329 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 945 time: 0.0520582 Aug 16 20:32:28.975448 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6e15ada-21bd-4455-a26f-834b5213488b req-2c4a2b08-a990-4bd6-b0bc-2b8e4556f60f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f18c0e5-eb30-4350-9d4c-babe8139fa46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366306 Aug 16 20:32:29.100190 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f38ba7-55a3-4257-8d74-520713672213 req-5f87e85c-9cf2-4fac-9fc9-f8799f5c7476 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:29.101642 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-95f38ba7-55a3-4257-8d74-520713672213 req-5f87e85c-9cf2-4fac-9fc9-f8799f5c7476 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 945 time: 0.0522993 Aug 16 20:32:29.144051 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-95f38ba7-55a3-4257-8d74-520713672213 req-30d277d8-4d87-4715-a3df-c9fffbc6f36f tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f18c0e5-eb30-4350-9d4c-babe8139fa46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352855 Aug 16 20:32:29.164598 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51610) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:29.205937 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf34601-5aa5-4be8-83e6-6a4dcc82c155 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:29.210213 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-dbf34601-5aa5-4be8-83e6-6a4dcc82c155 tempest-TestNetworkAdvancedServerOps-25965546 tempest-TestNetworkAdvancedServerOps-25965546-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 1092 time: 0.0417838 Aug 16 20:32:29.210513 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51614) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:29.215622 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-26a1091f-cee6-4d25-9f5c-8233dd59c942 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'port_id': '2b960b4d-0724-4108-a643-6f79dee82ae6', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:29.243987 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26a1091f-cee6-4d25-9f5c-8233dd59c942 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:29.342338 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26a1091f-cee6-4d25-9f5c-8233dd59c942 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:29.451607 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-26a1091f-cee6-4d25-9f5c-8233dd59c942 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Allocated IP 172.25.8.120 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/f067c9d7-27de-4021-a810-ac93fc2b63af) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:32:29.558197 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26a1091f-cee6-4d25-9f5c-8233dd59c942 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:29.598985 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26a1091f-cee6-4d25-9f5c-8233dd59c942 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:29.645466 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a1091f-cee6-4d25-9f5c-8233dd59c942 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:29.648481 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-26a1091f-cee6-4d25-9f5c-8233dd59c942 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:29.653064 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a1091f-cee6-4d25-9f5c-8233dd59c942 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:32:29.656137 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1091f-cee6-4d25-9f5c-8233dd59c942 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'Port': ['ID=f067c9d7-27de-4021-a810-ac93fc2b63af,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:30.017832 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26a1091f-cee6-4d25-9f5c-8233dd59c942 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:30.087681 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26a1091f-cee6-4d25-9f5c-8233dd59c942 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:30.244571 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26a1091f-cee6-4d25-9f5c-8233dd59c942 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:30.250469 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26a1091f-cee6-4d25-9f5c-8233dd59c942 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:30.320039 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1091f-cee6-4d25-9f5c-8233dd59c942 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event updated for resources: {'Port': ['ID=f067c9d7-27de-4021-a810-ac93fc2b63af,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:30.330060 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26a1091f-cee6-4d25-9f5c-8233dd59c942 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:30.432356 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-26a1091f-cee6-4d25-9f5c-8233dd59c942 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Floating IP 0878f51a-68a5-4a3f-b7af-4d5a10e592e9 associated. External IP: 172.25.8.120, port: 2b960b4d-0724-4108-a643-6f79dee82ae6. Aug 16 20:32:30.958956 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a1091f-cee6-4d25-9f5c-8233dd59c942 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Router 11021c4b-8776-4e6e-b7eb-edd7d4f99d69 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:32:31.068431 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a1091f-cee6-4d25-9f5c-8233dd59c942 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:32:31.081498 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896f0ad8-7fe1-42ce-ac4b-f70a904780a1 None None] Sync routers for ids ['11021c4b-8776-4e6e-b7eb-edd7d4f99d69'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:32:31.087086 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26a1091f-cee6-4d25-9f5c-8233dd59c942 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:31.094236 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896f0ad8-7fe1-42ce-ac4b-f70a904780a1 None None] Routers {'11021c4b-8776-4e6e-b7eb-edd7d4f99d69'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:32:31.094856 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-896f0ad8-7fe1-42ce-ac4b-f70a904780a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:32:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['11021c4b-8776-4e6e-b7eb-edd7d4f99d69'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:31.116413 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-26a1091f-cee6-4d25-9f5c-8233dd59c942 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9046063 Aug 16 20:32:31.117012 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eed228f-37d5-4084-b68d-bba40ee1af82', 'tag': '2b960b4d-0724-4108-a643-6f79dee82ae6'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:32:31.119824 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a3a1d6-caba-4aff-ba6b-0135f1c0c232" -d '{"events": [{"name": "network-changed", "server_uuid": "4eed228f-37d5-4084-b68d-bba40ee1af82", "tag": "2b960b4d-0724-4108-a643-6f79dee82ae6"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:32:31.172830 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8fcf5b-242b-4389-9afa-314081bf4161 x-openstack-request-id: req-7d8fcf5b-242b-4389-9afa-314081bf4161 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:32:31.174194 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eed228f-37d5-4084-b68d-bba40ee1af82", "tag": "2b960b4d-0724-4108-a643-6f79dee82ae6", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:32:31.174194 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7d8fcf5b-242b-4389-9afa-314081bf4161 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:32:31.174194 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eed228f-37d5-4084-b68d-bba40ee1af82', 'tag': '2b960b4d-0724-4108-a643-6f79dee82ae6', 'status': 'completed', 'code': 200} Aug 16 20:32:31.248425 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3a1d6-caba-4aff-ba6b-0135f1c0c232 req-e090ad04-0378-4eee-aa5f-ad8e510823e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:31.250386 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-47a3a1d6-caba-4aff-ba6b-0135f1c0c232 req-e090ad04-0378-4eee-aa5f-ad8e510823e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 1097 time: 0.0536165 Aug 16 20:32:31.265261 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-896f0ad8-7fe1-42ce-ac4b-f70a904780a1 None None] Set router 11021c4b-8776-4e6e-b7eb-edd7d4f99d69 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:32:31.281529 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd7a6d-ff78-4a05-b138-c30ed5c94cf5 req-2c23b2d3-0218-42e2-a6ea-6d37927b95e2 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:31.291427 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b3dd7a6d-ff78-4a05-b138-c30ed5c94cf5 req-2c23b2d3-0218-42e2-a6ea-6d37927b95e2 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 945 time: 0.0964491 Aug 16 20:32:31.363550 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3a1d6-caba-4aff-ba6b-0135f1c0c232 req-e8d53cd2-74ad-4e20-b735-bd05b0b19d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:31.365879 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-47a3a1d6-caba-4aff-ba6b-0135f1c0c232 req-e8d53cd2-74ad-4e20-b735-bd05b0b19d64 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4401ec8b-bb1a-40e8-9aa3-79f7a517eeac HTTP/1.1" status: 200 len: 898 time: 0.1088870 Aug 16 20:32:31.380536 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b3dd7a6d-ff78-4a05-b138-c30ed5c94cf5 req-0b65b88d-a45a-45ca-829c-510d543e9cf3 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f18c0e5-eb30-4350-9d4c-babe8139fa46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879591 Aug 16 20:32:31.411052 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51624) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:31.449591 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-47a3a1d6-caba-4aff-ba6b-0135f1c0c232 req-556ecf9a-e4c3-4e5c-88b6-81afd3359086 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b960b4d-0724-4108-a643-6f79dee82ae6 HTTP/1.1" status: 200 len: 999 time: 0.0760765 Aug 16 20:32:31.487239 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-eb9b93df-6369-4241-9252-84b0bd841e41 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/floatingips/0878f51a-68a5-4a3f-b7af-4d5a10e592e9 HTTP/1.1" status: 200 len: 991 time: 0.0740170 Aug 16 20:32:31.514796 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3a1d6-caba-4aff-ba6b-0135f1c0c232 req-8bc7d280-2ff3-4f39-b8de-92d9770025f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:31.516956 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-47a3a1d6-caba-4aff-ba6b-0135f1c0c232 req-8bc7d280-2ff3-4f39-b8de-92d9770025f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c7e81c4-33ef-4d82-8d73-258654a06590 HTTP/1.1" status: 200 len: 834 time: 0.0594451 Aug 16 20:32:31.567651 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3a1d6-caba-4aff-ba6b-0135f1c0c232 req-769b90a8-2c03-4041-9e81-629c3973bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:31.569497 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-47a3a1d6-caba-4aff-ba6b-0135f1c0c232 req-769b90a8-2c03-4041-9e81-629c3973bb39 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4401ec8b-bb1a-40e8-9aa3-79f7a517eeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457733 Aug 16 20:32:31.621234 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-896f0ad8-7fe1-42ce-ac4b-f70a904780a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570145578', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'd9ebe489-88aa-421d-88aa-f959a70aea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:13Z', 'updated_at': '2021-08-16T20:32:17Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'd9ebe489-88aa-421d-88aa-f959a70aea42', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:72:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:13Z', 'updated_at': '2021-08-16T20:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '0878f51a-68a5-4a3f-b7af-4d5a10e592e9', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'port_id': '2b960b4d-0724-4108-a643-6f79dee82ae6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4401ec8b-bb1a-40e8-9aa3-79f7a517eeac', 'mac_address': 'fa:16:3e:ef:c5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eed228f-37d5-4084-b68d-bba40ee1af82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:32:29Z', 'updated_at': '2021-08-16T20:32:29Z', 'revision_number': 0, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7827a5c3-03bc-4d98-8aa1-d656baab52a3', 'name': '', 'network_id': '4401ec8b-bb1a-40e8-9aa3-79f7a517eeac', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:c3:c8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '8c7e81c4-33ef-4d82-8d73-258654a06590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:16Z', 'updated_at': '2021-08-16T20:32:21Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': '8c7e81c4-33ef-4d82-8d73-258654a06590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:31.649328 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896f0ad8-7fe1-42ce-ac4b-f70a904780a1 None None] Checking router: 11021c4b-8776-4e6e-b7eb-edd7d4f99d69 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:32:31.659346 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896f0ad8-7fe1-42ce-ac4b-f70a904780a1 None None] Routers {'11021c4b-8776-4e6e-b7eb-edd7d4f99d69'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:32:31.659916 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-896f0ad8-7fe1-42ce-ac4b-f70a904780a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:32:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['11021c4b-8776-4e6e-b7eb-edd7d4f99d69'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:31.682905 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-47a3a1d6-caba-4aff-ba6b-0135f1c0c232 req-7fb83808-f34e-4cbe-a034-e9f35157cd07 service neutron] 10.222.0.57 "GET /v2.0/networks/4401ec8b-bb1a-40e8-9aa3-79f7a517eeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062865 Aug 16 20:32:31.772127 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-896f0ad8-7fe1-42ce-ac4b-f70a904780a1 None None] Set router 11021c4b-8776-4e6e-b7eb-edd7d4f99d69 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:32:31.786398 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-47a3a1d6-caba-4aff-ba6b-0135f1c0c232 req-56cc014f-6acd-4c1f-9d59-7c3f3664608a service neutron] 10.222.0.57 "GET /v2.0/networks/4401ec8b-bb1a-40e8-9aa3-79f7a517eeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956247 Aug 16 20:32:31.831223 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba83ae01-3e64-4a5f-a8a0-77401e4191f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:32.028391 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-896f0ad8-7fe1-42ce-ac4b-f70a904780a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570145578', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'd9ebe489-88aa-421d-88aa-f959a70aea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:13Z', 'updated_at': '2021-08-16T20:32:17Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'd9ebe489-88aa-421d-88aa-f959a70aea42', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:72:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:13Z', 'updated_at': '2021-08-16T20:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '0878f51a-68a5-4a3f-b7af-4d5a10e592e9', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'port_id': '2b960b4d-0724-4108-a643-6f79dee82ae6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4401ec8b-bb1a-40e8-9aa3-79f7a517eeac', 'mac_address': 'fa:16:3e:ef:c5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eed228f-37d5-4084-b68d-bba40ee1af82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:32:29Z', 'updated_at': '2021-08-16T20:32:29Z', 'revision_number': 0, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7827a5c3-03bc-4d98-8aa1-d656baab52a3', 'name': '', 'network_id': '4401ec8b-bb1a-40e8-9aa3-79f7a517eeac', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:c3:c8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '8c7e81c4-33ef-4d82-8d73-258654a06590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:16Z', 'updated_at': '2021-08-16T20:32:21Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': '8c7e81c4-33ef-4d82-8d73-258654a06590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:32.058776 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896f0ad8-7fe1-42ce-ac4b-f70a904780a1 None None] The sync data for ids ['11021c4b-8776-4e6e-b7eb-edd7d4f99d69'] in n-d-787206-13 is: [{'id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570145578', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'd9ebe489-88aa-421d-88aa-f959a70aea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:13Z', 'updated_at': '2021-08-16T20:32:17Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'd9ebe489-88aa-421d-88aa-f959a70aea42', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:72:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:13Z', 'updated_at': '2021-08-16T20:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '0878f51a-68a5-4a3f-b7af-4d5a10e592e9', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'port_id': '2b960b4d-0724-4108-a643-6f79dee82ae6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4401ec8b-bb1a-40e8-9aa3-79f7a517eeac', 'mac_address': 'fa:16:3e:ef:c5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eed228f-37d5-4084-b68d-bba40ee1af82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:32:29Z', 'updated_at': '2021-08-16T20:32:29Z', 'revision_number': 0, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7827a5c3-03bc-4d98-8aa1-d656baab52a3', 'name': '', 'network_id': '4401ec8b-bb1a-40e8-9aa3-79f7a517eeac', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:c3:c8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '8c7e81c4-33ef-4d82-8d73-258654a06590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:16Z', 'updated_at': '2021-08-16T20:32:21Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': '8c7e81c4-33ef-4d82-8d73-258654a06590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:32:32.267927 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d41f38d-52e6-49d6-95ab-fd87e3459cc8 None None] New status for floating IP 0878f51a-68a5-4a3f-b7af-4d5a10e592e9: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:32:32.489801 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51630) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:32.550319 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b5af38df-c8f3-4630-a06d-76641563e3b7 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/floatingips/0878f51a-68a5-4a3f-b7af-4d5a10e592e9 HTTP/1.1" status: 200 len: 993 time: 0.0593884 Aug 16 20:32:34.414461 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-318f0d4d-69b4-4427-8f9e-87c6857b5872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:34.685876 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:35.637129 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:36.170110 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:36.245945 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:37.093886 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:43.066697 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ac010-d11f-4a12-87ee-161e066a1b1c req-efd5f7e1-dcee-4813-91b1-e77a4a33b9ba tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:43.068243 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4c4ac010-d11f-4a12-87ee-161e066a1b1c req-efd5f7e1-dcee-4813-91b1-e77a4a33b9ba tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 946 time: 0.0509968 Aug 16 20:32:43.106191 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4c4ac010-d11f-4a12-87ee-161e066a1b1c req-f7f36b28-38ca-4489-a3cd-622a68ffe76c tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314846 Aug 16 20:32:43.600344 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:32:44.248505 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a4891-be18-4861-9d97-89fab780703d req-b6805684-5de2-44bf-86ee-beb3149d7aab tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:44.250004 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9b2a4891-be18-4861-9d97-89fab780703d req-b6805684-5de2-44bf-86ee-beb3149d7aab tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 946 time: 0.0545890 Aug 16 20:32:44.311311 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9b2a4891-be18-4861-9d97-89fab780703d req-6bacc0aa-a05a-4aa8-865b-8d956b7bc5fa tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups?id=3c474576-20c3-4f70-a26e-96d6c2d194b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514815 Aug 16 20:32:44.323332 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bbb4d-5ac5-49d1-866d-0d403e225856 req-120db5d5-0ac5-47d9-84ce-53d6e48a8d91 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:44.324793 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6f1bbb4d-5ac5-49d1-866d-0d403e225856 req-120db5d5-0ac5-47d9-84ce-53d6e48a8d91 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 946 time: 0.0739365 Aug 16 20:32:44.418038 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-6f1bbb4d-5ac5-49d1-866d-0d403e225856 req-edb438e3-6b1f-4d84-bace-c4f2024c0fd7 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Deleting port e4e81f26-72c8-4233-957b-26e3d968922d {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:44.418379 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6f1bbb4d-5ac5-49d1-866d-0d403e225856 req-edb438e3-6b1f-4d84-bace-c4f2024c0fd7 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:44.505151 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6f1bbb4d-5ac5-49d1-866d-0d403e225856 req-edb438e3-6b1f-4d84-bace-c4f2024c0fd7 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] For port e4e81f26-72c8-4233-957b-26e3d968922d, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=e4e81f26-72c8-4233-957b-26e3d968922d,segment=NetworkSegment(651ae3f1-f903-4d50-9039-ebe7a7f61635),segment_id=651ae3f1-f903-4d50-9039-ebe7a7f61635)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:44.505437 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6f1bbb4d-5ac5-49d1-866d-0d403e225856 req-edb438e3-6b1f-4d84-bace-c4f2024c0fd7 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:44.728457 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6f1bbb4d-5ac5-49d1-866d-0d403e225856 req-edb438e3-6b1f-4d84-bace-c4f2024c0fd7 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:44.728826 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6f1bbb4d-5ac5-49d1-866d-0d403e225856 req-edb438e3-6b1f-4d84-bace-c4f2024c0fd7 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:44.729138 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [req-6f1bbb4d-5ac5-49d1-866d-0d403e225856 req-edb438e3-6b1f-4d84-bace-c4f2024c0fd7 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Floating IP 1b895bf7-68b9-40f2-94a2-bc2e8a911021 disassociated. External IP: 172.25.8.48, port: e4e81f26-72c8-4233-957b-26e3d968922d. Aug 16 20:32:44.729479 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-6f1bbb4d-5ac5-49d1-866d-0d403e225856 req-edb438e3-6b1f-4d84-bace-c4f2024c0fd7 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Calling delete_port for e4e81f26-72c8-4233-957b-26e3d968922d owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:44.861532 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6f1bbb4d-5ac5-49d1-866d-0d403e225856 req-edb438e3-6b1f-4d84-bace-c4f2024c0fd7 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:44.892072 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb438e3-6b1f-4d84-bace-c4f2024c0fd7 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Pushing event deleted for resources: {'Port': ['ID=e4e81f26-72c8-4233-957b-26e3d968922d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:45.005546 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f1bbb4d-5ac5-49d1-866d-0d403e225856 req-edb438e3-6b1f-4d84-bace-c4f2024c0fd7 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Router e831714b-802b-4280-9dea-16571bd33ac9 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:32:45.117626 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f1bbb4d-5ac5-49d1-866d-0d403e225856 req-edb438e3-6b1f-4d84-bace-c4f2024c0fd7 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:32:45.128845 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1dd551-5003-442b-abf0-c1b6b8fe85b2 None None] Sync routers for ids ['e831714b-802b-4280-9dea-16571bd33ac9'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:32:45.140803 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1dd551-5003-442b-abf0-c1b6b8fe85b2 None None] Routers {'e831714b-802b-4280-9dea-16571bd33ac9'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:32:45.141503 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2c1dd551-5003-442b-abf0-c1b6b8fe85b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:32:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['e831714b-802b-4280-9dea-16571bd33ac9'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:45.158531 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1bbb4d-5ac5-49d1-866d-0d403e225856 req-edb438e3-6b1f-4d84-bace-c4f2024c0fd7 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] No DVR routers for this DVR port e4e81f26-72c8-4233-957b-26e3d968922d on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:32:45.161406 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6f1bbb4d-5ac5-49d1-866d-0d403e225856 req-edb438e3-6b1f-4d84-bace-c4f2024c0fd7 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:45.163818 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6f1bbb4d-5ac5-49d1-866d-0d403e225856 req-edb438e3-6b1f-4d84-bace-c4f2024c0fd7 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.63 "DELETE /v2.0/ports/e4e81f26-72c8-4233-957b-26e3d968922d HTTP/1.1" status: 204 len: 173 time: 0.8328125 Aug 16 20:32:45.164325 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e364c1a-fec2-458b-8b49-e11ebcb20a3c', 'name': 'network-vif-deleted', 'tag': 'e4e81f26-72c8-4233-957b-26e3d968922d'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:32:45.167632 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcb7a1b-1f1b-404a-a2a2-2ad6f0c64fd8" -d '{"events": [{"server_uuid": "7e364c1a-fec2-458b-8b49-e11ebcb20a3c", "name": "network-vif-deleted", "tag": "e4e81f26-72c8-4233-957b-26e3d968922d"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:32:45.210056 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64bcba8-a887-414c-8a52-93ec3272ee4f x-openstack-request-id: req-d64bcba8-a887-414c-8a52-93ec3272ee4f {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:32:45.210486 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e364c1a-fec2-458b-8b49-e11ebcb20a3c", "name": "network-vif-deleted", "tag": "e4e81f26-72c8-4233-957b-26e3d968922d", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:32:45.210822 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d64bcba8-a887-414c-8a52-93ec3272ee4f {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:32:45.211320 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e364c1a-fec2-458b-8b49-e11ebcb20a3c', 'name': 'network-vif-deleted', 'tag': 'e4e81f26-72c8-4233-957b-26e3d968922d', 'status': 'completed', 'code': 200} Aug 16 20:32:45.392156 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-2c1dd551-5003-442b-abf0-c1b6b8fe85b2 None None] Set router e831714b-802b-4280-9dea-16571bd33ac9 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:32:45.440266 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e8695150-2d00-4503-944d-3a06d1e0aa94 req-743a941d-07f6-4842-8bcc-b370d5bc9e13 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e364c1a-fec2-458b-8b49-e11ebcb20a3c HTTP/1.1" status: 200 len: 210 time: 0.0314364 Aug 16 20:32:45.601639 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2c1dd551-5003-442b-abf0-c1b6b8fe85b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'name': 'tempest-AttachVolumeShelveTestJSON-1996335489-router', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:43Z', 'updated_at': '2021-08-16T20:25:47Z', 'revision_number': 4, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'gw_port': {'id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:55:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:45Z', 'updated_at': '2021-08-16T20:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '8b8dc17a-c9ec-432e-94a1-61c11eb47cb8', 'name': '', 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'mac_address': 'fa:16:3e:9c:88:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:47Z', 'updated_at': '2021-08-16T20:25:53Z', 'revision_number': 5, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'subnets': [{'id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:45.629383 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1dd551-5003-442b-abf0-c1b6b8fe85b2 None None] Checking router: e831714b-802b-4280-9dea-16571bd33ac9 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:32:45.638576 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1dd551-5003-442b-abf0-c1b6b8fe85b2 None None] Routers {'e831714b-802b-4280-9dea-16571bd33ac9'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:32:45.639179 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2c1dd551-5003-442b-abf0-c1b6b8fe85b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:32:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['e831714b-802b-4280-9dea-16571bd33ac9'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:45.754770 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-2c1dd551-5003-442b-abf0-c1b6b8fe85b2 None None] Set router e831714b-802b-4280-9dea-16571bd33ac9 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:32:45.986711 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2c1dd551-5003-442b-abf0-c1b6b8fe85b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'name': 'tempest-AttachVolumeShelveTestJSON-1996335489-router', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:43Z', 'updated_at': '2021-08-16T20:25:47Z', 'revision_number': 4, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'gw_port': {'id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:55:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:45Z', 'updated_at': '2021-08-16T20:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '8b8dc17a-c9ec-432e-94a1-61c11eb47cb8', 'name': '', 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'mac_address': 'fa:16:3e:9c:88:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:47Z', 'updated_at': '2021-08-16T20:25:53Z', 'revision_number': 5, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'subnets': [{'id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:46.017831 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1dd551-5003-442b-abf0-c1b6b8fe85b2 None None] The sync data for ids ['e831714b-802b-4280-9dea-16571bd33ac9'] in n-d-787206-13 is: [{'id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'name': 'tempest-AttachVolumeShelveTestJSON-1996335489-router', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:43Z', 'updated_at': '2021-08-16T20:25:47Z', 'revision_number': 4, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'gw_port': {'id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:55:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:45Z', 'updated_at': '2021-08-16T20:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '8b8dc17a-c9ec-432e-94a1-61c11eb47cb8', 'name': '', 'network_id': '694913cb-9660-4a1c-a341-9653a1f83c96', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'mac_address': 'fa:16:3e:9c:88:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:47Z', 'updated_at': '2021-08-16T20:25:53Z', 'revision_number': 5, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'subnets': [{'id': '22f1ef82-708c-4a07-a4be-6ce7461b8bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:32:46.253106 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce3312b-5ff2-4cda-8e20-e371c85a6731 None None] New status for floating IP 1b895bf7-68b9-40f2-94a2-bc2e8a911021: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:32:46.528594 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51728) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:46.586124 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fcc8b4ce-b394-4f02-b0cb-a65cf9639f18 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:46.609167 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fcc8b4ce-b394-4f02-b0cb-a65cf9639f18 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:46.657497 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fcc8b4ce-b394-4f02-b0cb-a65cf9639f18 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:46.660137 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fcc8b4ce-b394-4f02-b0cb-a65cf9639f18 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:46.661316 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fcc8b4ce-b394-4f02-b0cb-a65cf9639f18 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "DELETE /v2.0/security-groups/3c474576-20c3-4f70-a26e-96d6c2d194b8 HTTP/1.1" status: 204 len: 168 time: 0.1316280 Aug 16 20:32:46.664336 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51730) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:46.671638 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8b4ce-b394-4f02-b0cb-a65cf9639f18 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c474576-20c3-4f70-a26e-96d6c2d194b8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:46.683825 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-1c8c5339-1e1c-44e8-97b6-d4c43757bc44 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] show failed (client error): The resource could not be found. Aug 16 20:32:46.684864 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1c8c5339-1e1c-44e8-97b6-d4c43757bc44 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "GET /v2.0/security-groups/3c474576-20c3-4f70-a26e-96d6c2d194b8 HTTP/1.1" status: 404 len: 347 time: 0.0189369 Aug 16 20:32:46.687683 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51732) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:46.807438 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-97324e6f-2b82-491a-aa89-b141db035ff9 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Deleting port c74e62fc-81fc-480c-90d8-e548c9182849 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:46.807773 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-97324e6f-2b82-491a-aa89-b141db035ff9 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:46.880858 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-97324e6f-2b82-491a-aa89-b141db035ff9 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:46.881184 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-97324e6f-2b82-491a-aa89-b141db035ff9 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:46.893406 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-97324e6f-2b82-491a-aa89-b141db035ff9 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Calling delete_port for c74e62fc-81fc-480c-90d8-e548c9182849 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:47.028136 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-97324e6f-2b82-491a-aa89-b141db035ff9 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:47.060049 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97324e6f-2b82-491a-aa89-b141db035ff9 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Pushing event deleted for resources: {'Port': ['ID=c74e62fc-81fc-480c-90d8-e548c9182849,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:47.126081 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-97324e6f-2b82-491a-aa89-b141db035ff9 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:47.129023 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-97324e6f-2b82-491a-aa89-b141db035ff9 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:47.133921 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-97324e6f-2b82-491a-aa89-b141db035ff9 tempest-AttachVolumeShelveTestJSON-42631052 tempest-AttachVolumeShelveTestJSON-42631052-project] 10.222.0.68 "DELETE /v2.0/floatingips/1b895bf7-68b9-40f2-94a2-bc2e8a911021 HTTP/1.1" status: 204 len: 168 time: 0.4415922 Aug 16 20:32:47.936982 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device e4e81f26-72c8-4233-957b-26e3d968922d no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:32:47.962886 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: e4e81f26-72c8-4233-957b-26e3d968922d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:32:47.963305 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device e4e81f26-72c8-4233-957b-26e3d968922d not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:32:51.687344 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51782) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:52.534119 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee7f5f67-655a-4f05-8d27-060066572b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:52.786682 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ee7f5f67-655a-4f05-8d27-060066572b4d admin admin] Deleting port 8b8dc17a-c9ec-432e-94a1-61c11eb47cb8 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:52.787424 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee7f5f67-655a-4f05-8d27-060066572b4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:52.869666 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-ee7f5f67-655a-4f05-8d27-060066572b4d admin admin] For port 8b8dc17a-c9ec-432e-94a1-61c11eb47cb8, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8b8dc17a-c9ec-432e-94a1-61c11eb47cb8,segment=NetworkSegment(651ae3f1-f903-4d50-9039-ebe7a7f61635),segment_id=651ae3f1-f903-4d50-9039-ebe7a7f61635)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:52.870032 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee7f5f67-655a-4f05-8d27-060066572b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:52.886120 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ee7f5f67-655a-4f05-8d27-060066572b4d admin admin] Calling delete_port for 8b8dc17a-c9ec-432e-94a1-61c11eb47cb8 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:53.074251 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee7f5f67-655a-4f05-8d27-060066572b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:53.098634 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f5f67-655a-4f05-8d27-060066572b4d admin admin] Pushing event deleted for resources: {'Port': ['ID=8b8dc17a-c9ec-432e-94a1-61c11eb47cb8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:53.269240 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee7f5f67-655a-4f05-8d27-060066572b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:53.485322 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7f5f67-655a-4f05-8d27-060066572b4d admin admin] Router e831714b-802b-4280-9dea-16571bd33ac9 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:32:53.604209 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7f5f67-655a-4f05-8d27-060066572b4d admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:32:53.609482 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ee7f5f67-655a-4f05-8d27-060066572b4d admin admin] 10.222.0.68 "PUT /v2.0/routers/e831714b-802b-4280-9dea-16571bd33ac9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9210994 Aug 16 20:32:53.611966 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51798) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:53.624212 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880f1597-bd45-497d-ab56-efe4ceed4833 None None] Sync routers for ids ['e831714b-802b-4280-9dea-16571bd33ac9'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:32:53.636302 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880f1597-bd45-497d-ab56-efe4ceed4833 None None] Routers {'e831714b-802b-4280-9dea-16571bd33ac9'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:32:53.637064 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-880f1597-bd45-497d-ab56-efe4ceed4833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:32:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['e831714b-802b-4280-9dea-16571bd33ac9'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:53.685562 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51800) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:53.724433 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd756-df50-49c1-80d7-b6a7a4333f9c admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:53.748084 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-880f1597-bd45-497d-ab56-efe4ceed4833 None None] Set router e831714b-802b-4280-9dea-16571bd33ac9 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:32:53.798263 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c122b9a2-0208-4ef0-8b38-bc69ba783c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:53.855181 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd756-df50-49c1-80d7-b6a7a4333f9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:53.908014 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c122b9a2-0208-4ef0-8b38-bc69ba783c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:53.912457 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c122b9a2-0208-4ef0-8b38-bc69ba783c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:53.925139 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5d2bd756-df50-49c1-80d7-b6a7a4333f9c admin admin] Deleting port 3627624d-7f3a-4a0e-bbdb-4d8fda971067 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:53.925466 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd756-df50-49c1-80d7-b6a7a4333f9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:53.952309 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c122b9a2-0208-4ef0-8b38-bc69ba783c5c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4421bc9d227846b2b09cc978b7e3cce8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2649028 Aug 16 20:32:53.954402 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122b9a2-0208-4ef0-8b38-bc69ba783c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b0e249-4b30-4cc4-92c9-19ddc00c4cce,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:53.956932 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51804) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:53.972801 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-880f1597-bd45-497d-ab56-efe4ceed4833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'name': 'tempest-AttachVolumeShelveTestJSON-1996335489-router', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:43Z', 'updated_at': '2021-08-16T20:32:53Z', 'revision_number': 5, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'gw_port': {'id': '3627624d-7f3a-4a0e-bbdb-4d8fda971067', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:55:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:45Z', 'updated_at': '2021-08-16T20:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:54.003029 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880f1597-bd45-497d-ab56-efe4ceed4833 None None] Checking router: e831714b-802b-4280-9dea-16571bd33ac9 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:32:54.010969 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0d84ebe-24e7-4f9c-a5a2-d73c0d1a3f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.013609 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880f1597-bd45-497d-ab56-efe4ceed4833 None None] Routers {'e831714b-802b-4280-9dea-16571bd33ac9'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:32:54.014359 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-880f1597-bd45-497d-ab56-efe4ceed4833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:32:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['e831714b-802b-4280-9dea-16571bd33ac9'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:54.033259 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-5d2bd756-df50-49c1-80d7-b6a7a4333f9c admin admin] For port 3627624d-7f3a-4a0e-bbdb-4d8fda971067, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=3627624d-7f3a-4a0e-bbdb-4d8fda971067,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:54.033624 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd756-df50-49c1-80d7-b6a7a4333f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.037445 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0d84ebe-24e7-4f9c-a5a2-d73c0d1a3f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.046931 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5d2bd756-df50-49c1-80d7-b6a7a4333f9c admin admin] Calling delete_port for 3627624d-7f3a-4a0e-bbdb-4d8fda971067 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:54.088413 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0d84ebe-24e7-4f9c-a5a2-d73c0d1a3f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.090995 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0d84ebe-24e7-4f9c-a5a2-d73c0d1a3f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.094950 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b0d84ebe-24e7-4f9c-a5a2-d73c0d1a3f96 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/14b0e249-4b30-4cc4-92c9-19ddc00c4cce HTTP/1.1" status: 204 len: 168 time: 0.1347160 Aug 16 20:32:54.100738 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d84ebe-24e7-4f9c-a5a2-d73c0d1a3f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b0e249-4b30-4cc4-92c9-19ddc00c4cce,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:54.127533 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-880f1597-bd45-497d-ab56-efe4ceed4833 None None] Set router e831714b-802b-4280-9dea-16571bd33ac9 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:32:54.181809 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-880f1597-bd45-497d-ab56-efe4ceed4833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'name': 'tempest-AttachVolumeShelveTestJSON-1996335489-router', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:43Z', 'updated_at': '2021-08-16T20:32:53Z', 'revision_number': 6, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:54.216181 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880f1597-bd45-497d-ab56-efe4ceed4833 None None] The sync data for ids ['e831714b-802b-4280-9dea-16571bd33ac9'] in n-d-787206-13 is: [{'id': 'e831714b-802b-4280-9dea-16571bd33ac9', 'name': 'tempest-AttachVolumeShelveTestJSON-1996335489-router', 'tenant_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:43Z', 'updated_at': '2021-08-16T20:32:53Z', 'revision_number': 6, 'project_id': '36ce9d10f04c4ea3a97f2ef277d208d8', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:32:54.236753 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd756-df50-49c1-80d7-b6a7a4333f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.265157 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2bd756-df50-49c1-80d7-b6a7a4333f9c admin admin] Pushing event deleted for resources: {'Port': ['ID=3627624d-7f3a-4a0e-bbdb-4d8fda971067,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:54.333771 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd756-df50-49c1-80d7-b6a7a4333f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.429995 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd756-df50-49c1-80d7-b6a7a4333f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.432678 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd756-df50-49c1-80d7-b6a7a4333f9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.476956 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd756-df50-49c1-80d7-b6a7a4333f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.477549 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2bd756-df50-49c1-80d7-b6a7a4333f9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e831714b-802b-4280-9dea-16571bd33ac9 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:32:54.482052 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd756-df50-49c1-80d7-b6a7a4333f9c admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.483266 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5d2bd756-df50-49c1-80d7-b6a7a4333f9c admin admin] 10.222.0.68 "DELETE /v2.0/routers/e831714b-802b-4280-9dea-16571bd33ac9 HTTP/1.1" status: 204 len: 168 time: 0.8703492 Aug 16 20:32:54.485756 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51818) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:54.530293 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6396092-7762-4e43-9f5e-85469caf9012 admin admin] Deleting subnet 22f1ef82-708c-4a07-a4be-6ce7461b8bb2 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:32:54.533278 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a6396092-7762-4e43-9f5e-85469caf9012 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.573659 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a6396092-7762-4e43-9f5e-85469caf9012 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.660748 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a6396092-7762-4e43-9f5e-85469caf9012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.728819 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a6396092-7762-4e43-9f5e-85469caf9012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.756822 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6396092-7762-4e43-9f5e-85469caf9012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22f1ef82-708c-4a07-a4be-6ce7461b8bb2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:54.761003 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a6396092-7762-4e43-9f5e-85469caf9012 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.762878 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a6396092-7762-4e43-9f5e-85469caf9012 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/22f1ef82-708c-4a07-a4be-6ce7461b8bb2 HTTP/1.1" status: 204 len: 168 time: 0.2761836 Aug 16 20:32:54.765417 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51828) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:54.768862 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2a4411-350a-44ae-a0b8-4fe279a069be None None] Network 694913cb-9660-4a1c-a341-9653a1f83c96 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:32:54.800225 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51830) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:54.842562 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c88e3efc-dc21-4fdc-89b5-9bde6c9323a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.898205 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c88e3efc-dc21-4fdc-89b5-9bde6c9323a4 admin admin] Deleting port 316c8b8c-2d1f-43ed-aaa6-d86e5af1f35c {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:54.899624 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c88e3efc-dc21-4fdc-89b5-9bde6c9323a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.914249 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e555c0bd-e527-409a-a52d-16ba89bd90e2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1240195295-network', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:54.937986 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e555c0bd-e527-409a-a52d-16ba89bd90e2 admin admin] Made reservation on behalf of 2f6c2befe1a84bdbab1a693825c272af for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:54.940853 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e555c0bd-e527-409a-a52d-16ba89bd90e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.950993 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e555c0bd-e527-409a-a52d-16ba89bd90e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.969977 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-c88e3efc-dc21-4fdc-89b5-9bde6c9323a4 admin admin] For port 316c8b8c-2d1f-43ed-aaa6-d86e5af1f35c, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=316c8b8c-2d1f-43ed-aaa6-d86e5af1f35c,segment=NetworkSegment(651ae3f1-f903-4d50-9039-ebe7a7f61635),segment_id=651ae3f1-f903-4d50-9039-ebe7a7f61635)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:54.970419 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c88e3efc-dc21-4fdc-89b5-9bde6c9323a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.987575 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c88e3efc-dc21-4fdc-89b5-9bde6c9323a4 admin admin] Calling delete_port for 316c8b8c-2d1f-43ed-aaa6-d86e5af1f35c owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:55.042375 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 3627624d-7f3a-4a0e-bbdb-4d8fda971067 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:32:55.063913 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 3627624d-7f3a-4a0e-bbdb-4d8fda971067 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:32:55.064515 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 3627624d-7f3a-4a0e-bbdb-4d8fda971067 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:32:55.064931 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8b8dc17a-c9ec-432e-94a1-61c11eb47cb8 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:32:55.098099 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 8b8dc17a-c9ec-432e-94a1-61c11eb47cb8 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:32:55.098445 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8b8dc17a-c9ec-432e-94a1-61c11eb47cb8 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:32:55.123726 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c88e3efc-dc21-4fdc-89b5-9bde6c9323a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.127679 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e555c0bd-e527-409a-a52d-16ba89bd90e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.132776 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e555c0bd-e527-409a-a52d-16ba89bd90e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.166426 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88e3efc-dc21-4fdc-89b5-9bde6c9323a4 admin admin] No DVR routers for this DVR port 316c8b8c-2d1f-43ed-aaa6-d86e5af1f35c on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:32:55.169750 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e3efc-dc21-4fdc-89b5-9bde6c9323a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=316c8b8c-2d1f-43ed-aaa6-d86e5af1f35c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:55.173005 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e555c0bd-e527-409a-a52d-16ba89bd90e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:32:55.185363 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555c0bd-e527-409a-a52d-16ba89bd90e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebf7c3b-cf0c-4b49-94fc-789430a65e2a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:55.191492 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e555c0bd-e527-409a-a52d-16ba89bd90e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.192101 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-e555c0bd-e527-409a-a52d-16ba89bd90e2 admin admin] Added segment 3b347b5a-7796-41df-bf01-5aded8d43c62 of type vlan for network c1000037-e4bd-4c0c-91e1-888655c77098 Aug 16 20:32:55.198181 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2465fd80-8495-4dec-a351-d897b58dedab None None] DHCP port deletion for 694913cb-9660-4a1c-a341-9653a1f83c96 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:32:55.241689 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e555c0bd-e527-409a-a52d-16ba89bd90e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.250854 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c88e3efc-dc21-4fdc-89b5-9bde6c9323a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.261495 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-c88e3efc-dc21-4fdc-89b5-9bde6c9323a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['694913cb-9660-4a1c-a341-9653a1f83c96']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:55.269388 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e555c0bd-e527-409a-a52d-16ba89bd90e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.270445 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e555c0bd-e527-409a-a52d-16ba89bd90e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:55.271026 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e555c0bd-e527-409a-a52d-16ba89bd90e2 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.272165 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-c88e3efc-dc21-4fdc-89b5-9bde6c9323a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '651ae3f1-f903-4d50-9039-ebe7a7f61635') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:55.272456 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-c88e3efc-dc21-4fdc-89b5-9bde6c9323a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '651ae3f1-f903-4d50-9039-ebe7a7f61635') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:55.282140 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c88e3efc-dc21-4fdc-89b5-9bde6c9323a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.300857 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c88e3efc-dc21-4fdc-89b5-9bde6c9323a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.308444 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c88e3efc-dc21-4fdc-89b5-9bde6c9323a4 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:32:55.309249 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c88e3efc-dc21-4fdc-89b5-9bde6c9323a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.327354 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:32:55.327354 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:32:55.327354 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:32:55.327354 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:32:55.327354 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:32:55.327354 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:32:55.327354 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:32:55.327354 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:32:55.327354 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:32:55.327354 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:32:55.327354 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:32:55.327354 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:32:55.327354 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:32:55.327354 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:32:55.327354 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:32:55.327354 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:32:55.327354 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:32:55.327354 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:32:55.327354 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:32:55.327354 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:32:55.327354 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:32:55.327354 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:32:55.327354 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:32:55.327354 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:32:55.327354 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:32:55.327354 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:32:55.327354 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:32:55.327354 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:32:55.327354 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:32:55.327354 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:32:55.327354 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:32:55.327354 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:32:55.330218 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e555c0bd-e527-409a-a52d-16ba89bd90e2 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5287776 Aug 16 20:32:55.330948 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51836) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:55.338003 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2ddf8db3-2def-4843-ba94-60936984752f admin admin] Request body: {'subnet': {'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1240195295-subnet', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:55.359534 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555c0bd-e527-409a-a52d-16ba89bd90e2 admin admin] Pushing event updated for resources: {'Network': ['ID=c1000037-e4bd-4c0c-91e1-888655c77098,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:55.372859 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network c1000037-e4bd-4c0c-91e1-888655c77098 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:32:55.373453 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddf8db3-2def-4843-ba94-60936984752f admin admin] Made reservation on behalf of 2f6c2befe1a84bdbab1a693825c272af for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:55.375988 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ddf8db3-2def-4843-ba94-60936984752f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.376615 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c88e3efc-dc21-4fdc-89b5-9bde6c9323a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.396652 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c88e3efc-dc21-4fdc-89b5-9bde6c9323a4 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.398582 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c88e3efc-dc21-4fdc-89b5-9bde6c9323a4 admin admin] 10.222.0.68 "DELETE /v2.0/networks/694913cb-9660-4a1c-a341-9653a1f83c96 HTTP/1.1" status: 204 len: 168 time: 0.6322296 Aug 16 20:32:55.399574 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e3efc-dc21-4fdc-89b5-9bde6c9323a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=694913cb-9660-4a1c-a341-9653a1f83c96,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:55.521392 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51840) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:55.599334 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ddf8db3-2def-4843-ba94-60936984752f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.607302 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-069cbefb-7389-4bc0-ad6b-9a94e6f44a4a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=36ce9d10f04c4ea3a97f2ef277d208d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0848792 Aug 16 20:32:55.610007 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51842) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:55.656632 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf8db3-2def-4843-ba94-60936984752f admin admin] Pushing event updated for resources: {'Subnet': ['ID=33bd10fe-e557-45a9-af4b-2c9d53394144,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:55.660487 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-773f6880-15a0-4014-8791-aebf5f6df48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.665673 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddf8db3-2def-4843-ba94-60936984752f admin admin] Checking segment: {'id': '3b347b5a-7796-41df-bf01-5aded8d43c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:32:55.666026 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddf8db3-2def-4843-ba94-60936984752f admin admin] Network hostable DHCP agents. Network: c1000037-e4bd-4c0c-91e1-888655c77098, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:32:55.684139 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddf8db3-2def-4843-ba94-60936984752f admin admin] Network c1000037-e4bd-4c0c-91e1-888655c77098 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:32:55.686924 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-773f6880-15a0-4014-8791-aebf5f6df48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.692777 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-2ddf8db3-2def-4843-ba94-60936984752f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, c1000037-e4bd-4c0c-91e1-888655c77098) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:55.698687 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddf8db3-2def-4843-ba94-60936984752f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:55.699381 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ddf8db3-2def-4843-ba94-60936984752f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.703949 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6861e3be-9523-40d8-b54a-9f0bb6bae1ea None None] Network c1000037-e4bd-4c0c-91e1-888655c77098 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:32:55.717495 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2ddf8db3-2def-4843-ba94-60936984752f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3833106 Aug 16 20:32:55.720441 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51844) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:55.724906 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-fee74a91-ea40-45d2-9306-281944725640 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1240195295-router', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:55.750031 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fee74a91-ea40-45d2-9306-281944725640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.751263 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fee74a91-ea40-45d2-9306-281944725640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.762415 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-773f6880-15a0-4014-8791-aebf5f6df48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.765018 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-773f6880-15a0-4014-8791-aebf5f6df48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.766165 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-773f6880-15a0-4014-8791-aebf5f6df48d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8699fd26-1314-411b-8280-7c6f4f1a978e HTTP/1.1" status: 204 len: 168 time: 0.1551685 Aug 16 20:32:55.788644 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f6880-15a0-4014-8791-aebf5f6df48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8699fd26-1314-411b-8280-7c6f4f1a978e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:55.818597 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fee74a91-ea40-45d2-9306-281944725640 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.863594 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c03dc90-5ea1-427f-a453-41390e395aad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-c1000037-e4bd-4c0c-91e1-888655c77098', 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'fixed_ips': [{'subnet_id': '33bd10fe-e557-45a9-af4b-2c9d53394144'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:32:55.864603 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c03dc90-5ea1-427f-a453-41390e395aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.965676 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fee74a91-ea40-45d2-9306-281944725640 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:56.014573 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-8c03dc90-5ea1-427f-a453-41390e395aad None None] Allocated IP 172.20.0.2 (c1000037-e4bd-4c0c-91e1-888655c77098/33bd10fe-e557-45a9-af4b-2c9d53394144/1737e145-acb2-44bf-b051-1acda54739d2) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:32:56.175761 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c03dc90-5ea1-427f-a453-41390e395aad None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:56.186905 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8c03dc90-5ea1-427f-a453-41390e395aad None None] Transition to ACTIVE for port object 1737e145-acb2-44bf-b051-1acda54739d2 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:56.189307 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fee74a91-ea40-45d2-9306-281944725640 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:56.204696 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8c03dc90-5ea1-427f-a453-41390e395aad None None] Transition to ACTIVE for port object 1737e145-acb2-44bf-b051-1acda54739d2 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:56.211514 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c03dc90-5ea1-427f-a453-41390e395aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:56.212101 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fee74a91-ea40-45d2-9306-281944725640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:56.253806 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c03dc90-5ea1-427f-a453-41390e395aad None None] Network c1000037-e4bd-4c0c-91e1-888655c77098 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:56.261231 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-8c03dc90-5ea1-427f-a453-41390e395aad None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:56.265080 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c03dc90-5ea1-427f-a453-41390e395aad None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:32:56.313445 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03dc90-5ea1-427f-a453-41390e395aad None None] Pushing event updated for resources: {'Port': ['ID=1737e145-acb2-44bf-b051-1acda54739d2,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:56.324751 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-fee74a91-ea40-45d2-9306-281944725640 admin admin] Allocated IP 172.25.8.62 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/b5fb404e-da55-44d5-a8b6-550ac9349803) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:32:56.326470 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8c03dc90-5ea1-427f-a453-41390e395aad None None] Attempting to bind port 1737e145-acb2-44bf-b051-1acda54739d2 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:32:56.327008 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8c03dc90-5ea1-427f-a453-41390e395aad None None] Attempting to bind port 1737e145-acb2-44bf-b051-1acda54739d2 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3b347b5a-7796-41df-bf01-5aded8d43c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:32:56.327199 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c03dc90-5ea1-427f-a453-41390e395aad None None] Attempting to bind port 1737e145-acb2-44bf-b051-1acda54739d2 on network c1000037-e4bd-4c0c-91e1-888655c77098 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:56.334391 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c03dc90-5ea1-427f-a453-41390e395aad None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:32:56.334771 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c03dc90-5ea1-427f-a453-41390e395aad None None] Checking segment: {'id': '3b347b5a-7796-41df-bf01-5aded8d43c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:32:56.335181 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c03dc90-5ea1-427f-a453-41390e395aad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:56.335595 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c03dc90-5ea1-427f-a453-41390e395aad None None] Bound using segment: {'id': '3b347b5a-7796-41df-bf01-5aded8d43c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:32:56.336070 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8c03dc90-5ea1-427f-a453-41390e395aad None None] Bound port: 1737e145-acb2-44bf-b051-1acda54739d2, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b347b5a-7796-41df-bf01-5aded8d43c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:32:56.337146 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c03dc90-5ea1-427f-a453-41390e395aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:56.401692 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8c03dc90-5ea1-427f-a453-41390e395aad None None] For port 1737e145-acb2-44bf-b051-1acda54739d2, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:32:56.405344 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8c03dc90-5ea1-427f-a453-41390e395aad None None] For port 1737e145-acb2-44bf-b051-1acda54739d2, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1737e145-acb2-44bf-b051-1acda54739d2,segment=NetworkSegment(3b347b5a-7796-41df-bf01-5aded8d43c62),segment_id=3b347b5a-7796-41df-bf01-5aded8d43c62)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:32:56.409300 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c03dc90-5ea1-427f-a453-41390e395aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:56.460820 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fee74a91-ea40-45d2-9306-281944725640 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:56.477014 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03dc90-5ea1-427f-a453-41390e395aad None None] Pushing event updated for resources: {'Port': ['ID=1737e145-acb2-44bf-b051-1acda54739d2,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:56.516612 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fee74a91-ea40-45d2-9306-281944725640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:56.556756 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee74a91-ea40-45d2-9306-281944725640 admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:56.561690 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-fee74a91-ea40-45d2-9306-281944725640 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:56.565474 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee74a91-ea40-45d2-9306-281944725640 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:32:56.591948 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee74a91-ea40-45d2-9306-281944725640 admin admin] Pushing event updated for resources: {'Port': ['ID=b5fb404e-da55-44d5-a8b6-550ac9349803,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:56.955437 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1737e145-acb2-44bf-b051-1acda54739d2 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:32:57.007668 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 1737e145-acb2-44bf-b051-1acda54739d2 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:57.076191 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 316c8b8c-2d1f-43ed-aaa6-d86e5af1f35c no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:32:57.102619 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 316c8b8c-2d1f-43ed-aaa6-d86e5af1f35c {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:32:57.103606 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 316c8b8c-2d1f-43ed-aaa6-d86e5af1f35c not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:32:57.165198 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fee74a91-ea40-45d2-9306-281944725640 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:57.383092 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fee74a91-ea40-45d2-9306-281944725640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:57.441560 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280b2e3c-1cf0-47c9-92de-b98be1c1cb8b None None] Network c1000037-e4bd-4c0c-91e1-888655c77098 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:32:57.504366 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1e895af8-d57a-49cf-8b36-8143fabda1c4 None None] Provisioning for port 1737e145-acb2-44bf-b051-1acda54739d2 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:57.512123 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1e895af8-d57a-49cf-8b36-8143fabda1c4 None None] Provisioning complete for port 1737e145-acb2-44bf-b051-1acda54739d2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:57.512712 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1e895af8-d57a-49cf-8b36-8143fabda1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:57.527567 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee74a91-ea40-45d2-9306-281944725640 admin admin] Router b9588d70-1606-4ff9-a783-49e00e56fef0 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:32:57.642123 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee74a91-ea40-45d2-9306-281944725640 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:32:57.660270 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fee74a91-ea40-45d2-9306-281944725640 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:57.661902 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fee74a91-ea40-45d2-9306-281944725640 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9404635 Aug 16 20:32:57.664857 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51890) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:57.665399 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f02eddb-9ebd-40fc-9acf-78862a54d4e4 None None] Sync routers for ids ['b9588d70-1606-4ff9-a783-49e00e56fef0'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:32:57.677411 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1e895af8-d57a-49cf-8b36-8143fabda1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:57.700532 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f02eddb-9ebd-40fc-9acf-78862a54d4e4 None None] Routers {'b9588d70-1606-4ff9-a783-49e00e56fef0'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:32:57.701279 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8f02eddb-9ebd-40fc-9acf-78862a54d4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:32:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['b9588d70-1606-4ff9-a783-49e00e56fef0'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:57.770345 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1e895af8-d57a-49cf-8b36-8143fabda1c4 None None] For port 1737e145-acb2-44bf-b051-1acda54739d2, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1737e145-acb2-44bf-b051-1acda54739d2,segment=NetworkSegment(3b347b5a-7796-41df-bf01-5aded8d43c62),segment_id=3b347b5a-7796-41df-bf01-5aded8d43c62)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:57.851421 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-8f02eddb-9ebd-40fc-9acf-78862a54d4e4 None None] Set router b9588d70-1606-4ff9-a783-49e00e56fef0 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:32:57.908697 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1e895af8-d57a-49cf-8b36-8143fabda1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.013824 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e895af8-d57a-49cf-8b36-8143fabda1c4 None None] Pushing event updated for resources: {'Port': ['ID=1737e145-acb2-44bf-b051-1acda54739d2,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:58.069818 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8354185a-046c-4b35-8f7b-ceaf2cea4235 None None] Provisioning complete for port 1737e145-acb2-44bf-b051-1acda54739d2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:58.070197 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8354185a-046c-4b35-8f7b-ceaf2cea4235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.162255 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6836adc4-6553-4fd8-b278-e66a3a07b755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.163230 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8f02eddb-9ebd-40fc-9acf-78862a54d4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'name': 'tempest-TestVolumeBackupRestore-1240195295-router', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:55Z', 'updated_at': '2021-08-16T20:32:57Z', 'revision_number': 3, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'gw_port': {'id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:56Z', 'updated_at': '2021-08-16T20:32:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:58.198007 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f02eddb-9ebd-40fc-9acf-78862a54d4e4 None None] Checking router: b9588d70-1606-4ff9-a783-49e00e56fef0 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:32:58.198376 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f02eddb-9ebd-40fc-9acf-78862a54d4e4 None None] Updating router b9588d70-1606-4ff9-a783-49e00e56fef0 port b5fb404e-da55-44d5-a8b6-550ac9349803 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:32:58.229116 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8f02eddb-9ebd-40fc-9acf-78862a54d4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.388831 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-6836adc4-6553-4fd8-b278-e66a3a07b755 admin admin] Allocated IP 172.20.0.1 (c1000037-e4bd-4c0c-91e1-888655c77098/33bd10fe-e557-45a9-af4b-2c9d53394144/1a2606ee-2034-415f-9e88-df346365e4c1) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:32:58.530711 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8f02eddb-9ebd-40fc-9acf-78862a54d4e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.542810 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6836adc4-6553-4fd8-b278-e66a3a07b755 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.543391 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8f02eddb-9ebd-40fc-9acf-78862a54d4e4 None None] Transition to ACTIVE for port object b5fb404e-da55-44d5-a8b6-550ac9349803 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:58.551552 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8f02eddb-9ebd-40fc-9acf-78862a54d4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.560802 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-6836adc4-6553-4fd8-b278-e66a3a07b755 admin admin] Transition to ACTIVE for port object 1a2606ee-2034-415f-9e88-df346365e4c1 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:58.604151 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6836adc4-6553-4fd8-b278-e66a3a07b755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.625247 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8f02eddb-9ebd-40fc-9acf-78862a54d4e4 None None] Attempting to bind port b5fb404e-da55-44d5-a8b6-550ac9349803 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:32:58.625636 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8f02eddb-9ebd-40fc-9acf-78862a54d4e4 None None] Attempting to bind port b5fb404e-da55-44d5-a8b6-550ac9349803 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:32:58.626217 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f02eddb-9ebd-40fc-9acf-78862a54d4e4 None None] Attempting to bind port b5fb404e-da55-44d5-a8b6-550ac9349803 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:58.628647 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c66e7-7c44-4297-9d0d-11d371b77e5d None None] Pushing event updated for resources: {'Port': ['ID=b5fb404e-da55-44d5-a8b6-550ac9349803,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:58.637111 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f02eddb-9ebd-40fc-9acf-78862a54d4e4 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:32:58.637496 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f02eddb-9ebd-40fc-9acf-78862a54d4e4 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:32:58.638205 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8f02eddb-9ebd-40fc-9acf-78862a54d4e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.638605 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f02eddb-9ebd-40fc-9acf-78862a54d4e4 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:32:58.639068 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8f02eddb-9ebd-40fc-9acf-78862a54d4e4 None None] Bound port: b5fb404e-da55-44d5-a8b6-550ac9349803, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:32:58.643867 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8f02eddb-9ebd-40fc-9acf-78862a54d4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.647359 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6836adc4-6553-4fd8-b278-e66a3a07b755 admin admin] Network c1000037-e4bd-4c0c-91e1-888655c77098 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:58.650425 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-6836adc4-6553-4fd8-b278-e66a3a07b755 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:58.653903 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6836adc4-6553-4fd8-b278-e66a3a07b755 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:32:58.708675 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836adc4-6553-4fd8-b278-e66a3a07b755 admin admin] Pushing event updated for resources: {'Port': ['ID=1a2606ee-2034-415f-9e88-df346365e4c1,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:58.718364 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8f02eddb-9ebd-40fc-9acf-78862a54d4e4 None None] For port b5fb404e-da55-44d5-a8b6-550ac9349803, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:32:58.720537 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6836adc4-6553-4fd8-b278-e66a3a07b755 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:58.720904 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6836adc4-6553-4fd8-b278-e66a3a07b755 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:58.721232 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6836adc4-6553-4fd8-b278-e66a3a07b755 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:58.721563 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6836adc4-6553-4fd8-b278-e66a3a07b755 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:58.721900 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6836adc4-6553-4fd8-b278-e66a3a07b755 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:58.722231 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6836adc4-6553-4fd8-b278-e66a3a07b755 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:58.722559 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6836adc4-6553-4fd8-b278-e66a3a07b755 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:58.722892 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6836adc4-6553-4fd8-b278-e66a3a07b755 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:58.723234 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6836adc4-6553-4fd8-b278-e66a3a07b755 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:58.723579 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6836adc4-6553-4fd8-b278-e66a3a07b755 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:58.723986 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6836adc4-6553-4fd8-b278-e66a3a07b755 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:58.724105 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8f02eddb-9ebd-40fc-9acf-78862a54d4e4 None None] For port b5fb404e-da55-44d5-a8b6-550ac9349803, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b5fb404e-da55-44d5-a8b6-550ac9349803,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:32:58.724317 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6836adc4-6553-4fd8-b278-e66a3a07b755 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:58.735539 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8f02eddb-9ebd-40fc-9acf-78862a54d4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.737029 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6836adc4-6553-4fd8-b278-e66a3a07b755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.821793 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f02eddb-9ebd-40fc-9acf-78862a54d4e4 None None] Routers {'b9588d70-1606-4ff9-a783-49e00e56fef0'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:32:58.822485 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8f02eddb-9ebd-40fc-9acf-78862a54d4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:32:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['b9588d70-1606-4ff9-a783-49e00e56fef0'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:58.824454 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c66e7-7c44-4297-9d0d-11d371b77e5d None None] Pushing event updated for resources: {'Port': ['ID=b5fb404e-da55-44d5-a8b6-550ac9349803,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:58.923931 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6836adc4-6553-4fd8-b278-e66a3a07b755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.966624 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1737e145-acb2-44bf-b051-1acda54739d2 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:32:58.972583 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-8f02eddb-9ebd-40fc-9acf-78862a54d4e4 None None] Set router b9588d70-1606-4ff9-a783-49e00e56fef0 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:32:59.121351 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6836adc4-6553-4fd8-b278-e66a3a07b755 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:59.127631 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6836adc4-6553-4fd8-b278-e66a3a07b755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:59.208862 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836adc4-6553-4fd8-b278-e66a3a07b755 admin admin] Pushing event updated for resources: {'Port': ['ID=1a2606ee-2034-415f-9e88-df346365e4c1,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:59.211652 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6836adc4-6553-4fd8-b278-e66a3a07b755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:59.291276 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-599db48c-2239-4d91-9d40-fd026b0a1be1 None None] Provisioning for port 1a2606ee-2034-415f-9e88-df346365e4c1 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:59.300602 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-599db48c-2239-4d91-9d40-fd026b0a1be1 None None] Provisioning complete for port 1a2606ee-2034-415f-9e88-df346365e4c1 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:59.300982 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-599db48c-2239-4d91-9d40-fd026b0a1be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:59.313810 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6836adc4-6553-4fd8-b278-e66a3a07b755 admin admin] Network c1000037-e4bd-4c0c-91e1-888655c77098 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:59.315488 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-6836adc4-6553-4fd8-b278-e66a3a07b755 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:59.352599 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 1737e145-acb2-44bf-b051-1acda54739d2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:59.352977 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:59.394785 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-599db48c-2239-4d91-9d40-fd026b0a1be1 None None] Port 1a2606ee-2034-415f-9e88-df346365e4c1 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:32:59.446308 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6836adc4-6553-4fd8-b278-e66a3a07b755 admin admin] Router b9588d70-1606-4ff9-a783-49e00e56fef0 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:32:59.490432 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8f02eddb-9ebd-40fc-9acf-78862a54d4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'name': 'tempest-TestVolumeBackupRestore-1240195295-router', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:55Z', 'updated_at': '2021-08-16T20:32:57Z', 'revision_number': 3, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'gw_port': {'id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:56Z', 'updated_at': '2021-08-16T20:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:59.528703 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f02eddb-9ebd-40fc-9acf-78862a54d4e4 None None] The sync data for ids ['b9588d70-1606-4ff9-a783-49e00e56fef0'] in n-d-787206-13 is: [{'id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'name': 'tempest-TestVolumeBackupRestore-1240195295-router', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:55Z', 'updated_at': '2021-08-16T20:32:57Z', 'revision_number': 3, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'gw_port': {'id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:56Z', 'updated_at': '2021-08-16T20:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:32:59.587724 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6836adc4-6553-4fd8-b278-e66a3a07b755 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:32:59.593092 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6836adc4-6553-4fd8-b278-e66a3a07b755 admin admin] 10.222.0.68 "PUT /v2.0/routers/b9588d70-1606-4ff9-a783-49e00e56fef0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9268045 Aug 16 20:32:59.616136 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7b668eb8-59bf-4cd6-b4af-397fa5d4f856 None None] Provisioning complete for port 1a2606ee-2034-415f-9e88-df346365e4c1 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:59.616990 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7b668eb8-59bf-4cd6-b4af-397fa5d4f856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:59.652222 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7b668eb8-59bf-4cd6-b4af-397fa5d4f856 None None] Port 1a2606ee-2034-415f-9e88-df346365e4c1 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:33:00.331041 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51946) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:00.336723 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-95de76fa-6882-45fa-a724-67aaee5d1825 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-880680731-network', 'tenant_id': '0c6f18fcb98741428a3909c888e21882'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:00.358857 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95de76fa-6882-45fa-a724-67aaee5d1825 admin admin] Made reservation on behalf of 0c6f18fcb98741428a3909c888e21882 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:00.361491 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95de76fa-6882-45fa-a724-67aaee5d1825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:00.380850 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95de76fa-6882-45fa-a724-67aaee5d1825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:00.487780 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95de76fa-6882-45fa-a724-67aaee5d1825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:00.492085 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95de76fa-6882-45fa-a724-67aaee5d1825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:00.521305 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95de76fa-6882-45fa-a724-67aaee5d1825 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:33:00.526952 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de76fa-6882-45fa-a724-67aaee5d1825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf238114-613a-4a97-a4bb-ba7b3b45a976,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:00.535197 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95de76fa-6882-45fa-a724-67aaee5d1825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:00.535622 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-95de76fa-6882-45fa-a724-67aaee5d1825 admin admin] Added segment ba45ffda-4b25-424d-b7b8-f66b04e8a402 of type vlan for network 11858e6a-b271-4168-ae93-23b08c0059eb Aug 16 20:33:00.578388 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95de76fa-6882-45fa-a724-67aaee5d1825 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:00.605927 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95de76fa-6882-45fa-a724-67aaee5d1825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:00.606954 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95de76fa-6882-45fa-a724-67aaee5d1825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:00.607697 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95de76fa-6882-45fa-a724-67aaee5d1825 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:00.631111 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-95de76fa-6882-45fa-a724-67aaee5d1825 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2987535 Aug 16 20:33:00.634848 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51958) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:00.640136 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-54dc0de5-c2a1-4b8b-8bad-07ddfcc39f7c admin admin] Request body: {'subnet': {'network_id': '11858e6a-b271-4168-ae93-23b08c0059eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-880680731-subnet', 'tenant_id': '0c6f18fcb98741428a3909c888e21882', 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:00.665014 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54dc0de5-c2a1-4b8b-8bad-07ddfcc39f7c admin admin] Made reservation on behalf of 0c6f18fcb98741428a3909c888e21882 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:00.667677 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-54dc0de5-c2a1-4b8b-8bad-07ddfcc39f7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:00.679094 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de76fa-6882-45fa-a724-67aaee5d1825 admin admin] Pushing event updated for resources: {'Network': ['ID=11858e6a-b271-4168-ae93-23b08c0059eb,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:00.693430 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 11858e6a-b271-4168-ae93-23b08c0059eb details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:33:00.856763 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-54dc0de5-c2a1-4b8b-8bad-07ddfcc39f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:00.924335 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dc0de5-c2a1-4b8b-8bad-07ddfcc39f7c admin admin] Checking segment: {'id': 'ba45ffda-4b25-424d-b7b8-f66b04e8a402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11858e6a-b271-4168-ae93-23b08c0059eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:00.924705 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dc0de5-c2a1-4b8b-8bad-07ddfcc39f7c admin admin] Network hostable DHCP agents. Network: 11858e6a-b271-4168-ae93-23b08c0059eb, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:33:00.937753 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc0de5-c2a1-4b8b-8bad-07ddfcc39f7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=56e3a3a6-fcf1-4c52-a017-e83e7d8d66d2,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:00.952169 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc0de5-c2a1-4b8b-8bad-07ddfcc39f7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:00.952714 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc0de5-c2a1-4b8b-8bad-07ddfcc39f7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:00.952908 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc0de5-c2a1-4b8b-8bad-07ddfcc39f7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:00.953243 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc0de5-c2a1-4b8b-8bad-07ddfcc39f7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:00.953612 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc0de5-c2a1-4b8b-8bad-07ddfcc39f7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:00.953962 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc0de5-c2a1-4b8b-8bad-07ddfcc39f7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:00.954315 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc0de5-c2a1-4b8b-8bad-07ddfcc39f7c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:00.954846 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc0de5-c2a1-4b8b-8bad-07ddfcc39f7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:00.955301 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc0de5-c2a1-4b8b-8bad-07ddfcc39f7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:00.956025 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc0de5-c2a1-4b8b-8bad-07ddfcc39f7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:00.956025 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc0de5-c2a1-4b8b-8bad-07ddfcc39f7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:00.956303 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc0de5-c2a1-4b8b-8bad-07ddfcc39f7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:00.957671 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b5fb404e-da55-44d5-a8b6-550ac9349803 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:00.959960 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dc0de5-c2a1-4b8b-8bad-07ddfcc39f7c admin admin] Network 11858e6a-b271-4168-ae93-23b08c0059eb is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:33:00.971744 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-54dc0de5-c2a1-4b8b-8bad-07ddfcc39f7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 11858e6a-b271-4168-ae93-23b08c0059eb) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:00.976148 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dc0de5-c2a1-4b8b-8bad-07ddfcc39f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:00.976794 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-54dc0de5-c2a1-4b8b-8bad-07ddfcc39f7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:00.991120 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d295e2d3-ac1f-47a4-a162-30b1005985d1 None None] Network 11858e6a-b271-4168-ae93-23b08c0059eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:00.995181 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-54dc0de5-c2a1-4b8b-8bad-07ddfcc39f7c admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3592260 Aug 16 20:33:00.997719 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51966) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:01.002914 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c8203dcc-3a4b-436f-9e06-bd66b9dc811f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-880680731-router', 'tenant_id': '0c6f18fcb98741428a3909c888e21882', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:01.027101 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c8203dcc-3a4b-436f-9e06-bd66b9dc811f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:01.028317 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c8203dcc-3a4b-436f-9e06-bd66b9dc811f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:01.095881 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c8203dcc-3a4b-436f-9e06-bd66b9dc811f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:01.104058 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port b5fb404e-da55-44d5-a8b6-550ac9349803 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:01.126861 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port b5fb404e-da55-44d5-a8b6-550ac9349803 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:01.127531 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:01.229399 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35a9e09-0df7-46d6-94cf-8bb27d25d407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-11858e6a-b271-4168-ae93-23b08c0059eb', 'network_id': '11858e6a-b271-4168-ae93-23b08c0059eb', 'tenant_id': '0c6f18fcb98741428a3909c888e21882', 'fixed_ips': [{'subnet_id': '56e3a3a6-fcf1-4c52-a017-e83e7d8d66d2'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:33:01.230270 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f35a9e09-0df7-46d6-94cf-8bb27d25d407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:01.245045 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c8203dcc-3a4b-436f-9e06-bd66b9dc811f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:01.262625 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:01.334293 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce458415-3f71-4f24-a756-be78b05f887a None None] Sync routers for ids ['b9588d70-1606-4ff9-a783-49e00e56fef0'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:33:01.344092 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port b5fb404e-da55-44d5-a8b6-550ac9349803, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b5fb404e-da55-44d5-a8b6-550ac9349803,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:01.351685 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:01.353210 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce458415-3f71-4f24-a756-be78b05f887a None None] Routers {'b9588d70-1606-4ff9-a783-49e00e56fef0'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:33:01.354318 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ce458415-3f71-4f24-a756-be78b05f887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:32:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['b9588d70-1606-4ff9-a783-49e00e56fef0'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:01.442344 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=b5fb404e-da55-44d5-a8b6-550ac9349803,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:01.463661 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-f35a9e09-0df7-46d6-94cf-8bb27d25d407 None None] Allocated IP 172.20.0.2 (11858e6a-b271-4168-ae93-23b08c0059eb/56e3a3a6-fcf1-4c52-a017-e83e7d8d66d2/65b2547c-7d8a-4b28-96ec-c8920f44d1aa) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:01.506265 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c8203dcc-3a4b-436f-9e06-bd66b9dc811f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:01.527910 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c8203dcc-3a4b-436f-9e06-bd66b9dc811f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:01.584123 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-ce458415-3f71-4f24-a756-be78b05f887a None None] Set router b9588d70-1606-4ff9-a783-49e00e56fef0 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:33:01.649611 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f35a9e09-0df7-46d6-94cf-8bb27d25d407 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:01.655598 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-c8203dcc-3a4b-436f-9e06-bd66b9dc811f admin admin] Allocated IP 172.25.8.238 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/8e3b18dd-5acd-453a-9a66-6b76661ef591) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:01.659049 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f35a9e09-0df7-46d6-94cf-8bb27d25d407 None None] Transition to ACTIVE for port object 65b2547c-7d8a-4b28-96ec-c8920f44d1aa will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:01.677839 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f35a9e09-0df7-46d6-94cf-8bb27d25d407 None None] Transition to ACTIVE for port object 65b2547c-7d8a-4b28-96ec-c8920f44d1aa will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:01.685485 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f35a9e09-0df7-46d6-94cf-8bb27d25d407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:01.734712 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35a9e09-0df7-46d6-94cf-8bb27d25d407 None None] Network 11858e6a-b271-4168-ae93-23b08c0059eb is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:01.738657 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-f35a9e09-0df7-46d6-94cf-8bb27d25d407 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:01.743450 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35a9e09-0df7-46d6-94cf-8bb27d25d407 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:01.751304 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a9e09-0df7-46d6-94cf-8bb27d25d407 None None] Pushing event updated for resources: {'Port': ['ID=65b2547c-7d8a-4b28-96ec-c8920f44d1aa,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:01.790864 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c8203dcc-3a4b-436f-9e06-bd66b9dc811f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:01.828431 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ce458415-3f71-4f24-a756-be78b05f887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'name': 'tempest-TestVolumeBackupRestore-1240195295-router', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:55Z', 'updated_at': '2021-08-16T20:32:58Z', 'revision_number': 4, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'gw_port': {'id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:56Z', 'updated_at': '2021-08-16T20:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '1a2606ee-2034-415f-9e88-df346365e4c1', 'name': '', 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'mac_address': 'fa:16:3e:61:55:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '33bd10fe-e557-45a9-af4b-2c9d53394144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:58Z', 'updated_at': '2021-08-16T20:32:58Z', 'revision_number': 2, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'subnets': [{'id': '33bd10fe-e557-45a9-af4b-2c9d53394144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:01.829617 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f35a9e09-0df7-46d6-94cf-8bb27d25d407 None None] Attempting to bind port 65b2547c-7d8a-4b28-96ec-c8920f44d1aa on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:33:01.830096 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f35a9e09-0df7-46d6-94cf-8bb27d25d407 None None] Attempting to bind port 65b2547c-7d8a-4b28-96ec-c8920f44d1aa by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'ba45ffda-4b25-424d-b7b8-f66b04e8a402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11858e6a-b271-4168-ae93-23b08c0059eb'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:33:01.830595 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35a9e09-0df7-46d6-94cf-8bb27d25d407 None None] Attempting to bind port 65b2547c-7d8a-4b28-96ec-c8920f44d1aa on network 11858e6a-b271-4168-ae93-23b08c0059eb {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:33:01.838777 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6f805df5-f0a4-4882-b384-c066e1e6cd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:01.843337 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35a9e09-0df7-46d6-94cf-8bb27d25d407 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:33:01.843983 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35a9e09-0df7-46d6-94cf-8bb27d25d407 None None] Checking segment: {'id': 'ba45ffda-4b25-424d-b7b8-f66b04e8a402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11858e6a-b271-4168-ae93-23b08c0059eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:01.844701 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f35a9e09-0df7-46d6-94cf-8bb27d25d407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:01.845137 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35a9e09-0df7-46d6-94cf-8bb27d25d407 None None] Bound using segment: {'id': 'ba45ffda-4b25-424d-b7b8-f66b04e8a402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11858e6a-b271-4168-ae93-23b08c0059eb'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:33:01.845617 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f35a9e09-0df7-46d6-94cf-8bb27d25d407 None None] Bound port: 65b2547c-7d8a-4b28-96ec-c8920f44d1aa, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba45ffda-4b25-424d-b7b8-f66b04e8a402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11858e6a-b271-4168-ae93-23b08c0059eb'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:33:01.846009 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f35a9e09-0df7-46d6-94cf-8bb27d25d407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:01.860638 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce458415-3f71-4f24-a756-be78b05f887a None None] Checking router: b9588d70-1606-4ff9-a783-49e00e56fef0 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:33:01.861228 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce458415-3f71-4f24-a756-be78b05f887a None None] Updating router b9588d70-1606-4ff9-a783-49e00e56fef0 port 1a2606ee-2034-415f-9e88-df346365e4c1 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:33:01.865983 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c8203dcc-3a4b-436f-9e06-bd66b9dc811f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:01.903106 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce458415-3f71-4f24-a756-be78b05f887a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:01.911147 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8203dcc-3a4b-436f-9e06-bd66b9dc811f admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:01.916445 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-c8203dcc-3a4b-436f-9e06-bd66b9dc811f admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:01.918881 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8203dcc-3a4b-436f-9e06-bd66b9dc811f admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:01.924831 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f35a9e09-0df7-46d6-94cf-8bb27d25d407 None None] For port 65b2547c-7d8a-4b28-96ec-c8920f44d1aa, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:33:01.928319 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f35a9e09-0df7-46d6-94cf-8bb27d25d407 None None] For port 65b2547c-7d8a-4b28-96ec-c8920f44d1aa, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=65b2547c-7d8a-4b28-96ec-c8920f44d1aa,segment=NetworkSegment(ba45ffda-4b25-424d-b7b8-f66b04e8a402),segment_id=ba45ffda-4b25-424d-b7b8-f66b04e8a402)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:33:01.935877 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f35a9e09-0df7-46d6-94cf-8bb27d25d407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:01.998547 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8203dcc-3a4b-436f-9e06-bd66b9dc811f admin admin] Pushing event updated for resources: {'Port': ['ID=8e3b18dd-5acd-453a-9a66-6b76661ef591,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:02.016937 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a9e09-0df7-46d6-94cf-8bb27d25d407 None None] Pushing event updated for resources: {'Port': ['ID=65b2547c-7d8a-4b28-96ec-c8920f44d1aa,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:02.206722 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c8203dcc-3a4b-436f-9e06-bd66b9dc811f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:02.282557 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce458415-3f71-4f24-a756-be78b05f887a None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:02.293939 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-ce458415-3f71-4f24-a756-be78b05f887a None None] Transition to ACTIVE for port object 1a2606ee-2034-415f-9e88-df346365e4c1 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:02.301299 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce458415-3f71-4f24-a756-be78b05f887a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:02.365404 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51978) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:02.403150 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea60f6-8c25-4909-b5ff-e960e334128b None None] Pushing event updated for resources: {'Port': ['ID=1a2606ee-2034-415f-9e88-df346365e4c1,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:02.453529 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-ce458415-3f71-4f24-a756-be78b05f887a None None] Attempting to bind port 1a2606ee-2034-415f-9e88-df346365e4c1 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:33:02.454049 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-ce458415-3f71-4f24-a756-be78b05f887a None None] Attempting to bind port 1a2606ee-2034-415f-9e88-df346365e4c1 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3b347b5a-7796-41df-bf01-5aded8d43c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:33:02.454705 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce458415-3f71-4f24-a756-be78b05f887a None None] Attempting to bind port 1a2606ee-2034-415f-9e88-df346365e4c1 on network c1000037-e4bd-4c0c-91e1-888655c77098 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:33:02.461710 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce458415-3f71-4f24-a756-be78b05f887a None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:33:02.462247 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce458415-3f71-4f24-a756-be78b05f887a None None] Checking segment: {'id': '3b347b5a-7796-41df-bf01-5aded8d43c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:02.463140 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce458415-3f71-4f24-a756-be78b05f887a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:02.463654 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce458415-3f71-4f24-a756-be78b05f887a None None] Bound using segment: {'id': '3b347b5a-7796-41df-bf01-5aded8d43c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:33:02.464459 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-ce458415-3f71-4f24-a756-be78b05f887a None None] Bound port: 1a2606ee-2034-415f-9e88-df346365e4c1, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b347b5a-7796-41df-bf01-5aded8d43c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:33:02.464763 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce458415-3f71-4f24-a756-be78b05f887a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:02.536473 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-ce458415-3f71-4f24-a756-be78b05f887a None None] For port 1a2606ee-2034-415f-9e88-df346365e4c1, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:33:02.540374 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-ce458415-3f71-4f24-a756-be78b05f887a None None] For port 1a2606ee-2034-415f-9e88-df346365e4c1, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1a2606ee-2034-415f-9e88-df346365e4c1,segment=NetworkSegment(3b347b5a-7796-41df-bf01-5aded8d43c62),segment_id=3b347b5a-7796-41df-bf01-5aded8d43c62)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:33:02.546262 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ce458415-3f71-4f24-a756-be78b05f887a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:02.552365 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f4b6504-6839-4193-bea1-0be946c2b4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:02.599737 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce458415-3f71-4f24-a756-be78b05f887a None None] Routers {'b9588d70-1606-4ff9-a783-49e00e56fef0'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:33:02.600385 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ce458415-3f71-4f24-a756-be78b05f887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:32:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['b9588d70-1606-4ff9-a783-49e00e56fef0'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:02.663002 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea60f6-8c25-4909-b5ff-e960e334128b None None] Pushing event updated for resources: {'Port': ['ID=1a2606ee-2034-415f-9e88-df346365e4c1,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:02.706385 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f4b6504-6839-4193-bea1-0be946c2b4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:02.716077 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f4b6504-6839-4193-bea1-0be946c2b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:02.734917 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-ce458415-3f71-4f24-a756-be78b05f887a None None] Set router b9588d70-1606-4ff9-a783-49e00e56fef0 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:33:02.763929 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7f4b6504-6839-4193-bea1-0be946c2b4ed admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=270017d3b38a4d91af67d45c030fbf44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3972437 Aug 16 20:33:02.766284 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51982) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:02.783185 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b6504-6839-4193-bea1-0be946c2b4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323d9cde-0c55-4a32-ba01-0c484b383e8e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:02.831599 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-80f79013-a116-4125-b3aa-a67adcc734cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:02.842315 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c8203dcc-3a4b-436f-9e06-bd66b9dc811f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:02.864875 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-80f79013-a116-4125-b3aa-a67adcc734cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:02.953879 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-80f79013-a116-4125-b3aa-a67adcc734cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:02.958436 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-80f79013-a116-4125-b3aa-a67adcc734cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:02.963110 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-80f79013-a116-4125-b3aa-a67adcc734cf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/323d9cde-0c55-4a32-ba01-0c484b383e8e HTTP/1.1" status: 204 len: 168 time: 0.1923435 Aug 16 20:33:02.982103 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f79013-a116-4125-b3aa-a67adcc734cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323d9cde-0c55-4a32-ba01-0c484b383e8e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:03.087344 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ce458415-3f71-4f24-a756-be78b05f887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'name': 'tempest-TestVolumeBackupRestore-1240195295-router', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:55Z', 'updated_at': '2021-08-16T20:32:58Z', 'revision_number': 4, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'gw_port': {'id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:56Z', 'updated_at': '2021-08-16T20:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '1a2606ee-2034-415f-9e88-df346365e4c1', 'name': '', 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'mac_address': 'fa:16:3e:61:55:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '33bd10fe-e557-45a9-af4b-2c9d53394144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:58Z', 'updated_at': '2021-08-16T20:33:02Z', 'revision_number': 4, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'subnets': [{'id': '33bd10fe-e557-45a9-af4b-2c9d53394144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:03.120248 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce458415-3f71-4f24-a756-be78b05f887a None None] The sync data for ids ['b9588d70-1606-4ff9-a783-49e00e56fef0'] in n-d-787206-13 is: [{'id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'name': 'tempest-TestVolumeBackupRestore-1240195295-router', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:55Z', 'updated_at': '2021-08-16T20:32:58Z', 'revision_number': 4, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'gw_port': {'id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:56Z', 'updated_at': '2021-08-16T20:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '1a2606ee-2034-415f-9e88-df346365e4c1', 'name': '', 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'mac_address': 'fa:16:3e:61:55:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '33bd10fe-e557-45a9-af4b-2c9d53394144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:58Z', 'updated_at': '2021-08-16T20:33:02Z', 'revision_number': 4, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'subnets': [{'id': '33bd10fe-e557-45a9-af4b-2c9d53394144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:33:03.122417 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8203dcc-3a4b-436f-9e06-bd66b9dc811f admin admin] Router 66861612-c87a-4f6d-8fc6-af34eb1b4dc6 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:33:03.151616 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 65b2547c-7d8a-4b28-96ec-c8920f44d1aa up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:03.244591 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 65b2547c-7d8a-4b28-96ec-c8920f44d1aa completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:03.254416 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b5fb404e-da55-44d5-a8b6-550ac9349803 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:03.336767 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port b5fb404e-da55-44d5-a8b6-550ac9349803 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:03.337423 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:03.339025 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8203dcc-3a4b-436f-9e06-bd66b9dc811f admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:33:03.370503 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab91e3e9-3a1a-4930-8de2-5b537ad3bd37 None None] Sync routers for ids ['66861612-c87a-4f6d-8fc6-af34eb1b4dc6'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:33:03.373209 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c8203dcc-3a4b-436f-9e06-bd66b9dc811f admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:03.379808 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51990) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:03.389457 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c8203dcc-3a4b-436f-9e06-bd66b9dc811f admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3900280 Aug 16 20:33:03.401120 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab91e3e9-3a1a-4930-8de2-5b537ad3bd37 None None] Routers {'66861612-c87a-4f6d-8fc6-af34eb1b4dc6'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:33:03.402472 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ab91e3e9-3a1a-4930-8de2-5b537ad3bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:32:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['66861612-c87a-4f6d-8fc6-af34eb1b4dc6'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:03.463422 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215f6553-bdcc-4b80-8dd6-69cf13df2ca4 None None] Network 11858e6a-b271-4168-ae93-23b08c0059eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:03.478333 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 51992) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:03.493800 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c7b3009-eaad-49f4-9644-110d341a5991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:03.638642 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c7b3009-eaad-49f4-9644-110d341a5991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:03.645625 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c7b3009-eaad-49f4-9644-110d341a5991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:03.651295 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6918818-d344-4815-a3b2-0325fc74c2cf None None] Provisioning for port 65b2547c-7d8a-4b28-96ec-c8920f44d1aa completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:03.697287 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7c7b3009-eaad-49f4-9644-110d341a5991 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=96525a71d2f54f9cbc5e44e97a6bf091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2177024 Aug 16 20:33:03.700319 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 51996) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:03.718017 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b3009-eaad-49f4-9644-110d341a5991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4c149a-552d-4baa-9ff1-5a15ea0bf1dc,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:03.727182 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6918818-d344-4815-a3b2-0325fc74c2cf None None] Provisioning complete for port 65b2547c-7d8a-4b28-96ec-c8920f44d1aa triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:03.727512 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6918818-d344-4815-a3b2-0325fc74c2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:03.783393 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-ab91e3e9-3a1a-4930-8de2-5b537ad3bd37 None None] Set router 66861612-c87a-4f6d-8fc6-af34eb1b4dc6 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:33:03.814472 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4de4e07b-96eb-44d0-858c-eb9048fe9141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:03.866478 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4de4e07b-96eb-44d0-858c-eb9048fe9141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:04.009624 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c493ae76-d543-4ad9-84d8-cce21e2ab82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:04.036738 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6918818-d344-4815-a3b2-0325fc74c2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:04.074334 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4de4e07b-96eb-44d0-858c-eb9048fe9141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:04.077055 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4de4e07b-96eb-44d0-858c-eb9048fe9141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:04.078213 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4de4e07b-96eb-44d0-858c-eb9048fe9141 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1f4c149a-552d-4baa-9ff1-5a15ea0bf1dc HTTP/1.1" status: 204 len: 168 time: 0.3766947 Aug 16 20:33:04.093693 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6918818-d344-4815-a3b2-0325fc74c2cf None None] For port 65b2547c-7d8a-4b28-96ec-c8920f44d1aa, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=65b2547c-7d8a-4b28-96ec-c8920f44d1aa,segment=NetworkSegment(ba45ffda-4b25-424d-b7b8-f66b04e8a402),segment_id=ba45ffda-4b25-424d-b7b8-f66b04e8a402)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:04.096801 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4e07b-96eb-44d0-858c-eb9048fe9141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4c149a-552d-4baa-9ff1-5a15ea0bf1dc,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:04.136074 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6918818-d344-4815-a3b2-0325fc74c2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:04.245522 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-c493ae76-d543-4ad9-84d8-cce21e2ab82a admin admin] Allocated IP 172.20.0.1 (11858e6a-b271-4168-ae93-23b08c0059eb/56e3a3a6-fcf1-4c52-a017-e83e7d8d66d2/2a4341de-3ef3-45a0-8dab-418e04544500) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:04.249983 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6918818-d344-4815-a3b2-0325fc74c2cf None None] Pushing event updated for resources: {'Port': ['ID=65b2547c-7d8a-4b28-96ec-c8920f44d1aa,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:04.293171 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ab91e3e9-3a1a-4930-8de2-5b537ad3bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66861612-c87a-4f6d-8fc6-af34eb1b4dc6', 'name': 'tempest-TestVolumeBackupRestore-880680731-router', 'tenant_id': '0c6f18fcb98741428a3909c888e21882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '8e3b18dd-5acd-453a-9a66-6b76661ef591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:33:01Z', 'updated_at': '2021-08-16T20:33:02Z', 'revision_number': 3, 'project_id': '0c6f18fcb98741428a3909c888e21882', 'gw_port': {'id': '8e3b18dd-5acd-453a-9a66-6b76661ef591', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:75:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66861612-c87a-4f6d-8fc6-af34eb1b4dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:01Z', 'updated_at': '2021-08-16T20:33:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:04.341393 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab91e3e9-3a1a-4930-8de2-5b537ad3bd37 None None] Checking router: 66861612-c87a-4f6d-8fc6-af34eb1b4dc6 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:33:04.342571 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab91e3e9-3a1a-4930-8de2-5b537ad3bd37 None None] Updating router 66861612-c87a-4f6d-8fc6-af34eb1b4dc6 port 8e3b18dd-5acd-453a-9a66-6b76661ef591 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:33:04.401670 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c493ae76-d543-4ad9-84d8-cce21e2ab82a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:04.432928 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-c493ae76-d543-4ad9-84d8-cce21e2ab82a admin admin] Transition to ACTIVE for port object 2a4341de-3ef3-45a0-8dab-418e04544500 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:04.437455 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ab91e3e9-3a1a-4930-8de2-5b537ad3bd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:04.466284 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2047bb92-6b8f-44f0-8aeb-8b1d5fb85168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:04.496605 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cbb13078-282a-43fd-9625-ce01af09dcd9 None None] Provisioning complete for port 65b2547c-7d8a-4b28-96ec-c8920f44d1aa triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:04.497258 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cbb13078-282a-43fd-9625-ce01af09dcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:04.508114 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c493ae76-d543-4ad9-84d8-cce21e2ab82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:04.549153 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c493ae76-d543-4ad9-84d8-cce21e2ab82a admin admin] Network 11858e6a-b271-4168-ae93-23b08c0059eb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:04.552398 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-c493ae76-d543-4ad9-84d8-cce21e2ab82a admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:04.555688 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c493ae76-d543-4ad9-84d8-cce21e2ab82a admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:04.607476 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493ae76-d543-4ad9-84d8-cce21e2ab82a admin admin] Pushing event updated for resources: {'Port': ['ID=2a4341de-3ef3-45a0-8dab-418e04544500,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:04.634883 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c493ae76-d543-4ad9-84d8-cce21e2ab82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:04.890817 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:04.937792 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c493ae76-d543-4ad9-84d8-cce21e2ab82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:04.982130 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa22475-4bad-4e3e-a044-67eb73aaba21 req-2a6d9cd6-d3c5-455f-ae12-bf27a1d0d20a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:04.984011 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1fa22475-4bad-4e3e-a044-67eb73aaba21 req-2a6d9cd6-d3c5-455f-ae12-bf27a1d0d20a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 945 time: 0.4835553 Aug 16 20:33:05.095690 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1fa22475-4bad-4e3e-a044-67eb73aaba21 req-794d86b6-d3de-4b0b-bfa6-e88a58623026 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f18c0e5-eb30-4350-9d4c-babe8139fa46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912244 Aug 16 20:33:05.111116 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1a2606ee-2034-415f-9e88-df346365e4c1 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:05.169729 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-66cbce20-ba32-4744-b293-f83cf181c5b8 None None] Provisioning for port 2a4341de-3ef3-45a0-8dab-418e04544500 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:05.179971 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ab91e3e9-3a1a-4930-8de2-5b537ad3bd37 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:05.182099 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-66cbce20-ba32-4744-b293-f83cf181c5b8 None None] Provisioning complete for port 2a4341de-3ef3-45a0-8dab-418e04544500 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:05.182474 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-66cbce20-ba32-4744-b293-f83cf181c5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:05.219578 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ab91e3e9-3a1a-4930-8de2-5b537ad3bd37 None None] Transition to ACTIVE for port object 8e3b18dd-5acd-453a-9a66-6b76661ef591 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:05.222309 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c493ae76-d543-4ad9-84d8-cce21e2ab82a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:05.227822 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c493ae76-d543-4ad9-84d8-cce21e2ab82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:05.233479 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ab91e3e9-3a1a-4930-8de2-5b537ad3bd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:05.266335 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-66cbce20-ba32-4744-b293-f83cf181c5b8 None None] Port 2a4341de-3ef3-45a0-8dab-418e04544500 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:33:05.271381 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 1a2606ee-2034-415f-9e88-df346365e4c1 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:05.292772 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 1a2606ee-2034-415f-9e88-df346365e4c1 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:05.293791 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:05.311879 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493ae76-d543-4ad9-84d8-cce21e2ab82a admin admin] Pushing event updated for resources: {'Port': ['ID=2a4341de-3ef3-45a0-8dab-418e04544500,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:05.314249 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c493ae76-d543-4ad9-84d8-cce21e2ab82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:05.323658 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ab91e3e9-3a1a-4930-8de2-5b537ad3bd37 None None] Attempting to bind port 8e3b18dd-5acd-453a-9a66-6b76661ef591 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:33:05.324044 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ab91e3e9-3a1a-4930-8de2-5b537ad3bd37 None None] Attempting to bind port 8e3b18dd-5acd-453a-9a66-6b76661ef591 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:33:05.324849 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab91e3e9-3a1a-4930-8de2-5b537ad3bd37 None None] Attempting to bind port 8e3b18dd-5acd-453a-9a66-6b76661ef591 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:33:05.328596 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee36de-1d42-4cc8-b094-430a64946b4f None None] Pushing event updated for resources: {'Port': ['ID=8e3b18dd-5acd-453a-9a66-6b76661ef591,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:05.340444 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab91e3e9-3a1a-4930-8de2-5b537ad3bd37 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:33:05.340827 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab91e3e9-3a1a-4930-8de2-5b537ad3bd37 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:05.341238 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ab91e3e9-3a1a-4930-8de2-5b537ad3bd37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:05.341638 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab91e3e9-3a1a-4930-8de2-5b537ad3bd37 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:33:05.342121 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ab91e3e9-3a1a-4930-8de2-5b537ad3bd37 None None] Bound port: 8e3b18dd-5acd-453a-9a66-6b76661ef591, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:33:05.342509 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ab91e3e9-3a1a-4930-8de2-5b537ad3bd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:05.423947 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c493ae76-d543-4ad9-84d8-cce21e2ab82a admin admin] Network 11858e6a-b271-4168-ae93-23b08c0059eb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:05.424605 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ab91e3e9-3a1a-4930-8de2-5b537ad3bd37 None None] For port 8e3b18dd-5acd-453a-9a66-6b76661ef591, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:33:05.426850 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-c493ae76-d543-4ad9-84d8-cce21e2ab82a admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:05.444426 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ab91e3e9-3a1a-4930-8de2-5b537ad3bd37 None None] For port 8e3b18dd-5acd-453a-9a66-6b76661ef591, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8e3b18dd-5acd-453a-9a66-6b76661ef591,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:33:05.450553 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:05.453309 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ab91e3e9-3a1a-4930-8de2-5b537ad3bd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:05.583607 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 1a2606ee-2034-415f-9e88-df346365e4c1, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1a2606ee-2034-415f-9e88-df346365e4c1,segment=NetworkSegment(3b347b5a-7796-41df-bf01-5aded8d43c62),segment_id=3b347b5a-7796-41df-bf01-5aded8d43c62)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:05.588189 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab91e3e9-3a1a-4930-8de2-5b537ad3bd37 None None] Routers {'66861612-c87a-4f6d-8fc6-af34eb1b4dc6'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:33:05.588771 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ab91e3e9-3a1a-4930-8de2-5b537ad3bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:33:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['66861612-c87a-4f6d-8fc6-af34eb1b4dc6'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:05.603765 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:05.604597 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 65b2547c-7d8a-4b28-96ec-c8920f44d1aa up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:05.657374 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee36de-1d42-4cc8-b094-430a64946b4f None None] Pushing event updated for resources: {'Port': ['ID=8e3b18dd-5acd-453a-9a66-6b76661ef591,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:05.797548 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:05.841070 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=1a2606ee-2034-415f-9e88-df346365e4c1,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:05.861196 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-ab91e3e9-3a1a-4930-8de2-5b537ad3bd37 None None] Set router 66861612-c87a-4f6d-8fc6-af34eb1b4dc6 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:33:05.892911 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 65b2547c-7d8a-4b28-96ec-c8920f44d1aa triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:05.893292 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:05.977874 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0726b816-5eb2-4dc7-ae9a-196b674ce9f3 None None] Provisioning complete for port 2a4341de-3ef3-45a0-8dab-418e04544500 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:05.978242 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0726b816-5eb2-4dc7-ae9a-196b674ce9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:06.047844 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c493ae76-d543-4ad9-84d8-cce21e2ab82a admin admin] Router 66861612-c87a-4f6d-8fc6-af34eb1b4dc6 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:33:06.063771 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0726b816-5eb2-4dc7-ae9a-196b674ce9f3 None None] Port 2a4341de-3ef3-45a0-8dab-418e04544500 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:33:06.177917 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c493ae76-d543-4ad9-84d8-cce21e2ab82a admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:33:06.190057 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c493ae76-d543-4ad9-84d8-cce21e2ab82a admin admin] 10.222.0.68 "PUT /v2.0/routers/66861612-c87a-4f6d-8fc6-af34eb1b4dc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8082969 Aug 16 20:33:06.208676 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:06.222539 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ab91e3e9-3a1a-4930-8de2-5b537ad3bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66861612-c87a-4f6d-8fc6-af34eb1b4dc6', 'name': 'tempest-TestVolumeBackupRestore-880680731-router', 'tenant_id': '0c6f18fcb98741428a3909c888e21882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '8e3b18dd-5acd-453a-9a66-6b76661ef591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:33:01Z', 'updated_at': '2021-08-16T20:33:04Z', 'revision_number': 4, 'project_id': '0c6f18fcb98741428a3909c888e21882', 'gw_port': {'id': '8e3b18dd-5acd-453a-9a66-6b76661ef591', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:75:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66861612-c87a-4f6d-8fc6-af34eb1b4dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:01Z', 'updated_at': '2021-08-16T20:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '2a4341de-3ef3-45a0-8dab-418e04544500', 'name': '', 'network_id': '11858e6a-b271-4168-ae93-23b08c0059eb', 'tenant_id': '0c6f18fcb98741428a3909c888e21882', 'mac_address': 'fa:16:3e:5a:d0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66861612-c87a-4f6d-8fc6-af34eb1b4dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '56e3a3a6-fcf1-4c52-a017-e83e7d8d66d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:04Z', 'updated_at': '2021-08-16T20:33:05Z', 'revision_number': 2, 'project_id': '0c6f18fcb98741428a3909c888e21882', 'subnets': [{'id': '56e3a3a6-fcf1-4c52-a017-e83e7d8d66d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:06.253625 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa8bdb-d57f-4ef6-8420-6c35e1f9295a req-36eaad37-dcfa-4bb0-9049-797b7abe6ed5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:06.255500 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab91e3e9-3a1a-4930-8de2-5b537ad3bd37 None None] The sync data for ids ['66861612-c87a-4f6d-8fc6-af34eb1b4dc6'] in n-d-787206-13 is: [{'id': '66861612-c87a-4f6d-8fc6-af34eb1b4dc6', 'name': 'tempest-TestVolumeBackupRestore-880680731-router', 'tenant_id': '0c6f18fcb98741428a3909c888e21882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '8e3b18dd-5acd-453a-9a66-6b76661ef591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:33:01Z', 'updated_at': '2021-08-16T20:33:04Z', 'revision_number': 4, 'project_id': '0c6f18fcb98741428a3909c888e21882', 'gw_port': {'id': '8e3b18dd-5acd-453a-9a66-6b76661ef591', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:75:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66861612-c87a-4f6d-8fc6-af34eb1b4dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:01Z', 'updated_at': '2021-08-16T20:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '2a4341de-3ef3-45a0-8dab-418e04544500', 'name': '', 'network_id': '11858e6a-b271-4168-ae93-23b08c0059eb', 'tenant_id': '0c6f18fcb98741428a3909c888e21882', 'mac_address': 'fa:16:3e:5a:d0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66861612-c87a-4f6d-8fc6-af34eb1b4dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '56e3a3a6-fcf1-4c52-a017-e83e7d8d66d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:04Z', 'updated_at': '2021-08-16T20:33:05Z', 'revision_number': 2, 'project_id': '0c6f18fcb98741428a3909c888e21882', 'subnets': [{'id': '56e3a3a6-fcf1-4c52-a017-e83e7d8d66d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:33:06.261133 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-83aa8bdb-d57f-4ef6-8420-6c35e1f9295a req-36eaad37-dcfa-4bb0-9049-797b7abe6ed5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 945 time: 0.0588176 Aug 16 20:33:06.284975 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:06.309792 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-83aa8bdb-d57f-4ef6-8420-6c35e1f9295a req-a687453a-f220-416a-a166-cd3788d3d0b8 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f18c0e5-eb30-4350-9d4c-babe8139fa46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477722 Aug 16 20:33:06.957151 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1a2606ee-2034-415f-9e88-df346365e4c1 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:07.060486 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 1a2606ee-2034-415f-9e88-df346365e4c1 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:07.060867 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:07.125873 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:07.465851 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af243d-cc2a-43dc-a2b3-1254f4559de2 req-f6c2775a-7769-42c0-b63f-f8906b74d569 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:07.467539 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f9af243d-cc2a-43dc-a2b3-1254f4559de2 req-f6c2775a-7769-42c0-b63f-f8906b74d569 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 945 time: 0.0715642 Aug 16 20:33:07.525247 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f9af243d-cc2a-43dc-a2b3-1254f4559de2 req-2e2c605e-a0c5-4b28-a2f6-20b6f7b56ece tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f18c0e5-eb30-4350-9d4c-babe8139fa46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502746 Aug 16 20:33:07.610542 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52156) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:07.765088 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1492839-d65d-4bac-bccf-9631f8dbfa21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:07.890094 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1492839-d65d-4bac-bccf-9631f8dbfa21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:07.894599 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1492839-d65d-4bac-bccf-9631f8dbfa21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:07.938396 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c1492839-d65d-4bac-bccf-9631f8dbfa21 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fbc91b574a36480b9d133f820735874c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3267376 Aug 16 20:33:07.939454 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1492839-d65d-4bac-bccf-9631f8dbfa21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6246ac94-972f-404b-808e-5daca9b07759,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:07.941093 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52160) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:07.998760 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1a7f62f2-d6c7-4c1a-b88f-305f17b3b708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:08.025966 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1a7f62f2-d6c7-4c1a-b88f-305f17b3b708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:08.079282 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1a7f62f2-d6c7-4c1a-b88f-305f17b3b708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:08.082099 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1a7f62f2-d6c7-4c1a-b88f-305f17b3b708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:08.088293 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1a7f62f2-d6c7-4c1a-b88f-305f17b3b708 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6246ac94-972f-404b-808e-5daca9b07759 HTTP/1.1" status: 204 len: 168 time: 0.1442180 Aug 16 20:33:08.096534 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f62f2-d6c7-4c1a-b88f-305f17b3b708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6246ac94-972f-404b-808e-5daca9b07759,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:08.412890 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52168) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:08.427694 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc4ee745-4983-4a13-98c9-610a696117c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:08.530663 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc4ee745-4983-4a13-98c9-610a696117c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:08.538046 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc4ee745-4983-4a13-98c9-610a696117c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:08.583686 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-dc4ee745-4983-4a13-98c9-610a696117c2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3c5f8534a41b4d9989e8542f6b3a8dd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1670899 Aug 16 20:33:08.583686 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ee745-4983-4a13-98c9-610a696117c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55468c9c-2b18-422f-8c8b-5ffad05018a2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:08.584652 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52172) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:08.665287 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8390c-dcbf-4d33-865a-19c370629017 req-f0292984-f6a3-44bc-8473-537b9a333f02 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:08.671838 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aeb8390c-dcbf-4d33-865a-19c370629017 req-f0292984-f6a3-44bc-8473-537b9a333f02 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 945 time: 0.0620303 Aug 16 20:33:08.680184 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fa629ec-e8cc-41d5-99db-50f71ed1bd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:08.683932 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9737d4fc-283a-42f5-81b4-31047a758cc1 None None] Sync routers for ids ['66861612-c87a-4f6d-8fc6-af34eb1b4dc6'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:33:08.694179 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9737d4fc-283a-42f5-81b4-31047a758cc1 None None] Routers {'66861612-c87a-4f6d-8fc6-af34eb1b4dc6'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:33:08.694802 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9737d4fc-283a-42f5-81b4-31047a758cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:33:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['66861612-c87a-4f6d-8fc6-af34eb1b4dc6'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:08.716816 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fa629ec-e8cc-41d5-99db-50f71ed1bd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:08.737801 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aeb8390c-dcbf-4d33-865a-19c370629017 req-754b6438-2541-4ed9-bb2b-b5fd6840e8e1 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f18c0e5-eb30-4350-9d4c-babe8139fa46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613079 Aug 16 20:33:08.776714 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fa629ec-e8cc-41d5-99db-50f71ed1bd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:08.780147 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fa629ec-e8cc-41d5-99db-50f71ed1bd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:08.781546 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8fa629ec-e8cc-41d5-99db-50f71ed1bd9c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/55468c9c-2b18-422f-8c8b-5ffad05018a2 HTTP/1.1" status: 204 len: 168 time: 0.1958013 Aug 16 20:33:08.796121 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa629ec-e8cc-41d5-99db-50f71ed1bd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55468c9c-2b18-422f-8c8b-5ffad05018a2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:08.823145 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-9737d4fc-283a-42f5-81b4-31047a758cc1 None None] Set router 66861612-c87a-4f6d-8fc6-af34eb1b4dc6 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:33:08.993812 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8e3b18dd-5acd-453a-9a66-6b76661ef591 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:09.074230 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9737d4fc-283a-42f5-81b4-31047a758cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66861612-c87a-4f6d-8fc6-af34eb1b4dc6', 'name': 'tempest-TestVolumeBackupRestore-880680731-router', 'tenant_id': '0c6f18fcb98741428a3909c888e21882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '8e3b18dd-5acd-453a-9a66-6b76661ef591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:33:01Z', 'updated_at': '2021-08-16T20:33:04Z', 'revision_number': 4, 'project_id': '0c6f18fcb98741428a3909c888e21882', 'gw_port': {'id': '8e3b18dd-5acd-453a-9a66-6b76661ef591', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:75:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66861612-c87a-4f6d-8fc6-af34eb1b4dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:01Z', 'updated_at': '2021-08-16T20:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '2a4341de-3ef3-45a0-8dab-418e04544500', 'name': '', 'network_id': '11858e6a-b271-4168-ae93-23b08c0059eb', 'tenant_id': '0c6f18fcb98741428a3909c888e21882', 'mac_address': 'fa:16:3e:5a:d0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66861612-c87a-4f6d-8fc6-af34eb1b4dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '56e3a3a6-fcf1-4c52-a017-e83e7d8d66d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:04Z', 'updated_at': '2021-08-16T20:33:05Z', 'revision_number': 2, 'project_id': '0c6f18fcb98741428a3909c888e21882', 'subnets': [{'id': '56e3a3a6-fcf1-4c52-a017-e83e7d8d66d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:09.076306 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 8e3b18dd-5acd-453a-9a66-6b76661ef591 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:09.083960 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 8e3b18dd-5acd-453a-9a66-6b76661ef591 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:09.084844 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:09.105432 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9737d4fc-283a-42f5-81b4-31047a758cc1 None None] Checking router: 66861612-c87a-4f6d-8fc6-af34eb1b4dc6 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:33:09.105823 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9737d4fc-283a-42f5-81b4-31047a758cc1 None None] Updating router 66861612-c87a-4f6d-8fc6-af34eb1b4dc6 port 2a4341de-3ef3-45a0-8dab-418e04544500 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:33:09.133802 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9737d4fc-283a-42f5-81b4-31047a758cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:09.192621 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:09.242665 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 8e3b18dd-5acd-453a-9a66-6b76661ef591, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8e3b18dd-5acd-453a-9a66-6b76661ef591,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:09.263710 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:09.339901 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=8e3b18dd-5acd-453a-9a66-6b76661ef591,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:09.348405 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:09.348781 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:09.349100 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:09.349625 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:09.349970 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:09.350303 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:09.350825 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:09.351137 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:09.352201 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:09.352553 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:09.352880 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:09.353604 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:09.461699 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9737d4fc-283a-42f5-81b4-31047a758cc1 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:09.472866 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-9737d4fc-283a-42f5-81b4-31047a758cc1 None None] Transition to ACTIVE for port object 2a4341de-3ef3-45a0-8dab-418e04544500 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:09.481649 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9737d4fc-283a-42f5-81b4-31047a758cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:09.558857 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e501d-7c5a-462f-b580-488f781248fe None None] Pushing event updated for resources: {'Port': ['ID=2a4341de-3ef3-45a0-8dab-418e04544500,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:09.623302 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-9737d4fc-283a-42f5-81b4-31047a758cc1 None None] Attempting to bind port 2a4341de-3ef3-45a0-8dab-418e04544500 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:33:09.623678 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-9737d4fc-283a-42f5-81b4-31047a758cc1 None None] Attempting to bind port 2a4341de-3ef3-45a0-8dab-418e04544500 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'ba45ffda-4b25-424d-b7b8-f66b04e8a402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11858e6a-b271-4168-ae93-23b08c0059eb'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:33:09.624044 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9737d4fc-283a-42f5-81b4-31047a758cc1 None None] Attempting to bind port 2a4341de-3ef3-45a0-8dab-418e04544500 on network 11858e6a-b271-4168-ae93-23b08c0059eb {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:33:09.631097 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9737d4fc-283a-42f5-81b4-31047a758cc1 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:33:09.631556 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9737d4fc-283a-42f5-81b4-31047a758cc1 None None] Checking segment: {'id': 'ba45ffda-4b25-424d-b7b8-f66b04e8a402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11858e6a-b271-4168-ae93-23b08c0059eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:09.631973 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9737d4fc-283a-42f5-81b4-31047a758cc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:09.632352 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9737d4fc-283a-42f5-81b4-31047a758cc1 None None] Bound using segment: {'id': 'ba45ffda-4b25-424d-b7b8-f66b04e8a402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11858e6a-b271-4168-ae93-23b08c0059eb'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:33:09.633340 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-9737d4fc-283a-42f5-81b4-31047a758cc1 None None] Bound port: 2a4341de-3ef3-45a0-8dab-418e04544500, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba45ffda-4b25-424d-b7b8-f66b04e8a402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11858e6a-b271-4168-ae93-23b08c0059eb'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:33:09.633713 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9737d4fc-283a-42f5-81b4-31047a758cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:09.718842 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-9737d4fc-283a-42f5-81b4-31047a758cc1 None None] For port 2a4341de-3ef3-45a0-8dab-418e04544500, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:33:09.723460 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-9737d4fc-283a-42f5-81b4-31047a758cc1 None None] For port 2a4341de-3ef3-45a0-8dab-418e04544500, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=2a4341de-3ef3-45a0-8dab-418e04544500,segment=NetworkSegment(ba45ffda-4b25-424d-b7b8-f66b04e8a402),segment_id=ba45ffda-4b25-424d-b7b8-f66b04e8a402)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:33:09.728832 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-9737d4fc-283a-42f5-81b4-31047a758cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:09.872087 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61d53e-d7c2-4972-891a-46d084eef2a9 req-eae43265-79da-4fb2-8001-b34be53022f4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:09.878537 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ef61d53e-d7c2-4972-891a-46d084eef2a9 req-eae43265-79da-4fb2-8001-b34be53022f4 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 945 time: 0.0679049 Aug 16 20:33:09.902739 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9737d4fc-283a-42f5-81b4-31047a758cc1 None None] Routers {'66861612-c87a-4f6d-8fc6-af34eb1b4dc6'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:33:09.903872 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9737d4fc-283a-42f5-81b4-31047a758cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:33:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['66861612-c87a-4f6d-8fc6-af34eb1b4dc6'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:09.943419 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e501d-7c5a-462f-b580-488f781248fe None None] Pushing event updated for resources: {'Port': ['ID=2a4341de-3ef3-45a0-8dab-418e04544500,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:09.960416 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ef61d53e-d7c2-4972-891a-46d084eef2a9 req-fe789f53-3493-4900-8846-22c93756824e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f18c0e5-eb30-4350-9d4c-babe8139fa46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806899 Aug 16 20:33:10.051335 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-9737d4fc-283a-42f5-81b4-31047a758cc1 None None] Set router 66861612-c87a-4f6d-8fc6-af34eb1b4dc6 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:33:10.314222 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9737d4fc-283a-42f5-81b4-31047a758cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66861612-c87a-4f6d-8fc6-af34eb1b4dc6', 'name': 'tempest-TestVolumeBackupRestore-880680731-router', 'tenant_id': '0c6f18fcb98741428a3909c888e21882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '8e3b18dd-5acd-453a-9a66-6b76661ef591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:33:01Z', 'updated_at': '2021-08-16T20:33:04Z', 'revision_number': 4, 'project_id': '0c6f18fcb98741428a3909c888e21882', 'gw_port': {'id': '8e3b18dd-5acd-453a-9a66-6b76661ef591', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66861612-c87a-4f6d-8fc6-af34eb1b4dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:01Z', 'updated_at': '2021-08-16T20:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '2a4341de-3ef3-45a0-8dab-418e04544500', 'name': '', 'network_id': '11858e6a-b271-4168-ae93-23b08c0059eb', 'tenant_id': '0c6f18fcb98741428a3909c888e21882', 'mac_address': 'fa:16:3e:5a:d0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66861612-c87a-4f6d-8fc6-af34eb1b4dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '56e3a3a6-fcf1-4c52-a017-e83e7d8d66d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:04Z', 'updated_at': '2021-08-16T20:33:09Z', 'revision_number': 4, 'project_id': '0c6f18fcb98741428a3909c888e21882', 'subnets': [{'id': '56e3a3a6-fcf1-4c52-a017-e83e7d8d66d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:10.369478 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9737d4fc-283a-42f5-81b4-31047a758cc1 None None] The sync data for ids ['66861612-c87a-4f6d-8fc6-af34eb1b4dc6'] in n-d-787206-13 is: [{'id': '66861612-c87a-4f6d-8fc6-af34eb1b4dc6', 'name': 'tempest-TestVolumeBackupRestore-880680731-router', 'tenant_id': '0c6f18fcb98741428a3909c888e21882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '8e3b18dd-5acd-453a-9a66-6b76661ef591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:33:01Z', 'updated_at': '2021-08-16T20:33:04Z', 'revision_number': 4, 'project_id': '0c6f18fcb98741428a3909c888e21882', 'gw_port': {'id': '8e3b18dd-5acd-453a-9a66-6b76661ef591', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66861612-c87a-4f6d-8fc6-af34eb1b4dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:01Z', 'updated_at': '2021-08-16T20:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '2a4341de-3ef3-45a0-8dab-418e04544500', 'name': '', 'network_id': '11858e6a-b271-4168-ae93-23b08c0059eb', 'tenant_id': '0c6f18fcb98741428a3909c888e21882', 'mac_address': 'fa:16:3e:5a:d0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66861612-c87a-4f6d-8fc6-af34eb1b4dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '56e3a3a6-fcf1-4c52-a017-e83e7d8d66d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:04Z', 'updated_at': '2021-08-16T20:33:09Z', 'revision_number': 4, 'project_id': '0c6f18fcb98741428a3909c888e21882', 'subnets': [{'id': '56e3a3a6-fcf1-4c52-a017-e83e7d8d66d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:33:11.000279 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8e3b18dd-5acd-453a-9a66-6b76661ef591 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:11.081474 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 8e3b18dd-5acd-453a-9a66-6b76661ef591 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:11.081861 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:11.119453 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf07855-f033-4b99-8965-43378b35755b req-f82607d0-6edd-4d6c-ac85-e02265eb2adb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:11.121442 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3bf07855-f033-4b99-8965-43378b35755b req-f82607d0-6edd-4d6c-ac85-e02265eb2adb tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 945 time: 0.0678804 Aug 16 20:33:11.191883 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3bf07855-f033-4b99-8965-43378b35755b req-f51293f3-f79f-4bc7-8047-e14faa893d78 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f18c0e5-eb30-4350-9d4c-babe8139fa46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536382 Aug 16 20:33:11.208087 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2a4341de-3ef3-45a0-8dab-418e04544500 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:11.262333 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 2a4341de-3ef3-45a0-8dab-418e04544500 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:11.266406 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 2a4341de-3ef3-45a0-8dab-418e04544500 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:11.266992 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:11.359592 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:11.396147 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 2a4341de-3ef3-45a0-8dab-418e04544500, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=2a4341de-3ef3-45a0-8dab-418e04544500,segment=NetworkSegment(ba45ffda-4b25-424d-b7b8-f66b04e8a402),segment_id=ba45ffda-4b25-424d-b7b8-f66b04e8a402)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:11.412976 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:11.474900 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=2a4341de-3ef3-45a0-8dab-418e04544500,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:11.597498 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52256) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:11.713663 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3eda06b7-490f-4951-9f54-4b54dd65c3ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:11.817428 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3eda06b7-490f-4951-9f54-4b54dd65c3ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:11.821883 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3eda06b7-490f-4951-9f54-4b54dd65c3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:11.866590 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3eda06b7-490f-4951-9f54-4b54dd65c3ed admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=01d10fcdede342c8bc1591a18708b068&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2677982 Aug 16 20:33:11.870054 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda06b7-490f-4951-9f54-4b54dd65c3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb158278-4355-45ae-b48d-da83b1f7b314,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:11.870439 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52260) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:11.924952 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1413-7f88-445a-91a4-adf38e1a8950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:11.947867 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1413-7f88-445a-91a4-adf38e1a8950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:12.005796 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1413-7f88-445a-91a4-adf38e1a8950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:12.008849 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1413-7f88-445a-91a4-adf38e1a8950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:12.010145 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8e8c1413-7f88-445a-91a4-adf38e1a8950 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fb158278-4355-45ae-b48d-da83b1f7b314 HTTP/1.1" status: 204 len: 168 time: 0.1388433 Aug 16 20:33:12.022452 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c1413-7f88-445a-91a4-adf38e1a8950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb158278-4355-45ae-b48d-da83b1f7b314,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:12.328491 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f4422-d120-4c98-94a3-b0d8dc1e3921 req-b95dc4d4-e064-4068-b57e-c2dab6f9631a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:12.329631 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52268) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:12.330110 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ca3f4422-d120-4c98-94a3-b0d8dc1e3921 req-b95dc4d4-e064-4068-b57e-c2dab6f9631a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 945 time: 0.0587440 Aug 16 20:33:12.345318 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f17ccf83-d1af-4f96-9d93-1cf4bc919112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:12.379345 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ca3f4422-d120-4c98-94a3-b0d8dc1e3921 req-a8343f8d-f157-40e9-aef4-75aa6f475b5d tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f18c0e5-eb30-4350-9d4c-babe8139fa46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399218 Aug 16 20:33:12.456885 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f17ccf83-d1af-4f96-9d93-1cf4bc919112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:12.462732 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f17ccf83-d1af-4f96-9d93-1cf4bc919112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:12.505421 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f17ccf83-d1af-4f96-9d93-1cf4bc919112 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=21449ff7c9374673bd8cdfbb7cffae7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1740577 Aug 16 20:33:12.506307 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ccf83-d1af-4f96-9d93-1cf4bc919112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24ac88b-2748-40e3-bb5b-652a83bd5696,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:12.509140 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52272) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:12.562329 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3501ea2c-1a4f-4d16-8ad7-184c627b2ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:12.585219 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3501ea2c-1a4f-4d16-8ad7-184c627b2ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:12.636388 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3501ea2c-1a4f-4d16-8ad7-184c627b2ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:12.638947 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3501ea2c-1a4f-4d16-8ad7-184c627b2ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:12.642579 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3501ea2c-1a4f-4d16-8ad7-184c627b2ef0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a24ac88b-2748-40e3-bb5b-652a83bd5696 HTTP/1.1" status: 204 len: 168 time: 0.1301355 Aug 16 20:33:12.649345 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501ea2c-1a4f-4d16-8ad7-184c627b2ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24ac88b-2748-40e3-bb5b-652a83bd5696,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:12.933609 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2a4341de-3ef3-45a0-8dab-418e04544500 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:12.990525 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 2a4341de-3ef3-45a0-8dab-418e04544500 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:12.991156 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:13.515587 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bcee3-5ccf-4025-9504-49e35b5efcb2 req-14946dd7-3044-4619-9174-ba880b1005bd tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:13.517087 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0d1bcee3-5ccf-4025-9504-49e35b5efcb2 req-14946dd7-3044-4619-9174-ba880b1005bd tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 945 time: 0.0526845 Aug 16 20:33:13.562821 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0d1bcee3-5ccf-4025-9504-49e35b5efcb2 req-8ffb72a0-26f5-45dc-9033-332bd4c04907 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f18c0e5-eb30-4350-9d4c-babe8139fa46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392461 Aug 16 20:33:14.164989 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52338) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:14.277578 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b20f1f1-14ef-4b00-b2cd-a1a37df56684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:14.377511 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b20f1f1-14ef-4b00-b2cd-a1a37df56684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:14.381364 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b20f1f1-14ef-4b00-b2cd-a1a37df56684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:14.420507 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9b20f1f1-14ef-4b00-b2cd-a1a37df56684 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d824b7902091471693ebe94d2231b267&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2543886 Aug 16 20:33:14.421251 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20f1f1-14ef-4b00-b2cd-a1a37df56684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df465c5d-0916-4eb4-999e-1d44612575e8,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:14.423907 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52342) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:14.479985 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd49736d-c17b-4f36-af50-1eafbf7a39ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:14.501532 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd49736d-c17b-4f36-af50-1eafbf7a39ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:14.549532 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd49736d-c17b-4f36-af50-1eafbf7a39ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:14.552419 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd49736d-c17b-4f36-af50-1eafbf7a39ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:14.553642 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bd49736d-c17b-4f36-af50-1eafbf7a39ce admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/df465c5d-0916-4eb4-999e-1d44612575e8 HTTP/1.1" status: 204 len: 168 time: 0.1279581 Aug 16 20:33:14.562660 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49736d-c17b-4f36-af50-1eafbf7a39ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df465c5d-0916-4eb4-999e-1d44612575e8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:14.698165 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa8552-c6b9-46bd-851c-b76bdb46e93a req-86ced5e4-f5c3-468e-9286-e583ba76275e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:14.699825 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-94fa8552-c6b9-46bd-851c-b76bdb46e93a req-86ced5e4-f5c3-468e-9286-e583ba76275e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 945 time: 0.0597167 Aug 16 20:33:14.742563 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-94fa8552-c6b9-46bd-851c-b76bdb46e93a req-e7e5672e-593b-474c-a973-f777987c2845 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f18c0e5-eb30-4350-9d4c-babe8139fa46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355661 Aug 16 20:33:15.822735 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52402) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:15.872254 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ae79f-2804-4a72-bd5a-6dfc372977cd req-e5a9f00e-c44f-4bc4-85e5-134f4b9b2417 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:15.874113 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ef4ae79f-2804-4a72-bd5a-6dfc372977cd req-e5a9f00e-c44f-4bc4-85e5-134f4b9b2417 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 945 time: 0.0526950 Aug 16 20:33:15.920492 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ef4ae79f-2804-4a72-bd5a-6dfc372977cd req-c2f06d00-ad4b-47f2-851c-794e11025293 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f18c0e5-eb30-4350-9d4c-babe8139fa46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400398 Aug 16 20:33:15.944078 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec78f3a5-b3f3-4f74-8ec0-ef6d578eb0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:16.033691 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec78f3a5-b3f3-4f74-8ec0-ef6d578eb0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:16.037861 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec78f3a5-b3f3-4f74-8ec0-ef6d578eb0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:16.076633 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78f3a5-b3f3-4f74-8ec0-ef6d578eb0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ad0e66-98b9-4f0d-bb6c-fc6092bc64ad,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:16.083205 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ec78f3a5-b3f3-4f74-8ec0-ef6d578eb0fd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0f8b869de3cc4767b2a22c1da9b31322&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2570322 Aug 16 20:33:16.083489 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52406) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:16.136862 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9f4636a-f700-40df-9223-37b4b1fe2f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:16.163555 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9f4636a-f700-40df-9223-37b4b1fe2f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:16.216436 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9f4636a-f700-40df-9223-37b4b1fe2f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:16.220150 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9f4636a-f700-40df-9223-37b4b1fe2f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:16.220461 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d9f4636a-f700-40df-9223-37b4b1fe2f97 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a4ad0e66-98b9-4f0d-bb6c-fc6092bc64ad HTTP/1.1" status: 204 len: 168 time: 0.1360540 Aug 16 20:33:16.230180 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4636a-f700-40df-9223-37b4b1fe2f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ad0e66-98b9-4f0d-bb6c-fc6092bc64ad,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:16.924310 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52430) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:17.041849 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-caf9bc80-1a03-4176-bdc5-2543ed9fddfe tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1577597269'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:17.053766 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef8d48-8c89-4622-8543-801e804df460 req-7cfd93f2-a5dc-4d24-a230-a450b74218e8 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:17.055972 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b9ef8d48-8c89-4622-8543-801e804df460 req-7cfd93f2-a5dc-4d24-a230-a450b74218e8 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 945 time: 0.0615566 Aug 16 20:33:17.089347 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf9bc80-1a03-4176-bdc5-2543ed9fddfe tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Made reservation on behalf of fb3abd7cc1c74cb1992ff6ca2005173a for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:17.092781 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-caf9bc80-1a03-4176-bdc5-2543ed9fddfe tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:17.107710 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-caf9bc80-1a03-4176-bdc5-2543ed9fddfe tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:17.114667 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b9ef8d48-8c89-4622-8543-801e804df460 req-3a45a542-3bc0-4dd2-89cd-838d31162243 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f18c0e5-eb30-4350-9d4c-babe8139fa46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518847 Aug 16 20:33:17.214865 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-caf9bc80-1a03-4176-bdc5-2543ed9fddfe tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:17.219993 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-caf9bc80-1a03-4176-bdc5-2543ed9fddfe tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:17.250356 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf9bc80-1a03-4176-bdc5-2543ed9fddfe tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:33:17.256086 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9bc80-1a03-4176-bdc5-2543ed9fddfe tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59e75623-bdcb-4228-b96e-35921800cc34,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:17.263587 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-caf9bc80-1a03-4176-bdc5-2543ed9fddfe tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:17.263943 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-caf9bc80-1a03-4176-bdc5-2543ed9fddfe tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Added segment d834993a-b829-43ae-a55c-2bc3c1acf37e of type vlan for network c093d779-969a-4a29-ad4a-ea0d57622b67 Aug 16 20:33:17.311678 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-caf9bc80-1a03-4176-bdc5-2543ed9fddfe tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:17.337019 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-caf9bc80-1a03-4176-bdc5-2543ed9fddfe tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:17.342598 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf9bc80-1a03-4176-bdc5-2543ed9fddfe tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:17.343187 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-caf9bc80-1a03-4176-bdc5-2543ed9fddfe tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:17.400389 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-caf9bc80-1a03-4176-bdc5-2543ed9fddfe tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4737639 Aug 16 20:33:17.403025 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52436) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:17.409476 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-636f0077-d558-427f-b6ca-fd6369fa23e1 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Request body: {'subnet': {'network_id': 'c093d779-969a-4a29-ad4a-ea0d57622b67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:17.412491 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9bc80-1a03-4176-bdc5-2543ed9fddfe tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Pushing event updated for resources: {'Network': ['ID=c093d779-969a-4a29-ad4a-ea0d57622b67,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:17.423224 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network c093d779-969a-4a29-ad4a-ea0d57622b67 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:33:17.519678 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636f0077-d558-427f-b6ca-fd6369fa23e1 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Made reservation on behalf of fb3abd7cc1c74cb1992ff6ca2005173a for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:17.523835 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-636f0077-d558-427f-b6ca-fd6369fa23e1 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:17.573604 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d52426-d861-41df-98b2-7ad3ee5b5642 req-1100c0bd-a642-4399-9b86-9991ba7d0516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:17.575373 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-87d52426-d861-41df-98b2-7ad3ee5b5642 req-1100c0bd-a642-4399-9b86-9991ba7d0516 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 1097 time: 0.0453758 Aug 16 20:33:17.690550 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d52426-d861-41df-98b2-7ad3ee5b5642 req-18576890-0b7a-47dd-91f2-38349ab555d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:17.692155 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-87d52426-d861-41df-98b2-7ad3ee5b5642 req-18576890-0b7a-47dd-91f2-38349ab555d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4401ec8b-bb1a-40e8-9aa3-79f7a517eeac HTTP/1.1" status: 200 len: 898 time: 0.0976620 Aug 16 20:33:17.725124 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-636f0077-d558-427f-b6ca-fd6369fa23e1 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:17.763629 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-87d52426-d861-41df-98b2-7ad3ee5b5642 req-ca08c548-9746-43fd-825f-db3650c07986 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b960b4d-0724-4108-a643-6f79dee82ae6 HTTP/1.1" status: 200 len: 1001 time: 0.0643959 Aug 16 20:33:17.794513 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f0077-d558-427f-b6ca-fd6369fa23e1 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Pushing event updated for resources: {'Subnet': ['ID=ef8a0df4-e627-43ff-bc8a-80d4a6651a18,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:17.804679 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636f0077-d558-427f-b6ca-fd6369fa23e1 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Checking segment: {'id': 'd834993a-b829-43ae-a55c-2bc3c1acf37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c093d779-969a-4a29-ad4a-ea0d57622b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:17.805039 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636f0077-d558-427f-b6ca-fd6369fa23e1 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Network hostable DHCP agents. Network: c093d779-969a-4a29-ad4a-ea0d57622b67, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:33:17.823901 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636f0077-d558-427f-b6ca-fd6369fa23e1 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Network c093d779-969a-4a29-ad4a-ea0d57622b67 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:33:17.837063 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d52426-d861-41df-98b2-7ad3ee5b5642 req-00244f45-41f1-471c-b6ce-59ce23944e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:17.843812 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-87d52426-d861-41df-98b2-7ad3ee5b5642 req-00244f45-41f1-471c-b6ce-59ce23944e1d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c7e81c4-33ef-4d82-8d73-258654a06590 HTTP/1.1" status: 200 len: 834 time: 0.0690432 Aug 16 20:33:17.855720 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-636f0077-d558-427f-b6ca-fd6369fa23e1 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, c093d779-969a-4a29-ad4a-ea0d57622b67) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:17.860208 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636f0077-d558-427f-b6ca-fd6369fa23e1 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:17.860905 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-636f0077-d558-427f-b6ca-fd6369fa23e1 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:17.865841 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4309d1-8b83-4f3f-9f74-afec2ae825f6 None None] Network c093d779-969a-4a29-ad4a-ea0d57622b67 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:17.884448 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-636f0077-d558-427f-b6ca-fd6369fa23e1 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4795027 Aug 16 20:33:17.884740 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52440) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:17.891958 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7df73de8-c19a-4e9d-a710-b7459b9282b5 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Request body: {'port': {'network_id': 'c093d779-969a-4a29-ad4a-ea0d57622b67', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1704200448'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:17.938650 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d52426-d861-41df-98b2-7ad3ee5b5642 req-942d9e78-bdb8-4aba-ba56-ce61e6a1437d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:17.940192 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-87d52426-d861-41df-98b2-7ad3ee5b5642 req-942d9e78-bdb8-4aba-ba56-ce61e6a1437d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4401ec8b-bb1a-40e8-9aa3-79f7a517eeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0941391 Aug 16 20:33:18.016612 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4880df8-8d95-481d-a930-2eb4e9376275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-c093d779-969a-4a29-ad4a-ea0d57622b67', 'network_id': 'c093d779-969a-4a29-ad4a-ea0d57622b67', 'tenant_id': 'fb3abd7cc1c74cb1992ff6ca2005173a', 'fixed_ips': [{'subnet_id': 'ef8a0df4-e627-43ff-bc8a-80d4a6651a18'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:33:18.017715 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4880df8-8d95-481d-a930-2eb4e9376275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:18.087961 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-87d52426-d861-41df-98b2-7ad3ee5b5642 req-135c57c2-72aa-4060-8061-b7450b714834 service neutron] 10.222.0.57 "GET /v2.0/networks/4401ec8b-bb1a-40e8-9aa3-79f7a517eeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370342 Aug 16 20:33:18.093923 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df73de8-c19a-4e9d-a710-b7459b9282b5 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Made reservation on behalf of fb3abd7cc1c74cb1992ff6ca2005173a for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:18.097721 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7df73de8-c19a-4e9d-a710-b7459b9282b5 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:18.182209 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-f4880df8-8d95-481d-a930-2eb4e9376275 None None] Allocated IP 172.20.0.2 (c093d779-969a-4a29-ad4a-ea0d57622b67/ef8a0df4-e627-43ff-bc8a-80d4a6651a18/520745cc-9c93-45ed-9af2-da72e2098dd6) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:18.194454 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-7df73de8-c19a-4e9d-a710-b7459b9282b5 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] device_id is not set on port 7248900f-8c9c-4ed4-8230-7df83fa2e56b yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:33:18.240941 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41cd0a-6707-4477-a5fd-62cba34e4e61 req-9132afdd-f274-4dc2-ac77-7e82973e6c7b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:18.243054 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0c41cd0a-6707-4477-a5fd-62cba34e4e61 req-9132afdd-f274-4dc2-ac77-7e82973e6c7b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 945 time: 0.0557017 Aug 16 20:33:18.288060 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0c41cd0a-6707-4477-a5fd-62cba34e4e61 req-1d86a673-91bf-49ba-b994-036b209bfc5a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f18c0e5-eb30-4350-9d4c-babe8139fa46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381379 Aug 16 20:33:18.307178 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-87d52426-d861-41df-98b2-7ad3ee5b5642 req-d65d4a41-a530-4f72-bd9f-f201238103f9 service neutron] 10.222.0.57 "GET /v2.0/networks/4401ec8b-bb1a-40e8-9aa3-79f7a517eeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070358 Aug 16 20:33:18.368991 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4880df8-8d95-481d-a930-2eb4e9376275 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:18.377213 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f4880df8-8d95-481d-a930-2eb4e9376275 None None] Transition to ACTIVE for port object 520745cc-9c93-45ed-9af2-da72e2098dd6 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:18.392803 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f4880df8-8d95-481d-a930-2eb4e9376275 None None] Transition to ACTIVE for port object 520745cc-9c93-45ed-9af2-da72e2098dd6 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:18.399102 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4880df8-8d95-481d-a930-2eb4e9376275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:18.441046 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4880df8-8d95-481d-a930-2eb4e9376275 None None] Network c093d779-969a-4a29-ad4a-ea0d57622b67 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:18.443926 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-f4880df8-8d95-481d-a930-2eb4e9376275 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:18.448132 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4880df8-8d95-481d-a930-2eb4e9376275 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:18.456035 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-7df73de8-c19a-4e9d-a710-b7459b9282b5 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Allocated IP 172.20.0.13 (c093d779-969a-4a29-ad4a-ea0d57622b67/ef8a0df4-e627-43ff-bc8a-80d4a6651a18/7248900f-8c9c-4ed4-8230-7df83fa2e56b) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:18.458857 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4880df8-8d95-481d-a930-2eb4e9376275 None None] Pushing event updated for resources: {'Port': ['ID=520745cc-9c93-45ed-9af2-da72e2098dd6,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:18.508702 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f4880df8-8d95-481d-a930-2eb4e9376275 None None] Attempting to bind port 520745cc-9c93-45ed-9af2-da72e2098dd6 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:33:18.509072 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f4880df8-8d95-481d-a930-2eb4e9376275 None None] Attempting to bind port 520745cc-9c93-45ed-9af2-da72e2098dd6 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'd834993a-b829-43ae-a55c-2bc3c1acf37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c093d779-969a-4a29-ad4a-ea0d57622b67'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:33:18.509665 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4880df8-8d95-481d-a930-2eb4e9376275 None None] Attempting to bind port 520745cc-9c93-45ed-9af2-da72e2098dd6 on network c093d779-969a-4a29-ad4a-ea0d57622b67 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:33:18.514661 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4880df8-8d95-481d-a930-2eb4e9376275 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:33:18.515041 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4880df8-8d95-481d-a930-2eb4e9376275 None None] Checking segment: {'id': 'd834993a-b829-43ae-a55c-2bc3c1acf37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c093d779-969a-4a29-ad4a-ea0d57622b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:18.515481 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4880df8-8d95-481d-a930-2eb4e9376275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:18.515876 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4880df8-8d95-481d-a930-2eb4e9376275 None None] Bound using segment: {'id': 'd834993a-b829-43ae-a55c-2bc3c1acf37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c093d779-969a-4a29-ad4a-ea0d57622b67'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:33:18.516515 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f4880df8-8d95-481d-a930-2eb4e9376275 None None] Bound port: 520745cc-9c93-45ed-9af2-da72e2098dd6, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd834993a-b829-43ae-a55c-2bc3c1acf37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c093d779-969a-4a29-ad4a-ea0d57622b67'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:33:18.517080 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4880df8-8d95-481d-a930-2eb4e9376275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:18.597056 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f4880df8-8d95-481d-a930-2eb4e9376275 None None] For port 520745cc-9c93-45ed-9af2-da72e2098dd6, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:33:18.603854 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f4880df8-8d95-481d-a930-2eb4e9376275 None None] For port 520745cc-9c93-45ed-9af2-da72e2098dd6, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=520745cc-9c93-45ed-9af2-da72e2098dd6,segment=NetworkSegment(d834993a-b829-43ae-a55c-2bc3c1acf37e),segment_id=d834993a-b829-43ae-a55c-2bc3c1acf37e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:33:18.676332 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7df73de8-c19a-4e9d-a710-b7459b9282b5 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:18.681925 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4880df8-8d95-481d-a930-2eb4e9376275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:18.691193 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-7df73de8-c19a-4e9d-a710-b7459b9282b5 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Transition to ACTIVE for port object 7248900f-8c9c-4ed4-8230-7df83fa2e56b will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:18.750121 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4880df8-8d95-481d-a930-2eb4e9376275 None None] Pushing event updated for resources: {'Port': ['ID=520745cc-9c93-45ed-9af2-da72e2098dd6,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:18.750364 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7df73de8-c19a-4e9d-a710-b7459b9282b5 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:18.803974 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df73de8-c19a-4e9d-a710-b7459b9282b5 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Network c093d779-969a-4a29-ad4a-ea0d57622b67 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:18.807332 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7df73de8-c19a-4e9d-a710-b7459b9282b5 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:18.811471 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df73de8-c19a-4e9d-a710-b7459b9282b5 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:18.818033 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df73de8-c19a-4e9d-a710-b7459b9282b5 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Pushing event updated for resources: {'Port': ['ID=7248900f-8c9c-4ed4-8230-7df83fa2e56b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:18.870004 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df73de8-c19a-4e9d-a710-b7459b9282b5 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:18.870656 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7df73de8-c19a-4e9d-a710-b7459b9282b5 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:18.889754 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7df73de8-c19a-4e9d-a710-b7459b9282b5 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0024695 Aug 16 20:33:18.892463 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52454) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:18.899134 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-45801219-54e3-439f-b72c-2cccc9116d92 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Request body: {'port': {'network_id': 'c093d779-969a-4a29-ad4a-ea0d57622b67', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1107937710', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:18.900733 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.api.validators [None req-45801219-54e3-439f-b72c-2cccc9116d92 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] bootfile-name is not in valid_values {{(pid=94771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:33:18.900733 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.api.validators [None req-45801219-54e3-439f-b72c-2cccc9116d92 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] tftp-server is not in valid_values {{(pid=94771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:33:18.903707 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.api.validators [None req-45801219-54e3-439f-b72c-2cccc9116d92 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] server-ip-address is not in valid_values {{(pid=94771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:33:19.056278 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45801219-54e3-439f-b72c-2cccc9116d92 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Made reservation on behalf of fb3abd7cc1c74cb1992ff6ca2005173a for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:19.060265 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45801219-54e3-439f-b72c-2cccc9116d92 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:19.088317 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-45801219-54e3-439f-b72c-2cccc9116d92 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] device_id is not set on port 4d2b6b24-802a-4d1a-9e9d-8d080e06a919 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:33:19.202597 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-45801219-54e3-439f-b72c-2cccc9116d92 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Allocated IP 172.20.0.6 (c093d779-969a-4a29-ad4a-ea0d57622b67/ef8a0df4-e627-43ff-bc8a-80d4a6651a18/4d2b6b24-802a-4d1a-9e9d-8d080e06a919) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:19.404418 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45801219-54e3-439f-b72c-2cccc9116d92 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:19.423224 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-45801219-54e3-439f-b72c-2cccc9116d92 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Transition to ACTIVE for port object 4d2b6b24-802a-4d1a-9e9d-8d080e06a919 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:19.446159 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011c9dd-2ddf-493a-a504-ee3a021076d1 req-d24f1a3a-b10b-4c53-8e77-d9f75cd72346 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:19.447765 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d011c9dd-2ddf-493a-a504-ee3a021076d1 req-d24f1a3a-b10b-4c53-8e77-d9f75cd72346 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 945 time: 0.0827255 Aug 16 20:33:19.497127 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45801219-54e3-439f-b72c-2cccc9116d92 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:19.512074 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d011c9dd-2ddf-493a-a504-ee3a021076d1 req-78cbe853-bbd3-4f75-b04b-ca5658bddf62 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f18c0e5-eb30-4350-9d4c-babe8139fa46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567420 Aug 16 20:33:19.558513 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45801219-54e3-439f-b72c-2cccc9116d92 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Network c093d779-969a-4a29-ad4a-ea0d57622b67 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:19.564032 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-45801219-54e3-439f-b72c-2cccc9116d92 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:19.567956 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45801219-54e3-439f-b72c-2cccc9116d92 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:19.597161 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45801219-54e3-439f-b72c-2cccc9116d92 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Pushing event updated for resources: {'Port': ['ID=4d2b6b24-802a-4d1a-9e9d-8d080e06a919,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:19.626280 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45801219-54e3-439f-b72c-2cccc9116d92 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:19.626949 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45801219-54e3-439f-b72c-2cccc9116d92 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:19.643949 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52466) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:19.644538 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-45801219-54e3-439f-b72c-2cccc9116d92 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.7498879 Aug 16 20:33:19.703905 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70c942e-1891-4b6a-b03b-5d380a7ecffc tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:19.709793 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70c942e-1891-4b6a-b03b-5d380a7ecffc tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:19.716249 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70c942e-1891-4b6a-b03b-5d380a7ecffc tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:19.719282 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f70c942e-1891-4b6a-b03b-5d380a7ecffc tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.0722382 Aug 16 20:33:19.720946 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52468) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:19.747663 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a7b52a-3c16-482d-8d20-0571f924d2e0 None None] Network c093d779-969a-4a29-ad4a-ea0d57622b67 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:19.817275 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-39bac108-3613-4da4-899a-75cfcf1851b5 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Deleting port 4d2b6b24-802a-4d1a-9e9d-8d080e06a919 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:19.817619 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39bac108-3613-4da4-899a-75cfcf1851b5 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:19.918084 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39bac108-3613-4da4-899a-75cfcf1851b5 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:19.935185 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-39bac108-3613-4da4-899a-75cfcf1851b5 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Calling delete_port for 4d2b6b24-802a-4d1a-9e9d-8d080e06a919 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:19.990466 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-405fc825-b397-4eac-80be-fce0fab19295 None None] Provisioning for port 520745cc-9c93-45ed-9af2-da72e2098dd6 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:20.089305 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39bac108-3613-4da4-899a-75cfcf1851b5 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:20.130128 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bac108-3613-4da4-899a-75cfcf1851b5 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Pushing event deleted for resources: {'Port': ['ID=4d2b6b24-802a-4d1a-9e9d-8d080e06a919,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:20.208756 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39bac108-3613-4da4-899a-75cfcf1851b5 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:20.215086 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52472) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:20.215969 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-39bac108-3613-4da4-899a-75cfcf1851b5 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] 10.222.0.68 "DELETE /v2.0/ports/4d2b6b24-802a-4d1a-9e9d-8d080e06a919 HTTP/1.1" status: 204 len: 168 time: 0.4938555 Aug 16 20:33:20.225778 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f5511d94-5d5f-4b4d-9414-3213a3d6b19f tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Request body: {'port': {'name': 'tempest-new-port-name-1434289879', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:20.226174 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.api.validators [None req-f5511d94-5d5f-4b4d-9414-3213a3d6b19f tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] bootfile-name is not in valid_values {{(pid=94771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:33:20.226508 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.api.validators [None req-f5511d94-5d5f-4b4d-9414-3213a3d6b19f tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] tftp-server is not in valid_values {{(pid=94771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:33:20.226830 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.api.validators [None req-f5511d94-5d5f-4b4d-9414-3213a3d6b19f tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] server-ip-address is not in valid_values {{(pid=94771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:33:20.301696 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5511d94-5d5f-4b4d-9414-3213a3d6b19f tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:20.426356 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e1705809-f813-4e98-a07b-6760079bfdcc None None] Provisioning for port 7248900f-8c9c-4ed4-8230-7df83fa2e56b completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:20.434239 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e1705809-f813-4e98-a07b-6760079bfdcc None None] Provisioning complete for port 7248900f-8c9c-4ed4-8230-7df83fa2e56b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:20.434825 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e1705809-f813-4e98-a07b-6760079bfdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:20.480218 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e1705809-f813-4e98-a07b-6760079bfdcc None None] Port 7248900f-8c9c-4ed4-8230-7df83fa2e56b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:33:20.485413 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e1705809-f813-4e98-a07b-6760079bfdcc None None] Could not find standard attr ID for object 4d2b6b24-802a-4d1a-9e9d-8d080e06a919. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:33:20.530726 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5511d94-5d5f-4b4d-9414-3213a3d6b19f tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:20.544402 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5511d94-5d5f-4b4d-9414-3213a3d6b19f tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:20.606651 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:33:20.613857 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-16d28f25-b4d9-41d6-adf0-c2dfbe464a76 None None] Provisioning complete for port 7248900f-8c9c-4ed4-8230-7df83fa2e56b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:20.614464 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16d28f25-b4d9-41d6-adf0-c2dfbe464a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:20.647571 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fdd6e-c5b3-4f67-a144-81b909aeb09e req-5b822875-c0d3-491f-b831-9daccd28c4a3 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:20.650583 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-901fdd6e-c5b3-4f67-a144-81b909aeb09e req-5b822875-c0d3-491f-b831-9daccd28c4a3 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 945 time: 0.0602455 Aug 16 20:33:20.665388 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5511d94-5d5f-4b4d-9414-3213a3d6b19f tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Pushing event updated for resources: {'Port': ['ID=7248900f-8c9c-4ed4-8230-7df83fa2e56b,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:20.685955 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-16d28f25-b4d9-41d6-adf0-c2dfbe464a76 None None] Port 7248900f-8c9c-4ed4-8230-7df83fa2e56b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:33:20.694842 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f5511d94-5d5f-4b4d-9414-3213a3d6b19f tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] In _notify_port_updated(), no bound segment for port 7248900f-8c9c-4ed4-8230-7df83fa2e56b on network c093d779-969a-4a29-ad4a-ea0d57622b67 {{(pid=94771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:33:20.700790 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5511d94-5d5f-4b4d-9414-3213a3d6b19f tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:20.701516 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5511d94-5d5f-4b4d-9414-3213a3d6b19f tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:20.703738 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f5511d94-5d5f-4b4d-9414-3213a3d6b19f tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] 10.222.0.68 "PUT /v2.0/ports/7248900f-8c9c-4ed4-8230-7df83fa2e56b HTTP/1.1" status: 200 len: 1137 time: 0.4818764 Aug 16 20:33:20.705694 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52484) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:20.718382 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-901fdd6e-c5b3-4f67-a144-81b909aeb09e req-a0b4b011-d1d8-4943-afd9-ffa9eb29c94a tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f18c0e5-eb30-4350-9d4c-babe8139fa46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605102 Aug 16 20:33:20.756875 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd10c610-0c23-4879-b7d5-43ee2cd25a0d tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:20.759388 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cd10c610-0c23-4879-b7d5-43ee2cd25a0d tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] 10.222.0.68 "GET /v2.0/ports/7248900f-8c9c-4ed4-8230-7df83fa2e56b HTTP/1.1" status: 200 len: 1137 time: 0.0517468 Aug 16 20:33:20.761956 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52486) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:20.858926 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f7e08d6f-c5ec-4033-8d75-ed73679c5795 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Deleting port 7248900f-8c9c-4ed4-8230-7df83fa2e56b {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:20.859347 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7e08d6f-c5ec-4033-8d75-ed73679c5795 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:20.904365 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-90e83997-e6a1-481d-9a63-4d37e857d763 None None] Could not find standard attr ID for object 4d2b6b24-802a-4d1a-9e9d-8d080e06a919. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:33:20.990274 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7e08d6f-c5ec-4033-8d75-ed73679c5795 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:21.001684 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 520745cc-9c93-45ed-9af2-da72e2098dd6 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:21.036692 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f7e08d6f-c5ec-4033-8d75-ed73679c5795 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Calling delete_port for 7248900f-8c9c-4ed4-8230-7df83fa2e56b owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:21.082345 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 520745cc-9c93-45ed-9af2-da72e2098dd6 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:21.082345 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 520745cc-9c93-45ed-9af2-da72e2098dd6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:21.082345 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:21.182418 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:21.228775 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7e08d6f-c5ec-4033-8d75-ed73679c5795 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:21.230356 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 520745cc-9c93-45ed-9af2-da72e2098dd6, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=520745cc-9c93-45ed-9af2-da72e2098dd6,segment=NetworkSegment(d834993a-b829-43ae-a55c-2bc3c1acf37e),segment_id=d834993a-b829-43ae-a55c-2bc3c1acf37e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:21.237980 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:21.263121 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e08d6f-c5ec-4033-8d75-ed73679c5795 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Pushing event deleted for resources: {'Port': ['ID=7248900f-8c9c-4ed4-8230-7df83fa2e56b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:21.304653 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=520745cc-9c93-45ed-9af2-da72e2098dd6,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:21.336679 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7e08d6f-c5ec-4033-8d75-ed73679c5795 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:21.341297 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f7e08d6f-c5ec-4033-8d75-ed73679c5795 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] 10.222.0.68 "DELETE /v2.0/ports/7248900f-8c9c-4ed4-8230-7df83fa2e56b HTTP/1.1" status: 204 len: 168 time: 0.5759850 Aug 16 20:33:21.341544 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52490) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:21.404215 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c51c590f-bde3-442a-9237-aaace06b0923 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Deleting subnet ef8a0df4-e627-43ff-bc8a-80d4a6651a18 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:33:21.407664 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c51c590f-bde3-442a-9237-aaace06b0923 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:21.422146 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-092d4ee4-17d1-43d5-b2a8-65614b864e91 None None] Could not find standard attr ID for object 7248900f-8c9c-4ed4-8230-7df83fa2e56b. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:33:21.456953 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c51c590f-bde3-442a-9237-aaace06b0923 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:21.545379 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c51c590f-bde3-442a-9237-aaace06b0923 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:21.608930 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c51c590f-bde3-442a-9237-aaace06b0923 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:21.637568 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c590f-bde3-442a-9237-aaace06b0923 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Pushing event deleted for resources: {'Subnet': ['ID=ef8a0df4-e627-43ff-bc8a-80d4a6651a18,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:21.643372 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c51c590f-bde3-442a-9237-aaace06b0923 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:21.647502 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c51c590f-bde3-442a-9237-aaace06b0923 tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] 10.222.0.68 "DELETE /v2.0/subnets/ef8a0df4-e627-43ff-bc8a-80d4a6651a18 HTTP/1.1" status: 204 len: 168 time: 0.3022683 Aug 16 20:33:21.647976 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52492) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:21.651280 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3333de92-bc33-4ed1-b428-aa9217789f93 None None] Network c093d779-969a-4a29-ad4a-ea0d57622b67 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:21.747901 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98a87f66-35d6-41b8-abbd-5e4058ddbaae tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:21.806484 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-98a87f66-35d6-41b8-abbd-5e4058ddbaae tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Deleting port 520745cc-9c93-45ed-9af2-da72e2098dd6 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:21.806920 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98a87f66-35d6-41b8-abbd-5e4058ddbaae tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:21.851588 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49260b88-4c0c-4890-80a9-a8b37767b509 None None] DHCP port deletion for c093d779-969a-4a29-ad4a-ea0d57622b67 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:33:21.866382 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6e0bd-4792-4cc9-862b-c119c04625fd req-71f7108f-901e-4d61-a7fe-6ac0c2cfc38e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:21.886067 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4eb6e0bd-4792-4cc9-862b-c119c04625fd req-71f7108f-901e-4d61-a7fe-6ac0c2cfc38e tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 945 time: 0.0854187 Aug 16 20:33:21.894347 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-98a87f66-35d6-41b8-abbd-5e4058ddbaae tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] For port 520745cc-9c93-45ed-9af2-da72e2098dd6, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=520745cc-9c93-45ed-9af2-da72e2098dd6,segment=NetworkSegment(d834993a-b829-43ae-a55c-2bc3c1acf37e),segment_id=d834993a-b829-43ae-a55c-2bc3c1acf37e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:21.895159 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98a87f66-35d6-41b8-abbd-5e4058ddbaae tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:21.910782 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-98a87f66-35d6-41b8-abbd-5e4058ddbaae tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Calling delete_port for 520745cc-9c93-45ed-9af2-da72e2098dd6 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:21.916685 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-49260b88-4c0c-4890-80a9-a8b37767b509 None None] Deleting port 520745cc-9c93-45ed-9af2-da72e2098dd6 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:21.917215 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49260b88-4c0c-4890-80a9-a8b37767b509 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:21.926836 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4eb6e0bd-4792-4cc9-862b-c119c04625fd req-a1def544-bd96-4fa6-9cb5-d8d42e13dc96 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f18c0e5-eb30-4350-9d4c-babe8139fa46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398197 Aug 16 20:33:21.989822 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-49260b88-4c0c-4890-80a9-a8b37767b509 None None] For port 520745cc-9c93-45ed-9af2-da72e2098dd6, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=520745cc-9c93-45ed-9af2-da72e2098dd6,segment=NetworkSegment(d834993a-b829-43ae-a55c-2bc3c1acf37e),segment_id=d834993a-b829-43ae-a55c-2bc3c1acf37e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:21.990201 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49260b88-4c0c-4890-80a9-a8b37767b509 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:22.003990 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98a87f66-35d6-41b8-abbd-5e4058ddbaae tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:22.004323 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-49260b88-4c0c-4890-80a9-a8b37767b509 None None] Calling delete_port for 520745cc-9c93-45ed-9af2-da72e2098dd6 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:22.031512 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a87f66-35d6-41b8-abbd-5e4058ddbaae tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Pushing event deleted for resources: {'Port': ['ID=520745cc-9c93-45ed-9af2-da72e2098dd6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:22.033331 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a87f66-35d6-41b8-abbd-5e4058ddbaae tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] No DVR routers for this DVR port 520745cc-9c93-45ed-9af2-da72e2098dd6 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:22.087376 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 20:33:22.098173 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49260b88-4c0c-4890-80a9-a8b37767b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:22.131390 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49260b88-4c0c-4890-80a9-a8b37767b509 None None] Pushing event deleted for resources: {'Port': ['ID=520745cc-9c93-45ed-9af2-da72e2098dd6,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:22.136763 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49260b88-4c0c-4890-80a9-a8b37767b509 None None] No DVR routers for this DVR port 520745cc-9c93-45ed-9af2-da72e2098dd6 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:33:22.142941 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98a87f66-35d6-41b8-abbd-5e4058ddbaae tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:22.165131 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-98a87f66-35d6-41b8-abbd-5e4058ddbaae tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c093d779-969a-4a29-ad4a-ea0d57622b67']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:22.184416 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-98a87f66-35d6-41b8-abbd-5e4058ddbaae tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd834993a-b829-43ae-a55c-2bc3c1acf37e') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:22.184711 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-98a87f66-35d6-41b8-abbd-5e4058ddbaae tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd834993a-b829-43ae-a55c-2bc3c1acf37e') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:22.198039 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98a87f66-35d6-41b8-abbd-5e4058ddbaae tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:22.218020 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98a87f66-35d6-41b8-abbd-5e4058ddbaae tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:22.228761 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a87f66-35d6-41b8-abbd-5e4058ddbaae tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:33:22.229367 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98a87f66-35d6-41b8-abbd-5e4058ddbaae tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:22.233384 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:33:22.233384 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:33:22.233384 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:33:22.233384 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:33:22.233384 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:33:22.233384 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:33:22.233384 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:33:22.233384 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:33:22.233384 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:33:22.233384 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:33:22.233384 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:33:22.233384 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:33:22.233384 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:33:22.233384 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:33:22.233384 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:33:22.233384 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:33:22.233384 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:33:22.233384 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:33:22.233384 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:33:22.233384 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:33:22.233384 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:33:22.233384 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:33:22.233384 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:33:22.233384 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:33:22.233384 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:33:22.233384 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:33:22.233384 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:33:22.233384 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:33:22.233384 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:33:22.233384 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:33:22.233384 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:33:22.233384 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:33:22.315439 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98a87f66-35d6-41b8-abbd-5e4058ddbaae tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:22.320986 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98a87f66-35d6-41b8-abbd-5e4058ddbaae tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:22.326731 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-98a87f66-35d6-41b8-abbd-5e4058ddbaae tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] 10.222.0.68 "DELETE /v2.0/networks/c093d779-969a-4a29-ad4a-ea0d57622b67 HTTP/1.1" status: 204 len: 168 time: 0.6771367 Aug 16 20:33:22.344665 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a87f66-35d6-41b8-abbd-5e4058ddbaae tempest-ExtraDHCPOptionsTestJSON-1787300969 tempest-ExtraDHCPOptionsTestJSON-1787300969-project] Pushing event deleted for resources: {'Network': ['ID=c093d779-969a-4a29-ad4a-ea0d57622b67,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:22.671515 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52502) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:22.812071 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1a0d7d63-22a7-4d86-b91d-67ab837243f3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fb3abd7cc1c74cb1992ff6ca2005173a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1396902 Aug 16 20:33:22.814597 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52506) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:22.862206 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9265359b-69ba-498d-aef4-c16c9a63d2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:22.890351 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9265359b-69ba-498d-aef4-c16c9a63d2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:22.934567 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 520745cc-9c93-45ed-9af2-da72e2098dd6 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:33:22.946055 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9265359b-69ba-498d-aef4-c16c9a63d2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:22.948654 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9265359b-69ba-498d-aef4-c16c9a63d2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:22.953857 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9265359b-69ba-498d-aef4-c16c9a63d2dd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/59e75623-bdcb-4228-b96e-35921800cc34 HTTP/1.1" status: 204 len: 168 time: 0.1358356 Aug 16 20:33:22.958086 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 520745cc-9c93-45ed-9af2-da72e2098dd6 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:33:22.958640 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 520745cc-9c93-45ed-9af2-da72e2098dd6 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:33:22.972253 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265359b-69ba-498d-aef4-c16c9a63d2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e75623-bdcb-4228-b96e-35921800cc34,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:23.087976 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29861240-c7f0-4fa4-afa8-ca4e588d9b84 req-3fe00f51-0532-4377-839e-3dee876eb6b8 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:23.089850 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-29861240-c7f0-4fa4-afa8-ca4e588d9b84 req-3fe00f51-0532-4377-839e-3dee876eb6b8 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 945 time: 0.0664179 Aug 16 20:33:23.131221 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-29861240-c7f0-4fa4-afa8-ca4e588d9b84 req-c50bed59-8a99-41ef-aba4-92baf2e2b997 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f18c0e5-eb30-4350-9d4c-babe8139fa46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346529 Aug 16 20:33:23.316042 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adb741-9eff-43e1-8ade-ff64e462c427 req-818ed01d-7d42-4b99-ae01-8dab065281a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:23.317571 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-43adb741-9eff-43e1-8ade-ff64e462c427 req-818ed01d-7d42-4b99-ae01-8dab065281a9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 1097 time: 0.0430708 Aug 16 20:33:23.358235 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-43adb741-9eff-43e1-8ade-ff64e462c427 req-78bc8723-c128-4864-b387-02c86836ff7f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6f18c0e5-eb30-4350-9d4c-babe8139fa46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335271 Aug 16 20:33:23.651701 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52532) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:23.747368 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a99973a1-7d3c-446f-9b3b-1a0cbb0acb06 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1138249917'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:23.772433 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99973a1-7d3c-446f-9b3b-1a0cbb0acb06 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:23.776412 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a99973a1-7d3c-446f-9b3b-1a0cbb0acb06 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:23.784624 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a99973a1-7d3c-446f-9b3b-1a0cbb0acb06 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:23.872437 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a99973a1-7d3c-446f-9b3b-1a0cbb0acb06 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:23.876281 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a99973a1-7d3c-446f-9b3b-1a0cbb0acb06 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:23.899733 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99973a1-7d3c-446f-9b3b-1a0cbb0acb06 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:33:23.914431 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99973a1-7d3c-446f-9b3b-1a0cbb0acb06 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf4703f-450b-4645-bd2f-ad04aa65d070,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:23.917621 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a99973a1-7d3c-446f-9b3b-1a0cbb0acb06 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:23.917962 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-a99973a1-7d3c-446f-9b3b-1a0cbb0acb06 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Added segment 20b49966-c84c-4005-bafb-20e8e745e3ed of type vlan for network 3cb3d0ee-5a3d-479c-b4da-0262a8911cbf Aug 16 20:33:23.958019 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a99973a1-7d3c-446f-9b3b-1a0cbb0acb06 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:23.982600 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a99973a1-7d3c-446f-9b3b-1a0cbb0acb06 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:23.988137 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99973a1-7d3c-446f-9b3b-1a0cbb0acb06 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:23.988717 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a99973a1-7d3c-446f-9b3b-1a0cbb0acb06 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:24.045975 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a99973a1-7d3c-446f-9b3b-1a0cbb0acb06 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3931656 Aug 16 20:33:24.048685 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52536) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:24.053792 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-58a15af2-8862-42ac-8c28-0c5bfda4aefb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'port': {'network_id': '3cb3d0ee-5a3d-479c-b4da-0262a8911cbf', 'name': 'tempest-PortsTestJSON-464548310'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:24.068685 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99973a1-7d3c-446f-9b3b-1a0cbb0acb06 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Network': ['ID=3cb3d0ee-5a3d-479c-b4da-0262a8911cbf,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:24.080903 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 3cb3d0ee-5a3d-479c-b4da-0262a8911cbf details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:33:24.152672 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a15af2-8862-42ac-8c28-0c5bfda4aefb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:24.156431 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-58a15af2-8862-42ac-8c28-0c5bfda4aefb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:24.173768 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-58a15af2-8862-42ac-8c28-0c5bfda4aefb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] device_id is not set on port 683ab3d1-61cd-4049-9df4-08013673b12b yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:33:24.258690 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e0bb4-97e7-4a77-b4aa-345470a880c9 req-7d41c649-b1eb-481a-b742-35477b60d046 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:24.260995 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f09e0bb4-97e7-4a77-b4aa-345470a880c9 req-7d41c649-b1eb-481a-b742-35477b60d046 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 945 time: 0.0570662 Aug 16 20:33:24.306925 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f09e0bb4-97e7-4a77-b4aa-345470a880c9 req-b295f5bb-9adb-4eb3-a4c0-3cd23ec7f152 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f18c0e5-eb30-4350-9d4c-babe8139fa46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391762 Aug 16 20:33:24.328759 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52544) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:24.350115 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-58a15af2-8862-42ac-8c28-0c5bfda4aefb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:24.389425 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-58a15af2-8862-42ac-8c28-0c5bfda4aefb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:24.418945 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-30e35f44-43cd-47eb-b36a-42cb39161224 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/floatingips/0878f51a-68a5-4a3f-b7af-4d5a10e592e9 HTTP/1.1" status: 200 len: 993 time: 0.0794523 Aug 16 20:33:24.452701 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a15af2-8862-42ac-8c28-0c5bfda4aefb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Port': ['ID=683ab3d1-61cd-4049-9df4-08013673b12b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:24.463962 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a15af2-8862-42ac-8c28-0c5bfda4aefb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Checking segment: {'id': '20b49966-c84c-4005-bafb-20e8e745e3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3cb3d0ee-5a3d-479c-b4da-0262a8911cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:24.464324 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a15af2-8862-42ac-8c28-0c5bfda4aefb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network hostable DHCP agents. Network: 3cb3d0ee-5a3d-479c-b4da-0262a8911cbf, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:33:24.480950 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a15af2-8862-42ac-8c28-0c5bfda4aefb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network 3cb3d0ee-5a3d-479c-b4da-0262a8911cbf is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:33:24.488863 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-58a15af2-8862-42ac-8c28-0c5bfda4aefb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 3cb3d0ee-5a3d-479c-b4da-0262a8911cbf) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:24.492452 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a15af2-8862-42ac-8c28-0c5bfda4aefb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:24.498109 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a15af2-8862-42ac-8c28-0c5bfda4aefb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:24.498717 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-58a15af2-8862-42ac-8c28-0c5bfda4aefb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:24.500008 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bed941e-46fb-4d97-a96e-773bee2d4554 None None] Network 3cb3d0ee-5a3d-479c-b4da-0262a8911cbf requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:24.517078 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-58a15af2-8862-42ac-8c28-0c5bfda4aefb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4671717 Aug 16 20:33:24.520374 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52552) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:24.527453 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-56bbedc4-af4c-49f0-986e-4bc4fa47ba3f tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1206863154'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:24.553436 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bbedc4-af4c-49f0-986e-4bc4fa47ba3f tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:24.560061 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-56bbedc4-af4c-49f0-986e-4bc4fa47ba3f tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:24.589313 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56bbedc4-af4c-49f0-986e-4bc4fa47ba3f tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:33:24.599972 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-56bbedc4-af4c-49f0-986e-4bc4fa47ba3f tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:24.600216 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-56bbedc4-af4c-49f0-986e-4bc4fa47ba3f tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Added segment 373d0538-d3de-4b61-9eef-45412ca3b346 of type vlan for network fa61790d-71d1-4d3a-8a46-2c89b719964b Aug 16 20:33:24.649828 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-56bbedc4-af4c-49f0-986e-4bc4fa47ba3f tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:24.675476 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-56bbedc4-af4c-49f0-986e-4bc4fa47ba3f tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:24.681097 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bbedc4-af4c-49f0-986e-4bc4fa47ba3f tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:24.681710 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-56bbedc4-af4c-49f0-986e-4bc4fa47ba3f tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:24.734131 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-56bbedc4-af4c-49f0-986e-4bc4fa47ba3f tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2126346 Aug 16 20:33:24.736947 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52554) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:24.742022 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ec854548-9efe-4340-a522-4354e4cc626b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'ports': [{'network_id': '3cb3d0ee-5a3d-479c-b4da-0262a8911cbf'}, {'network_id': 'fa61790d-71d1-4d3a-8a46-2c89b719964b'}]} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:24.742334 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ec854548-9efe-4340-a522-4354e4cc626b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'port': {'network_id': '3cb3d0ee-5a3d-479c-b4da-0262a8911cbf'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:24.742813 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ec854548-9efe-4340-a522-4354e4cc626b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'port': {'network_id': 'fa61790d-71d1-4d3a-8a46-2c89b719964b'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:24.794151 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbedc4-af4c-49f0-986e-4bc4fa47ba3f tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Network': ['ID=fa61790d-71d1-4d3a-8a46-2c89b719964b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:24.805514 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network fa61790d-71d1-4d3a-8a46-2c89b719964b details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:33:24.914697 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec854548-9efe-4340-a522-4354e4cc626b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'port': 2} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:24.919267 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec854548-9efe-4340-a522-4354e4cc626b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:24.932660 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec854548-9efe-4340-a522-4354e4cc626b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:25.015105 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-ec854548-9efe-4340-a522-4354e4cc626b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] device_id is not set on port 4559a126-f2d6-49c7-b0a1-e922b6ae3f56 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:33:25.108145 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 2b960b4d-0724-4108-a643-6f79dee82ae6 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:33:25.110231 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 2b960b4d-0724-4108-a643-6f79dee82ae6 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:33:25.125222 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec854548-9efe-4340-a522-4354e4cc626b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:25.205429 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-ec854548-9efe-4340-a522-4354e4cc626b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] device_id is not set on port 4e7bdc84-a933-4fbd-972d-621342d2c927 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:33:25.272291 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:25.287313 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 2b960b4d-0724-4108-a643-6f79dee82ae6, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=2b960b4d-0724-4108-a643-6f79dee82ae6,segment=NetworkSegment(49788b62-bcdb-40ab-9977-fe7f4e7a8afa),segment_id=49788b62-bcdb-40ab-9977-fe7f4e7a8afa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:25.306409 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '2b960b4d-0724-4108-a643-6f79dee82ae6', 'network_id': '4401ec8b-bb1a-40e8-9aa3-79f7a517eeac', 'port_id': '2b960b4d-0724-4108-a643-6f79dee82ae6', 'mac_address': 'fa:16:3e:ef:c5:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c7e81c4-33ef-4d82-8d73-258654a06590', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:33:25.311515 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eed228f-37d5-4084-b68d-bba40ee1af82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b960b4d-0724-4108-a643-6f79dee82ae6'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:33:25.313786 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bbed29-00b3-43d9-b148-897b7b999f78" -d '{"events": [{"server_uuid": "4eed228f-37d5-4084-b68d-bba40ee1af82", "name": "network-vif-unplugged", "status": "completed", "tag": "2b960b4d-0724-4108-a643-6f79dee82ae6"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:33:25.323654 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec854548-9efe-4340-a522-4354e4cc626b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:25.329212 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 2b960b4d-0724-4108-a643-6f79dee82ae6, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=2b960b4d-0724-4108-a643-6f79dee82ae6,segment=NetworkSegment(49788b62-bcdb-40ab-9977-fe7f4e7a8afa),segment_id=49788b62-bcdb-40ab-9977-fe7f4e7a8afa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:25.370336 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f750201-699d-4f48-b4db-0dce817929da x-openstack-request-id: req-6f750201-699d-4f48-b4db-0dce817929da {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:33:25.370788 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eed228f-37d5-4084-b68d-bba40ee1af82", "name": "network-vif-unplugged", "status": "completed", "tag": "2b960b4d-0724-4108-a643-6f79dee82ae6", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:33:25.370896 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6f750201-699d-4f48-b4db-0dce817929da {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:33:25.371330 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eed228f-37d5-4084-b68d-bba40ee1af82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b960b4d-0724-4108-a643-6f79dee82ae6', 'code': 200} Aug 16 20:33:25.372052 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:25.374815 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec854548-9efe-4340-a522-4354e4cc626b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:25.401268 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:25.423171 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b960b4d-0724-4108-a643-6f79dee82ae6 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:33:25.432329 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec854548-9efe-4340-a522-4354e4cc626b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network 3cb3d0ee-5a3d-479c-b4da-0262a8911cbf is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:25.435827 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-ec854548-9efe-4340-a522-4354e4cc626b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:25.441744 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec854548-9efe-4340-a522-4354e4cc626b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:25.442610 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec854548-9efe-4340-a522-4354e4cc626b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:25.442749 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=2b960b4d-0724-4108-a643-6f79dee82ae6,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:25.448594 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec854548-9efe-4340-a522-4354e4cc626b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Port': ['ID=4559a126-f2d6-49c7-b0a1-e922b6ae3f56,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:25.477441 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:33:25.477805 n-d-787206-13 neutron-server[94772]: DEBUG oslo_db.api [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:33:25.508260 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec854548-9efe-4340-a522-4354e4cc626b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Port': ['ID=4e7bdc84-a933-4fbd-972d-621342d2c927,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:25.518367 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec854548-9efe-4340-a522-4354e4cc626b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Checking segment: {'id': '373d0538-d3de-4b61-9eef-45412ca3b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fa61790d-71d1-4d3a-8a46-2c89b719964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:25.518732 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec854548-9efe-4340-a522-4354e4cc626b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network hostable DHCP agents. Network: fa61790d-71d1-4d3a-8a46-2c89b719964b, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:33:25.535829 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec854548-9efe-4340-a522-4354e4cc626b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network fa61790d-71d1-4d3a-8a46-2c89b719964b is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:33:25.546177 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-ec854548-9efe-4340-a522-4354e4cc626b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, fa61790d-71d1-4d3a-8a46-2c89b719964b) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:25.550999 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec854548-9efe-4340-a522-4354e4cc626b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:25.557626 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec854548-9efe-4340-a522-4354e4cc626b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:25.560428 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033a1540-1473-46db-837b-74191f0cfd20 None None] Network fa61790d-71d1-4d3a-8a46-2c89b719964b requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:25.564073 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec854548-9efe-4340-a522-4354e4cc626b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:25.564073 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec854548-9efe-4340-a522-4354e4cc626b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:25.584098 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ec854548-9efe-4340-a522-4354e4cc626b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8459492 Aug 16 20:33:25.584265 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52560) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:25.673975 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5defd1c5-8f63-4f5f-b4de-0acd8636cae0 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting port 4e7bdc84-a933-4fbd-972d-621342d2c927 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:25.674318 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5defd1c5-8f63-4f5f-b4de-0acd8636cae0 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:25.745138 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5defd1c5-8f63-4f5f-b4de-0acd8636cae0 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:25.757826 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5defd1c5-8f63-4f5f-b4de-0acd8636cae0 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Calling delete_port for 4e7bdc84-a933-4fbd-972d-621342d2c927 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:25.839538 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5defd1c5-8f63-4f5f-b4de-0acd8636cae0 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:25.871081 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defd1c5-8f63-4f5f-b4de-0acd8636cae0 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Port': ['ID=4e7bdc84-a933-4fbd-972d-621342d2c927,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:25.877636 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5defd1c5-8f63-4f5f-b4de-0acd8636cae0 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:25.879779 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5defd1c5-8f63-4f5f-b4de-0acd8636cae0 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/ports/4e7bdc84-a933-4fbd-972d-621342d2c927 HTTP/1.1" status: 204 len: 168 time: 0.2937865 Aug 16 20:33:25.882294 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52562) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:25.934693 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a43ec06-12f8-457f-9746-390e14ad9e3d tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:25.940564 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a43ec06-12f8-457f-9746-390e14ad9e3d tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:25.942099 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4a43ec06-12f8-457f-9746-390e14ad9e3d tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0588770 Aug 16 20:33:25.944963 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52564) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:26.015436 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:26.029140 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b960b4d-0724-4108-a643-6f79dee82ae6 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:33:26.030787 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-fbdf95ac-a11d-4b0f-a71f-7c3e37495ccc tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting port 4559a126-f2d6-49c7-b0a1-e922b6ae3f56 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:26.031134 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbdf95ac-a11d-4b0f-a71f-7c3e37495ccc tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:26.052049 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 2b960b4d-0724-4108-a643-6f79dee82ae6, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=2b960b4d-0724-4108-a643-6f79dee82ae6,segment=NetworkSegment(49788b62-bcdb-40ab-9977-fe7f4e7a8afa),segment_id=49788b62-bcdb-40ab-9977-fe7f4e7a8afa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:26.058253 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:26.105738 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbdf95ac-a11d-4b0f-a71f-7c3e37495ccc tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:26.109605 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=2b960b4d-0724-4108-a643-6f79dee82ae6,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:26.119440 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-fbdf95ac-a11d-4b0f-a71f-7c3e37495ccc tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Calling delete_port for 4559a126-f2d6-49c7-b0a1-e922b6ae3f56 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:26.197672 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbdf95ac-a11d-4b0f-a71f-7c3e37495ccc tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:26.228663 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf95ac-a11d-4b0f-a71f-7c3e37495ccc tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Port': ['ID=4559a126-f2d6-49c7-b0a1-e922b6ae3f56,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:26.233556 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbdf95ac-a11d-4b0f-a71f-7c3e37495ccc tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:26.235601 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fbdf95ac-a11d-4b0f-a71f-7c3e37495ccc tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/ports/4559a126-f2d6-49c7-b0a1-e922b6ae3f56 HTTP/1.1" status: 204 len: 168 time: 0.2896905 Aug 16 20:33:26.238353 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52566) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:26.273925 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['2b960b4d-0724-4108-a643-6f79dee82ae6'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:33:26.290690 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ffac46-70b2-4bd0-9f9b-01bbe92f783c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:26.294999 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c8ffac46-70b2-4bd0-9f9b-01bbe92f783c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0533485 Aug 16 20:33:26.295354 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52568) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:26.320719 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf2ffcb-6d6c-440c-9a9f-35e0bbd4fcb1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] GET failed (client error): The resource could not be found. Aug 16 20:33:26.322580 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-dcf2ffcb-6d6c-440c-9a9f-35e0bbd4fcb1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "GET /v2.0/ports/4e7bdc84-a933-4fbd-972d-621342d2c927 HTTP/1.1" status: 404 len: 333 time: 0.0260680 Aug 16 20:33:26.325025 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52570) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:26.348470 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-196d67fa-b993-4442-9d3b-3343e6115d70 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] GET failed (client error): The resource could not be found. Aug 16 20:33:26.350107 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-196d67fa-b993-4442-9d3b-3343e6115d70 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "GET /v2.0/ports/4559a126-f2d6-49c7-b0a1-e922b6ae3f56 HTTP/1.1" status: 404 len: 333 time: 0.0240333 Aug 16 20:33:26.353582 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52572) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:26.443434 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f25fc1b7-286c-4e8b-9539-2ae62757b0cc tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:26.533585 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f25fc1b7-286c-4e8b-9539-2ae62757b0cc tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:26.543922 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f25fc1b7-286c-4e8b-9539-2ae62757b0cc tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa61790d-71d1-4d3a-8a46-2c89b719964b']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:26.553210 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f25fc1b7-286c-4e8b-9539-2ae62757b0cc tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '373d0538-d3de-4b61-9eef-45412ca3b346') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:26.554004 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f25fc1b7-286c-4e8b-9539-2ae62757b0cc tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '373d0538-d3de-4b61-9eef-45412ca3b346') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:26.563037 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f25fc1b7-286c-4e8b-9539-2ae62757b0cc tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:26.576514 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f25fc1b7-286c-4e8b-9539-2ae62757b0cc tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:26.583364 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f25fc1b7-286c-4e8b-9539-2ae62757b0cc tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:33:26.583771 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f25fc1b7-286c-4e8b-9539-2ae62757b0cc tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:26.591700 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:33:26.591700 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:33:26.591700 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:33:26.591700 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:33:26.591700 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:33:26.591700 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:33:26.591700 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:33:26.591700 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:33:26.591700 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:33:26.591700 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:33:26.591700 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:33:26.591700 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:33:26.591700 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:33:26.591700 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:33:26.591700 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:33:26.591700 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:33:26.591700 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:33:26.591700 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:33:26.591700 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:33:26.591700 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:33:26.591700 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:33:26.591700 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:33:26.591700 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:33:26.591700 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:33:26.591700 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:33:26.591700 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:33:26.591700 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:33:26.591700 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:33:26.591700 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:33:26.591700 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:33:26.591700 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:33:26.591700 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:33:26.656619 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f25fc1b7-286c-4e8b-9539-2ae62757b0cc tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:26.665697 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f25fc1b7-286c-4e8b-9539-2ae62757b0cc tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:26.669851 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f25fc1b7-286c-4e8b-9539-2ae62757b0cc tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/networks/fa61790d-71d1-4d3a-8a46-2c89b719964b HTTP/1.1" status: 204 len: 168 time: 0.3151190 Aug 16 20:33:26.671183 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52576) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:26.676603 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-86c2eb6e-288e-471d-8b31-8b7318450f73 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1713214442'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:26.683022 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fc1b7-286c-4e8b-9539-2ae62757b0cc tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Network': ['ID=fa61790d-71d1-4d3a-8a46-2c89b719964b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:26.699090 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c2eb6e-288e-471d-8b31-8b7318450f73 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:26.702527 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-86c2eb6e-288e-471d-8b31-8b7318450f73 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:26.725818 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c2eb6e-288e-471d-8b31-8b7318450f73 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:33:26.734981 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-86c2eb6e-288e-471d-8b31-8b7318450f73 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:26.735282 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-86c2eb6e-288e-471d-8b31-8b7318450f73 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Added segment 1c7a4851-b53f-4fb5-ba97-5b35a6d39342 of type vlan for network 6abcb588-9d94-4799-8164-597d85b630b1 Aug 16 20:33:26.773805 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-86c2eb6e-288e-471d-8b31-8b7318450f73 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:26.798150 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-86c2eb6e-288e-471d-8b31-8b7318450f73 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:26.803730 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c2eb6e-288e-471d-8b31-8b7318450f73 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:26.804350 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-86c2eb6e-288e-471d-8b31-8b7318450f73 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:26.856934 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-86c2eb6e-288e-471d-8b31-8b7318450f73 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1844876 Aug 16 20:33:26.859850 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52578) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:26.864474 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b2056444-8e95-4120-bf73-8d2399ff3aa6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'subnet': {'network_id': '6abcb588-9d94-4799-8164-597d85b630b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:26.919291 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2eb6e-288e-471d-8b31-8b7318450f73 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Network': ['ID=6abcb588-9d94-4799-8164-597d85b630b1,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:26.929771 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 6abcb588-9d94-4799-8164-597d85b630b1 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:33:26.965149 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2056444-8e95-4120-bf73-8d2399ff3aa6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:26.968784 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b2056444-8e95-4120-bf73-8d2399ff3aa6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:27.122192 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 2b960b4d-0724-4108-a643-6f79dee82ae6 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:27.158803 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b2056444-8e95-4120-bf73-8d2399ff3aa6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:27.182233 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 2b960b4d-0724-4108-a643-6f79dee82ae6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:27.182763 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:27.223924 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2056444-8e95-4120-bf73-8d2399ff3aa6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Subnet': ['ID=5e2e62f4-a7a3-4620-864d-e1504341fc93,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:27.240419 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2056444-8e95-4120-bf73-8d2399ff3aa6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Checking segment: {'id': '1c7a4851-b53f-4fb5-ba97-5b35a6d39342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6abcb588-9d94-4799-8164-597d85b630b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:27.240785 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2056444-8e95-4120-bf73-8d2399ff3aa6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network hostable DHCP agents. Network: 6abcb588-9d94-4799-8164-597d85b630b1, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:33:27.260168 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2056444-8e95-4120-bf73-8d2399ff3aa6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network 6abcb588-9d94-4799-8164-597d85b630b1 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:33:27.265839 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:27.269987 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-b2056444-8e95-4120-bf73-8d2399ff3aa6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 6abcb588-9d94-4799-8164-597d85b630b1) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:27.278687 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2056444-8e95-4120-bf73-8d2399ff3aa6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:27.279003 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8a6e61-2b34-4760-b929-5bf054a3e6f0 None None] Network 6abcb588-9d94-4799-8164-597d85b630b1 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:27.279534 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b2056444-8e95-4120-bf73-8d2399ff3aa6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:27.295845 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b2056444-8e95-4120-bf73-8d2399ff3aa6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4350114 Aug 16 20:33:27.297332 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52580) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:27.303691 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3eafd297-7e64-4c78-8009-5105e2a04cb6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'port': {'network_id': '6abcb588-9d94-4799-8164-597d85b630b1', 'name': 'tempest-PortsTestJSON-1365038025'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:27.346320 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 2b960b4d-0724-4108-a643-6f79dee82ae6, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=2b960b4d-0724-4108-a643-6f79dee82ae6,segment=NetworkSegment(49788b62-bcdb-40ab-9977-fe7f4e7a8afa),segment_id=49788b62-bcdb-40ab-9977-fe7f4e7a8afa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:27.351958 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:27.391399 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eed228f-37d5-4084-b68d-bba40ee1af82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b960b4d-0724-4108-a643-6f79dee82ae6'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:33:27.393839 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b25df7-b33f-45c6-a7ab-91fbe20cfe79" -d '{"events": [{"server_uuid": "4eed228f-37d5-4084-b68d-bba40ee1af82", "name": "network-vif-plugged", "status": "completed", "tag": "2b960b4d-0724-4108-a643-6f79dee82ae6"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:33:27.424150 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eafd297-7e64-4c78-8009-5105e2a04cb6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:27.429067 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3eafd297-7e64-4c78-8009-5105e2a04cb6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:27.430990 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=2b960b4d-0724-4108-a643-6f79dee82ae6,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:27.450131 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-3eafd297-7e64-4c78-8009-5105e2a04cb6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] device_id is not set on port 86c284bb-ced6-4491-871e-5d5e2613c6f3 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:33:27.472054 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9aecf1-d95d-4b27-9dc7-d29e2640b509 x-openstack-request-id: req-ce9aecf1-d95d-4b27-9dc7-d29e2640b509 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:33:27.472340 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eed228f-37d5-4084-b68d-bba40ee1af82", "name": "network-vif-plugged", "status": "completed", "tag": "2b960b4d-0724-4108-a643-6f79dee82ae6", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:33:27.472592 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ce9aecf1-d95d-4b27-9dc7-d29e2640b509 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:33:27.472986 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eed228f-37d5-4084-b68d-bba40ee1af82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b960b4d-0724-4108-a643-6f79dee82ae6', 'code': 200} Aug 16 20:33:27.509181 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52af7fda-06b4-4ef5-8d87-809be560e2d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-6abcb588-9d94-4799-8164-597d85b630b1', 'network_id': '6abcb588-9d94-4799-8164-597d85b630b1', 'tenant_id': '5c0bb5433ce54abe96f20ad2cf9c11b3', 'fixed_ips': [{'subnet_id': '5e2e62f4-a7a3-4620-864d-e1504341fc93'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:33:27.510419 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-52af7fda-06b4-4ef5-8d87-809be560e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:27.563664 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-3eafd297-7e64-4c78-8009-5105e2a04cb6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Allocated IP 172.20.0.6 (6abcb588-9d94-4799-8164-597d85b630b1/5e2e62f4-a7a3-4620-864d-e1504341fc93/86c284bb-ced6-4491-871e-5d5e2613c6f3) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:27.720179 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3eafd297-7e64-4c78-8009-5105e2a04cb6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:27.741040 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-3eafd297-7e64-4c78-8009-5105e2a04cb6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Transition to ACTIVE for port object 86c284bb-ced6-4491-871e-5d5e2613c6f3 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:27.777009 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3eafd297-7e64-4c78-8009-5105e2a04cb6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:27.822658 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eafd297-7e64-4c78-8009-5105e2a04cb6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network 6abcb588-9d94-4799-8164-597d85b630b1 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:27.825808 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-3eafd297-7e64-4c78-8009-5105e2a04cb6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:27.826458 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-52af7fda-06b4-4ef5-8d87-809be560e2d1 None None] Allocated IP 172.20.0.2 (6abcb588-9d94-4799-8164-597d85b630b1/5e2e62f4-a7a3-4620-864d-e1504341fc93/c1624807-8af0-4e5e-a8e9-ea5d5e33f2f0) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:27.829574 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eafd297-7e64-4c78-8009-5105e2a04cb6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:27.836295 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eafd297-7e64-4c78-8009-5105e2a04cb6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Port': ['ID=86c284bb-ced6-4491-871e-5d5e2613c6f3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:27.885907 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eafd297-7e64-4c78-8009-5105e2a04cb6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:27.886510 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3eafd297-7e64-4c78-8009-5105e2a04cb6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:27.903582 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52586) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:27.904171 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3eafd297-7e64-4c78-8009-5105e2a04cb6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6049135 Aug 16 20:33:27.977472 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-52af7fda-06b4-4ef5-8d87-809be560e2d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:27.986716 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-52af7fda-06b4-4ef5-8d87-809be560e2d1 None None] Transition to ACTIVE for port object c1624807-8af0-4e5e-a8e9-ea5d5e33f2f0 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:27.994676 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-bc80bb5e-6c42-441e-baf2-c5019c7a6b3f tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting port 86c284bb-ced6-4491-871e-5d5e2613c6f3 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:27.995579 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc80bb5e-6c42-441e-baf2-c5019c7a6b3f tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:28.002802 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-52af7fda-06b4-4ef5-8d87-809be560e2d1 None None] Transition to ACTIVE for port object c1624807-8af0-4e5e-a8e9-ea5d5e33f2f0 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:28.009734 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-52af7fda-06b4-4ef5-8d87-809be560e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:28.051466 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52af7fda-06b4-4ef5-8d87-809be560e2d1 None None] Network 6abcb588-9d94-4799-8164-597d85b630b1 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:28.054657 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-52af7fda-06b4-4ef5-8d87-809be560e2d1 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:28.059033 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52af7fda-06b4-4ef5-8d87-809be560e2d1 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:28.062125 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af7fda-06b4-4ef5-8d87-809be560e2d1 None None] Pushing event updated for resources: {'Port': ['ID=c1624807-8af0-4e5e-a8e9-ea5d5e33f2f0,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:28.110295 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc80bb5e-6c42-441e-baf2-c5019c7a6b3f tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:28.114516 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-52af7fda-06b4-4ef5-8d87-809be560e2d1 None None] Attempting to bind port c1624807-8af0-4e5e-a8e9-ea5d5e33f2f0 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:33:28.114891 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-52af7fda-06b4-4ef5-8d87-809be560e2d1 None None] Attempting to bind port c1624807-8af0-4e5e-a8e9-ea5d5e33f2f0 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '1c7a4851-b53f-4fb5-ba97-5b35a6d39342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6abcb588-9d94-4799-8164-597d85b630b1'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:33:28.115286 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52af7fda-06b4-4ef5-8d87-809be560e2d1 None None] Attempting to bind port c1624807-8af0-4e5e-a8e9-ea5d5e33f2f0 on network 6abcb588-9d94-4799-8164-597d85b630b1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:33:28.120418 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52af7fda-06b4-4ef5-8d87-809be560e2d1 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:33:28.120810 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52af7fda-06b4-4ef5-8d87-809be560e2d1 None None] Checking segment: {'id': '1c7a4851-b53f-4fb5-ba97-5b35a6d39342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6abcb588-9d94-4799-8164-597d85b630b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:28.121219 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-52af7fda-06b4-4ef5-8d87-809be560e2d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:28.121612 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52af7fda-06b4-4ef5-8d87-809be560e2d1 None None] Bound using segment: {'id': '1c7a4851-b53f-4fb5-ba97-5b35a6d39342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6abcb588-9d94-4799-8164-597d85b630b1'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:33:28.122073 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-52af7fda-06b4-4ef5-8d87-809be560e2d1 None None] Bound port: c1624807-8af0-4e5e-a8e9-ea5d5e33f2f0, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7a4851-b53f-4fb5-ba97-5b35a6d39342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6abcb588-9d94-4799-8164-597d85b630b1'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:33:28.122464 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-52af7fda-06b4-4ef5-8d87-809be560e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:28.123847 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-bc80bb5e-6c42-441e-baf2-c5019c7a6b3f tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Calling delete_port for 86c284bb-ced6-4491-871e-5d5e2613c6f3 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:28.196451 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-52af7fda-06b4-4ef5-8d87-809be560e2d1 None None] For port c1624807-8af0-4e5e-a8e9-ea5d5e33f2f0, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:33:28.200230 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-52af7fda-06b4-4ef5-8d87-809be560e2d1 None None] For port c1624807-8af0-4e5e-a8e9-ea5d5e33f2f0, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=c1624807-8af0-4e5e-a8e9-ea5d5e33f2f0,segment=NetworkSegment(1c7a4851-b53f-4fb5-ba97-5b35a6d39342),segment_id=1c7a4851-b53f-4fb5-ba97-5b35a6d39342)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:33:28.204972 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-52af7fda-06b4-4ef5-8d87-809be560e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:28.257782 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc80bb5e-6c42-441e-baf2-c5019c7a6b3f tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:28.267611 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af7fda-06b4-4ef5-8d87-809be560e2d1 None None] Pushing event updated for resources: {'Port': ['ID=c1624807-8af0-4e5e-a8e9-ea5d5e33f2f0,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:28.298164 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc80bb5e-6c42-441e-baf2-c5019c7a6b3f tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Port': ['ID=86c284bb-ced6-4491-871e-5d5e2613c6f3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:28.374094 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc80bb5e-6c42-441e-baf2-c5019c7a6b3f tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:28.376587 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bc80bb5e-6c42-441e-baf2-c5019c7a6b3f tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/ports/86c284bb-ced6-4491-871e-5d5e2613c6f3 HTTP/1.1" status: 204 len: 168 time: 0.4705493 Aug 16 20:33:28.379631 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52588) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:28.404970 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-64c14c4d-2302-4e3d-9c4f-59dfca27504d tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:28.405799 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64c14c4d-2302-4e3d-9c4f-59dfca27504d tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:28.410764 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52590) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:28.410908 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-64c14c4d-2302-4e3d-9c4f-59dfca27504d tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/ports/86c284bb-ced6-4491-871e-5d5e2613c6f3 HTTP/1.1" status: 404 len: 333 time: 0.0302191 Aug 16 20:33:28.452394 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a209fbf8-7e92-40fa-81bd-241b2175c52f tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] GET failed (client error): The resource could not be found. Aug 16 20:33:28.460023 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52592) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:28.469172 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a209fbf8-7e92-40fa-81bd-241b2175c52f tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "GET /v2.0/ports/86c284bb-ced6-4491-871e-5d5e2613c6f3 HTTP/1.1" status: 404 len: 333 time: 0.0565186 Aug 16 20:33:28.519838 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-334646f1-9ccc-4496-9e9b-c00fd62abae6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting subnet 5e2e62f4-a7a3-4620-864d-e1504341fc93 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:33:28.523874 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-334646f1-9ccc-4496-9e9b-c00fd62abae6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:28.576383 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-334646f1-9ccc-4496-9e9b-c00fd62abae6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:28.675021 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-334646f1-9ccc-4496-9e9b-c00fd62abae6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:28.736328 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-334646f1-9ccc-4496-9e9b-c00fd62abae6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:28.771351 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334646f1-9ccc-4496-9e9b-c00fd62abae6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Subnet': ['ID=5e2e62f4-a7a3-4620-864d-e1504341fc93,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:28.772988 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-334646f1-9ccc-4496-9e9b-c00fd62abae6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:28.777791 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-334646f1-9ccc-4496-9e9b-c00fd62abae6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/subnets/5e2e62f4-a7a3-4620-864d-e1504341fc93 HTTP/1.1" status: 204 len: 168 time: 0.3178148 Aug 16 20:33:28.777938 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52598) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:28.857805 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1a78e736-8557-4243-a1ee-2e10a72db6a8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:28.918788 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-1a78e736-8557-4243-a1ee-2e10a72db6a8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting port c1624807-8af0-4e5e-a8e9-ea5d5e33f2f0 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:28.919143 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1a78e736-8557-4243-a1ee-2e10a72db6a8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:28.965366 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c1624807-8af0-4e5e-a8e9-ea5d5e33f2f0 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:28.993228 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-1a78e736-8557-4243-a1ee-2e10a72db6a8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] For port c1624807-8af0-4e5e-a8e9-ea5d5e33f2f0, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=c1624807-8af0-4e5e-a8e9-ea5d5e33f2f0,segment=NetworkSegment(1c7a4851-b53f-4fb5-ba97-5b35a6d39342),segment_id=1c7a4851-b53f-4fb5-ba97-5b35a6d39342)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:28.993592 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1a78e736-8557-4243-a1ee-2e10a72db6a8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:29.007881 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-1a78e736-8557-4243-a1ee-2e10a72db6a8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Calling delete_port for c1624807-8af0-4e5e-a8e9-ea5d5e33f2f0 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:29.019868 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port c1624807-8af0-4e5e-a8e9-ea5d5e33f2f0 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:29.093016 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1a78e736-8557-4243-a1ee-2e10a72db6a8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:29.120599 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78e736-8557-4243-a1ee-2e10a72db6a8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Port': ['ID=c1624807-8af0-4e5e-a8e9-ea5d5e33f2f0,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:29.124527 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a78e736-8557-4243-a1ee-2e10a72db6a8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] No DVR routers for this DVR port c1624807-8af0-4e5e-a8e9-ea5d5e33f2f0 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:33:29.208589 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1a78e736-8557-4243-a1ee-2e10a72db6a8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:29.218968 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-1a78e736-8557-4243-a1ee-2e10a72db6a8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6abcb588-9d94-4799-8164-597d85b630b1']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:29.229689 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-1a78e736-8557-4243-a1ee-2e10a72db6a8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c7a4851-b53f-4fb5-ba97-5b35a6d39342') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:29.230194 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-1a78e736-8557-4243-a1ee-2e10a72db6a8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c7a4851-b53f-4fb5-ba97-5b35a6d39342') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:29.238815 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1a78e736-8557-4243-a1ee-2e10a72db6a8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:29.253323 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1a78e736-8557-4243-a1ee-2e10a72db6a8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:29.260041 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a78e736-8557-4243-a1ee-2e10a72db6a8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:33:29.260208 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1a78e736-8557-4243-a1ee-2e10a72db6a8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:29.263177 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:33:29.263177 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:33:29.263177 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:33:29.263177 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:33:29.263177 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:33:29.263177 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:33:29.263177 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:33:29.263177 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:33:29.263177 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:33:29.263177 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:33:29.263177 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:33:29.263177 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:33:29.263177 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:33:29.263177 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:33:29.263177 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:33:29.263177 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:33:29.263177 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:33:29.263177 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:33:29.263177 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:33:29.263177 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:33:29.263177 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:33:29.263177 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:33:29.263177 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:33:29.263177 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:33:29.263177 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:33:29.263177 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:33:29.263177 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:33:29.263177 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:33:29.263177 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:33:29.263177 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:33:29.263177 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:33:29.263177 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:33:29.265613 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ee8ca6-d9aa-4760-8f3b-ad803152e879 None None] Network 6abcb588-9d94-4799-8164-597d85b630b1 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:29.313113 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-430b0171-a6ef-4cd1-9cdf-5ff8aa667b52 None None] Could not find standard attr ID for object c1624807-8af0-4e5e-a8e9-ea5d5e33f2f0. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:33:29.319867 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1a78e736-8557-4243-a1ee-2e10a72db6a8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:29.328597 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1a78e736-8557-4243-a1ee-2e10a72db6a8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:29.333953 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1a78e736-8557-4243-a1ee-2e10a72db6a8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/networks/6abcb588-9d94-4799-8164-597d85b630b1 HTTP/1.1" status: 204 len: 168 time: 0.5512822 Aug 16 20:33:29.334336 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52600) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:29.340641 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78e736-8557-4243-a1ee-2e10a72db6a8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Network': ['ID=6abcb588-9d94-4799-8164-597d85b630b1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:29.342918 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a38c14ec-03e6-4b1a-8adb-feef5b1a1655 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-920015316'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:29.364765 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38c14ec-03e6-4b1a-8adb-feef5b1a1655 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:29.368952 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a38c14ec-03e6-4b1a-8adb-feef5b1a1655 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:29.394985 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38c14ec-03e6-4b1a-8adb-feef5b1a1655 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:33:29.405978 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a38c14ec-03e6-4b1a-8adb-feef5b1a1655 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:29.406317 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-a38c14ec-03e6-4b1a-8adb-feef5b1a1655 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Added segment 9a50e8f4-0bba-41e2-a89d-dc48ae056010 of type vlan for network 245346c4-f198-46d4-bace-9adc40ad843b Aug 16 20:33:29.431283 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c6b2a4-88e4-41aa-ba9f-4ac76f0f5130 None None] DHCP port deletion for 6abcb588-9d94-4799-8164-597d85b630b1 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:33:29.446639 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a38c14ec-03e6-4b1a-8adb-feef5b1a1655 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:29.471314 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a38c14ec-03e6-4b1a-8adb-feef5b1a1655 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:29.477707 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38c14ec-03e6-4b1a-8adb-feef5b1a1655 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:29.478289 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a38c14ec-03e6-4b1a-8adb-feef5b1a1655 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:29.529898 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a38c14ec-03e6-4b1a-8adb-feef5b1a1655 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1941841 Aug 16 20:33:29.532707 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52602) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:29.538171 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d05cdf12-d8c3-460d-b9ef-d5913cf26740 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'subnet': {'network_id': '245346c4-f198-46d4-bace-9adc40ad843b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:29.542447 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c14ec-03e6-4b1a-8adb-feef5b1a1655 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Network': ['ID=245346c4-f198-46d4-bace-9adc40ad843b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:29.552335 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 245346c4-f198-46d4-bace-9adc40ad843b details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:33:29.941576 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05cdf12-d8c3-460d-b9ef-d5913cf26740 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:29.945452 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d05cdf12-d8c3-460d-b9ef-d5913cf26740 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:30.147196 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d05cdf12-d8c3-460d-b9ef-d5913cf26740 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:30.204310 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05cdf12-d8c3-460d-b9ef-d5913cf26740 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Subnet': ['ID=49186d75-a077-4306-9927-f6a5ad32f7c9,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:30.214230 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05cdf12-d8c3-460d-b9ef-d5913cf26740 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Checking segment: {'id': '9a50e8f4-0bba-41e2-a89d-dc48ae056010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '245346c4-f198-46d4-bace-9adc40ad843b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:30.214584 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05cdf12-d8c3-460d-b9ef-d5913cf26740 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network hostable DHCP agents. Network: 245346c4-f198-46d4-bace-9adc40ad843b, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:33:30.230771 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05cdf12-d8c3-460d-b9ef-d5913cf26740 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network 245346c4-f198-46d4-bace-9adc40ad843b is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:33:30.239623 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d05cdf12-d8c3-460d-b9ef-d5913cf26740 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 245346c4-f198-46d4-bace-9adc40ad843b) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:30.244940 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05cdf12-d8c3-460d-b9ef-d5913cf26740 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:30.245527 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d05cdf12-d8c3-460d-b9ef-d5913cf26740 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:30.250310 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03569976-7a8d-4228-bbd9-4f8dbb6f5d6f None None] Network 245346c4-f198-46d4-bace-9adc40ad843b requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:30.261733 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d05cdf12-d8c3-460d-b9ef-d5913cf26740 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7277441 Aug 16 20:33:30.264305 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52624) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:30.269266 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-281496f1-b058-4999-8fde-6d2559d8ecec tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'port': {'network_id': '245346c4-f198-46d4-bace-9adc40ad843b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2130649481'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:30.408969 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281496f1-b058-4999-8fde-6d2559d8ecec tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:30.412977 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-281496f1-b058-4999-8fde-6d2559d8ecec tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:30.427299 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aa4036-d49b-4bb8-85e3-a161447bf398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-245346c4-f198-46d4-bace-9adc40ad843b', 'network_id': '245346c4-f198-46d4-bace-9adc40ad843b', 'tenant_id': '5c0bb5433ce54abe96f20ad2cf9c11b3', 'fixed_ips': [{'subnet_id': '49186d75-a077-4306-9927-f6a5ad32f7c9'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:33:30.428192 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-00aa4036-d49b-4bb8-85e3-a161447bf398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:30.434798 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-281496f1-b058-4999-8fde-6d2559d8ecec tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] device_id is not set on port 733a580e-8ab5-48ed-9523-27613f13edf4 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:33:30.548446 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-281496f1-b058-4999-8fde-6d2559d8ecec tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Allocated IP 172.20.0.14 (245346c4-f198-46d4-bace-9adc40ad843b/49186d75-a077-4306-9927-f6a5ad32f7c9/733a580e-8ab5-48ed-9523-27613f13edf4) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:30.673144 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-281496f1-b058-4999-8fde-6d2559d8ecec tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:30.687341 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-281496f1-b058-4999-8fde-6d2559d8ecec tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Transition to ACTIVE for port object 733a580e-8ab5-48ed-9523-27613f13edf4 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:30.725520 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-281496f1-b058-4999-8fde-6d2559d8ecec tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:30.772697 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281496f1-b058-4999-8fde-6d2559d8ecec tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network 245346c4-f198-46d4-bace-9adc40ad843b is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:30.772989 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-00aa4036-d49b-4bb8-85e3-a161447bf398 None None] Allocated IP 172.20.0.2 (245346c4-f198-46d4-bace-9adc40ad843b/49186d75-a077-4306-9927-f6a5ad32f7c9/8d9607d8-43d8-45b4-b3cc-2138be147c54) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:30.778767 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-281496f1-b058-4999-8fde-6d2559d8ecec tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:30.780734 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281496f1-b058-4999-8fde-6d2559d8ecec tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Port': ['ID=733a580e-8ab5-48ed-9523-27613f13edf4,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:30.783277 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281496f1-b058-4999-8fde-6d2559d8ecec tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:30.837933 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281496f1-b058-4999-8fde-6d2559d8ecec tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:30.838554 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-281496f1-b058-4999-8fde-6d2559d8ecec tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:30.858911 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52642) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:30.859509 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-281496f1-b058-4999-8fde-6d2559d8ecec tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 0.5937324 Aug 16 20:33:30.934525 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-00aa4036-d49b-4bb8-85e3-a161447bf398 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:30.945918 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c1624807-8af0-4e5e-a8e9-ea5d5e33f2f0 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:33:30.948011 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-00aa4036-d49b-4bb8-85e3-a161447bf398 None None] Transition to ACTIVE for port object 8d9607d8-43d8-45b4-b3cc-2138be147c54 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:30.971055 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: c1624807-8af0-4e5e-a8e9-ea5d5e33f2f0 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:33:30.971444 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c1624807-8af0-4e5e-a8e9-ea5d5e33f2f0 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:33:30.981749 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-fbf07403-d4d6-468d-88ce-f02f7c5e30da tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting port 733a580e-8ab5-48ed-9523-27613f13edf4 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:30.981749 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbf07403-d4d6-468d-88ce-f02f7c5e30da tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:30.984351 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-00aa4036-d49b-4bb8-85e3-a161447bf398 None None] Transition to ACTIVE for port object 8d9607d8-43d8-45b4-b3cc-2138be147c54 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:30.992507 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-00aa4036-d49b-4bb8-85e3-a161447bf398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:31.031848 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00aa4036-d49b-4bb8-85e3-a161447bf398 None None] Network 245346c4-f198-46d4-bace-9adc40ad843b is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:31.034763 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-00aa4036-d49b-4bb8-85e3-a161447bf398 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:31.041471 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aa4036-d49b-4bb8-85e3-a161447bf398 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:31.072251 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa4036-d49b-4bb8-85e3-a161447bf398 None None] Pushing event updated for resources: {'Port': ['ID=8d9607d8-43d8-45b4-b3cc-2138be147c54,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:31.097970 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbf07403-d4d6-468d-88ce-f02f7c5e30da tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:31.105064 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-00aa4036-d49b-4bb8-85e3-a161447bf398 None None] Attempting to bind port 8d9607d8-43d8-45b4-b3cc-2138be147c54 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:33:31.105436 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-00aa4036-d49b-4bb8-85e3-a161447bf398 None None] Attempting to bind port 8d9607d8-43d8-45b4-b3cc-2138be147c54 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '9a50e8f4-0bba-41e2-a89d-dc48ae056010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '245346c4-f198-46d4-bace-9adc40ad843b'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:33:31.105796 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aa4036-d49b-4bb8-85e3-a161447bf398 None None] Attempting to bind port 8d9607d8-43d8-45b4-b3cc-2138be147c54 on network 245346c4-f198-46d4-bace-9adc40ad843b {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:33:31.110814 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aa4036-d49b-4bb8-85e3-a161447bf398 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:33:31.111865 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aa4036-d49b-4bb8-85e3-a161447bf398 None None] Checking segment: {'id': '9a50e8f4-0bba-41e2-a89d-dc48ae056010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '245346c4-f198-46d4-bace-9adc40ad843b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:31.111865 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-00aa4036-d49b-4bb8-85e3-a161447bf398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:31.112051 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aa4036-d49b-4bb8-85e3-a161447bf398 None None] Bound using segment: {'id': '9a50e8f4-0bba-41e2-a89d-dc48ae056010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '245346c4-f198-46d4-bace-9adc40ad843b'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:33:31.112416 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-00aa4036-d49b-4bb8-85e3-a161447bf398 None None] Bound port: 8d9607d8-43d8-45b4-b3cc-2138be147c54, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a50e8f4-0bba-41e2-a89d-dc48ae056010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '245346c4-f198-46d4-bace-9adc40ad843b'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:33:31.112791 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-00aa4036-d49b-4bb8-85e3-a161447bf398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:31.119924 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-fbf07403-d4d6-468d-88ce-f02f7c5e30da tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Calling delete_port for 733a580e-8ab5-48ed-9523-27613f13edf4 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:31.186940 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-00aa4036-d49b-4bb8-85e3-a161447bf398 None None] For port 8d9607d8-43d8-45b4-b3cc-2138be147c54, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:33:31.190579 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-00aa4036-d49b-4bb8-85e3-a161447bf398 None None] For port 8d9607d8-43d8-45b4-b3cc-2138be147c54, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8d9607d8-43d8-45b4-b3cc-2138be147c54,segment=NetworkSegment(9a50e8f4-0bba-41e2-a89d-dc48ae056010),segment_id=9a50e8f4-0bba-41e2-a89d-dc48ae056010)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:33:31.198246 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-00aa4036-d49b-4bb8-85e3-a161447bf398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:31.260437 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbf07403-d4d6-468d-88ce-f02f7c5e30da tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:31.270382 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa4036-d49b-4bb8-85e3-a161447bf398 None None] Pushing event updated for resources: {'Port': ['ID=8d9607d8-43d8-45b4-b3cc-2138be147c54,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:31.296282 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf07403-d4d6-468d-88ce-f02f7c5e30da tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Port': ['ID=733a580e-8ab5-48ed-9523-27613f13edf4,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:31.712981 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbf07403-d4d6-468d-88ce-f02f7c5e30da tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:31.715276 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fbf07403-d4d6-468d-88ce-f02f7c5e30da tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/ports/733a580e-8ab5-48ed-9523-27613f13edf4 HTTP/1.1" status: 204 len: 168 time: 0.8543530 Aug 16 20:33:31.717784 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52654) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:31.746716 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-2def1a2d-3b53-4e92-a636-d9e2359a04fe tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] GET failed (client error): The resource could not be found. Aug 16 20:33:31.749326 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2def1a2d-3b53-4e92-a636-d9e2359a04fe tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "GET /v2.0/ports/733a580e-8ab5-48ed-9523-27613f13edf4 HTTP/1.1" status: 404 len: 333 time: 0.0295994 Aug 16 20:33:31.752138 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52656) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:31.814061 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b1d337-2bf9-4a66-b3d4-cce7985364f9 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting subnet 49186d75-a077-4306-9927-f6a5ad32f7c9 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:33:31.817776 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-63b1d337-2bf9-4a66-b3d4-cce7985364f9 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:31.825098 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4b487f68-e595-4e80-b3bc-40be153121c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:31.862739 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-63b1d337-2bf9-4a66-b3d4-cce7985364f9 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:31.968176 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-63b1d337-2bf9-4a66-b3d4-cce7985364f9 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:32.042655 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-63b1d337-2bf9-4a66-b3d4-cce7985364f9 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:32.073602 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1d337-2bf9-4a66-b3d4-cce7985364f9 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Subnet': ['ID=49186d75-a077-4306-9927-f6a5ad32f7c9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:32.079697 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-63b1d337-2bf9-4a66-b3d4-cce7985364f9 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:32.084214 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-63b1d337-2bf9-4a66-b3d4-cce7985364f9 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/subnets/49186d75-a077-4306-9927-f6a5ad32f7c9 HTTP/1.1" status: 204 len: 168 time: 0.3284817 Aug 16 20:33:32.084427 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52658) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:32.170774 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89460951-589b-48ba-80d9-806b52755d19 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:32.226419 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-89460951-589b-48ba-80d9-806b52755d19 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting port 8d9607d8-43d8-45b4-b3cc-2138be147c54 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:32.227238 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89460951-589b-48ba-80d9-806b52755d19 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:32.295665 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-89460951-589b-48ba-80d9-806b52755d19 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] For port 8d9607d8-43d8-45b4-b3cc-2138be147c54, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8d9607d8-43d8-45b4-b3cc-2138be147c54,segment=NetworkSegment(9a50e8f4-0bba-41e2-a89d-dc48ae056010),segment_id=9a50e8f4-0bba-41e2-a89d-dc48ae056010)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:32.296039 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89460951-589b-48ba-80d9-806b52755d19 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:32.310510 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-89460951-589b-48ba-80d9-806b52755d19 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Calling delete_port for 8d9607d8-43d8-45b4-b3cc-2138be147c54 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:32.318948 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af20bae-0144-47e5-b4c8-63d791e24133 None None] Network 245346c4-f198-46d4-bace-9adc40ad843b requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:32.391805 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6e355e3b-1392-4abf-81d7-ed1b27888494 None None] Provisioning for port 8d9607d8-43d8-45b4-b3cc-2138be147c54 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:32.392373 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89460951-589b-48ba-80d9-806b52755d19 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:32.398788 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6e355e3b-1392-4abf-81d7-ed1b27888494 None None] Provisioning complete for port 8d9607d8-43d8-45b4-b3cc-2138be147c54 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:32.399414 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6e355e3b-1392-4abf-81d7-ed1b27888494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:32.416230 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89460951-589b-48ba-80d9-806b52755d19 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Port': ['ID=8d9607d8-43d8-45b4-b3cc-2138be147c54,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:32.422450 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89460951-589b-48ba-80d9-806b52755d19 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] No DVR routers for this DVR port 8d9607d8-43d8-45b4-b3cc-2138be147c54 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:33:32.424811 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6e355e3b-1392-4abf-81d7-ed1b27888494 None None] Port 8d9607d8-43d8-45b4-b3cc-2138be147c54 was deleted so its status cannot be updated. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 20:33:32.507823 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89460951-589b-48ba-80d9-806b52755d19 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:32.520921 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-89460951-589b-48ba-80d9-806b52755d19 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['245346c4-f198-46d4-bace-9adc40ad843b']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:32.530555 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-89460951-589b-48ba-80d9-806b52755d19 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a50e8f4-0bba-41e2-a89d-dc48ae056010') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:32.530846 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-89460951-589b-48ba-80d9-806b52755d19 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a50e8f4-0bba-41e2-a89d-dc48ae056010') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:32.540685 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89460951-589b-48ba-80d9-806b52755d19 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:32.545440 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0a132c-af8f-412d-9585-9e1e9596fc2e None None] DHCP port deletion for 245346c4-f198-46d4-bace-9adc40ad843b request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:33:32.558938 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89460951-589b-48ba-80d9-806b52755d19 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:32.565542 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89460951-589b-48ba-80d9-806b52755d19 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:33:32.565946 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89460951-589b-48ba-80d9-806b52755d19 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:32.569280 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:33:32.569280 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:33:32.569280 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:33:32.569280 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:33:32.569280 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:33:32.569280 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:33:32.569280 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:33:32.569280 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:33:32.569280 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:33:32.569280 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:33:32.569280 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:33:32.569280 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:33:32.569280 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:33:32.569280 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:33:32.569280 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:33:32.569280 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:33:32.569280 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:33:32.569280 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:33:32.569280 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:33:32.569280 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:33:32.569280 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:33:32.569280 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:33:32.569280 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:33:32.569280 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:33:32.569280 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:33:32.569280 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:33:32.569280 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:33:32.569280 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:33:32.569280 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:33:32.569280 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:33:32.569280 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:33:32.569280 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:33:32.629881 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89460951-589b-48ba-80d9-806b52755d19 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:32.637515 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89460951-589b-48ba-80d9-806b52755d19 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:32.639349 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-89460951-589b-48ba-80d9-806b52755d19 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/networks/245346c4-f198-46d4-bace-9adc40ad843b HTTP/1.1" status: 204 len: 168 time: 0.5532725 Aug 16 20:33:32.643689 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52660) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:32.649217 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-71b97c6d-65d0-4c79-90a4-9e5de8e55dc8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'port': {'network_id': '3cb3d0ee-5a3d-479c-b4da-0262a8911cbf', 'name': 'tempest-PortsTestJSON-1416496351'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:32.651461 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89460951-589b-48ba-80d9-806b52755d19 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Network': ['ID=245346c4-f198-46d4-bace-9adc40ad843b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:32.744491 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b97c6d-65d0-4c79-90a4-9e5de8e55dc8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:32.753977 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-71b97c6d-65d0-4c79-90a4-9e5de8e55dc8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:32.772763 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-71b97c6d-65d0-4c79-90a4-9e5de8e55dc8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] device_id is not set on port 8e981cc6-ba97-45f2-8b89-722fb34632a4 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:33:32.944031 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-71b97c6d-65d0-4c79-90a4-9e5de8e55dc8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:32.979312 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-71b97c6d-65d0-4c79-90a4-9e5de8e55dc8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:33.022587 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b97c6d-65d0-4c79-90a4-9e5de8e55dc8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network 3cb3d0ee-5a3d-479c-b4da-0262a8911cbf is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:33.025688 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-71b97c6d-65d0-4c79-90a4-9e5de8e55dc8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:33.029179 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b97c6d-65d0-4c79-90a4-9e5de8e55dc8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:33.034665 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b97c6d-65d0-4c79-90a4-9e5de8e55dc8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:33.035276 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-71b97c6d-65d0-4c79-90a4-9e5de8e55dc8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:33.048806 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b97c6d-65d0-4c79-90a4-9e5de8e55dc8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Port': ['ID=8e981cc6-ba97-45f2-8b89-722fb34632a4,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:33.057008 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-71b97c6d-65d0-4c79-90a4-9e5de8e55dc8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4119501 Aug 16 20:33:33.059673 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52668) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:33.145420 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-4bfbbfd9-07c0-4d61-805d-2a911e7bf4ea tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting port 8e981cc6-ba97-45f2-8b89-722fb34632a4 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:33.146105 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bfbbfd9-07c0-4d61-805d-2a911e7bf4ea tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:33.214500 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bfbbfd9-07c0-4d61-805d-2a911e7bf4ea tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:33.227729 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-4bfbbfd9-07c0-4d61-805d-2a911e7bf4ea tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Calling delete_port for 8e981cc6-ba97-45f2-8b89-722fb34632a4 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:33.304003 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bfbbfd9-07c0-4d61-805d-2a911e7bf4ea tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:33.329843 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfbbfd9-07c0-4d61-805d-2a911e7bf4ea tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Port': ['ID=8e981cc6-ba97-45f2-8b89-722fb34632a4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:33.337313 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bfbbfd9-07c0-4d61-805d-2a911e7bf4ea tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:33.341804 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4bfbbfd9-07c0-4d61-805d-2a911e7bf4ea tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/ports/8e981cc6-ba97-45f2-8b89-722fb34632a4 HTTP/1.1" status: 204 len: 168 time: 0.2786527 Aug 16 20:33:33.342166 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52670) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:33.347352 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-bfb171e3-1bf2-42d3-bd00-ccf72c401aee tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'port': {'network_id': '3cb3d0ee-5a3d-479c-b4da-0262a8911cbf', 'mac_address': 'fa:16:3e:14:84:7e', 'name': 'tempest-PortsTestJSON-1205889211'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:33.438149 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb171e3-1bf2-42d3-bd00-ccf72c401aee tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:33.500543 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bfb171e3-1bf2-42d3-bd00-ccf72c401aee tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:33.523531 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-bfb171e3-1bf2-42d3-bd00-ccf72c401aee tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] device_id is not set on port 9250d472-555d-4cdd-8f6a-f1d4735e1371 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:33:33.674756 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bfb171e3-1bf2-42d3-bd00-ccf72c401aee tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:33.711806 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bfb171e3-1bf2-42d3-bd00-ccf72c401aee tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:33.759828 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb171e3-1bf2-42d3-bd00-ccf72c401aee tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network 3cb3d0ee-5a3d-479c-b4da-0262a8911cbf is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:33.763012 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-bfb171e3-1bf2-42d3-bd00-ccf72c401aee tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:33.766668 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb171e3-1bf2-42d3-bd00-ccf72c401aee tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:33.772270 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb171e3-1bf2-42d3-bd00-ccf72c401aee tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:33.772913 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bfb171e3-1bf2-42d3-bd00-ccf72c401aee tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:33.781153 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb171e3-1bf2-42d3-bd00-ccf72c401aee tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Port': ['ID=9250d472-555d-4cdd-8f6a-f1d4735e1371,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:33.792517 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bfb171e3-1bf2-42d3-bd00-ccf72c401aee tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4492512 Aug 16 20:33:33.795481 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52674) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:33.837921 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000f7120-b5bb-44ae-8315-62b897fd1505 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:33.839243 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-000f7120-b5bb-44ae-8315-62b897fd1505 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "GET /v2.0/ports/9250d472-555d-4cdd-8f6a-f1d4735e1371 HTTP/1.1" status: 200 len: 841 time: 0.0426018 Aug 16 20:33:33.841921 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52676) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:33.935176 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-16214995-a0d6-494c-973b-c62d7f6c9c55 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting port 9250d472-555d-4cdd-8f6a-f1d4735e1371 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:33.935729 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16214995-a0d6-494c-973b-c62d7f6c9c55 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:34.002884 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16214995-a0d6-494c-973b-c62d7f6c9c55 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:34.015354 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-16214995-a0d6-494c-973b-c62d7f6c9c55 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Calling delete_port for 9250d472-555d-4cdd-8f6a-f1d4735e1371 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:34.097914 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16214995-a0d6-494c-973b-c62d7f6c9c55 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:34.124873 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16214995-a0d6-494c-973b-c62d7f6c9c55 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Port': ['ID=9250d472-555d-4cdd-8f6a-f1d4735e1371,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:34.133381 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16214995-a0d6-494c-973b-c62d7f6c9c55 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:34.135361 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-16214995-a0d6-494c-973b-c62d7f6c9c55 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/ports/9250d472-555d-4cdd-8f6a-f1d4735e1371 HTTP/1.1" status: 204 len: 168 time: 0.2925222 Aug 16 20:33:34.138204 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52682) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:34.168285 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d27225-13e8-4a1a-9d9e-2cdfa96203e1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] GET failed (client error): The resource could not be found. Aug 16 20:33:34.169783 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-08d27225-13e8-4a1a-9d9e-2cdfa96203e1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "GET /v2.0/ports/9250d472-555d-4cdd-8f6a-f1d4735e1371 HTTP/1.1" status: 404 len: 333 time: 0.0306227 Aug 16 20:33:34.173395 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52684) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:34.178775 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-618dcb23-01e5-488d-aa7c-c7abc1f0466e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'port': {'network_id': '3cb3d0ee-5a3d-479c-b4da-0262a8911cbf', 'name': 'tempest-PortsTestJSON-312940609'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:34.264767 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618dcb23-01e5-488d-aa7c-c7abc1f0466e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:34.268398 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-618dcb23-01e5-488d-aa7c-c7abc1f0466e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:34.285561 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-618dcb23-01e5-488d-aa7c-c7abc1f0466e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] device_id is not set on port bbadd4da-ed16-4d61-9d55-982e954291ac yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:33:34.420221 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c687db63-2b26-4a53-af21-1a759db19631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:34.455302 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-618dcb23-01e5-488d-aa7c-c7abc1f0466e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:34.491819 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-618dcb23-01e5-488d-aa7c-c7abc1f0466e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:34.532363 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618dcb23-01e5-488d-aa7c-c7abc1f0466e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network 3cb3d0ee-5a3d-479c-b4da-0262a8911cbf is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:34.537223 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-618dcb23-01e5-488d-aa7c-c7abc1f0466e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:34.539589 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618dcb23-01e5-488d-aa7c-c7abc1f0466e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:34.545488 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618dcb23-01e5-488d-aa7c-c7abc1f0466e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:34.546083 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-618dcb23-01e5-488d-aa7c-c7abc1f0466e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:34.564534 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618dcb23-01e5-488d-aa7c-c7abc1f0466e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Port': ['ID=bbadd4da-ed16-4d61-9d55-982e954291ac,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:34.577754 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-618dcb23-01e5-488d-aa7c-c7abc1f0466e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4030685 Aug 16 20:33:34.580192 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52692) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:34.586288 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b7dd2552-a998-4b6b-bf04-cbe45957ee61 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:34.652553 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7dd2552-a998-4b6b-bf04-cbe45957ee61 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:34.687124 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:34.825516 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-ebc0706e-cb21-4800-9960-a1955a32b23b req-139f102d-cdc1-40ae-8db0-8943d65fc9e4 service neutron] (94770) timed out ('10.222.0.68', 34610) {{(pid=94770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 20:33:34.826926 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7dd2552-a998-4b6b-bf04-cbe45957ee61 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:34.831837 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7dd2552-a998-4b6b-bf04-cbe45957ee61 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:34.861003 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-b7dd2552-a998-4b6b-bf04-cbe45957ee61 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] In _notify_port_updated(), no bound segment for port bbadd4da-ed16-4d61-9d55-982e954291ac on network 3cb3d0ee-5a3d-479c-b4da-0262a8911cbf {{(pid=94771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:33:34.866419 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dd2552-a998-4b6b-bf04-cbe45957ee61 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:34.867603 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7dd2552-a998-4b6b-bf04-cbe45957ee61 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:34.868890 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b7dd2552-a998-4b6b-bf04-cbe45957ee61 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "PUT /v2.0/ports/bbadd4da-ed16-4d61-9d55-982e954291ac HTTP/1.1" status: 200 len: 818 time: 0.2877882 Aug 16 20:33:34.871741 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52698) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:34.897940 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd2552-a998-4b6b-bf04-cbe45957ee61 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Port': ['ID=bbadd4da-ed16-4d61-9d55-982e954291ac,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:34.958998 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-2fdce6e1-a88c-4919-b8fa-f82209209f88 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting port bbadd4da-ed16-4d61-9d55-982e954291ac {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:34.959343 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2fdce6e1-a88c-4919-b8fa-f82209209f88 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:35.030324 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2fdce6e1-a88c-4919-b8fa-f82209209f88 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:35.046211 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-2fdce6e1-a88c-4919-b8fa-f82209209f88 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Calling delete_port for bbadd4da-ed16-4d61-9d55-982e954291ac owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:35.124881 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2fdce6e1-a88c-4919-b8fa-f82209209f88 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:35.153130 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdce6e1-a88c-4919-b8fa-f82209209f88 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Port': ['ID=bbadd4da-ed16-4d61-9d55-982e954291ac,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:35.160544 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2fdce6e1-a88c-4919-b8fa-f82209209f88 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:35.165571 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52704) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:35.171855 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2fdce6e1-a88c-4919-b8fa-f82209209f88 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/ports/bbadd4da-ed16-4d61-9d55-982e954291ac HTTP/1.1" status: 204 len: 168 time: 0.2989597 Aug 16 20:33:35.214023 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eb30d4-0ad9-4d8b-aeb3-57474068ea17 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:35.215528 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-67eb30d4-0ad9-4d8b-aeb3-57474068ea17 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0486495 Aug 16 20:33:35.218353 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52706) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:35.246082 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-292f3229-22f0-4e84-a97a-4afb71191c33 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] GET failed (client error): The resource could not be found. Aug 16 20:33:35.247516 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-292f3229-22f0-4e84-a97a-4afb71191c33 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "GET /v2.0/ports/bbadd4da-ed16-4d61-9d55-982e954291ac HTTP/1.1" status: 404 len: 333 time: 0.0281005 Aug 16 20:33:35.251183 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52708) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:35.256360 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7e7f0a22-cf75-405b-a5f9-b535989e728b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-525151623'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:35.276890 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7f0a22-cf75-405b-a5f9-b535989e728b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:35.280281 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0a22-cf75-405b-a5f9-b535989e728b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:35.302378 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7f0a22-cf75-405b-a5f9-b535989e728b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:33:35.311369 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0a22-cf75-405b-a5f9-b535989e728b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:35.311844 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-7e7f0a22-cf75-405b-a5f9-b535989e728b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Added segment d6d153de-13f6-487d-9bf6-083d79fcd6e8 of type vlan for network cb1dabc4-f06a-48ff-80da-f0267693b718 Aug 16 20:33:35.352643 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0a22-cf75-405b-a5f9-b535989e728b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:35.378141 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0a22-cf75-405b-a5f9-b535989e728b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:35.384332 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7f0a22-cf75-405b-a5f9-b535989e728b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:35.384917 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0a22-cf75-405b-a5f9-b535989e728b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:35.449128 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7e7f0a22-cf75-405b-a5f9-b535989e728b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1943247 Aug 16 20:33:35.449476 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52714) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:35.454638 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f0a22-cf75-405b-a5f9-b535989e728b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Network': ['ID=cb1dabc4-f06a-48ff-80da-f0267693b718,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:35.455443 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3b8a7e67-4d49-4f33-b7d8-72976019f7ad tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'subnet': {'network_id': 'cb1dabc4-f06a-48ff-80da-f0267693b718', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:35.464648 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network cb1dabc4-f06a-48ff-80da-f0267693b718 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:33:35.549422 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8a7e67-4d49-4f33-b7d8-72976019f7ad tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:35.553201 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b8a7e67-4d49-4f33-b7d8-72976019f7ad tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:35.646621 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:35.737222 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b8a7e67-4d49-4f33-b7d8-72976019f7ad tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:35.798270 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a7e67-4d49-4f33-b7d8-72976019f7ad tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Subnet': ['ID=f66c1e51-071c-4f1b-974c-829f4b6d09e3,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:35.808207 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8a7e67-4d49-4f33-b7d8-72976019f7ad tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Checking segment: {'id': 'd6d153de-13f6-487d-9bf6-083d79fcd6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cb1dabc4-f06a-48ff-80da-f0267693b718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:35.808445 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8a7e67-4d49-4f33-b7d8-72976019f7ad tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network hostable DHCP agents. Network: cb1dabc4-f06a-48ff-80da-f0267693b718, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:33:35.836851 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8a7e67-4d49-4f33-b7d8-72976019f7ad tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network cb1dabc4-f06a-48ff-80da-f0267693b718 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:33:35.849194 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-3b8a7e67-4d49-4f33-b7d8-72976019f7ad tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, cb1dabc4-f06a-48ff-80da-f0267693b718) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:35.857223 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdac96d-0e63-4f73-8ec3-583f0f8ee113 None None] Network cb1dabc4-f06a-48ff-80da-f0267693b718 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:35.859163 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8a7e67-4d49-4f33-b7d8-72976019f7ad tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:35.859877 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b8a7e67-4d49-4f33-b7d8-72976019f7ad tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:35.879897 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3b8a7e67-4d49-4f33-b7d8-72976019f7ad tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4292998 Aug 16 20:33:35.880132 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52722) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:35.886115 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6eca5c99-a06f-4e2c-8698-5cedc3c60cb3 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'subnet': {'network_id': 'cb1dabc4-f06a-48ff-80da-f0267693b718', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:36.004616 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eca5c99-a06f-4e2c-8698-5cedc3c60cb3 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:36.009013 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6eca5c99-a06f-4e2c-8698-5cedc3c60cb3 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:36.110975 n-d-787206-13 neutron-server[94770]: INFO neutron.db.ipam_backend_mixin [None req-6eca5c99-a06f-4e2c-8698-5cedc3c60cb3 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f66c1e51-071c-4f1b-974c-829f4b6d09e3 (CIDR: 172.20.0.0/28) Aug 16 20:33:36.116421 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eca5c99-a06f-4e2c-8698-5cedc3c60cb3 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:33:36.117440 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eca5c99-a06f-4e2c-8698-5cedc3c60cb3 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:36.137273 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6eca5c99-a06f-4e2c-8698-5cedc3c60cb3 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2557063 Aug 16 20:33:36.140296 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52728) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:36.146283 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0d659008-10b6-42c1-98a2-4a1409b30c9b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'subnet': {'network_id': 'cb1dabc4-f06a-48ff-80da-f0267693b718', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:36.192056 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc46027-7985-4927-a262-e94582ccda91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-cb1dabc4-f06a-48ff-80da-f0267693b718', 'network_id': 'cb1dabc4-f06a-48ff-80da-f0267693b718', 'tenant_id': '5c0bb5433ce54abe96f20ad2cf9c11b3', 'fixed_ips': [{'subnet_id': 'f66c1e51-071c-4f1b-974c-829f4b6d09e3'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:33:36.192974 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6dc46027-7985-4927-a262-e94582ccda91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:36.212080 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:36.268629 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d659008-10b6-42c1-98a2-4a1409b30c9b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:36.272114 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0d659008-10b6-42c1-98a2-4a1409b30c9b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:36.292814 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:36.345514 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-6dc46027-7985-4927-a262-e94582ccda91 None None] Allocated IP 172.20.0.2 (cb1dabc4-f06a-48ff-80da-f0267693b718/f66c1e51-071c-4f1b-974c-829f4b6d09e3/6709b8cf-f15e-4501-85d8-eef37a52bfa0) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:36.499688 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6dc46027-7985-4927-a262-e94582ccda91 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:36.509295 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6dc46027-7985-4927-a262-e94582ccda91 None None] Transition to ACTIVE for port object 6709b8cf-f15e-4501-85d8-eef37a52bfa0 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:36.510621 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0d659008-10b6-42c1-98a2-4a1409b30c9b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:36.525385 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6dc46027-7985-4927-a262-e94582ccda91 None None] Transition to ACTIVE for port object 6709b8cf-f15e-4501-85d8-eef37a52bfa0 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:36.531638 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6dc46027-7985-4927-a262-e94582ccda91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:36.553837 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d659008-10b6-42c1-98a2-4a1409b30c9b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network cb1dabc4-f06a-48ff-80da-f0267693b718 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:36.559151 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-0d659008-10b6-42c1-98a2-4a1409b30c9b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:36.562049 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d659008-10b6-42c1-98a2-4a1409b30c9b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:36.562600 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0d659008-10b6-42c1-98a2-4a1409b30c9b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:36.576007 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d659008-10b6-42c1-98a2-4a1409b30c9b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Subnet': ['ID=d4b67363-dad3-4b72-a878-32e586c7f57f,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:36.578390 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc46027-7985-4927-a262-e94582ccda91 None None] Network cb1dabc4-f06a-48ff-80da-f0267693b718 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:36.581137 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-6dc46027-7985-4927-a262-e94582ccda91 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:36.586010 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc46027-7985-4927-a262-e94582ccda91 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:36.587850 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0d659008-10b6-42c1-98a2-4a1409b30c9b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4460595 Aug 16 20:33:36.588392 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc46027-7985-4927-a262-e94582ccda91 None None] Pushing event updated for resources: {'Port': ['ID=6709b8cf-f15e-4501-85d8-eef37a52bfa0,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:36.590326 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52734) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:36.596715 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c5cdaf48-f8da-4618-b72e-d704bbec39d2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'port': {'network_id': 'cb1dabc4-f06a-48ff-80da-f0267693b718', 'fixed_ips': [{'subnet_id': 'f66c1e51-071c-4f1b-974c-829f4b6d09e3'}, {'subnet_id': 'd4b67363-dad3-4b72-a878-32e586c7f57f'}], 'name': 'tempest-PortsTestJSON-1157177437'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:36.642023 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6dc46027-7985-4927-a262-e94582ccda91 None None] Attempting to bind port 6709b8cf-f15e-4501-85d8-eef37a52bfa0 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:33:36.642417 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6dc46027-7985-4927-a262-e94582ccda91 None None] Attempting to bind port 6709b8cf-f15e-4501-85d8-eef37a52bfa0 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'd6d153de-13f6-487d-9bf6-083d79fcd6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cb1dabc4-f06a-48ff-80da-f0267693b718'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:33:36.642749 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc46027-7985-4927-a262-e94582ccda91 None None] Attempting to bind port 6709b8cf-f15e-4501-85d8-eef37a52bfa0 on network cb1dabc4-f06a-48ff-80da-f0267693b718 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:33:36.650855 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc46027-7985-4927-a262-e94582ccda91 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:33:36.651270 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc46027-7985-4927-a262-e94582ccda91 None None] Checking segment: {'id': 'd6d153de-13f6-487d-9bf6-083d79fcd6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cb1dabc4-f06a-48ff-80da-f0267693b718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:36.651681 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6dc46027-7985-4927-a262-e94582ccda91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:36.652082 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc46027-7985-4927-a262-e94582ccda91 None None] Bound using segment: {'id': 'd6d153de-13f6-487d-9bf6-083d79fcd6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cb1dabc4-f06a-48ff-80da-f0267693b718'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:33:36.652601 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6dc46027-7985-4927-a262-e94582ccda91 None None] Bound port: 6709b8cf-f15e-4501-85d8-eef37a52bfa0, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d153de-13f6-487d-9bf6-083d79fcd6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cb1dabc4-f06a-48ff-80da-f0267693b718'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:33:36.652991 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6dc46027-7985-4927-a262-e94582ccda91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:36.718643 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cdaf48-f8da-4618-b72e-d704bbec39d2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:36.721325 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6dc46027-7985-4927-a262-e94582ccda91 None None] For port 6709b8cf-f15e-4501-85d8-eef37a52bfa0, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:33:36.725177 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6dc46027-7985-4927-a262-e94582ccda91 None None] For port 6709b8cf-f15e-4501-85d8-eef37a52bfa0, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6709b8cf-f15e-4501-85d8-eef37a52bfa0,segment=NetworkSegment(d6d153de-13f6-487d-9bf6-083d79fcd6e8),segment_id=d6d153de-13f6-487d-9bf6-083d79fcd6e8)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:33:36.731083 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6dc46027-7985-4927-a262-e94582ccda91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:36.808001 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc46027-7985-4927-a262-e94582ccda91 None None] Pushing event updated for resources: {'Port': ['ID=6709b8cf-f15e-4501-85d8-eef37a52bfa0,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:36.827820 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5cdaf48-f8da-4618-b72e-d704bbec39d2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:36.846429 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-c5cdaf48-f8da-4618-b72e-d704bbec39d2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] device_id is not set on port e4907c06-8cba-4030-8b64-8c5e04e85359 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:33:37.101928 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:37.150412 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-c5cdaf48-f8da-4618-b72e-d704bbec39d2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Allocated IP 172.20.0.4 (cb1dabc4-f06a-48ff-80da-f0267693b718/f66c1e51-071c-4f1b-974c-829f4b6d09e3/e4907c06-8cba-4030-8b64-8c5e04e85359) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:37.157065 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-c5cdaf48-f8da-4618-b72e-d704bbec39d2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Allocated IP 172.20.0.18 (cb1dabc4-f06a-48ff-80da-f0267693b718/d4b67363-dad3-4b72-a878-32e586c7f57f/e4907c06-8cba-4030-8b64-8c5e04e85359) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:37.304570 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5cdaf48-f8da-4618-b72e-d704bbec39d2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:37.317103 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-c5cdaf48-f8da-4618-b72e-d704bbec39d2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Transition to ACTIVE for port object e4907c06-8cba-4030-8b64-8c5e04e85359 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:37.351351 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5cdaf48-f8da-4618-b72e-d704bbec39d2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:37.396422 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cdaf48-f8da-4618-b72e-d704bbec39d2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network cb1dabc4-f06a-48ff-80da-f0267693b718 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:37.399966 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-c5cdaf48-f8da-4618-b72e-d704bbec39d2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:37.403851 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cdaf48-f8da-4618-b72e-d704bbec39d2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:37.410620 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cdaf48-f8da-4618-b72e-d704bbec39d2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Port': ['ID=e4907c06-8cba-4030-8b64-8c5e04e85359,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:37.463476 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cdaf48-f8da-4618-b72e-d704bbec39d2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:37.464126 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5cdaf48-f8da-4618-b72e-d704bbec39d2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:37.480797 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c5cdaf48-f8da-4618-b72e-d704bbec39d2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 0.8889089 Aug 16 20:33:37.483395 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52742) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:37.488672 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-193d302a-8e65-42da-bcda-9337078bdec2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f66c1e51-071c-4f1b-974c-829f4b6d09e3'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:37.562616 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-193d302a-8e65-42da-bcda-9337078bdec2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:37.742931 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c93f97-10b3-4c3b-a7a4-5bf3a0558602 None None] Network cb1dabc4-f06a-48ff-80da-f0267693b718 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:37.800241 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c0d6e04e-d122-4184-bd76-780cb34e6b39 None None] Provisioning for port 6709b8cf-f15e-4501-85d8-eef37a52bfa0 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:37.818517 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-193d302a-8e65-42da-bcda-9337078bdec2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Delete allocated IP 172.20.0.18 (cb1dabc4-f06a-48ff-80da-f0267693b718/d4b67363-dad3-4b72-a878-32e586c7f57f) {{(pid=94771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 20:33:37.968899 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-193d302a-8e65-42da-bcda-9337078bdec2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:37.984896 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-193d302a-8e65-42da-bcda-9337078bdec2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Ignored duplicate provisioning block setup for port e4907c06-8cba-4030-8b64-8c5e04e85359 by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 20:33:37.990463 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-193d302a-8e65-42da-bcda-9337078bdec2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:37.993231 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c04249-c050-4086-a002-a791774ad368 None None] Update dhcp port {'port': {'network_id': 'cb1dabc4-f06a-48ff-80da-f0267693b718', 'fixed_ips': [{'subnet_id': 'f66c1e51-071c-4f1b-974c-829f4b6d09e3', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd4b67363-dad3-4b72-a878-32e586c7f57f'}], 'binding:host_id': 'n-d-787206-13'}, 'id': '6709b8cf-f15e-4501-85d8-eef37a52bfa0'} from n-d-787206-13. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:33:38.023768 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63c04249-c050-4086-a002-a791774ad368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:38.087924 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d302a-8e65-42da-bcda-9337078bdec2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Port': ['ID=e4907c06-8cba-4030-8b64-8c5e04e85359,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:38.108964 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-193d302a-8e65-42da-bcda-9337078bdec2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] In _notify_port_updated(), no bound segment for port e4907c06-8cba-4030-8b64-8c5e04e85359 on network cb1dabc4-f06a-48ff-80da-f0267693b718 {{(pid=94771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:33:38.114547 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193d302a-8e65-42da-bcda-9337078bdec2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:38.115219 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-193d302a-8e65-42da-bcda-9337078bdec2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:38.118838 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-193d302a-8e65-42da-bcda-9337078bdec2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "PUT /v2.0/ports/e4907c06-8cba-4030-8b64-8c5e04e85359 HTTP/1.1" status: 200 len: 919 time: 0.6322272 Aug 16 20:33:38.119554 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52750) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:38.124897 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7de8dbb1-c867-4687-915d-4b85471ffb31 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f66c1e51-071c-4f1b-974c-829f4b6d09e3'}, {'subnet_id': 'd4b67363-dad3-4b72-a878-32e586c7f57f'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:38.198426 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-63c04249-c050-4086-a002-a791774ad368 None None] Allocated IP 172.20.0.18 (cb1dabc4-f06a-48ff-80da-f0267693b718/d4b67363-dad3-4b72-a878-32e586c7f57f/6709b8cf-f15e-4501-85d8-eef37a52bfa0) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:38.271888 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7de8dbb1-c867-4687-915d-4b85471ffb31 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:38.298550 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-63c04249-c050-4086-a002-a791774ad368 None None] For port 6709b8cf-f15e-4501-85d8-eef37a52bfa0, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6709b8cf-f15e-4501-85d8-eef37a52bfa0,segment=NetworkSegment(d6d153de-13f6-487d-9bf6-083d79fcd6e8),segment_id=d6d153de-13f6-487d-9bf6-083d79fcd6e8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:38.330673 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63c04249-c050-4086-a002-a791774ad368 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:38.344300 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-63c04249-c050-4086-a002-a791774ad368 None None] Transition to ACTIVE for port object 6709b8cf-f15e-4501-85d8-eef37a52bfa0 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:38.349299 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63c04249-c050-4086-a002-a791774ad368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:38.434158 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c04249-c050-4086-a002-a791774ad368 None None] Pushing event updated for resources: {'Port': ['ID=6709b8cf-f15e-4501-85d8-eef37a52bfa0,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:38.539668 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.db.api [None req-7de8dbb1-c867-4687-915d-4b85471ffb31 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-b90349c2-ce42-49d1-bf39-fff7ffa4d84a {{(pid=94770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:33:38.540054 n-d-787206-13 neutron-server[94770]: DEBUG oslo_db.api [None req-7de8dbb1-c867-4687-915d-4b85471ffb31 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:33:38.905542 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12b4d7d-5a31-49ff-8c38-9d7bb9fe6994 None None] Network cb1dabc4-f06a-48ff-80da-f0267693b718 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:38.978165 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a8a40a58-22c0-49ec-8241-9bd806534385 None None] Provisioning for port 6709b8cf-f15e-4501-85d8-eef37a52bfa0 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:38.995342 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6709b8cf-f15e-4501-85d8-eef37a52bfa0 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:39.062363 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a8a40a58-22c0-49ec-8241-9bd806534385 None None] Provisioning for port e4907c06-8cba-4030-8b64-8c5e04e85359 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:39.075429 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a8a40a58-22c0-49ec-8241-9bd806534385 None None] Provisioning complete for port e4907c06-8cba-4030-8b64-8c5e04e85359 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:39.075801 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a8a40a58-22c0-49ec-8241-9bd806534385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:39.083367 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7de8dbb1-c867-4687-915d-4b85471ffb31 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:39.142741 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a8a40a58-22c0-49ec-8241-9bd806534385 None None] Port e4907c06-8cba-4030-8b64-8c5e04e85359 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:33:39.150063 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 6709b8cf-f15e-4501-85d8-eef37a52bfa0 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:39.156438 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 6709b8cf-f15e-4501-85d8-eef37a52bfa0 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:39.156879 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:39.238862 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:39.271009 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 6709b8cf-f15e-4501-85d8-eef37a52bfa0, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6709b8cf-f15e-4501-85d8-eef37a52bfa0,segment=NetworkSegment(d6d153de-13f6-487d-9bf6-083d79fcd6e8),segment_id=d6d153de-13f6-487d-9bf6-083d79fcd6e8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:39.275533 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:39.327228 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=6709b8cf-f15e-4501-85d8-eef37a52bfa0,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:39.352082 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-7de8dbb1-c867-4687-915d-4b85471ffb31 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Allocated IP 172.20.0.22 (cb1dabc4-f06a-48ff-80da-f0267693b718/d4b67363-dad3-4b72-a878-32e586c7f57f/e4907c06-8cba-4030-8b64-8c5e04e85359) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:39.478251 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7de8dbb1-c867-4687-915d-4b85471ffb31 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:39.491877 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-7de8dbb1-c867-4687-915d-4b85471ffb31 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Transition to ACTIVE for port object e4907c06-8cba-4030-8b64-8c5e04e85359 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:39.495755 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7de8dbb1-c867-4687-915d-4b85471ffb31 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:39.582388 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8dbb1-c867-4687-915d-4b85471ffb31 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Port': ['ID=e4907c06-8cba-4030-8b64-8c5e04e85359,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:39.627218 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-7de8dbb1-c867-4687-915d-4b85471ffb31 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] In _notify_port_updated(), no bound segment for port e4907c06-8cba-4030-8b64-8c5e04e85359 on network cb1dabc4-f06a-48ff-80da-f0267693b718 {{(pid=94770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:33:39.633597 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de8dbb1-c867-4687-915d-4b85471ffb31 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:39.634215 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7de8dbb1-c867-4687-915d-4b85471ffb31 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:39.635527 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7de8dbb1-c867-4687-915d-4b85471ffb31 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "PUT /v2.0/ports/e4907c06-8cba-4030-8b64-8c5e04e85359 HTTP/1.1" status: 200 len: 999 time: 1.5149496 Aug 16 20:33:39.638257 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52762) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:39.726984 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-4c77f345-29da-4369-8fb9-0231dacebd03 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting port e4907c06-8cba-4030-8b64-8c5e04e85359 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:39.727352 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4c77f345-29da-4369-8fb9-0231dacebd03 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:39.815772 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4c77f345-29da-4369-8fb9-0231dacebd03 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:39.828738 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-4c77f345-29da-4369-8fb9-0231dacebd03 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Calling delete_port for e4907c06-8cba-4030-8b64-8c5e04e85359 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:40.007779 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4c77f345-29da-4369-8fb9-0231dacebd03 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:40.035154 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77f345-29da-4369-8fb9-0231dacebd03 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Port': ['ID=e4907c06-8cba-4030-8b64-8c5e04e85359,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:40.122151 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4c77f345-29da-4369-8fb9-0231dacebd03 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:40.126317 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4c77f345-29da-4369-8fb9-0231dacebd03 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/ports/e4907c06-8cba-4030-8b64-8c5e04e85359 HTTP/1.1" status: 204 len: 168 time: 0.4848452 Aug 16 20:33:40.126675 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52766) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:40.156899 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c9f663-bc88-4e0e-a21f-bc5351b9ebc3 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] GET failed (client error): The resource could not be found. Aug 16 20:33:40.160910 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e9c9f663-bc88-4e0e-a21f-bc5351b9ebc3 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "GET /v2.0/ports/e4907c06-8cba-4030-8b64-8c5e04e85359 HTTP/1.1" status: 404 len: 333 time: 0.0307300 Aug 16 20:33:40.161156 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52768) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:40.215022 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff61711-14c3-411e-9146-d918c070a79d tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting subnet d4b67363-dad3-4b72-a878-32e586c7f57f {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:33:40.218348 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ff61711-14c3-411e-9146-d918c070a79d tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:40.261194 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ff61711-14c3-411e-9146-d918c070a79d tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:40.351644 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ff61711-14c3-411e-9146-d918c070a79d tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:40.375795 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7614a29e-29f0-4840-ae1e-b857fbeebf42 None None] Provisioning complete for port 6709b8cf-f15e-4501-85d8-eef37a52bfa0 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:40.376354 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7614a29e-29f0-4840-ae1e-b857fbeebf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:40.415686 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ff61711-14c3-411e-9146-d918c070a79d tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:40.444556 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff61711-14c3-411e-9146-d918c070a79d tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Subnet': ['ID=d4b67363-dad3-4b72-a878-32e586c7f57f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:40.446195 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ff61711-14c3-411e-9146-d918c070a79d tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:40.451400 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7ff61711-14c3-411e-9146-d918c070a79d tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/subnets/d4b67363-dad3-4b72-a878-32e586c7f57f HTTP/1.1" status: 204 len: 168 time: 0.2886713 Aug 16 20:33:40.451400 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52770) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:40.466422 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7614a29e-29f0-4840-ae1e-b857fbeebf42 None None] Could not find standard attr ID for object e4907c06-8cba-4030-8b64-8c5e04e85359. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:33:40.510363 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2200ce29-3c3c-47bd-848c-18a542600fcd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting subnet f66c1e51-071c-4f1b-974c-829f4b6d09e3 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:33:40.513558 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2200ce29-3c3c-47bd-848c-18a542600fcd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:40.552187 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2200ce29-3c3c-47bd-848c-18a542600fcd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:40.639972 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2200ce29-3c3c-47bd-848c-18a542600fcd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:40.699968 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2200ce29-3c3c-47bd-848c-18a542600fcd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:40.728319 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200ce29-3c3c-47bd-848c-18a542600fcd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Subnet': ['ID=f66c1e51-071c-4f1b-974c-829f4b6d09e3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:40.730265 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2200ce29-3c3c-47bd-848c-18a542600fcd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:40.733584 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2200ce29-3c3c-47bd-848c-18a542600fcd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/subnets/f66c1e51-071c-4f1b-974c-829f4b6d09e3 HTTP/1.1" status: 204 len: 168 time: 0.2809882 Aug 16 20:33:40.735018 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52772) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:40.816404 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76482ff8-5e83-45f4-8cf2-2d858fc184cb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:40.878012 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-76482ff8-5e83-45f4-8cf2-2d858fc184cb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting port 6709b8cf-f15e-4501-85d8-eef37a52bfa0 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:40.878558 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76482ff8-5e83-45f4-8cf2-2d858fc184cb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:40.943563 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-76482ff8-5e83-45f4-8cf2-2d858fc184cb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] For port 6709b8cf-f15e-4501-85d8-eef37a52bfa0, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6709b8cf-f15e-4501-85d8-eef37a52bfa0,segment=NetworkSegment(d6d153de-13f6-487d-9bf6-083d79fcd6e8),segment_id=d6d153de-13f6-487d-9bf6-083d79fcd6e8)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:40.943908 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76482ff8-5e83-45f4-8cf2-2d858fc184cb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:40.952686 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6709b8cf-f15e-4501-85d8-eef37a52bfa0 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:40.964923 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-76482ff8-5e83-45f4-8cf2-2d858fc184cb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Calling delete_port for 6709b8cf-f15e-4501-85d8-eef37a52bfa0 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:41.002674 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 6709b8cf-f15e-4501-85d8-eef37a52bfa0 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:41.003150 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:41.058888 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76482ff8-5e83-45f4-8cf2-2d858fc184cb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:41.081023 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Port 6709b8cf-f15e-4501-85d8-eef37a52bfa0 update to ACTIVE by agent not found {{(pid=94772) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 16 20:33:41.086363 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76482ff8-5e83-45f4-8cf2-2d858fc184cb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Port': ['ID=6709b8cf-f15e-4501-85d8-eef37a52bfa0,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:41.090503 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76482ff8-5e83-45f4-8cf2-2d858fc184cb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] No DVR routers for this DVR port 6709b8cf-f15e-4501-85d8-eef37a52bfa0 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:33:41.171637 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76482ff8-5e83-45f4-8cf2-2d858fc184cb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:41.181767 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-76482ff8-5e83-45f4-8cf2-2d858fc184cb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1dabc4-f06a-48ff-80da-f0267693b718']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:41.191520 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-76482ff8-5e83-45f4-8cf2-2d858fc184cb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d153de-13f6-487d-9bf6-083d79fcd6e8') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:41.191817 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-76482ff8-5e83-45f4-8cf2-2d858fc184cb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d153de-13f6-487d-9bf6-083d79fcd6e8') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:41.201073 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76482ff8-5e83-45f4-8cf2-2d858fc184cb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:41.215009 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76482ff8-5e83-45f4-8cf2-2d858fc184cb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:41.220953 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76482ff8-5e83-45f4-8cf2-2d858fc184cb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:33:41.221425 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76482ff8-5e83-45f4-8cf2-2d858fc184cb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:41.224436 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:33:41.224436 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:33:41.224436 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:33:41.224436 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:33:41.224436 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:33:41.224436 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:33:41.224436 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:33:41.224436 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:33:41.224436 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:33:41.224436 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:33:41.224436 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:33:41.224436 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:33:41.224436 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:33:41.224436 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:33:41.224436 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:33:41.224436 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:33:41.224436 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:33:41.224436 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:33:41.224436 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:33:41.224436 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:33:41.224436 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:33:41.224436 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:33:41.224436 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:33:41.224436 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:33:41.224436 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:33:41.224436 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:33:41.224436 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:33:41.224436 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:33:41.224436 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:33:41.224436 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:33:41.224436 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:33:41.224436 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:33:41.282429 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76482ff8-5e83-45f4-8cf2-2d858fc184cb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:41.287665 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76482ff8-5e83-45f4-8cf2-2d858fc184cb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:41.290115 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-76482ff8-5e83-45f4-8cf2-2d858fc184cb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/networks/cb1dabc4-f06a-48ff-80da-f0267693b718 HTTP/1.1" status: 204 len: 168 time: 0.5539646 Aug 16 20:33:41.293846 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52780) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:41.306715 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76482ff8-5e83-45f4-8cf2-2d858fc184cb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Network': ['ID=cb1dabc4-f06a-48ff-80da-f0267693b718,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:41.347129 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bd322d-eb7a-49b6-9008-69509027abd5 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:41.352173 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-19bd322d-eb7a-49b6-9008-69509027abd5 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0538709 Aug 16 20:33:41.352592 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52782) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:41.403093 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-83d0aeda-9c04-45a9-a5c3-37f2f31277d3 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0489421 Aug 16 20:33:41.406616 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52784) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:41.411714 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d432cab9-0026-4b40-8303-7bf2621935f1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-531272077'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:41.433602 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d432cab9-0026-4b40-8303-7bf2621935f1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:41.437566 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d432cab9-0026-4b40-8303-7bf2621935f1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:41.466785 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d432cab9-0026-4b40-8303-7bf2621935f1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:33:41.476060 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d432cab9-0026-4b40-8303-7bf2621935f1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:41.476485 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-d432cab9-0026-4b40-8303-7bf2621935f1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Added segment cba91584-ea05-4925-a8cf-855c314ab2f3 of type vlan for network 993cf3f0-3197-493e-a308-ddd2b3058312 Aug 16 20:33:41.488372 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-33fe9a83-8727-400d-b1c3-611ce50c4019 None None] Could not find standard attr ID for object e4907c06-8cba-4030-8b64-8c5e04e85359. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:33:41.522650 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d432cab9-0026-4b40-8303-7bf2621935f1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:41.543663 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f5ee70-2f0d-49e0-b22d-f83c203344f0 None None] DHCP port deletion for cb1dabc4-f06a-48ff-80da-f0267693b718 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:33:41.553684 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d432cab9-0026-4b40-8303-7bf2621935f1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:41.557405 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d432cab9-0026-4b40-8303-7bf2621935f1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:41.558017 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d432cab9-0026-4b40-8303-7bf2621935f1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:41.568445 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfba385-83f5-4ae1-9a58-bd371f10d6c4 None None] get_active_networks_info from n-d-787206-13 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:33:41.619547 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d432cab9-0026-4b40-8303-7bf2621935f1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2117703 Aug 16 20:33:41.622187 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52786) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:41.626967 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-44688cda-11d2-4a02-a477-8f5ec1247ebd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'subnet': {'network_id': '993cf3f0-3197-493e-a308-ddd2b3058312', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:41.644586 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432cab9-0026-4b40-8303-7bf2621935f1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Network': ['ID=993cf3f0-3197-493e-a308-ddd2b3058312,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:41.655457 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 993cf3f0-3197-493e-a308-ddd2b3058312 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:33:41.658626 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfba385-83f5-4ae1-9a58-bd371f10d6c4 None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:33:41.732842 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44688cda-11d2-4a02-a477-8f5ec1247ebd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:41.736711 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-44688cda-11d2-4a02-a477-8f5ec1247ebd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:41.939662 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-44688cda-11d2-4a02-a477-8f5ec1247ebd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:41.997774 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44688cda-11d2-4a02-a477-8f5ec1247ebd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Subnet': ['ID=8ea65a80-362b-44b5-b73f-2d02d5c9d8ad,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:42.010405 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44688cda-11d2-4a02-a477-8f5ec1247ebd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Checking segment: {'id': 'cba91584-ea05-4925-a8cf-855c314ab2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '993cf3f0-3197-493e-a308-ddd2b3058312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:42.010847 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44688cda-11d2-4a02-a477-8f5ec1247ebd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network hostable DHCP agents. Network: 993cf3f0-3197-493e-a308-ddd2b3058312, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:33:42.028241 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44688cda-11d2-4a02-a477-8f5ec1247ebd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network 993cf3f0-3197-493e-a308-ddd2b3058312 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:33:42.036631 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-44688cda-11d2-4a02-a477-8f5ec1247ebd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 993cf3f0-3197-493e-a308-ddd2b3058312) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:42.042453 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44688cda-11d2-4a02-a477-8f5ec1247ebd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:42.043050 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-44688cda-11d2-4a02-a477-8f5ec1247ebd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:42.047109 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597a7a05-41ef-429d-8b75-64ef3367b721 None None] Network 993cf3f0-3197-493e-a308-ddd2b3058312 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:42.065237 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-44688cda-11d2-4a02-a477-8f5ec1247ebd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4419596 Aug 16 20:33:42.067690 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52794) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:42.072770 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9e9bcf0a-3676-43d0-9e67-5635e3efa973 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'port': {'network_id': '993cf3f0-3197-493e-a308-ddd2b3058312', 'name': 'tempest-PortsTestJSON-459952097'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:42.190275 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9bcf0a-3676-43d0-9e67-5635e3efa973 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:42.193911 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e9bcf0a-3676-43d0-9e67-5635e3efa973 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:42.205988 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a0327c-d8b8-4e4c-b2e9-6ac412de43d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-993cf3f0-3197-493e-a308-ddd2b3058312', 'network_id': '993cf3f0-3197-493e-a308-ddd2b3058312', 'tenant_id': '5c0bb5433ce54abe96f20ad2cf9c11b3', 'fixed_ips': [{'subnet_id': '8ea65a80-362b-44b5-b73f-2d02d5c9d8ad'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:33:42.206863 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57a0327c-d8b8-4e4c-b2e9-6ac412de43d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:42.211971 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-9e9bcf0a-3676-43d0-9e67-5635e3efa973 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] device_id is not set on port a6c9d5bb-57f9-4dcd-89bf-a119a6780209 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:33:42.321884 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-9e9bcf0a-3676-43d0-9e67-5635e3efa973 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Allocated IP 172.20.0.13 (993cf3f0-3197-493e-a308-ddd2b3058312/8ea65a80-362b-44b5-b73f-2d02d5c9d8ad/a6c9d5bb-57f9-4dcd-89bf-a119a6780209) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:42.476842 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e9bcf0a-3676-43d0-9e67-5635e3efa973 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:42.490581 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-9e9bcf0a-3676-43d0-9e67-5635e3efa973 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Transition to ACTIVE for port object a6c9d5bb-57f9-4dcd-89bf-a119a6780209 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:42.523843 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e9bcf0a-3676-43d0-9e67-5635e3efa973 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:42.543281 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9bcf0a-3676-43d0-9e67-5635e3efa973 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network 993cf3f0-3197-493e-a308-ddd2b3058312 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:42.546728 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-9e9bcf0a-3676-43d0-9e67-5635e3efa973 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:42.567653 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9bcf0a-3676-43d0-9e67-5635e3efa973 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:42.569287 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-57a0327c-d8b8-4e4c-b2e9-6ac412de43d7 None None] Allocated IP 172.20.0.2 (993cf3f0-3197-493e-a308-ddd2b3058312/8ea65a80-362b-44b5-b73f-2d02d5c9d8ad/4b8a9640-4b9c-432e-943d-7000ffc4d893) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:42.617230 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9bcf0a-3676-43d0-9e67-5635e3efa973 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Port': ['ID=a6c9d5bb-57f9-4dcd-89bf-a119a6780209,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:42.630047 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9bcf0a-3676-43d0-9e67-5635e3efa973 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:42.630593 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e9bcf0a-3676-43d0-9e67-5635e3efa973 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:42.648626 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9e9bcf0a-3676-43d0-9e67-5635e3efa973 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.5769463 Aug 16 20:33:42.648817 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52800) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:42.653833 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b16e9fcc-1123-42c8-a913-68f4537b12df tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'port': {'network_id': '993cf3f0-3197-493e-a308-ddd2b3058312', 'name': 'tempest-PortsTestJSON-1303057305'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:42.722114 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57a0327c-d8b8-4e4c-b2e9-6ac412de43d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:42.731307 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-57a0327c-d8b8-4e4c-b2e9-6ac412de43d7 None None] Transition to ACTIVE for port object 4b8a9640-4b9c-432e-943d-7000ffc4d893 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:42.746608 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-57a0327c-d8b8-4e4c-b2e9-6ac412de43d7 None None] Transition to ACTIVE for port object 4b8a9640-4b9c-432e-943d-7000ffc4d893 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:42.753171 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57a0327c-d8b8-4e4c-b2e9-6ac412de43d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:42.764397 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16e9fcc-1123-42c8-a913-68f4537b12df tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:42.768179 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b16e9fcc-1123-42c8-a913-68f4537b12df tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:42.789776 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a0327c-d8b8-4e4c-b2e9-6ac412de43d7 None None] Network 993cf3f0-3197-493e-a308-ddd2b3058312 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:42.791029 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-b16e9fcc-1123-42c8-a913-68f4537b12df tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] device_id is not set on port 539d4962-713b-4c07-ab8e-5914c6b46dd4 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:33:42.794768 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-57a0327c-d8b8-4e4c-b2e9-6ac412de43d7 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:42.798414 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a0327c-d8b8-4e4c-b2e9-6ac412de43d7 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:42.810995 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0327c-d8b8-4e4c-b2e9-6ac412de43d7 None None] Pushing event updated for resources: {'Port': ['ID=4b8a9640-4b9c-432e-943d-7000ffc4d893,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:42.859154 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-57a0327c-d8b8-4e4c-b2e9-6ac412de43d7 None None] Attempting to bind port 4b8a9640-4b9c-432e-943d-7000ffc4d893 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:33:42.859695 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-57a0327c-d8b8-4e4c-b2e9-6ac412de43d7 None None] Attempting to bind port 4b8a9640-4b9c-432e-943d-7000ffc4d893 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'cba91584-ea05-4925-a8cf-855c314ab2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '993cf3f0-3197-493e-a308-ddd2b3058312'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:33:42.860158 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a0327c-d8b8-4e4c-b2e9-6ac412de43d7 None None] Attempting to bind port 4b8a9640-4b9c-432e-943d-7000ffc4d893 on network 993cf3f0-3197-493e-a308-ddd2b3058312 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:33:42.865086 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a0327c-d8b8-4e4c-b2e9-6ac412de43d7 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:33:42.865606 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a0327c-d8b8-4e4c-b2e9-6ac412de43d7 None None] Checking segment: {'id': 'cba91584-ea05-4925-a8cf-855c314ab2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '993cf3f0-3197-493e-a308-ddd2b3058312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:42.866107 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57a0327c-d8b8-4e4c-b2e9-6ac412de43d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:42.867298 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a0327c-d8b8-4e4c-b2e9-6ac412de43d7 None None] Bound using segment: {'id': 'cba91584-ea05-4925-a8cf-855c314ab2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '993cf3f0-3197-493e-a308-ddd2b3058312'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:33:42.867856 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-57a0327c-d8b8-4e4c-b2e9-6ac412de43d7 None None] Bound port: 4b8a9640-4b9c-432e-943d-7000ffc4d893, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba91584-ea05-4925-a8cf-855c314ab2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '993cf3f0-3197-493e-a308-ddd2b3058312'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:33:42.868344 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57a0327c-d8b8-4e4c-b2e9-6ac412de43d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:42.915674 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-b16e9fcc-1123-42c8-a913-68f4537b12df tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Allocated IP 172.20.0.8 (993cf3f0-3197-493e-a308-ddd2b3058312/8ea65a80-362b-44b5-b73f-2d02d5c9d8ad/539d4962-713b-4c07-ab8e-5914c6b46dd4) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:42.939816 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-57a0327c-d8b8-4e4c-b2e9-6ac412de43d7 None None] For port 4b8a9640-4b9c-432e-943d-7000ffc4d893, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:33:42.943756 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-57a0327c-d8b8-4e4c-b2e9-6ac412de43d7 None None] For port 4b8a9640-4b9c-432e-943d-7000ffc4d893, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=4b8a9640-4b9c-432e-943d-7000ffc4d893,segment=NetworkSegment(cba91584-ea05-4925-a8cf-855c314ab2f3),segment_id=cba91584-ea05-4925-a8cf-855c314ab2f3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:33:42.949869 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57a0327c-d8b8-4e4c-b2e9-6ac412de43d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:43.020582 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6709b8cf-f15e-4501-85d8-eef37a52bfa0 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:33:43.026951 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0327c-d8b8-4e4c-b2e9-6ac412de43d7 None None] Pushing event updated for resources: {'Port': ['ID=4b8a9640-4b9c-432e-943d-7000ffc4d893,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:43.071717 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 6709b8cf-f15e-4501-85d8-eef37a52bfa0 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:33:43.072170 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6709b8cf-f15e-4501-85d8-eef37a52bfa0 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:33:43.111871 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b16e9fcc-1123-42c8-a913-68f4537b12df tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:43.125460 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-b16e9fcc-1123-42c8-a913-68f4537b12df tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Transition to ACTIVE for port object 539d4962-713b-4c07-ab8e-5914c6b46dd4 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:43.161957 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b16e9fcc-1123-42c8-a913-68f4537b12df tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:43.239084 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16e9fcc-1123-42c8-a913-68f4537b12df tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network 993cf3f0-3197-493e-a308-ddd2b3058312 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:43.246729 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b16e9fcc-1123-42c8-a913-68f4537b12df tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:43.251541 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16e9fcc-1123-42c8-a913-68f4537b12df tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:43.265276 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e9fcc-1123-42c8-a913-68f4537b12df tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Port': ['ID=539d4962-713b-4c07-ab8e-5914c6b46dd4,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:43.318224 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16e9fcc-1123-42c8-a913-68f4537b12df tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:43.318797 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b16e9fcc-1123-42c8-a913-68f4537b12df tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:43.336816 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b16e9fcc-1123-42c8-a913-68f4537b12df tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6869822 Aug 16 20:33:43.339713 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52804) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:43.401332 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006edac6-f300-4eb6-af8d-1fe4b54724f2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:43.402825 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-006edac6-f300-4eb6-af8d-1fe4b54724f2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 922 time: 0.0620313 Aug 16 20:33:43.405776 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52810) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:43.495609 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-eab93bad-1cad-4317-bd98-a110fd556779 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting port 539d4962-713b-4c07-ab8e-5914c6b46dd4 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:43.495952 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eab93bad-1cad-4317-bd98-a110fd556779 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:43.597725 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eab93bad-1cad-4317-bd98-a110fd556779 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:43.609039 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-eab93bad-1cad-4317-bd98-a110fd556779 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Calling delete_port for 539d4962-713b-4c07-ab8e-5914c6b46dd4 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:43.743081 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eab93bad-1cad-4317-bd98-a110fd556779 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:43.795099 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab93bad-1cad-4317-bd98-a110fd556779 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Port': ['ID=539d4962-713b-4c07-ab8e-5914c6b46dd4,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:43.844695 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eab93bad-1cad-4317-bd98-a110fd556779 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:43.849810 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-eab93bad-1cad-4317-bd98-a110fd556779 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/ports/539d4962-713b-4c07-ab8e-5914c6b46dd4 HTTP/1.1" status: 204 len: 168 time: 0.4415383 Aug 16 20:33:43.849953 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52812) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:43.875765 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eeafa03-1c82-40cc-942b-902cddcfbdc0 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] GET failed (client error): The resource could not be found. Aug 16 20:33:43.877329 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4eeafa03-1c82-40cc-942b-902cddcfbdc0 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "GET /v2.0/ports/539d4962-713b-4c07-ab8e-5914c6b46dd4 HTTP/1.1" status: 404 len: 333 time: 0.0265326 Aug 16 20:33:43.882895 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52814) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:43.983538 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5cce336a-725e-40a5-901c-0ae97b09e806 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting port a6c9d5bb-57f9-4dcd-89bf-a119a6780209 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:43.983881 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5cce336a-725e-40a5-901c-0ae97b09e806 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:43.988078 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd4aa90-588b-4025-8118-e188b86525ac None None] Network 993cf3f0-3197-493e-a308-ddd2b3058312 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:44.059393 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-33870769-0f4b-4afe-8aac-f602b846cb38 None None] Provisioning for port 4b8a9640-4b9c-432e-943d-7000ffc4d893 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:44.091310 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5cce336a-725e-40a5-901c-0ae97b09e806 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:44.112318 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5cce336a-725e-40a5-901c-0ae97b09e806 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Calling delete_port for a6c9d5bb-57f9-4dcd-89bf-a119a6780209 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:44.257892 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5cce336a-725e-40a5-901c-0ae97b09e806 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:44.285507 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce336a-725e-40a5-901c-0ae97b09e806 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Port': ['ID=a6c9d5bb-57f9-4dcd-89bf-a119a6780209,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:44.361005 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5cce336a-725e-40a5-901c-0ae97b09e806 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:44.363769 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5cce336a-725e-40a5-901c-0ae97b09e806 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/ports/a6c9d5bb-57f9-4dcd-89bf-a119a6780209 HTTP/1.1" status: 204 len: 168 time: 0.4797926 Aug 16 20:33:44.366979 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52822) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:44.391916 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b566763-be08-41dd-9679-98c9209ed4ab tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] GET failed (client error): The resource could not be found. Aug 16 20:33:44.393484 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5b566763-be08-41dd-9679-98c9209ed4ab tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "GET /v2.0/ports/a6c9d5bb-57f9-4dcd-89bf-a119a6780209 HTTP/1.1" status: 404 len: 333 time: 0.0253463 Aug 16 20:33:44.396396 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52824) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:44.405351 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6b1540cc-f7c2-48fd-8f87-04543cb04e4b None None] Could not find standard attr ID for object a6c9d5bb-57f9-4dcd-89bf-a119a6780209. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:33:44.449898 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e73583-5c66-4eb8-ae2d-36291d0c20ae tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting subnet 8ea65a80-362b-44b5-b73f-2d02d5c9d8ad {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:33:44.453285 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26e73583-5c66-4eb8-ae2d-36291d0c20ae tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:44.495242 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26e73583-5c66-4eb8-ae2d-36291d0c20ae tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:44.585988 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26e73583-5c66-4eb8-ae2d-36291d0c20ae tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:44.617791 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ccefc3bf-66b8-4b87-b3bb-167e5c77dab1 None None] Could not find standard attr ID for object a6c9d5bb-57f9-4dcd-89bf-a119a6780209. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:33:44.650373 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26e73583-5c66-4eb8-ae2d-36291d0c20ae tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:44.678076 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e73583-5c66-4eb8-ae2d-36291d0c20ae tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Subnet': ['ID=8ea65a80-362b-44b5-b73f-2d02d5c9d8ad,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:44.685420 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26e73583-5c66-4eb8-ae2d-36291d0c20ae tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:44.687541 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-26e73583-5c66-4eb8-ae2d-36291d0c20ae tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/subnets/8ea65a80-362b-44b5-b73f-2d02d5c9d8ad HTTP/1.1" status: 204 len: 168 time: 0.2898903 Aug 16 20:33:44.690205 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52826) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:44.775011 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d2d4b044-32a6-4270-bab8-e4f480b472f6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:44.781906 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e701bd-cb63-4624-85f1-9aebbfd46c8e None None] Network 993cf3f0-3197-493e-a308-ddd2b3058312 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:44.828744 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d2d4b044-32a6-4270-bab8-e4f480b472f6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting port 4b8a9640-4b9c-432e-943d-7000ffc4d893 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:44.829078 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d2d4b044-32a6-4270-bab8-e4f480b472f6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:44.839729 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-398629aa-c842-4201-b95d-4d55e9a3809a None None] Could not find standard attr ID for object 539d4962-713b-4c07-ab8e-5914c6b46dd4. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:33:44.904841 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-d2d4b044-32a6-4270-bab8-e4f480b472f6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] For port 4b8a9640-4b9c-432e-943d-7000ffc4d893, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=4b8a9640-4b9c-432e-943d-7000ffc4d893,segment=NetworkSegment(cba91584-ea05-4925-a8cf-855c314ab2f3),segment_id=cba91584-ea05-4925-a8cf-855c314ab2f3)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:44.905398 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d2d4b044-32a6-4270-bab8-e4f480b472f6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:44.993769 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad2d944-2b95-42aa-8e8f-7f1baf99b791 None None] DHCP port deletion for 993cf3f0-3197-493e-a308-ddd2b3058312 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:33:45.050814 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3ad2d944-2b95-42aa-8e8f-7f1baf99b791 None None] Deleting port 4b8a9640-4b9c-432e-943d-7000ffc4d893 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:45.051494 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ad2d944-2b95-42aa-8e8f-7f1baf99b791 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:45.144187 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3ad2d944-2b95-42aa-8e8f-7f1baf99b791 None None] For port 4b8a9640-4b9c-432e-943d-7000ffc4d893, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=4b8a9640-4b9c-432e-943d-7000ffc4d893,segment=NetworkSegment(cba91584-ea05-4925-a8cf-855c314ab2f3),segment_id=cba91584-ea05-4925-a8cf-855c314ab2f3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:45.144490 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ad2d944-2b95-42aa-8e8f-7f1baf99b791 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:45.160061 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3ad2d944-2b95-42aa-8e8f-7f1baf99b791 None None] Calling delete_port for 4b8a9640-4b9c-432e-943d-7000ffc4d893 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:45.256739 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ad2d944-2b95-42aa-8e8f-7f1baf99b791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:45.264716 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d2d4b044-32a6-4270-bab8-e4f480b472f6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Calling delete_port for 4b8a9640-4b9c-432e-943d-7000ffc4d893 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:45.282889 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2d944-2b95-42aa-8e8f-7f1baf99b791 None None] Pushing event deleted for resources: {'Port': ['ID=4b8a9640-4b9c-432e-943d-7000ffc4d893,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:45.287886 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad2d944-2b95-42aa-8e8f-7f1baf99b791 None None] No DVR routers for this DVR port 4b8a9640-4b9c-432e-943d-7000ffc4d893 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:33:45.339586 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d2d4b044-32a6-4270-bab8-e4f480b472f6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:45.364750 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4b044-32a6-4270-bab8-e4f480b472f6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Port': ['ID=4b8a9640-4b9c-432e-943d-7000ffc4d893,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:45.367218 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d4b044-32a6-4270-bab8-e4f480b472f6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] No DVR routers for this DVR port 4b8a9640-4b9c-432e-943d-7000ffc4d893 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:33:45.452679 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d2d4b044-32a6-4270-bab8-e4f480b472f6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:45.462137 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-d2d4b044-32a6-4270-bab8-e4f480b472f6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['993cf3f0-3197-493e-a308-ddd2b3058312']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:45.471269 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-d2d4b044-32a6-4270-bab8-e4f480b472f6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba91584-ea05-4925-a8cf-855c314ab2f3') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:45.471584 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-d2d4b044-32a6-4270-bab8-e4f480b472f6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba91584-ea05-4925-a8cf-855c314ab2f3') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:45.480148 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d2d4b044-32a6-4270-bab8-e4f480b472f6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:45.493761 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d2d4b044-32a6-4270-bab8-e4f480b472f6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:45.499155 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d4b044-32a6-4270-bab8-e4f480b472f6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:33:45.499568 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d2d4b044-32a6-4270-bab8-e4f480b472f6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: self.session.flush() Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: self.session.flush() Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: self.session.flush() Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: self.session.flush() Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:33:45.502988 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:33:45.564789 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d2d4b044-32a6-4270-bab8-e4f480b472f6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:45.571514 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d2d4b044-32a6-4270-bab8-e4f480b472f6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:45.577219 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d2d4b044-32a6-4270-bab8-e4f480b472f6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/networks/993cf3f0-3197-493e-a308-ddd2b3058312 HTTP/1.1" status: 204 len: 168 time: 0.8818114 Aug 16 20:33:45.577543 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52834) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:45.583038 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-4dc16536-daa0-4a0a-917c-b1b68ffc49bb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1283120033'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:45.587582 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4b044-32a6-4270-bab8-e4f480b472f6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Network': ['ID=993cf3f0-3197-493e-a308-ddd2b3058312,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:45.605480 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc16536-daa0-4a0a-917c-b1b68ffc49bb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:45.609073 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4dc16536-daa0-4a0a-917c-b1b68ffc49bb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:45.632666 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc16536-daa0-4a0a-917c-b1b68ffc49bb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:33:45.641178 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4dc16536-daa0-4a0a-917c-b1b68ffc49bb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:45.641514 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-4dc16536-daa0-4a0a-917c-b1b68ffc49bb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Added segment dafa5d39-5a40-42d0-bf42-b772a8273b7e of type vlan for network aac641dd-1b24-4fde-a2b8-2d0f6166ebdf Aug 16 20:33:45.680957 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4dc16536-daa0-4a0a-917c-b1b68ffc49bb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:45.708750 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4dc16536-daa0-4a0a-917c-b1b68ffc49bb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:45.714497 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc16536-daa0-4a0a-917c-b1b68ffc49bb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:45.715083 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4dc16536-daa0-4a0a-917c-b1b68ffc49bb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:45.768500 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4dc16536-daa0-4a0a-917c-b1b68ffc49bb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1871362 Aug 16 20:33:45.768730 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52836) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:45.773521 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-4cdc4e1a-06b1-4819-a93f-d2390c01a3d7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'subnet': {'network_id': 'aac641dd-1b24-4fde-a2b8-2d0f6166ebdf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:45.830643 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc16536-daa0-4a0a-917c-b1b68ffc49bb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Network': ['ID=aac641dd-1b24-4fde-a2b8-2d0f6166ebdf,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:45.841365 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network aac641dd-1b24-4fde-a2b8-2d0f6166ebdf details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:33:45.877929 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdc4e1a-06b1-4819-a93f-d2390c01a3d7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:45.882167 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4cdc4e1a-06b1-4819-a93f-d2390c01a3d7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:46.086409 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4cdc4e1a-06b1-4819-a93f-d2390c01a3d7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:46.153370 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc4e1a-06b1-4819-a93f-d2390c01a3d7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Subnet': ['ID=e9312f1c-79d7-4c51-814b-64452aac3427,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:46.160590 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdc4e1a-06b1-4819-a93f-d2390c01a3d7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Checking segment: {'id': 'dafa5d39-5a40-42d0-bf42-b772a8273b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'aac641dd-1b24-4fde-a2b8-2d0f6166ebdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:46.160947 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdc4e1a-06b1-4819-a93f-d2390c01a3d7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network hostable DHCP agents. Network: aac641dd-1b24-4fde-a2b8-2d0f6166ebdf, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:33:46.177540 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdc4e1a-06b1-4819-a93f-d2390c01a3d7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network aac641dd-1b24-4fde-a2b8-2d0f6166ebdf is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:33:46.187360 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-4cdc4e1a-06b1-4819-a93f-d2390c01a3d7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, aac641dd-1b24-4fde-a2b8-2d0f6166ebdf) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:46.191597 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdc4e1a-06b1-4819-a93f-d2390c01a3d7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:46.192334 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4cdc4e1a-06b1-4819-a93f-d2390c01a3d7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:46.201966 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6e6fc8-0802-49d2-8b7e-0c5a36db3025 None None] Network aac641dd-1b24-4fde-a2b8-2d0f6166ebdf requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:46.212475 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4cdc4e1a-06b1-4819-a93f-d2390c01a3d7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4402468 Aug 16 20:33:46.213081 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52844) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:46.219051 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-65ca2fd2-43a7-4008-87c0-0372ecffc226 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'port': {'network_id': 'aac641dd-1b24-4fde-a2b8-2d0f6166ebdf', 'name': 'tempest-PortsTestJSON-531830140', 'fixed_ips': [{'subnet_id': 'e9312f1c-79d7-4c51-814b-64452aac3427', 'ip_address': '172.20.0.10'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:46.332175 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ca2fd2-43a7-4008-87c0-0372ecffc226 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:46.355595 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aaf49b-9f6a-47e3-9b5b-57a707c6f7ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-aac641dd-1b24-4fde-a2b8-2d0f6166ebdf', 'network_id': 'aac641dd-1b24-4fde-a2b8-2d0f6166ebdf', 'tenant_id': '5c0bb5433ce54abe96f20ad2cf9c11b3', 'fixed_ips': [{'subnet_id': 'e9312f1c-79d7-4c51-814b-64452aac3427'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:33:46.356852 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16aaf49b-9f6a-47e3-9b5b-57a707c6f7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:46.420104 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65ca2fd2-43a7-4008-87c0-0372ecffc226 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:46.438413 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-65ca2fd2-43a7-4008-87c0-0372ecffc226 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] device_id is not set on port 13e55497-b6fd-4733-a4c6-29adc429158f yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:33:46.494726 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-16aaf49b-9f6a-47e3-9b5b-57a707c6f7ac None None] Allocated IP 172.20.0.2 (aac641dd-1b24-4fde-a2b8-2d0f6166ebdf/e9312f1c-79d7-4c51-814b-64452aac3427/1a552494-1104-4712-a896-767698988439) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:46.640537 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16aaf49b-9f6a-47e3-9b5b-57a707c6f7ac None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:46.649347 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-16aaf49b-9f6a-47e3-9b5b-57a707c6f7ac None None] Transition to ACTIVE for port object 1a552494-1104-4712-a896-767698988439 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:46.663730 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-16aaf49b-9f6a-47e3-9b5b-57a707c6f7ac None None] Transition to ACTIVE for port object 1a552494-1104-4712-a896-767698988439 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:46.675443 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16aaf49b-9f6a-47e3-9b5b-57a707c6f7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:46.710597 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aaf49b-9f6a-47e3-9b5b-57a707c6f7ac None None] Network aac641dd-1b24-4fde-a2b8-2d0f6166ebdf is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:46.716384 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-16aaf49b-9f6a-47e3-9b5b-57a707c6f7ac None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:46.719110 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aaf49b-9f6a-47e3-9b5b-57a707c6f7ac None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:46.723773 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-65ca2fd2-43a7-4008-87c0-0372ecffc226 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Allocated IP 172.20.0.10 (aac641dd-1b24-4fde-a2b8-2d0f6166ebdf/e9312f1c-79d7-4c51-814b-64452aac3427/13e55497-b6fd-4733-a4c6-29adc429158f) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:46.731028 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aaf49b-9f6a-47e3-9b5b-57a707c6f7ac None None] Pushing event updated for resources: {'Port': ['ID=1a552494-1104-4712-a896-767698988439,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:46.782063 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-16aaf49b-9f6a-47e3-9b5b-57a707c6f7ac None None] Attempting to bind port 1a552494-1104-4712-a896-767698988439 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:33:46.782464 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-16aaf49b-9f6a-47e3-9b5b-57a707c6f7ac None None] Attempting to bind port 1a552494-1104-4712-a896-767698988439 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'dafa5d39-5a40-42d0-bf42-b772a8273b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'aac641dd-1b24-4fde-a2b8-2d0f6166ebdf'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:33:46.782785 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aaf49b-9f6a-47e3-9b5b-57a707c6f7ac None None] Attempting to bind port 1a552494-1104-4712-a896-767698988439 on network aac641dd-1b24-4fde-a2b8-2d0f6166ebdf {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:33:46.788501 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aaf49b-9f6a-47e3-9b5b-57a707c6f7ac None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:33:46.788501 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aaf49b-9f6a-47e3-9b5b-57a707c6f7ac None None] Checking segment: {'id': 'dafa5d39-5a40-42d0-bf42-b772a8273b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'aac641dd-1b24-4fde-a2b8-2d0f6166ebdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:46.788501 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16aaf49b-9f6a-47e3-9b5b-57a707c6f7ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:46.788836 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aaf49b-9f6a-47e3-9b5b-57a707c6f7ac None None] Bound using segment: {'id': 'dafa5d39-5a40-42d0-bf42-b772a8273b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'aac641dd-1b24-4fde-a2b8-2d0f6166ebdf'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:33:46.789255 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-16aaf49b-9f6a-47e3-9b5b-57a707c6f7ac None None] Bound port: 1a552494-1104-4712-a896-767698988439, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dafa5d39-5a40-42d0-bf42-b772a8273b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'aac641dd-1b24-4fde-a2b8-2d0f6166ebdf'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:33:46.789933 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16aaf49b-9f6a-47e3-9b5b-57a707c6f7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:46.851303 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-16aaf49b-9f6a-47e3-9b5b-57a707c6f7ac None None] For port 1a552494-1104-4712-a896-767698988439, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:33:46.854325 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-16aaf49b-9f6a-47e3-9b5b-57a707c6f7ac None None] For port 1a552494-1104-4712-a896-767698988439, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1a552494-1104-4712-a896-767698988439,segment=NetworkSegment(dafa5d39-5a40-42d0-bf42-b772a8273b7e),segment_id=dafa5d39-5a40-42d0-bf42-b772a8273b7e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:33:46.859886 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16aaf49b-9f6a-47e3-9b5b-57a707c6f7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:46.883669 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65ca2fd2-43a7-4008-87c0-0372ecffc226 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:46.900716 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-65ca2fd2-43a7-4008-87c0-0372ecffc226 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Transition to ACTIVE for port object 13e55497-b6fd-4733-a4c6-29adc429158f will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:46.950736 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65ca2fd2-43a7-4008-87c0-0372ecffc226 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:47.012468 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ca2fd2-43a7-4008-87c0-0372ecffc226 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network aac641dd-1b24-4fde-a2b8-2d0f6166ebdf is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:47.015738 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-65ca2fd2-43a7-4008-87c0-0372ecffc226 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:47.020560 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ca2fd2-43a7-4008-87c0-0372ecffc226 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:47.025286 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca2fd2-43a7-4008-87c0-0372ecffc226 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Port': ['ID=13e55497-b6fd-4733-a4c6-29adc429158f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:47.079130 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4b8a9640-4b9c-432e-943d-7000ffc4d893 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:33:47.083561 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ca2fd2-43a7-4008-87c0-0372ecffc226 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:47.084663 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65ca2fd2-43a7-4008-87c0-0372ecffc226 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:47.103036 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-65ca2fd2-43a7-4008-87c0-0372ecffc226 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8863940 Aug 16 20:33:47.103276 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52850) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:47.108430 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-5e701241-e878-4cf9-a9b4-67001f1dbaa6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'port': {'network_id': 'aac641dd-1b24-4fde-a2b8-2d0f6166ebdf', 'name': 'tempest-PortsTestJSON-998772864', 'fixed_ips': [{'subnet_id': 'e9312f1c-79d7-4c51-814b-64452aac3427', 'ip_address': '172.20.0.9'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:47.113711 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 4b8a9640-4b9c-432e-943d-7000ffc4d893 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:33:47.114079 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4b8a9640-4b9c-432e-943d-7000ffc4d893 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:33:47.137128 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aaf49b-9f6a-47e3-9b5b-57a707c6f7ac None None] Pushing event updated for resources: {'Port': ['ID=1a552494-1104-4712-a896-767698988439,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:47.247658 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e701241-e878-4cf9-a9b4-67001f1dbaa6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:47.252942 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5e701241-e878-4cf9-a9b4-67001f1dbaa6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:47.276219 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-5e701241-e878-4cf9-a9b4-67001f1dbaa6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] device_id is not set on port 4d9220c5-0aa6-4bb5-8b65-fa7a14f48c97 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:33:47.458451 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-5e701241-e878-4cf9-a9b4-67001f1dbaa6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Allocated IP 172.20.0.9 (aac641dd-1b24-4fde-a2b8-2d0f6166ebdf/e9312f1c-79d7-4c51-814b-64452aac3427/4d9220c5-0aa6-4bb5-8b65-fa7a14f48c97) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:47.613624 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5e701241-e878-4cf9-a9b4-67001f1dbaa6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:47.944911 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-5e701241-e878-4cf9-a9b4-67001f1dbaa6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Transition to ACTIVE for port object 4d9220c5-0aa6-4bb5-8b65-fa7a14f48c97 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:47.980377 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5e701241-e878-4cf9-a9b4-67001f1dbaa6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:48.027893 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e701241-e878-4cf9-a9b4-67001f1dbaa6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network aac641dd-1b24-4fde-a2b8-2d0f6166ebdf is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:48.033751 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-5e701241-e878-4cf9-a9b4-67001f1dbaa6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:48.036230 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e701241-e878-4cf9-a9b4-67001f1dbaa6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:48.065703 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e701241-e878-4cf9-a9b4-67001f1dbaa6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Port': ['ID=4d9220c5-0aa6-4bb5-8b65-fa7a14f48c97,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:48.101101 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e701241-e878-4cf9-a9b4-67001f1dbaa6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:48.101801 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5e701241-e878-4cf9-a9b4-67001f1dbaa6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:48.120618 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5e701241-e878-4cf9-a9b4-67001f1dbaa6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0162261 Aug 16 20:33:48.121327 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5164cbec-1e5f-4bde-b16f-0fd808b9801e None None] Network aac641dd-1b24-4fde-a2b8-2d0f6166ebdf requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:48.123396 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52858) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:48.180760 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92256eec-01be-4234-9b9e-a39ffceaf232 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:48.187038 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52862) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:48.197678 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-92256eec-01be-4234-9b9e-a39ffceaf232 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.0722122 Aug 16 20:33:48.212612 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fbc46ba9-a931-4ffc-8855-0d5e7ed637c7 None None] Provisioning for port 1a552494-1104-4712-a896-767698988439 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:48.289913 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4b81c1-8bc1-4fbc-9b61-89379066856f tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:48.295747 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4b81c1-8bc1-4fbc-9b61-89379066856f tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:48.301648 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4b81c1-8bc1-4fbc-9b61-89379066856f tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:48.303352 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1c4b81c1-8bc1-4fbc-9b61-89379066856f tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1146262 Aug 16 20:33:48.306279 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52864) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:48.395429 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5a3fb546-0cb1-4413-bd2a-642bba192d11 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting port 4d9220c5-0aa6-4bb5-8b65-fa7a14f48c97 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:48.395923 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5a3fb546-0cb1-4413-bd2a-642bba192d11 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:48.490143 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5a3fb546-0cb1-4413-bd2a-642bba192d11 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:48.503558 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5a3fb546-0cb1-4413-bd2a-642bba192d11 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Calling delete_port for 4d9220c5-0aa6-4bb5-8b65-fa7a14f48c97 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:48.586756 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-936a381d-7ebf-4721-9f22-8f119c1e2603 None None] Provisioning for port 13e55497-b6fd-4733-a4c6-29adc429158f completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:48.593901 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-936a381d-7ebf-4721-9f22-8f119c1e2603 None None] Provisioning complete for port 13e55497-b6fd-4733-a4c6-29adc429158f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:48.594279 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-936a381d-7ebf-4721-9f22-8f119c1e2603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:48.682427 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-936a381d-7ebf-4721-9f22-8f119c1e2603 None None] Port 13e55497-b6fd-4733-a4c6-29adc429158f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:33:48.716244 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5a3fb546-0cb1-4413-bd2a-642bba192d11 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:48.716690 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-936a381d-7ebf-4721-9f22-8f119c1e2603 None None] Provisioning for port 4d9220c5-0aa6-4bb5-8b65-fa7a14f48c97 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:48.721459 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-936a381d-7ebf-4721-9f22-8f119c1e2603 None None] Provisioning complete for port 4d9220c5-0aa6-4bb5-8b65-fa7a14f48c97 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:48.721832 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-936a381d-7ebf-4721-9f22-8f119c1e2603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:48.744388 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-936a381d-7ebf-4721-9f22-8f119c1e2603 None None] Port 4d9220c5-0aa6-4bb5-8b65-fa7a14f48c97 was deleted so its status cannot be updated. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 20:33:48.751953 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fb546-0cb1-4413-bd2a-642bba192d11 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Port': ['ID=4d9220c5-0aa6-4bb5-8b65-fa7a14f48c97,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:48.836194 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5a3fb546-0cb1-4413-bd2a-642bba192d11 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:48.840767 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5a3fb546-0cb1-4413-bd2a-642bba192d11 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/ports/4d9220c5-0aa6-4bb5-8b65-fa7a14f48c97 HTTP/1.1" status: 204 len: 168 time: 0.5312426 Aug 16 20:33:48.841040 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52874) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:48.870772 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c26e5900-352c-44a9-8278-f77e2abf8ca4 None None] Provisioning complete for port 13e55497-b6fd-4733-a4c6-29adc429158f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:48.871315 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c26e5900-352c-44a9-8278-f77e2abf8ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:48.874028 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-8152b40d-ff65-4226-93f7-e666a40fab5b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] GET failed (client error): The resource could not be found. Aug 16 20:33:48.885514 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52876) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:48.887823 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8152b40d-ff65-4226-93f7-e666a40fab5b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "GET /v2.0/ports/4d9220c5-0aa6-4bb5-8b65-fa7a14f48c97 HTTP/1.1" status: 404 len: 333 time: 0.0457752 Aug 16 20:33:48.963630 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c26e5900-352c-44a9-8278-f77e2abf8ca4 None None] Port 13e55497-b6fd-4733-a4c6-29adc429158f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:33:49.011850 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2d4f7d60-a26a-492e-9b20-ad0da3a8aad1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting port 13e55497-b6fd-4733-a4c6-29adc429158f {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:49.012279 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d4f7d60-a26a-492e-9b20-ad0da3a8aad1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.022122 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1a552494-1104-4712-a896-767698988439 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:49.079715 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 1a552494-1104-4712-a896-767698988439 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:49.082986 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-89354b98-0a9f-4b57-be58-25a95eb382e7 None None] Could not find standard attr ID for object 4d9220c5-0aa6-4bb5-8b65-fa7a14f48c97. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:33:49.085376 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 1a552494-1104-4712-a896-767698988439 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:49.085698 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.135894 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d4f7d60-a26a-492e-9b20-ad0da3a8aad1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.153731 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2d4f7d60-a26a-492e-9b20-ad0da3a8aad1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Calling delete_port for 13e55497-b6fd-4733-a4c6-29adc429158f owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:49.181856 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.224226 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 1a552494-1104-4712-a896-767698988439, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1a552494-1104-4712-a896-767698988439,segment=NetworkSegment(dafa5d39-5a40-42d0-bf42-b772a8273b7e),segment_id=dafa5d39-5a40-42d0-bf42-b772a8273b7e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:49.240760 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.306345 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=1a552494-1104-4712-a896-767698988439,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:49.330082 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d4f7d60-a26a-492e-9b20-ad0da3a8aad1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.367533 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f7d60-a26a-492e-9b20-ad0da3a8aad1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Port': ['ID=13e55497-b6fd-4733-a4c6-29adc429158f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:49.426899 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d4f7d60-a26a-492e-9b20-ad0da3a8aad1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.431285 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2d4f7d60-a26a-492e-9b20-ad0da3a8aad1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/ports/13e55497-b6fd-4733-a4c6-29adc429158f HTTP/1.1" status: 204 len: 168 time: 0.5447273 Aug 16 20:33:49.433837 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52880) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:49.460729 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc6ec61-1b95-49f6-83a6-cc1e200973c3 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] GET failed (client error): The resource could not be found. Aug 16 20:33:49.463698 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5fc6ec61-1b95-49f6-83a6-cc1e200973c3 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "GET /v2.0/ports/13e55497-b6fd-4733-a4c6-29adc429158f HTTP/1.1" status: 404 len: 333 time: 0.0274708 Aug 16 20:33:49.465276 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52882) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:49.526092 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fbd58bc-a21c-4e0b-a4ed-5d0d203b800e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting subnet e9312f1c-79d7-4c51-814b-64452aac3427 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:33:49.529609 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3fbd58bc-a21c-4e0b-a4ed-5d0d203b800e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.574519 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3fbd58bc-a21c-4e0b-a4ed-5d0d203b800e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.665057 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3fbd58bc-a21c-4e0b-a4ed-5d0d203b800e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.726764 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3fbd58bc-a21c-4e0b-a4ed-5d0d203b800e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.753877 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd58bc-a21c-4e0b-a4ed-5d0d203b800e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Subnet': ['ID=e9312f1c-79d7-4c51-814b-64452aac3427,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:49.760043 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3fbd58bc-a21c-4e0b-a4ed-5d0d203b800e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.761765 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3fbd58bc-a21c-4e0b-a4ed-5d0d203b800e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/subnets/e9312f1c-79d7-4c51-814b-64452aac3427 HTTP/1.1" status: 204 len: 168 time: 0.2955871 Aug 16 20:33:49.764312 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52888) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:49.769569 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7ec2ad-8f81-4741-b3f4-f978adf88216 None None] Network aac641dd-1b24-4fde-a2b8-2d0f6166ebdf requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:49.848654 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3267c3ca-3848-42b1-9c81-98291f43839e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.908941 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-3267c3ca-3848-42b1-9c81-98291f43839e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting port 1a552494-1104-4712-a896-767698988439 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:49.909275 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3267c3ca-3848-42b1-9c81-98291f43839e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.956775 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570c90ed-8ff1-4040-934d-e8b190eed59a None None] DHCP port deletion for aac641dd-1b24-4fde-a2b8-2d0f6166ebdf request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:33:49.975552 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-3267c3ca-3848-42b1-9c81-98291f43839e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] For port 1a552494-1104-4712-a896-767698988439, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1a552494-1104-4712-a896-767698988439,segment=NetworkSegment(dafa5d39-5a40-42d0-bf42-b772a8273b7e),segment_id=dafa5d39-5a40-42d0-bf42-b772a8273b7e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:49.976022 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3267c3ca-3848-42b1-9c81-98291f43839e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.988151 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-3267c3ca-3848-42b1-9c81-98291f43839e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Calling delete_port for 1a552494-1104-4712-a896-767698988439 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:50.004815 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-570c90ed-8ff1-4040-934d-e8b190eed59a None None] Deleting port 1a552494-1104-4712-a896-767698988439 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:50.005273 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-570c90ed-8ff1-4040-934d-e8b190eed59a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.072349 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-570c90ed-8ff1-4040-934d-e8b190eed59a None None] For port 1a552494-1104-4712-a896-767698988439, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1a552494-1104-4712-a896-767698988439,segment=NetworkSegment(dafa5d39-5a40-42d0-bf42-b772a8273b7e),segment_id=dafa5d39-5a40-42d0-bf42-b772a8273b7e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:50.072349 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-570c90ed-8ff1-4040-934d-e8b190eed59a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.077695 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3267c3ca-3848-42b1-9c81-98291f43839e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.085870 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-570c90ed-8ff1-4040-934d-e8b190eed59a None None] Calling delete_port for 1a552494-1104-4712-a896-767698988439 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:50.105581 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3267c3ca-3848-42b1-9c81-98291f43839e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] No DVR routers for this DVR port 1a552494-1104-4712-a896-767698988439 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:33:50.110590 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267c3ca-3848-42b1-9c81-98291f43839e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Port': ['ID=1a552494-1104-4712-a896-767698988439,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:50.180352 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-570c90ed-8ff1-4040-934d-e8b190eed59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.199698 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3267c3ca-3848-42b1-9c81-98291f43839e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.211570 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570c90ed-8ff1-4040-934d-e8b190eed59a None None] No DVR routers for this DVR port 1a552494-1104-4712-a896-767698988439 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:33:50.212987 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-3267c3ca-3848-42b1-9c81-98291f43839e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aac641dd-1b24-4fde-a2b8-2d0f6166ebdf']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:50.213312 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c90ed-8ff1-4040-934d-e8b190eed59a None None] Pushing event deleted for resources: {'Port': ['ID=1a552494-1104-4712-a896-767698988439,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:50.232059 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-3267c3ca-3848-42b1-9c81-98291f43839e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dafa5d39-5a40-42d0-bf42-b772a8273b7e') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:50.232473 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-3267c3ca-3848-42b1-9c81-98291f43839e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dafa5d39-5a40-42d0-bf42-b772a8273b7e') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:50.243358 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3267c3ca-3848-42b1-9c81-98291f43839e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.259339 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3267c3ca-3848-42b1-9c81-98291f43839e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.265322 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3267c3ca-3848-42b1-9c81-98291f43839e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:33:50.267386 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3267c3ca-3848-42b1-9c81-98291f43839e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.269956 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:33:50.269956 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:33:50.269956 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:33:50.269956 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:33:50.269956 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:33:50.269956 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:33:50.269956 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:33:50.269956 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:33:50.269956 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:33:50.269956 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:33:50.269956 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:33:50.269956 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:33:50.269956 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:33:50.269956 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:33:50.269956 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:33:50.269956 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:33:50.269956 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:33:50.269956 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:33:50.269956 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:33:50.269956 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:33:50.269956 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:33:50.269956 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:33:50.269956 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:33:50.269956 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:33:50.269956 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:33:50.269956 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:33:50.269956 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:33:50.269956 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:33:50.269956 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:33:50.269956 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:33:50.269956 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:33:50.269956 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:33:50.327475 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3267c3ca-3848-42b1-9c81-98291f43839e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.332425 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3267c3ca-3848-42b1-9c81-98291f43839e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.334213 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3267c3ca-3848-42b1-9c81-98291f43839e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/networks/aac641dd-1b24-4fde-a2b8-2d0f6166ebdf HTTP/1.1" status: 204 len: 168 time: 0.5689008 Aug 16 20:33:50.339484 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52892) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:50.346011 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b773f916-4ccb-475f-a5d6-818c9766ba11 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1264503802'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:50.349857 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267c3ca-3848-42b1-9c81-98291f43839e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Network': ['ID=aac641dd-1b24-4fde-a2b8-2d0f6166ebdf,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:50.371581 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b773f916-4ccb-475f-a5d6-818c9766ba11 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:50.377245 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b773f916-4ccb-475f-a5d6-818c9766ba11 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.404272 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b773f916-4ccb-475f-a5d6-818c9766ba11 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:33:50.413761 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b773f916-4ccb-475f-a5d6-818c9766ba11 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.414374 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-b773f916-4ccb-475f-a5d6-818c9766ba11 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Added segment 0898073a-ee9b-4b4d-8779-a21776d09039 of type vlan for network 1ca8a634-edb0-48b5-a6ef-28de5a420b9a Aug 16 20:33:50.456562 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b773f916-4ccb-475f-a5d6-818c9766ba11 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.482762 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b773f916-4ccb-475f-a5d6-818c9766ba11 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.488406 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b773f916-4ccb-475f-a5d6-818c9766ba11 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:50.488984 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b773f916-4ccb-475f-a5d6-818c9766ba11 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.546883 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b773f916-4ccb-475f-a5d6-818c9766ba11 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2032232 Aug 16 20:33:50.547771 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52898) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:50.552042 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-419389a0-fd67-4423-8396-f2495442c83d tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'subnet': {'network_id': '1ca8a634-edb0-48b5-a6ef-28de5a420b9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:50.605618 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773f916-4ccb-475f-a5d6-818c9766ba11 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Network': ['ID=1ca8a634-edb0-48b5-a6ef-28de5a420b9a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:50.620291 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 1ca8a634-edb0-48b5-a6ef-28de5a420b9a details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:33:50.655862 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419389a0-fd67-4423-8396-f2495442c83d tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:50.659548 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-419389a0-fd67-4423-8396-f2495442c83d tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.839094 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-419389a0-fd67-4423-8396-f2495442c83d tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.899696 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419389a0-fd67-4423-8396-f2495442c83d tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Subnet': ['ID=7a30a101-6564-493e-8149-e6b02725550e,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:50.907123 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419389a0-fd67-4423-8396-f2495442c83d tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Checking segment: {'id': '0898073a-ee9b-4b4d-8779-a21776d09039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1ca8a634-edb0-48b5-a6ef-28de5a420b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:50.907514 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419389a0-fd67-4423-8396-f2495442c83d tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network hostable DHCP agents. Network: 1ca8a634-edb0-48b5-a6ef-28de5a420b9a, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:33:50.925133 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419389a0-fd67-4423-8396-f2495442c83d tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network 1ca8a634-edb0-48b5-a6ef-28de5a420b9a is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:33:50.936232 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-419389a0-fd67-4423-8396-f2495442c83d tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 1ca8a634-edb0-48b5-a6ef-28de5a420b9a) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:50.940682 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419389a0-fd67-4423-8396-f2495442c83d tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:50.941580 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-419389a0-fd67-4423-8396-f2495442c83d tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.949946 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8f00c3-d2e6-4fee-8eb7-9ee765af0c02 None None] Network 1ca8a634-edb0-48b5-a6ef-28de5a420b9a requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:50.957539 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-419389a0-fd67-4423-8396-f2495442c83d tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4092519 Aug 16 20:33:50.960389 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52900) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:50.966257 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e31c8b97-8589-41ae-a9c2-3e63eb14ef09 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2063358740', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:50.989399 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e31c8b97-8589-41ae-a9c2-3e63eb14ef09 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.990495 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e31c8b97-8589-41ae-a9c2-3e63eb14ef09 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.001578 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1a552494-1104-4712-a896-767698988439 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:33:51.028053 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 1a552494-1104-4712-a896-767698988439 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:33:51.028553 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1a552494-1104-4712-a896-767698988439 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:33:51.056222 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e31c8b97-8589-41ae-a9c2-3e63eb14ef09 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.065392 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e31c8b97-8589-41ae-a9c2-3e63eb14ef09 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.082223 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e31c8b97-8589-41ae-a9c2-3e63eb14ef09 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.086103 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e31c8b97-8589-41ae-a9c2-3e63eb14ef09 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1218772 Aug 16 20:33:51.086514 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52902) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:51.091737 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-33270ae5-7045-4c38-924b-c29f1e3930d9 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'port': {'network_id': '1ca8a634-edb0-48b5-a6ef-28de5a420b9a', 'name': 'tempest-PortsTestJSON-710838881'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:51.145579 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78923c0e-02a2-4fd6-b277-0dec55932869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-1ca8a634-edb0-48b5-a6ef-28de5a420b9a', 'network_id': '1ca8a634-edb0-48b5-a6ef-28de5a420b9a', 'tenant_id': '5c0bb5433ce54abe96f20ad2cf9c11b3', 'fixed_ips': [{'subnet_id': '7a30a101-6564-493e-8149-e6b02725550e'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:33:51.146840 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-78923c0e-02a2-4fd6-b277-0dec55932869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.209222 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33270ae5-7045-4c38-924b-c29f1e3930d9 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:51.213611 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33270ae5-7045-4c38-924b-c29f1e3930d9 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.232032 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-33270ae5-7045-4c38-924b-c29f1e3930d9 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] device_id is not set on port 1801afb3-67df-4adf-a2e1-81fd3038facf yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:33:51.286986 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-78923c0e-02a2-4fd6-b277-0dec55932869 None None] Allocated IP 172.20.0.2 (1ca8a634-edb0-48b5-a6ef-28de5a420b9a/7a30a101-6564-493e-8149-e6b02725550e/2f152777-860e-4a9d-938e-636ed24cb2d0) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:51.430230 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-78923c0e-02a2-4fd6-b277-0dec55932869 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.438491 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-78923c0e-02a2-4fd6-b277-0dec55932869 None None] Transition to ACTIVE for port object 2f152777-860e-4a9d-938e-636ed24cb2d0 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:51.453067 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-78923c0e-02a2-4fd6-b277-0dec55932869 None None] Transition to ACTIVE for port object 2f152777-860e-4a9d-938e-636ed24cb2d0 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:51.459365 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-78923c0e-02a2-4fd6-b277-0dec55932869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.499939 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78923c0e-02a2-4fd6-b277-0dec55932869 None None] Network 1ca8a634-edb0-48b5-a6ef-28de5a420b9a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:51.504804 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-78923c0e-02a2-4fd6-b277-0dec55932869 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:51.507456 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78923c0e-02a2-4fd6-b277-0dec55932869 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:51.513356 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-33270ae5-7045-4c38-924b-c29f1e3930d9 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Allocated IP 172.20.0.12 (1ca8a634-edb0-48b5-a6ef-28de5a420b9a/7a30a101-6564-493e-8149-e6b02725550e/1801afb3-67df-4adf-a2e1-81fd3038facf) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:51.519009 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78923c0e-02a2-4fd6-b277-0dec55932869 None None] Pushing event updated for resources: {'Port': ['ID=2f152777-860e-4a9d-938e-636ed24cb2d0,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:51.577440 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-78923c0e-02a2-4fd6-b277-0dec55932869 None None] Attempting to bind port 2f152777-860e-4a9d-938e-636ed24cb2d0 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:33:51.577848 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-78923c0e-02a2-4fd6-b277-0dec55932869 None None] Attempting to bind port 2f152777-860e-4a9d-938e-636ed24cb2d0 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '0898073a-ee9b-4b4d-8779-a21776d09039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1ca8a634-edb0-48b5-a6ef-28de5a420b9a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:33:51.578229 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78923c0e-02a2-4fd6-b277-0dec55932869 None None] Attempting to bind port 2f152777-860e-4a9d-938e-636ed24cb2d0 on network 1ca8a634-edb0-48b5-a6ef-28de5a420b9a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:33:51.583672 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78923c0e-02a2-4fd6-b277-0dec55932869 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:33:51.584266 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78923c0e-02a2-4fd6-b277-0dec55932869 None None] Checking segment: {'id': '0898073a-ee9b-4b4d-8779-a21776d09039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1ca8a634-edb0-48b5-a6ef-28de5a420b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:51.584888 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-78923c0e-02a2-4fd6-b277-0dec55932869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.585813 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78923c0e-02a2-4fd6-b277-0dec55932869 None None] Bound using segment: {'id': '0898073a-ee9b-4b4d-8779-a21776d09039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1ca8a634-edb0-48b5-a6ef-28de5a420b9a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:33:51.586271 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-78923c0e-02a2-4fd6-b277-0dec55932869 None None] Bound port: 2f152777-860e-4a9d-938e-636ed24cb2d0, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0898073a-ee9b-4b4d-8779-a21776d09039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1ca8a634-edb0-48b5-a6ef-28de5a420b9a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:33:51.586699 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-78923c0e-02a2-4fd6-b277-0dec55932869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.662527 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-78923c0e-02a2-4fd6-b277-0dec55932869 None None] For port 2f152777-860e-4a9d-938e-636ed24cb2d0, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:33:51.666948 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-78923c0e-02a2-4fd6-b277-0dec55932869 None None] For port 2f152777-860e-4a9d-938e-636ed24cb2d0, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=2f152777-860e-4a9d-938e-636ed24cb2d0,segment=NetworkSegment(0898073a-ee9b-4b4d-8779-a21776d09039),segment_id=0898073a-ee9b-4b4d-8779-a21776d09039)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:33:51.674490 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-78923c0e-02a2-4fd6-b277-0dec55932869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.684506 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33270ae5-7045-4c38-924b-c29f1e3930d9 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.698456 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-33270ae5-7045-4c38-924b-c29f1e3930d9 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Transition to ACTIVE for port object 1801afb3-67df-4adf-a2e1-81fd3038facf will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:51.736599 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78923c0e-02a2-4fd6-b277-0dec55932869 None None] Pushing event updated for resources: {'Port': ['ID=2f152777-860e-4a9d-938e-636ed24cb2d0,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:51.748634 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33270ae5-7045-4c38-924b-c29f1e3930d9 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.802318 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33270ae5-7045-4c38-924b-c29f1e3930d9 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network 1ca8a634-edb0-48b5-a6ef-28de5a420b9a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:51.805628 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-33270ae5-7045-4c38-924b-c29f1e3930d9 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:51.810035 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33270ae5-7045-4c38-924b-c29f1e3930d9 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:51.814124 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33270ae5-7045-4c38-924b-c29f1e3930d9 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Port': ['ID=1801afb3-67df-4adf-a2e1-81fd3038facf,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:51.861362 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33270ae5-7045-4c38-924b-c29f1e3930d9 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:51.862021 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33270ae5-7045-4c38-924b-c29f1e3930d9 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.883867 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52912) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:51.885649 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-33270ae5-7045-4c38-924b-c29f1e3930d9 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7979438 Aug 16 20:33:52.235097 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc52d716-6df4-49ee-b1c4-6f576062248c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:52.495686 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc52d716-6df4-49ee-b1c4-6f576062248c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:52.500697 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc52d716-6df4-49ee-b1c4-6f576062248c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:52.576923 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52d716-6df4-49ee-b1c4-6f576062248c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Port': ['ID=1801afb3-67df-4adf-a2e1-81fd3038facf,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:52.653757 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ced4160-ff39-4b5a-a6af-1c88200f461a None None] Network 1ca8a634-edb0-48b5-a6ef-28de5a420b9a requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:52.744198 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e9fb7cdb-fe44-4cb6-82a0-178fadb509ce None None] Provisioning for port 2f152777-860e-4a9d-938e-636ed24cb2d0 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:52.750728 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc52d716-6df4-49ee-b1c4-6f576062248c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:52.896166 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc52d716-6df4-49ee-b1c4-6f576062248c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.002730 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2f152777-860e-4a9d-938e-636ed24cb2d0 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:53.071075 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 2f152777-860e-4a9d-938e-636ed24cb2d0 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:53.076857 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 2f152777-860e-4a9d-938e-636ed24cb2d0 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:53.077238 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.181138 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.216751 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 2f152777-860e-4a9d-938e-636ed24cb2d0, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=2f152777-860e-4a9d-938e-636ed24cb2d0,segment=NetworkSegment(0898073a-ee9b-4b4d-8779-a21776d09039),segment_id=0898073a-ee9b-4b4d-8779-a21776d09039)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:53.218056 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-96095e19-5132-4f90-bb41-8a8f9beb44ec None None] Provisioning for port 1801afb3-67df-4adf-a2e1-81fd3038facf completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:53.222336 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-96095e19-5132-4f90-bb41-8a8f9beb44ec None None] Provisioning complete for port 1801afb3-67df-4adf-a2e1-81fd3038facf triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:53.222764 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-96095e19-5132-4f90-bb41-8a8f9beb44ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.233174 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc52d716-6df4-49ee-b1c4-6f576062248c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.239262 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc52d716-6df4-49ee-b1c4-6f576062248c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.259296 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-96095e19-5132-4f90-bb41-8a8f9beb44ec None None] Port 1801afb3-67df-4adf-a2e1-81fd3038facf cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:33:53.261022 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.290990 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc52d716-6df4-49ee-b1c4-6f576062248c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.309864 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-96095e19-5132-4f90-bb41-8a8f9beb44ec None None] Provisioning complete for port 2f152777-860e-4a9d-938e-636ed24cb2d0 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:53.310222 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-96095e19-5132-4f90-bb41-8a8f9beb44ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.345372 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=2f152777-860e-4a9d-938e-636ed24cb2d0,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:53.397891 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52d716-6df4-49ee-b1c4-6f576062248c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Port': ['ID=1801afb3-67df-4adf-a2e1-81fd3038facf,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:53.445834 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc52d716-6df4-49ee-b1c4-6f576062248c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network 1ca8a634-edb0-48b5-a6ef-28de5a420b9a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:53.447505 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-dc52d716-6df4-49ee-b1c4-6f576062248c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:53.534290 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-47ad0626-8def-4733-a143-80eddf9760a1 None None] Provisioning complete for port 1801afb3-67df-4adf-a2e1-81fd3038facf triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:53.535083 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47ad0626-8def-4733-a143-80eddf9760a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.571915 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-47ad0626-8def-4733-a143-80eddf9760a1 None None] Port 1801afb3-67df-4adf-a2e1-81fd3038facf cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:33:53.582992 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc52d716-6df4-49ee-b1c4-6f576062248c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Router 45233824-6367-447a-8aef-d78fc8a56249 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:33:53.690530 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc52d716-6df4-49ee-b1c4-6f576062248c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:33:53.692717 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-30196181-9697-49d0-aacf-4ea47d1e496d None None] Provisioning complete for port 1801afb3-67df-4adf-a2e1-81fd3038facf triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:53.693215 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-30196181-9697-49d0-aacf-4ea47d1e496d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.697081 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-dc52d716-6df4-49ee-b1c4-6f576062248c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "PUT /v2.0/routers/45233824-6367-447a-8aef-d78fc8a56249/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8097894 Aug 16 20:33:53.700263 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52922) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:53.743595 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-30196181-9697-49d0-aacf-4ea47d1e496d None None] Port 1801afb3-67df-4adf-a2e1-81fd3038facf cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:33:53.745167 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a89bc3-7fce-4f40-b3e2-5f1de22fbe29 None None] Sync routers for ids ['45233824-6367-447a-8aef-d78fc8a56249'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:33:53.754930 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a89bc3-7fce-4f40-b3e2-5f1de22fbe29 None None] Routers {'45233824-6367-447a-8aef-d78fc8a56249'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:33:53.755645 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a8a89bc3-7fce-4f40-b3e2-5f1de22fbe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:33:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['45233824-6367-447a-8aef-d78fc8a56249'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:53.756926 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc39931-6bb5-4781-9f32-018075be8e09 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:53.760364 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1bc39931-6bb5-4781-9f32-018075be8e09 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "GET /v2.0/ports?device_id=45233824-6367-447a-8aef-d78fc8a56249 HTTP/1.1" status: 200 len: 982 time: 0.0592923 Aug 16 20:33:53.762950 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52924) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:53.797355 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a8a89bc3-7fce-4f40-b3e2-5f1de22fbe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:53.806610 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a89bc3-7fce-4f40-b3e2-5f1de22fbe29 None None] Routers {'45233824-6367-447a-8aef-d78fc8a56249'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:33:53.807223 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a8a89bc3-7fce-4f40-b3e2-5f1de22fbe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:33:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['45233824-6367-447a-8aef-d78fc8a56249'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:53.843779 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a8a89bc3-7fce-4f40-b3e2-5f1de22fbe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:53.844339 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a89bc3-7fce-4f40-b3e2-5f1de22fbe29 None None] The sync data for ids ['45233824-6367-447a-8aef-d78fc8a56249'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:33:53.866308 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b52bb134-a24f-4013-9eb9-fc645c8648bd None None] Provisioning complete for port 1801afb3-67df-4adf-a2e1-81fd3038facf triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:53.867145 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b52bb134-a24f-4013-9eb9-fc645c8648bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.906212 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b52bb134-a24f-4013-9eb9-fc645c8648bd None None] Port 1801afb3-67df-4adf-a2e1-81fd3038facf cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:33:54.109620 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-83743e11-98ed-45ab-8829-b478652727e4 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.314584 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-83743e11-98ed-45ab-8829-b478652727e4 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting port 1801afb3-67df-4adf-a2e1-81fd3038facf {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:54.314920 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-83743e11-98ed-45ab-8829-b478652727e4 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.402543 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-83743e11-98ed-45ab-8829-b478652727e4 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.419501 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-83743e11-98ed-45ab-8829-b478652727e4 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Calling delete_port for 1801afb3-67df-4adf-a2e1-81fd3038facf owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:54.587353 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-83743e11-98ed-45ab-8829-b478652727e4 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.615150 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83743e11-98ed-45ab-8829-b478652727e4 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Port': ['ID=1801afb3-67df-4adf-a2e1-81fd3038facf,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:54.757908 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-83743e11-98ed-45ab-8829-b478652727e4 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.919094 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83743e11-98ed-45ab-8829-b478652727e4 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Router 45233824-6367-447a-8aef-d78fc8a56249 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:33:54.965851 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2f152777-860e-4a9d-938e-636ed24cb2d0 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:54.997483 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52938) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:55.004845 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83743e11-98ed-45ab-8829-b478652727e4 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:33:55.016373 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-83743e11-98ed-45ab-8829-b478652727e4 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "PUT /v2.0/routers/45233824-6367-447a-8aef-d78fc8a56249/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2499063 Aug 16 20:33:55.018131 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52940) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:55.019013 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e034b553-4c61-4c58-92b7-62c3d1bc8786 None None] Sync routers for ids ['45233824-6367-447a-8aef-d78fc8a56249'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:33:55.021200 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 2f152777-860e-4a9d-938e-636ed24cb2d0 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:55.021625 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.030990 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e034b553-4c61-4c58-92b7-62c3d1bc8786 None None] Routers {'45233824-6367-447a-8aef-d78fc8a56249'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:33:55.030990 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e034b553-4c61-4c58-92b7-62c3d1bc8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:33:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['45233824-6367-447a-8aef-d78fc8a56249'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:55.066025 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d91b42c-bf2f-4d5a-b7e9-bb4feaab801b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] GET failed (client error): The resource could not be found. Aug 16 20:33:55.070766 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3d91b42c-bf2f-4d5a-b7e9-bb4feaab801b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "GET /v2.0/ports/1801afb3-67df-4adf-a2e1-81fd3038facf HTTP/1.1" status: 404 len: 333 time: 0.0474489 Aug 16 20:33:55.071094 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52942) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:55.079164 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e034b553-4c61-4c58-92b7-62c3d1bc8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:55.092120 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e034b553-4c61-4c58-92b7-62c3d1bc8786 None None] Routers {'45233824-6367-447a-8aef-d78fc8a56249'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:33:55.092937 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e034b553-4c61-4c58-92b7-62c3d1bc8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:33:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['45233824-6367-447a-8aef-d78fc8a56249'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:55.135008 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e034b553-4c61-4c58-92b7-62c3d1bc8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:55.135934 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e034b553-4c61-4c58-92b7-62c3d1bc8786 None None] The sync data for ids ['45233824-6367-447a-8aef-d78fc8a56249'] in n-d-787206-13 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:33:55.190997 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2bc198e9-89d2-4ce4-aad1-8408123fc24b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.215970 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-1311cfee-6b82-4edc-95f8-0023d4de70ea tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Deleting port f067c9d7-27de-4021-a810-ac93fc2b63af {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:55.216380 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1311cfee-6b82-4edc-95f8-0023d4de70ea tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.292074 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1311cfee-6b82-4edc-95f8-0023d4de70ea tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.292699 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1311cfee-6b82-4edc-95f8-0023d4de70ea tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.305492 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-1311cfee-6b82-4edc-95f8-0023d4de70ea tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Calling delete_port for f067c9d7-27de-4021-a810-ac93fc2b63af owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:55.352353 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2bc198e9-89d2-4ce4-aad1-8408123fc24b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.354731 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2bc198e9-89d2-4ce4-aad1-8408123fc24b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.402047 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2bc198e9-89d2-4ce4-aad1-8408123fc24b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.402771 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc198e9-89d2-4ce4-aad1-8408123fc24b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Fanout notify agent at l3_agent the message router_deleted on router 45233824-6367-447a-8aef-d78fc8a56249 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:33:55.411833 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2bc198e9-89d2-4ce4-aad1-8408123fc24b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.415666 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2bc198e9-89d2-4ce4-aad1-8408123fc24b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/routers/45233824-6367-447a-8aef-d78fc8a56249 HTTP/1.1" status: 204 len: 168 time: 0.3405995 Aug 16 20:33:55.416368 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52946) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:55.471123 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef39ad2-1b09-49cd-9cfe-1c6d4300f3ee tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting subnet 7a30a101-6564-493e-8149-e6b02725550e {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:33:55.473891 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1311cfee-6b82-4edc-95f8-0023d4de70ea tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.474766 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ef39ad2-1b09-49cd-9cfe-1c6d4300f3ee tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.501916 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311cfee-6b82-4edc-95f8-0023d4de70ea tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event deleted for resources: {'Port': ['ID=f067c9d7-27de-4021-a810-ac93fc2b63af,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:55.520348 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ef39ad2-1b09-49cd-9cfe-1c6d4300f3ee tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.564071 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1311cfee-6b82-4edc-95f8-0023d4de70ea tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.564587 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-1311cfee-6b82-4edc-95f8-0023d4de70ea tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Floating IP 0878f51a-68a5-4a3f-b7af-4d5a10e592e9 disassociated (deleted). External IP: 172.25.8.120, port: 2b960b4d-0724-4108-a643-6f79dee82ae6. Aug 16 20:33:55.612201 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ef39ad2-1b09-49cd-9cfe-1c6d4300f3ee tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.673042 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ef39ad2-1b09-49cd-9cfe-1c6d4300f3ee tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.702158 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ef39ad2-1b09-49cd-9cfe-1c6d4300f3ee tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.707699 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9ef39ad2-1b09-49cd-9cfe-1c6d4300f3ee tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/subnets/7a30a101-6564-493e-8149-e6b02725550e HTTP/1.1" status: 204 len: 168 time: 0.2899129 Aug 16 20:33:55.709035 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52948) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:55.709202 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6eac7a-d032-4a16-b109-5db318f91b65 None None] Network 1ca8a634-edb0-48b5-a6ef-28de5a420b9a requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:55.723615 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef39ad2-1b09-49cd-9cfe-1c6d4300f3ee tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Subnet': ['ID=7a30a101-6564-493e-8149-e6b02725550e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:55.798491 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1311cfee-6b82-4edc-95f8-0023d4de70ea tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Router 11021c4b-8776-4e6e-b7eb-edd7d4f99d69 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:33:55.828504 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e630790-61d0-4e4f-8836-34ad3a051366 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.904170 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5e630790-61d0-4e4f-8836-34ad3a051366 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting port 2f152777-860e-4a9d-938e-636ed24cb2d0 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:55.904718 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e630790-61d0-4e4f-8836-34ad3a051366 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.924801 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e382f5-9153-42fd-be73-73c47e435a0a None None] DHCP port deletion for 1ca8a634-edb0-48b5-a6ef-28de5a420b9a request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:33:55.944834 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1311cfee-6b82-4edc-95f8-0023d4de70ea tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:33:55.957679 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1311cfee-6b82-4edc-95f8-0023d4de70ea tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.961075 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5d0b10-9e39-41cc-91af-1b0ced550564 None None] Sync routers for ids ['11021c4b-8776-4e6e-b7eb-edd7d4f99d69'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:33:55.982652 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-5e630790-61d0-4e4f-8836-34ad3a051366 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] For port 2f152777-860e-4a9d-938e-636ed24cb2d0, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=2f152777-860e-4a9d-938e-636ed24cb2d0,segment=NetworkSegment(0898073a-ee9b-4b4d-8779-a21776d09039),segment_id=0898073a-ee9b-4b4d-8779-a21776d09039)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:55.982881 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e630790-61d0-4e4f-8836-34ad3a051366 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.986317 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5d0b10-9e39-41cc-91af-1b0ced550564 None None] Routers {'11021c4b-8776-4e6e-b7eb-edd7d4f99d69'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:33:55.987536 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bc5d0b10-9e39-41cc-91af-1b0ced550564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:33:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['11021c4b-8776-4e6e-b7eb-edd7d4f99d69'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:55.995103 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1311cfee-6b82-4edc-95f8-0023d4de70ea tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "DELETE /v2.0/floatingips/0878f51a-68a5-4a3f-b7af-4d5a10e592e9 HTTP/1.1" status: 204 len: 168 time: 0.9962277 Aug 16 20:33:55.995951 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eed228f-37d5-4084-b68d-bba40ee1af82', 'tag': '2b960b4d-0724-4108-a643-6f79dee82ae6'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:33:55.998606 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3da74ed-4dae-4fb4-b791-8c5ec5b4bb54" -d '{"events": [{"name": "network-changed", "server_uuid": "4eed228f-37d5-4084-b68d-bba40ee1af82", "tag": "2b960b4d-0724-4108-a643-6f79dee82ae6"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:33:56.023600 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5e630790-61d0-4e4f-8836-34ad3a051366 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Calling delete_port for 2f152777-860e-4a9d-938e-636ed24cb2d0 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:56.049739 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c9e382f5-9153-42fd-be73-73c47e435a0a None None] Deleting port 2f152777-860e-4a9d-938e-636ed24cb2d0 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:56.050826 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c9e382f5-9153-42fd-be73-73c47e435a0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.134577 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e630790-61d0-4e4f-8836-34ad3a051366 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.142112 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c9e382f5-9153-42fd-be73-73c47e435a0a None None] For port 2f152777-860e-4a9d-938e-636ed24cb2d0, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=2f152777-860e-4a9d-938e-636ed24cb2d0,segment=NetworkSegment(0898073a-ee9b-4b4d-8779-a21776d09039),segment_id=0898073a-ee9b-4b4d-8779-a21776d09039)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:56.145451 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c9e382f5-9153-42fd-be73-73c47e435a0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.174687 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c9e382f5-9153-42fd-be73-73c47e435a0a None None] Calling delete_port for 2f152777-860e-4a9d-938e-636ed24cb2d0 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:56.189842 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e630790-61d0-4e4f-8836-34ad3a051366 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] No DVR routers for this DVR port 2f152777-860e-4a9d-938e-636ed24cb2d0 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:33:56.200293 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e630790-61d0-4e4f-8836-34ad3a051366 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Port': ['ID=2f152777-860e-4a9d-938e-636ed24cb2d0,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:56.273625 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf817c2-46ad-4576-ac3f-06d21969bd91 x-openstack-request-id: req-0cf817c2-46ad-4576-ac3f-06d21969bd91 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:33:56.274204 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eed228f-37d5-4084-b68d-bba40ee1af82", "tag": "2b960b4d-0724-4108-a643-6f79dee82ae6", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:33:56.274670 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0cf817c2-46ad-4576-ac3f-06d21969bd91 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:33:56.275339 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eed228f-37d5-4084-b68d-bba40ee1af82', 'tag': '2b960b4d-0724-4108-a643-6f79dee82ae6', 'status': 'completed', 'code': 200} Aug 16 20:33:56.301918 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e630790-61d0-4e4f-8836-34ad3a051366 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.313751 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-5e630790-61d0-4e4f-8836-34ad3a051366 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca8a634-edb0-48b5-a6ef-28de5a420b9a']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:56.326915 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-5e630790-61d0-4e4f-8836-34ad3a051366 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0898073a-ee9b-4b4d-8779-a21776d09039') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:56.327499 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-5e630790-61d0-4e4f-8836-34ad3a051366 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0898073a-ee9b-4b4d-8779-a21776d09039') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:56.337231 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-bc5d0b10-9e39-41cc-91af-1b0ced550564 None None] Set router 11021c4b-8776-4e6e-b7eb-edd7d4f99d69 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:33:56.347781 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e630790-61d0-4e4f-8836-34ad3a051366 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.406252 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e630790-61d0-4e4f-8836-34ad3a051366 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.416710 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e630790-61d0-4e4f-8836-34ad3a051366 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:33:56.417203 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e630790-61d0-4e4f-8836-34ad3a051366 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.420948 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:33:56.420948 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:33:56.420948 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:33:56.420948 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:33:56.420948 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:33:56.420948 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:33:56.420948 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:33:56.420948 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:33:56.420948 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:33:56.420948 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:33:56.420948 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:33:56.420948 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:33:56.420948 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:33:56.420948 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:33:56.420948 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:33:56.420948 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:33:56.420948 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:33:56.420948 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:33:56.420948 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:33:56.420948 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:33:56.420948 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:33:56.420948 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:33:56.420948 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:33:56.420948 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:33:56.420948 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:33:56.420948 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:33:56.420948 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:33:56.420948 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:33:56.420948 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:33:56.420948 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:33:56.420948 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:33:56.420948 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:33:56.426933 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c9e382f5-9153-42fd-be73-73c47e435a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.472096 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e382f5-9153-42fd-be73-73c47e435a0a None None] Pushing event deleted for resources: {'Port': ['ID=2f152777-860e-4a9d-938e-636ed24cb2d0,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:56.497123 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e382f5-9153-42fd-be73-73c47e435a0a None None] No DVR routers for this DVR port 2f152777-860e-4a9d-938e-636ed24cb2d0 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:33:56.598558 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bc5d0b10-9e39-41cc-91af-1b0ced550564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570145578', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'd9ebe489-88aa-421d-88aa-f959a70aea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:13Z', 'updated_at': '2021-08-16T20:32:17Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'd9ebe489-88aa-421d-88aa-f959a70aea42', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:72:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:13Z', 'updated_at': '2021-08-16T20:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '7827a5c3-03bc-4d98-8aa1-d656baab52a3', 'name': '', 'network_id': '4401ec8b-bb1a-40e8-9aa3-79f7a517eeac', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:c3:c8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '8c7e81c4-33ef-4d82-8d73-258654a06590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:16Z', 'updated_at': '2021-08-16T20:32:21Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': '8c7e81c4-33ef-4d82-8d73-258654a06590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:56.629957 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5d0b10-9e39-41cc-91af-1b0ced550564 None None] Checking router: 11021c4b-8776-4e6e-b7eb-edd7d4f99d69 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:33:56.639219 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5d0b10-9e39-41cc-91af-1b0ced550564 None None] Routers {'11021c4b-8776-4e6e-b7eb-edd7d4f99d69'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:33:56.640097 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bc5d0b10-9e39-41cc-91af-1b0ced550564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:33:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['11021c4b-8776-4e6e-b7eb-edd7d4f99d69'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:56.804409 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da74ed-4dae-4fb4-b791-8c5ec5b4bb54 req-b7ac165f-a868-43cf-8c62-b109adfb401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:56.805846 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d3da74ed-4dae-4fb4-b791-8c5ec5b4bb54 req-b7ac165f-a868-43cf-8c62-b109adfb401e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b476a52c3644288a8fde356e0d7a90f&device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 1097 time: 0.4687829 Aug 16 20:33:56.828979 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6681a3-864c-4d82-893a-1d73e388b3e2 req-008297a7-e714-474a-a652-09c17527d45c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:56.830482 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9e6681a3-864c-4d82-893a-1d73e388b3e2 req-008297a7-e714-474a-a652-09c17527d45c tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 945 time: 0.4923167 Aug 16 20:33:56.888753 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e630790-61d0-4e4f-8836-34ad3a051366 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.920751 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e630790-61d0-4e4f-8836-34ad3a051366 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.922640 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5e630790-61d0-4e4f-8836-34ad3a051366 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/networks/1ca8a634-edb0-48b5-a6ef-28de5a420b9a HTTP/1.1" status: 204 len: 168 time: 1.2116249 Aug 16 20:33:56.927778 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e630790-61d0-4e4f-8836-34ad3a051366 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Network': ['ID=1ca8a634-edb0-48b5-a6ef-28de5a420b9a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:56.928082 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-bc5d0b10-9e39-41cc-91af-1b0ced550564 None None] Set router 11021c4b-8776-4e6e-b7eb-edd7d4f99d69 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:33:56.931138 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52970) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:56.976136 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9e6681a3-864c-4d82-893a-1d73e388b3e2 req-909c120b-c0df-40c7-9db1-c29dfc3e5aee tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f18c0e5-eb30-4350-9d4c-babe8139fa46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218598 Aug 16 20:33:56.993851 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da74ed-4dae-4fb4-b791-8c5ec5b4bb54 req-184fcb66-393b-47c2-8a7c-998309ded1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:56.995596 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d3da74ed-4dae-4fb4-b791-8c5ec5b4bb54 req-184fcb66-393b-47c2-8a7c-998309ded1d1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4401ec8b-bb1a-40e8-9aa3-79f7a517eeac HTTP/1.1" status: 200 len: 898 time: 0.1641476 Aug 16 20:33:57.022479 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fb52ac-0799-4b43-ba38-5188125e5441 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:57.023069 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2f152777-860e-4a9d-938e-636ed24cb2d0 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:33:57.025062 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d0fb52ac-0799-4b43-ba38-5188125e5441 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "GET /v2.0/ports/683ab3d1-61cd-4049-9df4-08013673b12b HTTP/1.1" status: 200 len: 840 time: 0.0891843 Aug 16 20:33:57.028854 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52974) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:57.054295 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d3da74ed-4dae-4fb4-b791-8c5ec5b4bb54 req-972965a6-dbed-4c96-a9f6-27d46db114df service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b960b4d-0724-4108-a643-6f79dee82ae6 HTTP/1.1" status: 200 len: 217 time: 0.0473301 Aug 16 20:33:57.071962 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-85b8ad48-41dc-46c8-9bc0-8cfb8a7cbfab tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "GET /v2.0/ports/683ab3d1-61cd-4049-9df4-08013673b12b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0419691 Aug 16 20:33:57.075713 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52976) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:57.082850 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7f6bc31f-6fb8-4257-bdeb-5ed6f337913c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'subnet': {'network_id': '3cb3d0ee-5a3d-479c-b4da-0262a8911cbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:57.083616 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 2f152777-860e-4a9d-938e-636ed24cb2d0 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:33:57.083963 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2f152777-860e-4a9d-938e-636ed24cb2d0 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:33:57.131910 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da74ed-4dae-4fb4-b791-8c5ec5b4bb54 req-7ca92bf1-9ab5-4b62-bb25-8f3816131138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:57.133393 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d3da74ed-4dae-4fb4-b791-8c5ec5b4bb54 req-7ca92bf1-9ab5-4b62-bb25-8f3816131138 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c7e81c4-33ef-4d82-8d73-258654a06590 HTTP/1.1" status: 200 len: 834 time: 0.0716276 Aug 16 20:33:57.189257 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da74ed-4dae-4fb4-b791-8c5ec5b4bb54 req-74130841-5243-4f87-bf8c-cc88cbc40569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:57.191126 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d3da74ed-4dae-4fb4-b791-8c5ec5b4bb54 req-74130841-5243-4f87-bf8c-cc88cbc40569 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4401ec8b-bb1a-40e8-9aa3-79f7a517eeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487313 Aug 16 20:33:57.196682 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6bc31f-6fb8-4257-bdeb-5ed6f337913c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:57.200480 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7f6bc31f-6fb8-4257-bdeb-5ed6f337913c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:57.220101 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bc5d0b10-9e39-41cc-91af-1b0ced550564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570145578', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'd9ebe489-88aa-421d-88aa-f959a70aea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:13Z', 'updated_at': '2021-08-16T20:32:17Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'd9ebe489-88aa-421d-88aa-f959a70aea42', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:72:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:13Z', 'updated_at': '2021-08-16T20:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '7827a5c3-03bc-4d98-8aa1-d656baab52a3', 'name': '', 'network_id': '4401ec8b-bb1a-40e8-9aa3-79f7a517eeac', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:c3:c8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '8c7e81c4-33ef-4d82-8d73-258654a06590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:16Z', 'updated_at': '2021-08-16T20:32:21Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': '8c7e81c4-33ef-4d82-8d73-258654a06590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:57.257903 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5d0b10-9e39-41cc-91af-1b0ced550564 None None] The sync data for ids ['11021c4b-8776-4e6e-b7eb-edd7d4f99d69'] in n-d-787206-13 is: [{'id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570145578', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'd9ebe489-88aa-421d-88aa-f959a70aea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:13Z', 'updated_at': '2021-08-16T20:32:17Z', 'revision_number': 4, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'd9ebe489-88aa-421d-88aa-f959a70aea42', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:72:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:13Z', 'updated_at': '2021-08-16T20:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '7827a5c3-03bc-4d98-8aa1-d656baab52a3', 'name': '', 'network_id': '4401ec8b-bb1a-40e8-9aa3-79f7a517eeac', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'mac_address': 'fa:16:3e:c3:c8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '8c7e81c4-33ef-4d82-8d73-258654a06590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:16Z', 'updated_at': '2021-08-16T20:32:21Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'subnets': [{'id': '8c7e81c4-33ef-4d82-8d73-258654a06590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:33:57.302230 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d3da74ed-4dae-4fb4-b791-8c5ec5b4bb54 req-301fd456-3e94-48aa-894f-8f6c4eea3954 service neutron] 10.222.0.57 "GET /v2.0/networks/4401ec8b-bb1a-40e8-9aa3-79f7a517eeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000767 Aug 16 20:33:57.400338 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7f6bc31f-6fb8-4257-bdeb-5ed6f337913c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:57.410350 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d3da74ed-4dae-4fb4-b791-8c5ec5b4bb54 req-2581a64e-391a-4ff5-b57b-fa99ee2a7b47 service neutron] 10.222.0.57 "GET /v2.0/networks/4401ec8b-bb1a-40e8-9aa3-79f7a517eeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001852 Aug 16 20:33:57.443396 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6bc31f-6fb8-4257-bdeb-5ed6f337913c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network 3cb3d0ee-5a3d-479c-b4da-0262a8911cbf is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:57.447300 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-7f6bc31f-6fb8-4257-bdeb-5ed6f337913c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:57.451069 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6bc31f-6fb8-4257-bdeb-5ed6f337913c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:57.451779 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7f6bc31f-6fb8-4257-bdeb-5ed6f337913c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:57.455633 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d90cd88-a617-45fe-96fa-f9659b7dcbb2 None None] Network 3cb3d0ee-5a3d-479c-b4da-0262a8911cbf requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:57.477934 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6bc31f-6fb8-4257-bdeb-5ed6f337913c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Subnet': ['ID=7af9b6b9-686d-4807-a62f-9eef06cd9e0a,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:57.500772 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7f6bc31f-6fb8-4257-bdeb-5ed6f337913c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4192715 Aug 16 20:33:57.500772 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52980) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:57.506342 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ba5c5590-32d4-41a1-a093-486a8440d13e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'security_group': {'name': 'tempest-secgroup-933359317'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:57.533641 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba5c5590-32d4-41a1-a093-486a8440d13e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:57.597751 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:33:57.606560 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058652e8-9f4a-4225-837b-1685c344ec3b None None] New status for floating IP 0878f51a-68a5-4a3f-b7af-4d5a10e592e9: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:33:57.640670 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba5c5590-32d4-41a1-a093-486a8440d13e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:57.648489 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba5c5590-32d4-41a1-a093-486a8440d13e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:57.673979 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba5c5590-32d4-41a1-a093-486a8440d13e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:57.678271 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ba5c5590-32d4-41a1-a093-486a8440d13e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1762061 Aug 16 20:33:57.680513 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 52982) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:57.688947 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-60a4c986-d28a-4ab6-ad99-8fb7f3eba3a1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'security_group': {'name': 'tempest-secgroup-1195174962'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:57.696764 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c399dbd1-6d88-4501-850d-2737c6115249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-3cb3d0ee-5a3d-479c-b4da-0262a8911cbf', 'network_id': '3cb3d0ee-5a3d-479c-b4da-0262a8911cbf', 'tenant_id': '5c0bb5433ce54abe96f20ad2cf9c11b3', 'fixed_ips': [{'subnet_id': '7af9b6b9-686d-4807-a62f-9eef06cd9e0a'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:33:57.698052 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c399dbd1-6d88-4501-850d-2737c6115249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:57.702497 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c5590-32d4-41a1-a093-486a8440d13e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a733a400-8c92-4b1d-b8e2-b022561b63dd,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:57.739844 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa42da4-5c89-4ef4-b8f6-bdb78430673b req-5952e8b2-de6b-4acf-960d-215e72d63dbe tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:57.742450 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2aa42da4-5c89-4ef4-b8f6-bdb78430673b req-5952e8b2-de6b-4acf-960d-215e72d63dbe tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 945 time: 0.1271532 Aug 16 20:33:57.792491 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60a4c986-d28a-4ab6-ad99-8fb7f3eba3a1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:57.856724 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-c399dbd1-6d88-4501-850d-2737c6115249 None None] Allocated IP 172.20.0.2 (3cb3d0ee-5a3d-479c-b4da-0262a8911cbf/7af9b6b9-686d-4807-a62f-9eef06cd9e0a/e307820a-8505-41e1-a6db-8c0dab88d1bc) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:57.905110 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-2aa42da4-5c89-4ef4-b8f6-bdb78430673b req-37670632-7cc2-4e84-8944-48259ad03595 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Deleting port 2b960b4d-0724-4108-a643-6f79dee82ae6 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:57.905735 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2aa42da4-5c89-4ef4-b8f6-bdb78430673b req-37670632-7cc2-4e84-8944-48259ad03595 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:57.988402 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60a4c986-d28a-4ab6-ad99-8fb7f3eba3a1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.034340 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-2aa42da4-5c89-4ef4-b8f6-bdb78430673b req-37670632-7cc2-4e84-8944-48259ad03595 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] For port 2b960b4d-0724-4108-a643-6f79dee82ae6, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=2b960b4d-0724-4108-a643-6f79dee82ae6,segment=NetworkSegment(49788b62-bcdb-40ab-9977-fe7f4e7a8afa),segment_id=49788b62-bcdb-40ab-9977-fe7f4e7a8afa)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:58.034833 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2aa42da4-5c89-4ef4-b8f6-bdb78430673b req-37670632-7cc2-4e84-8944-48259ad03595 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.046322 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60a4c986-d28a-4ab6-ad99-8fb7f3eba3a1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.048814 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c399dbd1-6d88-4501-850d-2737c6115249 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.059454 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c399dbd1-6d88-4501-850d-2737c6115249 None None] Transition to ACTIVE for port object e307820a-8505-41e1-a6db-8c0dab88d1bc will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:58.069162 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-2aa42da4-5c89-4ef4-b8f6-bdb78430673b req-37670632-7cc2-4e84-8944-48259ad03595 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Calling delete_port for 2b960b4d-0724-4108-a643-6f79dee82ae6 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:58.081961 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60a4c986-d28a-4ab6-ad99-8fb7f3eba3a1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.082484 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c399dbd1-6d88-4501-850d-2737c6115249 None None] Transition to ACTIVE for port object e307820a-8505-41e1-a6db-8c0dab88d1bc will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:58.087444 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-60a4c986-d28a-4ab6-ad99-8fb7f3eba3a1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4053714 Aug 16 20:33:58.091280 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 52990) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:58.093390 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c399dbd1-6d88-4501-850d-2737c6115249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.098500 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-515a5b86-50d4-4ffd-8302-71f63e27b70e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1109394751', 'security_groups': ['9cba330f-7cc2-4e54-b0cd-2f4750ec57ad'], 'network_id': '3cb3d0ee-5a3d-479c-b4da-0262a8911cbf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7af9b6b9-686d-4807-a62f-9eef06cd9e0a'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:58.115102 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4c986-d28a-4ab6-ad99-8fb7f3eba3a1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cba330f-7cc2-4e54-b0cd-2f4750ec57ad,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:58.153792 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c399dbd1-6d88-4501-850d-2737c6115249 None None] Network 3cb3d0ee-5a3d-479c-b4da-0262a8911cbf is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:58.157197 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c399dbd1-6d88-4501-850d-2737c6115249 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:58.165239 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c399dbd1-6d88-4501-850d-2737c6115249 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:58.168599 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399dbd1-6d88-4501-850d-2737c6115249 None None] Pushing event updated for resources: {'Port': ['ID=e307820a-8505-41e1-a6db-8c0dab88d1bc,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:58.201488 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7fe9c-a422-45d0-8912-bd7d77c7d37a req-5c4dcabc-8a9e-4ed2-90db-1934c55a7a37 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:58.204015 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-21b7fe9c-a422-45d0-8912-bd7d77c7d37a req-5c4dcabc-8a9e-4ed2-90db-1934c55a7a37 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/ports?device_id=4eed228f-37d5-4084-b68d-bba40ee1af82 HTTP/1.1" status: 200 len: 945 time: 0.1648886 Aug 16 20:33:58.237907 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c399dbd1-6d88-4501-850d-2737c6115249 None None] Attempting to bind port e307820a-8505-41e1-a6db-8c0dab88d1bc on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:33:58.238270 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c399dbd1-6d88-4501-850d-2737c6115249 None None] Attempting to bind port e307820a-8505-41e1-a6db-8c0dab88d1bc by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '20b49966-c84c-4005-bafb-20e8e745e3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3cb3d0ee-5a3d-479c-b4da-0262a8911cbf'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:33:58.238637 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c399dbd1-6d88-4501-850d-2737c6115249 None None] Attempting to bind port e307820a-8505-41e1-a6db-8c0dab88d1bc on network 3cb3d0ee-5a3d-479c-b4da-0262a8911cbf {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:33:58.243805 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c399dbd1-6d88-4501-850d-2737c6115249 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:33:58.244182 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c399dbd1-6d88-4501-850d-2737c6115249 None None] Checking segment: {'id': '20b49966-c84c-4005-bafb-20e8e745e3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3cb3d0ee-5a3d-479c-b4da-0262a8911cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:58.244583 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c399dbd1-6d88-4501-850d-2737c6115249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.245069 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c399dbd1-6d88-4501-850d-2737c6115249 None None] Bound using segment: {'id': '20b49966-c84c-4005-bafb-20e8e745e3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3cb3d0ee-5a3d-479c-b4da-0262a8911cbf'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:33:58.245587 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c399dbd1-6d88-4501-850d-2737c6115249 None None] Bound port: e307820a-8505-41e1-a6db-8c0dab88d1bc, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b49966-c84c-4005-bafb-20e8e745e3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3cb3d0ee-5a3d-479c-b4da-0262a8911cbf'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:33:58.245970 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c399dbd1-6d88-4501-850d-2737c6115249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.273543 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2aa42da4-5c89-4ef4-b8f6-bdb78430673b req-37670632-7cc2-4e84-8944-48259ad03595 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.304216 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-21b7fe9c-a422-45d0-8912-bd7d77c7d37a req-eeaabaa4-8c3f-4365-9211-e644fd5eb2ea tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f18c0e5-eb30-4350-9d4c-babe8139fa46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833068 Aug 16 20:33:58.313824 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37670632-7cc2-4e84-8944-48259ad03595 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event deleted for resources: {'Port': ['ID=2b960b4d-0724-4108-a643-6f79dee82ae6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:58.329425 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515a5b86-50d4-4ffd-8302-71f63e27b70e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:58.333990 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c399dbd1-6d88-4501-850d-2737c6115249 None None] For port e307820a-8505-41e1-a6db-8c0dab88d1bc, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:33:58.336584 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c399dbd1-6d88-4501-850d-2737c6115249 None None] For port e307820a-8505-41e1-a6db-8c0dab88d1bc, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e307820a-8505-41e1-a6db-8c0dab88d1bc,segment=NetworkSegment(20b49966-c84c-4005-bafb-20e8e745e3ed),segment_id=20b49966-c84c-4005-bafb-20e8e745e3ed)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:33:58.345305 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c399dbd1-6d88-4501-850d-2737c6115249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.368979 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa42da4-5c89-4ef4-b8f6-bdb78430673b req-37670632-7cc2-4e84-8944-48259ad03595 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] No DVR routers for this DVR port 2b960b4d-0724-4108-a643-6f79dee82ae6 on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:33:58.371717 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2aa42da4-5c89-4ef4-b8f6-bdb78430673b req-37670632-7cc2-4e84-8944-48259ad03595 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.373687 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2aa42da4-5c89-4ef4-b8f6-bdb78430673b req-37670632-7cc2-4e84-8944-48259ad03595 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.57 "DELETE /v2.0/ports/2b960b4d-0724-4108-a643-6f79dee82ae6 HTTP/1.1" status: 204 len: 173 time: 0.6246617 Aug 16 20:33:58.374123 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eed228f-37d5-4084-b68d-bba40ee1af82', 'name': 'network-vif-deleted', 'tag': '2b960b4d-0724-4108-a643-6f79dee82ae6'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:33:58.376837 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e11be8b-8659-4639-8787-5d13591c6730" -d '{"events": [{"server_uuid": "4eed228f-37d5-4084-b68d-bba40ee1af82", "name": "network-vif-deleted", "tag": "2b960b4d-0724-4108-a643-6f79dee82ae6"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:33:58.430775 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399dbd1-6d88-4501-850d-2737c6115249 None None] Pushing event updated for resources: {'Port': ['ID=e307820a-8505-41e1-a6db-8c0dab88d1bc,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:58.444523 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8885f69d-c32c-4875-be28-4a9f87b3ed20 x-openstack-request-id: req-8885f69d-c32c-4875-be28-4a9f87b3ed20 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:33:58.445339 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eed228f-37d5-4084-b68d-bba40ee1af82", "name": "network-vif-deleted", "tag": "2b960b4d-0724-4108-a643-6f79dee82ae6", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:33:58.445584 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8885f69d-c32c-4875-be28-4a9f87b3ed20 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:33:58.445985 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eed228f-37d5-4084-b68d-bba40ee1af82', 'name': 'network-vif-deleted', 'tag': '2b960b4d-0724-4108-a643-6f79dee82ae6', 'status': 'completed', 'code': 200} Aug 16 20:33:58.448384 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-515a5b86-50d4-4ffd-8302-71f63e27b70e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.467554 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-515a5b86-50d4-4ffd-8302-71f63e27b70e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] device_id is not set on port fa15e7f7-ed69-4aeb-a646-e942c1bcd87c yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:33:58.656964 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-515a5b86-50d4-4ffd-8302-71f63e27b70e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Allocated IP 172.20.0.9 (3cb3d0ee-5a3d-479c-b4da-0262a8911cbf/7af9b6b9-686d-4807-a62f-9eef06cd9e0a/fa15e7f7-ed69-4aeb-a646-e942c1bcd87c) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:59.091026 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e307820a-8505-41e1-a6db-8c0dab88d1bc up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:59.143945 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port e307820a-8505-41e1-a6db-8c0dab88d1bc completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:59.301289 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-515a5b86-50d4-4ffd-8302-71f63e27b70e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:59.315656 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-515a5b86-50d4-4ffd-8302-71f63e27b70e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Transition to ACTIVE for port object fa15e7f7-ed69-4aeb-a646-e942c1bcd87c will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:59.361798 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53002) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:59.364487 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-515a5b86-50d4-4ffd-8302-71f63e27b70e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:59.413573 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515a5b86-50d4-4ffd-8302-71f63e27b70e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network 3cb3d0ee-5a3d-479c-b4da-0262a8911cbf is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:59.416817 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-515a5b86-50d4-4ffd-8302-71f63e27b70e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:59.423385 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515a5b86-50d4-4ffd-8302-71f63e27b70e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:59.456330 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a5b86-50d4-4ffd-8302-71f63e27b70e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Port': ['ID=fa15e7f7-ed69-4aeb-a646-e942c1bcd87c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:59.480330 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515a5b86-50d4-4ffd-8302-71f63e27b70e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:59.480958 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-515a5b86-50d4-4ffd-8302-71f63e27b70e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:59.499835 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-515a5b86-50d4-4ffd-8302-71f63e27b70e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4053988 Aug 16 20:33:59.503413 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53004) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:59.509492 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ffd21165-5237-4d59-a366-662b456fa86e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'subnet': {'network_id': '3cb3d0ee-5a3d-479c-b4da-0262a8911cbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:59.648733 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd21165-5237-4d59-a366-662b456fa86e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:59.653381 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ffd21165-5237-4d59-a366-662b456fa86e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:59.764389 n-d-787206-13 neutron-server[94770]: INFO neutron.db.ipam_backend_mixin [None req-ffd21165-5237-4d59-a366-662b456fa86e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7af9b6b9-686d-4807-a62f-9eef06cd9e0a (CIDR: 172.20.0.0/28) Aug 16 20:33:59.774818 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd21165-5237-4d59-a366-662b456fa86e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:33:59.775389 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffd21165-5237-4d59-a366-662b456fa86e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:59.779528 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-60115c26-02dd-4108-974f-91e93fd8c458 None None] Provisioning for port e307820a-8505-41e1-a6db-8c0dab88d1bc completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:59.785266 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-60115c26-02dd-4108-974f-91e93fd8c458 None None] Provisioning complete for port e307820a-8505-41e1-a6db-8c0dab88d1bc triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:59.786201 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60115c26-02dd-4108-974f-91e93fd8c458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:59.810481 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ffd21165-5237-4d59-a366-662b456fa86e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3028388 Aug 16 20:33:59.811166 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53008) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:59.818945 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-99e872b8-c908-4546-90c4-8bed126367d2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'subnet': {'network_id': '3cb3d0ee-5a3d-479c-b4da-0262a8911cbf', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:59.842939 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0dee1135-faba-47a9-a3da-8ed953de5e10 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:59.954000 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60115c26-02dd-4108-974f-91e93fd8c458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:59.970863 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e872b8-c908-4546-90c4-8bed126367d2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:59.996244 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99e872b8-c908-4546-90c4-8bed126367d2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.000882 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-60115c26-02dd-4108-974f-91e93fd8c458 None None] For port e307820a-8505-41e1-a6db-8c0dab88d1bc, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e307820a-8505-41e1-a6db-8c0dab88d1bc,segment=NetworkSegment(20b49966-c84c-4005-bafb-20e8e745e3ed),segment_id=20b49966-c84c-4005-bafb-20e8e745e3ed)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:00.007686 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60115c26-02dd-4108-974f-91e93fd8c458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.057193 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-60115c26-02dd-4108-974f-91e93fd8c458 None None] Provisioning complete for port 683ab3d1-61cd-4049-9df4-08013673b12b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:00.057663 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60115c26-02dd-4108-974f-91e93fd8c458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.095767 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-60115c26-02dd-4108-974f-91e93fd8c458 None None] Port 683ab3d1-61cd-4049-9df4-08013673b12b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:34:00.123139 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60115c26-02dd-4108-974f-91e93fd8c458 None None] Pushing event updated for resources: {'Port': ['ID=e307820a-8505-41e1-a6db-8c0dab88d1bc,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:00.201304 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0dee1135-faba-47a9-a3da-8ed953de5e10 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Deleting port 7827a5c3-03bc-4d98-8aa1-d656baab52a3 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:00.202262 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0dee1135-faba-47a9-a3da-8ed953de5e10 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.218884 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a3fd52b5-accc-410e-a777-3587c38934e5 None None] Provisioning for port fa15e7f7-ed69-4aeb-a646-e942c1bcd87c completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:00.223201 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a3fd52b5-accc-410e-a777-3587c38934e5 None None] Provisioning complete for port fa15e7f7-ed69-4aeb-a646-e942c1bcd87c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:00.223947 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a3fd52b5-accc-410e-a777-3587c38934e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.262635 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99e872b8-c908-4546-90c4-8bed126367d2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.270036 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a3fd52b5-accc-410e-a777-3587c38934e5 None None] Port fa15e7f7-ed69-4aeb-a646-e942c1bcd87c cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:34:00.303596 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-0dee1135-faba-47a9-a3da-8ed953de5e10 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] For port 7827a5c3-03bc-4d98-8aa1-d656baab52a3, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7827a5c3-03bc-4d98-8aa1-d656baab52a3,segment=NetworkSegment(49788b62-bcdb-40ab-9977-fe7f4e7a8afa),segment_id=49788b62-bcdb-40ab-9977-fe7f4e7a8afa)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:00.304642 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0dee1135-faba-47a9-a3da-8ed953de5e10 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.307394 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e872b8-c908-4546-90c4-8bed126367d2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network 3cb3d0ee-5a3d-479c-b4da-0262a8911cbf is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:00.310494 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-99e872b8-c908-4546-90c4-8bed126367d2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:00.313757 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e872b8-c908-4546-90c4-8bed126367d2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:00.314112 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99e872b8-c908-4546-90c4-8bed126367d2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.318478 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0dee1135-faba-47a9-a3da-8ed953de5e10 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Calling delete_port for 7827a5c3-03bc-4d98-8aa1-d656baab52a3 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:00.325816 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef16f9e1-b541-46a4-bc2c-bffa198ce5a2 None None] Network 3cb3d0ee-5a3d-479c-b4da-0262a8911cbf requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:00.328895 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e872b8-c908-4546-90c4-8bed126367d2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Subnet': ['ID=94b4c85c-d25c-4085-b4a2-8a74adcf2d1c,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:00.341702 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-99e872b8-c908-4546-90c4-8bed126367d2 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5269389 Aug 16 20:34:00.342349 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53014) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:00.348014 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a5d0b1c0-0037-40e7-807e-9049ec08b8e5 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-349739944', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '94b4c85c-d25c-4085-b4a2-8a74adcf2d1c'}], 'security_groups': ['a733a400-8c92-4b1d-b8e2-b022561b63dd']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:00.436835 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a5d0b1c0-0037-40e7-807e-9049ec08b8e5 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.531040 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0dee1135-faba-47a9-a3da-8ed953de5e10 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.565474 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee1135-faba-47a9-a3da-8ed953de5e10 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event deleted for resources: {'Port': ['ID=7827a5c3-03bc-4d98-8aa1-d656baab52a3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:00.579734 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee1135-faba-47a9-a3da-8ed953de5e10 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:00.580197 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee1135-faba-47a9-a3da-8ed953de5e10 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:00.580630 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee1135-faba-47a9-a3da-8ed953de5e10 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:00.581053 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee1135-faba-47a9-a3da-8ed953de5e10 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:00.581476 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee1135-faba-47a9-a3da-8ed953de5e10 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:00.581895 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee1135-faba-47a9-a3da-8ed953de5e10 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:00.582324 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee1135-faba-47a9-a3da-8ed953de5e10 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:00.583187 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee1135-faba-47a9-a3da-8ed953de5e10 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:00.583852 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee1135-faba-47a9-a3da-8ed953de5e10 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:00.584289 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee1135-faba-47a9-a3da-8ed953de5e10 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:00.585255 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee1135-faba-47a9-a3da-8ed953de5e10 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:00.585668 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee1135-faba-47a9-a3da-8ed953de5e10 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:00.674162 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75416792-0273-4f08-82b6-502b013b3a19 None None] Update dhcp port {'port': {'network_id': '3cb3d0ee-5a3d-479c-b4da-0262a8911cbf', 'fixed_ips': [{'subnet_id': '7af9b6b9-686d-4807-a62f-9eef06cd9e0a', 'ip_address': '172.20.0.2'}, {'subnet_id': '94b4c85c-d25c-4085-b4a2-8a74adcf2d1c'}], 'binding:host_id': 'n-d-787206-13'}, 'id': 'e307820a-8505-41e1-a6db-8c0dab88d1bc'} from n-d-787206-13. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:34:00.701158 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-75416792-0273-4f08-82b6-502b013b3a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.820046 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0dee1135-faba-47a9-a3da-8ed953de5e10 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.842662 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-a5d0b1c0-0037-40e7-807e-9049ec08b8e5 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Delete allocated IP 172.20.0.9 (3cb3d0ee-5a3d-479c-b4da-0262a8911cbf/7af9b6b9-686d-4807-a62f-9eef06cd9e0a) {{(pid=94770) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 20:34:00.854607 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-a5d0b1c0-0037-40e7-807e-9049ec08b8e5 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Allocated IP 172.20.0.25 (3cb3d0ee-5a3d-479c-b4da-0262a8911cbf/94b4c85c-d25c-4085-b4a2-8a74adcf2d1c/fa15e7f7-ed69-4aeb-a646-e942c1bcd87c) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:01.054479 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a5d0b1c0-0037-40e7-807e-9049ec08b8e5 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.072590 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e307820a-8505-41e1-a6db-8c0dab88d1bc up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:01.076529 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-a5d0b1c0-0037-40e7-807e-9049ec08b8e5 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Transition to ACTIVE for port object fa15e7f7-ed69-4aeb-a646-e942c1bcd87c will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:01.081590 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a5d0b1c0-0037-40e7-807e-9049ec08b8e5 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.134921 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dee1135-faba-47a9-a3da-8ed953de5e10 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Router 11021c4b-8776-4e6e-b7eb-edd7d4f99d69 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:34:01.172730 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-75416792-0273-4f08-82b6-502b013b3a19 None None] Allocated IP 172.20.0.18 (3cb3d0ee-5a3d-479c-b4da-0262a8911cbf/94b4c85c-d25c-4085-b4a2-8a74adcf2d1c/e307820a-8505-41e1-a6db-8c0dab88d1bc) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:01.183451 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port e307820a-8505-41e1-a6db-8c0dab88d1bc triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:01.183936 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.213718 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0b1c0-0037-40e7-807e-9049ec08b8e5 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Port': ['ID=fa15e7f7-ed69-4aeb-a646-e942c1bcd87c,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:01.226566 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d0b1c0-0037-40e7-807e-9049ec08b8e5 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:01.226918 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d0b1c0-0037-40e7-807e-9049ec08b8e5 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:01.227274 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d0b1c0-0037-40e7-807e-9049ec08b8e5 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:01.227620 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d0b1c0-0037-40e7-807e-9049ec08b8e5 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:01.227954 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d0b1c0-0037-40e7-807e-9049ec08b8e5 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:01.228688 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d0b1c0-0037-40e7-807e-9049ec08b8e5 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:01.229036 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d0b1c0-0037-40e7-807e-9049ec08b8e5 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:01.229368 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d0b1c0-0037-40e7-807e-9049ec08b8e5 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:01.229700 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d0b1c0-0037-40e7-807e-9049ec08b8e5 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:01.230159 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d0b1c0-0037-40e7-807e-9049ec08b8e5 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:01.230493 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d0b1c0-0037-40e7-807e-9049ec08b8e5 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:01.230818 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d0b1c0-0037-40e7-807e-9049ec08b8e5 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:01.236034 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-a5d0b1c0-0037-40e7-807e-9049ec08b8e5 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] In _notify_port_updated(), no bound segment for port fa15e7f7-ed69-4aeb-a646-e942c1bcd87c on network 3cb3d0ee-5a3d-479c-b4da-0262a8911cbf {{(pid=94770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:34:01.243648 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d0b1c0-0037-40e7-807e-9049ec08b8e5 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:01.244295 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a5d0b1c0-0037-40e7-807e-9049ec08b8e5 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.248508 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a5d0b1c0-0037-40e7-807e-9049ec08b8e5 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "PUT /v2.0/ports/fa15e7f7-ed69-4aeb-a646-e942c1bcd87c HTTP/1.1" status: 200 len: 920 time: 0.9051208 Aug 16 20:34:01.249134 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53022) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:01.286885 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dee1135-faba-47a9-a3da-8ed953de5e10 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:34:01.301237 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0dee1135-faba-47a9-a3da-8ed953de5e10 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "PUT /v2.0/routers/11021c4b-8776-4e6e-b7eb-edd7d4f99d69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9380021 Aug 16 20:34:01.304577 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53024) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:01.327002 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 2b960b4d-0724-4108-a643-6f79dee82ae6 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:34:01.329000 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701696fa-3425-44d0-8618-1d14ecdffaf8 None None] Sync routers for ids ['11021c4b-8776-4e6e-b7eb-edd7d4f99d69'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:34:01.356228 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d4178eba-ea73-4554-a442-ad3562686666 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting port fa15e7f7-ed69-4aeb-a646-e942c1bcd87c {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:01.356805 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4178eba-ea73-4554-a442-ad3562686666 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.369747 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 2b960b4d-0724-4108-a643-6f79dee82ae6 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:34:01.370398 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 2b960b4d-0724-4108-a643-6f79dee82ae6 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:34:01.375721 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd914204-d96b-400b-9ae6-b30e36242c2b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Deleting subnet 8c7e81c4-33ef-4d82-8d73-258654a06590 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:34:01.379626 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd914204-d96b-400b-9ae6-b30e36242c2b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.411469 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701696fa-3425-44d0-8618-1d14ecdffaf8 None None] Routers {'11021c4b-8776-4e6e-b7eb-edd7d4f99d69'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:34:01.412206 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-701696fa-3425-44d0-8618-1d14ecdffaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:33:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['11021c4b-8776-4e6e-b7eb-edd7d4f99d69'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:01.424540 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd914204-d96b-400b-9ae6-b30e36242c2b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.467132 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-75416792-0273-4f08-82b6-502b013b3a19 None None] For port e307820a-8505-41e1-a6db-8c0dab88d1bc, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e307820a-8505-41e1-a6db-8c0dab88d1bc,segment=NetworkSegment(20b49966-c84c-4005-bafb-20e8e745e3ed),segment_id=20b49966-c84c-4005-bafb-20e8e745e3ed)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:01.468014 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4178eba-ea73-4554-a442-ad3562686666 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.486053 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d4178eba-ea73-4554-a442-ad3562686666 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Calling delete_port for fa15e7f7-ed69-4aeb-a646-e942c1bcd87c owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:01.530114 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd914204-d96b-400b-9ae6-b30e36242c2b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.542112 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-75416792-0273-4f08-82b6-502b013b3a19 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.566543 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-75416792-0273-4f08-82b6-502b013b3a19 None None] Transition to ACTIVE for port object e307820a-8505-41e1-a6db-8c0dab88d1bc will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:01.568613 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-701696fa-3425-44d0-8618-1d14ecdffaf8 None None] Set router 11021c4b-8776-4e6e-b7eb-edd7d4f99d69 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:34:01.572277 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-75416792-0273-4f08-82b6-502b013b3a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.606705 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd914204-d96b-400b-9ae6-b30e36242c2b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.648003 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd914204-d96b-400b-9ae6-b30e36242c2b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event deleted for resources: {'Subnet': ['ID=8c7e81c4-33ef-4d82-8d73-258654a06590,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:01.655395 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd914204-d96b-400b-9ae6-b30e36242c2b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.655395 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bd914204-d96b-400b-9ae6-b30e36242c2b tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "DELETE /v2.0/subnets/8c7e81c4-33ef-4d82-8d73-258654a06590 HTTP/1.1" status: 204 len: 168 time: 0.3465097 Aug 16 20:34:01.655762 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53028) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:01.662220 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4178eba-ea73-4554-a442-ad3562686666 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.684562 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b35c15d-f0bc-494f-b41c-f663f9ca33a3 None None] Network 4401ec8b-bb1a-40e8-9aa3-79f7a517eeac requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:01.727983 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4178eba-ea73-4554-a442-ad3562686666 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Port': ['ID=fa15e7f7-ed69-4aeb-a646-e942c1bcd87c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:01.858432 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0767dd6f-c63b-454e-98ae-5b663e3b8ad0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.864268 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4178eba-ea73-4554-a442-ad3562686666 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.865405 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75416792-0273-4f08-82b6-502b013b3a19 None None] Pushing event updated for resources: {'Port': ['ID=e307820a-8505-41e1-a6db-8c0dab88d1bc,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:01.866277 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d4178eba-ea73-4554-a442-ad3562686666 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/ports/fa15e7f7-ed69-4aeb-a646-e942c1bcd87c HTTP/1.1" status: 204 len: 168 time: 0.6161578 Aug 16 20:34:01.869343 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53034) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:01.887573 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7aacd7e-a373-4845-805a-477bcfb66969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.915840 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0fb9c0b-a368-41e0-a585-ceec2d44a6dc tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] GET failed (client error): The resource could not be found. Aug 16 20:34:01.919716 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b0fb9c0b-a368-41e0-a585-ceec2d44a6dc tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "GET /v2.0/ports/fa15e7f7-ed69-4aeb-a646-e942c1bcd87c HTTP/1.1" status: 404 len: 333 time: 0.0481474 Aug 16 20:34:01.922422 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53036) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:01.994734 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13192463-36c0-4eab-8b19-870d86f667b8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.010956 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0767dd6f-c63b-454e-98ae-5b663e3b8ad0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.031188 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13192463-36c0-4eab-8b19-870d86f667b8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.090430 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0767dd6f-c63b-454e-98ae-5b663e3b8ad0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Deleting port d9ebe489-88aa-421d-88aa-f959a70aea42 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:02.091337 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0767dd6f-c63b-454e-98ae-5b663e3b8ad0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.126918 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13192463-36c0-4eab-8b19-870d86f667b8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.130367 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13192463-36c0-4eab-8b19-870d86f667b8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.132724 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-13192463-36c0-4eab-8b19-870d86f667b8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/security-groups/9cba330f-7cc2-4e54-b0cd-2f4750ec57ad HTTP/1.1" status: 204 len: 168 time: 0.2079422 Aug 16 20:34:02.137625 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53038) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:02.213935 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-701696fa-3425-44d0-8618-1d14ecdffaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570145578', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'd9ebe489-88aa-421d-88aa-f959a70aea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:13Z', 'updated_at': '2021-08-16T20:34:00Z', 'revision_number': 5, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port': {'id': 'd9ebe489-88aa-421d-88aa-f959a70aea42', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:72:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:13Z', 'updated_at': '2021-08-16T20:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:02.216756 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13192463-36c0-4eab-8b19-870d86f667b8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cba330f-7cc2-4e54-b0cd-2f4750ec57ad,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:02.270312 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701696fa-3425-44d0-8618-1d14ecdffaf8 None None] Checking router: 11021c4b-8776-4e6e-b7eb-edd7d4f99d69 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:34:02.277542 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-0767dd6f-c63b-454e-98ae-5b663e3b8ad0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] For port d9ebe489-88aa-421d-88aa-f959a70aea42, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=d9ebe489-88aa-421d-88aa-f959a70aea42,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:02.277928 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0767dd6f-c63b-454e-98ae-5b663e3b8ad0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.283523 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff65f301-5871-458b-9978-3731ac10838c None None] DHCP port deletion for 4401ec8b-bb1a-40e8-9aa3-79f7a517eeac request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:34:02.293475 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701696fa-3425-44d0-8618-1d14ecdffaf8 None None] Routers {'11021c4b-8776-4e6e-b7eb-edd7d4f99d69'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:34:02.294064 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-701696fa-3425-44d0-8618-1d14ecdffaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:33:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['11021c4b-8776-4e6e-b7eb-edd7d4f99d69'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:02.299977 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6050b9dd-eb8b-481c-8203-a8894a983749 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.301718 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0767dd6f-c63b-454e-98ae-5b663e3b8ad0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Calling delete_port for d9ebe489-88aa-421d-88aa-f959a70aea42 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:02.329487 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6050b9dd-eb8b-481c-8203-a8894a983749 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.395645 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6050b9dd-eb8b-481c-8203-a8894a983749 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.401217 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6050b9dd-eb8b-481c-8203-a8894a983749 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.403211 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6050b9dd-eb8b-481c-8203-a8894a983749 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/security-groups/a733a400-8c92-4b1d-b8e2-b022561b63dd HTTP/1.1" status: 204 len: 168 time: 0.2646348 Aug 16 20:34:02.406885 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53040) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:02.426805 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050b9dd-eb8b-481c-8203-a8894a983749 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a733a400-8c92-4b1d-b8e2-b022561b63dd,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:02.471936 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-701696fa-3425-44d0-8618-1d14ecdffaf8 None None] Set router 11021c4b-8776-4e6e-b7eb-edd7d4f99d69 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:34:02.477956 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b33b6c3b-ea5c-4072-a739-97415bbda2cd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting subnet 7af9b6b9-686d-4807-a62f-9eef06cd9e0a {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:34:02.481838 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b33b6c3b-ea5c-4072-a739-97415bbda2cd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.528125 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b33b6c3b-ea5c-4072-a739-97415bbda2cd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.531483 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-701696fa-3425-44d0-8618-1d14ecdffaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570145578', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:13Z', 'updated_at': '2021-08-16T20:34:02Z', 'revision_number': 6, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:02.561276 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701696fa-3425-44d0-8618-1d14ecdffaf8 None None] The sync data for ids ['11021c4b-8776-4e6e-b7eb-edd7d4f99d69'] in n-d-787206-13 is: [{'id': '11021c4b-8776-4e6e-b7eb-edd7d4f99d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570145578', 'tenant_id': '5b476a52c3644288a8fde356e0d7a90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:13Z', 'updated_at': '2021-08-16T20:34:02Z', 'revision_number': 6, 'project_id': '5b476a52c3644288a8fde356e0d7a90f', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:34:02.564755 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ff65f301-5871-458b-9978-3731ac10838c None None] Deleting port edf21f42-8243-4bbb-b8ed-73611c2b1fad {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:02.565691 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ff65f301-5871-458b-9978-3731ac10838c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.630057 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b33b6c3b-ea5c-4072-a739-97415bbda2cd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.640526 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ff65f301-5871-458b-9978-3731ac10838c None None] For port edf21f42-8243-4bbb-b8ed-73611c2b1fad, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=edf21f42-8243-4bbb-b8ed-73611c2b1fad,segment=NetworkSegment(49788b62-bcdb-40ab-9977-fe7f4e7a8afa),segment_id=49788b62-bcdb-40ab-9977-fe7f4e7a8afa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:02.640993 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ff65f301-5871-458b-9978-3731ac10838c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.655152 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ff65f301-5871-458b-9978-3731ac10838c None None] Calling delete_port for edf21f42-8243-4bbb-b8ed-73611c2b1fad owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:02.736519 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-73dda242-ee08-48b9-be5d-e8477247bd6c None None] Provisioning for port e307820a-8505-41e1-a6db-8c0dab88d1bc completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:02.745887 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-73dda242-ee08-48b9-be5d-e8477247bd6c None None] Provisioning complete for port e307820a-8505-41e1-a6db-8c0dab88d1bc triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:02.746620 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-73dda242-ee08-48b9-be5d-e8477247bd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.788536 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ff65f301-5871-458b-9978-3731ac10838c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.815054 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b33b6c3b-ea5c-4072-a739-97415bbda2cd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.822785 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65f301-5871-458b-9978-3731ac10838c None None] Pushing event deleted for resources: {'Port': ['ID=edf21f42-8243-4bbb-b8ed-73611c2b1fad,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:02.829425 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff65f301-5871-458b-9978-3731ac10838c None None] No DVR routers for this DVR port edf21f42-8243-4bbb-b8ed-73611c2b1fad on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:34:02.849691 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b6c3b-ea5c-4072-a739-97415bbda2cd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Subnet': ['ID=7af9b6b9-686d-4807-a62f-9eef06cd9e0a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:02.854232 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b33b6c3b-ea5c-4072-a739-97415bbda2cd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.859909 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b33b6c3b-ea5c-4072-a739-97415bbda2cd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/subnets/7af9b6b9-686d-4807-a62f-9eef06cd9e0a HTTP/1.1" status: 204 len: 168 time: 0.4482641 Aug 16 20:34:02.861511 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53048) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:02.867510 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-baa90a1b-6e89-497c-b994-91e8d45e6abd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'subnet': {'network_id': '3cb3d0ee-5a3d-479c-b4da-0262a8911cbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:02.873361 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0767dd6f-c63b-454e-98ae-5b663e3b8ad0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.891661 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-73dda242-ee08-48b9-be5d-e8477247bd6c None None] Could not find standard attr ID for object fa15e7f7-ed69-4aeb-a646-e942c1bcd87c. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:34:02.902386 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-73dda242-ee08-48b9-be5d-e8477247bd6c None None] Provisioning complete for port 683ab3d1-61cd-4049-9df4-08013673b12b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:02.902762 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-73dda242-ee08-48b9-be5d-e8477247bd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.939759 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-73dda242-ee08-48b9-be5d-e8477247bd6c None None] Port 683ab3d1-61cd-4049-9df4-08013673b12b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:34:02.941874 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767dd6f-c63b-454e-98ae-5b663e3b8ad0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event deleted for resources: {'Port': ['ID=d9ebe489-88aa-421d-88aa-f959a70aea42,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:03.051845 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e307820a-8505-41e1-a6db-8c0dab88d1bc up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:03.073804 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0767dd6f-c63b-454e-98ae-5b663e3b8ad0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.145885 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port e307820a-8505-41e1-a6db-8c0dab88d1bc triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:03.146390 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.182493 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0767dd6f-c63b-454e-98ae-5b663e3b8ad0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.186099 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0767dd6f-c63b-454e-98ae-5b663e3b8ad0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.203471 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa90a1b-6e89-497c-b994-91e8d45e6abd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:03.214120 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-baa90a1b-6e89-497c-b994-91e8d45e6abd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.289049 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8b6a23-1c6c-4907-873a-643098689551 None None] Network 3cb3d0ee-5a3d-479c-b4da-0262a8911cbf requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:03.342940 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device edf21f42-8243-4bbb-b8ed-73611c2b1fad no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:34:03.360947 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0767dd6f-c63b-454e-98ae-5b663e3b8ad0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.361506 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0767dd6f-c63b-454e-98ae-5b663e3b8ad0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Fanout notify agent at l3_agent the message router_deleted on router 11021c4b-8776-4e6e-b7eb-edd7d4f99d69 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:34:03.368919 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0767dd6f-c63b-454e-98ae-5b663e3b8ad0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.373341 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53050) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:03.376942 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: edf21f42-8243-4bbb-b8ed-73611c2b1fad {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:34:03.377330 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device edf21f42-8243-4bbb-b8ed-73611c2b1fad not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:34:03.378009 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7827a5c3-03bc-4d98-8aa1-d656baab52a3 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:34:03.384144 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0767dd6f-c63b-454e-98ae-5b663e3b8ad0 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "DELETE /v2.0/routers/11021c4b-8776-4e6e-b7eb-edd7d4f99d69 HTTP/1.1" status: 204 len: 168 time: 1.7275290 Aug 16 20:34:03.399680 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 7827a5c3-03bc-4d98-8aa1-d656baab52a3 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:34:03.400139 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7827a5c3-03bc-4d98-8aa1-d656baab52a3 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:34:03.415117 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-008eead6-97de-4fd1-bd8c-fe0d0fd0bcfa None None] Could not find standard attr ID for object fa15e7f7-ed69-4aeb-a646-e942c1bcd87c. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:34:03.471296 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-20a7cfd0-1232-40bf-94b8-5d36353329b3 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.578709 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-20a7cfd0-1232-40bf-94b8-5d36353329b3 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.591494 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-20a7cfd0-1232-40bf-94b8-5d36353329b3 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4401ec8b-bb1a-40e8-9aa3-79f7a517eeac']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:03.618622 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-20a7cfd0-1232-40bf-94b8-5d36353329b3 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49788b62-bcdb-40ab-9977-fe7f4e7a8afa') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:03.618920 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-20a7cfd0-1232-40bf-94b8-5d36353329b3 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49788b62-bcdb-40ab-9977-fe7f4e7a8afa') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:03.619297 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-baa90a1b-6e89-497c-b994-91e8d45e6abd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.637311 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-20a7cfd0-1232-40bf-94b8-5d36353329b3 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.665060 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-20a7cfd0-1232-40bf-94b8-5d36353329b3 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.674842 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a7cfd0-1232-40bf-94b8-5d36353329b3 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:34:03.675680 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-20a7cfd0-1232-40bf-94b8-5d36353329b3 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.679230 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:34:03.679230 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:34:03.679230 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:34:03.679230 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:34:03.679230 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:34:03.679230 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:34:03.679230 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:34:03.679230 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:34:03.679230 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:34:03.679230 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:34:03.679230 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:34:03.679230 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:34:03.679230 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:34:03.679230 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:34:03.679230 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:34:03.679230 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:34:03.679230 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:34:03.679230 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:34:03.679230 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:34:03.679230 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:34:03.679230 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:34:03.679230 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:34:03.679230 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:34:03.679230 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:34:03.679230 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:34:03.679230 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:34:03.679230 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:34:03.679230 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:34:03.679230 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:34:03.679230 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:34:03.679230 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:34:03.679230 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:34:03.737134 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa90a1b-6e89-497c-b994-91e8d45e6abd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network 3cb3d0ee-5a3d-479c-b4da-0262a8911cbf is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:03.747523 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-baa90a1b-6e89-497c-b994-91e8d45e6abd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:03.752305 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa90a1b-6e89-497c-b994-91e8d45e6abd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:03.753160 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-baa90a1b-6e89-497c-b994-91e8d45e6abd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.761846 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa90a1b-6e89-497c-b994-91e8d45e6abd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Subnet': ['ID=90d5a793-0d4e-4a90-af67-afb3aedff318,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:03.775912 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-20a7cfd0-1232-40bf-94b8-5d36353329b3 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.780306 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53058) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:03.781106 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-baa90a1b-6e89-497c-b994-91e8d45e6abd tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9185224 Aug 16 20:34:03.784744 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-568150a1-ac71-4d80-8e0b-2dfecf389e3a tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'security_group': {'name': 'tempest-secgroup-2031688871'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:03.794966 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-20a7cfd0-1232-40bf-94b8-5d36353329b3 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.799162 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-20a7cfd0-1232-40bf-94b8-5d36353329b3 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "DELETE /v2.0/networks/4401ec8b-bb1a-40e8-9aa3-79f7a517eeac HTTP/1.1" status: 204 len: 168 time: 0.4222567 Aug 16 20:34:03.799827 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53060) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:03.825233 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7cfd0-1232-40bf-94b8-5d36353329b3 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event deleted for resources: {'Network': ['ID=4401ec8b-bb1a-40e8-9aa3-79f7a517eeac,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:03.871011 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-568150a1-ac71-4d80-8e0b-2dfecf389e3a tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.915178 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-837b78d3-598f-4747-bd8a-5bcb78aaa0d5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.955725 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-837b78d3-598f-4747-bd8a-5bcb78aaa0d5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.041546 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-568150a1-ac71-4d80-8e0b-2dfecf389e3a tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.046403 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-568150a1-ac71-4d80-8e0b-2dfecf389e3a tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.071676 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-837b78d3-598f-4747-bd8a-5bcb78aaa0d5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.074485 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-837b78d3-598f-4747-bd8a-5bcb78aaa0d5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.078251 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-837b78d3-598f-4747-bd8a-5bcb78aaa0d5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] 10.222.0.68 "DELETE /v2.0/security-groups/6f18c0e5-eb30-4350-9d4c-babe8139fa46 HTTP/1.1" status: 204 len: 168 time: 0.2752817 Aug 16 20:34:04.087158 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-568150a1-ac71-4d80-8e0b-2dfecf389e3a tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.088508 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-568150a1-ac71-4d80-8e0b-2dfecf389e3a tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3075705 Aug 16 20:34:04.091762 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53064) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:04.093281 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568150a1-ac71-4d80-8e0b-2dfecf389e3a tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a34228e-afa1-4572-bab3-b78ac0594a52,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:04.106376 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a3b33adb-c88f-4761-b2b8-56bc8535919e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'security_group': {'name': 'tempest-secgroup-927313406'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:04.106775 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b78d3-598f-4747-bd8a-5bcb78aaa0d5 tempest-TestNetworkAdvancedServerOps-509112540 tempest-TestNetworkAdvancedServerOps-509112540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f18c0e5-eb30-4350-9d4c-babe8139fa46,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:04.154895 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a3b33adb-c88f-4761-b2b8-56bc8535919e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.252910 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a3b33adb-c88f-4761-b2b8-56bc8535919e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.258498 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0187a81-8bd5-44ba-ab50-134a63f49dca None None] Network 3cb3d0ee-5a3d-479c-b4da-0262a8911cbf requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:04.259847 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a3b33adb-c88f-4761-b2b8-56bc8535919e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.291012 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b33adb-c88f-4761-b2b8-56bc8535919e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eae367a-51c2-404b-bd4b-ebc962febf4b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:04.296029 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a3b33adb-c88f-4761-b2b8-56bc8535919e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.299288 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a3b33adb-c88f-4761-b2b8-56bc8535919e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2040753 Aug 16 20:34:04.300672 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53068) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:04.307365 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4815db6b-f7ac-4617-94eb-c320d148ce6e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'security_group': {'name': 'tempest-secgroup-2110165881'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:04.342879 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4815db6b-f7ac-4617-94eb-c320d148ce6e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.362310 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-88395b2a-9651-4f0e-8e7c-de93a0a5e29f None None] Provisioning complete for port e307820a-8505-41e1-a6db-8c0dab88d1bc triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:04.362771 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-88395b2a-9651-4f0e-8e7c-de93a0a5e29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.464706 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53072) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:04.467526 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4815db6b-f7ac-4617-94eb-c320d148ce6e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.468344 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-da7fea51-53f3-475e-ae2c-93ecc17d35ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.474498 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4815db6b-f7ac-4617-94eb-c320d148ce6e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.507091 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815db6b-f7ac-4617-94eb-c320d148ce6e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=616acb90-de95-4902-b151-446881ab7c1d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:04.512161 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4815db6b-f7ac-4617-94eb-c320d148ce6e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.516687 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53076) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:04.517494 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4815db6b-f7ac-4617-94eb-c320d148ce6e tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2151875 Aug 16 20:34:04.522631 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f8d5f941-ff75-4e71-8664-d0d02c72eac6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1709437643', 'security_groups': ['616acb90-de95-4902-b151-446881ab7c1d'], 'network_id': '3cb3d0ee-5a3d-479c-b4da-0262a8911cbf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '90d5a793-0d4e-4a90-af67-afb3aedff318'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:04.570970 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-88395b2a-9651-4f0e-8e7c-de93a0a5e29f None None] Provisioning complete for port 683ab3d1-61cd-4049-9df4-08013673b12b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:04.572019 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-88395b2a-9651-4f0e-8e7c-de93a0a5e29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.617139 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-88395b2a-9651-4f0e-8e7c-de93a0a5e29f None None] Port 683ab3d1-61cd-4049-9df4-08013673b12b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:34:04.663440 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f92e12e-833c-4ead-8f25-9dda47aff8fd None None] Update dhcp port {'port': {'network_id': '3cb3d0ee-5a3d-479c-b4da-0262a8911cbf', 'fixed_ips': [{'subnet_id': '94b4c85c-d25c-4085-b4a2-8a74adcf2d1c', 'ip_address': '172.20.0.18'}, {'subnet_id': '90d5a793-0d4e-4a90-af67-afb3aedff318'}], 'binding:host_id': 'n-d-787206-13'}, 'id': 'e307820a-8505-41e1-a6db-8c0dab88d1bc'} from n-d-787206-13. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:34:04.667297 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-589543bd-d010-47cb-8117-d8d0800a9449 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5b476a52c3644288a8fde356e0d7a90f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2013741 Aug 16 20:34:04.669879 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53078) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:04.691774 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d5f941-ff75-4e71-8664-d0d02c72eac6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:04.717987 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3f92e12e-833c-4ead-8f25-9dda47aff8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.740575 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d4dff26e-ab95-4793-9c6b-2eebbe991eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.764000 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.784330 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d4dff26e-ab95-4793-9c6b-2eebbe991eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.809744 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f8d5f941-ff75-4e71-8664-d0d02c72eac6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.829425 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-f8d5f941-ff75-4e71-8664-d0d02c72eac6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] device_id is not set on port 4fc74167-0cd3-46b1-83ee-e145b67f3a61 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:34:04.840570 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d4dff26e-ab95-4793-9c6b-2eebbe991eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.843749 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d4dff26e-ab95-4793-9c6b-2eebbe991eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.847421 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d4dff26e-ab95-4793-9c6b-2eebbe991eaa admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ab7ad304-c4e5-4bd0-9116-c3db03a56cce HTTP/1.1" status: 204 len: 168 time: 0.1740584 Aug 16 20:34:04.878934 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dff26e-ab95-4793-9c6b-2eebbe991eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7ad304-c4e5-4bd0-9116-c3db03a56cce,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:04.972630 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-3f92e12e-833c-4ead-8f25-9dda47aff8fd None None] Allocated IP 172.20.0.2 (3cb3d0ee-5a3d-479c-b4da-0262a8911cbf/90d5a793-0d4e-4a90-af67-afb3aedff318/e307820a-8505-41e1-a6db-8c0dab88d1bc) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:05.014233 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device d9ebe489-88aa-421d-88aa-f959a70aea42 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:34:05.063746 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: d9ebe489-88aa-421d-88aa-f959a70aea42 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:34:05.064063 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device d9ebe489-88aa-421d-88aa-f959a70aea42 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:34:05.107618 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3f92e12e-833c-4ead-8f25-9dda47aff8fd None None] For port e307820a-8505-41e1-a6db-8c0dab88d1bc, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e307820a-8505-41e1-a6db-8c0dab88d1bc,segment=NetworkSegment(20b49966-c84c-4005-bafb-20e8e745e3ed),segment_id=20b49966-c84c-4005-bafb-20e8e745e3ed)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:05.140759 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3f92e12e-833c-4ead-8f25-9dda47aff8fd None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.157962 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3f92e12e-833c-4ead-8f25-9dda47aff8fd None None] Transition to ACTIVE for port object e307820a-8505-41e1-a6db-8c0dab88d1bc will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:05.161524 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3f92e12e-833c-4ead-8f25-9dda47aff8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.238823 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-f8d5f941-ff75-4e71-8664-d0d02c72eac6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Allocated IP 172.20.0.4 (3cb3d0ee-5a3d-479c-b4da-0262a8911cbf/90d5a793-0d4e-4a90-af67-afb3aedff318/4fc74167-0cd3-46b1-83ee-e145b67f3a61) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:05.243806 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53090) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:05.264055 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92e12e-833c-4ead-8f25-9dda47aff8fd None None] Pushing event updated for resources: {'Port': ['ID=e307820a-8505-41e1-a6db-8c0dab88d1bc,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:05.306579 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cb4abed2-c899-4ea1-afe0-56e61dfc2d93 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9138da70310e406bbf24110f68d0ece1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0603335 Aug 16 20:34:05.307181 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53092) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:05.364264 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ed6dfa6-86c1-474e-8f30-93bfb0e66c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.395812 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ed6dfa6-86c1-474e-8f30-93bfb0e66c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.433366 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f8d5f941-ff75-4e71-8664-d0d02c72eac6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.448549 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-f8d5f941-ff75-4e71-8664-d0d02c72eac6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Transition to ACTIVE for port object 4fc74167-0cd3-46b1-83ee-e145b67f3a61 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:05.454285 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ed6dfa6-86c1-474e-8f30-93bfb0e66c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.458181 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ed6dfa6-86c1-474e-8f30-93bfb0e66c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.460835 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4ed6dfa6-86c1-474e-8f30-93bfb0e66c10 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2a645fc5-6efa-417d-9007-6b3b657088b3 HTTP/1.1" status: 204 len: 168 time: 0.1521924 Aug 16 20:34:05.471444 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6dfa6-86c1-474e-8f30-93bfb0e66c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a645fc5-6efa-417d-9007-6b3b657088b3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:05.496347 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f8d5f941-ff75-4e71-8664-d0d02c72eac6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.552727 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d5f941-ff75-4e71-8664-d0d02c72eac6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Port': ['ID=4fc74167-0cd3-46b1-83ee-e145b67f3a61,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:05.573021 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d5f941-ff75-4e71-8664-d0d02c72eac6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network 3cb3d0ee-5a3d-479c-b4da-0262a8911cbf is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:05.574518 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-f8d5f941-ff75-4e71-8664-d0d02c72eac6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:05.577036 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d5f941-ff75-4e71-8664-d0d02c72eac6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:05.633931 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d5f941-ff75-4e71-8664-d0d02c72eac6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:05.635221 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f8d5f941-ff75-4e71-8664-d0d02c72eac6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.657142 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.667881 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f8d5f941-ff75-4e71-8664-d0d02c72eac6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1500747 Aug 16 20:34:05.669186 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53096) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:05.675294 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-1129fd94-5dc9-47bd-81ee-abe0c508f457 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'subnet': {'network_id': '3cb3d0ee-5a3d-479c-b4da-0262a8911cbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:05.857741 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1129fd94-5dc9-47bd-81ee-abe0c508f457 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:05.866607 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1129fd94-5dc9-47bd-81ee-abe0c508f457 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.962646 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f0a12f6a-83ec-41ce-acff-4cb5d54643dc None None] Provisioning for port e307820a-8505-41e1-a6db-8c0dab88d1bc completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:05.970329 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f0a12f6a-83ec-41ce-acff-4cb5d54643dc None None] Provisioning complete for port e307820a-8505-41e1-a6db-8c0dab88d1bc triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:05.971515 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0a12f6a-83ec-41ce-acff-4cb5d54643dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.983493 n-d-787206-13 neutron-server[94770]: INFO neutron.db.ipam_backend_mixin [None req-1129fd94-5dc9-47bd-81ee-abe0c508f457 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 90d5a793-0d4e-4a90-af67-afb3aedff318 (CIDR: 172.20.0.0/28) Aug 16 20:34:05.988506 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-1129fd94-5dc9-47bd-81ee-abe0c508f457 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:34:05.989204 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1129fd94-5dc9-47bd-81ee-abe0c508f457 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:34:06.027570 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1129fd94-5dc9-47bd-81ee-abe0c508f457 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3541005 Aug 16 20:34:06.027923 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53104) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:06.033357 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-710cf847-6298-441d-8231-f230a92df503 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'subnet': {'network_id': '3cb3d0ee-5a3d-479c-b4da-0262a8911cbf', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:06.130377 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f0a12f6a-83ec-41ce-acff-4cb5d54643dc None None] Provisioning complete for port 683ab3d1-61cd-4049-9df4-08013673b12b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:06.130852 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0a12f6a-83ec-41ce-acff-4cb5d54643dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:06.188203 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f0a12f6a-83ec-41ce-acff-4cb5d54643dc None None] Port 683ab3d1-61cd-4049-9df4-08013673b12b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:34:06.201543 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:06.243653 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:06.308184 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cb14270c-eea7-4584-bfad-5bfabf8c2fc4 None None] Provisioning for port 4fc74167-0cd3-46b1-83ee-e145b67f3a61 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:06.312337 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cb14270c-eea7-4584-bfad-5bfabf8c2fc4 None None] Provisioning complete for port 4fc74167-0cd3-46b1-83ee-e145b67f3a61 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:06.312704 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cb14270c-eea7-4584-bfad-5bfabf8c2fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:06.349591 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cb14270c-eea7-4584-bfad-5bfabf8c2fc4 None None] Port 4fc74167-0cd3-46b1-83ee-e145b67f3a61 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:34:06.536761 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710cf847-6298-441d-8231-f230a92df503 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:06.540690 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-710cf847-6298-441d-8231-f230a92df503 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:06.625684 n-d-787206-13 neutron-server[94771]: INFO neutron.db.ipam_backend_mixin [None req-710cf847-6298-441d-8231-f230a92df503 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 94b4c85c-d25c-4085-b4a2-8a74adcf2d1c (CIDR: 172.20.0.16/28) Aug 16 20:34:06.629309 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-710cf847-6298-441d-8231-f230a92df503 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:34:06.629793 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-710cf847-6298-441d-8231-f230a92df503 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:34:06.642933 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-710cf847-6298-441d-8231-f230a92df503 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6139374 Aug 16 20:34:06.645797 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53106) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:06.650674 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-04bd3e2a-cdd9-4a20-afad-9d0f6f5296f7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'subnet': {'network_id': '3cb3d0ee-5a3d-479c-b4da-0262a8911cbf', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:06.766090 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bd3e2a-cdd9-4a20-afad-9d0f6f5296f7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Made reservation on behalf of 5c0bb5433ce54abe96f20ad2cf9c11b3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:06.769996 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04bd3e2a-cdd9-4a20-afad-9d0f6f5296f7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:06.971055 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e307820a-8505-41e1-a6db-8c0dab88d1bc up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:07.008054 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04bd3e2a-cdd9-4a20-afad-9d0f6f5296f7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.019967 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port e307820a-8505-41e1-a6db-8c0dab88d1bc triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:07.020470 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.047384 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bd3e2a-cdd9-4a20-afad-9d0f6f5296f7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Network 3cb3d0ee-5a3d-479c-b4da-0262a8911cbf is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:07.050836 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-04bd3e2a-cdd9-4a20-afad-9d0f6f5296f7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:07.056574 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bd3e2a-cdd9-4a20-afad-9d0f6f5296f7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:07.057170 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04bd3e2a-cdd9-4a20-afad-9d0f6f5296f7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.065007 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb2e8eb-84e3-45ff-bef3-6ebd255bcdb8 None None] Network 3cb3d0ee-5a3d-479c-b4da-0262a8911cbf requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:07.081096 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-04bd3e2a-cdd9-4a20-afad-9d0f6f5296f7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4315848 Aug 16 20:34:07.081342 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53114) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:07.087577 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-10997a94-15c7-41eb-9603-12a9a977ed12 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1005343943', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '85ccae19-1542-4280-b1d6-912518d811d1'}], 'security_groups': ['3a34228e-afa1-4572-bab3-b78ac0594a52', '7eae367a-51c2-404b-bd4b-ebc962febf4b']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:07.091728 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd3e2a-cdd9-4a20-afad-9d0f6f5296f7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Subnet': ['ID=85ccae19-1542-4280-b1d6-912518d811d1,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:07.137867 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.245574 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10997a94-15c7-41eb-9603-12a9a977ed12 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.337302 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7252068c-0797-48f6-92f9-e8a5d183c078 None None] Update dhcp port {'port': {'network_id': '3cb3d0ee-5a3d-479c-b4da-0262a8911cbf', 'fixed_ips': [{'subnet_id': '94b4c85c-d25c-4085-b4a2-8a74adcf2d1c', 'ip_address': '172.20.0.18'}, {'subnet_id': '90d5a793-0d4e-4a90-af67-afb3aedff318', 'ip_address': '172.20.0.2'}, {'subnet_id': '85ccae19-1542-4280-b1d6-912518d811d1'}], 'binding:host_id': 'n-d-787206-13'}, 'id': 'e307820a-8505-41e1-a6db-8c0dab88d1bc'} from n-d-787206-13. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:34:07.362609 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7252068c-0797-48f6-92f9-e8a5d183c078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.555553 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-10997a94-15c7-41eb-9603-12a9a977ed12 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Delete allocated IP 172.20.0.4 (3cb3d0ee-5a3d-479c-b4da-0262a8911cbf/90d5a793-0d4e-4a90-af67-afb3aedff318) {{(pid=94771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 20:34:07.563852 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-10997a94-15c7-41eb-9603-12a9a977ed12 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Allocated IP 172.20.0.35 (3cb3d0ee-5a3d-479c-b4da-0262a8911cbf/85ccae19-1542-4280-b1d6-912518d811d1/4fc74167-0cd3-46b1-83ee-e145b67f3a61) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:07.731273 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10997a94-15c7-41eb-9603-12a9a977ed12 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.745053 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-10997a94-15c7-41eb-9603-12a9a977ed12 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Transition to ACTIVE for port object 4fc74167-0cd3-46b1-83ee-e145b67f3a61 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:07.748842 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10997a94-15c7-41eb-9603-12a9a977ed12 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.812165 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-7252068c-0797-48f6-92f9-e8a5d183c078 None None] Allocated IP 172.20.0.34 (3cb3d0ee-5a3d-479c-b4da-0262a8911cbf/85ccae19-1542-4280-b1d6-912518d811d1/e307820a-8505-41e1-a6db-8c0dab88d1bc) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:07.842960 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10997a94-15c7-41eb-9603-12a9a977ed12 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event updated for resources: {'Port': ['ID=4fc74167-0cd3-46b1-83ee-e145b67f3a61,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:07.869479 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-10997a94-15c7-41eb-9603-12a9a977ed12 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] In _notify_port_updated(), no bound segment for port 4fc74167-0cd3-46b1-83ee-e145b67f3a61 on network 3cb3d0ee-5a3d-479c-b4da-0262a8911cbf {{(pid=94771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:34:07.874845 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10997a94-15c7-41eb-9603-12a9a977ed12 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:07.875692 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10997a94-15c7-41eb-9603-12a9a977ed12 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.880159 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-10997a94-15c7-41eb-9603-12a9a977ed12 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "PUT /v2.0/ports/4fc74167-0cd3-46b1-83ee-e145b67f3a61 HTTP/1.1" status: 200 len: 960 time: 0.7979717 Aug 16 20:34:07.880909 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53122) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:07.911134 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7252068c-0797-48f6-92f9-e8a5d183c078 None None] For port e307820a-8505-41e1-a6db-8c0dab88d1bc, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e307820a-8505-41e1-a6db-8c0dab88d1bc,segment=NetworkSegment(20b49966-c84c-4005-bafb-20e8e745e3ed),segment_id=20b49966-c84c-4005-bafb-20e8e745e3ed)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:07.945529 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7252068c-0797-48f6-92f9-e8a5d183c078 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.961977 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7252068c-0797-48f6-92f9-e8a5d183c078 None None] Transition to ACTIVE for port object e307820a-8505-41e1-a6db-8c0dab88d1bc will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:07.966506 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7252068c-0797-48f6-92f9-e8a5d183c078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.978936 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-50d3c0a3-1b92-4f01-89a0-e5ea817d0bbc tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting port 4fc74167-0cd3-46b1-83ee-e145b67f3a61 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:07.979314 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-50d3c0a3-1b92-4f01-89a0-e5ea817d0bbc tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.064020 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252068c-0797-48f6-92f9-e8a5d183c078 None None] Pushing event updated for resources: {'Port': ['ID=e307820a-8505-41e1-a6db-8c0dab88d1bc,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:08.092553 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-50d3c0a3-1b92-4f01-89a0-e5ea817d0bbc tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.105411 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-50d3c0a3-1b92-4f01-89a0-e5ea817d0bbc tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Calling delete_port for 4fc74167-0cd3-46b1-83ee-e145b67f3a61 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:08.240527 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-50d3c0a3-1b92-4f01-89a0-e5ea817d0bbc tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.269497 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3c0a3-1b92-4f01-89a0-e5ea817d0bbc tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Port': ['ID=4fc74167-0cd3-46b1-83ee-e145b67f3a61,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:08.342528 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-50d3c0a3-1b92-4f01-89a0-e5ea817d0bbc tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.344504 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-50d3c0a3-1b92-4f01-89a0-e5ea817d0bbc tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/ports/4fc74167-0cd3-46b1-83ee-e145b67f3a61 HTTP/1.1" status: 204 len: 168 time: 0.4625890 Aug 16 20:34:08.347409 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53124) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:08.374539 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0377fc44-e321-4323-a57b-5a037fda2f41 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] GET failed (client error): The resource could not be found. Aug 16 20:34:08.376302 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0377fc44-e321-4323-a57b-5a037fda2f41 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "GET /v2.0/ports/4fc74167-0cd3-46b1-83ee-e145b67f3a61 HTTP/1.1" status: 404 len: 333 time: 0.0277884 Aug 16 20:34:08.379457 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53126) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:08.438239 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e7bb266-a955-455e-8c5c-520070960c31 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.462769 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e7bb266-a955-455e-8c5c-520070960c31 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.506369 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e7bb266-a955-455e-8c5c-520070960c31 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.509487 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e7bb266-a955-455e-8c5c-520070960c31 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.510858 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4e7bb266-a955-455e-8c5c-520070960c31 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/security-groups/616acb90-de95-4902-b151-446881ab7c1d HTTP/1.1" status: 204 len: 168 time: 0.1302915 Aug 16 20:34:08.514937 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53128) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:08.522722 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7bb266-a955-455e-8c5c-520070960c31 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=616acb90-de95-4902-b151-446881ab7c1d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:08.596651 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f794eade-64a6-4dad-aa74-240207d2590c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.622384 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f794eade-64a6-4dad-aa74-240207d2590c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.669256 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f794eade-64a6-4dad-aa74-240207d2590c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.671990 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f794eade-64a6-4dad-aa74-240207d2590c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.673171 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f794eade-64a6-4dad-aa74-240207d2590c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/security-groups/7eae367a-51c2-404b-bd4b-ebc962febf4b HTTP/1.1" status: 204 len: 168 time: 0.1564007 Aug 16 20:34:08.676032 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53134) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:08.683769 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f794eade-64a6-4dad-aa74-240207d2590c tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eae367a-51c2-404b-bd4b-ebc962febf4b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:08.697320 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fd3ebfdc-08de-4a59-a49a-23fbf0b54a73 None None] Provisioning for port e307820a-8505-41e1-a6db-8c0dab88d1bc completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:08.710391 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fd3ebfdc-08de-4a59-a49a-23fbf0b54a73 None None] Provisioning complete for port e307820a-8505-41e1-a6db-8c0dab88d1bc triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:08.711222 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd3ebfdc-08de-4a59-a49a-23fbf0b54a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.736069 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95e6d547-6771-4351-8603-369ac7138445 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.761140 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95e6d547-6771-4351-8603-369ac7138445 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.804662 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95e6d547-6771-4351-8603-369ac7138445 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.807814 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95e6d547-6771-4351-8603-369ac7138445 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.809126 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-95e6d547-6771-4351-8603-369ac7138445 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/security-groups/3a34228e-afa1-4572-bab3-b78ac0594a52 HTTP/1.1" status: 204 len: 168 time: 0.1320307 Aug 16 20:34:08.811877 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53136) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:08.816223 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fd3ebfdc-08de-4a59-a49a-23fbf0b54a73 None None] Provisioning complete for port 683ab3d1-61cd-4049-9df4-08013673b12b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:08.816608 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd3ebfdc-08de-4a59-a49a-23fbf0b54a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.819726 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6d547-6771-4351-8603-369ac7138445 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a34228e-afa1-4572-bab3-b78ac0594a52,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:08.862099 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fd3ebfdc-08de-4a59-a49a-23fbf0b54a73 None None] Port 683ab3d1-61cd-4049-9df4-08013673b12b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:34:08.864579 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-319d39d2-9de3-462c-b605-a4a6fddfbc5b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting subnet 90d5a793-0d4e-4a90-af67-afb3aedff318 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:34:08.865276 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fd3ebfdc-08de-4a59-a49a-23fbf0b54a73 None None] Could not find standard attr ID for object 4fc74167-0cd3-46b1-83ee-e145b67f3a61. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:34:08.868064 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-319d39d2-9de3-462c-b605-a4a6fddfbc5b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.915955 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-319d39d2-9de3-462c-b605-a4a6fddfbc5b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.991520 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e307820a-8505-41e1-a6db-8c0dab88d1bc up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:09.028414 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-319d39d2-9de3-462c-b605-a4a6fddfbc5b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.060830 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port e307820a-8505-41e1-a6db-8c0dab88d1bc triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:09.061213 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.112068 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-319d39d2-9de3-462c-b605-a4a6fddfbc5b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.149298 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d39d2-9de3-462c-b605-a4a6fddfbc5b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Subnet': ['ID=90d5a793-0d4e-4a90-af67-afb3aedff318,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:09.158504 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-319d39d2-9de3-462c-b605-a4a6fddfbc5b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.160827 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-319d39d2-9de3-462c-b605-a4a6fddfbc5b tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/subnets/90d5a793-0d4e-4a90-af67-afb3aedff318 HTTP/1.1" status: 204 len: 168 time: 0.3479505 Aug 16 20:34:09.166174 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53140) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:09.187719 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-518183f0-df68-4f91-a88d-1cf999fc3126 None None] Could not find standard attr ID for object 4fc74167-0cd3-46b1-83ee-e145b67f3a61. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:34:09.228509 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e71f74-b3fa-4e8e-8ccd-4702daeb4ced tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting subnet 85ccae19-1542-4280-b1d6-912518d811d1 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:34:09.232486 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8e71f74-b3fa-4e8e-8ccd-4702daeb4ced tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.289837 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8e71f74-b3fa-4e8e-8ccd-4702daeb4ced tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.385375 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8e71f74-b3fa-4e8e-8ccd-4702daeb4ced tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.420215 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95df170-fef0-48a6-8801-726c0cbe8394 None None] Network 3cb3d0ee-5a3d-479c-b4da-0262a8911cbf requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:09.452314 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8e71f74-b3fa-4e8e-8ccd-4702daeb4ced tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.488002 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e71f74-b3fa-4e8e-8ccd-4702daeb4ced tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Subnet': ['ID=85ccae19-1542-4280-b1d6-912518d811d1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:09.492700 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8e71f74-b3fa-4e8e-8ccd-4702daeb4ced tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.494840 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e8e71f74-b3fa-4e8e-8ccd-4702daeb4ced tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/subnets/85ccae19-1542-4280-b1d6-912518d811d1 HTTP/1.1" status: 204 len: 168 time: 0.3260734 Aug 16 20:34:09.497407 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53146) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:09.530745 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6965803-a33d-43e7-9876-a174c3554dce tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] DELETE failed (client error): The resource could not be found. Aug 16 20:34:09.531203 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6965803-a33d-43e7-9876-a174c3554dce tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:34:09.533137 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c6965803-a33d-43e7-9876-a174c3554dce tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/subnets/90d5a793-0d4e-4a90-af67-afb3aedff318 HTTP/1.1" status: 404 len: 337 time: 0.0346322 Aug 16 20:34:09.535960 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53148) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:09.586603 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-381e1b73-2ae3-4702-9ec1-6c95acc0e1b7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting subnet 94b4c85c-d25c-4085-b4a2-8a74adcf2d1c {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:34:09.589908 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-381e1b73-2ae3-4702-9ec1-6c95acc0e1b7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.631859 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-381e1b73-2ae3-4702-9ec1-6c95acc0e1b7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.042245 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-381e1b73-2ae3-4702-9ec1-6c95acc0e1b7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.106180 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-381e1b73-2ae3-4702-9ec1-6c95acc0e1b7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.132948 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e1b73-2ae3-4702-9ec1-6c95acc0e1b7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Subnet': ['ID=94b4c85c-d25c-4085-b4a2-8a74adcf2d1c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:10.140400 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-381e1b73-2ae3-4702-9ec1-6c95acc0e1b7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.142916 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-381e1b73-2ae3-4702-9ec1-6c95acc0e1b7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/subnets/94b4c85c-d25c-4085-b4a2-8a74adcf2d1c HTTP/1.1" status: 204 len: 168 time: 0.6058383 Aug 16 20:34:10.145169 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53152) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:10.155500 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30627bfc-8fdb-47a5-8a38-775f53491123 None None] Network 3cb3d0ee-5a3d-479c-b4da-0262a8911cbf requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:10.173045 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac86655-52ad-4dc2-9419-c3bc39a56ca6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] DELETE failed (client error): The resource could not be found. Aug 16 20:34:10.173582 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ac86655-52ad-4dc2-9419-c3bc39a56ca6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:34:10.175715 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2ac86655-52ad-4dc2-9419-c3bc39a56ca6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/subnets/7af9b6b9-686d-4807-a62f-9eef06cd9e0a HTTP/1.1" status: 404 len: 337 time: 0.0292816 Aug 16 20:34:10.177913 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53154) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:10.211700 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-cedbb815-71d8-4381-96db-d938c38f51e5 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "GET /v2.0/ports?device_id=45233824-6367-447a-8aef-d78fc8a56249 HTTP/1.1" status: 200 len: 205 time: 0.0295641 Aug 16 20:34:10.211937 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53156) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:10.228795 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5746e6a4-8b16-459d-b714-9b478d593374 None None] Provisioning complete for port e307820a-8505-41e1-a6db-8c0dab88d1bc triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:10.229351 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5746e6a4-8b16-459d-b714-9b478d593374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.251076 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [None req-550d0894-cbf6-477c-86b4-16718660b8b8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] delete failed (client error): The resource could not be found. Aug 16 20:34:10.254588 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-550d0894-cbf6-477c-86b4-16718660b8b8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/routers/45233824-6367-447a-8aef-d78fc8a56249 HTTP/1.1" status: 404 len: 336 time: 0.0392938 Aug 16 20:34:10.254815 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53158) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:10.282785 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-087e35dd-acf4-4576-b032-2e5b3fafcb8a tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] DELETE failed (client error): The resource could not be found. Aug 16 20:34:10.283234 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-087e35dd-acf4-4576-b032-2e5b3fafcb8a tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:34:10.288243 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-087e35dd-acf4-4576-b032-2e5b3fafcb8a tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/subnets/7a30a101-6564-493e-8149-e6b02725550e HTTP/1.1" status: 404 len: 337 time: 0.0291686 Aug 16 20:34:10.288243 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53160) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:10.316733 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-34bce78a-f26d-4ef5-bc4d-3871767a0cb6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] DELETE failed (client error): The resource could not be found. Aug 16 20:34:10.317187 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34bce78a-f26d-4ef5-bc4d-3871767a0cb6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:34:10.321867 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-34bce78a-f26d-4ef5-bc4d-3871767a0cb6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/subnets/e9312f1c-79d7-4c51-814b-64452aac3427 HTTP/1.1" status: 404 len: 337 time: 0.0304143 Aug 16 20:34:10.322128 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53162) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:10.356249 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d92fa6-e695-4733-9dbb-2f797aaa0ba6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] DELETE failed (client error): The resource could not be found. Aug 16 20:34:10.356696 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47d92fa6-e695-4733-9dbb-2f797aaa0ba6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:34:10.360674 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-47d92fa6-e695-4733-9dbb-2f797aaa0ba6 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/subnets/8ea65a80-362b-44b5-b73f-2d02d5c9d8ad HTTP/1.1" status: 404 len: 337 time: 0.0353780 Aug 16 20:34:10.360900 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53164) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:10.366860 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5746e6a4-8b16-459d-b714-9b478d593374 None None] Provisioning complete for port 683ab3d1-61cd-4049-9df4-08013673b12b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:10.367236 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5746e6a4-8b16-459d-b714-9b478d593374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.390714 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-682af9d2-fd4a-428b-aace-bca1a9cf2b0a tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] DELETE failed (client error): The resource could not be found. Aug 16 20:34:10.391342 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-682af9d2-fd4a-428b-aace-bca1a9cf2b0a tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:34:10.393356 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-682af9d2-fd4a-428b-aace-bca1a9cf2b0a tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/ports/e4907c06-8cba-4030-8b64-8c5e04e85359 HTTP/1.1" status: 404 len: 333 time: 0.0312903 Aug 16 20:34:10.395747 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53166) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:10.416897 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5746e6a4-8b16-459d-b714-9b478d593374 None None] Port 683ab3d1-61cd-4049-9df4-08013673b12b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:34:10.421841 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c22313-e93d-4e06-8d59-6ed5594d6cec None None] DHCP port deletion for 3cb3d0ee-5a3d-479c-b4da-0262a8911cbf request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:34:10.430070 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac84880-f233-42a5-ae76-8d40124b1567 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] DELETE failed (client error): The resource could not be found. Aug 16 20:34:10.430561 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac84880-f233-42a5-ae76-8d40124b1567 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:34:10.435053 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3ac84880-f233-42a5-ae76-8d40124b1567 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/subnets/d4b67363-dad3-4b72-a878-32e586c7f57f HTTP/1.1" status: 404 len: 337 time: 0.0355930 Aug 16 20:34:10.435578 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53170) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:10.463808 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-4943be19-09da-4174-83ae-b5ab877d3941 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] DELETE failed (client error): The resource could not be found. Aug 16 20:34:10.464262 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4943be19-09da-4174-83ae-b5ab877d3941 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:34:10.468624 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4943be19-09da-4174-83ae-b5ab877d3941 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/subnets/f66c1e51-071c-4f1b-974c-829f4b6d09e3 HTTP/1.1" status: 404 len: 337 time: 0.0294251 Aug 16 20:34:10.468930 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53174) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:10.492997 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-583bdd65-43b0-4210-9c53-42fb03caa6e7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] DELETE failed (client error): The resource could not be found. Aug 16 20:34:10.493906 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-583bdd65-43b0-4210-9c53-42fb03caa6e7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:34:10.498369 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53176) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:10.498653 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-583bdd65-43b0-4210-9c53-42fb03caa6e7 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/ports/733a580e-8ab5-48ed-9523-27613f13edf4 HTTP/1.1" status: 404 len: 333 time: 0.0283873 Aug 16 20:34:10.528099 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe4c628-cf5a-4b66-8188-7cb2c0fdc2b1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] DELETE failed (client error): The resource could not be found. Aug 16 20:34:10.528675 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fe4c628-cf5a-4b66-8188-7cb2c0fdc2b1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:34:10.533348 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53178) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:10.535810 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8fe4c628-cf5a-4b66-8188-7cb2c0fdc2b1 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/subnets/49186d75-a077-4306-9927-f6a5ad32f7c9 HTTP/1.1" status: 404 len: 337 time: 0.0356560 Aug 16 20:34:10.560826 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-086caae7-eb90-4214-8ee6-9fbbb07cfea8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] DELETE failed (client error): The resource could not be found. Aug 16 20:34:10.561284 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-086caae7-eb90-4214-8ee6-9fbbb07cfea8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:34:10.565873 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-086caae7-eb90-4214-8ee6-9fbbb07cfea8 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/subnets/5e2e62f4-a7a3-4620-864d-e1504341fc93 HTTP/1.1" status: 404 len: 337 time: 0.0314794 Aug 16 20:34:10.566401 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53180) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:10.636928 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f3c22313-e93d-4e06-8d59-6ed5594d6cec None None] Deleting port e307820a-8505-41e1-a6db-8c0dab88d1bc {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:10.637304 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f3c22313-e93d-4e06-8d59-6ed5594d6cec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.669998 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-515d5d8a-21ef-4afd-b3b8-c2c0ad754351 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Deleting port 683ab3d1-61cd-4049-9df4-08013673b12b {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:10.670372 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-515d5d8a-21ef-4afd-b3b8-c2c0ad754351 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.699547 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f3c22313-e93d-4e06-8d59-6ed5594d6cec None None] For port e307820a-8505-41e1-a6db-8c0dab88d1bc, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e307820a-8505-41e1-a6db-8c0dab88d1bc,segment=NetworkSegment(20b49966-c84c-4005-bafb-20e8e745e3ed),segment_id=20b49966-c84c-4005-bafb-20e8e745e3ed)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:10.699946 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f3c22313-e93d-4e06-8d59-6ed5594d6cec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.712389 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f3c22313-e93d-4e06-8d59-6ed5594d6cec None None] Calling delete_port for e307820a-8505-41e1-a6db-8c0dab88d1bc owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:10.734831 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-515d5d8a-21ef-4afd-b3b8-c2c0ad754351 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.748312 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-515d5d8a-21ef-4afd-b3b8-c2c0ad754351 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Calling delete_port for 683ab3d1-61cd-4049-9df4-08013673b12b owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:10.796041 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f3c22313-e93d-4e06-8d59-6ed5594d6cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.824320 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c22313-e93d-4e06-8d59-6ed5594d6cec None None] Pushing event deleted for resources: {'Port': ['ID=e307820a-8505-41e1-a6db-8c0dab88d1bc,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:10.832679 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c22313-e93d-4e06-8d59-6ed5594d6cec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:10.833013 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c22313-e93d-4e06-8d59-6ed5594d6cec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:10.833353 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c22313-e93d-4e06-8d59-6ed5594d6cec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:10.833689 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c22313-e93d-4e06-8d59-6ed5594d6cec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:10.834027 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c22313-e93d-4e06-8d59-6ed5594d6cec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:10.835535 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c22313-e93d-4e06-8d59-6ed5594d6cec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:10.835535 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c22313-e93d-4e06-8d59-6ed5594d6cec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:10.835535 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c22313-e93d-4e06-8d59-6ed5594d6cec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:10.835535 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c22313-e93d-4e06-8d59-6ed5594d6cec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:10.835951 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c22313-e93d-4e06-8d59-6ed5594d6cec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:10.836596 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c22313-e93d-4e06-8d59-6ed5594d6cec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:10.836596 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c22313-e93d-4e06-8d59-6ed5594d6cec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:10.840117 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c22313-e93d-4e06-8d59-6ed5594d6cec None None] No DVR routers for this DVR port e307820a-8505-41e1-a6db-8c0dab88d1bc on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:34:10.847213 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-515d5d8a-21ef-4afd-b3b8-c2c0ad754351 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.885009 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d5d8a-21ef-4afd-b3b8-c2c0ad754351 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Port': ['ID=683ab3d1-61cd-4049-9df4-08013673b12b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:10.888787 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-515d5d8a-21ef-4afd-b3b8-c2c0ad754351 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.890792 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-515d5d8a-21ef-4afd-b3b8-c2c0ad754351 tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/ports/683ab3d1-61cd-4049-9df4-08013673b12b HTTP/1.1" status: 204 len: 168 time: 0.3232813 Aug 16 20:34:10.893137 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53186) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:10.974894 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e307820a-8505-41e1-a6db-8c0dab88d1bc no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:34:10.984192 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2c3c76b-bcd2-4d08-8cd9-283f760f92fb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.995435 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: e307820a-8505-41e1-a6db-8c0dab88d1bc {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:34:10.995787 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e307820a-8505-41e1-a6db-8c0dab88d1bc not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:34:11.078125 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2c3c76b-bcd2-4d08-8cd9-283f760f92fb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:11.088010 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e2c3c76b-bcd2-4d08-8cd9-283f760f92fb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb3d0ee-5a3d-479c-b4da-0262a8911cbf']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:11.097828 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e2c3c76b-bcd2-4d08-8cd9-283f760f92fb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b49966-c84c-4005-bafb-20e8e745e3ed') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:11.098126 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e2c3c76b-bcd2-4d08-8cd9-283f760f92fb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b49966-c84c-4005-bafb-20e8e745e3ed') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:11.111312 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2c3c76b-bcd2-4d08-8cd9-283f760f92fb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:11.126566 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2c3c76b-bcd2-4d08-8cd9-283f760f92fb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:11.133744 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c3c76b-bcd2-4d08-8cd9-283f760f92fb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:34:11.134131 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2c3c76b-bcd2-4d08-8cd9-283f760f92fb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:11.137707 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:34:11.137707 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:34:11.137707 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:34:11.137707 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:34:11.137707 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:34:11.137707 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:34:11.137707 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:34:11.137707 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:34:11.137707 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:34:11.137707 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:34:11.137707 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:34:11.137707 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:34:11.137707 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:34:11.137707 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:34:11.137707 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:34:11.137707 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:34:11.137707 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:34:11.137707 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:34:11.137707 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:34:11.137707 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:34:11.137707 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:34:11.137707 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:34:11.137707 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:34:11.137707 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:34:11.137707 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:34:11.137707 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:34:11.137707 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:34:11.137707 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:34:11.137707 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:34:11.137707 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:34:11.137707 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:34:11.137707 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:34:11.201844 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2c3c76b-bcd2-4d08-8cd9-283f760f92fb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:11.219989 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2c3c76b-bcd2-4d08-8cd9-283f760f92fb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:11.221876 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e2c3c76b-bcd2-4d08-8cd9-283f760f92fb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] 10.222.0.68 "DELETE /v2.0/networks/3cb3d0ee-5a3d-479c-b4da-0262a8911cbf HTTP/1.1" status: 204 len: 168 time: 0.3276675 Aug 16 20:34:11.225894 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3c76b-bcd2-4d08-8cd9-283f760f92fb tempest-PortsTestJSON-1867904759 tempest-PortsTestJSON-1867904759-project] Pushing event deleted for resources: {'Network': ['ID=3cb3d0ee-5a3d-479c-b4da-0262a8911cbf,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:11.476978 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53202) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:11.611170 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3d7f112e-b74c-448d-9dbf-4de984634027 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5c0bb5433ce54abe96f20ad2cf9c11b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329465 Aug 16 20:34:11.613763 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53206) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:11.661616 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d764e2fd-1862-4efa-9b2d-7b1dd89bc31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:11.684967 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d764e2fd-1862-4efa-9b2d-7b1dd89bc31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:11.732817 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d764e2fd-1862-4efa-9b2d-7b1dd89bc31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:11.735904 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d764e2fd-1862-4efa-9b2d-7b1dd89bc31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:11.737099 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d764e2fd-1862-4efa-9b2d-7b1dd89bc31a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1cf4703f-450b-4645-bd2f-ad04aa65d070 HTTP/1.1" status: 204 len: 168 time: 0.1223752 Aug 16 20:34:11.748290 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764e2fd-1862-4efa-9b2d-7b1dd89bc31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf4703f-450b-4645-bd2f-ad04aa65d070,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:13.418830 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53276) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:13.541028 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b13993bd-089e-4a47-bed7-949f7f9db56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:13.639185 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b13993bd-089e-4a47-bed7-949f7f9db56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:13.644116 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b13993bd-089e-4a47-bed7-949f7f9db56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:13.682780 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b13993bd-089e-4a47-bed7-949f7f9db56a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=309bb88077d14a839028f821f4fb4723&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2624929 Aug 16 20:34:13.683525 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13993bd-089e-4a47-bed7-949f7f9db56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b5473b-ad7e-4c38-9909-a9190c2ba592,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:13.685225 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53280) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:13.735492 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-700878c9-efd0-4c2f-a5c1-35e144944af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:13.759185 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-700878c9-efd0-4c2f-a5c1-35e144944af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:13.805644 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-700878c9-efd0-4c2f-a5c1-35e144944af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:13.808293 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-700878c9-efd0-4c2f-a5c1-35e144944af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:13.809460 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-700878c9-efd0-4c2f-a5c1-35e144944af2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f5b5473b-ad7e-4c38-9909-a9190c2ba592 HTTP/1.1" status: 204 len: 168 time: 0.1231015 Aug 16 20:34:13.817523 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700878c9-efd0-4c2f-a5c1-35e144944af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b5473b-ad7e-4c38-9909-a9190c2ba592,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:14.085805 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53292) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:14.103657 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1c36cc7-f839-4a4d-b90c-092462a5d7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.193727 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1c36cc7-f839-4a4d-b90c-092462a5d7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.197913 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1c36cc7-f839-4a4d-b90c-092462a5d7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.238738 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c1c36cc7-f839-4a4d-b90c-092462a5d7f3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c31f2c0977cb49928c9552958a56b684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518388 Aug 16 20:34:14.239071 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53294) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:14.241286 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c36cc7-f839-4a4d-b90c-092462a5d7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d0dfde-1f4f-4f71-a90b-63080f0b3821,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:14.299065 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-82f3f4cf-2784-4795-b4da-f27d6ca6fa21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.323008 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-82f3f4cf-2784-4795-b4da-f27d6ca6fa21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.370837 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-82f3f4cf-2784-4795-b4da-f27d6ca6fa21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.373942 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-82f3f4cf-2784-4795-b4da-f27d6ca6fa21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.377344 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-82f3f4cf-2784-4795-b4da-f27d6ca6fa21 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c2d0dfde-1f4f-4f71-a90b-63080f0b3821 HTTP/1.1" status: 204 len: 168 time: 0.1349623 Aug 16 20:34:14.384861 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3f4cf-2784-4795-b4da-f27d6ca6fa21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d0dfde-1f4f-4f71-a90b-63080f0b3821,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:16.060614 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53366) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:16.177642 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-016faab0-0cf2-45d7-9a13-0f8dc25216c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.267009 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-016faab0-0cf2-45d7-9a13-0f8dc25216c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.271323 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-016faab0-0cf2-45d7-9a13-0f8dc25216c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.310073 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-016faab0-0cf2-45d7-9a13-0f8dc25216c8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1ad1dc00859642a9983482c68156a89a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2482722 Aug 16 20:34:16.311307 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016faab0-0cf2-45d7-9a13-0f8dc25216c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c832f9fb-88ab-40cb-8cc5-d4596a3c98d9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:16.312794 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53376) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:16.363741 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0bf543de-77e9-408f-afc6-ecd624146ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.385412 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0bf543de-77e9-408f-afc6-ecd624146ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.435478 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0bf543de-77e9-408f-afc6-ecd624146ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.438043 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0bf543de-77e9-408f-afc6-ecd624146ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.439211 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0bf543de-77e9-408f-afc6-ecd624146ad7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c832f9fb-88ab-40cb-8cc5-d4596a3c98d9 HTTP/1.1" status: 204 len: 168 time: 0.1252987 Aug 16 20:34:16.447488 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf543de-77e9-408f-afc6-ecd624146ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c832f9fb-88ab-40cb-8cc5-d4596a3c98d9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:16.702668 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53390) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:16.718584 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1dfcc49e-4977-4345-935a-64fb78a1e8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.811431 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1dfcc49e-4977-4345-935a-64fb78a1e8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.816363 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1dfcc49e-4977-4345-935a-64fb78a1e8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.852904 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfcc49e-4977-4345-935a-64fb78a1e8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f597acb1-356f-4f52-bedb-0e0aae47edb8,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:16.857378 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1dfcc49e-4977-4345-935a-64fb78a1e8e6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=81bc5b93b3bf4d4a864b4338c2ee1e62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535475 Aug 16 20:34:16.859978 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53392) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:16.913002 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a809b65d-1bde-4bed-8139-b915d6020f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.934885 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a809b65d-1bde-4bed-8139-b915d6020f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.986464 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a809b65d-1bde-4bed-8139-b915d6020f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.989856 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a809b65d-1bde-4bed-8139-b915d6020f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.991616 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a809b65d-1bde-4bed-8139-b915d6020f99 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f597acb1-356f-4f52-bedb-0e0aae47edb8 HTTP/1.1" status: 204 len: 168 time: 0.1307068 Aug 16 20:34:16.999967 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a809b65d-1bde-4bed-8139-b915d6020f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f597acb1-356f-4f52-bedb-0e0aae47edb8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:17.691282 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 53424) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:17.794735 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-5f549e92-bb1c-43df-b934-d6aa396f7f0d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2143537747-network', 'tenant_id': '969ba94364bc406e8bee3180ab16589f'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:17.817377 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f549e92-bb1c-43df-b934-d6aa396f7f0d admin admin] Made reservation on behalf of 969ba94364bc406e8bee3180ab16589f for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:17.820251 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f549e92-bb1c-43df-b934-d6aa396f7f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:17.828242 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f549e92-bb1c-43df-b934-d6aa396f7f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:17.914008 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f549e92-bb1c-43df-b934-d6aa396f7f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:17.918430 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f549e92-bb1c-43df-b934-d6aa396f7f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:17.942748 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f549e92-bb1c-43df-b934-d6aa396f7f0d admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:34:17.952271 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f549e92-bb1c-43df-b934-d6aa396f7f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f230a84a-fae4-4425-aa21-e56aee47a7ed,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:17.956930 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f549e92-bb1c-43df-b934-d6aa396f7f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:17.957277 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-5f549e92-bb1c-43df-b934-d6aa396f7f0d admin admin] Added segment ee75b952-c907-435e-b5e5-a3a58a65b8b0 of type vlan for network 5e7c7858-7218-4045-a535-2a25e9807a79 Aug 16 20:34:17.996524 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f549e92-bb1c-43df-b934-d6aa396f7f0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.020255 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f549e92-bb1c-43df-b934-d6aa396f7f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.021235 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f549e92-bb1c-43df-b934-d6aa396f7f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:18.021814 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f549e92-bb1c-43df-b934-d6aa396f7f0d admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.079024 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5f549e92-bb1c-43df-b934-d6aa396f7f0d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3866107 Aug 16 20:34:18.082178 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53428) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:18.087834 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7c5ab6a0-f5c2-4657-ab4a-797ffb8b7f82 admin admin] Request body: {'subnet': {'network_id': '5e7c7858-7218-4045-a535-2a25e9807a79', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2143537747-subnet', 'tenant_id': '969ba94364bc406e8bee3180ab16589f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:18.089797 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f549e92-bb1c-43df-b934-d6aa396f7f0d admin admin] Pushing event updated for resources: {'Network': ['ID=5e7c7858-7218-4045-a535-2a25e9807a79,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:18.103681 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 5e7c7858-7218-4045-a535-2a25e9807a79 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:34:18.112427 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5ab6a0-f5c2-4657-ab4a-797ffb8b7f82 admin admin] Made reservation on behalf of 969ba94364bc406e8bee3180ab16589f for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:18.115276 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7c5ab6a0-f5c2-4657-ab4a-797ffb8b7f82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.294134 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7c5ab6a0-f5c2-4657-ab4a-797ffb8b7f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.352801 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ab6a0-f5c2-4657-ab4a-797ffb8b7f82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdc24d6c-8cdc-4221-b145-f560e6bda73e,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:18.362635 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5ab6a0-f5c2-4657-ab4a-797ffb8b7f82 admin admin] Checking segment: {'id': 'ee75b952-c907-435e-b5e5-a3a58a65b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5e7c7858-7218-4045-a535-2a25e9807a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:18.362993 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5ab6a0-f5c2-4657-ab4a-797ffb8b7f82 admin admin] Network hostable DHCP agents. Network: 5e7c7858-7218-4045-a535-2a25e9807a79, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:34:18.379175 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5ab6a0-f5c2-4657-ab4a-797ffb8b7f82 admin admin] Network 5e7c7858-7218-4045-a535-2a25e9807a79 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:34:18.387722 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7c5ab6a0-f5c2-4657-ab4a-797ffb8b7f82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 5e7c7858-7218-4045-a535-2a25e9807a79) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:18.391746 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ab6a0-f5c2-4657-ab4a-797ffb8b7f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:18.392331 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7c5ab6a0-f5c2-4657-ab4a-797ffb8b7f82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.397641 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ec8fee-dff5-4e23-a2e9-cbc4b214d3ca None None] Network 5e7c7858-7218-4045-a535-2a25e9807a79 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:18.415479 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7c5ab6a0-f5c2-4657-ab4a-797ffb8b7f82 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3235064 Aug 16 20:34:18.524637 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f147e4-f4fd-4681-9cad-cb45b1cc0c48 None None] Network 5e7c7858-7218-4045-a535-2a25e9807a79 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:18.879756 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53448) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:18.885957 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-453d62ba-352c-47de-86d1-33249b7928d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2123982369-network', 'tenant_id': 'a7c5de73714848d3a7429370d2f388a5'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:18.911416 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453d62ba-352c-47de-86d1-33249b7928d7 admin admin] Made reservation on behalf of a7c5de73714848d3a7429370d2f388a5 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:18.914132 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-453d62ba-352c-47de-86d1-33249b7928d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.924377 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-453d62ba-352c-47de-86d1-33249b7928d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.025235 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-453d62ba-352c-47de-86d1-33249b7928d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.028975 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-453d62ba-352c-47de-86d1-33249b7928d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.049636 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-453d62ba-352c-47de-86d1-33249b7928d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:34:19.065456 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d62ba-352c-47de-86d1-33249b7928d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12599c8e-464c-4526-8c03-3f31f26082c8,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:19.068529 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-453d62ba-352c-47de-86d1-33249b7928d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.069366 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-453d62ba-352c-47de-86d1-33249b7928d7 admin admin] Added segment 9a92d5c6-8073-4caa-83aa-1895c42d5133 of type vlan for network 655a05b0-781a-432c-a687-b73fe9f4caa1 Aug 16 20:34:19.109071 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-453d62ba-352c-47de-86d1-33249b7928d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.134414 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-453d62ba-352c-47de-86d1-33249b7928d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.135545 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453d62ba-352c-47de-86d1-33249b7928d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:19.136126 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-453d62ba-352c-47de-86d1-33249b7928d7 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.197702 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-453d62ba-352c-47de-86d1-33249b7928d7 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3140440 Aug 16 20:34:19.197825 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 53454) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:19.202688 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4dfbd407-6bb6-4061-a9d8-adb1463b7c00 admin admin] Request body: {'subnet': {'network_id': '655a05b0-781a-432c-a687-b73fe9f4caa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2123982369-subnet', 'tenant_id': 'a7c5de73714848d3a7429370d2f388a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:19.211810 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d62ba-352c-47de-86d1-33249b7928d7 admin admin] Pushing event updated for resources: {'Network': ['ID=655a05b0-781a-432c-a687-b73fe9f4caa1,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:19.222599 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 655a05b0-781a-432c-a687-b73fe9f4caa1 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:34:19.230177 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfbd407-6bb6-4061-a9d8-adb1463b7c00 admin admin] Made reservation on behalf of a7c5de73714848d3a7429370d2f388a5 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:19.232581 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4dfbd407-6bb6-4061-a9d8-adb1463b7c00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.417188 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4dfbd407-6bb6-4061-a9d8-adb1463b7c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.477621 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfbd407-6bb6-4061-a9d8-adb1463b7c00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c152858f-aadf-4acb-843f-31ac43598ef1,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:19.485007 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfbd407-6bb6-4061-a9d8-adb1463b7c00 admin admin] Checking segment: {'id': '9a92d5c6-8073-4caa-83aa-1895c42d5133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '655a05b0-781a-432c-a687-b73fe9f4caa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:19.485360 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfbd407-6bb6-4061-a9d8-adb1463b7c00 admin admin] Network hostable DHCP agents. Network: 655a05b0-781a-432c-a687-b73fe9f4caa1, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:34:19.506677 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfbd407-6bb6-4061-a9d8-adb1463b7c00 admin admin] Network 655a05b0-781a-432c-a687-b73fe9f4caa1 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:34:19.515971 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-4dfbd407-6bb6-4061-a9d8-adb1463b7c00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 655a05b0-781a-432c-a687-b73fe9f4caa1) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:19.520344 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfbd407-6bb6-4061-a9d8-adb1463b7c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:19.520946 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4dfbd407-6bb6-4061-a9d8-adb1463b7c00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.526359 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a8f3dc-0126-424a-b050-e3a285c98bd0 None None] Network 655a05b0-781a-432c-a687-b73fe9f4caa1 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:19.545843 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4dfbd407-6bb6-4061-a9d8-adb1463b7c00 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3380504 Aug 16 20:34:19.659080 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d01e6e-5caa-4abe-b775-56a9d76e7f76 None None] Network 655a05b0-781a-432c-a687-b73fe9f4caa1 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:20.039680 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-936ea067-0e85-4b01-830d-c5f828a01d12 tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:20.041237 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-936ea067-0e85-4b01-830d-c5f828a01d12 tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] 10.222.0.68 "GET /v2.0/networks?id=5e7c7858-7218-4045-a535-2a25e9807a79 HTTP/1.1" status: 200 len: 809 time: 0.1062021 Aug 16 20:34:20.057301 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-28aebb8e-8d5c-4799-93e1-288f78f203ca tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] 10.222.0.68 "GET /v2.0/quotas/969ba94364bc406e8bee3180ab16589f HTTP/1.1" status: 200 len: 375 time: 0.0100610 Aug 16 20:34:20.090017 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-8de887e1-8a71-491b-8ee2-c3d2ce76f0f3 tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=969ba94364bc406e8bee3180ab16589f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269117 Aug 16 20:34:20.185375 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-e9147009-699a-49f8-aca9-65c2a19b596b service neutron] 10.222.0.68 "GET /v2.0/networks/5e7c7858-7218-4045-a535-2a25e9807a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882440 Aug 16 20:34:20.278149 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-c83843c2-f866-4fa8-8792-8f7c2cc44ed4 service neutron] 10.222.0.68 "GET /v2.0/networks/5e7c7858-7218-4045-a535-2a25e9807a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865617 Aug 16 20:34:20.455840 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aae888be-9be6-44af-a202-bad066453968 req-96244190-57d0-4214-ae7c-af95a3d84a96 tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] 10.222.0.68 "GET /v2.0/ports?device_id=82b8c5b9-e891-44b3-9f38-d61e5cf23c99 HTTP/1.1" status: 200 len: 210 time: 0.0275376 Aug 16 20:34:21.582310 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d3bc3adb-cf4e-4254-b271-3406fd5c9c3b req-74b3ab58-811f-4245-8c00-2438b1239a4b tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] 10.222.0.68 "GET /v2.0/ports?device_id=82b8c5b9-e891-44b3-9f38-d61e5cf23c99 HTTP/1.1" status: 200 len: 210 time: 0.0347593 Aug 16 20:34:21.652743 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-01211fa4-1c8d-4d2b-94a3-41f07d608a49 tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:21.654261 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-01211fa4-1c8d-4d2b-94a3-41f07d608a49 tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] 10.222.0.63 "GET /v2.0/networks?id=5e7c7858-7218-4045-a535-2a25e9807a79 HTTP/1.1" status: 200 len: 809 time: 0.1789014 Aug 16 20:34:21.672531 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-76d38b35-7774-4289-b13d-1ab0cad92936 tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] Request body: {'port': {'device_id': '82b8c5b9-e891-44b3-9f38-d61e5cf23c99', 'network_id': '5e7c7858-7218-4045-a535-2a25e9807a79', 'admin_state_up': True, 'tenant_id': '969ba94364bc406e8bee3180ab16589f'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:21.784825 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-76d38b35-7774-4289-b13d-1ab0cad92936 tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] Made reservation on behalf of 969ba94364bc406e8bee3180ab16589f for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:21.789137 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-76d38b35-7774-4289-b13d-1ab0cad92936 tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:21.922592 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-76d38b35-7774-4289-b13d-1ab0cad92936 tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] Allocated IP 172.20.0.10 (5e7c7858-7218-4045-a535-2a25e9807a79/cdc24d6c-8cdc-4221-b145-f560e6bda73e/fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:22.082626 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-76d38b35-7774-4289-b13d-1ab0cad92936 tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:22.127888 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-76d38b35-7774-4289-b13d-1ab0cad92936 tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:22.185021 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-76d38b35-7774-4289-b13d-1ab0cad92936 tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] Network 5e7c7858-7218-4045-a535-2a25e9807a79 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:22.190135 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-76d38b35-7774-4289-b13d-1ab0cad92936 tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:22.193917 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-76d38b35-7774-4289-b13d-1ab0cad92936 tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:22.219914 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d38b35-7774-4289-b13d-1ab0cad92936 tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] Pushing event updated for resources: {'Port': ['ID=fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:22.249278 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-76d38b35-7774-4289-b13d-1ab0cad92936 tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:22.249881 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-76d38b35-7774-4289-b13d-1ab0cad92936 tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:22.266658 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-76d38b35-7774-4289-b13d-1ab0cad92936 tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5979428 Aug 16 20:34:22.375752 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-1863b8e7-f126-4712-a724-c4e31f0f38db service neutron] Request body: {'port': {'device_id': '82b8c5b9-e891-44b3-9f38-d61e5cf23c99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:22.431947 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-1863b8e7-f126-4712-a724-c4e31f0f38db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:22.713147 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763de53e-1863-4866-a697-183a9eadfb38 req-a20d563a-c4a8-4b4a-9869-974a2f75a9f8 tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:22.714783 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-763de53e-1863-4866-a697-183a9eadfb38 req-a20d563a-c4a8-4b4a-9869-974a2f75a9f8 tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] 10.222.0.68 "GET /v2.0/ports?device_id=82b8c5b9-e891-44b3-9f38-d61e5cf23c99 HTTP/1.1" status: 200 len: 932 time: 0.0503869 Aug 16 20:34:22.753789 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-763de53e-1863-4866-a697-183a9eadfb38 req-a83e2cca-0e00-4a97-9ef1-e88e4e054c1d tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] 10.222.0.68 "GET /v2.0/security-groups?id=f230a84a-fae4-4425-aa21-e56aee47a7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329127 Aug 16 20:34:22.767385 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-1863b8e7-f126-4712-a724-c4e31f0f38db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:34:22.775193 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-1863b8e7-f126-4712-a724-c4e31f0f38db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:22.787906 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-1863b8e7-f126-4712-a724-c4e31f0f38db service neutron] Transition to ACTIVE for port object fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:22.791899 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-1863b8e7-f126-4712-a724-c4e31f0f38db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:22.844592 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863b8e7-f126-4712-a724-c4e31f0f38db service neutron] Pushing event updated for resources: {'Port': ['ID=fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:22.914711 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-1863b8e7-f126-4712-a724-c4e31f0f38db service neutron] Attempting to bind port fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:22.915058 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-1863b8e7-f126-4712-a724-c4e31f0f38db service neutron] Attempting to bind port fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ee75b952-c907-435e-b5e5-a3a58a65b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5e7c7858-7218-4045-a535-2a25e9807a79'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:22.915519 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-1863b8e7-f126-4712-a724-c4e31f0f38db service neutron] Attempting to bind port fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8 on network 5e7c7858-7218-4045-a535-2a25e9807a79 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:22.920624 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-1863b8e7-f126-4712-a724-c4e31f0f38db service neutron] Port fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8 on network 5e7c7858-7218-4045-a535-2a25e9807a79 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:22.920949 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-1863b8e7-f126-4712-a724-c4e31f0f38db service neutron] Attempting to bind port fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8 on network 5e7c7858-7218-4045-a535-2a25e9807a79 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:22.926601 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-1863b8e7-f126-4712-a724-c4e31f0f38db service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:34:22.927038 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-1863b8e7-f126-4712-a724-c4e31f0f38db service neutron] Checking segment: {'id': 'ee75b952-c907-435e-b5e5-a3a58a65b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5e7c7858-7218-4045-a535-2a25e9807a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:22.927594 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-1863b8e7-f126-4712-a724-c4e31f0f38db service neutron] Bound using segment: {'id': 'ee75b952-c907-435e-b5e5-a3a58a65b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5e7c7858-7218-4045-a535-2a25e9807a79'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:34:22.928634 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-1863b8e7-f126-4712-a724-c4e31f0f38db service neutron] Bound port: fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee75b952-c907-435e-b5e5-a3a58a65b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5e7c7858-7218-4045-a535-2a25e9807a79'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:34:22.928955 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-1863b8e7-f126-4712-a724-c4e31f0f38db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:22.993305 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-1863b8e7-f126-4712-a724-c4e31f0f38db service neutron] For port fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:34:22.997070 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-1863b8e7-f126-4712-a724-c4e31f0f38db service neutron] For port fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8,segment=NetworkSegment(ee75b952-c907-435e-b5e5-a3a58a65b8b0),segment_id=ee75b952-c907-435e-b5e5-a3a58a65b8b0)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:34:23.001139 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-1863b8e7-f126-4712-a724-c4e31f0f38db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.044607 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-1863b8e7-f126-4712-a724-c4e31f0f38db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:23.045224 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-1863b8e7-f126-4712-a724-c4e31f0f38db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.046616 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-1863b8e7-f126-4712-a724-c4e31f0f38db service neutron] 10.222.0.63 "PUT /v2.0/ports/fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8 HTTP/1.1" status: 200 len: 1093 time: 0.7714705 Aug 16 20:34:23.047046 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b8c5b9-e891-44b3-9f38-d61e5cf23c99', 'tag': 'fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:34:23.054567 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97614144-6499-457e-b626-deba4d03048f" -d '{"events": [{"name": "network-changed", "server_uuid": "82b8c5b9-e891-44b3-9f38-d61e5cf23c99", "tag": "fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:34:23.078199 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863b8e7-f126-4712-a724-c4e31f0f38db service neutron] Pushing event updated for resources: {'Port': ['ID=fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:23.092955 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10494318-cfc1-4bb3-92fd-5f34eb281eed x-openstack-request-id: req-10494318-cfc1-4bb3-92fd-5f34eb281eed {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:34:23.093244 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b8c5b9-e891-44b3-9f38-d61e5cf23c99", "tag": "fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:34:23.093493 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-10494318-cfc1-4bb3-92fd-5f34eb281eed {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:34:23.094629 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b8c5b9-e891-44b3-9f38-d61e5cf23c99', 'tag': 'fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8', 'status': 'completed', 'code': 200} Aug 16 20:34:23.144069 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-5c008b91-f341-48ea-a831-595e40ec773c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:23.145409 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-5c008b91-f341-48ea-a831-595e40ec773c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=969ba94364bc406e8bee3180ab16589f&device_id=82b8c5b9-e891-44b3-9f38-d61e5cf23c99 HTTP/1.1" status: 200 len: 1096 time: 0.0445511 Aug 16 20:34:23.188249 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-92f3b203-df31-4836-a708-bc2d5103c019 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8 HTTP/1.1" status: 200 len: 217 time: 0.0352113 Aug 16 20:34:23.236493 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-4a0c7f91-2db1-4d6d-9775-fe886dc42ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:23.237931 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-4a0c7f91-2db1-4d6d-9775-fe886dc42ee5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cdc24d6c-8cdc-4221-b145-f560e6bda73e HTTP/1.1" status: 200 len: 849 time: 0.0428910 Aug 16 20:34:23.273075 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-196afe23-a7dd-41c7-9b59-a3102e02bab6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5e7c7858-7218-4045-a535-2a25e9807a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282924 Aug 16 20:34:23.368723 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-088708f3-462b-4bee-8c5a-43e4cca8bd17 service neutron] 10.222.0.63 "GET /v2.0/networks/5e7c7858-7218-4045-a535-2a25e9807a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890281 Aug 16 20:34:23.466807 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c672adf3-2251-4f82-8a3a-db414fb19e47 req-90ae9936-25f3-4538-959b-e7bbeb6e49db service neutron] 10.222.0.63 "GET /v2.0/networks/5e7c7858-7218-4045-a535-2a25e9807a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917375 Aug 16 20:34:23.553040 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97614144-6499-457e-b626-deba4d03048f req-32eefae2-3969-4ad9-93e0-22d94e1b8b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:23.554586 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-97614144-6499-457e-b626-deba4d03048f req-32eefae2-3969-4ad9-93e0-22d94e1b8b63 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=969ba94364bc406e8bee3180ab16589f&device_id=82b8c5b9-e891-44b3-9f38-d61e5cf23c99 HTTP/1.1" status: 200 len: 1096 time: 0.0427070 Aug 16 20:34:23.648590 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97614144-6499-457e-b626-deba4d03048f req-225e5849-ec86-4d52-9fc9-66dbbae01b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:23.650090 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-97614144-6499-457e-b626-deba4d03048f req-225e5849-ec86-4d52-9fc9-66dbbae01b38 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5e7c7858-7218-4045-a535-2a25e9807a79 HTTP/1.1" status: 200 len: 910 time: 0.0886343 Aug 16 20:34:23.691774 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-97614144-6499-457e-b626-deba4d03048f req-1a649d76-cbe6-4232-9d17-ead02b0d16a8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8 HTTP/1.1" status: 200 len: 217 time: 0.0346422 Aug 16 20:34:23.743760 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97614144-6499-457e-b626-deba4d03048f req-e121d52f-d941-4fe1-bddd-af46e28bb821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:23.745288 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-97614144-6499-457e-b626-deba4d03048f req-e121d52f-d941-4fe1-bddd-af46e28bb821 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cdc24d6c-8cdc-4221-b145-f560e6bda73e HTTP/1.1" status: 200 len: 849 time: 0.0466557 Aug 16 20:34:23.778281 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-97614144-6499-457e-b626-deba4d03048f req-d8ff3ea4-e6d9-4c41-bef5-3f816836b02a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5e7c7858-7218-4045-a535-2a25e9807a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244367 Aug 16 20:34:23.877566 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-97614144-6499-457e-b626-deba4d03048f req-06682bb7-f1dd-42c2-aef6-c799f86b7f04 service neutron] 10.222.0.63 "GET /v2.0/networks/5e7c7858-7218-4045-a535-2a25e9807a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919285 Aug 16 20:34:23.878592 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fc477-3480-47da-872b-d7c7d284220e req-1c205845-1d9d-4786-94dc-9272672c34b4 tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:23.880666 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-324fc477-3480-47da-872b-d7c7d284220e req-1c205845-1d9d-4786-94dc-9272672c34b4 tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] 10.222.0.68 "GET /v2.0/ports?device_id=82b8c5b9-e891-44b3-9f38-d61e5cf23c99 HTTP/1.1" status: 200 len: 944 time: 0.0559468 Aug 16 20:34:23.922715 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-324fc477-3480-47da-872b-d7c7d284220e req-dc15e98d-2767-474f-9168-b7a64ed0ef79 tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] 10.222.0.68 "GET /v2.0/security-groups?id=f230a84a-fae4-4425-aa21-e56aee47a7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350859 Aug 16 20:34:23.972506 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-97614144-6499-457e-b626-deba4d03048f req-875e9c44-7511-4153-8a3a-e0862d3f8969 service neutron] 10.222.0.63 "GET /v2.0/networks/5e7c7858-7218-4045-a535-2a25e9807a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854869 Aug 16 20:34:25.052457 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4e3ce-cd2b-4237-bbec-1ed697c37745 req-66cea56e-c062-4524-b52f-d5d2f1d3a83b tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:25.054051 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a1c4e3ce-cd2b-4237-bbec-1ed697c37745 req-66cea56e-c062-4524-b52f-d5d2f1d3a83b tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] 10.222.0.68 "GET /v2.0/ports?device_id=82b8c5b9-e891-44b3-9f38-d61e5cf23c99 HTTP/1.1" status: 200 len: 944 time: 0.0566227 Aug 16 20:34:25.092136 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a1c4e3ce-cd2b-4237-bbec-1ed697c37745 req-57230efc-1228-48ac-b555-b8025d4ca974 tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] 10.222.0.68 "GET /v2.0/security-groups?id=f230a84a-fae4-4425-aa21-e56aee47a7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319285 Aug 16 20:34:26.209872 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a008b-4d5b-4d16-860c-82df528f46a9 req-242b895c-2fbb-430f-8a30-10952116db6c tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:26.214806 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec4a008b-4d5b-4d16-860c-82df528f46a9 req-242b895c-2fbb-430f-8a30-10952116db6c tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] 10.222.0.68 "GET /v2.0/ports?device_id=82b8c5b9-e891-44b3-9f38-d61e5cf23c99 HTTP/1.1" status: 200 len: 944 time: 0.0543730 Aug 16 20:34:26.257705 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec4a008b-4d5b-4d16-860c-82df528f46a9 req-bc8bf861-d495-4cec-b560-834069f7346d tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] 10.222.0.68 "GET /v2.0/security-groups?id=f230a84a-fae4-4425-aa21-e56aee47a7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360489 Aug 16 20:34:26.409546 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:34:26.507724 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8,segment=NetworkSegment(ee75b952-c907-435e-b5e5-a3a58a65b8b0),segment_id=ee75b952-c907-435e-b5e5-a3a58a65b8b0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:26.522904 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8', 'network_id': '5e7c7858-7218-4045-a535-2a25e9807a79', 'port_id': 'fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8', 'mac_address': 'fa:16:3e:cf:6c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdc24d6c-8cdc-4221-b145-f560e6bda73e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:34:26.559012 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:26.571507 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:34:26.590686 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8,segment=NetworkSegment(ee75b952-c907-435e-b5e5-a3a58a65b8b0),segment_id=ee75b952-c907-435e-b5e5-a3a58a65b8b0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:26.595079 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:26.641184 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:26.827373 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:34:27.370352 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f581c0d-f5e0-4f41-889c-c77b4855946c req-1ed93f86-45ff-4f59-a036-b422fceb6b0c tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:27.372017 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9f581c0d-f5e0-4f41-889c-c77b4855946c req-1ed93f86-45ff-4f59-a036-b422fceb6b0c tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] 10.222.0.68 "GET /v2.0/ports?device_id=82b8c5b9-e891-44b3-9f38-d61e5cf23c99 HTTP/1.1" status: 200 len: 945 time: 0.0487947 Aug 16 20:34:27.414510 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9f581c0d-f5e0-4f41-889c-c77b4855946c req-ca82c389-37d9-441c-9e7f-0834e4c14fca tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] 10.222.0.68 "GET /v2.0/security-groups?id=f230a84a-fae4-4425-aa21-e56aee47a7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359674 Aug 16 20:34:28.417233 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:28.471123 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:28.477236 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:28.477616 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:28.541670 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b03d65-5cae-4b09-998c-97773fc7f5b0 req-bd40142b-6cf4-45b5-a3b6-90752d5d58c5 tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:28.543329 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-54b03d65-5cae-4b09-998c-97773fc7f5b0 req-bd40142b-6cf4-45b5-a3b6-90752d5d58c5 tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] 10.222.0.68 "GET /v2.0/ports?device_id=82b8c5b9-e891-44b3-9f38-d61e5cf23c99 HTTP/1.1" status: 200 len: 945 time: 0.0519111 Aug 16 20:34:28.562982 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:28.587014 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b8c5b9-e891-44b3-9f38-d61e5cf23c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:34:28.588110 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-54b03d65-5cae-4b09-998c-97773fc7f5b0 req-8782e782-ea7a-4fa6-87cb-cd15355f55e6 tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] 10.222.0.68 "GET /v2.0/security-groups?id=f230a84a-fae4-4425-aa21-e56aee47a7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385289 Aug 16 20:34:28.589330 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98ba350-7a7e-4842-bd9d-6926fb2aa04d" -d '{"events": [{"server_uuid": "82b8c5b9-e891-44b3-9f38-d61e5cf23c99", "name": "network-vif-plugged", "status": "completed", "tag": "fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:34:28.604064 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8,segment=NetworkSegment(ee75b952-c907-435e-b5e5-a3a58a65b8b0),segment_id=ee75b952-c907-435e-b5e5-a3a58a65b8b0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:28.609698 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:28.666500 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:28.714771 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b1b5b7-31ee-47d9-97ac-e0ce751bc4fd x-openstack-request-id: req-f3b1b5b7-31ee-47d9-97ac-e0ce751bc4fd {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:34:28.715122 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b8c5b9-e891-44b3-9f38-d61e5cf23c99", "name": "network-vif-plugged", "status": "completed", "tag": "fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:34:28.715537 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f3b1b5b7-31ee-47d9-97ac-e0ce751bc4fd {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:34:28.716027 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b8c5b9-e891-44b3-9f38-d61e5cf23c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8', 'code': 200} Aug 16 20:34:28.810210 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf759c0-c13a-4ba2-9527-caa63cabe770 req-a0ec5a08-5420-437d-a21f-1bac0ec9e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:28.811743 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cdf759c0-c13a-4ba2-9527-caa63cabe770 req-a0ec5a08-5420-437d-a21f-1bac0ec9e2f8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=82b8c5b9-e891-44b3-9f38-d61e5cf23c99 HTTP/1.1" status: 200 len: 1098 time: 0.0403538 Aug 16 20:34:28.846873 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cdf759c0-c13a-4ba2-9527-caa63cabe770 req-03703591-8936-4b0b-b256-78e3d401df4a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f230a84a-fae4-4425-aa21-e56aee47a7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285604 Aug 16 20:34:29.714946 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8586a-f698-42dd-af4e-fe78ff80a2fc req-db0e6bc1-fa64-441e-9edf-72e521b7209b tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:29.716453 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-92b8586a-f698-42dd-af4e-fe78ff80a2fc req-db0e6bc1-fa64-441e-9edf-72e521b7209b tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] 10.222.0.68 "GET /v2.0/ports?device_id=82b8c5b9-e891-44b3-9f38-d61e5cf23c99 HTTP/1.1" status: 200 len: 946 time: 0.0559206 Aug 16 20:34:29.755569 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-92b8586a-f698-42dd-af4e-fe78ff80a2fc req-2cecac10-d9ef-44fe-aaf4-0c64aa467dc4 tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] 10.222.0.68 "GET /v2.0/security-groups?id=f230a84a-fae4-4425-aa21-e56aee47a7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326967 Aug 16 20:34:30.874631 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8927a4-e731-41f1-ba76-27656fff9fcd req-e1622c02-71e1-45d0-842e-d2a551db70db tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:30.876138 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b8927a4-e731-41f1-ba76-27656fff9fcd req-e1622c02-71e1-45d0-842e-d2a551db70db tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] 10.222.0.68 "GET /v2.0/ports?device_id=82b8c5b9-e891-44b3-9f38-d61e5cf23c99 HTTP/1.1" status: 200 len: 946 time: 0.0526750 Aug 16 20:34:30.914397 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b8927a4-e731-41f1-ba76-27656fff9fcd req-ce53edb9-adca-421e-923d-bf89d2a06f8d tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] 10.222.0.68 "GET /v2.0/security-groups?id=f230a84a-fae4-4425-aa21-e56aee47a7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316200 Aug 16 20:34:31.828622 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6bdd597-4c13-4bb5-8052-8a65e55c8bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:33.322533 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277f07c-0720-4019-bce7-e2e2cb46b2b3 req-9dcebd16-7d03-4414-af69-d97e7d2d3b3b tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:33.324005 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9277f07c-0720-4019-bce7-e2e2cb46b2b3 req-9dcebd16-7d03-4414-af69-d97e7d2d3b3b tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] 10.222.0.68 "GET /v2.0/ports?device_id=82b8c5b9-e891-44b3-9f38-d61e5cf23c99 HTTP/1.1" status: 200 len: 946 time: 0.0479119 Aug 16 20:34:33.362044 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9277f07c-0720-4019-bce7-e2e2cb46b2b3 req-f13ee060-8fa2-4dc5-9630-764ad76b7330 tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] 10.222.0.68 "GET /v2.0/security-groups?id=f230a84a-fae4-4425-aa21-e56aee47a7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320468 Aug 16 20:34:34.424375 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a63459f7-6b09-4976-9e39-af2d5628b5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:34.488940 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7fe17-63e7-4538-a7ff-43e0f22a2a42 req-7205bb12-93db-44ae-8e1c-811929c0324c tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:34.490786 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51b7fe17-63e7-4538-a7ff-43e0f22a2a42 req-7205bb12-93db-44ae-8e1c-811929c0324c tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] 10.222.0.68 "GET /v2.0/ports?device_id=82b8c5b9-e891-44b3-9f38-d61e5cf23c99 HTTP/1.1" status: 200 len: 946 time: 0.0564723 Aug 16 20:34:34.529902 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51b7fe17-63e7-4538-a7ff-43e0f22a2a42 req-49056a50-df72-4d94-9627-fa01f8eaae0a tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] 10.222.0.68 "GET /v2.0/security-groups?id=f230a84a-fae4-4425-aa21-e56aee47a7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332978 Aug 16 20:34:34.598352 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:34:34.602668 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef5441-1e39-42a0-86d3-9f85de57b2c9 req-e2cfed7f-79fe-451c-b5c4-6b134ad2d75e tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:34.604213 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-37ef5441-1e39-42a0-86d3-9f85de57b2c9 req-e2cfed7f-79fe-451c-b5c4-6b134ad2d75e tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] 10.222.0.63 "GET /v2.0/ports?device_id=82b8c5b9-e891-44b3-9f38-d61e5cf23c99 HTTP/1.1" status: 200 len: 946 time: 0.0482476 Aug 16 20:34:34.685647 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:34.698090 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-37ef5441-1e39-42a0-86d3-9f85de57b2c9 req-8ef19ed1-eb52-41cc-983e-e390144c7afa tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] Deleting port fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:34.698359 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-37ef5441-1e39-42a0-86d3-9f85de57b2c9 req-8ef19ed1-eb52-41cc-983e-e390144c7afa tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:34.784165 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-37ef5441-1e39-42a0-86d3-9f85de57b2c9 req-8ef19ed1-eb52-41cc-983e-e390144c7afa tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] For port fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8,segment=NetworkSegment(ee75b952-c907-435e-b5e5-a3a58a65b8b0),segment_id=ee75b952-c907-435e-b5e5-a3a58a65b8b0)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:34.784533 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-37ef5441-1e39-42a0-86d3-9f85de57b2c9 req-8ef19ed1-eb52-41cc-983e-e390144c7afa tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:34.796637 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-37ef5441-1e39-42a0-86d3-9f85de57b2c9 req-8ef19ed1-eb52-41cc-983e-e390144c7afa tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] Calling delete_port for fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:34.931809 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-37ef5441-1e39-42a0-86d3-9f85de57b2c9 req-8ef19ed1-eb52-41cc-983e-e390144c7afa tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:34.945025 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:34:34.967637 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef19ed1-eb52-41cc-983e-e390144c7afa tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] Pushing event deleted for resources: {'Port': ['ID=fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:35.014141 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ef5441-1e39-42a0-86d3-9f85de57b2c9 req-8ef19ed1-eb52-41cc-983e-e390144c7afa tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] No DVR routers for this DVR port fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:34:35.017000 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-37ef5441-1e39-42a0-86d3-9f85de57b2c9 req-8ef19ed1-eb52-41cc-983e-e390144c7afa tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:35.019061 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-37ef5441-1e39-42a0-86d3-9f85de57b2c9 req-8ef19ed1-eb52-41cc-983e-e390144c7afa tempest-VolumesActionsTest-1887315405 tempest-VolumesActionsTest-1887315405-project] 10.222.0.63 "DELETE /v2.0/ports/fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8 HTTP/1.1" status: 204 len: 173 time: 0.4089348 Aug 16 20:34:35.019581 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b8c5b9-e891-44b3-9f38-d61e5cf23c99', 'name': 'network-vif-deleted', 'tag': 'fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:34:35.021919 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08447fb5-1cce-43f9-bada-c98a41b9ac39" -d '{"events": [{"server_uuid": "82b8c5b9-e891-44b3-9f38-d61e5cf23c99", "name": "network-vif-deleted", "tag": "fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:34:35.062379 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8caf87d9-50e1-4837-8036-469f6d151752 x-openstack-request-id: req-8caf87d9-50e1-4837-8036-469f6d151752 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:34:35.063136 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b8c5b9-e891-44b3-9f38-d61e5cf23c99", "name": "network-vif-deleted", "tag": "fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:34:35.063136 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8caf87d9-50e1-4837-8036-469f6d151752 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:34:35.063619 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b8c5b9-e891-44b3-9f38-d61e5cf23c99', 'name': 'network-vif-deleted', 'tag': 'fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8', 'status': 'completed', 'code': 200} Aug 16 20:34:35.652843 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:36.216741 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:36.253307 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:37.108088 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:38.463893 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:34:38.486934 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:34:38.487463 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device fc0b933a-37e2-4e3b-9e21-ff91dc53c7d8 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:34:51.465186 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-b7a91e3b-2e89-4941-be44-fcc72ce880df req-58303dd0-5f23-4e15-929f-d89c70816cba service neutron] (94770) timed out ('10.222.0.68', 37408) {{(pid=94770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 20:34:56.543730 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54164) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:56.591141 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-72a7f77c-f2ca-479a-ab09-431939772f64 admin admin] Deleting subnet cdc24d6c-8cdc-4221-b145-f560e6bda73e {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:34:56.594601 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72a7f77c-f2ca-479a-ab09-431939772f64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.638944 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72a7f77c-f2ca-479a-ab09-431939772f64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.681871 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72a7f77c-f2ca-479a-ab09-431939772f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.732994 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72a7f77c-f2ca-479a-ab09-431939772f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.758819 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a7f77c-f2ca-479a-ab09-431939772f64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdc24d6c-8cdc-4221-b145-f560e6bda73e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:56.760835 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72a7f77c-f2ca-479a-ab09-431939772f64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.762683 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-72a7f77c-f2ca-479a-ab09-431939772f64 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/cdc24d6c-8cdc-4221-b145-f560e6bda73e HTTP/1.1" status: 204 len: 168 time: 0.2179518 Aug 16 20:34:56.765298 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54166) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:56.839750 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d0fcb8d-1366-44dd-bea1-5ec333613ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.916808 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d0fcb8d-1366-44dd-bea1-5ec333613ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.926259 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-1d0fcb8d-1366-44dd-bea1-5ec333613ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e7c7858-7218-4045-a535-2a25e9807a79']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:56.935833 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-1d0fcb8d-1366-44dd-bea1-5ec333613ba3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee75b952-c907-435e-b5e5-a3a58a65b8b0') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:56.936118 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-1d0fcb8d-1366-44dd-bea1-5ec333613ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee75b952-c907-435e-b5e5-a3a58a65b8b0') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:56.945359 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d0fcb8d-1366-44dd-bea1-5ec333613ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.959184 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d0fcb8d-1366-44dd-bea1-5ec333613ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.964980 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0fcb8d-1366-44dd-bea1-5ec333613ba3 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:34:56.965296 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d0fcb8d-1366-44dd-bea1-5ec333613ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.966880 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:34:56.966880 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:34:56.966880 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:34:56.966880 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:34:56.966880 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:34:56.966880 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:34:56.966880 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:34:56.966880 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:34:56.966880 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:34:56.966880 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:34:56.966880 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:34:56.966880 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:34:56.966880 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:34:56.966880 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:34:56.966880 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:34:56.966880 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:34:56.966880 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:34:56.966880 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:34:56.966880 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:34:56.966880 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:34:56.966880 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:34:56.966880 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:34:56.966880 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:34:56.966880 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:34:56.966880 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:34:56.966880 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:34:56.966880 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:34:56.966880 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:34:56.966880 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:34:56.966880 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:34:56.966880 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:34:56.966880 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:34:57.023791 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d0fcb8d-1366-44dd-bea1-5ec333613ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.029135 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d0fcb8d-1366-44dd-bea1-5ec333613ba3 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.030980 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1d0fcb8d-1366-44dd-bea1-5ec333613ba3 admin admin] 10.222.0.68 "DELETE /v2.0/networks/5e7c7858-7218-4045-a535-2a25e9807a79 HTTP/1.1" status: 204 len: 168 time: 0.2647688 Aug 16 20:34:57.033912 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54168) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:57.041815 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0fcb8d-1366-44dd-bea1-5ec333613ba3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e7c7858-7218-4045-a535-2a25e9807a79,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:57.078384 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede3e83a-c58d-43e4-9d5a-0cf79b093a17 admin admin] Deleting subnet c152858f-aadf-4acb-843f-31ac43598ef1 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:34:57.081542 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ede3e83a-c58d-43e4-9d5a-0cf79b093a17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.114960 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ede3e83a-c58d-43e4-9d5a-0cf79b093a17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.153156 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ede3e83a-c58d-43e4-9d5a-0cf79b093a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.204197 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ede3e83a-c58d-43e4-9d5a-0cf79b093a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.233881 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3e83a-c58d-43e4-9d5a-0cf79b093a17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c152858f-aadf-4acb-843f-31ac43598ef1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:57.235847 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ede3e83a-c58d-43e4-9d5a-0cf79b093a17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.237695 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ede3e83a-c58d-43e4-9d5a-0cf79b093a17 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/c152858f-aadf-4acb-843f-31ac43598ef1 HTTP/1.1" status: 204 len: 168 time: 0.2028217 Aug 16 20:34:57.240592 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54170) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:57.306668 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-371b601f-f067-4fa8-885a-287104b92db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.389881 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-371b601f-f067-4fa8-885a-287104b92db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.399388 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-371b601f-f067-4fa8-885a-287104b92db3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['655a05b0-781a-432c-a687-b73fe9f4caa1']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:57.409300 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-371b601f-f067-4fa8-885a-287104b92db3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a92d5c6-8073-4caa-83aa-1895c42d5133') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:57.410495 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-371b601f-f067-4fa8-885a-287104b92db3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a92d5c6-8073-4caa-83aa-1895c42d5133') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:57.419000 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-371b601f-f067-4fa8-885a-287104b92db3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.433445 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-371b601f-f067-4fa8-885a-287104b92db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.440193 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371b601f-f067-4fa8-885a-287104b92db3 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:34:57.440681 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-371b601f-f067-4fa8-885a-287104b92db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.442338 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:34:57.442338 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:34:57.442338 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:34:57.442338 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:34:57.442338 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:34:57.442338 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:34:57.442338 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:34:57.442338 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:34:57.442338 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:34:57.442338 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:34:57.442338 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:34:57.442338 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:34:57.442338 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:34:57.442338 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:34:57.442338 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:34:57.442338 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:34:57.442338 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:34:57.442338 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:34:57.442338 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:34:57.442338 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:34:57.442338 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:34:57.442338 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:34:57.442338 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:34:57.442338 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:34:57.442338 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:34:57.442338 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:34:57.442338 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:34:57.442338 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:34:57.442338 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:34:57.442338 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:34:57.442338 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:34:57.442338 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:34:57.496244 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-371b601f-f067-4fa8-885a-287104b92db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.501490 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-371b601f-f067-4fa8-885a-287104b92db3 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.506813 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-371b601f-f067-4fa8-885a-287104b92db3 admin admin] 10.222.0.68 "DELETE /v2.0/networks/655a05b0-781a-432c-a687-b73fe9f4caa1 HTTP/1.1" status: 204 len: 168 time: 0.2652979 Aug 16 20:34:57.519126 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b601f-f067-4fa8-885a-287104b92db3 admin admin] Pushing event deleted for resources: {'Network': ['ID=655a05b0-781a-432c-a687-b73fe9f4caa1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:57.663357 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54182) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:57.706802 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-427bc396-cbc3-451c-8d14-aa44be60cea5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=969ba94364bc406e8bee3180ab16589f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422370 Aug 16 20:34:57.709320 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54184) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:57.756886 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ebb32cc0-6a7d-48e0-94f2-ebdc1c298c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.777668 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ebb32cc0-6a7d-48e0-94f2-ebdc1c298c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.823590 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54186) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:57.828630 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9d7d1452-84a9-4562-b392-4773b242223c tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-315434520', 'description': 'tempest-secgroup-smoke-315434520 description', 'project_id': '2f6c2befe1a84bdbab1a693825c272af'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:57.832354 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ebb32cc0-6a7d-48e0-94f2-ebdc1c298c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.834970 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ebb32cc0-6a7d-48e0-94f2-ebdc1c298c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.838439 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ebb32cc0-6a7d-48e0-94f2-ebdc1c298c6f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f230a84a-fae4-4425-aa21-e56aee47a7ed HTTP/1.1" status: 204 len: 168 time: 0.1259449 Aug 16 20:34:57.843887 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb32cc0-6a7d-48e0-94f2-ebdc1c298c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f230a84a-fae4-4425-aa21-e56aee47a7ed,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:57.856190 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d7d1452-84a9-4562-b392-4773b242223c tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.941059 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d7d1452-84a9-4562-b392-4773b242223c tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.945964 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d7d1452-84a9-4562-b392-4773b242223c tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.975138 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d1452-84a9-4562-b392-4773b242223c tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d66afae-3427-490b-97bc-e7f5ac34d356,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:57.977834 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d7d1452-84a9-4562-b392-4773b242223c tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.981712 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9d7d1452-84a9-4562-b392-4773b242223c tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1543651 Aug 16 20:34:57.981958 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54190) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:57.987023 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-afe97548-bac9-4b1d-a5a8-55b90dfc94fc tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Request body: {'security_group_rule': {'security_group_id': '6d66afae-3427-490b-97bc-e7f5ac34d356', 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:58.013234 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-afe97548-bac9-4b1d-a5a8-55b90dfc94fc tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.076379 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-afe97548-bac9-4b1d-a5a8-55b90dfc94fc tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.080856 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-afe97548-bac9-4b1d-a5a8-55b90dfc94fc tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.104468 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe97548-bac9-4b1d-a5a8-55b90dfc94fc tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1158386a-875d-4e35-b416-05aaf160c0a6,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:58.110221 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-afe97548-bac9-4b1d-a5a8-55b90dfc94fc tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.114467 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54194) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:58.115019 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-afe97548-bac9-4b1d-a5a8-55b90dfc94fc tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1315367 Aug 16 20:34:58.119894 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-67fa9726-77d0-4eed-89a1-f1f3c2cba8d5 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Request body: {'security_group_rule': {'security_group_id': '6d66afae-3427-490b-97bc-e7f5ac34d356', 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:58.151745 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67fa9726-77d0-4eed-89a1-f1f3c2cba8d5 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.187568 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54196) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:58.201980 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67fa9726-77d0-4eed-89a1-f1f3c2cba8d5 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.206291 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67fa9726-77d0-4eed-89a1-f1f3c2cba8d5 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.222517 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa9726-77d0-4eed-89a1-f1f3c2cba8d5 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14f4ac64-72c2-42d5-8373-1c27679faaef,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:58.229901 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e9eceb71-3b45-4111-8441-8de7c4f7cff9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a7c5de73714848d3a7429370d2f388a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410123 Aug 16 20:34:58.232701 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54198) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:58.232944 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67fa9726-77d0-4eed-89a1-f1f3c2cba8d5 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.234184 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-67fa9726-77d0-4eed-89a1-f1f3c2cba8d5 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179743 Aug 16 20:34:58.236799 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54200) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:58.241432 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6f123c45-a4f8-4eaa-8f39-0bc4dd4db9cd tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Request body: {'security_group_rule': {'security_group_id': '6d66afae-3427-490b-97bc-e7f5ac34d356', 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:58.268432 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f123c45-a4f8-4eaa-8f39-0bc4dd4db9cd tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.282980 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0916319d-0ac6-4075-b34d-13d63db36ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.304128 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0916319d-0ac6-4075-b34d-13d63db36ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.327091 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f123c45-a4f8-4eaa-8f39-0bc4dd4db9cd tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.331188 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f123c45-a4f8-4eaa-8f39-0bc4dd4db9cd tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.351577 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f123c45-a4f8-4eaa-8f39-0bc4dd4db9cd tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ddf758a-b06a-43c2-b709-17f3d14200a1,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:58.353239 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0916319d-0ac6-4075-b34d-13d63db36ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.356025 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0916319d-0ac6-4075-b34d-13d63db36ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.357252 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0916319d-0ac6-4075-b34d-13d63db36ec8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/12599c8e-464c-4526-8c03-3f31f26082c8 HTTP/1.1" status: 204 len: 168 time: 0.1235700 Aug 16 20:34:58.360780 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f123c45-a4f8-4eaa-8f39-0bc4dd4db9cd tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.364839 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6f123c45-a4f8-4eaa-8f39-0bc4dd4db9cd tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240919 Aug 16 20:34:58.364951 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54204) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:58.367198 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916319d-0ac6-4075-b34d-13d63db36ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12599c8e-464c-4526-8c03-3f31f26082c8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:58.369820 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e9c6c2bf-afb4-4fdf-abe6-9f07cf6ed76e tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Request body: {'security_group_rule': {'security_group_id': '6d66afae-3427-490b-97bc-e7f5ac34d356', 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:58.402429 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e9c6c2bf-afb4-4fdf-abe6-9f07cf6ed76e tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.462406 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e9c6c2bf-afb4-4fdf-abe6-9f07cf6ed76e tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.466332 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e9c6c2bf-afb4-4fdf-abe6-9f07cf6ed76e tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.487795 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6c2bf-afb4-4fdf-abe6-9f07cf6ed76e tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da3df364-9840-43a1-b6ad-71de74ff9a02,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:58.496203 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e9c6c2bf-afb4-4fdf-abe6-9f07cf6ed76e tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.497577 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e9c6c2bf-afb4-4fdf-abe6-9f07cf6ed76e tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1314664 Aug 16 20:34:58.500246 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54206) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:58.505028 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2b551c16-43b5-4ac5-9e3e-5a639f456505 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Request body: {'security_group_rule': {'security_group_id': '6d66afae-3427-490b-97bc-e7f5ac34d356', 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:58.528991 n-d-787206-13 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-2b551c16-43b5-4ac5-9e3e-5a639f456505 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Project 2f6c2befe1a84bdbab1a693825c272af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:34:58.534229 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b551c16-43b5-4ac5-9e3e-5a639f456505 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.599917 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b551c16-43b5-4ac5-9e3e-5a639f456505 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.604343 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b551c16-43b5-4ac5-9e3e-5a639f456505 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.621885 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b551c16-43b5-4ac5-9e3e-5a639f456505 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf4de448-890c-4eca-87e3-d82b9ccfbcba,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:58.629851 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b551c16-43b5-4ac5-9e3e-5a639f456505 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.634210 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2b551c16-43b5-4ac5-9e3e-5a639f456505 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1305025 Aug 16 20:34:58.634660 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54212) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:58.638812 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2a60f0fa-4dae-4b0f-b09a-0a21a70a90d9 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Request body: {'security_group_rule': {'security_group_id': '6d66afae-3427-490b-97bc-e7f5ac34d356', 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:58.662567 n-d-787206-13 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-2a60f0fa-4dae-4b0f-b09a-0a21a70a90d9 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Project 2f6c2befe1a84bdbab1a693825c272af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:34:58.668127 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2a60f0fa-4dae-4b0f-b09a-0a21a70a90d9 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.732561 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2a60f0fa-4dae-4b0f-b09a-0a21a70a90d9 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.736573 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2a60f0fa-4dae-4b0f-b09a-0a21a70a90d9 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.752233 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60f0fa-4dae-4b0f-b09a-0a21a70a90d9 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5a9122-1221-43c0-bd9c-652a1baff86c,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:58.761483 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2a60f0fa-4dae-4b0f-b09a-0a21a70a90d9 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.762755 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2a60f0fa-4dae-4b0f-b09a-0a21a70a90d9 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275268 Aug 16 20:34:58.960403 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-d98bfa08-a8c8-4b9d-b306-5d17aea60ffd tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-315434520&fields=id&tenant_id=2f6c2befe1a84bdbab1a693825c272af HTTP/1.1" status: 200 len: 267 time: 0.0355127 Aug 16 20:34:59.082954 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-4f27fcb5-96a5-405b-adb2-ae17702de06b tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:59.084844 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-4f27fcb5-96a5-405b-adb2-ae17702de06b tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/networks?id=c1000037-e4bd-4c0c-91e1-888655c77098 HTTP/1.1" status: 200 len: 814 time: 0.1168089 Aug 16 20:34:59.101350 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-e2a9ce8e-8dbe-4938-b472-61596c7394af tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/quotas/2f6c2befe1a84bdbab1a693825c272af HTTP/1.1" status: 200 len: 375 time: 0.0102155 Aug 16 20:34:59.160177 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-0fc4a611-29bc-4bc8-b601-4386e11a77bb tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=2f6c2befe1a84bdbab1a693825c272af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529351 Aug 16 20:34:59.261189 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-8eb36c36-4f8a-475e-9965-4fb8570f072a service neutron] 10.222.0.68 "GET /v2.0/networks/c1000037-e4bd-4c0c-91e1-888655c77098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881996 Aug 16 20:34:59.362216 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-d63e8d94-d410-4fbb-82cf-ea3754a6aae5 service neutron] 10.222.0.68 "GET /v2.0/networks/c1000037-e4bd-4c0c-91e1-888655c77098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940266 Aug 16 20:34:59.466628 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54244) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:59.590512 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2699a54-54e0-412e-9f35-83bad43320b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:59.683123 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2699a54-54e0-412e-9f35-83bad43320b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:59.686823 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2699a54-54e0-412e-9f35-83bad43320b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:59.723399 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e2699a54-54e0-412e-9f35-83bad43320b3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fa4dede5d1ab4844bccbc200d889e709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2556691 Aug 16 20:34:59.726062 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2699a54-54e0-412e-9f35-83bad43320b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0bbcef-2679-4a34-b59e-03ad5a1b11c2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:59.726768 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54252) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:59.776114 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33f3170f-120f-4c56-a5bb-96dcf35968ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:59.797073 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33f3170f-120f-4c56-a5bb-96dcf35968ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:59.846810 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33f3170f-120f-4c56-a5bb-96dcf35968ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:59.849815 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33f3170f-120f-4c56-a5bb-96dcf35968ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:59.850957 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-33f3170f-120f-4c56-a5bb-96dcf35968ad admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9c0bbcef-2679-4a34-b59e-03ad5a1b11c2 HTTP/1.1" status: 204 len: 168 time: 0.1231484 Aug 16 20:34:59.858598 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3170f-120f-4c56-a5bb-96dcf35968ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0bbcef-2679-4a34-b59e-03ad5a1b11c2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:00.701497 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6251d2c3-7c48-4e93-9e5b-1845a7abc3c7 req-a52151e4-6d14-4094-8073-4a4ad605e10e tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 210 time: 0.0264146 Aug 16 20:35:01.795351 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-61d4fced-01e1-4087-b18d-a0db32e45ec6 req-efac121d-1cd6-4933-bcd0-f7f7e10581ce tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 210 time: 0.0331688 Aug 16 20:35:01.822178 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a2911aed-6775-434c-8775-4ef6ba93d80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:02.874244 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1e865cbb-2934-4b40-b2a0-9bf37f6ebf83 req-b12d9359-461a-4f2f-8c69-189f4b2005f6 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 210 time: 0.0281317 Aug 16 20:35:03.961848 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e0c4d8d1-e625-4de9-b3b6-6b2c2333857b req-bc41b64c-4ed0-40a1-ae9a-9d0b3c105bd2 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 210 time: 0.0298173 Aug 16 20:35:04.426006 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87f8a793-0764-4a57-ae3b-7741d8bebec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:04.695607 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:04.714948 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-87690813-4132-450e-a347-9ffc56ae2f48 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:04.716422 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-87690813-4132-450e-a347-9ffc56ae2f48 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.63 "GET /v2.0/networks?id=c1000037-e4bd-4c0c-91e1-888655c77098 HTTP/1.1" status: 200 len: 814 time: 0.1199317 Aug 16 20:35:04.771299 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-2c4fc20c-9600-447b-b85c-32b13033f426 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f6c2befe1a84bdbab1a693825c272af HTTP/1.1" status: 200 len: 379 time: 0.0447409 Aug 16 20:35:04.781157 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-e29065e8-5711-49a5-8b08-622861b03a05 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Request body: {'port': {'device_id': 'c8ccfd30-4b08-4b87-8445-b331edc409d5', 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098', 'admin_state_up': True, 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'security_groups': ['6d66afae-3427-490b-97bc-e7f5ac34d356']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:04.897990 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-e29065e8-5711-49a5-8b08-622861b03a05 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Made reservation on behalf of 2f6c2befe1a84bdbab1a693825c272af for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:04.901817 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-e29065e8-5711-49a5-8b08-622861b03a05 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:05.036565 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-e29065e8-5711-49a5-8b08-622861b03a05 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Allocated IP 172.20.0.12 (c1000037-e4bd-4c0c-91e1-888655c77098/33bd10fe-e557-45a9-af4b-2c9d53394144/30d7baa7-a76e-4ce2-ace1-07adcaa6dc43) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:05.079211 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c63e06c9-5dc6-4273-8920-e2814a04a7a6 req-1f3c5f34-89df-4111-b6cb-18114ad200bc tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 210 time: 0.0381422 Aug 16 20:35:05.294710 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-e29065e8-5711-49a5-8b08-622861b03a05 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:05.308036 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-e29065e8-5711-49a5-8b08-622861b03a05 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Transition to ACTIVE for port object 30d7baa7-a76e-4ce2-ace1-07adcaa6dc43 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:05.343924 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-e29065e8-5711-49a5-8b08-622861b03a05 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:05.404119 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-e29065e8-5711-49a5-8b08-622861b03a05 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Network c1000037-e4bd-4c0c-91e1-888655c77098 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:05.410371 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-e29065e8-5711-49a5-8b08-622861b03a05 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:05.412926 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29065e8-5711-49a5-8b08-622861b03a05 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Pushing event updated for resources: {'Port': ['ID=30d7baa7-a76e-4ce2-ace1-07adcaa6dc43,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:05.415411 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-e29065e8-5711-49a5-8b08-622861b03a05 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:05.453801 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29065e8-5711-49a5-8b08-622861b03a05 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:05.454229 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29065e8-5711-49a5-8b08-622861b03a05 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:05.454644 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29065e8-5711-49a5-8b08-622861b03a05 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:05.455156 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29065e8-5711-49a5-8b08-622861b03a05 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:05.455708 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29065e8-5711-49a5-8b08-622861b03a05 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:05.456108 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29065e8-5711-49a5-8b08-622861b03a05 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:05.456641 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29065e8-5711-49a5-8b08-622861b03a05 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:05.457049 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29065e8-5711-49a5-8b08-622861b03a05 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:05.457444 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29065e8-5711-49a5-8b08-622861b03a05 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:05.457836 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29065e8-5711-49a5-8b08-622861b03a05 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:05.458224 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29065e8-5711-49a5-8b08-622861b03a05 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:05.458679 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29065e8-5711-49a5-8b08-622861b03a05 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:05.487360 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-e29065e8-5711-49a5-8b08-622861b03a05 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:05.488177 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-e29065e8-5711-49a5-8b08-622861b03a05 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:05.507339 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-e29065e8-5711-49a5-8b08-622861b03a05 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7294445 Aug 16 20:35:05.521509 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-10092a42-cca5-4dc3-b589-6a9a383dcd39 service neutron] Request body: {'port': {'device_id': 'c8ccfd30-4b08-4b87-8445-b331edc409d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:05.585969 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-10092a42-cca5-4dc3-b589-6a9a383dcd39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:05.662423 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:05.733749 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-28f7aaa3-414f-45e4-a6b7-96e0085a71f0 None None] Provisioning for port 30d7baa7-a76e-4ce2-ace1-07adcaa6dc43 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:05.739957 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-28f7aaa3-414f-45e4-a6b7-96e0085a71f0 None None] Provisioning complete for port 30d7baa7-a76e-4ce2-ace1-07adcaa6dc43 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:05.740463 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28f7aaa3-414f-45e4-a6b7-96e0085a71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:05.785839 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-28f7aaa3-414f-45e4-a6b7-96e0085a71f0 None None] Port 30d7baa7-a76e-4ce2-ace1-07adcaa6dc43 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:35:06.230225 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.271398 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.298823 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d238e-7115-4290-af9c-d027b82b6c1d req-1f463f36-b699-445e-9d2d-38fa198cef5a tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:06.300596 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c07d238e-7115-4290-af9c-d027b82b6c1d req-1f463f36-b699-445e-9d2d-38fa198cef5a tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 932 time: 0.0946367 Aug 16 20:35:06.308708 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-10092a42-cca5-4dc3-b589-6a9a383dcd39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30d7baa7-a76e-4ce2-ace1-07adcaa6dc43 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:35:06.318200 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-10092a42-cca5-4dc3-b589-6a9a383dcd39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.337799 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-10092a42-cca5-4dc3-b589-6a9a383dcd39 service neutron] Transition to ACTIVE for port object 30d7baa7-a76e-4ce2-ace1-07adcaa6dc43 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:06.344214 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-10092a42-cca5-4dc3-b589-6a9a383dcd39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.359372 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c07d238e-7115-4290-af9c-d027b82b6c1d req-2d8bf389-1ea7-4ce0-a643-42325627db60 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/security-groups?id=6d66afae-3427-490b-97bc-e7f5ac34d356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517147 Aug 16 20:35:06.414194 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10092a42-cca5-4dc3-b589-6a9a383dcd39 service neutron] Pushing event updated for resources: {'Port': ['ID=30d7baa7-a76e-4ce2-ace1-07adcaa6dc43,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:06.491490 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-10092a42-cca5-4dc3-b589-6a9a383dcd39 service neutron] Attempting to bind port 30d7baa7-a76e-4ce2-ace1-07adcaa6dc43 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:35:06.491902 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-10092a42-cca5-4dc3-b589-6a9a383dcd39 service neutron] Attempting to bind port 30d7baa7-a76e-4ce2-ace1-07adcaa6dc43 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '3b347b5a-7796-41df-bf01-5aded8d43c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:35:06.492303 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-10092a42-cca5-4dc3-b589-6a9a383dcd39 service neutron] Attempting to bind port 30d7baa7-a76e-4ce2-ace1-07adcaa6dc43 on network c1000037-e4bd-4c0c-91e1-888655c77098 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:06.498286 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-10092a42-cca5-4dc3-b589-6a9a383dcd39 service neutron] Port 30d7baa7-a76e-4ce2-ace1-07adcaa6dc43 on network c1000037-e4bd-4c0c-91e1-888655c77098 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:35:06.498904 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-10092a42-cca5-4dc3-b589-6a9a383dcd39 service neutron] Attempting to bind port 30d7baa7-a76e-4ce2-ace1-07adcaa6dc43 on network c1000037-e4bd-4c0c-91e1-888655c77098 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:06.506150 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-10092a42-cca5-4dc3-b589-6a9a383dcd39 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:35:06.507139 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-10092a42-cca5-4dc3-b589-6a9a383dcd39 service neutron] Checking segment: {'id': '3b347b5a-7796-41df-bf01-5aded8d43c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:06.507650 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-10092a42-cca5-4dc3-b589-6a9a383dcd39 service neutron] Bound using segment: {'id': '3b347b5a-7796-41df-bf01-5aded8d43c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:35:06.508347 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-10092a42-cca5-4dc3-b589-6a9a383dcd39 service neutron] Bound port: 30d7baa7-a76e-4ce2-ace1-07adcaa6dc43, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b347b5a-7796-41df-bf01-5aded8d43c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:35:06.508934 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-10092a42-cca5-4dc3-b589-6a9a383dcd39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.588451 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-10092a42-cca5-4dc3-b589-6a9a383dcd39 service neutron] For port 30d7baa7-a76e-4ce2-ace1-07adcaa6dc43, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:06.592218 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-10092a42-cca5-4dc3-b589-6a9a383dcd39 service neutron] For port 30d7baa7-a76e-4ce2-ace1-07adcaa6dc43, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=30d7baa7-a76e-4ce2-ace1-07adcaa6dc43,segment=NetworkSegment(3b347b5a-7796-41df-bf01-5aded8d43c62),segment_id=3b347b5a-7796-41df-bf01-5aded8d43c62)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:35:06.600673 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-10092a42-cca5-4dc3-b589-6a9a383dcd39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.659333 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10092a42-cca5-4dc3-b589-6a9a383dcd39 service neutron] Pushing event updated for resources: {'Port': ['ID=30d7baa7-a76e-4ce2-ace1-07adcaa6dc43,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:06.673370 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-10092a42-cca5-4dc3-b589-6a9a383dcd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:06.674419 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-10092a42-cca5-4dc3-b589-6a9a383dcd39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.676364 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-10092a42-cca5-4dc3-b589-6a9a383dcd39 service neutron] 10.222.0.63 "PUT /v2.0/ports/30d7baa7-a76e-4ce2-ace1-07adcaa6dc43 HTTP/1.1" status: 200 len: 1093 time: 1.1593473 Aug 16 20:35:06.676907 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ccfd30-4b08-4b87-8445-b331edc409d5', 'tag': '30d7baa7-a76e-4ce2-ace1-07adcaa6dc43'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:06.680203 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c1a056-1454-40b4-9647-737f579362a3" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ccfd30-4b08-4b87-8445-b331edc409d5", "tag": "30d7baa7-a76e-4ce2-ace1-07adcaa6dc43"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:06.753850 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6f8745-4f85-4614-9e3d-759711c4479d x-openstack-request-id: req-fa6f8745-4f85-4614-9e3d-759711c4479d {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:06.754510 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ccfd30-4b08-4b87-8445-b331edc409d5", "tag": "30d7baa7-a76e-4ce2-ace1-07adcaa6dc43", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:06.755129 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fa6f8745-4f85-4614-9e3d-759711c4479d {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:06.755776 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ccfd30-4b08-4b87-8445-b331edc409d5', 'tag': '30d7baa7-a76e-4ce2-ace1-07adcaa6dc43', 'status': 'completed', 'code': 200} Aug 16 20:35:06.773823 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-3826e512-6fd3-49dc-9910-c4c3c895f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:06.775473 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-3826e512-6fd3-49dc-9910-c4c3c895f20f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f6c2befe1a84bdbab1a693825c272af&device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 1096 time: 0.0555720 Aug 16 20:35:06.823957 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-5224e6da-f152-4cc3-9e9e-a60245fda2ce service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30d7baa7-a76e-4ce2-ace1-07adcaa6dc43 HTTP/1.1" status: 200 len: 217 time: 0.0398629 Aug 16 20:35:06.895113 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-18709976-086e-4cf8-9ecd-ee4776cc2d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:06.899854 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-18709976-086e-4cf8-9ecd-ee4776cc2d5e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=33bd10fe-e557-45a9-af4b-2c9d53394144 HTTP/1.1" status: 200 len: 853 time: 0.0692058 Aug 16 20:35:06.959906 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-c3db7d88-4884-4a91-b0d1-ad2fc8ad43cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:06.961430 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-c3db7d88-4884-4a91-b0d1-ad2fc8ad43cc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c1000037-e4bd-4c0c-91e1-888655c77098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550928 Aug 16 20:35:07.070295 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-c2736de0-895d-4a4d-b9d2-ed4cbcc98f6d service neutron] 10.222.0.63 "GET /v2.0/networks/c1000037-e4bd-4c0c-91e1-888655c77098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017008 Aug 16 20:35:07.106597 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:07.167046 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a548d4d8-b947-4d06-b463-13ac4e1f5668 req-deeba3fc-a6f8-4795-bc98-b5e663890e97 service neutron] 10.222.0.63 "GET /v2.0/networks/c1000037-e4bd-4c0c-91e1-888655c77098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892901 Aug 16 20:35:07.258074 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1a056-1454-40b4-9647-737f579362a3 req-32687ac9-244d-47ff-8d81-723f90263b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:07.259488 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a2c1a056-1454-40b4-9647-737f579362a3 req-32687ac9-244d-47ff-8d81-723f90263b97 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f6c2befe1a84bdbab1a693825c272af&device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 1096 time: 0.0472372 Aug 16 20:35:07.353901 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1a056-1454-40b4-9647-737f579362a3 req-88a9cdcd-7cea-4931-9390-56c21306e15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:07.355492 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a2c1a056-1454-40b4-9647-737f579362a3 req-88a9cdcd-7cea-4931-9390-56c21306e15f service neutron] 10.222.0.63 "GET /v2.0/networks?id=c1000037-e4bd-4c0c-91e1-888655c77098 HTTP/1.1" status: 200 len: 915 time: 0.0889189 Aug 16 20:35:07.403396 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a2c1a056-1454-40b4-9647-737f579362a3 req-a04f9ef0-d604-47ee-b026-9aa3f0d80ae0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30d7baa7-a76e-4ce2-ace1-07adcaa6dc43 HTTP/1.1" status: 200 len: 217 time: 0.0405495 Aug 16 20:35:07.469925 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1a056-1454-40b4-9647-737f579362a3 req-0f479dc7-009e-4423-bbe6-426621759e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:07.471920 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a2c1a056-1454-40b4-9647-737f579362a3 req-0f479dc7-009e-4423-bbe6-426621759e2a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=33bd10fe-e557-45a9-af4b-2c9d53394144 HTTP/1.1" status: 200 len: 853 time: 0.0621431 Aug 16 20:35:07.500318 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebb812-6bf2-4365-a9eb-cf717b553264 req-215ed567-a5d3-4b4d-86c1-871c55e24346 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:07.503840 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-34ebb812-6bf2-4365-a9eb-cf717b553264 req-215ed567-a5d3-4b4d-86c1-871c55e24346 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 944 time: 0.0715539 Aug 16 20:35:07.527344 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1a056-1454-40b4-9647-737f579362a3 req-ebf74b40-6c71-42b8-9d1b-23e2c10c05f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:07.529667 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a2c1a056-1454-40b4-9647-737f579362a3 req-ebf74b40-6c71-42b8-9d1b-23e2c10c05f4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c1000037-e4bd-4c0c-91e1-888655c77098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505757 Aug 16 20:35:07.549055 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-34ebb812-6bf2-4365-a9eb-cf717b553264 req-a9a586df-cc75-44a4-97ff-16e7973d76cf tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/security-groups?id=6d66afae-3427-490b-97bc-e7f5ac34d356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392375 Aug 16 20:35:07.658614 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a2c1a056-1454-40b4-9647-737f579362a3 req-5fed4d78-a557-40e3-8265-e8ecadf57e70 service neutron] 10.222.0.63 "GET /v2.0/networks/c1000037-e4bd-4c0c-91e1-888655c77098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211779 Aug 16 20:35:07.758096 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a2c1a056-1454-40b4-9647-737f579362a3 req-ae99bb04-93ee-4ea3-9141-ddabc67d4ec1 service neutron] 10.222.0.63 "GET /v2.0/networks/c1000037-e4bd-4c0c-91e1-888655c77098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919280 Aug 16 20:35:08.700400 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1edf0-3023-472e-baa9-f5cfc1202760 req-06840f96-d54d-41ae-bd92-ea091a77e54a tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:08.702071 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-78d1edf0-3023-472e-baa9-f5cfc1202760 req-06840f96-d54d-41ae-bd92-ea091a77e54a tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 944 time: 0.0603671 Aug 16 20:35:08.752238 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-78d1edf0-3023-472e-baa9-f5cfc1202760 req-8386c76c-bd15-4307-b3b0-e578e2806844 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/security-groups?id=6d66afae-3427-490b-97bc-e7f5ac34d356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361581 Aug 16 20:35:09.875070 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94bddb-7170-4a2b-be6e-19fdf6e92a6e req-c7aeb45a-79f9-411b-a609-e788474b28a9 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:09.876632 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cc94bddb-7170-4a2b-be6e-19fdf6e92a6e req-c7aeb45a-79f9-411b-a609-e788474b28a9 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 944 time: 0.0517917 Aug 16 20:35:09.918300 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cc94bddb-7170-4a2b-be6e-19fdf6e92a6e req-882e06b6-1fb9-4dc6-b87b-86680a9347a1 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/security-groups?id=6d66afae-3427-490b-97bc-e7f5ac34d356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347438 Aug 16 20:35:10.091892 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54426) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:10.202331 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c88ae4b1-f6c7-4e7d-9174-044dc88b0dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.290665 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c88ae4b1-f6c7-4e7d-9174-044dc88b0dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.294348 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c88ae4b1-f6c7-4e7d-9174-044dc88b0dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.332341 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c88ae4b1-f6c7-4e7d-9174-044dc88b0dc5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3698dcc0b6a8478d88a9b284bf4e5e0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392955 Aug 16 20:35:10.333212 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ae4b1-f6c7-4e7d-9174-044dc88b0dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecde2723-2b00-4ee2-9079-be4765a36337,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:10.335160 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54430) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:10.340969 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88ae4b1-f6c7-4e7d-9174-044dc88b0dc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:10.341313 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88ae4b1-f6c7-4e7d-9174-044dc88b0dc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:10.341649 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88ae4b1-f6c7-4e7d-9174-044dc88b0dc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:10.341975 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88ae4b1-f6c7-4e7d-9174-044dc88b0dc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:10.342299 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88ae4b1-f6c7-4e7d-9174-044dc88b0dc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:10.342627 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88ae4b1-f6c7-4e7d-9174-044dc88b0dc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:10.342944 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88ae4b1-f6c7-4e7d-9174-044dc88b0dc5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:10.343574 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88ae4b1-f6c7-4e7d-9174-044dc88b0dc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:10.343574 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88ae4b1-f6c7-4e7d-9174-044dc88b0dc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:10.343908 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88ae4b1-f6c7-4e7d-9174-044dc88b0dc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:10.344226 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88ae4b1-f6c7-4e7d-9174-044dc88b0dc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:10.344542 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88ae4b1-f6c7-4e7d-9174-044dc88b0dc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:10.391127 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2891017b-f52f-4877-b43a-c9e9bd8f9e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.413655 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2891017b-f52f-4877-b43a-c9e9bd8f9e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.461996 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2891017b-f52f-4877-b43a-c9e9bd8f9e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.464850 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2891017b-f52f-4877-b43a-c9e9bd8f9e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.466017 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2891017b-f52f-4877-b43a-c9e9bd8f9e12 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ecde2723-2b00-4ee2-9079-be4765a36337 HTTP/1.1" status: 204 len: 168 time: 0.1297734 Aug 16 20:35:10.473798 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2891017b-f52f-4877-b43a-c9e9bd8f9e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecde2723-2b00-4ee2-9079-be4765a36337,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:10.731183 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54436) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:10.744204 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb60e89f-b800-4f27-88e4-6f4724de1f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.834880 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb60e89f-b800-4f27-88e4-6f4724de1f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.843426 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb60e89f-b800-4f27-88e4-6f4724de1f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.882222 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60e89f-b800-4f27-88e4-6f4724de1f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4bca78-133a-4f56-b778-9868d836a49f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:10.886584 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bb60e89f-b800-4f27-88e4-6f4724de1f97 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=81a223d41c584d43a118bde45c3488a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543770 Aug 16 20:35:10.889339 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54438) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:10.942092 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea797cc7-92ea-411a-9438-eaf031177e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.967924 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea797cc7-92ea-411a-9438-eaf031177e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.048353 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d73cee-0821-4ff7-9110-4e2c76a8504d req-5a11cd5d-24aa-47fc-b89e-7501152165cc tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:11.049922 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e7d73cee-0821-4ff7-9110-4e2c76a8504d req-5a11cd5d-24aa-47fc-b89e-7501152165cc tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 944 time: 0.0584514 Aug 16 20:35:11.059312 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea797cc7-92ea-411a-9438-eaf031177e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.062058 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea797cc7-92ea-411a-9438-eaf031177e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.063183 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ea797cc7-92ea-411a-9438-eaf031177e06 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2d4bca78-133a-4f56-b778-9868d836a49f HTTP/1.1" status: 204 len: 168 time: 0.1729300 Aug 16 20:35:11.078963 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea797cc7-92ea-411a-9438-eaf031177e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4bca78-133a-4f56-b778-9868d836a49f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:11.119589 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e7d73cee-0821-4ff7-9110-4e2c76a8504d req-df5cbfcc-93a9-43c7-8b3e-2889b9dcdd0d tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/security-groups?id=6d66afae-3427-490b-97bc-e7f5ac34d356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510733 Aug 16 20:35:11.402300 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54446) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:11.420465 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-587a300e-505a-4684-b7c2-b227b77d6134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.509049 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-587a300e-505a-4684-b7c2-b227b77d6134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.518701 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-587a300e-505a-4684-b7c2-b227b77d6134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.557788 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-587a300e-505a-4684-b7c2-b227b77d6134 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=debe2f1e800e4c5984dcdf6090f2e0d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543717 Aug 16 20:35:11.558648 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a300e-505a-4684-b7c2-b227b77d6134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0291a9ab-9d7d-4d2d-a833-69723841f934,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:11.560717 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54448) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:11.598238 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:35:11.610047 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a64cfc8d-840e-4026-92b5-179744f8e3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.632989 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a64cfc8d-840e-4026-92b5-179744f8e3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.681538 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a64cfc8d-840e-4026-92b5-179744f8e3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.684043 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a64cfc8d-840e-4026-92b5-179744f8e3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.685182 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a64cfc8d-840e-4026-92b5-179744f8e3dc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0291a9ab-9d7d-4d2d-a833-69723841f934 HTTP/1.1" status: 204 len: 168 time: 0.1231117 Aug 16 20:35:11.692711 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64cfc8d-840e-4026-92b5-179744f8e3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0291a9ab-9d7d-4d2d-a833-69723841f934,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:12.228410 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dacc8-9575-4896-b4a1-9ecc86e4857e req-07b4d519-1f3d-4565-b211-e70bddb32e2a tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:12.230121 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-de4dacc8-9575-4896-b4a1-9ecc86e4857e req-07b4d519-1f3d-4565-b211-e70bddb32e2a tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 944 time: 0.0525520 Aug 16 20:35:12.271586 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-de4dacc8-9575-4896-b4a1-9ecc86e4857e req-260b67dc-1c65-43b4-81cc-ad434cf4e0bc tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/security-groups?id=6d66afae-3427-490b-97bc-e7f5ac34d356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349634 Aug 16 20:35:12.368965 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54472) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:12.477649 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0f921c66-6321-4b1c-b270-a74ef50b5390 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1347559959-network', 'tenant_id': '840a0ba25a3743608753a024d7b36f92'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:12.498757 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f921c66-6321-4b1c-b270-a74ef50b5390 admin admin] Made reservation on behalf of 840a0ba25a3743608753a024d7b36f92 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:12.501227 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0f921c66-6321-4b1c-b270-a74ef50b5390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.510553 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0f921c66-6321-4b1c-b270-a74ef50b5390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.603532 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0f921c66-6321-4b1c-b270-a74ef50b5390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.607177 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0f921c66-6321-4b1c-b270-a74ef50b5390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.629820 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f921c66-6321-4b1c-b270-a74ef50b5390 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:35:12.646174 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f921c66-6321-4b1c-b270-a74ef50b5390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adcaa4f4-0b0e-42a2-9f04-1e302d4823db,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:12.649280 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0f921c66-6321-4b1c-b270-a74ef50b5390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.649626 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-0f921c66-6321-4b1c-b270-a74ef50b5390 admin admin] Added segment 52749484-4d85-414f-b47c-58df0e73f5b5 of type vlan for network 2381775f-2453-4bc0-b609-699446136d72 Aug 16 20:35:12.689911 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0f921c66-6321-4b1c-b270-a74ef50b5390 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.715399 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0f921c66-6321-4b1c-b270-a74ef50b5390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.716344 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f921c66-6321-4b1c-b270-a74ef50b5390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:12.716925 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0f921c66-6321-4b1c-b270-a74ef50b5390 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.775690 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0f921c66-6321-4b1c-b270-a74ef50b5390 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4055560 Aug 16 20:35:12.778626 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54476) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:12.780968 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f921c66-6321-4b1c-b270-a74ef50b5390 admin admin] Pushing event updated for resources: {'Network': ['ID=2381775f-2453-4bc0-b609-699446136d72,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:12.784621 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3b05ced2-91ef-4c44-abd1-f0dc8b97403c admin admin] Request body: {'subnet': {'network_id': '2381775f-2453-4bc0-b609-699446136d72', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1347559959-subnet', 'tenant_id': '840a0ba25a3743608753a024d7b36f92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:12.791640 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 2381775f-2453-4bc0-b609-699446136d72 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:35:12.813416 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b05ced2-91ef-4c44-abd1-f0dc8b97403c admin admin] Made reservation on behalf of 840a0ba25a3743608753a024d7b36f92 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:12.815866 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b05ced2-91ef-4c44-abd1-f0dc8b97403c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.985070 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b05ced2-91ef-4c44-abd1-f0dc8b97403c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:13.036849 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05ced2-91ef-4c44-abd1-f0dc8b97403c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a324f4b-a026-4ba3-ac45-a16bb7da3d58,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:13.047584 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b05ced2-91ef-4c44-abd1-f0dc8b97403c admin admin] Checking segment: {'id': '52749484-4d85-414f-b47c-58df0e73f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2381775f-2453-4bc0-b609-699446136d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:13.047953 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b05ced2-91ef-4c44-abd1-f0dc8b97403c admin admin] Network hostable DHCP agents. Network: 2381775f-2453-4bc0-b609-699446136d72, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:35:13.064728 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b05ced2-91ef-4c44-abd1-f0dc8b97403c admin admin] Network 2381775f-2453-4bc0-b609-699446136d72 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:35:13.078045 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-3b05ced2-91ef-4c44-abd1-f0dc8b97403c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 2381775f-2453-4bc0-b609-699446136d72) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:13.085539 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b05ced2-91ef-4c44-abd1-f0dc8b97403c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:13.086133 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b05ced2-91ef-4c44-abd1-f0dc8b97403c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:13.087661 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f1fa10-026d-4eeb-aabd-b1bc3b7cbfd6 None None] Network 2381775f-2453-4bc0-b609-699446136d72 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:35:13.108988 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3b05ced2-91ef-4c44-abd1-f0dc8b97403c admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3215842 Aug 16 20:35:13.214595 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4aacd09-1e13-438b-a77a-6772bef2d6a6 None None] Network 2381775f-2453-4bc0-b609-699446136d72 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:35:13.393770 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758b6af-98a9-41cb-8288-cc4a576c848b req-c975e43f-c0d3-4474-9632-07928cfde6e5 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:13.395528 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4758b6af-98a9-41cb-8288-cc4a576c848b req-c975e43f-c0d3-4474-9632-07928cfde6e5 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 944 time: 0.0516529 Aug 16 20:35:13.435507 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4758b6af-98a9-41cb-8288-cc4a576c848b req-5eb4c7ef-6552-4d59-bc0d-9d9cfeec161f tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/security-groups?id=6d66afae-3427-490b-97bc-e7f5ac34d356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330544 Aug 16 20:35:14.557593 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263351fb-6335-46cc-b25f-4ac7677ff210 req-76b8f8f9-d1a6-4f77-bca0-aeb193107155 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:14.559088 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-263351fb-6335-46cc-b25f-4ac7677ff210 req-76b8f8f9-d1a6-4f77-bca0-aeb193107155 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 944 time: 0.0547445 Aug 16 20:35:14.598480 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-263351fb-6335-46cc-b25f-4ac7677ff210 req-5fba9c17-bac8-4068-8962-ac51b75ba929 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/security-groups?id=6d66afae-3427-490b-97bc-e7f5ac34d356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316398 Aug 16 20:35:14.870082 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-13a612b9-9512-4069-a0ef-2ed7fcbe4641 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:14.871581 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-13a612b9-9512-4069-a0ef-2ed7fcbe4641 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/networks?id=2381775f-2453-4bc0-b609-699446136d72 HTTP/1.1" status: 200 len: 809 time: 0.1046412 Aug 16 20:35:14.887091 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-a4b2262a-4014-4c69-b3c4-f1f5a5a765cd tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/quotas/840a0ba25a3743608753a024d7b36f92 HTTP/1.1" status: 200 len: 375 time: 0.0097466 Aug 16 20:35:14.918563 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-5b28c09b-169b-44ee-be3c-5276e8d80846 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=840a0ba25a3743608753a024d7b36f92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262234 Aug 16 20:35:15.011159 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-f89b9340-5d1b-4112-a0fc-241691fddbf4 service neutron] 10.222.0.68 "GET /v2.0/networks/2381775f-2453-4bc0-b609-699446136d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855436 Aug 16 20:35:15.105683 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-0c612213-60c9-4db6-b905-e25c22098891 service neutron] 10.222.0.68 "GET /v2.0/networks/2381775f-2453-4bc0-b609-699446136d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883389 Aug 16 20:35:15.281248 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f91a4a38-8d06-42b4-b5c0-ee1c003ed53e req-a47052c1-376e-45da-857e-5b9bb208ade3 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b9a4997-e3f8-4708-a9e9-7f3c852a9b9e HTTP/1.1" status: 200 len: 210 time: 0.0362720 Aug 16 20:35:15.727288 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91bc64-cf49-4934-ae80-962f385eed06 req-dcae870f-ab58-43e3-b16d-e28db33f0aa4 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:15.728817 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fa91bc64-cf49-4934-ae80-962f385eed06 req-dcae870f-ab58-43e3-b16d-e28db33f0aa4 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 944 time: 0.0553989 Aug 16 20:35:15.773364 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fa91bc64-cf49-4934-ae80-962f385eed06 req-73f0adae-366a-4cfd-8d05-697959feb391 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/security-groups?id=6d66afae-3427-490b-97bc-e7f5ac34d356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367563 Aug 16 20:35:16.231643 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-9ad45106-bb06-46ec-89bf-f6e25acd06fc tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:16.233163 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-9ad45106-bb06-46ec-89bf-f6e25acd06fc tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.57 "GET /v2.0/networks?id=2381775f-2453-4bc0-b609-699446136d72 HTTP/1.1" status: 200 len: 809 time: 0.1120567 Aug 16 20:35:16.245932 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-e76a400a-0284-4f49-b2a3-3e61bc2653a7 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Request body: {'port': {'device_id': '9b9a4997-e3f8-4708-a9e9-7f3c852a9b9e', 'network_id': '2381775f-2453-4bc0-b609-699446136d72', 'admin_state_up': True, 'tenant_id': '840a0ba25a3743608753a024d7b36f92'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:16.383850 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-24897603-909f-421b-851c-0df3d7c31965 req-bea733db-2ee0-4263-8841-994448274488 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b9a4997-e3f8-4708-a9e9-7f3c852a9b9e HTTP/1.1" status: 200 len: 210 time: 0.0324984 Aug 16 20:35:16.384557 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-e76a400a-0284-4f49-b2a3-3e61bc2653a7 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Made reservation on behalf of 840a0ba25a3743608753a024d7b36f92 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:16.388081 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-e76a400a-0284-4f49-b2a3-3e61bc2653a7 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:16.509705 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-e76a400a-0284-4f49-b2a3-3e61bc2653a7 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Allocated IP 172.20.0.7 (2381775f-2453-4bc0-b609-699446136d72/4a324f4b-a026-4ba3-ac45-a16bb7da3d58/f6289368-c923-4a62-87bf-1bca24ef4034) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:16.611335 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 30d7baa7-a76e-4ce2-ace1-07adcaa6dc43 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:35:16.656065 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-e76a400a-0284-4f49-b2a3-3e61bc2653a7 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:16.694397 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-e76a400a-0284-4f49-b2a3-3e61bc2653a7 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:16.709817 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 30d7baa7-a76e-4ce2-ace1-07adcaa6dc43, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=30d7baa7-a76e-4ce2-ace1-07adcaa6dc43,segment=NetworkSegment(3b347b5a-7796-41df-bf01-5aded8d43c62),segment_id=3b347b5a-7796-41df-bf01-5aded8d43c62)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:16.721001 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '30d7baa7-a76e-4ce2-ace1-07adcaa6dc43', 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098', 'port_id': '30d7baa7-a76e-4ce2-ace1-07adcaa6dc43', 'mac_address': 'fa:16:3e:70:36:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33bd10fe-e557-45a9-af4b-2c9d53394144', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:35:16.738283 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-e76a400a-0284-4f49-b2a3-3e61bc2653a7 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Network 2381775f-2453-4bc0-b609-699446136d72 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:16.741946 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-e76a400a-0284-4f49-b2a3-3e61bc2653a7 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:16.745721 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-e76a400a-0284-4f49-b2a3-3e61bc2653a7 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:16.752039 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a400a-0284-4f49-b2a3-3e61bc2653a7 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Pushing event updated for resources: {'Port': ['ID=f6289368-c923-4a62-87bf-1bca24ef4034,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:16.760110 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:16.772025 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d7baa7-a76e-4ce2-ace1-07adcaa6dc43 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:35:16.792217 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 30d7baa7-a76e-4ce2-ace1-07adcaa6dc43, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=30d7baa7-a76e-4ce2-ace1-07adcaa6dc43,segment=NetworkSegment(3b347b5a-7796-41df-bf01-5aded8d43c62),segment_id=3b347b5a-7796-41df-bf01-5aded8d43c62)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:16.796349 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:16.803952 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-e76a400a-0284-4f49-b2a3-3e61bc2653a7 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:16.804655 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-e76a400a-0284-4f49-b2a3-3e61bc2653a7 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:16.819487 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-e76a400a-0284-4f49-b2a3-3e61bc2653a7 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5765903 Aug 16 20:35:16.850256 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=30d7baa7-a76e-4ce2-ace1-07adcaa6dc43,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:16.858057 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:16.858399 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:16.858733 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:16.859065 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:16.859438 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:16.859766 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:16.860093 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:16.860412 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:16.860732 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:16.861049 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:16.861423 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:16.861682 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:16.906808 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-764f2a9f-03a4-43a7-8c4d-675188ff997d service neutron] Request body: {'port': {'device_id': '9b9a4997-e3f8-4708-a9e9-7f3c852a9b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:16.910740 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e84688-0806-4ab7-9a72-6fcc2c8457a7 req-39a4097f-f322-4508-b745-455c5529bc42 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:16.912424 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f1e84688-0806-4ab7-9a72-6fcc2c8457a7 req-39a4097f-f322-4508-b745-455c5529bc42 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 945 time: 0.0579093 Aug 16 20:35:16.954508 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f1e84688-0806-4ab7-9a72-6fcc2c8457a7 req-f600bc86-06b7-43a4-8423-2b91513e7f50 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/security-groups?id=6d66afae-3427-490b-97bc-e7f5ac34d356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358837 Aug 16 20:35:16.969250 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-764f2a9f-03a4-43a7-8c4d-675188ff997d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:16.980238 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['30d7baa7-a76e-4ce2-ace1-07adcaa6dc43'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:35:17.247030 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-764f2a9f-03a4-43a7-8c4d-675188ff997d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6289368-c923-4a62-87bf-1bca24ef4034 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:35:17.254659 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-764f2a9f-03a4-43a7-8c4d-675188ff997d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:17.266511 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-764f2a9f-03a4-43a7-8c4d-675188ff997d service neutron] Transition to ACTIVE for port object f6289368-c923-4a62-87bf-1bca24ef4034 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:17.269897 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-764f2a9f-03a4-43a7-8c4d-675188ff997d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:17.319892 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f2a9f-03a4-43a7-8c4d-675188ff997d service neutron] Pushing event updated for resources: {'Port': ['ID=f6289368-c923-4a62-87bf-1bca24ef4034,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:17.381659 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-764f2a9f-03a4-43a7-8c4d-675188ff997d service neutron] Attempting to bind port f6289368-c923-4a62-87bf-1bca24ef4034 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:35:17.381983 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-764f2a9f-03a4-43a7-8c4d-675188ff997d service neutron] Attempting to bind port f6289368-c923-4a62-87bf-1bca24ef4034 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '52749484-4d85-414f-b47c-58df0e73f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2381775f-2453-4bc0-b609-699446136d72'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:35:17.382300 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-764f2a9f-03a4-43a7-8c4d-675188ff997d service neutron] Attempting to bind port f6289368-c923-4a62-87bf-1bca24ef4034 on network 2381775f-2453-4bc0-b609-699446136d72 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:17.386429 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-764f2a9f-03a4-43a7-8c4d-675188ff997d service neutron] Port f6289368-c923-4a62-87bf-1bca24ef4034 on network 2381775f-2453-4bc0-b609-699446136d72 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:35:17.386744 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-764f2a9f-03a4-43a7-8c4d-675188ff997d service neutron] Attempting to bind port f6289368-c923-4a62-87bf-1bca24ef4034 on network 2381775f-2453-4bc0-b609-699446136d72 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:17.391357 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-764f2a9f-03a4-43a7-8c4d-675188ff997d service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:35:17.391690 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-764f2a9f-03a4-43a7-8c4d-675188ff997d service neutron] Checking segment: {'id': '52749484-4d85-414f-b47c-58df0e73f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2381775f-2453-4bc0-b609-699446136d72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:17.392065 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-764f2a9f-03a4-43a7-8c4d-675188ff997d service neutron] Bound using segment: {'id': '52749484-4d85-414f-b47c-58df0e73f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2381775f-2453-4bc0-b609-699446136d72'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:35:17.392478 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-764f2a9f-03a4-43a7-8c4d-675188ff997d service neutron] Bound port: f6289368-c923-4a62-87bf-1bca24ef4034, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52749484-4d85-414f-b47c-58df0e73f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2381775f-2453-4bc0-b609-699446136d72'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:35:17.392821 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-764f2a9f-03a4-43a7-8c4d-675188ff997d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:17.470007 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-764f2a9f-03a4-43a7-8c4d-675188ff997d service neutron] For port f6289368-c923-4a62-87bf-1bca24ef4034, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:17.496691 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-764f2a9f-03a4-43a7-8c4d-675188ff997d service neutron] For port f6289368-c923-4a62-87bf-1bca24ef4034, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f6289368-c923-4a62-87bf-1bca24ef4034,segment=NetworkSegment(52749484-4d85-414f-b47c-58df0e73f5b5),segment_id=52749484-4d85-414f-b47c-58df0e73f5b5)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:35:17.501468 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-764f2a9f-03a4-43a7-8c4d-675188ff997d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:17.546380 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b89af-3be9-4464-8c9f-e1a071609049 req-eb78e833-d8c3-4f3a-b918-540885c12bc0 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:17.547894 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f28b89af-3be9-4464-8c9f-e1a071609049 req-eb78e833-d8c3-4f3a-b918-540885c12bc0 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b9a4997-e3f8-4708-a9e9-7f3c852a9b9e HTTP/1.1" status: 200 len: 943 time: 0.0918896 Aug 16 20:35:17.549075 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-764f2a9f-03a4-43a7-8c4d-675188ff997d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:17.549675 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-764f2a9f-03a4-43a7-8c4d-675188ff997d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:17.550970 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-764f2a9f-03a4-43a7-8c4d-675188ff997d service neutron] 10.222.0.57 "PUT /v2.0/ports/f6289368-c923-4a62-87bf-1bca24ef4034 HTTP/1.1" status: 200 len: 1092 time: 0.7245095 Aug 16 20:35:17.553004 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9a4997-e3f8-4708-a9e9-7f3c852a9b9e', 'tag': 'f6289368-c923-4a62-87bf-1bca24ef4034'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:17.555223 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3699d5aa-cc79-40e9-9853-a44012681eae" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9a4997-e3f8-4708-a9e9-7f3c852a9b9e", "tag": "f6289368-c923-4a62-87bf-1bca24ef4034"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:17.629919 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f2a9f-03a4-43a7-8c4d-675188ff997d service neutron] Pushing event updated for resources: {'Port': ['ID=f6289368-c923-4a62-87bf-1bca24ef4034,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:17.642636 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f28b89af-3be9-4464-8c9f-e1a071609049 req-19706fa3-b363-4f16-a23e-378752de2f41 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/security-groups?id=adcaa4f4-0b0e-42a2-9f04-1e302d4823db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826590 Aug 16 20:35:17.656499 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-869167b8-df7e-4681-91bd-cdaf9db6cd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:17.658031 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-869167b8-df7e-4681-91bd-cdaf9db6cd85 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=840a0ba25a3743608753a024d7b36f92&device_id=9b9a4997-e3f8-4708-a9e9-7f3c852a9b9e HTTP/1.1" status: 200 len: 1095 time: 0.0666234 Aug 16 20:35:17.706245 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-32d5fdc3-6f9e-477b-b251-3320cefb2f7a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6289368-c923-4a62-87bf-1bca24ef4034 HTTP/1.1" status: 200 len: 217 time: 0.0401702 Aug 16 20:35:17.739565 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44962a37-8ca5-405c-b560-4d065fc2637c x-openstack-request-id: req-44962a37-8ca5-405c-b560-4d065fc2637c {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:17.739853 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9a4997-e3f8-4708-a9e9-7f3c852a9b9e", "tag": "f6289368-c923-4a62-87bf-1bca24ef4034", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:17.740103 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-44962a37-8ca5-405c-b560-4d065fc2637c {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:17.740524 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9a4997-e3f8-4708-a9e9-7f3c852a9b9e', 'tag': 'f6289368-c923-4a62-87bf-1bca24ef4034', 'status': 'completed', 'code': 200} Aug 16 20:35:17.758337 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-38f38898-eae0-4b72-901e-55f55dd0baab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:17.759747 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-38f38898-eae0-4b72-901e-55f55dd0baab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a324f4b-a026-4ba3-ac45-a16bb7da3d58 HTTP/1.1" status: 200 len: 849 time: 0.0469439 Aug 16 20:35:17.791436 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-a28a9239-5154-4f19-a740-e7f401e188e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2381775f-2453-4bc0-b609-699446136d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245874 Aug 16 20:35:17.882274 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-006de131-a6be-4b3d-bd51-e3c794b40230 service neutron] 10.222.0.57 "GET /v2.0/networks/2381775f-2453-4bc0-b609-699446136d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841384 Aug 16 20:35:17.969574 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6cab1adf-61cf-4e9d-87da-b9ca48a3057e req-d0645555-e096-439a-8f9f-85205d48c855 service neutron] 10.222.0.57 "GET /v2.0/networks/2381775f-2453-4bc0-b609-699446136d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808611 Aug 16 20:35:18.091127 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699d5aa-cc79-40e9-9853-a44012681eae req-2b89087a-308a-4abf-af0b-7d483125672f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:18.092716 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3699d5aa-cc79-40e9-9853-a44012681eae req-2b89087a-308a-4abf-af0b-7d483125672f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=840a0ba25a3743608753a024d7b36f92&device_id=9b9a4997-e3f8-4708-a9e9-7f3c852a9b9e HTTP/1.1" status: 200 len: 1095 time: 0.0751495 Aug 16 20:35:18.100675 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d2247-3330-4963-8a3a-2b4d41dbe722 req-128a5e77-0155-4322-952a-89194f3e31b3 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:18.102029 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4f0d2247-3330-4963-8a3a-2b4d41dbe722 req-128a5e77-0155-4322-952a-89194f3e31b3 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 945 time: 0.0747008 Aug 16 20:35:18.186754 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4f0d2247-3330-4963-8a3a-2b4d41dbe722 req-9525f98e-f241-41d7-b912-45aef3c4ad9a tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/security-groups?id=6d66afae-3427-490b-97bc-e7f5ac34d356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769007 Aug 16 20:35:18.214787 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699d5aa-cc79-40e9-9853-a44012681eae req-8cc01b5f-e8d1-4d98-9eac-547699f8c8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:18.216289 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3699d5aa-cc79-40e9-9853-a44012681eae req-8cc01b5f-e8d1-4d98-9eac-547699f8c8ab service neutron] 10.222.0.57 "GET /v2.0/networks?id=2381775f-2453-4bc0-b609-699446136d72 HTTP/1.1" status: 200 len: 910 time: 0.1134412 Aug 16 20:35:18.259581 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3699d5aa-cc79-40e9-9853-a44012681eae req-bb6cf0eb-7609-44a3-86fa-8e06a53214cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6289368-c923-4a62-87bf-1bca24ef4034 HTTP/1.1" status: 200 len: 217 time: 0.0348902 Aug 16 20:35:18.308009 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699d5aa-cc79-40e9-9853-a44012681eae req-25334665-5a4c-4541-8e5e-12c143f5060e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:18.309319 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3699d5aa-cc79-40e9-9853-a44012681eae req-25334665-5a4c-4541-8e5e-12c143f5060e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a324f4b-a026-4ba3-ac45-a16bb7da3d58 HTTP/1.1" status: 200 len: 849 time: 0.0421910 Aug 16 20:35:18.345274 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3699d5aa-cc79-40e9-9853-a44012681eae req-29a2562e-9081-4d3f-9f94-a62d94419187 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2381775f-2453-4bc0-b609-699446136d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283601 Aug 16 20:35:18.438346 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3699d5aa-cc79-40e9-9853-a44012681eae req-b4bea889-0f2b-423c-a691-3064f1441a74 service neutron] 10.222.0.57 "GET /v2.0/networks/2381775f-2453-4bc0-b609-699446136d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848179 Aug 16 20:35:18.526673 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3699d5aa-cc79-40e9-9853-a44012681eae req-241bcc77-4204-4c32-a7e9-5a54e026379f service neutron] 10.222.0.57 "GET /v2.0/networks/2381775f-2453-4bc0-b609-699446136d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807111 Aug 16 20:35:18.621671 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 30d7baa7-a76e-4ce2-ace1-07adcaa6dc43 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:35:18.671509 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 30d7baa7-a76e-4ce2-ace1-07adcaa6dc43 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:18.675679 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 30d7baa7-a76e-4ce2-ace1-07adcaa6dc43 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:18.676057 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:18.765717 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:18.782186 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fcdc25-92c7-4c87-835f-0bb1ffa5b704 req-3961719f-31bc-44d9-bf0a-79b4041e5b2c tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:18.783761 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03fcdc25-92c7-4c87-835f-0bb1ffa5b704 req-3961719f-31bc-44d9-bf0a-79b4041e5b2c tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b9a4997-e3f8-4708-a9e9-7f3c852a9b9e HTTP/1.1" status: 200 len: 943 time: 0.0501115 Aug 16 20:35:18.791645 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ccfd30-4b08-4b87-8445-b331edc409d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d7baa7-a76e-4ce2-ace1-07adcaa6dc43'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:18.793876 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903b3a98-16de-431d-b2f5-229bdcb88e76" -d '{"events": [{"server_uuid": "c8ccfd30-4b08-4b87-8445-b331edc409d5", "name": "network-vif-plugged", "status": "completed", "tag": "30d7baa7-a76e-4ce2-ace1-07adcaa6dc43"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:18.808996 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 30d7baa7-a76e-4ce2-ace1-07adcaa6dc43, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=30d7baa7-a76e-4ce2-ace1-07adcaa6dc43,segment=NetworkSegment(3b347b5a-7796-41df-bf01-5aded8d43c62),segment_id=3b347b5a-7796-41df-bf01-5aded8d43c62)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:18.814259 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:18.824564 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-03fcdc25-92c7-4c87-835f-0bb1ffa5b704 req-f4d542cb-c40f-4dc5-92ab-4778ca72657a tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/security-groups?id=adcaa4f4-0b0e-42a2-9f04-1e302d4823db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342667 Aug 16 20:35:18.842025 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee0f027-02f2-4d08-b179-9236163c33d8 x-openstack-request-id: req-dee0f027-02f2-4d08-b179-9236163c33d8 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:18.842339 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ccfd30-4b08-4b87-8445-b331edc409d5", "name": "network-vif-plugged", "status": "completed", "tag": "30d7baa7-a76e-4ce2-ace1-07adcaa6dc43", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:18.842540 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dee0f027-02f2-4d08-b179-9236163c33d8 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:18.842927 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ccfd30-4b08-4b87-8445-b331edc409d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d7baa7-a76e-4ce2-ace1-07adcaa6dc43', 'code': 200} Aug 16 20:35:18.870076 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=30d7baa7-a76e-4ce2-ace1-07adcaa6dc43,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:18.928246 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1a027-1181-4154-be03-724b69b338f1 req-4f093927-96a4-4c05-bb25-b6aaff2d46dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:18.929766 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2db1a027-1181-4154-be03-724b69b338f1 req-4f093927-96a4-4c05-bb25-b6aaff2d46dd service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 1098 time: 0.0405979 Aug 16 20:35:18.964175 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2db1a027-1181-4154-be03-724b69b338f1 req-a5c7b96a-9141-4b7a-9cca-790d7653ed00 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=6d66afae-3427-490b-97bc-e7f5ac34d356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278785 Aug 16 20:35:19.309330 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17144aa7-0ee5-4571-a22e-1c7077b98447 req-3d174995-2bc6-47a0-9ca5-a6b16caa99c2 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:19.310809 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-17144aa7-0ee5-4571-a22e-1c7077b98447 req-3d174995-2bc6-47a0-9ca5-a6b16caa99c2 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 946 time: 0.0535023 Aug 16 20:35:19.348308 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-17144aa7-0ee5-4571-a22e-1c7077b98447 req-fa32d0be-c8c3-4295-8dc3-78a2d34f9057 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/security-groups?id=6d66afae-3427-490b-97bc-e7f5ac34d356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315945 Aug 16 20:35:19.728193 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device f6289368-c923-4a62-87bf-1bca24ef4034 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:35:19.820367 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port f6289368-c923-4a62-87bf-1bca24ef4034, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f6289368-c923-4a62-87bf-1bca24ef4034,segment=NetworkSegment(52749484-4d85-414f-b47c-58df0e73f5b5),segment_id=52749484-4d85-414f-b47c-58df0e73f5b5)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:19.834457 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'f6289368-c923-4a62-87bf-1bca24ef4034', 'network_id': '2381775f-2453-4bc0-b609-699446136d72', 'port_id': 'f6289368-c923-4a62-87bf-1bca24ef4034', 'mac_address': 'fa:16:3e:47:39:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a324f4b-a026-4ba3-ac45-a16bb7da3d58', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:35:19.871371 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:19.885064 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6289368-c923-4a62-87bf-1bca24ef4034 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:35:19.904799 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port f6289368-c923-4a62-87bf-1bca24ef4034, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f6289368-c923-4a62-87bf-1bca24ef4034,segment=NetworkSegment(52749484-4d85-414f-b47c-58df0e73f5b5),segment_id=52749484-4d85-414f-b47c-58df0e73f5b5)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:19.909195 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:19.947133 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305d258-e29c-4bbd-8d68-15a007dbc409 req-60a70e32-4659-4afd-a93c-58605ed9c7d6 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:19.948636 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7305d258-e29c-4bbd-8d68-15a007dbc409 req-60a70e32-4659-4afd-a93c-58605ed9c7d6 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b9a4997-e3f8-4708-a9e9-7f3c852a9b9e HTTP/1.1" status: 200 len: 943 time: 0.0567675 Aug 16 20:35:19.964962 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=f6289368-c923-4a62-87bf-1bca24ef4034,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:19.986328 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7305d258-e29c-4bbd-8d68-15a007dbc409 req-5ae6a24b-6c5e-461b-9471-dfeb2757873b tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/security-groups?id=adcaa4f4-0b0e-42a2-9f04-1e302d4823db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313780 Aug 16 20:35:20.124040 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['f6289368-c923-4a62-87bf-1bca24ef4034'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:35:20.461113 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5ba18-efd4-4f5d-99e5-1d0d20e0b097 req-860b6d2b-11c5-4e24-b2d0-c15b71755a48 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:20.462575 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-80e5ba18-efd4-4f5d-99e5-1d0d20e0b097 req-860b6d2b-11c5-4e24-b2d0-c15b71755a48 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 946 time: 0.0475299 Aug 16 20:35:20.498971 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-80e5ba18-efd4-4f5d-99e5-1d0d20e0b097 req-bdf8e076-6943-4517-b4ae-12f25bbf12b0 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/security-groups?id=6d66afae-3427-490b-97bc-e7f5ac34d356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306354 Aug 16 20:35:20.611384 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8336b5-335b-47a5-880f-662bd9b2737e req-1e405a07-7ae2-4527-961a-931c99bd54ee tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:20.612988 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6d8336b5-335b-47a5-880f-662bd9b2737e req-1e405a07-7ae2-4527-961a-931c99bd54ee tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 946 time: 0.0486979 Aug 16 20:35:20.649965 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6d8336b5-335b-47a5-880f-662bd9b2737e req-f8b67659-aeeb-4790-a814-a4cf89c8bc51 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/security-groups?id=6d66afae-3427-490b-97bc-e7f5ac34d356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309958 Aug 16 20:35:20.671492 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54548) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:20.814527 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55e19ed-4617-48e7-9b6b-01a554afe893 tempest-TestVolumeBackupRestore-2117921375 tempest-TestVolumeBackupRestore-2117921375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:20.816146 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b55e19ed-4617-48e7-9b6b-01a554afe893 tempest-TestVolumeBackupRestore-2117921375 tempest-TestVolumeBackupRestore-2117921375-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 1093 time: 0.1435163 Aug 16 20:35:20.820326 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 54552) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:20.824922 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d57eedac-854f-4f07-a078-d15d7a7135f5 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'port_id': '30d7baa7-a76e-4ce2-ace1-07adcaa6dc43', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:20.850189 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d57eedac-854f-4f07-a078-d15d7a7135f5 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:20.959994 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d57eedac-854f-4f07-a078-d15d7a7135f5 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.070510 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-d57eedac-854f-4f07-a078-d15d7a7135f5 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Allocated IP 172.25.8.40 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/bd1c744d-b50b-43c3-829c-f8ee91277d97) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:21.105385 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a5638-64b7-46d2-b360-2e5c4ff38e0f req-44f0f022-8bde-4452-9051-c9ed89b94e31 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:21.106924 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cd4a5638-64b7-46d2-b360-2e5c4ff38e0f req-44f0f022-8bde-4452-9051-c9ed89b94e31 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b9a4997-e3f8-4708-a9e9-7f3c852a9b9e HTTP/1.1" status: 200 len: 944 time: 0.0501037 Aug 16 20:35:21.145627 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cd4a5638-64b7-46d2-b360-2e5c4ff38e0f req-05ac4059-a67f-4a95-a8f5-1cf3c4fd5f4f tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/security-groups?id=adcaa4f4-0b0e-42a2-9f04-1e302d4823db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326140 Aug 16 20:35:21.175782 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d57eedac-854f-4f07-a078-d15d7a7135f5 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.214671 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d57eedac-854f-4f07-a078-d15d7a7135f5 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.258103 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57eedac-854f-4f07-a078-d15d7a7135f5 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:21.261003 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-d57eedac-854f-4f07-a078-d15d7a7135f5 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:21.264548 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57eedac-854f-4f07-a078-d15d7a7135f5 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:21.269977 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57eedac-854f-4f07-a078-d15d7a7135f5 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Pushing event updated for resources: {'Port': ['ID=bd1c744d-b50b-43c3-829c-f8ee91277d97,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:21.622561 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d57eedac-854f-4f07-a078-d15d7a7135f5 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.697414 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d57eedac-854f-4f07-a078-d15d7a7135f5 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.744584 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device f6289368-c923-4a62-87bf-1bca24ef4034 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:35:21.792882 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port f6289368-c923-4a62-87bf-1bca24ef4034 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:21.796823 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port f6289368-c923-4a62-87bf-1bca24ef4034 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:21.797188 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.854934 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d57eedac-854f-4f07-a078-d15d7a7135f5 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.860588 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d57eedac-854f-4f07-a078-d15d7a7135f5 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.881536 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.904916 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9a4997-e3f8-4708-a9e9-7f3c852a9b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6289368-c923-4a62-87bf-1bca24ef4034'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:21.907144 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef353331-8483-4292-b79b-5dab9e0664d1" -d '{"events": [{"server_uuid": "9b9a4997-e3f8-4708-a9e9-7f3c852a9b9e", "name": "network-vif-plugged", "status": "completed", "tag": "f6289368-c923-4a62-87bf-1bca24ef4034"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:21.920842 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port f6289368-c923-4a62-87bf-1bca24ef4034, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f6289368-c923-4a62-87bf-1bca24ef4034,segment=NetworkSegment(52749484-4d85-414f-b47c-58df0e73f5b5),segment_id=52749484-4d85-414f-b47c-58df0e73f5b5)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:21.926503 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.930183 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57eedac-854f-4f07-a078-d15d7a7135f5 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Pushing event updated for resources: {'Port': ['ID=bd1c744d-b50b-43c3-829c-f8ee91277d97,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:21.942350 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d57eedac-854f-4f07-a078-d15d7a7135f5 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.956725 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d10997-86d3-45ec-bfa4-35aff4868728 x-openstack-request-id: req-54d10997-86d3-45ec-bfa4-35aff4868728 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:21.957014 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9a4997-e3f8-4708-a9e9-7f3c852a9b9e", "name": "network-vif-plugged", "status": "completed", "tag": "f6289368-c923-4a62-87bf-1bca24ef4034", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:21.957252 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-54d10997-86d3-45ec-bfa4-35aff4868728 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:21.957659 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9a4997-e3f8-4708-a9e9-7f3c852a9b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6289368-c923-4a62-87bf-1bca24ef4034', 'code': 200} Aug 16 20:35:21.991513 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=f6289368-c923-4a62-87bf-1bca24ef4034,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:22.054381 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-d57eedac-854f-4f07-a078-d15d7a7135f5 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Floating IP 419bfc48-2ec3-4724-8219-0bc8fd556fb4 associated. External IP: 172.25.8.40, port: 30d7baa7-a76e-4ce2-ace1-07adcaa6dc43. Aug 16 20:35:22.277794 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57eedac-854f-4f07-a078-d15d7a7135f5 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Router b9588d70-1606-4ff9-a783-49e00e56fef0 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:35:22.395485 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57eedac-854f-4f07-a078-d15d7a7135f5 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:35:22.398869 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be8b4e-73ed-4ec9-9b4c-c790ab7e798b req-5b6db16f-62de-44ab-b4f9-28692bad6642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:22.401143 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b6be8b4e-73ed-4ec9-9b4c-c790ab7e798b req-5b6db16f-62de-44ab-b4f9-28692bad6642 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9b9a4997-e3f8-4708-a9e9-7f3c852a9b9e HTTP/1.1" status: 200 len: 1097 time: 0.3899872 Aug 16 20:35:22.405812 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efec3910-f290-4df4-8d95-638846803f41 None None] Sync routers for ids ['b9588d70-1606-4ff9-a783-49e00e56fef0'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:35:22.414079 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d57eedac-854f-4f07-a078-d15d7a7135f5 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:22.416733 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efec3910-f290-4df4-8d95-638846803f41 None None] Routers {'b9588d70-1606-4ff9-a783-49e00e56fef0'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:22.417450 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-efec3910-f290-4df4-8d95-638846803f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:35:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['b9588d70-1606-4ff9-a783-49e00e56fef0'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:22.425120 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c7ae8-28d7-4314-9381-5b1dba2f910e req-1b0bdce2-1ca8-44a3-8523-d5a97820e45e tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:22.426645 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-934c7ae8-28d7-4314-9381-5b1dba2f910e req-1b0bdce2-1ca8-44a3-8523-d5a97820e45e tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b9a4997-e3f8-4708-a9e9-7f3c852a9b9e HTTP/1.1" status: 200 len: 945 time: 0.0700114 Aug 16 20:35:22.448670 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d57eedac-854f-4f07-a078-d15d7a7135f5 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6247568 Aug 16 20:35:22.448670 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ccfd30-4b08-4b87-8445-b331edc409d5', 'tag': '30d7baa7-a76e-4ce2-ace1-07adcaa6dc43'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:22.449339 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e8124b-5f32-45cb-8787-3b192343b3fe" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ccfd30-4b08-4b87-8445-b331edc409d5", "tag": "30d7baa7-a76e-4ce2-ace1-07adcaa6dc43"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:22.451072 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54560) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:22.487239 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c9a08f-c85f-4dee-b4b6-0eb2861706e8 x-openstack-request-id: req-f3c9a08f-c85f-4dee-b4b6-0eb2861706e8 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:22.487575 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ccfd30-4b08-4b87-8445-b331edc409d5", "tag": "30d7baa7-a76e-4ce2-ace1-07adcaa6dc43", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:22.487877 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f3c9a08f-c85f-4dee-b4b6-0eb2861706e8 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:22.488351 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ccfd30-4b08-4b87-8445-b331edc409d5', 'tag': '30d7baa7-a76e-4ce2-ace1-07adcaa6dc43', 'status': 'completed', 'code': 200} Aug 16 20:35:22.489491 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-934c7ae8-28d7-4314-9381-5b1dba2f910e req-d5abe999-e6ed-4554-b64c-15ae6aa99f7b tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/security-groups?id=adcaa4f4-0b0e-42a2-9f04-1e302d4823db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563817 Aug 16 20:35:22.514082 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b6be8b4e-73ed-4ec9-9b4c-c790ab7e798b req-51761a5a-f493-452f-a7a1-d8b1a25e49f2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=adcaa4f4-0b0e-42a2-9f04-1e302d4823db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044397 Aug 16 20:35:22.527474 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146eb3bb-90e1-4bf2-b13e-6bd51e350faf tempest-TestVolumeBackupRestore-2117921375 tempest-TestVolumeBackupRestore-2117921375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:22.529106 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-146eb3bb-90e1-4bf2-b13e-6bd51e350faf tempest-TestVolumeBackupRestore-2117921375 tempest-TestVolumeBackupRestore-2117921375-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 1093 time: 0.0752764 Aug 16 20:35:22.531873 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54564) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:22.532910 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-efec3910-f290-4df4-8d95-638846803f41 None None] Set router b9588d70-1606-4ff9-a783-49e00e56fef0 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:35:22.536564 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4d1d60a6-7b09-4102-a93f-8d896ff24638 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Request body: {'floatingip': {'port_id': '30d7baa7-a76e-4ce2-ace1-07adcaa6dc43'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:22.557512 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8124b-5f32-45cb-8787-3b192343b3fe req-a45335fc-87cf-40e4-ab5b-93a2dc703b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:22.559146 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8e8124b-5f32-45cb-8787-3b192343b3fe req-a45335fc-87cf-40e4-ab5b-93a2dc703b5a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f6c2befe1a84bdbab1a693825c272af&device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 1098 time: 0.0461898 Aug 16 20:35:22.595582 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4d1d60a6-7b09-4102-a93f-8d896ff24638 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for floatingip, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:22.670709 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8124b-5f32-45cb-8787-3b192343b3fe req-ae67e2e7-d011-41dd-b7e3-4bc153c5fa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:22.672401 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8e8124b-5f32-45cb-8787-3b192343b3fe req-ae67e2e7-d011-41dd-b7e3-4bc153c5fa89 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c1000037-e4bd-4c0c-91e1-888655c77098 HTTP/1.1" status: 200 len: 915 time: 0.1057303 Aug 16 20:35:22.741244 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8e8124b-5f32-45cb-8787-3b192343b3fe req-46dd92f8-d324-420c-9c22-9aa2a792f541 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30d7baa7-a76e-4ce2-ace1-07adcaa6dc43 HTTP/1.1" status: 200 len: 999 time: 0.0605893 Aug 16 20:35:22.775458 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-efec3910-f290-4df4-8d95-638846803f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'name': 'tempest-TestVolumeBackupRestore-1240195295-router', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:55Z', 'updated_at': '2021-08-16T20:32:58Z', 'revision_number': 4, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'gw_port': {'id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:56Z', 'updated_at': '2021-08-16T20:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '419bfc48-2ec3-4724-8219-0bc8fd556fb4', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'floating_ip_address': '172.25.8.40', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'port_id': '30d7baa7-a76e-4ce2-ace1-07adcaa6dc43', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098', 'mac_address': 'fa:16:3e:70:36:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ccfd30-4b08-4b87-8445-b331edc409d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:35:21Z', 'updated_at': '2021-08-16T20:35:21Z', 'revision_number': 0, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a2606ee-2034-415f-9e88-df346365e4c1', 'name': '', 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'mac_address': 'fa:16:3e:61:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '33bd10fe-e557-45a9-af4b-2c9d53394144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:58Z', 'updated_at': '2021-08-16T20:33:05Z', 'revision_number': 5, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'subnets': [{'id': '33bd10fe-e557-45a9-af4b-2c9d53394144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:22.797653 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8124b-5f32-45cb-8787-3b192343b3fe req-e74fdff2-6fbb-4c83-8de9-a587fb33f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:22.799302 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8e8124b-5f32-45cb-8787-3b192343b3fe req-e74fdff2-6fbb-4c83-8de9-a587fb33f61e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=33bd10fe-e557-45a9-af4b-2c9d53394144 HTTP/1.1" status: 200 len: 853 time: 0.0507903 Aug 16 20:35:22.801586 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efec3910-f290-4df4-8d95-638846803f41 None None] Checking router: b9588d70-1606-4ff9-a783-49e00e56fef0 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:35:22.811205 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efec3910-f290-4df4-8d95-638846803f41 None None] Routers {'b9588d70-1606-4ff9-a783-49e00e56fef0'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:22.812375 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-efec3910-f290-4df4-8d95-638846803f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:35:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['b9588d70-1606-4ff9-a783-49e00e56fef0'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:22.851847 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8124b-5f32-45cb-8787-3b192343b3fe req-55d3fa2c-9ee7-4d33-ac57-cf9cdbd2224b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:22.854430 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8e8124b-5f32-45cb-8787-3b192343b3fe req-55d3fa2c-9ee7-4d33-ac57-cf9cdbd2224b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c1000037-e4bd-4c0c-91e1-888655c77098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473647 Aug 16 20:35:22.920782 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-efec3910-f290-4df4-8d95-638846803f41 None None] Set router b9588d70-1606-4ff9-a783-49e00e56fef0 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:35:22.990120 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8e8124b-5f32-45cb-8787-3b192343b3fe req-9f4b8a40-1e96-45ab-9fc2-ed47af3043d4 service neutron] 10.222.0.63 "GET /v2.0/networks/c1000037-e4bd-4c0c-91e1-888655c77098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293681 Aug 16 20:35:23.101175 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8e8124b-5f32-45cb-8787-3b192343b3fe req-4d1b001b-2685-433d-a385-5d083dad60e8 service neutron] 10.222.0.63 "GET /v2.0/networks/c1000037-e4bd-4c0c-91e1-888655c77098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038313 Aug 16 20:35:23.165073 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-efec3910-f290-4df4-8d95-638846803f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'name': 'tempest-TestVolumeBackupRestore-1240195295-router', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:55Z', 'updated_at': '2021-08-16T20:32:58Z', 'revision_number': 4, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'gw_port': {'id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:56Z', 'updated_at': '2021-08-16T20:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '419bfc48-2ec3-4724-8219-0bc8fd556fb4', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'floating_ip_address': '172.25.8.40', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'port_id': '30d7baa7-a76e-4ce2-ace1-07adcaa6dc43', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098', 'mac_address': 'fa:16:3e:70:36:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ccfd30-4b08-4b87-8445-b331edc409d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:35:21Z', 'updated_at': '2021-08-16T20:35:21Z', 'revision_number': 0, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a2606ee-2034-415f-9e88-df346365e4c1', 'name': '', 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'mac_address': 'fa:16:3e:61:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '33bd10fe-e557-45a9-af4b-2c9d53394144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:58Z', 'updated_at': '2021-08-16T20:33:05Z', 'revision_number': 5, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'subnets': [{'id': '33bd10fe-e557-45a9-af4b-2c9d53394144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:23.191339 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efec3910-f290-4df4-8d95-638846803f41 None None] The sync data for ids ['b9588d70-1606-4ff9-a783-49e00e56fef0'] in n-d-787206-13 is: [{'id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'name': 'tempest-TestVolumeBackupRestore-1240195295-router', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:55Z', 'updated_at': '2021-08-16T20:32:58Z', 'revision_number': 4, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'gw_port': {'id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:56Z', 'updated_at': '2021-08-16T20:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '419bfc48-2ec3-4724-8219-0bc8fd556fb4', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'floating_ip_address': '172.25.8.40', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'port_id': '30d7baa7-a76e-4ce2-ace1-07adcaa6dc43', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098', 'mac_address': 'fa:16:3e:70:36:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ccfd30-4b08-4b87-8445-b331edc409d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:35:21Z', 'updated_at': '2021-08-16T20:35:21Z', 'revision_number': 0, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a2606ee-2034-415f-9e88-df346365e4c1', 'name': '', 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'mac_address': 'fa:16:3e:61:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '33bd10fe-e557-45a9-af4b-2c9d53394144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:58Z', 'updated_at': '2021-08-16T20:33:05Z', 'revision_number': 5, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'subnets': [{'id': '33bd10fe-e557-45a9-af4b-2c9d53394144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:35:23.243683 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4d1d60a6-7b09-4102-a93f-8d896ff24638 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:23.247812 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4d1d60a6-7b09-4102-a93f-8d896ff24638 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:23.415733 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156cdf6f-55c4-4d80-95a9-d8f734798c5e None None] New status for floating IP 419bfc48-2ec3-4724-8219-0bc8fd556fb4: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:35:23.465581 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1d60a6-7b09-4102-a93f-8d896ff24638 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Router b9588d70-1606-4ff9-a783-49e00e56fef0 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:35:23.580243 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1d60a6-7b09-4102-a93f-8d896ff24638 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:35:23.585904 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4d1d60a6-7b09-4102-a93f-8d896ff24638 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:23.614846 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9af39-b4b4-4ed9-b72f-50cf1fb9585e req-9d314ab5-49e2-43fb-9f9b-7f61f604aa30 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:23.616458 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e9b9af39-b4b4-4ed9-b72f-50cf1fb9585e req-9d314ab5-49e2-43fb-9f9b-7f61f604aa30 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b9a4997-e3f8-4708-a9e9-7f3c852a9b9e HTTP/1.1" status: 200 len: 945 time: 0.0544488 Aug 16 20:35:23.616586 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ccfd30-4b08-4b87-8445-b331edc409d5', 'tag': '30d7baa7-a76e-4ce2-ace1-07adcaa6dc43'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:23.618694 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031915fc-645c-4153-8e00-3949d8efada8" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ccfd30-4b08-4b87-8445-b331edc409d5", "tag": "30d7baa7-a76e-4ce2-ace1-07adcaa6dc43"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:23.659882 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4d1d60a6-7b09-4102-a93f-8d896ff24638 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "PUT /v2.0/floatingips/419bfc48-2ec3-4724-8219-0bc8fd556fb4 HTTP/1.1" status: 200 len: 991 time: 1.1268866 Aug 16 20:35:23.670804 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c48a6c7-cbe8-4926-97f7-5eaf8373891c None None] Sync routers for ids ['b9588d70-1606-4ff9-a783-49e00e56fef0'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:35:23.676887 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd25e746-1e6b-42dc-b4c5-c31ab49c8115 x-openstack-request-id: req-dd25e746-1e6b-42dc-b4c5-c31ab49c8115 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:23.677189 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ccfd30-4b08-4b87-8445-b331edc409d5", "tag": "30d7baa7-a76e-4ce2-ace1-07adcaa6dc43", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:23.677430 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dd25e746-1e6b-42dc-b4c5-c31ab49c8115 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:23.677867 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ccfd30-4b08-4b87-8445-b331edc409d5', 'tag': '30d7baa7-a76e-4ce2-ace1-07adcaa6dc43', 'status': 'completed', 'code': 200} Aug 16 20:35:23.681040 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e9b9af39-b4b4-4ed9-b72f-50cf1fb9585e req-a56e7491-4771-4e67-98ee-316abb673a84 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/security-groups?id=adcaa4f4-0b0e-42a2-9f04-1e302d4823db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583336 Aug 16 20:35:23.681419 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c48a6c7-cbe8-4926-97f7-5eaf8373891c None None] Routers {'b9588d70-1606-4ff9-a783-49e00e56fef0'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:23.682032 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3c48a6c7-cbe8-4926-97f7-5eaf8373891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:35:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['b9588d70-1606-4ff9-a783-49e00e56fef0'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:23.741363 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031915fc-645c-4153-8e00-3949d8efada8 req-5bd68782-4038-4f73-a9c6-32ef669136b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:23.743083 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-031915fc-645c-4153-8e00-3949d8efada8 req-5bd68782-4038-4f73-a9c6-32ef669136b1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f6c2befe1a84bdbab1a693825c272af&device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 1098 time: 0.0445943 Aug 16 20:35:23.852366 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031915fc-645c-4153-8e00-3949d8efada8 req-506df2e7-66ee-4a6a-b5cc-93cf9719d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:23.853973 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-031915fc-645c-4153-8e00-3949d8efada8 req-506df2e7-66ee-4a6a-b5cc-93cf9719d56f service neutron] 10.222.0.63 "GET /v2.0/networks?id=c1000037-e4bd-4c0c-91e1-888655c77098 HTTP/1.1" status: 200 len: 915 time: 0.1022661 Aug 16 20:35:23.886620 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-3c48a6c7-cbe8-4926-97f7-5eaf8373891c None None] Set router b9588d70-1606-4ff9-a783-49e00e56fef0 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:35:23.922951 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-031915fc-645c-4153-8e00-3949d8efada8 req-358eb01f-6b3b-4a80-b95d-f4bc31acee1a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30d7baa7-a76e-4ce2-ace1-07adcaa6dc43 HTTP/1.1" status: 200 len: 1001 time: 0.0610383 Aug 16 20:35:23.984021 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031915fc-645c-4153-8e00-3949d8efada8 req-5227aabb-5cda-4beb-b76d-60c14f1b134c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:23.985514 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-031915fc-645c-4153-8e00-3949d8efada8 req-5227aabb-5cda-4beb-b76d-60c14f1b134c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=33bd10fe-e557-45a9-af4b-2c9d53394144 HTTP/1.1" status: 200 len: 853 time: 0.0537341 Aug 16 20:35:24.046219 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031915fc-645c-4153-8e00-3949d8efada8 req-d45cb2f3-c15b-4b5b-b821-b8c3e1c07836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:24.048241 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-031915fc-645c-4153-8e00-3949d8efada8 req-d45cb2f3-c15b-4b5b-b821-b8c3e1c07836 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c1000037-e4bd-4c0c-91e1-888655c77098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557044 Aug 16 20:35:24.140523 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3c48a6c7-cbe8-4926-97f7-5eaf8373891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'name': 'tempest-TestVolumeBackupRestore-1240195295-router', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:55Z', 'updated_at': '2021-08-16T20:32:58Z', 'revision_number': 4, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'gw_port': {'id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:56Z', 'updated_at': '2021-08-16T20:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '419bfc48-2ec3-4724-8219-0bc8fd556fb4', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'floating_ip_address': '172.25.8.40', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'port_id': '30d7baa7-a76e-4ce2-ace1-07adcaa6dc43', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098', 'mac_address': 'fa:16:3e:70:36:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ccfd30-4b08-4b87-8445-b331edc409d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:35:21Z', 'updated_at': '2021-08-16T20:35:23Z', 'revision_number': 2, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a2606ee-2034-415f-9e88-df346365e4c1', 'name': '', 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'mac_address': 'fa:16:3e:61:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '33bd10fe-e557-45a9-af4b-2c9d53394144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:58Z', 'updated_at': '2021-08-16T20:33:05Z', 'revision_number': 5, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'subnets': [{'id': '33bd10fe-e557-45a9-af4b-2c9d53394144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:24.153120 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-031915fc-645c-4153-8e00-3949d8efada8 req-383c2399-7177-47ac-9367-1a6f2db125b8 service neutron] 10.222.0.63 "GET /v2.0/networks/c1000037-e4bd-4c0c-91e1-888655c77098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968559 Aug 16 20:35:24.168488 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c48a6c7-cbe8-4926-97f7-5eaf8373891c None None] Checking router: b9588d70-1606-4ff9-a783-49e00e56fef0 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:35:24.178420 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c48a6c7-cbe8-4926-97f7-5eaf8373891c None None] Routers {'b9588d70-1606-4ff9-a783-49e00e56fef0'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:24.179045 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3c48a6c7-cbe8-4926-97f7-5eaf8373891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:35:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['b9588d70-1606-4ff9-a783-49e00e56fef0'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:24.263407 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-031915fc-645c-4153-8e00-3949d8efada8 req-1ba10ce0-d979-49c3-84c8-315b9cec5f99 service neutron] 10.222.0.63 "GET /v2.0/networks/c1000037-e4bd-4c0c-91e1-888655c77098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029749 Aug 16 20:35:24.289524 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-3c48a6c7-cbe8-4926-97f7-5eaf8373891c None None] Set router b9588d70-1606-4ff9-a783-49e00e56fef0 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:35:24.333463 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496fe32-b580-4f2b-bf5c-520b290d44c2 req-7d8944b9-1d23-4f51-b2c3-140cd8e66bc3 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:24.335223 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9496fe32-b580-4f2b-bf5c-520b290d44c2 req-7d8944b9-1d23-4f51-b2c3-140cd8e66bc3 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b9a4997-e3f8-4708-a9e9-7f3c852a9b9e HTTP/1.1" status: 200 len: 945 time: 0.0531824 Aug 16 20:35:24.375478 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9496fe32-b580-4f2b-bf5c-520b290d44c2 req-bddccc64-ba4b-4f3a-b122-adb25e84ac39 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/security-groups?id=adcaa4f4-0b0e-42a2-9f04-1e302d4823db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339861 Aug 16 20:35:24.515683 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3c48a6c7-cbe8-4926-97f7-5eaf8373891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'name': 'tempest-TestVolumeBackupRestore-1240195295-router', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:55Z', 'updated_at': '2021-08-16T20:32:58Z', 'revision_number': 4, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'gw_port': {'id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:56Z', 'updated_at': '2021-08-16T20:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '419bfc48-2ec3-4724-8219-0bc8fd556fb4', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'floating_ip_address': '172.25.8.40', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'port_id': '30d7baa7-a76e-4ce2-ace1-07adcaa6dc43', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098', 'mac_address': 'fa:16:3e:70:36:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ccfd30-4b08-4b87-8445-b331edc409d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:35:21Z', 'updated_at': '2021-08-16T20:35:23Z', 'revision_number': 2, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a2606ee-2034-415f-9e88-df346365e4c1', 'name': '', 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'mac_address': 'fa:16:3e:61:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '33bd10fe-e557-45a9-af4b-2c9d53394144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:58Z', 'updated_at': '2021-08-16T20:33:05Z', 'revision_number': 5, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'subnets': [{'id': '33bd10fe-e557-45a9-af4b-2c9d53394144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:24.541356 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c48a6c7-cbe8-4926-97f7-5eaf8373891c None None] The sync data for ids ['b9588d70-1606-4ff9-a783-49e00e56fef0'] in n-d-787206-13 is: [{'id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'name': 'tempest-TestVolumeBackupRestore-1240195295-router', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:55Z', 'updated_at': '2021-08-16T20:32:58Z', 'revision_number': 4, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'gw_port': {'id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:56Z', 'updated_at': '2021-08-16T20:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '419bfc48-2ec3-4724-8219-0bc8fd556fb4', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'floating_ip_address': '172.25.8.40', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'port_id': '30d7baa7-a76e-4ce2-ace1-07adcaa6dc43', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098', 'mac_address': 'fa:16:3e:70:36:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ccfd30-4b08-4b87-8445-b331edc409d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:35:21Z', 'updated_at': '2021-08-16T20:35:23Z', 'revision_number': 2, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a2606ee-2034-415f-9e88-df346365e4c1', 'name': '', 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'mac_address': 'fa:16:3e:61:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '33bd10fe-e557-45a9-af4b-2c9d53394144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:58Z', 'updated_at': '2021-08-16T20:33:05Z', 'revision_number': 5, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'subnets': [{'id': '33bd10fe-e557-45a9-af4b-2c9d53394144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:35:25.518668 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41f33b-0c1a-45a3-a51e-337ed555354b req-82fa290d-c760-4979-8c3b-3fbcf24fc5d2 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:25.520321 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b41f33b-0c1a-45a3-a51e-337ed555354b req-82fa290d-c760-4979-8c3b-3fbcf24fc5d2 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b9a4997-e3f8-4708-a9e9-7f3c852a9b9e HTTP/1.1" status: 200 len: 945 time: 0.0770242 Aug 16 20:35:25.532134 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3327d2f-da94-4d1e-a1e4-852a8d75849d req-b6961618-e9e0-4c7f-9ca7-c8bb70ebe796 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:25.533524 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c3327d2f-da94-4d1e-a1e4-852a8d75849d req-b6961618-e9e0-4c7f-9ca7-c8bb70ebe796 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b9a4997-e3f8-4708-a9e9-7f3c852a9b9e HTTP/1.1" status: 200 len: 945 time: 0.0636837 Aug 16 20:35:25.595943 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b41f33b-0c1a-45a3-a51e-337ed555354b req-2a665b0a-f986-4090-9de6-2981a103a964 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/security-groups?id=adcaa4f4-0b0e-42a2-9f04-1e302d4823db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614567 Aug 16 20:35:25.653498 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-c3327d2f-da94-4d1e-a1e4-852a8d75849d req-23b8b88e-1ebe-4e0c-a36d-48e86c6cc04b tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Deleting port f6289368-c923-4a62-87bf-1bca24ef4034 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:25.653844 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c3327d2f-da94-4d1e-a1e4-852a8d75849d req-23b8b88e-1ebe-4e0c-a36d-48e86c6cc04b tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:25.695027 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ccfd30-4b08-4b87-8445-b331edc409d5', 'tag': '30d7baa7-a76e-4ce2-ace1-07adcaa6dc43'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:25.697208 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2565d3-2e06-4825-8f21-838d42389a53" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ccfd30-4b08-4b87-8445-b331edc409d5", "tag": "30d7baa7-a76e-4ce2-ace1-07adcaa6dc43"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:25.735638 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cab3384-5efa-4bd5-a73c-58e50df1e549 x-openstack-request-id: req-1cab3384-5efa-4bd5-a73c-58e50df1e549 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:25.735887 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ccfd30-4b08-4b87-8445-b331edc409d5", "tag": "30d7baa7-a76e-4ce2-ace1-07adcaa6dc43", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:25.736135 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1cab3384-5efa-4bd5-a73c-58e50df1e549 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:25.736514 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ccfd30-4b08-4b87-8445-b331edc409d5', 'tag': '30d7baa7-a76e-4ce2-ace1-07adcaa6dc43', 'status': 'completed', 'code': 200} Aug 16 20:35:25.758773 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-c3327d2f-da94-4d1e-a1e4-852a8d75849d req-23b8b88e-1ebe-4e0c-a36d-48e86c6cc04b tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] For port f6289368-c923-4a62-87bf-1bca24ef4034, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f6289368-c923-4a62-87bf-1bca24ef4034,segment=NetworkSegment(52749484-4d85-414f-b47c-58df0e73f5b5),segment_id=52749484-4d85-414f-b47c-58df0e73f5b5)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:25.758773 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c3327d2f-da94-4d1e-a1e4-852a8d75849d req-23b8b88e-1ebe-4e0c-a36d-48e86c6cc04b tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:25.772263 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-c3327d2f-da94-4d1e-a1e4-852a8d75849d req-23b8b88e-1ebe-4e0c-a36d-48e86c6cc04b tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Calling delete_port for f6289368-c923-4a62-87bf-1bca24ef4034 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:25.802037 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2565d3-2e06-4825-8f21-838d42389a53 req-b4921357-bda8-418a-9926-b3906effcbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:25.804147 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8e2565d3-2e06-4825-8f21-838d42389a53 req-b4921357-bda8-418a-9926-b3906effcbdb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f6c2befe1a84bdbab1a693825c272af&device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 1098 time: 0.0458858 Aug 16 20:35:25.901975 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2565d3-2e06-4825-8f21-838d42389a53 req-49825b11-7db3-4f61-85f0-7fd909a5359c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:25.903529 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8e2565d3-2e06-4825-8f21-838d42389a53 req-49825b11-7db3-4f61-85f0-7fd909a5359c service neutron] 10.222.0.63 "GET /v2.0/networks?id=c1000037-e4bd-4c0c-91e1-888655c77098 HTTP/1.1" status: 200 len: 915 time: 0.0921285 Aug 16 20:35:25.907084 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c3327d2f-da94-4d1e-a1e4-852a8d75849d req-23b8b88e-1ebe-4e0c-a36d-48e86c6cc04b tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:25.920018 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['f6289368-c923-4a62-87bf-1bca24ef4034'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:35:25.951428 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8b88e-1ebe-4e0c-a36d-48e86c6cc04b tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Pushing event deleted for resources: {'Port': ['ID=f6289368-c923-4a62-87bf-1bca24ef4034,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:25.987860 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8e2565d3-2e06-4825-8f21-838d42389a53 req-4d8e8c29-5b12-4899-a5a0-7371bc8b7291 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30d7baa7-a76e-4ce2-ace1-07adcaa6dc43 HTTP/1.1" status: 200 len: 1001 time: 0.0776446 Aug 16 20:35:26.000088 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3327d2f-da94-4d1e-a1e4-852a8d75849d req-23b8b88e-1ebe-4e0c-a36d-48e86c6cc04b tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] No DVR routers for this DVR port f6289368-c923-4a62-87bf-1bca24ef4034 on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:35:26.002751 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c3327d2f-da94-4d1e-a1e4-852a8d75849d req-23b8b88e-1ebe-4e0c-a36d-48e86c6cc04b tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:26.005315 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c3327d2f-da94-4d1e-a1e4-852a8d75849d req-23b8b88e-1ebe-4e0c-a36d-48e86c6cc04b tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.57 "DELETE /v2.0/ports/f6289368-c923-4a62-87bf-1bca24ef4034 HTTP/1.1" status: 204 len: 173 time: 0.4652655 Aug 16 20:35:26.040787 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2565d3-2e06-4825-8f21-838d42389a53 req-99a6c1dd-6077-451a-a036-ee9c00ccfef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:26.042302 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8e2565d3-2e06-4825-8f21-838d42389a53 req-99a6c1dd-6077-451a-a036-ee9c00ccfef0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=33bd10fe-e557-45a9-af4b-2c9d53394144 HTTP/1.1" status: 200 len: 853 time: 0.0475028 Aug 16 20:35:26.090989 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2565d3-2e06-4825-8f21-838d42389a53 req-4bbf4786-d84c-44e8-a38f-4f339f82ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:26.092565 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8e2565d3-2e06-4825-8f21-838d42389a53 req-4bbf4786-d84c-44e8-a38f-4f339f82ace6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c1000037-e4bd-4c0c-91e1-888655c77098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425770 Aug 16 20:35:26.507795 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8e2565d3-2e06-4825-8f21-838d42389a53 req-7a6e88c4-c1b5-4ca7-a76c-81af0712bcf1 service neutron] 10.222.0.63 "GET /v2.0/networks/c1000037-e4bd-4c0c-91e1-888655c77098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078574 Aug 16 20:35:26.597659 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8e2565d3-2e06-4825-8f21-838d42389a53 req-6a54a7b8-a74d-48c8-81d1-d1bdc611f5f9 service neutron] 10.222.0.63 "GET /v2.0/networks/c1000037-e4bd-4c0c-91e1-888655c77098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818291 Aug 16 20:35:26.869530 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-b03a706e-98bd-41ab-b77b-d43d0e2d223f tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:26.870936 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-b03a706e-98bd-41ab-b77b-d43d0e2d223f tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/networks?id=2381775f-2453-4bc0-b609-699446136d72 HTTP/1.1" status: 200 len: 809 time: 0.1092186 Aug 16 20:35:26.886617 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-5652da7d-79b1-45d9-83d6-a50c80fd81b4 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/quotas/840a0ba25a3743608753a024d7b36f92 HTTP/1.1" status: 200 len: 375 time: 0.0099390 Aug 16 20:35:26.918360 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-eb2acc2a-b765-4f8f-b48a-18573fdc7b3b tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=840a0ba25a3743608753a024d7b36f92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262337 Aug 16 20:35:27.016119 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-75de724e-49cd-424f-adaa-77de5f949585 service neutron] 10.222.0.68 "GET /v2.0/networks/2381775f-2453-4bc0-b609-699446136d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905259 Aug 16 20:35:27.106278 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-b7b06679-3b0a-4d13-a502-c5857d910b39 service neutron] 10.222.0.68 "GET /v2.0/networks/2381775f-2453-4bc0-b609-699446136d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831704 Aug 16 20:35:27.269301 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-17b95df9-bd41-4743-97e6-212ad0532217 req-35d42787-31bb-4326-a5f3-14f162bca8eb tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb25c929-79b4-4074-b7a9-259c2280e1ec HTTP/1.1" status: 200 len: 210 time: 0.0270174 Aug 16 20:35:27.737982 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9a4997-e3f8-4708-a9e9-7f3c852a9b9e', 'name': 'network-vif-deleted', 'tag': 'f6289368-c923-4a62-87bf-1bca24ef4034'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:27.740592 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7948d27-6374-43ab-8a37-f86236eb2ac6" -d '{"events": [{"server_uuid": "9b9a4997-e3f8-4708-a9e9-7f3c852a9b9e", "name": "network-vif-deleted", "tag": "f6289368-c923-4a62-87bf-1bca24ef4034"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:27.777043 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ce07c0-db29-4d03-9bf5-dd92bd7bda1b x-openstack-request-id: req-c1ce07c0-db29-4d03-9bf5-dd92bd7bda1b {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:27.777424 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9a4997-e3f8-4708-a9e9-7f3c852a9b9e", "name": "network-vif-deleted", "tag": "f6289368-c923-4a62-87bf-1bca24ef4034", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:27.777730 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c1ce07c0-db29-4d03-9bf5-dd92bd7bda1b {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:27.778119 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9a4997-e3f8-4708-a9e9-7f3c852a9b9e', 'name': 'network-vif-deleted', 'tag': 'f6289368-c923-4a62-87bf-1bca24ef4034', 'status': 'completed', 'code': 200} Aug 16 20:35:28.164224 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-f5e0e427-b082-4e5f-a637-c2986fa46259 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:28.165675 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-f5e0e427-b082-4e5f-a637-c2986fa46259 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.57 "GET /v2.0/networks?id=2381775f-2453-4bc0-b609-699446136d72 HTTP/1.1" status: 200 len: 809 time: 0.1086411 Aug 16 20:35:28.180685 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-0c3159de-2373-4285-9ff4-7ca519b7317f tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Request body: {'port': {'device_id': 'cb25c929-79b4-4074-b7a9-259c2280e1ec', 'network_id': '2381775f-2453-4bc0-b609-699446136d72', 'admin_state_up': True, 'tenant_id': '840a0ba25a3743608753a024d7b36f92'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:28.296664 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-0c3159de-2373-4285-9ff4-7ca519b7317f tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Made reservation on behalf of 840a0ba25a3743608753a024d7b36f92 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:28.300257 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-0c3159de-2373-4285-9ff4-7ca519b7317f tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:28.395596 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ec925e24-9432-4d7e-85e3-29afcd532b96 req-257a1e96-c670-437b-9c95-cd62af263775 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb25c929-79b4-4074-b7a9-259c2280e1ec HTTP/1.1" status: 200 len: 210 time: 0.0410335 Aug 16 20:35:28.459986 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-0c3159de-2373-4285-9ff4-7ca519b7317f tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Allocated IP 172.20.0.6 (2381775f-2453-4bc0-b609-699446136d72/4a324f4b-a026-4ba3-ac45-a16bb7da3d58/3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:28.613483 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-0c3159de-2373-4285-9ff4-7ca519b7317f tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:28.653230 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-0c3159de-2373-4285-9ff4-7ca519b7317f tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:28.699063 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-0c3159de-2373-4285-9ff4-7ca519b7317f tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Network 2381775f-2453-4bc0-b609-699446136d72 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:28.702341 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-0c3159de-2373-4285-9ff4-7ca519b7317f tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:28.704793 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-0c3159de-2373-4285-9ff4-7ca519b7317f tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:28.734953 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3159de-2373-4285-9ff4-7ca519b7317f tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Pushing event updated for resources: {'Port': ['ID=3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:28.769231 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-0c3159de-2373-4285-9ff4-7ca519b7317f tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:28.769840 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-0c3159de-2373-4285-9ff4-7ca519b7317f tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:28.786618 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-0c3159de-2373-4285-9ff4-7ca519b7317f tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6109405 Aug 16 20:35:28.797767 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-8caa229f-9a3e-4d4d-9064-2257b2930dd4 service neutron] Request body: {'port': {'device_id': 'cb25c929-79b4-4074-b7a9-259c2280e1ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:28.855600 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-8caa229f-9a3e-4d4d-9064-2257b2930dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:29.123610 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-8caa229f-9a3e-4d4d-9064-2257b2930dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:35:29.131561 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-8caa229f-9a3e-4d4d-9064-2257b2930dd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:29.143926 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-8caa229f-9a3e-4d4d-9064-2257b2930dd4 service neutron] Transition to ACTIVE for port object 3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:29.147681 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-8caa229f-9a3e-4d4d-9064-2257b2930dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:29.198003 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa229f-9a3e-4d4d-9064-2257b2930dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:29.272513 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-8caa229f-9a3e-4d4d-9064-2257b2930dd4 service neutron] Attempting to bind port 3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:35:29.272855 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-8caa229f-9a3e-4d4d-9064-2257b2930dd4 service neutron] Attempting to bind port 3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '52749484-4d85-414f-b47c-58df0e73f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2381775f-2453-4bc0-b609-699446136d72'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:35:29.273191 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-8caa229f-9a3e-4d4d-9064-2257b2930dd4 service neutron] Attempting to bind port 3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b on network 2381775f-2453-4bc0-b609-699446136d72 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:29.277930 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-8caa229f-9a3e-4d4d-9064-2257b2930dd4 service neutron] Port 3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b on network 2381775f-2453-4bc0-b609-699446136d72 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:35:29.278249 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-8caa229f-9a3e-4d4d-9064-2257b2930dd4 service neutron] Attempting to bind port 3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b on network 2381775f-2453-4bc0-b609-699446136d72 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:29.283077 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-8caa229f-9a3e-4d4d-9064-2257b2930dd4 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:35:29.283461 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-8caa229f-9a3e-4d4d-9064-2257b2930dd4 service neutron] Checking segment: {'id': '52749484-4d85-414f-b47c-58df0e73f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2381775f-2453-4bc0-b609-699446136d72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:29.283847 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-8caa229f-9a3e-4d4d-9064-2257b2930dd4 service neutron] Bound using segment: {'id': '52749484-4d85-414f-b47c-58df0e73f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2381775f-2453-4bc0-b609-699446136d72'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:35:29.284273 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-8caa229f-9a3e-4d4d-9064-2257b2930dd4 service neutron] Bound port: 3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52749484-4d85-414f-b47c-58df0e73f5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2381775f-2453-4bc0-b609-699446136d72'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:35:29.284748 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-8caa229f-9a3e-4d4d-9064-2257b2930dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:29.350765 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-8caa229f-9a3e-4d4d-9064-2257b2930dd4 service neutron] For port 3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:29.353749 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-8caa229f-9a3e-4d4d-9064-2257b2930dd4 service neutron] For port 3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b,segment=NetworkSegment(52749484-4d85-414f-b47c-58df0e73f5b5),segment_id=52749484-4d85-414f-b47c-58df0e73f5b5)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:35:29.358349 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-8caa229f-9a3e-4d4d-9064-2257b2930dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:29.393720 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-8caa229f-9a3e-4d4d-9064-2257b2930dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:29.394358 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-8caa229f-9a3e-4d4d-9064-2257b2930dd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:29.395794 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-8caa229f-9a3e-4d4d-9064-2257b2930dd4 service neutron] 10.222.0.57 "PUT /v2.0/ports/3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b HTTP/1.1" status: 200 len: 1092 time: 0.6022058 Aug 16 20:35:29.418200 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa229f-9a3e-4d4d-9064-2257b2930dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:29.477713 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-bb304809-9b0e-4760-a045-d8ae305e4092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:29.479140 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-bb304809-9b0e-4760-a045-d8ae305e4092 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=840a0ba25a3743608753a024d7b36f92&device_id=cb25c929-79b4-4074-b7a9-259c2280e1ec HTTP/1.1" status: 200 len: 1095 time: 0.0465686 Aug 16 20:35:29.520207 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08966a7-b6e8-4181-8e39-de31cc6cb143 req-55d2106b-20a7-4012-9251-8b02c47da961 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:29.522305 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a08966a7-b6e8-4181-8e39-de31cc6cb143 req-55d2106b-20a7-4012-9251-8b02c47da961 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb25c929-79b4-4074-b7a9-259c2280e1ec HTTP/1.1" status: 200 len: 943 time: 0.0546632 Aug 16 20:35:29.522874 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-b892a1dc-187d-4978-a601-c92230df09cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b HTTP/1.1" status: 200 len: 217 time: 0.0351257 Aug 16 20:35:29.561105 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a08966a7-b6e8-4181-8e39-de31cc6cb143 req-b12f592d-a368-4243-8900-33e432d5782e tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/security-groups?id=adcaa4f4-0b0e-42a2-9f04-1e302d4823db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328286 Aug 16 20:35:29.573656 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-ead679c4-e625-495f-aebe-35b946629dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:29.575143 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-ead679c4-e625-495f-aebe-35b946629dff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a324f4b-a026-4ba3-ac45-a16bb7da3d58 HTTP/1.1" status: 200 len: 849 time: 0.0460713 Aug 16 20:35:29.608565 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-9c4bc0f6-d031-402a-b4e9-d64ecbd73a06 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2381775f-2453-4bc0-b609-699446136d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258331 Aug 16 20:35:29.702704 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-20a5373f-6f14-45ee-bcb0-57181f4a5140 service neutron] 10.222.0.57 "GET /v2.0/networks/2381775f-2453-4bc0-b609-699446136d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868986 Aug 16 20:35:29.774760 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device f6289368-c923-4a62-87bf-1bca24ef4034 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:35:29.778952 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb25c929-79b4-4074-b7a9-259c2280e1ec', 'tag': '3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:29.786163 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cc4e27-3816-48be-a478-c3539ec1ae4e" -d '{"events": [{"name": "network-changed", "server_uuid": "cb25c929-79b4-4074-b7a9-259c2280e1ec", "tag": "3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:29.798630 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: f6289368-c923-4a62-87bf-1bca24ef4034 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:35:29.798983 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device f6289368-c923-4a62-87bf-1bca24ef4034 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:35:29.807871 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-34bc1d1a-93f5-4574-8177-3c02026f6083 req-c4874152-3618-4dfa-8ed3-c0781446711e service neutron] 10.222.0.57 "GET /v2.0/networks/2381775f-2453-4bc0-b609-699446136d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976417 Aug 16 20:35:29.826886 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f85999-3042-40e5-bb2b-dcd1b1bb705f x-openstack-request-id: req-38f85999-3042-40e5-bb2b-dcd1b1bb705f {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:29.827179 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb25c929-79b4-4074-b7a9-259c2280e1ec", "tag": "3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:29.827585 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-38f85999-3042-40e5-bb2b-dcd1b1bb705f {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:29.828008 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb25c929-79b4-4074-b7a9-259c2280e1ec', 'tag': '3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b', 'status': 'completed', 'code': 200} Aug 16 20:35:29.893311 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc4e27-3816-48be-a478-c3539ec1ae4e req-26ce39f8-769f-4444-a255-27eb48111910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:29.895004 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-08cc4e27-3816-48be-a478-c3539ec1ae4e req-26ce39f8-769f-4444-a255-27eb48111910 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=840a0ba25a3743608753a024d7b36f92&device_id=cb25c929-79b4-4074-b7a9-259c2280e1ec HTTP/1.1" status: 200 len: 1095 time: 0.0415154 Aug 16 20:35:29.988299 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc4e27-3816-48be-a478-c3539ec1ae4e req-a64e371d-0fc4-4742-bb1c-651cc8f0b3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:29.989795 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-08cc4e27-3816-48be-a478-c3539ec1ae4e req-a64e371d-0fc4-4742-bb1c-651cc8f0b3f2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2381775f-2453-4bc0-b609-699446136d72 HTTP/1.1" status: 200 len: 910 time: 0.0868366 Aug 16 20:35:30.038224 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-08cc4e27-3816-48be-a478-c3539ec1ae4e req-a7a0c5f5-f233-41d1-b5c5-650d303bcd57 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b HTTP/1.1" status: 200 len: 217 time: 0.0409062 Aug 16 20:35:30.090963 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc4e27-3816-48be-a478-c3539ec1ae4e req-4f4c494f-3ecd-4d5c-808d-6d8cc1bb07f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:30.092662 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-08cc4e27-3816-48be-a478-c3539ec1ae4e req-4f4c494f-3ecd-4d5c-808d-6d8cc1bb07f5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a324f4b-a026-4ba3-ac45-a16bb7da3d58 HTTP/1.1" status: 200 len: 849 time: 0.0476854 Aug 16 20:35:30.127270 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-08cc4e27-3816-48be-a478-c3539ec1ae4e req-89b2e1bc-b694-4e8c-a848-172666254e39 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2381775f-2453-4bc0-b609-699446136d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271823 Aug 16 20:35:30.220067 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-08cc4e27-3816-48be-a478-c3539ec1ae4e req-4f27d97f-552c-4065-b798-8e66d53381c4 service neutron] 10.222.0.57 "GET /v2.0/networks/2381775f-2453-4bc0-b609-699446136d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859771 Aug 16 20:35:30.309173 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-08cc4e27-3816-48be-a478-c3539ec1ae4e req-937c4d18-3c56-4e8f-b1c5-95fbddea11c6 service neutron] 10.222.0.57 "GET /v2.0/networks/2381775f-2453-4bc0-b609-699446136d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817926 Aug 16 20:35:30.683217 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8b8ee-a4f6-4a0d-bb9b-7f0c5c6c81af req-0d11d047-8722-4fcd-b6c8-7cd631011a10 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:30.684772 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e1a8b8ee-a4f6-4a0d-bb9b-7f0c5c6c81af req-0d11d047-8722-4fcd-b6c8-7cd631011a10 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb25c929-79b4-4074-b7a9-259c2280e1ec HTTP/1.1" status: 200 len: 943 time: 0.0516896 Aug 16 20:35:30.724196 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e1a8b8ee-a4f6-4a0d-bb9b-7f0c5c6c81af req-02593d4b-27e2-4c32-86ee-13c3fbd80422 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/security-groups?id=adcaa4f4-0b0e-42a2-9f04-1e302d4823db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330439 Aug 16 20:35:31.790205 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:35:31.828569 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57f96881-b024-4247-b7ea-039d900e0f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:31.860020 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb88afd-4d3c-47da-87b7-acb726bd60a6 req-a1bd5f86-9911-4a33-a096-8113942754a7 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:31.861627 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bfb88afd-4d3c-47da-87b7-acb726bd60a6 req-a1bd5f86-9911-4a33-a096-8113942754a7 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb25c929-79b4-4074-b7a9-259c2280e1ec HTTP/1.1" status: 200 len: 943 time: 0.0651591 Aug 16 20:35:31.925408 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bfb88afd-4d3c-47da-87b7-acb726bd60a6 req-cec452a8-865d-4a22-8f90-bcaa3c69c121 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/security-groups?id=adcaa4f4-0b0e-42a2-9f04-1e302d4823db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545800 Aug 16 20:35:31.930741 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b,segment=NetworkSegment(52749484-4d85-414f-b47c-58df0e73f5b5),segment_id=52749484-4d85-414f-b47c-58df0e73f5b5)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:31.944591 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b', 'network_id': '2381775f-2453-4bc0-b609-699446136d72', 'port_id': '3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b', 'mac_address': 'fa:16:3e:e5:08:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a324f4b-a026-4ba3-ac45-a16bb7da3d58', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:35:31.987893 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.002299 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:35:32.022418 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b,segment=NetworkSegment(52749484-4d85-414f-b47c-58df0e73f5b5),segment_id=52749484-4d85-414f-b47c-58df0e73f5b5)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:32.025511 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.074375 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:32.210469 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:35:33.051408 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292db87-2562-4c3e-bd89-e01c6b9e294b req-d6def70b-8666-431e-ab71-4bc9cabb7daf tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:33.052984 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d292db87-2562-4c3e-bd89-e01c6b9e294b req-d6def70b-8666-431e-ab71-4bc9cabb7daf tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb25c929-79b4-4074-b7a9-259c2280e1ec HTTP/1.1" status: 200 len: 944 time: 0.0522215 Aug 16 20:35:33.093284 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d292db87-2562-4c3e-bd89-e01c6b9e294b req-2ec16188-6fb3-4886-946a-21865b4fa2e3 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/security-groups?id=adcaa4f4-0b0e-42a2-9f04-1e302d4823db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341203 Aug 16 20:35:33.790894 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:35:33.838650 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:33.842498 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:33.842872 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:33.921177 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:33.945001 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb25c929-79b4-4074-b7a9-259c2280e1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:33.947241 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b032b2a5-51f3-4e4e-bdf8-b7b3857f1ca0" -d '{"events": [{"server_uuid": "cb25c929-79b4-4074-b7a9-259c2280e1ec", "name": "network-vif-plugged", "status": "completed", "tag": "3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:33.960699 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b,segment=NetworkSegment(52749484-4d85-414f-b47c-58df0e73f5b5),segment_id=52749484-4d85-414f-b47c-58df0e73f5b5)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:33.965864 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:33.994172 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9b07f0-86c9-4cf1-9f29-eccfbcd4ff07 x-openstack-request-id: req-bc9b07f0-86c9-4cf1-9f29-eccfbcd4ff07 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:33.994461 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb25c929-79b4-4074-b7a9-259c2280e1ec", "name": "network-vif-plugged", "status": "completed", "tag": "3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:33.994841 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bc9b07f0-86c9-4cf1-9f29-eccfbcd4ff07 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:33.995233 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb25c929-79b4-4074-b7a9-259c2280e1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b', 'code': 200} Aug 16 20:35:34.030399 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:34.090591 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdd02a-878a-41c1-894f-f8007b5d8344 req-17ad1374-5ee9-465f-b717-144fb05d0cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:34.092250 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a3cdd02a-878a-41c1-894f-f8007b5d8344 req-17ad1374-5ee9-465f-b717-144fb05d0cd8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cb25c929-79b4-4074-b7a9-259c2280e1ec HTTP/1.1" status: 200 len: 1097 time: 0.0431314 Aug 16 20:35:34.130089 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a3cdd02a-878a-41c1-894f-f8007b5d8344 req-2afe1440-11d9-44c0-95d8-4249e3e86906 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=adcaa4f4-0b0e-42a2-9f04-1e302d4823db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304577 Aug 16 20:35:34.221382 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5571a62-5207-4bdb-871f-bb72004dc555 req-5a5765e7-d3d5-492f-bd45-473fc5719480 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:34.222837 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a5571a62-5207-4bdb-871f-bb72004dc555 req-5a5765e7-d3d5-492f-bd45-473fc5719480 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb25c929-79b4-4074-b7a9-259c2280e1ec HTTP/1.1" status: 200 len: 945 time: 0.0599980 Aug 16 20:35:34.262829 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a5571a62-5207-4bdb-871f-bb72004dc555 req-784c639e-d9a1-4eb0-b594-b6ddfe16d0c1 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/security-groups?id=adcaa4f4-0b0e-42a2-9f04-1e302d4823db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332234 Aug 16 20:35:34.429491 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eba91468-3056-4b8c-a954-8ca578af4762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:34.687862 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:35.379034 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dedb67-eff9-4902-a1df-7c7e1dd368fd req-57ceff45-b4d2-4e0d-9408-d1e895871cae tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:35.380720 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-94dedb67-eff9-4902-a1df-7c7e1dd368fd req-57ceff45-b4d2-4e0d-9408-d1e895871cae tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb25c929-79b4-4074-b7a9-259c2280e1ec HTTP/1.1" status: 200 len: 945 time: 0.0513186 Aug 16 20:35:35.423797 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-94dedb67-eff9-4902-a1df-7c7e1dd368fd req-119491f6-a7be-462f-9913-d8d67aec9106 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/security-groups?id=adcaa4f4-0b0e-42a2-9f04-1e302d4823db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370905 Aug 16 20:35:35.654647 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:36.085088 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f724b0-22ed-449d-a57a-cd470fd7ae0d req-a7ccac32-cf88-4403-9138-5237e2191de7 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:36.087092 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-47f724b0-22ed-449d-a57a-cd470fd7ae0d req-a7ccac32-cf88-4403-9138-5237e2191de7 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb25c929-79b4-4074-b7a9-259c2280e1ec HTTP/1.1" status: 200 len: 945 time: 0.0501246 Aug 16 20:35:36.129674 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-47f724b0-22ed-449d-a57a-cd470fd7ae0d req-aa638100-34c3-4643-80e7-7ed78d39a551 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/security-groups?id=adcaa4f4-0b0e-42a2-9f04-1e302d4823db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365667 Aug 16 20:35:36.216924 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:36.275742 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:37.110061 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:37.258646 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bd2f9-2a2f-422c-8a26-0b9b808717b8 req-15c6995e-73e2-431c-8cd5-96554ea49210 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:37.260073 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-335bd2f9-2a2f-422c-8a26-0b9b808717b8 req-15c6995e-73e2-431c-8cd5-96554ea49210 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb25c929-79b4-4074-b7a9-259c2280e1ec HTTP/1.1" status: 200 len: 945 time: 0.0503476 Aug 16 20:35:37.299982 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-335bd2f9-2a2f-422c-8a26-0b9b808717b8 req-86d37e4e-db03-43fd-ab96-d96191840a47 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.68 "GET /v2.0/security-groups?id=adcaa4f4-0b0e-42a2-9f04-1e302d4823db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332379 Aug 16 20:35:37.349195 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c04be-4659-4ecc-946a-a28f3f74baa3 req-c5d9b3ec-e330-4373-8891-2d3efcf792b6 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:37.350563 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-315c04be-4659-4ecc-946a-a28f3f74baa3 req-c5d9b3ec-e330-4373-8891-2d3efcf792b6 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb25c929-79b4-4074-b7a9-259c2280e1ec HTTP/1.1" status: 200 len: 945 time: 0.0609095 Aug 16 20:35:37.447662 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-315c04be-4659-4ecc-946a-a28f3f74baa3 req-f825f343-4687-44e5-8c7b-741fa1821f66 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Deleting port 3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:37.448006 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-315c04be-4659-4ecc-946a-a28f3f74baa3 req-f825f343-4687-44e5-8c7b-741fa1821f66 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:37.544068 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-315c04be-4659-4ecc-946a-a28f3f74baa3 req-f825f343-4687-44e5-8c7b-741fa1821f66 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] For port 3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b,segment=NetworkSegment(52749484-4d85-414f-b47c-58df0e73f5b5),segment_id=52749484-4d85-414f-b47c-58df0e73f5b5)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:37.544343 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-315c04be-4659-4ecc-946a-a28f3f74baa3 req-f825f343-4687-44e5-8c7b-741fa1821f66 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:37.558858 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-315c04be-4659-4ecc-946a-a28f3f74baa3 req-f825f343-4687-44e5-8c7b-741fa1821f66 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Calling delete_port for 3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:37.692362 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-315c04be-4659-4ecc-946a-a28f3f74baa3 req-f825f343-4687-44e5-8c7b-741fa1821f66 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:37.704027 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:35:37.722386 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825f343-4687-44e5-8c7b-741fa1821f66 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Pushing event deleted for resources: {'Port': ['ID=3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:37.763600 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-315c04be-4659-4ecc-946a-a28f3f74baa3 req-f825f343-4687-44e5-8c7b-741fa1821f66 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] No DVR routers for this DVR port 3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:35:37.766356 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-315c04be-4659-4ecc-946a-a28f3f74baa3 req-f825f343-4687-44e5-8c7b-741fa1821f66 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:37.768382 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-315c04be-4659-4ecc-946a-a28f3f74baa3 req-f825f343-4687-44e5-8c7b-741fa1821f66 tempest-VolumesActionsTest-922683738 tempest-VolumesActionsTest-922683738-project] 10.222.0.57 "DELETE /v2.0/ports/3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b HTTP/1.1" status: 204 len: 173 time: 0.4118013 Aug 16 20:35:37.768890 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb25c929-79b4-4074-b7a9-259c2280e1ec', 'name': 'network-vif-deleted', 'tag': '3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:37.771162 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd91ff7c-99b1-481d-b379-f64cc5f5a5da" -d '{"events": [{"server_uuid": "cb25c929-79b4-4074-b7a9-259c2280e1ec", "name": "network-vif-deleted", "tag": "3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:37.807979 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1024c12f-9628-409a-861b-edf70adb4e86 x-openstack-request-id: req-1024c12f-9628-409a-861b-edf70adb4e86 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:37.808351 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb25c929-79b4-4074-b7a9-259c2280e1ec", "name": "network-vif-deleted", "tag": "3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:37.808610 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1024c12f-9628-409a-861b-edf70adb4e86 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:37.809012 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb25c929-79b4-4074-b7a9-259c2280e1ec', 'name': 'network-vif-deleted', 'tag': '3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b', 'status': 'completed', 'code': 200} Aug 16 20:35:39.805263 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:35:39.849754 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:35:39.850100 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3142a3b7-06c3-4797-9d1d-c2eb16f6fa5b not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:35:48.599811 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:35:57.090090 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54874) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:57.135505 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-02146c71-0fda-438c-8934-8786726e6ac5 admin admin] Deleting subnet 4a324f4b-a026-4ba3-ac45-a16bb7da3d58 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:35:57.138553 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02146c71-0fda-438c-8934-8786726e6ac5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.177284 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02146c71-0fda-438c-8934-8786726e6ac5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.216975 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02146c71-0fda-438c-8934-8786726e6ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.269950 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02146c71-0fda-438c-8934-8786726e6ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.298300 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02146c71-0fda-438c-8934-8786726e6ac5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a324f4b-a026-4ba3-ac45-a16bb7da3d58,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:57.300481 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02146c71-0fda-438c-8934-8786726e6ac5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.302703 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-02146c71-0fda-438c-8934-8786726e6ac5 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/4a324f4b-a026-4ba3-ac45-a16bb7da3d58 HTTP/1.1" status: 204 len: 168 time: 0.2116315 Aug 16 20:35:57.305689 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54876) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:57.378665 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35dd0a13-be84-4dda-807b-bdcfab07356e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.454362 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35dd0a13-be84-4dda-807b-bdcfab07356e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.464158 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-35dd0a13-be84-4dda-807b-bdcfab07356e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2381775f-2453-4bc0-b609-699446136d72']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:57.473745 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-35dd0a13-be84-4dda-807b-bdcfab07356e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52749484-4d85-414f-b47c-58df0e73f5b5') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:57.474035 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-35dd0a13-be84-4dda-807b-bdcfab07356e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52749484-4d85-414f-b47c-58df0e73f5b5') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:57.483104 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35dd0a13-be84-4dda-807b-bdcfab07356e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.497250 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35dd0a13-be84-4dda-807b-bdcfab07356e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.503056 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35dd0a13-be84-4dda-807b-bdcfab07356e admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:35:57.503721 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35dd0a13-be84-4dda-807b-bdcfab07356e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.505348 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:35:57.505348 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:35:57.505348 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:35:57.505348 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:35:57.505348 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:35:57.505348 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:35:57.505348 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:35:57.505348 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:35:57.505348 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:35:57.505348 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:35:57.505348 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:35:57.505348 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:35:57.505348 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:35:57.505348 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:35:57.505348 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:35:57.505348 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:35:57.505348 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:35:57.505348 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:35:57.505348 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:35:57.505348 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:35:57.505348 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:35:57.505348 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:35:57.505348 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:35:57.505348 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:35:57.505348 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:35:57.505348 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:35:57.505348 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:35:57.505348 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:35:57.505348 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:35:57.505348 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:35:57.505348 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:35:57.505348 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:35:57.561686 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35dd0a13-be84-4dda-807b-bdcfab07356e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.566985 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35dd0a13-be84-4dda-807b-bdcfab07356e admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.571921 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-35dd0a13-be84-4dda-807b-bdcfab07356e admin admin] 10.222.0.68 "DELETE /v2.0/networks/2381775f-2453-4bc0-b609-699446136d72 HTTP/1.1" status: 204 len: 168 time: 0.2622483 Aug 16 20:35:57.580224 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd0a13-be84-4dda-807b-bdcfab07356e admin admin] Pushing event deleted for resources: {'Network': ['ID=2381775f-2453-4bc0-b609-699446136d72,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:57.676511 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54880) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:57.716212 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c3e7a033-6106-4b1a-84bf-cc1342c8c1da admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=840a0ba25a3743608753a024d7b36f92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384703 Aug 16 20:35:57.718406 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54882) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:57.764513 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0283d15-8508-4e82-894c-4c1856333114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.786062 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0283d15-8508-4e82-894c-4c1856333114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.836344 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0283d15-8508-4e82-894c-4c1856333114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.839116 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0283d15-8508-4e82-894c-4c1856333114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.840395 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e0283d15-8508-4e82-894c-4c1856333114 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/adcaa4f4-0b0e-42a2-9f04-1e302d4823db HTTP/1.1" status: 204 len: 168 time: 0.1210613 Aug 16 20:35:57.848661 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0283d15-8508-4e82-894c-4c1856333114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcaa4f4-0b0e-42a2-9f04-1e302d4823db,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:58.820218 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 54942) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:59.311009 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e7b3d9d7-9203-4d20-8d70-e5dc9799c5bb tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Deleting port bd1c744d-b50b-43c3-829c-f8ee91277d97 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:59.311385 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7b3d9d7-9203-4d20-8d70-e5dc9799c5bb tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:59.402657 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7b3d9d7-9203-4d20-8d70-e5dc9799c5bb tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:59.402992 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7b3d9d7-9203-4d20-8d70-e5dc9799c5bb tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:59.415412 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e7b3d9d7-9203-4d20-8d70-e5dc9799c5bb tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Calling delete_port for bd1c744d-b50b-43c3-829c-f8ee91277d97 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:59.572452 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7b3d9d7-9203-4d20-8d70-e5dc9799c5bb tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:59.600363 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3d9d7-9203-4d20-8d70-e5dc9799c5bb tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Pushing event deleted for resources: {'Port': ['ID=bd1c744d-b50b-43c3-829c-f8ee91277d97,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:59.675715 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7b3d9d7-9203-4d20-8d70-e5dc9799c5bb tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:59.676095 n-d-787206-13 neutron-server[94771]: INFO neutron.db.l3_db [None req-e7b3d9d7-9203-4d20-8d70-e5dc9799c5bb tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Floating IP 419bfc48-2ec3-4724-8219-0bc8fd556fb4 disassociated (deleted). External IP: 172.25.8.40, port: 30d7baa7-a76e-4ce2-ace1-07adcaa6dc43. Aug 16 20:35:59.907547 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b3d9d7-9203-4d20-8d70-e5dc9799c5bb tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Router b9588d70-1606-4ff9-a783-49e00e56fef0 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:36:00.020880 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b3d9d7-9203-4d20-8d70-e5dc9799c5bb tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:00.027477 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7b3d9d7-9203-4d20-8d70-e5dc9799c5bb tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:00.031643 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa5fed3-cc73-4b99-8292-94e9f3633068 None None] Sync routers for ids ['b9588d70-1606-4ff9-a783-49e00e56fef0'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:00.045416 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa5fed3-cc73-4b99-8292-94e9f3633068 None None] Routers {'b9588d70-1606-4ff9-a783-49e00e56fef0'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:00.046317 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bfa5fed3-cc73-4b99-8292-94e9f3633068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:35:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['b9588d70-1606-4ff9-a783-49e00e56fef0'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:00.066441 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e7b3d9d7-9203-4d20-8d70-e5dc9799c5bb tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "DELETE /v2.0/floatingips/419bfc48-2ec3-4724-8219-0bc8fd556fb4 HTTP/1.1" status: 204 len: 168 time: 1.2449777 Aug 16 20:36:00.067301 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ccfd30-4b08-4b87-8445-b331edc409d5', 'tag': '30d7baa7-a76e-4ce2-ace1-07adcaa6dc43'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:36:00.072852 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7989f2a5-b7b5-49e8-a917-50f19b01f35c" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ccfd30-4b08-4b87-8445-b331edc409d5", "tag": "30d7baa7-a76e-4ce2-ace1-07adcaa6dc43"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:00.121272 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983f653c-58ef-4387-a590-d6e3cd401370 x-openstack-request-id: req-983f653c-58ef-4387-a590-d6e3cd401370 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:00.121557 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ccfd30-4b08-4b87-8445-b331edc409d5", "tag": "30d7baa7-a76e-4ce2-ace1-07adcaa6dc43", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:00.121807 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-983f653c-58ef-4387-a590-d6e3cd401370 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:00.122229 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ccfd30-4b08-4b87-8445-b331edc409d5', 'tag': '30d7baa7-a76e-4ce2-ace1-07adcaa6dc43', 'status': 'completed', 'code': 200} Aug 16 20:36:00.178905 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-bfa5fed3-cc73-4b99-8292-94e9f3633068 None None] Set router b9588d70-1606-4ff9-a783-49e00e56fef0 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:00.187686 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989f2a5-b7b5-49e8-a917-50f19b01f35c req-445ead8c-5ca9-40ae-9908-5388196d1163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:00.189695 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7989f2a5-b7b5-49e8-a917-50f19b01f35c req-445ead8c-5ca9-40ae-9908-5388196d1163 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f6c2befe1a84bdbab1a693825c272af&device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 1098 time: 0.0425880 Aug 16 20:36:00.295526 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989f2a5-b7b5-49e8-a917-50f19b01f35c req-5803bc90-c55b-41fb-9004-083f11b205d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:00.297065 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7989f2a5-b7b5-49e8-a917-50f19b01f35c req-5803bc90-c55b-41fb-9004-083f11b205d1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c1000037-e4bd-4c0c-91e1-888655c77098 HTTP/1.1" status: 200 len: 915 time: 0.1000161 Aug 16 20:36:00.358435 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7989f2a5-b7b5-49e8-a917-50f19b01f35c req-d3862002-706d-4939-91ef-62e9a2451aa6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30d7baa7-a76e-4ce2-ace1-07adcaa6dc43 HTTP/1.1" status: 200 len: 217 time: 0.0532801 Aug 16 20:36:00.447538 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f212c3-47ad-4113-8cdf-36734f63545b req-5c660b4b-6d6b-4ac3-ba63-22172802a610 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:00.449029 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-73f212c3-47ad-4113-8cdf-36734f63545b req-5c660b4b-6d6b-4ac3-ba63-22172802a610 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 946 time: 0.1014581 Aug 16 20:36:00.450685 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989f2a5-b7b5-49e8-a917-50f19b01f35c req-c458d269-e63d-48c8-bd36-07a509e3d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:00.452061 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7989f2a5-b7b5-49e8-a917-50f19b01f35c req-c458d269-e63d-48c8-bd36-07a509e3d851 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=33bd10fe-e557-45a9-af4b-2c9d53394144 HTTP/1.1" status: 200 len: 853 time: 0.0746720 Aug 16 20:36:00.526825 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989f2a5-b7b5-49e8-a917-50f19b01f35c req-e9a83b38-441e-4183-8234-7dbcbe862589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:00.528593 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7989f2a5-b7b5-49e8-a917-50f19b01f35c req-e9a83b38-441e-4183-8234-7dbcbe862589 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c1000037-e4bd-4c0c-91e1-888655c77098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0682921 Aug 16 20:36:00.531923 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-73f212c3-47ad-4113-8cdf-36734f63545b req-fd3ba73b-7568-4a85-b12a-9952344c85d1 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/security-groups?id=6d66afae-3427-490b-97bc-e7f5ac34d356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729349 Aug 16 20:36:00.594794 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bfa5fed3-cc73-4b99-8292-94e9f3633068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'name': 'tempest-TestVolumeBackupRestore-1240195295-router', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:55Z', 'updated_at': '2021-08-16T20:32:58Z', 'revision_number': 4, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'gw_port': {'id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:56Z', 'updated_at': '2021-08-16T20:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '1a2606ee-2034-415f-9e88-df346365e4c1', 'name': '', 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'mac_address': 'fa:16:3e:61:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '33bd10fe-e557-45a9-af4b-2c9d53394144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:58Z', 'updated_at': '2021-08-16T20:33:05Z', 'revision_number': 5, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'subnets': [{'id': '33bd10fe-e557-45a9-af4b-2c9d53394144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:00.622956 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa5fed3-cc73-4b99-8292-94e9f3633068 None None] Checking router: b9588d70-1606-4ff9-a783-49e00e56fef0 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:36:00.631488 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7989f2a5-b7b5-49e8-a917-50f19b01f35c req-68fd21b0-aa40-49a3-bdb0-dbf406e472c9 service neutron] 10.222.0.63 "GET /v2.0/networks/c1000037-e4bd-4c0c-91e1-888655c77098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944731 Aug 16 20:36:00.632382 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa5fed3-cc73-4b99-8292-94e9f3633068 None None] Routers {'b9588d70-1606-4ff9-a783-49e00e56fef0'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:00.633542 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bfa5fed3-cc73-4b99-8292-94e9f3633068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:35:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['b9588d70-1606-4ff9-a783-49e00e56fef0'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:00.728744 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7989f2a5-b7b5-49e8-a917-50f19b01f35c req-18c409cf-780f-40db-bf5c-b4b7682a6a69 service neutron] 10.222.0.63 "GET /v2.0/networks/c1000037-e4bd-4c0c-91e1-888655c77098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892804 Aug 16 20:36:00.752801 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-bfa5fed3-cc73-4b99-8292-94e9f3633068 None None] Set router b9588d70-1606-4ff9-a783-49e00e56fef0 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:00.957783 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bfa5fed3-cc73-4b99-8292-94e9f3633068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'name': 'tempest-TestVolumeBackupRestore-1240195295-router', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:55Z', 'updated_at': '2021-08-16T20:32:58Z', 'revision_number': 4, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'gw_port': {'id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:56Z', 'updated_at': '2021-08-16T20:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '1a2606ee-2034-415f-9e88-df346365e4c1', 'name': '', 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'mac_address': 'fa:16:3e:61:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '33bd10fe-e557-45a9-af4b-2c9d53394144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:58Z', 'updated_at': '2021-08-16T20:33:05Z', 'revision_number': 5, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'subnets': [{'id': '33bd10fe-e557-45a9-af4b-2c9d53394144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:00.985035 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa5fed3-cc73-4b99-8292-94e9f3633068 None None] The sync data for ids ['b9588d70-1606-4ff9-a783-49e00e56fef0'] in n-d-787206-13 is: [{'id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'name': 'tempest-TestVolumeBackupRestore-1240195295-router', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:55Z', 'updated_at': '2021-08-16T20:32:58Z', 'revision_number': 4, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'gw_port': {'id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:56Z', 'updated_at': '2021-08-16T20:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '1a2606ee-2034-415f-9e88-df346365e4c1', 'name': '', 'network_id': 'c1000037-e4bd-4c0c-91e1-888655c77098', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'mac_address': 'fa:16:3e:61:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '33bd10fe-e557-45a9-af4b-2c9d53394144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:58Z', 'updated_at': '2021-08-16T20:33:05Z', 'revision_number': 5, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'subnets': [{'id': '33bd10fe-e557-45a9-af4b-2c9d53394144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:01.234921 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae92b9c-c83b-4e10-b547-73ed697fcd51 None None] New status for floating IP 419bfc48-2ec3-4724-8219-0bc8fd556fb4: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:36:01.654034 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02840da1-b302-4fd3-a7ce-ce133e4f6591 req-13b20250-02b0-4d3b-ad42-6f6bce8e00b7 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:01.655553 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02840da1-b302-4fd3-a7ce-ce133e4f6591 req-13b20250-02b0-4d3b-ad42-6f6bce8e00b7 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 946 time: 0.0507495 Aug 16 20:36:01.695413 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-02840da1-b302-4fd3-a7ce-ce133e4f6591 req-9b97a98d-f015-4fd6-92a8-1f69f08cd03d tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/security-groups?id=6d66afae-3427-490b-97bc-e7f5ac34d356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338016 Aug 16 20:36:01.822511 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-05475437-1bb3-421c-8cb0-9225eb3363b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:01.856392 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058aa254-e608-4173-8afc-cb7316afdb6e req-a18aea1e-967c-4536-adf1-ee02de6e63f7 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:01.857920 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-058aa254-e608-4173-8afc-cb7316afdb6e req-a18aea1e-967c-4536-adf1-ee02de6e63f7 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 946 time: 0.0551374 Aug 16 20:36:01.953727 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-058aa254-e608-4173-8afc-cb7316afdb6e req-cf44c137-9a39-4f14-b369-c7da6b1fd02d tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Deleting port 30d7baa7-a76e-4ce2-ace1-07adcaa6dc43 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:01.954068 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-058aa254-e608-4173-8afc-cb7316afdb6e req-cf44c137-9a39-4f14-b369-c7da6b1fd02d tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:02.051525 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-058aa254-e608-4173-8afc-cb7316afdb6e req-cf44c137-9a39-4f14-b369-c7da6b1fd02d tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] For port 30d7baa7-a76e-4ce2-ace1-07adcaa6dc43, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=30d7baa7-a76e-4ce2-ace1-07adcaa6dc43,segment=NetworkSegment(3b347b5a-7796-41df-bf01-5aded8d43c62),segment_id=3b347b5a-7796-41df-bf01-5aded8d43c62)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:02.052003 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-058aa254-e608-4173-8afc-cb7316afdb6e req-cf44c137-9a39-4f14-b369-c7da6b1fd02d tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:02.065781 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-058aa254-e608-4173-8afc-cb7316afdb6e req-cf44c137-9a39-4f14-b369-c7da6b1fd02d tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Calling delete_port for 30d7baa7-a76e-4ce2-ace1-07adcaa6dc43 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:02.200375 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-058aa254-e608-4173-8afc-cb7316afdb6e req-cf44c137-9a39-4f14-b369-c7da6b1fd02d tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:02.230657 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44c137-9a39-4f14-b369-c7da6b1fd02d tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Pushing event deleted for resources: {'Port': ['ID=30d7baa7-a76e-4ce2-ace1-07adcaa6dc43,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:02.279907 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-058aa254-e608-4173-8afc-cb7316afdb6e req-cf44c137-9a39-4f14-b369-c7da6b1fd02d tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] No DVR routers for this DVR port 30d7baa7-a76e-4ce2-ace1-07adcaa6dc43 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:36:02.283884 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-058aa254-e608-4173-8afc-cb7316afdb6e req-cf44c137-9a39-4f14-b369-c7da6b1fd02d tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:02.285877 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-058aa254-e608-4173-8afc-cb7316afdb6e req-cf44c137-9a39-4f14-b369-c7da6b1fd02d tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.63 "DELETE /v2.0/ports/30d7baa7-a76e-4ce2-ace1-07adcaa6dc43 HTTP/1.1" status: 204 len: 173 time: 0.4218354 Aug 16 20:36:02.286338 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ccfd30-4b08-4b87-8445-b331edc409d5', 'name': 'network-vif-deleted', 'tag': '30d7baa7-a76e-4ce2-ace1-07adcaa6dc43'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:36:02.289352 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee96593-b6d4-4f79-828d-7be4fe19ba4a" -d '{"events": [{"server_uuid": "c8ccfd30-4b08-4b87-8445-b331edc409d5", "name": "network-vif-deleted", "tag": "30d7baa7-a76e-4ce2-ace1-07adcaa6dc43"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:02.346980 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937f7c3b-00f1-4c49-a3c4-bf60e65189a8 x-openstack-request-id: req-937f7c3b-00f1-4c49-a3c4-bf60e65189a8 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:02.347515 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ccfd30-4b08-4b87-8445-b331edc409d5", "name": "network-vif-deleted", "tag": "30d7baa7-a76e-4ce2-ace1-07adcaa6dc43", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:02.347768 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-937f7c3b-00f1-4c49-a3c4-bf60e65189a8 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:02.348170 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ccfd30-4b08-4b87-8445-b331edc409d5', 'name': 'network-vif-deleted', 'tag': '30d7baa7-a76e-4ce2-ace1-07adcaa6dc43', 'status': 'completed', 'code': 200} Aug 16 20:36:02.799827 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7d48c538-43e3-4359-b015-afe8c320796e req-888aa73d-3a1e-4ffe-8ed3-893cb23d318c tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 210 time: 0.0343986 Aug 16 20:36:03.897708 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1d62a2f0-c49a-4b73-8f84-8564e2f5ed63 req-1a14eedd-8327-4d90-b79f-8b0dbf6f6864 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 210 time: 0.0288873 Aug 16 20:36:04.440630 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1f215d66-693f-442e-99de-643d63968fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:04.690158 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:05.005744 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-854ab130-02dd-4383-aa55-bef943994376 req-7dd785f3-7289-47d8-8bf0-ab01e6efb600 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 210 time: 0.0349503 Aug 16 20:36:05.655594 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:06.118854 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8ab22093-f8cd-40f9-95ab-88f7ae535e57 req-73923034-d8ca-453b-96de-149eaef5d153 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8ccfd30-4b08-4b87-8445-b331edc409d5 HTTP/1.1" status: 200 len: 210 time: 0.0302637 Aug 16 20:36:06.224804 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:06.286366 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:06.823477 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 30d7baa7-a76e-4ce2-ace1-07adcaa6dc43 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:36:06.847820 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 30d7baa7-a76e-4ce2-ace1-07adcaa6dc43 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:36:06.848150 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 30d7baa7-a76e-4ce2-ace1-07adcaa6dc43 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:36:07.111816 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:07.182138 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55022) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:07.247759 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f6720e5-a2c9-481e-a338-8780c5f03188 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:07.274252 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f6720e5-a2c9-481e-a338-8780c5f03188 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:07.334828 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f6720e5-a2c9-481e-a338-8780c5f03188 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:07.338055 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f6720e5-a2c9-481e-a338-8780c5f03188 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:07.339283 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3f6720e5-a2c9-481e-a338-8780c5f03188 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] 10.222.0.68 "DELETE /v2.0/security-groups/6d66afae-3427-490b-97bc-e7f5ac34d356 HTTP/1.1" status: 204 len: 168 time: 0.1561365 Aug 16 20:36:07.349432 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6720e5-a2c9-481e-a338-8780c5f03188 tempest-TestVolumeBackupRestore-1821016562 tempest-TestVolumeBackupRestore-1821016562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d66afae-3427-490b-97bc-e7f5ac34d356,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:10.953661 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55472) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:11.423289 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a14fe612-4a15-4586-9283-5b9d6f8394b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:11.695731 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-a14fe612-4a15-4586-9283-5b9d6f8394b2 admin admin] Deleting port 1a2606ee-2034-415f-9e88-df346365e4c1 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:11.696203 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a14fe612-4a15-4586-9283-5b9d6f8394b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:11.777606 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-a14fe612-4a15-4586-9283-5b9d6f8394b2 admin admin] For port 1a2606ee-2034-415f-9e88-df346365e4c1, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1a2606ee-2034-415f-9e88-df346365e4c1,segment=NetworkSegment(3b347b5a-7796-41df-bf01-5aded8d43c62),segment_id=3b347b5a-7796-41df-bf01-5aded8d43c62)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:11.777968 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a14fe612-4a15-4586-9283-5b9d6f8394b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:11.790982 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-a14fe612-4a15-4586-9283-5b9d6f8394b2 admin admin] Calling delete_port for 1a2606ee-2034-415f-9e88-df346365e4c1 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:11.974164 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a14fe612-4a15-4586-9283-5b9d6f8394b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:12.005180 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fe612-4a15-4586-9283-5b9d6f8394b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a2606ee-2034-415f-9e88-df346365e4c1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:12.021330 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fe612-4a15-4586-9283-5b9d6f8394b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:12.021330 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fe612-4a15-4586-9283-5b9d6f8394b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:12.021330 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fe612-4a15-4586-9283-5b9d6f8394b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:12.021710 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fe612-4a15-4586-9283-5b9d6f8394b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:12.021949 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fe612-4a15-4586-9283-5b9d6f8394b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:12.022281 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fe612-4a15-4586-9283-5b9d6f8394b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:12.022616 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fe612-4a15-4586-9283-5b9d6f8394b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:12.022942 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fe612-4a15-4586-9283-5b9d6f8394b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:12.023474 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fe612-4a15-4586-9283-5b9d6f8394b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:12.023816 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fe612-4a15-4586-9283-5b9d6f8394b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:12.024157 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fe612-4a15-4586-9283-5b9d6f8394b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:12.024470 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fe612-4a15-4586-9283-5b9d6f8394b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:12.192166 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a14fe612-4a15-4586-9283-5b9d6f8394b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:12.406882 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14fe612-4a15-4586-9283-5b9d6f8394b2 admin admin] Router b9588d70-1606-4ff9-a783-49e00e56fef0 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:36:12.512599 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14fe612-4a15-4586-9283-5b9d6f8394b2 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:12.517714 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a14fe612-4a15-4586-9283-5b9d6f8394b2 admin admin] 10.222.0.68 "PUT /v2.0/routers/b9588d70-1606-4ff9-a783-49e00e56fef0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5611269 Aug 16 20:36:12.520449 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55512) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:12.521395 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7003d3b4-dcdb-45d3-a572-6232e35c7a2e None None] Sync routers for ids ['b9588d70-1606-4ff9-a783-49e00e56fef0'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:12.532038 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7003d3b4-dcdb-45d3-a572-6232e35c7a2e None None] Routers {'b9588d70-1606-4ff9-a783-49e00e56fef0'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:12.532750 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7003d3b4-dcdb-45d3-a572-6232e35c7a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:36:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['b9588d70-1606-4ff9-a783-49e00e56fef0'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:12.630068 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-defb7b50-7ad0-4f19-98a1-d00b1b2f7a14 admin admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:12.642443 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-7003d3b4-dcdb-45d3-a572-6232e35c7a2e None None] Set router b9588d70-1606-4ff9-a783-49e00e56fef0 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:12.831946 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7003d3b4-dcdb-45d3-a572-6232e35c7a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'name': 'tempest-TestVolumeBackupRestore-1240195295-router', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:55Z', 'updated_at': '2021-08-16T20:36:11Z', 'revision_number': 5, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'gw_port': {'id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:56Z', 'updated_at': '2021-08-16T20:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:12.860642 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7003d3b4-dcdb-45d3-a572-6232e35c7a2e None None] Checking router: b9588d70-1606-4ff9-a783-49e00e56fef0 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:36:12.869587 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7003d3b4-dcdb-45d3-a572-6232e35c7a2e None None] Routers {'b9588d70-1606-4ff9-a783-49e00e56fef0'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:12.870215 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7003d3b4-dcdb-45d3-a572-6232e35c7a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:36:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['b9588d70-1606-4ff9-a783-49e00e56fef0'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:13.004172 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-7003d3b4-dcdb-45d3-a572-6232e35c7a2e None None] Set router b9588d70-1606-4ff9-a783-49e00e56fef0 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:13.097730 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-defb7b50-7ad0-4f19-98a1-d00b1b2f7a14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.163600 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-defb7b50-7ad0-4f19-98a1-d00b1b2f7a14 admin admin] Deleting port b5fb404e-da55-44d5-a8b6-550ac9349803 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:13.164794 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-defb7b50-7ad0-4f19-98a1-d00b1b2f7a14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.231687 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7003d3b4-dcdb-45d3-a572-6232e35c7a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'name': 'tempest-TestVolumeBackupRestore-1240195295-router', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:55Z', 'updated_at': '2021-08-16T20:36:11Z', 'revision_number': 5, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'gw_port': {'id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:56Z', 'updated_at': '2021-08-16T20:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:13.247473 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-defb7b50-7ad0-4f19-98a1-d00b1b2f7a14 admin admin] For port b5fb404e-da55-44d5-a8b6-550ac9349803, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b5fb404e-da55-44d5-a8b6-550ac9349803,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:13.247839 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-defb7b50-7ad0-4f19-98a1-d00b1b2f7a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.260201 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7003d3b4-dcdb-45d3-a572-6232e35c7a2e None None] The sync data for ids ['b9588d70-1606-4ff9-a783-49e00e56fef0'] in n-d-787206-13 is: [{'id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'name': 'tempest-TestVolumeBackupRestore-1240195295-router', 'tenant_id': '2f6c2befe1a84bdbab1a693825c272af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:32:55Z', 'updated_at': '2021-08-16T20:36:11Z', 'revision_number': 5, 'project_id': '2f6c2befe1a84bdbab1a693825c272af', 'gw_port': {'id': 'b5fb404e-da55-44d5-a8b6-550ac9349803', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9588d70-1606-4ff9-a783-49e00e56fef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:32:56Z', 'updated_at': '2021-08-16T20:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:13.264675 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-defb7b50-7ad0-4f19-98a1-d00b1b2f7a14 admin admin] Calling delete_port for b5fb404e-da55-44d5-a8b6-550ac9349803 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:13.479894 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-defb7b50-7ad0-4f19-98a1-d00b1b2f7a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.514338 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb7b50-7ad0-4f19-98a1-d00b1b2f7a14 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5fb404e-da55-44d5-a8b6-550ac9349803,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:13.581278 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-defb7b50-7ad0-4f19-98a1-d00b1b2f7a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.701582 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-defb7b50-7ad0-4f19-98a1-d00b1b2f7a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.705067 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-defb7b50-7ad0-4f19-98a1-d00b1b2f7a14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.768702 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-defb7b50-7ad0-4f19-98a1-d00b1b2f7a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.769555 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defb7b50-7ad0-4f19-98a1-d00b1b2f7a14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9588d70-1606-4ff9-a783-49e00e56fef0 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:36:13.775773 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-defb7b50-7ad0-4f19-98a1-d00b1b2f7a14 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.776811 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-defb7b50-7ad0-4f19-98a1-d00b1b2f7a14 admin admin] 10.222.0.68 "DELETE /v2.0/routers/b9588d70-1606-4ff9-a783-49e00e56fef0 HTTP/1.1" status: 204 len: 168 time: 1.2554140 Aug 16 20:36:13.779861 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55516) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:13.838562 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e37c45-687c-4b29-8f21-4d12ec94f61f admin admin] Deleting subnet 33bd10fe-e557-45a9-af4b-2c9d53394144 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:36:13.842497 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11e37c45-687c-4b29-8f21-4d12ec94f61f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.883445 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11e37c45-687c-4b29-8f21-4d12ec94f61f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.975151 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11e37c45-687c-4b29-8f21-4d12ec94f61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.031732 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11e37c45-687c-4b29-8f21-4d12ec94f61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.058589 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e37c45-687c-4b29-8f21-4d12ec94f61f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33bd10fe-e557-45a9-af4b-2c9d53394144,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:14.067485 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e37c45-687c-4b29-8f21-4d12ec94f61f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:14.067831 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e37c45-687c-4b29-8f21-4d12ec94f61f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:14.068164 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e37c45-687c-4b29-8f21-4d12ec94f61f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:14.068494 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e37c45-687c-4b29-8f21-4d12ec94f61f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:14.068820 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e37c45-687c-4b29-8f21-4d12ec94f61f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:14.069225 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e37c45-687c-4b29-8f21-4d12ec94f61f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:14.069548 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e37c45-687c-4b29-8f21-4d12ec94f61f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:14.069659 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fe446a-8124-4574-89da-c6fab90efa77 None None] Network c1000037-e4bd-4c0c-91e1-888655c77098 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:14.070135 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e37c45-687c-4b29-8f21-4d12ec94f61f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:14.070230 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e37c45-687c-4b29-8f21-4d12ec94f61f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:14.070505 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e37c45-687c-4b29-8f21-4d12ec94f61f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:14.070821 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e37c45-687c-4b29-8f21-4d12ec94f61f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:14.071133 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e37c45-687c-4b29-8f21-4d12ec94f61f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:14.073979 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11e37c45-687c-4b29-8f21-4d12ec94f61f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.075880 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-11e37c45-687c-4b29-8f21-4d12ec94f61f admin admin] 10.222.0.68 "DELETE /v2.0/subnets/33bd10fe-e557-45a9-af4b-2c9d53394144 HTTP/1.1" status: 204 len: 168 time: 0.2938592 Aug 16 20:36:14.079138 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55518) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:14.170319 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef81234a-f2c5-4836-a0cd-a814862ed018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.226179 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-ef81234a-f2c5-4836-a0cd-a814862ed018 admin admin] Deleting port 1737e145-acb2-44bf-b051-1acda54739d2 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:14.226653 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef81234a-f2c5-4836-a0cd-a814862ed018 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.296670 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-ef81234a-f2c5-4836-a0cd-a814862ed018 admin admin] For port 1737e145-acb2-44bf-b051-1acda54739d2, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1737e145-acb2-44bf-b051-1acda54739d2,segment=NetworkSegment(3b347b5a-7796-41df-bf01-5aded8d43c62),segment_id=3b347b5a-7796-41df-bf01-5aded8d43c62)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:14.297601 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef81234a-f2c5-4836-a0cd-a814862ed018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.310020 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-ef81234a-f2c5-4836-a0cd-a814862ed018 admin admin] Calling delete_port for 1737e145-acb2-44bf-b051-1acda54739d2 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:14.388587 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea91112a-b234-43dc-831b-ae5eb33c5501 None None] DHCP port deletion for c1000037-e4bd-4c0c-91e1-888655c77098 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:36:14.403053 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef81234a-f2c5-4836-a0cd-a814862ed018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.438165 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81234a-f2c5-4836-a0cd-a814862ed018 admin admin] Pushing event deleted for resources: {'Port': ['ID=1737e145-acb2-44bf-b051-1acda54739d2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:14.438352 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ea91112a-b234-43dc-831b-ae5eb33c5501 None None] Deleting port 1737e145-acb2-44bf-b051-1acda54739d2 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:14.438352 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea91112a-b234-43dc-831b-ae5eb33c5501 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.439894 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef81234a-f2c5-4836-a0cd-a814862ed018 admin admin] No DVR routers for this DVR port 1737e145-acb2-44bf-b051-1acda54739d2 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:36:14.512922 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ea91112a-b234-43dc-831b-ae5eb33c5501 None None] For port 1737e145-acb2-44bf-b051-1acda54739d2, host n-d-787206-13, got binding levels [] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:14.513347 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea91112a-b234-43dc-831b-ae5eb33c5501 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.529668 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ea91112a-b234-43dc-831b-ae5eb33c5501 None None] Calling delete_port for 1737e145-acb2-44bf-b051-1acda54739d2 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:14.532532 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.ipam_backend_mixin [None req-ea91112a-b234-43dc-831b-ae5eb33c5501 None None] Port 1737e145-acb2-44bf-b051-1acda54739d2 was not found and therefore no delete operation was performed {{(pid=94772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:36:14.537139 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea91112a-b234-43dc-831b-ae5eb33c5501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.552629 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef81234a-f2c5-4836-a0cd-a814862ed018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.562606 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-ef81234a-f2c5-4836-a0cd-a814862ed018 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1000037-e4bd-4c0c-91e1-888655c77098']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:14.562783 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91112a-b234-43dc-831b-ae5eb33c5501 None None] Pushing event deleted for resources: {'Port': ['ID=1737e145-acb2-44bf-b051-1acda54739d2,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:14.566269 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea91112a-b234-43dc-831b-ae5eb33c5501 None None] No DVR routers for this DVR port 1737e145-acb2-44bf-b051-1acda54739d2 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:36:14.577959 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-ef81234a-f2c5-4836-a0cd-a814862ed018 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b347b5a-7796-41df-bf01-5aded8d43c62') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:14.578357 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-ef81234a-f2c5-4836-a0cd-a814862ed018 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b347b5a-7796-41df-bf01-5aded8d43c62') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:14.588488 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef81234a-f2c5-4836-a0cd-a814862ed018 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.603211 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef81234a-f2c5-4836-a0cd-a814862ed018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.609364 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef81234a-f2c5-4836-a0cd-a814862ed018 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:36:14.609758 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef81234a-f2c5-4836-a0cd-a814862ed018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.611580 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:36:14.611580 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:36:14.611580 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:36:14.611580 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:36:14.611580 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:36:14.611580 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:36:14.611580 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:36:14.611580 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:36:14.611580 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:36:14.611580 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:36:14.611580 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:36:14.611580 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:36:14.611580 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:36:14.611580 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:36:14.611580 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:36:14.611580 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:36:14.611580 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:36:14.611580 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:36:14.611580 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:36:14.611580 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:36:14.611580 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:36:14.611580 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:36:14.611580 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:36:14.611580 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:36:14.611580 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:36:14.611580 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:36:14.611580 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:36:14.611580 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:36:14.611580 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:36:14.611580 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:36:14.611580 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:36:14.611580 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:36:14.668682 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef81234a-f2c5-4836-a0cd-a814862ed018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.674298 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef81234a-f2c5-4836-a0cd-a814862ed018 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.676156 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ef81234a-f2c5-4836-a0cd-a814862ed018 admin admin] 10.222.0.68 "DELETE /v2.0/networks/c1000037-e4bd-4c0c-91e1-888655c77098 HTTP/1.1" status: 204 len: 168 time: 0.5965645 Aug 16 20:36:14.679546 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55522) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:14.687212 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81234a-f2c5-4836-a0cd-a814862ed018 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1000037-e4bd-4c0c-91e1-888655c77098,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:15.034012 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1a2606ee-2034-415f-9e88-df346365e4c1 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:36:15.037803 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-db9311a2-3a3d-447c-8b3f-4790b9f4f686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:15.054229 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 1a2606ee-2034-415f-9e88-df346365e4c1 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:36:15.055073 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1a2606ee-2034-415f-9e88-df346365e4c1 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:36:15.055528 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1737e145-acb2-44bf-b051-1acda54739d2 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:36:15.075499 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 1737e145-acb2-44bf-b051-1acda54739d2 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:36:15.076178 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1737e145-acb2-44bf-b051-1acda54739d2 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:36:15.076309 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b5fb404e-da55-44d5-a8b6-550ac9349803 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:36:15.095079 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: b5fb404e-da55-44d5-a8b6-550ac9349803 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:36:15.095461 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b5fb404e-da55-44d5-a8b6-550ac9349803 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:36:15.289764 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-db9311a2-3a3d-447c-8b3f-4790b9f4f686 admin admin] Deleting port 2a4341de-3ef3-45a0-8dab-418e04544500 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:15.290507 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-db9311a2-3a3d-447c-8b3f-4790b9f4f686 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:15.371767 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-db9311a2-3a3d-447c-8b3f-4790b9f4f686 admin admin] For port 2a4341de-3ef3-45a0-8dab-418e04544500, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=2a4341de-3ef3-45a0-8dab-418e04544500,segment=NetworkSegment(ba45ffda-4b25-424d-b7b8-f66b04e8a402),segment_id=ba45ffda-4b25-424d-b7b8-f66b04e8a402)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:15.372134 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-db9311a2-3a3d-447c-8b3f-4790b9f4f686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:15.385863 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-db9311a2-3a3d-447c-8b3f-4790b9f4f686 admin admin] Calling delete_port for 2a4341de-3ef3-45a0-8dab-418e04544500 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:15.583684 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-db9311a2-3a3d-447c-8b3f-4790b9f4f686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:15.608969 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9311a2-3a3d-447c-8b3f-4790b9f4f686 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a4341de-3ef3-45a0-8dab-418e04544500,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:15.788038 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-db9311a2-3a3d-447c-8b3f-4790b9f4f686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:16.003587 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9311a2-3a3d-447c-8b3f-4790b9f4f686 admin admin] Router 66861612-c87a-4f6d-8fc6-af34eb1b4dc6 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:36:16.111590 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9311a2-3a3d-447c-8b3f-4790b9f4f686 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:16.116622 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-db9311a2-3a3d-447c-8b3f-4790b9f4f686 admin admin] 10.222.0.68 "PUT /v2.0/routers/66861612-c87a-4f6d-8fc6-af34eb1b4dc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4357028 Aug 16 20:36:16.118977 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55534) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:16.122074 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654d0c8a-1902-45bc-8196-2dbcc446519e None None] Sync routers for ids ['66861612-c87a-4f6d-8fc6-af34eb1b4dc6'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:16.131626 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654d0c8a-1902-45bc-8196-2dbcc446519e None None] Routers {'66861612-c87a-4f6d-8fc6-af34eb1b4dc6'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:16.132314 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-654d0c8a-1902-45bc-8196-2dbcc446519e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:36:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['66861612-c87a-4f6d-8fc6-af34eb1b4dc6'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:16.225605 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8672b8e6-697f-43c9-b129-388bb863babc admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:16.240029 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-654d0c8a-1902-45bc-8196-2dbcc446519e None None] Set router 66861612-c87a-4f6d-8fc6-af34eb1b4dc6 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:16.331689 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8672b8e6-697f-43c9-b129-388bb863babc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:16.385590 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-8672b8e6-697f-43c9-b129-388bb863babc admin admin] Deleting port 8e3b18dd-5acd-453a-9a66-6b76661ef591 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:16.385926 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8672b8e6-697f-43c9-b129-388bb863babc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:16.431952 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-654d0c8a-1902-45bc-8196-2dbcc446519e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66861612-c87a-4f6d-8fc6-af34eb1b4dc6', 'name': 'tempest-TestVolumeBackupRestore-880680731-router', 'tenant_id': '0c6f18fcb98741428a3909c888e21882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '8e3b18dd-5acd-453a-9a66-6b76661ef591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:33:01Z', 'updated_at': '2021-08-16T20:36:15Z', 'revision_number': 5, 'project_id': '0c6f18fcb98741428a3909c888e21882', 'gw_port': {'id': '8e3b18dd-5acd-453a-9a66-6b76661ef591', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66861612-c87a-4f6d-8fc6-af34eb1b4dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:33:01Z', 'updated_at': '2021-08-16T20:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:16.462910 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654d0c8a-1902-45bc-8196-2dbcc446519e None None] Checking router: 66861612-c87a-4f6d-8fc6-af34eb1b4dc6 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:36:16.470618 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-8672b8e6-697f-43c9-b129-388bb863babc admin admin] For port 8e3b18dd-5acd-453a-9a66-6b76661ef591, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8e3b18dd-5acd-453a-9a66-6b76661ef591,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:16.471392 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8672b8e6-697f-43c9-b129-388bb863babc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:16.471561 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654d0c8a-1902-45bc-8196-2dbcc446519e None None] Routers {'66861612-c87a-4f6d-8fc6-af34eb1b4dc6'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:16.472110 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-654d0c8a-1902-45bc-8196-2dbcc446519e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:36:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['66861612-c87a-4f6d-8fc6-af34eb1b4dc6'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:16.493886 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-8672b8e6-697f-43c9-b129-388bb863babc admin admin] Calling delete_port for 8e3b18dd-5acd-453a-9a66-6b76661ef591 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:16.614554 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-654d0c8a-1902-45bc-8196-2dbcc446519e None None] Set router 66861612-c87a-4f6d-8fc6-af34eb1b4dc6 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:16.726321 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8672b8e6-697f-43c9-b129-388bb863babc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:16.752063 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672b8e6-697f-43c9-b129-388bb863babc admin admin] Pushing event deleted for resources: {'Port': ['ID=8e3b18dd-5acd-453a-9a66-6b76661ef591,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:16.785637 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-654d0c8a-1902-45bc-8196-2dbcc446519e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66861612-c87a-4f6d-8fc6-af34eb1b4dc6', 'name': 'tempest-TestVolumeBackupRestore-880680731-router', 'tenant_id': '0c6f18fcb98741428a3909c888e21882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:33:01Z', 'updated_at': '2021-08-16T20:36:16Z', 'revision_number': 6, 'project_id': '0c6f18fcb98741428a3909c888e21882', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:16.818949 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654d0c8a-1902-45bc-8196-2dbcc446519e None None] The sync data for ids ['66861612-c87a-4f6d-8fc6-af34eb1b4dc6'] in n-d-787206-13 is: [{'id': '66861612-c87a-4f6d-8fc6-af34eb1b4dc6', 'name': 'tempest-TestVolumeBackupRestore-880680731-router', 'tenant_id': '0c6f18fcb98741428a3909c888e21882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:33:01Z', 'updated_at': '2021-08-16T20:36:16Z', 'revision_number': 6, 'project_id': '0c6f18fcb98741428a3909c888e21882', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:16.822065 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8672b8e6-697f-43c9-b129-388bb863babc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:16.916185 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8672b8e6-697f-43c9-b129-388bb863babc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:16.918335 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8672b8e6-697f-43c9-b129-388bb863babc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:16.960503 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8672b8e6-697f-43c9-b129-388bb863babc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:16.961197 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8672b8e6-697f-43c9-b129-388bb863babc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66861612-c87a-4f6d-8fc6-af34eb1b4dc6 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:36:16.965677 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8672b8e6-697f-43c9-b129-388bb863babc admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:16.969238 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8672b8e6-697f-43c9-b129-388bb863babc admin admin] 10.222.0.68 "DELETE /v2.0/routers/66861612-c87a-4f6d-8fc6-af34eb1b4dc6 HTTP/1.1" status: 204 len: 168 time: 0.8469584 Aug 16 20:36:16.969460 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55538) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:17.014659 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-945e0b4e-e967-4b25-8bc9-16cdc6f0de36 admin admin] Deleting subnet 56e3a3a6-fcf1-4c52-a017-e83e7d8d66d2 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:36:17.017848 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-945e0b4e-e967-4b25-8bc9-16cdc6f0de36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.056118 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-945e0b4e-e967-4b25-8bc9-16cdc6f0de36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.136294 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-945e0b4e-e967-4b25-8bc9-16cdc6f0de36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.206445 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-945e0b4e-e967-4b25-8bc9-16cdc6f0de36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.247776 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e0b4e-e967-4b25-8bc9-16cdc6f0de36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56e3a3a6-fcf1-4c52-a017-e83e7d8d66d2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:17.262694 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-945e0b4e-e967-4b25-8bc9-16cdc6f0de36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.264447 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1265a2-6326-470a-8d3d-8d785c1f928b None None] Network 11858e6a-b271-4168-ae93-23b08c0059eb requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:17.267407 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-945e0b4e-e967-4b25-8bc9-16cdc6f0de36 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/56e3a3a6-fcf1-4c52-a017-e83e7d8d66d2 HTTP/1.1" status: 204 len: 168 time: 0.2952423 Aug 16 20:36:17.268204 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55540) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:17.352305 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1ef62665-2be8-40ca-8400-9715f7d48584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.416497 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-1ef62665-2be8-40ca-8400-9715f7d48584 admin admin] Deleting port 65b2547c-7d8a-4b28-96ec-c8920f44d1aa {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:17.416838 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1ef62665-2be8-40ca-8400-9715f7d48584 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.480446 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-1ef62665-2be8-40ca-8400-9715f7d48584 admin admin] For port 65b2547c-7d8a-4b28-96ec-c8920f44d1aa, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=65b2547c-7d8a-4b28-96ec-c8920f44d1aa,segment=NetworkSegment(ba45ffda-4b25-424d-b7b8-f66b04e8a402),segment_id=ba45ffda-4b25-424d-b7b8-f66b04e8a402)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:17.480799 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1ef62665-2be8-40ca-8400-9715f7d48584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.492987 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-1ef62665-2be8-40ca-8400-9715f7d48584 admin admin] Calling delete_port for 65b2547c-7d8a-4b28-96ec-c8920f44d1aa owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:17.575044 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1ef62665-2be8-40ca-8400-9715f7d48584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.603908 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef62665-2be8-40ca-8400-9715f7d48584 admin admin] Pushing event deleted for resources: {'Port': ['ID=65b2547c-7d8a-4b28-96ec-c8920f44d1aa,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:17.605859 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef62665-2be8-40ca-8400-9715f7d48584 admin admin] No DVR routers for this DVR port 65b2547c-7d8a-4b28-96ec-c8920f44d1aa on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:36:17.618606 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39264ca3-695c-44db-9adb-c42908a61413 None None] DHCP port deletion for 11858e6a-b271-4168-ae93-23b08c0059eb request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:36:17.630083 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2a4341de-3ef3-45a0-8dab-418e04544500 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:36:17.685765 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 2a4341de-3ef3-45a0-8dab-418e04544500 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:36:17.685765 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2a4341de-3ef3-45a0-8dab-418e04544500 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:36:17.717131 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1ef62665-2be8-40ca-8400-9715f7d48584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.726902 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-1ef62665-2be8-40ca-8400-9715f7d48584 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11858e6a-b271-4168-ae93-23b08c0059eb']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:17.736798 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-1ef62665-2be8-40ca-8400-9715f7d48584 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba45ffda-4b25-424d-b7b8-f66b04e8a402') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:17.737139 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-1ef62665-2be8-40ca-8400-9715f7d48584 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba45ffda-4b25-424d-b7b8-f66b04e8a402') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:17.746760 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1ef62665-2be8-40ca-8400-9715f7d48584 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.768926 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1ef62665-2be8-40ca-8400-9715f7d48584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.776065 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef62665-2be8-40ca-8400-9715f7d48584 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:36:17.776468 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1ef62665-2be8-40ca-8400-9715f7d48584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.778233 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:36:17.778233 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:36:17.778233 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:36:17.778233 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:36:17.778233 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:36:17.778233 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:36:17.778233 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:36:17.778233 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:36:17.778233 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:36:17.778233 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:36:17.778233 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:36:17.778233 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:36:17.778233 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:36:17.778233 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:36:17.778233 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:36:17.778233 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:36:17.778233 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:36:17.778233 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:36:17.778233 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:36:17.778233 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:36:17.778233 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:36:17.778233 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:36:17.778233 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:36:17.778233 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:36:17.778233 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:36:17.778233 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:36:17.778233 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:36:17.778233 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:36:17.778233 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:36:17.778233 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:36:17.778233 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:36:17.778233 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:36:17.835844 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1ef62665-2be8-40ca-8400-9715f7d48584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.841467 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1ef62665-2be8-40ca-8400-9715f7d48584 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.843605 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1ef62665-2be8-40ca-8400-9715f7d48584 admin admin] 10.222.0.68 "DELETE /v2.0/networks/11858e6a-b271-4168-ae93-23b08c0059eb HTTP/1.1" status: 204 len: 168 time: 0.5738866 Aug 16 20:36:17.856265 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef62665-2be8-40ca-8400-9715f7d48584 admin admin] Pushing event deleted for resources: {'Network': ['ID=11858e6a-b271-4168-ae93-23b08c0059eb,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:18.031419 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55546) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:18.075544 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a9cf6798-4c56-4561-b959-f7c0dbada916 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2f6c2befe1a84bdbab1a693825c272af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428417 Aug 16 20:36:18.077950 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55548) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:18.132114 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-42dc4992-c8c6-441c-8930-c9b52d0594b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.161079 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-42dc4992-c8c6-441c-8930-c9b52d0594b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.209056 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-42dc4992-c8c6-441c-8930-c9b52d0594b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.212393 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-42dc4992-c8c6-441c-8930-c9b52d0594b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.213642 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-42dc4992-c8c6-441c-8930-c9b52d0594b6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8ebf7c3b-cf0c-4b49-94fc-789430a65e2a HTTP/1.1" status: 204 len: 168 time: 0.1347430 Aug 16 20:36:18.222041 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc4992-c8c6-441c-8930-c9b52d0594b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebf7c3b-cf0c-4b49-94fc-789430a65e2a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:18.549067 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55554) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:18.589595 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2d2e03e8-b0f8-45ef-9230-76d4caa76310 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0c6f18fcb98741428a3909c888e21882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392563 Aug 16 20:36:18.592030 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55556) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:18.640412 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b4a60c1-1062-4580-b739-90a797fb119e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.661415 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b4a60c1-1062-4580-b739-90a797fb119e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.717393 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b4a60c1-1062-4580-b739-90a797fb119e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.719999 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b4a60c1-1062-4580-b739-90a797fb119e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.721158 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8b4a60c1-1062-4580-b739-90a797fb119e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cf238114-613a-4a97-a4bb-ba7b3b45a976 HTTP/1.1" status: 204 len: 168 time: 0.1281948 Aug 16 20:36:18.736946 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a60c1-1062-4580-b739-90a797fb119e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf238114-613a-4a97-a4bb-ba7b3b45a976,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:19.076003 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8e3b18dd-5acd-453a-9a66-6b76661ef591 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:36:19.100208 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 8e3b18dd-5acd-453a-9a66-6b76661ef591 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:36:19.100682 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8e3b18dd-5acd-453a-9a66-6b76661ef591 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:36:19.101200 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 65b2547c-7d8a-4b28-96ec-c8920f44d1aa no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:36:19.121889 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 65b2547c-7d8a-4b28-96ec-c8920f44d1aa {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:36:19.121994 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 65b2547c-7d8a-4b28-96ec-c8920f44d1aa not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:36:19.619129 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55580) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:19.774914 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8ff36b36-845e-4bd3-908f-d1607dc513b7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-931778-network', 'tenant_id': '25526f5975694410acc6a235dda2f51a'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:19.823930 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff36b36-845e-4bd3-908f-d1607dc513b7 admin admin] Made reservation on behalf of 25526f5975694410acc6a235dda2f51a for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:19.826525 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ff36b36-845e-4bd3-908f-d1607dc513b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:19.837691 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ff36b36-845e-4bd3-908f-d1607dc513b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.003343 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ff36b36-845e-4bd3-908f-d1607dc513b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.013203 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ff36b36-845e-4bd3-908f-d1607dc513b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.047262 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff36b36-845e-4bd3-908f-d1607dc513b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:36:20.058923 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff36b36-845e-4bd3-908f-d1607dc513b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d3bde1-039a-4dc5-b9a5-42b57e61f269,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:20.064179 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ff36b36-845e-4bd3-908f-d1607dc513b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.064179 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-8ff36b36-845e-4bd3-908f-d1607dc513b7 admin admin] Added segment 92548a5e-c744-48b1-be52-e6b9f5f90f31 of type vlan for network 698bee40-61b9-463d-8447-847c4206452e Aug 16 20:36:20.111497 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ff36b36-845e-4bd3-908f-d1607dc513b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.148922 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ff36b36-845e-4bd3-908f-d1607dc513b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.150752 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff36b36-845e-4bd3-908f-d1607dc513b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:20.153990 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ff36b36-845e-4bd3-908f-d1607dc513b7 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.256102 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8ff36b36-845e-4bd3-908f-d1607dc513b7 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6339631 Aug 16 20:36:20.256377 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55586) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:20.264478 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-4365e6be-2418-48d9-ada2-0d5e4fd8d40a admin admin] Request body: {'subnet': {'network_id': '698bee40-61b9-463d-8447-847c4206452e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-931778-subnet', 'tenant_id': '25526f5975694410acc6a235dda2f51a', 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:20.268318 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff36b36-845e-4bd3-908f-d1607dc513b7 admin admin] Pushing event updated for resources: {'Network': ['ID=698bee40-61b9-463d-8447-847c4206452e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:20.289535 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 698bee40-61b9-463d-8447-847c4206452e details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:36:20.308750 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4365e6be-2418-48d9-ada2-0d5e4fd8d40a admin admin] Made reservation on behalf of 25526f5975694410acc6a235dda2f51a for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:20.311424 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4365e6be-2418-48d9-ada2-0d5e4fd8d40a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.537653 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4365e6be-2418-48d9-ada2-0d5e4fd8d40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.610918 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365e6be-2418-48d9-ada2-0d5e4fd8d40a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0adf4bcd-ed8d-4f52-bfb2-0b7ad8146d36,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:20.622212 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4365e6be-2418-48d9-ada2-0d5e4fd8d40a admin admin] Checking segment: {'id': '92548a5e-c744-48b1-be52-e6b9f5f90f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '698bee40-61b9-463d-8447-847c4206452e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:20.623615 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4365e6be-2418-48d9-ada2-0d5e4fd8d40a admin admin] Network hostable DHCP agents. Network: 698bee40-61b9-463d-8447-847c4206452e, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:36:20.646039 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4365e6be-2418-48d9-ada2-0d5e4fd8d40a admin admin] Network 698bee40-61b9-463d-8447-847c4206452e is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:36:20.664184 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-4365e6be-2418-48d9-ada2-0d5e4fd8d40a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 698bee40-61b9-463d-8447-847c4206452e) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:20.676502 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365e6be-2418-48d9-ada2-0d5e4fd8d40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:20.678336 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4365e6be-2418-48d9-ada2-0d5e4fd8d40a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.680418 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033d1697-16fa-4122-b1b1-b798cc5af114 None None] Network 698bee40-61b9-463d-8447-847c4206452e requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:20.710104 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4365e6be-2418-48d9-ada2-0d5e4fd8d40a admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4493155 Aug 16 20:36:20.710439 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55588) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:20.720009 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-85d6ad59-5221-4787-89bb-d3eaca892dfb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-931778-router', 'tenant_id': '25526f5975694410acc6a235dda2f51a', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:20.755762 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85d6ad59-5221-4787-89bb-d3eaca892dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.758080 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85d6ad59-5221-4787-89bb-d3eaca892dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.818802 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85d6ad59-5221-4787-89bb-d3eaca892dfb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.868327 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-698bee40-61b9-463d-8447-847c4206452e', 'network_id': '698bee40-61b9-463d-8447-847c4206452e', 'tenant_id': '25526f5975694410acc6a235dda2f51a', 'fixed_ips': [{'subnet_id': '0adf4bcd-ed8d-4f52-bfb2-0b7ad8146d36'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:36:20.869689 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:21.049599 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85d6ad59-5221-4787-89bb-d3eaca892dfb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:21.077862 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Allocated IP 172.20.0.2 (698bee40-61b9-463d-8447-847c4206452e/0adf4bcd-ed8d-4f52-bfb2-0b7ad8146d36/0d1bba62-ff28-4de9-8ce6-80d194a28654) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:21.301462 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:21.312503 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85d6ad59-5221-4787-89bb-d3eaca892dfb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:21.316832 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Transition to ACTIVE for port object 0d1bba62-ff28-4de9-8ce6-80d194a28654 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:21.335378 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85d6ad59-5221-4787-89bb-d3eaca892dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:21.340924 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Transition to ACTIVE for port object 0d1bba62-ff28-4de9-8ce6-80d194a28654 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:21.353618 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:21.428637 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Network 698bee40-61b9-463d-8447-847c4206452e is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:21.433247 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:21.437510 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:21.447553 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Pushing event updated for resources: {'Port': ['ID=0d1bba62-ff28-4de9-8ce6-80d194a28654,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:21.462285 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:21.462647 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:21.463163 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:21.463558 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:21.463915 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:21.464116 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-85d6ad59-5221-4787-89bb-d3eaca892dfb admin admin] Allocated IP 172.25.8.110 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/3ef1a333-c5b4-4338-b88a-11d82e42c31d) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:21.464403 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:21.464826 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:21.465193 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:21.465685 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:21.465981 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:21.467517 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:21.467517 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:21.535505 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Attempting to bind port 0d1bba62-ff28-4de9-8ce6-80d194a28654 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:21.536111 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Attempting to bind port 0d1bba62-ff28-4de9-8ce6-80d194a28654 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '92548a5e-c744-48b1-be52-e6b9f5f90f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '698bee40-61b9-463d-8447-847c4206452e'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:21.536488 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Attempting to bind port 0d1bba62-ff28-4de9-8ce6-80d194a28654 on network 698bee40-61b9-463d-8447-847c4206452e {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:21.543786 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:21.544093 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Checking segment: {'id': '92548a5e-c744-48b1-be52-e6b9f5f90f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '698bee40-61b9-463d-8447-847c4206452e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:21.544688 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:21.545059 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Bound using segment: {'id': '92548a5e-c744-48b1-be52-e6b9f5f90f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '698bee40-61b9-463d-8447-847c4206452e'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:21.545510 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Bound port: 0d1bba62-ff28-4de9-8ce6-80d194a28654, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92548a5e-c744-48b1-be52-e6b9f5f90f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '698bee40-61b9-463d-8447-847c4206452e'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:21.545887 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:21.596677 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85d6ad59-5221-4787-89bb-d3eaca892dfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:21.648943 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85d6ad59-5221-4787-89bb-d3eaca892dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:21.695721 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6ad59-5221-4787-89bb-d3eaca892dfb admin admin] Pushing event updated for resources: {'Port': ['ID=3ef1a333-c5b4-4338-b88a-11d82e42c31d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:21.709744 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d6ad59-5221-4787-89bb-d3eaca892dfb admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:21.714022 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-85d6ad59-5221-4787-89bb-d3eaca892dfb admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:21.717833 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d6ad59-5221-4787-89bb-d3eaca892dfb admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:21.815583 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] For port 0d1bba62-ff28-4de9-8ce6-80d194a28654, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:21.819639 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] For port 0d1bba62-ff28-4de9-8ce6-80d194a28654, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=0d1bba62-ff28-4de9-8ce6-80d194a28654,segment=NetworkSegment(92548a5e-c744-48b1-be52-e6b9f5f90f31),segment_id=92548a5e-c744-48b1-be52-e6b9f5f90f31)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:21.825920 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:21.902562 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146627ba-4691-47ec-a717-bf6c1fe9111c None None] Pushing event updated for resources: {'Port': ['ID=0d1bba62-ff28-4de9-8ce6-80d194a28654,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:22.081933 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85d6ad59-5221-4787-89bb-d3eaca892dfb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:22.365072 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85d6ad59-5221-4787-89bb-d3eaca892dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:22.574495 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d6ad59-5221-4787-89bb-d3eaca892dfb admin admin] Router c513271d-e1af-4626-872f-c2c992f3f2a3 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:36:22.732550 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d6ad59-5221-4787-89bb-d3eaca892dfb admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:22.753621 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ccb728-c3e3-495c-89e3-ec4a3c499753 None None] Sync routers for ids ['c513271d-e1af-4626-872f-c2c992f3f2a3'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:22.768043 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ccb728-c3e3-495c-89e3-ec4a3c499753 None None] Routers {'c513271d-e1af-4626-872f-c2c992f3f2a3'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:22.768895 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-49ccb728-c3e3-495c-89e3-ec4a3c499753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:36:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['c513271d-e1af-4626-872f-c2c992f3f2a3'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:22.770869 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85d6ad59-5221-4787-89bb-d3eaca892dfb admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:22.775307 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-85d6ad59-5221-4787-89bb-d3eaca892dfb admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0609620 Aug 16 20:36:22.775637 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55596) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:22.889283 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-49ccb728-c3e3-495c-89e3-ec4a3c499753 None None] Set router c513271d-e1af-4626-872f-c2c992f3f2a3 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:23.164491 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 0d1bba62-ff28-4de9-8ce6-80d194a28654 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:23.238316 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 0d1bba62-ff28-4de9-8ce6-80d194a28654 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:23.246405 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-49ccb728-c3e3-495c-89e3-ec4a3c499753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c513271d-e1af-4626-872f-c2c992f3f2a3', 'name': 'tempest-TestVolumeBootPattern-931778-router', 'tenant_id': '25526f5975694410acc6a235dda2f51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '3ef1a333-c5b4-4338-b88a-11d82e42c31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:20Z', 'updated_at': '2021-08-16T20:36:21Z', 'revision_number': 3, 'project_id': '25526f5975694410acc6a235dda2f51a', 'gw_port': {'id': '3ef1a333-c5b4-4338-b88a-11d82e42c31d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c513271d-e1af-4626-872f-c2c992f3f2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:21Z', 'updated_at': '2021-08-16T20:36:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:23.279529 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ccb728-c3e3-495c-89e3-ec4a3c499753 None None] Checking router: c513271d-e1af-4626-872f-c2c992f3f2a3 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:36:23.279870 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ccb728-c3e3-495c-89e3-ec4a3c499753 None None] Updating router c513271d-e1af-4626-872f-c2c992f3f2a3 port 3ef1a333-c5b4-4338-b88a-11d82e42c31d binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:36:23.312398 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49ccb728-c3e3-495c-89e3-ec4a3c499753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:23.351416 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be5c120-8623-4a62-84e7-f8f7a93a2e17 None None] Network 698bee40-61b9-463d-8447-847c4206452e requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:23.502817 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-85d2619d-dacf-49db-a40a-7e2cd30e07a1 None None] Provisioning for port 0d1bba62-ff28-4de9-8ce6-80d194a28654 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:23.527387 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-85d2619d-dacf-49db-a40a-7e2cd30e07a1 None None] Provisioning complete for port 0d1bba62-ff28-4de9-8ce6-80d194a28654 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:23.527754 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-85d2619d-dacf-49db-a40a-7e2cd30e07a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:23.777501 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-85d2619d-dacf-49db-a40a-7e2cd30e07a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:23.818719 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49ccb728-c3e3-495c-89e3-ec4a3c499753 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:23.831914 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-85d2619d-dacf-49db-a40a-7e2cd30e07a1 None None] For port 0d1bba62-ff28-4de9-8ce6-80d194a28654, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=0d1bba62-ff28-4de9-8ce6-80d194a28654,segment=NetworkSegment(92548a5e-c744-48b1-be52-e6b9f5f90f31),segment_id=92548a5e-c744-48b1-be52-e6b9f5f90f31)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:23.838028 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bdd626bd-2837-47c2-a735-dd415dd5be2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:23.839699 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-85d2619d-dacf-49db-a40a-7e2cd30e07a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:23.841799 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-49ccb728-c3e3-495c-89e3-ec4a3c499753 None None] Transition to ACTIVE for port object 3ef1a333-c5b4-4338-b88a-11d82e42c31d will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:23.868344 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49ccb728-c3e3-495c-89e3-ec4a3c499753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:23.920286 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2619d-dacf-49db-a40a-7e2cd30e07a1 None None] Pushing event updated for resources: {'Port': ['ID=0d1bba62-ff28-4de9-8ce6-80d194a28654,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:23.926003 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-49ccb728-c3e3-495c-89e3-ec4a3c499753 None None] Attempting to bind port 3ef1a333-c5b4-4338-b88a-11d82e42c31d on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:23.926003 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-49ccb728-c3e3-495c-89e3-ec4a3c499753 None None] Attempting to bind port 3ef1a333-c5b4-4338-b88a-11d82e42c31d by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:23.926342 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ccb728-c3e3-495c-89e3-ec4a3c499753 None None] Attempting to bind port 3ef1a333-c5b4-4338-b88a-11d82e42c31d on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:23.964047 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ccb728-c3e3-495c-89e3-ec4a3c499753 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:23.966817 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ccb728-c3e3-495c-89e3-ec4a3c499753 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:23.966817 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49ccb728-c3e3-495c-89e3-ec4a3c499753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:23.966817 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ccb728-c3e3-495c-89e3-ec4a3c499753 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:23.966817 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-49ccb728-c3e3-495c-89e3-ec4a3c499753 None None] Bound port: 3ef1a333-c5b4-4338-b88a-11d82e42c31d, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:23.966817 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49ccb728-c3e3-495c-89e3-ec4a3c499753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.009574 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23227beb-3521-4d50-91cb-e248d07bd059 None None] Pushing event updated for resources: {'Port': ['ID=3ef1a333-c5b4-4338-b88a-11d82e42c31d,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:24.050684 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-49ccb728-c3e3-495c-89e3-ec4a3c499753 None None] For port 3ef1a333-c5b4-4338-b88a-11d82e42c31d, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:24.054052 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-49ccb728-c3e3-495c-89e3-ec4a3c499753 None None] For port 3ef1a333-c5b4-4338-b88a-11d82e42c31d, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=3ef1a333-c5b4-4338-b88a-11d82e42c31d,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:24.064173 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49ccb728-c3e3-495c-89e3-ec4a3c499753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.109926 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-bdd626bd-2837-47c2-a735-dd415dd5be2b admin admin] Allocated IP 172.20.0.1 (698bee40-61b9-463d-8447-847c4206452e/0adf4bcd-ed8d-4f52-bfb2-0b7ad8146d36/645c0708-a176-4e30-bc5d-b03302ed8493) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:24.136025 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ccb728-c3e3-495c-89e3-ec4a3c499753 None None] Routers {'c513271d-e1af-4626-872f-c2c992f3f2a3'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:24.136472 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-49ccb728-c3e3-495c-89e3-ec4a3c499753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:36:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['c513271d-e1af-4626-872f-c2c992f3f2a3'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:24.178988 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23227beb-3521-4d50-91cb-e248d07bd059 None None] Pushing event updated for resources: {'Port': ['ID=3ef1a333-c5b4-4338-b88a-11d82e42c31d,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:24.232313 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-518b4b24-d8d4-44f0-881f-31d649ff9fe6 None None] Provisioning complete for port 0d1bba62-ff28-4de9-8ce6-80d194a28654 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:24.232694 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-518b4b24-d8d4-44f0-881f-31d649ff9fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.247155 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bdd626bd-2837-47c2-a735-dd415dd5be2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.273958 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-bdd626bd-2837-47c2-a735-dd415dd5be2b admin admin] Transition to ACTIVE for port object 645c0708-a176-4e30-bc5d-b03302ed8493 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:24.306870 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-49ccb728-c3e3-495c-89e3-ec4a3c499753 None None] Set router c513271d-e1af-4626-872f-c2c992f3f2a3 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:24.322488 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bdd626bd-2837-47c2-a735-dd415dd5be2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.375896 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd626bd-2837-47c2-a735-dd415dd5be2b admin admin] Network 698bee40-61b9-463d-8447-847c4206452e is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:24.379157 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-bdd626bd-2837-47c2-a735-dd415dd5be2b admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:24.394095 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd626bd-2837-47c2-a735-dd415dd5be2b admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:24.428049 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd626bd-2837-47c2-a735-dd415dd5be2b admin admin] Pushing event updated for resources: {'Port': ['ID=645c0708-a176-4e30-bc5d-b03302ed8493,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:24.462568 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bdd626bd-2837-47c2-a735-dd415dd5be2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.578026 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-49ccb728-c3e3-495c-89e3-ec4a3c499753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c513271d-e1af-4626-872f-c2c992f3f2a3', 'name': 'tempest-TestVolumeBootPattern-931778-router', 'tenant_id': '25526f5975694410acc6a235dda2f51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '3ef1a333-c5b4-4338-b88a-11d82e42c31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:20Z', 'updated_at': '2021-08-16T20:36:21Z', 'revision_number': 3, 'project_id': '25526f5975694410acc6a235dda2f51a', 'gw_port': {'id': '3ef1a333-c5b4-4338-b88a-11d82e42c31d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c513271d-e1af-4626-872f-c2c992f3f2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:21Z', 'updated_at': '2021-08-16T20:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:24.618020 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ccb728-c3e3-495c-89e3-ec4a3c499753 None None] The sync data for ids ['c513271d-e1af-4626-872f-c2c992f3f2a3'] in n-d-787206-13 is: [{'id': 'c513271d-e1af-4626-872f-c2c992f3f2a3', 'name': 'tempest-TestVolumeBootPattern-931778-router', 'tenant_id': '25526f5975694410acc6a235dda2f51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '3ef1a333-c5b4-4338-b88a-11d82e42c31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:20Z', 'updated_at': '2021-08-16T20:36:21Z', 'revision_number': 3, 'project_id': '25526f5975694410acc6a235dda2f51a', 'gw_port': {'id': '3ef1a333-c5b4-4338-b88a-11d82e42c31d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c513271d-e1af-4626-872f-c2c992f3f2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:21Z', 'updated_at': '2021-08-16T20:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:24.646512 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bdd626bd-2837-47c2-a735-dd415dd5be2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.673650 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a287910-1d1b-4a2a-96e6-a5a27af2ade9 None None] Provisioning for port 645c0708-a176-4e30-bc5d-b03302ed8493 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:24.678341 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a287910-1d1b-4a2a-96e6-a5a27af2ade9 None None] Provisioning complete for port 645c0708-a176-4e30-bc5d-b03302ed8493 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:24.678867 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a287910-1d1b-4a2a-96e6-a5a27af2ade9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.720626 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a287910-1d1b-4a2a-96e6-a5a27af2ade9 None None] Port 645c0708-a176-4e30-bc5d-b03302ed8493 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:36:24.834876 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bdd626bd-2837-47c2-a735-dd415dd5be2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.844324 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bdd626bd-2837-47c2-a735-dd415dd5be2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.930606 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd626bd-2837-47c2-a735-dd415dd5be2b admin admin] Pushing event updated for resources: {'Port': ['ID=645c0708-a176-4e30-bc5d-b03302ed8493,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:24.937391 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bdd626bd-2837-47c2-a735-dd415dd5be2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:25.074642 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd626bd-2837-47c2-a735-dd415dd5be2b admin admin] Network 698bee40-61b9-463d-8447-847c4206452e is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:25.076418 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-bdd626bd-2837-47c2-a735-dd415dd5be2b admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:25.167325 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 3ef1a333-c5b4-4338-b88a-11d82e42c31d up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:25.260760 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 3ef1a333-c5b4-4338-b88a-11d82e42c31d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:25.261069 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd626bd-2837-47c2-a735-dd415dd5be2b admin admin] Router c513271d-e1af-4626-872f-c2c992f3f2a3 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:36:25.266132 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 3ef1a333-c5b4-4338-b88a-11d82e42c31d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:25.266611 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:25.394959 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:25.418285 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 3ef1a333-c5b4-4338-b88a-11d82e42c31d, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=3ef1a333-c5b4-4338-b88a-11d82e42c31d,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:25.424228 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:25.425148 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 0d1bba62-ff28-4de9-8ce6-80d194a28654 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:25.433350 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd626bd-2837-47c2-a735-dd415dd5be2b admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:25.440883 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bdd626bd-2837-47c2-a735-dd415dd5be2b admin admin] 10.222.0.68 "PUT /v2.0/routers/c513271d-e1af-4626-872f-c2c992f3f2a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6640909 Aug 16 20:36:25.600342 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:36:25.717393 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=3ef1a333-c5b4-4338-b88a-11d82e42c31d,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:25.723137 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a04a7acd-c936-4f80-b9c5-5c26eb123296 None None] Provisioning complete for port 645c0708-a176-4e30-bc5d-b03302ed8493 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:25.723660 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a04a7acd-c936-4f80-b9c5-5c26eb123296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:25.779720 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a04a7acd-c936-4f80-b9c5-5c26eb123296 None None] Port 645c0708-a176-4e30-bc5d-b03302ed8493 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:36:25.782101 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 0d1bba62-ff28-4de9-8ce6-80d194a28654 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:25.782417 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.011701 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55618) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:26.016717 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-913af8ec-2c30-4ae7-b11a-da83f3118197 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-60138019-network', 'tenant_id': 'cb8fc54640d942a192c057ba46170e2b'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:26.042010 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913af8ec-2c30-4ae7-b11a-da83f3118197 admin admin] Made reservation on behalf of cb8fc54640d942a192c057ba46170e2b for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:26.044481 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-913af8ec-2c30-4ae7-b11a-da83f3118197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.053885 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-913af8ec-2c30-4ae7-b11a-da83f3118197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.153115 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-913af8ec-2c30-4ae7-b11a-da83f3118197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.157087 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-913af8ec-2c30-4ae7-b11a-da83f3118197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.181832 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-913af8ec-2c30-4ae7-b11a-da83f3118197 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:36:26.191918 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913af8ec-2c30-4ae7-b11a-da83f3118197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0957f576-8463-4666-b646-9e343138114a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:26.198732 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-913af8ec-2c30-4ae7-b11a-da83f3118197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.199077 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-913af8ec-2c30-4ae7-b11a-da83f3118197 admin admin] Added segment b898e35c-f249-4c42-8d3a-f04486b7639b of type vlan for network 90a107fb-c8e9-4600-b5c1-10abb01abc5f Aug 16 20:36:26.240945 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-913af8ec-2c30-4ae7-b11a-da83f3118197 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.266806 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-913af8ec-2c30-4ae7-b11a-da83f3118197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.267844 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913af8ec-2c30-4ae7-b11a-da83f3118197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:26.268469 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-913af8ec-2c30-4ae7-b11a-da83f3118197 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.319030 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-913af8ec-2c30-4ae7-b11a-da83f3118197 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3062003 Aug 16 20:36:26.323341 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55620) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:26.331514 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a71314e7-5d54-4b93-aec5-6c7e68c62c61 admin admin] Request body: {'subnet': {'network_id': '90a107fb-c8e9-4600-b5c1-10abb01abc5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-60138019-subnet', 'tenant_id': 'cb8fc54640d942a192c057ba46170e2b', 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:26.331744 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913af8ec-2c30-4ae7-b11a-da83f3118197 admin admin] Pushing event updated for resources: {'Network': ['ID=90a107fb-c8e9-4600-b5c1-10abb01abc5f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:26.342576 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 90a107fb-c8e9-4600-b5c1-10abb01abc5f details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:36:26.354603 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71314e7-5d54-4b93-aec5-6c7e68c62c61 admin admin] Made reservation on behalf of cb8fc54640d942a192c057ba46170e2b for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:26.357129 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a71314e7-5d54-4b93-aec5-6c7e68c62c61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.432402 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454980d4-a67d-4dc8-96e8-b56176c173e0 None None] Sync routers for ids ['c513271d-e1af-4626-872f-c2c992f3f2a3'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:26.441403 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454980d4-a67d-4dc8-96e8-b56176c173e0 None None] Routers {'c513271d-e1af-4626-872f-c2c992f3f2a3'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:26.442016 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-454980d4-a67d-4dc8-96e8-b56176c173e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:36:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['c513271d-e1af-4626-872f-c2c992f3f2a3'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:26.548066 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a71314e7-5d54-4b93-aec5-6c7e68c62c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.579122 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-454980d4-a67d-4dc8-96e8-b56176c173e0 None None] Set router c513271d-e1af-4626-872f-c2c992f3f2a3 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:26.624225 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71314e7-5d54-4b93-aec5-6c7e68c62c61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1990467a-5533-4159-80d2-f8814e5e7a5e,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:26.640227 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71314e7-5d54-4b93-aec5-6c7e68c62c61 admin admin] Checking segment: {'id': 'b898e35c-f249-4c42-8d3a-f04486b7639b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '90a107fb-c8e9-4600-b5c1-10abb01abc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:26.640583 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71314e7-5d54-4b93-aec5-6c7e68c62c61 admin admin] Network hostable DHCP agents. Network: 90a107fb-c8e9-4600-b5c1-10abb01abc5f, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:36:26.657778 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71314e7-5d54-4b93-aec5-6c7e68c62c61 admin admin] Network 90a107fb-c8e9-4600-b5c1-10abb01abc5f is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:36:26.667964 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-a71314e7-5d54-4b93-aec5-6c7e68c62c61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 90a107fb-c8e9-4600-b5c1-10abb01abc5f) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:26.672019 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71314e7-5d54-4b93-aec5-6c7e68c62c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:26.672700 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a71314e7-5d54-4b93-aec5-6c7e68c62c61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.680339 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9efbc0-9bf6-43a5-81c7-fdd77ad75f83 None None] Network 90a107fb-c8e9-4600-b5c1-10abb01abc5f requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:26.699735 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a71314e7-5d54-4b93-aec5-6c7e68c62c61 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3750882 Aug 16 20:36:26.702192 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55628) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:26.708187 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-909d963f-4764-45a5-ba01-fd4efb2b712b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-60138019-router', 'tenant_id': 'cb8fc54640d942a192c057ba46170e2b', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:26.740681 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-909d963f-4764-45a5-ba01-fd4efb2b712b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.742688 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-909d963f-4764-45a5-ba01-fd4efb2b712b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.794638 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-454980d4-a67d-4dc8-96e8-b56176c173e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c513271d-e1af-4626-872f-c2c992f3f2a3', 'name': 'tempest-TestVolumeBootPattern-931778-router', 'tenant_id': '25526f5975694410acc6a235dda2f51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '3ef1a333-c5b4-4338-b88a-11d82e42c31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:20Z', 'updated_at': '2021-08-16T20:36:24Z', 'revision_number': 4, 'project_id': '25526f5975694410acc6a235dda2f51a', 'gw_port': {'id': '3ef1a333-c5b4-4338-b88a-11d82e42c31d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c513271d-e1af-4626-872f-c2c992f3f2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:21Z', 'updated_at': '2021-08-16T20:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '645c0708-a176-4e30-bc5d-b03302ed8493', 'name': '', 'network_id': '698bee40-61b9-463d-8447-847c4206452e', 'tenant_id': '25526f5975694410acc6a235dda2f51a', 'mac_address': 'fa:16:3e:38:d0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c513271d-e1af-4626-872f-c2c992f3f2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '0adf4bcd-ed8d-4f52-bfb2-0b7ad8146d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:23Z', 'updated_at': '2021-08-16T20:36:24Z', 'revision_number': 2, 'project_id': '25526f5975694410acc6a235dda2f51a', 'subnets': [{'id': '0adf4bcd-ed8d-4f52-bfb2-0b7ad8146d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:26.829431 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454980d4-a67d-4dc8-96e8-b56176c173e0 None None] Checking router: c513271d-e1af-4626-872f-c2c992f3f2a3 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:36:26.829778 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454980d4-a67d-4dc8-96e8-b56176c173e0 None None] Updating router c513271d-e1af-4626-872f-c2c992f3f2a3 port 645c0708-a176-4e30-bc5d-b03302ed8493 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:36:26.830188 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-909d963f-4764-45a5-ba01-fd4efb2b712b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.871191 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-454980d4-a67d-4dc8-96e8-b56176c173e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.880492 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b1bbfd-5052-421e-bc40-ebf0ae84913c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-90a107fb-c8e9-4600-b5c1-10abb01abc5f', 'network_id': '90a107fb-c8e9-4600-b5c1-10abb01abc5f', 'tenant_id': 'cb8fc54640d942a192c057ba46170e2b', 'fixed_ips': [{'subnet_id': '1990467a-5533-4159-80d2-f8814e5e7a5e'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:36:26.881497 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-61b1bbfd-5052-421e-bc40-ebf0ae84913c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.048970 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-909d963f-4764-45a5-ba01-fd4efb2b712b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.081723 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-61b1bbfd-5052-421e-bc40-ebf0ae84913c None None] Allocated IP 172.20.0.2 (90a107fb-c8e9-4600-b5c1-10abb01abc5f/1990467a-5533-4159-80d2-f8814e5e7a5e/ebc26476-bc6c-4223-83d5-5a69dbdba3ff) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:27.092028 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 3ef1a333-c5b4-4338-b88a-11d82e42c31d up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:27.176820 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-454980d4-a67d-4dc8-96e8-b56176c173e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.190164 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-454980d4-a67d-4dc8-96e8-b56176c173e0 None None] Transition to ACTIVE for port object 645c0708-a176-4e30-bc5d-b03302ed8493 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:27.198281 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-454980d4-a67d-4dc8-96e8-b56176c173e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.224819 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 3ef1a333-c5b4-4338-b88a-11d82e42c31d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:27.225453 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.246059 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d8a75-3a2e-4e23-bf51-e4fcbd997210 None None] Pushing event updated for resources: {'Port': ['ID=645c0708-a176-4e30-bc5d-b03302ed8493,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:27.256085 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769d8a75-3a2e-4e23-bf51-e4fcbd997210 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:27.256537 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769d8a75-3a2e-4e23-bf51-e4fcbd997210 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:27.256938 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769d8a75-3a2e-4e23-bf51-e4fcbd997210 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:27.257343 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769d8a75-3a2e-4e23-bf51-e4fcbd997210 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:27.257687 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769d8a75-3a2e-4e23-bf51-e4fcbd997210 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:27.258014 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769d8a75-3a2e-4e23-bf51-e4fcbd997210 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:27.258335 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769d8a75-3a2e-4e23-bf51-e4fcbd997210 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:27.258657 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769d8a75-3a2e-4e23-bf51-e4fcbd997210 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:27.259608 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769d8a75-3a2e-4e23-bf51-e4fcbd997210 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:27.259872 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769d8a75-3a2e-4e23-bf51-e4fcbd997210 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:27.260194 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769d8a75-3a2e-4e23-bf51-e4fcbd997210 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:27.260514 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769d8a75-3a2e-4e23-bf51-e4fcbd997210 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:27.320112 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-61b1bbfd-5052-421e-bc40-ebf0ae84913c None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.341820 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-909d963f-4764-45a5-ba01-fd4efb2b712b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.349292 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-61b1bbfd-5052-421e-bc40-ebf0ae84913c None None] Transition to ACTIVE for port object ebc26476-bc6c-4223-83d5-5a69dbdba3ff will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:27.378916 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-454980d4-a67d-4dc8-96e8-b56176c173e0 None None] Attempting to bind port 645c0708-a176-4e30-bc5d-b03302ed8493 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:27.379712 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-454980d4-a67d-4dc8-96e8-b56176c173e0 None None] Attempting to bind port 645c0708-a176-4e30-bc5d-b03302ed8493 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '92548a5e-c744-48b1-be52-e6b9f5f90f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '698bee40-61b9-463d-8447-847c4206452e'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:27.380306 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-909d963f-4764-45a5-ba01-fd4efb2b712b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.380584 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454980d4-a67d-4dc8-96e8-b56176c173e0 None None] Attempting to bind port 645c0708-a176-4e30-bc5d-b03302ed8493 on network 698bee40-61b9-463d-8447-847c4206452e {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:27.388958 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-61b1bbfd-5052-421e-bc40-ebf0ae84913c None None] Transition to ACTIVE for port object ebc26476-bc6c-4223-83d5-5a69dbdba3ff will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:27.398997 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454980d4-a67d-4dc8-96e8-b56176c173e0 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:27.399459 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454980d4-a67d-4dc8-96e8-b56176c173e0 None None] Checking segment: {'id': '92548a5e-c744-48b1-be52-e6b9f5f90f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '698bee40-61b9-463d-8447-847c4206452e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:27.399844 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-454980d4-a67d-4dc8-96e8-b56176c173e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.400446 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454980d4-a67d-4dc8-96e8-b56176c173e0 None None] Bound using segment: {'id': '92548a5e-c744-48b1-be52-e6b9f5f90f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '698bee40-61b9-463d-8447-847c4206452e'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:27.400890 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-454980d4-a67d-4dc8-96e8-b56176c173e0 None None] Bound port: 645c0708-a176-4e30-bc5d-b03302ed8493, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92548a5e-c744-48b1-be52-e6b9f5f90f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '698bee40-61b9-463d-8447-847c4206452e'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:27.401207 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-61b1bbfd-5052-421e-bc40-ebf0ae84913c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.401482 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-454980d4-a67d-4dc8-96e8-b56176c173e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.475032 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b1bbfd-5052-421e-bc40-ebf0ae84913c None None] Network 90a107fb-c8e9-4600-b5c1-10abb01abc5f is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:27.480177 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-61b1bbfd-5052-421e-bc40-ebf0ae84913c None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:27.480396 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-454980d4-a67d-4dc8-96e8-b56176c173e0 None None] For port 645c0708-a176-4e30-bc5d-b03302ed8493, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:27.484742 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-454980d4-a67d-4dc8-96e8-b56176c173e0 None None] For port 645c0708-a176-4e30-bc5d-b03302ed8493, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=645c0708-a176-4e30-bc5d-b03302ed8493,segment=NetworkSegment(92548a5e-c744-48b1-be52-e6b9f5f90f31),segment_id=92548a5e-c744-48b1-be52-e6b9f5f90f31)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:27.485314 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b1bbfd-5052-421e-bc40-ebf0ae84913c None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:27.490804 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-454980d4-a67d-4dc8-96e8-b56176c173e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.497926 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1bbfd-5052-421e-bc40-ebf0ae84913c None None] Pushing event updated for resources: {'Port': ['ID=ebc26476-bc6c-4223-83d5-5a69dbdba3ff,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:27.528097 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-909d963f-4764-45a5-ba01-fd4efb2b712b admin admin] Allocated IP 172.25.8.141 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/df4726a8-0c52-41ce-875c-20c469f9b6d0) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:27.566331 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-61b1bbfd-5052-421e-bc40-ebf0ae84913c None None] Attempting to bind port ebc26476-bc6c-4223-83d5-5a69dbdba3ff on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:27.566774 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-61b1bbfd-5052-421e-bc40-ebf0ae84913c None None] Attempting to bind port ebc26476-bc6c-4223-83d5-5a69dbdba3ff by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'b898e35c-f249-4c42-8d3a-f04486b7639b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '90a107fb-c8e9-4600-b5c1-10abb01abc5f'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:27.567265 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b1bbfd-5052-421e-bc40-ebf0ae84913c None None] Attempting to bind port ebc26476-bc6c-4223-83d5-5a69dbdba3ff on network 90a107fb-c8e9-4600-b5c1-10abb01abc5f {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:27.573631 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b1bbfd-5052-421e-bc40-ebf0ae84913c None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:27.573987 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b1bbfd-5052-421e-bc40-ebf0ae84913c None None] Checking segment: {'id': 'b898e35c-f249-4c42-8d3a-f04486b7639b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '90a107fb-c8e9-4600-b5c1-10abb01abc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:27.574505 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-61b1bbfd-5052-421e-bc40-ebf0ae84913c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.575137 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b1bbfd-5052-421e-bc40-ebf0ae84913c None None] Bound using segment: {'id': 'b898e35c-f249-4c42-8d3a-f04486b7639b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '90a107fb-c8e9-4600-b5c1-10abb01abc5f'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:27.575315 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454980d4-a67d-4dc8-96e8-b56176c173e0 None None] Routers {'c513271d-e1af-4626-872f-c2c992f3f2a3'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:27.576030 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-61b1bbfd-5052-421e-bc40-ebf0ae84913c None None] Bound port: ebc26476-bc6c-4223-83d5-5a69dbdba3ff, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b898e35c-f249-4c42-8d3a-f04486b7639b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '90a107fb-c8e9-4600-b5c1-10abb01abc5f'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:27.576519 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-61b1bbfd-5052-421e-bc40-ebf0ae84913c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.578102 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-454980d4-a67d-4dc8-96e8-b56176c173e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:36:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['c513271d-e1af-4626-872f-c2c992f3f2a3'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:27.583764 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d8a75-3a2e-4e23-bf51-e4fcbd997210 None None] Pushing event updated for resources: {'Port': ['ID=645c0708-a176-4e30-bc5d-b03302ed8493,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:27.690002 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-61b1bbfd-5052-421e-bc40-ebf0ae84913c None None] For port ebc26476-bc6c-4223-83d5-5a69dbdba3ff, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:27.692144 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-909d963f-4764-45a5-ba01-fd4efb2b712b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.695838 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-61b1bbfd-5052-421e-bc40-ebf0ae84913c None None] For port ebc26476-bc6c-4223-83d5-5a69dbdba3ff, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=ebc26476-bc6c-4223-83d5-5a69dbdba3ff,segment=NetworkSegment(b898e35c-f249-4c42-8d3a-f04486b7639b),segment_id=b898e35c-f249-4c42-8d3a-f04486b7639b)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:27.713870 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-61b1bbfd-5052-421e-bc40-ebf0ae84913c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.737015 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-454980d4-a67d-4dc8-96e8-b56176c173e0 None None] Set router c513271d-e1af-4626-872f-c2c992f3f2a3 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:27.746147 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-909d963f-4764-45a5-ba01-fd4efb2b712b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.809472 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d963f-4764-45a5-ba01-fd4efb2b712b admin admin] Pushing event updated for resources: {'Port': ['ID=df4726a8-0c52-41ce-875c-20c469f9b6d0,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:27.821595 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909d963f-4764-45a5-ba01-fd4efb2b712b admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:27.823053 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-909d963f-4764-45a5-ba01-fd4efb2b712b admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:27.825412 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909d963f-4764-45a5-ba01-fd4efb2b712b admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:27.836747 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1bbfd-5052-421e-bc40-ebf0ae84913c None None] Pushing event updated for resources: {'Port': ['ID=ebc26476-bc6c-4223-83d5-5a69dbdba3ff,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:28.002217 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-454980d4-a67d-4dc8-96e8-b56176c173e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c513271d-e1af-4626-872f-c2c992f3f2a3', 'name': 'tempest-TestVolumeBootPattern-931778-router', 'tenant_id': '25526f5975694410acc6a235dda2f51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '3ef1a333-c5b4-4338-b88a-11d82e42c31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:20Z', 'updated_at': '2021-08-16T20:36:24Z', 'revision_number': 4, 'project_id': '25526f5975694410acc6a235dda2f51a', 'gw_port': {'id': '3ef1a333-c5b4-4338-b88a-11d82e42c31d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c513271d-e1af-4626-872f-c2c992f3f2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:21Z', 'updated_at': '2021-08-16T20:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '645c0708-a176-4e30-bc5d-b03302ed8493', 'name': '', 'network_id': '698bee40-61b9-463d-8447-847c4206452e', 'tenant_id': '25526f5975694410acc6a235dda2f51a', 'mac_address': 'fa:16:3e:38:d0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c513271d-e1af-4626-872f-c2c992f3f2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '0adf4bcd-ed8d-4f52-bfb2-0b7ad8146d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:23Z', 'updated_at': '2021-08-16T20:36:27Z', 'revision_number': 4, 'project_id': '25526f5975694410acc6a235dda2f51a', 'subnets': [{'id': '0adf4bcd-ed8d-4f52-bfb2-0b7ad8146d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:28.036949 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454980d4-a67d-4dc8-96e8-b56176c173e0 None None] The sync data for ids ['c513271d-e1af-4626-872f-c2c992f3f2a3'] in n-d-787206-13 is: [{'id': 'c513271d-e1af-4626-872f-c2c992f3f2a3', 'name': 'tempest-TestVolumeBootPattern-931778-router', 'tenant_id': '25526f5975694410acc6a235dda2f51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '3ef1a333-c5b4-4338-b88a-11d82e42c31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:20Z', 'updated_at': '2021-08-16T20:36:24Z', 'revision_number': 4, 'project_id': '25526f5975694410acc6a235dda2f51a', 'gw_port': {'id': '3ef1a333-c5b4-4338-b88a-11d82e42c31d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c513271d-e1af-4626-872f-c2c992f3f2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:21Z', 'updated_at': '2021-08-16T20:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '645c0708-a176-4e30-bc5d-b03302ed8493', 'name': '', 'network_id': '698bee40-61b9-463d-8447-847c4206452e', 'tenant_id': '25526f5975694410acc6a235dda2f51a', 'mac_address': 'fa:16:3e:38:d0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c513271d-e1af-4626-872f-c2c992f3f2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '0adf4bcd-ed8d-4f52-bfb2-0b7ad8146d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:23Z', 'updated_at': '2021-08-16T20:36:27Z', 'revision_number': 4, 'project_id': '25526f5975694410acc6a235dda2f51a', 'subnets': [{'id': '0adf4bcd-ed8d-4f52-bfb2-0b7ad8146d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:28.523679 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-909d963f-4764-45a5-ba01-fd4efb2b712b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.744243 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-909d963f-4764-45a5-ba01-fd4efb2b712b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.892950 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909d963f-4764-45a5-ba01-fd4efb2b712b admin admin] Router 4c39414e-26ad-4303-b202-39a90b3616ba is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:36:29.021501 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909d963f-4764-45a5-ba01-fd4efb2b712b admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:29.031941 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dbecfa-6b01-43bf-8aa2-333a1b308f1a None None] Sync routers for ids ['4c39414e-26ad-4303-b202-39a90b3616ba'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:29.055179 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dbecfa-6b01-43bf-8aa2-333a1b308f1a None None] Routers {'4c39414e-26ad-4303-b202-39a90b3616ba'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:29.057516 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-95dbecfa-6b01-43bf-8aa2-333a1b308f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:36:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4c39414e-26ad-4303-b202-39a90b3616ba'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:29.059615 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-909d963f-4764-45a5-ba01-fd4efb2b712b admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:29.060875 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-909d963f-4764-45a5-ba01-fd4efb2b712b admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3573544 Aug 16 20:36:29.063709 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55646) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:29.170705 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa753c6-612c-4258-bab4-71db5a3702cd None None] Network 90a107fb-c8e9-4600-b5c1-10abb01abc5f requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:29.177749 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ebc26476-bc6c-4223-83d5-5a69dbdba3ff up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:29.326878 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b276ba64-e01e-477b-922f-e1aa6875f3a9 None None] Provisioning for port ebc26476-bc6c-4223-83d5-5a69dbdba3ff completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:29.340140 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-95dbecfa-6b01-43bf-8aa2-333a1b308f1a None None] Set router 4c39414e-26ad-4303-b202-39a90b3616ba gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:29.540675 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port ebc26476-bc6c-4223-83d5-5a69dbdba3ff completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:29.555525 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port ebc26476-bc6c-4223-83d5-5a69dbdba3ff triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:29.555999 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:29.610496 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8b9441e8-9210-461c-84af-50a9b1fb15a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:29.843759 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-95dbecfa-6b01-43bf-8aa2-333a1b308f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c39414e-26ad-4303-b202-39a90b3616ba', 'name': 'tempest-TestVolumeBootPattern-60138019-router', 'tenant_id': 'cb8fc54640d942a192c057ba46170e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'df4726a8-0c52-41ce-875c-20c469f9b6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:26Z', 'updated_at': '2021-08-16T20:36:28Z', 'revision_number': 3, 'project_id': 'cb8fc54640d942a192c057ba46170e2b', 'gw_port': {'id': 'df4726a8-0c52-41ce-875c-20c469f9b6d0', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:27:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c39414e-26ad-4303-b202-39a90b3616ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:27Z', 'updated_at': '2021-08-16T20:36:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:29.883006 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dbecfa-6b01-43bf-8aa2-333a1b308f1a None None] Checking router: 4c39414e-26ad-4303-b202-39a90b3616ba for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:36:29.883395 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dbecfa-6b01-43bf-8aa2-333a1b308f1a None None] Updating router 4c39414e-26ad-4303-b202-39a90b3616ba port df4726a8-0c52-41ce-875c-20c469f9b6d0 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:36:29.886967 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-8b9441e8-9210-461c-84af-50a9b1fb15a3 admin admin] Allocated IP 172.20.0.1 (90a107fb-c8e9-4600-b5c1-10abb01abc5f/1990467a-5533-4159-80d2-f8814e5e7a5e/85f70323-2083-4b38-9be3-0d7de826d820) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:29.887564 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:29.924155 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-95dbecfa-6b01-43bf-8aa2-333a1b308f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:29.963243 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port ebc26476-bc6c-4223-83d5-5a69dbdba3ff, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=ebc26476-bc6c-4223-83d5-5a69dbdba3ff,segment=NetworkSegment(b898e35c-f249-4c42-8d3a-f04486b7639b),segment_id=b898e35c-f249-4c42-8d3a-f04486b7639b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:29.970811 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:29.971679 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 645c0708-a176-4e30-bc5d-b03302ed8493 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:30.028341 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8b9441e8-9210-461c-84af-50a9b1fb15a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.042608 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-8b9441e8-9210-461c-84af-50a9b1fb15a3 admin admin] Transition to ACTIVE for port object 85f70323-2083-4b38-9be3-0d7de826d820 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:30.081386 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8b9441e8-9210-461c-84af-50a9b1fb15a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.132348 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9441e8-9210-461c-84af-50a9b1fb15a3 admin admin] Network 90a107fb-c8e9-4600-b5c1-10abb01abc5f is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:30.136488 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9441e8-9210-461c-84af-50a9b1fb15a3 admin admin] Pushing event updated for resources: {'Port': ['ID=85f70323-2083-4b38-9be3-0d7de826d820,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:30.140490 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-8b9441e8-9210-461c-84af-50a9b1fb15a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:30.142881 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9441e8-9210-461c-84af-50a9b1fb15a3 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:30.197018 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8b9441e8-9210-461c-84af-50a9b1fb15a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.302367 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2a504003-b03e-4855-8a8f-42e3b4ba2d05 None None] Provisioning complete for port ebc26476-bc6c-4223-83d5-5a69dbdba3ff triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:30.302963 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2a504003-b03e-4855-8a8f-42e3b4ba2d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.306346 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=ebc26476-bc6c-4223-83d5-5a69dbdba3ff,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:30.353233 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8b9441e8-9210-461c-84af-50a9b1fb15a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.393083 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 645c0708-a176-4e30-bc5d-b03302ed8493 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:30.402644 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 645c0708-a176-4e30-bc5d-b03302ed8493 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:30.403098 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.589384 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8b9441e8-9210-461c-84af-50a9b1fb15a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.594832 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8b9441e8-9210-461c-84af-50a9b1fb15a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.614699 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-95dbecfa-6b01-43bf-8aa2-333a1b308f1a None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.617777 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.655068 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 645c0708-a176-4e30-bc5d-b03302ed8493, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=645c0708-a176-4e30-bc5d-b03302ed8493,segment=NetworkSegment(92548a5e-c744-48b1-be52-e6b9f5f90f31),segment_id=92548a5e-c744-48b1-be52-e6b9f5f90f31)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:30.660257 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.668969 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9441e8-9210-461c-84af-50a9b1fb15a3 admin admin] Pushing event updated for resources: {'Port': ['ID=85f70323-2083-4b38-9be3-0d7de826d820,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:30.671381 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8b9441e8-9210-461c-84af-50a9b1fb15a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.694201 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-95dbecfa-6b01-43bf-8aa2-333a1b308f1a None None] Transition to ACTIVE for port object df4726a8-0c52-41ce-875c-20c469f9b6d0 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:30.713424 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-95dbecfa-6b01-43bf-8aa2-333a1b308f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.740716 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a258fa59-2b2b-48da-b48d-175390284efe None None] Provisioning for port 85f70323-2083-4b38-9be3-0d7de826d820 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:30.750337 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=645c0708-a176-4e30-bc5d-b03302ed8493,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:30.762112 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a258fa59-2b2b-48da-b48d-175390284efe None None] Provisioning complete for port 85f70323-2083-4b38-9be3-0d7de826d820 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:30.762495 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a258fa59-2b2b-48da-b48d-175390284efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.769405 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9441e8-9210-461c-84af-50a9b1fb15a3 admin admin] Network 90a107fb-c8e9-4600-b5c1-10abb01abc5f is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:30.770931 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-8b9441e8-9210-461c-84af-50a9b1fb15a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:30.812235 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-95dbecfa-6b01-43bf-8aa2-333a1b308f1a None None] Attempting to bind port df4726a8-0c52-41ce-875c-20c469f9b6d0 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:30.812612 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-95dbecfa-6b01-43bf-8aa2-333a1b308f1a None None] Attempting to bind port df4726a8-0c52-41ce-875c-20c469f9b6d0 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:30.812984 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dbecfa-6b01-43bf-8aa2-333a1b308f1a None None] Attempting to bind port df4726a8-0c52-41ce-875c-20c469f9b6d0 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:30.840620 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dbecfa-6b01-43bf-8aa2-333a1b308f1a None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:30.840923 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dbecfa-6b01-43bf-8aa2-333a1b308f1a None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:30.841337 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-95dbecfa-6b01-43bf-8aa2-333a1b308f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.841738 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dbecfa-6b01-43bf-8aa2-333a1b308f1a None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:30.842225 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-95dbecfa-6b01-43bf-8aa2-333a1b308f1a None None] Bound port: df4726a8-0c52-41ce-875c-20c469f9b6d0, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:30.842611 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-95dbecfa-6b01-43bf-8aa2-333a1b308f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.888809 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aaa372-4745-421e-802d-1b86c3ea267e None None] Pushing event updated for resources: {'Port': ['ID=df4726a8-0c52-41ce-875c-20c469f9b6d0,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:30.894475 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a258fa59-2b2b-48da-b48d-175390284efe None None] Port 85f70323-2083-4b38-9be3-0d7de826d820 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:36:30.906257 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9441e8-9210-461c-84af-50a9b1fb15a3 admin admin] Router 4c39414e-26ad-4303-b202-39a90b3616ba has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:36:30.928866 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-95dbecfa-6b01-43bf-8aa2-333a1b308f1a None None] For port df4726a8-0c52-41ce-875c-20c469f9b6d0, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:30.933408 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-95dbecfa-6b01-43bf-8aa2-333a1b308f1a None None] For port df4726a8-0c52-41ce-875c-20c469f9b6d0, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=df4726a8-0c52-41ce-875c-20c469f9b6d0,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:30.937790 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-95dbecfa-6b01-43bf-8aa2-333a1b308f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:31.000716 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dbecfa-6b01-43bf-8aa2-333a1b308f1a None None] Routers {'4c39414e-26ad-4303-b202-39a90b3616ba'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:31.001370 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-95dbecfa-6b01-43bf-8aa2-333a1b308f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:36:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4c39414e-26ad-4303-b202-39a90b3616ba'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:31.060386 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9441e8-9210-461c-84af-50a9b1fb15a3 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:31.066341 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8b9441e8-9210-461c-84af-50a9b1fb15a3 admin admin] 10.222.0.68 "PUT /v2.0/routers/4c39414e-26ad-4303-b202-39a90b3616ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0005648 Aug 16 20:36:31.076379 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ebc26476-bc6c-4223-83d5-5a69dbdba3ff up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:31.080377 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aaa372-4745-421e-802d-1b86c3ea267e None None] Pushing event updated for resources: {'Port': ['ID=df4726a8-0c52-41ce-875c-20c469f9b6d0,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:31.173611 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5ce7a9ac-04e7-42ec-af75-307c360eeddc None None] Provisioning complete for port 85f70323-2083-4b38-9be3-0d7de826d820 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:31.174145 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ce7a9ac-04e7-42ec-af75-307c360eeddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:31.246157 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5ce7a9ac-04e7-42ec-af75-307c360eeddc None None] Port 85f70323-2083-4b38-9be3-0d7de826d820 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:36:31.247606 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port ebc26476-bc6c-4223-83d5-5a69dbdba3ff triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:31.248057 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:31.286702 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-95dbecfa-6b01-43bf-8aa2-333a1b308f1a None None] Set router 4c39414e-26ad-4303-b202-39a90b3616ba gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:31.452397 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 645c0708-a176-4e30-bc5d-b03302ed8493 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:31.558773 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 645c0708-a176-4e30-bc5d-b03302ed8493 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:31.559145 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:31.660448 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-95dbecfa-6b01-43bf-8aa2-333a1b308f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c39414e-26ad-4303-b202-39a90b3616ba', 'name': 'tempest-TestVolumeBootPattern-60138019-router', 'tenant_id': 'cb8fc54640d942a192c057ba46170e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'df4726a8-0c52-41ce-875c-20c469f9b6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:26Z', 'updated_at': '2021-08-16T20:36:30Z', 'revision_number': 4, 'project_id': 'cb8fc54640d942a192c057ba46170e2b', 'gw_port': {'id': 'df4726a8-0c52-41ce-875c-20c469f9b6d0', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:27:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c39414e-26ad-4303-b202-39a90b3616ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:27Z', 'updated_at': '2021-08-16T20:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '85f70323-2083-4b38-9be3-0d7de826d820', 'name': '', 'network_id': '90a107fb-c8e9-4600-b5c1-10abb01abc5f', 'tenant_id': 'cb8fc54640d942a192c057ba46170e2b', 'mac_address': 'fa:16:3e:b1:e1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c39414e-26ad-4303-b202-39a90b3616ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '1990467a-5533-4159-80d2-f8814e5e7a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:29Z', 'updated_at': '2021-08-16T20:36:30Z', 'revision_number': 2, 'project_id': 'cb8fc54640d942a192c057ba46170e2b', 'subnets': [{'id': '1990467a-5533-4159-80d2-f8814e5e7a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:31.717011 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dbecfa-6b01-43bf-8aa2-333a1b308f1a None None] The sync data for ids ['4c39414e-26ad-4303-b202-39a90b3616ba'] in n-d-787206-13 is: [{'id': '4c39414e-26ad-4303-b202-39a90b3616ba', 'name': 'tempest-TestVolumeBootPattern-60138019-router', 'tenant_id': 'cb8fc54640d942a192c057ba46170e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'df4726a8-0c52-41ce-875c-20c469f9b6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:26Z', 'updated_at': '2021-08-16T20:36:30Z', 'revision_number': 4, 'project_id': 'cb8fc54640d942a192c057ba46170e2b', 'gw_port': {'id': 'df4726a8-0c52-41ce-875c-20c469f9b6d0', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:27:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c39414e-26ad-4303-b202-39a90b3616ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:27Z', 'updated_at': '2021-08-16T20:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '85f70323-2083-4b38-9be3-0d7de826d820', 'name': '', 'network_id': '90a107fb-c8e9-4600-b5c1-10abb01abc5f', 'tenant_id': 'cb8fc54640d942a192c057ba46170e2b', 'mac_address': 'fa:16:3e:b1:e1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c39414e-26ad-4303-b202-39a90b3616ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '1990467a-5533-4159-80d2-f8814e5e7a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:29Z', 'updated_at': '2021-08-16T20:36:30Z', 'revision_number': 2, 'project_id': 'cb8fc54640d942a192c057ba46170e2b', 'subnets': [{'id': '1990467a-5533-4159-80d2-f8814e5e7a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:31.831797 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9757c54c-e320-4b98-8c2e-ff28f7d24ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:33.148883 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device df4726a8-0c52-41ce-875c-20c469f9b6d0 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:33.227904 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port df4726a8-0c52-41ce-875c-20c469f9b6d0 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:33.242758 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port df4726a8-0c52-41ce-875c-20c469f9b6d0 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:33.243228 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:33.362684 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:33.391576 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port df4726a8-0c52-41ce-875c-20c469f9b6d0, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=df4726a8-0c52-41ce-875c-20c469f9b6d0,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:33.401059 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:33.466478 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=df4726a8-0c52-41ce-875c-20c469f9b6d0,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:33.480463 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf6815-6f49-4086-81a3-d1c476630832 req-608caa67-218e-46a5-9bc2-e270e9511c4f tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:33.482160 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fecf6815-6f49-4086-81a3-d1c476630832 req-608caa67-218e-46a5-9bc2-e270e9511c4f tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/networks?id=698bee40-61b9-463d-8447-847c4206452e HTTP/1.1" status: 200 len: 808 time: 0.1390438 Aug 16 20:36:33.498997 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fecf6815-6f49-4086-81a3-d1c476630832 req-0bbc96ad-6dc8-4414-b921-462da8974297 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/quotas/25526f5975694410acc6a235dda2f51a HTTP/1.1" status: 200 len: 375 time: 0.0105107 Aug 16 20:36:33.561454 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fecf6815-6f49-4086-81a3-d1c476630832 req-c572d272-0401-4f44-83f4-782b231a58bb tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=25526f5975694410acc6a235dda2f51a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561950 Aug 16 20:36:33.659215 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fecf6815-6f49-4086-81a3-d1c476630832 req-9ee1b6bf-ae77-4797-ac32-adf71dc2fc7b service neutron] 10.222.0.68 "GET /v2.0/networks/698bee40-61b9-463d-8447-847c4206452e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906124 Aug 16 20:36:33.758589 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fecf6815-6f49-4086-81a3-d1c476630832 req-0005b9dd-72fd-41d2-a7de-17a308da6c3b service neutron] 10.222.0.68 "GET /v2.0/networks/698bee40-61b9-463d-8447-847c4206452e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919878 Aug 16 20:36:34.080024 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-781eb2cd-deef-4f82-9981-3d7106b96da7 req-ecc4ff7a-20fe-4d67-9ca8-c952dfd17b6a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=276996d0-79cb-4995-ba24-e06347b1cf8a HTTP/1.1" status: 200 len: 210 time: 0.0287571 Aug 16 20:36:34.436095 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e5440b69-f082-4be8-92a2-2abaebb66a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.694465 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:35.078654 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf6815-6f49-4086-81a3-d1c476630832 req-12715637-f972-4928-8586-4b7a3358f875 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:35.079957 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fecf6815-6f49-4086-81a3-d1c476630832 req-12715637-f972-4928-8586-4b7a3358f875 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.63 "GET /v2.0/networks?id=698bee40-61b9-463d-8447-847c4206452e HTTP/1.1" status: 200 len: 808 time: 0.1627202 Aug 16 20:36:35.093752 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-fecf6815-6f49-4086-81a3-d1c476630832 req-3ff71101-cee4-453a-9183-d75461b40172 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Request body: {'port': {'device_id': '276996d0-79cb-4995-ba24-e06347b1cf8a', 'network_id': '698bee40-61b9-463d-8447-847c4206452e', 'admin_state_up': True, 'tenant_id': '25526f5975694410acc6a235dda2f51a'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:35.108112 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device df4726a8-0c52-41ce-875c-20c469f9b6d0 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:35.168161 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port df4726a8-0c52-41ce-875c-20c469f9b6d0 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:35.168624 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:35.279020 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f69c8fb3-0a75-4a16-a9be-2439f8ecf288 req-c9ba9480-8bc1-465f-b41a-e02c65aa013e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=276996d0-79cb-4995-ba24-e06347b1cf8a HTTP/1.1" status: 200 len: 210 time: 0.0782585 Aug 16 20:36:35.333643 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fecf6815-6f49-4086-81a3-d1c476630832 req-3ff71101-cee4-453a-9183-d75461b40172 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Made reservation on behalf of 25526f5975694410acc6a235dda2f51a for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:35.337699 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fecf6815-6f49-4086-81a3-d1c476630832 req-3ff71101-cee4-453a-9183-d75461b40172 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:35.516143 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-fecf6815-6f49-4086-81a3-d1c476630832 req-3ff71101-cee4-453a-9183-d75461b40172 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Allocated IP 172.20.0.12 (698bee40-61b9-463d-8447-847c4206452e/0adf4bcd-ed8d-4f52-bfb2-0b7ad8146d36/719dd615-f0ba-4efc-af7d-80c88ea774aa) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:35.671823 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:35.775867 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fecf6815-6f49-4086-81a3-d1c476630832 req-3ff71101-cee4-453a-9183-d75461b40172 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:35.798830 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-fecf6815-6f49-4086-81a3-d1c476630832 req-3ff71101-cee4-453a-9183-d75461b40172 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Transition to ACTIVE for port object 719dd615-f0ba-4efc-af7d-80c88ea774aa will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:35.819006 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ed5a6-8066-4c6a-a385-58b534184bac None None] Sync routers for ids ['4c39414e-26ad-4303-b202-39a90b3616ba'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:35.830174 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260ed5a6-8066-4c6a-a385-58b534184bac None None] Routers {'4c39414e-26ad-4303-b202-39a90b3616ba'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:35.830795 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-260ed5a6-8066-4c6a-a385-58b534184bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:36:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4c39414e-26ad-4303-b202-39a90b3616ba'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:35.860068 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fecf6815-6f49-4086-81a3-d1c476630832 req-3ff71101-cee4-453a-9183-d75461b40172 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:35.919166 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fecf6815-6f49-4086-81a3-d1c476630832 req-3ff71101-cee4-453a-9183-d75461b40172 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Network 698bee40-61b9-463d-8447-847c4206452e is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:35.922898 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-fecf6815-6f49-4086-81a3-d1c476630832 req-3ff71101-cee4-453a-9183-d75461b40172 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:35.928275 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-fecf6815-6f49-4086-81a3-d1c476630832 req-3ff71101-cee4-453a-9183-d75461b40172 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:35.933397 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff71101-cee4-453a-9183-d75461b40172 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Pushing event updated for resources: {'Port': ['ID=719dd615-f0ba-4efc-af7d-80c88ea774aa,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:35.985896 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf6815-6f49-4086-81a3-d1c476630832 req-3ff71101-cee4-453a-9183-d75461b40172 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:35.986597 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fecf6815-6f49-4086-81a3-d1c476630832 req-3ff71101-cee4-453a-9183-d75461b40172 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:36.005140 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fecf6815-6f49-4086-81a3-d1c476630832 req-3ff71101-cee4-453a-9183-d75461b40172 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9155304 Aug 16 20:36:36.017854 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-fecf6815-6f49-4086-81a3-d1c476630832 req-4e665f49-fd12-4c99-a35e-a121a095858c service neutron] Request body: {'port': {'device_id': '276996d0-79cb-4995-ba24-e06347b1cf8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:36.057079 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-260ed5a6-8066-4c6a-a385-58b534184bac None None] Set router 4c39414e-26ad-4303-b202-39a90b3616ba gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:36.102722 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fecf6815-6f49-4086-81a3-d1c476630832 req-4e665f49-fd12-4c99-a35e-a121a095858c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:36.256677 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:36.289628 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:36.433012 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-86010af5-b886-4faa-b5c9-26213cc0e998 None None] Provisioning for port 719dd615-f0ba-4efc-af7d-80c88ea774aa completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:36.434288 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-260ed5a6-8066-4c6a-a385-58b534184bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c39414e-26ad-4303-b202-39a90b3616ba', 'name': 'tempest-TestVolumeBootPattern-60138019-router', 'tenant_id': 'cb8fc54640d942a192c057ba46170e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'df4726a8-0c52-41ce-875c-20c469f9b6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:26Z', 'updated_at': '2021-08-16T20:36:30Z', 'revision_number': 4, 'project_id': 'cb8fc54640d942a192c057ba46170e2b', 'gw_port': {'id': 'df4726a8-0c52-41ce-875c-20c469f9b6d0', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:27:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c39414e-26ad-4303-b202-39a90b3616ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:27Z', 'updated_at': '2021-08-16T20:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '85f70323-2083-4b38-9be3-0d7de826d820', 'name': '', 'network_id': '90a107fb-c8e9-4600-b5c1-10abb01abc5f', 'tenant_id': 'cb8fc54640d942a192c057ba46170e2b', 'mac_address': 'fa:16:3e:b1:e1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c39414e-26ad-4303-b202-39a90b3616ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '1990467a-5533-4159-80d2-f8814e5e7a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:29Z', 'updated_at': '2021-08-16T20:36:30Z', 'revision_number': 2, 'project_id': 'cb8fc54640d942a192c057ba46170e2b', 'subnets': [{'id': '1990467a-5533-4159-80d2-f8814e5e7a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:36.439540 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-86010af5-b886-4faa-b5c9-26213cc0e998 None None] Provisioning complete for port 719dd615-f0ba-4efc-af7d-80c88ea774aa triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:36.439920 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-86010af5-b886-4faa-b5c9-26213cc0e998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:36.467489 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ed5a6-8066-4c6a-a385-58b534184bac None None] Checking router: 4c39414e-26ad-4303-b202-39a90b3616ba for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:36:36.468107 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ed5a6-8066-4c6a-a385-58b534184bac None None] Updating router 4c39414e-26ad-4303-b202-39a90b3616ba port 85f70323-2083-4b38-9be3-0d7de826d820 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:36:36.494326 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-260ed5a6-8066-4c6a-a385-58b534184bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:36.532256 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-86010af5-b886-4faa-b5c9-26213cc0e998 None None] Port 719dd615-f0ba-4efc-af7d-80c88ea774aa cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:36:36.553811 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2d2a4-b0df-44c0-a26b-cd14ad8c59fb req-c5f70d4a-803c-45f4-8936-bfade502525b tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:36.556001 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5ce2d2a4-b0df-44c0-a26b-cd14ad8c59fb req-c5f70d4a-803c-45f4-8936-bfade502525b tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=276996d0-79cb-4995-ba24-e06347b1cf8a HTTP/1.1" status: 200 len: 932 time: 0.1275384 Aug 16 20:36:36.629194 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5ce2d2a4-b0df-44c0-a26b-cd14ad8c59fb req-f214343f-e33d-4170-9198-0b63bc7be90b tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640895 Aug 16 20:36:36.714718 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-fecf6815-6f49-4086-81a3-d1c476630832 req-4e665f49-fd12-4c99-a35e-a121a095858c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 719dd615-f0ba-4efc-af7d-80c88ea774aa {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:36:36.743189 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fecf6815-6f49-4086-81a3-d1c476630832 req-4e665f49-fd12-4c99-a35e-a121a095858c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:36.763879 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-fecf6815-6f49-4086-81a3-d1c476630832 req-4e665f49-fd12-4c99-a35e-a121a095858c service neutron] Transition to ACTIVE for port object 719dd615-f0ba-4efc-af7d-80c88ea774aa will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:36.773357 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fecf6815-6f49-4086-81a3-d1c476630832 req-4e665f49-fd12-4c99-a35e-a121a095858c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:36.816616 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-260ed5a6-8066-4c6a-a385-58b534184bac None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:36.846633 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-260ed5a6-8066-4c6a-a385-58b534184bac None None] Transition to ACTIVE for port object 85f70323-2083-4b38-9be3-0d7de826d820 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:36.861022 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-260ed5a6-8066-4c6a-a385-58b534184bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:36.895361 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e665f49-fd12-4c99-a35e-a121a095858c service neutron] Pushing event updated for resources: {'Port': ['ID=719dd615-f0ba-4efc-af7d-80c88ea774aa,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:37.019071 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579afb17-3873-4463-96d0-c1d7fa33c169 None None] Pushing event updated for resources: {'Port': ['ID=85f70323-2083-4b38-9be3-0d7de826d820,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:37.076973 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-fecf6815-6f49-4086-81a3-d1c476630832 req-4e665f49-fd12-4c99-a35e-a121a095858c service neutron] Attempting to bind port 719dd615-f0ba-4efc-af7d-80c88ea774aa on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:37.077319 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-fecf6815-6f49-4086-81a3-d1c476630832 req-4e665f49-fd12-4c99-a35e-a121a095858c service neutron] Attempting to bind port 719dd615-f0ba-4efc-af7d-80c88ea774aa by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '92548a5e-c744-48b1-be52-e6b9f5f90f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '698bee40-61b9-463d-8447-847c4206452e'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:37.077655 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecf6815-6f49-4086-81a3-d1c476630832 req-4e665f49-fd12-4c99-a35e-a121a095858c service neutron] Attempting to bind port 719dd615-f0ba-4efc-af7d-80c88ea774aa on network 698bee40-61b9-463d-8447-847c4206452e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:37.082475 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecf6815-6f49-4086-81a3-d1c476630832 req-4e665f49-fd12-4c99-a35e-a121a095858c service neutron] Port 719dd615-f0ba-4efc-af7d-80c88ea774aa on network 698bee40-61b9-463d-8447-847c4206452e not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:36:37.082800 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecf6815-6f49-4086-81a3-d1c476630832 req-4e665f49-fd12-4c99-a35e-a121a095858c service neutron] Attempting to bind port 719dd615-f0ba-4efc-af7d-80c88ea774aa on network 698bee40-61b9-463d-8447-847c4206452e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:37.097270 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecf6815-6f49-4086-81a3-d1c476630832 req-4e665f49-fd12-4c99-a35e-a121a095858c service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:37.097617 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecf6815-6f49-4086-81a3-d1c476630832 req-4e665f49-fd12-4c99-a35e-a121a095858c service neutron] Checking segment: {'id': '92548a5e-c744-48b1-be52-e6b9f5f90f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '698bee40-61b9-463d-8447-847c4206452e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:37.098008 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecf6815-6f49-4086-81a3-d1c476630832 req-4e665f49-fd12-4c99-a35e-a121a095858c service neutron] Bound using segment: {'id': '92548a5e-c744-48b1-be52-e6b9f5f90f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '698bee40-61b9-463d-8447-847c4206452e'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:37.098454 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-fecf6815-6f49-4086-81a3-d1c476630832 req-4e665f49-fd12-4c99-a35e-a121a095858c service neutron] Bound port: 719dd615-f0ba-4efc-af7d-80c88ea774aa, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92548a5e-c744-48b1-be52-e6b9f5f90f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '698bee40-61b9-463d-8447-847c4206452e'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:37.098818 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fecf6815-6f49-4086-81a3-d1c476630832 req-4e665f49-fd12-4c99-a35e-a121a095858c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:37.122205 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:37.155000 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-260ed5a6-8066-4c6a-a385-58b534184bac None None] Attempting to bind port 85f70323-2083-4b38-9be3-0d7de826d820 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:37.155497 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-260ed5a6-8066-4c6a-a385-58b534184bac None None] Attempting to bind port 85f70323-2083-4b38-9be3-0d7de826d820 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'b898e35c-f249-4c42-8d3a-f04486b7639b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '90a107fb-c8e9-4600-b5c1-10abb01abc5f'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:37.155940 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260ed5a6-8066-4c6a-a385-58b534184bac None None] Attempting to bind port 85f70323-2083-4b38-9be3-0d7de826d820 on network 90a107fb-c8e9-4600-b5c1-10abb01abc5f {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:37.161822 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260ed5a6-8066-4c6a-a385-58b534184bac None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:37.162194 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260ed5a6-8066-4c6a-a385-58b534184bac None None] Checking segment: {'id': 'b898e35c-f249-4c42-8d3a-f04486b7639b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '90a107fb-c8e9-4600-b5c1-10abb01abc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:37.162759 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-260ed5a6-8066-4c6a-a385-58b534184bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:37.163130 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260ed5a6-8066-4c6a-a385-58b534184bac None None] Bound using segment: {'id': 'b898e35c-f249-4c42-8d3a-f04486b7639b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '90a107fb-c8e9-4600-b5c1-10abb01abc5f'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:37.164282 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-260ed5a6-8066-4c6a-a385-58b534184bac None None] Bound port: 85f70323-2083-4b38-9be3-0d7de826d820, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b898e35c-f249-4c42-8d3a-f04486b7639b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '90a107fb-c8e9-4600-b5c1-10abb01abc5f'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:37.166094 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-260ed5a6-8066-4c6a-a385-58b534184bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:37.263553 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-260ed5a6-8066-4c6a-a385-58b534184bac None None] For port 85f70323-2083-4b38-9be3-0d7de826d820, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:37.268991 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-fecf6815-6f49-4086-81a3-d1c476630832 req-4e665f49-fd12-4c99-a35e-a121a095858c service neutron] For port 719dd615-f0ba-4efc-af7d-80c88ea774aa, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:37.274002 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-fecf6815-6f49-4086-81a3-d1c476630832 req-4e665f49-fd12-4c99-a35e-a121a095858c service neutron] For port 719dd615-f0ba-4efc-af7d-80c88ea774aa, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=719dd615-f0ba-4efc-af7d-80c88ea774aa,segment=NetworkSegment(92548a5e-c744-48b1-be52-e6b9f5f90f31),segment_id=92548a5e-c744-48b1-be52-e6b9f5f90f31)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:37.274766 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-260ed5a6-8066-4c6a-a385-58b534184bac None None] For port 85f70323-2083-4b38-9be3-0d7de826d820, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=85f70323-2083-4b38-9be3-0d7de826d820,segment=NetworkSegment(b898e35c-f249-4c42-8d3a-f04486b7639b),segment_id=b898e35c-f249-4c42-8d3a-f04486b7639b)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:37.280212 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fecf6815-6f49-4086-81a3-d1c476630832 req-4e665f49-fd12-4c99-a35e-a121a095858c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:37.285831 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-260ed5a6-8066-4c6a-a385-58b534184bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:37.359000 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf6815-6f49-4086-81a3-d1c476630832 req-4e665f49-fd12-4c99-a35e-a121a095858c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:37.363346 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fecf6815-6f49-4086-81a3-d1c476630832 req-4e665f49-fd12-4c99-a35e-a121a095858c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:37.368504 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fecf6815-6f49-4086-81a3-d1c476630832 req-4e665f49-fd12-4c99-a35e-a121a095858c service neutron] 10.222.0.63 "PUT /v2.0/ports/719dd615-f0ba-4efc-af7d-80c88ea774aa HTTP/1.1" status: 200 len: 1093 time: 1.3520463 Aug 16 20:36:37.372619 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260ed5a6-8066-4c6a-a385-58b534184bac None None] Routers {'4c39414e-26ad-4303-b202-39a90b3616ba'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:37.373655 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-260ed5a6-8066-4c6a-a385-58b534184bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:36:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4c39414e-26ad-4303-b202-39a90b3616ba'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:37.373796 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276996d0-79cb-4995-ba24-e06347b1cf8a', 'tag': '719dd615-f0ba-4efc-af7d-80c88ea774aa'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:36:37.380067 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6461483a-269a-4847-85b0-16ed3159e760" -d '{"events": [{"name": "network-changed", "server_uuid": "276996d0-79cb-4995-ba24-e06347b1cf8a", "tag": "719dd615-f0ba-4efc-af7d-80c88ea774aa"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:37.510035 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8140da-8e8e-495b-b4fb-a1ac2d363190 x-openstack-request-id: req-ae8140da-8e8e-495b-b4fb-a1ac2d363190 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:37.510552 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276996d0-79cb-4995-ba24-e06347b1cf8a", "tag": "719dd615-f0ba-4efc-af7d-80c88ea774aa", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:37.510991 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ae8140da-8e8e-495b-b4fb-a1ac2d363190 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:37.511591 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276996d0-79cb-4995-ba24-e06347b1cf8a', 'tag': '719dd615-f0ba-4efc-af7d-80c88ea774aa', 'status': 'completed', 'code': 200} Aug 16 20:36:37.513622 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e665f49-fd12-4c99-a35e-a121a095858c service neutron] Pushing event updated for resources: {'Port': ['ID=719dd615-f0ba-4efc-af7d-80c88ea774aa,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:37.541886 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf6815-6f49-4086-81a3-d1c476630832 req-4d2a12b4-bb62-4832-b315-2d401b5010bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:37.543438 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fecf6815-6f49-4086-81a3-d1c476630832 req-4d2a12b4-bb62-4832-b315-2d401b5010bf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=25526f5975694410acc6a235dda2f51a&device_id=276996d0-79cb-4995-ba24-e06347b1cf8a HTTP/1.1" status: 200 len: 1096 time: 0.1200736 Aug 16 20:36:37.606226 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-260ed5a6-8066-4c6a-a385-58b534184bac None None] Set router 4c39414e-26ad-4303-b202-39a90b3616ba gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:37.618119 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fecf6815-6f49-4086-81a3-d1c476630832 req-dbc9472d-99eb-4f8c-b54c-c428dc13f7e0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=719dd615-f0ba-4efc-af7d-80c88ea774aa HTTP/1.1" status: 200 len: 217 time: 0.0620334 Aug 16 20:36:37.685848 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579afb17-3873-4463-96d0-c1d7fa33c169 None None] Pushing event updated for resources: {'Port': ['ID=85f70323-2083-4b38-9be3-0d7de826d820,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:37.755032 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf6815-6f49-4086-81a3-d1c476630832 req-27167998-9955-4de0-8532-25c747194ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:37.762602 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fecf6815-6f49-4086-81a3-d1c476630832 req-27167998-9955-4de0-8532-25c747194ddf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0adf4bcd-ed8d-4f52-bfb2-0b7ad8146d36 HTTP/1.1" status: 200 len: 847 time: 0.1377358 Aug 16 20:36:37.900361 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf6815-6f49-4086-81a3-d1c476630832 req-eb5acd37-bf53-4b4c-bc95-ac0c06f3db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:37.901904 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fecf6815-6f49-4086-81a3-d1c476630832 req-eb5acd37-bf53-4b4c-bc95-ac0c06f3db5d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=698bee40-61b9-463d-8447-847c4206452e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1293614 Aug 16 20:36:37.909596 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992cbb7e-6a5b-4d89-9609-e2544e621a35 req-5e07efdb-2ada-4841-9919-3e57fdb33c44 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:37.911194 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-992cbb7e-6a5b-4d89-9609-e2544e621a35 req-5e07efdb-2ada-4841-9919-3e57fdb33c44 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=276996d0-79cb-4995-ba24-e06347b1cf8a HTTP/1.1" status: 200 len: 944 time: 0.1079943 Aug 16 20:36:38.000712 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-260ed5a6-8066-4c6a-a385-58b534184bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c39414e-26ad-4303-b202-39a90b3616ba', 'name': 'tempest-TestVolumeBootPattern-60138019-router', 'tenant_id': 'cb8fc54640d942a192c057ba46170e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'df4726a8-0c52-41ce-875c-20c469f9b6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:26Z', 'updated_at': '2021-08-16T20:36:30Z', 'revision_number': 4, 'project_id': 'cb8fc54640d942a192c057ba46170e2b', 'gw_port': {'id': 'df4726a8-0c52-41ce-875c-20c469f9b6d0', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:27:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c39414e-26ad-4303-b202-39a90b3616ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:27Z', 'updated_at': '2021-08-16T20:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '85f70323-2083-4b38-9be3-0d7de826d820', 'name': '', 'network_id': '90a107fb-c8e9-4600-b5c1-10abb01abc5f', 'tenant_id': 'cb8fc54640d942a192c057ba46170e2b', 'mac_address': 'fa:16:3e:b1:e1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c39414e-26ad-4303-b202-39a90b3616ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '1990467a-5533-4159-80d2-f8814e5e7a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:29Z', 'updated_at': '2021-08-16T20:36:37Z', 'revision_number': 4, 'project_id': 'cb8fc54640d942a192c057ba46170e2b', 'subnets': [{'id': '1990467a-5533-4159-80d2-f8814e5e7a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:38.029144 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-992cbb7e-6a5b-4d89-9609-e2544e621a35 req-06cfb04b-be02-47d5-b29d-582fa169ce99 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989878 Aug 16 20:36:38.041390 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ed5a6-8066-4c6a-a385-58b534184bac None None] The sync data for ids ['4c39414e-26ad-4303-b202-39a90b3616ba'] in n-d-787206-13 is: [{'id': '4c39414e-26ad-4303-b202-39a90b3616ba', 'name': 'tempest-TestVolumeBootPattern-60138019-router', 'tenant_id': 'cb8fc54640d942a192c057ba46170e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'df4726a8-0c52-41ce-875c-20c469f9b6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:26Z', 'updated_at': '2021-08-16T20:36:30Z', 'revision_number': 4, 'project_id': 'cb8fc54640d942a192c057ba46170e2b', 'gw_port': {'id': 'df4726a8-0c52-41ce-875c-20c469f9b6d0', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:27:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c39414e-26ad-4303-b202-39a90b3616ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:27Z', 'updated_at': '2021-08-16T20:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '85f70323-2083-4b38-9be3-0d7de826d820', 'name': '', 'network_id': '90a107fb-c8e9-4600-b5c1-10abb01abc5f', 'tenant_id': 'cb8fc54640d942a192c057ba46170e2b', 'mac_address': 'fa:16:3e:b1:e1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c39414e-26ad-4303-b202-39a90b3616ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '1990467a-5533-4159-80d2-f8814e5e7a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:29Z', 'updated_at': '2021-08-16T20:36:37Z', 'revision_number': 4, 'project_id': 'cb8fc54640d942a192c057ba46170e2b', 'subnets': [{'id': '1990467a-5533-4159-80d2-f8814e5e7a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:38.089791 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fecf6815-6f49-4086-81a3-d1c476630832 req-03faab5c-4d75-44a3-9794-c7cde29d7ea8 service neutron] 10.222.0.63 "GET /v2.0/networks/698bee40-61b9-463d-8447-847c4206452e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773994 Aug 16 20:36:38.206510 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fecf6815-6f49-4086-81a3-d1c476630832 req-c3c3d2d7-017d-42da-b9c2-1a45ad09d96e service neutron] 10.222.0.63 "GET /v2.0/networks/698bee40-61b9-463d-8447-847c4206452e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060355 Aug 16 20:36:38.294849 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461483a-269a-4847-85b0-16ed3159e760 req-008376fa-ec00-4d9b-aaa3-194a7c99298e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:38.296538 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6461483a-269a-4847-85b0-16ed3159e760 req-008376fa-ec00-4d9b-aaa3-194a7c99298e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=25526f5975694410acc6a235dda2f51a&device_id=276996d0-79cb-4995-ba24-e06347b1cf8a HTTP/1.1" status: 200 len: 1096 time: 0.0435150 Aug 16 20:36:38.393087 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461483a-269a-4847-85b0-16ed3159e760 req-1c292c4f-bf6a-4eaa-af48-8aa7cf6f6e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:38.394877 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6461483a-269a-4847-85b0-16ed3159e760 req-1c292c4f-bf6a-4eaa-af48-8aa7cf6f6e75 service neutron] 10.222.0.63 "GET /v2.0/networks?id=698bee40-61b9-463d-8447-847c4206452e HTTP/1.1" status: 200 len: 909 time: 0.0912907 Aug 16 20:36:38.438516 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6461483a-269a-4847-85b0-16ed3159e760 req-9a5f9023-0a88-4edb-a5fc-513a45cbe505 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=719dd615-f0ba-4efc-af7d-80c88ea774aa HTTP/1.1" status: 200 len: 217 time: 0.0366371 Aug 16 20:36:38.488568 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461483a-269a-4847-85b0-16ed3159e760 req-648ce105-ec3a-4216-88e6-e4994d9e50e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:38.489953 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6461483a-269a-4847-85b0-16ed3159e760 req-648ce105-ec3a-4216-88e6-e4994d9e50e6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0adf4bcd-ed8d-4f52-bfb2-0b7ad8146d36 HTTP/1.1" status: 200 len: 847 time: 0.0439813 Aug 16 20:36:38.536409 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461483a-269a-4847-85b0-16ed3159e760 req-c3b6571a-9bec-4d48-9a70-75113d3892aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:38.537899 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6461483a-269a-4847-85b0-16ed3159e760 req-c3b6571a-9bec-4d48-9a70-75113d3892aa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=698bee40-61b9-463d-8447-847c4206452e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412643 Aug 16 20:36:38.635534 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6461483a-269a-4847-85b0-16ed3159e760 req-e0f9fdbf-c9f2-4717-8774-33e236967cc5 service neutron] 10.222.0.63 "GET /v2.0/networks/698bee40-61b9-463d-8447-847c4206452e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898507 Aug 16 20:36:38.748709 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6461483a-269a-4847-85b0-16ed3159e760 req-265b86f0-22c9-4cff-a41d-79c63015a44c service neutron] 10.222.0.63 "GET /v2.0/networks/698bee40-61b9-463d-8447-847c4206452e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058736 Aug 16 20:36:39.137125 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 85f70323-2083-4b38-9be3-0d7de826d820 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:39.200361 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10147951-dabc-4d4d-9ad0-41fde081bb11 req-f5686a82-090f-49a7-8d3d-e47a0693f8df tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:39.204222 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-10147951-dabc-4d4d-9ad0-41fde081bb11 req-f5686a82-090f-49a7-8d3d-e47a0693f8df tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=276996d0-79cb-4995-ba24-e06347b1cf8a HTTP/1.1" status: 200 len: 944 time: 0.0867524 Aug 16 20:36:39.235094 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 85f70323-2083-4b38-9be3-0d7de826d820 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:39.241807 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 85f70323-2083-4b38-9be3-0d7de826d820 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:39.242493 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:39.254560 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-10147951-dabc-4d4d-9ad0-41fde081bb11 req-df937c58-d5e5-4bb1-afd2-963cbf7021fb tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420039 Aug 16 20:36:39.328911 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:39.364913 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 85f70323-2083-4b38-9be3-0d7de826d820, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=85f70323-2083-4b38-9be3-0d7de826d820,segment=NetworkSegment(b898e35c-f249-4c42-8d3a-f04486b7639b),segment_id=b898e35c-f249-4c42-8d3a-f04486b7639b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:39.370667 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:39.452067 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=85f70323-2083-4b38-9be3-0d7de826d820,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:40.394548 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0891b-7bee-4ba2-b0f1-aab48c235ab0 req-ee0d3772-959c-4825-96e5-4da4f2f99be3 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:40.396225 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c5b0891b-7bee-4ba2-b0f1-aab48c235ab0 req-ee0d3772-959c-4825-96e5-4da4f2f99be3 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=276996d0-79cb-4995-ba24-e06347b1cf8a HTTP/1.1" status: 200 len: 944 time: 0.0645626 Aug 16 20:36:40.443490 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c5b0891b-7bee-4ba2-b0f1-aab48c235ab0 req-c4b88f67-d3bf-4c85-bf26-a6d1f94250b4 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414722 Aug 16 20:36:41.063274 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 85f70323-2083-4b38-9be3-0d7de826d820 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:41.111680 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 85f70323-2083-4b38-9be3-0d7de826d820 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:41.112006 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:41.564462 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464429b2-9619-40c1-b566-cd3f1cea471d req-79cbf497-6f94-4450-bbe4-dbad55a5833f tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:41.565896 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-464429b2-9619-40c1-b566-cd3f1cea471d req-79cbf497-6f94-4450-bbe4-dbad55a5833f tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=276996d0-79cb-4995-ba24-e06347b1cf8a HTTP/1.1" status: 200 len: 944 time: 0.0494549 Aug 16 20:36:41.604839 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-464429b2-9619-40c1-b566-cd3f1cea471d req-bf8e9854-fb1f-42c3-a5b7-e7640a8479be tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328000 Aug 16 20:36:42.731079 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1af69f-00f5-42fa-b874-9690a048b54e req-ae5f2136-9887-4e61-aa55-4003a08c2732 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:42.732891 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9b1af69f-00f5-42fa-b874-9690a048b54e req-ae5f2136-9887-4e61-aa55-4003a08c2732 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=276996d0-79cb-4995-ba24-e06347b1cf8a HTTP/1.1" status: 200 len: 944 time: 0.0593171 Aug 16 20:36:42.785486 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9b1af69f-00f5-42fa-b874-9690a048b54e req-f3291499-8c81-45a9-8422-3dcbe054a84f tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453546 Aug 16 20:36:43.919006 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15104e64-012e-4abe-a49e-291a04b0f01c req-54a69989-428f-483e-9722-460796907a60 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:43.920701 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-15104e64-012e-4abe-a49e-291a04b0f01c req-54a69989-428f-483e-9722-460796907a60 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=276996d0-79cb-4995-ba24-e06347b1cf8a HTTP/1.1" status: 200 len: 944 time: 0.0512505 Aug 16 20:36:43.960696 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-15104e64-012e-4abe-a49e-291a04b0f01c req-23c5755d-df61-4e12-992a-6fa2d30046bc tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333099 Aug 16 20:36:45.075975 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d840ac2-542a-457d-ac6d-edd2be7ab9ba req-c5ab9aff-c2f8-4e73-ab9e-e2960a9e98e1 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:45.077571 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6d840ac2-542a-457d-ac6d-edd2be7ab9ba req-c5ab9aff-c2f8-4e73-ab9e-e2960a9e98e1 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=276996d0-79cb-4995-ba24-e06347b1cf8a HTTP/1.1" status: 200 len: 944 time: 0.0490768 Aug 16 20:36:45.115827 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6d840ac2-542a-457d-ac6d-edd2be7ab9ba req-4c0ada73-c1d6-4e24-90f7-77fb06b4c794 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322115 Aug 16 20:36:46.233422 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f59c5-60ae-4f24-a6f3-6757196affba req-8186a3e1-27d6-4f9c-bae8-b43dc1d3e6c4 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:46.234891 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f31f59c5-60ae-4f24-a6f3-6757196affba req-8186a3e1-27d6-4f9c-bae8-b43dc1d3e6c4 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=276996d0-79cb-4995-ba24-e06347b1cf8a HTTP/1.1" status: 200 len: 944 time: 0.0509958 Aug 16 20:36:46.277722 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f31f59c5-60ae-4f24-a6f3-6757196affba req-c7d41ff8-b307-45fc-a806-f07a68dc1e66 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363946 Aug 16 20:36:47.394795 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673712f-2d0a-41c3-a376-c0703860abcd req-79c4dd61-f8ee-45a9-9a46-6d407ad8fe05 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:47.396477 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5673712f-2d0a-41c3-a376-c0703860abcd req-79c4dd61-f8ee-45a9-9a46-6d407ad8fe05 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=276996d0-79cb-4995-ba24-e06347b1cf8a HTTP/1.1" status: 200 len: 944 time: 0.0539315 Aug 16 20:36:47.436543 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5673712f-2d0a-41c3-a376-c0703860abcd req-f3570b51-bc64-45ff-99a8-3e017735bec4 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332675 Aug 16 20:36:48.551706 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee14ab-d7bc-4a0d-8477-2a5011f26798 req-344e77d1-fb68-4c70-beb7-ffdcc932bbed tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:48.553097 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-75ee14ab-d7bc-4a0d-8477-2a5011f26798 req-344e77d1-fb68-4c70-beb7-ffdcc932bbed tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=276996d0-79cb-4995-ba24-e06347b1cf8a HTTP/1.1" status: 200 len: 944 time: 0.0497761 Aug 16 20:36:48.591223 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-75ee14ab-d7bc-4a0d-8477-2a5011f26798 req-452e4d00-d3eb-4a35-b683-8f9e3675cc49 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312450 Aug 16 20:36:48.896402 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 719dd615-f0ba-4efc-af7d-80c88ea774aa details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:36:48.992179 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 719dd615-f0ba-4efc-af7d-80c88ea774aa, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=719dd615-f0ba-4efc-af7d-80c88ea774aa,segment=NetworkSegment(92548a5e-c744-48b1-be52-e6b9f5f90f31),segment_id=92548a5e-c744-48b1-be52-e6b9f5f90f31)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:49.003842 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '719dd615-f0ba-4efc-af7d-80c88ea774aa', 'network_id': '698bee40-61b9-463d-8447-847c4206452e', 'port_id': '719dd615-f0ba-4efc-af7d-80c88ea774aa', 'mac_address': 'fa:16:3e:6c:dd:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0adf4bcd-ed8d-4f52-bfb2-0b7ad8146d36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:36:49.049776 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:49.064702 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 719dd615-f0ba-4efc-af7d-80c88ea774aa {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:36:49.086808 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 719dd615-f0ba-4efc-af7d-80c88ea774aa, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=719dd615-f0ba-4efc-af7d-80c88ea774aa,segment=NetworkSegment(92548a5e-c744-48b1-be52-e6b9f5f90f31),segment_id=92548a5e-c744-48b1-be52-e6b9f5f90f31)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:49.091356 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:49.140395 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=719dd615-f0ba-4efc-af7d-80c88ea774aa,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:49.289581 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['719dd615-f0ba-4efc-af7d-80c88ea774aa'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:36:49.325450 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55784) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:49.436620 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fe9f72f3-a956-4e45-bfb7-34fbeebad753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:49.531973 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fe9f72f3-a956-4e45-bfb7-34fbeebad753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:49.536063 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fe9f72f3-a956-4e45-bfb7-34fbeebad753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:49.577301 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fe9f72f3-a956-4e45-bfb7-34fbeebad753 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a396f75d6c6a472fb9e3c033066276c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2483506 Aug 16 20:36:49.577301 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f72f3-a956-4e45-bfb7-34fbeebad753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690b9485-9f59-453c-b348-8fb329abefe3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:49.578097 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55788) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:49.626588 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f2e32709-f6d5-4a85-a098-e59c848bcc68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:49.647812 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f2e32709-f6d5-4a85-a098-e59c848bcc68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:49.692284 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f2e32709-f6d5-4a85-a098-e59c848bcc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:49.694932 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f2e32709-f6d5-4a85-a098-e59c848bcc68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:49.696761 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f2e32709-f6d5-4a85-a098-e59c848bcc68 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/690b9485-9f59-453c-b348-8fb329abefe3 HTTP/1.1" status: 204 len: 168 time: 0.1179075 Aug 16 20:36:49.704030 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e32709-f6d5-4a85-a098-e59c848bcc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690b9485-9f59-453c-b348-8fb329abefe3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:49.813227 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa54cd4-adaa-4f85-a4e0-004d70f470d4 req-bc5d6eff-5a9c-4b2f-a933-22993abfd315 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:49.814746 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7aa54cd4-adaa-4f85-a4e0-004d70f470d4 req-bc5d6eff-5a9c-4b2f-a933-22993abfd315 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=276996d0-79cb-4995-ba24-e06347b1cf8a HTTP/1.1" status: 200 len: 945 time: 0.0499127 Aug 16 20:36:49.856288 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7aa54cd4-adaa-4f85-a4e0-004d70f470d4 req-9872d66c-36d3-4d32-86a3-20da3d4bbea9 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355453 Aug 16 20:36:50.315057 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 55812) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:50.410179 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8f3f09f9-311e-4091-8fa4-ef97285fc0ae admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-489105711-network', 'tenant_id': '308683f763e94777a11ee05fef64f7e4'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:50.430575 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3f09f9-311e-4091-8fa4-ef97285fc0ae admin admin] Made reservation on behalf of 308683f763e94777a11ee05fef64f7e4 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:50.432954 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f3f09f9-311e-4091-8fa4-ef97285fc0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:50.441606 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f3f09f9-311e-4091-8fa4-ef97285fc0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:50.535960 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f3f09f9-311e-4091-8fa4-ef97285fc0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:50.539768 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f3f09f9-311e-4091-8fa4-ef97285fc0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:50.563534 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3f09f9-311e-4091-8fa4-ef97285fc0ae admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:36:50.573634 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f09f9-311e-4091-8fa4-ef97285fc0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ea0604-a277-4ca0-8f3a-9ecf616dd859,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:50.578589 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f3f09f9-311e-4091-8fa4-ef97285fc0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:50.579232 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-8f3f09f9-311e-4091-8fa4-ef97285fc0ae admin admin] Added segment 1b68def7-546e-47fd-ae46-2da8757bfb27 of type vlan for network 030bf140-a9b3-4241-ae05-28725b741a38 Aug 16 20:36:50.617206 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f3f09f9-311e-4091-8fa4-ef97285fc0ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:50.642263 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f3f09f9-311e-4091-8fa4-ef97285fc0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:50.643233 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3f09f9-311e-4091-8fa4-ef97285fc0ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:50.643848 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f3f09f9-311e-4091-8fa4-ef97285fc0ae admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:50.692033 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8f3f09f9-311e-4091-8fa4-ef97285fc0ae admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3757591 Aug 16 20:36:50.694925 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 55816) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:50.700125 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-5c29a9a9-1678-4916-addf-7f5ee1b3f005 admin admin] Request body: {'subnet': {'network_id': '030bf140-a9b3-4241-ae05-28725b741a38', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-489105711-subnet', 'tenant_id': '308683f763e94777a11ee05fef64f7e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:50.703046 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f09f9-311e-4091-8fa4-ef97285fc0ae admin admin] Pushing event updated for resources: {'Network': ['ID=030bf140-a9b3-4241-ae05-28725b741a38,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:50.713961 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 030bf140-a9b3-4241-ae05-28725b741a38 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:36:50.721001 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c29a9a9-1678-4916-addf-7f5ee1b3f005 admin admin] Made reservation on behalf of 308683f763e94777a11ee05fef64f7e4 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:50.723315 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5c29a9a9-1678-4916-addf-7f5ee1b3f005 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:50.888505 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5c29a9a9-1678-4916-addf-7f5ee1b3f005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:50.896617 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 719dd615-f0ba-4efc-af7d-80c88ea774aa up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:50.949484 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29a9a9-1678-4916-addf-7f5ee1b3f005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71b7b3c4-dbec-4619-a816-f648cd8d2557,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:50.957270 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 719dd615-f0ba-4efc-af7d-80c88ea774aa completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:50.961658 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 719dd615-f0ba-4efc-af7d-80c88ea774aa triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:50.962033 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:50.962259 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c29a9a9-1678-4916-addf-7f5ee1b3f005 admin admin] Checking segment: {'id': '1b68def7-546e-47fd-ae46-2da8757bfb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '030bf140-a9b3-4241-ae05-28725b741a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:50.962653 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c29a9a9-1678-4916-addf-7f5ee1b3f005 admin admin] Network hostable DHCP agents. Network: 030bf140-a9b3-4241-ae05-28725b741a38, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:36:50.979460 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14276d16-b238-4b24-b35f-a10d98b20103 req-228fce77-f5c5-487c-8e79-8053da75fa5f tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:50.980024 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c29a9a9-1678-4916-addf-7f5ee1b3f005 admin admin] Network 030bf140-a9b3-4241-ae05-28725b741a38 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:36:50.981274 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-14276d16-b238-4b24-b35f-a10d98b20103 req-228fce77-f5c5-487c-8e79-8053da75fa5f tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=276996d0-79cb-4995-ba24-e06347b1cf8a HTTP/1.1" status: 200 len: 945 time: 0.0578079 Aug 16 20:36:50.989997 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-5c29a9a9-1678-4916-addf-7f5ee1b3f005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 030bf140-a9b3-4241-ae05-28725b741a38) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:51.000612 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c29a9a9-1678-4916-addf-7f5ee1b3f005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:51.001204 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5c29a9a9-1678-4916-addf-7f5ee1b3f005 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:51.009177 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5ad5db-96b7-4bd6-96e4-541a300962e8 None None] Network 030bf140-a9b3-4241-ae05-28725b741a38 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:51.017278 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5c29a9a9-1678-4916-addf-7f5ee1b3f005 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3211153 Aug 16 20:36:51.033497 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-14276d16-b238-4b24-b35f-a10d98b20103 req-a9f02bc9-ba6d-4342-95f0-ee3d3d3b1862 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451555 Aug 16 20:36:51.154568 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:51.187139 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c9bd40-4bdc-47ec-a8b7-85fb66798e75 None None] Network 030bf140-a9b3-4241-ae05-28725b741a38 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:51.204223 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276996d0-79cb-4995-ba24-e06347b1cf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719dd615-f0ba-4efc-af7d-80c88ea774aa'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:36:51.206442 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d7506a-39e5-4224-84c4-0948c758fbef" -d '{"events": [{"server_uuid": "276996d0-79cb-4995-ba24-e06347b1cf8a", "name": "network-vif-plugged", "status": "completed", "tag": "719dd615-f0ba-4efc-af7d-80c88ea774aa"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:51.249171 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 719dd615-f0ba-4efc-af7d-80c88ea774aa, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=719dd615-f0ba-4efc-af7d-80c88ea774aa,segment=NetworkSegment(92548a5e-c744-48b1-be52-e6b9f5f90f31),segment_id=92548a5e-c744-48b1-be52-e6b9f5f90f31)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:51.257850 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:51.284610 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa60d82-f643-4473-81f8-0e37a2ebcab0 x-openstack-request-id: req-9fa60d82-f643-4473-81f8-0e37a2ebcab0 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:51.284928 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276996d0-79cb-4995-ba24-e06347b1cf8a", "name": "network-vif-plugged", "status": "completed", "tag": "719dd615-f0ba-4efc-af7d-80c88ea774aa", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:51.285154 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9fa60d82-f643-4473-81f8-0e37a2ebcab0 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:51.285544 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276996d0-79cb-4995-ba24-e06347b1cf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719dd615-f0ba-4efc-af7d-80c88ea774aa', 'code': 200} Aug 16 20:36:51.332500 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=719dd615-f0ba-4efc-af7d-80c88ea774aa,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:51.380421 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288a095-7c08-47f0-8ff7-73c59b5f90ac req-755cecc4-2aa8-4df8-926c-777d36419272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:51.382174 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2288a095-7c08-47f0-8ff7-73c59b5f90ac req-755cecc4-2aa8-4df8-926c-777d36419272 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=276996d0-79cb-4995-ba24-e06347b1cf8a HTTP/1.1" status: 200 len: 1098 time: 0.0474102 Aug 16 20:36:51.417474 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2288a095-7c08-47f0-8ff7-73c59b5f90ac req-a8a67f64-9dcc-44e9-a84a-e82292fe8523 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284550 Aug 16 20:36:52.171977 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea1b2e-40d9-456a-b674-53e49e237116 req-9c24c25d-8ee4-4bf2-acd0-2c7aa406d749 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:52.173500 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-85ea1b2e-40d9-456a-b674-53e49e237116 req-9c24c25d-8ee4-4bf2-acd0-2c7aa406d749 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=276996d0-79cb-4995-ba24-e06347b1cf8a HTTP/1.1" status: 200 len: 946 time: 0.0566421 Aug 16 20:36:52.212656 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-85ea1b2e-40d9-456a-b674-53e49e237116 req-06e4b4c8-edd5-4720-81f7-10ec3a13366c tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323865 Aug 16 20:36:53.328594 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b9bfc-9592-473f-b94f-30337058db50 req-cdf77345-497f-4379-b293-ae475b466b02 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:53.330224 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-339b9bfc-9592-473f-b94f-30337058db50 req-cdf77345-497f-4379-b293-ae475b466b02 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=276996d0-79cb-4995-ba24-e06347b1cf8a HTTP/1.1" status: 200 len: 946 time: 0.0492024 Aug 16 20:36:53.371496 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-339b9bfc-9592-473f-b94f-30337058db50 req-5b3b79e4-9c8e-461f-bd97-5b2fcef3e369 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348518 Aug 16 20:36:53.499346 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc612bf6-24b4-456a-b1e2-67c795a08c94 req-cae08d3c-a4aa-428d-8afa-92c81fe371b6 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:53.501622 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bc612bf6-24b4-456a-b1e2-67c795a08c94 req-cae08d3c-a4aa-428d-8afa-92c81fe371b6 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=276996d0-79cb-4995-ba24-e06347b1cf8a HTTP/1.1" status: 200 len: 946 time: 0.0504627 Aug 16 20:36:53.539908 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bc612bf6-24b4-456a-b1e2-67c795a08c94 req-dbdeba75-8890-4950-9641-02b51c6205c1 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320144 Aug 16 20:36:53.739883 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da782d81-f213-4471-bbe0-a7de32b8ca7d req-5725ad48-f27a-4c79-acfb-a967b02f2b8b tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:53.741836 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-da782d81-f213-4471-bbe0-a7de32b8ca7d req-5725ad48-f27a-4c79-acfb-a967b02f2b8b tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=276996d0-79cb-4995-ba24-e06347b1cf8a HTTP/1.1" status: 200 len: 946 time: 0.1214275 Aug 16 20:36:53.793200 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-da782d81-f213-4471-bbe0-a7de32b8ca7d req-0fb689c6-33d4-4826-a4ee-7e4a1d2ce1fa tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361316 Aug 16 20:36:54.026688 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4969b-be16-4240-84cd-cfde352b9f94 req-c25da2cb-7a90-4875-a7ca-60fbc9f174cd tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:54.028295 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-18e4969b-be16-4240-84cd-cfde352b9f94 req-c25da2cb-7a90-4875-a7ca-60fbc9f174cd tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=276996d0-79cb-4995-ba24-e06347b1cf8a HTTP/1.1" status: 200 len: 946 time: 0.0497558 Aug 16 20:36:54.066523 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-18e4969b-be16-4240-84cd-cfde352b9f94 req-2b481e7f-e740-4443-8408-afa093906714 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322270 Aug 16 20:36:55.189413 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2b4b7-54a9-4ee8-844c-6edc1b69753d req-3e8dbc68-c09d-4b8f-ba7e-5abbacc097f4 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:55.190904 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8fd2b4b7-54a9-4ee8-844c-6edc1b69753d req-3e8dbc68-c09d-4b8f-ba7e-5abbacc097f4 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=276996d0-79cb-4995-ba24-e06347b1cf8a HTTP/1.1" status: 200 len: 946 time: 0.0537171 Aug 16 20:36:55.232252 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8fd2b4b7-54a9-4ee8-844c-6edc1b69753d req-eb0765e4-2479-42e6-8d74-5d0b36a1dfb0 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335934 Aug 16 20:36:55.431306 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964e961-bbc5-4ccb-9750-9313dc692810 req-a856cfc2-dbd0-4312-9912-f54d6475329e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:55.432676 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3964e961-bbc5-4ccb-9750-9313dc692810 req-a856cfc2-dbd0-4312-9912-f54d6475329e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.63 "GET /v2.0/ports?device_id=276996d0-79cb-4995-ba24-e06347b1cf8a HTTP/1.1" status: 200 len: 946 time: 0.0471656 Aug 16 20:36:55.536632 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-3964e961-bbc5-4ccb-9750-9313dc692810 req-ed42d52c-3bdc-42f0-beb1-1ce54d0f3751 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Deleting port 719dd615-f0ba-4efc-af7d-80c88ea774aa {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:55.537093 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3964e961-bbc5-4ccb-9750-9313dc692810 req-ed42d52c-3bdc-42f0-beb1-1ce54d0f3751 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:55.637818 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-3964e961-bbc5-4ccb-9750-9313dc692810 req-ed42d52c-3bdc-42f0-beb1-1ce54d0f3751 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] For port 719dd615-f0ba-4efc-af7d-80c88ea774aa, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=719dd615-f0ba-4efc-af7d-80c88ea774aa,segment=NetworkSegment(92548a5e-c744-48b1-be52-e6b9f5f90f31),segment_id=92548a5e-c744-48b1-be52-e6b9f5f90f31)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:55.638182 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3964e961-bbc5-4ccb-9750-9313dc692810 req-ed42d52c-3bdc-42f0-beb1-1ce54d0f3751 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:55.656006 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-3964e961-bbc5-4ccb-9750-9313dc692810 req-ed42d52c-3bdc-42f0-beb1-1ce54d0f3751 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Calling delete_port for 719dd615-f0ba-4efc-af7d-80c88ea774aa owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:55.783222 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3964e961-bbc5-4ccb-9750-9313dc692810 req-ed42d52c-3bdc-42f0-beb1-1ce54d0f3751 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:55.794866 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['719dd615-f0ba-4efc-af7d-80c88ea774aa'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:36:55.809968 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42d52c-3bdc-42f0-beb1-1ce54d0f3751 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Pushing event deleted for resources: {'Port': ['ID=719dd615-f0ba-4efc-af7d-80c88ea774aa,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:55.857757 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3964e961-bbc5-4ccb-9750-9313dc692810 req-ed42d52c-3bdc-42f0-beb1-1ce54d0f3751 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] No DVR routers for this DVR port 719dd615-f0ba-4efc-af7d-80c88ea774aa on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:36:55.863164 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3964e961-bbc5-4ccb-9750-9313dc692810 req-ed42d52c-3bdc-42f0-beb1-1ce54d0f3751 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:55.865256 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3964e961-bbc5-4ccb-9750-9313dc692810 req-ed42d52c-3bdc-42f0-beb1-1ce54d0f3751 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.63 "DELETE /v2.0/ports/719dd615-f0ba-4efc-af7d-80c88ea774aa HTTP/1.1" status: 204 len: 173 time: 0.4255772 Aug 16 20:36:55.868036 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276996d0-79cb-4995-ba24-e06347b1cf8a', 'name': 'network-vif-deleted', 'tag': '719dd615-f0ba-4efc-af7d-80c88ea774aa'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:36:55.868036 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d4b49b-2bae-4c53-a788-c6f1e5ab9a89" -d '{"events": [{"server_uuid": "276996d0-79cb-4995-ba24-e06347b1cf8a", "name": "network-vif-deleted", "tag": "719dd615-f0ba-4efc-af7d-80c88ea774aa"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:55.919069 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ca9925-728d-42ac-9f79-eb87497c9ed6 x-openstack-request-id: req-d2ca9925-728d-42ac-9f79-eb87497c9ed6 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:55.919372 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276996d0-79cb-4995-ba24-e06347b1cf8a", "name": "network-vif-deleted", "tag": "719dd615-f0ba-4efc-af7d-80c88ea774aa", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:55.919624 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d2ca9925-728d-42ac-9f79-eb87497c9ed6 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:55.920020 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276996d0-79cb-4995-ba24-e06347b1cf8a', 'name': 'network-vif-deleted', 'tag': '719dd615-f0ba-4efc-af7d-80c88ea774aa', 'status': 'completed', 'code': 200} Aug 16 20:36:56.331112 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a7a142f1-3832-46b9-a6db-5a5775eb5cc9 req-54ccbad9-1340-4329-a194-20e110adb2d8 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=276996d0-79cb-4995-ba24-e06347b1cf8a HTTP/1.1" status: 200 len: 210 time: 0.0278327 Aug 16 20:36:57.429869 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0a5d0f7f-d097-4d7d-9e95-4df03c9b53f6 req-71788d32-11d3-4bf2-8922-54c7dc27b4f8 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=276996d0-79cb-4995-ba24-e06347b1cf8a HTTP/1.1" status: 200 len: 210 time: 0.0263150 Aug 16 20:36:58.529501 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aa9cbb31-b120-4e78-80e5-44ddbc3c83d2 req-93591aef-5c2b-4e78-9d61-4a101a448cc9 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=276996d0-79cb-4995-ba24-e06347b1cf8a HTTP/1.1" status: 200 len: 210 time: 0.0292683 Aug 16 20:36:58.943641 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 719dd615-f0ba-4efc-af7d-80c88ea774aa no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:36:58.965703 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 719dd615-f0ba-4efc-af7d-80c88ea774aa {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:36:58.966146 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 719dd615-f0ba-4efc-af7d-80c88ea774aa not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:36:59.647870 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d61aaf5d-268e-4dae-9d76-f311a794304b req-38300512-e763-47b6-a58a-b3dccac48765 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=276996d0-79cb-4995-ba24-e06347b1cf8a HTTP/1.1" status: 200 len: 210 time: 0.0281196 Aug 16 20:37:01.826257 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38248a51-c92d-49d4-87ef-501183f12673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:02.600682 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:37:04.439683 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cc99c2ef-e177-4fe9-9453-a153db12e7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.698951 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:05.660346 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.243395 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.300440 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:07.132482 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:10.216267 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-1da06c8a-a288-4125-a17a-a0d5895b2edc req-2062391a-0d20-4390-bbce-00e59b6032d2 service neutron] (94770) timed out ('10.222.0.63', 51342) {{(pid=94770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 20:37:20.951077 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-efcde165-3b6b-403b-a841-063a56af4449 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:20.952580 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-efcde165-3b6b-403b-a841-063a56af4449 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/networks?id=698bee40-61b9-463d-8447-847c4206452e HTTP/1.1" status: 200 len: 808 time: 0.1082511 Aug 16 20:37:20.967961 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-51215eae-d6e2-47ca-8ea4-ae67bdd48aa6 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/quotas/25526f5975694410acc6a235dda2f51a HTTP/1.1" status: 200 len: 375 time: 0.0095446 Aug 16 20:37:21.018651 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-27789324-d91e-4371-9c2e-7710b2b76ce6 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=25526f5975694410acc6a235dda2f51a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451043 Aug 16 20:37:21.174961 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-292de573-b878-4b92-beab-da6f8395c12c service neutron] 10.222.0.68 "GET /v2.0/networks/698bee40-61b9-463d-8447-847c4206452e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483572 Aug 16 20:37:21.264391 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-5d2bab22-5769-43f8-aed6-ea11664bae28 service neutron] 10.222.0.68 "GET /v2.0/networks/698bee40-61b9-463d-8447-847c4206452e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827849 Aug 16 20:37:21.476543 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-283570bf-d9f3-49a1-855b-c6f58ac956e1 req-af89f326-3abb-4384-b530-160e447f9030 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 210 time: 0.0383599 Aug 16 20:37:22.366742 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-22089629-6b09-4afc-ba07-a35fef79ad91 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:22.368219 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-22089629-6b09-4afc-ba07-a35fef79ad91 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.63 "GET /v2.0/networks?id=698bee40-61b9-463d-8447-847c4206452e HTTP/1.1" status: 200 len: 808 time: 0.1095593 Aug 16 20:37:22.381905 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-341a6406-de21-4aeb-ae51-aefc0782f12a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Request body: {'port': {'device_id': 'e5615ec0-b04f-42e8-955b-0ccfa3fb4831', 'network_id': '698bee40-61b9-463d-8447-847c4206452e', 'admin_state_up': True, 'tenant_id': '25526f5975694410acc6a235dda2f51a'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:22.510872 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-341a6406-de21-4aeb-ae51-aefc0782f12a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Made reservation on behalf of 25526f5975694410acc6a235dda2f51a for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:37:22.514617 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-341a6406-de21-4aeb-ae51-aefc0782f12a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:22.615663 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bf8c95ee-b726-4df6-9766-a8172d4c4438 req-c6de8b77-2890-4164-bfc8-fc393bd79b20 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 210 time: 0.0364125 Aug 16 20:37:22.674897 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-341a6406-de21-4aeb-ae51-aefc0782f12a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Allocated IP 172.20.0.4 (698bee40-61b9-463d-8447-847c4206452e/0adf4bcd-ed8d-4f52-bfb2-0b7ad8146d36/37822563-71cf-443a-91fb-d47d08dfa6ae) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:37:22.881195 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-341a6406-de21-4aeb-ae51-aefc0782f12a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:22.894609 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-341a6406-de21-4aeb-ae51-aefc0782f12a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Transition to ACTIVE for port object 37822563-71cf-443a-91fb-d47d08dfa6ae will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:22.930484 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-341a6406-de21-4aeb-ae51-aefc0782f12a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:22.978277 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-341a6406-de21-4aeb-ae51-aefc0782f12a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Network 698bee40-61b9-463d-8447-847c4206452e is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:37:22.983686 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-341a6406-de21-4aeb-ae51-aefc0782f12a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:37:22.987505 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-341a6406-de21-4aeb-ae51-aefc0782f12a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:37:23.039291 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a6406-de21-4aeb-ae51-aefc0782f12a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Pushing event updated for resources: {'Port': ['ID=37822563-71cf-443a-91fb-d47d08dfa6ae,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:23.046170 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a6406-de21-4aeb-ae51-aefc0782f12a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:23.046659 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a6406-de21-4aeb-ae51-aefc0782f12a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:23.047521 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a6406-de21-4aeb-ae51-aefc0782f12a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:23.047968 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a6406-de21-4aeb-ae51-aefc0782f12a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:23.048395 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a6406-de21-4aeb-ae51-aefc0782f12a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:23.048813 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a6406-de21-4aeb-ae51-aefc0782f12a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:23.049252 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a6406-de21-4aeb-ae51-aefc0782f12a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:23.049672 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a6406-de21-4aeb-ae51-aefc0782f12a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:23.050317 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a6406-de21-4aeb-ae51-aefc0782f12a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:23.050751 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a6406-de21-4aeb-ae51-aefc0782f12a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:23.051172 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a6406-de21-4aeb-ae51-aefc0782f12a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:23.051687 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a6406-de21-4aeb-ae51-aefc0782f12a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:23.073943 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-341a6406-de21-4aeb-ae51-aefc0782f12a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:23.074766 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-341a6406-de21-4aeb-ae51-aefc0782f12a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:23.097371 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-341a6406-de21-4aeb-ae51-aefc0782f12a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7201488 Aug 16 20:37:23.113371 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-bce882f4-937f-452c-919f-5ab695eacd6d service neutron] Request body: {'port': {'device_id': 'e5615ec0-b04f-42e8-955b-0ccfa3fb4831', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:23.186736 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-bce882f4-937f-452c-919f-5ab695eacd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:23.296732 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-35dfba27-4376-4abc-9f9b-0169f28c0c6d None None] Provisioning for port 37822563-71cf-443a-91fb-d47d08dfa6ae completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:37:23.301834 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-35dfba27-4376-4abc-9f9b-0169f28c0c6d None None] Provisioning complete for port 37822563-71cf-443a-91fb-d47d08dfa6ae triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:23.302320 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-35dfba27-4376-4abc-9f9b-0169f28c0c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:23.344443 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-35dfba27-4376-4abc-9f9b-0169f28c0c6d None None] Port 37822563-71cf-443a-91fb-d47d08dfa6ae cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:37:23.749001 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f546f-6646-42aa-9731-43f5d6884fe7 req-9efccf33-38a3-4a23-816f-2d9efda4c802 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:23.751764 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-149f546f-6646-42aa-9731-43f5d6884fe7 req-9efccf33-38a3-4a23-816f-2d9efda4c802 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 931 time: 0.0611966 Aug 16 20:37:23.797577 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-149f546f-6646-42aa-9731-43f5d6884fe7 req-24bd4bb8-d565-4a5f-bb5a-1f63c5b7f2fc tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445797 Aug 16 20:37:23.840126 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-bce882f4-937f-452c-919f-5ab695eacd6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37822563-71cf-443a-91fb-d47d08dfa6ae {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:23.848592 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-bce882f4-937f-452c-919f-5ab695eacd6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:23.860751 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-bce882f4-937f-452c-919f-5ab695eacd6d service neutron] Transition to ACTIVE for port object 37822563-71cf-443a-91fb-d47d08dfa6ae will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:23.865526 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-bce882f4-937f-452c-919f-5ab695eacd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:23.924229 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce882f4-937f-452c-919f-5ab695eacd6d service neutron] Pushing event updated for resources: {'Port': ['ID=37822563-71cf-443a-91fb-d47d08dfa6ae,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:24.000696 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-bce882f4-937f-452c-919f-5ab695eacd6d service neutron] Attempting to bind port 37822563-71cf-443a-91fb-d47d08dfa6ae on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:37:24.001036 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-bce882f4-937f-452c-919f-5ab695eacd6d service neutron] Attempting to bind port 37822563-71cf-443a-91fb-d47d08dfa6ae by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '92548a5e-c744-48b1-be52-e6b9f5f90f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '698bee40-61b9-463d-8447-847c4206452e'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:37:24.001398 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-bce882f4-937f-452c-919f-5ab695eacd6d service neutron] Attempting to bind port 37822563-71cf-443a-91fb-d47d08dfa6ae on network 698bee40-61b9-463d-8447-847c4206452e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:24.006642 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-bce882f4-937f-452c-919f-5ab695eacd6d service neutron] Port 37822563-71cf-443a-91fb-d47d08dfa6ae on network 698bee40-61b9-463d-8447-847c4206452e not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:37:24.006965 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-bce882f4-937f-452c-919f-5ab695eacd6d service neutron] Attempting to bind port 37822563-71cf-443a-91fb-d47d08dfa6ae on network 698bee40-61b9-463d-8447-847c4206452e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:24.012819 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-bce882f4-937f-452c-919f-5ab695eacd6d service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:37:24.013164 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-bce882f4-937f-452c-919f-5ab695eacd6d service neutron] Checking segment: {'id': '92548a5e-c744-48b1-be52-e6b9f5f90f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '698bee40-61b9-463d-8447-847c4206452e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:37:24.013544 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-bce882f4-937f-452c-919f-5ab695eacd6d service neutron] Bound using segment: {'id': '92548a5e-c744-48b1-be52-e6b9f5f90f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '698bee40-61b9-463d-8447-847c4206452e'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:37:24.013961 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-bce882f4-937f-452c-919f-5ab695eacd6d service neutron] Bound port: 37822563-71cf-443a-91fb-d47d08dfa6ae, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92548a5e-c744-48b1-be52-e6b9f5f90f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '698bee40-61b9-463d-8447-847c4206452e'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:37:24.014313 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-bce882f4-937f-452c-919f-5ab695eacd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:24.095899 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-bce882f4-937f-452c-919f-5ab695eacd6d service neutron] For port 37822563-71cf-443a-91fb-d47d08dfa6ae, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:37:24.099053 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-bce882f4-937f-452c-919f-5ab695eacd6d service neutron] For port 37822563-71cf-443a-91fb-d47d08dfa6ae, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=37822563-71cf-443a-91fb-d47d08dfa6ae,segment=NetworkSegment(92548a5e-c744-48b1-be52-e6b9f5f90f31),segment_id=92548a5e-c744-48b1-be52-e6b9f5f90f31)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:37:24.106599 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-bce882f4-937f-452c-919f-5ab695eacd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:24.148633 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-bce882f4-937f-452c-919f-5ab695eacd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.149118 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-bce882f4-937f-452c-919f-5ab695eacd6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:24.150515 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-bce882f4-937f-452c-919f-5ab695eacd6d service neutron] 10.222.0.63 "PUT /v2.0/ports/37822563-71cf-443a-91fb-d47d08dfa6ae HTTP/1.1" status: 200 len: 1092 time: 1.0448883 Aug 16 20:37:24.150950 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5615ec0-b04f-42e8-955b-0ccfa3fb4831', 'tag': '37822563-71cf-443a-91fb-d47d08dfa6ae'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:24.153309 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5797c9e4-c66f-407c-b170-b90720bbd85d" -d '{"events": [{"name": "network-changed", "server_uuid": "e5615ec0-b04f-42e8-955b-0ccfa3fb4831", "tag": "37822563-71cf-443a-91fb-d47d08dfa6ae"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:24.180891 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce882f4-937f-452c-919f-5ab695eacd6d service neutron] Pushing event updated for resources: {'Port': ['ID=37822563-71cf-443a-91fb-d47d08dfa6ae,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:24.264455 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2773dde7-edc1-4b18-b9d2-f8f468fba867 x-openstack-request-id: req-2773dde7-edc1-4b18-b9d2-f8f468fba867 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:24.265015 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5615ec0-b04f-42e8-955b-0ccfa3fb4831", "tag": "37822563-71cf-443a-91fb-d47d08dfa6ae", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:24.265429 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2773dde7-edc1-4b18-b9d2-f8f468fba867 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:24.266203 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5615ec0-b04f-42e8-955b-0ccfa3fb4831', 'tag': '37822563-71cf-443a-91fb-d47d08dfa6ae', 'status': 'completed', 'code': 200} Aug 16 20:37:24.283526 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-ea416f18-c923-424c-a521-28cf8b0a1535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.285538 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-ea416f18-c923-424c-a521-28cf8b0a1535 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=25526f5975694410acc6a235dda2f51a&device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 1095 time: 0.0737908 Aug 16 20:37:24.336845 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-d2ff87be-5411-4e7d-8685-5a00bb56d27f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37822563-71cf-443a-91fb-d47d08dfa6ae HTTP/1.1" status: 200 len: 217 time: 0.0433781 Aug 16 20:37:24.403342 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-ab2e7660-32e4-4dd5-8579-1c19e070a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.405211 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-ab2e7660-32e4-4dd5-8579-1c19e070a0fe service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0adf4bcd-ed8d-4f52-bfb2-0b7ad8146d36 HTTP/1.1" status: 200 len: 847 time: 0.0616755 Aug 16 20:37:24.471816 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-9d2df26e-c6e3-4b26-b956-7be182bd6016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.473652 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-9d2df26e-c6e3-4b26-b956-7be182bd6016 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=698bee40-61b9-463d-8447-847c4206452e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607283 Aug 16 20:37:24.586208 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-b1fea7d0-8203-48d9-8fe0-2c34a6b601f3 service neutron] 10.222.0.63 "GET /v2.0/networks/698bee40-61b9-463d-8447-847c4206452e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027396 Aug 16 20:37:24.680286 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8ccb36b0-3c67-400d-b5ab-4788614c9585 req-0ca23012-b9e9-4175-8377-857fa1cf0a3e service neutron] 10.222.0.63 "GET /v2.0/networks/698bee40-61b9-463d-8447-847c4206452e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845065 Aug 16 20:37:24.787602 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797c9e4-c66f-407c-b170-b90720bbd85d req-4e87aead-4c55-4823-82ad-16c654d208fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.789235 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5797c9e4-c66f-407c-b170-b90720bbd85d req-4e87aead-4c55-4823-82ad-16c654d208fd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=25526f5975694410acc6a235dda2f51a&device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 1095 time: 0.0603375 Aug 16 20:37:24.910900 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797c9e4-c66f-407c-b170-b90720bbd85d req-5e41556e-f807-4ca3-824e-959cba165e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.912494 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5797c9e4-c66f-407c-b170-b90720bbd85d req-5e41556e-f807-4ca3-824e-959cba165e3f service neutron] 10.222.0.63 "GET /v2.0/networks?id=698bee40-61b9-463d-8447-847c4206452e HTTP/1.1" status: 200 len: 909 time: 0.1133616 Aug 16 20:37:24.957569 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5797c9e4-c66f-407c-b170-b90720bbd85d req-cbcf40dc-9586-4932-903d-90f90ecb3ae3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37822563-71cf-443a-91fb-d47d08dfa6ae HTTP/1.1" status: 200 len: 217 time: 0.0354300 Aug 16 20:37:24.962123 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d7e17-c441-403e-8bb4-b962f6fd8d16 req-f93d0923-3952-474e-9cb5-32d58c7dc8c6 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.963893 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fc4d7e17-c441-403e-8bb4-b962f6fd8d16 req-f93d0923-3952-474e-9cb5-32d58c7dc8c6 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 943 time: 0.0651789 Aug 16 20:37:25.013007 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fc4d7e17-c441-403e-8bb4-b962f6fd8d16 req-e7d0a3f2-7362-4825-b9e3-5d3b0e018b91 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424168 Aug 16 20:37:25.028227 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797c9e4-c66f-407c-b170-b90720bbd85d req-daec21ea-89c1-4b23-b0af-b429c0cd0f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:25.029739 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5797c9e4-c66f-407c-b170-b90720bbd85d req-daec21ea-89c1-4b23-b0af-b429c0cd0f57 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0adf4bcd-ed8d-4f52-bfb2-0b7ad8146d36 HTTP/1.1" status: 200 len: 847 time: 0.0611796 Aug 16 20:37:25.079040 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797c9e4-c66f-407c-b170-b90720bbd85d req-6bf58a13-74d1-4779-a10c-adec27ea35b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:25.080598 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5797c9e4-c66f-407c-b170-b90720bbd85d req-6bf58a13-74d1-4779-a10c-adec27ea35b2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=698bee40-61b9-463d-8447-847c4206452e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424187 Aug 16 20:37:25.180938 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5797c9e4-c66f-407c-b170-b90720bbd85d req-1f8661fd-d93a-455f-b73b-bf2502d016f2 service neutron] 10.222.0.63 "GET /v2.0/networks/698bee40-61b9-463d-8447-847c4206452e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933256 Aug 16 20:37:25.299431 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5797c9e4-c66f-407c-b170-b90720bbd85d req-a1cc26f3-2c2c-4500-b79e-82dd2e774c64 service neutron] 10.222.0.63 "GET /v2.0/networks/698bee40-61b9-463d-8447-847c4206452e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097479 Aug 16 20:37:26.170752 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18795a4-c88e-4ed9-8393-2f16f46e2dcb req-b4c2d0a6-dda0-4fa4-a72d-5611c79ca542 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:26.173311 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a18795a4-c88e-4ed9-8393-2f16f46e2dcb req-b4c2d0a6-dda0-4fa4-a72d-5611c79ca542 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 943 time: 0.0726147 Aug 16 20:37:26.250741 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a18795a4-c88e-4ed9-8393-2f16f46e2dcb req-8c55f237-dd41-4a74-8bf8-9304f29914e4 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645745 Aug 16 20:37:27.426137 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26dd1d-a94c-40e8-88f6-ad0d91f946bf req-208cd7b0-9f90-4859-a6cd-77f195c760fb tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:27.432108 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-db26dd1d-a94c-40e8-88f6-ad0d91f946bf req-208cd7b0-9f90-4859-a6cd-77f195c760fb tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 943 time: 0.0948975 Aug 16 20:37:27.488761 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-db26dd1d-a94c-40e8-88f6-ad0d91f946bf req-9ce2721b-ca55-46a8-8fd2-90c94c151ec2 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440178 Aug 16 20:37:28.639698 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4dca17-9c06-4e3e-9337-80a3dc9781bf req-f441ebc4-5c2f-4858-a66d-eff37b59d054 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:28.641371 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2a4dca17-9c06-4e3e-9337-80a3dc9781bf req-f441ebc4-5c2f-4858-a66d-eff37b59d054 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 943 time: 0.0772598 Aug 16 20:37:28.683814 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2a4dca17-9c06-4e3e-9337-80a3dc9781bf req-0773602a-5558-42b8-84c4-42dff9e92943 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359964 Aug 16 20:37:29.841530 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab04521-fd76-40f0-a542-f73676e8fb91 req-65e6ae36-727b-4d88-a4b6-b362afbc89b7 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:29.848900 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bab04521-fd76-40f0-a542-f73676e8fb91 req-65e6ae36-727b-4d88-a4b6-b362afbc89b7 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 943 time: 0.0584536 Aug 16 20:37:29.887800 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bab04521-fd76-40f0-a542-f73676e8fb91 req-990bf262-620e-4054-87de-eb96f4738acc tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381808 Aug 16 20:37:31.000317 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18368302-038b-4a0a-9245-14cbf1c7f411 req-41c32eb6-fe96-4eb1-a1b3-6287877d9a30 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:31.001860 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-18368302-038b-4a0a-9245-14cbf1c7f411 req-41c32eb6-fe96-4eb1-a1b3-6287877d9a30 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 943 time: 0.0512738 Aug 16 20:37:31.050082 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-18368302-038b-4a0a-9245-14cbf1c7f411 req-f80b0948-3d23-4594-9d1d-f12a4356ea04 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334921 Aug 16 20:37:31.836622 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a9f15ed7-d1c2-4dcf-9aac-19628d42d962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:32.166522 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562eb39-da4b-4217-b181-a4f3da9fbf65 req-36c91f23-e623-4a7d-9405-6906c77659eb tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:32.168667 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0562eb39-da4b-4217-b181-a4f3da9fbf65 req-36c91f23-e623-4a7d-9405-6906c77659eb tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 943 time: 0.0511410 Aug 16 20:37:32.206829 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0562eb39-da4b-4217-b181-a4f3da9fbf65 req-c57c3a09-4580-432f-b735-d41323132825 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328312 Aug 16 20:37:33.355320 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d12db-3aac-45e9-b3db-7d1f4c41f470 req-f76989f2-df22-4a97-82b9-21cadb02c858 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:33.356863 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-862d12db-3aac-45e9-b3db-7d1f4c41f470 req-f76989f2-df22-4a97-82b9-21cadb02c858 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 943 time: 0.0608933 Aug 16 20:37:33.401508 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-862d12db-3aac-45e9-b3db-7d1f4c41f470 req-3a4cc68a-f36a-4dc7-83ef-9ea5483d2e48 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383744 Aug 16 20:37:34.440185 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-908a4439-5350-48a7-af5e-2de8fecd6770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:34.533061 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157e3c7-6689-40cf-a0cb-31eb3d7f312d req-dbc3f2cd-e9c7-4fef-bbba-792d5f9662f1 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:34.534891 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9157e3c7-6689-40cf-a0cb-31eb3d7f312d req-dbc3f2cd-e9c7-4fef-bbba-792d5f9662f1 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 943 time: 0.0546975 Aug 16 20:37:34.584453 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9157e3c7-6689-40cf-a0cb-31eb3d7f312d req-28dac6b3-b0e4-493a-8046-613bbb424348 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421641 Aug 16 20:37:34.708096 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:35.665330 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:35.707131 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c307bbd-3f2f-4b72-9d1f-83965df4c3ac req-ed9738de-38ed-4f87-8c24-5e8ffd962c7d tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:35.708704 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c307bbd-3f2f-4b72-9d1f-83965df4c3ac req-ed9738de-38ed-4f87-8c24-5e8ffd962c7d tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 943 time: 0.0553370 Aug 16 20:37:35.746838 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c307bbd-3f2f-4b72-9d1f-83965df4c3ac req-d63e3fe2-98ba-4a92-808b-7224a3e2c58b tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313823 Aug 16 20:37:36.251584 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:36.296931 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:36.866527 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39441cd-8fcf-477b-99df-f4023c638ab9 req-2d37c39e-a25b-4030-b368-c6d070596bee tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:36.868101 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d39441cd-8fcf-477b-99df-f4023c638ab9 req-2d37c39e-a25b-4030-b368-c6d070596bee tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 943 time: 0.0528808 Aug 16 20:37:36.906341 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d39441cd-8fcf-477b-99df-f4023c638ab9 req-8c13a02f-4196-48cf-88db-061720287595 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321102 Aug 16 20:37:37.128586 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:38.024879 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9b469-3db3-4a39-9d82-89c4011701e0 req-a831d4b6-7e9b-428b-89a4-552b0d16670d tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:38.026391 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e7d9b469-3db3-4a39-9d82-89c4011701e0 req-a831d4b6-7e9b-428b-89a4-552b0d16670d tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 943 time: 0.0513039 Aug 16 20:37:38.065267 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e7d9b469-3db3-4a39-9d82-89c4011701e0 req-1ec90091-5819-49be-9de1-4deb24438706 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328772 Aug 16 20:37:39.192630 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6017a-18f5-4a95-9c65-5638f3c39dbf req-4f604c3c-bb74-47f9-8e18-5edf770e694d tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:39.194674 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d5c6017a-18f5-4a95-9c65-5638f3c39dbf req-4f604c3c-bb74-47f9-8e18-5edf770e694d tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 943 time: 0.0594304 Aug 16 20:37:39.234677 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d5c6017a-18f5-4a95-9c65-5638f3c39dbf req-ce3c2f01-e8b1-44a5-b135-339c0cfc3b37 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333486 Aug 16 20:37:39.599796 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:37:40.367829 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd8794-fa1a-489f-a84c-e85318d604a0 req-4c869fa3-ea24-4d96-8b4f-587861e12e2e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:40.369353 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-febd8794-fa1a-489f-a84c-e85318d604a0 req-4c869fa3-ea24-4d96-8b4f-587861e12e2e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 943 time: 0.0569875 Aug 16 20:37:40.412339 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-febd8794-fa1a-489f-a84c-e85318d604a0 req-e035b383-c8c8-4de0-b181-9fdb53b7e536 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353029 Aug 16 20:37:41.531006 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837bd2c-a2a1-4883-8280-19567157d517 req-862d1277-359b-4cce-855b-59ee98aa986d tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:41.532599 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c837bd2c-a2a1-4883-8280-19567157d517 req-862d1277-359b-4cce-855b-59ee98aa986d tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 943 time: 0.0521040 Aug 16 20:37:41.574003 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c837bd2c-a2a1-4883-8280-19567157d517 req-4feddde8-4b4e-4500-ba8d-b46e3d8d73aa tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340388 Aug 16 20:37:42.695757 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1339e5-2ff6-49af-b761-5bf93e992f41 req-866e256a-f9e5-4693-bd47-b9ded3f6a9a4 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:42.697360 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8f1339e5-2ff6-49af-b761-5bf93e992f41 req-866e256a-f9e5-4693-bd47-b9ded3f6a9a4 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 943 time: 0.0548859 Aug 16 20:37:42.736755 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8f1339e5-2ff6-49af-b761-5bf93e992f41 req-80d53495-7167-4ff7-9d2a-9f4c7ce81a27 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331573 Aug 16 20:37:43.121867 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 37822563-71cf-443a-91fb-d47d08dfa6ae details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:37:43.229506 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 37822563-71cf-443a-91fb-d47d08dfa6ae, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=37822563-71cf-443a-91fb-d47d08dfa6ae,segment=NetworkSegment(92548a5e-c744-48b1-be52-e6b9f5f90f31),segment_id=92548a5e-c744-48b1-be52-e6b9f5f90f31)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:43.240993 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '37822563-71cf-443a-91fb-d47d08dfa6ae', 'network_id': '698bee40-61b9-463d-8447-847c4206452e', 'port_id': '37822563-71cf-443a-91fb-d47d08dfa6ae', 'mac_address': 'fa:16:3e:f6:8e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0adf4bcd-ed8d-4f52-bfb2-0b7ad8146d36', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:37:43.280904 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:43.293154 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37822563-71cf-443a-91fb-d47d08dfa6ae {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:43.312546 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 37822563-71cf-443a-91fb-d47d08dfa6ae, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=37822563-71cf-443a-91fb-d47d08dfa6ae,segment=NetworkSegment(92548a5e-c744-48b1-be52-e6b9f5f90f31),segment_id=92548a5e-c744-48b1-be52-e6b9f5f90f31)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:43.316005 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:43.361292 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=37822563-71cf-443a-91fb-d47d08dfa6ae,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:43.368940 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:43.369291 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:43.369636 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:43.369973 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:43.370309 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:43.370670 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:43.370998 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:43.371352 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:43.371680 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:43.372004 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:43.372333 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:43.372657 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:43.501285 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['37822563-71cf-443a-91fb-d47d08dfa6ae'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:43.598295 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-684413c0-8fd2-44f9-ad8f-179f928953d5 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:43.599753 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-684413c0-8fd2-44f9-ad8f-179f928953d5 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/networks?id=030bf140-a9b3-4241-ae05-28725b741a38 HTTP/1.1" status: 200 len: 813 time: 0.1076379 Aug 16 20:37:43.614417 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-2dbbc225-0ad9-4f1c-bb7f-b004fd9a92fe tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/quotas/308683f763e94777a11ee05fef64f7e4 HTTP/1.1" status: 200 len: 375 time: 0.0088825 Aug 16 20:37:43.647853 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-b6987933-1fcb-4195-9365-e120834ddeba tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=308683f763e94777a11ee05fef64f7e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277550 Aug 16 20:37:43.789746 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-0f04366c-9e75-43cc-91f0-b522402eb5f1 service neutron] 10.222.0.68 "GET /v2.0/networks/030bf140-a9b3-4241-ae05-28725b741a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349699 Aug 16 20:37:43.851569 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b75e86-3f43-492a-9886-2615e6fa0607 req-cdf5eac5-5744-494e-8429-4a2b7f0e2f2e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:43.853038 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-34b75e86-3f43-492a-9886-2615e6fa0607 req-cdf5eac5-5744-494e-8429-4a2b7f0e2f2e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 944 time: 0.0490224 Aug 16 20:37:43.880820 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-abac2459-eac5-490b-8a0b-d40aade101c3 service neutron] 10.222.0.68 "GET /v2.0/networks/030bf140-a9b3-4241-ae05-28725b741a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840824 Aug 16 20:37:43.891844 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-34b75e86-3f43-492a-9886-2615e6fa0607 req-822939eb-d110-44ad-9d65-cc417ed99975 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324872 Aug 16 20:37:44.039938 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5d3dac30-5434-4b0b-afbb-4b43bc4a1f32 req-2b4cbe17-6316-41ab-bcad-f3a3e8356e5d tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/ports?device_id=7771937c-ecbd-4c7e-9c74-d024c59a71cb HTTP/1.1" status: 200 len: 210 time: 0.0274966 Aug 16 20:37:44.957888 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-3a4fe199-c225-4caa-b653-03911f07a0ab tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:44.959600 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-3a4fe199-c225-4caa-b653-03911f07a0ab tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.57 "GET /v2.0/networks?id=030bf140-a9b3-4241-ae05-28725b741a38 HTTP/1.1" status: 200 len: 813 time: 0.1185133 Aug 16 20:37:44.972887 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-4622746e-4f27-4380-89e7-87f56f9907e5 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Request body: {'port': {'device_id': '7771937c-ecbd-4c7e-9c74-d024c59a71cb', 'network_id': '030bf140-a9b3-4241-ae05-28725b741a38', 'admin_state_up': True, 'tenant_id': '308683f763e94777a11ee05fef64f7e4'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:45.084591 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfb79a-4bb9-4a57-9d2d-eb121b96eaa7 req-0e50ed5b-d6bf-4866-97bf-5feb95be4c45 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:45.086121 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-74dfb79a-4bb9-4a57-9d2d-eb121b96eaa7 req-0e50ed5b-d6bf-4866-97bf-5feb95be4c45 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 944 time: 0.1099179 Aug 16 20:37:45.129232 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 37822563-71cf-443a-91fb-d47d08dfa6ae up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:37:45.135909 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0612711-0964-4be7-b75b-7059ef35096d req-d9314503-46a9-4ed7-aaa4-ca18f1c1916e tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/ports?device_id=7771937c-ecbd-4c7e-9c74-d024c59a71cb HTTP/1.1" status: 200 len: 210 time: 0.0290637 Aug 16 20:37:45.142759 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-74dfb79a-4bb9-4a57-9d2d-eb121b96eaa7 req-e8826414-e2ca-457f-b3e7-0dbed48afde5 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477118 Aug 16 20:37:45.167549 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-4622746e-4f27-4380-89e7-87f56f9907e5 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Made reservation on behalf of 308683f763e94777a11ee05fef64f7e4 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:37:45.172803 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-4622746e-4f27-4380-89e7-87f56f9907e5 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:45.194849 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 37822563-71cf-443a-91fb-d47d08dfa6ae completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:37:45.198492 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 37822563-71cf-443a-91fb-d47d08dfa6ae triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:45.198931 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:45.277219 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:45.299188 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5615ec0-b04f-42e8-955b-0ccfa3fb4831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37822563-71cf-443a-91fb-d47d08dfa6ae'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:45.301474 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5cd41d-3b41-4b79-ac6f-4f4e698e67ea" -d '{"events": [{"server_uuid": "e5615ec0-b04f-42e8-955b-0ccfa3fb4831", "name": "network-vif-plugged", "status": "completed", "tag": "37822563-71cf-443a-91fb-d47d08dfa6ae"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:45.303656 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-4622746e-4f27-4380-89e7-87f56f9907e5 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Allocated IP 172.20.0.6 (030bf140-a9b3-4241-ae05-28725b741a38/71b7b3c4-dbec-4619-a816-f648cd8d2557/3df27775-1523-4205-99c3-fc4f8bb31c6a) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:37:45.316971 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 37822563-71cf-443a-91fb-d47d08dfa6ae, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=37822563-71cf-443a-91fb-d47d08dfa6ae,segment=NetworkSegment(92548a5e-c744-48b1-be52-e6b9f5f90f31),segment_id=92548a5e-c744-48b1-be52-e6b9f5f90f31)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:45.321849 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:45.355818 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1a2ee7-b20c-4338-99ce-37111f30167c x-openstack-request-id: req-ea1a2ee7-b20c-4338-99ce-37111f30167c {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:45.356083 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5615ec0-b04f-42e8-955b-0ccfa3fb4831", "name": "network-vif-plugged", "status": "completed", "tag": "37822563-71cf-443a-91fb-d47d08dfa6ae", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:45.356333 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ea1a2ee7-b20c-4338-99ce-37111f30167c {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:45.357432 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5615ec0-b04f-42e8-955b-0ccfa3fb4831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37822563-71cf-443a-91fb-d47d08dfa6ae', 'code': 200} Aug 16 20:37:45.388056 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=37822563-71cf-443a-91fb-d47d08dfa6ae,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:45.438640 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cea43-fc6e-4ef4-98db-372a25a76eae req-e1bc2154-5556-4a9c-a88c-8db26cdb0278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:45.440303 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8d6cea43-fc6e-4ef4-98db-372a25a76eae req-e1bc2154-5556-4a9c-a88c-8db26cdb0278 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 1097 time: 0.0450051 Aug 16 20:37:45.453886 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-4622746e-4f27-4380-89e7-87f56f9907e5 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:45.474042 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8d6cea43-fc6e-4ef4-98db-372a25a76eae req-79342db7-d274-4662-af02-c7c083c63a79 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271728 Aug 16 20:37:45.492534 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-4622746e-4f27-4380-89e7-87f56f9907e5 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:45.535676 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-4622746e-4f27-4380-89e7-87f56f9907e5 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Network 030bf140-a9b3-4241-ae05-28725b741a38 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:37:45.541049 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-4622746e-4f27-4380-89e7-87f56f9907e5 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:37:45.544735 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-4622746e-4f27-4380-89e7-87f56f9907e5 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:37:45.569150 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622746e-4f27-4380-89e7-87f56f9907e5 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Pushing event updated for resources: {'Port': ['ID=3df27775-1523-4205-99c3-fc4f8bb31c6a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:45.583540 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622746e-4f27-4380-89e7-87f56f9907e5 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:45.583880 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622746e-4f27-4380-89e7-87f56f9907e5 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:45.584212 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622746e-4f27-4380-89e7-87f56f9907e5 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:45.584539 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622746e-4f27-4380-89e7-87f56f9907e5 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:45.585443 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622746e-4f27-4380-89e7-87f56f9907e5 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:45.585765 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622746e-4f27-4380-89e7-87f56f9907e5 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:45.586085 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622746e-4f27-4380-89e7-87f56f9907e5 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:45.586402 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622746e-4f27-4380-89e7-87f56f9907e5 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:45.586718 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622746e-4f27-4380-89e7-87f56f9907e5 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:45.587032 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622746e-4f27-4380-89e7-87f56f9907e5 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:45.587374 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622746e-4f27-4380-89e7-87f56f9907e5 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:45.587688 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622746e-4f27-4380-89e7-87f56f9907e5 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:45.607535 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-4622746e-4f27-4380-89e7-87f56f9907e5 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:45.608134 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-4622746e-4f27-4380-89e7-87f56f9907e5 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:45.621366 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-4622746e-4f27-4380-89e7-87f56f9907e5 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6528003 Aug 16 20:37:45.633536 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-ca098567-3928-415b-9115-026258e0be43 service neutron] Request body: {'port': {'device_id': '7771937c-ecbd-4c7e-9c74-d024c59a71cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:45.684806 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-ca098567-3928-415b-9115-026258e0be43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:45.941108 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-ca098567-3928-415b-9115-026258e0be43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df27775-1523-4205-99c3-fc4f8bb31c6a {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:45.948900 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-ca098567-3928-415b-9115-026258e0be43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:45.960837 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-ca098567-3928-415b-9115-026258e0be43 service neutron] Transition to ACTIVE for port object 3df27775-1523-4205-99c3-fc4f8bb31c6a will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:45.964658 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-ca098567-3928-415b-9115-026258e0be43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:46.030112 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca098567-3928-415b-9115-026258e0be43 service neutron] Pushing event updated for resources: {'Port': ['ID=3df27775-1523-4205-99c3-fc4f8bb31c6a,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:46.079672 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-ca098567-3928-415b-9115-026258e0be43 service neutron] Attempting to bind port 3df27775-1523-4205-99c3-fc4f8bb31c6a on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:37:46.080017 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-ca098567-3928-415b-9115-026258e0be43 service neutron] Attempting to bind port 3df27775-1523-4205-99c3-fc4f8bb31c6a by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '1b68def7-546e-47fd-ae46-2da8757bfb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '030bf140-a9b3-4241-ae05-28725b741a38'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:37:46.080345 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-ca098567-3928-415b-9115-026258e0be43 service neutron] Attempting to bind port 3df27775-1523-4205-99c3-fc4f8bb31c6a on network 030bf140-a9b3-4241-ae05-28725b741a38 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:46.084624 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-ca098567-3928-415b-9115-026258e0be43 service neutron] Port 3df27775-1523-4205-99c3-fc4f8bb31c6a on network 030bf140-a9b3-4241-ae05-28725b741a38 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:37:46.085579 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-ca098567-3928-415b-9115-026258e0be43 service neutron] Attempting to bind port 3df27775-1523-4205-99c3-fc4f8bb31c6a on network 030bf140-a9b3-4241-ae05-28725b741a38 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:46.090191 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-ca098567-3928-415b-9115-026258e0be43 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:37:46.090522 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-ca098567-3928-415b-9115-026258e0be43 service neutron] Checking segment: {'id': '1b68def7-546e-47fd-ae46-2da8757bfb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '030bf140-a9b3-4241-ae05-28725b741a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:37:46.090902 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-ca098567-3928-415b-9115-026258e0be43 service neutron] Bound using segment: {'id': '1b68def7-546e-47fd-ae46-2da8757bfb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '030bf140-a9b3-4241-ae05-28725b741a38'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:37:46.091415 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-ca098567-3928-415b-9115-026258e0be43 service neutron] Bound port: 3df27775-1523-4205-99c3-fc4f8bb31c6a, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b68def7-546e-47fd-ae46-2da8757bfb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '030bf140-a9b3-4241-ae05-28725b741a38'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:37:46.091775 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-ca098567-3928-415b-9115-026258e0be43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:46.309883 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d893613-c778-4ebf-9531-eaa3d5eeb9d7 req-cff410ce-0db0-4b0d-82a6-c2996fa6cc50 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:46.311467 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3d893613-c778-4ebf-9531-eaa3d5eeb9d7 req-cff410ce-0db0-4b0d-82a6-c2996fa6cc50 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/ports?device_id=7771937c-ecbd-4c7e-9c74-d024c59a71cb HTTP/1.1" status: 200 len: 943 time: 0.0567777 Aug 16 20:37:46.353506 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3d893613-c778-4ebf-9531-eaa3d5eeb9d7 req-86388108-971b-49f7-bbc0-932106dc251c tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/security-groups?id=19ea0604-a277-4ca0-8f3a-9ecf616dd859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348155 Aug 16 20:37:46.509787 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6394ed-2a9d-40f8-bf14-b4412263a222 req-3a40482f-a23f-4eb8-8095-086dd87f097f tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:46.511167 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8e6394ed-2a9d-40f8-bf14-b4412263a222 req-3a40482f-a23f-4eb8-8095-086dd87f097f tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 945 time: 0.0844986 Aug 16 20:37:46.517468 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-ca098567-3928-415b-9115-026258e0be43 service neutron] For port 3df27775-1523-4205-99c3-fc4f8bb31c6a, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:37:46.522922 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-ca098567-3928-415b-9115-026258e0be43 service neutron] For port 3df27775-1523-4205-99c3-fc4f8bb31c6a, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3df27775-1523-4205-99c3-fc4f8bb31c6a,segment=NetworkSegment(1b68def7-546e-47fd-ae46-2da8757bfb27),segment_id=1b68def7-546e-47fd-ae46-2da8757bfb27)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:37:46.529869 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-ca098567-3928-415b-9115-026258e0be43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:46.586781 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-ca098567-3928-415b-9115-026258e0be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:46.587417 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-ca098567-3928-415b-9115-026258e0be43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:46.588782 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-ca098567-3928-415b-9115-026258e0be43 service neutron] 10.222.0.57 "PUT /v2.0/ports/3df27775-1523-4205-99c3-fc4f8bb31c6a HTTP/1.1" status: 200 len: 1092 time: 0.9591994 Aug 16 20:37:46.590897 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7771937c-ecbd-4c7e-9c74-d024c59a71cb', 'tag': '3df27775-1523-4205-99c3-fc4f8bb31c6a'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:46.593147 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9eec13-117b-4c81-96ec-b6fa1274b8e5" -d '{"events": [{"name": "network-changed", "server_uuid": "7771937c-ecbd-4c7e-9c74-d024c59a71cb", "tag": "3df27775-1523-4205-99c3-fc4f8bb31c6a"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:46.602624 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8e6394ed-2a9d-40f8-bf14-b4412263a222 req-be67b5a3-007e-4124-840c-a6e918f87ecd tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828938 Aug 16 20:37:46.615981 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca098567-3928-415b-9115-026258e0be43 service neutron] Pushing event updated for resources: {'Port': ['ID=3df27775-1523-4205-99c3-fc4f8bb31c6a,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:46.643987 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cde5332-975e-4629-b442-a7bfd9cbf2e7 x-openstack-request-id: req-3cde5332-975e-4629-b442-a7bfd9cbf2e7 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:46.644277 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7771937c-ecbd-4c7e-9c74-d024c59a71cb", "tag": "3df27775-1523-4205-99c3-fc4f8bb31c6a", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:46.645893 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3cde5332-975e-4629-b442-a7bfd9cbf2e7 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:46.646290 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7771937c-ecbd-4c7e-9c74-d024c59a71cb', 'tag': '3df27775-1523-4205-99c3-fc4f8bb31c6a', 'status': 'completed', 'code': 200} Aug 16 20:37:46.685126 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-b509c0c9-16b2-48fa-9c73-d33ef80fbff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:46.686522 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-b509c0c9-16b2-48fa-9c73-d33ef80fbff1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=308683f763e94777a11ee05fef64f7e4&device_id=7771937c-ecbd-4c7e-9c74-d024c59a71cb HTTP/1.1" status: 200 len: 1095 time: 0.0537505 Aug 16 20:37:46.744141 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-18fdbdc5-7577-4215-9b24-ca57a39202ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3df27775-1523-4205-99c3-fc4f8bb31c6a HTTP/1.1" status: 200 len: 217 time: 0.0406063 Aug 16 20:37:46.767529 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87121dc-9ab7-46ec-973d-069eeb41cad0 req-bfa02cbd-defa-4f27-8ceb-c9ae49c3deea tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:46.768838 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e87121dc-9ab7-46ec-973d-069eeb41cad0 req-bfa02cbd-defa-4f27-8ceb-c9ae49c3deea tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 945 time: 0.0947771 Aug 16 20:37:46.823161 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-190a58d7-8bb5-452e-861b-bfa430af194e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:46.824571 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-190a58d7-8bb5-452e-861b-bfa430af194e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=71b7b3c4-dbec-4619-a816-f648cd8d2557 HTTP/1.1" status: 200 len: 853 time: 0.0728877 Aug 16 20:37:46.831563 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e87121dc-9ab7-46ec-973d-069eeb41cad0 req-44196e51-746f-4e06-8b6d-6ae61fe0dc36 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448365 Aug 16 20:37:46.857599 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-8fd14fb2-19e1-4eb2-ba06-b5029a590ebb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=030bf140-a9b3-4241-ae05-28725b741a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251334 Aug 16 20:37:46.946224 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f339c-bc30-4a0e-8872-c98f07907bab req-425fb0f8-14d3-436a-92b2-a6ad072ca4e2 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:46.947798 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d51f339c-bc30-4a0e-8872-c98f07907bab req-425fb0f8-14d3-436a-92b2-a6ad072ca4e2 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 945 time: 0.0489950 Aug 16 20:37:46.950529 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-e1857611-de70-4024-8149-4343eb52a6e3 service neutron] 10.222.0.57 "GET /v2.0/networks/030bf140-a9b3-4241-ae05-28725b741a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855808 Aug 16 20:37:46.985867 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d51f339c-bc30-4a0e-8872-c98f07907bab req-e5c295ca-e37c-4df7-9728-878a8c5e3e98 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318792 Aug 16 20:37:47.044061 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1c5fdd2d-7e82-403d-8e7e-016ccb9f6160 req-ff9c54e0-5d96-4160-91db-fa84e5158e21 service neutron] 10.222.0.57 "GET /v2.0/networks/030bf140-a9b3-4241-ae05-28725b741a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843382 Aug 16 20:37:47.136133 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9eec13-117b-4c81-96ec-b6fa1274b8e5 req-c064cb7a-3f48-4e25-be18-f1a17128b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:47.137676 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3e9eec13-117b-4c81-96ec-b6fa1274b8e5 req-c064cb7a-3f48-4e25-be18-f1a17128b4bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=308683f763e94777a11ee05fef64f7e4&device_id=7771937c-ecbd-4c7e-9c74-d024c59a71cb HTTP/1.1" status: 200 len: 1095 time: 0.0432713 Aug 16 20:37:47.243341 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9eec13-117b-4c81-96ec-b6fa1274b8e5 req-dea65cac-2793-443e-959b-ecd91b80ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:47.244787 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3e9eec13-117b-4c81-96ec-b6fa1274b8e5 req-dea65cac-2793-443e-959b-ecd91b80ea67 service neutron] 10.222.0.57 "GET /v2.0/networks?id=030bf140-a9b3-4241-ae05-28725b741a38 HTTP/1.1" status: 200 len: 914 time: 0.0987356 Aug 16 20:37:47.283708 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568459e-3b1b-4a4e-bd9f-a30a278da168 req-9eef86bc-c3fa-4ca1-9e7a-b75fe954b43a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:47.285260 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7568459e-3b1b-4a4e-bd9f-a30a278da168 req-9eef86bc-c3fa-4ca1-9e7a-b75fe954b43a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 945 time: 0.0531526 Aug 16 20:37:47.286875 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3e9eec13-117b-4c81-96ec-b6fa1274b8e5 req-4506eabc-b73a-4a2f-85e8-a80c0ba2fb81 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3df27775-1523-4205-99c3-fc4f8bb31c6a HTTP/1.1" status: 200 len: 217 time: 0.0347354 Aug 16 20:37:47.323544 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7568459e-3b1b-4a4e-bd9f-a30a278da168 req-a9218801-3998-4185-86e2-3922d8d87b07 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324037 Aug 16 20:37:47.340255 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9eec13-117b-4c81-96ec-b6fa1274b8e5 req-9843e0b1-edd6-43a7-b48e-266f64f757c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:47.341731 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3e9eec13-117b-4c81-96ec-b6fa1274b8e5 req-9843e0b1-edd6-43a7-b48e-266f64f757c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=71b7b3c4-dbec-4619-a816-f648cd8d2557 HTTP/1.1" status: 200 len: 853 time: 0.0480523 Aug 16 20:37:47.374862 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3e9eec13-117b-4c81-96ec-b6fa1274b8e5 req-82438b30-333b-407b-b68a-1510958ae562 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=030bf140-a9b3-4241-ae05-28725b741a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248642 Aug 16 20:37:47.500073 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22985110-7c1f-41c2-b405-ea788bbe8a0d req-d1fc5f30-27fd-4d3b-b925-05751a65531e tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:47.501966 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-22985110-7c1f-41c2-b405-ea788bbe8a0d req-d1fc5f30-27fd-4d3b-b925-05751a65531e tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/ports?device_id=7771937c-ecbd-4c7e-9c74-d024c59a71cb HTTP/1.1" status: 200 len: 943 time: 0.0776250 Aug 16 20:37:47.507234 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3e9eec13-117b-4c81-96ec-b6fa1274b8e5 req-ea6ad0c9-2484-494e-b070-ceb6cb523794 service neutron] 10.222.0.57 "GET /v2.0/networks/030bf140-a9b3-4241-ae05-28725b741a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240206 Aug 16 20:37:47.583031 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-22985110-7c1f-41c2-b405-ea788bbe8a0d req-7a8fbf59-55fe-4f9d-9134-f6749fe0079f tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/security-groups?id=19ea0604-a277-4ca0-8f3a-9ecf616dd859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747409 Aug 16 20:37:47.631382 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3e9eec13-117b-4c81-96ec-b6fa1274b8e5 req-bce5a35c-9621-45c5-a979-6434f5db9225 service neutron] 10.222.0.57 "GET /v2.0/networks/030bf140-a9b3-4241-ae05-28725b741a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166394 Aug 16 20:37:48.437325 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ae592-416f-42a6-af5a-a18d03600687 req-e3c9ac79-9be5-4691-8870-0c868bebd0ff tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:48.438824 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-993ae592-416f-42a6-af5a-a18d03600687 req-e3c9ac79-9be5-4691-8870-0c868bebd0ff tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 945 time: 0.0493877 Aug 16 20:37:48.456456 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3df27775-1523-4205-99c3-fc4f8bb31c6a details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:37:48.478853 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-993ae592-416f-42a6-af5a-a18d03600687 req-5c9ddf19-abad-42af-b1b3-a89ec4f4d078 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335598 Aug 16 20:37:48.549228 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 3df27775-1523-4205-99c3-fc4f8bb31c6a, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3df27775-1523-4205-99c3-fc4f8bb31c6a,segment=NetworkSegment(1b68def7-546e-47fd-ae46-2da8757bfb27),segment_id=1b68def7-546e-47fd-ae46-2da8757bfb27)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:48.560791 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '3df27775-1523-4205-99c3-fc4f8bb31c6a', 'network_id': '030bf140-a9b3-4241-ae05-28725b741a38', 'port_id': '3df27775-1523-4205-99c3-fc4f8bb31c6a', 'mac_address': 'fa:16:3e:70:a6:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b7b3c4-dbec-4619-a816-f648cd8d2557', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:37:48.600467 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:48.612884 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df27775-1523-4205-99c3-fc4f8bb31c6a {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:48.635077 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 3df27775-1523-4205-99c3-fc4f8bb31c6a, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3df27775-1523-4205-99c3-fc4f8bb31c6a,segment=NetworkSegment(1b68def7-546e-47fd-ae46-2da8757bfb27),segment_id=1b68def7-546e-47fd-ae46-2da8757bfb27)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:48.639372 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:48.686163 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=3df27775-1523-4205-99c3-fc4f8bb31c6a,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:48.702503 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e547c8f-227c-42b4-8b4a-25d21e773181 req-b1527cee-2610-4f99-8389-0680a0b0319b tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:48.704101 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2e547c8f-227c-42b4-8b4a-25d21e773181 req-b1527cee-2610-4f99-8389-0680a0b0319b tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/ports?device_id=7771937c-ecbd-4c7e-9c74-d024c59a71cb HTTP/1.1" status: 200 len: 944 time: 0.0513027 Aug 16 20:37:48.730227 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c263c-b377-4c42-a593-c3c8ac282a30 req-b22eb80f-f630-41fe-8a43-ca961491ca66 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:48.731720 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-338c263c-b377-4c42-a593-c3c8ac282a30 req-b22eb80f-f630-41fe-8a43-ca961491ca66 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 945 time: 0.0494852 Aug 16 20:37:48.743165 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2e547c8f-227c-42b4-8b4a-25d21e773181 req-c5963437-c0bc-4a37-ada2-0c9b125a8200 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/security-groups?id=19ea0604-a277-4ca0-8f3a-9ecf616dd859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327134 Aug 16 20:37:48.830502 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-338c263c-b377-4c42-a593-c3c8ac282a30 req-b2a46a86-5b99-437d-91e2-8789e6c6aba4 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Deleting port 37822563-71cf-443a-91fb-d47d08dfa6ae {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:37:48.830843 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-338c263c-b377-4c42-a593-c3c8ac282a30 req-b2a46a86-5b99-437d-91e2-8789e6c6aba4 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:48.850149 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['3df27775-1523-4205-99c3-fc4f8bb31c6a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:48.917734 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-338c263c-b377-4c42-a593-c3c8ac282a30 req-b2a46a86-5b99-437d-91e2-8789e6c6aba4 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] For port 37822563-71cf-443a-91fb-d47d08dfa6ae, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=37822563-71cf-443a-91fb-d47d08dfa6ae,segment=NetworkSegment(92548a5e-c744-48b1-be52-e6b9f5f90f31),segment_id=92548a5e-c744-48b1-be52-e6b9f5f90f31)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:48.918094 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-338c263c-b377-4c42-a593-c3c8ac282a30 req-b2a46a86-5b99-437d-91e2-8789e6c6aba4 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:48.930896 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-338c263c-b377-4c42-a593-c3c8ac282a30 req-b2a46a86-5b99-437d-91e2-8789e6c6aba4 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Calling delete_port for 37822563-71cf-443a-91fb-d47d08dfa6ae owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:37:49.071618 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-338c263c-b377-4c42-a593-c3c8ac282a30 req-b2a46a86-5b99-437d-91e2-8789e6c6aba4 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:49.083123 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['37822563-71cf-443a-91fb-d47d08dfa6ae'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:49.102683 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a46a86-5b99-437d-91e2-8789e6c6aba4 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Pushing event deleted for resources: {'Port': ['ID=37822563-71cf-443a-91fb-d47d08dfa6ae,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:49.148240 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-338c263c-b377-4c42-a593-c3c8ac282a30 req-b2a46a86-5b99-437d-91e2-8789e6c6aba4 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] No DVR routers for this DVR port 37822563-71cf-443a-91fb-d47d08dfa6ae on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:37:49.151035 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-338c263c-b377-4c42-a593-c3c8ac282a30 req-b2a46a86-5b99-437d-91e2-8789e6c6aba4 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:49.153119 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-338c263c-b377-4c42-a593-c3c8ac282a30 req-b2a46a86-5b99-437d-91e2-8789e6c6aba4 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.63 "DELETE /v2.0/ports/37822563-71cf-443a-91fb-d47d08dfa6ae HTTP/1.1" status: 204 len: 173 time: 0.4144728 Aug 16 20:37:49.153580 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5615ec0-b04f-42e8-955b-0ccfa3fb4831', 'name': 'network-vif-deleted', 'tag': '37822563-71cf-443a-91fb-d47d08dfa6ae'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:49.156173 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885e53a0-79e8-424e-9b9e-8a917dff7df3" -d '{"events": [{"server_uuid": "e5615ec0-b04f-42e8-955b-0ccfa3fb4831", "name": "network-vif-deleted", "tag": "37822563-71cf-443a-91fb-d47d08dfa6ae"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:49.196476 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4006a6cc-4eae-4998-9790-c28eca89d147 x-openstack-request-id: req-4006a6cc-4eae-4998-9790-c28eca89d147 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:49.196771 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5615ec0-b04f-42e8-955b-0ccfa3fb4831", "name": "network-vif-deleted", "tag": "37822563-71cf-443a-91fb-d47d08dfa6ae", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:49.197022 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4006a6cc-4eae-4998-9790-c28eca89d147 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:49.197426 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5615ec0-b04f-42e8-955b-0ccfa3fb4831', 'name': 'network-vif-deleted', 'tag': '37822563-71cf-443a-91fb-d47d08dfa6ae', 'status': 'completed', 'code': 200} Aug 16 20:37:49.574717 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0431cabf-2083-487b-bc09-4c63a36caefa req-f43b8e0a-8cbc-4d36-b075-7c88ec2293ed tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 210 time: 0.0270498 Aug 16 20:37:49.867051 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87875675-cb1f-4e09-b01e-3779464e646f req-6a433611-065e-4929-9973-483819623ee0 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:49.868628 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-87875675-cb1f-4e09-b01e-3779464e646f req-6a433611-065e-4929-9973-483819623ee0 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/ports?device_id=7771937c-ecbd-4c7e-9c74-d024c59a71cb HTTP/1.1" status: 200 len: 944 time: 0.0508773 Aug 16 20:37:49.910565 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-87875675-cb1f-4e09-b01e-3779464e646f req-3d1ed05c-d554-437f-b500-2eed059828df tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/security-groups?id=19ea0604-a277-4ca0-8f3a-9ecf616dd859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350189 Aug 16 20:37:50.457163 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3df27775-1523-4205-99c3-fc4f8bb31c6a up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:37:50.509814 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 3df27775-1523-4205-99c3-fc4f8bb31c6a completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:37:50.513811 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 3df27775-1523-4205-99c3-fc4f8bb31c6a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:50.514188 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:50.592358 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:50.615417 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7771937c-ecbd-4c7e-9c74-d024c59a71cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df27775-1523-4205-99c3-fc4f8bb31c6a'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:50.617642 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd5c11f-5ebf-4bdf-a368-ccfbf5a92136" -d '{"events": [{"server_uuid": "7771937c-ecbd-4c7e-9c74-d024c59a71cb", "name": "network-vif-plugged", "status": "completed", "tag": "3df27775-1523-4205-99c3-fc4f8bb31c6a"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:50.630619 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 3df27775-1523-4205-99c3-fc4f8bb31c6a, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3df27775-1523-4205-99c3-fc4f8bb31c6a,segment=NetworkSegment(1b68def7-546e-47fd-ae46-2da8757bfb27),segment_id=1b68def7-546e-47fd-ae46-2da8757bfb27)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:50.636589 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:50.675110 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5ea4104e-4595-4f3f-b0fd-10b98da085c0 req-985182dc-825b-427d-b09a-789b4ae5cc27 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 210 time: 0.0312638 Aug 16 20:37:50.696538 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=3df27775-1523-4205-99c3-fc4f8bb31c6a,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:50.696538 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db458d08-cf46-4b5f-941b-6fe4af8ccb7a x-openstack-request-id: req-db458d08-cf46-4b5f-941b-6fe4af8ccb7a {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:50.696538 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7771937c-ecbd-4c7e-9c74-d024c59a71cb", "name": "network-vif-plugged", "status": "completed", "tag": "3df27775-1523-4205-99c3-fc4f8bb31c6a", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:50.696538 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-db458d08-cf46-4b5f-941b-6fe4af8ccb7a {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:50.696538 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7771937c-ecbd-4c7e-9c74-d024c59a71cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df27775-1523-4205-99c3-fc4f8bb31c6a', 'code': 200} Aug 16 20:37:50.780550 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8d791-fb3f-4dba-8764-d82a4f397649 req-215b2b8f-e13b-453e-830d-a3b2ba49165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:50.782083 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-31a8d791-fb3f-4dba-8764-d82a4f397649 req-215b2b8f-e13b-453e-830d-a3b2ba49165e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7771937c-ecbd-4c7e-9c74-d024c59a71cb HTTP/1.1" status: 200 len: 1097 time: 0.0442829 Aug 16 20:37:50.817251 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-31a8d791-fb3f-4dba-8764-d82a4f397649 req-096cfd1b-d346-412b-bae1-47226218c53f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=19ea0604-a277-4ca0-8f3a-9ecf616dd859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278325 Aug 16 20:37:51.024876 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4d890-26d9-4ba2-83d5-48f6bceb4bc3 req-a5210d9b-3661-4a04-aa6c-5c26d389967a tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:51.026370 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9bb4d890-26d9-4ba2-83d5-48f6bceb4bc3 req-a5210d9b-3661-4a04-aa6c-5c26d389967a tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/ports?device_id=7771937c-ecbd-4c7e-9c74-d024c59a71cb HTTP/1.1" status: 200 len: 945 time: 0.0501573 Aug 16 20:37:51.067155 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9bb4d890-26d9-4ba2-83d5-48f6bceb4bc3 req-114ec44b-e38a-499d-99bc-f526784f4194 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/security-groups?id=19ea0604-a277-4ca0-8f3a-9ecf616dd859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347095 Aug 16 20:37:51.771850 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fb864177-e7d6-49a1-91a2-c934e6d47a1b req-3f52f990-35b7-45f0-9141-3b2ee8b49e6b tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 210 time: 0.0271237 Aug 16 20:37:52.190948 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8de4ab-dbda-46a7-bcc4-9ace0b855810 req-73ac77ec-4049-4802-b1aa-c990a8aab48e tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:52.192465 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6c8de4ab-dbda-46a7-bcc4-9ace0b855810 req-73ac77ec-4049-4802-b1aa-c990a8aab48e tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/ports?device_id=7771937c-ecbd-4c7e-9c74-d024c59a71cb HTTP/1.1" status: 200 len: 945 time: 0.0547738 Aug 16 20:37:52.230952 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6c8de4ab-dbda-46a7-bcc4-9ace0b855810 req-75b7a951-d44a-463b-95c9-a5bff9eca365 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/security-groups?id=19ea0604-a277-4ca0-8f3a-9ecf616dd859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322642 Aug 16 20:37:52.894286 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-453bcc10-9fc7-429b-b460-fac5a072e48c req-6efb7b30-3364-45b2-be08-cf36ea8ee9b1 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5615ec0-b04f-42e8-955b-0ccfa3fb4831 HTTP/1.1" status: 200 len: 210 time: 0.0335410 Aug 16 20:37:53.143914 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 37822563-71cf-443a-91fb-d47d08dfa6ae no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:37:53.166035 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 37822563-71cf-443a-91fb-d47d08dfa6ae {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:37:53.166881 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 37822563-71cf-443a-91fb-d47d08dfa6ae not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:38:01.837729 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-20b7b109-0068-4b77-a308-b58f459d4e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:04.437062 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-de6e79f4-af68-479f-addc-3fd0ffb9822d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:04.704328 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:05.668078 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:06.250785 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:06.330262 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:07.126902 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:16.066340 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-c9c12826-fa7d-4d6c-965e-84e352f59341 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:16.067860 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-c9c12826-fa7d-4d6c-965e-84e352f59341 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/networks?id=698bee40-61b9-463d-8447-847c4206452e HTTP/1.1" status: 200 len: 808 time: 0.1023936 Aug 16 20:38:16.082729 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-67099ecb-e1c5-4642-87b5-edb8868e0a5b tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/quotas/25526f5975694410acc6a235dda2f51a HTTP/1.1" status: 200 len: 375 time: 0.0089288 Aug 16 20:38:16.137409 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-a34fd2d6-fc85-4754-96a1-8449449d6f62 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=25526f5975694410acc6a235dda2f51a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496151 Aug 16 20:38:16.227332 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-e817c461-6ffc-45eb-b8c5-6d1fd7500581 service neutron] 10.222.0.68 "GET /v2.0/networks/698bee40-61b9-463d-8447-847c4206452e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831313 Aug 16 20:38:16.317618 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-43afb765-358f-4d70-a9ff-04400c0a6201 service neutron] 10.222.0.68 "GET /v2.0/networks/698bee40-61b9-463d-8447-847c4206452e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843871 Aug 16 20:38:16.599458 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:38:16.604723 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b2e80d27-c89a-4b6a-bcbc-8dc32891dfd2 req-8da3be77-b7fd-41e6-9635-2c5e56511ca3 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=972fcf8b-fc10-470d-b17e-8ddafd7a4448 HTTP/1.1" status: 200 len: 210 time: 0.0271399 Aug 16 20:38:17.453480 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-b79c2fe1-0d26-4623-8e41-3e96e2d99c73 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:17.454948 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-b79c2fe1-0d26-4623-8e41-3e96e2d99c73 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.63 "GET /v2.0/networks?id=698bee40-61b9-463d-8447-847c4206452e HTTP/1.1" status: 200 len: 808 time: 0.1060114 Aug 16 20:38:17.467648 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-d3bdac72-3f0e-445b-8e22-ce7e6139d6cd tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Request body: {'port': {'device_id': '972fcf8b-fc10-470d-b17e-8ddafd7a4448', 'network_id': '698bee40-61b9-463d-8447-847c4206452e', 'admin_state_up': True, 'tenant_id': '25526f5975694410acc6a235dda2f51a'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:17.580397 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-d3bdac72-3f0e-445b-8e22-ce7e6139d6cd tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Made reservation on behalf of 25526f5975694410acc6a235dda2f51a for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:17.584017 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-d3bdac72-3f0e-445b-8e22-ce7e6139d6cd tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:17.722752 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-99b3c5e6-7d1e-4da4-ab4f-05258d304d3f req-f710b83b-7f16-4c23-b39f-f62f12754037 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=972fcf8b-fc10-470d-b17e-8ddafd7a4448 HTTP/1.1" status: 200 len: 210 time: 0.0387681 Aug 16 20:38:17.744202 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-d3bdac72-3f0e-445b-8e22-ce7e6139d6cd tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Allocated IP 172.20.0.12 (698bee40-61b9-463d-8447-847c4206452e/0adf4bcd-ed8d-4f52-bfb2-0b7ad8146d36/fa20c6a6-bfc1-4ed8-9225-55a8289338a9) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:38:17.893755 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-d3bdac72-3f0e-445b-8e22-ce7e6139d6cd tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:17.907441 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-d3bdac72-3f0e-445b-8e22-ce7e6139d6cd tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Transition to ACTIVE for port object fa20c6a6-bfc1-4ed8-9225-55a8289338a9 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:17.939628 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-d3bdac72-3f0e-445b-8e22-ce7e6139d6cd tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:17.984999 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-d3bdac72-3f0e-445b-8e22-ce7e6139d6cd tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Network 698bee40-61b9-463d-8447-847c4206452e is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:38:17.988213 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-d3bdac72-3f0e-445b-8e22-ce7e6139d6cd tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:17.992323 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-d3bdac72-3f0e-445b-8e22-ce7e6139d6cd tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:38:18.022791 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bdac72-3f0e-445b-8e22-ce7e6139d6cd tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Pushing event updated for resources: {'Port': ['ID=fa20c6a6-bfc1-4ed8-9225-55a8289338a9,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:18.062118 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-d3bdac72-3f0e-445b-8e22-ce7e6139d6cd tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:18.062809 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-d3bdac72-3f0e-445b-8e22-ce7e6139d6cd tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:18.080101 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-d3bdac72-3f0e-445b-8e22-ce7e6139d6cd tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6165044 Aug 16 20:38:18.091454 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-f280c25b-f904-4a83-b76d-fea5e1bbede9 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:38:18.092452 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-f280c25b-f904-4a83-b76d-fea5e1bbede9 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055444 Aug 16 20:38:18.104549 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-c4db47cb-887d-4a0e-98a3-4c4096cd7b1a service neutron] Request body: {'port': {'device_id': '972fcf8b-fc10-470d-b17e-8ddafd7a4448', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:18.168720 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-c4db47cb-887d-4a0e-98a3-4c4096cd7b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:18.241041 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c7fa98b0-fcb7-4f11-8292-0c76726aca6d None None] Provisioning for port fa20c6a6-bfc1-4ed8-9225-55a8289338a9 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:18.245222 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c7fa98b0-fcb7-4f11-8292-0c76726aca6d None None] Provisioning complete for port fa20c6a6-bfc1-4ed8-9225-55a8289338a9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:18.245733 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c7fa98b0-fcb7-4f11-8292-0c76726aca6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:18.281980 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c7fa98b0-fcb7-4f11-8292-0c76726aca6d None None] Port fa20c6a6-bfc1-4ed8-9225-55a8289338a9 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:38:18.438004 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-c4db47cb-887d-4a0e-98a3-4c4096cd7b1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa20c6a6-bfc1-4ed8-9225-55a8289338a9 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:38:18.445557 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-c4db47cb-887d-4a0e-98a3-4c4096cd7b1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:18.457179 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-c4db47cb-887d-4a0e-98a3-4c4096cd7b1a service neutron] Transition to ACTIVE for port object fa20c6a6-bfc1-4ed8-9225-55a8289338a9 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:18.461628 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-c4db47cb-887d-4a0e-98a3-4c4096cd7b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:18.512070 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db47cb-887d-4a0e-98a3-4c4096cd7b1a service neutron] Pushing event updated for resources: {'Port': ['ID=fa20c6a6-bfc1-4ed8-9225-55a8289338a9,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:18.590605 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-c4db47cb-887d-4a0e-98a3-4c4096cd7b1a service neutron] Attempting to bind port fa20c6a6-bfc1-4ed8-9225-55a8289338a9 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:18.591098 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-c4db47cb-887d-4a0e-98a3-4c4096cd7b1a service neutron] Attempting to bind port fa20c6a6-bfc1-4ed8-9225-55a8289338a9 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '92548a5e-c744-48b1-be52-e6b9f5f90f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '698bee40-61b9-463d-8447-847c4206452e'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:18.591290 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-c4db47cb-887d-4a0e-98a3-4c4096cd7b1a service neutron] Attempting to bind port fa20c6a6-bfc1-4ed8-9225-55a8289338a9 on network 698bee40-61b9-463d-8447-847c4206452e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:18.596317 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-c4db47cb-887d-4a0e-98a3-4c4096cd7b1a service neutron] Port fa20c6a6-bfc1-4ed8-9225-55a8289338a9 on network 698bee40-61b9-463d-8447-847c4206452e not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:38:18.596648 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-c4db47cb-887d-4a0e-98a3-4c4096cd7b1a service neutron] Attempting to bind port fa20c6a6-bfc1-4ed8-9225-55a8289338a9 on network 698bee40-61b9-463d-8447-847c4206452e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:18.602382 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-c4db47cb-887d-4a0e-98a3-4c4096cd7b1a service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:18.602726 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-c4db47cb-887d-4a0e-98a3-4c4096cd7b1a service neutron] Checking segment: {'id': '92548a5e-c744-48b1-be52-e6b9f5f90f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '698bee40-61b9-463d-8447-847c4206452e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:18.603113 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-c4db47cb-887d-4a0e-98a3-4c4096cd7b1a service neutron] Bound using segment: {'id': '92548a5e-c744-48b1-be52-e6b9f5f90f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '698bee40-61b9-463d-8447-847c4206452e'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:18.603564 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-c4db47cb-887d-4a0e-98a3-4c4096cd7b1a service neutron] Bound port: fa20c6a6-bfc1-4ed8-9225-55a8289338a9, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92548a5e-c744-48b1-be52-e6b9f5f90f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '698bee40-61b9-463d-8447-847c4206452e'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:18.603955 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-c4db47cb-887d-4a0e-98a3-4c4096cd7b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:18.682845 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-c4db47cb-887d-4a0e-98a3-4c4096cd7b1a service neutron] For port fa20c6a6-bfc1-4ed8-9225-55a8289338a9, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:18.686333 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-c4db47cb-887d-4a0e-98a3-4c4096cd7b1a service neutron] For port fa20c6a6-bfc1-4ed8-9225-55a8289338a9, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=fa20c6a6-bfc1-4ed8-9225-55a8289338a9,segment=NetworkSegment(92548a5e-c744-48b1-be52-e6b9f5f90f31),segment_id=92548a5e-c744-48b1-be52-e6b9f5f90f31)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:38:18.691810 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-c4db47cb-887d-4a0e-98a3-4c4096cd7b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:18.732077 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-c4db47cb-887d-4a0e-98a3-4c4096cd7b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:18.732703 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-c4db47cb-887d-4a0e-98a3-4c4096cd7b1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:18.734216 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-c4db47cb-887d-4a0e-98a3-4c4096cd7b1a service neutron] 10.222.0.63 "PUT /v2.0/ports/fa20c6a6-bfc1-4ed8-9225-55a8289338a9 HTTP/1.1" status: 200 len: 1093 time: 0.6341717 Aug 16 20:38:18.734663 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972fcf8b-fc10-470d-b17e-8ddafd7a4448', 'tag': 'fa20c6a6-bfc1-4ed8-9225-55a8289338a9'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:18.736956 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556e8fa1-fa44-4d47-be21-c8bfb9a85be3" -d '{"events": [{"name": "network-changed", "server_uuid": "972fcf8b-fc10-470d-b17e-8ddafd7a4448", "tag": "fa20c6a6-bfc1-4ed8-9225-55a8289338a9"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:18.775007 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db47cb-887d-4a0e-98a3-4c4096cd7b1a service neutron] Pushing event updated for resources: {'Port': ['ID=fa20c6a6-bfc1-4ed8-9225-55a8289338a9,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:18.779793 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcaa448e-15ba-41fb-bc05-fc8755c76317 x-openstack-request-id: req-fcaa448e-15ba-41fb-bc05-fc8755c76317 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:18.780413 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972fcf8b-fc10-470d-b17e-8ddafd7a4448", "tag": "fa20c6a6-bfc1-4ed8-9225-55a8289338a9", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:18.780851 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fcaa448e-15ba-41fb-bc05-fc8755c76317 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:18.781486 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972fcf8b-fc10-470d-b17e-8ddafd7a4448', 'tag': 'fa20c6a6-bfc1-4ed8-9225-55a8289338a9', 'status': 'completed', 'code': 200} Aug 16 20:38:18.893148 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-757ec5bd-c50e-4d31-a669-6984e331b0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:18.894788 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-757ec5bd-c50e-4d31-a669-6984e331b0b8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=25526f5975694410acc6a235dda2f51a&device_id=972fcf8b-fc10-470d-b17e-8ddafd7a4448 HTTP/1.1" status: 200 len: 1096 time: 0.1065516 Aug 16 20:38:18.947522 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-7bbf4076-855b-4f8f-af3e-3fc5b1d29d72 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa20c6a6-bfc1-4ed8-9225-55a8289338a9 HTTP/1.1" status: 200 len: 217 time: 0.0434375 Aug 16 20:38:18.955366 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430b3b1-b718-4e45-a1c3-9a6a5795c912 req-cdeec2d4-9a6b-4dee-9a19-0389571d6409 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:18.959705 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a430b3b1-b718-4e45-a1c3-9a6a5795c912 req-cdeec2d4-9a6b-4dee-9a19-0389571d6409 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=972fcf8b-fc10-470d-b17e-8ddafd7a4448 HTTP/1.1" status: 200 len: 944 time: 0.1201053 Aug 16 20:38:19.030727 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-34aac506-39f4-442f-a416-5ea956017dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:19.032028 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-34aac506-39f4-442f-a416-5ea956017dda service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0adf4bcd-ed8d-4f52-bfb2-0b7ad8146d36 HTTP/1.1" status: 200 len: 847 time: 0.0710728 Aug 16 20:38:19.034995 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a430b3b1-b718-4e45-a1c3-9a6a5795c912 req-688ecff4-ad8a-497f-bde7-3d3eb01939b1 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646858 Aug 16 20:38:19.090673 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-954125c8-ca1e-4dab-b420-ab694f91897f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:19.092484 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-954125c8-ca1e-4dab-b420-ab694f91897f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=698bee40-61b9-463d-8447-847c4206452e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534344 Aug 16 20:38:19.184170 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-7fae09dd-cd08-464a-8647-bd4729976f33 service neutron] 10.222.0.63 "GET /v2.0/networks/698bee40-61b9-463d-8447-847c4206452e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844033 Aug 16 20:38:19.278598 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f779758e-29ce-4ff1-9f4a-b25cbea82d0e req-40ac39e1-b0f9-4cdd-86f3-9364ee17a329 service neutron] 10.222.0.63 "GET /v2.0/networks/698bee40-61b9-463d-8447-847c4206452e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877087 Aug 16 20:38:19.361073 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e8fa1-fa44-4d47-be21-c8bfb9a85be3 req-0a56bea2-0089-4963-9b2c-effa56d37ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:19.362678 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-556e8fa1-fa44-4d47-be21-c8bfb9a85be3 req-0a56bea2-0089-4963-9b2c-effa56d37ff3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=25526f5975694410acc6a235dda2f51a&device_id=972fcf8b-fc10-470d-b17e-8ddafd7a4448 HTTP/1.1" status: 200 len: 1096 time: 0.0435257 Aug 16 20:38:19.460008 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e8fa1-fa44-4d47-be21-c8bfb9a85be3 req-0229904a-d353-4041-9d88-501db3e69654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:19.461479 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-556e8fa1-fa44-4d47-be21-c8bfb9a85be3 req-0229904a-d353-4041-9d88-501db3e69654 service neutron] 10.222.0.63 "GET /v2.0/networks?id=698bee40-61b9-463d-8447-847c4206452e HTTP/1.1" status: 200 len: 909 time: 0.0926774 Aug 16 20:38:19.503582 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-556e8fa1-fa44-4d47-be21-c8bfb9a85be3 req-3880a8d9-d386-45ff-a759-8e6179da9c23 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa20c6a6-bfc1-4ed8-9225-55a8289338a9 HTTP/1.1" status: 200 len: 217 time: 0.0351727 Aug 16 20:38:19.551642 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e8fa1-fa44-4d47-be21-c8bfb9a85be3 req-c0eb33bc-7aca-43cd-98ea-68e6640234b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:19.553122 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-556e8fa1-fa44-4d47-be21-c8bfb9a85be3 req-c0eb33bc-7aca-43cd-98ea-68e6640234b5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0adf4bcd-ed8d-4f52-bfb2-0b7ad8146d36 HTTP/1.1" status: 200 len: 847 time: 0.0436301 Aug 16 20:38:19.604521 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e8fa1-fa44-4d47-be21-c8bfb9a85be3 req-5caf46a0-bf86-41ae-b213-5c1c6568e535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:19.606173 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-556e8fa1-fa44-4d47-be21-c8bfb9a85be3 req-5caf46a0-bf86-41ae-b213-5c1c6568e535 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=698bee40-61b9-463d-8447-847c4206452e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467832 Aug 16 20:38:19.701379 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-556e8fa1-fa44-4d47-be21-c8bfb9a85be3 req-f3ba804c-9958-42bb-a7c4-c9e5ba73ee7c service neutron] 10.222.0.63 "GET /v2.0/networks/698bee40-61b9-463d-8447-847c4206452e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881801 Aug 16 20:38:19.804427 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-556e8fa1-fa44-4d47-be21-c8bfb9a85be3 req-70fa0f73-e350-49d5-b84d-09699c5cd621 service neutron] 10.222.0.63 "GET /v2.0/networks/698bee40-61b9-463d-8447-847c4206452e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962274 Aug 16 20:38:20.168486 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9378d6-0f4f-4dcd-9e9d-73bddd3827c9 req-94b1f2ca-d0bd-4eda-8a04-d53ae7a679c8 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:20.170316 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7b9378d6-0f4f-4dcd-9e9d-73bddd3827c9 req-94b1f2ca-d0bd-4eda-8a04-d53ae7a679c8 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=972fcf8b-fc10-470d-b17e-8ddafd7a4448 HTTP/1.1" status: 200 len: 944 time: 0.0570536 Aug 16 20:38:20.214603 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7b9378d6-0f4f-4dcd-9e9d-73bddd3827c9 req-ad243d4b-f071-4833-b06a-30e86b40087b tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380373 Aug 16 20:38:21.330772 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3becf70c-0cc6-4d7d-8f66-496f2ca71778 req-9bed9b58-310e-40ac-87b9-f85d7747e7f9 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:21.332254 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3becf70c-0cc6-4d7d-8f66-496f2ca71778 req-9bed9b58-310e-40ac-87b9-f85d7747e7f9 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=972fcf8b-fc10-470d-b17e-8ddafd7a4448 HTTP/1.1" status: 200 len: 944 time: 0.0511072 Aug 16 20:38:21.372754 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3becf70c-0cc6-4d7d-8f66-496f2ca71778 req-ee286ae5-9b3b-4ed4-b0f7-a5a7d02e82a0 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344033 Aug 16 20:38:22.489748 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2973cf-a7c8-4126-beed-72a95cedaa88 req-69cab06a-d954-481c-8f99-2c617d436d4a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:22.491386 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-db2973cf-a7c8-4126-beed-72a95cedaa88 req-69cab06a-d954-481c-8f99-2c617d436d4a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=972fcf8b-fc10-470d-b17e-8ddafd7a4448 HTTP/1.1" status: 200 len: 944 time: 0.0516894 Aug 16 20:38:22.560811 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-db2973cf-a7c8-4126-beed-72a95cedaa88 req-149843b9-c6be-4618-a4f5-e1be45a234c7 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630755 Aug 16 20:38:22.564525 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-22ba1da6-8212-46b5-a60f-8cfd67c7db75 req-0a93303c-09e1-48c8-ae42-091b14049e68 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7771937c-ecbd-4c7e-9c74-d024c59a71cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0680614 Aug 16 20:38:22.658102 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba1da6-8212-46b5-a60f-8cfd67c7db75 req-7915fea9-9778-4c00-a4a9-b6d44a5bd5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:22.659755 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-22ba1da6-8212-46b5-a60f-8cfd67c7db75 req-7915fea9-9778-4c00-a4a9-b6d44a5bd5dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=308683f763e94777a11ee05fef64f7e4&device_id=7771937c-ecbd-4c7e-9c74-d024c59a71cb HTTP/1.1" status: 200 len: 1097 time: 0.0407643 Aug 16 20:38:22.767557 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba1da6-8212-46b5-a60f-8cfd67c7db75 req-f062b142-5b0d-48fc-b4a5-2f7f7cd49017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:22.768933 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-22ba1da6-8212-46b5-a60f-8cfd67c7db75 req-f062b142-5b0d-48fc-b4a5-2f7f7cd49017 service neutron] 10.222.0.57 "GET /v2.0/networks?id=030bf140-a9b3-4241-ae05-28725b741a38 HTTP/1.1" status: 200 len: 914 time: 0.0889089 Aug 16 20:38:22.810708 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-22ba1da6-8212-46b5-a60f-8cfd67c7db75 req-c41d6569-5d6b-410f-97e1-4b9f77fc9810 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3df27775-1523-4205-99c3-fc4f8bb31c6a HTTP/1.1" status: 200 len: 217 time: 0.0344419 Aug 16 20:38:22.865776 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba1da6-8212-46b5-a60f-8cfd67c7db75 req-885c4bc1-ad94-4b15-a7d9-f3144276aedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:22.867223 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-22ba1da6-8212-46b5-a60f-8cfd67c7db75 req-885c4bc1-ad94-4b15-a7d9-f3144276aedb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=71b7b3c4-dbec-4619-a816-f648cd8d2557 HTTP/1.1" status: 200 len: 853 time: 0.0485671 Aug 16 20:38:22.900935 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-22ba1da6-8212-46b5-a60f-8cfd67c7db75 req-1d56497c-f96b-42f2-bc33-471942445837 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=030bf140-a9b3-4241-ae05-28725b741a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262446 Aug 16 20:38:22.996858 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-22ba1da6-8212-46b5-a60f-8cfd67c7db75 req-238766ad-58be-45aa-88b6-973eec6b4800 service neutron] 10.222.0.57 "GET /v2.0/networks/030bf140-a9b3-4241-ae05-28725b741a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882175 Aug 16 20:38:23.131386 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-22ba1da6-8212-46b5-a60f-8cfd67c7db75 req-4c05ba26-a11f-467f-a02f-3d703d309b05 service neutron] 10.222.0.57 "GET /v2.0/networks/030bf140-a9b3-4241-ae05-28725b741a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223009 Aug 16 20:38:23.673765 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1341c-9a22-4bd4-987f-aeb28e8945a6 req-34a40042-f909-45cd-b3f4-9e950fbc8d67 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:23.675243 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b1d1341c-9a22-4bd4-987f-aeb28e8945a6 req-34a40042-f909-45cd-b3f4-9e950fbc8d67 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=972fcf8b-fc10-470d-b17e-8ddafd7a4448 HTTP/1.1" status: 200 len: 944 time: 0.0478046 Aug 16 20:38:23.712319 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b1d1341c-9a22-4bd4-987f-aeb28e8945a6 req-e961cfd7-6d3b-4ab8-9a0e-5948fe1f3b71 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305228 Aug 16 20:38:24.828658 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc0e2e-68ba-4945-9c4e-118d63a4428f req-83eb1309-f4ca-4e35-ad7f-3b6d2c6215aa tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:24.830176 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-50dc0e2e-68ba-4945-9c4e-118d63a4428f req-83eb1309-f4ca-4e35-ad7f-3b6d2c6215aa tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=972fcf8b-fc10-470d-b17e-8ddafd7a4448 HTTP/1.1" status: 200 len: 944 time: 0.0508175 Aug 16 20:38:24.868132 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-50dc0e2e-68ba-4945-9c4e-118d63a4428f req-b5dc6cb7-a6a4-4b89-8646-8fdff36da369 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313694 Aug 16 20:38:25.980579 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643057f0-8ddf-474f-9ec4-f314c63ead5e req-1a96c4af-4ca3-4def-9c89-24e9d5fdb6d1 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:25.982049 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-643057f0-8ddf-474f-9ec4-f314c63ead5e req-1a96c4af-4ca3-4def-9c89-24e9d5fdb6d1 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=972fcf8b-fc10-470d-b17e-8ddafd7a4448 HTTP/1.1" status: 200 len: 944 time: 0.0479774 Aug 16 20:38:26.023340 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-643057f0-8ddf-474f-9ec4-f314c63ead5e req-33c82a12-f243-4b05-b093-d832a6c8ef93 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353246 Aug 16 20:38:27.146890 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc908746-775a-481a-bdae-9d9e9eb66b1e req-1a978840-d201-4e01-91f3-ba87dadd5363 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:27.148348 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cc908746-775a-481a-bdae-9d9e9eb66b1e req-1a978840-d201-4e01-91f3-ba87dadd5363 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=972fcf8b-fc10-470d-b17e-8ddafd7a4448 HTTP/1.1" status: 200 len: 944 time: 0.0553365 Aug 16 20:38:27.187936 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cc908746-775a-481a-bdae-9d9e9eb66b1e req-b52bc28c-e2ce-46f5-8330-e28e9fac4c7d tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334549 Aug 16 20:38:28.305207 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a656d-dbf5-4980-9f8d-1b561348a179 req-126b11fe-7745-470c-8523-ba69c32e1ea9 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:28.306732 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-562a656d-dbf5-4980-9f8d-1b561348a179 req-126b11fe-7745-470c-8523-ba69c32e1ea9 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=972fcf8b-fc10-470d-b17e-8ddafd7a4448 HTTP/1.1" status: 200 len: 944 time: 0.0478494 Aug 16 20:38:28.343222 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-562a656d-dbf5-4980-9f8d-1b561348a179 req-d0ed720d-c771-4a36-8a7f-1ba4aea49098 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306973 Aug 16 20:38:29.319119 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device fa20c6a6-bfc1-4ed8-9225-55a8289338a9 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:38:29.431571 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port fa20c6a6-bfc1-4ed8-9225-55a8289338a9, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=fa20c6a6-bfc1-4ed8-9225-55a8289338a9,segment=NetworkSegment(92548a5e-c744-48b1-be52-e6b9f5f90f31),segment_id=92548a5e-c744-48b1-be52-e6b9f5f90f31)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:29.442484 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'fa20c6a6-bfc1-4ed8-9225-55a8289338a9', 'network_id': '698bee40-61b9-463d-8447-847c4206452e', 'port_id': 'fa20c6a6-bfc1-4ed8-9225-55a8289338a9', 'mac_address': 'fa:16:3e:2c:ec:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0adf4bcd-ed8d-4f52-bfb2-0b7ad8146d36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:38:29.468146 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5052aaf-4c32-430e-a698-9fb2674ccb60 req-df5d775c-fa88-4e1e-9e38-f50a539f224f tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:29.469646 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a5052aaf-4c32-430e-a698-9fb2674ccb60 req-df5d775c-fa88-4e1e-9e38-f50a539f224f tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=972fcf8b-fc10-470d-b17e-8ddafd7a4448 HTTP/1.1" status: 200 len: 944 time: 0.0515170 Aug 16 20:38:29.480014 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:29.495037 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa20c6a6-bfc1-4ed8-9225-55a8289338a9 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:38:29.512843 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a5052aaf-4c32-430e-a698-9fb2674ccb60 req-e34aef56-ba74-40a8-bd33-c905cdba8989 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347579 Aug 16 20:38:29.516176 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port fa20c6a6-bfc1-4ed8-9225-55a8289338a9, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=fa20c6a6-bfc1-4ed8-9225-55a8289338a9,segment=NetworkSegment(92548a5e-c744-48b1-be52-e6b9f5f90f31),segment_id=92548a5e-c744-48b1-be52-e6b9f5f90f31)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:29.523208 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:29.573405 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=fa20c6a6-bfc1-4ed8-9225-55a8289338a9,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:29.721883 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['fa20c6a6-bfc1-4ed8-9225-55a8289338a9'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:30.643458 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba473d1-65cc-436c-ab31-35ccd7091dae req-7b120c88-f71c-431f-b4a9-082a5a4d3ca3 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:30.644995 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9ba473d1-65cc-436c-ab31-35ccd7091dae req-7b120c88-f71c-431f-b4a9-082a5a4d3ca3 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=972fcf8b-fc10-470d-b17e-8ddafd7a4448 HTTP/1.1" status: 200 len: 945 time: 0.0576363 Aug 16 20:38:30.684246 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9ba473d1-65cc-436c-ab31-35ccd7091dae req-0dcc6354-6aa9-4f58-aa59-9db9c26335c8 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326030 Aug 16 20:38:31.314691 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device fa20c6a6-bfc1-4ed8-9225-55a8289338a9 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:31.367179 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port fa20c6a6-bfc1-4ed8-9225-55a8289338a9 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:31.371530 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port fa20c6a6-bfc1-4ed8-9225-55a8289338a9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:31.372144 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:31.465234 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:31.495401 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972fcf8b-fc10-470d-b17e-8ddafd7a4448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa20c6a6-bfc1-4ed8-9225-55a8289338a9'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:31.497993 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f983a8a7-0c3a-4bd6-b5d9-528b64c6b95f" -d '{"events": [{"server_uuid": "972fcf8b-fc10-470d-b17e-8ddafd7a4448", "name": "network-vif-plugged", "status": "completed", "tag": "fa20c6a6-bfc1-4ed8-9225-55a8289338a9"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:31.514294 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port fa20c6a6-bfc1-4ed8-9225-55a8289338a9, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=fa20c6a6-bfc1-4ed8-9225-55a8289338a9,segment=NetworkSegment(92548a5e-c744-48b1-be52-e6b9f5f90f31),segment_id=92548a5e-c744-48b1-be52-e6b9f5f90f31)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:31.519468 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:31.547341 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e5274b-04a5-49e9-8b35-f90fe3d7afb2 x-openstack-request-id: req-b5e5274b-04a5-49e9-8b35-f90fe3d7afb2 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:31.547631 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972fcf8b-fc10-470d-b17e-8ddafd7a4448", "name": "network-vif-plugged", "status": "completed", "tag": "fa20c6a6-bfc1-4ed8-9225-55a8289338a9", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:31.547888 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b5e5274b-04a5-49e9-8b35-f90fe3d7afb2 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:31.548273 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972fcf8b-fc10-470d-b17e-8ddafd7a4448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa20c6a6-bfc1-4ed8-9225-55a8289338a9', 'code': 200} Aug 16 20:38:31.575358 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=fa20c6a6-bfc1-4ed8-9225-55a8289338a9,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:31.649244 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8bdfb1-63f2-4269-9ad3-cb7f125ff0f1 req-a5c5174e-8db8-4042-a606-e7e07bb94f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:31.652071 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4e8bdfb1-63f2-4269-9ad3-cb7f125ff0f1 req-a5c5174e-8db8-4042-a606-e7e07bb94f27 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=972fcf8b-fc10-470d-b17e-8ddafd7a4448 HTTP/1.1" status: 200 len: 1098 time: 0.0476618 Aug 16 20:38:31.695758 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4e8bdfb1-63f2-4269-9ad3-cb7f125ff0f1 req-9676532d-ac7a-4c85-8986-68674b8a8504 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355566 Aug 16 20:38:31.804536 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ffb16-5b27-4def-9df2-413ba8ce945d req-b2205d10-b786-4462-aa4f-8c298a2c93c0 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:31.806048 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-400ffb16-5b27-4def-9df2-413ba8ce945d req-b2205d10-b786-4462-aa4f-8c298a2c93c0 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=972fcf8b-fc10-470d-b17e-8ddafd7a4448 HTTP/1.1" status: 200 len: 946 time: 0.0527120 Aug 16 20:38:31.829987 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-be5e7892-b8da-461f-bf4d-ae67b200b2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:31.845357 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-400ffb16-5b27-4def-9df2-413ba8ce945d req-2c59b322-0696-494c-9f55-5f9e356e2ce5 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332704 Aug 16 20:38:32.964742 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f661fec-4866-46d7-825c-ccd72c4db2f4 req-5f396216-54d6-41f3-aa03-d939ff609c0b tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:32.966233 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1f661fec-4866-46d7-825c-ccd72c4db2f4 req-5f396216-54d6-41f3-aa03-d939ff609c0b tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=972fcf8b-fc10-470d-b17e-8ddafd7a4448 HTTP/1.1" status: 200 len: 946 time: 0.0497751 Aug 16 20:38:33.003831 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1f661fec-4866-46d7-825c-ccd72c4db2f4 req-3f0bf2d3-dced-49a3-9526-a71e8ac28cc2 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315580 Aug 16 20:38:33.121345 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff769a-6206-4813-8681-8df587d89c44 req-cad5a9ac-a61d-41de-b1bf-3efe3a7b31bc tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:33.122841 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-71ff769a-6206-4813-8681-8df587d89c44 req-cad5a9ac-a61d-41de-b1bf-3efe3a7b31bc tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=972fcf8b-fc10-470d-b17e-8ddafd7a4448 HTTP/1.1" status: 200 len: 946 time: 0.0503564 Aug 16 20:38:33.162692 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-71ff769a-6206-4813-8681-8df587d89c44 req-98798ffd-f739-4ad3-bc84-7dafd147a4ef tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338809 Aug 16 20:38:34.439642 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b3a0060-e450-4d19-89cd-028975f214f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:34.697801 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:35.551113 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-eef94bf1-cba2-448a-96ed-dad0fee3442d tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:35.553061 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-eef94bf1-cba2-448a-96ed-dad0fee3442d tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/networks?id=698bee40-61b9-463d-8447-847c4206452e HTTP/1.1" status: 200 len: 808 time: 0.1037216 Aug 16 20:38:35.568798 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-c4541cc1-1a16-4e81-8afd-d6661c3cbaed tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/quotas/25526f5975694410acc6a235dda2f51a HTTP/1.1" status: 200 len: 375 time: 0.0094779 Aug 16 20:38:35.622667 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-31b1f8d1-ef6c-4894-b3f9-b5b191693077 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=25526f5975694410acc6a235dda2f51a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480680 Aug 16 20:38:35.671780 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:35.718624 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-2b4b6f5f-35b5-4ba8-b00e-d6756e7791bc service neutron] 10.222.0.68 "GET /v2.0/networks/698bee40-61b9-463d-8447-847c4206452e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870566 Aug 16 20:38:35.810412 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-915e645c-8fe8-4e49-b965-3dca2c689e67 service neutron] 10.222.0.68 "GET /v2.0/networks/698bee40-61b9-463d-8447-847c4206452e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844789 Aug 16 20:38:36.006096 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-45c9c06e-62c7-4251-8133-5eb9587dafdb req-0faafcea-a710-4225-bad1-b3afb0913cbb tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 210 time: 0.0263219 Aug 16 20:38:36.258979 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:36.342895 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:36.939366 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-2b2e363b-5c9c-4251-91e0-a40612450762 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:36.940816 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-2b2e363b-5c9c-4251-91e0-a40612450762 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.57 "GET /v2.0/networks?id=698bee40-61b9-463d-8447-847c4206452e HTTP/1.1" status: 200 len: 808 time: 0.1052556 Aug 16 20:38:36.953979 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-04d2215a-5446-444d-96e2-98163890763e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Request body: {'port': {'device_id': 'c09fb4df-ff09-4d39-ae74-9d7b6c623794', 'network_id': '698bee40-61b9-463d-8447-847c4206452e', 'admin_state_up': True, 'tenant_id': '25526f5975694410acc6a235dda2f51a'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:37.074433 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-04d2215a-5446-444d-96e2-98163890763e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Made reservation on behalf of 25526f5975694410acc6a235dda2f51a for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:37.078727 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-04d2215a-5446-444d-96e2-98163890763e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.124223 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5b475da5-75ad-413a-a47c-6b5f6f992a6f req-8e347419-e8f3-4890-bcdc-f71978c29143 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 210 time: 0.0425763 Aug 16 20:38:37.143540 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.266398 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-04d2215a-5446-444d-96e2-98163890763e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Allocated IP 172.20.0.9 (698bee40-61b9-463d-8447-847c4206452e/0adf4bcd-ed8d-4f52-bfb2-0b7ad8146d36/6accf12a-bd68-4440-b634-61ed88096feb) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:38:37.460809 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088cfd2-ce3d-45cd-a02b-747d4ee7a1f5 req-8add1428-5c2d-47b9-9cd5-769ff0e59cda tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:37.462373 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b088cfd2-ce3d-45cd-a02b-747d4ee7a1f5 req-8add1428-5c2d-47b9-9cd5-769ff0e59cda tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/ports?device_id=7771937c-ecbd-4c7e-9c74-d024c59a71cb HTTP/1.1" status: 200 len: 945 time: 0.0754025 Aug 16 20:38:37.503125 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-04d2215a-5446-444d-96e2-98163890763e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.527118 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-04d2215a-5446-444d-96e2-98163890763e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Transition to ACTIVE for port object 6accf12a-bd68-4440-b634-61ed88096feb will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:37.530920 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b088cfd2-ce3d-45cd-a02b-747d4ee7a1f5 req-b3d87faf-0ad9-4efd-8688-e4b49b36e172 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/security-groups?id=19ea0604-a277-4ca0-8f3a-9ecf616dd859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621698 Aug 16 20:38:37.563310 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-04d2215a-5446-444d-96e2-98163890763e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.575924 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['fa20c6a6-bfc1-4ed8-9225-55a8289338a9'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:37.608224 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-04d2215a-5446-444d-96e2-98163890763e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Network 698bee40-61b9-463d-8447-847c4206452e is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:38:37.611586 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-04d2215a-5446-444d-96e2-98163890763e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:37.616007 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-04d2215a-5446-444d-96e2-98163890763e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:38:37.645085 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2215a-5446-444d-96e2-98163890763e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Pushing event updated for resources: {'Port': ['ID=6accf12a-bd68-4440-b634-61ed88096feb,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:37.695350 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-04d2215a-5446-444d-96e2-98163890763e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:37.696050 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-04d2215a-5446-444d-96e2-98163890763e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.713003 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-04d2215a-5446-444d-96e2-98163890763e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7628303 Aug 16 20:38:37.729858 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-d939f13e-d444-4bcd-9197-35f1e405166c service neutron] Request body: {'port': {'device_id': 'c09fb4df-ff09-4d39-ae74-9d7b6c623794', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:37.788055 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-d939f13e-d444-4bcd-9197-35f1e405166c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.881873 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-16346d3d-6f8e-40f0-aee0-92e9da96e082 None None] Provisioning for port 6accf12a-bd68-4440-b634-61ed88096feb completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:37.886217 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-16346d3d-6f8e-40f0-aee0-92e9da96e082 None None] Provisioning complete for port 6accf12a-bd68-4440-b634-61ed88096feb triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:37.886665 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16346d3d-6f8e-40f0-aee0-92e9da96e082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.943583 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-16346d3d-6f8e-40f0-aee0-92e9da96e082 None None] Port 6accf12a-bd68-4440-b634-61ed88096feb cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:38:38.076186 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-d939f13e-d444-4bcd-9197-35f1e405166c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6accf12a-bd68-4440-b634-61ed88096feb {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:38:38.084966 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-d939f13e-d444-4bcd-9197-35f1e405166c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:38.096851 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-d939f13e-d444-4bcd-9197-35f1e405166c service neutron] Transition to ACTIVE for port object 6accf12a-bd68-4440-b634-61ed88096feb will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:38.100778 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-d939f13e-d444-4bcd-9197-35f1e405166c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:38.148678 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939f13e-d444-4bcd-9197-35f1e405166c service neutron] Pushing event updated for resources: {'Port': ['ID=6accf12a-bd68-4440-b634-61ed88096feb,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:38.226698 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-d939f13e-d444-4bcd-9197-35f1e405166c service neutron] Attempting to bind port 6accf12a-bd68-4440-b634-61ed88096feb on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:38.227040 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-d939f13e-d444-4bcd-9197-35f1e405166c service neutron] Attempting to bind port 6accf12a-bd68-4440-b634-61ed88096feb by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '92548a5e-c744-48b1-be52-e6b9f5f90f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '698bee40-61b9-463d-8447-847c4206452e'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:38.227386 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-d939f13e-d444-4bcd-9197-35f1e405166c service neutron] Attempting to bind port 6accf12a-bd68-4440-b634-61ed88096feb on network 698bee40-61b9-463d-8447-847c4206452e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:38.232298 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-d939f13e-d444-4bcd-9197-35f1e405166c service neutron] Port 6accf12a-bd68-4440-b634-61ed88096feb on network 698bee40-61b9-463d-8447-847c4206452e not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:38:38.232613 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-d939f13e-d444-4bcd-9197-35f1e405166c service neutron] Attempting to bind port 6accf12a-bd68-4440-b634-61ed88096feb on network 698bee40-61b9-463d-8447-847c4206452e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:38.237937 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-d939f13e-d444-4bcd-9197-35f1e405166c service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:38.238281 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-d939f13e-d444-4bcd-9197-35f1e405166c service neutron] Checking segment: {'id': '92548a5e-c744-48b1-be52-e6b9f5f90f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '698bee40-61b9-463d-8447-847c4206452e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:38.238792 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-d939f13e-d444-4bcd-9197-35f1e405166c service neutron] Bound using segment: {'id': '92548a5e-c744-48b1-be52-e6b9f5f90f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '698bee40-61b9-463d-8447-847c4206452e'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:38.239220 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-d939f13e-d444-4bcd-9197-35f1e405166c service neutron] Bound port: 6accf12a-bd68-4440-b634-61ed88096feb, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92548a5e-c744-48b1-be52-e6b9f5f90f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '698bee40-61b9-463d-8447-847c4206452e'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:38.239635 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-d939f13e-d444-4bcd-9197-35f1e405166c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:38.271718 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b2373-05af-43db-a36e-ab4f7d69d4f6 req-747e82ec-c7b7-4b9f-8569-6a769d66fff5 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:38.278939 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dd6b2373-05af-43db-a36e-ab4f7d69d4f6 req-747e82ec-c7b7-4b9f-8569-6a769d66fff5 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 943 time: 0.0635080 Aug 16 20:38:38.313852 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-d939f13e-d444-4bcd-9197-35f1e405166c service neutron] For port 6accf12a-bd68-4440-b634-61ed88096feb, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:38.317346 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-d939f13e-d444-4bcd-9197-35f1e405166c service neutron] For port 6accf12a-bd68-4440-b634-61ed88096feb, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=6accf12a-bd68-4440-b634-61ed88096feb,segment=NetworkSegment(92548a5e-c744-48b1-be52-e6b9f5f90f31),segment_id=92548a5e-c744-48b1-be52-e6b9f5f90f31)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:38:38.320114 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dd6b2373-05af-43db-a36e-ab4f7d69d4f6 req-75c95d9e-ccc8-46e4-88b0-1dda99ae946a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399446 Aug 16 20:38:38.326900 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-d939f13e-d444-4bcd-9197-35f1e405166c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:38.364547 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-d939f13e-d444-4bcd-9197-35f1e405166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:38.365405 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-d939f13e-d444-4bcd-9197-35f1e405166c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:38.366795 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-d939f13e-d444-4bcd-9197-35f1e405166c service neutron] 10.222.0.57 "PUT /v2.0/ports/6accf12a-bd68-4440-b634-61ed88096feb HTTP/1.1" status: 200 len: 1092 time: 0.6442802 Aug 16 20:38:38.369131 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09fb4df-ff09-4d39-ae74-9d7b6c623794', 'tag': '6accf12a-bd68-4440-b634-61ed88096feb'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:38.372744 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccf6cf0-19ef-417d-8f9f-ea70162e5012" -d '{"events": [{"name": "network-changed", "server_uuid": "c09fb4df-ff09-4d39-ae74-9d7b6c623794", "tag": "6accf12a-bd68-4440-b634-61ed88096feb"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:38.410279 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939f13e-d444-4bcd-9197-35f1e405166c service neutron] Pushing event updated for resources: {'Port': ['ID=6accf12a-bd68-4440-b634-61ed88096feb,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:38.449409 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c8a4db-ecef-4a9d-aebf-19cb5d82648c x-openstack-request-id: req-49c8a4db-ecef-4a9d-aebf-19cb5d82648c {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:38.449677 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09fb4df-ff09-4d39-ae74-9d7b6c623794", "tag": "6accf12a-bd68-4440-b634-61ed88096feb", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:38.449934 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-49c8a4db-ecef-4a9d-aebf-19cb5d82648c {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:38.450323 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09fb4df-ff09-4d39-ae74-9d7b6c623794', 'tag': '6accf12a-bd68-4440-b634-61ed88096feb', 'status': 'completed', 'code': 200} Aug 16 20:38:38.472995 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-89793ce0-cfe2-4510-92ee-0b805c5ab34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:38.474863 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-89793ce0-cfe2-4510-92ee-0b805c5ab34a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=25526f5975694410acc6a235dda2f51a&device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 1095 time: 0.0580740 Aug 16 20:38:38.522973 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-e3508a83-f9d3-4001-8d01-53f9631e0965 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6accf12a-bd68-4440-b634-61ed88096feb HTTP/1.1" status: 200 len: 217 time: 0.0396979 Aug 16 20:38:38.586801 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-3fa55a93-9c8e-4e70-91a7-803fee427ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:38.588659 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-3fa55a93-9c8e-4e70-91a7-803fee427ceb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0adf4bcd-ed8d-4f52-bfb2-0b7ad8146d36 HTTP/1.1" status: 200 len: 847 time: 0.0556033 Aug 16 20:38:38.638037 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-ef942cae-5047-4e52-ad53-538425a7a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:38.640059 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-ef942cae-5047-4e52-ad53-538425a7a1de service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=698bee40-61b9-463d-8447-847c4206452e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433559 Aug 16 20:38:38.659209 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3186c-12dc-413e-8dab-274c76ced607 req-5d4ec1f6-da34-430c-955f-5d39a6f4a131 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:38.660845 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48f3186c-12dc-413e-8dab-274c76ced607 req-5d4ec1f6-da34-430c-955f-5d39a6f4a131 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/ports?device_id=7771937c-ecbd-4c7e-9c74-d024c59a71cb HTTP/1.1" status: 200 len: 945 time: 0.0551915 Aug 16 20:38:38.719482 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48f3186c-12dc-413e-8dab-274c76ced607 req-3d80691a-5e29-4bce-b544-c2d3cc177f9b tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/security-groups?id=19ea0604-a277-4ca0-8f3a-9ecf616dd859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520782 Aug 16 20:38:38.751052 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-2d3a846f-2270-4522-acd3-717a6181e801 service neutron] 10.222.0.57 "GET /v2.0/networks/698bee40-61b9-463d-8447-847c4206452e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033106 Aug 16 20:38:38.853186 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cde63895-89db-49aa-a2ac-a1fb882cb231 req-43c7cf3a-6627-4873-8481-578ea4f993db service neutron] 10.222.0.57 "GET /v2.0/networks/698bee40-61b9-463d-8447-847c4206452e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947366 Aug 16 20:38:38.887218 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd38ce-6f0a-4fdb-8216-fe22ef4b0e43 req-31e60257-b82b-403e-89c5-1bebce331164 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:38.888775 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f6cd38ce-6f0a-4fdb-8216-fe22ef4b0e43 req-31e60257-b82b-403e-89c5-1bebce331164 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.57 "GET /v2.0/ports?device_id=7771937c-ecbd-4c7e-9c74-d024c59a71cb HTTP/1.1" status: 200 len: 945 time: 0.0495927 Aug 16 20:38:38.943555 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf6cf0-19ef-417d-8f9f-ea70162e5012 req-5348f831-27c3-466f-a24d-ec92c5694188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:38.945408 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7ccf6cf0-19ef-417d-8f9f-ea70162e5012 req-5348f831-27c3-466f-a24d-ec92c5694188 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=25526f5975694410acc6a235dda2f51a&device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 1095 time: 0.0430651 Aug 16 20:38:38.991959 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-f6cd38ce-6f0a-4fdb-8216-fe22ef4b0e43 req-2c64648d-f251-4c56-a096-06b6b74653d7 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Deleting port 3df27775-1523-4205-99c3-fc4f8bb31c6a {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:38:38.992715 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f6cd38ce-6f0a-4fdb-8216-fe22ef4b0e43 req-2c64648d-f251-4c56-a096-06b6b74653d7 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:39.062603 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf6cf0-19ef-417d-8f9f-ea70162e5012 req-a26022df-a971-4f75-b751-6bf80e8ef048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:39.065048 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7ccf6cf0-19ef-417d-8f9f-ea70162e5012 req-a26022df-a971-4f75-b751-6bf80e8ef048 service neutron] 10.222.0.57 "GET /v2.0/networks?id=698bee40-61b9-463d-8447-847c4206452e HTTP/1.1" status: 200 len: 909 time: 0.1121573 Aug 16 20:38:39.094265 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-f6cd38ce-6f0a-4fdb-8216-fe22ef4b0e43 req-2c64648d-f251-4c56-a096-06b6b74653d7 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] For port 3df27775-1523-4205-99c3-fc4f8bb31c6a, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3df27775-1523-4205-99c3-fc4f8bb31c6a,segment=NetworkSegment(1b68def7-546e-47fd-ae46-2da8757bfb27),segment_id=1b68def7-546e-47fd-ae46-2da8757bfb27)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:39.094630 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f6cd38ce-6f0a-4fdb-8216-fe22ef4b0e43 req-2c64648d-f251-4c56-a096-06b6b74653d7 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:39.108219 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-f6cd38ce-6f0a-4fdb-8216-fe22ef4b0e43 req-2c64648d-f251-4c56-a096-06b6b74653d7 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Calling delete_port for 3df27775-1523-4205-99c3-fc4f8bb31c6a owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:38:39.116397 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7ccf6cf0-19ef-417d-8f9f-ea70162e5012 req-3449a6ef-5296-4d39-a79a-af90c4cb9d79 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6accf12a-bd68-4440-b634-61ed88096feb HTTP/1.1" status: 200 len: 217 time: 0.0436776 Aug 16 20:38:39.179809 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf6cf0-19ef-417d-8f9f-ea70162e5012 req-e0b83d7a-971f-41ee-aea0-2ab7c42906d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:39.181321 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7ccf6cf0-19ef-417d-8f9f-ea70162e5012 req-e0b83d7a-971f-41ee-aea0-2ab7c42906d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0adf4bcd-ed8d-4f52-bfb2-0b7ad8146d36 HTTP/1.1" status: 200 len: 847 time: 0.0576649 Aug 16 20:38:39.228929 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf6cf0-19ef-417d-8f9f-ea70162e5012 req-54c68406-a7b1-4f8a-a92e-2ecb6905c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:39.230439 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7ccf6cf0-19ef-417d-8f9f-ea70162e5012 req-54c68406-a7b1-4f8a-a92e-2ecb6905c0e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=698bee40-61b9-463d-8447-847c4206452e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418205 Aug 16 20:38:39.259322 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f6cd38ce-6f0a-4fdb-8216-fe22ef4b0e43 req-2c64648d-f251-4c56-a096-06b6b74653d7 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:39.274037 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['3df27775-1523-4205-99c3-fc4f8bb31c6a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:39.291944 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64648d-f251-4c56-a096-06b6b74653d7 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Pushing event deleted for resources: {'Port': ['ID=3df27775-1523-4205-99c3-fc4f8bb31c6a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:39.326805 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64648d-f251-4c56-a096-06b6b74653d7 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:39.327148 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64648d-f251-4c56-a096-06b6b74653d7 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:39.327753 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64648d-f251-4c56-a096-06b6b74653d7 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:39.328089 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64648d-f251-4c56-a096-06b6b74653d7 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:39.328419 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64648d-f251-4c56-a096-06b6b74653d7 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:39.328749 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64648d-f251-4c56-a096-06b6b74653d7 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:39.329068 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64648d-f251-4c56-a096-06b6b74653d7 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:39.329395 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64648d-f251-4c56-a096-06b6b74653d7 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:39.329715 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64648d-f251-4c56-a096-06b6b74653d7 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:39.330036 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64648d-f251-4c56-a096-06b6b74653d7 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:39.330358 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64648d-f251-4c56-a096-06b6b74653d7 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:39.330674 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64648d-f251-4c56-a096-06b6b74653d7 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:39.345016 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7ccf6cf0-19ef-417d-8f9f-ea70162e5012 req-779b20fd-52ca-4508-8cd6-7a13528f3c86 service neutron] 10.222.0.57 "GET /v2.0/networks/698bee40-61b9-463d-8447-847c4206452e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062558 Aug 16 20:38:39.358224 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6cd38ce-6f0a-4fdb-8216-fe22ef4b0e43 req-2c64648d-f251-4c56-a096-06b6b74653d7 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] No DVR routers for this DVR port 3df27775-1523-4205-99c3-fc4f8bb31c6a on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:38:39.361404 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f6cd38ce-6f0a-4fdb-8216-fe22ef4b0e43 req-2c64648d-f251-4c56-a096-06b6b74653d7 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:39.364259 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f6cd38ce-6f0a-4fdb-8216-fe22ef4b0e43 req-2c64648d-f251-4c56-a096-06b6b74653d7 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.57 "DELETE /v2.0/ports/3df27775-1523-4205-99c3-fc4f8bb31c6a HTTP/1.1" status: 204 len: 173 time: 0.4626269 Aug 16 20:38:39.365116 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7771937c-ecbd-4c7e-9c74-d024c59a71cb', 'name': 'network-vif-deleted', 'tag': '3df27775-1523-4205-99c3-fc4f8bb31c6a'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:39.376398 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4284555-715a-4d7e-80aa-787f1b67c932" -d '{"events": [{"server_uuid": "7771937c-ecbd-4c7e-9c74-d024c59a71cb", "name": "network-vif-deleted", "tag": "3df27775-1523-4205-99c3-fc4f8bb31c6a"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:39.438662 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6af9235-f534-4b9b-91be-1f2de08b6989 x-openstack-request-id: req-f6af9235-f534-4b9b-91be-1f2de08b6989 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:39.438961 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7771937c-ecbd-4c7e-9c74-d024c59a71cb", "name": "network-vif-deleted", "tag": "3df27775-1523-4205-99c3-fc4f8bb31c6a", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:39.439214 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f6af9235-f534-4b9b-91be-1f2de08b6989 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:39.439640 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7771937c-ecbd-4c7e-9c74-d024c59a71cb', 'name': 'network-vif-deleted', 'tag': '3df27775-1523-4205-99c3-fc4f8bb31c6a', 'status': 'completed', 'code': 200} Aug 16 20:38:39.488734 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ecc64-36ec-490b-be27-2fe4da366e2f req-426b59e9-8089-4c5c-90ff-ff2ec0910d51 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:39.490879 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6c0ecc64-36ec-490b-be27-2fe4da366e2f req-426b59e9-8089-4c5c-90ff-ff2ec0910d51 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 943 time: 0.0809286 Aug 16 20:38:39.492700 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7ccf6cf0-19ef-417d-8f9f-ea70162e5012 req-fd59b0c8-5230-4bd3-bb02-5c23fe2477bb service neutron] 10.222.0.57 "GET /v2.0/networks/698bee40-61b9-463d-8447-847c4206452e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402092 Aug 16 20:38:39.541570 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6c0ecc64-36ec-490b-be27-2fe4da366e2f req-4ad14231-98c4-4b5a-ba13-490419325344 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439439 Aug 16 20:38:39.883768 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3a9bbd78-4e17-459a-b03e-e06a4c0d8eb1 req-3253fe67-3db9-4482-947a-60f056c41682 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/ports?device_id=7771937c-ecbd-4c7e-9c74-d024c59a71cb HTTP/1.1" status: 200 len: 210 time: 0.0655646 Aug 16 20:38:40.689041 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05765785-fb66-401a-b1b9-4dddd32ca0df req-129ad156-72ee-4c0d-9c34-4056c564e9cd tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:40.690532 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-05765785-fb66-401a-b1b9-4dddd32ca0df req-129ad156-72ee-4c0d-9c34-4056c564e9cd tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 943 time: 0.0651741 Aug 16 20:38:40.751620 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-05765785-fb66-401a-b1b9-4dddd32ca0df req-ba40840f-52ec-4937-9905-0e9ac4f6c197 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499184 Aug 16 20:38:41.941066 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a7c2a-d34f-4b32-be3c-31b06b8281d8 req-69ce2e78-2df7-45c9-919f-b2955fd9d90e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:41.943702 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-443a7c2a-d34f-4b32-be3c-31b06b8281d8 req-69ce2e78-2df7-45c9-919f-b2955fd9d90e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 943 time: 0.0623031 Aug 16 20:38:41.991722 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-443a7c2a-d34f-4b32-be3c-31b06b8281d8 req-c2735d8a-a51e-4e74-8772-57cb50de0100 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427039 Aug 16 20:38:42.720598 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3df27775-1523-4205-99c3-fc4f8bb31c6a no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:38:42.746096 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 3df27775-1523-4205-99c3-fc4f8bb31c6a {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:38:42.746496 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3df27775-1523-4205-99c3-fc4f8bb31c6a not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:38:43.143204 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f1a1b-be27-42cc-b5de-ce603988acbe req-62e4faa7-5d6e-4dd3-8fe6-95e7fd9b413b tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:43.145278 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-385f1a1b-be27-42cc-b5de-ce603988acbe req-62e4faa7-5d6e-4dd3-8fe6-95e7fd9b413b tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 943 time: 0.0687704 Aug 16 20:38:43.190478 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-385f1a1b-be27-42cc-b5de-ce603988acbe req-678530fa-f562-4eab-90bd-ce558b8e6fd5 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376158 Aug 16 20:38:44.334612 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd720f2-9fc4-41c1-8ef5-acbfb2a0aa6b req-34a15881-34b6-4475-9885-024e245f519a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:44.336557 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6fd720f2-9fc4-41c1-8ef5-acbfb2a0aa6b req-34a15881-34b6-4475-9885-024e245f519a tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 943 time: 0.0641580 Aug 16 20:38:44.381549 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6fd720f2-9fc4-41c1-8ef5-acbfb2a0aa6b req-4a29c149-760e-410f-8391-0998eba72a30 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381997 Aug 16 20:38:45.497789 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcca3f-be60-4b62-bea3-f918b2b7a051 req-a732713d-c560-4b2e-8d8b-62603bb707f7 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:45.499424 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aafcca3f-be60-4b62-bea3-f918b2b7a051 req-a732713d-c560-4b2e-8d8b-62603bb707f7 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 943 time: 0.0482152 Aug 16 20:38:45.539845 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aafcca3f-be60-4b62-bea3-f918b2b7a051 req-c374143d-91fb-4739-a06f-a60bf74c1e0b tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337687 Aug 16 20:38:46.694798 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e68e3-8689-4dc3-a358-d5c45b7a1f7c req-032fb20e-c737-454f-beda-67dd81108e9b tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:46.700746 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-156e68e3-8689-4dc3-a358-d5c45b7a1f7c req-032fb20e-c737-454f-beda-67dd81108e9b tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 943 time: 0.0818121 Aug 16 20:38:46.779662 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-156e68e3-8689-4dc3-a358-d5c45b7a1f7c req-b411f49c-1d3a-4b7c-9f3c-0ca0cd314495 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643651 Aug 16 20:38:47.905761 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375aaaf5-3bb7-402f-986c-71a61b931045 req-b789c732-7f66-4c81-8bda-d637739433bc tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:47.907538 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-375aaaf5-3bb7-402f-986c-71a61b931045 req-b789c732-7f66-4c81-8bda-d637739433bc tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 943 time: 0.0655851 Aug 16 20:38:47.955270 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-375aaaf5-3bb7-402f-986c-71a61b931045 req-ede300ce-f35b-471e-8f91-ac0c9100126c tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363276 Aug 16 20:38:48.030503 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-01e59057-7e8e-4f6a-a84e-967b16337d83 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:48.031928 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-01e59057-7e8e-4f6a-a84e-967b16337d83 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/networks?id=030bf140-a9b3-4241-ae05-28725b741a38 HTTP/1.1" status: 200 len: 813 time: 0.1090393 Aug 16 20:38:48.047090 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-95358cb6-9d57-4ffd-af28-479edd555557 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/quotas/308683f763e94777a11ee05fef64f7e4 HTTP/1.1" status: 200 len: 375 time: 0.0092258 Aug 16 20:38:48.082574 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-a83953db-8250-4c37-b2ca-9c4aa4065f6d tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=308683f763e94777a11ee05fef64f7e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269670 Aug 16 20:38:48.173588 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-cf4c5cdf-51da-4631-a62e-54dc52ee6d7f service neutron] 10.222.0.68 "GET /v2.0/networks/030bf140-a9b3-4241-ae05-28725b741a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836244 Aug 16 20:38:48.270077 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-fafd1349-61e8-4a3d-87fa-7be50e6a641c service neutron] 10.222.0.68 "GET /v2.0/networks/030bf140-a9b3-4241-ae05-28725b741a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896635 Aug 16 20:38:48.431750 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-47be47ba-739a-4ed8-b1d2-b93c1ce42d63 req-315adf11-d84e-4986-b680-b04538f81813 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a04b99b-7bae-4942-a010-b2330e6a938b HTTP/1.1" status: 200 len: 210 time: 0.0302255 Aug 16 20:38:49.075734 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526ef75-7dc9-4c8b-abb1-4dce23448d1b req-13ffd085-334d-4554-9d9e-08ce7151b452 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:49.077355 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b526ef75-7dc9-4c8b-abb1-4dce23448d1b req-13ffd085-334d-4554-9d9e-08ce7151b452 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 943 time: 0.0530710 Aug 16 20:38:49.116680 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b526ef75-7dc9-4c8b-abb1-4dce23448d1b req-e0f8b0fe-a72f-4938-a9c5-33a9bbcf3386 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330753 Aug 16 20:38:49.651010 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c571b54-2614-4580-85b6-5d1fe0eb44c3 req-c14b87cd-7b91-4af0-96a1-b478bea1f21d tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a04b99b-7bae-4942-a010-b2330e6a938b HTTP/1.1" status: 200 len: 210 time: 0.0302010 Aug 16 20:38:49.698944 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-8a62db27-f072-4a9e-96a4-89bc4a89dbcb tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:49.700419 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-8a62db27-f072-4a9e-96a4-89bc4a89dbcb tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.63 "GET /v2.0/networks?id=030bf140-a9b3-4241-ae05-28725b741a38 HTTP/1.1" status: 200 len: 813 time: 0.4505153 Aug 16 20:38:49.715090 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-adab9ab1-57a4-4f50-ace1-5c1d6d8344c3 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Request body: {'port': {'device_id': '7a04b99b-7bae-4942-a010-b2330e6a938b', 'network_id': '030bf140-a9b3-4241-ae05-28725b741a38', 'admin_state_up': True, 'tenant_id': '308683f763e94777a11ee05fef64f7e4'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:49.824874 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-adab9ab1-57a4-4f50-ace1-5c1d6d8344c3 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Made reservation on behalf of 308683f763e94777a11ee05fef64f7e4 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:49.828528 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-adab9ab1-57a4-4f50-ace1-5c1d6d8344c3 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:49.958461 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-adab9ab1-57a4-4f50-ace1-5c1d6d8344c3 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Allocated IP 172.20.0.8 (030bf140-a9b3-4241-ae05-28725b741a38/71b7b3c4-dbec-4619-a816-f648cd8d2557/c25b8c5b-e7aa-42aa-9a9f-e5338ea85987) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:38:50.119521 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-adab9ab1-57a4-4f50-ace1-5c1d6d8344c3 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:50.168050 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-adab9ab1-57a4-4f50-ace1-5c1d6d8344c3 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:50.213320 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-adab9ab1-57a4-4f50-ace1-5c1d6d8344c3 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Network 030bf140-a9b3-4241-ae05-28725b741a38 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:38:50.216554 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-adab9ab1-57a4-4f50-ace1-5c1d6d8344c3 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:50.220375 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-adab9ab1-57a4-4f50-ace1-5c1d6d8344c3 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:38:50.247163 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb639e-67a4-429c-8f18-454ff1d04266 req-fc873e2a-dce7-428c-bc9c-475070ee2daf tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:50.249037 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e9fb639e-67a4-429c-8f18-454ff1d04266 req-fc873e2a-dce7-428c-bc9c-475070ee2daf tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 943 time: 0.0522301 Aug 16 20:38:50.257402 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab9ab1-57a4-4f50-ace1-5c1d6d8344c3 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Pushing event updated for resources: {'Port': ['ID=c25b8c5b-e7aa-42aa-9a9f-e5338ea85987,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:50.285896 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-adab9ab1-57a4-4f50-ace1-5c1d6d8344c3 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:50.287208 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-adab9ab1-57a4-4f50-ace1-5c1d6d8344c3 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:50.295204 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e9fb639e-67a4-429c-8f18-454ff1d04266 req-7c9357c3-1d40-43f6-928d-08ece275a60e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390761 Aug 16 20:38:50.304841 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-adab9ab1-57a4-4f50-ace1-5c1d6d8344c3 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5933511 Aug 16 20:38:50.320236 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-24246833-b456-4cac-8168-d9641fb4ba7a service neutron] Request body: {'port': {'device_id': '7a04b99b-7bae-4942-a010-b2330e6a938b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:50.381611 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-24246833-b456-4cac-8168-d9641fb4ba7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:50.665964 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-24246833-b456-4cac-8168-d9641fb4ba7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c25b8c5b-e7aa-42aa-9a9f-e5338ea85987 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:38:50.674411 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-24246833-b456-4cac-8168-d9641fb4ba7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:50.692256 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-24246833-b456-4cac-8168-d9641fb4ba7a service neutron] Transition to ACTIVE for port object c25b8c5b-e7aa-42aa-9a9f-e5338ea85987 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:50.700457 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-24246833-b456-4cac-8168-d9641fb4ba7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:50.786598 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24246833-b456-4cac-8168-d9641fb4ba7a service neutron] Pushing event updated for resources: {'Port': ['ID=c25b8c5b-e7aa-42aa-9a9f-e5338ea85987,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:50.840877 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777ea2f-9610-404f-8e63-8b5ed461adb5 req-433e05c2-9fd0-43f3-a7b6-5ff4b750f572 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:50.842400 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4777ea2f-9610-404f-8e63-8b5ed461adb5 req-433e05c2-9fd0-43f3-a7b6-5ff4b750f572 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a04b99b-7bae-4942-a010-b2330e6a938b HTTP/1.1" status: 200 len: 943 time: 0.1088307 Aug 16 20:38:50.885526 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-24246833-b456-4cac-8168-d9641fb4ba7a service neutron] Attempting to bind port c25b8c5b-e7aa-42aa-9a9f-e5338ea85987 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:50.885765 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-24246833-b456-4cac-8168-d9641fb4ba7a service neutron] Attempting to bind port c25b8c5b-e7aa-42aa-9a9f-e5338ea85987 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '1b68def7-546e-47fd-ae46-2da8757bfb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '030bf140-a9b3-4241-ae05-28725b741a38'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:50.886078 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-24246833-b456-4cac-8168-d9641fb4ba7a service neutron] Attempting to bind port c25b8c5b-e7aa-42aa-9a9f-e5338ea85987 on network 030bf140-a9b3-4241-ae05-28725b741a38 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:50.899328 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-24246833-b456-4cac-8168-d9641fb4ba7a service neutron] Port c25b8c5b-e7aa-42aa-9a9f-e5338ea85987 on network 030bf140-a9b3-4241-ae05-28725b741a38 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:38:50.899651 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-24246833-b456-4cac-8168-d9641fb4ba7a service neutron] Attempting to bind port c25b8c5b-e7aa-42aa-9a9f-e5338ea85987 on network 030bf140-a9b3-4241-ae05-28725b741a38 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:50.904795 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4777ea2f-9610-404f-8e63-8b5ed461adb5 req-74871615-17bb-4b4e-8363-40ed20b58215 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/security-groups?id=19ea0604-a277-4ca0-8f3a-9ecf616dd859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545762 Aug 16 20:38:50.907410 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-24246833-b456-4cac-8168-d9641fb4ba7a service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:50.907753 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-24246833-b456-4cac-8168-d9641fb4ba7a service neutron] Checking segment: {'id': '1b68def7-546e-47fd-ae46-2da8757bfb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '030bf140-a9b3-4241-ae05-28725b741a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:50.908131 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-24246833-b456-4cac-8168-d9641fb4ba7a service neutron] Bound using segment: {'id': '1b68def7-546e-47fd-ae46-2da8757bfb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '030bf140-a9b3-4241-ae05-28725b741a38'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:50.908555 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-24246833-b456-4cac-8168-d9641fb4ba7a service neutron] Bound port: c25b8c5b-e7aa-42aa-9a9f-e5338ea85987, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b68def7-546e-47fd-ae46-2da8757bfb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '030bf140-a9b3-4241-ae05-28725b741a38'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:50.908913 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-24246833-b456-4cac-8168-d9641fb4ba7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:50.975143 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-24246833-b456-4cac-8168-d9641fb4ba7a service neutron] For port c25b8c5b-e7aa-42aa-9a9f-e5338ea85987, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:50.978128 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-24246833-b456-4cac-8168-d9641fb4ba7a service neutron] For port c25b8c5b-e7aa-42aa-9a9f-e5338ea85987, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=c25b8c5b-e7aa-42aa-9a9f-e5338ea85987,segment=NetworkSegment(1b68def7-546e-47fd-ae46-2da8757bfb27),segment_id=1b68def7-546e-47fd-ae46-2da8757bfb27)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:38:50.982464 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-24246833-b456-4cac-8168-d9641fb4ba7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:51.019143 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-24246833-b456-4cac-8168-d9641fb4ba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:51.019791 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-24246833-b456-4cac-8168-d9641fb4ba7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:51.021714 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-24246833-b456-4cac-8168-d9641fb4ba7a service neutron] 10.222.0.63 "PUT /v2.0/ports/c25b8c5b-e7aa-42aa-9a9f-e5338ea85987 HTTP/1.1" status: 200 len: 1092 time: 0.7073207 Aug 16 20:38:51.022149 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a04b99b-7bae-4942-a010-b2330e6a938b', 'tag': 'c25b8c5b-e7aa-42aa-9a9f-e5338ea85987'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:51.024414 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90720c1e-e12a-4007-bd2d-89c4b3d5ca57" -d '{"events": [{"name": "network-changed", "server_uuid": "7a04b99b-7bae-4942-a010-b2330e6a938b", "tag": "c25b8c5b-e7aa-42aa-9a9f-e5338ea85987"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:51.045523 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24246833-b456-4cac-8168-d9641fb4ba7a service neutron] Pushing event updated for resources: {'Port': ['ID=c25b8c5b-e7aa-42aa-9a9f-e5338ea85987,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:51.078136 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9cb02d-c694-4d82-8997-e9e9dd9dbd55 x-openstack-request-id: req-1f9cb02d-c694-4d82-8997-e9e9dd9dbd55 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:51.078418 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a04b99b-7bae-4942-a010-b2330e6a938b", "tag": "c25b8c5b-e7aa-42aa-9a9f-e5338ea85987", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:51.078763 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1f9cb02d-c694-4d82-8997-e9e9dd9dbd55 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:51.079032 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a04b99b-7bae-4942-a010-b2330e6a938b', 'tag': 'c25b8c5b-e7aa-42aa-9a9f-e5338ea85987', 'status': 'completed', 'code': 200} Aug 16 20:38:51.111206 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-7c6af963-4741-47fd-a66e-65fe016a23cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:51.112712 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-7c6af963-4741-47fd-a66e-65fe016a23cc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=308683f763e94777a11ee05fef64f7e4&device_id=7a04b99b-7bae-4942-a010-b2330e6a938b HTTP/1.1" status: 200 len: 1095 time: 0.0438569 Aug 16 20:38:51.158553 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-b2ab54d0-0d3d-47a1-9f77-07456ad30361 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c25b8c5b-e7aa-42aa-9a9f-e5338ea85987 HTTP/1.1" status: 200 len: 217 time: 0.0374107 Aug 16 20:38:51.205771 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-a6b4ee28-ad93-40f8-a271-0ded30db0004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:51.207184 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-a6b4ee28-ad93-40f8-a271-0ded30db0004 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71b7b3c4-dbec-4619-a816-f648cd8d2557 HTTP/1.1" status: 200 len: 853 time: 0.0420990 Aug 16 20:38:51.238000 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-a791cb90-1d69-42ef-b5e2-01f46ffda2c2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=030bf140-a9b3-4241-ae05-28725b741a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237932 Aug 16 20:38:51.331542 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-a8a50049-3160-4844-8b6b-3c055037094f service neutron] 10.222.0.63 "GET /v2.0/networks/030bf140-a9b3-4241-ae05-28725b741a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865281 Aug 16 20:38:51.454148 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-01dd1b23-a4ac-418c-a707-9ba4d178e2c0 req-1da14ec8-a094-4863-a28b-5a22685ac56a service neutron] 10.222.0.63 "GET /v2.0/networks/030bf140-a9b3-4241-ae05-28725b741a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154635 Aug 16 20:38:51.463205 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1e2e9-3609-4d41-8934-01b560605133 req-89ba2bb8-3fed-4d46-985b-98e37a8bb339 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:51.465005 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6cb1e2e9-3609-4d41-8934-01b560605133 req-89ba2bb8-3fed-4d46-985b-98e37a8bb339 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 943 time: 0.0838776 Aug 16 20:38:51.518233 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6cb1e2e9-3609-4d41-8934-01b560605133 req-fa5abd70-45f7-4a7e-abce-426d423beaa3 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472424 Aug 16 20:38:51.546189 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90720c1e-e12a-4007-bd2d-89c4b3d5ca57 req-e614323f-adc5-4665-a97b-acfe53a80408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:51.547717 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-90720c1e-e12a-4007-bd2d-89c4b3d5ca57 req-e614323f-adc5-4665-a97b-acfe53a80408 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=308683f763e94777a11ee05fef64f7e4&device_id=7a04b99b-7bae-4942-a010-b2330e6a938b HTTP/1.1" status: 200 len: 1095 time: 0.0454481 Aug 16 20:38:51.641654 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90720c1e-e12a-4007-bd2d-89c4b3d5ca57 req-83e0293a-bdbf-4bd5-bc53-9a0cfd70ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:51.643123 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-90720c1e-e12a-4007-bd2d-89c4b3d5ca57 req-83e0293a-bdbf-4bd5-bc53-9a0cfd70ce13 service neutron] 10.222.0.63 "GET /v2.0/networks?id=030bf140-a9b3-4241-ae05-28725b741a38 HTTP/1.1" status: 200 len: 914 time: 0.0831261 Aug 16 20:38:51.689426 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-90720c1e-e12a-4007-bd2d-89c4b3d5ca57 req-669da139-3f47-45fe-ac31-a2ebc8a2f1a4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c25b8c5b-e7aa-42aa-9a9f-e5338ea85987 HTTP/1.1" status: 200 len: 217 time: 0.0385659 Aug 16 20:38:51.738765 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90720c1e-e12a-4007-bd2d-89c4b3d5ca57 req-b372ba7e-9d80-4969-951b-1d8a427a92b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:51.740629 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-90720c1e-e12a-4007-bd2d-89c4b3d5ca57 req-b372ba7e-9d80-4969-951b-1d8a427a92b7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71b7b3c4-dbec-4619-a816-f648cd8d2557 HTTP/1.1" status: 200 len: 853 time: 0.0422945 Aug 16 20:38:51.772637 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-90720c1e-e12a-4007-bd2d-89c4b3d5ca57 req-40bfeba3-7b50-4826-a048-bd2e27a1cf75 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=030bf140-a9b3-4241-ae05-28725b741a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248034 Aug 16 20:38:51.866162 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-90720c1e-e12a-4007-bd2d-89c4b3d5ca57 req-40a2dde3-e42d-474d-bb49-649276e104b5 service neutron] 10.222.0.63 "GET /v2.0/networks/030bf140-a9b3-4241-ae05-28725b741a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844162 Aug 16 20:38:51.955486 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-90720c1e-e12a-4007-bd2d-89c4b3d5ca57 req-bb1c24af-e09e-49f4-a830-6cad7df6683c service neutron] 10.222.0.63 "GET /v2.0/networks/030bf140-a9b3-4241-ae05-28725b741a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817909 Aug 16 20:38:52.026329 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ca5a6-119d-4730-8b77-dce8678cff0f req-e04ca56a-d993-4e9b-96d9-db8b4e7cbd24 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:52.027717 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5b3ca5a6-119d-4730-8b77-dce8678cff0f req-e04ca56a-d993-4e9b-96d9-db8b4e7cbd24 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a04b99b-7bae-4942-a010-b2330e6a938b HTTP/1.1" status: 200 len: 943 time: 0.0529940 Aug 16 20:38:52.066010 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5b3ca5a6-119d-4730-8b77-dce8678cff0f req-6983837e-0e3b-4713-aab4-2d6f5c472aaf tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/security-groups?id=19ea0604-a277-4ca0-8f3a-9ecf616dd859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324385 Aug 16 20:38:52.638191 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8a895-e210-46e4-ab42-56f373948288 req-2ae6f867-1df4-409a-b4af-7e2326e4a735 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:52.639687 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f3b8a895-e210-46e4-ab42-56f373948288 req-2ae6f867-1df4-409a-b4af-7e2326e4a735 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 943 time: 0.0496681 Aug 16 20:38:52.677807 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f3b8a895-e210-46e4-ab42-56f373948288 req-d255ba7a-1858-4d4c-8b01-904a3b0c590c tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308657 Aug 16 20:38:53.184856 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e08871-fa7e-4200-acae-c0a9c2910440 req-975bb2fd-c821-4160-a652-6e1bd3470566 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:53.186346 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a5e08871-fa7e-4200-acae-c0a9c2910440 req-975bb2fd-c821-4160-a652-6e1bd3470566 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a04b99b-7bae-4942-a010-b2330e6a938b HTTP/1.1" status: 200 len: 943 time: 0.0532084 Aug 16 20:38:53.225968 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a5e08871-fa7e-4200-acae-c0a9c2910440 req-5cc3ec1f-9047-45bf-b498-59fca305a5fb tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/security-groups?id=19ea0604-a277-4ca0-8f3a-9ecf616dd859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336173 Aug 16 20:38:53.475268 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device c25b8c5b-e7aa-42aa-9a9f-e5338ea85987 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:38:53.570411 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port c25b8c5b-e7aa-42aa-9a9f-e5338ea85987, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=c25b8c5b-e7aa-42aa-9a9f-e5338ea85987,segment=NetworkSegment(1b68def7-546e-47fd-ae46-2da8757bfb27),segment_id=1b68def7-546e-47fd-ae46-2da8757bfb27)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:53.581472 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'c25b8c5b-e7aa-42aa-9a9f-e5338ea85987', 'network_id': '030bf140-a9b3-4241-ae05-28725b741a38', 'port_id': 'c25b8c5b-e7aa-42aa-9a9f-e5338ea85987', 'mac_address': 'fa:16:3e:e9:79:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b7b3c4-dbec-4619-a816-f648cd8d2557', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:38:53.599372 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:38:53.617504 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:53.634355 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25b8c5b-e7aa-42aa-9a9f-e5338ea85987 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:38:53.653160 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port c25b8c5b-e7aa-42aa-9a9f-e5338ea85987, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=c25b8c5b-e7aa-42aa-9a9f-e5338ea85987,segment=NetworkSegment(1b68def7-546e-47fd-ae46-2da8757bfb27),segment_id=1b68def7-546e-47fd-ae46-2da8757bfb27)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:53.656922 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:53.710149 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=c25b8c5b-e7aa-42aa-9a9f-e5338ea85987,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:53.717959 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:53.718307 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:53.718650 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:53.719062 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:53.719486 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:53.719821 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:53.720149 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:53.720475 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:53.720800 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:53.721123 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:53.721445 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:53.721762 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:53.807616 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6611a27-b922-46dc-9ebc-269e260f5fe5 req-babd3b47-86e8-40c7-a5bc-0ea55bb1dd02 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:53.809215 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6611a27-b922-46dc-9ebc-269e260f5fe5 req-babd3b47-86e8-40c7-a5bc-0ea55bb1dd02 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 943 time: 0.0584118 Aug 16 20:38:53.849322 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6611a27-b922-46dc-9ebc-269e260f5fe5 req-2d8158cb-6587-4cb7-9519-de735f762f53 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335009 Aug 16 20:38:53.867837 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['c25b8c5b-e7aa-42aa-9a9f-e5338ea85987'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:54.341559 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48b5ec-504d-4a7a-ad65-06fdcc4b4d92 req-9002613c-9798-4431-9e90-3359414b6391 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:54.343098 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8a48b5ec-504d-4a7a-ad65-06fdcc4b4d92 req-9002613c-9798-4431-9e90-3359414b6391 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a04b99b-7bae-4942-a010-b2330e6a938b HTTP/1.1" status: 200 len: 944 time: 0.0494039 Aug 16 20:38:54.384538 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8a48b5ec-504d-4a7a-ad65-06fdcc4b4d92 req-be899dae-3e45-4cb6-a59d-10de43baa9d1 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/security-groups?id=19ea0604-a277-4ca0-8f3a-9ecf616dd859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349734 Aug 16 20:38:54.974076 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7f5f6-0c1f-4f0f-a741-cca85ce4796e req-5e625060-a5b1-4735-936e-30d47a419e9d tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:54.975643 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cfd7f5f6-0c1f-4f0f-a741-cca85ce4796e req-5e625060-a5b1-4735-936e-30d47a419e9d tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 943 time: 0.0575869 Aug 16 20:38:55.013695 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cfd7f5f6-0c1f-4f0f-a741-cca85ce4796e req-00762814-3f27-486f-8731-96ad83e2fce8 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319717 Aug 16 20:38:55.502172 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device c25b8c5b-e7aa-42aa-9a9f-e5338ea85987 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:55.508314 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394539a5-b7f9-410c-bb5d-35089ad63fe4 req-b5ac1cf4-a333-429e-8300-57f767085906 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:55.509809 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-394539a5-b7f9-410c-bb5d-35089ad63fe4 req-b5ac1cf4-a333-429e-8300-57f767085906 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a04b99b-7bae-4942-a010-b2330e6a938b HTTP/1.1" status: 200 len: 944 time: 0.0567870 Aug 16 20:38:55.552343 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-394539a5-b7f9-410c-bb5d-35089ad63fe4 req-ad2a42a0-a0a6-4f2b-a01a-03be4ce54417 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/security-groups?id=19ea0604-a277-4ca0-8f3a-9ecf616dd859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354865 Aug 16 20:38:55.555760 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port c25b8c5b-e7aa-42aa-9a9f-e5338ea85987 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:55.560847 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port c25b8c5b-e7aa-42aa-9a9f-e5338ea85987 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:55.561217 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:55.638892 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:55.660889 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a04b99b-7bae-4942-a010-b2330e6a938b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25b8c5b-e7aa-42aa-9a9f-e5338ea85987'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:55.663209 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc1fa03-1e73-4f5c-a1ea-88a87193a4ab" -d '{"events": [{"server_uuid": "7a04b99b-7bae-4942-a010-b2330e6a938b", "name": "network-vif-plugged", "status": "completed", "tag": "c25b8c5b-e7aa-42aa-9a9f-e5338ea85987"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:55.675657 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port c25b8c5b-e7aa-42aa-9a9f-e5338ea85987, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=c25b8c5b-e7aa-42aa-9a9f-e5338ea85987,segment=NetworkSegment(1b68def7-546e-47fd-ae46-2da8757bfb27),segment_id=1b68def7-546e-47fd-ae46-2da8757bfb27)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:55.680159 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:55.713892 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025bd5fe-b2b4-4647-977a-881f6cdb8e2b x-openstack-request-id: req-025bd5fe-b2b4-4647-977a-881f6cdb8e2b {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:55.714200 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a04b99b-7bae-4942-a010-b2330e6a938b", "name": "network-vif-plugged", "status": "completed", "tag": "c25b8c5b-e7aa-42aa-9a9f-e5338ea85987", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:55.714489 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-025bd5fe-b2b4-4647-977a-881f6cdb8e2b {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:55.714975 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a04b99b-7bae-4942-a010-b2330e6a938b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25b8c5b-e7aa-42aa-9a9f-e5338ea85987', 'code': 200} Aug 16 20:38:55.744220 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=c25b8c5b-e7aa-42aa-9a9f-e5338ea85987,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:55.808379 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29844f1d-178d-4188-9c6b-ace3a8fbf31f req-27724be0-3298-442e-9c1a-9b2a4a10f7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:55.809950 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-29844f1d-178d-4188-9c6b-ace3a8fbf31f req-27724be0-3298-442e-9c1a-9b2a4a10f7f7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7a04b99b-7bae-4942-a010-b2330e6a938b HTTP/1.1" status: 200 len: 1097 time: 0.0433459 Aug 16 20:38:55.846445 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-29844f1d-178d-4188-9c6b-ace3a8fbf31f req-fd2802d4-a056-4c1e-bc80-8d7d63574b65 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=19ea0604-a277-4ca0-8f3a-9ecf616dd859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292757 Aug 16 20:38:56.140983 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51e5bc-b601-4754-a8e0-47b713d79091 req-d7112038-620b-4c52-9063-c12f5982796e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:56.142699 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1c51e5bc-b601-4754-a8e0-47b713d79091 req-d7112038-620b-4c52-9063-c12f5982796e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 943 time: 0.0549476 Aug 16 20:38:56.182758 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1c51e5bc-b601-4754-a8e0-47b713d79091 req-c5c2f6d1-d9db-4309-bfc8-0d1ca90412f3 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326655 Aug 16 20:38:56.679376 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3015c13-08db-454b-98ea-e314b88b8edc req-46c2ec5c-00b6-4994-b234-6dd193233e84 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:56.680885 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a3015c13-08db-454b-98ea-e314b88b8edc req-46c2ec5c-00b6-4994-b234-6dd193233e84 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a04b99b-7bae-4942-a010-b2330e6a938b HTTP/1.1" status: 200 len: 945 time: 0.0565050 Aug 16 20:38:56.722468 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a3015c13-08db-454b-98ea-e314b88b8edc req-465d6009-e663-467f-9c61-542cddf4dafd tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/security-groups?id=19ea0604-a277-4ca0-8f3a-9ecf616dd859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353894 Aug 16 20:38:57.305402 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92de35-288b-4e89-a848-09faac92278d req-0e73653f-47bf-4ddf-b36c-88f83480df7d tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:57.306946 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7d92de35-288b-4e89-a848-09faac92278d req-0e73653f-47bf-4ddf-b36c-88f83480df7d tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 943 time: 0.0532279 Aug 16 20:38:57.346905 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7d92de35-288b-4e89-a848-09faac92278d req-a8bbb728-fd80-4251-853b-a8a26047e311 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341218 Aug 16 20:38:57.846585 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039eb270-363f-4ca9-94f7-279f9829ff9a req-fc1a6b17-18d9-4ecf-8db4-f7ea4331e948 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:57.848263 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-039eb270-363f-4ca9-94f7-279f9829ff9a req-fc1a6b17-18d9-4ecf-8db4-f7ea4331e948 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a04b99b-7bae-4942-a010-b2330e6a938b HTTP/1.1" status: 200 len: 945 time: 0.0514569 Aug 16 20:38:57.889535 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-039eb270-363f-4ca9-94f7-279f9829ff9a req-ffaa398d-2c10-480d-9305-6e59cb283e8a tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/security-groups?id=19ea0604-a277-4ca0-8f3a-9ecf616dd859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337422 Aug 16 20:38:58.464082 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3344f-13b6-4772-bae7-9c51307c4bdd req-8956fd96-495d-4a25-b103-95eb51d73f2b tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:58.465485 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f7d3344f-13b6-4772-bae7-9c51307c4bdd req-8956fd96-495d-4a25-b103-95eb51d73f2b tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 943 time: 0.0504780 Aug 16 20:38:58.504188 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f7d3344f-13b6-4772-bae7-9c51307c4bdd req-9ad7dd52-a01f-4b03-b6db-4dc50ff67a72 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325930 Aug 16 20:38:58.846438 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 6accf12a-bd68-4440-b634-61ed88096feb details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:38:58.947284 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 6accf12a-bd68-4440-b634-61ed88096feb, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=6accf12a-bd68-4440-b634-61ed88096feb,segment=NetworkSegment(92548a5e-c744-48b1-be52-e6b9f5f90f31),segment_id=92548a5e-c744-48b1-be52-e6b9f5f90f31)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:58.961077 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '6accf12a-bd68-4440-b634-61ed88096feb', 'network_id': '698bee40-61b9-463d-8447-847c4206452e', 'port_id': '6accf12a-bd68-4440-b634-61ed88096feb', 'mac_address': 'fa:16:3e:a9:9d:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0adf4bcd-ed8d-4f52-bfb2-0b7ad8146d36', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:38:59.000989 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:59.013730 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6accf12a-bd68-4440-b634-61ed88096feb {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:38:59.033533 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 6accf12a-bd68-4440-b634-61ed88096feb, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=6accf12a-bd68-4440-b634-61ed88096feb,segment=NetworkSegment(92548a5e-c744-48b1-be52-e6b9f5f90f31),segment_id=92548a5e-c744-48b1-be52-e6b9f5f90f31)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:59.038461 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:59.086395 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=6accf12a-bd68-4440-b634-61ed88096feb,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:59.238598 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['6accf12a-bd68-4440-b634-61ed88096feb'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:59.628551 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8b64a-e56d-4cf9-a811-35d36a9cb0b7 req-7c2e74ea-3619-44df-8f52-e478f204d1a9 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:59.630321 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-12d8b64a-e56d-4cf9-a811-35d36a9cb0b7 req-7c2e74ea-3619-44df-8f52-e478f204d1a9 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 944 time: 0.0536194 Aug 16 20:38:59.669693 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-12d8b64a-e56d-4cf9-a811-35d36a9cb0b7 req-5750825b-5ba8-4506-866c-b363307cdca1 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321579 Aug 16 20:39:00.815369 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0224d-136c-4b35-8fcd-1f80fbf5b219 req-63615e0c-6cb5-4abc-92be-d25b587227c8 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:00.823885 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6e0224d-136c-4b35-8fcd-1f80fbf5b219 req-63615e0c-6cb5-4abc-92be-d25b587227c8 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 944 time: 0.0714104 Aug 16 20:39:00.844711 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 6accf12a-bd68-4440-b634-61ed88096feb up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:00.874399 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6e0224d-136c-4b35-8fcd-1f80fbf5b219 req-7fb3b457-878a-4217-97dd-92dc0c9ab0ba tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495880 Aug 16 20:39:00.925881 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 6accf12a-bd68-4440-b634-61ed88096feb completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:00.931850 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 6accf12a-bd68-4440-b634-61ed88096feb triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:00.932370 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:01.018744 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:01.045216 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09fb4df-ff09-4d39-ae74-9d7b6c623794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6accf12a-bd68-4440-b634-61ed88096feb'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:01.047645 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c4865b-f8f5-44db-b692-2e5b2ba3b20d" -d '{"events": [{"server_uuid": "c09fb4df-ff09-4d39-ae74-9d7b6c623794", "name": "network-vif-plugged", "status": "completed", "tag": "6accf12a-bd68-4440-b634-61ed88096feb"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:01.073313 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 6accf12a-bd68-4440-b634-61ed88096feb, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=6accf12a-bd68-4440-b634-61ed88096feb,segment=NetworkSegment(92548a5e-c744-48b1-be52-e6b9f5f90f31),segment_id=92548a5e-c744-48b1-be52-e6b9f5f90f31)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:01.079175 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:01.206109 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092edcd1-82de-4374-a42b-1e47c0a6e915 req-bfe060d5-eecb-41e6-8698-04f4a00d8530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:01.207710 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-092edcd1-82de-4374-a42b-1e47c0a6e915 req-bfe060d5-eecb-41e6-8698-04f4a00d8530 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 1097 time: 0.0459502 Aug 16 20:39:01.247179 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-092edcd1-82de-4374-a42b-1e47c0a6e915 req-c871bd0c-dd84-4e21-8345-56b7ca475d55 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326304 Aug 16 20:39:01.282673 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd60eb83-2689-4b78-8d6c-f18359757b8c x-openstack-request-id: req-fd60eb83-2689-4b78-8d6c-f18359757b8c {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:01.282916 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09fb4df-ff09-4d39-ae74-9d7b6c623794", "name": "network-vif-plugged", "status": "completed", "tag": "6accf12a-bd68-4440-b634-61ed88096feb", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:01.283101 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fd60eb83-2689-4b78-8d6c-f18359757b8c {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:01.283645 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09fb4df-ff09-4d39-ae74-9d7b6c623794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6accf12a-bd68-4440-b634-61ed88096feb', 'code': 200} Aug 16 20:39:01.311060 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=6accf12a-bd68-4440-b634-61ed88096feb,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:01.833274 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-19fe895a-eaf2-4f3f-8330-0c4f2d59d5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:02.000499 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad1de9-b96c-4ca7-9fbc-1a6f15046199 req-da00b1cd-b6a6-4d18-ae31-b2b2db8502d2 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:02.002041 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3cad1de9-b96c-4ca7-9fbc-1a6f15046199 req-da00b1cd-b6a6-4d18-ae31-b2b2db8502d2 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 945 time: 0.0626974 Aug 16 20:39:02.042785 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3cad1de9-b96c-4ca7-9fbc-1a6f15046199 req-b2c6a851-169a-49ea-8931-73458d8e7084 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324001 Aug 16 20:39:03.177820 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fde975-3e2f-43af-9f67-dd66ce2bc33e req-a48bbbdc-a8f3-4e88-9eea-e5aca0e0f834 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:03.179327 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-86fde975-3e2f-43af-9f67-dd66ce2bc33e req-a48bbbdc-a8f3-4e88-9eea-e5aca0e0f834 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 945 time: 0.0511765 Aug 16 20:39:03.223113 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-86fde975-3e2f-43af-9f67-dd66ce2bc33e req-f0f8815d-aa4e-4090-8295-659815153704 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374062 Aug 16 20:39:03.350780 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2523d-e169-4ffa-a44b-2d115fcd623b req-41f7186e-aa96-45e2-915d-37a6b419ba56 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:03.352447 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d2e2523d-e169-4ffa-a44b-2d115fcd623b req-41f7186e-aa96-45e2-915d-37a6b419ba56 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 945 time: 0.0573328 Aug 16 20:39:03.396940 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d2e2523d-e169-4ffa-a44b-2d115fcd623b req-bafb5ad2-b00c-4d37-9224-a5059d6b96a8 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369718 Aug 16 20:39:03.722712 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5d642-8e82-4581-8cbe-a4e2848896eb req-cd1fce39-cef7-41f1-9dd9-61f8a7f2dd32 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:03.724329 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e3d5d642-8e82-4581-8cbe-a4e2848896eb req-cd1fce39-cef7-41f1-9dd9-61f8a7f2dd32 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 945 time: 0.0547550 Aug 16 20:39:03.765372 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e3d5d642-8e82-4581-8cbe-a4e2848896eb req-5f9b6a3a-9615-43b0-97b6-c8899861aa9b tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342336 Aug 16 20:39:04.443457 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d579272e-126a-4e1d-a986-716adc58a622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:04.699073 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:04.884713 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84327b-9518-4070-ba9d-5927836c18c8 req-79a2ed77-fb04-4f41-9f14-16c86161c474 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:04.886160 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fb84327b-9518-4070-ba9d-5927836c18c8 req-79a2ed77-fb04-4f41-9f14-16c86161c474 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 945 time: 0.0511134 Aug 16 20:39:04.923428 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fb84327b-9518-4070-ba9d-5927836c18c8 req-6ccce653-e2c7-4f1a-83e4-a5aa53ebdc8b tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312338 Aug 16 20:39:05.142079 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62171cda-6c76-471d-8d64-99cb80cebb3c req-d1af4087-aa7b-4ad8-9a0c-d414acb974d7 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:05.143629 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-62171cda-6c76-471d-8d64-99cb80cebb3c req-d1af4087-aa7b-4ad8-9a0c-d414acb974d7 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.57 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 945 time: 0.0504475 Aug 16 20:39:05.237688 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-62171cda-6c76-471d-8d64-99cb80cebb3c req-9ab8a593-53e1-46cd-9fa6-c6fdc785562e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Deleting port 6accf12a-bd68-4440-b634-61ed88096feb {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:05.238023 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-62171cda-6c76-471d-8d64-99cb80cebb3c req-9ab8a593-53e1-46cd-9fa6-c6fdc785562e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:05.338032 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-62171cda-6c76-471d-8d64-99cb80cebb3c req-9ab8a593-53e1-46cd-9fa6-c6fdc785562e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] For port 6accf12a-bd68-4440-b634-61ed88096feb, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=6accf12a-bd68-4440-b634-61ed88096feb,segment=NetworkSegment(92548a5e-c744-48b1-be52-e6b9f5f90f31),segment_id=92548a5e-c744-48b1-be52-e6b9f5f90f31)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:05.338319 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-62171cda-6c76-471d-8d64-99cb80cebb3c req-9ab8a593-53e1-46cd-9fa6-c6fdc785562e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:05.351051 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-62171cda-6c76-471d-8d64-99cb80cebb3c req-9ab8a593-53e1-46cd-9fa6-c6fdc785562e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Calling delete_port for 6accf12a-bd68-4440-b634-61ed88096feb owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:05.491737 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-62171cda-6c76-471d-8d64-99cb80cebb3c req-9ab8a593-53e1-46cd-9fa6-c6fdc785562e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:05.506540 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['6accf12a-bd68-4440-b634-61ed88096feb'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:05.508862 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['fa20c6a6-bfc1-4ed8-9225-55a8289338a9'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:05.520049 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8a593-53e1-46cd-9fa6-c6fdc785562e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Pushing event deleted for resources: {'Port': ['ID=6accf12a-bd68-4440-b634-61ed88096feb,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:05.555625 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8a593-53e1-46cd-9fa6-c6fdc785562e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:05.556028 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8a593-53e1-46cd-9fa6-c6fdc785562e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:05.556307 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8a593-53e1-46cd-9fa6-c6fdc785562e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:05.556641 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8a593-53e1-46cd-9fa6-c6fdc785562e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:05.557354 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8a593-53e1-46cd-9fa6-c6fdc785562e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:05.557354 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8a593-53e1-46cd-9fa6-c6fdc785562e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:05.557660 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8a593-53e1-46cd-9fa6-c6fdc785562e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:05.557919 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8a593-53e1-46cd-9fa6-c6fdc785562e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:05.558281 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8a593-53e1-46cd-9fa6-c6fdc785562e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:05.558561 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8a593-53e1-46cd-9fa6-c6fdc785562e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:05.559204 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8a593-53e1-46cd-9fa6-c6fdc785562e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:05.559204 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8a593-53e1-46cd-9fa6-c6fdc785562e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:05.575444 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-62171cda-6c76-471d-8d64-99cb80cebb3c req-9ab8a593-53e1-46cd-9fa6-c6fdc785562e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] No DVR routers for this DVR port 6accf12a-bd68-4440-b634-61ed88096feb on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:05.578340 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-62171cda-6c76-471d-8d64-99cb80cebb3c req-9ab8a593-53e1-46cd-9fa6-c6fdc785562e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:05.580572 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-62171cda-6c76-471d-8d64-99cb80cebb3c req-9ab8a593-53e1-46cd-9fa6-c6fdc785562e tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.57 "DELETE /v2.0/ports/6accf12a-bd68-4440-b634-61ed88096feb HTTP/1.1" status: 204 len: 173 time: 0.4310300 Aug 16 20:39:05.581016 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09fb4df-ff09-4d39-ae74-9d7b6c623794', 'name': 'network-vif-deleted', 'tag': '6accf12a-bd68-4440-b634-61ed88096feb'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:05.583362 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d19d9e-d198-4276-b34d-5f4504595d4d" -d '{"events": [{"server_uuid": "c09fb4df-ff09-4d39-ae74-9d7b6c623794", "name": "network-vif-deleted", "tag": "6accf12a-bd68-4440-b634-61ed88096feb"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:05.662318 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63791028-e8a9-42cd-babf-98f4f5255995 x-openstack-request-id: req-63791028-e8a9-42cd-babf-98f4f5255995 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:05.662787 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09fb4df-ff09-4d39-ae74-9d7b6c623794", "name": "network-vif-deleted", "tag": "6accf12a-bd68-4440-b634-61ed88096feb", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:05.663179 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-63791028-e8a9-42cd-babf-98f4f5255995 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:05.663664 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09fb4df-ff09-4d39-ae74-9d7b6c623794', 'name': 'network-vif-deleted', 'tag': '6accf12a-bd68-4440-b634-61ed88096feb', 'status': 'completed', 'code': 200} Aug 16 20:39:05.695920 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:06.020988 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4023098d-0ab5-4e6b-b550-18848a41e39c req-9742cb28-f7c3-4744-9b89-f852dacc9ae1 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 210 time: 0.0300322 Aug 16 20:39:06.250244 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:06.341475 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:07.121236 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6e68dad7-facd-494c-a938-2c96fd58a020 req-f8835536-0d40-43d6-9188-71f7789deabf tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 210 time: 0.0282645 Aug 16 20:39:07.143514 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:08.223426 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e77c2449-e18c-456a-a6ce-495b4c4e3315 req-abaff677-d9a7-491b-8b15-da3df7887045 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 210 time: 0.0261111 Aug 16 20:39:08.859821 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 6accf12a-bd68-4440-b634-61ed88096feb no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:08.883632 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 6accf12a-bd68-4440-b634-61ed88096feb {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:39:08.884003 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 6accf12a-bd68-4440-b634-61ed88096feb not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:39:09.333955 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-52bf82bc-e2d3-441b-86c4-b7ff83016b63 req-cef8c488-73aa-4cc7-a2b3-29b9d306cb27 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=c09fb4df-ff09-4d39-ae74-9d7b6c623794 HTTP/1.1" status: 200 len: 210 time: 0.0263000 Aug 16 20:39:14.863506 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9ea5a-7cbb-4795-a641-bdbe2edd396c req-9057b9a2-2604-4e19-9983-8e5e0cb38c62 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:14.865083 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-49d9ea5a-7cbb-4795-a641-bdbe2edd396c req-9057b9a2-2604-4e19-9983-8e5e0cb38c62 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=972fcf8b-fc10-470d-b17e-8ddafd7a4448 HTTP/1.1" status: 200 len: 946 time: 0.0502870 Aug 16 20:39:14.905073 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-49d9ea5a-7cbb-4795-a641-bdbe2edd396c req-c9cc2c9f-effc-4e4f-8c87-21d8998cb802 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337927 Aug 16 20:39:16.021601 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7e9ba-74ba-4b97-95ef-f438ef85c0ac req-00d8e76e-5a4b-4edc-8697-7a9b5546bec4 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:16.023093 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-22e7e9ba-74ba-4b97-95ef-f438ef85c0ac req-00d8e76e-5a4b-4edc-8697-7a9b5546bec4 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=972fcf8b-fc10-470d-b17e-8ddafd7a4448 HTTP/1.1" status: 200 len: 946 time: 0.0498102 Aug 16 20:39:16.062292 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-22e7e9ba-74ba-4b97-95ef-f438ef85c0ac req-f43b7ae9-0748-4538-bbd6-8c82d447e0a1 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/security-groups?id=58d3bde1-039a-4dc5-b9a5-42b57e61f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332029 Aug 16 20:39:16.399904 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f09d9e-d73d-4848-bb77-79700cefe408 req-bf121da5-5ccc-411a-aaf0-cc03f72fb988 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:16.401268 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-87f09d9e-d73d-4848-bb77-79700cefe408 req-bf121da5-5ccc-411a-aaf0-cc03f72fb988 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.63 "GET /v2.0/ports?device_id=972fcf8b-fc10-470d-b17e-8ddafd7a4448 HTTP/1.1" status: 200 len: 946 time: 0.0527060 Aug 16 20:39:16.492597 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-87f09d9e-d73d-4848-bb77-79700cefe408 req-8cfe4c72-8bef-4de5-aa04-baa762573fa9 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Deleting port fa20c6a6-bfc1-4ed8-9225-55a8289338a9 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:16.492947 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-87f09d9e-d73d-4848-bb77-79700cefe408 req-8cfe4c72-8bef-4de5-aa04-baa762573fa9 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:16.590760 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-87f09d9e-d73d-4848-bb77-79700cefe408 req-8cfe4c72-8bef-4de5-aa04-baa762573fa9 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] For port fa20c6a6-bfc1-4ed8-9225-55a8289338a9, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=fa20c6a6-bfc1-4ed8-9225-55a8289338a9,segment=NetworkSegment(92548a5e-c744-48b1-be52-e6b9f5f90f31),segment_id=92548a5e-c744-48b1-be52-e6b9f5f90f31)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:16.590760 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-87f09d9e-d73d-4848-bb77-79700cefe408 req-8cfe4c72-8bef-4de5-aa04-baa762573fa9 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:16.603022 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-87f09d9e-d73d-4848-bb77-79700cefe408 req-8cfe4c72-8bef-4de5-aa04-baa762573fa9 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Calling delete_port for fa20c6a6-bfc1-4ed8-9225-55a8289338a9 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:16.733907 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-87f09d9e-d73d-4848-bb77-79700cefe408 req-8cfe4c72-8bef-4de5-aa04-baa762573fa9 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:16.746570 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['fa20c6a6-bfc1-4ed8-9225-55a8289338a9'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:16.765062 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe4c72-8bef-4de5-aa04-baa762573fa9 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Pushing event deleted for resources: {'Port': ['ID=fa20c6a6-bfc1-4ed8-9225-55a8289338a9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:16.807752 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f09d9e-d73d-4848-bb77-79700cefe408 req-8cfe4c72-8bef-4de5-aa04-baa762573fa9 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] No DVR routers for this DVR port fa20c6a6-bfc1-4ed8-9225-55a8289338a9 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:16.810750 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-87f09d9e-d73d-4848-bb77-79700cefe408 req-8cfe4c72-8bef-4de5-aa04-baa762573fa9 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:16.812865 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-87f09d9e-d73d-4848-bb77-79700cefe408 req-8cfe4c72-8bef-4de5-aa04-baa762573fa9 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.63 "DELETE /v2.0/ports/fa20c6a6-bfc1-4ed8-9225-55a8289338a9 HTTP/1.1" status: 204 len: 173 time: 0.4045351 Aug 16 20:39:16.813345 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972fcf8b-fc10-470d-b17e-8ddafd7a4448', 'name': 'network-vif-deleted', 'tag': 'fa20c6a6-bfc1-4ed8-9225-55a8289338a9'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:16.816123 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c360612f-cf6c-40d7-974d-a36c5fb9d537" -d '{"events": [{"server_uuid": "972fcf8b-fc10-470d-b17e-8ddafd7a4448", "name": "network-vif-deleted", "tag": "fa20c6a6-bfc1-4ed8-9225-55a8289338a9"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:16.979936 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f6532d-1197-411d-9208-03e16fecbfea x-openstack-request-id: req-94f6532d-1197-411d-9208-03e16fecbfea {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:16.980301 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972fcf8b-fc10-470d-b17e-8ddafd7a4448", "name": "network-vif-deleted", "tag": "fa20c6a6-bfc1-4ed8-9225-55a8289338a9", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:16.980636 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-94f6532d-1197-411d-9208-03e16fecbfea {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:16.981240 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972fcf8b-fc10-470d-b17e-8ddafd7a4448', 'name': 'network-vif-deleted', 'tag': 'fa20c6a6-bfc1-4ed8-9225-55a8289338a9', 'status': 'completed', 'code': 200} Aug 16 20:39:17.173146 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a29846d6-767c-45d4-96b9-0f6b3998aa29 req-dbd42a53-bb5a-4343-92e9-f4634fc786ea tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=972fcf8b-fc10-470d-b17e-8ddafd7a4448 HTTP/1.1" status: 200 len: 210 time: 0.0368090 Aug 16 20:39:17.479242 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f278dfae-e2f4-49c2-be6a-f685638a5522 req-ce7c605b-a14a-4179-a4e4-0ec60af98ee0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7a04b99b-7bae-4942-a010-b2330e6a938b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0649092 Aug 16 20:39:17.583945 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278dfae-e2f4-49c2-be6a-f685638a5522 req-fee667a3-97d5-4f1f-9fcc-0f62ed907f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:17.586047 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f278dfae-e2f4-49c2-be6a-f685638a5522 req-fee667a3-97d5-4f1f-9fcc-0f62ed907f6e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=308683f763e94777a11ee05fef64f7e4&device_id=7a04b99b-7bae-4942-a010-b2330e6a938b HTTP/1.1" status: 200 len: 1097 time: 0.0477409 Aug 16 20:39:17.701180 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278dfae-e2f4-49c2-be6a-f685638a5522 req-af6678b5-5851-430e-99ab-1fd30c343b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:17.702638 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f278dfae-e2f4-49c2-be6a-f685638a5522 req-af6678b5-5851-430e-99ab-1fd30c343b43 service neutron] 10.222.0.63 "GET /v2.0/networks?id=030bf140-a9b3-4241-ae05-28725b741a38 HTTP/1.1" status: 200 len: 914 time: 0.0884824 Aug 16 20:39:17.750520 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f278dfae-e2f4-49c2-be6a-f685638a5522 req-1621c37a-cf32-484c-89d6-aa15ec68d55d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c25b8c5b-e7aa-42aa-9a9f-e5338ea85987 HTTP/1.1" status: 200 len: 217 time: 0.0400026 Aug 16 20:39:17.805293 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278dfae-e2f4-49c2-be6a-f685638a5522 req-862c4603-301a-40bf-a3a3-643d4436e471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:17.806752 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f278dfae-e2f4-49c2-be6a-f685638a5522 req-862c4603-301a-40bf-a3a3-643d4436e471 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71b7b3c4-dbec-4619-a816-f648cd8d2557 HTTP/1.1" status: 200 len: 853 time: 0.0483630 Aug 16 20:39:17.841527 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f278dfae-e2f4-49c2-be6a-f685638a5522 req-9be7b203-170c-490e-a46b-16535a5d13d1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=030bf140-a9b3-4241-ae05-28725b741a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257344 Aug 16 20:39:17.936668 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f278dfae-e2f4-49c2-be6a-f685638a5522 req-0d1421c5-bb0b-4188-b3cc-6f1c07b18b05 service neutron] 10.222.0.63 "GET /v2.0/networks/030bf140-a9b3-4241-ae05-28725b741a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859568 Aug 16 20:39:18.026614 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f278dfae-e2f4-49c2-be6a-f685638a5522 req-0da5a9ee-aa15-4619-a28b-b94f2a5971ae service neutron] 10.222.0.63 "GET /v2.0/networks/030bf140-a9b3-4241-ae05-28725b741a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820947 Aug 16 20:39:18.271116 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3091614d-fa43-4022-a00d-b126cbfdf390 req-b1a654a2-8034-4220-9960-fff2d2bd6005 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=972fcf8b-fc10-470d-b17e-8ddafd7a4448 HTTP/1.1" status: 200 len: 210 time: 0.0272005 Aug 16 20:39:19.369238 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8318ec6e-a557-4800-9022-551f92c14b0c req-f71e1584-ce2e-4446-9795-63dfe0caa0b9 tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=972fcf8b-fc10-470d-b17e-8ddafd7a4448 HTTP/1.1" status: 200 len: 210 time: 0.0295315 Aug 16 20:39:19.594976 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device fa20c6a6-bfc1-4ed8-9225-55a8289338a9 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:19.614651 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: fa20c6a6-bfc1-4ed8-9225-55a8289338a9 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:39:19.614997 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device fa20c6a6-bfc1-4ed8-9225-55a8289338a9 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:39:20.476676 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dbaea4d9-ebcb-4924-ba49-25a313980b06 req-15e49b82-44f9-4fdd-aff6-6ea60da4126b tempest-TestVolumeBootPattern-2109481909 tempest-TestVolumeBootPattern-2109481909-project] 10.222.0.68 "GET /v2.0/ports?device_id=972fcf8b-fc10-470d-b17e-8ddafd7a4448 HTTP/1.1" status: 200 len: 210 time: 0.0277908 Aug 16 20:39:23.635374 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a4614-1d80-4bd4-97cc-1bd878ffe195 req-8497e973-2417-4f63-9d24-28e9be8bcdc2 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:23.636759 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-632a4614-1d80-4bd4-97cc-1bd878ffe195 req-8497e973-2417-4f63-9d24-28e9be8bcdc2 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a04b99b-7bae-4942-a010-b2330e6a938b HTTP/1.1" status: 200 len: 945 time: 0.0490136 Aug 16 20:39:23.679925 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-632a4614-1d80-4bd4-97cc-1bd878ffe195 req-ad4498d7-bdef-4a35-ae4e-57ba158c44cc tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/security-groups?id=19ea0604-a277-4ca0-8f3a-9ecf616dd859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363762 Aug 16 20:39:24.803765 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f7dba-945b-4d09-b70b-3850b0f2b266 req-8322efd9-0ade-43e5-8ed0-c98ef8a8b062 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:24.805264 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9d0f7dba-945b-4d09-b70b-3850b0f2b266 req-8322efd9-0ade-43e5-8ed0-c98ef8a8b062 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a04b99b-7bae-4942-a010-b2330e6a938b HTTP/1.1" status: 200 len: 945 time: 0.0540168 Aug 16 20:39:24.843592 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9d0f7dba-945b-4d09-b70b-3850b0f2b266 req-b4579cca-8748-42cf-a426-b99afd8200c5 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/security-groups?id=19ea0604-a277-4ca0-8f3a-9ecf616dd859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321920 Aug 16 20:39:25.151074 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77071ab-bd0e-47f6-ba9c-c529dd7c9ada req-38f1b4d1-9e7f-4793-a598-7a3d2524644e tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:25.152603 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a77071ab-bd0e-47f6-ba9c-c529dd7c9ada req-38f1b4d1-9e7f-4793-a598-7a3d2524644e tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.63 "GET /v2.0/ports?device_id=7a04b99b-7bae-4942-a010-b2330e6a938b HTTP/1.1" status: 200 len: 945 time: 0.0505068 Aug 16 20:39:25.252957 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-a77071ab-bd0e-47f6-ba9c-c529dd7c9ada req-3a8530d5-52fc-4d21-8d04-5007338f9f41 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Deleting port c25b8c5b-e7aa-42aa-9a9f-e5338ea85987 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:25.253299 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a77071ab-bd0e-47f6-ba9c-c529dd7c9ada req-3a8530d5-52fc-4d21-8d04-5007338f9f41 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:25.342204 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-a77071ab-bd0e-47f6-ba9c-c529dd7c9ada req-3a8530d5-52fc-4d21-8d04-5007338f9f41 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] For port c25b8c5b-e7aa-42aa-9a9f-e5338ea85987, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=c25b8c5b-e7aa-42aa-9a9f-e5338ea85987,segment=NetworkSegment(1b68def7-546e-47fd-ae46-2da8757bfb27),segment_id=1b68def7-546e-47fd-ae46-2da8757bfb27)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:25.342472 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a77071ab-bd0e-47f6-ba9c-c529dd7c9ada req-3a8530d5-52fc-4d21-8d04-5007338f9f41 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:25.354984 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-a77071ab-bd0e-47f6-ba9c-c529dd7c9ada req-3a8530d5-52fc-4d21-8d04-5007338f9f41 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Calling delete_port for c25b8c5b-e7aa-42aa-9a9f-e5338ea85987 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:25.484805 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a77071ab-bd0e-47f6-ba9c-c529dd7c9ada req-3a8530d5-52fc-4d21-8d04-5007338f9f41 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:25.496638 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['c25b8c5b-e7aa-42aa-9a9f-e5338ea85987'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:25.515861 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8530d5-52fc-4d21-8d04-5007338f9f41 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Pushing event deleted for resources: {'Port': ['ID=c25b8c5b-e7aa-42aa-9a9f-e5338ea85987,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:25.555208 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77071ab-bd0e-47f6-ba9c-c529dd7c9ada req-3a8530d5-52fc-4d21-8d04-5007338f9f41 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] No DVR routers for this DVR port c25b8c5b-e7aa-42aa-9a9f-e5338ea85987 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:25.557891 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a77071ab-bd0e-47f6-ba9c-c529dd7c9ada req-3a8530d5-52fc-4d21-8d04-5007338f9f41 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:25.560235 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a77071ab-bd0e-47f6-ba9c-c529dd7c9ada req-3a8530d5-52fc-4d21-8d04-5007338f9f41 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.63 "DELETE /v2.0/ports/c25b8c5b-e7aa-42aa-9a9f-e5338ea85987 HTTP/1.1" status: 204 len: 173 time: 0.4012718 Aug 16 20:39:25.560595 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a04b99b-7bae-4942-a010-b2330e6a938b', 'name': 'network-vif-deleted', 'tag': 'c25b8c5b-e7aa-42aa-9a9f-e5338ea85987'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:25.562913 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536e26b7-6aa8-4215-8aed-68915950d21e" -d '{"events": [{"server_uuid": "7a04b99b-7bae-4942-a010-b2330e6a938b", "name": "network-vif-deleted", "tag": "c25b8c5b-e7aa-42aa-9a9f-e5338ea85987"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:25.601693 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a99395-dded-4b53-944c-6dc0a9208f73 x-openstack-request-id: req-41a99395-dded-4b53-944c-6dc0a9208f73 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:25.602063 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a04b99b-7bae-4942-a010-b2330e6a938b", "name": "network-vif-deleted", "tag": "c25b8c5b-e7aa-42aa-9a9f-e5338ea85987", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:25.602356 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-41a99395-dded-4b53-944c-6dc0a9208f73 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:25.602730 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a04b99b-7bae-4942-a010-b2330e6a938b', 'name': 'network-vif-deleted', 'tag': 'c25b8c5b-e7aa-42aa-9a9f-e5338ea85987', 'status': 'completed', 'code': 200} Aug 16 20:39:25.961008 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6f25e1a6-5d46-49e8-853d-bb232488532e req-82f72bb8-d483-497a-8f93-974782b58db4 tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a04b99b-7bae-4942-a010-b2330e6a938b HTTP/1.1" status: 200 len: 210 time: 0.0313380 Aug 16 20:39:29.609626 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device c25b8c5b-e7aa-42aa-9a9f-e5338ea85987 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:29.629889 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: c25b8c5b-e7aa-42aa-9a9f-e5338ea85987 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:39:29.630159 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device c25b8c5b-e7aa-42aa-9a9f-e5338ea85987 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:39:30.597947 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:39:31.840519 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-90464e5e-bbe7-421e-b1fc-bb785278ba58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:34.444232 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-52ee3c36-b63c-4972-abe3-11f864be7927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:34.703281 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:35.678119 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:36.246335 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:36.356582 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:37.133766 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:01.832544 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cbb714cd-aa22-4167-a5cb-9d475794adbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:04.445478 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0fcdb3f9-55e2-414c-9017-4ba86971d1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:04.703548 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:05.682317 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:06.244955 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:06.354467 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:07.139218 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:07.142965 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58184) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:07.188415 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b650ea65-1f66-4e17-bfe4-fb0fe0d402e0 admin admin] Deleting subnet 71b7b3c4-dbec-4619-a816-f648cd8d2557 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:40:07.191744 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b650ea65-1f66-4e17-bfe4-fb0fe0d402e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:07.226387 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b650ea65-1f66-4e17-bfe4-fb0fe0d402e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:07.264093 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b650ea65-1f66-4e17-bfe4-fb0fe0d402e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:07.317108 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b650ea65-1f66-4e17-bfe4-fb0fe0d402e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:07.345788 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b650ea65-1f66-4e17-bfe4-fb0fe0d402e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71b7b3c4-dbec-4619-a816-f648cd8d2557,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:07.355935 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650ea65-1f66-4e17-bfe4-fb0fe0d402e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:07.356288 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650ea65-1f66-4e17-bfe4-fb0fe0d402e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:07.356624 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650ea65-1f66-4e17-bfe4-fb0fe0d402e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:07.356962 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650ea65-1f66-4e17-bfe4-fb0fe0d402e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:07.357296 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650ea65-1f66-4e17-bfe4-fb0fe0d402e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:07.357625 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650ea65-1f66-4e17-bfe4-fb0fe0d402e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:07.358382 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650ea65-1f66-4e17-bfe4-fb0fe0d402e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:07.358382 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650ea65-1f66-4e17-bfe4-fb0fe0d402e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:07.358619 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650ea65-1f66-4e17-bfe4-fb0fe0d402e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:07.358890 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650ea65-1f66-4e17-bfe4-fb0fe0d402e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:07.359215 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650ea65-1f66-4e17-bfe4-fb0fe0d402e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:07.359568 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650ea65-1f66-4e17-bfe4-fb0fe0d402e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:07.362273 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b650ea65-1f66-4e17-bfe4-fb0fe0d402e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:07.364170 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b650ea65-1f66-4e17-bfe4-fb0fe0d402e0 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/71b7b3c4-dbec-4619-a816-f648cd8d2557 HTTP/1.1" status: 204 len: 168 time: 0.2201753 Aug 16 20:40:07.366596 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58186) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:07.434728 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-071f4cab-f0c2-4864-adb3-5cd73e878426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:07.516145 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-071f4cab-f0c2-4864-adb3-5cd73e878426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:07.525810 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-071f4cab-f0c2-4864-adb3-5cd73e878426 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['030bf140-a9b3-4241-ae05-28725b741a38']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:07.536834 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-071f4cab-f0c2-4864-adb3-5cd73e878426 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b68def7-546e-47fd-ae46-2da8757bfb27') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:07.537138 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-071f4cab-f0c2-4864-adb3-5cd73e878426 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b68def7-546e-47fd-ae46-2da8757bfb27') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:07.546872 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-071f4cab-f0c2-4864-adb3-5cd73e878426 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:07.561729 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-071f4cab-f0c2-4864-adb3-5cd73e878426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:07.568334 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-071f4cab-f0c2-4864-adb3-5cd73e878426 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:40:07.568672 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-071f4cab-f0c2-4864-adb3-5cd73e878426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:07.570982 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:40:07.570982 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:40:07.570982 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:40:07.570982 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:40:07.570982 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:40:07.570982 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:40:07.570982 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:40:07.570982 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:40:07.570982 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:40:07.570982 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:40:07.570982 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:40:07.570982 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:40:07.570982 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:40:07.570982 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:40:07.570982 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:40:07.570982 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:40:07.570982 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:40:07.570982 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:40:07.570982 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:40:07.570982 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:40:07.570982 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:40:07.570982 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:40:07.570982 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:40:07.570982 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:40:07.570982 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:40:07.570982 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:40:07.570982 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:40:07.570982 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:40:07.570982 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:40:07.570982 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:40:07.570982 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:40:07.570982 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:40:07.598660 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:40:07.625262 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-071f4cab-f0c2-4864-adb3-5cd73e878426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:07.631221 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-071f4cab-f0c2-4864-adb3-5cd73e878426 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:07.633643 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-071f4cab-f0c2-4864-adb3-5cd73e878426 admin admin] 10.222.0.68 "DELETE /v2.0/networks/030bf140-a9b3-4241-ae05-28725b741a38 HTTP/1.1" status: 204 len: 168 time: 0.2661622 Aug 16 20:40:07.645847 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f4cab-f0c2-4864-adb3-5cd73e878426 admin admin] Pushing event deleted for resources: {'Network': ['ID=030bf140-a9b3-4241-ae05-28725b741a38,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:07.763634 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58190) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:07.807966 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9f38dac4-4b04-4875-b6d9-e4c39b63b9f6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=308683f763e94777a11ee05fef64f7e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431585 Aug 16 20:40:07.810512 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58192) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:07.857153 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-665549bf-7b0a-408b-9196-4f454e17b994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:07.878192 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-665549bf-7b0a-408b-9196-4f454e17b994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:07.926117 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-665549bf-7b0a-408b-9196-4f454e17b994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:07.928939 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-665549bf-7b0a-408b-9196-4f454e17b994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:07.930775 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-665549bf-7b0a-408b-9196-4f454e17b994 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/19ea0604-a277-4ca0-8f3a-9ecf616dd859 HTTP/1.1" status: 204 len: 168 time: 0.1192582 Aug 16 20:40:07.938601 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665549bf-7b0a-408b-9196-4f454e17b994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ea0604-a277-4ca0-8f3a-9ecf616dd859,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:08.643834 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58214) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:08.760705 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-bdad3167-ae66-4b7b-b146-575f95445541 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2059277882-network', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:08.782039 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdad3167-ae66-4b7b-b146-575f95445541 admin admin] Made reservation on behalf of cac20e211dcc4e44a6f968f19013a99f for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:40:08.784304 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bdad3167-ae66-4b7b-b146-575f95445541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:08.792307 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bdad3167-ae66-4b7b-b146-575f95445541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:08.879614 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bdad3167-ae66-4b7b-b146-575f95445541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:08.884207 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bdad3167-ae66-4b7b-b146-575f95445541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:08.909744 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdad3167-ae66-4b7b-b146-575f95445541 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:40:08.918719 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad3167-ae66-4b7b-b146-575f95445541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2347a124-7d11-4dfc-a048-76ad010d5c92,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:08.927825 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bdad3167-ae66-4b7b-b146-575f95445541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:08.928170 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-bdad3167-ae66-4b7b-b146-575f95445541 admin admin] Added segment 1ed1a97f-eb59-47a7-a718-716c7484f92c of type vlan for network dceaadb0-8850-426f-96ef-1d8c7883e616 Aug 16 20:40:08.930240 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad3167-ae66-4b7b-b146-575f95445541 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:08.930585 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad3167-ae66-4b7b-b146-575f95445541 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:08.930927 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad3167-ae66-4b7b-b146-575f95445541 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:08.931283 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad3167-ae66-4b7b-b146-575f95445541 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:08.931625 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad3167-ae66-4b7b-b146-575f95445541 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:08.931956 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad3167-ae66-4b7b-b146-575f95445541 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:08.932284 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad3167-ae66-4b7b-b146-575f95445541 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:08.932611 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad3167-ae66-4b7b-b146-575f95445541 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:08.932937 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad3167-ae66-4b7b-b146-575f95445541 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:08.933265 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad3167-ae66-4b7b-b146-575f95445541 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:08.933591 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad3167-ae66-4b7b-b146-575f95445541 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:08.933912 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad3167-ae66-4b7b-b146-575f95445541 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:08.979240 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bdad3167-ae66-4b7b-b146-575f95445541 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:09.003754 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bdad3167-ae66-4b7b-b146-575f95445541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:09.004666 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdad3167-ae66-4b7b-b146-575f95445541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:09.005495 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bdad3167-ae66-4b7b-b146-575f95445541 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:09.055574 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bdad3167-ae66-4b7b-b146-575f95445541 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4106138 Aug 16 20:40:09.058576 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58218) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:09.063584 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-484f5221-940e-450e-a8b0-60b212be5a26 admin admin] Request body: {'subnet': {'network_id': 'dceaadb0-8850-426f-96ef-1d8c7883e616', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2059277882-subnet', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:09.066362 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad3167-ae66-4b7b-b146-575f95445541 admin admin] Pushing event updated for resources: {'Network': ['ID=dceaadb0-8850-426f-96ef-1d8c7883e616,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:09.077188 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network dceaadb0-8850-426f-96ef-1d8c7883e616 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:40:09.087390 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484f5221-940e-450e-a8b0-60b212be5a26 admin admin] Made reservation on behalf of cac20e211dcc4e44a6f968f19013a99f for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:40:09.089995 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-484f5221-940e-450e-a8b0-60b212be5a26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:09.256455 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-484f5221-940e-450e-a8b0-60b212be5a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:09.313268 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f5221-940e-450e-a8b0-60b212be5a26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5236a9cb-b9d7-4edc-817d-65a33e2a6afa,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:09.318377 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484f5221-940e-450e-a8b0-60b212be5a26 admin admin] Checking segment: {'id': '1ed1a97f-eb59-47a7-a718-716c7484f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'dceaadb0-8850-426f-96ef-1d8c7883e616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:40:09.318758 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484f5221-940e-450e-a8b0-60b212be5a26 admin admin] Network hostable DHCP agents. Network: dceaadb0-8850-426f-96ef-1d8c7883e616, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:40:09.337172 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484f5221-940e-450e-a8b0-60b212be5a26 admin admin] Network dceaadb0-8850-426f-96ef-1d8c7883e616 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:40:09.347579 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-484f5221-940e-450e-a8b0-60b212be5a26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, dceaadb0-8850-426f-96ef-1d8c7883e616) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:09.352536 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484f5221-940e-450e-a8b0-60b212be5a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:09.353407 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-484f5221-940e-450e-a8b0-60b212be5a26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:09.358948 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8402d3-9805-47b1-bb29-a12395478f79 None None] Network dceaadb0-8850-426f-96ef-1d8c7883e616 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:40:09.368138 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-484f5221-940e-450e-a8b0-60b212be5a26 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3084819 Aug 16 20:40:09.370888 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58220) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:09.375953 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-82d167c7-50de-48ce-ae24-dba2001e6500 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2059277882-router', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:09.397006 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82d167c7-50de-48ce-ae24-dba2001e6500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:09.398104 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82d167c7-50de-48ce-ae24-dba2001e6500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:09.453730 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82d167c7-50de-48ce-ae24-dba2001e6500 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:09.518195 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-dceaadb0-8850-426f-96ef-1d8c7883e616', 'network_id': 'dceaadb0-8850-426f-96ef-1d8c7883e616', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'fixed_ips': [{'subnet_id': '5236a9cb-b9d7-4edc-817d-65a33e2a6afa'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:40:09.519138 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:09.660539 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Allocated IP 172.20.0.2 (dceaadb0-8850-426f-96ef-1d8c7883e616/5236a9cb-b9d7-4edc-817d-65a33e2a6afa/1a544c06-dbf3-42a9-8f15-17e3548011bf) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:09.807394 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:09.815567 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Transition to ACTIVE for port object 1a544c06-dbf3-42a9-8f15-17e3548011bf will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:09.831279 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Transition to ACTIVE for port object 1a544c06-dbf3-42a9-8f15-17e3548011bf will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:09.837180 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:09.881199 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Network dceaadb0-8850-426f-96ef-1d8c7883e616 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:09.884657 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:09.888197 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:09.894795 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Pushing event updated for resources: {'Port': ['ID=1a544c06-dbf3-42a9-8f15-17e3548011bf,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:09.904813 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:09.905153 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:09.905487 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:09.905817 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:09.906143 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:09.906463 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:09.906785 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:09.907101 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:09.907438 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:09.907754 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:09.908071 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:09.908382 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:09.917825 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82d167c7-50de-48ce-ae24-dba2001e6500 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:09.953895 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Attempting to bind port 1a544c06-dbf3-42a9-8f15-17e3548011bf on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:40:09.954259 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Attempting to bind port 1a544c06-dbf3-42a9-8f15-17e3548011bf by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '1ed1a97f-eb59-47a7-a718-716c7484f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'dceaadb0-8850-426f-96ef-1d8c7883e616'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:40:09.954623 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Attempting to bind port 1a544c06-dbf3-42a9-8f15-17e3548011bf on network dceaadb0-8850-426f-96ef-1d8c7883e616 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:40:09.959614 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:40:09.959987 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Checking segment: {'id': '1ed1a97f-eb59-47a7-a718-716c7484f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'dceaadb0-8850-426f-96ef-1d8c7883e616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:40:09.960609 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:09.961001 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Bound using segment: {'id': '1ed1a97f-eb59-47a7-a718-716c7484f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'dceaadb0-8850-426f-96ef-1d8c7883e616'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:40:09.961458 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Bound port: 1a544c06-dbf3-42a9-8f15-17e3548011bf, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed1a97f-eb59-47a7-a718-716c7484f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'dceaadb0-8850-426f-96ef-1d8c7883e616'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:40:09.961838 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:10.023908 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] For port 1a544c06-dbf3-42a9-8f15-17e3548011bf, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:40:10.026862 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] For port 1a544c06-dbf3-42a9-8f15-17e3548011bf, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1a544c06-dbf3-42a9-8f15-17e3548011bf,segment=NetworkSegment(1ed1a97f-eb59-47a7-a718-716c7484f92c),segment_id=1ed1a97f-eb59-47a7-a718-716c7484f92c)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:40:10.031465 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:10.096453 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d9fb6-06fd-4b02-9f58-b3d1542c5f78 None None] Pushing event updated for resources: {'Port': ['ID=1a544c06-dbf3-42a9-8f15-17e3548011bf,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:10.122226 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82d167c7-50de-48ce-ae24-dba2001e6500 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:10.142405 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82d167c7-50de-48ce-ae24-dba2001e6500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:10.263529 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-82d167c7-50de-48ce-ae24-dba2001e6500 admin admin] Allocated IP 172.25.8.155 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/2c8b8b5c-0d84-4f86-be29-20844ff72cbe) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:10.372724 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82d167c7-50de-48ce-ae24-dba2001e6500 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:10.411173 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82d167c7-50de-48ce-ae24-dba2001e6500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:10.453082 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d167c7-50de-48ce-ae24-dba2001e6500 admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:10.455875 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-82d167c7-50de-48ce-ae24-dba2001e6500 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:10.459348 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d167c7-50de-48ce-ae24-dba2001e6500 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:10.465330 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d167c7-50de-48ce-ae24-dba2001e6500 admin admin] Pushing event updated for resources: {'Port': ['ID=2c8b8b5c-0d84-4f86-be29-20844ff72cbe,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:10.708900 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82d167c7-50de-48ce-ae24-dba2001e6500 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:10.911814 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82d167c7-50de-48ce-ae24-dba2001e6500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:11.016351 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ef1532-45a4-4252-9458-4388dafe0367 None None] Network dceaadb0-8850-426f-96ef-1d8c7883e616 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:40:11.043228 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d167c7-50de-48ce-ae24-dba2001e6500 admin admin] Router 3075053c-001e-43a7-b8f9-a19786ec6547 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:40:11.133317 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f862b14b-3695-43b4-80eb-f43914f0f740 None None] Provisioning for port 1a544c06-dbf3-42a9-8f15-17e3548011bf completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:11.171635 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d167c7-50de-48ce-ae24-dba2001e6500 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:40:11.186484 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0435c8-1085-4dea-8692-6ee7a2cf07e9 None None] Sync routers for ids ['3075053c-001e-43a7-b8f9-a19786ec6547'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:40:11.191508 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82d167c7-50de-48ce-ae24-dba2001e6500 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:11.195442 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58222) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:11.195932 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-82d167c7-50de-48ce-ae24-dba2001e6500 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8233449 Aug 16 20:40:11.207671 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0435c8-1085-4dea-8692-6ee7a2cf07e9 None None] Routers {'3075053c-001e-43a7-b8f9-a19786ec6547'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:11.208401 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6a0435c8-1085-4dea-8692-6ee7a2cf07e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:40:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['3075053c-001e-43a7-b8f9-a19786ec6547'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:11.251551 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1a544c06-dbf3-42a9-8f15-17e3548011bf up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:11.358959 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 1a544c06-dbf3-42a9-8f15-17e3548011bf completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:11.369038 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 1a544c06-dbf3-42a9-8f15-17e3548011bf triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:11.369407 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:11.372471 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-6a0435c8-1085-4dea-8692-6ee7a2cf07e9 None None] Set router 3075053c-001e-43a7-b8f9-a19786ec6547 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:40:11.516428 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-95dc6dd3-a91a-419f-944a-a8cb6e2f9528 None None] Provisioning complete for port 1a544c06-dbf3-42a9-8f15-17e3548011bf triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:11.516707 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-95dc6dd3-a91a-419f-944a-a8cb6e2f9528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:11.633768 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:11.640745 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c3287fd1-c620-4f40-8d8c-4c9a314a6e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:11.704502 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 1a544c06-dbf3-42a9-8f15-17e3548011bf, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1a544c06-dbf3-42a9-8f15-17e3548011bf,segment=NetworkSegment(1ed1a97f-eb59-47a7-a718-716c7484f92c),segment_id=1ed1a97f-eb59-47a7-a718-716c7484f92c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:11.706630 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-95dc6dd3-a91a-419f-944a-a8cb6e2f9528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:11.716860 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:11.783158 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6a0435c8-1085-4dea-8692-6ee7a2cf07e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'name': 'tempest-TestServerBasicOps-2059277882-router', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '2c8b8b5c-0d84-4f86-be29-20844ff72cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:09Z', 'updated_at': '2021-08-16T20:40:10Z', 'revision_number': 3, 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'gw_port': {'id': '2c8b8b5c-0d84-4f86-be29-20844ff72cbe', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:10Z', 'updated_at': '2021-08-16T20:40:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:11.827680 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0435c8-1085-4dea-8692-6ee7a2cf07e9 None None] Checking router: 3075053c-001e-43a7-b8f9-a19786ec6547 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:40:11.828037 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0435c8-1085-4dea-8692-6ee7a2cf07e9 None None] Updating router 3075053c-001e-43a7-b8f9-a19786ec6547 port 2c8b8b5c-0d84-4f86-be29-20844ff72cbe binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:40:11.844804 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-c3287fd1-c620-4f40-8d8c-4c9a314a6e0f admin admin] Allocated IP 172.20.0.1 (dceaadb0-8850-426f-96ef-1d8c7883e616/5236a9cb-b9d7-4edc-817d-65a33e2a6afa/05f3d0da-c6ff-4b67-913b-d322007dfb4b) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:11.852742 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-95dc6dd3-a91a-419f-944a-a8cb6e2f9528 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:40:11.853093 n-d-787206-13 neutron-server[94772]: DEBUG oslo_db.api [None req-95dc6dd3-a91a-419f-944a-a8cb6e2f9528 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:40:11.855200 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=1a544c06-dbf3-42a9-8f15-17e3548011bf,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:11.862031 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a0435c8-1085-4dea-8692-6ee7a2cf07e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:11.954561 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c3287fd1-c620-4f40-8d8c-4c9a314a6e0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:11.968382 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-c3287fd1-c620-4f40-8d8c-4c9a314a6e0f admin admin] Transition to ACTIVE for port object 05f3d0da-c6ff-4b67-913b-d322007dfb4b will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:12.002955 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c3287fd1-c620-4f40-8d8c-4c9a314a6e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:12.043376 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3287fd1-c620-4f40-8d8c-4c9a314a6e0f admin admin] Network dceaadb0-8850-426f-96ef-1d8c7883e616 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:12.050208 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-c3287fd1-c620-4f40-8d8c-4c9a314a6e0f admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:12.056669 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3287fd1-c620-4f40-8d8c-4c9a314a6e0f admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:12.062196 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3287fd1-c620-4f40-8d8c-4c9a314a6e0f admin admin] Pushing event updated for resources: {'Port': ['ID=05f3d0da-c6ff-4b67-913b-d322007dfb4b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:12.098372 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c3287fd1-c620-4f40-8d8c-4c9a314a6e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:12.122735 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a0435c8-1085-4dea-8692-6ee7a2cf07e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:12.134640 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6a0435c8-1085-4dea-8692-6ee7a2cf07e9 None None] Transition to ACTIVE for port object 2c8b8b5c-0d84-4f86-be29-20844ff72cbe will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:12.141380 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a0435c8-1085-4dea-8692-6ee7a2cf07e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:12.198025 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6a0435c8-1085-4dea-8692-6ee7a2cf07e9 None None] Attempting to bind port 2c8b8b5c-0d84-4f86-be29-20844ff72cbe on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:40:12.198391 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6a0435c8-1085-4dea-8692-6ee7a2cf07e9 None None] Attempting to bind port 2c8b8b5c-0d84-4f86-be29-20844ff72cbe by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:40:12.198942 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0435c8-1085-4dea-8692-6ee7a2cf07e9 None None] Attempting to bind port 2c8b8b5c-0d84-4f86-be29-20844ff72cbe on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:40:12.201166 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f636d-9a91-465f-819c-4b7b35eb6bb8 None None] Pushing event updated for resources: {'Port': ['ID=2c8b8b5c-0d84-4f86-be29-20844ff72cbe,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:12.207038 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0435c8-1085-4dea-8692-6ee7a2cf07e9 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:40:12.207463 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0435c8-1085-4dea-8692-6ee7a2cf07e9 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:40:12.207871 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a0435c8-1085-4dea-8692-6ee7a2cf07e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:12.208258 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0435c8-1085-4dea-8692-6ee7a2cf07e9 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:40:12.209312 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6a0435c8-1085-4dea-8692-6ee7a2cf07e9 None None] Bound port: 2c8b8b5c-0d84-4f86-be29-20844ff72cbe, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:40:12.209312 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a0435c8-1085-4dea-8692-6ee7a2cf07e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:12.265782 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6a0435c8-1085-4dea-8692-6ee7a2cf07e9 None None] For port 2c8b8b5c-0d84-4f86-be29-20844ff72cbe, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:40:12.269173 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6a0435c8-1085-4dea-8692-6ee7a2cf07e9 None None] For port 2c8b8b5c-0d84-4f86-be29-20844ff72cbe, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=2c8b8b5c-0d84-4f86-be29-20844ff72cbe,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:40:12.273762 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a0435c8-1085-4dea-8692-6ee7a2cf07e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:12.535608 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f636d-9a91-465f-819c-4b7b35eb6bb8 None None] Pushing event updated for resources: {'Port': ['ID=2c8b8b5c-0d84-4f86-be29-20844ff72cbe,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:12.539803 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0435c8-1085-4dea-8692-6ee7a2cf07e9 None None] Routers {'3075053c-001e-43a7-b8f9-a19786ec6547'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:12.540813 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6a0435c8-1085-4dea-8692-6ee7a2cf07e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:40:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['3075053c-001e-43a7-b8f9-a19786ec6547'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:12.566202 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c3287fd1-c620-4f40-8d8c-4c9a314a6e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:12.654174 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-6a0435c8-1085-4dea-8692-6ee7a2cf07e9 None None] Set router 3075053c-001e-43a7-b8f9-a19786ec6547 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:40:12.691907 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e5108625-a736-4007-9dd4-9b410b2dbbae None None] Provisioning for port 05f3d0da-c6ff-4b67-913b-d322007dfb4b completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:12.701684 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e5108625-a736-4007-9dd4-9b410b2dbbae None None] Provisioning complete for port 05f3d0da-c6ff-4b67-913b-d322007dfb4b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:12.701684 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e5108625-a736-4007-9dd4-9b410b2dbbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:12.724048 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c3287fd1-c620-4f40-8d8c-4c9a314a6e0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:12.729260 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c3287fd1-c620-4f40-8d8c-4c9a314a6e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:12.797748 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3287fd1-c620-4f40-8d8c-4c9a314a6e0f admin admin] Pushing event updated for resources: {'Port': ['ID=05f3d0da-c6ff-4b67-913b-d322007dfb4b,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:12.800242 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c3287fd1-c620-4f40-8d8c-4c9a314a6e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:12.807537 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e5108625-a736-4007-9dd4-9b410b2dbbae None None] Port 05f3d0da-c6ff-4b67-913b-d322007dfb4b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:40:12.889051 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3287fd1-c620-4f40-8d8c-4c9a314a6e0f admin admin] Network dceaadb0-8850-426f-96ef-1d8c7883e616 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:12.890107 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6a0435c8-1085-4dea-8692-6ee7a2cf07e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'name': 'tempest-TestServerBasicOps-2059277882-router', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '2c8b8b5c-0d84-4f86-be29-20844ff72cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:09Z', 'updated_at': '2021-08-16T20:40:12Z', 'revision_number': 4, 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'gw_port': {'id': '2c8b8b5c-0d84-4f86-be29-20844ff72cbe', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:10Z', 'updated_at': '2021-08-16T20:40:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '05f3d0da-c6ff-4b67-913b-d322007dfb4b', 'name': '', 'network_id': 'dceaadb0-8850-426f-96ef-1d8c7883e616', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'mac_address': 'fa:16:3e:1c:01:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '5236a9cb-b9d7-4edc-817d-65a33e2a6afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:11Z', 'updated_at': '2021-08-16T20:40:11Z', 'revision_number': 1, 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'subnets': [{'id': '5236a9cb-b9d7-4edc-817d-65a33e2a6afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:12.890494 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-c3287fd1-c620-4f40-8d8c-4c9a314a6e0f admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:12.919595 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0435c8-1085-4dea-8692-6ee7a2cf07e9 None None] The sync data for ids ['3075053c-001e-43a7-b8f9-a19786ec6547'] in n-d-787206-13 is: [{'id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'name': 'tempest-TestServerBasicOps-2059277882-router', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '2c8b8b5c-0d84-4f86-be29-20844ff72cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:09Z', 'updated_at': '2021-08-16T20:40:12Z', 'revision_number': 4, 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'gw_port': {'id': '2c8b8b5c-0d84-4f86-be29-20844ff72cbe', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:10Z', 'updated_at': '2021-08-16T20:40:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '05f3d0da-c6ff-4b67-913b-d322007dfb4b', 'name': '', 'network_id': 'dceaadb0-8850-426f-96ef-1d8c7883e616', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'mac_address': 'fa:16:3e:1c:01:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '5236a9cb-b9d7-4edc-817d-65a33e2a6afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:11Z', 'updated_at': '2021-08-16T20:40:11Z', 'revision_number': 1, 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'subnets': [{'id': '5236a9cb-b9d7-4edc-817d-65a33e2a6afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:40:13.015773 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3287fd1-c620-4f40-8d8c-4c9a314a6e0f admin admin] Router 3075053c-001e-43a7-b8f9-a19786ec6547 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:40:13.139451 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c2d04c5f-4bb8-4165-ac01-1b875f148bc2 None None] Provisioning complete for port 05f3d0da-c6ff-4b67-913b-d322007dfb4b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:13.140228 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2d04c5f-4bb8-4165-ac01-1b875f148bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:13.175205 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3287fd1-c620-4f40-8d8c-4c9a314a6e0f admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:40:13.192779 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c3287fd1-c620-4f40-8d8c-4c9a314a6e0f admin admin] 10.222.0.68 "PUT /v2.0/routers/3075053c-001e-43a7-b8f9-a19786ec6547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9954629 Aug 16 20:40:13.205755 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c2d04c5f-4bb8-4165-ac01-1b875f148bc2 None None] Port 05f3d0da-c6ff-4b67-913b-d322007dfb4b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:40:13.231239 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1a544c06-dbf3-42a9-8f15-17e3548011bf up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:13.289831 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 1a544c06-dbf3-42a9-8f15-17e3548011bf triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:13.290301 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:13.726440 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58238) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:13.732105 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-60c8ff71-39a0-425d-8f7c-403ff5f9703d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1975056281-network', 'tenant_id': '9ab013bbd7474efb9543d9ed5d9ac2ef'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:13.754205 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c8ff71-39a0-425d-8f7c-403ff5f9703d admin admin] Made reservation on behalf of 9ab013bbd7474efb9543d9ed5d9ac2ef for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:40:13.757597 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-60c8ff71-39a0-425d-8f7c-403ff5f9703d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:13.766693 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-60c8ff71-39a0-425d-8f7c-403ff5f9703d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:13.864239 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-60c8ff71-39a0-425d-8f7c-403ff5f9703d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:13.869073 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-60c8ff71-39a0-425d-8f7c-403ff5f9703d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:13.895726 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c8ff71-39a0-425d-8f7c-403ff5f9703d admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:40:13.906119 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8ff71-39a0-425d-8f7c-403ff5f9703d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8211aef6-1951-4570-982d-c7c33742d63b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:13.912663 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-60c8ff71-39a0-425d-8f7c-403ff5f9703d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:13.913003 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-60c8ff71-39a0-425d-8f7c-403ff5f9703d admin admin] Added segment f5ea309a-a3f2-4741-bcb3-444f11f8baeb of type vlan for network b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a Aug 16 20:40:13.958117 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-60c8ff71-39a0-425d-8f7c-403ff5f9703d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:13.988286 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-60c8ff71-39a0-425d-8f7c-403ff5f9703d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:13.989279 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c8ff71-39a0-425d-8f7c-403ff5f9703d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:13.989861 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-60c8ff71-39a0-425d-8f7c-403ff5f9703d admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.046320 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-60c8ff71-39a0-425d-8f7c-403ff5f9703d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3187311 Aug 16 20:40:14.049163 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58240) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:14.054826 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f70cf013-30e9-45ac-992b-5f5f412dfe06 admin admin] Request body: {'subnet': {'network_id': 'b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1975056281-subnet', 'tenant_id': '9ab013bbd7474efb9543d9ed5d9ac2ef', 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:14.055715 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8ff71-39a0-425d-8f7c-403ff5f9703d admin admin] Pushing event updated for resources: {'Network': ['ID=b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:14.066205 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:40:14.077837 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70cf013-30e9-45ac-992b-5f5f412dfe06 admin admin] Made reservation on behalf of 9ab013bbd7474efb9543d9ed5d9ac2ef for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:40:14.080509 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f70cf013-30e9-45ac-992b-5f5f412dfe06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.260587 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f70cf013-30e9-45ac-992b-5f5f412dfe06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.319438 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70cf013-30e9-45ac-992b-5f5f412dfe06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17e4d4a9-c774-4565-a441-e9d580bf15c3,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:14.327912 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70cf013-30e9-45ac-992b-5f5f412dfe06 admin admin] Checking segment: {'id': 'f5ea309a-a3f2-4741-bcb3-444f11f8baeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:40:14.328279 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70cf013-30e9-45ac-992b-5f5f412dfe06 admin admin] Network hostable DHCP agents. Network: b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:40:14.344551 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70cf013-30e9-45ac-992b-5f5f412dfe06 admin admin] Network b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:40:14.353150 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-f70cf013-30e9-45ac-992b-5f5f412dfe06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:14.357346 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70cf013-30e9-45ac-992b-5f5f412dfe06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:14.357926 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f70cf013-30e9-45ac-992b-5f5f412dfe06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.362457 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d4b27e-d0c4-4737-84dd-9eec4d003a4f None None] Network b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:40:14.371548 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f70cf013-30e9-45ac-992b-5f5f412dfe06 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3212771 Aug 16 20:40:14.374022 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58242) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:14.378582 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-27ae48bf-ff89-4af8-80e8-f5958ed55d70 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1975056281-router', 'tenant_id': '9ab013bbd7474efb9543d9ed5d9ac2ef', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:14.401634 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27ae48bf-ff89-4af8-80e8-f5958ed55d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.402828 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27ae48bf-ff89-4af8-80e8-f5958ed55d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.457190 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27ae48bf-ff89-4af8-80e8-f5958ed55d70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.508309 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf5419b-21d5-4e28-8302-9437f2be1031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a', 'network_id': 'b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a', 'tenant_id': '9ab013bbd7474efb9543d9ed5d9ac2ef', 'fixed_ips': [{'subnet_id': '17e4d4a9-c774-4565-a441-e9d580bf15c3'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:40:14.509212 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bcf5419b-21d5-4e28-8302-9437f2be1031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.602475 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27ae48bf-ff89-4af8-80e8-f5958ed55d70 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.649552 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-bcf5419b-21d5-4e28-8302-9437f2be1031 None None] Allocated IP 172.20.0.2 (b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a/17e4d4a9-c774-4565-a441-e9d580bf15c3/2d7a2897-9c6d-42b1-8044-81eb8b63d322) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:14.797041 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bcf5419b-21d5-4e28-8302-9437f2be1031 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.806270 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bcf5419b-21d5-4e28-8302-9437f2be1031 None None] Transition to ACTIVE for port object 2d7a2897-9c6d-42b1-8044-81eb8b63d322 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:14.809281 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27ae48bf-ff89-4af8-80e8-f5958ed55d70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.821522 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bcf5419b-21d5-4e28-8302-9437f2be1031 None None] Transition to ACTIVE for port object 2d7a2897-9c6d-42b1-8044-81eb8b63d322 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:14.827570 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bcf5419b-21d5-4e28-8302-9437f2be1031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.828648 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27ae48bf-ff89-4af8-80e8-f5958ed55d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.868729 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf5419b-21d5-4e28-8302-9437f2be1031 None None] Network b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:14.871946 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-bcf5419b-21d5-4e28-8302-9437f2be1031 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:14.876412 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf5419b-21d5-4e28-8302-9437f2be1031 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:14.879712 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5419b-21d5-4e28-8302-9437f2be1031 None None] Pushing event updated for resources: {'Port': ['ID=2d7a2897-9c6d-42b1-8044-81eb8b63d322,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:14.899586 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59039fb2-a610-4b58-91f2-811fbb7760bd None None] Sync routers for ids ['3075053c-001e-43a7-b8f9-a19786ec6547'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:40:14.911134 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59039fb2-a610-4b58-91f2-811fbb7760bd None None] Routers {'3075053c-001e-43a7-b8f9-a19786ec6547'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:14.911827 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-59039fb2-a610-4b58-91f2-811fbb7760bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:40:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['3075053c-001e-43a7-b8f9-a19786ec6547'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:14.933498 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bcf5419b-21d5-4e28-8302-9437f2be1031 None None] Attempting to bind port 2d7a2897-9c6d-42b1-8044-81eb8b63d322 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:40:14.933967 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bcf5419b-21d5-4e28-8302-9437f2be1031 None None] Attempting to bind port 2d7a2897-9c6d-42b1-8044-81eb8b63d322 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'f5ea309a-a3f2-4741-bcb3-444f11f8baeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:40:14.934393 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf5419b-21d5-4e28-8302-9437f2be1031 None None] Attempting to bind port 2d7a2897-9c6d-42b1-8044-81eb8b63d322 on network b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:40:14.939752 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf5419b-21d5-4e28-8302-9437f2be1031 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:40:14.940217 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf5419b-21d5-4e28-8302-9437f2be1031 None None] Checking segment: {'id': 'f5ea309a-a3f2-4741-bcb3-444f11f8baeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:40:14.940693 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bcf5419b-21d5-4e28-8302-9437f2be1031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.941158 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf5419b-21d5-4e28-8302-9437f2be1031 None None] Bound using segment: {'id': 'f5ea309a-a3f2-4741-bcb3-444f11f8baeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:40:14.941631 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bcf5419b-21d5-4e28-8302-9437f2be1031 None None] Bound port: 2d7a2897-9c6d-42b1-8044-81eb8b63d322, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5ea309a-a3f2-4741-bcb3-444f11f8baeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:40:14.942159 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bcf5419b-21d5-4e28-8302-9437f2be1031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.954459 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-27ae48bf-ff89-4af8-80e8-f5958ed55d70 admin admin] Allocated IP 172.25.8.124 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/60b52a4a-f760-4e46-9b62-cd05565c4891) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:15.015384 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bcf5419b-21d5-4e28-8302-9437f2be1031 None None] For port 2d7a2897-9c6d-42b1-8044-81eb8b63d322, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:40:15.018380 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bcf5419b-21d5-4e28-8302-9437f2be1031 None None] For port 2d7a2897-9c6d-42b1-8044-81eb8b63d322, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=2d7a2897-9c6d-42b1-8044-81eb8b63d322,segment=NetworkSegment(f5ea309a-a3f2-4741-bcb3-444f11f8baeb),segment_id=f5ea309a-a3f2-4741-bcb3-444f11f8baeb)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:40:15.020549 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-59039fb2-a610-4b58-91f2-811fbb7760bd None None] Set router 3075053c-001e-43a7-b8f9-a19786ec6547 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:40:15.026361 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bcf5419b-21d5-4e28-8302-9437f2be1031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:15.101530 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5419b-21d5-4e28-8302-9437f2be1031 None None] Pushing event updated for resources: {'Port': ['ID=2d7a2897-9c6d-42b1-8044-81eb8b63d322,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:15.108563 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27ae48bf-ff89-4af8-80e8-f5958ed55d70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:15.169027 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27ae48bf-ff89-4af8-80e8-f5958ed55d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:15.213121 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ae48bf-ff89-4af8-80e8-f5958ed55d70 admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:15.216193 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-27ae48bf-ff89-4af8-80e8-f5958ed55d70 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:15.220757 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ae48bf-ff89-4af8-80e8-f5958ed55d70 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:15.231332 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae48bf-ff89-4af8-80e8-f5958ed55d70 admin admin] Pushing event updated for resources: {'Port': ['ID=60b52a4a-f760-4e46-9b62-cd05565c4891,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:15.275332 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2c8b8b5c-0d84-4f86-be29-20844ff72cbe up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:15.358104 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 2c8b8b5c-0d84-4f86-be29-20844ff72cbe completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:15.362246 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 2c8b8b5c-0d84-4f86-be29-20844ff72cbe triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:15.362623 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:15.427510 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-59039fb2-a610-4b58-91f2-811fbb7760bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'name': 'tempest-TestServerBasicOps-2059277882-router', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '2c8b8b5c-0d84-4f86-be29-20844ff72cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:09Z', 'updated_at': '2021-08-16T20:40:12Z', 'revision_number': 4, 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'gw_port': {'id': '2c8b8b5c-0d84-4f86-be29-20844ff72cbe', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:10Z', 'updated_at': '2021-08-16T20:40:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '05f3d0da-c6ff-4b67-913b-d322007dfb4b', 'name': '', 'network_id': 'dceaadb0-8850-426f-96ef-1d8c7883e616', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'mac_address': 'fa:16:3e:1c:01:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '5236a9cb-b9d7-4edc-817d-65a33e2a6afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:11Z', 'updated_at': '2021-08-16T20:40:12Z', 'revision_number': 2, 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'subnets': [{'id': '5236a9cb-b9d7-4edc-817d-65a33e2a6afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:15.459357 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:15.464503 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59039fb2-a610-4b58-91f2-811fbb7760bd None None] Checking router: 3075053c-001e-43a7-b8f9-a19786ec6547 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:40:15.464856 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59039fb2-a610-4b58-91f2-811fbb7760bd None None] Updating router 3075053c-001e-43a7-b8f9-a19786ec6547 port 05f3d0da-c6ff-4b67-913b-d322007dfb4b binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:40:15.482771 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 2c8b8b5c-0d84-4f86-be29-20844ff72cbe, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=2c8b8b5c-0d84-4f86-be29-20844ff72cbe,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:15.488921 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:15.499780 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59039fb2-a610-4b58-91f2-811fbb7760bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:15.540654 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=2c8b8b5c-0d84-4f86-be29-20844ff72cbe,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:15.566262 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27ae48bf-ff89-4af8-80e8-f5958ed55d70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:15.758551 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59039fb2-a610-4b58-91f2-811fbb7760bd None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:15.762768 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27ae48bf-ff89-4af8-80e8-f5958ed55d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:15.768538 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-59039fb2-a610-4b58-91f2-811fbb7760bd None None] Transition to ACTIVE for port object 05f3d0da-c6ff-4b67-913b-d322007dfb4b will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:15.774000 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59039fb2-a610-4b58-91f2-811fbb7760bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:15.851290 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f69cfb-ec46-42f8-8140-04d94d9fbea4 None None] Pushing event updated for resources: {'Port': ['ID=05f3d0da-c6ff-4b67-913b-d322007dfb4b,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:15.875861 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f69cfb-ec46-42f8-8140-04d94d9fbea4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:15.876201 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f69cfb-ec46-42f8-8140-04d94d9fbea4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:15.876536 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f69cfb-ec46-42f8-8140-04d94d9fbea4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:15.876866 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f69cfb-ec46-42f8-8140-04d94d9fbea4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:15.877190 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f69cfb-ec46-42f8-8140-04d94d9fbea4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:15.877512 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f69cfb-ec46-42f8-8140-04d94d9fbea4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:15.877834 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f69cfb-ec46-42f8-8140-04d94d9fbea4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:15.878156 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f69cfb-ec46-42f8-8140-04d94d9fbea4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:15.878467 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f69cfb-ec46-42f8-8140-04d94d9fbea4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:15.878782 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f69cfb-ec46-42f8-8140-04d94d9fbea4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:15.879097 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f69cfb-ec46-42f8-8140-04d94d9fbea4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:15.879435 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f69cfb-ec46-42f8-8140-04d94d9fbea4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:15.893364 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-59039fb2-a610-4b58-91f2-811fbb7760bd None None] Attempting to bind port 05f3d0da-c6ff-4b67-913b-d322007dfb4b on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:40:15.893731 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-59039fb2-a610-4b58-91f2-811fbb7760bd None None] Attempting to bind port 05f3d0da-c6ff-4b67-913b-d322007dfb4b by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '1ed1a97f-eb59-47a7-a718-716c7484f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'dceaadb0-8850-426f-96ef-1d8c7883e616'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:40:15.894096 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59039fb2-a610-4b58-91f2-811fbb7760bd None None] Attempting to bind port 05f3d0da-c6ff-4b67-913b-d322007dfb4b on network dceaadb0-8850-426f-96ef-1d8c7883e616 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:40:15.899653 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59039fb2-a610-4b58-91f2-811fbb7760bd None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:40:15.900261 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59039fb2-a610-4b58-91f2-811fbb7760bd None None] Checking segment: {'id': '1ed1a97f-eb59-47a7-a718-716c7484f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'dceaadb0-8850-426f-96ef-1d8c7883e616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:40:15.900389 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59039fb2-a610-4b58-91f2-811fbb7760bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:15.900784 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59039fb2-a610-4b58-91f2-811fbb7760bd None None] Bound using segment: {'id': '1ed1a97f-eb59-47a7-a718-716c7484f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'dceaadb0-8850-426f-96ef-1d8c7883e616'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:40:15.901248 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-59039fb2-a610-4b58-91f2-811fbb7760bd None None] Bound port: 05f3d0da-c6ff-4b67-913b-d322007dfb4b, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed1a97f-eb59-47a7-a718-716c7484f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'dceaadb0-8850-426f-96ef-1d8c7883e616'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:40:15.901622 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59039fb2-a610-4b58-91f2-811fbb7760bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:15.981692 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-59039fb2-a610-4b58-91f2-811fbb7760bd None None] For port 05f3d0da-c6ff-4b67-913b-d322007dfb4b, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:40:15.985483 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-59039fb2-a610-4b58-91f2-811fbb7760bd None None] For port 05f3d0da-c6ff-4b67-913b-d322007dfb4b, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=05f3d0da-c6ff-4b67-913b-d322007dfb4b,segment=NetworkSegment(1ed1a97f-eb59-47a7-a718-716c7484f92c),segment_id=1ed1a97f-eb59-47a7-a718-716c7484f92c)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:40:15.992875 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59039fb2-a610-4b58-91f2-811fbb7760bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:16.072305 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f69cfb-ec46-42f8-8140-04d94d9fbea4 None None] Pushing event updated for resources: {'Port': ['ID=05f3d0da-c6ff-4b67-913b-d322007dfb4b,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:16.074913 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59039fb2-a610-4b58-91f2-811fbb7760bd None None] Routers {'3075053c-001e-43a7-b8f9-a19786ec6547'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:16.075931 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-59039fb2-a610-4b58-91f2-811fbb7760bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:40:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['3075053c-001e-43a7-b8f9-a19786ec6547'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:16.198645 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-59039fb2-a610-4b58-91f2-811fbb7760bd None None] Set router 3075053c-001e-43a7-b8f9-a19786ec6547 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:40:16.275645 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ae48bf-ff89-4af8-80e8-f5958ed55d70 admin admin] Router abd50452-7e5d-43c9-b0d9-eadd4bb952d4 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:40:16.345149 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfb2f26-f230-442b-b4f8-64243dc7cc05 None None] Network b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:40:16.409471 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ae48bf-ff89-4af8-80e8-f5958ed55d70 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:40:16.419423 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-59039fb2-a610-4b58-91f2-811fbb7760bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'name': 'tempest-TestServerBasicOps-2059277882-router', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '2c8b8b5c-0d84-4f86-be29-20844ff72cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:09Z', 'updated_at': '2021-08-16T20:40:12Z', 'revision_number': 4, 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'gw_port': {'id': '2c8b8b5c-0d84-4f86-be29-20844ff72cbe', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:10Z', 'updated_at': '2021-08-16T20:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '05f3d0da-c6ff-4b67-913b-d322007dfb4b', 'name': '', 'network_id': 'dceaadb0-8850-426f-96ef-1d8c7883e616', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'mac_address': 'fa:16:3e:1c:01:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '5236a9cb-b9d7-4edc-817d-65a33e2a6afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:11Z', 'updated_at': '2021-08-16T20:40:15Z', 'revision_number': 4, 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'subnets': [{'id': '5236a9cb-b9d7-4edc-817d-65a33e2a6afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:16.426047 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27ae48bf-ff89-4af8-80e8-f5958ed55d70 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:16.427490 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-27ae48bf-ff89-4af8-80e8-f5958ed55d70 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0525184 Aug 16 20:40:16.430514 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58246) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:16.435146 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bdc009-2507-4900-b9b1-df4b3da480b7 None None] Sync routers for ids ['abd50452-7e5d-43c9-b0d9-eadd4bb952d4'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:40:16.446456 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59039fb2-a610-4b58-91f2-811fbb7760bd None None] The sync data for ids ['3075053c-001e-43a7-b8f9-a19786ec6547'] in n-d-787206-13 is: [{'id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'name': 'tempest-TestServerBasicOps-2059277882-router', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '2c8b8b5c-0d84-4f86-be29-20844ff72cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:09Z', 'updated_at': '2021-08-16T20:40:12Z', 'revision_number': 4, 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'gw_port': {'id': '2c8b8b5c-0d84-4f86-be29-20844ff72cbe', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:10Z', 'updated_at': '2021-08-16T20:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '05f3d0da-c6ff-4b67-913b-d322007dfb4b', 'name': '', 'network_id': 'dceaadb0-8850-426f-96ef-1d8c7883e616', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'mac_address': 'fa:16:3e:1c:01:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '5236a9cb-b9d7-4edc-817d-65a33e2a6afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:11Z', 'updated_at': '2021-08-16T20:40:15Z', 'revision_number': 4, 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'subnets': [{'id': '5236a9cb-b9d7-4edc-817d-65a33e2a6afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:40:16.461899 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bdc009-2507-4900-b9b1-df4b3da480b7 None None] Routers {'abd50452-7e5d-43c9-b0d9-eadd4bb952d4'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:16.462668 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b2bdc009-2507-4900-b9b1-df4b3da480b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:40:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['abd50452-7e5d-43c9-b0d9-eadd4bb952d4'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:16.507036 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-715d814b-d782-4d1e-b725-85687717f530 None None] Provisioning for port 2d7a2897-9c6d-42b1-8044-81eb8b63d322 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:16.632766 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-b2bdc009-2507-4900-b9b1-df4b3da480b7 None None] Set router abd50452-7e5d-43c9-b0d9-eadd4bb952d4 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:40:16.834720 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b2bdc009-2507-4900-b9b1-df4b3da480b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd50452-7e5d-43c9-b0d9-eadd4bb952d4', 'name': 'tempest-TestServerBasicOps-1975056281-router', 'tenant_id': '9ab013bbd7474efb9543d9ed5d9ac2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '60b52a4a-f760-4e46-9b62-cd05565c4891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:14Z', 'updated_at': '2021-08-16T20:40:15Z', 'revision_number': 3, 'project_id': '9ab013bbd7474efb9543d9ed5d9ac2ef', 'gw_port': {'id': '60b52a4a-f760-4e46-9b62-cd05565c4891', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:79:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd50452-7e5d-43c9-b0d9-eadd4bb952d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:14Z', 'updated_at': '2021-08-16T20:40:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:16.868138 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bdc009-2507-4900-b9b1-df4b3da480b7 None None] Checking router: abd50452-7e5d-43c9-b0d9-eadd4bb952d4 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:40:16.868138 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bdc009-2507-4900-b9b1-df4b3da480b7 None None] Updating router abd50452-7e5d-43c9-b0d9-eadd4bb952d4 port 60b52a4a-f760-4e46-9b62-cd05565c4891 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:40:16.885077 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cead470f-5ea8-4c2c-a3dd-ccf83d6621dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:16.895008 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b2bdc009-2507-4900-b9b1-df4b3da480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:17.080698 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-cead470f-5ea8-4c2c-a3dd-ccf83d6621dd admin admin] Allocated IP 172.20.0.1 (b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a/17e4d4a9-c774-4565-a441-e9d580bf15c3/489dde0b-5f04-4c76-94ee-976186ae04bd) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:17.183827 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b2bdc009-2507-4900-b9b1-df4b3da480b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:17.195425 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b2bdc009-2507-4900-b9b1-df4b3da480b7 None None] Transition to ACTIVE for port object 60b52a4a-f760-4e46-9b62-cd05565c4891 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:17.202792 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b2bdc009-2507-4900-b9b1-df4b3da480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:17.222577 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cead470f-5ea8-4c2c-a3dd-ccf83d6621dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:17.237229 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-cead470f-5ea8-4c2c-a3dd-ccf83d6621dd admin admin] Transition to ACTIVE for port object 489dde0b-5f04-4c76-94ee-976186ae04bd will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:17.260044 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e82f6-8519-49fe-b6bd-4bf5e96eb579 None None] Pushing event updated for resources: {'Port': ['ID=60b52a4a-f760-4e46-9b62-cd05565c4891,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:17.262473 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b2bdc009-2507-4900-b9b1-df4b3da480b7 None None] Attempting to bind port 60b52a4a-f760-4e46-9b62-cd05565c4891 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:40:17.262846 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b2bdc009-2507-4900-b9b1-df4b3da480b7 None None] Attempting to bind port 60b52a4a-f760-4e46-9b62-cd05565c4891 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:40:17.263214 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bdc009-2507-4900-b9b1-df4b3da480b7 None None] Attempting to bind port 60b52a4a-f760-4e46-9b62-cd05565c4891 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:40:17.268754 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bdc009-2507-4900-b9b1-df4b3da480b7 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:40:17.269135 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bdc009-2507-4900-b9b1-df4b3da480b7 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:40:17.269540 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b2bdc009-2507-4900-b9b1-df4b3da480b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:17.269934 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bdc009-2507-4900-b9b1-df4b3da480b7 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:40:17.270400 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b2bdc009-2507-4900-b9b1-df4b3da480b7 None None] Bound port: 60b52a4a-f760-4e46-9b62-cd05565c4891, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:40:17.270788 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b2bdc009-2507-4900-b9b1-df4b3da480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:17.281116 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cead470f-5ea8-4c2c-a3dd-ccf83d6621dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:17.316987 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cead470f-5ea8-4c2c-a3dd-ccf83d6621dd admin admin] Network b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:17.318954 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-cead470f-5ea8-4c2c-a3dd-ccf83d6621dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:17.321446 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cead470f-5ea8-4c2c-a3dd-ccf83d6621dd admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:17.328822 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b2bdc009-2507-4900-b9b1-df4b3da480b7 None None] For port 60b52a4a-f760-4e46-9b62-cd05565c4891, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:40:17.332647 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b2bdc009-2507-4900-b9b1-df4b3da480b7 None None] For port 60b52a4a-f760-4e46-9b62-cd05565c4891, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=60b52a4a-f760-4e46-9b62-cd05565c4891,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:40:17.335792 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2c8b8b5c-0d84-4f86-be29-20844ff72cbe up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:17.339894 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b2bdc009-2507-4900-b9b1-df4b3da480b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:17.364296 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead470f-5ea8-4c2c-a3dd-ccf83d6621dd admin admin] Pushing event updated for resources: {'Port': ['ID=489dde0b-5f04-4c76-94ee-976186ae04bd,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:17.375408 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cead470f-5ea8-4c2c-a3dd-ccf83d6621dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:17.436492 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e82f6-8519-49fe-b6bd-4bf5e96eb579 None None] Pushing event updated for resources: {'Port': ['ID=60b52a4a-f760-4e46-9b62-cd05565c4891,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:17.439729 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bdc009-2507-4900-b9b1-df4b3da480b7 None None] Routers {'abd50452-7e5d-43c9-b0d9-eadd4bb952d4'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:17.440364 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b2bdc009-2507-4900-b9b1-df4b3da480b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:40:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['abd50452-7e5d-43c9-b0d9-eadd4bb952d4'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:17.489577 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 2c8b8b5c-0d84-4f86-be29-20844ff72cbe triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:17.489971 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:17.520331 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cead470f-5ea8-4c2c-a3dd-ccf83d6621dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:17.695462 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cead470f-5ea8-4c2c-a3dd-ccf83d6621dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:17.700533 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cead470f-5ea8-4c2c-a3dd-ccf83d6621dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:17.750656 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-af6597ad-cef7-4abc-a520-0dea8d019268 None None] Provisioning for port 489dde0b-5f04-4c76-94ee-976186ae04bd completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:17.762083 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-b2bdc009-2507-4900-b9b1-df4b3da480b7 None None] Set router abd50452-7e5d-43c9-b0d9-eadd4bb952d4 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:40:17.763830 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-af6597ad-cef7-4abc-a520-0dea8d019268 None None] Provisioning complete for port 489dde0b-5f04-4c76-94ee-976186ae04bd triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:17.764196 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-af6597ad-cef7-4abc-a520-0dea8d019268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:17.767996 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead470f-5ea8-4c2c-a3dd-ccf83d6621dd admin admin] Pushing event updated for resources: {'Port': ['ID=489dde0b-5f04-4c76-94ee-976186ae04bd,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:17.771492 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cead470f-5ea8-4c2c-a3dd-ccf83d6621dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:17.865019 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cead470f-5ea8-4c2c-a3dd-ccf83d6621dd admin admin] Network b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:17.866427 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-cead470f-5ea8-4c2c-a3dd-ccf83d6621dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:17.921361 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-af6597ad-cef7-4abc-a520-0dea8d019268 None None] Port 489dde0b-5f04-4c76-94ee-976186ae04bd cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:40:17.925650 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 05f3d0da-c6ff-4b67-913b-d322007dfb4b up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:17.988900 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cead470f-5ea8-4c2c-a3dd-ccf83d6621dd admin admin] Router abd50452-7e5d-43c9-b0d9-eadd4bb952d4 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:40:18.025010 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 05f3d0da-c6ff-4b67-913b-d322007dfb4b completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:18.030977 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 05f3d0da-c6ff-4b67-913b-d322007dfb4b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:18.031381 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:18.079564 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b2bdc009-2507-4900-b9b1-df4b3da480b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd50452-7e5d-43c9-b0d9-eadd4bb952d4', 'name': 'tempest-TestServerBasicOps-1975056281-router', 'tenant_id': '9ab013bbd7474efb9543d9ed5d9ac2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '60b52a4a-f760-4e46-9b62-cd05565c4891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:14Z', 'updated_at': '2021-08-16T20:40:15Z', 'revision_number': 3, 'project_id': '9ab013bbd7474efb9543d9ed5d9ac2ef', 'gw_port': {'id': '60b52a4a-f760-4e46-9b62-cd05565c4891', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:79:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd50452-7e5d-43c9-b0d9-eadd4bb952d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:14Z', 'updated_at': '2021-08-16T20:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:18.112891 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bdc009-2507-4900-b9b1-df4b3da480b7 None None] The sync data for ids ['abd50452-7e5d-43c9-b0d9-eadd4bb952d4'] in n-d-787206-13 is: [{'id': 'abd50452-7e5d-43c9-b0d9-eadd4bb952d4', 'name': 'tempest-TestServerBasicOps-1975056281-router', 'tenant_id': '9ab013bbd7474efb9543d9ed5d9ac2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '60b52a4a-f760-4e46-9b62-cd05565c4891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:14Z', 'updated_at': '2021-08-16T20:40:15Z', 'revision_number': 3, 'project_id': '9ab013bbd7474efb9543d9ed5d9ac2ef', 'gw_port': {'id': '60b52a4a-f760-4e46-9b62-cd05565c4891', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:79:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd50452-7e5d-43c9-b0d9-eadd4bb952d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:14Z', 'updated_at': '2021-08-16T20:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:40:18.126166 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cead470f-5ea8-4c2c-a3dd-ccf83d6621dd admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:40:18.137905 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cead470f-5ea8-4c2c-a3dd-ccf83d6621dd admin admin] 10.222.0.68 "PUT /v2.0/routers/abd50452-7e5d-43c9-b0d9-eadd4bb952d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7022765 Aug 16 20:40:18.161032 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:18.174522 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4355af4d-c67a-4669-8831-42f58d8cbc05 None None] Provisioning complete for port 489dde0b-5f04-4c76-94ee-976186ae04bd triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:18.174956 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4355af4d-c67a-4669-8831-42f58d8cbc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:18.225043 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 05f3d0da-c6ff-4b67-913b-d322007dfb4b, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=05f3d0da-c6ff-4b67-913b-d322007dfb4b,segment=NetworkSegment(1ed1a97f-eb59-47a7-a718-716c7484f92c),segment_id=1ed1a97f-eb59-47a7-a718-716c7484f92c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:18.230520 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4355af4d-c67a-4669-8831-42f58d8cbc05 None None] Port 489dde0b-5f04-4c76-94ee-976186ae04bd cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:40:18.232046 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:18.232840 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2d7a2897-9c6d-42b1-8044-81eb8b63d322 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:18.315854 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=05f3d0da-c6ff-4b67-913b-d322007dfb4b,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:18.332279 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 2d7a2897-9c6d-42b1-8044-81eb8b63d322 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:18.336547 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 2d7a2897-9c6d-42b1-8044-81eb8b63d322 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:18.336933 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:18.447133 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:18.490944 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 2d7a2897-9c6d-42b1-8044-81eb8b63d322, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=2d7a2897-9c6d-42b1-8044-81eb8b63d322,segment=NetworkSegment(f5ea309a-a3f2-4741-bcb3-444f11f8baeb),segment_id=f5ea309a-a3f2-4741-bcb3-444f11f8baeb)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:18.496513 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:18.550025 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=2d7a2897-9c6d-42b1-8044-81eb8b63d322,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:18.767964 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58256) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:18.773277 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-be42f16d-fb29-4242-a786-bf67a53cb583 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-591434430', 'description': 'tempest-secgroup-smoke-591434430 description', 'project_id': 'cac20e211dcc4e44a6f968f19013a99f'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:18.796570 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be42f16d-fb29-4242-a786-bf67a53cb583 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:18.890162 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be42f16d-fb29-4242-a786-bf67a53cb583 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:18.894101 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be42f16d-fb29-4242-a786-bf67a53cb583 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:18.926409 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be42f16d-fb29-4242-a786-bf67a53cb583 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:18.930461 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-be42f16d-fb29-4242-a786-bf67a53cb583 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1587119 Aug 16 20:40:18.930461 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42f16d-fb29-4242-a786-bf67a53cb583 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b80ebd6e-7aa6-4276-b1c9-df3a0abd0e30,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:18.930870 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58258) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:18.936086 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-39ae7eed-c06f-48c0-a4ae-a66eeb7a9b03 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Request body: {'security_group_rule': {'security_group_id': 'b80ebd6e-7aa6-4276-b1c9-df3a0abd0e30', 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:18.965746 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39ae7eed-c06f-48c0-a4ae-a66eeb7a9b03 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.026224 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39ae7eed-c06f-48c0-a4ae-a66eeb7a9b03 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.030157 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39ae7eed-c06f-48c0-a4ae-a66eeb7a9b03 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.051024 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae7eed-c06f-48c0-a4ae-a66eeb7a9b03 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49cc9b64-5160-4140-8bc9-925da05d411c,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:19.058109 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39ae7eed-c06f-48c0-a4ae-a66eeb7a9b03 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.063136 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-39ae7eed-c06f-48c0-a4ae-a66eeb7a9b03 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277564 Aug 16 20:40:19.063466 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58260) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:19.068209 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-14cfc148-f8cd-4337-a6da-9bd959c6dd57 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Request body: {'security_group_rule': {'security_group_id': 'b80ebd6e-7aa6-4276-b1c9-df3a0abd0e30', 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:19.096697 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14cfc148-f8cd-4337-a6da-9bd959c6dd57 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.161825 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14cfc148-f8cd-4337-a6da-9bd959c6dd57 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.166621 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14cfc148-f8cd-4337-a6da-9bd959c6dd57 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.185925 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cfc148-f8cd-4337-a6da-9bd959c6dd57 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db53468-c7a2-40c2-b391-a02c0cbc9d86,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:19.189154 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14cfc148-f8cd-4337-a6da-9bd959c6dd57 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.192863 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-14cfc148-f8cd-4337-a6da-9bd959c6dd57 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1258833 Aug 16 20:40:19.193260 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58262) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:19.198226 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-34454018-98cd-430d-b543-3c03c4491983 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Request body: {'security_group_rule': {'security_group_id': 'b80ebd6e-7aa6-4276-b1c9-df3a0abd0e30', 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:19.225052 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34454018-98cd-430d-b543-3c03c4491983 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.273775 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 05f3d0da-c6ff-4b67-913b-d322007dfb4b up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:19.285753 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34454018-98cd-430d-b543-3c03c4491983 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.289624 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34454018-98cd-430d-b543-3c03c4491983 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.309590 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34454018-98cd-430d-b543-3c03c4491983 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960a3151-d990-4550-85d0-df6ce4faabc0,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:19.316991 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34454018-98cd-430d-b543-3c03c4491983 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.318521 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-34454018-98cd-430d-b543-3c03c4491983 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245492 Aug 16 20:40:19.321695 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58264) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:19.326282 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2d2fd91e-f0e6-4539-b037-baba752de08b tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Request body: {'security_group_rule': {'security_group_id': 'b80ebd6e-7aa6-4276-b1c9-df3a0abd0e30', 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:19.329519 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 05f3d0da-c6ff-4b67-913b-d322007dfb4b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:19.329940 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.355845 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2d2fd91e-f0e6-4539-b037-baba752de08b tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.415838 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2d2fd91e-f0e6-4539-b037-baba752de08b tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.416662 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 60b52a4a-f760-4e46-9b62-cd05565c4891 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:19.419916 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2d2fd91e-f0e6-4539-b037-baba752de08b tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.437204 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2fd91e-f0e6-4539-b037-baba752de08b tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a172c562-a270-4fbc-b758-91ce117067a3,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:19.445440 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2d2fd91e-f0e6-4539-b037-baba752de08b tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.446713 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2d2fd91e-f0e6-4539-b037-baba752de08b tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1240058 Aug 16 20:40:19.449435 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58266) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:19.453973 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e5d682ee-5f61-451a-8c06-9f97beb45387 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Request body: {'security_group_rule': {'security_group_id': 'b80ebd6e-7aa6-4276-b1c9-df3a0abd0e30', 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:19.468975 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 60b52a4a-f760-4e46-9b62-cd05565c4891 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:19.472716 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 60b52a4a-f760-4e46-9b62-cd05565c4891 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:19.473090 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.477816 n-d-787206-13 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-e5d682ee-5f61-451a-8c06-9f97beb45387 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Project cac20e211dcc4e44a6f968f19013a99f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:40:19.482947 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5d682ee-5f61-451a-8c06-9f97beb45387 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.551361 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5d682ee-5f61-451a-8c06-9f97beb45387 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.553103 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.556480 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5d682ee-5f61-451a-8c06-9f97beb45387 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.576750 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d682ee-5f61-451a-8c06-9f97beb45387 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b37a93b2-16bf-458d-bbc5-47abe01e3bb9,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:19.577973 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 60b52a4a-f760-4e46-9b62-cd05565c4891, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=60b52a4a-f760-4e46-9b62-cd05565c4891,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:19.583107 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.583972 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2d7a2897-9c6d-42b1-8044-81eb8b63d322 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:19.584334 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5d682ee-5f61-451a-8c06-9f97beb45387 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.585823 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e5d682ee-5f61-451a-8c06-9f97beb45387 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1354299 Aug 16 20:40:19.589961 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58268) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:19.593310 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-fd11209e-b478-4bb7-8bfa-8fe6a5ce1f14 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Request body: {'security_group_rule': {'security_group_id': 'b80ebd6e-7aa6-4276-b1c9-df3a0abd0e30', 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:19.615147 n-d-787206-13 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-fd11209e-b478-4bb7-8bfa-8fe6a5ce1f14 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Project cac20e211dcc4e44a6f968f19013a99f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:40:19.620547 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd11209e-b478-4bb7-8bfa-8fe6a5ce1f14 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.661628 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=60b52a4a-f760-4e46-9b62-cd05565c4891,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:19.674193 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 2d7a2897-9c6d-42b1-8044-81eb8b63d322 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:19.674569 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.688961 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd11209e-b478-4bb7-8bfa-8fe6a5ce1f14 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.693563 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd11209e-b478-4bb7-8bfa-8fe6a5ce1f14 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.713449 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11209e-b478-4bb7-8bfa-8fe6a5ce1f14 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c740e770-014f-495b-b807-1d0f2a93e41e,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:19.720809 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fd11209e-b478-4bb7-8bfa-8fe6a5ce1f14 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.721804 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fd11209e-b478-4bb7-8bfa-8fe6a5ce1f14 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1321795 Aug 16 20:40:19.862749 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60f93185-751a-4c31-be78-8de396e18853 req-95e7c95b-bc58-4076-a20d-cac179f1a173 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-591434430&fields=id&tenant_id=cac20e211dcc4e44a6f968f19013a99f HTTP/1.1" status: 200 len: 267 time: 0.0334961 Aug 16 20:40:19.872958 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd781ac-fa84-4a9f-ab51-a8676a23a87b None None] Sync routers for ids ['abd50452-7e5d-43c9-b0d9-eadd4bb952d4'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:40:19.882822 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd781ac-fa84-4a9f-ab51-a8676a23a87b None None] Routers {'abd50452-7e5d-43c9-b0d9-eadd4bb952d4'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:19.883487 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6dd781ac-fa84-4a9f-ab51-a8676a23a87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:40:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['abd50452-7e5d-43c9-b0d9-eadd4bb952d4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:19.973185 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f93185-751a-4c31-be78-8de396e18853 req-50eb762f-cd27-4001-867d-d22a5afc168a tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:19.974681 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60f93185-751a-4c31-be78-8de396e18853 req-50eb762f-cd27-4001-867d-d22a5afc168a tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "GET /v2.0/networks?id=dceaadb0-8850-426f-96ef-1d8c7883e616 HTTP/1.1" status: 200 len: 809 time: 0.1033456 Aug 16 20:40:19.987441 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-6dd781ac-fa84-4a9f-ab51-a8676a23a87b None None] Set router abd50452-7e5d-43c9-b0d9-eadd4bb952d4 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:40:19.990430 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60f93185-751a-4c31-be78-8de396e18853 req-41219ede-007c-4fe6-a446-858f14c9afd8 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "GET /v2.0/quotas/cac20e211dcc4e44a6f968f19013a99f HTTP/1.1" status: 200 len: 375 time: 0.0092061 Aug 16 20:40:20.041968 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60f93185-751a-4c31-be78-8de396e18853 req-b3472ff6-b0fd-4b1d-9e5d-508d57441f06 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=cac20e211dcc4e44a6f968f19013a99f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452516 Aug 16 20:40:20.059125 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-60f93185-751a-4c31-be78-8de396e18853 req-96bb4c89-1ce7-4eb5-9d58-613009c6d85f service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:40:20.060137 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60f93185-751a-4c31-be78-8de396e18853 req-96bb4c89-1ce7-4eb5-9d58-613009c6d85f service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061541 Aug 16 20:40:20.147950 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60f93185-751a-4c31-be78-8de396e18853 req-85d92bec-13f5-4187-95cb-e7319cab2194 service neutron] 10.222.0.68 "GET /v2.0/networks/dceaadb0-8850-426f-96ef-1d8c7883e616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813768 Aug 16 20:40:20.186491 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6dd781ac-fa84-4a9f-ab51-a8676a23a87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd50452-7e5d-43c9-b0d9-eadd4bb952d4', 'name': 'tempest-TestServerBasicOps-1975056281-router', 'tenant_id': '9ab013bbd7474efb9543d9ed5d9ac2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '60b52a4a-f760-4e46-9b62-cd05565c4891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:14Z', 'updated_at': '2021-08-16T20:40:17Z', 'revision_number': 4, 'project_id': '9ab013bbd7474efb9543d9ed5d9ac2ef', 'gw_port': {'id': '60b52a4a-f760-4e46-9b62-cd05565c4891', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:79:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd50452-7e5d-43c9-b0d9-eadd4bb952d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:14Z', 'updated_at': '2021-08-16T20:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '489dde0b-5f04-4c76-94ee-976186ae04bd', 'name': '', 'network_id': 'b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a', 'tenant_id': '9ab013bbd7474efb9543d9ed5d9ac2ef', 'mac_address': 'fa:16:3e:7f:eb:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd50452-7e5d-43c9-b0d9-eadd4bb952d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '17e4d4a9-c774-4565-a441-e9d580bf15c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:16Z', 'updated_at': '2021-08-16T20:40:17Z', 'revision_number': 2, 'project_id': '9ab013bbd7474efb9543d9ed5d9ac2ef', 'subnets': [{'id': '17e4d4a9-c774-4565-a441-e9d580bf15c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:20.211551 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd781ac-fa84-4a9f-ab51-a8676a23a87b None None] Checking router: abd50452-7e5d-43c9-b0d9-eadd4bb952d4 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:40:20.211894 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd781ac-fa84-4a9f-ab51-a8676a23a87b None None] Updating router abd50452-7e5d-43c9-b0d9-eadd4bb952d4 port 489dde0b-5f04-4c76-94ee-976186ae04bd binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:40:20.235918 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6dd781ac-fa84-4a9f-ab51-a8676a23a87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:20.240943 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60f93185-751a-4c31-be78-8de396e18853 req-fb947ee0-5f6c-4bbe-a654-de32cada1991 service neutron] 10.222.0.68 "GET /v2.0/networks/dceaadb0-8850-426f-96ef-1d8c7883e616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865679 Aug 16 20:40:20.429955 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-feb438be-c8e7-4632-8442-f1678818289f req-fad3abb8-b6e4-43a7-ad0e-27e1dbd4fa05 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "GET /v2.0/ports?device_id=68607e97-664c-4ecd-84bc-a738fa08c7bc HTTP/1.1" status: 200 len: 210 time: 0.0289431 Aug 16 20:40:20.601170 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6dd781ac-fa84-4a9f-ab51-a8676a23a87b None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:20.610970 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-6dd781ac-fa84-4a9f-ab51-a8676a23a87b None None] Transition to ACTIVE for port object 489dde0b-5f04-4c76-94ee-976186ae04bd will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:20.617481 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6dd781ac-fa84-4a9f-ab51-a8676a23a87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:20.665870 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939af699-f00b-484f-a5ec-b2fb953355ed None None] Pushing event updated for resources: {'Port': ['ID=489dde0b-5f04-4c76-94ee-976186ae04bd,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:20.720034 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-6dd781ac-fa84-4a9f-ab51-a8676a23a87b None None] Attempting to bind port 489dde0b-5f04-4c76-94ee-976186ae04bd on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:40:20.720400 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-6dd781ac-fa84-4a9f-ab51-a8676a23a87b None None] Attempting to bind port 489dde0b-5f04-4c76-94ee-976186ae04bd by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'f5ea309a-a3f2-4741-bcb3-444f11f8baeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:40:20.720752 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd781ac-fa84-4a9f-ab51-a8676a23a87b None None] Attempting to bind port 489dde0b-5f04-4c76-94ee-976186ae04bd on network b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:40:20.726329 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd781ac-fa84-4a9f-ab51-a8676a23a87b None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:40:20.726691 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd781ac-fa84-4a9f-ab51-a8676a23a87b None None] Checking segment: {'id': 'f5ea309a-a3f2-4741-bcb3-444f11f8baeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:40:20.727089 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6dd781ac-fa84-4a9f-ab51-a8676a23a87b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:20.727499 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd781ac-fa84-4a9f-ab51-a8676a23a87b None None] Bound using segment: {'id': 'f5ea309a-a3f2-4741-bcb3-444f11f8baeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:40:20.727947 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-6dd781ac-fa84-4a9f-ab51-a8676a23a87b None None] Bound port: 489dde0b-5f04-4c76-94ee-976186ae04bd, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5ea309a-a3f2-4741-bcb3-444f11f8baeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:40:20.728313 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6dd781ac-fa84-4a9f-ab51-a8676a23a87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:20.800735 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-6dd781ac-fa84-4a9f-ab51-a8676a23a87b None None] For port 489dde0b-5f04-4c76-94ee-976186ae04bd, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:40:20.804799 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-6dd781ac-fa84-4a9f-ab51-a8676a23a87b None None] For port 489dde0b-5f04-4c76-94ee-976186ae04bd, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=489dde0b-5f04-4c76-94ee-976186ae04bd,segment=NetworkSegment(f5ea309a-a3f2-4741-bcb3-444f11f8baeb),segment_id=f5ea309a-a3f2-4741-bcb3-444f11f8baeb)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:40:20.809701 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6dd781ac-fa84-4a9f-ab51-a8676a23a87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:20.867549 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd781ac-fa84-4a9f-ab51-a8676a23a87b None None] Routers {'abd50452-7e5d-43c9-b0d9-eadd4bb952d4'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:20.868171 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6dd781ac-fa84-4a9f-ab51-a8676a23a87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:40:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['abd50452-7e5d-43c9-b0d9-eadd4bb952d4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:20.918242 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939af699-f00b-484f-a5ec-b2fb953355ed None None] Pushing event updated for resources: {'Port': ['ID=489dde0b-5f04-4c76-94ee-976186ae04bd,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:20.984155 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-6dd781ac-fa84-4a9f-ab51-a8676a23a87b None None] Set router abd50452-7e5d-43c9-b0d9-eadd4bb952d4 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:40:21.201674 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 60b52a4a-f760-4e46-9b62-cd05565c4891 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:21.233120 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6dd781ac-fa84-4a9f-ab51-a8676a23a87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd50452-7e5d-43c9-b0d9-eadd4bb952d4', 'name': 'tempest-TestServerBasicOps-1975056281-router', 'tenant_id': '9ab013bbd7474efb9543d9ed5d9ac2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '60b52a4a-f760-4e46-9b62-cd05565c4891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:14Z', 'updated_at': '2021-08-16T20:40:17Z', 'revision_number': 4, 'project_id': '9ab013bbd7474efb9543d9ed5d9ac2ef', 'gw_port': {'id': '60b52a4a-f760-4e46-9b62-cd05565c4891', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:79:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd50452-7e5d-43c9-b0d9-eadd4bb952d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:14Z', 'updated_at': '2021-08-16T20:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '489dde0b-5f04-4c76-94ee-976186ae04bd', 'name': '', 'network_id': 'b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a', 'tenant_id': '9ab013bbd7474efb9543d9ed5d9ac2ef', 'mac_address': 'fa:16:3e:7f:eb:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd50452-7e5d-43c9-b0d9-eadd4bb952d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '17e4d4a9-c774-4565-a441-e9d580bf15c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:16Z', 'updated_at': '2021-08-16T20:40:20Z', 'revision_number': 4, 'project_id': '9ab013bbd7474efb9543d9ed5d9ac2ef', 'subnets': [{'id': '17e4d4a9-c774-4565-a441-e9d580bf15c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:21.255970 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 60b52a4a-f760-4e46-9b62-cd05565c4891 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:21.256347 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:21.259341 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd781ac-fa84-4a9f-ab51-a8676a23a87b None None] The sync data for ids ['abd50452-7e5d-43c9-b0d9-eadd4bb952d4'] in n-d-787206-13 is: [{'id': 'abd50452-7e5d-43c9-b0d9-eadd4bb952d4', 'name': 'tempest-TestServerBasicOps-1975056281-router', 'tenant_id': '9ab013bbd7474efb9543d9ed5d9ac2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '60b52a4a-f760-4e46-9b62-cd05565c4891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:14Z', 'updated_at': '2021-08-16T20:40:17Z', 'revision_number': 4, 'project_id': '9ab013bbd7474efb9543d9ed5d9ac2ef', 'gw_port': {'id': '60b52a4a-f760-4e46-9b62-cd05565c4891', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:79:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd50452-7e5d-43c9-b0d9-eadd4bb952d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:14Z', 'updated_at': '2021-08-16T20:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '489dde0b-5f04-4c76-94ee-976186ae04bd', 'name': '', 'network_id': 'b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a', 'tenant_id': '9ab013bbd7474efb9543d9ed5d9ac2ef', 'mac_address': 'fa:16:3e:7f:eb:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd50452-7e5d-43c9-b0d9-eadd4bb952d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '17e4d4a9-c774-4565-a441-e9d580bf15c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:16Z', 'updated_at': '2021-08-16T20:40:20Z', 'revision_number': 4, 'project_id': '9ab013bbd7474efb9543d9ed5d9ac2ef', 'subnets': [{'id': '17e4d4a9-c774-4565-a441-e9d580bf15c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:40:21.534614 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b41506d6-a383-47af-ac1d-1769ca3c6d1f req-da619aab-20b8-4aff-8ff4-0ed2105db282 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "GET /v2.0/ports?device_id=68607e97-664c-4ecd-84bc-a738fa08c7bc HTTP/1.1" status: 200 len: 210 time: 0.0300684 Aug 16 20:40:21.664928 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f93185-751a-4c31-be78-8de396e18853 req-827df98f-17d9-4513-97c7-571b65ae48a6 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:21.666817 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60f93185-751a-4c31-be78-8de396e18853 req-827df98f-17d9-4513-97c7-571b65ae48a6 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.63 "GET /v2.0/networks?id=dceaadb0-8850-426f-96ef-1d8c7883e616 HTTP/1.1" status: 200 len: 809 time: 0.1169541 Aug 16 20:40:21.717838 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60f93185-751a-4c31-be78-8de396e18853 req-7f85732f-365c-4b83-9b12-7e585ba45e56 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cac20e211dcc4e44a6f968f19013a99f HTTP/1.1" status: 200 len: 379 time: 0.0420494 Aug 16 20:40:21.727383 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-60f93185-751a-4c31-be78-8de396e18853 req-0f1b4724-70e8-49bf-af2d-062c8132571c tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Request body: {'port': {'device_id': '68607e97-664c-4ecd-84bc-a738fa08c7bc', 'network_id': 'dceaadb0-8850-426f-96ef-1d8c7883e616', 'admin_state_up': True, 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'security_groups': ['b80ebd6e-7aa6-4276-b1c9-df3a0abd0e30']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:21.843408 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f93185-751a-4c31-be78-8de396e18853 req-0f1b4724-70e8-49bf-af2d-062c8132571c tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Made reservation on behalf of cac20e211dcc4e44a6f968f19013a99f for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:40:21.847051 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-60f93185-751a-4c31-be78-8de396e18853 req-0f1b4724-70e8-49bf-af2d-062c8132571c tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:21.973691 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-60f93185-751a-4c31-be78-8de396e18853 req-0f1b4724-70e8-49bf-af2d-062c8132571c tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Allocated IP 172.20.0.5 (dceaadb0-8850-426f-96ef-1d8c7883e616/5236a9cb-b9d7-4edc-817d-65a33e2a6afa/56f6109e-4535-492f-a12d-31c854d25d10) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:22.121687 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-60f93185-751a-4c31-be78-8de396e18853 req-0f1b4724-70e8-49bf-af2d-062c8132571c tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:22.137656 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-60f93185-751a-4c31-be78-8de396e18853 req-0f1b4724-70e8-49bf-af2d-062c8132571c tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Transition to ACTIVE for port object 56f6109e-4535-492f-a12d-31c854d25d10 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:22.173667 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-60f93185-751a-4c31-be78-8de396e18853 req-0f1b4724-70e8-49bf-af2d-062c8132571c tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:22.216198 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f93185-751a-4c31-be78-8de396e18853 req-0f1b4724-70e8-49bf-af2d-062c8132571c tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Network dceaadb0-8850-426f-96ef-1d8c7883e616 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:22.221117 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-60f93185-751a-4c31-be78-8de396e18853 req-0f1b4724-70e8-49bf-af2d-062c8132571c tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:22.224796 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f93185-751a-4c31-be78-8de396e18853 req-0f1b4724-70e8-49bf-af2d-062c8132571c tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:22.256945 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b4724-70e8-49bf-af2d-062c8132571c tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Pushing event updated for resources: {'Port': ['ID=56f6109e-4535-492f-a12d-31c854d25d10,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:22.283044 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f93185-751a-4c31-be78-8de396e18853 req-0f1b4724-70e8-49bf-af2d-062c8132571c tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:22.283791 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-60f93185-751a-4c31-be78-8de396e18853 req-0f1b4724-70e8-49bf-af2d-062c8132571c tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:22.298835 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60f93185-751a-4c31-be78-8de396e18853 req-0f1b4724-70e8-49bf-af2d-062c8132571c tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5754788 Aug 16 20:40:22.411478 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-60f93185-751a-4c31-be78-8de396e18853 req-19d8fd63-801d-4dd4-98f7-6056f052fced service neutron] Request body: {'port': {'device_id': '68607e97-664c-4ecd-84bc-a738fa08c7bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:22.433406 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-54dd5784-7f25-4273-a042-33191dc6809c None None] Provisioning for port 56f6109e-4535-492f-a12d-31c854d25d10 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:22.437483 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-54dd5784-7f25-4273-a042-33191dc6809c None None] Provisioning complete for port 56f6109e-4535-492f-a12d-31c854d25d10 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:22.437854 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-54dd5784-7f25-4273-a042-33191dc6809c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:22.465540 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-60f93185-751a-4c31-be78-8de396e18853 req-19d8fd63-801d-4dd4-98f7-6056f052fced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:22.470769 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-54dd5784-7f25-4273-a042-33191dc6809c None None] Port 56f6109e-4535-492f-a12d-31c854d25d10 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:40:22.702095 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59596e18-4943-4f4a-ba36-0ea742f5275e req-674f7d97-d7a3-440e-bf99-36f25a18f362 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:22.703594 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-59596e18-4943-4f4a-ba36-0ea742f5275e req-674f7d97-d7a3-440e-bf99-36f25a18f362 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "GET /v2.0/ports?device_id=68607e97-664c-4ecd-84bc-a738fa08c7bc HTTP/1.1" status: 200 len: 931 time: 0.1027608 Aug 16 20:40:22.767030 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-59596e18-4943-4f4a-ba36-0ea742f5275e req-a2b0fca0-e052-4e64-afb9-3580dd3d9c22 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "GET /v2.0/security-groups?id=b80ebd6e-7aa6-4276-b1c9-df3a0abd0e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533383 Aug 16 20:40:22.804879 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-60f93185-751a-4c31-be78-8de396e18853 req-19d8fd63-801d-4dd4-98f7-6056f052fced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f6109e-4535-492f-a12d-31c854d25d10 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:40:22.813329 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-60f93185-751a-4c31-be78-8de396e18853 req-19d8fd63-801d-4dd4-98f7-6056f052fced service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:22.824750 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-60f93185-751a-4c31-be78-8de396e18853 req-19d8fd63-801d-4dd4-98f7-6056f052fced service neutron] Transition to ACTIVE for port object 56f6109e-4535-492f-a12d-31c854d25d10 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:22.828541 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-60f93185-751a-4c31-be78-8de396e18853 req-19d8fd63-801d-4dd4-98f7-6056f052fced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:22.900130 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8fd63-801d-4dd4-98f7-6056f052fced service neutron] Pushing event updated for resources: {'Port': ['ID=56f6109e-4535-492f-a12d-31c854d25d10,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:22.949338 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-60f93185-751a-4c31-be78-8de396e18853 req-19d8fd63-801d-4dd4-98f7-6056f052fced service neutron] Attempting to bind port 56f6109e-4535-492f-a12d-31c854d25d10 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:40:22.949676 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-60f93185-751a-4c31-be78-8de396e18853 req-19d8fd63-801d-4dd4-98f7-6056f052fced service neutron] Attempting to bind port 56f6109e-4535-492f-a12d-31c854d25d10 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '1ed1a97f-eb59-47a7-a718-716c7484f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'dceaadb0-8850-426f-96ef-1d8c7883e616'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:40:22.950000 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f93185-751a-4c31-be78-8de396e18853 req-19d8fd63-801d-4dd4-98f7-6056f052fced service neutron] Attempting to bind port 56f6109e-4535-492f-a12d-31c854d25d10 on network dceaadb0-8850-426f-96ef-1d8c7883e616 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:40:22.954478 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f93185-751a-4c31-be78-8de396e18853 req-19d8fd63-801d-4dd4-98f7-6056f052fced service neutron] Port 56f6109e-4535-492f-a12d-31c854d25d10 on network dceaadb0-8850-426f-96ef-1d8c7883e616 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:40:22.954733 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f93185-751a-4c31-be78-8de396e18853 req-19d8fd63-801d-4dd4-98f7-6056f052fced service neutron] Attempting to bind port 56f6109e-4535-492f-a12d-31c854d25d10 on network dceaadb0-8850-426f-96ef-1d8c7883e616 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:40:22.959759 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f93185-751a-4c31-be78-8de396e18853 req-19d8fd63-801d-4dd4-98f7-6056f052fced service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:40:22.960641 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f93185-751a-4c31-be78-8de396e18853 req-19d8fd63-801d-4dd4-98f7-6056f052fced service neutron] Checking segment: {'id': '1ed1a97f-eb59-47a7-a718-716c7484f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'dceaadb0-8850-426f-96ef-1d8c7883e616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:40:22.961009 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f93185-751a-4c31-be78-8de396e18853 req-19d8fd63-801d-4dd4-98f7-6056f052fced service neutron] Bound using segment: {'id': '1ed1a97f-eb59-47a7-a718-716c7484f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'dceaadb0-8850-426f-96ef-1d8c7883e616'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:40:22.961426 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-60f93185-751a-4c31-be78-8de396e18853 req-19d8fd63-801d-4dd4-98f7-6056f052fced service neutron] Bound port: 56f6109e-4535-492f-a12d-31c854d25d10, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed1a97f-eb59-47a7-a718-716c7484f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'dceaadb0-8850-426f-96ef-1d8c7883e616'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:40:22.961774 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-60f93185-751a-4c31-be78-8de396e18853 req-19d8fd63-801d-4dd4-98f7-6056f052fced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:23.027850 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-60f93185-751a-4c31-be78-8de396e18853 req-19d8fd63-801d-4dd4-98f7-6056f052fced service neutron] For port 56f6109e-4535-492f-a12d-31c854d25d10, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:40:23.031191 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-60f93185-751a-4c31-be78-8de396e18853 req-19d8fd63-801d-4dd4-98f7-6056f052fced service neutron] For port 56f6109e-4535-492f-a12d-31c854d25d10, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=56f6109e-4535-492f-a12d-31c854d25d10,segment=NetworkSegment(1ed1a97f-eb59-47a7-a718-716c7484f92c),segment_id=1ed1a97f-eb59-47a7-a718-716c7484f92c)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:40:23.036228 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-60f93185-751a-4c31-be78-8de396e18853 req-19d8fd63-801d-4dd4-98f7-6056f052fced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:23.069979 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f93185-751a-4c31-be78-8de396e18853 req-19d8fd63-801d-4dd4-98f7-6056f052fced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:23.070593 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-60f93185-751a-4c31-be78-8de396e18853 req-19d8fd63-801d-4dd4-98f7-6056f052fced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:23.072054 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60f93185-751a-4c31-be78-8de396e18853 req-19d8fd63-801d-4dd4-98f7-6056f052fced service neutron] 10.222.0.63 "PUT /v2.0/ports/56f6109e-4535-492f-a12d-31c854d25d10 HTTP/1.1" status: 200 len: 1092 time: 0.7654572 Aug 16 20:40:23.072455 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68607e97-664c-4ecd-84bc-a738fa08c7bc', 'tag': '56f6109e-4535-492f-a12d-31c854d25d10'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:40:23.074684 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b014dbef-fcd4-4caf-9f4f-88d239b5ef8d" -d '{"events": [{"name": "network-changed", "server_uuid": "68607e97-664c-4ecd-84bc-a738fa08c7bc", "tag": "56f6109e-4535-492f-a12d-31c854d25d10"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:40:23.108625 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8fd63-801d-4dd4-98f7-6056f052fced service neutron] Pushing event updated for resources: {'Port': ['ID=56f6109e-4535-492f-a12d-31c854d25d10,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:23.144320 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95d2022-4347-4312-aec3-a7c90f5c3a12 x-openstack-request-id: req-b95d2022-4347-4312-aec3-a7c90f5c3a12 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:40:23.144622 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68607e97-664c-4ecd-84bc-a738fa08c7bc", "tag": "56f6109e-4535-492f-a12d-31c854d25d10", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:40:23.144849 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b95d2022-4347-4312-aec3-a7c90f5c3a12 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:40:23.145251 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68607e97-664c-4ecd-84bc-a738fa08c7bc', 'tag': '56f6109e-4535-492f-a12d-31c854d25d10', 'status': 'completed', 'code': 200} Aug 16 20:40:23.165842 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f93185-751a-4c31-be78-8de396e18853 req-c0c4a69f-ecf7-4921-b370-7e8b01dc4247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:23.168010 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60f93185-751a-4c31-be78-8de396e18853 req-c0c4a69f-ecf7-4921-b370-7e8b01dc4247 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cac20e211dcc4e44a6f968f19013a99f&device_id=68607e97-664c-4ecd-84bc-a738fa08c7bc HTTP/1.1" status: 200 len: 1095 time: 0.0561347 Aug 16 20:40:23.217208 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60f93185-751a-4c31-be78-8de396e18853 req-225785f9-a07d-4a1a-ac8c-774dcf1ac0e8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56f6109e-4535-492f-a12d-31c854d25d10 HTTP/1.1" status: 200 len: 217 time: 0.0411115 Aug 16 20:40:23.254743 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 489dde0b-5f04-4c76-94ee-976186ae04bd up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:23.270815 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f93185-751a-4c31-be78-8de396e18853 req-deedb487-24ba-429a-aa0e-0b0ee0504de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:23.272363 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60f93185-751a-4c31-be78-8de396e18853 req-deedb487-24ba-429a-aa0e-0b0ee0504de8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5236a9cb-b9d7-4edc-817d-65a33e2a6afa HTTP/1.1" status: 200 len: 848 time: 0.0480244 Aug 16 20:40:23.320554 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 489dde0b-5f04-4c76-94ee-976186ae04bd completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:23.324962 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 489dde0b-5f04-4c76-94ee-976186ae04bd triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:23.325358 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:23.325689 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f93185-751a-4c31-be78-8de396e18853 req-b8c45e8c-a2c8-42f8-a5d4-35760fbcf585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:23.327198 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60f93185-751a-4c31-be78-8de396e18853 req-b8c45e8c-a2c8-42f8-a5d4-35760fbcf585 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dceaadb0-8850-426f-96ef-1d8c7883e616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473068 Aug 16 20:40:23.404353 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:23.416178 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60f93185-751a-4c31-be78-8de396e18853 req-e3cd8e14-103f-49a4-96d8-38abe7ffb613 service neutron] 10.222.0.63 "GET /v2.0/networks/dceaadb0-8850-426f-96ef-1d8c7883e616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819936 Aug 16 20:40:23.436689 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 489dde0b-5f04-4c76-94ee-976186ae04bd, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=489dde0b-5f04-4c76-94ee-976186ae04bd,segment=NetworkSegment(f5ea309a-a3f2-4741-bcb3-444f11f8baeb),segment_id=f5ea309a-a3f2-4741-bcb3-444f11f8baeb)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:23.441290 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:23.489647 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=489dde0b-5f04-4c76-94ee-976186ae04bd,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:23.514675 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60f93185-751a-4c31-be78-8de396e18853 req-cd468d50-7f9b-4ee3-aa73-ed203c11ac35 service neutron] 10.222.0.63 "GET /v2.0/networks/dceaadb0-8850-426f-96ef-1d8c7883e616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907910 Aug 16 20:40:23.597401 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014dbef-fcd4-4caf-9f4f-88d239b5ef8d req-288ae4ca-d912-44e8-852b-41c67b9799a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:23.599078 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b014dbef-fcd4-4caf-9f4f-88d239b5ef8d req-288ae4ca-d912-44e8-852b-41c67b9799a4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cac20e211dcc4e44a6f968f19013a99f&device_id=68607e97-664c-4ecd-84bc-a738fa08c7bc HTTP/1.1" status: 200 len: 1095 time: 0.0414956 Aug 16 20:40:23.690127 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014dbef-fcd4-4caf-9f4f-88d239b5ef8d req-193d111f-1d93-42a2-80d8-558d88c90128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:23.691599 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b014dbef-fcd4-4caf-9f4f-88d239b5ef8d req-193d111f-1d93-42a2-80d8-558d88c90128 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dceaadb0-8850-426f-96ef-1d8c7883e616 HTTP/1.1" status: 200 len: 910 time: 0.0857005 Aug 16 20:40:23.731183 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b014dbef-fcd4-4caf-9f4f-88d239b5ef8d req-d0ece9a6-dcb3-4a8a-b5f6-b47105e55861 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56f6109e-4535-492f-a12d-31c854d25d10 HTTP/1.1" status: 200 len: 217 time: 0.0328078 Aug 16 20:40:23.779944 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014dbef-fcd4-4caf-9f4f-88d239b5ef8d req-cb475ca8-f0c2-4153-a856-d3e1f3b8a39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:23.781397 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b014dbef-fcd4-4caf-9f4f-88d239b5ef8d req-cb475ca8-f0c2-4153-a856-d3e1f3b8a39a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5236a9cb-b9d7-4edc-817d-65a33e2a6afa HTTP/1.1" status: 200 len: 848 time: 0.0436566 Aug 16 20:40:23.828911 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014dbef-fcd4-4caf-9f4f-88d239b5ef8d req-301b06b9-4da4-4ccb-85cf-59505b70bfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:23.830490 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b014dbef-fcd4-4caf-9f4f-88d239b5ef8d req-301b06b9-4da4-4ccb-85cf-59505b70bfbc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dceaadb0-8850-426f-96ef-1d8c7883e616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410254 Aug 16 20:40:23.949399 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0307e-9779-4dea-921e-5cc3900c3042 req-82e57ba8-4c85-4b0b-b243-a360ade9b2c2 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:23.950846 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42e0307e-9779-4dea-921e-5cc3900c3042 req-82e57ba8-4c85-4b0b-b243-a360ade9b2c2 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "GET /v2.0/ports?device_id=68607e97-664c-4ecd-84bc-a738fa08c7bc HTTP/1.1" status: 200 len: 943 time: 0.1048973 Aug 16 20:40:23.966793 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b014dbef-fcd4-4caf-9f4f-88d239b5ef8d req-394ae1fb-427f-4fe0-9434-f6e205d235ba service neutron] 10.222.0.63 "GET /v2.0/networks/dceaadb0-8850-426f-96ef-1d8c7883e616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288607 Aug 16 20:40:24.038935 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42e0307e-9779-4dea-921e-5cc3900c3042 req-0635c6a8-9bf1-4d71-b462-1fe089ad8bea tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "GET /v2.0/security-groups?id=b80ebd6e-7aa6-4276-b1c9-df3a0abd0e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805278 Aug 16 20:40:24.079884 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b014dbef-fcd4-4caf-9f4f-88d239b5ef8d req-5e531904-4428-4f61-b613-499c93fc9c28 service neutron] 10.222.0.63 "GET /v2.0/networks/dceaadb0-8850-426f-96ef-1d8c7883e616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048064 Aug 16 20:40:25.154209 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd5dbe-106d-4acc-9f3b-96a32f7c659d req-47ea093b-3c3f-447c-83be-f177c69c3217 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:25.155784 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-46bd5dbe-106d-4acc-9f3b-96a32f7c659d req-47ea093b-3c3f-447c-83be-f177c69c3217 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "GET /v2.0/ports?device_id=68607e97-664c-4ecd-84bc-a738fa08c7bc HTTP/1.1" status: 200 len: 943 time: 0.0513518 Aug 16 20:40:25.190222 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 489dde0b-5f04-4c76-94ee-976186ae04bd up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:25.199037 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-46bd5dbe-106d-4acc-9f3b-96a32f7c659d req-58513741-576c-4cda-a855-450c031f9fa1 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "GET /v2.0/security-groups?id=b80ebd6e-7aa6-4276-b1c9-df3a0abd0e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373063 Aug 16 20:40:25.244586 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 489dde0b-5f04-4c76-94ee-976186ae04bd triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:25.244952 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:25.888024 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 56f6109e-4535-492f-a12d-31c854d25d10 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:40:25.981952 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 56f6109e-4535-492f-a12d-31c854d25d10, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=56f6109e-4535-492f-a12d-31c854d25d10,segment=NetworkSegment(1ed1a97f-eb59-47a7-a718-716c7484f92c),segment_id=1ed1a97f-eb59-47a7-a718-716c7484f92c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:25.992885 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '56f6109e-4535-492f-a12d-31c854d25d10', 'network_id': 'dceaadb0-8850-426f-96ef-1d8c7883e616', 'port_id': '56f6109e-4535-492f-a12d-31c854d25d10', 'mac_address': 'fa:16:3e:68:1e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5236a9cb-b9d7-4edc-817d-65a33e2a6afa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:40:26.029449 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:26.041556 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f6109e-4535-492f-a12d-31c854d25d10 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:40:26.061224 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 56f6109e-4535-492f-a12d-31c854d25d10, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=56f6109e-4535-492f-a12d-31c854d25d10,segment=NetworkSegment(1ed1a97f-eb59-47a7-a718-716c7484f92c),segment_id=1ed1a97f-eb59-47a7-a718-716c7484f92c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:26.065050 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:26.110203 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=56f6109e-4535-492f-a12d-31c854d25d10,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:26.267756 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['56f6109e-4535-492f-a12d-31c854d25d10'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:40:26.317278 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d2980-1414-47f9-80c7-d6a155f8717e req-46af2333-b8b0-4aaa-8714-057c60df84f2 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:26.318775 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4c6d2980-1414-47f9-80c7-d6a155f8717e req-46af2333-b8b0-4aaa-8714-057c60df84f2 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "GET /v2.0/ports?device_id=68607e97-664c-4ecd-84bc-a738fa08c7bc HTTP/1.1" status: 200 len: 944 time: 0.0528543 Aug 16 20:40:26.356750 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4c6d2980-1414-47f9-80c7-d6a155f8717e req-0c60096e-930d-4785-b063-aeea92e5171b tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "GET /v2.0/security-groups?id=b80ebd6e-7aa6-4276-b1c9-df3a0abd0e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312212 Aug 16 20:40:26.492426 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58310) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:26.833437 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e2eeeba-aae8-449e-a4f7-43cbc88fbb51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:27.073855 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9e2eeeba-aae8-449e-a4f7-43cbc88fbb51 admin admin] Deleting port 645c0708-a176-4e30-bc5d-b03302ed8493 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:40:27.074191 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e2eeeba-aae8-449e-a4f7-43cbc88fbb51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:27.150151 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-9e2eeeba-aae8-449e-a4f7-43cbc88fbb51 admin admin] For port 645c0708-a176-4e30-bc5d-b03302ed8493, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=645c0708-a176-4e30-bc5d-b03302ed8493,segment=NetworkSegment(92548a5e-c744-48b1-be52-e6b9f5f90f31),segment_id=92548a5e-c744-48b1-be52-e6b9f5f90f31)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:27.150505 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e2eeeba-aae8-449e-a4f7-43cbc88fbb51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:27.162718 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9e2eeeba-aae8-449e-a4f7-43cbc88fbb51 admin admin] Calling delete_port for 645c0708-a176-4e30-bc5d-b03302ed8493 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:40:27.340588 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e2eeeba-aae8-449e-a4f7-43cbc88fbb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:27.365442 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2eeeba-aae8-449e-a4f7-43cbc88fbb51 admin admin] Pushing event deleted for resources: {'Port': ['ID=645c0708-a176-4e30-bc5d-b03302ed8493,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:27.484056 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc9823-9fe4-47fd-8e11-983ebc46daa2 req-3e63bb1d-6c47-438c-be10-9a247382c7f4 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:27.485830 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c3fc9823-9fe4-47fd-8e11-983ebc46daa2 req-3e63bb1d-6c47-438c-be10-9a247382c7f4 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "GET /v2.0/ports?device_id=68607e97-664c-4ecd-84bc-a738fa08c7bc HTTP/1.1" status: 200 len: 944 time: 0.0540490 Aug 16 20:40:27.527945 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c3fc9823-9fe4-47fd-8e11-983ebc46daa2 req-af41408d-7ef0-404a-a6c5-adcc4c33266a tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "GET /v2.0/security-groups?id=b80ebd6e-7aa6-4276-b1c9-df3a0abd0e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353558 Aug 16 20:40:27.541978 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e2eeeba-aae8-449e-a4f7-43cbc88fbb51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:27.888762 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 56f6109e-4535-492f-a12d-31c854d25d10 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:27.941957 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 56f6109e-4535-492f-a12d-31c854d25d10 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:27.945986 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 56f6109e-4535-492f-a12d-31c854d25d10 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:27.946363 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:28.026221 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:28.051893 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68607e97-664c-4ecd-84bc-a738fa08c7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f6109e-4535-492f-a12d-31c854d25d10'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:40:28.054890 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0513f17-4b13-440b-9201-34f99420543d" -d '{"events": [{"server_uuid": "68607e97-664c-4ecd-84bc-a738fa08c7bc", "name": "network-vif-plugged", "status": "completed", "tag": "56f6109e-4535-492f-a12d-31c854d25d10"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:40:28.069160 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 56f6109e-4535-492f-a12d-31c854d25d10, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=56f6109e-4535-492f-a12d-31c854d25d10,segment=NetworkSegment(1ed1a97f-eb59-47a7-a718-716c7484f92c),segment_id=1ed1a97f-eb59-47a7-a718-716c7484f92c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:28.074960 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:28.093634 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2eeeba-aae8-449e-a4f7-43cbc88fbb51 admin admin] Router c513271d-e1af-4626-872f-c2c992f3f2a3 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:40:28.132113 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=56f6109e-4535-492f-a12d-31c854d25d10,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:28.161834 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675b25a6-85d1-4caa-b770-4bdea87b8319 x-openstack-request-id: req-675b25a6-85d1-4caa-b770-4bdea87b8319 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:40:28.162125 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68607e97-664c-4ecd-84bc-a738fa08c7bc", "name": "network-vif-plugged", "status": "completed", "tag": "56f6109e-4535-492f-a12d-31c854d25d10", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:40:28.162373 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-675b25a6-85d1-4caa-b770-4bdea87b8319 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:40:28.162912 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68607e97-664c-4ecd-84bc-a738fa08c7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f6109e-4535-492f-a12d-31c854d25d10', 'code': 200} Aug 16 20:40:28.200778 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2eeeba-aae8-449e-a4f7-43cbc88fbb51 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:40:28.205689 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9e2eeeba-aae8-449e-a4f7-43cbc88fbb51 admin admin] 10.222.0.68 "PUT /v2.0/routers/c513271d-e1af-4626-872f-c2c992f3f2a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7123711 Aug 16 20:40:28.208251 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58320) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:28.210809 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da3a448-0a43-4d65-81b5-d11aa0382bd4 None None] Sync routers for ids ['c513271d-e1af-4626-872f-c2c992f3f2a3'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:40:28.219895 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da3a448-0a43-4d65-81b5-d11aa0382bd4 None None] Routers {'c513271d-e1af-4626-872f-c2c992f3f2a3'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:28.220510 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0da3a448-0a43-4d65-81b5-d11aa0382bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:40:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['c513271d-e1af-4626-872f-c2c992f3f2a3'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:28.255581 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0717381-4ffd-4df3-bab3-59eccc29d1fa req-d0691178-0f31-4c6a-bf88-c990387ed672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:28.257821 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0717381-4ffd-4df3-bab3-59eccc29d1fa req-d0691178-0f31-4c6a-bf88-c990387ed672 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=68607e97-664c-4ecd-84bc-a738fa08c7bc HTTP/1.1" status: 200 len: 1097 time: 0.0411935 Aug 16 20:40:28.294265 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0717381-4ffd-4df3-bab3-59eccc29d1fa req-583db2f7-dec6-472e-aa3b-6167a8075afd service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b80ebd6e-7aa6-4276-b1c9-df3a0abd0e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289290 Aug 16 20:40:28.312086 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ff5dae3-1e17-4abc-922e-23f949bf2b74 admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:28.325008 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-0da3a448-0a43-4d65-81b5-d11aa0382bd4 None None] Set router c513271d-e1af-4626-872f-c2c992f3f2a3 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:40:28.416156 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ff5dae3-1e17-4abc-922e-23f949bf2b74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:28.467394 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-3ff5dae3-1e17-4abc-922e-23f949bf2b74 admin admin] Deleting port 3ef1a333-c5b4-4338-b88a-11d82e42c31d {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:40:28.467738 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ff5dae3-1e17-4abc-922e-23f949bf2b74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:28.505744 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0da3a448-0a43-4d65-81b5-d11aa0382bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c513271d-e1af-4626-872f-c2c992f3f2a3', 'name': 'tempest-TestVolumeBootPattern-931778-router', 'tenant_id': '25526f5975694410acc6a235dda2f51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '3ef1a333-c5b4-4338-b88a-11d82e42c31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:20Z', 'updated_at': '2021-08-16T20:40:27Z', 'revision_number': 5, 'project_id': '25526f5975694410acc6a235dda2f51a', 'gw_port': {'id': '3ef1a333-c5b4-4338-b88a-11d82e42c31d', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c513271d-e1af-4626-872f-c2c992f3f2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:21Z', 'updated_at': '2021-08-16T20:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:28.531892 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da3a448-0a43-4d65-81b5-d11aa0382bd4 None None] Checking router: c513271d-e1af-4626-872f-c2c992f3f2a3 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:40:28.540279 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da3a448-0a43-4d65-81b5-d11aa0382bd4 None None] Routers {'c513271d-e1af-4626-872f-c2c992f3f2a3'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:28.540879 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0da3a448-0a43-4d65-81b5-d11aa0382bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:40:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['c513271d-e1af-4626-872f-c2c992f3f2a3'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:28.550019 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-3ff5dae3-1e17-4abc-922e-23f949bf2b74 admin admin] For port 3ef1a333-c5b4-4338-b88a-11d82e42c31d, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=3ef1a333-c5b4-4338-b88a-11d82e42c31d,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:28.550599 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ff5dae3-1e17-4abc-922e-23f949bf2b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:28.563035 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-3ff5dae3-1e17-4abc-922e-23f949bf2b74 admin admin] Calling delete_port for 3ef1a333-c5b4-4338-b88a-11d82e42c31d owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:40:28.627740 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-0da3a448-0a43-4d65-81b5-d11aa0382bd4 None None] Set router c513271d-e1af-4626-872f-c2c992f3f2a3 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:40:28.653850 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0028d9e-76bf-4ce3-b7a9-a900163da665 req-cb3f5268-f716-48db-a657-2d2bc7b2fd8f tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:28.655495 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b0028d9e-76bf-4ce3-b7a9-a900163da665 req-cb3f5268-f716-48db-a657-2d2bc7b2fd8f tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "GET /v2.0/ports?device_id=68607e97-664c-4ecd-84bc-a738fa08c7bc HTTP/1.1" status: 200 len: 945 time: 0.0545564 Aug 16 20:40:28.686582 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0da3a448-0a43-4d65-81b5-d11aa0382bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c513271d-e1af-4626-872f-c2c992f3f2a3', 'name': 'tempest-TestVolumeBootPattern-931778-router', 'tenant_id': '25526f5975694410acc6a235dda2f51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:20Z', 'updated_at': '2021-08-16T20:40:28Z', 'revision_number': 6, 'project_id': '25526f5975694410acc6a235dda2f51a', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:28.695706 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b0028d9e-76bf-4ce3-b7a9-a900163da665 req-b3183de0-a05d-45e0-9e2a-d7e5288eee16 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "GET /v2.0/security-groups?id=b80ebd6e-7aa6-4276-b1c9-df3a0abd0e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332108 Aug 16 20:40:28.713254 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da3a448-0a43-4d65-81b5-d11aa0382bd4 None None] The sync data for ids ['c513271d-e1af-4626-872f-c2c992f3f2a3'] in n-d-787206-13 is: [{'id': 'c513271d-e1af-4626-872f-c2c992f3f2a3', 'name': 'tempest-TestVolumeBootPattern-931778-router', 'tenant_id': '25526f5975694410acc6a235dda2f51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:20Z', 'updated_at': '2021-08-16T20:40:28Z', 'revision_number': 6, 'project_id': '25526f5975694410acc6a235dda2f51a', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:40:28.736014 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ff5dae3-1e17-4abc-922e-23f949bf2b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:28.767187 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5dae3-1e17-4abc-922e-23f949bf2b74 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ef1a333-c5b4-4338-b88a-11d82e42c31d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:28.826153 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ff5dae3-1e17-4abc-922e-23f949bf2b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:28.914462 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ff5dae3-1e17-4abc-922e-23f949bf2b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:28.916526 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ff5dae3-1e17-4abc-922e-23f949bf2b74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:28.959633 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ff5dae3-1e17-4abc-922e-23f949bf2b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:28.960134 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff5dae3-1e17-4abc-922e-23f949bf2b74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c513271d-e1af-4626-872f-c2c992f3f2a3 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:40:28.964442 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ff5dae3-1e17-4abc-922e-23f949bf2b74 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:28.965555 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3ff5dae3-1e17-4abc-922e-23f949bf2b74 admin admin] 10.222.0.68 "DELETE /v2.0/routers/c513271d-e1af-4626-872f-c2c992f3f2a3 HTTP/1.1" status: 204 len: 168 time: 0.7563906 Aug 16 20:40:28.968421 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58324) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:29.013757 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b06a1645-577d-4ebb-b21e-b179c04ea20a admin admin] Deleting subnet 0adf4bcd-ed8d-4f52-bfb2-0b7ad8146d36 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:40:29.017136 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b06a1645-577d-4ebb-b21e-b179c04ea20a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.057480 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b06a1645-577d-4ebb-b21e-b179c04ea20a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.148338 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b06a1645-577d-4ebb-b21e-b179c04ea20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.208264 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b06a1645-577d-4ebb-b21e-b179c04ea20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.232008 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a1645-577d-4ebb-b21e-b179c04ea20a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0adf4bcd-ed8d-4f52-bfb2-0b7ad8146d36,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:29.237416 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b06a1645-577d-4ebb-b21e-b179c04ea20a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.239282 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b06a1645-577d-4ebb-b21e-b179c04ea20a admin admin] 10.222.0.68 "DELETE /v2.0/subnets/0adf4bcd-ed8d-4f52-bfb2-0b7ad8146d36 HTTP/1.1" status: 204 len: 168 time: 0.2699072 Aug 16 20:40:29.242657 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58326) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:29.245151 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b6b910-7050-475d-9061-fd936a61abcf None None] Network 698bee40-61b9-463d-8447-847c4206452e requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:40:29.313168 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bcd61b8-8563-4735-85a7-f544cb264604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.369676 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-4bcd61b8-8563-4735-85a7-f544cb264604 admin admin] Deleting port 0d1bba62-ff28-4de9-8ce6-80d194a28654 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:40:29.370010 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bcd61b8-8563-4735-85a7-f544cb264604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.436020 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-4bcd61b8-8563-4735-85a7-f544cb264604 admin admin] For port 0d1bba62-ff28-4de9-8ce6-80d194a28654, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=0d1bba62-ff28-4de9-8ce6-80d194a28654,segment=NetworkSegment(92548a5e-c744-48b1-be52-e6b9f5f90f31),segment_id=92548a5e-c744-48b1-be52-e6b9f5f90f31)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:29.436382 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bcd61b8-8563-4735-85a7-f544cb264604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.452262 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-4bcd61b8-8563-4735-85a7-f544cb264604 admin admin] Calling delete_port for 0d1bba62-ff28-4de9-8ce6-80d194a28654 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:40:29.529174 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bcd61b8-8563-4735-85a7-f544cb264604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.556005 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd61b8-8563-4735-85a7-f544cb264604 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d1bba62-ff28-4de9-8ce6-80d194a28654,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:29.558856 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c962aac-17ff-4174-8930-2d52fc2c5f5d None None] DHCP port deletion for 698bee40-61b9-463d-8447-847c4206452e request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:40:29.567321 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcd61b8-8563-4735-85a7-f544cb264604 admin admin] No DVR routers for this DVR port 0d1bba62-ff28-4de9-8ce6-80d194a28654 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:40:29.610370 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 645c0708-a176-4e30-bc5d-b03302ed8493 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:40:29.629576 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 645c0708-a176-4e30-bc5d-b03302ed8493 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:40:29.630173 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 645c0708-a176-4e30-bc5d-b03302ed8493 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:40:29.653711 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bcd61b8-8563-4735-85a7-f544cb264604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.663759 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-4bcd61b8-8563-4735-85a7-f544cb264604 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['698bee40-61b9-463d-8447-847c4206452e']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:29.674284 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-4bcd61b8-8563-4735-85a7-f544cb264604 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92548a5e-c744-48b1-be52-e6b9f5f90f31') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:29.674707 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-4bcd61b8-8563-4735-85a7-f544cb264604 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92548a5e-c744-48b1-be52-e6b9f5f90f31') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:29.683883 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bcd61b8-8563-4735-85a7-f544cb264604 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.697704 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bcd61b8-8563-4735-85a7-f544cb264604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.703609 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bcd61b8-8563-4735-85a7-f544cb264604 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:40:29.704009 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bcd61b8-8563-4735-85a7-f544cb264604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.705678 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:40:29.705678 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:40:29.705678 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:40:29.705678 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:40:29.705678 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:40:29.705678 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:40:29.705678 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:40:29.705678 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:40:29.705678 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:40:29.705678 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:40:29.705678 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:40:29.705678 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:40:29.705678 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:40:29.705678 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:40:29.705678 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:40:29.705678 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:40:29.705678 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:40:29.705678 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:40:29.705678 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:40:29.705678 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:40:29.705678 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:40:29.705678 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:40:29.705678 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:40:29.705678 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:40:29.705678 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:40:29.705678 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:40:29.705678 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:40:29.705678 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:40:29.705678 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:40:29.705678 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:40:29.705678 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:40:29.705678 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:40:29.762057 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bcd61b8-8563-4735-85a7-f544cb264604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.768274 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bcd61b8-8563-4735-85a7-f544cb264604 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.774384 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4bcd61b8-8563-4735-85a7-f544cb264604 admin admin] 10.222.0.68 "DELETE /v2.0/networks/698bee40-61b9-463d-8447-847c4206452e HTTP/1.1" status: 204 len: 168 time: 0.5266926 Aug 16 20:40:29.774384 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58330) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:29.794753 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd61b8-8563-4735-85a7-f544cb264604 admin admin] Pushing event deleted for resources: {'Network': ['ID=698bee40-61b9-463d-8447-847c4206452e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:29.815466 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450392c-34fd-4fec-991a-a243a66dcc5a req-6866e676-8662-4ae8-a49b-4b7ba314262d tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:29.817912 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8450392c-34fd-4fec-991a-a243a66dcc5a req-6866e676-8662-4ae8-a49b-4b7ba314262d tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "GET /v2.0/ports?device_id=68607e97-664c-4ecd-84bc-a738fa08c7bc HTTP/1.1" status: 200 len: 945 time: 0.0533986 Aug 16 20:40:29.861159 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8450392c-34fd-4fec-991a-a243a66dcc5a req-7f23c4d9-e0fc-4664-bbf8-b8a90afb8578 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "GET /v2.0/security-groups?id=b80ebd6e-7aa6-4276-b1c9-df3a0abd0e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370498 Aug 16 20:40:29.976740 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744cef5-2ff1-4570-905d-64924a05fc6f req-a69c6d2d-9f01-49f7-b3a7-f130457e73c1 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:29.978224 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4744cef5-2ff1-4570-905d-64924a05fc6f req-a69c6d2d-9f01-49f7-b3a7-f130457e73c1 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "GET /v2.0/ports?device_id=68607e97-664c-4ecd-84bc-a738fa08c7bc HTTP/1.1" status: 200 len: 945 time: 0.0502369 Aug 16 20:40:30.017565 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4744cef5-2ff1-4570-905d-64924a05fc6f req-f1c35d73-cbf1-4812-b4a1-747f283737d4 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "GET /v2.0/security-groups?id=b80ebd6e-7aa6-4276-b1c9-df3a0abd0e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332725 Aug 16 20:40:30.135974 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94aae64-c999-4de8-a129-70cac4cfba78 req-c23ec2fa-dccc-4eb7-95c3-66681df2c065 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:30.137369 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f94aae64-c999-4de8-a129-70cac4cfba78 req-c23ec2fa-dccc-4eb7-95c3-66681df2c065 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "GET /v2.0/ports?device_id=68607e97-664c-4ecd-84bc-a738fa08c7bc HTTP/1.1" status: 200 len: 945 time: 0.0527864 Aug 16 20:40:30.151835 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2efa3cef-cda0-4f85-8dc1-516dcffd5e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:30.176463 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f94aae64-c999-4de8-a129-70cac4cfba78 req-891df015-1b18-41e0-b6ec-cd328f310e12 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "GET /v2.0/security-groups?id=b80ebd6e-7aa6-4276-b1c9-df3a0abd0e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332069 Aug 16 20:40:30.198765 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58336) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:30.284116 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1679a8df-4488-474c-b15a-282c870ac677 tempest-TestServerBasicOps-2092955720 tempest-TestServerBasicOps-2092955720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:30.285605 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1679a8df-4488-474c-b15a-282c870ac677 tempest-TestServerBasicOps-2092955720 tempest-TestServerBasicOps-2092955720-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=68607e97-664c-4ecd-84bc-a738fa08c7bc HTTP/1.1" status: 200 len: 1092 time: 0.0840013 Aug 16 20:40:30.288602 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58340) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:30.293198 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2efdcbe5-4c25-4ced-930a-c41b8ca639d7 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'port_id': '56f6109e-4535-492f-a12d-31c854d25d10', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:30.316726 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2efdcbe5-4c25-4ced-930a-c41b8ca639d7 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:30.402092 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2efa3cef-cda0-4f85-8dc1-516dcffd5e1a admin admin] Deleting port 85f70323-2083-4b38-9be3-0d7de826d820 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:40:30.402458 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2efa3cef-cda0-4f85-8dc1-516dcffd5e1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:30.417061 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2efdcbe5-4c25-4ced-930a-c41b8ca639d7 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:30.482932 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-2efa3cef-cda0-4f85-8dc1-516dcffd5e1a admin admin] For port 85f70323-2083-4b38-9be3-0d7de826d820, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=85f70323-2083-4b38-9be3-0d7de826d820,segment=NetworkSegment(b898e35c-f249-4c42-8d3a-f04486b7639b),segment_id=b898e35c-f249-4c42-8d3a-f04486b7639b)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:30.483586 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2efa3cef-cda0-4f85-8dc1-516dcffd5e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:30.502356 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2efa3cef-cda0-4f85-8dc1-516dcffd5e1a admin admin] Calling delete_port for 85f70323-2083-4b38-9be3-0d7de826d820 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:40:30.525918 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-2efdcbe5-4c25-4ced-930a-c41b8ca639d7 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Allocated IP 172.25.8.70 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/ebe362be-a959-4431-b0ba-74a597d9a88d) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:30.629311 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2efdcbe5-4c25-4ced-930a-c41b8ca639d7 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:30.668209 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2efdcbe5-4c25-4ced-930a-c41b8ca639d7 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:30.683010 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2efa3cef-cda0-4f85-8dc1-516dcffd5e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:30.708539 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa3cef-cda0-4f85-8dc1-516dcffd5e1a admin admin] Pushing event deleted for resources: {'Port': ['ID=85f70323-2083-4b38-9be3-0d7de826d820,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:30.712303 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efdcbe5-4c25-4ced-930a-c41b8ca639d7 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:30.718252 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-2efdcbe5-4c25-4ced-930a-c41b8ca639d7 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:30.720745 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efdcbe5-4c25-4ced-930a-c41b8ca639d7 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:30.745628 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efdcbe5-4c25-4ced-930a-c41b8ca639d7 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Pushing event updated for resources: {'Port': ['ID=ebe362be-a959-4431-b0ba-74a597d9a88d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:30.877828 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2efa3cef-cda0-4f85-8dc1-516dcffd5e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:31.108612 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efa3cef-cda0-4f85-8dc1-516dcffd5e1a admin admin] Router 4c39414e-26ad-4303-b202-39a90b3616ba has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:40:31.245634 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efa3cef-cda0-4f85-8dc1-516dcffd5e1a admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:40:31.255480 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2efa3cef-cda0-4f85-8dc1-516dcffd5e1a admin admin] 10.222.0.68 "PUT /v2.0/routers/4c39414e-26ad-4303-b202-39a90b3616ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4800382 Aug 16 20:40:31.256304 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58342) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:31.257400 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2003a25b-7747-456e-81e9-f5eb6e6e723a None None] Sync routers for ids ['4c39414e-26ad-4303-b202-39a90b3616ba'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:40:31.273880 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2003a25b-7747-456e-81e9-f5eb6e6e723a None None] Routers {'4c39414e-26ad-4303-b202-39a90b3616ba'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:31.274666 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2003a25b-7747-456e-81e9-f5eb6e6e723a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:40:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4c39414e-26ad-4303-b202-39a90b3616ba'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:31.289530 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 3ef1a333-c5b4-4338-b88a-11d82e42c31d no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:40:31.310665 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 3ef1a333-c5b4-4338-b88a-11d82e42c31d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:40:31.311003 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 3ef1a333-c5b4-4338-b88a-11d82e42c31d not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:40:31.311760 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 0d1bba62-ff28-4de9-8ce6-80d194a28654 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:40:31.364945 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 0d1bba62-ff28-4de9-8ce6-80d194a28654 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:40:31.365296 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 0d1bba62-ff28-4de9-8ce6-80d194a28654 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:40:31.390798 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-2003a25b-7747-456e-81e9-f5eb6e6e723a None None] Set router 4c39414e-26ad-4303-b202-39a90b3616ba gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:40:31.416320 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6fab72f4-68e4-4c3e-9884-1fd4e71a9f6e admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:31.472605 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2efdcbe5-4c25-4ced-930a-c41b8ca639d7 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:31.531149 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6fab72f4-68e4-4c3e-9884-1fd4e71a9f6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:31.551684 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2efdcbe5-4c25-4ced-930a-c41b8ca639d7 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:31.585817 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2003a25b-7747-456e-81e9-f5eb6e6e723a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c39414e-26ad-4303-b202-39a90b3616ba', 'name': 'tempest-TestVolumeBootPattern-60138019-router', 'tenant_id': 'cb8fc54640d942a192c057ba46170e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'df4726a8-0c52-41ce-875c-20c469f9b6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:26Z', 'updated_at': '2021-08-16T20:40:30Z', 'revision_number': 5, 'project_id': 'cb8fc54640d942a192c057ba46170e2b', 'gw_port': {'id': 'df4726a8-0c52-41ce-875c-20c469f9b6d0', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:27:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c39414e-26ad-4303-b202-39a90b3616ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:27Z', 'updated_at': '2021-08-16T20:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:31.592051 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6fab72f4-68e4-4c3e-9884-1fd4e71a9f6e admin admin] Deleting port df4726a8-0c52-41ce-875c-20c469f9b6d0 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:40:31.592399 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6fab72f4-68e4-4c3e-9884-1fd4e71a9f6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:31.616237 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2003a25b-7747-456e-81e9-f5eb6e6e723a None None] Checking router: 4c39414e-26ad-4303-b202-39a90b3616ba for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:40:31.624520 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2003a25b-7747-456e-81e9-f5eb6e6e723a None None] Routers {'4c39414e-26ad-4303-b202-39a90b3616ba'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:31.625117 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2003a25b-7747-456e-81e9-f5eb6e6e723a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:40:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['4c39414e-26ad-4303-b202-39a90b3616ba'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:31.696714 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-6fab72f4-68e4-4c3e-9884-1fd4e71a9f6e admin admin] For port df4726a8-0c52-41ce-875c-20c469f9b6d0, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=df4726a8-0c52-41ce-875c-20c469f9b6d0,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:31.697298 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6fab72f4-68e4-4c3e-9884-1fd4e71a9f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:31.715338 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6fab72f4-68e4-4c3e-9884-1fd4e71a9f6e admin admin] Calling delete_port for df4726a8-0c52-41ce-875c-20c469f9b6d0 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:40:31.722684 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-2003a25b-7747-456e-81e9-f5eb6e6e723a None None] Set router 4c39414e-26ad-4303-b202-39a90b3616ba gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:40:31.739234 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2efdcbe5-4c25-4ced-930a-c41b8ca639d7 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:31.745355 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2efdcbe5-4c25-4ced-930a-c41b8ca639d7 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:31.793589 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2003a25b-7747-456e-81e9-f5eb6e6e723a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c39414e-26ad-4303-b202-39a90b3616ba', 'name': 'tempest-TestVolumeBootPattern-60138019-router', 'tenant_id': 'cb8fc54640d942a192c057ba46170e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:26Z', 'updated_at': '2021-08-16T20:40:31Z', 'revision_number': 6, 'project_id': 'cb8fc54640d942a192c057ba46170e2b', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:31.817502 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2efdcbe5-4c25-4ced-930a-c41b8ca639d7 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:31.827624 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2003a25b-7747-456e-81e9-f5eb6e6e723a None None] The sync data for ids ['4c39414e-26ad-4303-b202-39a90b3616ba'] in n-d-787206-13 is: [{'id': '4c39414e-26ad-4303-b202-39a90b3616ba', 'name': 'tempest-TestVolumeBootPattern-60138019-router', 'tenant_id': 'cb8fc54640d942a192c057ba46170e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:26Z', 'updated_at': '2021-08-16T20:40:31Z', 'revision_number': 6, 'project_id': 'cb8fc54640d942a192c057ba46170e2b', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:40:31.854765 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ff51f89f-31bf-450a-818c-f04eba6745a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:31.906233 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efdcbe5-4c25-4ced-930a-c41b8ca639d7 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Pushing event updated for resources: {'Port': ['ID=ebe362be-a959-4431-b0ba-74a597d9a88d,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:31.926363 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6fab72f4-68e4-4c3e-9884-1fd4e71a9f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:31.957240 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab72f4-68e4-4c3e-9884-1fd4e71a9f6e admin admin] Pushing event deleted for resources: {'Port': ['ID=df4726a8-0c52-41ce-875c-20c469f9b6d0,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:32.002446 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-2efdcbe5-4c25-4ced-930a-c41b8ca639d7 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Floating IP 8cc63ca8-b136-4ba6-9c62-cccbc336de49 associated. External IP: 172.25.8.70, port: 56f6109e-4535-492f-a12d-31c854d25d10. Aug 16 20:40:32.023665 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6fab72f4-68e4-4c3e-9884-1fd4e71a9f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:32.115745 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6fab72f4-68e4-4c3e-9884-1fd4e71a9f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:32.118496 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6fab72f4-68e4-4c3e-9884-1fd4e71a9f6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:32.165335 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6fab72f4-68e4-4c3e-9884-1fd4e71a9f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:32.165945 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fab72f4-68e4-4c3e-9884-1fd4e71a9f6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c39414e-26ad-4303-b202-39a90b3616ba {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:40:32.172023 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6fab72f4-68e4-4c3e-9884-1fd4e71a9f6e admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:32.173194 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6fab72f4-68e4-4c3e-9884-1fd4e71a9f6e admin admin] 10.222.0.68 "DELETE /v2.0/routers/4c39414e-26ad-4303-b202-39a90b3616ba HTTP/1.1" status: 204 len: 168 time: 0.9156742 Aug 16 20:40:32.175794 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58344) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:32.224599 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d1f25c5-7384-4f53-9929-ea4c944c9d14 admin admin] Deleting subnet 1990467a-5533-4159-80d2-f8814e5e7a5e {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:40:32.228395 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d1f25c5-7384-4f53-9929-ea4c944c9d14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:32.245504 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efdcbe5-4c25-4ced-930a-c41b8ca639d7 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Router 3075053c-001e-43a7-b8f9-a19786ec6547 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:40:32.264047 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d1f25c5-7384-4f53-9929-ea4c944c9d14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:32.340237 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d1f25c5-7384-4f53-9929-ea4c944c9d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:32.355355 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efdcbe5-4c25-4ced-930a-c41b8ca639d7 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:40:32.365537 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8e3c5c-99c0-4479-b7f7-1656c94adb41 None None] Sync routers for ids ['3075053c-001e-43a7-b8f9-a19786ec6547'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:40:32.375762 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2efdcbe5-4c25-4ced-930a-c41b8ca639d7 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:32.381167 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8e3c5c-99c0-4479-b7f7-1656c94adb41 None None] Routers {'3075053c-001e-43a7-b8f9-a19786ec6547'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:32.382418 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3e8e3c5c-99c0-4479-b7f7-1656c94adb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:40:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['3075053c-001e-43a7-b8f9-a19786ec6547'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:32.410541 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2efdcbe5-4c25-4ced-930a-c41b8ca639d7 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1207266 Aug 16 20:40:32.411436 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68607e97-664c-4ecd-84bc-a738fa08c7bc', 'tag': '56f6109e-4535-492f-a12d-31c854d25d10'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:40:32.413812 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9372e213-2f7c-4b99-8577-7f0e5a55add0" -d '{"events": [{"name": "network-changed", "server_uuid": "68607e97-664c-4ecd-84bc-a738fa08c7bc", "tag": "56f6109e-4535-492f-a12d-31c854d25d10"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:40:32.422767 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d1f25c5-7384-4f53-9929-ea4c944c9d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:32.455848 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f25c5-7384-4f53-9929-ea4c944c9d14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1990467a-5533-4159-80d2-f8814e5e7a5e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:32.458140 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d1f25c5-7384-4f53-9929-ea4c944c9d14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:32.461905 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8d1f25c5-7384-4f53-9929-ea4c944c9d14 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/1990467a-5533-4159-80d2-f8814e5e7a5e HTTP/1.1" status: 204 len: 168 time: 0.2829540 Aug 16 20:40:32.462312 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58350) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:32.465383 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdee80a-fd83-46a4-a5f0-332bea4b65ba None None] Network 90a107fb-c8e9-4600-b5c1-10abb01abc5f requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:40:32.467873 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0923ac-570d-43f6-80c0-14df5c4f9c3e x-openstack-request-id: req-8b0923ac-570d-43f6-80c0-14df5c4f9c3e {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:40:32.468300 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68607e97-664c-4ecd-84bc-a738fa08c7bc", "tag": "56f6109e-4535-492f-a12d-31c854d25d10", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:40:32.468658 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8b0923ac-570d-43f6-80c0-14df5c4f9c3e {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:40:32.469170 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68607e97-664c-4ecd-84bc-a738fa08c7bc', 'tag': '56f6109e-4535-492f-a12d-31c854d25d10', 'status': 'completed', 'code': 200} Aug 16 20:40:32.531052 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372e213-2f7c-4b99-8577-7f0e5a55add0 req-7105e772-b960-4ced-8d51-27a121aca453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:32.532844 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9372e213-2f7c-4b99-8577-7f0e5a55add0 req-7105e772-b960-4ced-8d51-27a121aca453 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cac20e211dcc4e44a6f968f19013a99f&device_id=68607e97-664c-4ecd-84bc-a738fa08c7bc HTTP/1.1" status: 200 len: 1097 time: 0.0520678 Aug 16 20:40:32.536415 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-902c1c93-a793-4967-ac78-412fc7d60d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:32.596184 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-902c1c93-a793-4967-ac78-412fc7d60d34 admin admin] Deleting port ebc26476-bc6c-4223-83d5-5a69dbdba3ff {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:40:32.596618 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-902c1c93-a793-4967-ac78-412fc7d60d34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:32.640544 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372e213-2f7c-4b99-8577-7f0e5a55add0 req-de7861cb-85b2-4128-944b-83a05fea2585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:32.642188 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9372e213-2f7c-4b99-8577-7f0e5a55add0 req-de7861cb-85b2-4128-944b-83a05fea2585 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dceaadb0-8850-426f-96ef-1d8c7883e616 HTTP/1.1" status: 200 len: 910 time: 0.1022718 Aug 16 20:40:32.676362 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-902c1c93-a793-4967-ac78-412fc7d60d34 admin admin] For port ebc26476-bc6c-4223-83d5-5a69dbdba3ff, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=ebc26476-bc6c-4223-83d5-5a69dbdba3ff,segment=NetworkSegment(b898e35c-f249-4c42-8d3a-f04486b7639b),segment_id=b898e35c-f249-4c42-8d3a-f04486b7639b)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:32.676848 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-902c1c93-a793-4967-ac78-412fc7d60d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:32.698693 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-902c1c93-a793-4967-ac78-412fc7d60d34 admin admin] Calling delete_port for ebc26476-bc6c-4223-83d5-5a69dbdba3ff owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:40:32.718937 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9372e213-2f7c-4b99-8577-7f0e5a55add0 req-f952f6ee-a5e2-4d76-8221-20b9fedc1ffc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56f6109e-4535-492f-a12d-31c854d25d10 HTTP/1.1" status: 200 len: 998 time: 0.0685942 Aug 16 20:40:32.781056 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372e213-2f7c-4b99-8577-7f0e5a55add0 req-b4b2ef54-9c07-4d85-a5c1-2c4d030d2e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:32.783395 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9372e213-2f7c-4b99-8577-7f0e5a55add0 req-b4b2ef54-9c07-4d85-a5c1-2c4d030d2e94 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5236a9cb-b9d7-4edc-817d-65a33e2a6afa HTTP/1.1" status: 200 len: 848 time: 0.0561693 Aug 16 20:40:32.789238 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-902c1c93-a793-4967-ac78-412fc7d60d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:32.812186 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-3e8e3c5c-99c0-4479-b7f7-1656c94adb41 None None] Set router 3075053c-001e-43a7-b8f9-a19786ec6547 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:40:32.825209 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c1c93-a793-4967-ac78-412fc7d60d34 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc26476-bc6c-4223-83d5-5a69dbdba3ff,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:32.827938 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902c1c93-a793-4967-ac78-412fc7d60d34 admin admin] No DVR routers for this DVR port ebc26476-bc6c-4223-83d5-5a69dbdba3ff on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:40:32.836168 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372e213-2f7c-4b99-8577-7f0e5a55add0 req-56ec7d96-4c6c-4327-a30b-5eea7ed7315e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:32.838100 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9372e213-2f7c-4b99-8577-7f0e5a55add0 req-56ec7d96-4c6c-4327-a30b-5eea7ed7315e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dceaadb0-8850-426f-96ef-1d8c7883e616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487738 Aug 16 20:40:32.900173 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e6596f-91a0-4eea-b9c6-514ab420960f None None] DHCP port deletion for 90a107fb-c8e9-4600-b5c1-10abb01abc5f request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:40:32.908658 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-902c1c93-a793-4967-ac78-412fc7d60d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:32.925545 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-902c1c93-a793-4967-ac78-412fc7d60d34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a107fb-c8e9-4600-b5c1-10abb01abc5f']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:32.937068 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-902c1c93-a793-4967-ac78-412fc7d60d34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b898e35c-f249-4c42-8d3a-f04486b7639b') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:32.937361 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-902c1c93-a793-4967-ac78-412fc7d60d34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b898e35c-f249-4c42-8d3a-f04486b7639b') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:32.946763 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-902c1c93-a793-4967-ac78-412fc7d60d34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:32.955577 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9372e213-2f7c-4b99-8577-7f0e5a55add0 req-f37e6d4f-bfb9-46dc-97de-a836517cd3a9 service neutron] 10.222.0.63 "GET /v2.0/networks/dceaadb0-8850-426f-96ef-1d8c7883e616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095676 Aug 16 20:40:32.960689 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-902c1c93-a793-4967-ac78-412fc7d60d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:32.967417 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-902c1c93-a793-4967-ac78-412fc7d60d34 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:40:32.968933 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-902c1c93-a793-4967-ac78-412fc7d60d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:32.974709 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:40:32.974709 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:40:32.974709 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:40:32.974709 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:40:32.974709 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:40:32.974709 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:40:32.974709 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:40:32.974709 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:40:32.974709 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:40:32.974709 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:40:32.974709 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:40:32.974709 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:40:32.974709 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:40:32.974709 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:40:32.974709 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:40:32.974709 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:40:32.974709 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:40:32.974709 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:40:32.974709 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:40:32.974709 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:40:32.974709 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:40:32.974709 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:40:32.974709 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:40:32.974709 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:40:32.974709 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:40:32.974709 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:40:32.974709 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:40:32.974709 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:40:32.974709 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:40:32.974709 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:40:32.974709 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:40:32.974709 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:40:33.037349 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-902c1c93-a793-4967-ac78-412fc7d60d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:33.043774 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-902c1c93-a793-4967-ac78-412fc7d60d34 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:33.047774 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-902c1c93-a793-4967-ac78-412fc7d60d34 admin admin] 10.222.0.68 "DELETE /v2.0/networks/90a107fb-c8e9-4600-b5c1-10abb01abc5f HTTP/1.1" status: 204 len: 168 time: 0.5826726 Aug 16 20:40:33.060854 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c1c93-a793-4967-ac78-412fc7d60d34 admin admin] Pushing event deleted for resources: {'Network': ['ID=90a107fb-c8e9-4600-b5c1-10abb01abc5f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:33.069391 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9372e213-2f7c-4b99-8577-7f0e5a55add0 req-163b61c0-191f-499b-b16c-3a4fdbe6351d service neutron] 10.222.0.63 "GET /v2.0/networks/dceaadb0-8850-426f-96ef-1d8c7883e616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065192 Aug 16 20:40:33.090108 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3e8e3c5c-99c0-4479-b7f7-1656c94adb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'name': 'tempest-TestServerBasicOps-2059277882-router', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '2c8b8b5c-0d84-4f86-be29-20844ff72cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:09Z', 'updated_at': '2021-08-16T20:40:12Z', 'revision_number': 4, 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'gw_port': {'id': '2c8b8b5c-0d84-4f86-be29-20844ff72cbe', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:10Z', 'updated_at': '2021-08-16T20:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '8cc63ca8-b136-4ba6-9c62-cccbc336de49', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'floating_ip_address': '172.25.8.70', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'port_id': '56f6109e-4535-492f-a12d-31c854d25d10', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dceaadb0-8850-426f-96ef-1d8c7883e616', 'mac_address': 'fa:16:3e:68:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68607e97-664c-4ecd-84bc-a738fa08c7bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:40:30Z', 'updated_at': '2021-08-16T20:40:30Z', 'revision_number': 0, 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05f3d0da-c6ff-4b67-913b-d322007dfb4b', 'name': '', 'network_id': 'dceaadb0-8850-426f-96ef-1d8c7883e616', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'mac_address': 'fa:16:3e:1c:01:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '5236a9cb-b9d7-4edc-817d-65a33e2a6afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:11Z', 'updated_at': '2021-08-16T20:40:18Z', 'revision_number': 5, 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'subnets': [{'id': '5236a9cb-b9d7-4edc-817d-65a33e2a6afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:33.117201 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8e3c5c-99c0-4479-b7f7-1656c94adb41 None None] Checking router: 3075053c-001e-43a7-b8f9-a19786ec6547 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:40:33.125446 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8e3c5c-99c0-4479-b7f7-1656c94adb41 None None] Routers {'3075053c-001e-43a7-b8f9-a19786ec6547'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:33.126065 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3e8e3c5c-99c0-4479-b7f7-1656c94adb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:40:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['3075053c-001e-43a7-b8f9-a19786ec6547'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:33.213556 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ebc26476-bc6c-4223-83d5-5a69dbdba3ff no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:40:33.237222 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: ebc26476-bc6c-4223-83d5-5a69dbdba3ff {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:40:33.237567 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ebc26476-bc6c-4223-83d5-5a69dbdba3ff not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:40:33.237996 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device df4726a8-0c52-41ce-875c-20c469f9b6d0 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:40:33.247921 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58354) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:33.265643 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: df4726a8-0c52-41ce-875c-20c469f9b6d0 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:40:33.265989 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device df4726a8-0c52-41ce-875c-20c469f9b6d0 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:40:33.266407 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 85f70323-2083-4b38-9be3-0d7de826d820 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:40:33.290198 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-84734e60-815e-41d5-bc8f-c300f8599aef admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=25526f5975694410acc6a235dda2f51a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409374 Aug 16 20:40:33.290392 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 85f70323-2083-4b38-9be3-0d7de826d820 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:40:33.290708 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 85f70323-2083-4b38-9be3-0d7de826d820 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:40:33.292592 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58356) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:33.300975 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-3e8e3c5c-99c0-4479-b7f7-1656c94adb41 None None] Set router 3075053c-001e-43a7-b8f9-a19786ec6547 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:40:33.341175 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7ec87af-2814-4895-891f-0643908f36b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:33.362551 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7ec87af-2814-4895-891f-0643908f36b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:33.413320 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7ec87af-2814-4895-891f-0643908f36b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:33.415859 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7ec87af-2814-4895-891f-0643908f36b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:33.417225 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e7ec87af-2814-4895-891f-0643908f36b6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/58d3bde1-039a-4dc5-b9a5-42b57e61f269 HTTP/1.1" status: 204 len: 168 time: 0.1235445 Aug 16 20:40:33.424950 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec87af-2814-4895-891f-0643908f36b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d3bde1-039a-4dc5-b9a5-42b57e61f269,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:33.536350 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3e8e3c5c-99c0-4479-b7f7-1656c94adb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'name': 'tempest-TestServerBasicOps-2059277882-router', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '2c8b8b5c-0d84-4f86-be29-20844ff72cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:09Z', 'updated_at': '2021-08-16T20:40:12Z', 'revision_number': 4, 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'gw_port': {'id': '2c8b8b5c-0d84-4f86-be29-20844ff72cbe', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:10Z', 'updated_at': '2021-08-16T20:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '8cc63ca8-b136-4ba6-9c62-cccbc336de49', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'floating_ip_address': '172.25.8.70', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'port_id': '56f6109e-4535-492f-a12d-31c854d25d10', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dceaadb0-8850-426f-96ef-1d8c7883e616', 'mac_address': 'fa:16:3e:68:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68607e97-664c-4ecd-84bc-a738fa08c7bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:40:30Z', 'updated_at': '2021-08-16T20:40:30Z', 'revision_number': 0, 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05f3d0da-c6ff-4b67-913b-d322007dfb4b', 'name': '', 'network_id': 'dceaadb0-8850-426f-96ef-1d8c7883e616', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'mac_address': 'fa:16:3e:1c:01:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '5236a9cb-b9d7-4edc-817d-65a33e2a6afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:11Z', 'updated_at': '2021-08-16T20:40:18Z', 'revision_number': 5, 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'subnets': [{'id': '5236a9cb-b9d7-4edc-817d-65a33e2a6afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:33.566792 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8e3c5c-99c0-4479-b7f7-1656c94adb41 None None] The sync data for ids ['3075053c-001e-43a7-b8f9-a19786ec6547'] in n-d-787206-13 is: [{'id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'name': 'tempest-TestServerBasicOps-2059277882-router', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '2c8b8b5c-0d84-4f86-be29-20844ff72cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:09Z', 'updated_at': '2021-08-16T20:40:12Z', 'revision_number': 4, 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'gw_port': {'id': '2c8b8b5c-0d84-4f86-be29-20844ff72cbe', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:10Z', 'updated_at': '2021-08-16T20:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '8cc63ca8-b136-4ba6-9c62-cccbc336de49', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'floating_ip_address': '172.25.8.70', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'port_id': '56f6109e-4535-492f-a12d-31c854d25d10', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dceaadb0-8850-426f-96ef-1d8c7883e616', 'mac_address': 'fa:16:3e:68:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68607e97-664c-4ecd-84bc-a738fa08c7bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:40:30Z', 'updated_at': '2021-08-16T20:40:30Z', 'revision_number': 0, 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05f3d0da-c6ff-4b67-913b-d322007dfb4b', 'name': '', 'network_id': 'dceaadb0-8850-426f-96ef-1d8c7883e616', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'mac_address': 'fa:16:3e:1c:01:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '5236a9cb-b9d7-4edc-817d-65a33e2a6afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:11Z', 'updated_at': '2021-08-16T20:40:18Z', 'revision_number': 5, 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'subnets': [{'id': '5236a9cb-b9d7-4edc-817d-65a33e2a6afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:40:33.746338 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58362) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:33.769275 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d4ce96-47e1-400c-b9a6-dbbea8298eb0 None None] New status for floating IP 8cc63ca8-b136-4ba6-9c62-cccbc336de49: ACTIVE {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:40:33.788347 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a6bc1deb-4739-4674-a322-5698a1d6c60b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cb8fc54640d942a192c057ba46170e2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406463 Aug 16 20:40:33.790716 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58364) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:33.839765 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fb44099c-d44a-4aa9-b8b7-36e75d6ef023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:33.860102 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fb44099c-d44a-4aa9-b8b7-36e75d6ef023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:33.912304 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fb44099c-d44a-4aa9-b8b7-36e75d6ef023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:33.914900 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fb44099c-d44a-4aa9-b8b7-36e75d6ef023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:33.916146 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fb44099c-d44a-4aa9-b8b7-36e75d6ef023 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0957f576-8463-4666-b646-9e343138114a HTTP/1.1" status: 204 len: 168 time: 0.1244426 Aug 16 20:40:33.925898 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44099c-d44a-4aa9-b8b7-36e75d6ef023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0957f576-8463-4666-b646-9e343138114a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:34.449819 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c645f615-3d7b-4ee1-a360-d7abbe81e3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:34.705091 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:35.682634 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:36.253405 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:36.352327 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:37.140154 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:44.597590 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:41:01.840954 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aba146f6-f1ad-4dd3-b727-343dcf461a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:04.451082 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ee76-000f-4441-907f-6b15ef9d95e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:04.706271 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:05.685982 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:06.250554 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:06.366912 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:07.062041 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58390) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:07.142244 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:07.240685 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d95d32-9eec-4875-8be1-eb90360686a1 req-d6d2c4a4-414a-4654-805b-d96dc8c9fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:07.242224 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51d95d32-9eec-4875-8be1-eb90360686a1 req-d6d2c4a4-414a-4654-805b-d96dc8c9fec8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=68607e97-664c-4ecd-84bc-a738fa08c7bc HTTP/1.1" status: 200 len: 1097 time: 0.1791878 Aug 16 20:41:07.282968 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-51d95d32-9eec-4875-8be1-eb90360686a1 req-7f5870d5-b75a-4f19-b32f-2d6aceca33de service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b80ebd6e-7aa6-4276-b1c9-df3a0abd0e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271351 Aug 16 20:41:19.444330 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-85776935-b42a-4806-9a1c-51d3507d1d03 req-950d3614-0098-4b9b-831a-05af38bf96b8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=68607e97-664c-4ecd-84bc-a738fa08c7bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389438 Aug 16 20:41:19.523165 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85776935-b42a-4806-9a1c-51d3507d1d03 req-07462fc6-7958-4da5-83fe-48629e72ed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:19.524688 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-85776935-b42a-4806-9a1c-51d3507d1d03 req-07462fc6-7958-4da5-83fe-48629e72ed4d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cac20e211dcc4e44a6f968f19013a99f&device_id=68607e97-664c-4ecd-84bc-a738fa08c7bc HTTP/1.1" status: 200 len: 1097 time: 0.0407178 Aug 16 20:41:19.627704 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85776935-b42a-4806-9a1c-51d3507d1d03 req-ce432e76-51d1-4820-a7da-48b7fa33373c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:19.629170 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-85776935-b42a-4806-9a1c-51d3507d1d03 req-ce432e76-51d1-4820-a7da-48b7fa33373c service neutron] 10.222.0.63 "GET /v2.0/networks?id=dceaadb0-8850-426f-96ef-1d8c7883e616 HTTP/1.1" status: 200 len: 910 time: 0.0858464 Aug 16 20:41:19.691849 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-85776935-b42a-4806-9a1c-51d3507d1d03 req-02a44ee5-acff-424c-9672-bf841ff43480 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56f6109e-4535-492f-a12d-31c854d25d10 HTTP/1.1" status: 200 len: 1000 time: 0.0558214 Aug 16 20:41:19.738690 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85776935-b42a-4806-9a1c-51d3507d1d03 req-12f1b680-a75f-4506-a5e4-1484509d35b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:19.740076 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-85776935-b42a-4806-9a1c-51d3507d1d03 req-12f1b680-a75f-4506-a5e4-1484509d35b4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5236a9cb-b9d7-4edc-817d-65a33e2a6afa HTTP/1.1" status: 200 len: 848 time: 0.0411084 Aug 16 20:41:19.788557 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85776935-b42a-4806-9a1c-51d3507d1d03 req-b3f70852-a36f-49ae-a92a-efd179c41f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:19.790548 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-85776935-b42a-4806-9a1c-51d3507d1d03 req-b3f70852-a36f-49ae-a92a-efd179c41f56 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dceaadb0-8850-426f-96ef-1d8c7883e616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431933 Aug 16 20:41:19.877238 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-85776935-b42a-4806-9a1c-51d3507d1d03 req-52a1a169-4026-404a-bd59-009ca2769446 service neutron] 10.222.0.63 "GET /v2.0/networks/dceaadb0-8850-426f-96ef-1d8c7883e616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800352 Aug 16 20:41:19.974683 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-85776935-b42a-4806-9a1c-51d3507d1d03 req-205d7a0b-f97f-4f57-ad37-916540ee9123 service neutron] 10.222.0.63 "GET /v2.0/networks/dceaadb0-8850-426f-96ef-1d8c7883e616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900822 Aug 16 20:41:21.596580 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:41:31.842217 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9b5f17b5-2057-4ac9-bd16-35650c5a1304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:34.451151 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e420b3ea-7541-4e04-9e07-2350822aa08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:34.706268 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:35.688683 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:36.258680 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:36.365472 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:37.145295 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:58.596368 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:42:01.846162 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8badb95c-40f4-4677-8bf5-088ca60985a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.451826 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-202a0b47-91d8-4d6c-a265-3cf2ae9ca1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.707563 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.691659 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.271866 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.381899 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.146763 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:19.428053 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-174552f3-7211-4dd5-a3a5-71419cf73e3e req-0896381a-1aff-4029-98fa-38bf6e7677bb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=68607e97-664c-4ecd-84bc-a738fa08c7bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390658 Aug 16 20:42:19.505774 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174552f3-7211-4dd5-a3a5-71419cf73e3e req-9e502409-2fd6-41a2-89fc-b5a102e24f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:19.507537 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-174552f3-7211-4dd5-a3a5-71419cf73e3e req-9e502409-2fd6-41a2-89fc-b5a102e24f3e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cac20e211dcc4e44a6f968f19013a99f&device_id=68607e97-664c-4ecd-84bc-a738fa08c7bc HTTP/1.1" status: 200 len: 1097 time: 0.0398741 Aug 16 20:42:19.611139 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174552f3-7211-4dd5-a3a5-71419cf73e3e req-21a27c44-b23f-4023-9266-1cf94924ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:19.612611 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-174552f3-7211-4dd5-a3a5-71419cf73e3e req-21a27c44-b23f-4023-9266-1cf94924ade6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dceaadb0-8850-426f-96ef-1d8c7883e616 HTTP/1.1" status: 200 len: 910 time: 0.0852470 Aug 16 20:42:19.676249 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-174552f3-7211-4dd5-a3a5-71419cf73e3e req-02cc3715-16c6-499e-964e-13ad1759740b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56f6109e-4535-492f-a12d-31c854d25d10 HTTP/1.1" status: 200 len: 1000 time: 0.0565588 Aug 16 20:42:19.729198 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174552f3-7211-4dd5-a3a5-71419cf73e3e req-4639ad26-884b-42bb-85d6-3a2bf0309771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:19.730512 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-174552f3-7211-4dd5-a3a5-71419cf73e3e req-4639ad26-884b-42bb-85d6-3a2bf0309771 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5236a9cb-b9d7-4edc-817d-65a33e2a6afa HTTP/1.1" status: 200 len: 848 time: 0.0471723 Aug 16 20:42:19.775185 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174552f3-7211-4dd5-a3a5-71419cf73e3e req-144370af-ca65-4d19-a79d-b3a703cffc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:19.776644 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-174552f3-7211-4dd5-a3a5-71419cf73e3e req-144370af-ca65-4d19-a79d-b3a703cffc66 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dceaadb0-8850-426f-96ef-1d8c7883e616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394111 Aug 16 20:42:19.864548 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-174552f3-7211-4dd5-a3a5-71419cf73e3e req-d3ac465e-2e74-4afc-a795-dda6aab5a58c service neutron] 10.222.0.63 "GET /v2.0/networks/dceaadb0-8850-426f-96ef-1d8c7883e616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808821 Aug 16 20:42:19.955982 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-174552f3-7211-4dd5-a3a5-71419cf73e3e req-19af4146-b2d0-4175-8c91-89e09f50afe2 service neutron] 10.222.0.63 "GET /v2.0/networks/dceaadb0-8850-426f-96ef-1d8c7883e616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843189 Aug 16 20:42:31.848477 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a8cf09d9-fd9c-4a46-9403-ea5ae2eb9117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:34.451619 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d8d51bc-f3b3-47b8-b35a-047bf4d77085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:34.708482 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:35.596167 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:42:35.695505 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.270741 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.380648 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:37.150165 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:01.849667 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-544a4353-62bf-4632-942b-1aa9231ecb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:04.452443 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a8862e03-49f0-4369-83b9-4a58ee0c2a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:04.708410 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:05.697903 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:06.275384 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:06.396457 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:07.151622 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:12.595029 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:43:21.465980 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-43d5dffb-2e6d-485a-bac6-6cebd8ad0bb3 req-1fdf163e-7df6-4777-a124-ec4e71995a93 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=68607e97-664c-4ecd-84bc-a738fa08c7bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412462 Aug 16 20:43:21.543216 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5dffb-2e6d-485a-bac6-6cebd8ad0bb3 req-4b44a98e-6040-44d3-91f4-344cd80bda90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:21.544709 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-43d5dffb-2e6d-485a-bac6-6cebd8ad0bb3 req-4b44a98e-6040-44d3-91f4-344cd80bda90 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cac20e211dcc4e44a6f968f19013a99f&device_id=68607e97-664c-4ecd-84bc-a738fa08c7bc HTTP/1.1" status: 200 len: 1097 time: 0.0399864 Aug 16 20:43:21.648987 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5dffb-2e6d-485a-bac6-6cebd8ad0bb3 req-1e6e8504-10e5-4b70-b21a-d507e036b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:21.650449 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-43d5dffb-2e6d-485a-bac6-6cebd8ad0bb3 req-1e6e8504-10e5-4b70-b21a-d507e036b23e service neutron] 10.222.0.63 "GET /v2.0/networks?id=dceaadb0-8850-426f-96ef-1d8c7883e616 HTTP/1.1" status: 200 len: 910 time: 0.0874577 Aug 16 20:43:21.713490 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-43d5dffb-2e6d-485a-bac6-6cebd8ad0bb3 req-e7b4fa43-488d-43e1-8771-0ead234b96c7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56f6109e-4535-492f-a12d-31c854d25d10 HTTP/1.1" status: 200 len: 1000 time: 0.0556214 Aug 16 20:43:21.766482 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5dffb-2e6d-485a-bac6-6cebd8ad0bb3 req-7d95108d-8ee7-4249-91e0-e21008de517d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:21.767822 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-43d5dffb-2e6d-485a-bac6-6cebd8ad0bb3 req-7d95108d-8ee7-4249-91e0-e21008de517d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5236a9cb-b9d7-4edc-817d-65a33e2a6afa HTTP/1.1" status: 200 len: 848 time: 0.0467441 Aug 16 20:43:21.812212 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5dffb-2e6d-485a-bac6-6cebd8ad0bb3 req-9c7779b9-e612-4eb1-91aa-a573f021449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:21.813647 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-43d5dffb-2e6d-485a-bac6-6cebd8ad0bb3 req-9c7779b9-e612-4eb1-91aa-a573f021449e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dceaadb0-8850-426f-96ef-1d8c7883e616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384810 Aug 16 20:43:21.903983 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-43d5dffb-2e6d-485a-bac6-6cebd8ad0bb3 req-4d93b93e-d92d-402f-b23b-128cd874cb5a service neutron] 10.222.0.63 "GET /v2.0/networks/dceaadb0-8850-426f-96ef-1d8c7883e616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825160 Aug 16 20:43:21.990704 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-43d5dffb-2e6d-485a-bac6-6cebd8ad0bb3 req-61b72de8-0681-4f96-8232-e150f20513d4 service neutron] 10.222.0.63 "GET /v2.0/networks/dceaadb0-8850-426f-96ef-1d8c7883e616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789583 Aug 16 20:43:31.850725 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-44d7ed0d-4240-4f01-81af-5c106a647d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:34.452714 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d8bd2cfe-289e-436b-a476-a02ca041f3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:34.708474 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:35.700662 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:36.303753 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:36.397023 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:37.157136 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:49.594270 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:44:01.853658 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b5c0f4a1-94a8-4c9c-9751-b1fecbba2f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.452457 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c4d30a70-7514-42db-872f-40152ad01076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.709954 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:05.704750 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.312828 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.412183 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.157059 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:21.429428 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ee9a74bb-9c9e-4507-b90b-751f5df373ac req-879b85c3-477e-42f7-bbc1-a6f526593f41 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=68607e97-664c-4ecd-84bc-a738fa08c7bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399759 Aug 16 20:44:21.516279 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a74bb-9c9e-4507-b90b-751f5df373ac req-2aa95fca-400b-40df-9af1-d52b11ddebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:21.517775 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ee9a74bb-9c9e-4507-b90b-751f5df373ac req-2aa95fca-400b-40df-9af1-d52b11ddebdd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cac20e211dcc4e44a6f968f19013a99f&device_id=68607e97-664c-4ecd-84bc-a738fa08c7bc HTTP/1.1" status: 200 len: 1097 time: 0.0498924 Aug 16 20:44:21.618628 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a74bb-9c9e-4507-b90b-751f5df373ac req-fda5a239-ebb1-497d-bf72-a6e3dcfd204c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:21.620132 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ee9a74bb-9c9e-4507-b90b-751f5df373ac req-fda5a239-ebb1-497d-bf72-a6e3dcfd204c service neutron] 10.222.0.63 "GET /v2.0/networks?id=dceaadb0-8850-426f-96ef-1d8c7883e616 HTTP/1.1" status: 200 len: 910 time: 0.0832090 Aug 16 20:44:21.686970 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ee9a74bb-9c9e-4507-b90b-751f5df373ac req-10a6d6c5-d36b-4066-81a0-ea34fe1a6137 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56f6109e-4535-492f-a12d-31c854d25d10 HTTP/1.1" status: 200 len: 1000 time: 0.0602119 Aug 16 20:44:21.734182 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a74bb-9c9e-4507-b90b-751f5df373ac req-ca3c1f7e-e67c-4d0c-84ad-f690de1ed725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:21.735627 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ee9a74bb-9c9e-4507-b90b-751f5df373ac req-ca3c1f7e-e67c-4d0c-84ad-f690de1ed725 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5236a9cb-b9d7-4edc-817d-65a33e2a6afa HTTP/1.1" status: 200 len: 848 time: 0.0421450 Aug 16 20:44:21.780592 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a74bb-9c9e-4507-b90b-751f5df373ac req-e83cff75-9565-4942-a683-047b396445b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:21.782034 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ee9a74bb-9c9e-4507-b90b-751f5df373ac req-e83cff75-9565-4942-a683-047b396445b2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dceaadb0-8850-426f-96ef-1d8c7883e616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393636 Aug 16 20:44:21.872336 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ee9a74bb-9c9e-4507-b90b-751f5df373ac req-0d603840-3351-4afb-ad6d-2a0544ef9875 service neutron] 10.222.0.63 "GET /v2.0/networks/dceaadb0-8850-426f-96ef-1d8c7883e616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828433 Aug 16 20:44:21.959108 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ee9a74bb-9c9e-4507-b90b-751f5df373ac req-69a63164-bd57-452a-876a-ca5a42944a66 service neutron] 10.222.0.63 "GET /v2.0/networks/dceaadb0-8850-426f-96ef-1d8c7883e616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798328 Aug 16 20:44:26.594600 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:44:31.857388 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ef8457c6-aeca-4452-9e61-516b6c2b12cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:34.452654 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb7096c0-441a-43c5-9341-153ae9f5506f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:34.710193 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:35.706668 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:36.302654 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:36.414305 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:37.160071 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:01.857896 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-643fbe50-8229-4737-a933-afca32c0743c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:03.594233 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:45:04.453349 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e6302e19-c466-4f8c-96ff-7816ad0a21cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:04.710658 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:05.710994 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:06.319821 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:06.416604 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:07.163112 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:12.021966 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17a30f-67a1-44ed-a7e4-10dea0abc654 req-1f3ecdea-e194-466d-bf43-ae5bd5e7b29d tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:12.023485 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7d17a30f-67a1-44ed-a7e4-10dea0abc654 req-1f3ecdea-e194-466d-bf43-ae5bd5e7b29d tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "GET /v2.0/ports?device_id=68607e97-664c-4ecd-84bc-a738fa08c7bc HTTP/1.1" status: 200 len: 945 time: 0.1679897 Aug 16 20:45:12.060922 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7d17a30f-67a1-44ed-a7e4-10dea0abc654 req-82ab3584-2439-47b5-899e-83c793a4823a tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "GET /v2.0/security-groups?id=b80ebd6e-7aa6-4276-b1c9-df3a0abd0e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313785 Aug 16 20:45:13.177199 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0aa6d-80e2-4778-98a4-84c8ec18cbe3 req-f9c52e94-5f52-4b84-9088-f72c65de0ecd tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:13.178620 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5ec0aa6d-80e2-4778-98a4-84c8ec18cbe3 req-f9c52e94-5f52-4b84-9088-f72c65de0ecd tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.63 "GET /v2.0/ports?device_id=68607e97-664c-4ecd-84bc-a738fa08c7bc HTTP/1.1" status: 200 len: 945 time: 0.0651581 Aug 16 20:45:13.251784 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affc81f-7a39-47de-b683-ad83d8e75f2d req-001c6180-b7aa-485d-89ba-55806342cac5 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:13.253300 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2affc81f-7a39-47de-b683-ad83d8e75f2d req-001c6180-b7aa-485d-89ba-55806342cac5 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "GET /v2.0/ports?device_id=68607e97-664c-4ecd-84bc-a738fa08c7bc HTTP/1.1" status: 200 len: 945 time: 0.0937264 Aug 16 20:45:13.325014 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2affc81f-7a39-47de-b683-ad83d8e75f2d req-84bd6503-8b10-427d-97f0-f23088f3db93 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "GET /v2.0/security-groups?id=b80ebd6e-7aa6-4276-b1c9-df3a0abd0e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529625 Aug 16 20:45:13.334699 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-5ec0aa6d-80e2-4778-98a4-84c8ec18cbe3 req-e9b16115-074a-4e0e-8096-be92ffa0d5b2 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Deleting port 56f6109e-4535-492f-a12d-31c854d25d10 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:13.335045 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5ec0aa6d-80e2-4778-98a4-84c8ec18cbe3 req-e9b16115-074a-4e0e-8096-be92ffa0d5b2 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.423277 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-5ec0aa6d-80e2-4778-98a4-84c8ec18cbe3 req-e9b16115-074a-4e0e-8096-be92ffa0d5b2 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] For port 56f6109e-4535-492f-a12d-31c854d25d10, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=56f6109e-4535-492f-a12d-31c854d25d10,segment=NetworkSegment(1ed1a97f-eb59-47a7-a718-716c7484f92c),segment_id=1ed1a97f-eb59-47a7-a718-716c7484f92c)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:13.424496 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5ec0aa6d-80e2-4778-98a4-84c8ec18cbe3 req-e9b16115-074a-4e0e-8096-be92ffa0d5b2 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.595949 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5ec0aa6d-80e2-4778-98a4-84c8ec18cbe3 req-e9b16115-074a-4e0e-8096-be92ffa0d5b2 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.596322 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5ec0aa6d-80e2-4778-98a4-84c8ec18cbe3 req-e9b16115-074a-4e0e-8096-be92ffa0d5b2 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.596701 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [req-5ec0aa6d-80e2-4778-98a4-84c8ec18cbe3 req-e9b16115-074a-4e0e-8096-be92ffa0d5b2 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Floating IP 8cc63ca8-b136-4ba6-9c62-cccbc336de49 disassociated. External IP: 172.25.8.70, port: 56f6109e-4535-492f-a12d-31c854d25d10. Aug 16 20:45:13.597253 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-5ec0aa6d-80e2-4778-98a4-84c8ec18cbe3 req-e9b16115-074a-4e0e-8096-be92ffa0d5b2 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Calling delete_port for 56f6109e-4535-492f-a12d-31c854d25d10 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:13.722735 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5ec0aa6d-80e2-4778-98a4-84c8ec18cbe3 req-e9b16115-074a-4e0e-8096-be92ffa0d5b2 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.758383 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b16115-074a-4e0e-8096-be92ffa0d5b2 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Pushing event deleted for resources: {'Port': ['ID=56f6109e-4535-492f-a12d-31c854d25d10,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:13.770455 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b16115-074a-4e0e-8096-be92ffa0d5b2 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:13.770804 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b16115-074a-4e0e-8096-be92ffa0d5b2 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:13.771135 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b16115-074a-4e0e-8096-be92ffa0d5b2 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:13.771511 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b16115-074a-4e0e-8096-be92ffa0d5b2 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:13.771845 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b16115-074a-4e0e-8096-be92ffa0d5b2 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:13.772169 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b16115-074a-4e0e-8096-be92ffa0d5b2 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:13.772492 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b16115-074a-4e0e-8096-be92ffa0d5b2 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:13.772813 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b16115-074a-4e0e-8096-be92ffa0d5b2 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:13.773130 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b16115-074a-4e0e-8096-be92ffa0d5b2 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:13.773463 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b16115-074a-4e0e-8096-be92ffa0d5b2 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:13.773786 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b16115-074a-4e0e-8096-be92ffa0d5b2 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:13.774102 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b16115-074a-4e0e-8096-be92ffa0d5b2 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:13.878104 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ec0aa6d-80e2-4778-98a4-84c8ec18cbe3 req-e9b16115-074a-4e0e-8096-be92ffa0d5b2 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Router 3075053c-001e-43a7-b8f9-a19786ec6547 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:45:13.984186 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ec0aa6d-80e2-4778-98a4-84c8ec18cbe3 req-e9b16115-074a-4e0e-8096-be92ffa0d5b2 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:45:13.993807 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83afa8c-7efc-44f1-adcf-d06a5c5950e0 None None] Sync routers for ids ['3075053c-001e-43a7-b8f9-a19786ec6547'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:45:14.003156 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83afa8c-7efc-44f1-adcf-d06a5c5950e0 None None] Routers {'3075053c-001e-43a7-b8f9-a19786ec6547'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:14.003789 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d83afa8c-7efc-44f1-adcf-d06a5c5950e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:45:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['3075053c-001e-43a7-b8f9-a19786ec6547'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:14.026409 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec0aa6d-80e2-4778-98a4-84c8ec18cbe3 req-e9b16115-074a-4e0e-8096-be92ffa0d5b2 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] No DVR routers for this DVR port 56f6109e-4535-492f-a12d-31c854d25d10 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:14.029126 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5ec0aa6d-80e2-4778-98a4-84c8ec18cbe3 req-e9b16115-074a-4e0e-8096-be92ffa0d5b2 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.031078 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5ec0aa6d-80e2-4778-98a4-84c8ec18cbe3 req-e9b16115-074a-4e0e-8096-be92ffa0d5b2 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.63 "DELETE /v2.0/ports/56f6109e-4535-492f-a12d-31c854d25d10 HTTP/1.1" status: 204 len: 173 time: 0.8343611 Aug 16 20:45:14.031537 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68607e97-664c-4ecd-84bc-a738fa08c7bc', 'name': 'network-vif-deleted', 'tag': '56f6109e-4535-492f-a12d-31c854d25d10'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:14.034390 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30e97cb-13a7-4502-a4af-dbca65f80aee" -d '{"events": [{"server_uuid": "68607e97-664c-4ecd-84bc-a738fa08c7bc", "name": "network-vif-deleted", "tag": "56f6109e-4535-492f-a12d-31c854d25d10"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:14.120626 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-d83afa8c-7efc-44f1-adcf-d06a5c5950e0 None None] Set router 3075053c-001e-43a7-b8f9-a19786ec6547 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:14.162186 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a173b4d2-1a38-4de7-8ace-eb12c53f82e4 x-openstack-request-id: req-a173b4d2-1a38-4de7-8ace-eb12c53f82e4 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:14.162541 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68607e97-664c-4ecd-84bc-a738fa08c7bc", "name": "network-vif-deleted", "tag": "56f6109e-4535-492f-a12d-31c854d25d10", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:14.162822 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a173b4d2-1a38-4de7-8ace-eb12c53f82e4 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:14.163222 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68607e97-664c-4ecd-84bc-a738fa08c7bc', 'name': 'network-vif-deleted', 'tag': '56f6109e-4535-492f-a12d-31c854d25d10', 'status': 'completed', 'code': 200} Aug 16 20:45:14.335464 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d83afa8c-7efc-44f1-adcf-d06a5c5950e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'name': 'tempest-TestServerBasicOps-2059277882-router', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '2c8b8b5c-0d84-4f86-be29-20844ff72cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:09Z', 'updated_at': '2021-08-16T20:40:12Z', 'revision_number': 4, 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'gw_port': {'id': '2c8b8b5c-0d84-4f86-be29-20844ff72cbe', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:10Z', 'updated_at': '2021-08-16T20:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '05f3d0da-c6ff-4b67-913b-d322007dfb4b', 'name': '', 'network_id': 'dceaadb0-8850-426f-96ef-1d8c7883e616', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'mac_address': 'fa:16:3e:1c:01:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '5236a9cb-b9d7-4edc-817d-65a33e2a6afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:11Z', 'updated_at': '2021-08-16T20:40:18Z', 'revision_number': 5, 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'subnets': [{'id': '5236a9cb-b9d7-4edc-817d-65a33e2a6afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:14.360830 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83afa8c-7efc-44f1-adcf-d06a5c5950e0 None None] Checking router: 3075053c-001e-43a7-b8f9-a19786ec6547 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:45:14.368826 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83afa8c-7efc-44f1-adcf-d06a5c5950e0 None None] Routers {'3075053c-001e-43a7-b8f9-a19786ec6547'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:14.369428 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d83afa8c-7efc-44f1-adcf-d06a5c5950e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:45:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['3075053c-001e-43a7-b8f9-a19786ec6547'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:14.434323 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f3b6e9d4-a60f-4b09-8a5a-52beba4a7acb req-6a5453e9-10fe-440d-a537-bff0da28c357 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "GET /v2.0/ports?device_id=68607e97-664c-4ecd-84bc-a738fa08c7bc HTTP/1.1" status: 200 len: 210 time: 0.0274909 Aug 16 20:45:14.483322 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-d83afa8c-7efc-44f1-adcf-d06a5c5950e0 None None] Set router 3075053c-001e-43a7-b8f9-a19786ec6547 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:14.679762 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d83afa8c-7efc-44f1-adcf-d06a5c5950e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'name': 'tempest-TestServerBasicOps-2059277882-router', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '2c8b8b5c-0d84-4f86-be29-20844ff72cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:09Z', 'updated_at': '2021-08-16T20:40:12Z', 'revision_number': 4, 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'gw_port': {'id': '2c8b8b5c-0d84-4f86-be29-20844ff72cbe', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:10Z', 'updated_at': '2021-08-16T20:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '05f3d0da-c6ff-4b67-913b-d322007dfb4b', 'name': '', 'network_id': 'dceaadb0-8850-426f-96ef-1d8c7883e616', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'mac_address': 'fa:16:3e:1c:01:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '5236a9cb-b9d7-4edc-817d-65a33e2a6afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:11Z', 'updated_at': '2021-08-16T20:40:18Z', 'revision_number': 5, 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'subnets': [{'id': '5236a9cb-b9d7-4edc-817d-65a33e2a6afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:14.706127 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83afa8c-7efc-44f1-adcf-d06a5c5950e0 None None] The sync data for ids ['3075053c-001e-43a7-b8f9-a19786ec6547'] in n-d-787206-13 is: [{'id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'name': 'tempest-TestServerBasicOps-2059277882-router', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '2c8b8b5c-0d84-4f86-be29-20844ff72cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:09Z', 'updated_at': '2021-08-16T20:40:12Z', 'revision_number': 4, 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'gw_port': {'id': '2c8b8b5c-0d84-4f86-be29-20844ff72cbe', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:10Z', 'updated_at': '2021-08-16T20:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '05f3d0da-c6ff-4b67-913b-d322007dfb4b', 'name': '', 'network_id': 'dceaadb0-8850-426f-96ef-1d8c7883e616', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'mac_address': 'fa:16:3e:1c:01:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '5236a9cb-b9d7-4edc-817d-65a33e2a6afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:11Z', 'updated_at': '2021-08-16T20:40:18Z', 'revision_number': 5, 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'subnets': [{'id': '5236a9cb-b9d7-4edc-817d-65a33e2a6afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:45:14.922707 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6da863-d912-40bb-8503-24a3215d8beb None None] New status for floating IP 8cc63ca8-b136-4ba6-9c62-cccbc336de49: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:45:15.490351 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58500) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:15.614565 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6e752085-a033-46bc-92a6-9d5d42356556 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Deleting port ebe362be-a959-4431-b0ba-74a597d9a88d {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:15.614832 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e752085-a033-46bc-92a6-9d5d42356556 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.691912 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e752085-a033-46bc-92a6-9d5d42356556 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.692241 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e752085-a033-46bc-92a6-9d5d42356556 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.703576 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6e752085-a033-46bc-92a6-9d5d42356556 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Calling delete_port for ebe362be-a959-4431-b0ba-74a597d9a88d owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:15.831585 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e752085-a033-46bc-92a6-9d5d42356556 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.864054 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e752085-a033-46bc-92a6-9d5d42356556 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Pushing event deleted for resources: {'Port': ['ID=ebe362be-a959-4431-b0ba-74a597d9a88d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:15.892810 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e752085-a033-46bc-92a6-9d5d42356556 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:15.893153 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e752085-a033-46bc-92a6-9d5d42356556 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:15.893489 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e752085-a033-46bc-92a6-9d5d42356556 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:15.893821 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e752085-a033-46bc-92a6-9d5d42356556 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:15.894150 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e752085-a033-46bc-92a6-9d5d42356556 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:15.894472 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e752085-a033-46bc-92a6-9d5d42356556 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:15.894793 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e752085-a033-46bc-92a6-9d5d42356556 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:15.895113 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e752085-a033-46bc-92a6-9d5d42356556 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:15.895457 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e752085-a033-46bc-92a6-9d5d42356556 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:15.895804 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e752085-a033-46bc-92a6-9d5d42356556 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:15.896129 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e752085-a033-46bc-92a6-9d5d42356556 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:15.896444 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e752085-a033-46bc-92a6-9d5d42356556 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:15.934297 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e752085-a033-46bc-92a6-9d5d42356556 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.936925 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e752085-a033-46bc-92a6-9d5d42356556 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.938099 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6e752085-a033-46bc-92a6-9d5d42356556 tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "DELETE /v2.0/floatingips/8cc63ca8-b136-4ba6-9c62-cccbc336de49 HTTP/1.1" status: 204 len: 168 time: 0.4467711 Aug 16 20:45:16.004890 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58508) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:16.063774 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75e93006-45cf-4f0c-a612-cfd4004508fa tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:16.088726 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75e93006-45cf-4f0c-a612-cfd4004508fa tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:16.151872 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75e93006-45cf-4f0c-a612-cfd4004508fa tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:16.154488 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75e93006-45cf-4f0c-a612-cfd4004508fa tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:16.155660 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-75e93006-45cf-4f0c-a612-cfd4004508fa tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] 10.222.0.68 "DELETE /v2.0/security-groups/b80ebd6e-7aa6-4276-b1c9-df3a0abd0e30 HTTP/1.1" status: 204 len: 168 time: 0.1497588 Aug 16 20:45:16.165603 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e93006-45cf-4f0c-a612-cfd4004508fa tempest-TestServerBasicOps-699576254 tempest-TestServerBasicOps-699576254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80ebd6e-7aa6-4276-b1c9-df3a0abd0e30,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:16.197584 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58512) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:16.950427 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-97140e5a-78df-43e9-a731-7db4e1216e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.187590 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-97140e5a-78df-43e9-a731-7db4e1216e8b admin admin] Deleting port 05f3d0da-c6ff-4b67-913b-d322007dfb4b {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:17.187983 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-97140e5a-78df-43e9-a731-7db4e1216e8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.228962 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 56f6109e-4535-492f-a12d-31c854d25d10 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:17.248811 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 56f6109e-4535-492f-a12d-31c854d25d10 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:17.249164 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 56f6109e-4535-492f-a12d-31c854d25d10 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:17.268199 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-97140e5a-78df-43e9-a731-7db4e1216e8b admin admin] For port 05f3d0da-c6ff-4b67-913b-d322007dfb4b, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=05f3d0da-c6ff-4b67-913b-d322007dfb4b,segment=NetworkSegment(1ed1a97f-eb59-47a7-a718-716c7484f92c),segment_id=1ed1a97f-eb59-47a7-a718-716c7484f92c)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:17.268561 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-97140e5a-78df-43e9-a731-7db4e1216e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.280741 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-97140e5a-78df-43e9-a731-7db4e1216e8b admin admin] Calling delete_port for 05f3d0da-c6ff-4b67-913b-d322007dfb4b owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:17.464015 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-97140e5a-78df-43e9-a731-7db4e1216e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.490578 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97140e5a-78df-43e9-a731-7db4e1216e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=05f3d0da-c6ff-4b67-913b-d322007dfb4b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:17.653537 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-97140e5a-78df-43e9-a731-7db4e1216e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.865578 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97140e5a-78df-43e9-a731-7db4e1216e8b admin admin] Router 3075053c-001e-43a7-b8f9-a19786ec6547 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:45:17.970192 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97140e5a-78df-43e9-a731-7db4e1216e8b admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:45:17.975949 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-97140e5a-78df-43e9-a731-7db4e1216e8b admin admin] 10.222.0.68 "PUT /v2.0/routers/3075053c-001e-43a7-b8f9-a19786ec6547/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7773044 Aug 16 20:45:17.978455 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58520) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:17.979209 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83832c9-9a7f-40c8-a5cc-bf2a5a0a8246 None None] Sync routers for ids ['3075053c-001e-43a7-b8f9-a19786ec6547'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:45:17.988310 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83832c9-9a7f-40c8-a5cc-bf2a5a0a8246 None None] Routers {'3075053c-001e-43a7-b8f9-a19786ec6547'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:17.988909 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f83832c9-9a7f-40c8-a5cc-bf2a5a0a8246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:45:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['3075053c-001e-43a7-b8f9-a19786ec6547'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:18.084018 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae92012c-aceb-4e81-b24e-34954a4b73de admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.191573 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae92012c-aceb-4e81-b24e-34954a4b73de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.244735 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ae92012c-aceb-4e81-b24e-34954a4b73de admin admin] Deleting port 2c8b8b5c-0d84-4f86-be29-20844ff72cbe {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:18.245394 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae92012c-aceb-4e81-b24e-34954a4b73de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.260317 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-f83832c9-9a7f-40c8-a5cc-bf2a5a0a8246 None None] Set router 3075053c-001e-43a7-b8f9-a19786ec6547 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:18.328664 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-ae92012c-aceb-4e81-b24e-34954a4b73de admin admin] For port 2c8b8b5c-0d84-4f86-be29-20844ff72cbe, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=2c8b8b5c-0d84-4f86-be29-20844ff72cbe,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:18.329024 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae92012c-aceb-4e81-b24e-34954a4b73de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.341077 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ae92012c-aceb-4e81-b24e-34954a4b73de admin admin] Calling delete_port for 2c8b8b5c-0d84-4f86-be29-20844ff72cbe owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:18.436438 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f83832c9-9a7f-40c8-a5cc-bf2a5a0a8246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'name': 'tempest-TestServerBasicOps-2059277882-router', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '2c8b8b5c-0d84-4f86-be29-20844ff72cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:09Z', 'updated_at': '2021-08-16T20:45:17Z', 'revision_number': 5, 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'gw_port': {'id': '2c8b8b5c-0d84-4f86-be29-20844ff72cbe', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:10Z', 'updated_at': '2021-08-16T20:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:18.466296 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83832c9-9a7f-40c8-a5cc-bf2a5a0a8246 None None] Checking router: 3075053c-001e-43a7-b8f9-a19786ec6547 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:45:18.475851 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83832c9-9a7f-40c8-a5cc-bf2a5a0a8246 None None] Routers {'3075053c-001e-43a7-b8f9-a19786ec6547'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:18.476453 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f83832c9-9a7f-40c8-a5cc-bf2a5a0a8246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:45:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['3075053c-001e-43a7-b8f9-a19786ec6547'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:18.511714 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae92012c-aceb-4e81-b24e-34954a4b73de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.539262 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92012c-aceb-4e81-b24e-34954a4b73de admin admin] Pushing event deleted for resources: {'Port': ['ID=2c8b8b5c-0d84-4f86-be29-20844ff72cbe,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:18.569825 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-f83832c9-9a7f-40c8-a5cc-bf2a5a0a8246 None None] Set router 3075053c-001e-43a7-b8f9-a19786ec6547 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:18.598829 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae92012c-aceb-4e81-b24e-34954a4b73de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.620908 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f83832c9-9a7f-40c8-a5cc-bf2a5a0a8246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'name': 'tempest-TestServerBasicOps-2059277882-router', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:09Z', 'updated_at': '2021-08-16T20:45:18Z', 'revision_number': 6, 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:18.650465 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83832c9-9a7f-40c8-a5cc-bf2a5a0a8246 None None] The sync data for ids ['3075053c-001e-43a7-b8f9-a19786ec6547'] in n-d-787206-13 is: [{'id': '3075053c-001e-43a7-b8f9-a19786ec6547', 'name': 'tempest-TestServerBasicOps-2059277882-router', 'tenant_id': 'cac20e211dcc4e44a6f968f19013a99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:09Z', 'updated_at': '2021-08-16T20:45:18Z', 'revision_number': 6, 'project_id': 'cac20e211dcc4e44a6f968f19013a99f', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:45:18.690957 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae92012c-aceb-4e81-b24e-34954a4b73de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.693156 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae92012c-aceb-4e81-b24e-34954a4b73de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.738207 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae92012c-aceb-4e81-b24e-34954a4b73de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.738622 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae92012c-aceb-4e81-b24e-34954a4b73de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3075053c-001e-43a7-b8f9-a19786ec6547 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:45:18.743533 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae92012c-aceb-4e81-b24e-34954a4b73de admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.744755 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ae92012c-aceb-4e81-b24e-34954a4b73de admin admin] 10.222.0.68 "DELETE /v2.0/routers/3075053c-001e-43a7-b8f9-a19786ec6547 HTTP/1.1" status: 204 len: 168 time: 0.7653987 Aug 16 20:45:18.747467 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58522) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:18.795058 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fdbf8a9-9f7d-431b-9167-242dbb4a44ba admin admin] Deleting subnet 5236a9cb-b9d7-4edc-817d-65a33e2a6afa {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:45:18.798042 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6fdbf8a9-9f7d-431b-9167-242dbb4a44ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.831952 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6fdbf8a9-9f7d-431b-9167-242dbb4a44ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.911651 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6fdbf8a9-9f7d-431b-9167-242dbb4a44ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.964209 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6fdbf8a9-9f7d-431b-9167-242dbb4a44ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.992130 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdbf8a9-9f7d-431b-9167-242dbb4a44ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5236a9cb-b9d7-4edc-817d-65a33e2a6afa,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:18.994033 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6fdbf8a9-9f7d-431b-9167-242dbb4a44ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.998496 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6fdbf8a9-9f7d-431b-9167-242dbb4a44ba admin admin] 10.222.0.68 "DELETE /v2.0/subnets/5236a9cb-b9d7-4edc-817d-65a33e2a6afa HTTP/1.1" status: 204 len: 168 time: 0.2492490 Aug 16 20:45:18.998778 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58524) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:19.004620 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faacc85b-1f61-47de-97ce-7f8fa578b894 None None] Network dceaadb0-8850-426f-96ef-1d8c7883e616 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:19.074337 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c5a4573-ddb1-49e8-84c1-72e4e3707762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.135162 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0c5a4573-ddb1-49e8-84c1-72e4e3707762 admin admin] Deleting port 1a544c06-dbf3-42a9-8f15-17e3548011bf {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:19.135675 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c5a4573-ddb1-49e8-84c1-72e4e3707762 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.199971 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-0c5a4573-ddb1-49e8-84c1-72e4e3707762 admin admin] For port 1a544c06-dbf3-42a9-8f15-17e3548011bf, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=1a544c06-dbf3-42a9-8f15-17e3548011bf,segment=NetworkSegment(1ed1a97f-eb59-47a7-a718-716c7484f92c),segment_id=1ed1a97f-eb59-47a7-a718-716c7484f92c)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:19.200344 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c5a4573-ddb1-49e8-84c1-72e4e3707762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.212570 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0c5a4573-ddb1-49e8-84c1-72e4e3707762 admin admin] Calling delete_port for 1a544c06-dbf3-42a9-8f15-17e3548011bf owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:19.295089 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c5a4573-ddb1-49e8-84c1-72e4e3707762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.320202 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a4573-ddb1-49e8-84c1-72e4e3707762 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a544c06-dbf3-42a9-8f15-17e3548011bf,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:19.324680 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5a4573-ddb1-49e8-84c1-72e4e3707762 admin admin] No DVR routers for this DVR port 1a544c06-dbf3-42a9-8f15-17e3548011bf on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:19.399027 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c5a4573-ddb1-49e8-84c1-72e4e3707762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.409307 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0c5a4573-ddb1-49e8-84c1-72e4e3707762 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dceaadb0-8850-426f-96ef-1d8c7883e616']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:19.418722 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0c5a4573-ddb1-49e8-84c1-72e4e3707762 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed1a97f-eb59-47a7-a718-716c7484f92c') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:19.419013 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0c5a4573-ddb1-49e8-84c1-72e4e3707762 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed1a97f-eb59-47a7-a718-716c7484f92c') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:19.427456 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c5a4573-ddb1-49e8-84c1-72e4e3707762 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.448386 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c5a4573-ddb1-49e8-84c1-72e4e3707762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.456242 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c5a4573-ddb1-49e8-84c1-72e4e3707762 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:45:19.456847 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c5a4573-ddb1-49e8-84c1-72e4e3707762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.458642 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:45:19.458642 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:45:19.458642 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:45:19.458642 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:45:19.458642 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:45:19.458642 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:45:19.458642 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:45:19.458642 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:45:19.458642 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:45:19.458642 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:45:19.458642 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:45:19.458642 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:45:19.458642 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:45:19.458642 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:45:19.458642 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:45:19.458642 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:45:19.458642 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:45:19.458642 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:45:19.458642 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:45:19.458642 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:45:19.458642 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:45:19.458642 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:45:19.458642 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:45:19.458642 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:45:19.458642 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:45:19.458642 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:45:19.458642 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:45:19.458642 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:45:19.458642 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:45:19.458642 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:45:19.458642 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:45:19.458642 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:45:19.478033 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7326d535-c584-47d4-8e6d-b8197a1ac656 None None] DHCP port deletion for dceaadb0-8850-426f-96ef-1d8c7883e616 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:45:19.518172 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c5a4573-ddb1-49e8-84c1-72e4e3707762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.523952 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c5a4573-ddb1-49e8-84c1-72e4e3707762 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.528887 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0c5a4573-ddb1-49e8-84c1-72e4e3707762 admin admin] 10.222.0.68 "DELETE /v2.0/networks/dceaadb0-8850-426f-96ef-1d8c7883e616 HTTP/1.1" status: 204 len: 168 time: 0.5288827 Aug 16 20:45:19.529023 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58526) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:19.534433 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2c8b8b5c-0d84-4f86-be29-20844ff72cbe no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:19.540591 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a4573-ddb1-49e8-84c1-72e4e3707762 admin admin] Pushing event deleted for resources: {'Network': ['ID=dceaadb0-8850-426f-96ef-1d8c7883e616,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:19.562371 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 2c8b8b5c-0d84-4f86-be29-20844ff72cbe {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:19.562845 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2c8b8b5c-0d84-4f86-be29-20844ff72cbe not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:19.563359 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 05f3d0da-c6ff-4b67-913b-d322007dfb4b no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:19.584249 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 05f3d0da-c6ff-4b67-913b-d322007dfb4b {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:19.584666 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 05f3d0da-c6ff-4b67-913b-d322007dfb4b not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:19.585154 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1a544c06-dbf3-42a9-8f15-17e3548011bf no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:19.604993 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 1a544c06-dbf3-42a9-8f15-17e3548011bf {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:19.605337 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 1a544c06-dbf3-42a9-8f15-17e3548011bf not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:19.896376 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8cc1a80f-5acc-4cc0-8d07-01305695bef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:20.137148 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-8cc1a80f-5acc-4cc0-8d07-01305695bef3 admin admin] Deleting port 489dde0b-5f04-4c76-94ee-976186ae04bd {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:20.137821 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8cc1a80f-5acc-4cc0-8d07-01305695bef3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:20.216198 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-8cc1a80f-5acc-4cc0-8d07-01305695bef3 admin admin] For port 489dde0b-5f04-4c76-94ee-976186ae04bd, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=489dde0b-5f04-4c76-94ee-976186ae04bd,segment=NetworkSegment(f5ea309a-a3f2-4741-bcb3-444f11f8baeb),segment_id=f5ea309a-a3f2-4741-bcb3-444f11f8baeb)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:20.216566 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8cc1a80f-5acc-4cc0-8d07-01305695bef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:20.229069 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-8cc1a80f-5acc-4cc0-8d07-01305695bef3 admin admin] Calling delete_port for 489dde0b-5f04-4c76-94ee-976186ae04bd owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:20.405211 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8cc1a80f-5acc-4cc0-8d07-01305695bef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:20.431954 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1a80f-5acc-4cc0-8d07-01305695bef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=489dde0b-5f04-4c76-94ee-976186ae04bd,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:20.596821 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8cc1a80f-5acc-4cc0-8d07-01305695bef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.126782 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc1a80f-5acc-4cc0-8d07-01305695bef3 admin admin] Router abd50452-7e5d-43c9-b0d9-eadd4bb952d4 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:45:21.233785 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc1a80f-5acc-4cc0-8d07-01305695bef3 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:45:21.239700 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8cc1a80f-5acc-4cc0-8d07-01305695bef3 admin admin] 10.222.0.68 "PUT /v2.0/routers/abd50452-7e5d-43c9-b0d9-eadd4bb952d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7097681 Aug 16 20:45:21.241379 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58530) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:21.243055 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e2a7c5-9cfb-4f51-acee-7763c24ddad6 None None] Sync routers for ids ['abd50452-7e5d-43c9-b0d9-eadd4bb952d4'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:45:21.252772 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e2a7c5-9cfb-4f51-acee-7763c24ddad6 None None] Routers {'abd50452-7e5d-43c9-b0d9-eadd4bb952d4'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:21.253380 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-08e2a7c5-9cfb-4f51-acee-7763c24ddad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:45:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['abd50452-7e5d-43c9-b0d9-eadd4bb952d4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:21.352411 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4db15f33-f695-4e57-856d-e2b9ab3bf07b admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.360779 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-08e2a7c5-9cfb-4f51-acee-7763c24ddad6 None None] Set router abd50452-7e5d-43c9-b0d9-eadd4bb952d4 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:21.452332 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4db15f33-f695-4e57-856d-e2b9ab3bf07b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.503023 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-4db15f33-f695-4e57-856d-e2b9ab3bf07b admin admin] Deleting port 60b52a4a-f760-4e46-9b62-cd05565c4891 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:21.503387 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4db15f33-f695-4e57-856d-e2b9ab3bf07b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.533106 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-08e2a7c5-9cfb-4f51-acee-7763c24ddad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd50452-7e5d-43c9-b0d9-eadd4bb952d4', 'name': 'tempest-TestServerBasicOps-1975056281-router', 'tenant_id': '9ab013bbd7474efb9543d9ed5d9ac2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '60b52a4a-f760-4e46-9b62-cd05565c4891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:14Z', 'updated_at': '2021-08-16T20:45:20Z', 'revision_number': 5, 'project_id': '9ab013bbd7474efb9543d9ed5d9ac2ef', 'gw_port': {'id': '60b52a4a-f760-4e46-9b62-cd05565c4891', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:79:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd50452-7e5d-43c9-b0d9-eadd4bb952d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:14Z', 'updated_at': '2021-08-16T20:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:21.558557 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e2a7c5-9cfb-4f51-acee-7763c24ddad6 None None] Checking router: abd50452-7e5d-43c9-b0d9-eadd4bb952d4 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:45:21.567165 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e2a7c5-9cfb-4f51-acee-7763c24ddad6 None None] Routers {'abd50452-7e5d-43c9-b0d9-eadd4bb952d4'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:21.567807 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-08e2a7c5-9cfb-4f51-acee-7763c24ddad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:45:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['abd50452-7e5d-43c9-b0d9-eadd4bb952d4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:21.585119 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-4db15f33-f695-4e57-856d-e2b9ab3bf07b admin admin] For port 60b52a4a-f760-4e46-9b62-cd05565c4891, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=60b52a4a-f760-4e46-9b62-cd05565c4891,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:21.585475 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4db15f33-f695-4e57-856d-e2b9ab3bf07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.596735 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-4db15f33-f695-4e57-856d-e2b9ab3bf07b admin admin] Calling delete_port for 60b52a4a-f760-4e46-9b62-cd05565c4891 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:21.651029 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-08e2a7c5-9cfb-4f51-acee-7763c24ddad6 None None] Set router abd50452-7e5d-43c9-b0d9-eadd4bb952d4 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:21.704223 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-08e2a7c5-9cfb-4f51-acee-7763c24ddad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd50452-7e5d-43c9-b0d9-eadd4bb952d4', 'name': 'tempest-TestServerBasicOps-1975056281-router', 'tenant_id': '9ab013bbd7474efb9543d9ed5d9ac2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:14Z', 'updated_at': '2021-08-16T20:45:21Z', 'revision_number': 6, 'project_id': '9ab013bbd7474efb9543d9ed5d9ac2ef', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:21.729859 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e2a7c5-9cfb-4f51-acee-7763c24ddad6 None None] The sync data for ids ['abd50452-7e5d-43c9-b0d9-eadd4bb952d4'] in n-d-787206-13 is: [{'id': 'abd50452-7e5d-43c9-b0d9-eadd4bb952d4', 'name': 'tempest-TestServerBasicOps-1975056281-router', 'tenant_id': '9ab013bbd7474efb9543d9ed5d9ac2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:14Z', 'updated_at': '2021-08-16T20:45:21Z', 'revision_number': 6, 'project_id': '9ab013bbd7474efb9543d9ed5d9ac2ef', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:45:21.762762 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4db15f33-f695-4e57-856d-e2b9ab3bf07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.786894 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db15f33-f695-4e57-856d-e2b9ab3bf07b admin admin] Pushing event deleted for resources: {'Port': ['ID=60b52a4a-f760-4e46-9b62-cd05565c4891,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:21.848745 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4db15f33-f695-4e57-856d-e2b9ab3bf07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.940058 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4db15f33-f695-4e57-856d-e2b9ab3bf07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.942126 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4db15f33-f695-4e57-856d-e2b9ab3bf07b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.985262 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4db15f33-f695-4e57-856d-e2b9ab3bf07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.985873 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db15f33-f695-4e57-856d-e2b9ab3bf07b admin admin] Fanout notify agent at l3_agent the message router_deleted on router abd50452-7e5d-43c9-b0d9-eadd4bb952d4 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:45:21.992087 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4db15f33-f695-4e57-856d-e2b9ab3bf07b admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.993507 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4db15f33-f695-4e57-856d-e2b9ab3bf07b admin admin] 10.222.0.68 "DELETE /v2.0/routers/abd50452-7e5d-43c9-b0d9-eadd4bb952d4 HTTP/1.1" status: 204 len: 168 time: 0.7509689 Aug 16 20:45:21.996232 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58532) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:22.041117 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea56435-131a-4d79-ade1-7db3ce5cab4a admin admin] Deleting subnet 17e4d4a9-c774-4565-a441-e9d580bf15c3 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:45:22.044120 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ea56435-131a-4d79-ade1-7db3ce5cab4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.079481 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ea56435-131a-4d79-ade1-7db3ce5cab4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.165464 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ea56435-131a-4d79-ade1-7db3ce5cab4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.218758 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ea56435-131a-4d79-ade1-7db3ce5cab4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.243948 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea56435-131a-4d79-ade1-7db3ce5cab4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17e4d4a9-c774-4565-a441-e9d580bf15c3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:22.248561 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ea56435-131a-4d79-ade1-7db3ce5cab4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.250927 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2ea56435-131a-4d79-ade1-7db3ce5cab4a admin admin] 10.222.0.68 "DELETE /v2.0/subnets/17e4d4a9-c774-4565-a441-e9d580bf15c3 HTTP/1.1" status: 204 len: 168 time: 0.2532046 Aug 16 20:45:22.253409 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58534) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:22.254627 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eadb839-ef01-4175-acf7-70ac80df5a71 None None] Network b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:22.324732 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7ec9349-820a-4c19-b57b-852a207e08ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.378369 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e7ec9349-820a-4c19-b57b-852a207e08ac admin admin] Deleting port 2d7a2897-9c6d-42b1-8044-81eb8b63d322 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:22.378716 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7ec9349-820a-4c19-b57b-852a207e08ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.442326 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-e7ec9349-820a-4c19-b57b-852a207e08ac admin admin] For port 2d7a2897-9c6d-42b1-8044-81eb8b63d322, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=2d7a2897-9c6d-42b1-8044-81eb8b63d322,segment=NetworkSegment(f5ea309a-a3f2-4741-bcb3-444f11f8baeb),segment_id=f5ea309a-a3f2-4741-bcb3-444f11f8baeb)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:22.442631 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7ec9349-820a-4c19-b57b-852a207e08ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.458670 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e7ec9349-820a-4c19-b57b-852a207e08ac admin admin] Calling delete_port for 2d7a2897-9c6d-42b1-8044-81eb8b63d322 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:22.475581 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7566d732-40c0-4795-8612-36a97def919d None None] DHCP port deletion for b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:45:22.525036 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7566d732-40c0-4795-8612-36a97def919d None None] Deleting port 2d7a2897-9c6d-42b1-8044-81eb8b63d322 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:22.525412 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7566d732-40c0-4795-8612-36a97def919d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.546163 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7ec9349-820a-4c19-b57b-852a207e08ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.579607 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ec9349-820a-4c19-b57b-852a207e08ac admin admin] No DVR routers for this DVR port 2d7a2897-9c6d-42b1-8044-81eb8b63d322 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:22.585263 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec9349-820a-4c19-b57b-852a207e08ac admin admin] Pushing event deleted for resources: {'Port': ['ID=2d7a2897-9c6d-42b1-8044-81eb8b63d322,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:22.596366 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7566d732-40c0-4795-8612-36a97def919d None None] For port 2d7a2897-9c6d-42b1-8044-81eb8b63d322, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=2d7a2897-9c6d-42b1-8044-81eb8b63d322,segment=NetworkSegment(f5ea309a-a3f2-4741-bcb3-444f11f8baeb),segment_id=f5ea309a-a3f2-4741-bcb3-444f11f8baeb)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:22.596948 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7566d732-40c0-4795-8612-36a97def919d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.609747 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7566d732-40c0-4795-8612-36a97def919d None None] Calling delete_port for 2d7a2897-9c6d-42b1-8044-81eb8b63d322 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:22.660191 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7ec9349-820a-4c19-b57b-852a207e08ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.670701 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e7ec9349-820a-4c19-b57b-852a207e08ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:22.682293 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e7ec9349-820a-4c19-b57b-852a207e08ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ea309a-a3f2-4741-bcb3-444f11f8baeb') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:22.682847 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e7ec9349-820a-4c19-b57b-852a207e08ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ea309a-a3f2-4741-bcb3-444f11f8baeb') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:22.685827 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7566d732-40c0-4795-8612-36a97def919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.694097 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7ec9349-820a-4c19-b57b-852a207e08ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.710890 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7ec9349-820a-4c19-b57b-852a207e08ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.717331 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ec9349-820a-4c19-b57b-852a207e08ac admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:45:22.717729 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7ec9349-820a-4c19-b57b-852a207e08ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.718372 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7566d732-40c0-4795-8612-36a97def919d None None] No DVR routers for this DVR port 2d7a2897-9c6d-42b1-8044-81eb8b63d322 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:22.719666 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:45:22.719666 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:45:22.719666 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:45:22.719666 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:45:22.719666 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:45:22.719666 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:45:22.719666 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:45:22.719666 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:45:22.719666 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:45:22.719666 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:45:22.719666 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:45:22.719666 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:45:22.719666 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:45:22.719666 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:45:22.719666 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:45:22.719666 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:45:22.719666 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:45:22.719666 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:45:22.719666 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:45:22.719666 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:45:22.719666 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:45:22.719666 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:45:22.719666 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:45:22.719666 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:45:22.719666 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:45:22.719666 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:45:22.719666 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:45:22.719666 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:45:22.719666 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:45:22.719666 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:45:22.719666 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:45:22.719666 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:45:22.723384 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566d732-40c0-4795-8612-36a97def919d None None] Pushing event deleted for resources: {'Port': ['ID=2d7a2897-9c6d-42b1-8044-81eb8b63d322,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:22.729182 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566d732-40c0-4795-8612-36a97def919d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:22.729738 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566d732-40c0-4795-8612-36a97def919d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:22.730076 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566d732-40c0-4795-8612-36a97def919d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:22.731223 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566d732-40c0-4795-8612-36a97def919d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:22.731223 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566d732-40c0-4795-8612-36a97def919d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:22.731223 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566d732-40c0-4795-8612-36a97def919d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:22.731554 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566d732-40c0-4795-8612-36a97def919d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:22.731701 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566d732-40c0-4795-8612-36a97def919d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:22.732016 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566d732-40c0-4795-8612-36a97def919d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:22.732332 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566d732-40c0-4795-8612-36a97def919d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:22.732648 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566d732-40c0-4795-8612-36a97def919d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:22.732964 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566d732-40c0-4795-8612-36a97def919d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:22.781241 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7ec9349-820a-4c19-b57b-852a207e08ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.787302 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7ec9349-820a-4c19-b57b-852a207e08ac admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.792232 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e7ec9349-820a-4c19-b57b-852a207e08ac admin admin] 10.222.0.68 "DELETE /v2.0/networks/b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a HTTP/1.1" status: 204 len: 168 time: 0.5376556 Aug 16 20:45:22.804440 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec9349-820a-4c19-b57b-852a207e08ac admin admin] Pushing event deleted for resources: {'Network': ['ID=b5a6463c-d1c6-47be-9ae2-ebd97aec1e9a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:22.903329 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58538) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:22.942728 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ab150113-3b06-4854-856d-c09b547e0cf2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cac20e211dcc4e44a6f968f19013a99f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381389 Aug 16 20:45:22.944931 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58540) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:22.997581 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-68909add-ec00-4ee1-a905-269aedf0ee19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.019547 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-68909add-ec00-4ee1-a905-269aedf0ee19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.066881 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-68909add-ec00-4ee1-a905-269aedf0ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.069735 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-68909add-ec00-4ee1-a905-269aedf0ee19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.070889 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-68909add-ec00-4ee1-a905-269aedf0ee19 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2347a124-7d11-4dfc-a048-76ad010d5c92 HTTP/1.1" status: 204 len: 168 time: 0.1250734 Aug 16 20:45:23.078459 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68909add-ec00-4ee1-a905-269aedf0ee19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2347a124-7d11-4dfc-a048-76ad010d5c92,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:23.346668 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 60b52a4a-f760-4e46-9b62-cd05565c4891 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:23.366830 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 60b52a4a-f760-4e46-9b62-cd05565c4891 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:23.367053 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 60b52a4a-f760-4e46-9b62-cd05565c4891 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:23.367557 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2d7a2897-9c6d-42b1-8044-81eb8b63d322 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:23.386122 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 2d7a2897-9c6d-42b1-8044-81eb8b63d322 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:23.386468 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2d7a2897-9c6d-42b1-8044-81eb8b63d322 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:23.386874 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 489dde0b-5f04-4c76-94ee-976186ae04bd no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:23.391675 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58546) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:23.405801 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 489dde0b-5f04-4c76-94ee-976186ae04bd {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:23.406153 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 489dde0b-5f04-4c76-94ee-976186ae04bd not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:23.435476 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5f25da46-5f42-496e-b8a4-3929fafa0a7f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9ab013bbd7474efb9543d9ed5d9ac2ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419190 Aug 16 20:45:23.437886 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58548) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:23.485231 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46304fc0-f10f-4845-9875-51c011c0f317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.506518 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46304fc0-f10f-4845-9875-51c011c0f317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.551916 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46304fc0-f10f-4845-9875-51c011c0f317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.554394 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46304fc0-f10f-4845-9875-51c011c0f317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.555559 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-46304fc0-f10f-4845-9875-51c011c0f317 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8211aef6-1951-4570-982d-c7c33742d63b HTTP/1.1" status: 204 len: 168 time: 0.1167526 Aug 16 20:45:23.563186 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46304fc0-f10f-4845-9875-51c011c0f317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8211aef6-1951-4570-982d-c7c33742d63b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:24.220176 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58570) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:24.319056 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9f73162f-9d56-4524-a179-0f41af959826 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-348282980-network', 'tenant_id': 'e7d0e164d2bf41eeacd48571804a58c6'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:24.339673 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f73162f-9d56-4524-a179-0f41af959826 admin admin] Made reservation on behalf of e7d0e164d2bf41eeacd48571804a58c6 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:24.341906 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f73162f-9d56-4524-a179-0f41af959826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.353233 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f73162f-9d56-4524-a179-0f41af959826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.439602 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f73162f-9d56-4524-a179-0f41af959826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.443415 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f73162f-9d56-4524-a179-0f41af959826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.469825 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f73162f-9d56-4524-a179-0f41af959826 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:45:24.476665 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73162f-9d56-4524-a179-0f41af959826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e322f4b-b104-461a-b34e-e243616c09b3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:24.482570 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f73162f-9d56-4524-a179-0f41af959826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.482919 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-9f73162f-9d56-4524-a179-0f41af959826 admin admin] Added segment 5687a57c-7bfc-4460-821f-6c0a15dc1ee4 of type vlan for network 2ccb1b92-1b37-4328-8dd5-1087cb6cd620 Aug 16 20:45:24.523020 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f73162f-9d56-4524-a179-0f41af959826 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.547234 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f73162f-9d56-4524-a179-0f41af959826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.548214 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f73162f-9d56-4524-a179-0f41af959826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:24.548820 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f73162f-9d56-4524-a179-0f41af959826 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.599631 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9f73162f-9d56-4524-a179-0f41af959826 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.3783240 Aug 16 20:45:24.602551 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58574) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:24.607738 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-35de44fd-b160-4485-a1c1-487b4701854e admin admin] Request body: {'subnet': {'network_id': '2ccb1b92-1b37-4328-8dd5-1087cb6cd620', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-348282980-subnet', 'tenant_id': 'e7d0e164d2bf41eeacd48571804a58c6', 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:24.610473 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73162f-9d56-4524-a179-0f41af959826 admin admin] Pushing event updated for resources: {'Network': ['ID=2ccb1b92-1b37-4328-8dd5-1087cb6cd620,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:24.620101 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 2ccb1b92-1b37-4328-8dd5-1087cb6cd620 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:45:24.627914 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35de44fd-b160-4485-a1c1-487b4701854e admin admin] Made reservation on behalf of e7d0e164d2bf41eeacd48571804a58c6 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:24.630537 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-35de44fd-b160-4485-a1c1-487b4701854e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.796574 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-35de44fd-b160-4485-a1c1-487b4701854e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.853374 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de44fd-b160-4485-a1c1-487b4701854e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c954246-0af2-4630-ba98-66ed61e01a6e,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:24.862015 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35de44fd-b160-4485-a1c1-487b4701854e admin admin] Checking segment: {'id': '5687a57c-7bfc-4460-821f-6c0a15dc1ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2ccb1b92-1b37-4328-8dd5-1087cb6cd620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:24.862377 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35de44fd-b160-4485-a1c1-487b4701854e admin admin] Network hostable DHCP agents. Network: 2ccb1b92-1b37-4328-8dd5-1087cb6cd620, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:45:24.877396 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35de44fd-b160-4485-a1c1-487b4701854e admin admin] Network 2ccb1b92-1b37-4328-8dd5-1087cb6cd620 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:45:24.885646 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-35de44fd-b160-4485-a1c1-487b4701854e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 2ccb1b92-1b37-4328-8dd5-1087cb6cd620) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:24.889937 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35de44fd-b160-4485-a1c1-487b4701854e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:24.890516 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-35de44fd-b160-4485-a1c1-487b4701854e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.896099 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94488e51-6801-45c9-a3e9-7ddddbffdaf5 None None] Network 2ccb1b92-1b37-4328-8dd5-1087cb6cd620 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:24.904518 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-35de44fd-b160-4485-a1c1-487b4701854e admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3007746 Aug 16 20:45:24.907303 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58576) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:24.912425 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2e7413d1-c906-4a6f-b36a-28f79283ef2d admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-348282980-router', 'tenant_id': 'e7d0e164d2bf41eeacd48571804a58c6', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:24.932519 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e7413d1-c906-4a6f-b36a-28f79283ef2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.933516 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e7413d1-c906-4a6f-b36a-28f79283ef2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.986724 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e7413d1-c906-4a6f-b36a-28f79283ef2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:25.041156 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0f9a9d-681f-4e2e-b9ff-8f928294d65d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-2ccb1b92-1b37-4328-8dd5-1087cb6cd620', 'network_id': '2ccb1b92-1b37-4328-8dd5-1087cb6cd620', 'tenant_id': 'e7d0e164d2bf41eeacd48571804a58c6', 'fixed_ips': [{'subnet_id': '3c954246-0af2-4630-ba98-66ed61e01a6e'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:45:25.042113 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd0f9a9d-681f-4e2e-b9ff-8f928294d65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:25.176111 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-fd0f9a9d-681f-4e2e-b9ff-8f928294d65d None None] Allocated IP 172.20.0.2 (2ccb1b92-1b37-4328-8dd5-1087cb6cd620/3c954246-0af2-4630-ba98-66ed61e01a6e/cee1633b-2f0d-4d8b-a769-89bf5b886f08) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:25.329282 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd0f9a9d-681f-4e2e-b9ff-8f928294d65d None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:25.339661 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fd0f9a9d-681f-4e2e-b9ff-8f928294d65d None None] Transition to ACTIVE for port object cee1633b-2f0d-4d8b-a769-89bf5b886f08 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:25.354929 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fd0f9a9d-681f-4e2e-b9ff-8f928294d65d None None] Transition to ACTIVE for port object cee1633b-2f0d-4d8b-a769-89bf5b886f08 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:25.362347 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd0f9a9d-681f-4e2e-b9ff-8f928294d65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:25.403409 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0f9a9d-681f-4e2e-b9ff-8f928294d65d None None] Network 2ccb1b92-1b37-4328-8dd5-1087cb6cd620 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:25.406264 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-fd0f9a9d-681f-4e2e-b9ff-8f928294d65d None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:25.409848 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0f9a9d-681f-4e2e-b9ff-8f928294d65d None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:25.417034 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f9a9d-681f-4e2e-b9ff-8f928294d65d None None] Pushing event updated for resources: {'Port': ['ID=cee1633b-2f0d-4d8b-a769-89bf5b886f08,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:25.459220 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e7413d1-c906-4a6f-b36a-28f79283ef2d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:25.473075 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-fd0f9a9d-681f-4e2e-b9ff-8f928294d65d None None] Attempting to bind port cee1633b-2f0d-4d8b-a769-89bf5b886f08 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:25.473445 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-fd0f9a9d-681f-4e2e-b9ff-8f928294d65d None None] Attempting to bind port cee1633b-2f0d-4d8b-a769-89bf5b886f08 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '5687a57c-7bfc-4460-821f-6c0a15dc1ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2ccb1b92-1b37-4328-8dd5-1087cb6cd620'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:25.473807 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0f9a9d-681f-4e2e-b9ff-8f928294d65d None None] Attempting to bind port cee1633b-2f0d-4d8b-a769-89bf5b886f08 on network 2ccb1b92-1b37-4328-8dd5-1087cb6cd620 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:25.478841 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0f9a9d-681f-4e2e-b9ff-8f928294d65d None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:25.479356 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0f9a9d-681f-4e2e-b9ff-8f928294d65d None None] Checking segment: {'id': '5687a57c-7bfc-4460-821f-6c0a15dc1ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2ccb1b92-1b37-4328-8dd5-1087cb6cd620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:25.479765 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd0f9a9d-681f-4e2e-b9ff-8f928294d65d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:25.480157 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0f9a9d-681f-4e2e-b9ff-8f928294d65d None None] Bound using segment: {'id': '5687a57c-7bfc-4460-821f-6c0a15dc1ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2ccb1b92-1b37-4328-8dd5-1087cb6cd620'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:25.480645 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-fd0f9a9d-681f-4e2e-b9ff-8f928294d65d None None] Bound port: cee1633b-2f0d-4d8b-a769-89bf5b886f08, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5687a57c-7bfc-4460-821f-6c0a15dc1ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2ccb1b92-1b37-4328-8dd5-1087cb6cd620'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:25.481024 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd0f9a9d-681f-4e2e-b9ff-8f928294d65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:25.542443 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-fd0f9a9d-681f-4e2e-b9ff-8f928294d65d None None] For port cee1633b-2f0d-4d8b-a769-89bf5b886f08, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:25.546109 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-fd0f9a9d-681f-4e2e-b9ff-8f928294d65d None None] For port cee1633b-2f0d-4d8b-a769-89bf5b886f08, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=cee1633b-2f0d-4d8b-a769-89bf5b886f08,segment=NetworkSegment(5687a57c-7bfc-4460-821f-6c0a15dc1ee4),segment_id=5687a57c-7bfc-4460-821f-6c0a15dc1ee4)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:25.550352 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd0f9a9d-681f-4e2e-b9ff-8f928294d65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:25.611906 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f9a9d-681f-4e2e-b9ff-8f928294d65d None None] Pushing event updated for resources: {'Port': ['ID=cee1633b-2f0d-4d8b-a769-89bf5b886f08,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:25.653729 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e7413d1-c906-4a6f-b36a-28f79283ef2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:25.673426 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e7413d1-c906-4a6f-b36a-28f79283ef2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:25.796038 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-2e7413d1-c906-4a6f-b36a-28f79283ef2d admin admin] Allocated IP 172.25.8.42 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/a1942d83-7b4a-4e1e-913f-f70bfd106cf2) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:25.903808 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e7413d1-c906-4a6f-b36a-28f79283ef2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:25.942626 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e7413d1-c906-4a6f-b36a-28f79283ef2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:25.976907 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7413d1-c906-4a6f-b36a-28f79283ef2d admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:25.981414 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-2e7413d1-c906-4a6f-b36a-28f79283ef2d admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:25.984998 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7413d1-c906-4a6f-b36a-28f79283ef2d admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:26.009627 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7413d1-c906-4a6f-b36a-28f79283ef2d admin admin] Pushing event updated for resources: {'Port': ['ID=a1942d83-7b4a-4e1e-913f-f70bfd106cf2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:26.237690 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e7413d1-c906-4a6f-b36a-28f79283ef2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:26.445428 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e7413d1-c906-4a6f-b36a-28f79283ef2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:26.490220 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5dbf18-ba6f-496f-b066-cf012399ef7e None None] Network 2ccb1b92-1b37-4328-8dd5-1087cb6cd620 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:26.551030 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d1549d93-6a14-4e52-92e7-c694f2ff00dc None None] Provisioning for port cee1633b-2f0d-4d8b-a769-89bf5b886f08 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:26.576376 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7413d1-c906-4a6f-b36a-28f79283ef2d admin admin] Router 853ee8bc-fb23-4731-975f-9ecb7c1e47e6 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:45:26.688401 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7413d1-c906-4a6f-b36a-28f79283ef2d admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:45:26.699267 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676506ea-5a3e-4e6d-b088-dd0fd459ac29 None None] Sync routers for ids ['853ee8bc-fb23-4731-975f-9ecb7c1e47e6'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:45:26.707153 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e7413d1-c906-4a6f-b36a-28f79283ef2d admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:26.708734 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676506ea-5a3e-4e6d-b088-dd0fd459ac29 None None] Routers {'853ee8bc-fb23-4731-975f-9ecb7c1e47e6'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:26.709362 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-676506ea-5a3e-4e6d-b088-dd0fd459ac29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:45:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['853ee8bc-fb23-4731-975f-9ecb7c1e47e6'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:26.711082 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58578) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:26.711633 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2e7413d1-c906-4a6f-b36a-28f79283ef2d admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 1.8029294 Aug 16 20:45:26.827114 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-676506ea-5a3e-4e6d-b088-dd0fd459ac29 None None] Set router 853ee8bc-fb23-4731-975f-9ecb7c1e47e6 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:27.018410 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-676506ea-5a3e-4e6d-b088-dd0fd459ac29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853ee8bc-fb23-4731-975f-9ecb7c1e47e6', 'name': 'tempest-ImageQuotaTest-348282980-router', 'tenant_id': 'e7d0e164d2bf41eeacd48571804a58c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a1942d83-7b4a-4e1e-913f-f70bfd106cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:24Z', 'updated_at': '2021-08-16T20:45:26Z', 'revision_number': 3, 'project_id': 'e7d0e164d2bf41eeacd48571804a58c6', 'gw_port': {'id': 'a1942d83-7b4a-4e1e-913f-f70bfd106cf2', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853ee8bc-fb23-4731-975f-9ecb7c1e47e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:25Z', 'updated_at': '2021-08-16T20:45:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:27.044126 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676506ea-5a3e-4e6d-b088-dd0fd459ac29 None None] Checking router: 853ee8bc-fb23-4731-975f-9ecb7c1e47e6 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:45:27.044471 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676506ea-5a3e-4e6d-b088-dd0fd459ac29 None None] Updating router 853ee8bc-fb23-4731-975f-9ecb7c1e47e6 port a1942d83-7b4a-4e1e-913f-f70bfd106cf2 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:45:27.069183 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-676506ea-5a3e-4e6d-b088-dd0fd459ac29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.130740 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c5ee727-e899-4e36-a2e1-829e1e7730ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.284942 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-8c5ee727-e899-4e36-a2e1-829e1e7730ed admin admin] Allocated IP 172.20.0.1 (2ccb1b92-1b37-4328-8dd5-1087cb6cd620/3c954246-0af2-4630-ba98-66ed61e01a6e/ac7148e4-9edb-4d69-ab18-94a6a2521ebf) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:27.331771 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-676506ea-5a3e-4e6d-b088-dd0fd459ac29 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.342791 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-676506ea-5a3e-4e6d-b088-dd0fd459ac29 None None] Transition to ACTIVE for port object a1942d83-7b4a-4e1e-913f-f70bfd106cf2 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:27.349486 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-676506ea-5a3e-4e6d-b088-dd0fd459ac29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.383122 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device cee1633b-2f0d-4d8b-a769-89bf5b886f08 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:27.396976 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c5ee727-e899-4e36-a2e1-829e1e7730ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.412047 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-8c5ee727-e899-4e36-a2e1-829e1e7730ed admin admin] Transition to ACTIVE for port object ac7148e4-9edb-4d69-ab18-94a6a2521ebf will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:27.438269 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd590d-9952-468d-99f3-89853c7ca082 None None] Pushing event updated for resources: {'Port': ['ID=a1942d83-7b4a-4e1e-913f-f70bfd106cf2,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:27.442340 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-676506ea-5a3e-4e6d-b088-dd0fd459ac29 None None] Attempting to bind port a1942d83-7b4a-4e1e-913f-f70bfd106cf2 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:27.442741 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-676506ea-5a3e-4e6d-b088-dd0fd459ac29 None None] Attempting to bind port a1942d83-7b4a-4e1e-913f-f70bfd106cf2 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:27.443136 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676506ea-5a3e-4e6d-b088-dd0fd459ac29 None None] Attempting to bind port a1942d83-7b4a-4e1e-913f-f70bfd106cf2 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:27.446639 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c5ee727-e899-4e36-a2e1-829e1e7730ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.451102 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676506ea-5a3e-4e6d-b088-dd0fd459ac29 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:27.451504 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676506ea-5a3e-4e6d-b088-dd0fd459ac29 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:27.451910 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-676506ea-5a3e-4e6d-b088-dd0fd459ac29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.452300 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676506ea-5a3e-4e6d-b088-dd0fd459ac29 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:27.452771 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-676506ea-5a3e-4e6d-b088-dd0fd459ac29 None None] Bound port: a1942d83-7b4a-4e1e-913f-f70bfd106cf2, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:27.453151 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-676506ea-5a3e-4e6d-b088-dd0fd459ac29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.492312 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5ee727-e899-4e36-a2e1-829e1e7730ed admin admin] Network 2ccb1b92-1b37-4328-8dd5-1087cb6cd620 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:27.495610 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-8c5ee727-e899-4e36-a2e1-829e1e7730ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:27.497246 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port cee1633b-2f0d-4d8b-a769-89bf5b886f08 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:27.497971 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5ee727-e899-4e36-a2e1-829e1e7730ed admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:27.510365 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port cee1633b-2f0d-4d8b-a769-89bf5b886f08 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:27.510749 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.526724 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ee727-e899-4e36-a2e1-829e1e7730ed admin admin] Pushing event updated for resources: {'Port': ['ID=ac7148e4-9edb-4d69-ab18-94a6a2521ebf,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:27.542981 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-676506ea-5a3e-4e6d-b088-dd0fd459ac29 None None] For port a1942d83-7b4a-4e1e-913f-f70bfd106cf2, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:27.544712 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c5ee727-e899-4e36-a2e1-829e1e7730ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.566752 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-676506ea-5a3e-4e6d-b088-dd0fd459ac29 None None] For port a1942d83-7b4a-4e1e-913f-f70bfd106cf2, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=a1942d83-7b4a-4e1e-913f-f70bfd106cf2,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:27.573776 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-676506ea-5a3e-4e6d-b088-dd0fd459ac29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.671224 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd590d-9952-468d-99f3-89853c7ca082 None None] Pushing event updated for resources: {'Port': ['ID=a1942d83-7b4a-4e1e-913f-f70bfd106cf2,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:27.674791 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.677144 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676506ea-5a3e-4e6d-b088-dd0fd459ac29 None None] Routers {'853ee8bc-fb23-4731-975f-9ecb7c1e47e6'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:27.677766 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-676506ea-5a3e-4e6d-b088-dd0fd459ac29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:45:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['853ee8bc-fb23-4731-975f-9ecb7c1e47e6'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:27.696507 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c5ee727-e899-4e36-a2e1-829e1e7730ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.791109 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port cee1633b-2f0d-4d8b-a769-89bf5b886f08, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=cee1633b-2f0d-4d8b-a769-89bf5b886f08,segment=NetworkSegment(5687a57c-7bfc-4460-821f-6c0a15dc1ee4),segment_id=5687a57c-7bfc-4460-821f-6c0a15dc1ee4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:27.867927 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c5ee727-e899-4e36-a2e1-829e1e7730ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.872922 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c5ee727-e899-4e36-a2e1-829e1e7730ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.945666 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c5ee727-e899-4e36-a2e1-829e1e7730ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.947468 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ee727-e899-4e36-a2e1-829e1e7730ed admin admin] Pushing event updated for resources: {'Port': ['ID=ac7148e4-9edb-4d69-ab18-94a6a2521ebf,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:27.966854 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.993775 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8bf48c23-86f4-4a70-aa96-e5e7f794e7e8 None None] Provisioning for port ac7148e4-9edb-4d69-ab18-94a6a2521ebf completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:28.012391 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-676506ea-5a3e-4e6d-b088-dd0fd459ac29 None None] Set router 853ee8bc-fb23-4731-975f-9ecb7c1e47e6 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:28.014184 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8bf48c23-86f4-4a70-aa96-e5e7f794e7e8 None None] Provisioning complete for port ac7148e4-9edb-4d69-ab18-94a6a2521ebf triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:28.014810 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8bf48c23-86f4-4a70-aa96-e5e7f794e7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.044363 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5ee727-e899-4e36-a2e1-829e1e7730ed admin admin] Network 2ccb1b92-1b37-4328-8dd5-1087cb6cd620 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:28.045938 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-8c5ee727-e899-4e36-a2e1-829e1e7730ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:28.087624 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=cee1633b-2f0d-4d8b-a769-89bf5b886f08,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:28.127999 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8bf48c23-86f4-4a70-aa96-e5e7f794e7e8 None None] Port ac7148e4-9edb-4d69-ab18-94a6a2521ebf cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:28.169571 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5ee727-e899-4e36-a2e1-829e1e7730ed admin admin] Router 853ee8bc-fb23-4731-975f-9ecb7c1e47e6 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:45:28.265513 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-676506ea-5a3e-4e6d-b088-dd0fd459ac29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853ee8bc-fb23-4731-975f-9ecb7c1e47e6', 'name': 'tempest-ImageQuotaTest-348282980-router', 'tenant_id': 'e7d0e164d2bf41eeacd48571804a58c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a1942d83-7b4a-4e1e-913f-f70bfd106cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:24Z', 'updated_at': '2021-08-16T20:45:27Z', 'revision_number': 4, 'project_id': 'e7d0e164d2bf41eeacd48571804a58c6', 'gw_port': {'id': 'a1942d83-7b4a-4e1e-913f-f70bfd106cf2', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853ee8bc-fb23-4731-975f-9ecb7c1e47e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:25Z', 'updated_at': '2021-08-16T20:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'ac7148e4-9edb-4d69-ab18-94a6a2521ebf', 'name': '', 'network_id': '2ccb1b92-1b37-4328-8dd5-1087cb6cd620', 'tenant_id': 'e7d0e164d2bf41eeacd48571804a58c6', 'mac_address': 'fa:16:3e:68:2f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853ee8bc-fb23-4731-975f-9ecb7c1e47e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '3c954246-0af2-4630-ba98-66ed61e01a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:27Z', 'updated_at': '2021-08-16T20:45:27Z', 'revision_number': 1, 'project_id': 'e7d0e164d2bf41eeacd48571804a58c6', 'subnets': [{'id': '3c954246-0af2-4630-ba98-66ed61e01a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:28.284714 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5ee727-e899-4e36-a2e1-829e1e7730ed admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:45:28.290779 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8c5ee727-e899-4e36-a2e1-829e1e7730ed admin admin] 10.222.0.68 "PUT /v2.0/routers/853ee8bc-fb23-4731-975f-9ecb7c1e47e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5784216 Aug 16 20:45:28.292003 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676506ea-5a3e-4e6d-b088-dd0fd459ac29 None None] The sync data for ids ['853ee8bc-fb23-4731-975f-9ecb7c1e47e6'] in n-d-787206-13 is: [{'id': '853ee8bc-fb23-4731-975f-9ecb7c1e47e6', 'name': 'tempest-ImageQuotaTest-348282980-router', 'tenant_id': 'e7d0e164d2bf41eeacd48571804a58c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a1942d83-7b4a-4e1e-913f-f70bfd106cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:24Z', 'updated_at': '2021-08-16T20:45:27Z', 'revision_number': 4, 'project_id': 'e7d0e164d2bf41eeacd48571804a58c6', 'gw_port': {'id': 'a1942d83-7b4a-4e1e-913f-f70bfd106cf2', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853ee8bc-fb23-4731-975f-9ecb7c1e47e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:25Z', 'updated_at': '2021-08-16T20:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'ac7148e4-9edb-4d69-ab18-94a6a2521ebf', 'name': '', 'network_id': '2ccb1b92-1b37-4328-8dd5-1087cb6cd620', 'tenant_id': 'e7d0e164d2bf41eeacd48571804a58c6', 'mac_address': 'fa:16:3e:68:2f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853ee8bc-fb23-4731-975f-9ecb7c1e47e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '3c954246-0af2-4630-ba98-66ed61e01a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:27Z', 'updated_at': '2021-08-16T20:45:27Z', 'revision_number': 1, 'project_id': 'e7d0e164d2bf41eeacd48571804a58c6', 'subnets': [{'id': '3c954246-0af2-4630-ba98-66ed61e01a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:45:28.349278 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4809c7f3-893b-4cd3-8fa7-58648a816aa0 None None] Provisioning complete for port ac7148e4-9edb-4d69-ab18-94a6a2521ebf triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:28.349746 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4809c7f3-893b-4cd3-8fa7-58648a816aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.387437 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4809c7f3-893b-4cd3-8fa7-58648a816aa0 None None] Port ac7148e4-9edb-4d69-ab18-94a6a2521ebf cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:29.322216 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58598) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:29.467831 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device a1942d83-7b4a-4e1e-913f-f70bfd106cf2 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:29.529640 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port a1942d83-7b4a-4e1e-913f-f70bfd106cf2 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:29.533590 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port a1942d83-7b4a-4e1e-913f-f70bfd106cf2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:29.534061 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.620545 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.641876 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port a1942d83-7b4a-4e1e-913f-f70bfd106cf2, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=a1942d83-7b4a-4e1e-913f-f70bfd106cf2,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:29.646367 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.647323 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device cee1633b-2f0d-4d8b-a769-89bf5b886f08 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:29.702415 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ea82617c-e416-4951-9a3d-208ee30cfbde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.721447 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=a1942d83-7b4a-4e1e-913f-f70bfd106cf2,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:29.735792 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port cee1633b-2f0d-4d8b-a769-89bf5b886f08 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:29.736710 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.948270 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ea82617c-e416-4951-9a3d-208ee30cfbde admin admin] Deleting port ac7148e4-9edb-4d69-ab18-94a6a2521ebf {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:29.948607 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ea82617c-e416-4951-9a3d-208ee30cfbde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:30.026651 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ea82617c-e416-4951-9a3d-208ee30cfbde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:30.038692 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ea82617c-e416-4951-9a3d-208ee30cfbde admin admin] Calling delete_port for ac7148e4-9edb-4d69-ab18-94a6a2521ebf owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:30.223146 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ea82617c-e416-4951-9a3d-208ee30cfbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:30.253025 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82617c-e416-4951-9a3d-208ee30cfbde admin admin] Pushing event deleted for resources: {'Port': ['ID=ac7148e4-9edb-4d69-ab18-94a6a2521ebf,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:30.290059 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66442fad-6aef-48e8-ab4a-ab604e364424 None None] Sync routers for ids ['853ee8bc-fb23-4731-975f-9ecb7c1e47e6'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:45:30.300317 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66442fad-6aef-48e8-ab4a-ab604e364424 None None] Routers {'853ee8bc-fb23-4731-975f-9ecb7c1e47e6'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:30.300945 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-66442fad-6aef-48e8-ab4a-ab604e364424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:45:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['853ee8bc-fb23-4731-975f-9ecb7c1e47e6'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:30.415028 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-66442fad-6aef-48e8-ab4a-ab604e364424 None None] Set router 853ee8bc-fb23-4731-975f-9ecb7c1e47e6 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:30.427797 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ea82617c-e416-4951-9a3d-208ee30cfbde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:30.600644 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-66442fad-6aef-48e8-ab4a-ab604e364424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853ee8bc-fb23-4731-975f-9ecb7c1e47e6', 'name': 'tempest-ImageQuotaTest-348282980-router', 'tenant_id': 'e7d0e164d2bf41eeacd48571804a58c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a1942d83-7b4a-4e1e-913f-f70bfd106cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:24Z', 'updated_at': '2021-08-16T20:45:30Z', 'revision_number': 5, 'project_id': 'e7d0e164d2bf41eeacd48571804a58c6', 'gw_port': {'id': 'a1942d83-7b4a-4e1e-913f-f70bfd106cf2', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853ee8bc-fb23-4731-975f-9ecb7c1e47e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:25Z', 'updated_at': '2021-08-16T20:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:30.628366 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66442fad-6aef-48e8-ab4a-ab604e364424 None None] Checking router: 853ee8bc-fb23-4731-975f-9ecb7c1e47e6 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:45:30.637192 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66442fad-6aef-48e8-ab4a-ab604e364424 None None] Routers {'853ee8bc-fb23-4731-975f-9ecb7c1e47e6'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:30.637963 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-66442fad-6aef-48e8-ab4a-ab604e364424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:45:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['853ee8bc-fb23-4731-975f-9ecb7c1e47e6'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:30.746773 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-66442fad-6aef-48e8-ab4a-ab604e364424 None None] Set router 853ee8bc-fb23-4731-975f-9ecb7c1e47e6 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:30.981480 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea82617c-e416-4951-9a3d-208ee30cfbde admin admin] Router 853ee8bc-fb23-4731-975f-9ecb7c1e47e6 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:45:31.014449 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-66442fad-6aef-48e8-ab4a-ab604e364424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853ee8bc-fb23-4731-975f-9ecb7c1e47e6', 'name': 'tempest-ImageQuotaTest-348282980-router', 'tenant_id': 'e7d0e164d2bf41eeacd48571804a58c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a1942d83-7b4a-4e1e-913f-f70bfd106cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:24Z', 'updated_at': '2021-08-16T20:45:30Z', 'revision_number': 5, 'project_id': 'e7d0e164d2bf41eeacd48571804a58c6', 'gw_port': {'id': 'a1942d83-7b4a-4e1e-913f-f70bfd106cf2', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853ee8bc-fb23-4731-975f-9ecb7c1e47e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:25Z', 'updated_at': '2021-08-16T20:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:31.044367 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66442fad-6aef-48e8-ab4a-ab604e364424 None None] The sync data for ids ['853ee8bc-fb23-4731-975f-9ecb7c1e47e6'] in n-d-787206-13 is: [{'id': '853ee8bc-fb23-4731-975f-9ecb7c1e47e6', 'name': 'tempest-ImageQuotaTest-348282980-router', 'tenant_id': 'e7d0e164d2bf41eeacd48571804a58c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a1942d83-7b4a-4e1e-913f-f70bfd106cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:24Z', 'updated_at': '2021-08-16T20:45:30Z', 'revision_number': 5, 'project_id': 'e7d0e164d2bf41eeacd48571804a58c6', 'gw_port': {'id': 'a1942d83-7b4a-4e1e-913f-f70bfd106cf2', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853ee8bc-fb23-4731-975f-9ecb7c1e47e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:25Z', 'updated_at': '2021-08-16T20:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:45:31.088294 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea82617c-e416-4951-9a3d-208ee30cfbde admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:45:31.093201 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ea82617c-e416-4951-9a3d-208ee30cfbde admin admin] 10.222.0.68 "PUT /v2.0/routers/853ee8bc-fb23-4731-975f-9ecb7c1e47e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7693281 Aug 16 20:45:31.096577 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58600) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:31.199558 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b582f949-2f59-4503-b194-2634958f3541 admin admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.298043 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b582f949-2f59-4503-b194-2634958f3541 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.353929 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-b582f949-2f59-4503-b194-2634958f3541 admin admin] Deleting port a1942d83-7b4a-4e1e-913f-f70bfd106cf2 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:31.354194 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b582f949-2f59-4503-b194-2634958f3541 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.442977 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-b582f949-2f59-4503-b194-2634958f3541 admin admin] For port a1942d83-7b4a-4e1e-913f-f70bfd106cf2, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=a1942d83-7b4a-4e1e-913f-f70bfd106cf2,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:31.443458 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b582f949-2f59-4503-b194-2634958f3541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.458859 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-b582f949-2f59-4503-b194-2634958f3541 admin admin] Calling delete_port for a1942d83-7b4a-4e1e-913f-f70bfd106cf2 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:31.477554 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device a1942d83-7b4a-4e1e-913f-f70bfd106cf2 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:31.531951 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port a1942d83-7b4a-4e1e-913f-f70bfd106cf2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:31.532518 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.644195 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b582f949-2f59-4503-b194-2634958f3541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.646007 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ac7148e4-9edb-4d69-ab18-94a6a2521ebf no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:31.667485 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: ac7148e4-9edb-4d69-ab18-94a6a2521ebf {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:31.667833 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ac7148e4-9edb-4d69-ab18-94a6a2521ebf not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:31.677936 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582f949-2f59-4503-b194-2634958f3541 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1942d83-7b4a-4e1e-913f-f70bfd106cf2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:31.746512 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b582f949-2f59-4503-b194-2634958f3541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.844718 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b582f949-2f59-4503-b194-2634958f3541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.846636 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b582f949-2f59-4503-b194-2634958f3541 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.861931 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6c003f1b-b7c8-4547-a3ae-235064de024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.895451 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b582f949-2f59-4503-b194-2634958f3541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.895940 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b582f949-2f59-4503-b194-2634958f3541 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 853ee8bc-fb23-4731-975f-9ecb7c1e47e6 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:45:31.901007 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b582f949-2f59-4503-b194-2634958f3541 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.902596 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b582f949-2f59-4503-b194-2634958f3541 admin admin] 10.222.0.68 "DELETE /v2.0/routers/853ee8bc-fb23-4731-975f-9ecb7c1e47e6 HTTP/1.1" status: 204 len: 168 time: 0.8050051 Aug 16 20:45:31.905257 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58602) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:31.951807 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4768af7-ac88-4291-a65a-136078ded71e admin admin] Deleting subnet 3c954246-0af2-4630-ba98-66ed61e01a6e {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:45:31.956133 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4768af7-ac88-4291-a65a-136078ded71e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.994119 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4768af7-ac88-4291-a65a-136078ded71e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.082311 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4768af7-ac88-4291-a65a-136078ded71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.138814 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4768af7-ac88-4291-a65a-136078ded71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.152380 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ac95ef-7551-4d61-ab6b-203b339affd9 None None] Sync routers for ids ['853ee8bc-fb23-4731-975f-9ecb7c1e47e6'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:45:32.161090 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ac95ef-7551-4d61-ab6b-203b339affd9 None None] Routers set() bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:32.161457 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ac95ef-7551-4d61-ab6b-203b339affd9 None None] Router IDs set() for agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 20:45:32.162103 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_agentschedulers_db [None req-34ac95ef-7551-4d61-ab6b-203b339affd9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'853ee8bc-fb23-4731-975f-9ecb7c1e47e6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:45:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent'). {{(pid=94772) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 20:45:32.170345 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ac95ef-7551-4d61-ab6b-203b339affd9 None None] Routers set() bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:32.170717 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ac95ef-7551-4d61-ab6b-203b339affd9 None None] Router IDs set() for agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 20:45:32.171346 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_agentschedulers_db [None req-34ac95ef-7551-4d61-ab6b-203b339affd9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'853ee8bc-fb23-4731-975f-9ecb7c1e47e6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:45:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent'). {{(pid=94772) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 20:45:32.171691 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ac95ef-7551-4d61-ab6b-203b339affd9 None None] The sync data for ids ['853ee8bc-fb23-4731-975f-9ecb7c1e47e6'] in n-d-787206-13 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:45:32.172080 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4768af7-ac88-4291-a65a-136078ded71e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.176564 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57cb573-3847-4e0c-8b41-2851aa7b5b1f None None] Network 2ccb1b92-1b37-4328-8dd5-1087cb6cd620 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:32.178190 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58604) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:32.178719 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a4768af7-ac88-4291-a65a-136078ded71e admin admin] 10.222.0.68 "DELETE /v2.0/subnets/3c954246-0af2-4630-ba98-66ed61e01a6e HTTP/1.1" status: 204 len: 168 time: 0.2722661 Aug 16 20:45:32.179658 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4768af7-ac88-4291-a65a-136078ded71e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c954246-0af2-4630-ba98-66ed61e01a6e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:32.253572 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7d6f39c-7ebc-4bae-b16c-6a452a13ecbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.310847 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d7d6f39c-7ebc-4bae-b16c-6a452a13ecbd admin admin] Deleting port cee1633b-2f0d-4d8b-a769-89bf5b886f08 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:32.311194 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7d6f39c-7ebc-4bae-b16c-6a452a13ecbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.374147 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-d7d6f39c-7ebc-4bae-b16c-6a452a13ecbd admin admin] For port cee1633b-2f0d-4d8b-a769-89bf5b886f08, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=cee1633b-2f0d-4d8b-a769-89bf5b886f08,segment=NetworkSegment(5687a57c-7bfc-4460-821f-6c0a15dc1ee4),segment_id=5687a57c-7bfc-4460-821f-6c0a15dc1ee4)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:32.374509 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7d6f39c-7ebc-4bae-b16c-6a452a13ecbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.391444 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d7d6f39c-7ebc-4bae-b16c-6a452a13ecbd admin admin] Calling delete_port for cee1633b-2f0d-4d8b-a769-89bf5b886f08 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:32.467681 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7d6f39c-7ebc-4bae-b16c-6a452a13ecbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.490677 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6f39c-7ebc-4bae-b16c-6a452a13ecbd admin admin] Pushing event deleted for resources: {'Port': ['ID=cee1633b-2f0d-4d8b-a769-89bf5b886f08,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:32.496123 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d6f39c-7ebc-4bae-b16c-6a452a13ecbd admin admin] No DVR routers for this DVR port cee1633b-2f0d-4d8b-a769-89bf5b886f08 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:32.567160 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7d6f39c-7ebc-4bae-b16c-6a452a13ecbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.577163 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d7d6f39c-7ebc-4bae-b16c-6a452a13ecbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ccb1b92-1b37-4328-8dd5-1087cb6cd620']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:32.587189 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d7d6f39c-7ebc-4bae-b16c-6a452a13ecbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5687a57c-7bfc-4460-821f-6c0a15dc1ee4') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:32.587514 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d7d6f39c-7ebc-4bae-b16c-6a452a13ecbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5687a57c-7bfc-4460-821f-6c0a15dc1ee4') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:32.596727 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7d6f39c-7ebc-4bae-b16c-6a452a13ecbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.612308 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7d6f39c-7ebc-4bae-b16c-6a452a13ecbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.617038 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c25baa0-311b-49d4-b4b3-2c7ffdd3ed9c None None] DHCP port deletion for 2ccb1b92-1b37-4328-8dd5-1087cb6cd620 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:45:32.619391 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7d6f39c-7ebc-4bae-b16c-6a452a13ecbd admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:45:32.620195 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7d6f39c-7ebc-4bae-b16c-6a452a13ecbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.622390 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:45:32.622390 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:45:32.622390 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:45:32.622390 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:45:32.622390 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:45:32.622390 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:45:32.622390 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:45:32.622390 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:45:32.622390 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:45:32.622390 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:45:32.622390 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:45:32.622390 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:45:32.622390 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:45:32.622390 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:45:32.622390 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:45:32.622390 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:45:32.622390 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:45:32.622390 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:45:32.622390 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:45:32.622390 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:45:32.622390 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:45:32.622390 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:45:32.622390 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:45:32.622390 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:45:32.622390 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:45:32.622390 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:45:32.622390 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:45:32.622390 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:45:32.622390 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:45:32.622390 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:45:32.622390 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:45:32.622390 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:45:32.677325 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7d6f39c-7ebc-4bae-b16c-6a452a13ecbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.682779 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7d6f39c-7ebc-4bae-b16c-6a452a13ecbd admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.684751 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d7d6f39c-7ebc-4bae-b16c-6a452a13ecbd admin admin] 10.222.0.68 "DELETE /v2.0/networks/2ccb1b92-1b37-4328-8dd5-1087cb6cd620 HTTP/1.1" status: 204 len: 168 time: 0.5056100 Aug 16 20:45:32.696163 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6f39c-7ebc-4bae-b16c-6a452a13ecbd admin admin] Pushing event deleted for resources: {'Network': ['ID=2ccb1b92-1b37-4328-8dd5-1087cb6cd620,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:32.793334 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58608) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:32.836537 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e8d4af27-8702-4c30-bc8a-1a582ca36788 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e7d0e164d2bf41eeacd48571804a58c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420356 Aug 16 20:45:32.838900 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58610) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:32.885811 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-efa22555-5e26-4a90-8b4d-86e0fafd4115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.906981 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-efa22555-5e26-4a90-8b4d-86e0fafd4115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.955493 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-efa22555-5e26-4a90-8b4d-86e0fafd4115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.958067 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-efa22555-5e26-4a90-8b4d-86e0fafd4115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.959223 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-efa22555-5e26-4a90-8b4d-86e0fafd4115 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9e322f4b-b104-461a-b34e-e243616c09b3 HTTP/1.1" status: 204 len: 168 time: 0.1194162 Aug 16 20:45:32.967305 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa22555-5e26-4a90-8b4d-86e0fafd4115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e322f4b-b104-461a-b34e-e243616c09b3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:33.284163 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58616) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:33.297422 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26f90871-7710-4af2-912b-87d005fe3848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:33.351794 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device a1942d83-7b4a-4e1e-913f-f70bfd106cf2 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:33.373652 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: a1942d83-7b4a-4e1e-913f-f70bfd106cf2 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:33.373995 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device a1942d83-7b4a-4e1e-913f-f70bfd106cf2 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:33.374414 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device cee1633b-2f0d-4d8b-a769-89bf5b886f08 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:33.390760 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26f90871-7710-4af2-912b-87d005fe3848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:33.394085 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: cee1633b-2f0d-4d8b-a769-89bf5b886f08 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:33.394436 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device cee1633b-2f0d-4d8b-a769-89bf5b886f08 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:33.395044 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26f90871-7710-4af2-912b-87d005fe3848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:33.431313 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f90871-7710-4af2-912b-87d005fe3848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0250e49-a388-486a-aeea-7018fa6dbfad,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:33.435624 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-26f90871-7710-4af2-912b-87d005fe3848 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1503577 Aug 16 20:45:33.438206 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58618) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:33.488531 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f4fccc35-abde-4624-ad98-b24ebed5ce15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:33.508688 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f4fccc35-abde-4624-ad98-b24ebed5ce15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:33.554762 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f4fccc35-abde-4624-ad98-b24ebed5ce15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:33.557297 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f4fccc35-abde-4624-ad98-b24ebed5ce15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:33.558449 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f4fccc35-abde-4624-ad98-b24ebed5ce15 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d0250e49-a388-486a-aeea-7018fa6dbfad HTTP/1.1" status: 204 len: 168 time: 0.1193485 Aug 16 20:45:33.566337 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fccc35-abde-4624-ad98-b24ebed5ce15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0250e49-a388-486a-aeea-7018fa6dbfad,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:34.453818 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8743d04f-eef9-432a-a4a1-28f282814e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.711703 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:35.714058 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.319039 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.415366 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:37.165964 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:40.593424 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:45:43.176384 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-c6eb4871-507c-496c-8f34-b7692a4ec3f4 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=571c12887fb84195b743e1f74ec6ec2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285516 Aug 16 20:45:43.358117 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-017e66b8-e063-4ff3-9385-114484883d39 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:43.359517 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-017e66b8-e063-4ff3-9385-114484883d39 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1780379 Aug 16 20:45:43.381759 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-7bc5672e-32ba-44f7-88a6-45817c97bfc2 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.68 "GET /v2.0/quotas/571c12887fb84195b743e1f74ec6ec2f HTTP/1.1" status: 200 len: 375 time: 0.0164332 Aug 16 20:45:43.417916 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-89d1049a-2c24-4875-b94b-7d8a13f783b8 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=571c12887fb84195b743e1f74ec6ec2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307205 Aug 16 20:45:43.572408 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-32a19a19-f44f-4fdc-8914-9ed103fe65ea req-0a179978-4e50-4a62-a284-fe4d9aa50469 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.68 "GET /v2.0/ports?device_id=5dfc4829-7b5c-484d-97d5-618105e2f1d2 HTTP/1.1" status: 200 len: 210 time: 0.0258403 Aug 16 20:45:44.550014 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-116c32f0-c9e1-4ffc-8342-4d9d4cf5ac6f tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=571c12887fb84195b743e1f74ec6ec2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217292 Aug 16 20:45:44.671932 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-89c287bb-e814-4678-83c1-c94e278aa449 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:44.673342 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-89c287bb-e814-4678-83c1-c94e278aa449 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1166463 Aug 16 20:45:44.689876 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-6f049037-66a2-4163-8963-a2a557fe57ef tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Request body: {'port': {'device_id': '5dfc4829-7b5c-484d-97d5-618105e2f1d2', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'admin_state_up': True, 'tenant_id': '571c12887fb84195b743e1f74ec6ec2f'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:44.694053 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6d30c96b-cc0e-46c0-ad78-d0b7ffc1c26a req-73b7224c-f89f-4365-95b1-7b8973175a2e tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.68 "GET /v2.0/ports?device_id=5dfc4829-7b5c-484d-97d5-618105e2f1d2 HTTP/1.1" status: 200 len: 210 time: 0.0487974 Aug 16 20:45:44.799292 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-6f049037-66a2-4163-8963-a2a557fe57ef tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Made reservation on behalf of 571c12887fb84195b743e1f74ec6ec2f for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:44.802845 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-6f049037-66a2-4163-8963-a2a557fe57ef tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:44.810967 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-6f049037-66a2-4163-8963-a2a557fe57ef tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:44.900782 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-6f049037-66a2-4163-8963-a2a557fe57ef tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:44.904611 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-6f049037-66a2-4163-8963-a2a557fe57ef tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:44.964372 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f049037-66a2-4163-8963-a2a557fe57ef tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17f360e9-2f7c-4527-a8e2-0aad0f5db3ac,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:45.035785 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-6f049037-66a2-4163-8963-a2a557fe57ef tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Allocated IP 192.168.233.121 (b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46/5dedf524-5a11-40fc-90de-b9413f1a2279/2804ef54-51fd-4973-bb70-c0bac797c9b3) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:45.507107 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-6f049037-66a2-4163-8963-a2a557fe57ef tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:45.520150 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-6f049037-66a2-4163-8963-a2a557fe57ef tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Transition to ACTIVE for port object 2804ef54-51fd-4973-bb70-c0bac797c9b3 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:45.551813 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-6f049037-66a2-4163-8963-a2a557fe57ef tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:45.593652 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-6f049037-66a2-4163-8963-a2a557fe57ef tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:45.599034 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-6f049037-66a2-4163-8963-a2a557fe57ef tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:45.602631 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-6f049037-66a2-4163-8963-a2a557fe57ef tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:45.630226 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f049037-66a2-4163-8963-a2a557fe57ef tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Pushing event updated for resources: {'Port': ['ID=2804ef54-51fd-4973-bb70-c0bac797c9b3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:45.655731 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-6f049037-66a2-4163-8963-a2a557fe57ef tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:45.656354 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-6f049037-66a2-4163-8963-a2a557fe57ef tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:45.671853 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-6f049037-66a2-4163-8963-a2a557fe57ef tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9855216 Aug 16 20:45:45.795305 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-18a98c3a-6b96-4dd5-87d7-44d89d4a26a4 service neutron] Request body: {'port': {'device_id': '5dfc4829-7b5c-484d-97d5-618105e2f1d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:45.829421 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cc26ee1f-e12e-4d7a-ba1c-2b0f3580ba50 None None] Provisioning for port 2804ef54-51fd-4973-bb70-c0bac797c9b3 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:45.833341 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cc26ee1f-e12e-4d7a-ba1c-2b0f3580ba50 None None] Provisioning complete for port 2804ef54-51fd-4973-bb70-c0bac797c9b3 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:45.833799 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cc26ee1f-e12e-4d7a-ba1c-2b0f3580ba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:45.861252 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb74f28-5a64-4757-aae5-95e424aed19b req-da985a8b-e204-424a-a5ac-3ad5f714a19c tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:45.863227 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6cb74f28-5a64-4757-aae5-95e424aed19b req-da985a8b-e204-424a-a5ac-3ad5f714a19c tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.68 "GET /v2.0/ports?device_id=5dfc4829-7b5c-484d-97d5-618105e2f1d2 HTTP/1.1" status: 200 len: 936 time: 0.1003015 Aug 16 20:45:45.871828 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cc26ee1f-e12e-4d7a-ba1c-2b0f3580ba50 None None] Port 2804ef54-51fd-4973-bb70-c0bac797c9b3 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:45.876236 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-18a98c3a-6b96-4dd5-87d7-44d89d4a26a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:45.930590 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6cb74f28-5a64-4757-aae5-95e424aed19b req-f17b7be6-4cb8-4b0e-8855-9ed95dff4edf tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.68 "GET /v2.0/security-groups?id=17f360e9-2f7c-4527-a8e2-0aad0f5db3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604348 Aug 16 20:45:46.150742 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-18a98c3a-6b96-4dd5-87d7-44d89d4a26a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2804ef54-51fd-4973-bb70-c0bac797c9b3 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:46.158699 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-18a98c3a-6b96-4dd5-87d7-44d89d4a26a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:46.170404 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-18a98c3a-6b96-4dd5-87d7-44d89d4a26a4 service neutron] Transition to ACTIVE for port object 2804ef54-51fd-4973-bb70-c0bac797c9b3 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:46.173489 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-18a98c3a-6b96-4dd5-87d7-44d89d4a26a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:46.220690 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a98c3a-6b96-4dd5-87d7-44d89d4a26a4 service neutron] Pushing event updated for resources: {'Port': ['ID=2804ef54-51fd-4973-bb70-c0bac797c9b3,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:46.295299 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-18a98c3a-6b96-4dd5-87d7-44d89d4a26a4 service neutron] Attempting to bind port 2804ef54-51fd-4973-bb70-c0bac797c9b3 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:46.295645 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-18a98c3a-6b96-4dd5-87d7-44d89d4a26a4 service neutron] Attempting to bind port 2804ef54-51fd-4973-bb70-c0bac797c9b3 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:46.295962 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-18a98c3a-6b96-4dd5-87d7-44d89d4a26a4 service neutron] Attempting to bind port 2804ef54-51fd-4973-bb70-c0bac797c9b3 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:46.300731 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-18a98c3a-6b96-4dd5-87d7-44d89d4a26a4 service neutron] Port 2804ef54-51fd-4973-bb70-c0bac797c9b3 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:45:46.301052 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-18a98c3a-6b96-4dd5-87d7-44d89d4a26a4 service neutron] Attempting to bind port 2804ef54-51fd-4973-bb70-c0bac797c9b3 on network b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:46.306050 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-18a98c3a-6b96-4dd5-87d7-44d89d4a26a4 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:46.306320 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-18a98c3a-6b96-4dd5-87d7-44d89d4a26a4 service neutron] Checking segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:46.306696 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-18a98c3a-6b96-4dd5-87d7-44d89d4a26a4 service neutron] Bound using segment: {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:46.307113 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-18a98c3a-6b96-4dd5-87d7-44d89d4a26a4 service neutron] Bound port: 2804ef54-51fd-4973-bb70-c0bac797c9b3, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c02be6-e4c9-4528-8f9f-b1d10d1122fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:46.307505 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-18a98c3a-6b96-4dd5-87d7-44d89d4a26a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:46.372945 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-18a98c3a-6b96-4dd5-87d7-44d89d4a26a4 service neutron] For port 2804ef54-51fd-4973-bb70-c0bac797c9b3, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:46.376041 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-18a98c3a-6b96-4dd5-87d7-44d89d4a26a4 service neutron] For port 2804ef54-51fd-4973-bb70-c0bac797c9b3, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=2804ef54-51fd-4973-bb70-c0bac797c9b3,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:46.380710 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-18a98c3a-6b96-4dd5-87d7-44d89d4a26a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:46.418360 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-18a98c3a-6b96-4dd5-87d7-44d89d4a26a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:46.418992 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-18a98c3a-6b96-4dd5-87d7-44d89d4a26a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:46.420417 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-18a98c3a-6b96-4dd5-87d7-44d89d4a26a4 service neutron] 10.222.0.63 "PUT /v2.0/ports/2804ef54-51fd-4973-bb70-c0bac797c9b3 HTTP/1.1" status: 200 len: 1097 time: 0.7388673 Aug 16 20:45:46.420851 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dfc4829-7b5c-484d-97d5-618105e2f1d2', 'tag': '2804ef54-51fd-4973-bb70-c0bac797c9b3'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:46.423140 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874e1d45-9be0-44e3-90d8-a1150223294c" -d '{"events": [{"name": "network-changed", "server_uuid": "5dfc4829-7b5c-484d-97d5-618105e2f1d2", "tag": "2804ef54-51fd-4973-bb70-c0bac797c9b3"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:46.443870 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a98c3a-6b96-4dd5-87d7-44d89d4a26a4 service neutron] Pushing event updated for resources: {'Port': ['ID=2804ef54-51fd-4973-bb70-c0bac797c9b3,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:46.474813 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bf3a07-1557-4090-a6d5-16e688aaa492 x-openstack-request-id: req-a7bf3a07-1557-4090-a6d5-16e688aaa492 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:46.475110 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dfc4829-7b5c-484d-97d5-618105e2f1d2", "tag": "2804ef54-51fd-4973-bb70-c0bac797c9b3", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:46.475437 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a7bf3a07-1557-4090-a6d5-16e688aaa492 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:46.475871 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dfc4829-7b5c-484d-97d5-618105e2f1d2', 'tag': '2804ef54-51fd-4973-bb70-c0bac797c9b3', 'status': 'completed', 'code': 200} Aug 16 20:45:46.518137 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-3f593c99-1247-403e-9e0b-0a580932697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:46.519710 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-3f593c99-1247-403e-9e0b-0a580932697d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=571c12887fb84195b743e1f74ec6ec2f&device_id=5dfc4829-7b5c-484d-97d5-618105e2f1d2 HTTP/1.1" status: 200 len: 1100 time: 0.0549598 Aug 16 20:45:46.562996 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-23317c0f-6f77-4042-b7e0-a6878b2d9e84 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=2804ef54-51fd-4973-bb70-c0bac797c9b3 HTTP/1.1" status: 200 len: 217 time: 0.0346782 Aug 16 20:45:46.614072 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-a087bb51-10b7-497d-b5ad-622208401bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:46.615606 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-a087bb51-10b7-497d-b5ad-622208401bbf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.0461631 Aug 16 20:45:46.664706 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-4890de62-f1cb-48cd-9a33-43f867725c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:46.666185 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-4890de62-f1cb-48cd-9a33-43f867725c6c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0441675 Aug 16 20:45:46.754317 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-e08dadac-a566-4471-9e95-23a4a348b79c service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807772 Aug 16 20:45:46.848361 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-77f1a75a-c1b3-4e10-8f53-f27f8e6d2010 req-81339cda-acde-41b6-8c61-cc94c8a8c6bb service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860600 Aug 16 20:45:46.932363 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e1d45-9be0-44e3-90d8-a1150223294c req-8d639124-b45f-4561-8399-b714d1ea92ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:46.933832 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-874e1d45-9be0-44e3-90d8-a1150223294c req-8d639124-b45f-4561-8399-b714d1ea92ef service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=571c12887fb84195b743e1f74ec6ec2f&device_id=5dfc4829-7b5c-484d-97d5-618105e2f1d2 HTTP/1.1" status: 200 len: 1100 time: 0.0404077 Aug 16 20:45:47.052254 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e1d45-9be0-44e3-90d8-a1150223294c req-19a925db-259a-4e8b-9e99-fb63bd6844bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:47.053725 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-874e1d45-9be0-44e3-90d8-a1150223294c req-19a925db-259a-4e8b-9e99-fb63bd6844bd service neutron] 10.222.0.63 "GET /v2.0/networks?id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46 HTTP/1.1" status: 200 len: 870 time: 0.1129127 Aug 16 20:45:47.069292 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82ab5f-3eb8-49fd-ac5b-22e002b0325b req-09f2fcca-5c11-4457-bebb-b313cb9365e6 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:47.070674 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-db82ab5f-3eb8-49fd-ac5b-22e002b0325b req-09f2fcca-5c11-4457-bebb-b313cb9365e6 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.68 "GET /v2.0/ports?device_id=5dfc4829-7b5c-484d-97d5-618105e2f1d2 HTTP/1.1" status: 200 len: 948 time: 0.0733647 Aug 16 20:45:47.110546 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-874e1d45-9be0-44e3-90d8-a1150223294c req-54369c26-ddf4-42fb-a5eb-f9f42c216bb1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=2804ef54-51fd-4973-bb70-c0bac797c9b3 HTTP/1.1" status: 200 len: 217 time: 0.0388448 Aug 16 20:45:47.167856 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-db82ab5f-3eb8-49fd-ac5b-22e002b0325b req-b9263f1b-c533-47d9-a9cf-89f7291a272f tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.68 "GET /v2.0/security-groups?id=17f360e9-2f7c-4527-a8e2-0aad0f5db3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904806 Aug 16 20:45:47.178832 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e1d45-9be0-44e3-90d8-a1150223294c req-79722bd0-fb25-4126-87d9-40c1d562f2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:47.180274 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-874e1d45-9be0-44e3-90d8-a1150223294c req-79722bd0-fb25-4126-87d9-40c1d562f2dd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5dedf524-5a11-40fc-90de-b9413f1a2279 HTTP/1.1" status: 200 len: 843 time: 0.0616102 Aug 16 20:45:47.226913 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e1d45-9be0-44e3-90d8-a1150223294c req-ed948661-1726-4453-9d1a-d4e60f9b7d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:47.228416 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-874e1d45-9be0-44e3-90d8-a1150223294c req-ed948661-1726-4453-9d1a-d4e60f9b7d98 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0399363 Aug 16 20:45:47.316742 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-874e1d45-9be0-44e3-90d8-a1150223294c req-e43b7a68-1826-4ea3-a530-95391ea50e8f service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809355 Aug 16 20:45:47.408939 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-874e1d45-9be0-44e3-90d8-a1150223294c req-b6536473-1b6e-4339-ba85-a8676eb299cf service neutron] 10.222.0.63 "GET /v2.0/networks/b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835252 Aug 16 20:45:48.281369 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3434d-8abf-4b2d-8db0-4df45b571193 req-ef468d49-5c11-4d4d-bf06-f381a6faf4b9 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:48.282851 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-def3434d-8abf-4b2d-8db0-4df45b571193 req-ef468d49-5c11-4d4d-bf06-f381a6faf4b9 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.68 "GET /v2.0/ports?device_id=5dfc4829-7b5c-484d-97d5-618105e2f1d2 HTTP/1.1" status: 200 len: 948 time: 0.0496409 Aug 16 20:45:48.320280 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-def3434d-8abf-4b2d-8db0-4df45b571193 req-8dcd507e-6446-4d20-9969-d529ab08d634 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.68 "GET /v2.0/security-groups?id=17f360e9-2f7c-4527-a8e2-0aad0f5db3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314920 Aug 16 20:45:49.436244 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6c48c-d6dd-4f0f-8760-dd6aa2419d69 req-836dc5c5-15f4-45b2-a1c1-1f0a52787ed5 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:49.437720 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-80e6c48c-d6dd-4f0f-8760-dd6aa2419d69 req-836dc5c5-15f4-45b2-a1c1-1f0a52787ed5 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.68 "GET /v2.0/ports?device_id=5dfc4829-7b5c-484d-97d5-618105e2f1d2 HTTP/1.1" status: 200 len: 948 time: 0.0529168 Aug 16 20:45:49.477806 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-80e6c48c-d6dd-4f0f-8760-dd6aa2419d69 req-653983e2-ca9c-446c-aac5-7e134392bd59 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.68 "GET /v2.0/security-groups?id=17f360e9-2f7c-4527-a8e2-0aad0f5db3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337653 Aug 16 20:45:50.593845 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a2c6c-9b90-4fcb-bd8b-7cd40304a690 req-3cac9f50-0835-4239-b0f2-1a34823170c8 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:50.595424 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3b0a2c6c-9b90-4fcb-bd8b-7cd40304a690 req-3cac9f50-0835-4239-b0f2-1a34823170c8 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.68 "GET /v2.0/ports?device_id=5dfc4829-7b5c-484d-97d5-618105e2f1d2 HTTP/1.1" status: 200 len: 948 time: 0.0491173 Aug 16 20:45:50.633509 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3b0a2c6c-9b90-4fcb-bd8b-7cd40304a690 req-4b70636b-0f1e-4797-95d2-97a5fc9f8dc1 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.68 "GET /v2.0/security-groups?id=17f360e9-2f7c-4527-a8e2-0aad0f5db3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313697 Aug 16 20:45:51.322231 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 2804ef54-51fd-4973-bb70-c0bac797c9b3 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:45:51.413430 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 2804ef54-51fd-4973-bb70-c0bac797c9b3, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=2804ef54-51fd-4973-bb70-c0bac797c9b3,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:51.424824 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '2804ef54-51fd-4973-bb70-c0bac797c9b3', 'network_id': 'b6ef103c-cf37-45d2-ac1c-2bb80d4a0b46', 'port_id': '2804ef54-51fd-4973-bb70-c0bac797c9b3', 'mac_address': 'fa:16:3e:cf:13:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dedf524-5a11-40fc-90de-b9413f1a2279', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:45:51.460345 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:51.475853 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2804ef54-51fd-4973-bb70-c0bac797c9b3 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:51.494998 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 2804ef54-51fd-4973-bb70-c0bac797c9b3, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=2804ef54-51fd-4973-bb70-c0bac797c9b3,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:51.499115 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:51.544339 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=2804ef54-51fd-4973-bb70-c0bac797c9b3,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:51.747748 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['2804ef54-51fd-4973-bb70-c0bac797c9b3'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:51.748379 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa380b-016c-49fb-8a24-898aa76822da req-b6ca4378-ce38-419c-992a-3d1b3416b09c tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:51.749880 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d2fa380b-016c-49fb-8a24-898aa76822da req-b6ca4378-ce38-419c-992a-3d1b3416b09c tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.68 "GET /v2.0/ports?device_id=5dfc4829-7b5c-484d-97d5-618105e2f1d2 HTTP/1.1" status: 200 len: 949 time: 0.0496724 Aug 16 20:45:51.788328 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d2fa380b-016c-49fb-8a24-898aa76822da req-cadcdfc4-f438-4e4b-bbe5-dc6f19db91c7 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.68 "GET /v2.0/security-groups?id=17f360e9-2f7c-4527-a8e2-0aad0f5db3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317731 Aug 16 20:45:52.910240 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452d7cc-4901-429f-a7b6-403d06e6dbd4 req-d055e37f-01a0-4815-879c-483ac0a0e2f5 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:52.911724 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3452d7cc-4901-429f-a7b6-403d06e6dbd4 req-d055e37f-01a0-4815-879c-483ac0a0e2f5 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.68 "GET /v2.0/ports?device_id=5dfc4829-7b5c-484d-97d5-618105e2f1d2 HTTP/1.1" status: 200 len: 949 time: 0.0528836 Aug 16 20:45:52.948891 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3452d7cc-4901-429f-a7b6-403d06e6dbd4 req-d5216812-6634-4044-b85c-1f0d9b590d9f tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.68 "GET /v2.0/security-groups?id=17f360e9-2f7c-4527-a8e2-0aad0f5db3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310769 Aug 16 20:45:53.338022 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 2804ef54-51fd-4973-bb70-c0bac797c9b3 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:53.388463 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 2804ef54-51fd-4973-bb70-c0bac797c9b3 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:53.392309 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 2804ef54-51fd-4973-bb70-c0bac797c9b3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:53.392676 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:53.466697 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:53.488997 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dfc4829-7b5c-484d-97d5-618105e2f1d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2804ef54-51fd-4973-bb70-c0bac797c9b3'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:53.491486 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931cccd6-5a1e-4193-ac1b-d8a990721f29" -d '{"events": [{"server_uuid": "5dfc4829-7b5c-484d-97d5-618105e2f1d2", "name": "network-vif-plugged", "status": "completed", "tag": "2804ef54-51fd-4973-bb70-c0bac797c9b3"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:53.505192 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 2804ef54-51fd-4973-bb70-c0bac797c9b3, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=2804ef54-51fd-4973-bb70-c0bac797c9b3,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:53.509232 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:53.561141 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=2804ef54-51fd-4973-bb70-c0bac797c9b3,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:53.589632 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bb6daa-6c17-425c-86f3-c4110bd1b171 x-openstack-request-id: req-c9bb6daa-6c17-425c-86f3-c4110bd1b171 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:53.589917 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dfc4829-7b5c-484d-97d5-618105e2f1d2", "name": "network-vif-plugged", "status": "completed", "tag": "2804ef54-51fd-4973-bb70-c0bac797c9b3", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:53.590196 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c9bb6daa-6c17-425c-86f3-c4110bd1b171 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:53.590602 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dfc4829-7b5c-484d-97d5-618105e2f1d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2804ef54-51fd-4973-bb70-c0bac797c9b3', 'code': 200} Aug 16 20:45:53.682555 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7e1b4-6f68-492d-8eab-0d7b8ca4cfe1 req-5f736245-4bdb-429a-9c76-e20965663633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:53.684088 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e5d7e1b4-6f68-492d-8eab-0d7b8ca4cfe1 req-5f736245-4bdb-429a-9c76-e20965663633 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5dfc4829-7b5c-484d-97d5-618105e2f1d2 HTTP/1.1" status: 200 len: 1102 time: 0.0394366 Aug 16 20:45:53.718153 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e5d7e1b4-6f68-492d-8eab-0d7b8ca4cfe1 req-23983546-4c1b-4289-aa1c-771196c0cd18 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=17f360e9-2f7c-4527-a8e2-0aad0f5db3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271032 Aug 16 20:45:54.064757 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae8d1a-e024-4b36-9a47-587478a23a10 req-0c049188-d8ff-4948-a439-cb1ea4c9a37e tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:54.066986 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-acae8d1a-e024-4b36-9a47-587478a23a10 req-0c049188-d8ff-4948-a439-cb1ea4c9a37e tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.68 "GET /v2.0/ports?device_id=5dfc4829-7b5c-484d-97d5-618105e2f1d2 HTTP/1.1" status: 200 len: 950 time: 0.0500631 Aug 16 20:45:54.103781 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-acae8d1a-e024-4b36-9a47-587478a23a10 req-72c7d6db-9365-43ff-ab6d-493491bb7b85 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.68 "GET /v2.0/security-groups?id=17f360e9-2f7c-4527-a8e2-0aad0f5db3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308955 Aug 16 20:45:55.220353 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6a421-9882-42b1-97a0-22cf92a275f8 req-ddf61cf5-4d90-4b51-8a48-4445007103c5 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:55.222322 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-daa6a421-9882-42b1-97a0-22cf92a275f8 req-ddf61cf5-4d90-4b51-8a48-4445007103c5 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.68 "GET /v2.0/ports?device_id=5dfc4829-7b5c-484d-97d5-618105e2f1d2 HTTP/1.1" status: 200 len: 950 time: 0.0532882 Aug 16 20:45:55.260802 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-daa6a421-9882-42b1-97a0-22cf92a275f8 req-58580c3e-ff1b-46b5-9949-146b3c219e9a tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.68 "GET /v2.0/security-groups?id=17f360e9-2f7c-4527-a8e2-0aad0f5db3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325508 Aug 16 20:45:56.104429 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386cf1e-92c2-4d33-a5eb-c06de09c0f2b req-5e682147-578e-41e2-b9cc-428375bb7524 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:56.105826 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5386cf1e-92c2-4d33-a5eb-c06de09c0f2b req-5e682147-578e-41e2-b9cc-428375bb7524 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.68 "GET /v2.0/ports?device_id=5dfc4829-7b5c-484d-97d5-618105e2f1d2 HTTP/1.1" status: 200 len: 950 time: 0.0485632 Aug 16 20:45:56.143033 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5386cf1e-92c2-4d33-a5eb-c06de09c0f2b req-aa43bea7-5a18-4880-ae99-4dc391ad7eee tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.68 "GET /v2.0/security-groups?id=17f360e9-2f7c-4527-a8e2-0aad0f5db3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312448 Aug 16 20:45:57.260323 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61d47b-b1a3-4734-b1ee-49f73ea771c3 req-19ef0895-2ea5-46d2-a683-89fcbf84dfbc tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:57.261897 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4e61d47b-b1a3-4734-b1ee-49f73ea771c3 req-19ef0895-2ea5-46d2-a683-89fcbf84dfbc tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.68 "GET /v2.0/ports?device_id=5dfc4829-7b5c-484d-97d5-618105e2f1d2 HTTP/1.1" status: 200 len: 950 time: 0.0524271 Aug 16 20:45:57.326229 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4e61d47b-b1a3-4734-b1ee-49f73ea771c3 req-84ec6a02-83c6-495e-b36f-3d77c60b6033 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.68 "GET /v2.0/security-groups?id=17f360e9-2f7c-4527-a8e2-0aad0f5db3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582075 Aug 16 20:45:57.346079 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2948ae-ba9c-4027-8a12-5b81ff695a37 req-e8440222-a7c7-4110-824a-f327ebeb0399 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:57.347569 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bd2948ae-ba9c-4027-8a12-5b81ff695a37 req-e8440222-a7c7-4110-824a-f327ebeb0399 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.63 "GET /v2.0/ports?device_id=5dfc4829-7b5c-484d-97d5-618105e2f1d2 HTTP/1.1" status: 200 len: 950 time: 0.0632300 Aug 16 20:45:57.432859 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-bd2948ae-ba9c-4027-8a12-5b81ff695a37 req-082f9305-dc7f-4364-9917-5f158b4ea7a8 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Deleting port 2804ef54-51fd-4973-bb70-c0bac797c9b3 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:57.433197 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bd2948ae-ba9c-4027-8a12-5b81ff695a37 req-082f9305-dc7f-4364-9917-5f158b4ea7a8 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:57.523508 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-bd2948ae-ba9c-4027-8a12-5b81ff695a37 req-082f9305-dc7f-4364-9917-5f158b4ea7a8 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] For port 2804ef54-51fd-4973-bb70-c0bac797c9b3, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=2804ef54-51fd-4973-bb70-c0bac797c9b3,segment=NetworkSegment(11c02be6-e4c9-4528-8f9f-b1d10d1122fa),segment_id=11c02be6-e4c9-4528-8f9f-b1d10d1122fa)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:57.523871 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bd2948ae-ba9c-4027-8a12-5b81ff695a37 req-082f9305-dc7f-4364-9917-5f158b4ea7a8 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:57.539386 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-bd2948ae-ba9c-4027-8a12-5b81ff695a37 req-082f9305-dc7f-4364-9917-5f158b4ea7a8 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Calling delete_port for 2804ef54-51fd-4973-bb70-c0bac797c9b3 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:57.663653 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bd2948ae-ba9c-4027-8a12-5b81ff695a37 req-082f9305-dc7f-4364-9917-5f158b4ea7a8 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:57.675791 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['2804ef54-51fd-4973-bb70-c0bac797c9b3'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:57.698933 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f9305-dc7f-4364-9917-5f158b4ea7a8 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Pushing event deleted for resources: {'Port': ['ID=2804ef54-51fd-4973-bb70-c0bac797c9b3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:57.741444 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2948ae-ba9c-4027-8a12-5b81ff695a37 req-082f9305-dc7f-4364-9917-5f158b4ea7a8 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] No DVR routers for this DVR port 2804ef54-51fd-4973-bb70-c0bac797c9b3 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:57.744143 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bd2948ae-ba9c-4027-8a12-5b81ff695a37 req-082f9305-dc7f-4364-9917-5f158b4ea7a8 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:57.746505 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bd2948ae-ba9c-4027-8a12-5b81ff695a37 req-082f9305-dc7f-4364-9917-5f158b4ea7a8 tempest-ServersAdminNegativeTestJSON-640941517 tempest-ServersAdminNegativeTestJSON-640941517-project] 10.222.0.63 "DELETE /v2.0/ports/2804ef54-51fd-4973-bb70-c0bac797c9b3 HTTP/1.1" status: 204 len: 173 time: 0.3933103 Aug 16 20:45:57.746968 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dfc4829-7b5c-484d-97d5-618105e2f1d2', 'name': 'network-vif-deleted', 'tag': '2804ef54-51fd-4973-bb70-c0bac797c9b3'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:57.749826 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bac6d6-413a-457b-86a4-33378ae3e4cc" -d '{"events": [{"server_uuid": "5dfc4829-7b5c-484d-97d5-618105e2f1d2", "name": "network-vif-deleted", "tag": "2804ef54-51fd-4973-bb70-c0bac797c9b3"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:57.790484 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1859ed6-8219-4781-b811-0b302f992080 x-openstack-request-id: req-a1859ed6-8219-4781-b811-0b302f992080 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:57.791356 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dfc4829-7b5c-484d-97d5-618105e2f1d2", "name": "network-vif-deleted", "tag": "2804ef54-51fd-4973-bb70-c0bac797c9b3", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:57.791765 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a1859ed6-8219-4781-b811-0b302f992080 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:57.792536 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dfc4829-7b5c-484d-97d5-618105e2f1d2', 'name': 'network-vif-deleted', 'tag': '2804ef54-51fd-4973-bb70-c0bac797c9b3', 'status': 'completed', 'code': 200} Aug 16 20:45:58.615877 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58758) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:58.748070 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-65f8c7df-4ab3-4697-9f80-db1f33e6afed admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=571c12887fb84195b743e1f74ec6ec2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1310415 Aug 16 20:45:58.750495 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58762) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:58.796663 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-20d04ee8-9965-4220-b39c-e3c1d0c58c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:58.817699 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-20d04ee8-9965-4220-b39c-e3c1d0c58c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:58.868582 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-20d04ee8-9965-4220-b39c-e3c1d0c58c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:58.871440 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-20d04ee8-9965-4220-b39c-e3c1d0c58c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:58.872579 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-20d04ee8-9965-4220-b39c-e3c1d0c58c37 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/17f360e9-2f7c-4527-a8e2-0aad0f5db3ac HTTP/1.1" status: 204 len: 168 time: 0.1212006 Aug 16 20:45:58.880190 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d04ee8-9965-4220-b39c-e3c1d0c58c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f360e9-2f7c-4527-a8e2-0aad0f5db3ac,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:59.136863 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58768) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:59.150436 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d429a21-1d72-40b9-a53e-f13b402900cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:59.237724 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d429a21-1d72-40b9-a53e-f13b402900cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:59.242314 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d429a21-1d72-40b9-a53e-f13b402900cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:59.281657 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1d429a21-1d72-40b9-a53e-f13b402900cd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=625373d915cc40cd8392e01d4705ab55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436822 Aug 16 20:45:59.282814 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d429a21-1d72-40b9-a53e-f13b402900cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7324851-83b9-455c-a499-5c40c52768f5,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:59.284525 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58770) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:59.334989 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-51d46d5e-7af6-41aa-a54b-9f2269da1914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:59.355630 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-51d46d5e-7af6-41aa-a54b-9f2269da1914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:59.401701 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-51d46d5e-7af6-41aa-a54b-9f2269da1914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:59.404408 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-51d46d5e-7af6-41aa-a54b-9f2269da1914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:59.405557 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-51d46d5e-7af6-41aa-a54b-9f2269da1914 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f7324851-83b9-455c-a499-5c40c52768f5 HTTP/1.1" status: 204 len: 168 time: 0.1177592 Aug 16 20:45:59.413526 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d46d5e-7af6-41aa-a54b-9f2269da1914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7324851-83b9-455c-a499-5c40c52768f5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:00.100710 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58792) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:00.197174 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8d9fbbf7-f98c-403e-a70c-0de13edf57fe admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1040168099-network', 'tenant_id': 'e64429dd5b4c48009bca921dc7631c4c'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:00.218364 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9fbbf7-f98c-403e-a70c-0de13edf57fe admin admin] Made reservation on behalf of e64429dd5b4c48009bca921dc7631c4c for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:00.220723 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d9fbbf7-f98c-403e-a70c-0de13edf57fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:00.228863 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d9fbbf7-f98c-403e-a70c-0de13edf57fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:00.321782 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d9fbbf7-f98c-403e-a70c-0de13edf57fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:00.325526 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d9fbbf7-f98c-403e-a70c-0de13edf57fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:00.352088 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d9fbbf7-f98c-403e-a70c-0de13edf57fe admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:46:00.358194 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9fbbf7-f98c-403e-a70c-0de13edf57fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40ca590-9ff8-4ae3-9b59-82ca902c86bc,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:00.366614 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d9fbbf7-f98c-403e-a70c-0de13edf57fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:00.366784 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-8d9fbbf7-f98c-403e-a70c-0de13edf57fe admin admin] Added segment 882131ae-30c6-4c00-903b-c82a02c87634 of type vlan for network fe65489a-3dda-401a-83e9-9cdf04bda5cf Aug 16 20:46:00.407271 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d9fbbf7-f98c-403e-a70c-0de13edf57fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:00.429974 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d9fbbf7-f98c-403e-a70c-0de13edf57fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:00.430994 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9fbbf7-f98c-403e-a70c-0de13edf57fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:00.431589 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d9fbbf7-f98c-403e-a70c-0de13edf57fe admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:00.478679 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8d9fbbf7-f98c-403e-a70c-0de13edf57fe admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3768132 Aug 16 20:46:00.481805 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 58796) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:00.486870 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2cd7bb67-1dc4-4b4f-b0d8-b8833288ec4f admin admin] Request body: {'subnet': {'network_id': 'fe65489a-3dda-401a-83e9-9cdf04bda5cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1040168099-subnet', 'tenant_id': 'e64429dd5b4c48009bca921dc7631c4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:00.491595 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9fbbf7-f98c-403e-a70c-0de13edf57fe admin admin] Pushing event updated for resources: {'Network': ['ID=fe65489a-3dda-401a-83e9-9cdf04bda5cf,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:00.501818 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network fe65489a-3dda-401a-83e9-9cdf04bda5cf details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:46:00.517642 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd7bb67-1dc4-4b4f-b0d8-b8833288ec4f admin admin] Made reservation on behalf of e64429dd5b4c48009bca921dc7631c4c for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:00.519972 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cd7bb67-1dc4-4b4f-b0d8-b8833288ec4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:00.687622 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cd7bb67-1dc4-4b4f-b0d8-b8833288ec4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:00.741283 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7bb67-1dc4-4b4f-b0d8-b8833288ec4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bd4460c-4333-402c-a95b-bc0df99dc71b,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:00.749889 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd7bb67-1dc4-4b4f-b0d8-b8833288ec4f admin admin] Checking segment: {'id': '882131ae-30c6-4c00-903b-c82a02c87634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fe65489a-3dda-401a-83e9-9cdf04bda5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:00.750243 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd7bb67-1dc4-4b4f-b0d8-b8833288ec4f admin admin] Network hostable DHCP agents. Network: fe65489a-3dda-401a-83e9-9cdf04bda5cf, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:46:00.765545 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd7bb67-1dc4-4b4f-b0d8-b8833288ec4f admin admin] Network fe65489a-3dda-401a-83e9-9cdf04bda5cf is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:46:00.773812 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-2cd7bb67-1dc4-4b4f-b0d8-b8833288ec4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, fe65489a-3dda-401a-83e9-9cdf04bda5cf) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:00.778009 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd7bb67-1dc4-4b4f-b0d8-b8833288ec4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:00.778593 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cd7bb67-1dc4-4b4f-b0d8-b8833288ec4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:00.783495 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181f8dca-72f0-46b1-a850-0f4effd8591e None None] Network fe65489a-3dda-401a-83e9-9cdf04bda5cf requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:46:00.794246 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2cd7bb67-1dc4-4b4f-b0d8-b8833288ec4f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3112493 Aug 16 20:46:00.914259 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e37fbf-e4c4-4b71-be58-c6dfc1561a3d None None] Network fe65489a-3dda-401a-83e9-9cdf04bda5cf requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:46:01.222722 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-b949db2c-a48d-40ca-9cc1-41a4f6c3743d tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:01.224385 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-b949db2c-a48d-40ca-9cc1-41a4f6c3743d tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/networks?id=fe65489a-3dda-401a-83e9-9cdf04bda5cf HTTP/1.1" status: 200 len: 812 time: 0.1037681 Aug 16 20:46:01.238718 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-db56485b-afbc-4cb1-9d0e-97264acd0630 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/quotas/e64429dd5b4c48009bca921dc7631c4c HTTP/1.1" status: 200 len: 375 time: 0.0088508 Aug 16 20:46:01.270680 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-6aaa8490-22f7-4be7-a273-96dc86a1e159 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=e64429dd5b4c48009bca921dc7631c4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263155 Aug 16 20:46:01.353587 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 2804ef54-51fd-4973-bb70-c0bac797c9b3 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:01.373464 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 2804ef54-51fd-4973-bb70-c0bac797c9b3 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:46:01.373807 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 2804ef54-51fd-4973-bb70-c0bac797c9b3 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:46:01.416642 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-0e7e085e-4bff-4088-810f-07f7e5e271a8 service neutron] 10.222.0.68 "GET /v2.0/networks/fe65489a-3dda-401a-83e9-9cdf04bda5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391501 Aug 16 20:46:01.503042 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-8bbe8d86-6945-4bcc-ac20-4b07ebd1838d service neutron] 10.222.0.68 "GET /v2.0/networks/fe65489a-3dda-401a-83e9-9cdf04bda5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801387 Aug 16 20:46:01.658427 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8881e97b-f830-477b-b71a-476d5133bc10 req-5e7ad78b-4dbb-46b6-93b1-d5f278a34595 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 210 time: 0.0276327 Aug 16 20:46:01.862882 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e5490692-a641-4097-b3fd-ed8929cba3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:02.739161 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-45becff6-80e7-48bc-add7-332d008647d8 req-322b9d6b-c2f4-4c8a-bd7f-192cb88c2fd4 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 210 time: 0.0311131 Aug 16 20:46:03.817073 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8660c8bb-5199-42dc-900e-fd9e274fe4c6 req-e03d78bf-27ad-4c5d-863f-4f862588751e tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 210 time: 0.0268397 Aug 16 20:46:04.455813 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3167db56-afab-497b-bb19-4e2bd75c83d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:04.711953 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:04.894077 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2079a5b1-d87a-448f-b96c-6a867d717410 req-4a517c20-3bbb-443a-917a-635e1f5d35b5 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 210 time: 0.0260530 Aug 16 20:46:05.716423 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:05.987119 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dae991e5-b97d-436c-ac51-2921ec6d558b req-21061b90-c5e7-406f-9adf-0ecdc936e526 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 210 time: 0.0261016 Aug 16 20:46:06.335228 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:06.439994 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:06.617977 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-14c68d7a-6f89-4cbc-bf5d-b16c2e814546 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:06.619370 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-14c68d7a-6f89-4cbc-bf5d-b16c2e814546 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.63 "GET /v2.0/networks?id=fe65489a-3dda-401a-83e9-9cdf04bda5cf HTTP/1.1" status: 200 len: 812 time: 0.1063230 Aug 16 20:46:06.631551 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-85b73293-253f-41c3-8670-37314f15664c tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Request body: {'port': {'device_id': '524073ed-f5ad-4acc-8acc-bfd08cc50444', 'network_id': 'fe65489a-3dda-401a-83e9-9cdf04bda5cf', 'admin_state_up': True, 'tenant_id': 'e64429dd5b4c48009bca921dc7631c4c'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:06.735925 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-85b73293-253f-41c3-8670-37314f15664c tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Made reservation on behalf of e64429dd5b4c48009bca921dc7631c4c for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:06.739933 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-85b73293-253f-41c3-8670-37314f15664c tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:06.863287 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-85b73293-253f-41c3-8670-37314f15664c tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Allocated IP 172.20.0.11 (fe65489a-3dda-401a-83e9-9cdf04bda5cf/0bd4460c-4333-402c-a95b-bc0df99dc71b/60bc04bf-e07d-4c39-abc5-ca19ba24a777) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:46:07.006190 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-85b73293-253f-41c3-8670-37314f15664c tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:07.046444 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-85b73293-253f-41c3-8670-37314f15664c tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:07.116714 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-85b73293-253f-41c3-8670-37314f15664c tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Network fe65489a-3dda-401a-83e9-9cdf04bda5cf is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:07.121015 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-85b73293-253f-41c3-8670-37314f15664c tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:07.128225 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-85b73293-253f-41c3-8670-37314f15664c tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:46:07.154147 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b73293-253f-41c3-8670-37314f15664c tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Pushing event updated for resources: {'Port': ['ID=60bc04bf-e07d-4c39-abc5-ca19ba24a777,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:07.169825 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:07.182653 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ff555-407c-4c67-98d2-7110e3609a0a req-c47fce59-4933-4fb6-be1e-8474ab682dde tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:07.184172 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7e6ff555-407c-4c67-98d2-7110e3609a0a req-c47fce59-4933-4fb6-be1e-8474ab682dde tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 932 time: 0.1291807 Aug 16 20:46:07.195145 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-85b73293-253f-41c3-8670-37314f15664c tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:07.195771 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-85b73293-253f-41c3-8670-37314f15664c tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:07.224095 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-85b73293-253f-41c3-8670-37314f15664c tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5964518 Aug 16 20:46:07.235748 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-754cf76c-99be-4b9e-b0d3-d2c8499f7f15 service neutron] Request body: {'port': {'device_id': '524073ed-f5ad-4acc-8acc-bfd08cc50444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:07.244396 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7e6ff555-407c-4c67-98d2-7110e3609a0a req-02581994-0a07-46bc-9513-7d17b1a5ab5a tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461309 Aug 16 20:46:07.292766 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-754cf76c-99be-4b9e-b0d3-d2c8499f7f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:07.551706 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-754cf76c-99be-4b9e-b0d3-d2c8499f7f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60bc04bf-e07d-4c39-abc5-ca19ba24a777 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:07.558997 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-754cf76c-99be-4b9e-b0d3-d2c8499f7f15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:07.570880 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-754cf76c-99be-4b9e-b0d3-d2c8499f7f15 service neutron] Transition to ACTIVE for port object 60bc04bf-e07d-4c39-abc5-ca19ba24a777 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:07.574250 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-754cf76c-99be-4b9e-b0d3-d2c8499f7f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:07.620879 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754cf76c-99be-4b9e-b0d3-d2c8499f7f15 service neutron] Pushing event updated for resources: {'Port': ['ID=60bc04bf-e07d-4c39-abc5-ca19ba24a777,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:07.687548 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-754cf76c-99be-4b9e-b0d3-d2c8499f7f15 service neutron] Attempting to bind port 60bc04bf-e07d-4c39-abc5-ca19ba24a777 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:46:07.687878 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-754cf76c-99be-4b9e-b0d3-d2c8499f7f15 service neutron] Attempting to bind port 60bc04bf-e07d-4c39-abc5-ca19ba24a777 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '882131ae-30c6-4c00-903b-c82a02c87634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fe65489a-3dda-401a-83e9-9cdf04bda5cf'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:46:07.688210 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-754cf76c-99be-4b9e-b0d3-d2c8499f7f15 service neutron] Attempting to bind port 60bc04bf-e07d-4c39-abc5-ca19ba24a777 on network fe65489a-3dda-401a-83e9-9cdf04bda5cf {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:07.692421 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-754cf76c-99be-4b9e-b0d3-d2c8499f7f15 service neutron] Port 60bc04bf-e07d-4c39-abc5-ca19ba24a777 on network fe65489a-3dda-401a-83e9-9cdf04bda5cf not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:46:07.693386 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-754cf76c-99be-4b9e-b0d3-d2c8499f7f15 service neutron] Attempting to bind port 60bc04bf-e07d-4c39-abc5-ca19ba24a777 on network fe65489a-3dda-401a-83e9-9cdf04bda5cf {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:07.698075 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-754cf76c-99be-4b9e-b0d3-d2c8499f7f15 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:46:07.698411 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-754cf76c-99be-4b9e-b0d3-d2c8499f7f15 service neutron] Checking segment: {'id': '882131ae-30c6-4c00-903b-c82a02c87634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fe65489a-3dda-401a-83e9-9cdf04bda5cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:07.698799 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-754cf76c-99be-4b9e-b0d3-d2c8499f7f15 service neutron] Bound using segment: {'id': '882131ae-30c6-4c00-903b-c82a02c87634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fe65489a-3dda-401a-83e9-9cdf04bda5cf'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:46:07.699214 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-754cf76c-99be-4b9e-b0d3-d2c8499f7f15 service neutron] Bound port: 60bc04bf-e07d-4c39-abc5-ca19ba24a777, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '882131ae-30c6-4c00-903b-c82a02c87634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fe65489a-3dda-401a-83e9-9cdf04bda5cf'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:46:07.699592 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-754cf76c-99be-4b9e-b0d3-d2c8499f7f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:07.763823 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-754cf76c-99be-4b9e-b0d3-d2c8499f7f15 service neutron] For port 60bc04bf-e07d-4c39-abc5-ca19ba24a777, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:07.767043 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-754cf76c-99be-4b9e-b0d3-d2c8499f7f15 service neutron] For port 60bc04bf-e07d-4c39-abc5-ca19ba24a777, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=60bc04bf-e07d-4c39-abc5-ca19ba24a777,segment=NetworkSegment(882131ae-30c6-4c00-903b-c82a02c87634),segment_id=882131ae-30c6-4c00-903b-c82a02c87634)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:46:07.771849 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-754cf76c-99be-4b9e-b0d3-d2c8499f7f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:07.804787 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-754cf76c-99be-4b9e-b0d3-d2c8499f7f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:07.805392 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-754cf76c-99be-4b9e-b0d3-d2c8499f7f15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:07.806758 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-754cf76c-99be-4b9e-b0d3-d2c8499f7f15 service neutron] 10.222.0.63 "PUT /v2.0/ports/60bc04bf-e07d-4c39-abc5-ca19ba24a777 HTTP/1.1" status: 200 len: 1093 time: 0.5749433 Aug 16 20:46:07.807190 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '524073ed-f5ad-4acc-8acc-bfd08cc50444', 'tag': '60bc04bf-e07d-4c39-abc5-ca19ba24a777'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:07.809495 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0c5762-988f-49b4-9798-0221feee2b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "524073ed-f5ad-4acc-8acc-bfd08cc50444", "tag": "60bc04bf-e07d-4c39-abc5-ca19ba24a777"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:07.834563 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754cf76c-99be-4b9e-b0d3-d2c8499f7f15 service neutron] Pushing event updated for resources: {'Port': ['ID=60bc04bf-e07d-4c39-abc5-ca19ba24a777,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:07.853819 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a18961-9710-4d58-a09e-7b18ca253c8d x-openstack-request-id: req-87a18961-9710-4d58-a09e-7b18ca253c8d {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:07.854096 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "524073ed-f5ad-4acc-8acc-bfd08cc50444", "tag": "60bc04bf-e07d-4c39-abc5-ca19ba24a777", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:07.854339 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-87a18961-9710-4d58-a09e-7b18ca253c8d {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:07.854718 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '524073ed-f5ad-4acc-8acc-bfd08cc50444', 'tag': '60bc04bf-e07d-4c39-abc5-ca19ba24a777', 'status': 'completed', 'code': 200} Aug 16 20:46:07.886411 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-ae8bfc87-406e-4f8a-8fde-69f71d69ec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:07.887924 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-ae8bfc87-406e-4f8a-8fde-69f71d69ec51 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e64429dd5b4c48009bca921dc7631c4c&device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 1096 time: 0.0439680 Aug 16 20:46:07.933742 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-f47a25d9-9afe-4c5f-82a4-ad2682cf87b3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60bc04bf-e07d-4c39-abc5-ca19ba24a777 HTTP/1.1" status: 200 len: 217 time: 0.0370057 Aug 16 20:46:07.989253 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-6264298b-40a2-45ce-925b-600db8c383a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:07.990819 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-6264298b-40a2-45ce-925b-600db8c383a4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd4460c-4333-402c-a95b-bc0df99dc71b HTTP/1.1" status: 200 len: 852 time: 0.0511081 Aug 16 20:46:08.022442 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-78b53ea5-cfd8-41d1-8580-6af2552cce31 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fe65489a-3dda-401a-83e9-9cdf04bda5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253520 Aug 16 20:46:08.112228 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-45365f34-ee83-4bdb-9bdb-af4270481391 service neutron] 10.222.0.63 "GET /v2.0/networks/fe65489a-3dda-401a-83e9-9cdf04bda5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826571 Aug 16 20:46:08.199224 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-caca4b65-4a33-4f69-82b9-fe4250d09c07 req-d3184167-be4c-41eb-825e-9050c615b0ec service neutron] 10.222.0.63 "GET /v2.0/networks/fe65489a-3dda-401a-83e9-9cdf04bda5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796914 Aug 16 20:46:08.281460 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c5762-988f-49b4-9798-0221feee2b4c req-a6263676-7a9f-4aba-aa85-42bbe660eaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:08.282972 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ee0c5762-988f-49b4-9798-0221feee2b4c req-a6263676-7a9f-4aba-aa85-42bbe660eaf6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e64429dd5b4c48009bca921dc7631c4c&device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 1096 time: 0.0419989 Aug 16 20:46:08.410219 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560f67a-e664-4868-a18d-9988d6277afe req-5e4f80a6-bbcd-42ef-8d0f-a91c2d00053d tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:08.412303 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1560f67a-e664-4868-a18d-9988d6277afe req-5e4f80a6-bbcd-42ef-8d0f-a91c2d00053d tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 944 time: 0.0752041 Aug 16 20:46:08.416742 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c5762-988f-49b4-9798-0221feee2b4c req-e8555233-6396-48d1-9d22-a4c4ad10437c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:08.418237 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ee0c5762-988f-49b4-9798-0221feee2b4c req-e8555233-6396-48d1-9d22-a4c4ad10437c service neutron] 10.222.0.63 "GET /v2.0/networks?id=fe65489a-3dda-401a-83e9-9cdf04bda5cf HTTP/1.1" status: 200 len: 913 time: 0.1285055 Aug 16 20:46:08.471812 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ee0c5762-988f-49b4-9798-0221feee2b4c req-46c47670-2cd6-434a-826d-3c64bdf77202 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60bc04bf-e07d-4c39-abc5-ca19ba24a777 HTTP/1.1" status: 200 len: 217 time: 0.0462215 Aug 16 20:46:08.492029 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1560f67a-e664-4868-a18d-9988d6277afe req-1775a3bd-0f4b-439d-a8ba-42d56cd5104c tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729160 Aug 16 20:46:08.525504 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c5762-988f-49b4-9798-0221feee2b4c req-0f9095f4-3b9c-414c-ae4e-c7079919f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:08.527077 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ee0c5762-988f-49b4-9798-0221feee2b4c req-0f9095f4-3b9c-414c-ae4e-c7079919f6bc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd4460c-4333-402c-a95b-bc0df99dc71b HTTP/1.1" status: 200 len: 852 time: 0.0475836 Aug 16 20:46:08.558811 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ee0c5762-988f-49b4-9798-0221feee2b4c req-f035b9c9-3e75-4e99-bc7b-ac58b6880737 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fe65489a-3dda-401a-83e9-9cdf04bda5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241497 Aug 16 20:46:08.650464 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ee0c5762-988f-49b4-9798-0221feee2b4c req-15812083-86e5-40a8-bd98-826342806bda service neutron] 10.222.0.63 "GET /v2.0/networks/fe65489a-3dda-401a-83e9-9cdf04bda5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832162 Aug 16 20:46:09.062423 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ee0c5762-988f-49b4-9798-0221feee2b4c req-1e01cade-d2f2-4242-8725-701a3cb15a22 service neutron] 10.222.0.63 "GET /v2.0/networks/fe65489a-3dda-401a-83e9-9cdf04bda5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042439 Aug 16 20:46:09.604385 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e08689-5e72-441c-808e-1d4331862f9c req-33502114-27ac-415f-b71c-e46f364205d2 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:09.605796 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f3e08689-5e72-441c-808e-1d4331862f9c req-33502114-27ac-415f-b71c-e46f364205d2 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 944 time: 0.0477128 Aug 16 20:46:09.645414 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f3e08689-5e72-441c-808e-1d4331862f9c req-f3633b76-def7-4318-b7cd-d92ab9ee3616 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338604 Aug 16 20:46:10.760601 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bfc89-c958-48a0-8a16-713529255e40 req-546a432a-d13b-4277-9485-e5f911a7de81 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:10.762085 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-486bfc89-c958-48a0-8a16-713529255e40 req-546a432a-d13b-4277-9485-e5f911a7de81 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 944 time: 0.0482061 Aug 16 20:46:10.799945 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-486bfc89-c958-48a0-8a16-713529255e40 req-6975f6c7-e3eb-4ddc-9a9e-5abd2b926f17 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316625 Aug 16 20:46:11.393017 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 60bc04bf-e07d-4c39-abc5-ca19ba24a777 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:46:11.487739 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 60bc04bf-e07d-4c39-abc5-ca19ba24a777, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=60bc04bf-e07d-4c39-abc5-ca19ba24a777,segment=NetworkSegment(882131ae-30c6-4c00-903b-c82a02c87634),segment_id=882131ae-30c6-4c00-903b-c82a02c87634)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:11.499196 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '60bc04bf-e07d-4c39-abc5-ca19ba24a777', 'network_id': 'fe65489a-3dda-401a-83e9-9cdf04bda5cf', 'port_id': '60bc04bf-e07d-4c39-abc5-ca19ba24a777', 'mac_address': 'fa:16:3e:f5:52:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd4460c-4333-402c-a95b-bc0df99dc71b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:46:11.535079 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:11.547222 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60bc04bf-e07d-4c39-abc5-ca19ba24a777 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:11.566308 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 60bc04bf-e07d-4c39-abc5-ca19ba24a777, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=60bc04bf-e07d-4c39-abc5-ca19ba24a777,segment=NetworkSegment(882131ae-30c6-4c00-903b-c82a02c87634),segment_id=882131ae-30c6-4c00-903b-c82a02c87634)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:11.570802 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:11.619876 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=60bc04bf-e07d-4c39-abc5-ca19ba24a777,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:11.756823 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['60bc04bf-e07d-4c39-abc5-ca19ba24a777'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:11.914078 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83000671-136b-43b8-89cd-11fe15a54279 req-c791021a-373e-4c28-975e-a9cd303fe6c0 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:11.915584 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-83000671-136b-43b8-89cd-11fe15a54279 req-c791021a-373e-4c28-975e-a9cd303fe6c0 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 945 time: 0.0478311 Aug 16 20:46:11.952340 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-83000671-136b-43b8-89cd-11fe15a54279 req-65d9262d-7e59-4e7f-944a-8feb915720d3 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309136 Aug 16 20:46:13.070937 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b7e24-ee60-4e07-ad17-73697d123167 req-682d2aeb-f8df-4371-8257-97cfcb53cfc3 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:13.072454 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4d3b7e24-ee60-4e07-ad17-73697d123167 req-682d2aeb-f8df-4371-8257-97cfcb53cfc3 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 945 time: 0.0556014 Aug 16 20:46:13.112377 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4d3b7e24-ee60-4e07-ad17-73697d123167 req-3430195e-c376-487f-9e7b-34b6518ebd98 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340633 Aug 16 20:46:13.400291 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 60bc04bf-e07d-4c39-abc5-ca19ba24a777 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:13.450189 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 60bc04bf-e07d-4c39-abc5-ca19ba24a777 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:13.453591 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 60bc04bf-e07d-4c39-abc5-ca19ba24a777 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:13.453959 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:13.529181 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:13.550620 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524073ed-f5ad-4acc-8acc-bfd08cc50444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bc04bf-e07d-4c39-abc5-ca19ba24a777'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:13.552873 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b77e70d-cc03-43b3-9b6f-0d5eebd59b77" -d '{"events": [{"server_uuid": "524073ed-f5ad-4acc-8acc-bfd08cc50444", "name": "network-vif-plugged", "status": "completed", "tag": "60bc04bf-e07d-4c39-abc5-ca19ba24a777"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:13.565484 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 60bc04bf-e07d-4c39-abc5-ca19ba24a777, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=60bc04bf-e07d-4c39-abc5-ca19ba24a777,segment=NetworkSegment(882131ae-30c6-4c00-903b-c82a02c87634),segment_id=882131ae-30c6-4c00-903b-c82a02c87634)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:13.570196 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:13.593718 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29b2111-106f-48b9-ac0c-43390f8c75d4 x-openstack-request-id: req-b29b2111-106f-48b9-ac0c-43390f8c75d4 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:13.594012 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524073ed-f5ad-4acc-8acc-bfd08cc50444", "name": "network-vif-plugged", "status": "completed", "tag": "60bc04bf-e07d-4c39-abc5-ca19ba24a777", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:13.594251 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b29b2111-106f-48b9-ac0c-43390f8c75d4 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:13.594634 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524073ed-f5ad-4acc-8acc-bfd08cc50444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bc04bf-e07d-4c39-abc5-ca19ba24a777', 'code': 200} Aug 16 20:46:13.623698 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=60bc04bf-e07d-4c39-abc5-ca19ba24a777,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:13.683739 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623f94d-4ff6-4ff7-9bc3-2381391a4148 req-29adc88f-9422-4946-a013-985f15417dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:13.685203 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b623f94d-4ff6-4ff7-9bc3-2381391a4148 req-29adc88f-9422-4946-a013-985f15417dec service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 1098 time: 0.0394709 Aug 16 20:46:13.720006 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b623f94d-4ff6-4ff7-9bc3-2381391a4148 req-e1aad925-2070-44af-8fda-5acb7a462f6f service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280519 Aug 16 20:46:14.229246 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33a558-59f4-4e67-9d19-294d898cf575 req-160cd980-ed6f-49c3-b982-7d2c14baaa79 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:14.231017 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5e33a558-59f4-4e67-9d19-294d898cf575 req-160cd980-ed6f-49c3-b982-7d2c14baaa79 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 946 time: 0.0486562 Aug 16 20:46:14.267662 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5e33a558-59f4-4e67-9d19-294d898cf575 req-333f4597-898f-441c-a24c-bc419a803fc6 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308809 Aug 16 20:46:15.379018 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd99e6-b462-4943-b22c-768a7e1cca0e req-45389101-1ac8-4845-a634-b9e47c96b261 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:15.381262 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d6cd99e6-b462-4943-b22c-768a7e1cca0e req-45389101-1ac8-4845-a634-b9e47c96b261 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 946 time: 0.0481522 Aug 16 20:46:15.421106 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d6cd99e6-b462-4943-b22c-768a7e1cca0e req-b6296402-b57a-43a0-92b9-f8f1471cff09 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338829 Aug 16 20:46:15.749287 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50933a-aa5a-4fc5-9833-27ffb1c04e25 req-647f1904-f9d8-4498-b77e-b5a3e0a5c773 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:15.750770 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5f50933a-aa5a-4fc5-9833-27ffb1c04e25 req-647f1904-f9d8-4498-b77e-b5a3e0a5c773 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 946 time: 0.0530298 Aug 16 20:46:15.788788 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5f50933a-aa5a-4fc5-9833-27ffb1c04e25 req-80f4e93b-934e-4c6d-9a91-f43b0ad23a98 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320766 Aug 16 20:46:15.838041 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-66c527d9-bc37-4d2a-8295-e6ce23be1c58 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1508434 Aug 16 20:46:16.905409 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e45393-7a9a-4aae-b3a9-5e6b8cd4871f req-22566b04-5cd9-40ec-ad0a-f7c125d2ff1d tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:16.906968 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-85e45393-7a9a-4aae-b3a9-5e6b8cd4871f req-22566b04-5cd9-40ec-ad0a-f7c125d2ff1d tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 946 time: 0.0476744 Aug 16 20:46:16.943608 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-85e45393-7a9a-4aae-b3a9-5e6b8cd4871f req-d6484462-704b-4511-a529-ef6f976e18ad tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301182 Aug 16 20:46:17.161112 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-395cefc8-9511-41df-b0a6-3e61d3bb91f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:17.163058 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-395cefc8-9511-41df-b0a6-3e61d3bb91f4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e64429dd5b4c48009bca921dc7631c4c&device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 1098 time: 0.0430429 Aug 16 20:46:17.250759 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-aee24b15-47ee-4729-8459-8723338c2579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:17.252246 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-aee24b15-47ee-4729-8459-8723338c2579 service neutron] 10.222.0.63 "GET /v2.0/networks?id=fe65489a-3dda-401a-83e9-9cdf04bda5cf HTTP/1.1" status: 200 len: 913 time: 0.0816429 Aug 16 20:46:17.296638 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-6e60c724-20d8-4fac-9aa7-a2e79a5acc41 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60bc04bf-e07d-4c39-abc5-ca19ba24a777 HTTP/1.1" status: 200 len: 217 time: 0.0365939 Aug 16 20:46:17.343755 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-44009996-e0e6-4875-a89d-bf7c97c49ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:17.345154 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-44009996-e0e6-4875-a89d-bf7c97c49ea7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd4460c-4333-402c-a95b-bc0df99dc71b HTTP/1.1" status: 200 len: 852 time: 0.0416775 Aug 16 20:46:17.375553 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-747df90b-e8a0-4d34-a059-1f2d81e0964d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fe65489a-3dda-401a-83e9-9cdf04bda5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236256 Aug 16 20:46:17.466301 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-db1c3a7d-a449-455e-b9fd-073297601a90 service neutron] 10.222.0.63 "GET /v2.0/networks/fe65489a-3dda-401a-83e9-9cdf04bda5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833056 Aug 16 20:46:17.553559 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-b69ee194-58e5-43c9-9347-96dc8ac2b9ad service neutron] 10.222.0.63 "GET /v2.0/networks/fe65489a-3dda-401a-83e9-9cdf04bda5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805244 Aug 16 20:46:17.594139 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:46:18.292696 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19065e19-121f-4296-9c22-76be437fab37 req-080bb5c7-9c0a-419c-8fe4-e1af5d960871 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:18.294091 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-19065e19-121f-4296-9c22-76be437fab37 req-080bb5c7-9c0a-419c-8fe4-e1af5d960871 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 946 time: 0.0500295 Aug 16 20:46:18.331689 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-19065e19-121f-4296-9c22-76be437fab37 req-d4983680-3e3f-4ea4-8eb1-228b601fcd10 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317700 Aug 16 20:46:19.449074 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b7a52-daac-4b95-9506-e2d042f915ce req-51f28f6c-a1d1-42a3-8f40-8ce87e1cbece tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:19.450538 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-469b7a52-daac-4b95-9506-e2d042f915ce req-51f28f6c-a1d1-42a3-8f40-8ce87e1cbece tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 946 time: 0.0528529 Aug 16 20:46:19.487751 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-469b7a52-daac-4b95-9506-e2d042f915ce req-c3d2d286-2c51-4ef1-b6ee-4741531a9405 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313439 Aug 16 20:46:20.600994 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81213b-2348-4661-b9bb-e48b4fdcfb3e req-22d482c2-5f8c-4e58-9327-c6c51c239711 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:20.602472 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8b81213b-2348-4661-b9bb-e48b4fdcfb3e req-22d482c2-5f8c-4e58-9327-c6c51c239711 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 946 time: 0.0478313 Aug 16 20:46:20.640086 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8b81213b-2348-4661-b9bb-e48b4fdcfb3e req-a4d11f6b-d741-44a5-9b14-6fbf58634215 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316868 Aug 16 20:46:21.752956 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94791b9-ca9c-4b77-8a34-891fec520fbf req-ec5217d7-ecba-44db-a090-b9a696c79aa6 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:21.754442 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a94791b9-ca9c-4b77-8a34-891fec520fbf req-ec5217d7-ecba-44db-a090-b9a696c79aa6 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 946 time: 0.0479465 Aug 16 20:46:21.791987 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a94791b9-ca9c-4b77-8a34-891fec520fbf req-2489849b-cebe-4f71-9de0-dde29bb946b7 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312595 Aug 16 20:46:22.910663 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e093fd-af0b-4616-a339-3c5cce1771b1 req-885f1d42-d27b-483b-8898-96944efcd4a1 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:22.912156 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-98e093fd-af0b-4616-a339-3c5cce1771b1 req-885f1d42-d27b-483b-8898-96944efcd4a1 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 946 time: 0.0553524 Aug 16 20:46:22.951241 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-98e093fd-af0b-4616-a339-3c5cce1771b1 req-413b89fe-6d96-4068-be00-b73cfc7f1e39 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331600 Aug 16 20:46:24.065153 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca19dd2-3697-47e2-9f0f-4d9210247b47 req-3968a7e5-756f-4d63-a0a3-3984628bda1e tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:24.066628 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9ca19dd2-3697-47e2-9f0f-4d9210247b47 req-3968a7e5-756f-4d63-a0a3-3984628bda1e tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 946 time: 0.0486772 Aug 16 20:46:24.103116 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9ca19dd2-3697-47e2-9f0f-4d9210247b47 req-e94f1924-a641-4a23-99de-822e155f3e68 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305824 Aug 16 20:46:25.219242 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884c2be-bf85-4490-a293-4a1fda2be741 req-e56ff07e-d29c-42cb-8ed9-13ab5653aea8 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:25.220751 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1884c2be-bf85-4490-a293-4a1fda2be741 req-e56ff07e-d29c-42cb-8ed9-13ab5653aea8 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 946 time: 0.0509181 Aug 16 20:46:25.259055 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1884c2be-bf85-4490-a293-4a1fda2be741 req-9aa37cbc-35c9-4c9b-818e-9193a11869d2 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324614 Aug 16 20:46:25.472492 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17293c7-ce2d-47cd-97cb-fe0489eb7088 req-0d814972-4e4c-4936-a538-6e524d3a17aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:25.473960 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e17293c7-ce2d-47cd-97cb-fe0489eb7088 req-0d814972-4e4c-4936-a538-6e524d3a17aa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e64429dd5b4c48009bca921dc7631c4c&device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 1098 time: 0.0432017 Aug 16 20:46:25.577565 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17293c7-ce2d-47cd-97cb-fe0489eb7088 req-dd3b4fa5-c178-4b87-89ed-92a110ab6598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:25.578906 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e17293c7-ce2d-47cd-97cb-fe0489eb7088 req-dd3b4fa5-c178-4b87-89ed-92a110ab6598 service neutron] 10.222.0.63 "GET /v2.0/networks?id=fe65489a-3dda-401a-83e9-9cdf04bda5cf HTTP/1.1" status: 200 len: 913 time: 0.0826404 Aug 16 20:46:25.623266 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e17293c7-ce2d-47cd-97cb-fe0489eb7088 req-92eae6d9-87a1-46fe-be19-d6e04bf95215 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60bc04bf-e07d-4c39-abc5-ca19ba24a777 HTTP/1.1" status: 200 len: 217 time: 0.0369010 Aug 16 20:46:25.671610 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17293c7-ce2d-47cd-97cb-fe0489eb7088 req-f62f54f3-e3a5-4d53-aa60-f7c971086dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:25.672981 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e17293c7-ce2d-47cd-97cb-fe0489eb7088 req-f62f54f3-e3a5-4d53-aa60-f7c971086dc3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd4460c-4333-402c-a95b-bc0df99dc71b HTTP/1.1" status: 200 len: 852 time: 0.0428298 Aug 16 20:46:25.702598 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e17293c7-ce2d-47cd-97cb-fe0489eb7088 req-d9f325ce-c61b-4ec9-b407-1f54c20a74b5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fe65489a-3dda-401a-83e9-9cdf04bda5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233207 Aug 16 20:46:25.793248 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e17293c7-ce2d-47cd-97cb-fe0489eb7088 req-b193ba2c-b37b-412e-85f5-3a0f1bac927c service neutron] 10.222.0.63 "GET /v2.0/networks/fe65489a-3dda-401a-83e9-9cdf04bda5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841825 Aug 16 20:46:25.879399 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e17293c7-ce2d-47cd-97cb-fe0489eb7088 req-ca81f58b-5ca7-4793-974b-dc9a37f0b752 service neutron] 10.222.0.63 "GET /v2.0/networks/fe65489a-3dda-401a-83e9-9cdf04bda5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788758 Aug 16 20:46:26.372519 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a95a3-baf8-40e4-a06f-6352b995bbf1 req-7c387641-a89d-4016-b0ae-17ba5c39c1f3 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:26.373990 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ce7a95a3-baf8-40e4-a06f-6352b995bbf1 req-7c387641-a89d-4016-b0ae-17ba5c39c1f3 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 946 time: 0.0489092 Aug 16 20:46:26.411738 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ce7a95a3-baf8-40e4-a06f-6352b995bbf1 req-5f773fa0-2292-471f-88b3-6a42071a87ac tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318456 Aug 16 20:46:27.532351 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c09f39-ae66-42b3-bf1a-0839e36281f4 req-79e8628e-39af-43a1-b430-f0185246b244 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:27.533854 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-70c09f39-ae66-42b3-bf1a-0839e36281f4 req-79e8628e-39af-43a1-b430-f0185246b244 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 946 time: 0.0545559 Aug 16 20:46:27.570678 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-70c09f39-ae66-42b3-bf1a-0839e36281f4 req-e6d7feae-ba60-4a41-a370-7d9bba41ff6a tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309131 Aug 16 20:46:28.684322 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c17717-0ed5-48ff-9ce7-c6678313f752 req-8b120e96-d623-4205-bfa9-4ea93fef0c2a tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:28.685807 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-00c17717-0ed5-48ff-9ce7-c6678313f752 req-8b120e96-d623-4205-bfa9-4ea93fef0c2a tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 946 time: 0.0489326 Aug 16 20:46:28.722503 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-00c17717-0ed5-48ff-9ce7-c6678313f752 req-fc16d76c-2a65-4501-8510-943a817602e2 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308537 Aug 16 20:46:29.843147 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181cf55-430d-425d-81f2-59980512a9da req-067e1356-bf39-4847-9c3a-290492d988e9 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:29.844690 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b181cf55-430d-425d-81f2-59980512a9da req-067e1356-bf39-4847-9c3a-290492d988e9 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 946 time: 0.0563903 Aug 16 20:46:29.882202 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b181cf55-430d-425d-81f2-59980512a9da req-68bb3d33-d387-4b08-87dc-2a82dbf6b6dc tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315752 Aug 16 20:46:30.998664 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d31bb4-df1c-4959-87f0-1752907e66d9 req-3874ee99-3dd9-4365-8a62-98de1b5383d4 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:31.001436 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-24d31bb4-df1c-4959-87f0-1752907e66d9 req-3874ee99-3dd9-4365-8a62-98de1b5383d4 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 946 time: 0.0532932 Aug 16 20:46:31.038810 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-24d31bb4-df1c-4959-87f0-1752907e66d9 req-8cd56156-95d6-4675-bc8e-c02de5e05e41 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314250 Aug 16 20:46:31.866432 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dceec33f-96a6-462e-9193-525b3e39d590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:32.152932 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711e335-ec30-42de-89e1-4a091abc72a1 req-0cebb6f2-86ae-425e-bbd5-826b1f67f6c2 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:32.154319 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1711e335-ec30-42de-89e1-4a091abc72a1 req-0cebb6f2-86ae-425e-bbd5-826b1f67f6c2 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 946 time: 0.0484717 Aug 16 20:46:32.192336 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1711e335-ec30-42de-89e1-4a091abc72a1 req-46d4a461-b103-4a99-8188-5c3bc9a6816d tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321109 Aug 16 20:46:33.308861 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6a7c1-0899-485d-8051-d0cd50a31803 req-54d26a43-107b-4b80-9f19-9e207b8ec8ee tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:33.310756 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-29f6a7c1-0899-485d-8051-d0cd50a31803 req-54d26a43-107b-4b80-9f19-9e207b8ec8ee tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 946 time: 0.0509095 Aug 16 20:46:33.349475 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-29f6a7c1-0899-485d-8051-d0cd50a31803 req-c16a5ea5-ff48-4bfb-b3b3-b8163e5d0456 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328283 Aug 16 20:46:34.456490 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b63cefcc-1fdb-4921-8479-63ca07c96a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:34.469208 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f2f16-60e5-48fd-9f20-fa4cf41dbb49 req-c4ce7364-8360-47ae-bc30-8d2fe019f29e tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:34.470721 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c75f2f16-60e5-48fd-9f20-fa4cf41dbb49 req-c4ce7364-8360-47ae-bc30-8d2fe019f29e tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 946 time: 0.0546918 Aug 16 20:46:34.507866 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c75f2f16-60e5-48fd-9f20-fa4cf41dbb49 req-3c56becb-b184-459b-9f6b-6d914aa12e28 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312393 Aug 16 20:46:34.713935 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:35.621608 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795ecfa-d503-4fce-9df1-b1a21567ad3a req-84bd9db3-e2d3-45bd-8e66-8f0907f18305 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:35.623004 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1795ecfa-d503-4fce-9df1-b1a21567ad3a req-84bd9db3-e2d3-45bd-8e66-8f0907f18305 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 946 time: 0.0490649 Aug 16 20:46:35.660485 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1795ecfa-d503-4fce-9df1-b1a21567ad3a req-018bdcef-56ce-4d2b-977c-2408fde4da25 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314391 Aug 16 20:46:35.719905 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:36.350129 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:36.457270 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:36.773264 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c607461-984a-4a33-bca8-eeeb3285169e req-a9090f67-226e-46cc-bd83-5d8305e8c3ac tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:36.774749 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4c607461-984a-4a33-bca8-eeeb3285169e req-a9090f67-226e-46cc-bd83-5d8305e8c3ac tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 946 time: 0.0491161 Aug 16 20:46:36.812216 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4c607461-984a-4a33-bca8-eeeb3285169e req-8aa8663b-ffbd-4e30-ad2b-640db8a82f0e tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315521 Aug 16 20:46:37.170915 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:37.928679 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510aca7c-db63-496d-a2bc-d9f5cbb8988b req-8f68cbe8-dc7b-496a-a30e-e1b3ac0713e6 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:37.930179 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-510aca7c-db63-496d-a2bc-d9f5cbb8988b req-8f68cbe8-dc7b-496a-a30e-e1b3ac0713e6 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 946 time: 0.0533233 Aug 16 20:46:37.967696 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-510aca7c-db63-496d-a2bc-d9f5cbb8988b req-0adcf498-73c7-4e5c-be7f-b73d48adb7ed tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306103 Aug 16 20:46:39.083625 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aef137-bf33-4053-94c0-3db1b90fbfc2 req-8bb2885c-c4cb-40c5-b607-947c031709ea tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:39.085138 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54aef137-bf33-4053-94c0-3db1b90fbfc2 req-8bb2885c-c4cb-40c5-b607-947c031709ea tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 946 time: 0.0504498 Aug 16 20:46:39.122867 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54aef137-bf33-4053-94c0-3db1b90fbfc2 req-c9866120-9b9a-4803-ad0b-c2d16ad09dd4 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311661 Aug 16 20:46:40.236161 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c53adf-b9aa-4c74-a655-8ea0d994b199 req-c71af9d3-269a-4e4e-8eae-d19c2fdce365 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:40.237643 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b1c53adf-b9aa-4c74-a655-8ea0d994b199 req-c71af9d3-269a-4e4e-8eae-d19c2fdce365 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 946 time: 0.0481424 Aug 16 20:46:40.274491 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b1c53adf-b9aa-4c74-a655-8ea0d994b199 req-66a8bd93-a8db-481a-b52f-2a629e70f0c3 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303903 Aug 16 20:46:41.394457 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150453b-483d-43d1-97ae-f86f2e2767c3 req-61a1a36d-b70c-43e8-a8d0-5e1f8386ea93 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:41.395956 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7150453b-483d-43d1-97ae-f86f2e2767c3 req-61a1a36d-b70c-43e8-a8d0-5e1f8386ea93 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 946 time: 0.0539401 Aug 16 20:46:41.432814 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7150453b-483d-43d1-97ae-f86f2e2767c3 req-99036f84-3dda-41b4-8501-d3b0c6b8a16f tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307090 Aug 16 20:46:42.546810 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a19ec1-f98f-4e80-ab88-6b55b2996dc5 req-2295ec94-0974-42c8-822c-011673a168df tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:42.548321 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b0a19ec1-f98f-4e80-ab88-6b55b2996dc5 req-2295ec94-0974-42c8-822c-011673a168df tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 946 time: 0.0494580 Aug 16 20:46:42.585032 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b0a19ec1-f98f-4e80-ab88-6b55b2996dc5 req-8f50ad5c-49a8-48f6-9fa3-daa372266928 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308311 Aug 16 20:46:43.698448 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5869f4-da9f-4039-a78f-2619d491b2f6 req-7b57f428-7aa8-4d7e-9cf5-2b80cdf97094 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:43.699962 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cc5869f4-da9f-4039-a78f-2619d491b2f6 req-7b57f428-7aa8-4d7e-9cf5-2b80cdf97094 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 946 time: 0.0485218 Aug 16 20:46:43.737469 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cc5869f4-da9f-4039-a78f-2619d491b2f6 req-437b06b7-dbbd-469a-a8cf-d19a42e715fc tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315619 Aug 16 20:46:44.476148 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-178de9f0-f159-423c-8952-477012fbea0e service neutron] show failed (client error): The resource could not be found. Aug 16 20:46:44.477913 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-178de9f0-f159-423c-8952-477012fbea0e service neutron] 10.222.0.63 "GET /v2.0/ports/60bc04bf-e07d-4c39-abc5-ca19ba24a777/bindings/n-h1-787206-13 HTTP/1.1" status: 404 len: 381 time: 0.0570526 Aug 16 20:46:44.752509 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-d19b5c1f-2dd5-43a3-8088-ca2b2e05f7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:44.753931 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-d19b5c1f-2dd5-43a3-8088-ca2b2e05f7b4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444&tenant_id=e64429dd5b4c48009bca921dc7631c4c HTTP/1.1" status: 200 len: 1098 time: 0.1242194 Aug 16 20:46:44.766375 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787206-13', 'device_owner': 'compute:nova'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:44.818208 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:44.853330 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e0f3d-ad8d-4baa-9088-8f42d1f59f9b req-db98e874-704b-4cee-b89c-d12a7be933bc tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:44.854840 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cb7e0f3d-ad8d-4baa-9088-8f42d1f59f9b req-db98e874-704b-4cee-b89c-d12a7be933bc tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 946 time: 0.0497937 Aug 16 20:46:44.892793 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cb7e0f3d-ad8d-4baa-9088-8f42d1f59f9b req-244b51ef-b87d-46d5-83ad-f0b81810583c tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319052 Aug 16 20:46:45.019574 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] For port 60bc04bf-e07d-4c39-abc5-ca19ba24a777, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=60bc04bf-e07d-4c39-abc5-ca19ba24a777,segment=NetworkSegment(882131ae-30c6-4c00-903b-c82a02c87634),segment_id=882131ae-30c6-4c00-903b-c82a02c87634)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:45.058174 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] For port 60bc04bf-e07d-4c39-abc5-ca19ba24a777, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:45.097930 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524073ed-f5ad-4acc-8acc-bfd08cc50444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60bc04bf-e07d-4c39-abc5-ca19ba24a777'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:45.100196 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657f9c4a-213a-4d61-8d3d-6f3a28f64ed7" -d '{"events": [{"server_uuid": "524073ed-f5ad-4acc-8acc-bfd08cc50444", "name": "network-vif-unplugged", "status": "completed", "tag": "60bc04bf-e07d-4c39-abc5-ca19ba24a777"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:45.103845 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:45.115668 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] Transition to ACTIVE for port object 60bc04bf-e07d-4c39-abc5-ca19ba24a777 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:45.120464 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:45.181197 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] No DVR routers for this DVR port 60bc04bf-e07d-4c39-abc5-ca19ba24a777 on host n-h2-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:46:45.184219 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] Pushing event updated for resources: {'Port': ['ID=60bc04bf-e07d-4c39-abc5-ca19ba24a777,revision_number=6']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:45.208601 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:45.208943 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:45.209278 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:45.209607 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:45.209931 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:45.210254 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:45.210571 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:45.210887 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:45.211208 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:45.211576 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:45.211913 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:45.212246 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:45.220168 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f563d4-9312-42a8-bf80-06eac4e2f61e x-openstack-request-id: req-b6f563d4-9312-42a8-bf80-06eac4e2f61e {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:45.220449 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524073ed-f5ad-4acc-8acc-bfd08cc50444", "name": "network-vif-unplugged", "status": "completed", "tag": "60bc04bf-e07d-4c39-abc5-ca19ba24a777", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:45.221262 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b6f563d4-9312-42a8-bf80-06eac4e2f61e {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:45.221262 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524073ed-f5ad-4acc-8acc-bfd08cc50444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60bc04bf-e07d-4c39-abc5-ca19ba24a777', 'code': 200} Aug 16 20:46:45.229910 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] Attempting to bind port 60bc04bf-e07d-4c39-abc5-ca19ba24a777 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:46:45.230238 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] Attempting to bind port 60bc04bf-e07d-4c39-abc5-ca19ba24a777 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '882131ae-30c6-4c00-903b-c82a02c87634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fe65489a-3dda-401a-83e9-9cdf04bda5cf'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:46:45.230681 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] Attempting to bind port 60bc04bf-e07d-4c39-abc5-ca19ba24a777 on network fe65489a-3dda-401a-83e9-9cdf04bda5cf {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:45.234834 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] Port 60bc04bf-e07d-4c39-abc5-ca19ba24a777 on network fe65489a-3dda-401a-83e9-9cdf04bda5cf not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:46:45.235147 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] Attempting to bind port 60bc04bf-e07d-4c39-abc5-ca19ba24a777 on network fe65489a-3dda-401a-83e9-9cdf04bda5cf {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:45.239817 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:46:45.240148 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] Checking segment: {'id': '882131ae-30c6-4c00-903b-c82a02c87634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fe65489a-3dda-401a-83e9-9cdf04bda5cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:45.240517 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] Bound using segment: {'id': '882131ae-30c6-4c00-903b-c82a02c87634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fe65489a-3dda-401a-83e9-9cdf04bda5cf'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:46:45.240923 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] Bound port: 60bc04bf-e07d-4c39-abc5-ca19ba24a777, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '882131ae-30c6-4c00-903b-c82a02c87634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fe65489a-3dda-401a-83e9-9cdf04bda5cf'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:46:45.241310 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:45.307415 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] For port 60bc04bf-e07d-4c39-abc5-ca19ba24a777, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:45.310245 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] For port 60bc04bf-e07d-4c39-abc5-ca19ba24a777, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=60bc04bf-e07d-4c39-abc5-ca19ba24a777,segment=NetworkSegment(882131ae-30c6-4c00-903b-c82a02c87634),segment_id=882131ae-30c6-4c00-903b-c82a02c87634)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:46:45.314443 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:45.348069 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:45.348680 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:45.350053 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] 10.222.0.57 "PUT /v2.0/ports/60bc04bf-e07d-4c39-abc5-ca19ba24a777 HTTP/1.1" status: 200 len: 1093 time: 0.5877812 Aug 16 20:46:45.370716 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d16965-3692-43e2-a35b-adc8ffb83c19 service neutron] Pushing event updated for resources: {'Port': ['ID=60bc04bf-e07d-4c39-abc5-ca19ba24a777,revision_number=7']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:45.415336 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-99357bf0-a0c2-435b-bb51-a37c15e5eadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:45.416825 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-99357bf0-a0c2-435b-bb51-a37c15e5eadf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e64429dd5b4c48009bca921dc7631c4c&device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 1096 time: 0.0432007 Aug 16 20:46:45.507886 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-fcc9a718-6bd1-4b42-b2ca-4fda63d672fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:45.509345 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-fcc9a718-6bd1-4b42-b2ca-4fda63d672fb service neutron] 10.222.0.57 "GET /v2.0/networks?id=fe65489a-3dda-401a-83e9-9cdf04bda5cf HTTP/1.1" status: 200 len: 913 time: 0.0858276 Aug 16 20:46:45.550544 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-20dba286-9977-44a4-ba89-783da0ed48d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60bc04bf-e07d-4c39-abc5-ca19ba24a777 HTTP/1.1" status: 200 len: 217 time: 0.0336750 Aug 16 20:46:45.602670 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-eb7d72bd-ff65-43b7-9c37-9915f271c017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:45.604046 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-eb7d72bd-ff65-43b7-9c37-9915f271c017 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0bd4460c-4333-402c-a95b-bc0df99dc71b HTTP/1.1" status: 200 len: 852 time: 0.0466180 Aug 16 20:46:45.635225 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-e0bd11e6-1b84-4138-b58a-d17c187e0d3d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe65489a-3dda-401a-83e9-9cdf04bda5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244610 Aug 16 20:46:45.647139 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-fa87c450-9c7c-44e5-b443-747d77605476 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:46:45.648127 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-fa87c450-9c7c-44e5-b443-747d77605476 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049744 Aug 16 20:46:45.736923 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-776347c4-4c77-4dab-89e0-2c46ef5c4bb5 service neutron] 10.222.0.57 "GET /v2.0/networks/fe65489a-3dda-401a-83e9-9cdf04bda5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815504 Aug 16 20:46:45.828724 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-daff1377-ef4c-497f-bfc2-b2c326e2d6f6 req-aceac377-ac6b-47ae-b116-8e75178a1437 service neutron] 10.222.0.57 "GET /v2.0/networks/fe65489a-3dda-401a-83e9-9cdf04bda5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844607 Aug 16 20:46:46.010932 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121ac67-9642-4890-8ca3-93749c135517 req-106aa56d-6670-417d-89f2-f1be95c68b87 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:46.012447 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6121ac67-9642-4890-8ca3-93749c135517 req-106aa56d-6670-417d-89f2-f1be95c68b87 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 944 time: 0.0478299 Aug 16 20:46:46.050339 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6121ac67-9642-4890-8ca3-93749c135517 req-5ecdecde-42f3-4648-bf0f-337eab8c8bff tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317044 Aug 16 20:46:47.173830 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3c406-30cd-4f32-b135-10bc9797f3ce req-ff06c36c-6297-4a02-b0af-42975f339abf tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:47.175333 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e6c3c406-30cd-4f32-b135-10bc9797f3ce req-ff06c36c-6297-4a02-b0af-42975f339abf tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 944 time: 0.0538099 Aug 16 20:46:47.212941 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e6c3c406-30cd-4f32-b135-10bc9797f3ce req-78eab6b3-17dc-40f1-a0fa-5c7d1e38cacd tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310497 Aug 16 20:46:47.222414 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '524073ed-f5ad-4acc-8acc-bfd08cc50444', 'tag': '60bc04bf-e07d-4c39-abc5-ca19ba24a777'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:47.224940 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1803c06-1382-425a-874d-c08117aa25c2" -d '{"events": [{"name": "network-changed", "server_uuid": "524073ed-f5ad-4acc-8acc-bfd08cc50444", "tag": "60bc04bf-e07d-4c39-abc5-ca19ba24a777"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:47.271078 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90acc966-90d9-495a-9744-7b0bdfc19903 x-openstack-request-id: req-90acc966-90d9-495a-9744-7b0bdfc19903 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:47.271393 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "524073ed-f5ad-4acc-8acc-bfd08cc50444", "tag": "60bc04bf-e07d-4c39-abc5-ca19ba24a777", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:47.271647 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-90acc966-90d9-495a-9744-7b0bdfc19903 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:47.272041 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '524073ed-f5ad-4acc-8acc-bfd08cc50444', 'tag': '60bc04bf-e07d-4c39-abc5-ca19ba24a777', 'status': 'completed', 'code': 200} Aug 16 20:46:47.333230 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1803c06-1382-425a-874d-c08117aa25c2 req-0817a638-83bb-4100-a837-b4a7baa37d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:47.334831 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c1803c06-1382-425a-874d-c08117aa25c2 req-0817a638-83bb-4100-a837-b4a7baa37d59 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e64429dd5b4c48009bca921dc7631c4c&device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 1096 time: 0.0452287 Aug 16 20:46:47.352765 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1803c06-1382-425a-874d-c08117aa25c2 req-c5be4b1a-4e23-46b2-b8b1-df3eabae3c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:47.354392 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c1803c06-1382-425a-874d-c08117aa25c2 req-c5be4b1a-4e23-46b2-b8b1-df3eabae3c8b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e64429dd5b4c48009bca921dc7631c4c&device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 1096 time: 0.0453751 Aug 16 20:46:47.435285 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1803c06-1382-425a-874d-c08117aa25c2 req-4b3796b0-347d-44c1-b033-968f961f71ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:47.436776 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c1803c06-1382-425a-874d-c08117aa25c2 req-4b3796b0-347d-44c1-b033-968f961f71ae service neutron] 10.222.0.63 "GET /v2.0/networks?id=fe65489a-3dda-401a-83e9-9cdf04bda5cf HTTP/1.1" status: 200 len: 913 time: 0.0947573 Aug 16 20:46:47.453711 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1803c06-1382-425a-874d-c08117aa25c2 req-52574cc9-18e9-4209-afcb-937fb4190b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:47.455271 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c1803c06-1382-425a-874d-c08117aa25c2 req-52574cc9-18e9-4209-afcb-937fb4190b27 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fe65489a-3dda-401a-83e9-9cdf04bda5cf HTTP/1.1" status: 200 len: 913 time: 0.0935149 Aug 16 20:46:47.479529 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c1803c06-1382-425a-874d-c08117aa25c2 req-235af392-6a5e-42cb-9b66-6ba9e2ad02fd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60bc04bf-e07d-4c39-abc5-ca19ba24a777 HTTP/1.1" status: 200 len: 217 time: 0.0358701 Aug 16 20:46:47.502155 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c1803c06-1382-425a-874d-c08117aa25c2 req-eb94f4f9-2bdb-49ad-94f4-5cf7d0d61e3e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60bc04bf-e07d-4c39-abc5-ca19ba24a777 HTTP/1.1" status: 200 len: 217 time: 0.0397184 Aug 16 20:46:47.527755 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1803c06-1382-425a-874d-c08117aa25c2 req-30623c8b-eb4f-4a58-b191-dd695b275755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:47.529217 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c1803c06-1382-425a-874d-c08117aa25c2 req-30623c8b-eb4f-4a58-b191-dd695b275755 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd4460c-4333-402c-a95b-bc0df99dc71b HTTP/1.1" status: 200 len: 852 time: 0.0435939 Aug 16 20:46:47.551647 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1803c06-1382-425a-874d-c08117aa25c2 req-22830662-df17-498d-bbfd-91f5bb0f1480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:47.553172 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c1803c06-1382-425a-874d-c08117aa25c2 req-22830662-df17-498d-bbfd-91f5bb0f1480 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0bd4460c-4333-402c-a95b-bc0df99dc71b HTTP/1.1" status: 200 len: 852 time: 0.0441473 Aug 16 20:46:47.556179 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 60bc04bf-e07d-4c39-abc5-ca19ba24a777 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:47.560487 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c1803c06-1382-425a-874d-c08117aa25c2 req-2a8c017d-45ab-4d1a-8ea0-ccf7dc58c40e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fe65489a-3dda-401a-83e9-9cdf04bda5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246961 Aug 16 20:46:47.585755 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c1803c06-1382-425a-874d-c08117aa25c2 req-e536f2b6-ab21-4de5-a050-edb98231c4e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe65489a-3dda-401a-83e9-9cdf04bda5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247822 Aug 16 20:46:47.594981 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 60bc04bf-e07d-4c39-abc5-ca19ba24a777 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:46:47.656576 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c1803c06-1382-425a-874d-c08117aa25c2 req-f9b1f3ed-4428-4552-a90b-181a00122703 service neutron] 10.222.0.63 "GET /v2.0/networks/fe65489a-3dda-401a-83e9-9cdf04bda5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882130 Aug 16 20:46:47.681340 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c1803c06-1382-425a-874d-c08117aa25c2 req-7841ce24-98d2-4104-9bda-0c86d0e9e5a5 service neutron] 10.222.0.57 "GET /v2.0/networks/fe65489a-3dda-401a-83e9-9cdf04bda5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886359 Aug 16 20:46:47.745555 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c1803c06-1382-425a-874d-c08117aa25c2 req-d8efc466-40e5-4eca-8508-7281b8d42d70 service neutron] 10.222.0.63 "GET /v2.0/networks/fe65489a-3dda-401a-83e9-9cdf04bda5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818262 Aug 16 20:46:47.777412 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c1803c06-1382-425a-874d-c08117aa25c2 req-a2030bad-ed4c-4027-af78-ef4343766762 service neutron] 10.222.0.57 "GET /v2.0/networks/fe65489a-3dda-401a-83e9-9cdf04bda5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886531 Aug 16 20:46:48.335621 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0be2a-3748-41db-8140-f12bddeef8cf req-4bf79061-4bcc-42db-9cfe-7092d75780b8 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:48.337011 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-84f0be2a-3748-41db-8140-f12bddeef8cf req-4bf79061-4bcc-42db-9cfe-7092d75780b8 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 944 time: 0.0547450 Aug 16 20:46:48.373671 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-84f0be2a-3748-41db-8140-f12bddeef8cf req-1d1393f5-4cb4-4f76-8e0f-3bb30df55824 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306356 Aug 16 20:46:48.636053 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab2aee-61d4-467f-b60d-2d4d04461819 req-665e34bd-2012-478a-b78e-de3b2851c100 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:48.637430 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d5ab2aee-61d4-467f-b60d-2d4d04461819 req-665e34bd-2012-478a-b78e-de3b2851c100 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.63 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444&tenant_id=e64429dd5b4c48009bca921dc7631c4c&binding%3Ahost_id=n-h1-787206-13 HTTP/1.1" status: 200 len: 944 time: 0.0835314 Aug 16 20:46:48.695026 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [req-d5ab2aee-61d4-467f-b60d-2d4d04461819 req-0cabca16-985c-413b-b65a-d8670deaa5f6 service neutron] delete failed (client error): The resource could not be found. Aug 16 20:46:48.696562 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d5ab2aee-61d4-467f-b60d-2d4d04461819 req-0cabca16-985c-413b-b65a-d8670deaa5f6 service neutron] 10.222.0.63 "DELETE /v2.0/ports/60bc04bf-e07d-4c39-abc5-ca19ba24a777/bindings/n-h2-787206-13 HTTP/1.1" status: 404 len: 381 time: 0.0515969 Aug 16 20:46:48.781442 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab2aee-61d4-467f-b60d-2d4d04461819 req-64ce122f-e165-45a1-aa36-1e01faf317db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:48.782928 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d5ab2aee-61d4-467f-b60d-2d4d04461819 req-64ce122f-e165-45a1-aa36-1e01faf317db service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e64429dd5b4c48009bca921dc7631c4c&device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 1096 time: 0.0458853 Aug 16 20:46:48.874088 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab2aee-61d4-467f-b60d-2d4d04461819 req-e146223f-ccb8-42b6-8806-7a63be951d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:48.875589 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d5ab2aee-61d4-467f-b60d-2d4d04461819 req-e146223f-ccb8-42b6-8806-7a63be951d7b service neutron] 10.222.0.63 "GET /v2.0/networks?id=fe65489a-3dda-401a-83e9-9cdf04bda5cf HTTP/1.1" status: 200 len: 913 time: 0.0858483 Aug 16 20:46:48.919645 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d5ab2aee-61d4-467f-b60d-2d4d04461819 req-dfb3c15b-1900-4c7e-b687-5948fbd078fb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60bc04bf-e07d-4c39-abc5-ca19ba24a777 HTTP/1.1" status: 200 len: 217 time: 0.0374856 Aug 16 20:46:48.966577 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab2aee-61d4-467f-b60d-2d4d04461819 req-e976326b-807f-43a3-83dd-87be45a1bcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:48.969335 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d5ab2aee-61d4-467f-b60d-2d4d04461819 req-e976326b-807f-43a3-83dd-87be45a1bcd0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd4460c-4333-402c-a95b-bc0df99dc71b HTTP/1.1" status: 200 len: 852 time: 0.0434372 Aug 16 20:46:48.970233 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 60bc04bf-e07d-4c39-abc5-ca19ba24a777 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:46:49.000970 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d5ab2aee-61d4-467f-b60d-2d4d04461819 req-ef2c52b3-82fd-44f4-9232-fd3b751b4482 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fe65489a-3dda-401a-83e9-9cdf04bda5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250156 Aug 16 20:46:49.067083 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 60bc04bf-e07d-4c39-abc5-ca19ba24a777, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=60bc04bf-e07d-4c39-abc5-ca19ba24a777,segment=NetworkSegment(882131ae-30c6-4c00-903b-c82a02c87634),segment_id=882131ae-30c6-4c00-903b-c82a02c87634)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:49.078461 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '60bc04bf-e07d-4c39-abc5-ca19ba24a777', 'network_id': 'fe65489a-3dda-401a-83e9-9cdf04bda5cf', 'port_id': '60bc04bf-e07d-4c39-abc5-ca19ba24a777', 'mac_address': 'fa:16:3e:f5:52:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd4460c-4333-402c-a95b-bc0df99dc71b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:46:49.094576 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d5ab2aee-61d4-467f-b60d-2d4d04461819 req-0f61e900-180c-4ae9-85e9-e199bde5d87c service neutron] 10.222.0.63 "GET /v2.0/networks/fe65489a-3dda-401a-83e9-9cdf04bda5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866535 Aug 16 20:46:49.115120 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:49.127832 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60bc04bf-e07d-4c39-abc5-ca19ba24a777 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:49.148384 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 60bc04bf-e07d-4c39-abc5-ca19ba24a777, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=60bc04bf-e07d-4c39-abc5-ca19ba24a777,segment=NetworkSegment(882131ae-30c6-4c00-903b-c82a02c87634),segment_id=882131ae-30c6-4c00-903b-c82a02c87634)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:49.153523 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:49.188594 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d5ab2aee-61d4-467f-b60d-2d4d04461819 req-7acb9d9b-1018-41d7-b034-fda52e9823f4 service neutron] 10.222.0.63 "GET /v2.0/networks/fe65489a-3dda-401a-83e9-9cdf04bda5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873206 Aug 16 20:46:49.202277 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=60bc04bf-e07d-4c39-abc5-ca19ba24a777,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:49.209647 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:49.209996 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:49.210334 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:49.210669 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:49.211001 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:49.211357 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:49.212440 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:49.212743 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:49.213068 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:49.213392 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:49.213715 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:49.214035 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:49.413236 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['60bc04bf-e07d-4c39-abc5-ca19ba24a777'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:49.848568 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf7201-ce9f-47dd-b5d1-441052463c68 req-061e0b38-97c9-41dd-b084-4846e1a903f6 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:49.849955 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6aaf7201-ce9f-47dd-b5d1-441052463c68 req-061e0b38-97c9-41dd-b084-4846e1a903f6 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 945 time: 0.0485854 Aug 16 20:46:49.887439 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6aaf7201-ce9f-47dd-b5d1-441052463c68 req-621789e2-e8ab-4380-8cd0-ddb3fb0fff15 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307353 Aug 16 20:46:49.940688 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [req-e1c43d79-d519-4c44-bba0-f877623ddc11 req-5f3eee03-1ca1-4ee2-9d17-0a70a9c43b6c service neutron] (94771) timed out ('10.222.0.68', 47670) {{(pid=94771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 20:46:50.977822 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 60bc04bf-e07d-4c39-abc5-ca19ba24a777 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:51.009202 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165315a-0b15-4c35-96c9-309674a3709c req-46b8bec5-c2e0-4963-8c3f-b0960ac20302 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:51.010725 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d165315a-0b15-4c35-96c9-309674a3709c req-46b8bec5-c2e0-4963-8c3f-b0960ac20302 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 945 time: 0.0551631 Aug 16 20:46:51.027388 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 60bc04bf-e07d-4c39-abc5-ca19ba24a777 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:51.031020 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 60bc04bf-e07d-4c39-abc5-ca19ba24a777 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:51.031429 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:51.057419 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d165315a-0b15-4c35-96c9-309674a3709c req-d38de861-9f69-4ef1-a709-77bbc0bff7eb tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.68 "GET /v2.0/security-groups?id=a40ca590-9ff8-4ae3-9b59-82ca902c86bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405517 Aug 16 20:46:51.098013 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab2aee-61d4-467f-b60d-2d4d04461819 req-ca4e9766-8e4c-4225-a599-079ab430a50c tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:51.099887 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d5ab2aee-61d4-467f-b60d-2d4d04461819 req-ca4e9766-8e4c-4225-a599-079ab430a50c tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.57 "GET /v2.0/ports?device_id=524073ed-f5ad-4acc-8acc-bfd08cc50444 HTTP/1.1" status: 200 len: 945 time: 0.0512922 Aug 16 20:46:51.121158 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:51.144366 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524073ed-f5ad-4acc-8acc-bfd08cc50444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bc04bf-e07d-4c39-abc5-ca19ba24a777'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:51.146721 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6162bc04-d136-47df-a678-c299bdec5201" -d '{"events": [{"server_uuid": "524073ed-f5ad-4acc-8acc-bfd08cc50444", "name": "network-vif-plugged", "status": "completed", "tag": "60bc04bf-e07d-4c39-abc5-ca19ba24a777"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:51.160223 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 60bc04bf-e07d-4c39-abc5-ca19ba24a777, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=60bc04bf-e07d-4c39-abc5-ca19ba24a777,segment=NetworkSegment(882131ae-30c6-4c00-903b-c82a02c87634),segment_id=882131ae-30c6-4c00-903b-c82a02c87634)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:51.164357 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:51.188269 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae33e7f-92ea-499d-9a9d-3223306c3697 x-openstack-request-id: req-2ae33e7f-92ea-499d-9a9d-3223306c3697 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:51.188564 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524073ed-f5ad-4acc-8acc-bfd08cc50444", "name": "network-vif-plugged", "status": "completed", "tag": "60bc04bf-e07d-4c39-abc5-ca19ba24a777", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:51.188813 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2ae33e7f-92ea-499d-9a9d-3223306c3697 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:51.189212 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524073ed-f5ad-4acc-8acc-bfd08cc50444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bc04bf-e07d-4c39-abc5-ca19ba24a777', 'code': 200} Aug 16 20:46:51.194313 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-d5ab2aee-61d4-467f-b60d-2d4d04461819 req-c205cc3c-cafc-4f49-9060-e6f1e52961b7 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Deleting port 60bc04bf-e07d-4c39-abc5-ca19ba24a777 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:51.194665 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d5ab2aee-61d4-467f-b60d-2d4d04461819 req-c205cc3c-cafc-4f49-9060-e6f1e52961b7 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:51.215416 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=60bc04bf-e07d-4c39-abc5-ca19ba24a777,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:51.285328 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-d5ab2aee-61d4-467f-b60d-2d4d04461819 req-c205cc3c-cafc-4f49-9060-e6f1e52961b7 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] For port 60bc04bf-e07d-4c39-abc5-ca19ba24a777, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=60bc04bf-e07d-4c39-abc5-ca19ba24a777,segment=NetworkSegment(882131ae-30c6-4c00-903b-c82a02c87634),segment_id=882131ae-30c6-4c00-903b-c82a02c87634)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:51.285689 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d5ab2aee-61d4-467f-b60d-2d4d04461819 req-c205cc3c-cafc-4f49-9060-e6f1e52961b7 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:51.297624 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-d5ab2aee-61d4-467f-b60d-2d4d04461819 req-c205cc3c-cafc-4f49-9060-e6f1e52961b7 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Calling delete_port for 60bc04bf-e07d-4c39-abc5-ca19ba24a777 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:51.425314 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d5ab2aee-61d4-467f-b60d-2d4d04461819 req-c205cc3c-cafc-4f49-9060-e6f1e52961b7 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:51.437007 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['60bc04bf-e07d-4c39-abc5-ca19ba24a777'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:51.454397 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205cc3c-cafc-4f49-9060-e6f1e52961b7 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Pushing event deleted for resources: {'Port': ['ID=60bc04bf-e07d-4c39-abc5-ca19ba24a777,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:51.494052 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ab2aee-61d4-467f-b60d-2d4d04461819 req-c205cc3c-cafc-4f49-9060-e6f1e52961b7 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] No DVR routers for this DVR port 60bc04bf-e07d-4c39-abc5-ca19ba24a777 on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:46:51.496783 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d5ab2aee-61d4-467f-b60d-2d4d04461819 req-c205cc3c-cafc-4f49-9060-e6f1e52961b7 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:51.498956 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d5ab2aee-61d4-467f-b60d-2d4d04461819 req-c205cc3c-cafc-4f49-9060-e6f1e52961b7 tempest-DeleteServersTestJSON-137855900 tempest-DeleteServersTestJSON-137855900-project] 10.222.0.57 "DELETE /v2.0/ports/60bc04bf-e07d-4c39-abc5-ca19ba24a777 HTTP/1.1" status: 204 len: 173 time: 0.3931932 Aug 16 20:46:51.499422 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524073ed-f5ad-4acc-8acc-bfd08cc50444', 'name': 'network-vif-deleted', 'tag': '60bc04bf-e07d-4c39-abc5-ca19ba24a777'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:51.501675 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3376be-a0db-437d-9e1f-fc6baab88b0d" -d '{"events": [{"server_uuid": "524073ed-f5ad-4acc-8acc-bfd08cc50444", "name": "network-vif-deleted", "tag": "60bc04bf-e07d-4c39-abc5-ca19ba24a777"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:51.538393 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f18fde0-7dac-4b28-8b9d-1b70a6e16e6c x-openstack-request-id: req-9f18fde0-7dac-4b28-8b9d-1b70a6e16e6c {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:51.538671 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524073ed-f5ad-4acc-8acc-bfd08cc50444", "name": "network-vif-deleted", "tag": "60bc04bf-e07d-4c39-abc5-ca19ba24a777", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:51.538936 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9f18fde0-7dac-4b28-8b9d-1b70a6e16e6c {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:51.539358 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524073ed-f5ad-4acc-8acc-bfd08cc50444', 'name': 'network-vif-deleted', 'tag': '60bc04bf-e07d-4c39-abc5-ca19ba24a777', 'status': 'completed', 'code': 200} Aug 16 20:46:52.182158 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58980) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:52.226473 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-067e8d39-30b5-4d55-a77d-fa6fab5f6cf6 admin admin] Deleting subnet 0bd4460c-4333-402c-a95b-bc0df99dc71b {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:46:52.229436 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-067e8d39-30b5-4d55-a77d-fa6fab5f6cf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.266838 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-067e8d39-30b5-4d55-a77d-fa6fab5f6cf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.304580 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-067e8d39-30b5-4d55-a77d-fa6fab5f6cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.355989 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-067e8d39-30b5-4d55-a77d-fa6fab5f6cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.380016 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e8d39-30b5-4d55-a77d-fa6fab5f6cf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bd4460c-4333-402c-a95b-bc0df99dc71b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:52.384134 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-067e8d39-30b5-4d55-a77d-fa6fab5f6cf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.385979 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-067e8d39-30b5-4d55-a77d-fa6fab5f6cf6 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/0bd4460c-4333-402c-a95b-bc0df99dc71b HTTP/1.1" status: 204 len: 168 time: 0.2028341 Aug 16 20:46:52.388489 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58982) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:52.458073 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-37c29063-7523-4261-823d-3b909ec553ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.535337 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-37c29063-7523-4261-823d-3b909ec553ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.544676 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-37c29063-7523-4261-823d-3b909ec553ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe65489a-3dda-401a-83e9-9cdf04bda5cf']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:52.553890 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-37c29063-7523-4261-823d-3b909ec553ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '882131ae-30c6-4c00-903b-c82a02c87634') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:52.554180 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-37c29063-7523-4261-823d-3b909ec553ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '882131ae-30c6-4c00-903b-c82a02c87634') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:52.563175 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-37c29063-7523-4261-823d-3b909ec553ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.576646 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-37c29063-7523-4261-823d-3b909ec553ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.582150 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c29063-7523-4261-823d-3b909ec553ea admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:46:52.582527 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-37c29063-7523-4261-823d-3b909ec553ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.584109 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:46:52.584109 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:46:52.584109 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:46:52.584109 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:46:52.584109 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:46:52.584109 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:46:52.584109 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:46:52.584109 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:46:52.584109 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:46:52.584109 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:46:52.584109 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:46:52.584109 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:46:52.584109 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:46:52.584109 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:46:52.584109 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:46:52.584109 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:46:52.584109 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:46:52.584109 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:46:52.584109 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:46:52.584109 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:46:52.584109 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:46:52.584109 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:46:52.584109 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:46:52.584109 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:46:52.584109 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:46:52.584109 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:46:52.584109 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:46:52.584109 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:46:52.584109 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:46:52.584109 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:46:52.584109 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:46:52.584109 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:46:52.639065 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-37c29063-7523-4261-823d-3b909ec553ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.644591 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-37c29063-7523-4261-823d-3b909ec553ea admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.646374 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-37c29063-7523-4261-823d-3b909ec553ea admin admin] 10.222.0.68 "DELETE /v2.0/networks/fe65489a-3dda-401a-83e9-9cdf04bda5cf HTTP/1.1" status: 204 len: 168 time: 0.2569885 Aug 16 20:46:52.657451 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c29063-7523-4261-823d-3b909ec553ea admin admin] Pushing event deleted for resources: {'Network': ['ID=fe65489a-3dda-401a-83e9-9cdf04bda5cf,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:52.752386 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58986) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:52.791587 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-43ea4bde-be03-4056-a034-0841a9a9bb23 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e64429dd5b4c48009bca921dc7631c4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380242 Aug 16 20:46:52.794013 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 58988) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:52.840565 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1bc0248-72d4-4013-90a5-a4974d5465a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.860825 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1bc0248-72d4-4013-90a5-a4974d5465a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.910726 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1bc0248-72d4-4013-90a5-a4974d5465a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.913330 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1bc0248-72d4-4013-90a5-a4974d5465a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.914454 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e1bc0248-72d4-4013-90a5-a4974d5465a8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a40ca590-9ff8-4ae3-9b59-82ca902c86bc HTTP/1.1" status: 204 len: 168 time: 0.1195621 Aug 16 20:46:52.922539 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc0248-72d4-4013-90a5-a4974d5465a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40ca590-9ff8-4ae3-9b59-82ca902c86bc,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:53.565877 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59010) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:53.659834 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c808a4e6-6909-4b0c-b5d0-1d3117e6e5f5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1871537628-network', 'tenant_id': 'f0dccb2f4f624097b244d5aa17110d00'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:53.680300 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c808a4e6-6909-4b0c-b5d0-1d3117e6e5f5 admin admin] Made reservation on behalf of f0dccb2f4f624097b244d5aa17110d00 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:53.682517 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c808a4e6-6909-4b0c-b5d0-1d3117e6e5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:53.690619 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c808a4e6-6909-4b0c-b5d0-1d3117e6e5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:53.778336 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c808a4e6-6909-4b0c-b5d0-1d3117e6e5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:53.782208 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c808a4e6-6909-4b0c-b5d0-1d3117e6e5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:53.803105 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c808a4e6-6909-4b0c-b5d0-1d3117e6e5f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:46:53.817451 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808a4e6-6909-4b0c-b5d0-1d3117e6e5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6422a63-5f12-47ba-a183-af4732fbac75,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:53.824216 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c808a4e6-6909-4b0c-b5d0-1d3117e6e5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:53.824563 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-c808a4e6-6909-4b0c-b5d0-1d3117e6e5f5 admin admin] Added segment c7ef8b60-c435-4de4-9944-3e44d6ee9280 of type vlan for network 882eba2d-1332-4515-8c8d-bbbc0dc2c118 Aug 16 20:46:53.864333 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c808a4e6-6909-4b0c-b5d0-1d3117e6e5f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:53.891031 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c808a4e6-6909-4b0c-b5d0-1d3117e6e5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:53.891997 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c808a4e6-6909-4b0c-b5d0-1d3117e6e5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:53.892813 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c808a4e6-6909-4b0c-b5d0-1d3117e6e5f5 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:53.953686 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c808a4e6-6909-4b0c-b5d0-1d3117e6e5f5 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3867121 Aug 16 20:46:53.957243 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59014) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:53.958505 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808a4e6-6909-4b0c-b5d0-1d3117e6e5f5 admin admin] Pushing event updated for resources: {'Network': ['ID=882eba2d-1332-4515-8c8d-bbbc0dc2c118,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:53.962859 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a197bdf6-8670-42df-9836-f71391ec61da admin admin] Request body: {'subnet': {'network_id': '882eba2d-1332-4515-8c8d-bbbc0dc2c118', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1871537628-subnet', 'tenant_id': 'f0dccb2f4f624097b244d5aa17110d00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:53.969426 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 882eba2d-1332-4515-8c8d-bbbc0dc2c118 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:46:53.985246 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a197bdf6-8670-42df-9836-f71391ec61da admin admin] Made reservation on behalf of f0dccb2f4f624097b244d5aa17110d00 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:53.987617 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a197bdf6-8670-42df-9836-f71391ec61da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:54.153255 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a197bdf6-8670-42df-9836-f71391ec61da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:54.208879 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197bdf6-8670-42df-9836-f71391ec61da admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bcf2246-c8ed-4735-b251-4f1d781dc8da,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:54.221507 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197bdf6-8670-42df-9836-f71391ec61da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:54.221851 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197bdf6-8670-42df-9836-f71391ec61da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:54.222187 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197bdf6-8670-42df-9836-f71391ec61da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:54.222519 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197bdf6-8670-42df-9836-f71391ec61da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:54.222847 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197bdf6-8670-42df-9836-f71391ec61da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:54.223173 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197bdf6-8670-42df-9836-f71391ec61da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:54.223520 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197bdf6-8670-42df-9836-f71391ec61da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:54.223840 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197bdf6-8670-42df-9836-f71391ec61da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:54.224158 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197bdf6-8670-42df-9836-f71391ec61da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:54.224476 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197bdf6-8670-42df-9836-f71391ec61da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:54.224795 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197bdf6-8670-42df-9836-f71391ec61da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:54.225111 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197bdf6-8670-42df-9836-f71391ec61da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:54.228811 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a197bdf6-8670-42df-9836-f71391ec61da admin admin] Checking segment: {'id': 'c7ef8b60-c435-4de4-9944-3e44d6ee9280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '882eba2d-1332-4515-8c8d-bbbc0dc2c118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:54.229167 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a197bdf6-8670-42df-9836-f71391ec61da admin admin] Network hostable DHCP agents. Network: 882eba2d-1332-4515-8c8d-bbbc0dc2c118, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:46:54.245817 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a197bdf6-8670-42df-9836-f71391ec61da admin admin] Network 882eba2d-1332-4515-8c8d-bbbc0dc2c118 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:46:54.254284 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-a197bdf6-8670-42df-9836-f71391ec61da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 882eba2d-1332-4515-8c8d-bbbc0dc2c118) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:54.258168 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a197bdf6-8670-42df-9836-f71391ec61da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:54.258941 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a197bdf6-8670-42df-9836-f71391ec61da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:54.264210 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264ecfae-dddb-44d5-b1c9-2be13db5a8fa None None] Network 882eba2d-1332-4515-8c8d-bbbc0dc2c118 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:46:54.273558 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a197bdf6-8670-42df-9836-f71391ec61da admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3148994 Aug 16 20:46:54.391811 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f11900a-0be1-4482-b7f2-0db4e1339a8b None None] Network 882eba2d-1332-4515-8c8d-bbbc0dc2c118 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:46:54.593391 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:46:54.695627 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-a4ea4654-7ea4-40bd-a1ea-ce595849b780 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:54.697630 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-a4ea4654-7ea4-40bd-a1ea-ce595849b780 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/networks?id=882eba2d-1332-4515-8c8d-bbbc0dc2c118 HTTP/1.1" status: 200 len: 815 time: 0.1026251 Aug 16 20:46:54.712987 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-439eb033-e85a-486f-ac63-0672c4b48b22 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/quotas/f0dccb2f4f624097b244d5aa17110d00 HTTP/1.1" status: 200 len: 375 time: 0.0095143 Aug 16 20:46:54.743571 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-f103ed1c-44e6-466e-8212-7feef5b77b63 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f0dccb2f4f624097b244d5aa17110d00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251420 Aug 16 20:46:54.834658 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-d485acbb-7a3b-48b8-a09f-50ac2903532f service neutron] 10.222.0.68 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841780 Aug 16 20:46:54.920812 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-774cb5cc-27cc-4df3-9b20-7dadbc2a69ea service neutron] 10.222.0.68 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802448 Aug 16 20:46:54.994051 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 60bc04bf-e07d-4c39-abc5-ca19ba24a777 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:55.020494 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 60bc04bf-e07d-4c39-abc5-ca19ba24a777 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:46:55.020494 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 60bc04bf-e07d-4c39-abc5-ca19ba24a777 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:46:55.078665 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b37cdc7a-af19-4a99-96d7-24bf1c3314af req-2d7e168c-829d-42be-b88d-b1636a306701 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 210 time: 0.0279052 Aug 16 20:46:56.179022 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f877a57d-035a-46b0-9c02-c4fa2d3a824d req-232b3787-c3cc-4730-b4a6-1cb4504ed162 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 210 time: 0.0316811 Aug 16 20:46:56.198331 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-ffd9cf2d-b01b-4a1c-b9b2-8be6e2685453 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:56.199854 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-ffd9cf2d-b01b-4a1c-b9b2-8be6e2685453 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.57 "GET /v2.0/networks?id=882eba2d-1332-4515-8c8d-bbbc0dc2c118 HTTP/1.1" status: 200 len: 815 time: 0.1108668 Aug 16 20:46:56.212117 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-4225e355-d1d1-41f6-bea9-9c20936514ff tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Request body: {'port': {'device_id': '414b2a77-ab16-4002-a8e3-692ec4161e4b', 'network_id': '882eba2d-1332-4515-8c8d-bbbc0dc2c118', 'admin_state_up': True, 'tenant_id': 'f0dccb2f4f624097b244d5aa17110d00'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:56.321038 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-4225e355-d1d1-41f6-bea9-9c20936514ff tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Made reservation on behalf of f0dccb2f4f624097b244d5aa17110d00 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:56.324950 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-4225e355-d1d1-41f6-bea9-9c20936514ff tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:56.448837 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-4225e355-d1d1-41f6-bea9-9c20936514ff tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Allocated IP 172.20.0.9 (882eba2d-1332-4515-8c8d-bbbc0dc2c118/2bcf2246-c8ed-4735-b251-4f1d781dc8da/5ac7127e-9d57-4238-9bad-0899e14656b1) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:46:56.589082 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-4225e355-d1d1-41f6-bea9-9c20936514ff tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:56.626545 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-4225e355-d1d1-41f6-bea9-9c20936514ff tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:56.674707 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-4225e355-d1d1-41f6-bea9-9c20936514ff tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Network 882eba2d-1332-4515-8c8d-bbbc0dc2c118 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:56.677824 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-4225e355-d1d1-41f6-bea9-9c20936514ff tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:56.682147 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-4225e355-d1d1-41f6-bea9-9c20936514ff tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:46:56.688565 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225e355-d1d1-41f6-bea9-9c20936514ff tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Pushing event updated for resources: {'Port': ['ID=5ac7127e-9d57-4238-9bad-0899e14656b1,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:56.733192 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-4225e355-d1d1-41f6-bea9-9c20936514ff tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:56.733807 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-4225e355-d1d1-41f6-bea9-9c20936514ff tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:56.747979 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-4225e355-d1d1-41f6-bea9-9c20936514ff tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5395651 Aug 16 20:46:56.760173 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-e798e67f-581f-4849-993a-d1c8c4367cc0 service neutron] Request body: {'port': {'device_id': '414b2a77-ab16-4002-a8e3-692ec4161e4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:56.811672 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-e798e67f-581f-4849-993a-d1c8c4367cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:57.069430 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-e798e67f-581f-4849-993a-d1c8c4367cc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac7127e-9d57-4238-9bad-0899e14656b1 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:57.076957 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-e798e67f-581f-4849-993a-d1c8c4367cc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:57.089189 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-e798e67f-581f-4849-993a-d1c8c4367cc0 service neutron] Transition to ACTIVE for port object 5ac7127e-9d57-4238-9bad-0899e14656b1 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:57.092049 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-e798e67f-581f-4849-993a-d1c8c4367cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:57.138790 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798e67f-581f-4849-993a-d1c8c4367cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac7127e-9d57-4238-9bad-0899e14656b1,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:57.210292 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-e798e67f-581f-4849-993a-d1c8c4367cc0 service neutron] Attempting to bind port 5ac7127e-9d57-4238-9bad-0899e14656b1 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:46:57.210292 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-e798e67f-581f-4849-993a-d1c8c4367cc0 service neutron] Attempting to bind port 5ac7127e-9d57-4238-9bad-0899e14656b1 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'c7ef8b60-c435-4de4-9944-3e44d6ee9280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '882eba2d-1332-4515-8c8d-bbbc0dc2c118'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:46:57.210845 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-e798e67f-581f-4849-993a-d1c8c4367cc0 service neutron] Attempting to bind port 5ac7127e-9d57-4238-9bad-0899e14656b1 on network 882eba2d-1332-4515-8c8d-bbbc0dc2c118 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:57.215550 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-e798e67f-581f-4849-993a-d1c8c4367cc0 service neutron] Port 5ac7127e-9d57-4238-9bad-0899e14656b1 on network 882eba2d-1332-4515-8c8d-bbbc0dc2c118 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:46:57.215887 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-e798e67f-581f-4849-993a-d1c8c4367cc0 service neutron] Attempting to bind port 5ac7127e-9d57-4238-9bad-0899e14656b1 on network 882eba2d-1332-4515-8c8d-bbbc0dc2c118 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:57.220634 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-e798e67f-581f-4849-993a-d1c8c4367cc0 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:46:57.220972 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-e798e67f-581f-4849-993a-d1c8c4367cc0 service neutron] Checking segment: {'id': 'c7ef8b60-c435-4de4-9944-3e44d6ee9280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '882eba2d-1332-4515-8c8d-bbbc0dc2c118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:57.221359 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-e798e67f-581f-4849-993a-d1c8c4367cc0 service neutron] Bound using segment: {'id': 'c7ef8b60-c435-4de4-9944-3e44d6ee9280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '882eba2d-1332-4515-8c8d-bbbc0dc2c118'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:46:57.221779 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-e798e67f-581f-4849-993a-d1c8c4367cc0 service neutron] Bound port: 5ac7127e-9d57-4238-9bad-0899e14656b1, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ef8b60-c435-4de4-9944-3e44d6ee9280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '882eba2d-1332-4515-8c8d-bbbc0dc2c118'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:46:57.222140 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-e798e67f-581f-4849-993a-d1c8c4367cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:57.286411 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-e798e67f-581f-4849-993a-d1c8c4367cc0 service neutron] For port 5ac7127e-9d57-4238-9bad-0899e14656b1, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:57.289423 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-e798e67f-581f-4849-993a-d1c8c4367cc0 service neutron] For port 5ac7127e-9d57-4238-9bad-0899e14656b1, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5ac7127e-9d57-4238-9bad-0899e14656b1,segment=NetworkSegment(c7ef8b60-c435-4de4-9944-3e44d6ee9280),segment_id=c7ef8b60-c435-4de4-9944-3e44d6ee9280)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:46:57.294632 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-e798e67f-581f-4849-993a-d1c8c4367cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:57.302911 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378885c6-bad6-4134-b646-fbf5bb5f4957 req-063100a2-1bdc-48e8-a752-32ad10c8702f tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:57.304546 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-378885c6-bad6-4134-b646-fbf5bb5f4957 req-063100a2-1bdc-48e8-a752-32ad10c8702f tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 943 time: 0.0543284 Aug 16 20:46:57.326532 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-e798e67f-581f-4849-993a-d1c8c4367cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:57.327145 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-e798e67f-581f-4849-993a-d1c8c4367cc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:57.328551 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-e798e67f-581f-4849-993a-d1c8c4367cc0 service neutron] 10.222.0.57 "PUT /v2.0/ports/5ac7127e-9d57-4238-9bad-0899e14656b1 HTTP/1.1" status: 200 len: 1092 time: 0.5724628 Aug 16 20:46:57.328977 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414b2a77-ab16-4002-a8e3-692ec4161e4b', 'tag': '5ac7127e-9d57-4238-9bad-0899e14656b1'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:57.331204 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9fa8b4-64c4-4d26-8c92-24d9c2e9b91a" -d '{"events": [{"name": "network-changed", "server_uuid": "414b2a77-ab16-4002-a8e3-692ec4161e4b", "tag": "5ac7127e-9d57-4238-9bad-0899e14656b1"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:57.349457 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-378885c6-bad6-4134-b646-fbf5bb5f4957 req-5d1d23f1-7530-459b-9cc5-ca786ef98a8d tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388165 Aug 16 20:46:57.359565 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798e67f-581f-4849-993a-d1c8c4367cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac7127e-9d57-4238-9bad-0899e14656b1,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:57.398846 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fa80ac-ee60-4ffb-b29b-81d86bbfb186 x-openstack-request-id: req-61fa80ac-ee60-4ffb-b29b-81d86bbfb186 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:57.399138 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414b2a77-ab16-4002-a8e3-692ec4161e4b", "tag": "5ac7127e-9d57-4238-9bad-0899e14656b1", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:57.399442 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-61fa80ac-ee60-4ffb-b29b-81d86bbfb186 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:57.399834 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414b2a77-ab16-4002-a8e3-692ec4161e4b', 'tag': '5ac7127e-9d57-4238-9bad-0899e14656b1', 'status': 'completed', 'code': 200} Aug 16 20:46:57.412815 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-4c5ddfbc-a20f-4038-bc22-d8eef3e404ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:57.414322 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-4c5ddfbc-a20f-4038-bc22-d8eef3e404ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0dccb2f4f624097b244d5aa17110d00&device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 1095 time: 0.0448995 Aug 16 20:46:57.458637 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-e2d2ae70-01e5-431c-970d-087bb242d31c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ac7127e-9d57-4238-9bad-0899e14656b1 HTTP/1.1" status: 200 len: 217 time: 0.0364795 Aug 16 20:46:57.505570 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-dfa30331-71e0-45e5-8d2c-7afb4cb440d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:57.506966 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-dfa30331-71e0-45e5-8d2c-7afb4cb440d6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2bcf2246-c8ed-4735-b251-4f1d781dc8da HTTP/1.1" status: 200 len: 855 time: 0.0417960 Aug 16 20:46:57.540869 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-07800405-060d-4400-aa68-e787cf481b9d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=882eba2d-1332-4515-8c8d-bbbc0dc2c118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261595 Aug 16 20:46:57.631002 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-0728922e-bceb-4105-a294-b7efe5425cb9 service neutron] 10.222.0.57 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823512 Aug 16 20:46:57.720018 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c24e87ac-1ebc-4e3b-8024-7bb513a05c89 req-c8db2407-d457-44f7-83be-d647132f28e0 service neutron] 10.222.0.57 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806565 Aug 16 20:46:57.801564 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fa8b4-64c4-4d26-8c92-24d9c2e9b91a req-eaa40943-d5ec-4333-9d68-c11e0567a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:57.803226 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6c9fa8b4-64c4-4d26-8c92-24d9c2e9b91a req-eaa40943-d5ec-4333-9d68-c11e0567a837 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0dccb2f4f624097b244d5aa17110d00&device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 1095 time: 0.0410624 Aug 16 20:46:57.895507 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fa8b4-64c4-4d26-8c92-24d9c2e9b91a req-d372ca26-5681-4e90-9f50-6add7982fb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:57.896915 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6c9fa8b4-64c4-4d26-8c92-24d9c2e9b91a req-d372ca26-5681-4e90-9f50-6add7982fb7a service neutron] 10.222.0.57 "GET /v2.0/networks?id=882eba2d-1332-4515-8c8d-bbbc0dc2c118 HTTP/1.1" status: 200 len: 916 time: 0.0868380 Aug 16 20:46:57.938806 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6c9fa8b4-64c4-4d26-8c92-24d9c2e9b91a req-d99d8a4a-7298-4e97-b83c-5226151d9f11 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ac7127e-9d57-4238-9bad-0899e14656b1 HTTP/1.1" status: 200 len: 217 time: 0.0343027 Aug 16 20:46:57.992495 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fa8b4-64c4-4d26-8c92-24d9c2e9b91a req-e2f9c506-0662-4865-87b0-06da1573b520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:57.994516 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6c9fa8b4-64c4-4d26-8c92-24d9c2e9b91a req-e2f9c506-0662-4865-87b0-06da1573b520 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2bcf2246-c8ed-4735-b251-4f1d781dc8da HTTP/1.1" status: 200 len: 855 time: 0.0469635 Aug 16 20:46:58.027050 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6c9fa8b4-64c4-4d26-8c92-24d9c2e9b91a req-1b0a891f-5cfe-4783-a151-9dcb9c5d5ca8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=882eba2d-1332-4515-8c8d-bbbc0dc2c118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247591 Aug 16 20:46:58.115499 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6c9fa8b4-64c4-4d26-8c92-24d9c2e9b91a req-5ada6cd1-40dd-40b3-95a5-2ac2538238d4 service neutron] 10.222.0.57 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802307 Aug 16 20:46:58.207138 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6c9fa8b4-64c4-4d26-8c92-24d9c2e9b91a req-30f38fff-2a61-44ff-812c-9ccb10cc6c50 service neutron] 10.222.0.57 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839081 Aug 16 20:46:58.467461 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288041e-e65a-42e4-a5c9-446329d4855b req-3aee3dc4-7c81-4ace-9c9a-c9ab6da8fd8b tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:58.468857 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a288041e-e65a-42e4-a5c9-446329d4855b req-3aee3dc4-7c81-4ace-9c9a-c9ab6da8fd8b tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 943 time: 0.0481939 Aug 16 20:46:58.506274 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a288041e-e65a-42e4-a5c9-446329d4855b req-7437cf23-6388-48de-b6c6-09a5d1e8c0ed tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316200 Aug 16 20:46:59.619840 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2c4c4-0e76-4ed7-b82f-8c9b6349b13c req-639c9a0f-0a5f-4c2b-92e3-e1c35b1f82c2 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:59.621230 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-88e2c4c4-0e76-4ed7-b82f-8c9b6349b13c req-639c9a0f-0a5f-4c2b-92e3-e1c35b1f82c2 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 943 time: 0.0477703 Aug 16 20:46:59.658327 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-88e2c4c4-0e76-4ed7-b82f-8c9b6349b13c req-62d919e1-8652-4d69-be3b-d5f96bb276e6 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312674 Aug 16 20:47:00.774120 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1ea9a-4c2f-490f-8083-d0cb9e9c68b4 req-b7f3f6b2-e69a-4295-9568-3cb22dd8d3d0 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:00.776261 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-06b1ea9a-4c2f-490f-8083-d0cb9e9c68b4 req-b7f3f6b2-e69a-4295-9568-3cb22dd8d3d0 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 943 time: 0.0528560 Aug 16 20:47:00.813417 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-06b1ea9a-4c2f-490f-8083-d0cb9e9c68b4 req-c57f78a6-ce72-44ed-b048-9a69356f6c0e tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310974 Aug 16 20:47:01.039975 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 5ac7127e-9d57-4238-9bad-0899e14656b1 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:47:01.133529 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 5ac7127e-9d57-4238-9bad-0899e14656b1, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5ac7127e-9d57-4238-9bad-0899e14656b1,segment=NetworkSegment(c7ef8b60-c435-4de4-9944-3e44d6ee9280),segment_id=c7ef8b60-c435-4de4-9944-3e44d6ee9280)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:01.145341 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '5ac7127e-9d57-4238-9bad-0899e14656b1', 'network_id': '882eba2d-1332-4515-8c8d-bbbc0dc2c118', 'port_id': '5ac7127e-9d57-4238-9bad-0899e14656b1', 'mac_address': 'fa:16:3e:16:f8:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bcf2246-c8ed-4735-b251-4f1d781dc8da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:47:01.183002 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:01.199937 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac7127e-9d57-4238-9bad-0899e14656b1 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:47:01.220890 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 5ac7127e-9d57-4238-9bad-0899e14656b1, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5ac7127e-9d57-4238-9bad-0899e14656b1,segment=NetworkSegment(c7ef8b60-c435-4de4-9944-3e44d6ee9280),segment_id=c7ef8b60-c435-4de4-9944-3e44d6ee9280)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:01.225047 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:01.272373 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=5ac7127e-9d57-4238-9bad-0899e14656b1,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:01.406987 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['5ac7127e-9d57-4238-9bad-0899e14656b1'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:01.868154 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-758995d9-4945-49ce-9ba7-30bf067df453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:01.927172 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76357878-d06d-4a8a-90ed-23aae8a33ac9 req-d71b5ac8-ecb1-4be5-b7b4-accc088bfd8d tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:01.928678 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-76357878-d06d-4a8a-90ed-23aae8a33ac9 req-d71b5ac8-ecb1-4be5-b7b4-accc088bfd8d tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 944 time: 0.0487967 Aug 16 20:47:01.965813 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-76357878-d06d-4a8a-90ed-23aae8a33ac9 req-c80f5e87-98ab-4c1e-919b-46f069ec85e9 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306301 Aug 16 20:47:03.071135 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 5ac7127e-9d57-4238-9bad-0899e14656b1 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:03.080173 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb7abb-e933-4f5b-9352-fbbd90558b78 req-929130a0-28a7-42ac-97bc-5c15810e52e4 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:03.081678 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2fbb7abb-e933-4f5b-9352-fbbd90558b78 req-929130a0-28a7-42ac-97bc-5c15810e52e4 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 944 time: 0.0486853 Aug 16 20:47:03.121593 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 5ac7127e-9d57-4238-9bad-0899e14656b1 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:03.121817 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2fbb7abb-e933-4f5b-9352-fbbd90558b78 req-5270628c-4447-4722-bdb9-8429c4fa57a9 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329452 Aug 16 20:47:03.125513 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 5ac7127e-9d57-4238-9bad-0899e14656b1 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:03.125883 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.202293 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.224019 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414b2a77-ab16-4002-a8e3-692ec4161e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac7127e-9d57-4238-9bad-0899e14656b1'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:03.226211 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce687e4c-2be0-4700-b198-3a679a7cde6b" -d '{"events": [{"server_uuid": "414b2a77-ab16-4002-a8e3-692ec4161e4b", "name": "network-vif-plugged", "status": "completed", "tag": "5ac7127e-9d57-4238-9bad-0899e14656b1"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:03.239887 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 5ac7127e-9d57-4238-9bad-0899e14656b1, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5ac7127e-9d57-4238-9bad-0899e14656b1,segment=NetworkSegment(c7ef8b60-c435-4de4-9944-3e44d6ee9280),segment_id=c7ef8b60-c435-4de4-9944-3e44d6ee9280)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:03.243861 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.269742 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f53b42-a3ab-4c41-9783-64ab136b51df x-openstack-request-id: req-e4f53b42-a3ab-4c41-9783-64ab136b51df {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:03.270044 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414b2a77-ab16-4002-a8e3-692ec4161e4b", "name": "network-vif-plugged", "status": "completed", "tag": "5ac7127e-9d57-4238-9bad-0899e14656b1", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:03.270264 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e4f53b42-a3ab-4c41-9783-64ab136b51df {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:03.270639 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414b2a77-ab16-4002-a8e3-692ec4161e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac7127e-9d57-4238-9bad-0899e14656b1', 'code': 200} Aug 16 20:47:03.301058 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=5ac7127e-9d57-4238-9bad-0899e14656b1,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:03.361898 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d85d65-c2e5-4e31-a42f-ba6476abf1f7 req-ca2388ae-7d0f-4f32-8cfc-e78add857beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:03.363453 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-84d85d65-c2e5-4e31-a42f-ba6476abf1f7 req-ca2388ae-7d0f-4f32-8cfc-e78add857beb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 1097 time: 0.0412645 Aug 16 20:47:03.397461 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-84d85d65-c2e5-4e31-a42f-ba6476abf1f7 req-74b48eeb-ddca-4754-9a2f-c2ac627846f7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272202 Aug 16 20:47:04.242056 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdadad-34c9-4a48-bc9c-988ea433a4d1 req-c62bc0d4-e545-488d-9f46-c2578ce6d8e2 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:04.243495 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9acdadad-34c9-4a48-bc9c-988ea433a4d1 req-c62bc0d4-e545-488d-9f46-c2578ce6d8e2 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 945 time: 0.0527804 Aug 16 20:47:04.282210 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9acdadad-34c9-4a48-bc9c-988ea433a4d1 req-131d07d3-112e-42ba-8c9e-63b0192a0e9c tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313184 Aug 16 20:47:04.457151 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7ba6bf19-3760-46df-8792-b955b2eb2022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:04.715312 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:05.395902 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837a966-de2d-4fdb-accf-2745f186ad4b req-43c247d5-e6f9-4167-86ce-a851c70c2ca4 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:05.397392 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6837a966-de2d-4fdb-accf-2745f186ad4b req-43c247d5-e6f9-4167-86ce-a851c70c2ca4 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 945 time: 0.0491319 Aug 16 20:47:05.434423 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6837a966-de2d-4fdb-accf-2745f186ad4b req-9d82cda5-6218-4957-aaf9-4d9584b23c97 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310545 Aug 16 20:47:05.545812 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713e372-dc96-4dbd-bca3-674571582d7a req-6ca05dc6-361c-45c3-bb05-9201d2521cdf tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:05.547299 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1713e372-dc96-4dbd-bca3-674571582d7a req-6ca05dc6-361c-45c3-bb05-9201d2521cdf tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 945 time: 0.0483575 Aug 16 20:47:05.584982 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1713e372-dc96-4dbd-bca3-674571582d7a req-b4feffc3-4cca-4c62-a8a0-a8daabe6282c tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317006 Aug 16 20:47:05.723082 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:05.788076 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15c1de-4f59-475b-9672-cb7ec0f9ac2a req-eac477ef-dedf-468e-b74d-f4745331518d tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:05.789576 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bb15c1de-4f59-475b-9672-cb7ec0f9ac2a req-eac477ef-dedf-468e-b74d-f4745331518d tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 945 time: 0.0536807 Aug 16 20:47:05.826912 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bb15c1de-4f59-475b-9672-cb7ec0f9ac2a req-cc979ba7-488f-41f2-8232-3adb4455c2d4 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314677 Aug 16 20:47:05.937513 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8992a1d-5b48-4692-bafc-b135998ed410 req-b3337563-db46-4e36-bcc0-99c6a07bec6c tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:05.938999 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8992a1d-5b48-4692-bafc-b135998ed410 req-b3337563-db46-4e36-bcc0-99c6a07bec6c tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 945 time: 0.0485916 Aug 16 20:47:05.976516 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8992a1d-5b48-4692-bafc-b135998ed410 req-11a38e56-5bf4-45be-89a4-2df70b086e8e tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316701 Aug 16 20:47:06.225901 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-2d91c1fe-acac-4275-abce-1b85699f4e38 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0719495 Aug 16 20:47:06.237782 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d9a1d-e6e9-49c0-ae35-32d5b7cc728f req-6c85a7f7-7f04-4fe2-96ba-860e657b0de7 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:06.239192 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c41d9a1d-e6e9-49c0-ae35-32d5b7cc728f req-6c85a7f7-7f04-4fe2-96ba-860e657b0de7 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 945 time: 0.0614622 Aug 16 20:47:06.278779 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c41d9a1d-e6e9-49c0-ae35-32d5b7cc728f req-cc8c53d8-51c8-4b73-bc30-97f42772ca64 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330477 Aug 16 20:47:06.280486 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-59312f43-f65d-48c4-8c19-3b9addee5f69 req-2385c9fc-ac82-4b25-b000-e281fa17c89c service neutron] (94770) timed out ('10.222.0.63', 51145) {{(pid=94770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 20:47:06.350135 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:06.461988 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:07.172423 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:07.410746 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc0a3b-9551-4a54-9728-7734f07b1c56 req-5a198b1c-5850-47e9-8cfd-52a445d5e6bf tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:07.412393 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4ffc0a3b-9551-4a54-9728-7734f07b1c56 req-5a198b1c-5850-47e9-8cfd-52a445d5e6bf tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 945 time: 0.0637293 Aug 16 20:47:07.432103 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-52e2e816-7aaf-49ab-bb32-724b588bd433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:07.433613 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-52e2e816-7aaf-49ab-bb32-724b588bd433 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0dccb2f4f624097b244d5aa17110d00&device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 1097 time: 0.0413532 Aug 16 20:47:07.450493 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4ffc0a3b-9551-4a54-9728-7734f07b1c56 req-c7f0e646-ae1f-487c-98dc-cc88a7a75b5f tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318165 Aug 16 20:47:07.528795 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-ff7ef2af-1062-4e78-af31-bcfe4fc04437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:07.530263 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-ff7ef2af-1062-4e78-af31-bcfe4fc04437 service neutron] 10.222.0.57 "GET /v2.0/networks?id=882eba2d-1332-4515-8c8d-bbbc0dc2c118 HTTP/1.1" status: 200 len: 916 time: 0.0897424 Aug 16 20:47:07.570336 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-8dda3d7c-d845-4559-919d-1bf67efa0d04 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ac7127e-9d57-4238-9bad-0899e14656b1 HTTP/1.1" status: 200 len: 217 time: 0.0330415 Aug 16 20:47:07.621133 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-41074ee3-e4f9-405e-a5e2-4d10acc624b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:07.622538 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-41074ee3-e4f9-405e-a5e2-4d10acc624b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2bcf2246-c8ed-4735-b251-4f1d781dc8da HTTP/1.1" status: 200 len: 855 time: 0.0451910 Aug 16 20:47:07.653186 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-edfe8088-1bf9-4533-9f1c-4973cbd66159 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=882eba2d-1332-4515-8c8d-bbbc0dc2c118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243769 Aug 16 20:47:07.739490 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-2554e13b-6407-4816-85c5-7db7386f7e5a service neutron] 10.222.0.57 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790079 Aug 16 20:47:07.829897 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-37d930c5-49b5-484b-8973-26a07c542fb2 service neutron] 10.222.0.57 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834413 Aug 16 20:47:08.564419 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f26e3-c4f7-4613-9691-09f90e8aeb99 req-948e7814-fe7b-4c37-b8a5-e67fa46972cf tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:08.565895 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-108f26e3-c4f7-4613-9691-09f90e8aeb99 req-948e7814-fe7b-4c37-b8a5-e67fa46972cf tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 945 time: 0.0482204 Aug 16 20:47:08.602960 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-108f26e3-c4f7-4613-9691-09f90e8aeb99 req-7491d17f-9075-4904-a3c5-5a8e8969fbc1 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312283 Aug 16 20:47:09.723560 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ee74f-55b8-427f-ab97-0c573f66ac79 req-dc7eac58-d278-4615-8d3a-2863d5e57a64 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:09.727144 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-198ee74f-55b8-427f-ab97-0c573f66ac79 req-dc7eac58-d278-4615-8d3a-2863d5e57a64 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 945 time: 0.0539749 Aug 16 20:47:09.764555 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-198ee74f-55b8-427f-ab97-0c573f66ac79 req-50992df5-3591-47be-9663-224831a05d48 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320106 Aug 16 20:47:10.877697 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c83879-c5c4-453b-ad9e-45e8c2cf8c0f req-1089e8bc-f78f-40ad-ace0-4cc7c65dc77d tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:10.879172 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-56c83879-c5c4-453b-ad9e-45e8c2cf8c0f req-1089e8bc-f78f-40ad-ace0-4cc7c65dc77d tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 945 time: 0.0477209 Aug 16 20:47:10.916803 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-56c83879-c5c4-453b-ad9e-45e8c2cf8c0f req-ab160d37-97db-4513-8068-d7272c2f5176 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310757 Aug 16 20:47:12.031009 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd54436-6a17-403c-be09-33dfa3fb1137 req-b8bc4334-8ed5-40a1-9447-a102f4361f66 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:12.032519 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2dd54436-6a17-403c-be09-33dfa3fb1137 req-b8bc4334-8ed5-40a1-9447-a102f4361f66 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 945 time: 0.0486162 Aug 16 20:47:12.069644 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2dd54436-6a17-403c-be09-33dfa3fb1137 req-b7c4c54a-2e90-42c0-87b2-f92408d398bc tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312808 Aug 16 20:47:13.188808 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56d2cb-471d-47c2-ac6a-8506ca07b209 req-3a1aba2b-e00f-4bdc-8d6c-fac582dd1b76 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:13.190293 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0c56d2cb-471d-47c2-ac6a-8506ca07b209 req-3a1aba2b-e00f-4bdc-8d6c-fac582dd1b76 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 945 time: 0.0535128 Aug 16 20:47:13.228417 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0c56d2cb-471d-47c2-ac6a-8506ca07b209 req-452ad321-d7cc-420b-98cb-0b21f72ebcf3 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321538 Aug 16 20:47:14.343639 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a99a0-a0b9-4eff-b76e-660f760a42ec req-76a7ac4e-6d4f-4bb9-a444-9922c0f4c0b7 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:14.345026 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fe4a99a0-a0b9-4eff-b76e-660f760a42ec req-76a7ac4e-6d4f-4bb9-a444-9922c0f4c0b7 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 945 time: 0.0493875 Aug 16 20:47:14.382456 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fe4a99a0-a0b9-4eff-b76e-660f760a42ec req-2c915599-48a1-42a2-ac68-09d298fafbc1 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315678 Aug 16 20:47:15.497065 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa043ef6-1af9-4057-a649-fe56758601a2 req-107e4f67-872f-49c2-8695-880159f8ac12 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:15.498543 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aa043ef6-1af9-4057-a649-fe56758601a2 req-107e4f67-872f-49c2-8695-880159f8ac12 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 945 time: 0.0483034 Aug 16 20:47:15.535011 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aa043ef6-1af9-4057-a649-fe56758601a2 req-dbf1a9a8-c288-4bb7-b28e-fdc9e132ee45 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304241 Aug 16 20:47:16.652386 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac87832-3cdf-4291-9884-8ebec065ff7c req-f0809017-c73e-4c71-90e5-1e98ee6ced4d tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:16.653829 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6ac87832-3cdf-4291-9884-8ebec065ff7c req-f0809017-c73e-4c71-90e5-1e98ee6ced4d tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 945 time: 0.0523407 Aug 16 20:47:16.691019 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6ac87832-3cdf-4291-9884-8ebec065ff7c req-cd05061b-1cf2-4913-95dd-c729f6cd6425 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312276 Aug 16 20:47:17.806982 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a5ad3-12a2-44a4-b53f-e302610a896b req-4820b970-ad7b-4668-90db-d54e8ae9bdb4 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:17.808499 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-546a5ad3-12a2-44a4-b53f-e302610a896b req-4820b970-ad7b-4668-90db-d54e8ae9bdb4 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 945 time: 0.0491006 Aug 16 20:47:17.846149 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-546a5ad3-12a2-44a4-b53f-e302610a896b req-962542d0-be4a-4c26-bd67-72f6f2a1f481 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317700 Aug 16 20:47:18.956608 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67217843-a8ee-41eb-809b-8bf270b6298b req-ac6aa10a-b1d9-4ffa-9bbe-edf3cbe30321 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:18.958070 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-67217843-a8ee-41eb-809b-8bf270b6298b req-ac6aa10a-b1d9-4ffa-9bbe-edf3cbe30321 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 945 time: 0.0476108 Aug 16 20:47:18.995981 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-67217843-a8ee-41eb-809b-8bf270b6298b req-81290da0-1215-4e1b-9b6f-f4ff33848a34 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315175 Aug 16 20:47:20.113603 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79096e4-8fa5-4e24-a0ff-3ebc45bf29c8 req-ba152c06-df77-43df-a55f-cd600bb3d5e0 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:20.115072 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b79096e4-8fa5-4e24-a0ff-3ebc45bf29c8 req-ba152c06-df77-43df-a55f-cd600bb3d5e0 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 945 time: 0.0518374 Aug 16 20:47:20.152471 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b79096e4-8fa5-4e24-a0ff-3ebc45bf29c8 req-9ae63e64-6a86-4c56-9ed5-36cbce5eb7a4 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308685 Aug 16 20:47:21.269531 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a85774-c1cd-4233-8a67-243e1b43c8b5 req-925f70a6-b257-40fb-a3d1-463a5b976639 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:21.270992 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-87a85774-c1cd-4233-8a67-243e1b43c8b5 req-925f70a6-b257-40fb-a3d1-463a5b976639 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 945 time: 0.0486240 Aug 16 20:47:21.308145 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-87a85774-c1cd-4233-8a67-243e1b43c8b5 req-9dd76fe4-1491-4113-aeff-1e0cd5709a58 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306880 Aug 16 20:47:22.421940 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f062c-0032-41ef-a521-68bdd6ca5fa3 req-89826c85-4360-4986-a27b-6a10049c46b5 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:22.423433 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d54f062c-0032-41ef-a521-68bdd6ca5fa3 req-89826c85-4360-4986-a27b-6a10049c46b5 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 945 time: 0.0478542 Aug 16 20:47:22.460939 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d54f062c-0032-41ef-a521-68bdd6ca5fa3 req-a242ca55-d894-4e90-80d4-7e7967d85ecb tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316494 Aug 16 20:47:23.578961 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b60b9-ea04-400e-88f1-a6120ccf2b07 req-1ac1db07-68d4-4626-8773-a28d08b21943 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:23.580448 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-da8b60b9-ea04-400e-88f1-a6120ccf2b07 req-1ac1db07-68d4-4626-8773-a28d08b21943 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 945 time: 0.0511270 Aug 16 20:47:23.617374 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-da8b60b9-ea04-400e-88f1-a6120ccf2b07 req-e984ca64-ce84-4bbc-a660-a0ea82a5220e tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310550 Aug 16 20:47:24.731311 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009dc571-c32c-4bc0-b341-4102e4a9fed3 req-015cb83f-ce56-4c58-94c9-42cd20916b07 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:24.732793 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-009dc571-c32c-4bc0-b341-4102e4a9fed3 req-015cb83f-ce56-4c58-94c9-42cd20916b07 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 945 time: 0.0487237 Aug 16 20:47:24.771039 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-009dc571-c32c-4bc0-b341-4102e4a9fed3 req-8c08face-76d3-4a78-8eb2-86e177495cde tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323598 Aug 16 20:47:25.883910 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eea3f6-6e33-484c-8681-a5d6086282cc req-04a7a3f4-df4f-4984-960d-3bbc684b095d tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:25.885385 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c9eea3f6-6e33-484c-8681-a5d6086282cc req-04a7a3f4-df4f-4984-960d-3bbc684b095d tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 945 time: 0.0480118 Aug 16 20:47:25.922374 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c9eea3f6-6e33-484c-8681-a5d6086282cc req-444f8a39-1d4e-4baa-9de0-f2c91130f3ba tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312006 Aug 16 20:47:27.038867 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cab58-dafc-47f4-92e0-149d87ab5605 req-35673308-d181-4e9d-bed9-89a0424585af tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:27.040355 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6c7cab58-dafc-47f4-92e0-149d87ab5605 req-35673308-d181-4e9d-bed9-89a0424585af tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 945 time: 0.0516644 Aug 16 20:47:27.078506 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6c7cab58-dafc-47f4-92e0-149d87ab5605 req-cd35459b-1db0-4ee2-b002-e7d8e40644d7 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316186 Aug 16 20:47:28.191415 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdd388-7099-4f75-8cba-8e789ae7307d req-adf565bb-2802-40a3-ae81-ed096fb1311e tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:28.192894 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-efcdd388-7099-4f75-8cba-8e789ae7307d req-adf565bb-2802-40a3-ae81-ed096fb1311e tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 945 time: 0.0478480 Aug 16 20:47:28.230418 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-efcdd388-7099-4f75-8cba-8e789ae7307d req-820da012-e20b-4213-b7ff-a5ea5f034aeb tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314629 Aug 16 20:47:29.347452 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9666b-1fb1-48a8-bb59-b27c949969ac req-0d84e29a-0757-461e-aab6-d788c6f02675 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:29.348858 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-97a9666b-1fb1-48a8-bb59-b27c949969ac req-0d84e29a-0757-461e-aab6-d788c6f02675 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 945 time: 0.0487144 Aug 16 20:47:29.386244 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-97a9666b-1fb1-48a8-bb59-b27c949969ac req-39ad4bd7-0e7f-4773-9cd6-675f5af69e03 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309169 Aug 16 20:47:30.506673 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19acfc-b67b-4cc2-9293-92f675d05a65 req-b1f1f6e8-61c1-40a0-a138-f1dfba731037 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:30.508172 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ff19acfc-b67b-4cc2-9293-92f675d05a65 req-b1f1f6e8-61c1-40a0-a138-f1dfba731037 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 945 time: 0.0523005 Aug 16 20:47:30.545508 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ff19acfc-b67b-4cc2-9293-92f675d05a65 req-ca865f84-95f0-4aca-8a0b-f2497e9a85ec tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315194 Aug 16 20:47:31.592922 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:47:31.667883 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32641cba-c2e0-4e34-8aa9-ef2ccf834bf4 req-3ae5e6f8-6471-4311-9441-124569a5bd23 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:31.669399 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-32641cba-c2e0-4e34-8aa9-ef2ccf834bf4 req-3ae5e6f8-6471-4311-9441-124569a5bd23 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 945 time: 0.0533433 Aug 16 20:47:31.710563 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-32641cba-c2e0-4e34-8aa9-ef2ccf834bf4 req-0d287bb4-3bfc-493e-a4bb-90d7754e839f tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346498 Aug 16 20:47:31.872729 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-94f129a1-53db-403a-90ec-9e752ab7e79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:32.561223 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd84ea-6ddd-4392-b671-6f03d0431d85 req-93370b25-1d51-48d2-9612-8ca25a8a8052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:32.562696 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c9dd84ea-6ddd-4392-b671-6f03d0431d85 req-93370b25-1d51-48d2-9612-8ca25a8a8052 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0dccb2f4f624097b244d5aa17110d00&device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 1097 time: 0.0413506 Aug 16 20:47:32.674148 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd84ea-6ddd-4392-b671-6f03d0431d85 req-4ec03ffb-435f-46b1-8f98-f77a416cca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:32.675651 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c9dd84ea-6ddd-4392-b671-6f03d0431d85 req-4ec03ffb-435f-46b1-8f98-f77a416cca16 service neutron] 10.222.0.57 "GET /v2.0/networks?id=882eba2d-1332-4515-8c8d-bbbc0dc2c118 HTTP/1.1" status: 200 len: 916 time: 0.0880854 Aug 16 20:47:32.719626 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c9dd84ea-6ddd-4392-b671-6f03d0431d85 req-dd77f06c-1ef3-4cf7-b016-19bb8d6453b5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ac7127e-9d57-4238-9bad-0899e14656b1 HTTP/1.1" status: 200 len: 217 time: 0.0347817 Aug 16 20:47:32.777304 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd84ea-6ddd-4392-b671-6f03d0431d85 req-30d93a34-6c19-4f90-9d86-8463cfd0748d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:32.778771 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c9dd84ea-6ddd-4392-b671-6f03d0431d85 req-30d93a34-6c19-4f90-9d86-8463cfd0748d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2bcf2246-c8ed-4735-b251-4f1d781dc8da HTTP/1.1" status: 200 len: 855 time: 0.0437782 Aug 16 20:47:32.815291 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c9dd84ea-6ddd-4392-b671-6f03d0431d85 req-20ef4429-f539-4c86-ac15-4d976cd91e48 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=882eba2d-1332-4515-8c8d-bbbc0dc2c118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289512 Aug 16 20:47:32.829299 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e46a08-2eee-4012-a9cf-64cf6f3d87c9 req-bf54ea2f-3c0b-4b72-af67-343383923c46 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:32.830802 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b3e46a08-2eee-4012-a9cf-64cf6f3d87c9 req-bf54ea2f-3c0b-4b72-af67-343383923c46 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 945 time: 0.0496998 Aug 16 20:47:32.867505 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b3e46a08-2eee-4012-a9cf-64cf6f3d87c9 req-4a8666d6-13c8-4a84-b3cc-b1f298707714 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306602 Aug 16 20:47:32.905342 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c9dd84ea-6ddd-4392-b671-6f03d0431d85 req-e0e94beb-0fc6-4624-a5f6-7b85f075f2c7 service neutron] 10.222.0.57 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819936 Aug 16 20:47:32.997123 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c9dd84ea-6ddd-4392-b671-6f03d0431d85 req-af0edf61-b697-4790-9052-d1819e9017bf service neutron] 10.222.0.57 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838926 Aug 16 20:47:33.989916 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eaef3d-3d44-4400-9b3a-7d424625a177 req-190c8694-69be-40a5-851c-596649b49bc6 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:33.991408 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-11eaef3d-3d44-4400-9b3a-7d424625a177 req-190c8694-69be-40a5-851c-596649b49bc6 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 945 time: 0.0571301 Aug 16 20:47:34.032136 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-11eaef3d-3d44-4400-9b3a-7d424625a177 req-b1dd2d5c-86ea-4460-9f38-4d35218460c4 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315897 Aug 16 20:47:34.457068 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06aef181-3ed6-4e7a-b140-30dd3aed24bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:34.717428 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:34.737882 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-0d920bf2-f1b4-44df-8423-b3758ee195c7 service neutron] show failed (client error): The resource could not be found. Aug 16 20:47:34.738912 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-0d920bf2-f1b4-44df-8423-b3758ee195c7 service neutron] 10.222.0.57 "GET /v2.0/ports/5ac7127e-9d57-4238-9bad-0899e14656b1/bindings/n-h2-787206-13 HTTP/1.1" status: 404 len: 381 time: 0.0566416 Aug 16 20:47:34.924037 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-e41db848-fa34-41fc-b913-95db9a971049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:34.925565 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-e41db848-fa34-41fc-b913-95db9a971049 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b&tenant_id=f0dccb2f4f624097b244d5aa17110d00 HTTP/1.1" status: 200 len: 1097 time: 0.0405941 Aug 16 20:47:34.939070 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-9f1de171-8e69-4881-8efe-8295708d34f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787206-13', 'device_owner': 'compute:nova'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:34.989121 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-9f1de171-8e69-4881-8efe-8295708d34f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:35.195452 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858f1ab-0a3d-4759-b909-3ca2e125f325 req-23a0c3d3-76d3-4dcb-9d99-6e5135f4f2e8 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:35.196910 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1858f1ab-0a3d-4759-b909-3ca2e125f325 req-23a0c3d3-76d3-4dcb-9d99-6e5135f4f2e8 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 945 time: 0.0970109 Aug 16 20:47:35.255424 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-9f1de171-8e69-4881-8efe-8295708d34f8 service neutron] For port 5ac7127e-9d57-4238-9bad-0899e14656b1, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=5ac7127e-9d57-4238-9bad-0899e14656b1,segment=NetworkSegment(c7ef8b60-c435-4de4-9944-3e44d6ee9280),segment_id=c7ef8b60-c435-4de4-9944-3e44d6ee9280)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:35.259673 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1858f1ab-0a3d-4759-b909-3ca2e125f325 req-b198fc1b-5b46-4cea-894f-a52efae2fcb0 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554667 Aug 16 20:47:35.290505 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-9f1de171-8e69-4881-8efe-8295708d34f8 service neutron] For port 5ac7127e-9d57-4238-9bad-0899e14656b1, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:35.329240 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414b2a77-ab16-4002-a8e3-692ec4161e4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac7127e-9d57-4238-9bad-0899e14656b1'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:35.331504 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b22ac9-e7f1-4de8-8bfc-d299fe832a6a" -d '{"events": [{"server_uuid": "414b2a77-ab16-4002-a8e3-692ec4161e4b", "name": "network-vif-unplugged", "status": "completed", "tag": "5ac7127e-9d57-4238-9bad-0899e14656b1"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:35.335606 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-9f1de171-8e69-4881-8efe-8295708d34f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:35.348331 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-9f1de171-8e69-4881-8efe-8295708d34f8 service neutron] Transition to ACTIVE for port object 5ac7127e-9d57-4238-9bad-0899e14656b1 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:35.351852 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-9f1de171-8e69-4881-8efe-8295708d34f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:35.710941 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0befc1-0b1a-4e8f-8507-c8a4b1469f1a x-openstack-request-id: req-0d0befc1-0b1a-4e8f-8507-c8a4b1469f1a {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:35.711230 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414b2a77-ab16-4002-a8e3-692ec4161e4b", "name": "network-vif-unplugged", "status": "completed", "tag": "5ac7127e-9d57-4238-9bad-0899e14656b1", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:35.711511 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0d0befc1-0b1a-4e8f-8507-c8a4b1469f1a {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:35.711930 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414b2a77-ab16-4002-a8e3-692ec4161e4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac7127e-9d57-4238-9bad-0899e14656b1', 'code': 200} Aug 16 20:47:35.726516 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:35.744636 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-9f1de171-8e69-4881-8efe-8295708d34f8 service neutron] No DVR routers for this DVR port 5ac7127e-9d57-4238-9bad-0899e14656b1 on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:47:35.747736 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1de171-8e69-4881-8efe-8295708d34f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac7127e-9d57-4238-9bad-0899e14656b1,revision_number=6']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:35.780999 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-9f1de171-8e69-4881-8efe-8295708d34f8 service neutron] Attempting to bind port 5ac7127e-9d57-4238-9bad-0899e14656b1 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:47:35.781336 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-9f1de171-8e69-4881-8efe-8295708d34f8 service neutron] Attempting to bind port 5ac7127e-9d57-4238-9bad-0899e14656b1 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'c7ef8b60-c435-4de4-9944-3e44d6ee9280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '882eba2d-1332-4515-8c8d-bbbc0dc2c118'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:47:35.781688 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-9f1de171-8e69-4881-8efe-8295708d34f8 service neutron] Attempting to bind port 5ac7127e-9d57-4238-9bad-0899e14656b1 on network 882eba2d-1332-4515-8c8d-bbbc0dc2c118 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:35.785810 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-9f1de171-8e69-4881-8efe-8295708d34f8 service neutron] Port 5ac7127e-9d57-4238-9bad-0899e14656b1 on network 882eba2d-1332-4515-8c8d-bbbc0dc2c118 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:47:35.786127 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-9f1de171-8e69-4881-8efe-8295708d34f8 service neutron] Attempting to bind port 5ac7127e-9d57-4238-9bad-0899e14656b1 on network 882eba2d-1332-4515-8c8d-bbbc0dc2c118 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:35.791006 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-9f1de171-8e69-4881-8efe-8295708d34f8 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:47:35.791378 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-9f1de171-8e69-4881-8efe-8295708d34f8 service neutron] Checking segment: {'id': 'c7ef8b60-c435-4de4-9944-3e44d6ee9280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '882eba2d-1332-4515-8c8d-bbbc0dc2c118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:35.791763 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-9f1de171-8e69-4881-8efe-8295708d34f8 service neutron] Bound using segment: {'id': 'c7ef8b60-c435-4de4-9944-3e44d6ee9280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '882eba2d-1332-4515-8c8d-bbbc0dc2c118'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:47:35.792186 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-9f1de171-8e69-4881-8efe-8295708d34f8 service neutron] Bound port: 5ac7127e-9d57-4238-9bad-0899e14656b1, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ef8b60-c435-4de4-9944-3e44d6ee9280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '882eba2d-1332-4515-8c8d-bbbc0dc2c118'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:47:35.792534 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-9f1de171-8e69-4881-8efe-8295708d34f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:35.854528 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-9f1de171-8e69-4881-8efe-8295708d34f8 service neutron] For port 5ac7127e-9d57-4238-9bad-0899e14656b1, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:35.858016 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-9f1de171-8e69-4881-8efe-8295708d34f8 service neutron] For port 5ac7127e-9d57-4238-9bad-0899e14656b1, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=5ac7127e-9d57-4238-9bad-0899e14656b1,segment=NetworkSegment(c7ef8b60-c435-4de4-9944-3e44d6ee9280),segment_id=c7ef8b60-c435-4de4-9944-3e44d6ee9280)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:47:35.862343 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-9f1de171-8e69-4881-8efe-8295708d34f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:35.898505 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-9f1de171-8e69-4881-8efe-8295708d34f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:35.899120 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-9f1de171-8e69-4881-8efe-8295708d34f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:35.900544 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-9f1de171-8e69-4881-8efe-8295708d34f8 service neutron] 10.222.0.63 "PUT /v2.0/ports/5ac7127e-9d57-4238-9bad-0899e14656b1 HTTP/1.1" status: 200 len: 1092 time: 0.9653594 Aug 16 20:47:35.921249 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1de171-8e69-4881-8efe-8295708d34f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac7127e-9d57-4238-9bad-0899e14656b1,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:35.963392 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-de434de8-b112-4297-9dbc-d861147e4b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:35.965369 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-de434de8-b112-4297-9dbc-d861147e4b0e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f0dccb2f4f624097b244d5aa17110d00&device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 1095 time: 0.0407290 Aug 16 20:47:36.054955 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-68b08be2-7d1a-45a8-bf5e-03ddbfc35aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:36.056464 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-68b08be2-7d1a-45a8-bf5e-03ddbfc35aef service neutron] 10.222.0.63 "GET /v2.0/networks?id=882eba2d-1332-4515-8c8d-bbbc0dc2c118 HTTP/1.1" status: 200 len: 916 time: 0.0847976 Aug 16 20:47:36.097127 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-76fd9ae7-2bca-41db-b56a-19a4104f45a8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ac7127e-9d57-4238-9bad-0899e14656b1 HTTP/1.1" status: 200 len: 217 time: 0.0339551 Aug 16 20:47:36.145561 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-be2200e3-4e1c-4284-9e76-9e415e59fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:36.146968 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-be2200e3-4e1c-4284-9e76-9e415e59fc55 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bcf2246-c8ed-4735-b251-4f1d781dc8da HTTP/1.1" status: 200 len: 855 time: 0.0427575 Aug 16 20:47:36.177459 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-17f56c89-139c-4559-8151-0eabeecbcdd1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=882eba2d-1332-4515-8c8d-bbbc0dc2c118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236256 Aug 16 20:47:36.266623 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-4d78f645-6971-4290-9f63-1006335ae2ad service neutron] 10.222.0.63 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814617 Aug 16 20:47:36.364481 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:36.386363 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7245341b-e980-4d5c-9817-0c10fc41c3e5 req-b8bca38a-f45f-40fe-9206-e38a106f0547 service neutron] 10.222.0.63 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124802 Aug 16 20:47:36.400876 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1bffa-bc1f-47cb-84a1-94eee69a23e2 req-61293cdc-a15f-4bac-ae5d-a5e086cb8e88 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:36.402869 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-13b1bffa-bc1f-47cb-84a1-94eee69a23e2 req-61293cdc-a15f-4bac-ae5d-a5e086cb8e88 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 943 time: 0.0715282 Aug 16 20:47:36.441567 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-13b1bffa-bc1f-47cb-84a1-94eee69a23e2 req-8a61358d-e8c6-4a4c-b2e0-d1d21b47cea4 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323784 Aug 16 20:47:36.467664 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:37.176526 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:37.557614 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223a763-a11e-4bb8-aae6-87f2f3e1ddad req-74d65f09-ae47-4d0a-b57a-7c3d12d18fcd tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:37.559730 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c223a763-a11e-4bb8-aae6-87f2f3e1ddad req-74d65f09-ae47-4d0a-b57a-7c3d12d18fcd tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 943 time: 0.0495269 Aug 16 20:47:37.595462 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c223a763-a11e-4bb8-aae6-87f2f3e1ddad req-a8aa429d-b3e9-4e7e-9f50-ddea14a9deb2 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298965 Aug 16 20:47:37.713399 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414b2a77-ab16-4002-a8e3-692ec4161e4b', 'tag': '5ac7127e-9d57-4238-9bad-0899e14656b1'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:37.715811 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3a70c4-56f0-4396-ac20-b7b01fd3be5a" -d '{"events": [{"name": "network-changed", "server_uuid": "414b2a77-ab16-4002-a8e3-692ec4161e4b", "tag": "5ac7127e-9d57-4238-9bad-0899e14656b1"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:37.762424 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd84b265-989e-4d0b-9777-790315f4ffee x-openstack-request-id: req-fd84b265-989e-4d0b-9777-790315f4ffee {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:37.762424 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414b2a77-ab16-4002-a8e3-692ec4161e4b", "tag": "5ac7127e-9d57-4238-9bad-0899e14656b1", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:37.762424 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fd84b265-989e-4d0b-9777-790315f4ffee {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:37.762753 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414b2a77-ab16-4002-a8e3-692ec4161e4b', 'tag': '5ac7127e-9d57-4238-9bad-0899e14656b1', 'status': 'completed', 'code': 200} Aug 16 20:47:37.820975 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a70c4-56f0-4396-ac20-b7b01fd3be5a req-63300539-145e-4169-9605-349549a13c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:37.822494 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7f3a70c4-56f0-4396-ac20-b7b01fd3be5a req-63300539-145e-4169-9605-349549a13c07 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f0dccb2f4f624097b244d5aa17110d00&device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 1095 time: 0.0418310 Aug 16 20:47:37.825162 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a70c4-56f0-4396-ac20-b7b01fd3be5a req-4de34324-f5c6-49f8-a300-23ec543009f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:37.826643 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7f3a70c4-56f0-4396-ac20-b7b01fd3be5a req-4de34324-f5c6-49f8-a300-23ec543009f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0dccb2f4f624097b244d5aa17110d00&device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 1095 time: 0.0412228 Aug 16 20:47:37.923686 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a70c4-56f0-4396-ac20-b7b01fd3be5a req-5bfdfcd9-397f-4d68-85bb-9ff904d3f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:37.925194 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7f3a70c4-56f0-4396-ac20-b7b01fd3be5a req-5bfdfcd9-397f-4d68-85bb-9ff904d3f53e service neutron] 10.222.0.57 "GET /v2.0/networks?id=882eba2d-1332-4515-8c8d-bbbc0dc2c118 HTTP/1.1" status: 200 len: 916 time: 0.0918152 Aug 16 20:47:37.928789 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a70c4-56f0-4396-ac20-b7b01fd3be5a req-869d9f48-bfab-4fba-9162-f41167980ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:37.930247 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7f3a70c4-56f0-4396-ac20-b7b01fd3be5a req-869d9f48-bfab-4fba-9162-f41167980ecf service neutron] 10.222.0.63 "GET /v2.0/networks?id=882eba2d-1332-4515-8c8d-bbbc0dc2c118 HTTP/1.1" status: 200 len: 916 time: 0.1006222 Aug 16 20:47:37.971081 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7f3a70c4-56f0-4396-ac20-b7b01fd3be5a req-14afc3ce-167a-422a-90cd-68d1f1e938b4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ac7127e-9d57-4238-9bad-0899e14656b1 HTTP/1.1" status: 200 len: 217 time: 0.0388424 Aug 16 20:47:37.974485 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7f3a70c4-56f0-4396-ac20-b7b01fd3be5a req-6ada248d-f2ee-4c5a-9871-4e87c1b3e025 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ac7127e-9d57-4238-9bad-0899e14656b1 HTTP/1.1" status: 200 len: 217 time: 0.0344410 Aug 16 20:47:38.020784 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a70c4-56f0-4396-ac20-b7b01fd3be5a req-821c0114-607e-4849-a87a-48e288f30541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:38.022289 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7f3a70c4-56f0-4396-ac20-b7b01fd3be5a req-821c0114-607e-4849-a87a-48e288f30541 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2bcf2246-c8ed-4735-b251-4f1d781dc8da HTTP/1.1" status: 200 len: 855 time: 0.0444717 Aug 16 20:47:38.028904 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a70c4-56f0-4396-ac20-b7b01fd3be5a req-08dac8c3-48c9-4095-927e-560d9976843d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:38.030343 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7f3a70c4-56f0-4396-ac20-b7b01fd3be5a req-08dac8c3-48c9-4095-927e-560d9976843d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bcf2246-c8ed-4735-b251-4f1d781dc8da HTTP/1.1" status: 200 len: 855 time: 0.0486465 Aug 16 20:47:38.058531 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7f3a70c4-56f0-4396-ac20-b7b01fd3be5a req-c2a5d99e-f3be-4624-8bbd-755e967541cb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=882eba2d-1332-4515-8c8d-bbbc0dc2c118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296235 Aug 16 20:47:38.063118 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7f3a70c4-56f0-4396-ac20-b7b01fd3be5a req-10b770d5-6076-49d4-b555-a6ccba52b378 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=882eba2d-1332-4515-8c8d-bbbc0dc2c118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257237 Aug 16 20:47:38.155470 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7f3a70c4-56f0-4396-ac20-b7b01fd3be5a req-cf0ee5bc-1d06-4900-be89-c80f01758063 service neutron] 10.222.0.63 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853724 Aug 16 20:47:38.253827 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7f3a70c4-56f0-4396-ac20-b7b01fd3be5a req-57502150-e0ad-4d1d-af2a-d11daede3e00 service neutron] 10.222.0.63 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916338 Aug 16 20:47:38.471127 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7f3a70c4-56f0-4396-ac20-b7b01fd3be5a req-4eee09bd-aec7-4cd2-a884-19716dd9fe66 service neutron] 10.222.0.57 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061427 Aug 16 20:47:38.560657 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7f3a70c4-56f0-4396-ac20-b7b01fd3be5a req-cbd4ea9a-b9c6-40ab-a867-adf12a957ccf service neutron] 10.222.0.57 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822644 Aug 16 20:47:38.712091 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3fb8e-42b8-443f-af7c-9b4228717a70 req-34c36c64-435c-4927-a24a-bb08a006ffdb tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:38.713573 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e2c3fb8e-42b8-443f-af7c-9b4228717a70 req-34c36c64-435c-4927-a24a-bb08a006ffdb tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 943 time: 0.0496075 Aug 16 20:47:38.750593 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e2c3fb8e-42b8-443f-af7c-9b4228717a70 req-7cfd9b0e-7764-4858-95c3-547e0fca75d9 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308235 Aug 16 20:47:38.940543 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55ad90-569b-42bb-9c39-a6806a3f583a req-e134e632-5f9d-4c0a-9606-a6a7375b8a49 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:38.942051 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7a55ad90-569b-42bb-9c39-a6806a3f583a req-e134e632-5f9d-4c0a-9606-a6a7375b8a49 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 943 time: 0.0492561 Aug 16 20:47:38.952700 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad45ed-4984-495f-b76f-5d8a43808f67 req-1ce56dcd-055a-47c0-9e69-293c8cb04e1a tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:38.954150 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-21ad45ed-4984-495f-b76f-5d8a43808f67 req-1ce56dcd-055a-47c0-9e69-293c8cb04e1a tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.57 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b&tenant_id=f0dccb2f4f624097b244d5aa17110d00&binding%3Ahost_id=n-h2-787206-13 HTTP/1.1" status: 200 len: 943 time: 0.0509040 Aug 16 20:47:38.984813 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7a55ad90-569b-42bb-9c39-a6806a3f583a req-70752d2e-25b8-416f-8f23-4a68ec996a11 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365584 Aug 16 20:47:39.015041 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [req-21ad45ed-4984-495f-b76f-5d8a43808f67 req-6da99fce-84ba-4249-a439-d596166b09f2 service neutron] delete failed (client error): The resource could not be found. Aug 16 20:47:39.016125 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-21ad45ed-4984-495f-b76f-5d8a43808f67 req-6da99fce-84ba-4249-a439-d596166b09f2 service neutron] 10.222.0.57 "DELETE /v2.0/ports/5ac7127e-9d57-4238-9bad-0899e14656b1/bindings/n-h1-787206-13 HTTP/1.1" status: 404 len: 381 time: 0.0544653 Aug 16 20:47:39.100952 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad45ed-4984-495f-b76f-5d8a43808f67 req-66ed4278-78d6-4a99-88a5-efa9e739b054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:39.102331 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-21ad45ed-4984-495f-b76f-5d8a43808f67 req-66ed4278-78d6-4a99-88a5-efa9e739b054 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0dccb2f4f624097b244d5aa17110d00&device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 1095 time: 0.0443673 Aug 16 20:47:39.189891 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad45ed-4984-495f-b76f-5d8a43808f67 req-b8bbba37-2625-4110-8982-0ec3517f7d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:39.191374 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-21ad45ed-4984-495f-b76f-5d8a43808f67 req-b8bbba37-2625-4110-8982-0ec3517f7d86 service neutron] 10.222.0.57 "GET /v2.0/networks?id=882eba2d-1332-4515-8c8d-bbbc0dc2c118 HTTP/1.1" status: 200 len: 916 time: 0.0819709 Aug 16 20:47:39.236514 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-21ad45ed-4984-495f-b76f-5d8a43808f67 req-1c09c254-9142-4ba7-802f-c5171fa90add service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ac7127e-9d57-4238-9bad-0899e14656b1 HTTP/1.1" status: 200 len: 217 time: 0.0384116 Aug 16 20:47:39.257936 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 5ac7127e-9d57-4238-9bad-0899e14656b1 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:39.284499 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad45ed-4984-495f-b76f-5d8a43808f67 req-2f51d8b1-e2c0-45d4-85b0-b47910d1f21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:39.285962 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-21ad45ed-4984-495f-b76f-5d8a43808f67 req-2f51d8b1-e2c0-45d4-85b0-b47910d1f21d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2bcf2246-c8ed-4735-b251-4f1d781dc8da HTTP/1.1" status: 200 len: 855 time: 0.0430257 Aug 16 20:47:39.296774 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 5ac7127e-9d57-4238-9bad-0899e14656b1 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:47:39.318672 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-21ad45ed-4984-495f-b76f-5d8a43808f67 req-4f52e85c-12b5-4b2c-bfc9-aa39752182ce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=882eba2d-1332-4515-8c8d-bbbc0dc2c118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252917 Aug 16 20:47:39.406696 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-21ad45ed-4984-495f-b76f-5d8a43808f67 req-e70fd932-9c7c-4cc8-8fad-34158926797b service neutron] 10.222.0.57 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807776 Aug 16 20:47:39.498214 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-21ad45ed-4984-495f-b76f-5d8a43808f67 req-1e8fcfa8-6184-4dc3-bf7c-4c1543352d87 service neutron] 10.222.0.57 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844841 Aug 16 20:47:39.727055 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 5ac7127e-9d57-4238-9bad-0899e14656b1 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:47:39.821058 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 5ac7127e-9d57-4238-9bad-0899e14656b1, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=5ac7127e-9d57-4238-9bad-0899e14656b1,segment=NetworkSegment(c7ef8b60-c435-4de4-9944-3e44d6ee9280),segment_id=c7ef8b60-c435-4de4-9944-3e44d6ee9280)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:39.832036 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '5ac7127e-9d57-4238-9bad-0899e14656b1', 'network_id': '882eba2d-1332-4515-8c8d-bbbc0dc2c118', 'port_id': '5ac7127e-9d57-4238-9bad-0899e14656b1', 'mac_address': 'fa:16:3e:16:f8:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bcf2246-c8ed-4735-b251-4f1d781dc8da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:47:39.868011 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:39.880886 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac7127e-9d57-4238-9bad-0899e14656b1 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:47:39.899882 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 5ac7127e-9d57-4238-9bad-0899e14656b1, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=5ac7127e-9d57-4238-9bad-0899e14656b1,segment=NetworkSegment(c7ef8b60-c435-4de4-9944-3e44d6ee9280),segment_id=c7ef8b60-c435-4de4-9944-3e44d6ee9280)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:39.904747 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:39.955960 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=5ac7127e-9d57-4238-9bad-0899e14656b1,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:40.102418 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b0edf-9c77-4d6d-8732-2303cb05e595 req-68b537b7-10c2-4e72-9ba2-a9a1f288bc22 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:40.104028 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-250b0edf-9c77-4d6d-8732-2303cb05e595 req-68b537b7-10c2-4e72-9ba2-a9a1f288bc22 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 944 time: 0.0507588 Aug 16 20:47:40.136387 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['5ac7127e-9d57-4238-9bad-0899e14656b1'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:40.150762 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-250b0edf-9c77-4d6d-8732-2303cb05e595 req-028c9275-3745-4024-9389-ac1df5475b76 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401514 Aug 16 20:47:40.271841 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baadc00e-39a2-4002-a76f-cefb41068bc6 req-bbd41bf2-77b3-49d7-a8a9-c93612c4d941 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:40.273290 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-baadc00e-39a2-4002-a76f-cefb41068bc6 req-bbd41bf2-77b3-49d7-a8a9-c93612c4d941 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 944 time: 0.0510564 Aug 16 20:47:40.313241 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-baadc00e-39a2-4002-a76f-cefb41068bc6 req-959cf24b-2040-4216-be16-7b85c0f8ddbd tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332444 Aug 16 20:47:40.427186 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa975f-8352-4c34-a2a5-cc4c1f4bf759 req-85d98cf9-50c3-4293-9216-60f27894961b tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:40.428805 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-65fa975f-8352-4c34-a2a5-cc4c1f4bf759 req-85d98cf9-50c3-4293-9216-60f27894961b tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 944 time: 0.0497007 Aug 16 20:47:40.470877 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-65fa975f-8352-4c34-a2a5-cc4c1f4bf759 req-74cba6ca-37e0-434b-9b8b-7fa555be1fd5 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355563 Aug 16 20:47:40.811813 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-9507d18b-e44a-46d4-a8fd-6c080f39aca1 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:40.813200 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-9507d18b-e44a-46d4-a8fd-6c080f39aca1 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/networks?id=882eba2d-1332-4515-8c8d-bbbc0dc2c118 HTTP/1.1" status: 200 len: 815 time: 0.1008413 Aug 16 20:47:40.828631 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-9918a303-7080-4d6e-8fc9-a4e7f8595588 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/quotas/f0dccb2f4f624097b244d5aa17110d00 HTTP/1.1" status: 200 len: 375 time: 0.0098259 Aug 16 20:47:40.876326 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-bc0bae1d-54bd-43f0-a84f-82a06eeee0d2 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f0dccb2f4f624097b244d5aa17110d00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0425649 Aug 16 20:47:40.968825 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-485fd71e-0e42-4bfd-bb08-7eb49ed1315f service neutron] 10.222.0.68 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857255 Aug 16 20:47:41.058063 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-8766e96d-c6d9-4e14-8c87-8b44a9dcb274 service neutron] 10.222.0.68 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831611 Aug 16 20:47:41.221506 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ebbf1e86-1546-4a37-a60b-3ed0c3976a58 req-ab140a76-1129-4ebb-ba5c-dbe111667472 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 210 time: 0.0329235 Aug 16 20:47:41.754406 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 5ac7127e-9d57-4238-9bad-0899e14656b1 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:41.803367 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 5ac7127e-9d57-4238-9bad-0899e14656b1 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:41.806931 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 5ac7127e-9d57-4238-9bad-0899e14656b1 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:41.807327 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:41.880521 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:41.902968 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414b2a77-ab16-4002-a8e3-692ec4161e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac7127e-9d57-4238-9bad-0899e14656b1'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:41.905216 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e5d30b-b66e-40d6-b66d-c6288ea7c5dc" -d '{"events": [{"server_uuid": "414b2a77-ab16-4002-a8e3-692ec4161e4b", "name": "network-vif-plugged", "status": "completed", "tag": "5ac7127e-9d57-4238-9bad-0899e14656b1"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:41.918989 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 5ac7127e-9d57-4238-9bad-0899e14656b1, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=5ac7127e-9d57-4238-9bad-0899e14656b1,segment=NetworkSegment(c7ef8b60-c435-4de4-9944-3e44d6ee9280),segment_id=c7ef8b60-c435-4de4-9944-3e44d6ee9280)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:41.924171 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:41.944404 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea51b3-dc45-4129-9486-3a0e36932b87 req-d26c9142-5181-4f3a-9ada-c257724bb943 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:41.945970 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58ea51b3-dc45-4129-9486-3a0e36932b87 req-d26c9142-5181-4f3a-9ada-c257724bb943 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.63 "GET /v2.0/ports?device_id=414b2a77-ab16-4002-a8e3-692ec4161e4b HTTP/1.1" status: 200 len: 944 time: 0.0519993 Aug 16 20:47:41.953287 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2e6498-a3bd-49b6-b7b6-e311e78937bf x-openstack-request-id: req-6f2e6498-a3bd-49b6-b7b6-e311e78937bf {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:41.953571 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414b2a77-ab16-4002-a8e3-692ec4161e4b", "name": "network-vif-plugged", "status": "completed", "tag": "5ac7127e-9d57-4238-9bad-0899e14656b1", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:41.953820 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6f2e6498-a3bd-49b6-b7b6-e311e78937bf {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:41.954205 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414b2a77-ab16-4002-a8e3-692ec4161e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac7127e-9d57-4238-9bad-0899e14656b1', 'code': 200} Aug 16 20:47:41.981998 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=5ac7127e-9d57-4238-9bad-0899e14656b1,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:42.025010 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.63', 51844) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:42.060843 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-58ea51b3-dc45-4129-9486-3a0e36932b87 req-78c04e69-3a56-493d-b584-50bb21385ddc tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Deleting port 5ac7127e-9d57-4238-9bad-0899e14656b1 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:42.061267 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-58ea51b3-dc45-4129-9486-3a0e36932b87 req-78c04e69-3a56-493d-b584-50bb21385ddc tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:42.141913 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-bf22fd3e-5d9b-4530-b02b-d04c9ee8b521 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:42.144030 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-bf22fd3e-5d9b-4530-b02b-d04c9ee8b521 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.63 "GET /v2.0/networks?id=882eba2d-1332-4515-8c8d-bbbc0dc2c118 HTTP/1.1" status: 200 len: 815 time: 0.1174924 Aug 16 20:47:42.156246 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-e9c010cc-995b-40bf-966a-95159c746182 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Request body: {'port': {'device_id': '4030eb29-9d04-4380-a305-226876816324', 'network_id': '882eba2d-1332-4515-8c8d-bbbc0dc2c118', 'admin_state_up': True, 'tenant_id': 'f0dccb2f4f624097b244d5aa17110d00'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:42.157215 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-58ea51b3-dc45-4129-9486-3a0e36932b87 req-78c04e69-3a56-493d-b584-50bb21385ddc tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] For port 5ac7127e-9d57-4238-9bad-0899e14656b1, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=5ac7127e-9d57-4238-9bad-0899e14656b1,segment=NetworkSegment(c7ef8b60-c435-4de4-9944-3e44d6ee9280),segment_id=c7ef8b60-c435-4de4-9944-3e44d6ee9280)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:42.157632 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-58ea51b3-dc45-4129-9486-3a0e36932b87 req-78c04e69-3a56-493d-b584-50bb21385ddc tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:42.171226 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-58ea51b3-dc45-4129-9486-3a0e36932b87 req-78c04e69-3a56-493d-b584-50bb21385ddc tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Calling delete_port for 5ac7127e-9d57-4238-9bad-0899e14656b1 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:42.264851 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-e9c010cc-995b-40bf-966a-95159c746182 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Made reservation on behalf of f0dccb2f4f624097b244d5aa17110d00 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:47:42.268718 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-e9c010cc-995b-40bf-966a-95159c746182 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:42.325182 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8f216e2e-786f-4a34-b14e-bf3a528da0d4 req-32109431-ecb6-4502-8801-11a1c4302b29 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 210 time: 0.0292721 Aug 16 20:47:42.329607 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-58ea51b3-dc45-4129-9486-3a0e36932b87 req-78c04e69-3a56-493d-b584-50bb21385ddc tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:42.350092 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['5ac7127e-9d57-4238-9bad-0899e14656b1'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:42.360627 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c04e69-3a56-493d-b584-50bb21385ddc tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Pushing event deleted for resources: {'Port': ['ID=5ac7127e-9d57-4238-9bad-0899e14656b1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:42.407400 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ea51b3-dc45-4129-9486-3a0e36932b87 req-78c04e69-3a56-493d-b584-50bb21385ddc tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] No DVR routers for this DVR port 5ac7127e-9d57-4238-9bad-0899e14656b1 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:47:42.410067 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-58ea51b3-dc45-4129-9486-3a0e36932b87 req-78c04e69-3a56-493d-b584-50bb21385ddc tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:42.412117 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58ea51b3-dc45-4129-9486-3a0e36932b87 req-78c04e69-3a56-493d-b584-50bb21385ddc tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.63 "DELETE /v2.0/ports/5ac7127e-9d57-4238-9bad-0899e14656b1 HTTP/1.1" status: 204 len: 173 time: 0.4483762 Aug 16 20:47:42.412550 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414b2a77-ab16-4002-a8e3-692ec4161e4b', 'name': 'network-vif-deleted', 'tag': '5ac7127e-9d57-4238-9bad-0899e14656b1'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:42.414808 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5415c9e1-0843-4c88-9e2c-07609a2b0990" -d '{"events": [{"server_uuid": "414b2a77-ab16-4002-a8e3-692ec4161e4b", "name": "network-vif-deleted", "tag": "5ac7127e-9d57-4238-9bad-0899e14656b1"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:42.443651 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-e9c010cc-995b-40bf-966a-95159c746182 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Allocated IP 172.20.0.12 (882eba2d-1332-4515-8c8d-bbbc0dc2c118/2bcf2246-c8ed-4735-b251-4f1d781dc8da/a2c9c0d0-59f9-4190-b02d-26c3f3ad9703) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:47:42.455151 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01944c92-31a4-44af-ad79-07dd78b91f4d x-openstack-request-id: req-01944c92-31a4-44af-ad79-07dd78b91f4d {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:42.455471 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414b2a77-ab16-4002-a8e3-692ec4161e4b", "name": "network-vif-deleted", "tag": "5ac7127e-9d57-4238-9bad-0899e14656b1", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:42.455731 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-01944c92-31a4-44af-ad79-07dd78b91f4d {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:42.456212 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414b2a77-ab16-4002-a8e3-692ec4161e4b', 'name': 'network-vif-deleted', 'tag': '5ac7127e-9d57-4238-9bad-0899e14656b1', 'status': 'completed', 'code': 200} Aug 16 20:47:42.603511 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-e9c010cc-995b-40bf-966a-95159c746182 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:42.641274 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-e9c010cc-995b-40bf-966a-95159c746182 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:42.653682 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['5ac7127e-9d57-4238-9bad-0899e14656b1'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:42.684276 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-e9c010cc-995b-40bf-966a-95159c746182 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Network 882eba2d-1332-4515-8c8d-bbbc0dc2c118 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:47:42.689291 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-e9c010cc-995b-40bf-966a-95159c746182 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:42.693030 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-e9c010cc-995b-40bf-966a-95159c746182 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:47:42.718989 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c010cc-995b-40bf-966a-95159c746182 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Pushing event updated for resources: {'Port': ['ID=a2c9c0d0-59f9-4190-b02d-26c3f3ad9703,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:42.746204 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-e9c010cc-995b-40bf-966a-95159c746182 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:42.746822 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-e9c010cc-995b-40bf-966a-95159c746182 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:42.760448 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-e9c010cc-995b-40bf-966a-95159c746182 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6079736 Aug 16 20:47:42.772123 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-572faed9-bb37-44fe-a050-fdcd6222a5d6 service neutron] Request body: {'port': {'device_id': '4030eb29-9d04-4380-a305-226876816324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:42.829040 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-572faed9-bb37-44fe-a050-fdcd6222a5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:43.082400 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-572faed9-bb37-44fe-a050-fdcd6222a5d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:47:43.090451 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-572faed9-bb37-44fe-a050-fdcd6222a5d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:43.101709 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-572faed9-bb37-44fe-a050-fdcd6222a5d6 service neutron] Transition to ACTIVE for port object a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:43.106017 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-572faed9-bb37-44fe-a050-fdcd6222a5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:43.156618 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572faed9-bb37-44fe-a050-fdcd6222a5d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c9c0d0-59f9-4190-b02d-26c3f3ad9703,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:43.221855 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-572faed9-bb37-44fe-a050-fdcd6222a5d6 service neutron] Attempting to bind port a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:47:43.222171 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-572faed9-bb37-44fe-a050-fdcd6222a5d6 service neutron] Attempting to bind port a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'c7ef8b60-c435-4de4-9944-3e44d6ee9280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '882eba2d-1332-4515-8c8d-bbbc0dc2c118'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:47:43.222491 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-572faed9-bb37-44fe-a050-fdcd6222a5d6 service neutron] Attempting to bind port a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 on network 882eba2d-1332-4515-8c8d-bbbc0dc2c118 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:43.226718 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-572faed9-bb37-44fe-a050-fdcd6222a5d6 service neutron] Port a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 on network 882eba2d-1332-4515-8c8d-bbbc0dc2c118 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:47:43.227032 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-572faed9-bb37-44fe-a050-fdcd6222a5d6 service neutron] Attempting to bind port a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 on network 882eba2d-1332-4515-8c8d-bbbc0dc2c118 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:43.231778 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-572faed9-bb37-44fe-a050-fdcd6222a5d6 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:47:43.232114 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-572faed9-bb37-44fe-a050-fdcd6222a5d6 service neutron] Checking segment: {'id': 'c7ef8b60-c435-4de4-9944-3e44d6ee9280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '882eba2d-1332-4515-8c8d-bbbc0dc2c118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:43.232493 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-572faed9-bb37-44fe-a050-fdcd6222a5d6 service neutron] Bound using segment: {'id': 'c7ef8b60-c435-4de4-9944-3e44d6ee9280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '882eba2d-1332-4515-8c8d-bbbc0dc2c118'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:47:43.232905 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-572faed9-bb37-44fe-a050-fdcd6222a5d6 service neutron] Bound port: a2c9c0d0-59f9-4190-b02d-26c3f3ad9703, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ef8b60-c435-4de4-9944-3e44d6ee9280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '882eba2d-1332-4515-8c8d-bbbc0dc2c118'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:47:43.233250 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-572faed9-bb37-44fe-a050-fdcd6222a5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:43.296159 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-572faed9-bb37-44fe-a050-fdcd6222a5d6 service neutron] For port a2c9c0d0-59f9-4190-b02d-26c3f3ad9703, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:43.299418 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-572faed9-bb37-44fe-a050-fdcd6222a5d6 service neutron] For port a2c9c0d0-59f9-4190-b02d-26c3f3ad9703, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a2c9c0d0-59f9-4190-b02d-26c3f3ad9703,segment=NetworkSegment(c7ef8b60-c435-4de4-9944-3e44d6ee9280),segment_id=c7ef8b60-c435-4de4-9944-3e44d6ee9280)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:47:43.303128 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-572faed9-bb37-44fe-a050-fdcd6222a5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:43.335402 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-572faed9-bb37-44fe-a050-fdcd6222a5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:43.336011 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-572faed9-bb37-44fe-a050-fdcd6222a5d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:43.337409 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-572faed9-bb37-44fe-a050-fdcd6222a5d6 service neutron] 10.222.0.63 "PUT /v2.0/ports/a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 HTTP/1.1" status: 200 len: 1093 time: 0.5696108 Aug 16 20:47:43.337839 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4030eb29-9d04-4380-a305-226876816324', 'tag': 'a2c9c0d0-59f9-4190-b02d-26c3f3ad9703'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:43.340242 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd306a34-329f-4c3c-86a3-bc52738844cf" -d '{"events": [{"name": "network-changed", "server_uuid": "4030eb29-9d04-4380-a305-226876816324", "tag": "a2c9c0d0-59f9-4190-b02d-26c3f3ad9703"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:43.370362 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572faed9-bb37-44fe-a050-fdcd6222a5d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c9c0d0-59f9-4190-b02d-26c3f3ad9703,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:43.400885 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b94c64-9f08-40e1-b2bf-53dc603f4280 x-openstack-request-id: req-c9b94c64-9f08-40e1-b2bf-53dc603f4280 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:43.401176 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4030eb29-9d04-4380-a305-226876816324", "tag": "a2c9c0d0-59f9-4190-b02d-26c3f3ad9703", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:43.401425 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c9b94c64-9f08-40e1-b2bf-53dc603f4280 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:43.401818 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4030eb29-9d04-4380-a305-226876816324', 'tag': 'a2c9c0d0-59f9-4190-b02d-26c3f3ad9703', 'status': 'completed', 'code': 200} Aug 16 20:47:43.418213 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-fbc9c80b-1b4b-43f9-bc2a-b728857abfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:43.419764 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-fbc9c80b-1b4b-43f9-bc2a-b728857abfff service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f0dccb2f4f624097b244d5aa17110d00&device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 1096 time: 0.0461030 Aug 16 20:47:43.466156 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-1e9dbf85-5804-4400-b549-74a7b06e7db4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 HTTP/1.1" status: 200 len: 217 time: 0.0385892 Aug 16 20:47:43.487148 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b647f-bf3e-45ac-bd95-8962607106c3 req-163ef92e-b237-47a1-abec-3fbb820ea1da tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:43.488673 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e75b647f-bf3e-45ac-bd95-8962607106c3 req-163ef92e-b237-47a1-abec-3fbb820ea1da tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 944 time: 0.0491722 Aug 16 20:47:43.515418 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-992bdd95-b778-49c1-b1fe-c6aa07ec9fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:43.516922 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-992bdd95-b778-49c1-b1fe-c6aa07ec9fff service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bcf2246-c8ed-4735-b251-4f1d781dc8da HTTP/1.1" status: 200 len: 855 time: 0.0444582 Aug 16 20:47:43.526797 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e75b647f-bf3e-45ac-bd95-8962607106c3 req-b681cc5e-4a78-4701-a0b1-3ee813bf1444 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320339 Aug 16 20:47:43.548900 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-5361ec35-7e34-44cc-9313-56f0d2586b83 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=882eba2d-1332-4515-8c8d-bbbc0dc2c118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253606 Aug 16 20:47:43.640497 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-407f778e-8ad1-4df5-9ce9-51655ac74be8 service neutron] 10.222.0.63 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836885 Aug 16 20:47:43.726945 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0bbb0b2a-cdbf-4f09-80b5-0c3a863cafe4 req-76783f3a-ab92-4f6f-94a0-2487fa74d9d5 service neutron] 10.222.0.63 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795782 Aug 16 20:47:43.810408 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd306a34-329f-4c3c-86a3-bc52738844cf req-087f3e86-f75f-4010-a7ee-de3aa9bbbd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:43.811939 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bd306a34-329f-4c3c-86a3-bc52738844cf req-087f3e86-f75f-4010-a7ee-de3aa9bbbd16 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f0dccb2f4f624097b244d5aa17110d00&device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 1096 time: 0.0410557 Aug 16 20:47:43.903867 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd306a34-329f-4c3c-86a3-bc52738844cf req-32737253-b590-40a6-89ae-cfb7cbaff4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:43.905302 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bd306a34-329f-4c3c-86a3-bc52738844cf req-32737253-b590-40a6-89ae-cfb7cbaff4df service neutron] 10.222.0.63 "GET /v2.0/networks?id=882eba2d-1332-4515-8c8d-bbbc0dc2c118 HTTP/1.1" status: 200 len: 916 time: 0.0867047 Aug 16 20:47:43.946957 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bd306a34-329f-4c3c-86a3-bc52738844cf req-d7867759-6a45-45f3-8fb2-8d0181e7b9a2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 HTTP/1.1" status: 200 len: 217 time: 0.0347090 Aug 16 20:47:43.998957 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd306a34-329f-4c3c-86a3-bc52738844cf req-358d8502-7da3-4944-8a30-3bb8c5ede3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:44.000401 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bd306a34-329f-4c3c-86a3-bc52738844cf req-358d8502-7da3-4944-8a30-3bb8c5ede3e7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bcf2246-c8ed-4735-b251-4f1d781dc8da HTTP/1.1" status: 200 len: 855 time: 0.0463951 Aug 16 20:47:44.032749 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bd306a34-329f-4c3c-86a3-bc52738844cf req-46004ac8-615b-47fe-ad1f-2d3e5fa0a020 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=882eba2d-1332-4515-8c8d-bbbc0dc2c118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246119 Aug 16 20:47:44.121042 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bd306a34-329f-4c3c-86a3-bc52738844cf req-2481ec48-667e-4080-8b1c-e0701c791533 service neutron] 10.222.0.63 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808022 Aug 16 20:47:44.212445 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bd306a34-329f-4c3c-86a3-bc52738844cf req-340ccb03-c7c9-41d8-9cb8-822f65c6523a service neutron] 10.222.0.63 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841551 Aug 16 20:47:44.641162 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d192b8-78ba-47a5-a9b8-d3c71fd77814 req-75dd2c33-a1cc-46b9-8d56-a1ab2e11908c tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:44.642644 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b6d192b8-78ba-47a5-a9b8-d3c71fd77814 req-75dd2c33-a1cc-46b9-8d56-a1ab2e11908c tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 944 time: 0.0497558 Aug 16 20:47:44.678644 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b6d192b8-78ba-47a5-a9b8-d3c71fd77814 req-53499bda-d9a0-49d0-8d2e-e0d651e36ab9 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299456 Aug 16 20:47:45.774689 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 5ac7127e-9d57-4238-9bad-0899e14656b1 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:45.795148 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 5ac7127e-9d57-4238-9bad-0899e14656b1 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:47:45.795521 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 5ac7127e-9d57-4238-9bad-0899e14656b1 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:47:45.797806 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1701e3-1f50-442f-ade5-f76bbfdc6957 req-76d52909-0e69-4342-a138-7ad863fef5fc tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:45.799724 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7f1701e3-1f50-442f-ade5-f76bbfdc6957 req-76d52909-0e69-4342-a138-7ad863fef5fc tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 944 time: 0.0553536 Aug 16 20:47:45.837132 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7f1701e3-1f50-442f-ade5-f76bbfdc6957 req-07d290f3-efc0-4ea0-a275-b6da2f9019af tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315402 Aug 16 20:47:46.950616 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aef632-9265-4fe3-934a-4a8324dd0051 req-d3b3785d-72bd-41b4-be57-82beb8a1b29e tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:46.952136 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f5aef632-9265-4fe3-934a-4a8324dd0051 req-d3b3785d-72bd-41b4-be57-82beb8a1b29e tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 944 time: 0.0488386 Aug 16 20:47:46.989256 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f5aef632-9265-4fe3-934a-4a8324dd0051 req-f1371269-9a44-42a7-aab0-541c4657440c tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311992 Aug 16 20:47:47.773970 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:47:47.868866 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port a2c9c0d0-59f9-4190-b02d-26c3f3ad9703, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a2c9c0d0-59f9-4190-b02d-26c3f3ad9703,segment=NetworkSegment(c7ef8b60-c435-4de4-9944-3e44d6ee9280),segment_id=c7ef8b60-c435-4de4-9944-3e44d6ee9280)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:47.880039 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'a2c9c0d0-59f9-4190-b02d-26c3f3ad9703', 'network_id': '882eba2d-1332-4515-8c8d-bbbc0dc2c118', 'port_id': 'a2c9c0d0-59f9-4190-b02d-26c3f3ad9703', 'mac_address': 'fa:16:3e:d5:6f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bcf2246-c8ed-4735-b251-4f1d781dc8da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:47:47.916303 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:47.929041 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:47:47.947789 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port a2c9c0d0-59f9-4190-b02d-26c3f3ad9703, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a2c9c0d0-59f9-4190-b02d-26c3f3ad9703,segment=NetworkSegment(c7ef8b60-c435-4de4-9944-3e44d6ee9280),segment_id=c7ef8b60-c435-4de4-9944-3e44d6ee9280)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:47.951759 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:47.997400 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=a2c9c0d0-59f9-4190-b02d-26c3f3ad9703,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:48.103665 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6779b2c-864c-4ce5-bc31-0ee467cb9f92 req-4cbd58bf-7f87-4106-b940-8a15d97e1702 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:48.105152 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b6779b2c-864c-4ce5-bc31-0ee467cb9f92 req-4cbd58bf-7f87-4106-b940-8a15d97e1702 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 945 time: 0.0484755 Aug 16 20:47:48.138422 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['a2c9c0d0-59f9-4190-b02d-26c3f3ad9703'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:48.142411 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b6779b2c-864c-4ce5-bc31-0ee467cb9f92 req-28b31ca7-e0fe-45ab-9014-ada2c5b2249b tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309412 Aug 16 20:47:49.260240 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b3eea-15de-456a-8b10-bbd8506472b5 req-1cfe6819-ded4-44de-a1c3-ac1cea086642 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:49.261720 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b51b3eea-15de-456a-8b10-bbd8506472b5 req-1cfe6819-ded4-44de-a1c3-ac1cea086642 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 945 time: 0.0522387 Aug 16 20:47:49.299296 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b51b3eea-15de-456a-8b10-bbd8506472b5 req-b559cc20-46bc-49bd-82b9-535500e49611 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309713 Aug 16 20:47:49.805223 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:49.852702 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:49.857247 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:49.857613 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:49.933237 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:49.954890 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4030eb29-9d04-4380-a305-226876816324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c9c0d0-59f9-4190-b02d-26c3f3ad9703'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:49.957148 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829a6268-e954-42f8-a72b-f94ed9c0fe99" -d '{"events": [{"server_uuid": "4030eb29-9d04-4380-a305-226876816324", "name": "network-vif-plugged", "status": "completed", "tag": "a2c9c0d0-59f9-4190-b02d-26c3f3ad9703"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:49.970654 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port a2c9c0d0-59f9-4190-b02d-26c3f3ad9703, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a2c9c0d0-59f9-4190-b02d-26c3f3ad9703,segment=NetworkSegment(c7ef8b60-c435-4de4-9944-3e44d6ee9280),segment_id=c7ef8b60-c435-4de4-9944-3e44d6ee9280)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:49.974443 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:49.998717 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fa943f-0879-4542-b0cc-26cb9e69a486 x-openstack-request-id: req-87fa943f-0879-4542-b0cc-26cb9e69a486 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:49.999036 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4030eb29-9d04-4380-a305-226876816324", "name": "network-vif-plugged", "status": "completed", "tag": "a2c9c0d0-59f9-4190-b02d-26c3f3ad9703", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:49.999378 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-87fa943f-0879-4542-b0cc-26cb9e69a486 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:49.999769 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4030eb29-9d04-4380-a305-226876816324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c9c0d0-59f9-4190-b02d-26c3f3ad9703', 'code': 200} Aug 16 20:47:50.027445 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=a2c9c0d0-59f9-4190-b02d-26c3f3ad9703,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:50.035262 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:50.035622 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:50.035963 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:50.036294 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:50.036619 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:50.036943 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:50.037268 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:50.037594 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:50.037908 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:50.038221 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:50.038561 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:50.038904 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:50.089052 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2afa7-6f66-48a0-bb48-c229d59bf32b req-609dd86b-37bf-47c8-b276-c1721eee198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:50.091163 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-72f2afa7-6f66-48a0-bb48-c229d59bf32b req-609dd86b-37bf-47c8-b276-c1721eee198f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 1098 time: 0.0402114 Aug 16 20:47:50.124736 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-72f2afa7-6f66-48a0-bb48-c229d59bf32b req-b0b4f40f-3923-4183-b181-cc12ad6259f8 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272508 Aug 16 20:47:50.417559 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b8d03-95a9-434b-a07e-28c2efb78403 req-dd869a61-b51b-43b3-ba3a-823c79a9eb72 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:50.419060 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2c0b8d03-95a9-434b-a07e-28c2efb78403 req-dd869a61-b51b-43b3-ba3a-823c79a9eb72 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 946 time: 0.0491638 Aug 16 20:47:50.456253 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2c0b8d03-95a9-434b-a07e-28c2efb78403 req-4da9e137-0a10-4d2e-b52e-e70001f9f31e tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313151 Aug 16 20:47:51.569532 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcd11e-884a-4166-bde2-bedfb439f2d2 req-7ceda7bf-755d-4fd3-b0dd-328c9a9ab8ec tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:51.570990 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9bfcd11e-884a-4166-bde2-bedfb439f2d2 req-7ceda7bf-755d-4fd3-b0dd-328c9a9ab8ec tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 946 time: 0.0488584 Aug 16 20:47:51.608195 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9bfcd11e-884a-4166-bde2-bedfb439f2d2 req-0c8dc86c-5ca1-4ecb-98bb-ee07292db305 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313153 Aug 16 20:47:51.723080 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455b5b0-f397-4f13-b205-8216935f66c1 req-0ac8653b-7dcd-43a3-b355-d42f4fe6b1dc tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:51.724585 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a455b5b0-f397-4f13-b205-8216935f66c1 req-0ac8653b-7dcd-43a3-b355-d42f4fe6b1dc tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 946 time: 0.0520930 Aug 16 20:47:51.761758 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a455b5b0-f397-4f13-b205-8216935f66c1 req-958a9e26-4e2d-41a3-a2ac-07322c0be774 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313275 Aug 16 20:47:52.008903 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-23a4312d-5b4d-478b-a0d5-301f069b3845 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0690076 Aug 16 20:47:52.017210 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a9a31-cd51-42b3-940d-3da0c964dd1e req-6169a02f-53dc-4f54-999d-e2e0bdde078a tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:52.018620 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d59a9a31-cd51-42b3-940d-3da0c964dd1e req-6169a02f-53dc-4f54-999d-e2e0bdde078a tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 946 time: 0.0707500 Aug 16 20:47:52.062171 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d59a9a31-cd51-42b3-940d-3da0c964dd1e req-dcf96263-7f72-49c8-a9c9-a2ee6f16bcd2 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368822 Aug 16 20:47:53.063023 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-45d15cb6-2f35-4fd2-92ba-acdfba5bb667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:53.064601 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-45d15cb6-2f35-4fd2-92ba-acdfba5bb667 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f0dccb2f4f624097b244d5aa17110d00&device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 1098 time: 0.0459549 Aug 16 20:47:53.153816 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-cb2f0e3d-d2cb-4b37-80a1-a2240e54264b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:53.155469 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-cb2f0e3d-d2cb-4b37-80a1-a2240e54264b service neutron] 10.222.0.63 "GET /v2.0/networks?id=882eba2d-1332-4515-8c8d-bbbc0dc2c118 HTTP/1.1" status: 200 len: 916 time: 0.0844193 Aug 16 20:47:53.180691 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93067d63-2cc4-4c37-a469-2bae91315bc7 req-b150a354-aac1-4748-a908-7a3c8464ab65 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:53.182187 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-93067d63-2cc4-4c37-a469-2bae91315bc7 req-b150a354-aac1-4748-a908-7a3c8464ab65 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 946 time: 0.0529811 Aug 16 20:47:53.201213 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-ec96118c-ee38-4710-ba89-dd73b96587f0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 HTTP/1.1" status: 200 len: 217 time: 0.0387721 Aug 16 20:47:53.220179 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-93067d63-2cc4-4c37-a469-2bae91315bc7 req-66418431-2918-4e17-9362-ae4cea21354e tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319314 Aug 16 20:47:53.250073 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-9b5393bb-524d-481a-bed6-aa22e05b21d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:53.251576 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-9b5393bb-524d-481a-bed6-aa22e05b21d9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bcf2246-c8ed-4735-b251-4f1d781dc8da HTTP/1.1" status: 200 len: 855 time: 0.0442801 Aug 16 20:47:53.283446 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-7798377a-1d07-465f-a85c-92a695977c77 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=882eba2d-1332-4515-8c8d-bbbc0dc2c118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252979 Aug 16 20:47:53.374119 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-22af0b6a-db8a-4b76-9d4a-455ea47954f2 service neutron] 10.222.0.63 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836797 Aug 16 20:47:53.462158 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-b71dbaee-5537-4ef7-9b9f-409f2e1d86b4 service neutron] 10.222.0.63 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811582 Aug 16 20:47:54.334188 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a3073-3be2-4773-8152-666a1dbd85ab req-fed902e2-2ef2-44eb-b546-4ff55dffa1f9 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:54.335684 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e18a3073-3be2-4773-8152-666a1dbd85ab req-fed902e2-2ef2-44eb-b546-4ff55dffa1f9 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 946 time: 0.0486820 Aug 16 20:47:54.374932 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e18a3073-3be2-4773-8152-666a1dbd85ab req-73cac59a-3c71-44ad-a02b-a88720c77f90 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325878 Aug 16 20:47:55.489693 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5578d7-77e3-4c95-9d23-88a9fa88d699 req-bbf05f3f-0b83-4658-83ba-6edcbd3bed38 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:55.492004 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0b5578d7-77e3-4c95-9d23-88a9fa88d699 req-bbf05f3f-0b83-4658-83ba-6edcbd3bed38 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 946 time: 0.0490813 Aug 16 20:47:55.530001 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0b5578d7-77e3-4c95-9d23-88a9fa88d699 req-63fa298a-99a0-42d4-9e76-7273c6822be8 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323172 Aug 16 20:47:56.647523 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfb6ad-356b-4693-9b6e-362d2c58efbe req-8e6dfa94-6be1-4150-b606-95e272433f59 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:56.649019 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2ebfb6ad-356b-4693-9b6e-362d2c58efbe req-8e6dfa94-6be1-4150-b606-95e272433f59 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 946 time: 0.0529361 Aug 16 20:47:56.687636 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2ebfb6ad-356b-4693-9b6e-362d2c58efbe req-21b4ec47-ff7f-4493-a12a-52b62ba86e58 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321951 Aug 16 20:47:57.802414 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a39976-5540-4e36-ab91-47c59690b735 req-d6917805-5ba4-4c42-95c1-900938fec631 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:57.803933 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d0a39976-5540-4e36-ab91-47c59690b735 req-d6917805-5ba4-4c42-95c1-900938fec631 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 946 time: 0.0484021 Aug 16 20:47:57.846659 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d0a39976-5540-4e36-ab91-47c59690b735 req-cfb735f0-3525-464d-816d-f7f8e5fc25e1 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368166 Aug 16 20:47:58.961446 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3460f52-1355-479a-84b7-7ede69f6a68d req-b6c6395d-60cb-4def-8488-6062c262196b tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:58.962927 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c3460f52-1355-479a-84b7-7ede69f6a68d req-b6c6395d-60cb-4def-8488-6062c262196b tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 946 time: 0.0484424 Aug 16 20:47:59.000009 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c3460f52-1355-479a-84b7-7ede69f6a68d req-fdaaca44-320e-4897-b53a-0f58c2e4c64c tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310388 Aug 16 20:48:00.119202 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f2a1d-4060-4393-8171-60afb7168a82 req-e63ac221-4d1e-4de3-a8b9-2a0f26a8e397 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:00.120868 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b36f2a1d-4060-4393-8171-60afb7168a82 req-e63ac221-4d1e-4de3-a8b9-2a0f26a8e397 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 946 time: 0.0533586 Aug 16 20:48:00.158505 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b36f2a1d-4060-4393-8171-60afb7168a82 req-134ce5da-c8d5-4f19-bb3b-daf7839871e2 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318089 Aug 16 20:48:01.275055 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c88e85-108a-4d8f-9b6f-70860957381c req-c641f119-27f6-48d2-99eb-76e670a89a5c tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:01.276576 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b7c88e85-108a-4d8f-9b6f-70860957381c req-c641f119-27f6-48d2-99eb-76e670a89a5c tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 946 time: 0.0520890 Aug 16 20:48:01.315080 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b7c88e85-108a-4d8f-9b6f-70860957381c req-25a96669-e8fe-420b-8b72-3793780d9f1c tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319798 Aug 16 20:48:01.876944 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2fd9f493-7abd-494d-acd0-12d1cf010e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:02.428805 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a9ab2-11b9-4bd2-8f97-2cb4653eb229 req-5445703d-cf54-4221-8358-7f654b0934e6 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:02.430284 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-327a9ab2-11b9-4bd2-8f97-2cb4653eb229 req-5445703d-cf54-4221-8358-7f654b0934e6 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 946 time: 0.0488663 Aug 16 20:48:02.469366 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-327a9ab2-11b9-4bd2-8f97-2cb4653eb229 req-e031d6e6-f18f-4e24-8f85-6293c2a83b4c tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331011 Aug 16 20:48:03.587870 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeeafae-81df-4226-b17a-282fa773888b req-2ce16ddf-10b5-4923-ac7d-b3a4f7f6c867 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:03.589355 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6aeeafae-81df-4226-b17a-282fa773888b req-2ce16ddf-10b5-4923-ac7d-b3a4f7f6c867 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 946 time: 0.0533981 Aug 16 20:48:03.626505 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6aeeafae-81df-4226-b17a-282fa773888b req-0c62944b-b399-4575-93f0-624197883f02 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312917 Aug 16 20:48:04.457024 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-568258aa-f4e5-4127-bcbf-fe97ffe2bfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:04.719535 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:04.748449 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ba66a-c58c-462e-bc25-90ac08e4ca95 req-3d3d128e-657e-4633-9c05-1c24f14b68b5 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:04.749956 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ca3ba66a-c58c-462e-bc25-90ac08e4ca95 req-3d3d128e-657e-4633-9c05-1c24f14b68b5 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 946 time: 0.0572076 Aug 16 20:48:04.787950 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ca3ba66a-c58c-462e-bc25-90ac08e4ca95 req-030bdd0e-a4ea-4e12-aa74-1cda3e23bb18 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320280 Aug 16 20:48:05.731609 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:05.900014 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092dc6d7-cee8-4628-97be-d7d50ccda856 req-3c381cd3-790d-4af5-af71-384f3ab89b28 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:05.901558 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-092dc6d7-cee8-4628-97be-d7d50ccda856 req-3c381cd3-790d-4af5-af71-384f3ab89b28 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 946 time: 0.0481515 Aug 16 20:48:05.940011 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-092dc6d7-cee8-4628-97be-d7d50ccda856 req-747aaab6-7207-4170-99a8-2f09de612c1b tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313959 Aug 16 20:48:06.380021 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:06.471517 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:07.057635 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c988d-fa83-40d2-a81b-86bf06825b6a req-a634039c-44f4-48d9-ba1c-43fd634bd681 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:07.059117 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-362c988d-fa83-40d2-a81b-86bf06825b6a req-a634039c-44f4-48d9-ba1c-43fd634bd681 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 946 time: 0.0527232 Aug 16 20:48:07.096477 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-362c988d-fa83-40d2-a81b-86bf06825b6a req-824b93e8-98fa-4612-86dd-1020a390682d tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307376 Aug 16 20:48:07.179041 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:08.211368 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a574fe-02d5-4377-ae3c-294ddce5aea9 req-da193f7f-5a84-4bf2-b928-628f99633032 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:08.212898 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-08a574fe-02d5-4377-ae3c-294ddce5aea9 req-da193f7f-5a84-4bf2-b928-628f99633032 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 946 time: 0.0497799 Aug 16 20:48:08.250636 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-08a574fe-02d5-4377-ae3c-294ddce5aea9 req-d106ccde-7de0-4895-a364-4e1c9c445b4b tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317838 Aug 16 20:48:08.595009 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:48:09.365909 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6c154-3b0f-4c23-a812-ebd18fcaf140 req-296b8df4-4e01-40b1-9316-0a219565720d tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:09.367344 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-91a6c154-3b0f-4c23-a812-ebd18fcaf140 req-296b8df4-4e01-40b1-9316-0a219565720d tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 946 time: 0.0484185 Aug 16 20:48:09.406310 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-91a6c154-3b0f-4c23-a812-ebd18fcaf140 req-a9408b4d-14fc-43e0-aaba-aa836a2fe3ea tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323410 Aug 16 20:48:10.524087 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ac9bd-ee2f-46ce-ac81-4207db2ee7f1 req-ed3f95cd-5ce4-41ce-8585-dc001d4f9a5d tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:10.525586 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4d0ac9bd-ee2f-46ce-ac81-4207db2ee7f1 req-ed3f95cd-5ce4-41ce-8585-dc001d4f9a5d tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 946 time: 0.0524728 Aug 16 20:48:10.562813 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4d0ac9bd-ee2f-46ce-ac81-4207db2ee7f1 req-64682454-78c7-41ad-8f91-fc5cbc6ed8b1 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305471 Aug 16 20:48:11.679478 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8baaf-e2ee-40fc-b304-7b350113b2c6 req-8496c298-c00a-44a3-baf1-59fa5319ea67 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:11.680981 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58d8baaf-e2ee-40fc-b304-7b350113b2c6 req-8496c298-c00a-44a3-baf1-59fa5319ea67 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 946 time: 0.0495949 Aug 16 20:48:11.719102 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58d8baaf-e2ee-40fc-b304-7b350113b2c6 req-7894c596-1b6b-43a1-ad37-48c3011ad1b4 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315850 Aug 16 20:48:12.833356 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc1c67-2371-48b4-9d79-4c34e88a4e38 req-48eef56a-973f-4750-b9f4-370d47d2ed5c tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:12.834834 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-25bc1c67-2371-48b4-9d79-4c34e88a4e38 req-48eef56a-973f-4750-b9f4-370d47d2ed5c tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 946 time: 0.0482976 Aug 16 20:48:12.873846 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-25bc1c67-2371-48b4-9d79-4c34e88a4e38 req-f34bd648-6d88-4c00-9d3a-7114a90e00c7 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331435 Aug 16 20:48:13.992311 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc4c7f-e2b0-4d5e-8067-7457fbc8e630 req-db894ba3-2b19-45a8-8d1c-156daa03aa12 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:13.993791 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0bdc4c7f-e2b0-4d5e-8067-7457fbc8e630 req-db894ba3-2b19-45a8-8d1c-156daa03aa12 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 946 time: 0.0522690 Aug 16 20:48:14.031054 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0bdc4c7f-e2b0-4d5e-8067-7457fbc8e630 req-865c482f-ad1f-431d-b94c-cac9271207d2 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313456 Aug 16 20:48:15.164000 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0b72c-27c2-409e-9e25-310975bf8f26 req-878ca5a5-eb9d-4b7a-9c52-631a5a873649 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:15.165496 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-abc0b72c-27c2-409e-9e25-310975bf8f26 req-878ca5a5-eb9d-4b7a-9c52-631a5a873649 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 946 time: 0.0526097 Aug 16 20:48:15.203385 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-abc0b72c-27c2-409e-9e25-310975bf8f26 req-6f36ef5a-6182-47c9-8689-1aac270de87e tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313234 Aug 16 20:48:16.317738 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c97965-a3e5-457a-a30a-07aac31520f9 req-f469eb84-c108-4a83-a4ae-acce62430562 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:16.319166 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58c97965-a3e5-457a-a30a-07aac31520f9 req-f469eb84-c108-4a83-a4ae-acce62430562 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 946 time: 0.0481524 Aug 16 20:48:16.356021 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58c97965-a3e5-457a-a30a-07aac31520f9 req-a6f67af4-32f7-448e-838a-f2b5552bb494 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310190 Aug 16 20:48:17.473546 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc021fe0-7921-4e22-b748-328f14e7da42 req-9b84072c-5cef-40e1-a189-14f8e4225bdc tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:17.475008 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fc021fe0-7921-4e22-b748-328f14e7da42 req-9b84072c-5cef-40e1-a189-14f8e4225bdc tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 946 time: 0.0525608 Aug 16 20:48:17.512276 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fc021fe0-7921-4e22-b748-328f14e7da42 req-db54c3fc-8536-4dc7-aa9d-b7f54d9d0e6a tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310645 Aug 16 20:48:18.625197 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bab5c-1724-47f7-8699-e8be3d9a00fa req-796be4ef-7758-4a3b-8235-d41dd36f76f7 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:18.626671 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a14bab5c-1724-47f7-8699-e8be3d9a00fa req-796be4ef-7758-4a3b-8235-d41dd36f76f7 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 946 time: 0.0477686 Aug 16 20:48:18.663913 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a14bab5c-1724-47f7-8699-e8be3d9a00fa req-483fa805-3c58-42d3-bb81-25c5b3486e16 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314479 Aug 16 20:48:19.781624 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbcb04c-aaef-4920-ac82-ba34f0efc52a req-e69ecceb-54b5-439a-bc02-831af057f9eb tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:19.783090 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8bbcb04c-aaef-4920-ac82-ba34f0efc52a req-e69ecceb-54b5-439a-bc02-831af057f9eb tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 946 time: 0.0490162 Aug 16 20:48:19.819718 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8bbcb04c-aaef-4920-ac82-ba34f0efc52a req-fb03d128-ff5d-4aa9-b921-c5b653b3e30e tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305927 Aug 16 20:48:20.249431 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-2083024d-c52b-4aed-a333-8af71b494212 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:48:20.250460 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-2083024d-c52b-4aed-a333-8af71b494212 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058267 Aug 16 20:48:20.312785 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-b8669ed7-2abc-4e82-8cf6-627dea28bdc9 service neutron] show failed (client error): The resource could not be found. Aug 16 20:48:20.313698 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-b8669ed7-2abc-4e82-8cf6-627dea28bdc9 service neutron] 10.222.0.63 "GET /v2.0/ports/a2c9c0d0-59f9-4190-b02d-26c3f3ad9703/bindings/n-h1-787206-13 HTTP/1.1" status: 404 len: 381 time: 0.0556788 Aug 16 20:48:20.510728 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-73384c8d-c809-4d48-91e8-cef793de7e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:20.512216 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-73384c8d-c809-4d48-91e8-cef793de7e01 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324&tenant_id=f0dccb2f4f624097b244d5aa17110d00 HTTP/1.1" status: 200 len: 1098 time: 0.0444927 Aug 16 20:48:20.524883 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787206-13', 'device_owner': 'compute:nova'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:20.575220 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:20.780647 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] For port a2c9c0d0-59f9-4190-b02d-26c3f3ad9703, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a2c9c0d0-59f9-4190-b02d-26c3f3ad9703,segment=NetworkSegment(c7ef8b60-c435-4de4-9944-3e44d6ee9280),segment_id=c7ef8b60-c435-4de4-9944-3e44d6ee9280)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:20.815919 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] For port a2c9c0d0-59f9-4190-b02d-26c3f3ad9703, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:20.859967 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4030eb29-9d04-4380-a305-226876816324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2c9c0d0-59f9-4190-b02d-26c3f3ad9703'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:20.862201 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c1d177-5852-4136-b279-d395e81eb076" -d '{"events": [{"server_uuid": "4030eb29-9d04-4380-a305-226876816324", "name": "network-vif-unplugged", "status": "completed", "tag": "a2c9c0d0-59f9-4190-b02d-26c3f3ad9703"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:20.866159 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:20.878481 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] Transition to ACTIVE for port object a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:20.883279 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:20.942280 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184cce3f-7843-4424-8111-59dea2013631 req-7d10aaaf-ed21-4bad-8824-8ef4d1cb3f85 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:20.943806 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-184cce3f-7843-4424-8111-59dea2013631 req-7d10aaaf-ed21-4bad-8824-8ef4d1cb3f85 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 944 time: 0.0545208 Aug 16 20:48:20.945128 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] Pushing event updated for resources: {'Port': ['ID=a2c9c0d0-59f9-4190-b02d-26c3f3ad9703,revision_number=6']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:20.947258 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] No DVR routers for this DVR port a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 on host n-h2-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:48:20.956718 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:20.957071 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:20.957408 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:20.957738 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:20.958065 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:20.958395 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:20.958705 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:20.959024 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:20.959369 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:20.959688 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:20.960004 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:20.960323 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:20.983697 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-184cce3f-7843-4424-8111-59dea2013631 req-332c97df-c3f6-4a74-9940-41959d8567a2 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335393 Aug 16 20:48:20.994216 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] Attempting to bind port a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:20.994563 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] Attempting to bind port a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'c7ef8b60-c435-4de4-9944-3e44d6ee9280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '882eba2d-1332-4515-8c8d-bbbc0dc2c118'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:20.994919 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] Attempting to bind port a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 on network 882eba2d-1332-4515-8c8d-bbbc0dc2c118 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:21.000015 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] Port a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 on network 882eba2d-1332-4515-8c8d-bbbc0dc2c118 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:48:21.000015 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] Attempting to bind port a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 on network 882eba2d-1332-4515-8c8d-bbbc0dc2c118 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:21.004833 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:21.005166 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] Checking segment: {'id': 'c7ef8b60-c435-4de4-9944-3e44d6ee9280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '882eba2d-1332-4515-8c8d-bbbc0dc2c118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:21.005546 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] Bound using segment: {'id': 'c7ef8b60-c435-4de4-9944-3e44d6ee9280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '882eba2d-1332-4515-8c8d-bbbc0dc2c118'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:21.005966 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] Bound port: a2c9c0d0-59f9-4190-b02d-26c3f3ad9703, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ef8b60-c435-4de4-9944-3e44d6ee9280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '882eba2d-1332-4515-8c8d-bbbc0dc2c118'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:21.006323 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:21.039017 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9208e3-a1bb-4078-b67d-921376692ba5 x-openstack-request-id: req-7a9208e3-a1bb-4078-b67d-921376692ba5 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:21.039333 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4030eb29-9d04-4380-a305-226876816324", "name": "network-vif-unplugged", "status": "completed", "tag": "a2c9c0d0-59f9-4190-b02d-26c3f3ad9703", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:21.039588 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7a9208e3-a1bb-4078-b67d-921376692ba5 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:21.039972 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4030eb29-9d04-4380-a305-226876816324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2c9c0d0-59f9-4190-b02d-26c3f3ad9703', 'code': 200} Aug 16 20:48:21.074536 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] For port a2c9c0d0-59f9-4190-b02d-26c3f3ad9703, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:21.078159 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] For port a2c9c0d0-59f9-4190-b02d-26c3f3ad9703, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a2c9c0d0-59f9-4190-b02d-26c3f3ad9703,segment=NetworkSegment(c7ef8b60-c435-4de4-9944-3e44d6ee9280),segment_id=c7ef8b60-c435-4de4-9944-3e44d6ee9280)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:21.082799 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:21.114959 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:21.115603 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:21.116985 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] 10.222.0.57 "PUT /v2.0/ports/a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 HTTP/1.1" status: 200 len: 1093 time: 0.5959876 Aug 16 20:48:21.138937 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85e149-9397-4753-86d5-5322944ef62c service neutron] Pushing event updated for resources: {'Port': ['ID=a2c9c0d0-59f9-4190-b02d-26c3f3ad9703,revision_number=7']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:21.182011 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-c3ec5e54-59b0-4de8-84cc-c9ab5327e52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:21.183541 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-c3ec5e54-59b0-4de8-84cc-c9ab5327e52a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0dccb2f4f624097b244d5aa17110d00&device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 1096 time: 0.0411909 Aug 16 20:48:21.275928 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-cd646ecf-62c1-45da-a604-3431c6b1df74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:21.277688 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-cd646ecf-62c1-45da-a604-3431c6b1df74 service neutron] 10.222.0.57 "GET /v2.0/networks?id=882eba2d-1332-4515-8c8d-bbbc0dc2c118 HTTP/1.1" status: 200 len: 916 time: 0.0877047 Aug 16 20:48:21.318291 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-10a443d0-8e01-450f-8f11-6e54886b0057 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 HTTP/1.1" status: 200 len: 217 time: 0.0336432 Aug 16 20:48:21.365443 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-980f3a40-6057-4b9d-8725-bf962452b48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:21.366762 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-980f3a40-6057-4b9d-8725-bf962452b48c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2bcf2246-c8ed-4735-b251-4f1d781dc8da HTTP/1.1" status: 200 len: 855 time: 0.0418539 Aug 16 20:48:21.398297 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-1c630aaf-b211-4cd7-aa6f-c145f72ea7f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=882eba2d-1332-4515-8c8d-bbbc0dc2c118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249259 Aug 16 20:48:21.487853 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-925fdbb0-d17a-4b71-b3d0-9a2f276cc396 service neutron] 10.222.0.57 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823512 Aug 16 20:48:21.575227 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b5f7a292-f8a7-422d-891c-d58cb14d52ca req-6004b935-df12-462c-b806-0e2a509ccc68 service neutron] 10.222.0.57 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801623 Aug 16 20:48:22.101970 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1643a95-d362-418e-a86b-29ad53955591 req-7e2f33ea-5ccd-4089-a5aa-88a2ae124f4a tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:22.103518 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d1643a95-d362-418e-a86b-29ad53955591 req-7e2f33ea-5ccd-4089-a5aa-88a2ae124f4a tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 944 time: 0.0505373 Aug 16 20:48:22.146232 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d1643a95-d362-418e-a86b-29ad53955591 req-04f890f8-2af7-4806-a4bb-0fa37124696f tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367551 Aug 16 20:48:23.041691 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4030eb29-9d04-4380-a305-226876816324', 'tag': 'a2c9c0d0-59f9-4190-b02d-26c3f3ad9703'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:23.044037 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b906fc6c-cbe4-4fd1-bc03-d3bcbafa4e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "4030eb29-9d04-4380-a305-226876816324", "tag": "a2c9c0d0-59f9-4190-b02d-26c3f3ad9703"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:23.095794 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abbf222-70fc-49f9-a2a1-678235a5be15 x-openstack-request-id: req-9abbf222-70fc-49f9-a2a1-678235a5be15 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:23.096082 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4030eb29-9d04-4380-a305-226876816324", "tag": "a2c9c0d0-59f9-4190-b02d-26c3f3ad9703", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:23.096664 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9abbf222-70fc-49f9-a2a1-678235a5be15 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:23.096855 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4030eb29-9d04-4380-a305-226876816324', 'tag': 'a2c9c0d0-59f9-4190-b02d-26c3f3ad9703', 'status': 'completed', 'code': 200} Aug 16 20:48:23.192540 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906fc6c-cbe4-4fd1-bc03-d3bcbafa4e9d req-4eae7e46-8319-4ea0-b43b-54fc37b500f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:23.194047 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b906fc6c-cbe4-4fd1-bc03-d3bcbafa4e9d req-4eae7e46-8319-4ea0-b43b-54fc37b500f7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f0dccb2f4f624097b244d5aa17110d00&device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 1096 time: 0.0811796 Aug 16 20:48:23.195793 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906fc6c-cbe4-4fd1-bc03-d3bcbafa4e9d req-942851ee-3336-4b19-b19a-61d572b5d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:23.197127 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b906fc6c-cbe4-4fd1-bc03-d3bcbafa4e9d req-942851ee-3336-4b19-b19a-61d572b5d6a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0dccb2f4f624097b244d5aa17110d00&device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 1096 time: 0.0518909 Aug 16 20:48:23.263672 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa0641-c3c1-495e-8463-40ad6cf99955 req-12372b9e-071a-4d26-8e79-2fb53680efed tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:23.265182 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-83aa0641-c3c1-495e-8463-40ad6cf99955 req-12372b9e-071a-4d26-8e79-2fb53680efed tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 944 time: 0.0485263 Aug 16 20:48:23.304662 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-83aa0641-c3c1-495e-8463-40ad6cf99955 req-93ea9289-9a96-4dc3-8162-0011cd99bf34 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326376 Aug 16 20:48:23.355269 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906fc6c-cbe4-4fd1-bc03-d3bcbafa4e9d req-aa21c751-6077-4d15-9f15-b11217ac31fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:23.356742 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b906fc6c-cbe4-4fd1-bc03-d3bcbafa4e9d req-aa21c751-6077-4d15-9f15-b11217ac31fc service neutron] 10.222.0.63 "GET /v2.0/networks?id=882eba2d-1332-4515-8c8d-bbbc0dc2c118 HTTP/1.1" status: 200 len: 916 time: 0.1552832 Aug 16 20:48:23.359293 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906fc6c-cbe4-4fd1-bc03-d3bcbafa4e9d req-bc77d23e-685a-46af-bcd8-ce76d7e987d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:23.360715 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b906fc6c-cbe4-4fd1-bc03-d3bcbafa4e9d req-bc77d23e-685a-46af-bcd8-ce76d7e987d7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=882eba2d-1332-4515-8c8d-bbbc0dc2c118 HTTP/1.1" status: 200 len: 916 time: 0.1510425 Aug 16 20:48:23.411000 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b906fc6c-cbe4-4fd1-bc03-d3bcbafa4e9d req-afb1a4b0-9e99-4dc0-b18f-ec9d331399bd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 HTTP/1.1" status: 200 len: 217 time: 0.0463030 Aug 16 20:48:23.447306 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b906fc6c-cbe4-4fd1-bc03-d3bcbafa4e9d req-e71ec5ed-903a-4e23-8460-bf0aee865ae6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 HTTP/1.1" status: 200 len: 217 time: 0.0769594 Aug 16 20:48:23.514074 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906fc6c-cbe4-4fd1-bc03-d3bcbafa4e9d req-9f409c6b-d3eb-4345-834a-f1cd589113b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:23.515582 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b906fc6c-cbe4-4fd1-bc03-d3bcbafa4e9d req-9f409c6b-d3eb-4345-834a-f1cd589113b7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bcf2246-c8ed-4735-b251-4f1d781dc8da HTTP/1.1" status: 200 len: 855 time: 0.0775564 Aug 16 20:48:23.521477 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906fc6c-cbe4-4fd1-bc03-d3bcbafa4e9d req-1abc25a0-4744-4e60-b072-54d67af3c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:23.522822 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b906fc6c-cbe4-4fd1-bc03-d3bcbafa4e9d req-1abc25a0-4744-4e60-b072-54d67af3c73a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2bcf2246-c8ed-4735-b251-4f1d781dc8da HTTP/1.1" status: 200 len: 855 time: 0.0575950 Aug 16 20:48:23.543040 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff1f08-878d-4061-bb4f-06e624018ed0 req-9d9fc54d-5f8d-4a0e-b7ce-2a5b1bedd6de tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:23.544577 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ddff1f08-878d-4061-bb4f-06e624018ed0 req-9d9fc54d-5f8d-4a0e-b7ce-2a5b1bedd6de tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 944 time: 0.0843451 Aug 16 20:48:23.553022 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1297c-3e72-4735-9eba-9690646aaa5b req-499f1ae2-f7dd-4a5e-8477-7c2ddfad5620 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:23.554428 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a2e1297c-3e72-4735-9eba-9690646aaa5b req-499f1ae2-f7dd-4a5e-8477-7c2ddfad5620 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.63 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324&tenant_id=f0dccb2f4f624097b244d5aa17110d00&binding%3Ahost_id=n-h1-787206-13 HTTP/1.1" status: 200 len: 944 time: 0.0847702 Aug 16 20:48:23.570527 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b906fc6c-cbe4-4fd1-bc03-d3bcbafa4e9d req-a01530d1-6878-42d1-aed0-bc299f33d175 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=882eba2d-1332-4515-8c8d-bbbc0dc2c118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466781 Aug 16 20:48:23.572299 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b906fc6c-cbe4-4fd1-bc03-d3bcbafa4e9d req-ba2948ea-5e51-42b0-8288-23c123be051f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=882eba2d-1332-4515-8c8d-bbbc0dc2c118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412018 Aug 16 20:48:23.620316 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ddff1f08-878d-4061-bb4f-06e624018ed0 req-eb82a13e-853c-4109-b8fd-2034f49b4db2 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649409 Aug 16 20:48:23.636872 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [req-a2e1297c-3e72-4735-9eba-9690646aaa5b req-92c70555-6c56-4c29-bc89-d7ce520ab060 service neutron] delete failed (client error): The resource could not be found. Aug 16 20:48:23.637925 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a2e1297c-3e72-4735-9eba-9690646aaa5b req-92c70555-6c56-4c29-bc89-d7ce520ab060 service neutron] 10.222.0.63 "DELETE /v2.0/ports/a2c9c0d0-59f9-4190-b02d-26c3f3ad9703/bindings/n-h2-787206-13 HTTP/1.1" status: 404 len: 381 time: 0.0767584 Aug 16 20:48:23.725429 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b906fc6c-cbe4-4fd1-bc03-d3bcbafa4e9d req-a6000932-6f3d-4821-b42f-8445141d645e service neutron] 10.222.0.63 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468151 Aug 16 20:48:23.728692 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b906fc6c-cbe4-4fd1-bc03-d3bcbafa4e9d req-8c7b8b46-2f54-452a-ac2e-46edca73505b service neutron] 10.222.0.57 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434891 Aug 16 20:48:23.878324 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b906fc6c-cbe4-4fd1-bc03-d3bcbafa4e9d req-9811ba70-4dac-4ec7-8d1b-87e22bd2e510 service neutron] 10.222.0.63 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473699 Aug 16 20:48:23.881593 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b906fc6c-cbe4-4fd1-bc03-d3bcbafa4e9d req-db05ee7a-5527-4a89-ae5c-27e245578e46 service neutron] 10.222.0.57 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432185 Aug 16 20:48:23.976198 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1297c-3e72-4735-9eba-9690646aaa5b req-56a9b8be-0267-4a8e-850d-6959b197f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:23.977659 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a2e1297c-3e72-4735-9eba-9690646aaa5b req-56a9b8be-0267-4a8e-850d-6959b197f5a5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f0dccb2f4f624097b244d5aa17110d00&device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 1096 time: 0.0410013 Aug 16 20:48:24.007894 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:48:24.050640 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:48:24.069821 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1297c-3e72-4735-9eba-9690646aaa5b req-3a48f94d-5eb1-41e0-9d0d-538d5bd0dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:24.071297 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a2e1297c-3e72-4735-9eba-9690646aaa5b req-3a48f94d-5eb1-41e0-9d0d-538d5bd0dc4b service neutron] 10.222.0.63 "GET /v2.0/networks?id=882eba2d-1332-4515-8c8d-bbbc0dc2c118 HTTP/1.1" status: 200 len: 916 time: 0.0871048 Aug 16 20:48:24.111418 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a2e1297c-3e72-4735-9eba-9690646aaa5b req-ef931f79-a738-4f56-8650-77b06a750ee6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 HTTP/1.1" status: 200 len: 217 time: 0.0334172 Aug 16 20:48:24.162578 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1297c-3e72-4735-9eba-9690646aaa5b req-6eaa044a-4791-4ec2-907f-1df40ba8f931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:24.164006 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a2e1297c-3e72-4735-9eba-9690646aaa5b req-6eaa044a-4791-4ec2-907f-1df40ba8f931 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bcf2246-c8ed-4735-b251-4f1d781dc8da HTTP/1.1" status: 200 len: 855 time: 0.0460513 Aug 16 20:48:24.194398 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a2e1297c-3e72-4735-9eba-9690646aaa5b req-5e03f3e9-3c66-4265-9657-1f38f1f4e7ea service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=882eba2d-1332-4515-8c8d-bbbc0dc2c118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234244 Aug 16 20:48:24.283641 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a2e1297c-3e72-4735-9eba-9690646aaa5b req-bf344e7d-5075-45ba-90d1-d5bc140d1357 service neutron] 10.222.0.63 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816252 Aug 16 20:48:24.374891 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a2e1297c-3e72-4735-9eba-9690646aaa5b req-927220a2-04bb-4663-8f3c-8cbb84a0958a service neutron] 10.222.0.63 "GET /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849881 Aug 16 20:48:24.748021 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc634b7-c41a-498d-830b-537c359d2b5a req-02d43933-7654-4ccc-829a-78ee51ced467 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:24.749539 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ddc634b7-c41a-498d-830b-537c359d2b5a req-02d43933-7654-4ccc-829a-78ee51ced467 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 944 time: 0.0570815 Aug 16 20:48:24.788601 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ddc634b7-c41a-498d-830b-537c359d2b5a req-82dbc1af-2296-467e-900a-d8075817ab12 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321651 Aug 16 20:48:25.476473 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:48:25.566375 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port a2c9c0d0-59f9-4190-b02d-26c3f3ad9703, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a2c9c0d0-59f9-4190-b02d-26c3f3ad9703,segment=NetworkSegment(c7ef8b60-c435-4de4-9944-3e44d6ee9280),segment_id=c7ef8b60-c435-4de4-9944-3e44d6ee9280)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:25.577320 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'a2c9c0d0-59f9-4190-b02d-26c3f3ad9703', 'network_id': '882eba2d-1332-4515-8c8d-bbbc0dc2c118', 'port_id': 'a2c9c0d0-59f9-4190-b02d-26c3f3ad9703', 'mac_address': 'fa:16:3e:d5:6f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bcf2246-c8ed-4735-b251-4f1d781dc8da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:48:25.616779 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:25.628766 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:25.648019 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port a2c9c0d0-59f9-4190-b02d-26c3f3ad9703, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a2c9c0d0-59f9-4190-b02d-26c3f3ad9703,segment=NetworkSegment(c7ef8b60-c435-4de4-9944-3e44d6ee9280),segment_id=c7ef8b60-c435-4de4-9944-3e44d6ee9280)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:25.651927 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:25.697279 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=a2c9c0d0-59f9-4190-b02d-26c3f3ad9703,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:25.864437 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['a2c9c0d0-59f9-4190-b02d-26c3f3ad9703'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:25.904699 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba64230-50f5-44e8-8b54-eac39ce09e9b req-0b8162f8-7f3e-4d75-96d7-a472dc9d9189 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:25.906328 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ba64230-50f5-44e8-8b54-eac39ce09e9b req-0b8162f8-7f3e-4d75-96d7-a472dc9d9189 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 945 time: 0.0492885 Aug 16 20:48:25.944346 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ba64230-50f5-44e8-8b54-eac39ce09e9b req-77620146-fb21-4557-8b3d-cfc1d087d0dd tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315883 Aug 16 20:48:26.059327 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef08285-c83e-47a4-8e5f-45fce1e61956 req-ce74a31b-63ff-4d73-aefc-80c29b3012f6 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:26.060827 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7ef08285-c83e-47a4-8e5f-45fce1e61956 req-ce74a31b-63ff-4d73-aefc-80c29b3012f6 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 945 time: 0.0492532 Aug 16 20:48:26.097914 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7ef08285-c83e-47a4-8e5f-45fce1e61956 req-3e9dbd1a-36a4-4f81-8079-d64da357ed16 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310662 Aug 16 20:48:26.213583 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25ab9a-9d44-4d92-ace2-997f7e2ccc4a req-8f24e31d-4326-4cf4-a17f-4677dee4d3b7 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:26.215018 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3d25ab9a-9d44-4d92-ace2-997f7e2ccc4a req-8f24e31d-4326-4cf4-a17f-4677dee4d3b7 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 945 time: 0.0527236 Aug 16 20:48:26.251720 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3d25ab9a-9d44-4d92-ace2-997f7e2ccc4a req-00ce40a6-a749-4b8e-b7ca-8703431ee7d7 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302672 Aug 16 20:48:26.573960 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141de66b-a3da-4890-8056-104fb36ff9f0 req-c88d1f27-740d-4e82-aab0-c92317d2b361 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:26.575440 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-141de66b-a3da-4890-8056-104fb36ff9f0 req-c88d1f27-740d-4e82-aab0-c92317d2b361 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 945 time: 0.0482283 Aug 16 20:48:26.611981 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-141de66b-a3da-4890-8056-104fb36ff9f0 req-606fcc9c-ed3f-47f8-9e17-c4781d5c2cc8 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300398 Aug 16 20:48:27.492068 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:27.539295 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:27.542777 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:27.543150 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:27.616604 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:27.638405 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4030eb29-9d04-4380-a305-226876816324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c9c0d0-59f9-4190-b02d-26c3f3ad9703'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:27.640614 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee63d34-e421-4d74-a3f4-be3b4d2e42f6" -d '{"events": [{"server_uuid": "4030eb29-9d04-4380-a305-226876816324", "name": "network-vif-plugged", "status": "completed", "tag": "a2c9c0d0-59f9-4190-b02d-26c3f3ad9703"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:27.657291 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port a2c9c0d0-59f9-4190-b02d-26c3f3ad9703, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a2c9c0d0-59f9-4190-b02d-26c3f3ad9703,segment=NetworkSegment(c7ef8b60-c435-4de4-9944-3e44d6ee9280),segment_id=c7ef8b60-c435-4de4-9944-3e44d6ee9280)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:27.661730 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:27.712015 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=a2c9c0d0-59f9-4190-b02d-26c3f3ad9703,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:27.724337 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79639a18-1722-4af7-989c-0220947afd06 req-5b2a4bc9-dbe8-477a-8d32-3db281383a85 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:27.725826 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-79639a18-1722-4af7-989c-0220947afd06 req-5b2a4bc9-dbe8-477a-8d32-3db281383a85 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.57 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 946 time: 0.0536957 Aug 16 20:48:27.730334 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cba256-bd2c-4cf6-930c-b561f18365cb req-5e26d3b0-d024-45f3-9bc7-6abd7960a31b tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:27.732014 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-22cba256-bd2c-4cf6-930c-b561f18365cb req-5e26d3b0-d024-45f3-9bc7-6abd7960a31b tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 946 time: 0.0522902 Aug 16 20:48:27.770628 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-22cba256-bd2c-4cf6-930c-b561f18365cb req-e9b44e75-b743-458d-80ae-bc935656db2c tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6422a63-5f12-47ba-a183-af4732fbac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324705 Aug 16 20:48:27.813929 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27693b52-7f94-4c88-a64d-38b6a42d18eb x-openstack-request-id: req-27693b52-7f94-4c88-a64d-38b6a42d18eb {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:27.814241 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4030eb29-9d04-4380-a305-226876816324", "name": "network-vif-plugged", "status": "completed", "tag": "a2c9c0d0-59f9-4190-b02d-26c3f3ad9703", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:27.814657 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-27693b52-7f94-4c88-a64d-38b6a42d18eb {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:27.815095 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4030eb29-9d04-4380-a305-226876816324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c9c0d0-59f9-4190-b02d-26c3f3ad9703', 'code': 200} Aug 16 20:48:27.822043 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-79639a18-1722-4af7-989c-0220947afd06 req-f656f48b-8ec6-49ad-8dfd-38bd15d725f1 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Deleting port a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:48:27.822391 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-79639a18-1722-4af7-989c-0220947afd06 req-f656f48b-8ec6-49ad-8dfd-38bd15d725f1 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:27.909654 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-79639a18-1722-4af7-989c-0220947afd06 req-f656f48b-8ec6-49ad-8dfd-38bd15d725f1 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] For port a2c9c0d0-59f9-4190-b02d-26c3f3ad9703, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a2c9c0d0-59f9-4190-b02d-26c3f3ad9703,segment=NetworkSegment(c7ef8b60-c435-4de4-9944-3e44d6ee9280),segment_id=c7ef8b60-c435-4de4-9944-3e44d6ee9280)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:27.910015 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-79639a18-1722-4af7-989c-0220947afd06 req-f656f48b-8ec6-49ad-8dfd-38bd15d725f1 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:27.922214 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-79639a18-1722-4af7-989c-0220947afd06 req-f656f48b-8ec6-49ad-8dfd-38bd15d725f1 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Calling delete_port for a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:48:28.050961 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-79639a18-1722-4af7-989c-0220947afd06 req-f656f48b-8ec6-49ad-8dfd-38bd15d725f1 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:28.063228 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['a2c9c0d0-59f9-4190-b02d-26c3f3ad9703'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:28.080089 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656f48b-8ec6-49ad-8dfd-38bd15d725f1 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Pushing event deleted for resources: {'Port': ['ID=a2c9c0d0-59f9-4190-b02d-26c3f3ad9703,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:28.437614 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-79639a18-1722-4af7-989c-0220947afd06 req-f656f48b-8ec6-49ad-8dfd-38bd15d725f1 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] No DVR routers for this DVR port a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:48:28.441086 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-79639a18-1722-4af7-989c-0220947afd06 req-f656f48b-8ec6-49ad-8dfd-38bd15d725f1 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:28.443045 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-79639a18-1722-4af7-989c-0220947afd06 req-f656f48b-8ec6-49ad-8dfd-38bd15d725f1 tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.57 "DELETE /v2.0/ports/a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 HTTP/1.1" status: 204 len: 173 time: 0.7106640 Aug 16 20:48:28.443504 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4030eb29-9d04-4380-a305-226876816324', 'name': 'network-vif-deleted', 'tag': 'a2c9c0d0-59f9-4190-b02d-26c3f3ad9703'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:28.445711 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34a0040-75dd-4f75-9164-3b3f7f23560a" -d '{"events": [{"server_uuid": "4030eb29-9d04-4380-a305-226876816324", "name": "network-vif-deleted", "tag": "a2c9c0d0-59f9-4190-b02d-26c3f3ad9703"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:28.481940 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb7ad88-e978-47cc-a24a-2e466449c62a x-openstack-request-id: req-7cb7ad88-e978-47cc-a24a-2e466449c62a {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:28.482234 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4030eb29-9d04-4380-a305-226876816324", "name": "network-vif-deleted", "tag": "a2c9c0d0-59f9-4190-b02d-26c3f3ad9703", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:28.482489 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7cb7ad88-e978-47cc-a24a-2e466449c62a {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:28.482884 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4030eb29-9d04-4380-a305-226876816324', 'name': 'network-vif-deleted', 'tag': 'a2c9c0d0-59f9-4190-b02d-26c3f3ad9703', 'status': 'completed', 'code': 200} Aug 16 20:48:28.885146 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ee25cd64-05a2-4fa6-9879-e088d55e0209 req-3d2b2c56-b409-4c35-9923-8dce3b6bd52b tempest-ServerDiskConfigTestJSON-1120527688 tempest-ServerDiskConfigTestJSON-1120527688-project] 10.222.0.68 "GET /v2.0/ports?device_id=4030eb29-9d04-4380-a305-226876816324 HTTP/1.1" status: 200 len: 210 time: 0.0336485 Aug 16 20:48:30.001528 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59378) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:30.046095 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-506ddfdc-2f6a-433c-a24c-5c9aa50b4908 admin admin] Deleting subnet 2bcf2246-c8ed-4735-b251-4f1d781dc8da {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:48:30.049713 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-506ddfdc-2f6a-433c-a24c-5c9aa50b4908 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:30.083696 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-506ddfdc-2f6a-433c-a24c-5c9aa50b4908 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:30.120970 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-506ddfdc-2f6a-433c-a24c-5c9aa50b4908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:30.175680 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-506ddfdc-2f6a-433c-a24c-5c9aa50b4908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:30.198560 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ddfdc-2f6a-433c-a24c-5c9aa50b4908 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bcf2246-c8ed-4735-b251-4f1d781dc8da,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:30.204291 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-506ddfdc-2f6a-433c-a24c-5c9aa50b4908 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:30.206440 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-506ddfdc-2f6a-433c-a24c-5c9aa50b4908 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/2bcf2246-c8ed-4735-b251-4f1d781dc8da HTTP/1.1" status: 204 len: 168 time: 0.2036626 Aug 16 20:48:30.208721 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59380) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:30.273944 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b197f28-065b-49bc-92c5-af98f6e036b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:30.353252 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b197f28-065b-49bc-92c5-af98f6e036b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:30.363571 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9b197f28-065b-49bc-92c5-af98f6e036b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882eba2d-1332-4515-8c8d-bbbc0dc2c118']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:30.372774 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9b197f28-065b-49bc-92c5-af98f6e036b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ef8b60-c435-4de4-9944-3e44d6ee9280') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:30.373143 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9b197f28-065b-49bc-92c5-af98f6e036b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ef8b60-c435-4de4-9944-3e44d6ee9280') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:30.381546 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b197f28-065b-49bc-92c5-af98f6e036b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:30.394382 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b197f28-065b-49bc-92c5-af98f6e036b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:30.400179 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b197f28-065b-49bc-92c5-af98f6e036b0 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:48:30.400560 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b197f28-065b-49bc-92c5-af98f6e036b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:30.402210 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:48:30.402210 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:48:30.402210 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:48:30.402210 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:48:30.402210 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:48:30.402210 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:48:30.402210 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:48:30.402210 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:48:30.402210 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:48:30.402210 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:48:30.402210 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:48:30.402210 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:48:30.402210 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:48:30.402210 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:48:30.402210 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:48:30.402210 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:48:30.402210 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:48:30.402210 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:48:30.402210 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:48:30.402210 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:48:30.402210 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:48:30.402210 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:48:30.402210 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:48:30.402210 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:48:30.402210 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:48:30.402210 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:48:30.402210 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:48:30.402210 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:48:30.402210 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:48:30.402210 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:48:30.402210 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:48:30.402210 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:48:30.453658 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b197f28-065b-49bc-92c5-af98f6e036b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:30.458723 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b197f28-065b-49bc-92c5-af98f6e036b0 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:30.460649 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9b197f28-065b-49bc-92c5-af98f6e036b0 admin admin] 10.222.0.68 "DELETE /v2.0/networks/882eba2d-1332-4515-8c8d-bbbc0dc2c118 HTTP/1.1" status: 204 len: 168 time: 0.2510302 Aug 16 20:48:30.475707 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b197f28-065b-49bc-92c5-af98f6e036b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=882eba2d-1332-4515-8c8d-bbbc0dc2c118,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:30.565916 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59384) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:30.604887 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b2dbbacc-6216-4f62-aa14-30242e62803f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f0dccb2f4f624097b244d5aa17110d00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378389 Aug 16 20:48:30.607208 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59386) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:30.652481 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e317ac2-f045-4d78-9194-62314a3868db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:30.672844 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e317ac2-f045-4d78-9194-62314a3868db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:30.717094 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e317ac2-f045-4d78-9194-62314a3868db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:30.719587 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e317ac2-f045-4d78-9194-62314a3868db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:30.720707 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7e317ac2-f045-4d78-9194-62314a3868db admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a6422a63-5f12-47ba-a183-af4732fbac75 HTTP/1.1" status: 204 len: 168 time: 0.1126201 Aug 16 20:48:30.730451 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e317ac2-f045-4d78-9194-62314a3868db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6422a63-5f12-47ba-a183-af4732fbac75,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:31.393972 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59408) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:31.490365 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0af8a86d-32ff-4938-81ff-6acd74b0030b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1287251891-network', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:31.507512 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:48:31.513542 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af8a86d-32ff-4938-81ff-6acd74b0030b admin admin] Made reservation on behalf of 4752d1785d6e49a5bed80a64f126b145 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:31.516345 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0af8a86d-32ff-4938-81ff-6acd74b0030b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:31.525627 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0af8a86d-32ff-4938-81ff-6acd74b0030b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:31.527525 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:48:31.527874 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device a2c9c0d0-59f9-4190-b02d-26c3f3ad9703 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:48:31.614951 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0af8a86d-32ff-4938-81ff-6acd74b0030b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:31.619193 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0af8a86d-32ff-4938-81ff-6acd74b0030b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:31.648477 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af8a86d-32ff-4938-81ff-6acd74b0030b admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:48:31.657585 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8a86d-32ff-4938-81ff-6acd74b0030b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50087837-e77b-4fe1-ada2-51b51f4b395a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:31.664113 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0af8a86d-32ff-4938-81ff-6acd74b0030b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:31.664510 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-0af8a86d-32ff-4938-81ff-6acd74b0030b admin admin] Added segment 209ccf7d-441c-4ef7-81d4-432b78648fa0 of type vlan for network 93e03616-808c-4b21-9953-60a2b750ea39 Aug 16 20:48:31.705824 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0af8a86d-32ff-4938-81ff-6acd74b0030b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:31.732368 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0af8a86d-32ff-4938-81ff-6acd74b0030b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:31.733411 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af8a86d-32ff-4938-81ff-6acd74b0030b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:31.734083 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0af8a86d-32ff-4938-81ff-6acd74b0030b admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:31.789254 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0af8a86d-32ff-4938-81ff-6acd74b0030b admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3941770 Aug 16 20:48:31.792766 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59412) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:31.794634 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8a86d-32ff-4938-81ff-6acd74b0030b admin admin] Pushing event updated for resources: {'Network': ['ID=93e03616-808c-4b21-9953-60a2b750ea39,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:31.798011 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-559c905a-c036-4b48-822a-717f22592c46 admin admin] Request body: {'subnet': {'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1287251891-subnet', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:31.805044 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 93e03616-808c-4b21-9953-60a2b750ea39 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:48:31.825558 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559c905a-c036-4b48-822a-717f22592c46 admin admin] Made reservation on behalf of 4752d1785d6e49a5bed80a64f126b145 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:31.827924 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-559c905a-c036-4b48-822a-717f22592c46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:31.886931 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dc4cfef2-ca26-4523-a261-f994b48ff71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:31.998748 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-559c905a-c036-4b48-822a-717f22592c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:32.054648 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c905a-c036-4b48-822a-717f22592c46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59eaeaea-5f74-4c40-b69f-49e9e61935c9,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:32.065533 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c905a-c036-4b48-822a-717f22592c46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:32.065880 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c905a-c036-4b48-822a-717f22592c46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:32.066239 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c905a-c036-4b48-822a-717f22592c46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:32.066557 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c905a-c036-4b48-822a-717f22592c46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:32.066888 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c905a-c036-4b48-822a-717f22592c46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:32.067216 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c905a-c036-4b48-822a-717f22592c46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:32.067574 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c905a-c036-4b48-822a-717f22592c46 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:32.067900 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c905a-c036-4b48-822a-717f22592c46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:32.068224 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c905a-c036-4b48-822a-717f22592c46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:32.068548 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c905a-c036-4b48-822a-717f22592c46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:32.068868 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c905a-c036-4b48-822a-717f22592c46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:32.069187 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c905a-c036-4b48-822a-717f22592c46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:32.074194 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559c905a-c036-4b48-822a-717f22592c46 admin admin] Checking segment: {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:32.074563 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559c905a-c036-4b48-822a-717f22592c46 admin admin] Network hostable DHCP agents. Network: 93e03616-808c-4b21-9953-60a2b750ea39, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:48:32.091796 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559c905a-c036-4b48-822a-717f22592c46 admin admin] Network 93e03616-808c-4b21-9953-60a2b750ea39 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:48:32.102167 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-559c905a-c036-4b48-822a-717f22592c46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 93e03616-808c-4b21-9953-60a2b750ea39) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:32.106459 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559c905a-c036-4b48-822a-717f22592c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:32.107058 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-559c905a-c036-4b48-822a-717f22592c46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:32.116027 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84982640-4010-4b92-8c25-0ee3be79e4ff None None] Network 93e03616-808c-4b21-9953-60a2b750ea39 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:48:32.126745 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59414) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:32.127128 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-559c905a-c036-4b48-822a-717f22592c46 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3331742 Aug 16 20:48:32.139024 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-20fec251-9778-4153-9735-b022a7b5a15c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:32.161192 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-20fec251-9778-4153-9735-b022a7b5a15c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:32.162206 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-20fec251-9778-4153-9735-b022a7b5a15c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:32.216894 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-20fec251-9778-4153-9735-b022a7b5a15c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:32.262793 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccaa422-6a1a-4f37-84bf-2e568fd82c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-93e03616-808c-4b21-9953-60a2b750ea39', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:48:32.263694 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7ccaa422-6a1a-4f37-84bf-2e568fd82c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:32.354378 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-20fec251-9778-4153-9735-b022a7b5a15c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:32.393799 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-7ccaa422-6a1a-4f37-84bf-2e568fd82c1c None None] Allocated IP 172.20.0.2 (93e03616-808c-4b21-9953-60a2b750ea39/59eaeaea-5f74-4c40-b69f-49e9e61935c9/34f7b340-7857-4a0a-848d-736a0fa86e85) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:32.546520 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7ccaa422-6a1a-4f37-84bf-2e568fd82c1c None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:32.554907 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7ccaa422-6a1a-4f37-84bf-2e568fd82c1c None None] Transition to ACTIVE for port object 34f7b340-7857-4a0a-848d-736a0fa86e85 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:32.563358 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-20fec251-9778-4153-9735-b022a7b5a15c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:32.570172 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7ccaa422-6a1a-4f37-84bf-2e568fd82c1c None None] Transition to ACTIVE for port object 34f7b340-7857-4a0a-848d-736a0fa86e85 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:32.576305 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7ccaa422-6a1a-4f37-84bf-2e568fd82c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:32.583381 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-20fec251-9778-4153-9735-b022a7b5a15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:32.620647 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccaa422-6a1a-4f37-84bf-2e568fd82c1c None None] Network 93e03616-808c-4b21-9953-60a2b750ea39 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:32.623852 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-7ccaa422-6a1a-4f37-84bf-2e568fd82c1c None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:32.628177 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccaa422-6a1a-4f37-84bf-2e568fd82c1c None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:32.636823 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccaa422-6a1a-4f37-84bf-2e568fd82c1c None None] Pushing event updated for resources: {'Port': ['ID=34f7b340-7857-4a0a-848d-736a0fa86e85,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:32.693362 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-7ccaa422-6a1a-4f37-84bf-2e568fd82c1c None None] Attempting to bind port 34f7b340-7857-4a0a-848d-736a0fa86e85 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:32.693727 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-7ccaa422-6a1a-4f37-84bf-2e568fd82c1c None None] Attempting to bind port 34f7b340-7857-4a0a-848d-736a0fa86e85 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:32.694088 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccaa422-6a1a-4f37-84bf-2e568fd82c1c None None] Attempting to bind port 34f7b340-7857-4a0a-848d-736a0fa86e85 on network 93e03616-808c-4b21-9953-60a2b750ea39 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:32.698940 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccaa422-6a1a-4f37-84bf-2e568fd82c1c None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:32.699355 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccaa422-6a1a-4f37-84bf-2e568fd82c1c None None] Checking segment: {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:32.699741 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7ccaa422-6a1a-4f37-84bf-2e568fd82c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:32.700126 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccaa422-6a1a-4f37-84bf-2e568fd82c1c None None] Bound using segment: {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:32.700578 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-7ccaa422-6a1a-4f37-84bf-2e568fd82c1c None None] Bound port: 34f7b340-7857-4a0a-848d-736a0fa86e85, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:32.700956 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7ccaa422-6a1a-4f37-84bf-2e568fd82c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:32.701954 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-20fec251-9778-4153-9735-b022a7b5a15c admin admin] Allocated IP 172.25.8.237 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/843dba09-1afc-41a7-b709-340a74451668) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:32.762414 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7ccaa422-6a1a-4f37-84bf-2e568fd82c1c None None] For port 34f7b340-7857-4a0a-848d-736a0fa86e85, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:32.765748 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7ccaa422-6a1a-4f37-84bf-2e568fd82c1c None None] For port 34f7b340-7857-4a0a-848d-736a0fa86e85, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=34f7b340-7857-4a0a-848d-736a0fa86e85,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:32.770472 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7ccaa422-6a1a-4f37-84bf-2e568fd82c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:32.806108 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-20fec251-9778-4153-9735-b022a7b5a15c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:32.825099 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccaa422-6a1a-4f37-84bf-2e568fd82c1c None None] Pushing event updated for resources: {'Port': ['ID=34f7b340-7857-4a0a-848d-736a0fa86e85,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:32.846537 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-20fec251-9778-4153-9735-b022a7b5a15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:32.896522 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fec251-9778-4153-9735-b022a7b5a15c admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:32.899448 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-20fec251-9778-4153-9735-b022a7b5a15c admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:32.903647 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fec251-9778-4153-9735-b022a7b5a15c admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:32.906666 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fec251-9778-4153-9735-b022a7b5a15c admin admin] Pushing event updated for resources: {'Port': ['ID=843dba09-1afc-41a7-b709-340a74451668,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:33.172477 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-20fec251-9778-4153-9735-b022a7b5a15c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:33.367518 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-20fec251-9778-4153-9735-b022a7b5a15c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:33.496805 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 34f7b340-7857-4a0a-848d-736a0fa86e85 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:33.513011 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20fec251-9778-4153-9735-b022a7b5a15c admin admin] Router f0570d74-09a7-4a9e-a9e9-116b61608ffb is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:48:33.550309 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 34f7b340-7857-4a0a-848d-736a0fa86e85 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:33.621170 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fec251-9778-4153-9735-b022a7b5a15c admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:48:33.631334 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3997acda-cd1c-4cca-bf4b-98ab81a55946 None None] Sync routers for ids ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:48:33.638313 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-20fec251-9778-4153-9735-b022a7b5a15c admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:33.640579 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3997acda-cd1c-4cca-bf4b-98ab81a55946 None None] Routers {'f0570d74-09a7-4a9e-a9e9-116b61608ffb'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:48:33.641254 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3997acda-cd1c-4cca-bf4b-98ab81a55946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:48:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:33.643966 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59416) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:33.650401 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-20fec251-9778-4153-9735-b022a7b5a15c admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5219071 Aug 16 20:48:33.752288 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-3997acda-cd1c-4cca-bf4b-98ab81a55946 None None] Set router f0570d74-09a7-4a9e-a9e9-116b61608ffb gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:48:33.765034 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4996617d-b48c-424f-a9e6-f3b6bf160ac2 None None] Network 93e03616-808c-4b21-9953-60a2b750ea39 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:48:33.878540 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5855594b-1210-4c1e-b218-9cd0d1af838d None None] Provisioning for port 34f7b340-7857-4a0a-848d-736a0fa86e85 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:33.888547 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5855594b-1210-4c1e-b218-9cd0d1af838d None None] Provisioning complete for port 34f7b340-7857-4a0a-848d-736a0fa86e85 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:33.889178 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5855594b-1210-4c1e-b218-9cd0d1af838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:33.926717 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3997acda-cd1c-4cca-bf4b-98ab81a55946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '843dba09-1afc-41a7-b709-340a74451668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:33Z', 'revision_number': 3, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port': {'id': '843dba09-1afc-41a7-b709-340a74451668', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:33.957120 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3997acda-cd1c-4cca-bf4b-98ab81a55946 None None] Checking router: f0570d74-09a7-4a9e-a9e9-116b61608ffb for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:48:33.957358 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3997acda-cd1c-4cca-bf4b-98ab81a55946 None None] Updating router f0570d74-09a7-4a9e-a9e9-116b61608ffb port 843dba09-1afc-41a7-b709-340a74451668 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:48:33.983307 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3997acda-cd1c-4cca-bf4b-98ab81a55946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:34.009166 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5855594b-1210-4c1e-b218-9cd0d1af838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:34.059124 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5855594b-1210-4c1e-b218-9cd0d1af838d None None] For port 34f7b340-7857-4a0a-848d-736a0fa86e85, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=34f7b340-7857-4a0a-848d-736a0fa86e85,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:34.064451 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5855594b-1210-4c1e-b218-9cd0d1af838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:34.117947 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855594b-1210-4c1e-b218-9cd0d1af838d None None] Pushing event updated for resources: {'Port': ['ID=34f7b340-7857-4a0a-848d-736a0fa86e85,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:34.125027 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-69f6f6bf-9974-469a-ae1e-02e6165bd2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:34.247158 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3997acda-cd1c-4cca-bf4b-98ab81a55946 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:34.257555 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-3997acda-cd1c-4cca-bf4b-98ab81a55946 None None] Transition to ACTIVE for port object 843dba09-1afc-41a7-b709-340a74451668 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:34.263178 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3997acda-cd1c-4cca-bf4b-98ab81a55946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:34.285621 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3f17d41c-9fd2-496e-a10b-b43fd3103ac9 None None] Provisioning complete for port 34f7b340-7857-4a0a-848d-736a0fa86e85 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:34.285994 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3f17d41c-9fd2-496e-a10b-b43fd3103ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:34.286253 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-69f6f6bf-9974-469a-ae1e-02e6165bd2c7 admin admin] Allocated IP 172.20.0.1 (93e03616-808c-4b21-9953-60a2b750ea39/59eaeaea-5f74-4c40-b69f-49e9e61935c9/b16c5acd-4e3c-44d8-9f8d-0229b848c9d1) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:34.311996 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-3997acda-cd1c-4cca-bf4b-98ab81a55946 None None] Attempting to bind port 843dba09-1afc-41a7-b709-340a74451668 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:34.312360 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-3997acda-cd1c-4cca-bf4b-98ab81a55946 None None] Attempting to bind port 843dba09-1afc-41a7-b709-340a74451668 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:34.312716 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3997acda-cd1c-4cca-bf4b-98ab81a55946 None None] Attempting to bind port 843dba09-1afc-41a7-b709-340a74451668 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:34.319848 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3997acda-cd1c-4cca-bf4b-98ab81a55946 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:34.320215 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3997acda-cd1c-4cca-bf4b-98ab81a55946 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:34.320616 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3997acda-cd1c-4cca-bf4b-98ab81a55946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:34.320999 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3997acda-cd1c-4cca-bf4b-98ab81a55946 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:34.322186 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-3997acda-cd1c-4cca-bf4b-98ab81a55946 None None] Bound port: 843dba09-1afc-41a7-b709-340a74451668, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:34.322186 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3997acda-cd1c-4cca-bf4b-98ab81a55946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:34.345613 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e3a91-05b6-4132-94ac-98c1548134ad None None] Pushing event updated for resources: {'Port': ['ID=843dba09-1afc-41a7-b709-340a74451668,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:34.359160 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1e3a91-05b6-4132-94ac-98c1548134ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:34.359526 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1e3a91-05b6-4132-94ac-98c1548134ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:34.360030 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1e3a91-05b6-4132-94ac-98c1548134ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:34.360358 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1e3a91-05b6-4132-94ac-98c1548134ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:34.360685 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1e3a91-05b6-4132-94ac-98c1548134ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:34.361008 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1e3a91-05b6-4132-94ac-98c1548134ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:34.361327 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1e3a91-05b6-4132-94ac-98c1548134ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:34.362178 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1e3a91-05b6-4132-94ac-98c1548134ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:34.362564 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1e3a91-05b6-4132-94ac-98c1548134ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:34.362881 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1e3a91-05b6-4132-94ac-98c1548134ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:34.363195 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1e3a91-05b6-4132-94ac-98c1548134ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:34.363533 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1e3a91-05b6-4132-94ac-98c1548134ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:34.389480 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-3997acda-cd1c-4cca-bf4b-98ab81a55946 None None] For port 843dba09-1afc-41a7-b709-340a74451668, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:34.392529 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-3997acda-cd1c-4cca-bf4b-98ab81a55946 None None] For port 843dba09-1afc-41a7-b709-340a74451668, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=843dba09-1afc-41a7-b709-340a74451668,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:34.396995 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3997acda-cd1c-4cca-bf4b-98ab81a55946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:34.411465 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-69f6f6bf-9974-469a-ae1e-02e6165bd2c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:34.424883 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-69f6f6bf-9974-469a-ae1e-02e6165bd2c7 admin admin] Transition to ACTIVE for port object b16c5acd-4e3c-44d8-9f8d-0229b848c9d1 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:34.454528 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e3a91-05b6-4132-94ac-98c1548134ad None None] Pushing event updated for resources: {'Port': ['ID=843dba09-1afc-41a7-b709-340a74451668,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:34.457596 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3997acda-cd1c-4cca-bf4b-98ab81a55946 None None] Routers {'f0570d74-09a7-4a9e-a9e9-116b61608ffb'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:48:34.458208 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3997acda-cd1c-4cca-bf4b-98ab81a55946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:48:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:34.460655 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-973a6c95-35c8-4729-9923-3e7666e3034e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:34.462369 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-69f6f6bf-9974-469a-ae1e-02e6165bd2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:34.499916 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f6f6bf-9974-469a-ae1e-02e6165bd2c7 admin admin] Network 93e03616-808c-4b21-9953-60a2b750ea39 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:34.505289 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-69f6f6bf-9974-469a-ae1e-02e6165bd2c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:34.508754 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f6f6bf-9974-469a-ae1e-02e6165bd2c7 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:34.538508 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f6f6bf-9974-469a-ae1e-02e6165bd2c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b16c5acd-4e3c-44d8-9f8d-0229b848c9d1,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:34.556093 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-69f6f6bf-9974-469a-ae1e-02e6165bd2c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:34.563525 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-3997acda-cd1c-4cca-bf4b-98ab81a55946 None None] Set router f0570d74-09a7-4a9e-a9e9-116b61608ffb gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:48:34.687214 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-69f6f6bf-9974-469a-ae1e-02e6165bd2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:34.720346 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:34.762856 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3997acda-cd1c-4cca-bf4b-98ab81a55946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '843dba09-1afc-41a7-b709-340a74451668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:33Z', 'revision_number': 3, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port': {'id': '843dba09-1afc-41a7-b709-340a74451668', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:34.788942 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3997acda-cd1c-4cca-bf4b-98ab81a55946 None None] The sync data for ids ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'] in n-d-787206-13 is: [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '843dba09-1afc-41a7-b709-340a74451668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:33Z', 'revision_number': 3, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port': {'id': '843dba09-1afc-41a7-b709-340a74451668', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:48:34.813703 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-960b68c6-efb7-4cca-ac8b-c0884ef8c83e None None] Provisioning for port b16c5acd-4e3c-44d8-9f8d-0229b848c9d1 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:34.817856 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-960b68c6-efb7-4cca-ac8b-c0884ef8c83e None None] Provisioning complete for port b16c5acd-4e3c-44d8-9f8d-0229b848c9d1 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:34.818295 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-960b68c6-efb7-4cca-ac8b-c0884ef8c83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:34.854468 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-960b68c6-efb7-4cca-ac8b-c0884ef8c83e None None] Port b16c5acd-4e3c-44d8-9f8d-0229b848c9d1 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:48:34.867215 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-69f6f6bf-9974-469a-ae1e-02e6165bd2c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:34.872333 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-69f6f6bf-9974-469a-ae1e-02e6165bd2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:34.943140 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f6f6bf-9974-469a-ae1e-02e6165bd2c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b16c5acd-4e3c-44d8-9f8d-0229b848c9d1,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:34.946410 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-69f6f6bf-9974-469a-ae1e-02e6165bd2c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.052539 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f6f6bf-9974-469a-ae1e-02e6165bd2c7 admin admin] Network 93e03616-808c-4b21-9953-60a2b750ea39 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:35.054041 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-69f6f6bf-9974-469a-ae1e-02e6165bd2c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:35.284482 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-78c1995e-edaa-4137-8e6e-64a43b9d0c6e None None] Provisioning complete for port b16c5acd-4e3c-44d8-9f8d-0229b848c9d1 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:35.285146 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-78c1995e-edaa-4137-8e6e-64a43b9d0c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.325951 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-78c1995e-edaa-4137-8e6e-64a43b9d0c6e None None] Port b16c5acd-4e3c-44d8-9f8d-0229b848c9d1 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:48:35.545313 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 843dba09-1afc-41a7-b709-340a74451668 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:35.546714 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f6f6bf-9974-469a-ae1e-02e6165bd2c7 admin admin] Router f0570d74-09a7-4a9e-a9e9-116b61608ffb has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:48:35.603590 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 843dba09-1afc-41a7-b709-340a74451668 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:35.607757 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 843dba09-1afc-41a7-b709-340a74451668 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:35.608130 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.666353 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f6f6bf-9974-469a-ae1e-02e6165bd2c7 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:48:35.672273 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-69f6f6bf-9974-469a-ae1e-02e6165bd2c7 admin admin] 10.222.0.68 "PUT /v2.0/routers/f0570d74-09a7-4a9e-a9e9-116b61608ffb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0271840 Aug 16 20:48:35.695473 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.721443 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 843dba09-1afc-41a7-b709-340a74451668, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=843dba09-1afc-41a7-b709-340a74451668,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:35.730062 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.730858 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 34f7b340-7857-4a0a-848d-736a0fa86e85 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:35.774082 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.810849 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=843dba09-1afc-41a7-b709-340a74451668,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:35.828380 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 34f7b340-7857-4a0a-848d-736a0fa86e85 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:35.828753 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:36.380184 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:36.404694 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b9a046-9d83-41f3-b8c5-1db146005e50 None None] Sync routers for ids ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:48:36.413715 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b9a046-9d83-41f3-b8c5-1db146005e50 None None] Routers {'f0570d74-09a7-4a9e-a9e9-116b61608ffb'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:48:36.414332 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-35b9a046-9d83-41f3-b8c5-1db146005e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:48:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:36.513252 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:36.528730 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-35b9a046-9d83-41f3-b8c5-1db146005e50 None None] Set router f0570d74-09a7-4a9e-a9e9-116b61608ffb gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:48:36.875538 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-35b9a046-9d83-41f3-b8c5-1db146005e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '843dba09-1afc-41a7-b709-340a74451668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:34Z', 'revision_number': 4, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port': {'id': '843dba09-1afc-41a7-b709-340a74451668', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'b16c5acd-4e3c-44d8-9f8d-0229b848c9d1', 'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'mac_address': 'fa:16:3e:76:fd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:34Z', 'updated_at': '2021-08-16T20:48:34Z', 'revision_number': 2, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'subnets': [{'id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:36.901972 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b9a046-9d83-41f3-b8c5-1db146005e50 None None] Checking router: f0570d74-09a7-4a9e-a9e9-116b61608ffb for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:48:36.902322 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b9a046-9d83-41f3-b8c5-1db146005e50 None None] Updating router f0570d74-09a7-4a9e-a9e9-116b61608ffb port b16c5acd-4e3c-44d8-9f8d-0229b848c9d1 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:48:36.926550 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-35b9a046-9d83-41f3-b8c5-1db146005e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.141657 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59426) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:37.146834 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3d30aa61-aee3-4ce4-ba18-3f0482385d3c tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1620722183', 'description': 'tempest-description--809317941'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:37.168862 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d30aa61-aee3-4ce4-ba18-3f0482385d3c tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.193399 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.205664 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-35b9a046-9d83-41f3-b8c5-1db146005e50 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.215928 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-35b9a046-9d83-41f3-b8c5-1db146005e50 None None] Transition to ACTIVE for port object b16c5acd-4e3c-44d8-9f8d-0229b848c9d1 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:37.221903 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-35b9a046-9d83-41f3-b8c5-1db146005e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.251149 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d30aa61-aee3-4ce4-ba18-3f0482385d3c tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.255851 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d30aa61-aee3-4ce4-ba18-3f0482385d3c tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.288198 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d30aa61-aee3-4ce4-ba18-3f0482385d3c tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.289574 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3d30aa61-aee3-4ce4-ba18-3f0482385d3c tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1468766 Aug 16 20:48:37.292379 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced03fa8-4678-4743-a07f-e2fad79b66f4 None None] Pushing event updated for resources: {'Port': ['ID=b16c5acd-4e3c-44d8-9f8d-0229b848c9d1,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:37.293669 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59428) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:37.294199 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30aa61-aee3-4ce4-ba18-3f0482385d3c tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b52dd29-5b10-401e-a8be-5f45b9c42f01,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:37.301811 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2cf20557-7ec1-4a39-a664-352aa915d9bf tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Request body: {'security_group_rule': {'security_group_id': '3b52dd29-5b10-401e-a8be-5f45b9c42f01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:37.333100 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2cf20557-7ec1-4a39-a664-352aa915d9bf tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.335662 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-35b9a046-9d83-41f3-b8c5-1db146005e50 None None] Attempting to bind port b16c5acd-4e3c-44d8-9f8d-0229b848c9d1 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:37.336570 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-35b9a046-9d83-41f3-b8c5-1db146005e50 None None] Attempting to bind port b16c5acd-4e3c-44d8-9f8d-0229b848c9d1 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:37.336570 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b9a046-9d83-41f3-b8c5-1db146005e50 None None] Attempting to bind port b16c5acd-4e3c-44d8-9f8d-0229b848c9d1 on network 93e03616-808c-4b21-9953-60a2b750ea39 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:37.341713 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b9a046-9d83-41f3-b8c5-1db146005e50 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:37.342087 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b9a046-9d83-41f3-b8c5-1db146005e50 None None] Checking segment: {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:37.342843 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-35b9a046-9d83-41f3-b8c5-1db146005e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.343279 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b9a046-9d83-41f3-b8c5-1db146005e50 None None] Bound using segment: {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:37.343813 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-35b9a046-9d83-41f3-b8c5-1db146005e50 None None] Bound port: b16c5acd-4e3c-44d8-9f8d-0229b848c9d1, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:37.344157 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-35b9a046-9d83-41f3-b8c5-1db146005e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.405785 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2cf20557-7ec1-4a39-a664-352aa915d9bf tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.412421 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2cf20557-7ec1-4a39-a664-352aa915d9bf tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.421010 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-35b9a046-9d83-41f3-b8c5-1db146005e50 None None] For port b16c5acd-4e3c-44d8-9f8d-0229b848c9d1, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:37.425783 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-35b9a046-9d83-41f3-b8c5-1db146005e50 None None] For port b16c5acd-4e3c-44d8-9f8d-0229b848c9d1, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b16c5acd-4e3c-44d8-9f8d-0229b848c9d1,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:37.429570 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf20557-7ec1-4a39-a664-352aa915d9bf tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86bfb415-22b0-42fd-956f-cb2a08895af7,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:37.429884 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-35b9a046-9d83-41f3-b8c5-1db146005e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.452714 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2cf20557-7ec1-4a39-a664-352aa915d9bf tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.457274 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59432) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:37.458176 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2cf20557-7ec1-4a39-a664-352aa915d9bf tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1621883 Aug 16 20:48:37.462698 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-9b8e7002-3538-4c3e-8bf0-ecbe5fc47ec3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Request body: {'security_group_rule': {'security_group_id': '3b52dd29-5b10-401e-a8be-5f45b9c42f01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:37.485463 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 843dba09-1afc-41a7-b709-340a74451668 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:37.504375 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b8e7002-3538-4c3e-8bf0-ecbe5fc47ec3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.536885 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b9a046-9d83-41f3-b8c5-1db146005e50 None None] Routers {'f0570d74-09a7-4a9e-a9e9-116b61608ffb'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:48:37.537740 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-35b9a046-9d83-41f3-b8c5-1db146005e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:48:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:37.545573 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced03fa8-4678-4743-a07f-e2fad79b66f4 None None] Pushing event updated for resources: {'Port': ['ID=b16c5acd-4e3c-44d8-9f8d-0229b848c9d1,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:37.571057 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b8e7002-3538-4c3e-8bf0-ecbe5fc47ec3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.576070 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b8e7002-3538-4c3e-8bf0-ecbe5fc47ec3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.606321 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e7002-3538-4c3e-8bf0-ecbe5fc47ec3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18158ca4-03e7-4a02-8447-d1b7f213e1b3,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:37.612222 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b8e7002-3538-4c3e-8bf0-ecbe5fc47ec3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.617200 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9b8e7002-3538-4c3e-8bf0-ecbe5fc47ec3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1546221 Aug 16 20:48:37.617656 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59434) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:37.625801 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8872c1a7-76d1-46cd-bc89-542767f54cc8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:37.650813 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8872c1a7-76d1-46cd-bc89-542767f54cc8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.684784 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 843dba09-1afc-41a7-b709-340a74451668 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:37.685154 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.713513 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-35b9a046-9d83-41f3-b8c5-1db146005e50 None None] Set router f0570d74-09a7-4a9e-a9e9-116b61608ffb gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:48:37.750543 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8872c1a7-76d1-46cd-bc89-542767f54cc8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.857818 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-8872c1a7-76d1-46cd-bc89-542767f54cc8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Allocated IP 172.25.8.195 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/f7acf18b-664c-4cf9-96a3-633f04e63779) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:37.961432 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8872c1a7-76d1-46cd-bc89-542767f54cc8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.972856 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-35b9a046-9d83-41f3-b8c5-1db146005e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '843dba09-1afc-41a7-b709-340a74451668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:34Z', 'revision_number': 4, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port': {'id': '843dba09-1afc-41a7-b709-340a74451668', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'b16c5acd-4e3c-44d8-9f8d-0229b848c9d1', 'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'mac_address': 'fa:16:3e:76:fd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:34Z', 'updated_at': '2021-08-16T20:48:37Z', 'revision_number': 4, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'subnets': [{'id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:37.999561 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8872c1a7-76d1-46cd-bc89-542767f54cc8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:38.004914 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b9a046-9d83-41f3-b8c5-1db146005e50 None None] The sync data for ids ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'] in n-d-787206-13 is: [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '843dba09-1afc-41a7-b709-340a74451668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:34Z', 'revision_number': 4, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port': {'id': '843dba09-1afc-41a7-b709-340a74451668', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'b16c5acd-4e3c-44d8-9f8d-0229b848c9d1', 'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'mac_address': 'fa:16:3e:76:fd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:34Z', 'updated_at': '2021-08-16T20:48:37Z', 'revision_number': 4, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'subnets': [{'id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:48:38.045536 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8872c1a7-76d1-46cd-bc89-542767f54cc8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:38.049969 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-8872c1a7-76d1-46cd-bc89-542767f54cc8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:38.063586 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8872c1a7-76d1-46cd-bc89-542767f54cc8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:38.092048 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872c1a7-76d1-46cd-bc89-542767f54cc8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Pushing event updated for resources: {'Port': ['ID=f7acf18b-664c-4cf9-96a3-633f04e63779,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:38.166854 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8872c1a7-76d1-46cd-bc89-542767f54cc8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:38.202379 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8872c1a7-76d1-46cd-bc89-542767f54cc8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:38.359808 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8872c1a7-76d1-46cd-bc89-542767f54cc8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:38.365376 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8872c1a7-76d1-46cd-bc89-542767f54cc8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:38.438761 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872c1a7-76d1-46cd-bc89-542767f54cc8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Pushing event updated for resources: {'Port': ['ID=f7acf18b-664c-4cf9-96a3-633f04e63779,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:38.451527 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8872c1a7-76d1-46cd-bc89-542767f54cc8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:38.465454 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8872c1a7-76d1-46cd-bc89-542767f54cc8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:38.466803 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8872c1a7-76d1-46cd-bc89-542767f54cc8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8482928 Aug 16 20:48:38.611056 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-8dfddc36-92dc-4715-86b7-08b0d6a5571f tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1620722183&fields=id&tenant_id=4752d1785d6e49a5bed80a64f126b145 HTTP/1.1" status: 200 len: 267 time: 0.0336497 Aug 16 20:48:38.725792 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-8e3aaab7-d987-42cc-833c-d35212a9e6ac tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:38.727017 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-8e3aaab7-d987-42cc-833c-d35212a9e6ac tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 812 time: 0.1083727 Aug 16 20:48:38.742469 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-5ee53e6b-3257-46a4-ac13-bc86bfd65798 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/quotas/4752d1785d6e49a5bed80a64f126b145 HTTP/1.1" status: 200 len: 375 time: 0.0096381 Aug 16 20:48:38.798076 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-bf871002-7925-4032-98bb-72efe571ec83 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496042 Aug 16 20:48:38.896016 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-a911217a-78d1-4d60-93cb-f611e77a9b8f service neutron] 10.222.0.68 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845897 Aug 16 20:48:38.992100 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-54692fe6-0f44-427d-9fcc-bed0e0a8a051 service neutron] 10.222.0.68 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899591 Aug 16 20:48:39.151512 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bed6e9e0-a20b-40ff-92b7-3708271fbedb req-dfca8518-6702-461a-a739-d7894958c015 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 210 time: 0.0272398 Aug 16 20:48:39.478903 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b16c5acd-4e3c-44d8-9f8d-0229b848c9d1 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:39.528249 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port b16c5acd-4e3c-44d8-9f8d-0229b848c9d1 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:39.531802 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port b16c5acd-4e3c-44d8-9f8d-0229b848c9d1 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:39.532176 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:39.613496 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:39.645757 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port b16c5acd-4e3c-44d8-9f8d-0229b848c9d1, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b16c5acd-4e3c-44d8-9f8d-0229b848c9d1,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:39.649217 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:39.701023 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=b16c5acd-4e3c-44d8-9f8d-0229b848c9d1,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:40.072529 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-f0265920-eaab-42f6-a043-3e04aa30f630 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:40.074011 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-f0265920-eaab-42f6-a043-3e04aa30f630 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.63 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 812 time: 0.1089730 Aug 16 20:48:40.117709 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-bad069b1-25e7-4d08-87c9-5abf4ec292fb tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4752d1785d6e49a5bed80a64f126b145 HTTP/1.1" status: 200 len: 380 time: 0.0343592 Aug 16 20:48:40.127051 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-394f1c92-b540-4779-9ee2-068ff9ee424e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Request body: {'port': {'device_id': '433bc0f1-3297-4c54-8913-f88cdace3049', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'admin_state_up': True, 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'security_groups': ['3b52dd29-5b10-401e-a8be-5f45b9c42f01']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:40.238576 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-394f1c92-b540-4779-9ee2-068ff9ee424e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Made reservation on behalf of 4752d1785d6e49a5bed80a64f126b145 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:40.242070 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-394f1c92-b540-4779-9ee2-068ff9ee424e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:40.243573 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e490a691-c8ea-42a0-8021-820a8b5df750 req-01443fb3-855b-4355-be05-221a77f5503b tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 210 time: 0.0266712 Aug 16 20:48:40.372341 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-394f1c92-b540-4779-9ee2-068ff9ee424e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Allocated IP 172.20.0.13 (93e03616-808c-4b21-9953-60a2b750ea39/59eaeaea-5f74-4c40-b69f-49e9e61935c9/f514cf96-26b6-40c0-b406-cfe0b7f49cae) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:40.504630 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-394f1c92-b540-4779-9ee2-068ff9ee424e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:40.517549 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-394f1c92-b540-4779-9ee2-068ff9ee424e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Transition to ACTIVE for port object f514cf96-26b6-40c0-b406-cfe0b7f49cae will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:40.550862 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-394f1c92-b540-4779-9ee2-068ff9ee424e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:40.598625 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-394f1c92-b540-4779-9ee2-068ff9ee424e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Network 93e03616-808c-4b21-9953-60a2b750ea39 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:40.601698 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-394f1c92-b540-4779-9ee2-068ff9ee424e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:40.605392 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-394f1c92-b540-4779-9ee2-068ff9ee424e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:40.628801 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f1c92-b540-4779-9ee2-068ff9ee424e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Pushing event updated for resources: {'Port': ['ID=f514cf96-26b6-40c0-b406-cfe0b7f49cae,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:40.659990 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-394f1c92-b540-4779-9ee2-068ff9ee424e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:40.660620 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-394f1c92-b540-4779-9ee2-068ff9ee424e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:40.674874 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-394f1c92-b540-4779-9ee2-068ff9ee424e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5513132 Aug 16 20:48:40.688045 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-0c362863-b6ad-4168-9a61-154accec239b service neutron] Request body: {'port': {'device_id': '433bc0f1-3297-4c54-8913-f88cdace3049', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:40.744226 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-0c362863-b6ad-4168-9a61-154accec239b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:40.895851 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8561c91b-d4e6-4d78-8c8a-0077eb5d1d99 None None] Provisioning for port f514cf96-26b6-40c0-b406-cfe0b7f49cae completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:40.899390 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8561c91b-d4e6-4d78-8c8a-0077eb5d1d99 None None] Provisioning complete for port f514cf96-26b6-40c0-b406-cfe0b7f49cae triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:40.899763 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8561c91b-d4e6-4d78-8c8a-0077eb5d1d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:40.932609 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8561c91b-d4e6-4d78-8c8a-0077eb5d1d99 None None] Port f514cf96-26b6-40c0-b406-cfe0b7f49cae cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:48:41.012316 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-0c362863-b6ad-4168-9a61-154accec239b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f514cf96-26b6-40c0-b406-cfe0b7f49cae {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:41.020697 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-0c362863-b6ad-4168-9a61-154accec239b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:41.032271 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-0c362863-b6ad-4168-9a61-154accec239b service neutron] Transition to ACTIVE for port object f514cf96-26b6-40c0-b406-cfe0b7f49cae will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:41.035283 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-0c362863-b6ad-4168-9a61-154accec239b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:41.102554 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c362863-b6ad-4168-9a61-154accec239b service neutron] Pushing event updated for resources: {'Port': ['ID=f514cf96-26b6-40c0-b406-cfe0b7f49cae,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:41.154877 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-0c362863-b6ad-4168-9a61-154accec239b service neutron] Attempting to bind port f514cf96-26b6-40c0-b406-cfe0b7f49cae on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:41.155223 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-0c362863-b6ad-4168-9a61-154accec239b service neutron] Attempting to bind port f514cf96-26b6-40c0-b406-cfe0b7f49cae by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:41.155571 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-0c362863-b6ad-4168-9a61-154accec239b service neutron] Attempting to bind port f514cf96-26b6-40c0-b406-cfe0b7f49cae on network 93e03616-808c-4b21-9953-60a2b750ea39 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:41.160108 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-0c362863-b6ad-4168-9a61-154accec239b service neutron] Port f514cf96-26b6-40c0-b406-cfe0b7f49cae on network 93e03616-808c-4b21-9953-60a2b750ea39 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:48:41.160426 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-0c362863-b6ad-4168-9a61-154accec239b service neutron] Attempting to bind port f514cf96-26b6-40c0-b406-cfe0b7f49cae on network 93e03616-808c-4b21-9953-60a2b750ea39 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:41.165172 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-0c362863-b6ad-4168-9a61-154accec239b service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:41.165504 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-0c362863-b6ad-4168-9a61-154accec239b service neutron] Checking segment: {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:41.165885 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-0c362863-b6ad-4168-9a61-154accec239b service neutron] Bound using segment: {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:41.166300 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-0c362863-b6ad-4168-9a61-154accec239b service neutron] Bound port: f514cf96-26b6-40c0-b406-cfe0b7f49cae, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:41.166664 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-0c362863-b6ad-4168-9a61-154accec239b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:41.235367 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-0c362863-b6ad-4168-9a61-154accec239b service neutron] For port f514cf96-26b6-40c0-b406-cfe0b7f49cae, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:41.238817 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-0c362863-b6ad-4168-9a61-154accec239b service neutron] For port f514cf96-26b6-40c0-b406-cfe0b7f49cae, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f514cf96-26b6-40c0-b406-cfe0b7f49cae,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:41.243084 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-0c362863-b6ad-4168-9a61-154accec239b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:41.276785 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-0c362863-b6ad-4168-9a61-154accec239b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:41.277437 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-0c362863-b6ad-4168-9a61-154accec239b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:41.278834 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-0c362863-b6ad-4168-9a61-154accec239b service neutron] 10.222.0.63 "PUT /v2.0/ports/f514cf96-26b6-40c0-b406-cfe0b7f49cae HTTP/1.1" status: 200 len: 1093 time: 0.5953968 Aug 16 20:48:41.279277 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433bc0f1-3297-4c54-8913-f88cdace3049', 'tag': 'f514cf96-26b6-40c0-b406-cfe0b7f49cae'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:41.281506 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1e12c7-bac7-4735-bc49-6c05356ec649" -d '{"events": [{"name": "network-changed", "server_uuid": "433bc0f1-3297-4c54-8913-f88cdace3049", "tag": "f514cf96-26b6-40c0-b406-cfe0b7f49cae"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:41.308478 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c362863-b6ad-4168-9a61-154accec239b service neutron] Pushing event updated for resources: {'Port': ['ID=f514cf96-26b6-40c0-b406-cfe0b7f49cae,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:41.363736 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-5112a66a-5452-4e47-bffc-02b4bc7dfc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:41.366009 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-5112a66a-5452-4e47-bffc-02b4bc7dfc37 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 1096 time: 0.0455258 Aug 16 20:48:41.384944 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211dd12-c9f2-40a0-9b8b-cb81a8d72f1c req-dc3333ef-9452-4ef6-97e9-ec508da246f2 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:41.387135 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e211dd12-c9f2-40a0-9b8b-cb81a8d72f1c req-dc3333ef-9452-4ef6-97e9-ec508da246f2 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 944 time: 0.0580847 Aug 16 20:48:41.418036 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-b2d95dce-c031-4950-b9c7-cef09bf3a54d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f514cf96-26b6-40c0-b406-cfe0b7f49cae HTTP/1.1" status: 200 len: 217 time: 0.0441031 Aug 16 20:48:41.432765 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e211dd12-c9f2-40a0-9b8b-cb81a8d72f1c req-dea55fc1-2ab4-4c21-8fd4-bc7d060b6bf8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394962 Aug 16 20:48:41.474392 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-c7dfae87-8f33-4c52-abf7-339686700f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:41.475905 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-c7dfae87-8f33-4c52-abf7-339686700f82 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0503583 Aug 16 20:48:41.484027 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b16c5acd-4e3c-44d8-9f8d-0229b848c9d1 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:41.492349 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ad7cca-0504-425e-bade-04590945637d x-openstack-request-id: req-91ad7cca-0504-425e-bade-04590945637d {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:41.492700 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433bc0f1-3297-4c54-8913-f88cdace3049", "tag": "f514cf96-26b6-40c0-b406-cfe0b7f49cae", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:41.493013 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-91ad7cca-0504-425e-bade-04590945637d {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:41.493468 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '433bc0f1-3297-4c54-8913-f88cdace3049', 'tag': 'f514cf96-26b6-40c0-b406-cfe0b7f49cae', 'status': 'completed', 'code': 200} Aug 16 20:48:41.526067 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-a8a6bd67-c726-44b0-9cc4-c12aa0568e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:41.527512 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-a8a6bd67-c726-44b0-9cc4-c12aa0568e63 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446613 Aug 16 20:48:41.532618 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port b16c5acd-4e3c-44d8-9f8d-0229b848c9d1 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:41.532988 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:41.934720 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-acfd57c1-66e2-4b6b-adfe-9842654bdea4 service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003184 Aug 16 20:48:42.022799 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-d3ed5190-eb53-4a96-9170-60122c6aedfc req-64ef7ca4-9ac5-48a1-be33-dba63ca70c00 service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802858 Aug 16 20:48:42.110164 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e12c7-bac7-4735-bc49-6c05356ec649 req-ad9334b5-6e4d-42f8-acd5-0966a958f894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:42.112122 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4c1e12c7-bac7-4735-bc49-6c05356ec649 req-ad9334b5-6e4d-42f8-acd5-0966a958f894 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 1096 time: 0.0432603 Aug 16 20:48:42.199429 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e12c7-bac7-4735-bc49-6c05356ec649 req-68a9cfd9-b816-4efc-911a-1e3d560d3d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:42.200876 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4c1e12c7-bac7-4735-bc49-6c05356ec649 req-68a9cfd9-b816-4efc-911a-1e3d560d3d0e service neutron] 10.222.0.63 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0824311 Aug 16 20:48:42.245674 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4c1e12c7-bac7-4735-bc49-6c05356ec649 req-d1c14357-5d31-4985-aa98-2c5a11321d50 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f514cf96-26b6-40c0-b406-cfe0b7f49cae HTTP/1.1" status: 200 len: 217 time: 0.0374272 Aug 16 20:48:42.293231 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e12c7-bac7-4735-bc49-6c05356ec649 req-9ddbdb53-251d-4afd-b2d7-d4f5217f633e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:42.294623 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4c1e12c7-bac7-4735-bc49-6c05356ec649 req-9ddbdb53-251d-4afd-b2d7-d4f5217f633e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0415998 Aug 16 20:48:42.338122 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e12c7-bac7-4735-bc49-6c05356ec649 req-42a6b55b-a8b4-4860-a75d-e4248e5269b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:42.339698 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4c1e12c7-bac7-4735-bc49-6c05356ec649 req-42a6b55b-a8b4-4860-a75d-e4248e5269b3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382531 Aug 16 20:48:42.430929 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4c1e12c7-bac7-4735-bc49-6c05356ec649 req-c63d4299-51e7-4f3f-aa64-8958ddd2494c service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827777 Aug 16 20:48:42.526087 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4c1e12c7-bac7-4735-bc49-6c05356ec649 req-2d7919e8-cb42-43eb-8168-439d2c7df4c6 service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869555 Aug 16 20:48:42.555086 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32bb31-1206-4cae-9ede-1350f4771674 req-11a6978e-8f4b-4f6f-b8cd-2dfbb61deb53 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:42.556612 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4d32bb31-1206-4cae-9ede-1350f4771674 req-11a6978e-8f4b-4f6f-b8cd-2dfbb61deb53 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 944 time: 0.0497227 Aug 16 20:48:42.593762 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4d32bb31-1206-4cae-9ede-1350f4771674 req-81e9b59b-47ea-49e6-9265-37e11d28e879 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311301 Aug 16 20:48:43.707500 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64487fa7-22a2-499d-8875-5cc530ff4c11 req-1d576c1f-0ea9-45fe-86d3-c3531eb9d89c tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:43.709003 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-64487fa7-22a2-499d-8875-5cc530ff4c11 req-1d576c1f-0ea9-45fe-86d3-c3531eb9d89c tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 944 time: 0.0488231 Aug 16 20:48:43.746317 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-64487fa7-22a2-499d-8875-5cc530ff4c11 req-43a85271-d49e-42c8-a535-d341dae097b7 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314374 Aug 16 20:48:44.054804 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device f514cf96-26b6-40c0-b406-cfe0b7f49cae details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:48:44.146453 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port f514cf96-26b6-40c0-b406-cfe0b7f49cae, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f514cf96-26b6-40c0-b406-cfe0b7f49cae,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:44.157538 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'f514cf96-26b6-40c0-b406-cfe0b7f49cae', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'port_id': 'f514cf96-26b6-40c0-b406-cfe0b7f49cae', 'mac_address': 'fa:16:3e:d9:cb:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:48:44.197180 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:44.210605 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f514cf96-26b6-40c0-b406-cfe0b7f49cae {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:44.230502 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port f514cf96-26b6-40c0-b406-cfe0b7f49cae, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f514cf96-26b6-40c0-b406-cfe0b7f49cae,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:44.234324 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:44.280801 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=f514cf96-26b6-40c0-b406-cfe0b7f49cae,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:44.438106 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['f514cf96-26b6-40c0-b406-cfe0b7f49cae'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:44.862915 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c58b18-c3c9-4974-a89e-a9b19447212e req-9eb7f16d-2b80-4c0d-a313-72023e0c6868 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:44.864450 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f9c58b18-c3c9-4974-a89e-a9b19447212e req-9eb7f16d-2b80-4c0d-a313-72023e0c6868 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 945 time: 0.0538528 Aug 16 20:48:44.902258 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f9c58b18-c3c9-4974-a89e-a9b19447212e req-54ed2a7e-a152-4070-b872-e14dd553a8e5 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319433 Aug 16 20:48:45.594275 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:48:46.015321 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318699de-2b25-4831-8e4f-6dc05c5d6dd1 req-39c22522-4109-4a96-846d-d9e4118b4b3c tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:46.016788 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-318699de-2b25-4831-8e4f-6dc05c5d6dd1 req-39c22522-4109-4a96-846d-d9e4118b4b3c tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 945 time: 0.0481350 Aug 16 20:48:46.054268 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-318699de-2b25-4831-8e4f-6dc05c5d6dd1 req-d7da9e81-7da5-4e7d-a960-568e84378d4a tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306206 Aug 16 20:48:46.069903 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device f514cf96-26b6-40c0-b406-cfe0b7f49cae up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:46.119078 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port f514cf96-26b6-40c0-b406-cfe0b7f49cae completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:46.122648 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port f514cf96-26b6-40c0-b406-cfe0b7f49cae triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:46.123019 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.197211 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.220159 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433bc0f1-3297-4c54-8913-f88cdace3049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f514cf96-26b6-40c0-b406-cfe0b7f49cae'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:46.222911 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706820cd-9a07-45ae-ab73-b78946a30e6c" -d '{"events": [{"server_uuid": "433bc0f1-3297-4c54-8913-f88cdace3049", "name": "network-vif-plugged", "status": "completed", "tag": "f514cf96-26b6-40c0-b406-cfe0b7f49cae"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:46.239367 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port f514cf96-26b6-40c0-b406-cfe0b7f49cae, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f514cf96-26b6-40c0-b406-cfe0b7f49cae,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:46.243624 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.266503 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297d5557-7dcf-4a82-9df1-8cee7e371feb x-openstack-request-id: req-297d5557-7dcf-4a82-9df1-8cee7e371feb {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:46.266790 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433bc0f1-3297-4c54-8913-f88cdace3049", "name": "network-vif-plugged", "status": "completed", "tag": "f514cf96-26b6-40c0-b406-cfe0b7f49cae", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:46.267043 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-297d5557-7dcf-4a82-9df1-8cee7e371feb {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:46.267456 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433bc0f1-3297-4c54-8913-f88cdace3049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f514cf96-26b6-40c0-b406-cfe0b7f49cae', 'code': 200} Aug 16 20:48:46.293025 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=f514cf96-26b6-40c0-b406-cfe0b7f49cae,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:46.354268 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbde09-7f0c-4287-a5d1-efdd8c4bae67 req-7f235b08-7b6f-4e8b-b7f4-d3dd7d5181a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:46.355788 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fedbde09-7f0c-4287-a5d1-efdd8c4bae67 req-7f235b08-7b6f-4e8b-b7f4-d3dd7d5181a4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 1098 time: 0.0410030 Aug 16 20:48:46.389189 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fedbde09-7f0c-4287-a5d1-efdd8c4bae67 req-67a717d7-21c7-40c8-99b3-77b0b7039921 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267935 Aug 16 20:48:47.170754 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668c8f2-8ebe-41cd-b74a-695b5ddc3044 req-706de06a-dbe4-4cbe-986c-49c0a7f263a0 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:47.172304 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6668c8f2-8ebe-41cd-b74a-695b5ddc3044 req-706de06a-dbe4-4cbe-986c-49c0a7f263a0 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 946 time: 0.0507927 Aug 16 20:48:47.212553 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6668c8f2-8ebe-41cd-b74a-695b5ddc3044 req-b0822dde-5832-4305-91bc-a5dd1bcecdaf tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334198 Aug 16 20:48:48.328721 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325e075-c097-40da-abc4-dcad90f35495 req-8342096e-e812-4fef-9b19-dafb37a726f2 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:48.330113 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5325e075-c097-40da-abc4-dcad90f35495 req-8342096e-e812-4fef-9b19-dafb37a726f2 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 946 time: 0.0515130 Aug 16 20:48:48.367386 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5325e075-c097-40da-abc4-dcad90f35495 req-48c54370-bd49-4f55-8e8f-e263523b4717 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305827 Aug 16 20:48:48.475744 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cfbea-ee1f-4641-af32-9eeb76a550db req-d643083d-e5d0-423a-a813-bb4df27df483 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:48.477214 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a07cfbea-ee1f-4641-af32-9eeb76a550db req-d643083d-e5d0-423a-a813-bb4df27df483 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 946 time: 0.0484533 Aug 16 20:48:48.485648 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59480) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:48.490014 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7e872348-538a-49e4-9418-4ab324b01131 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Request body: {'floatingip': {'port_id': 'f514cf96-26b6-40c0-b406-cfe0b7f49cae'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:48.529197 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e872348-538a-49e4-9418-4ab324b01131 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:48.948183 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e872348-538a-49e4-9418-4ab324b01131 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:48.952236 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e872348-538a-49e4-9418-4ab324b01131 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:49.052328 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-7e872348-538a-49e4-9418-4ab324b01131 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Floating IP f8bd6d46-ff4c-43a7-bd94-29f697ac5007 associated. External IP: 172.25.8.195, port: f514cf96-26b6-40c0-b406-cfe0b7f49cae. Aug 16 20:48:49.257832 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e872348-538a-49e4-9418-4ab324b01131 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Router f0570d74-09a7-4a9e-a9e9-116b61608ffb has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:48:49.365873 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e872348-538a-49e4-9418-4ab324b01131 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:48:49.370757 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e872348-538a-49e4-9418-4ab324b01131 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:49.375920 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c28110-ea95-4329-a679-a64a28f4d210 None None] Sync routers for ids ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:48:49.387695 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c28110-ea95-4329-a679-a64a28f4d210 None None] Routers {'f0570d74-09a7-4a9e-a9e9-116b61608ffb'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:48:49.388310 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c3c28110-ea95-4329-a679-a64a28f4d210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:48:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:49.400559 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7e872348-538a-49e4-9418-4ab324b01131 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "PUT /v2.0/floatingips/f8bd6d46-ff4c-43a7-bd94-29f697ac5007 HTTP/1.1" status: 200 len: 992 time: 0.9138787 Aug 16 20:48:49.401188 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433bc0f1-3297-4c54-8913-f88cdace3049', 'tag': 'f514cf96-26b6-40c0-b406-cfe0b7f49cae'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:49.407868 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb5ab5a-3a04-429d-a989-c4f7bd7713ff" -d '{"events": [{"name": "network-changed", "server_uuid": "433bc0f1-3297-4c54-8913-f88cdace3049", "tag": "f514cf96-26b6-40c0-b406-cfe0b7f49cae"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:49.503978 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb951148-63b4-41cf-ae64-8e8b6f20462d x-openstack-request-id: req-cb951148-63b4-41cf-ae64-8e8b6f20462d {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:49.504268 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433bc0f1-3297-4c54-8913-f88cdace3049", "tag": "f514cf96-26b6-40c0-b406-cfe0b7f49cae", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:49.504521 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cb951148-63b4-41cf-ae64-8e8b6f20462d {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:49.504928 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '433bc0f1-3297-4c54-8913-f88cdace3049', 'tag': 'f514cf96-26b6-40c0-b406-cfe0b7f49cae', 'status': 'completed', 'code': 200} Aug 16 20:48:49.572176 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5ab5a-3a04-429d-a989-c4f7bd7713ff req-daed388a-a13c-4f29-8941-3793956c5ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:49.573611 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bcb5ab5a-3a04-429d-a989-c4f7bd7713ff req-daed388a-a13c-4f29-8941-3793956c5ec7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 1098 time: 0.0478990 Aug 16 20:48:49.580808 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-c3c28110-ea95-4329-a679-a64a28f4d210 None None] Set router f0570d74-09a7-4a9e-a9e9-116b61608ffb gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:48:49.663598 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5ab5a-3a04-429d-a989-c4f7bd7713ff req-2dc8eb6b-9785-405b-9462-a2c74c2ddbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:49.665083 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bcb5ab5a-3a04-429d-a989-c4f7bd7713ff req-2dc8eb6b-9785-405b-9462-a2c74c2ddbda service neutron] 10.222.0.63 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0841236 Aug 16 20:48:49.734848 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bcb5ab5a-3a04-429d-a989-c4f7bd7713ff req-7fc53cf2-85dc-4a2b-8521-5c7ae5cecee6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f514cf96-26b6-40c0-b406-cfe0b7f49cae HTTP/1.1" status: 200 len: 1000 time: 0.0624692 Aug 16 20:48:49.784353 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5ab5a-3a04-429d-a989-c4f7bd7713ff req-118d0f03-c3da-4340-9f21-70ab65bf822b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:49.785974 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bcb5ab5a-3a04-429d-a989-c4f7bd7713ff req-118d0f03-c3da-4340-9f21-70ab65bf822b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0445855 Aug 16 20:48:49.795675 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c3c28110-ea95-4329-a679-a64a28f4d210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '843dba09-1afc-41a7-b709-340a74451668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:34Z', 'revision_number': 4, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port': {'id': '843dba09-1afc-41a7-b709-340a74451668', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'f8bd6d46-ff4c-43a7-bd94-29f697ac5007', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'floating_ip_address': '172.25.8.195', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'port_id': 'f514cf96-26b6-40c0-b406-cfe0b7f49cae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'mac_address': 'fa:16:3e:d9:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433bc0f1-3297-4c54-8913-f88cdace3049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:48:38Z', 'updated_at': '2021-08-16T20:48:48Z', 'revision_number': 1, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b16c5acd-4e3c-44d8-9f8d-0229b848c9d1', 'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'mac_address': 'fa:16:3e:76:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:34Z', 'updated_at': '2021-08-16T20:48:39Z', 'revision_number': 5, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'subnets': [{'id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:49.824912 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c28110-ea95-4329-a679-a64a28f4d210 None None] Checking router: f0570d74-09a7-4a9e-a9e9-116b61608ffb for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:48:49.831776 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5ab5a-3a04-429d-a989-c4f7bd7713ff req-ab73a8c4-4c47-4494-b2a4-ee1b3d2b60ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:49.832900 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c28110-ea95-4329-a679-a64a28f4d210 None None] Routers {'f0570d74-09a7-4a9e-a9e9-116b61608ffb'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:48:49.833317 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bcb5ab5a-3a04-429d-a989-c4f7bd7713ff req-ab73a8c4-4c47-4494-b2a4-ee1b3d2b60ff service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404136 Aug 16 20:48:49.833552 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c3c28110-ea95-4329-a679-a64a28f4d210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:48:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:49.925989 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bcb5ab5a-3a04-429d-a989-c4f7bd7713ff req-6a9b384d-19de-42d2-98da-3674093eacee service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853982 Aug 16 20:48:49.936983 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-c3c28110-ea95-4329-a679-a64a28f4d210 None None] Set router f0570d74-09a7-4a9e-a9e9-116b61608ffb gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:48:50.016451 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bcb5ab5a-3a04-429d-a989-c4f7bd7713ff req-9318fbda-412c-486e-bb1f-10fb88d2562b service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823071 Aug 16 20:48:50.153158 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c3c28110-ea95-4329-a679-a64a28f4d210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '843dba09-1afc-41a7-b709-340a74451668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:34Z', 'revision_number': 4, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port': {'id': '843dba09-1afc-41a7-b709-340a74451668', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'f8bd6d46-ff4c-43a7-bd94-29f697ac5007', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'floating_ip_address': '172.25.8.195', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'port_id': 'f514cf96-26b6-40c0-b406-cfe0b7f49cae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'mac_address': 'fa:16:3e:d9:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433bc0f1-3297-4c54-8913-f88cdace3049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:48:38Z', 'updated_at': '2021-08-16T20:48:48Z', 'revision_number': 1, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b16c5acd-4e3c-44d8-9f8d-0229b848c9d1', 'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'mac_address': 'fa:16:3e:76:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:34Z', 'updated_at': '2021-08-16T20:48:39Z', 'revision_number': 5, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'subnets': [{'id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:48:50.178321 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c28110-ea95-4329-a679-a64a28f4d210 None None] The sync data for ids ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'] in n-d-787206-13 is: [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '843dba09-1afc-41a7-b709-340a74451668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:34Z', 'revision_number': 4, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port': {'id': '843dba09-1afc-41a7-b709-340a74451668', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'f8bd6d46-ff4c-43a7-bd94-29f697ac5007', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'floating_ip_address': '172.25.8.195', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'port_id': 'f514cf96-26b6-40c0-b406-cfe0b7f49cae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'mac_address': 'fa:16:3e:d9:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433bc0f1-3297-4c54-8913-f88cdace3049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:48:38Z', 'updated_at': '2021-08-16T20:48:48Z', 'revision_number': 1, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b16c5acd-4e3c-44d8-9f8d-0229b848c9d1', 'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'mac_address': 'fa:16:3e:76:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:34Z', 'updated_at': '2021-08-16T20:48:39Z', 'revision_number': 5, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'subnets': [{'id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:48:50.367003 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8dddc1-9f00-4ca9-885c-6b5f83b8b4d2 None None] New status for floating IP f8bd6d46-ff4c-43a7-bd94-29f697ac5007: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:49:01.878660 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c83b59a9-ea40-4270-97e6-05c62e4d2b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:04.453862 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1a0da7e9-9e31-4746-8276-52fb2165d122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:04.712590 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:05.733680 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:06.381200 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:06.487772 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:07.184491 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:22.598293 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:49:27.448988 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4a492872-815b-4036-be4d-cea6ebfa6eec req-57d151a0-a67c-481e-921c-49ee3306febe service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395389 Aug 16 20:49:27.530571 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a492872-815b-4036-be4d-cea6ebfa6eec req-6510236b-1560-4354-af0b-40e5fca3e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:27.532084 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4a492872-815b-4036-be4d-cea6ebfa6eec req-6510236b-1560-4354-af0b-40e5fca3e118 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 1098 time: 0.0440073 Aug 16 20:49:27.632815 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a492872-815b-4036-be4d-cea6ebfa6eec req-21276b45-55b3-48cf-b707-13ca14b6685b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:27.634280 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4a492872-815b-4036-be4d-cea6ebfa6eec req-21276b45-55b3-48cf-b707-13ca14b6685b service neutron] 10.222.0.63 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0838542 Aug 16 20:49:27.706197 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4a492872-815b-4036-be4d-cea6ebfa6eec req-da685b34-4d35-426a-90fb-39ccfc5eee3d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f514cf96-26b6-40c0-b406-cfe0b7f49cae HTTP/1.1" status: 200 len: 1002 time: 0.0609915 Aug 16 20:49:27.753231 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a492872-815b-4036-be4d-cea6ebfa6eec req-d2d44cd2-b8b4-4729-9af3-0d74c159dd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:27.754621 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4a492872-815b-4036-be4d-cea6ebfa6eec req-d2d44cd2-b8b4-4729-9af3-0d74c159dd77 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0423939 Aug 16 20:49:27.799447 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a492872-815b-4036-be4d-cea6ebfa6eec req-89213ec6-2d8c-4354-a3b7-46aa25fc4d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:27.800879 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4a492872-815b-4036-be4d-cea6ebfa6eec req-89213ec6-2d8c-4354-a3b7-46aa25fc4d43 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392072 Aug 16 20:49:27.892000 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4a492872-815b-4036-be4d-cea6ebfa6eec req-05b5e310-0368-4459-8bbb-a43a32c2c206 service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837190 Aug 16 20:49:27.979759 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4a492872-815b-4036-be4d-cea6ebfa6eec req-9c9cb655-49b2-45b7-b226-f0278d9ded82 service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813107 Aug 16 20:49:31.879859 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc9c7-cbc6-4c65-9af1-469258104f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:34.454764 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-01fb4389-ea79-423d-9d79-7cf00e819457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:34.713350 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:35.735823 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:36.405298 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:36.486321 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:37.187073 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:59.598025 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:50:01.881806 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-74b43b96-c1d4-4d76-baa4-799eadfa09a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:04.459197 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d27f05f-bd83-424b-9c5a-fa17926ce221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:04.712960 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:05.739111 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:06.393818 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:06.494921 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:07.189818 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:25.194494 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ffc00-c3e5-45a2-b9cf-aafefa6414e1 req-98459b36-0f43-4435-9205-181cfabd6a4d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:25.196037 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-338ffc00-c3e5-45a2-b9cf-aafefa6414e1 req-98459b36-0f43-4435-9205-181cfabd6a4d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 946 time: 0.2079253 Aug 16 20:50:25.234414 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-338ffc00-c3e5-45a2-b9cf-aafefa6414e1 req-a8217e03-842a-48ca-8f9c-24eb0bea2651 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317733 Aug 16 20:50:25.415677 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 59700) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:25.472622 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f390a5-6e05-49e4-9adb-9ec5f20480cc req-6a5f6e69-f963-44b2-8e52-9dce313efbe1 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:25.474116 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48f390a5-6e05-49e4-9adb-9ec5f20480cc req-6a5f6e69-f963-44b2-8e52-9dce313efbe1 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 946 time: 0.0498791 Aug 16 20:50:25.512734 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-74a2d1ef-8be8-4003-b056-b80eea48afbc service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0956078 Aug 16 20:50:25.516755 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48f390a5-6e05-49e4-9adb-9ec5f20480cc req-64962ca1-bdc6-48d1-8d33-a35fedd131d1 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366552 Aug 16 20:50:26.610029 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-f5ce7938-5ac9-4abc-8e60-46513595e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:26.611564 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-f5ce7938-5ac9-4abc-8e60-46513595e2c7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 1098 time: 0.0491304 Aug 16 20:50:26.633335 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d8b15-9f23-4652-9e36-366ddd3474a6 req-e0d0be3e-a57f-4036-a9de-dedb08e0ea45 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:26.635528 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ed7d8b15-9f23-4652-9e36-366ddd3474a6 req-e0d0be3e-a57f-4036-a9de-dedb08e0ea45 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 946 time: 0.0498860 Aug 16 20:50:26.673946 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ed7d8b15-9f23-4652-9e36-366ddd3474a6 req-7237b8c1-9716-4047-b05a-169f9537e7ce tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321050 Aug 16 20:50:26.702807 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-c507096b-e5d7-4e96-b1cc-df3cb50ec47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:26.704448 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-c507096b-e5d7-4e96-b1cc-df3cb50ec47e service neutron] 10.222.0.63 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0863748 Aug 16 20:50:26.772845 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-16a4368c-9971-4737-b26f-b881a78fffa2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f514cf96-26b6-40c0-b406-cfe0b7f49cae HTTP/1.1" status: 200 len: 1002 time: 0.0612855 Aug 16 20:50:26.826059 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-86461988-b01c-466b-a967-620798592012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:26.827447 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-86461988-b01c-466b-a967-620798592012 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0473318 Aug 16 20:50:26.872886 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-ab6932c4-0512-4669-a8c9-3665e936133c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:26.874340 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-ab6932c4-0512-4669-a8c9-3665e936133c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398459 Aug 16 20:50:26.966629 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-b0148fec-9b19-46ba-aeef-d77f4c0fbe58 service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846615 Aug 16 20:50:27.054112 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-cd953e15-0848-48f4-994a-905130aa7cac service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803432 Aug 16 20:50:27.458346 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3603b1c-e211-4249-87fc-af97bed6d6ab req-feef31c8-120f-4bae-955f-69d3d0348fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:27.459866 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f3603b1c-e211-4249-87fc-af97bed6d6ab req-feef31c8-120f-4bae-955f-69d3d0348fa1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 1098 time: 0.0417175 Aug 16 20:50:27.563882 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3603b1c-e211-4249-87fc-af97bed6d6ab req-a5db31ed-5572-4201-9058-28874942b65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:27.565326 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f3603b1c-e211-4249-87fc-af97bed6d6ab req-a5db31ed-5572-4201-9058-28874942b65a service neutron] 10.222.0.63 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0872343 Aug 16 20:50:27.632862 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f3603b1c-e211-4249-87fc-af97bed6d6ab req-5f3c0404-a4a1-47bd-a1cf-086ccd220281 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f514cf96-26b6-40c0-b406-cfe0b7f49cae HTTP/1.1" status: 200 len: 1002 time: 0.0607245 Aug 16 20:50:27.680791 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3603b1c-e211-4249-87fc-af97bed6d6ab req-60a38296-adfb-4cf2-b63f-364e84d7ce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:27.682408 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f3603b1c-e211-4249-87fc-af97bed6d6ab req-60a38296-adfb-4cf2-b63f-364e84d7ce0d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0426655 Aug 16 20:50:27.727388 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3603b1c-e211-4249-87fc-af97bed6d6ab req-29f357bc-3038-4e81-b7c4-8ac11790104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:27.729508 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f3603b1c-e211-4249-87fc-af97bed6d6ab req-29f357bc-3038-4e81-b7c4-8ac11790104e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407917 Aug 16 20:50:27.789885 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a979c8-4c94-4a52-9124-57ae21843927 req-95a0a9ab-35c3-4272-95a6-3e8b8b58e56a tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:27.791418 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60a979c8-4c94-4a52-9124-57ae21843927 req-95a0a9ab-35c3-4272-95a6-3e8b8b58e56a tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 946 time: 0.0493531 Aug 16 20:50:27.822634 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f3603b1c-e211-4249-87fc-af97bed6d6ab req-483df94b-b2c9-482c-9bda-3dbc21821b0f service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857947 Aug 16 20:50:27.829251 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-60a979c8-4c94-4a52-9124-57ae21843927 req-f5049112-ffe8-4f31-8223-7b7a7d262b07 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319273 Aug 16 20:50:27.912865 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f3603b1c-e211-4249-87fc-af97bed6d6ab req-e8da63fb-fca4-4ced-87d0-2db738c11ac3 service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835702 Aug 16 20:50:28.944592 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce20e31-90ea-4c86-af10-0d85a4ee854b req-9824fc33-00d4-4c18-b2a3-515bd0572abf tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:28.946057 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3ce20e31-90ea-4c86-af10-0d85a4ee854b req-9824fc33-00d4-4c18-b2a3-515bd0572abf tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 946 time: 0.0483711 Aug 16 20:50:28.987039 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3ce20e31-90ea-4c86-af10-0d85a4ee854b req-3630b1af-21c3-4637-afa2-3c19e53365e1 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351112 Aug 16 20:50:30.100603 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32add6-978e-48b9-85bc-98d505b71864 req-28d4213a-ca87-47cf-ba81-bd479fc774da tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:30.102061 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5f32add6-978e-48b9-85bc-98d505b71864 req-28d4213a-ca87-47cf-ba81-bd479fc774da tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 946 time: 0.0478494 Aug 16 20:50:30.139223 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5f32add6-978e-48b9-85bc-98d505b71864 req-73d654e2-b3f7-4025-8cb2-4251603e711f tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306993 Aug 16 20:50:31.258776 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82724631-b86e-4511-97c8-f4545a9b237d req-170ca265-0f4a-4baa-9d8f-1f899716fc18 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:31.260882 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-82724631-b86e-4511-97c8-f4545a9b237d req-170ca265-0f4a-4baa-9d8f-1f899716fc18 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 946 time: 0.0529876 Aug 16 20:50:31.298878 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-82724631-b86e-4511-97c8-f4545a9b237d req-8cb06a38-3b10-40e8-a61b-013235f62ae7 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316358 Aug 16 20:50:31.883639 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-522adc92-0fa0-4987-a33e-6f1cf15358e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:32.412807 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73a6bc-c9cd-4983-9035-9138d7ee7c9d req-a523c90a-df13-4f9b-b0be-63b45433306f tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:32.414272 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2c73a6bc-c9cd-4983-9035-9138d7ee7c9d req-a523c90a-df13-4f9b-b0be-63b45433306f tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 946 time: 0.0485365 Aug 16 20:50:32.456395 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2c73a6bc-c9cd-4983-9035-9138d7ee7c9d req-7f302c2e-4c11-405a-b298-f742505aa94f tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362411 Aug 16 20:50:33.571957 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf432cb-6fe1-4319-9843-007a116df083 req-cfe108b5-baef-4f1d-b836-8af43551cef2 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:33.573424 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0cf432cb-6fe1-4319-9843-007a116df083 req-cfe108b5-baef-4f1d-b836-8af43551cef2 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 946 time: 0.0489869 Aug 16 20:50:33.610435 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0cf432cb-6fe1-4319-9843-007a116df083 req-2265a82d-30f1-42c8-a1d0-71a305b11fe1 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309303 Aug 16 20:50:34.458675 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-084f5fe7-fff7-4afa-a7e2-e2d907c4cab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:34.714513 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:34.726917 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc56122-46cd-4704-a12c-e7a6abb24d3a req-cc0013dc-8d23-4ad3-b506-7101e3025cc1 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:34.729134 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dcc56122-46cd-4704-a12c-e7a6abb24d3a req-cc0013dc-8d23-4ad3-b506-7101e3025cc1 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 946 time: 0.0509505 Aug 16 20:50:34.766007 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dcc56122-46cd-4704-a12c-e7a6abb24d3a req-2a61c15b-bf65-4da3-aad0-79df85d2e932 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310073 Aug 16 20:50:35.742182 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:35.884259 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dfd97-df4d-44b7-84f1-6e927a3c2309 req-db87bbc9-1236-4068-b8e6-eede5e37dd40 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:35.886239 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aa1dfd97-df4d-44b7-84f1-6e927a3c2309 req-db87bbc9-1236-4068-b8e6-eede5e37dd40 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 946 time: 0.0505230 Aug 16 20:50:35.927997 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aa1dfd97-df4d-44b7-84f1-6e927a3c2309 req-067980f1-9e50-4c16-8332-0b12e0c3f125 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357981 Aug 16 20:50:36.392957 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.505135 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.597627 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:50:37.044492 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f38efd-b708-4472-b01d-21d6584c80f1 req-c3f5220b-31c2-45be-b0bd-3934bcccd3dd tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:37.046021 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-34f38efd-b708-4472-b01d-21d6584c80f1 req-c3f5220b-31c2-45be-b0bd-3934bcccd3dd tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 946 time: 0.0492027 Aug 16 20:50:37.083325 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-34f38efd-b708-4472-b01d-21d6584c80f1 req-bf2eaec3-4164-47fc-b2ad-644b18fa449f tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311108 Aug 16 20:50:37.191669 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:38.206210 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa4b54-d678-4c7e-a301-bba7c0b7016e req-a0855d03-9796-4517-a306-32cb00f60d2d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:38.207736 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6aa4b54-d678-4c7e-a301-bba7c0b7016e req-a0855d03-9796-4517-a306-32cb00f60d2d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 946 time: 0.0489547 Aug 16 20:50:38.246649 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a6aa4b54-d678-4c7e-a301-bba7c0b7016e req-8fd1aa43-a1f6-4e79-a4fd-d9d34d4131c9 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323935 Aug 16 20:50:38.921822 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-6477b3cf-fe5c-4e1f-9189-10641d2595f2 service neutron] show failed (client error): The resource could not be found. Aug 16 20:50:38.922841 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-6477b3cf-fe5c-4e1f-9189-10641d2595f2 service neutron] 10.222.0.63 "GET /v2.0/ports/f514cf96-26b6-40c0-b406-cfe0b7f49cae/bindings/n-h1-787206-13 HTTP/1.1" status: 404 len: 381 time: 0.0553105 Aug 16 20:50:39.117590 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-1a9ae951-0986-4f68-bd39-ea912ce28cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:39.119359 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-1a9ae951-0986-4f68-bd39-ea912ce28cd6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049&tenant_id=4752d1785d6e49a5bed80a64f126b145 HTTP/1.1" status: 200 len: 1098 time: 0.0442505 Aug 16 20:50:39.130404 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787206-13', 'device_owner': 'compute:nova'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:39.181725 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:39.364397 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340607f9-77ff-4b3f-9642-c689296e081b req-3800b4c5-7f0f-48eb-943f-cec6551e1bfd tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:39.366014 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-340607f9-77ff-4b3f-9642-c689296e081b req-3800b4c5-7f0f-48eb-943f-cec6551e1bfd tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 946 time: 0.0516844 Aug 16 20:50:39.384486 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] For port f514cf96-26b6-40c0-b406-cfe0b7f49cae, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f514cf96-26b6-40c0-b406-cfe0b7f49cae,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:39.409173 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-340607f9-77ff-4b3f-9642-c689296e081b req-3891a22f-e5ef-4270-8d1f-b00457b81a9f tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369437 Aug 16 20:50:39.418176 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] For port f514cf96-26b6-40c0-b406-cfe0b7f49cae, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:50:39.463713 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:39.464931 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433bc0f1-3297-4c54-8913-f88cdace3049', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f514cf96-26b6-40c0-b406-cfe0b7f49cae'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:39.467229 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3b41bf-6be4-4ff8-b625-967d06d1cf90" -d '{"events": [{"server_uuid": "433bc0f1-3297-4c54-8913-f88cdace3049", "name": "network-vif-unplugged", "status": "completed", "tag": "f514cf96-26b6-40c0-b406-cfe0b7f49cae"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:39.480130 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] Transition to ACTIVE for port object f514cf96-26b6-40c0-b406-cfe0b7f49cae will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:39.484377 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:39.520243 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e927c1-dd9e-4d51-bd14-195ed1e59c1b x-openstack-request-id: req-42e927c1-dd9e-4d51-bd14-195ed1e59c1b {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:39.520533 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433bc0f1-3297-4c54-8913-f88cdace3049", "name": "network-vif-unplugged", "status": "completed", "tag": "f514cf96-26b6-40c0-b406-cfe0b7f49cae", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:39.520785 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-42e927c1-dd9e-4d51-bd14-195ed1e59c1b {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:39.521164 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433bc0f1-3297-4c54-8913-f88cdace3049', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f514cf96-26b6-40c0-b406-cfe0b7f49cae', 'code': 200} Aug 16 20:50:39.572035 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] Pushing event updated for resources: {'Port': ['ID=f514cf96-26b6-40c0-b406-cfe0b7f49cae,revision_number=6']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:39.584056 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:39.584405 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:39.584745 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:39.585082 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:39.585417 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:39.585742 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:39.586066 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:39.586388 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:39.586713 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:39.587038 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:39.587380 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:39.587880 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:39.623696 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] No DVR routers for this DVR port f514cf96-26b6-40c0-b406-cfe0b7f49cae on host n-h2-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:50:39.761647 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] Attempting to bind port f514cf96-26b6-40c0-b406-cfe0b7f49cae on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:50:39.761978 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] Attempting to bind port f514cf96-26b6-40c0-b406-cfe0b7f49cae by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:50:39.762299 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] Attempting to bind port f514cf96-26b6-40c0-b406-cfe0b7f49cae on network 93e03616-808c-4b21-9953-60a2b750ea39 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:39.766440 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] Port f514cf96-26b6-40c0-b406-cfe0b7f49cae on network 93e03616-808c-4b21-9953-60a2b750ea39 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:50:39.766759 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] Attempting to bind port f514cf96-26b6-40c0-b406-cfe0b7f49cae on network 93e03616-808c-4b21-9953-60a2b750ea39 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:39.771468 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:50:39.771804 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] Checking segment: {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:39.772181 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] Bound using segment: {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:50:39.772594 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] Bound port: f514cf96-26b6-40c0-b406-cfe0b7f49cae, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:50:39.772939 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:39.833553 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] For port f514cf96-26b6-40c0-b406-cfe0b7f49cae, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:50:39.836513 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] For port f514cf96-26b6-40c0-b406-cfe0b7f49cae, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f514cf96-26b6-40c0-b406-cfe0b7f49cae,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:50:39.840667 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:39.874338 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:39.874952 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:39.876376 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] 10.222.0.57 "PUT /v2.0/ports/f514cf96-26b6-40c0-b406-cfe0b7f49cae HTTP/1.1" status: 200 len: 1093 time: 0.7498808 Aug 16 20:50:39.897150 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7022130-99a1-45a0-8ed1-1b07cf2c8504 service neutron] Pushing event updated for resources: {'Port': ['ID=f514cf96-26b6-40c0-b406-cfe0b7f49cae,revision_number=7']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:39.945445 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-339af72d-3373-43a3-a34b-c6bef420cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:39.946985 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-339af72d-3373-43a3-a34b-c6bef420cdfc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 1096 time: 0.0431242 Aug 16 20:50:40.045199 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-ebe305ac-5564-451f-b4d6-ff04547e65e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:40.046725 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-ebe305ac-5564-451f-b4d6-ff04547e65e3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0925579 Aug 16 20:50:40.111178 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-8e6a4033-b34d-4d5a-9b02-b12768c0a78f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f514cf96-26b6-40c0-b406-cfe0b7f49cae HTTP/1.1" status: 200 len: 1000 time: 0.0570951 Aug 16 20:50:40.162392 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-3634d956-864c-4a34-9667-12ce8167b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:40.163832 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-3634d956-864c-4a34-9667-12ce8167b97b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0459650 Aug 16 20:50:40.207700 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-37b0e19f-0e09-434c-9cbd-18bbbb69fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:40.209156 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-37b0e19f-0e09-434c-9cbd-18bbbb69fc42 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389273 Aug 16 20:50:40.301412 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-b56cfe15-fe4d-4dbc-9f06-f5fb4718acfa service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845206 Aug 16 20:50:40.392155 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b00c7c43-f4a4-4833-97b8-aa1e1118360d req-1698d92e-9389-40a2-8125-4d0c6dc21fdd service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831604 Aug 16 20:50:40.530494 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42620b7e-04cd-492b-aa9e-8fe4795dfe0e req-4f8fc9bd-2c57-4bc3-afe4-6d187db7df5b tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:40.532009 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42620b7e-04cd-492b-aa9e-8fe4795dfe0e req-4f8fc9bd-2c57-4bc3-afe4-6d187db7df5b tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 944 time: 0.0493641 Aug 16 20:50:40.569961 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42620b7e-04cd-492b-aa9e-8fe4795dfe0e req-4aa95171-497d-4f2f-aaad-f303e70808b3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318840 Aug 16 20:50:41.522705 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433bc0f1-3297-4c54-8913-f88cdace3049', 'tag': 'f514cf96-26b6-40c0-b406-cfe0b7f49cae'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:41.526002 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f37bcdc-5e4f-4d68-a011-7946d73a3b96" -d '{"events": [{"name": "network-changed", "server_uuid": "433bc0f1-3297-4c54-8913-f88cdace3049", "tag": "f514cf96-26b6-40c0-b406-cfe0b7f49cae"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:41.573002 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2cbe9c-8f9a-4def-8d32-8ccee5878303 x-openstack-request-id: req-1b2cbe9c-8f9a-4def-8d32-8ccee5878303 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:41.573294 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433bc0f1-3297-4c54-8913-f88cdace3049", "tag": "f514cf96-26b6-40c0-b406-cfe0b7f49cae", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:41.573555 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1b2cbe9c-8f9a-4def-8d32-8ccee5878303 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:41.573950 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '433bc0f1-3297-4c54-8913-f88cdace3049', 'tag': 'f514cf96-26b6-40c0-b406-cfe0b7f49cae', 'status': 'completed', 'code': 200} Aug 16 20:50:41.661955 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37bcdc-5e4f-4d68-a011-7946d73a3b96 req-1984c09f-1f79-4b50-8bf4-828d28ed7035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:41.663488 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3f37bcdc-5e4f-4d68-a011-7946d73a3b96 req-1984c09f-1f79-4b50-8bf4-828d28ed7035 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 1096 time: 0.0705762 Aug 16 20:50:41.665989 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37bcdc-5e4f-4d68-a011-7946d73a3b96 req-42a2c81d-dcd0-4bc0-8453-0a250577dfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:41.667381 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3f37bcdc-5e4f-4d68-a011-7946d73a3b96 req-42a2c81d-dcd0-4bc0-8453-0a250577dfad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 1096 time: 0.0662718 Aug 16 20:50:41.688088 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce9afa-4dde-488d-ba3a-8fff33f2dd5f req-705e472f-3064-4568-b3ce-159ca61748c4 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:41.689596 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-98ce9afa-4dde-488d-ba3a-8fff33f2dd5f req-705e472f-3064-4568-b3ce-159ca61748c4 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 944 time: 0.0496972 Aug 16 20:50:41.727669 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-98ce9afa-4dde-488d-ba3a-8fff33f2dd5f req-d2fc6317-dbde-4303-aa3a-d9f59dfe24c7 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319557 Aug 16 20:50:41.832794 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37bcdc-5e4f-4d68-a011-7946d73a3b96 req-9811e53e-7d0e-426b-ab02-fb366acd193d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:41.834333 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3f37bcdc-5e4f-4d68-a011-7946d73a3b96 req-9811e53e-7d0e-426b-ab02-fb366acd193d service neutron] 10.222.0.63 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.1639931 Aug 16 20:50:41.838441 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37bcdc-5e4f-4d68-a011-7946d73a3b96 req-af803383-47d2-4364-b898-a16b57220644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:41.839841 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3f37bcdc-5e4f-4d68-a011-7946d73a3b96 req-af803383-47d2-4364-b898-a16b57220644 service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.1605878 Aug 16 20:50:41.948415 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3f37bcdc-5e4f-4d68-a011-7946d73a3b96 req-45f273fc-01c3-47f6-b466-2e4140885fee service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f514cf96-26b6-40c0-b406-cfe0b7f49cae HTTP/1.1" status: 200 len: 1000 time: 0.1070285 Aug 16 20:50:41.963535 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3f37bcdc-5e4f-4d68-a011-7946d73a3b96 req-02dff08d-4d13-4be2-8624-7ddce8b2fcc1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f514cf96-26b6-40c0-b406-cfe0b7f49cae HTTP/1.1" status: 200 len: 1000 time: 0.0862007 Aug 16 20:50:42.034963 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37bcdc-5e4f-4d68-a011-7946d73a3b96 req-cc252d11-d038-421b-b96b-4a16550dc3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:42.036332 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3f37bcdc-5e4f-4d68-a011-7946d73a3b96 req-cc252d11-d038-421b-b96b-4a16550dc3ed service neutron] 10.222.0.63 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0812860 Aug 16 20:50:42.039517 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37bcdc-5e4f-4d68-a011-7946d73a3b96 req-6b4fc65b-bbc3-4c10-bf6f-731f3d03b8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:42.041396 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3f37bcdc-5e4f-4d68-a011-7946d73a3b96 req-6b4fc65b-bbc3-4c10-bf6f-731f3d03b8e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0553250 Aug 16 20:50:42.113399 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37bcdc-5e4f-4d68-a011-7946d73a3b96 req-ea5f6beb-7268-4fd6-a4bf-e2e5e70b8941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:42.114883 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3f37bcdc-5e4f-4d68-a011-7946d73a3b96 req-ea5f6beb-7268-4fd6-a4bf-e2e5e70b8941 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709438 Aug 16 20:50:42.116547 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37bcdc-5e4f-4d68-a011-7946d73a3b96 req-35cd5f22-2fb9-4d11-92cd-098b47071dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:42.117856 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3f37bcdc-5e4f-4d68-a011-7946d73a3b96 req-35cd5f22-2fb9-4d11-92cd-098b47071dac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665658 Aug 16 20:50:42.267635 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3f37bcdc-5e4f-4d68-a011-7946d73a3b96 req-fc144b22-0053-45e0-af9b-9b77f2cdc5be service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455071 Aug 16 20:50:42.270894 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3f37bcdc-5e4f-4d68-a011-7946d73a3b96 req-4310e6ee-b4d3-445b-baa1-55ee134981eb service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414437 Aug 16 20:50:42.430140 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3f37bcdc-5e4f-4d68-a011-7946d73a3b96 req-2d94f090-3a7c-41f9-bb02-be177cc253b9 service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524501 Aug 16 20:50:42.432174 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3f37bcdc-5e4f-4d68-a011-7946d73a3b96 req-a6200fa0-ccae-4324-8fec-5c5ff311b921 service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478188 Aug 16 20:50:42.846145 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9a920-4686-42c9-bc95-892916527fab req-121dd696-b64d-4d4d-9d7e-a4c6a5484680 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:42.847656 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-08f9a920-4686-42c9-bc95-892916527fab req-121dd696-b64d-4d4d-9d7e-a4c6a5484680 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 944 time: 0.0495923 Aug 16 20:50:42.887737 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-08f9a920-4686-42c9-bc95-892916527fab req-6025fe6d-a1fd-4d07-baa4-971d2b2fc86e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342400 Aug 16 20:50:43.077254 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7a5ad-dcb0-48be-bde9-dec2a92b8bed req-29f1b03e-95c4-4b0d-899d-d283ca5a2ad1 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:43.078757 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b9d7a5ad-dcb0-48be-bde9-dec2a92b8bed req-29f1b03e-95c4-4b0d-899d-d283ca5a2ad1 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 944 time: 0.0501723 Aug 16 20:50:43.094585 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08422df-2b0a-4b4c-8926-939fc0a4c7a4 req-7e4aaac7-138d-4503-b8a1-5f8dbcde01ad tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:43.096068 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c08422df-2b0a-4b4c-8926-939fc0a4c7a4 req-7e4aaac7-138d-4503-b8a1-5f8dbcde01ad tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.63 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049&tenant_id=4752d1785d6e49a5bed80a64f126b145&binding%3Ahost_id=n-h1-787206-13 HTTP/1.1" status: 200 len: 944 time: 0.0559163 Aug 16 20:50:43.117358 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b9d7a5ad-dcb0-48be-bde9-dec2a92b8bed req-9338fe69-1663-478b-8430-b4455d98d3dd tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322962 Aug 16 20:50:43.156904 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [req-c08422df-2b0a-4b4c-8926-939fc0a4c7a4 req-38c6983e-5445-4020-b73d-8412dc80f5d7 service neutron] delete failed (client error): The resource could not be found. Aug 16 20:50:43.157931 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c08422df-2b0a-4b4c-8926-939fc0a4c7a4 req-38c6983e-5445-4020-b73d-8412dc80f5d7 service neutron] 10.222.0.63 "DELETE /v2.0/ports/f514cf96-26b6-40c0-b406-cfe0b7f49cae/bindings/n-h2-787206-13 HTTP/1.1" status: 404 len: 381 time: 0.0540881 Aug 16 20:50:43.237314 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08422df-2b0a-4b4c-8926-939fc0a4c7a4 req-bf6f3eb1-5828-4526-99e3-5b1237770d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:43.238792 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c08422df-2b0a-4b4c-8926-939fc0a4c7a4 req-bf6f3eb1-5828-4526-99e3-5b1237770d56 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 1096 time: 0.0394363 Aug 16 20:50:43.329453 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08422df-2b0a-4b4c-8926-939fc0a4c7a4 req-bd3a18ce-d810-45b6-9eab-1eca6e05c7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:43.330692 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c08422df-2b0a-4b4c-8926-939fc0a4c7a4 req-bd3a18ce-d810-45b6-9eab-1eca6e05c7cd service neutron] 10.222.0.63 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0852716 Aug 16 20:50:43.396924 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c08422df-2b0a-4b4c-8926-939fc0a4c7a4 req-ffe0a99f-4341-432f-976c-c139836eabc7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f514cf96-26b6-40c0-b406-cfe0b7f49cae HTTP/1.1" status: 200 len: 1000 time: 0.0583401 Aug 16 20:50:43.444482 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08422df-2b0a-4b4c-8926-939fc0a4c7a4 req-7dfd516f-3909-4b4e-9a78-16ee828adcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:43.445905 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c08422df-2b0a-4b4c-8926-939fc0a4c7a4 req-7dfd516f-3909-4b4e-9a78-16ee828adcfa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0424051 Aug 16 20:50:43.493099 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08422df-2b0a-4b4c-8926-939fc0a4c7a4 req-1c8e487d-e823-4ee1-becd-1c31229e9648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:43.495091 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c08422df-2b0a-4b4c-8926-939fc0a4c7a4 req-1c8e487d-e823-4ee1-becd-1c31229e9648 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421476 Aug 16 20:50:43.903708 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c08422df-2b0a-4b4c-8926-939fc0a4c7a4 req-40843928-d719-496b-8b90-9234cfe829bf service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019692 Aug 16 20:50:43.995192 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c08422df-2b0a-4b4c-8926-939fc0a4c7a4 req-d1ee04b8-7c92-4fc6-a5a3-0b1d246158ca service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838780 Aug 16 20:50:44.213197 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device f514cf96-26b6-40c0-b406-cfe0b7f49cae details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:50:44.234494 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a8dec-380b-4f19-8ce1-156a0d67670f req-d0b27800-a3b4-4d0d-9a16-b4e6e87c7bc3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:44.236136 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-272a8dec-380b-4f19-8ce1-156a0d67670f req-d0b27800-a3b4-4d0d-9a16-b4e6e87c7bc3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 944 time: 0.0509872 Aug 16 20:50:44.273091 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-272a8dec-380b-4f19-8ce1-156a0d67670f req-eceaaf47-d095-408d-a7cf-88214da7b673 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309045 Aug 16 20:50:44.311670 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port f514cf96-26b6-40c0-b406-cfe0b7f49cae, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f514cf96-26b6-40c0-b406-cfe0b7f49cae,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:44.323493 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'f514cf96-26b6-40c0-b406-cfe0b7f49cae', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'port_id': 'f514cf96-26b6-40c0-b406-cfe0b7f49cae', 'mac_address': 'fa:16:3e:d9:cb:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:50:44.362644 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:44.376599 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f514cf96-26b6-40c0-b406-cfe0b7f49cae {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:50:44.396811 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port f514cf96-26b6-40c0-b406-cfe0b7f49cae, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f514cf96-26b6-40c0-b406-cfe0b7f49cae,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:44.401698 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:44.449721 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=f514cf96-26b6-40c0-b406-cfe0b7f49cae,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:44.458011 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:44.458354 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:44.458690 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:44.459021 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:44.459381 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:44.459707 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:44.460026 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:44.460344 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:44.460661 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:44.460977 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:44.461292 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:44.461608 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:44.629819 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device f514cf96-26b6-40c0-b406-cfe0b7f49cae no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:44.655962 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['f514cf96-26b6-40c0-b406-cfe0b7f49cae'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:44.701878 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device f514cf96-26b6-40c0-b406-cfe0b7f49cae not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:45.389134 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8859a62-3808-42e8-a557-8173fecfd69c req-ca42c8a2-873b-49d8-9780-3deb580a8d41 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:45.390619 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a8859a62-3808-42e8-a557-8173fecfd69c req-ca42c8a2-873b-49d8-9780-3deb580a8d41 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 945 time: 0.0486445 Aug 16 20:50:45.432482 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a8859a62-3808-42e8-a557-8173fecfd69c req-562bd9d6-b538-4a3b-9a73-57e54211483f tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359681 Aug 16 20:50:45.546210 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639d93b-fc97-4df7-b731-0384d4091cc4 req-46455dbb-5ec3-4f89-8254-c531a04d04bc tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:45.547720 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c639d93b-fc97-4df7-b731-0384d4091cc4 req-46455dbb-5ec3-4f89-8254-c531a04d04bc tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 945 time: 0.0494256 Aug 16 20:50:45.585187 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c639d93b-fc97-4df7-b731-0384d4091cc4 req-0900357d-7aed-46c8-919d-a39ecdc7c6aa tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315249 Aug 16 20:50:45.696461 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a52653-b977-4bfb-a911-ca2f05f616b4 req-fb283557-2ffd-47b0-b8a8-e97667d71167 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:45.698017 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4a52653-b977-4bfb-a911-ca2f05f616b4 req-fb283557-2ffd-47b0-b8a8-e97667d71167 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 945 time: 0.0491703 Aug 16 20:50:45.735955 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a4a52653-b977-4bfb-a911-ca2f05f616b4 req-faed61c3-0032-4bec-99d7-9dcfd0c49bf0 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320797 Aug 16 20:50:45.963894 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15281e4-7c98-43f2-81ad-acab3ef376f3 req-7b9f1a56-0d08-4944-af42-350a9155ffc0 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:45.965553 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c15281e4-7c98-43f2-81ad-acab3ef376f3 req-7b9f1a56-0d08-4944-af42-350a9155ffc0 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 945 time: 0.0489466 Aug 16 20:50:46.006392 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c15281e4-7c98-43f2-81ad-acab3ef376f3 req-645e6482-d3d9-4fdd-943c-09108eae574d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349603 Aug 16 20:50:46.226911 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device f514cf96-26b6-40c0-b406-cfe0b7f49cae up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:46.276869 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port f514cf96-26b6-40c0-b406-cfe0b7f49cae completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:46.280376 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port f514cf96-26b6-40c0-b406-cfe0b7f49cae triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:46.280741 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:46.355094 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:46.376996 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433bc0f1-3297-4c54-8913-f88cdace3049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f514cf96-26b6-40c0-b406-cfe0b7f49cae'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:46.379191 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644c3974-9eaa-4aa7-b919-eee4112daacc" -d '{"events": [{"server_uuid": "433bc0f1-3297-4c54-8913-f88cdace3049", "name": "network-vif-plugged", "status": "completed", "tag": "f514cf96-26b6-40c0-b406-cfe0b7f49cae"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:46.391849 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port f514cf96-26b6-40c0-b406-cfe0b7f49cae, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f514cf96-26b6-40c0-b406-cfe0b7f49cae,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:46.396072 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:46.420011 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf87b1e-0acf-4561-8c9b-480f8249281f x-openstack-request-id: req-8cf87b1e-0acf-4561-8c9b-480f8249281f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:46.420281 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433bc0f1-3297-4c54-8913-f88cdace3049", "name": "network-vif-plugged", "status": "completed", "tag": "f514cf96-26b6-40c0-b406-cfe0b7f49cae", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:46.420525 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8cf87b1e-0acf-4561-8c9b-480f8249281f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:46.420905 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433bc0f1-3297-4c54-8913-f88cdace3049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f514cf96-26b6-40c0-b406-cfe0b7f49cae', 'code': 200} Aug 16 20:50:46.444958 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=f514cf96-26b6-40c0-b406-cfe0b7f49cae,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:47.132321 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a035d62-7694-4db8-b93e-6832b7ed3cfa req-3f444651-ff9e-4b15-9d95-5167eee35ac6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:47.133815 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1a035d62-7694-4db8-b93e-6832b7ed3cfa req-3f444651-ff9e-4b15-9d95-5167eee35ac6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 946 time: 0.0495446 Aug 16 20:50:47.171351 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1a035d62-7694-4db8-b93e-6832b7ed3cfa req-90779ebb-01cd-44da-81a0-431c0f705004 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315039 Aug 16 20:50:47.232288 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c93800-b808-4484-aec8-f11897fd0610 req-50c700d0-e0e9-432a-a5b1-f440d033adbb tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:47.233667 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b3c93800-b808-4484-aec8-f11897fd0610 req-50c700d0-e0e9-432a-a5b1-f440d033adbb tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.57 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 946 time: 0.0486615 Aug 16 20:50:47.324426 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-b3c93800-b808-4484-aec8-f11897fd0610 req-5ad851dd-b1f0-4a8d-9162-fbf4d8cb02b7 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Deleting port f514cf96-26b6-40c0-b406-cfe0b7f49cae {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:47.324766 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b3c93800-b808-4484-aec8-f11897fd0610 req-5ad851dd-b1f0-4a8d-9162-fbf4d8cb02b7 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:47.410870 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-b3c93800-b808-4484-aec8-f11897fd0610 req-5ad851dd-b1f0-4a8d-9162-fbf4d8cb02b7 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] For port f514cf96-26b6-40c0-b406-cfe0b7f49cae, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f514cf96-26b6-40c0-b406-cfe0b7f49cae,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:47.411231 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b3c93800-b808-4484-aec8-f11897fd0610 req-5ad851dd-b1f0-4a8d-9162-fbf4d8cb02b7 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:47.622119 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b3c93800-b808-4484-aec8-f11897fd0610 req-5ad851dd-b1f0-4a8d-9162-fbf4d8cb02b7 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:47.622490 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b3c93800-b808-4484-aec8-f11897fd0610 req-5ad851dd-b1f0-4a8d-9162-fbf4d8cb02b7 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:47.622803 n-d-787206-13 neutron-server[94771]: INFO neutron.db.l3_db [req-b3c93800-b808-4484-aec8-f11897fd0610 req-5ad851dd-b1f0-4a8d-9162-fbf4d8cb02b7 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Floating IP f8bd6d46-ff4c-43a7-bd94-29f697ac5007 disassociated. External IP: 172.25.8.195, port: f514cf96-26b6-40c0-b406-cfe0b7f49cae. Aug 16 20:50:47.623144 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-b3c93800-b808-4484-aec8-f11897fd0610 req-5ad851dd-b1f0-4a8d-9162-fbf4d8cb02b7 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Calling delete_port for f514cf96-26b6-40c0-b406-cfe0b7f49cae owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:47.752218 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b3c93800-b808-4484-aec8-f11897fd0610 req-5ad851dd-b1f0-4a8d-9162-fbf4d8cb02b7 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:47.780972 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad851dd-b1f0-4a8d-9162-fbf4d8cb02b7 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Pushing event deleted for resources: {'Port': ['ID=f514cf96-26b6-40c0-b406-cfe0b7f49cae,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:47.897445 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3c93800-b808-4484-aec8-f11897fd0610 req-5ad851dd-b1f0-4a8d-9162-fbf4d8cb02b7 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Router f0570d74-09a7-4a9e-a9e9-116b61608ffb has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:50:48.005437 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3c93800-b808-4484-aec8-f11897fd0610 req-5ad851dd-b1f0-4a8d-9162-fbf4d8cb02b7 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:48.016222 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d8bd0a-c120-43d2-a9fd-0a5cf266a002 None None] Sync routers for ids ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:48.025726 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d8bd0a-c120-43d2-a9fd-0a5cf266a002 None None] Routers {'f0570d74-09a7-4a9e-a9e9-116b61608ffb'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:48.026513 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e8d8bd0a-c120-43d2-a9fd-0a5cf266a002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:50:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:48.045233 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c93800-b808-4484-aec8-f11897fd0610 req-5ad851dd-b1f0-4a8d-9162-fbf4d8cb02b7 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] No DVR routers for this DVR port f514cf96-26b6-40c0-b406-cfe0b7f49cae on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:50:48.051716 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b3c93800-b808-4484-aec8-f11897fd0610 req-5ad851dd-b1f0-4a8d-9162-fbf4d8cb02b7 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:48.051716 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-b3c93800-b808-4484-aec8-f11897fd0610 req-5ad851dd-b1f0-4a8d-9162-fbf4d8cb02b7 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.57 "DELETE /v2.0/ports/f514cf96-26b6-40c0-b406-cfe0b7f49cae HTTP/1.1" status: 204 len: 173 time: 0.8103187 Aug 16 20:50:48.051716 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433bc0f1-3297-4c54-8913-f88cdace3049', 'name': 'network-vif-deleted', 'tag': 'f514cf96-26b6-40c0-b406-cfe0b7f49cae'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:48.052760 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6220db97-59da-49f4-9229-52ef4590a8f4" -d '{"events": [{"server_uuid": "433bc0f1-3297-4c54-8913-f88cdace3049", "name": "network-vif-deleted", "tag": "f514cf96-26b6-40c0-b406-cfe0b7f49cae"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:48.091304 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb086d9d-4726-4a8d-962a-f5626e0c63c9 x-openstack-request-id: req-eb086d9d-4726-4a8d-962a-f5626e0c63c9 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:48.091600 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433bc0f1-3297-4c54-8913-f88cdace3049", "name": "network-vif-deleted", "tag": "f514cf96-26b6-40c0-b406-cfe0b7f49cae", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:48.091853 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eb086d9d-4726-4a8d-962a-f5626e0c63c9 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:48.092258 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433bc0f1-3297-4c54-8913-f88cdace3049', 'name': 'network-vif-deleted', 'tag': 'f514cf96-26b6-40c0-b406-cfe0b7f49cae', 'status': 'completed', 'code': 200} Aug 16 20:50:48.134122 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-e8d8bd0a-c120-43d2-a9fd-0a5cf266a002 None None] Set router f0570d74-09a7-4a9e-a9e9-116b61608ffb gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:48.288089 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8dfc10ac-b2df-4bf9-859a-d89e390f1f5e req-61585495-b2b8-448b-ae99-737954dc446e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=433bc0f1-3297-4c54-8913-f88cdace3049 HTTP/1.1" status: 200 len: 210 time: 0.0320420 Aug 16 20:50:48.341750 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e8d8bd0a-c120-43d2-a9fd-0a5cf266a002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '843dba09-1afc-41a7-b709-340a74451668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:34Z', 'revision_number': 4, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port': {'id': '843dba09-1afc-41a7-b709-340a74451668', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'b16c5acd-4e3c-44d8-9f8d-0229b848c9d1', 'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'mac_address': 'fa:16:3e:76:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:34Z', 'updated_at': '2021-08-16T20:48:39Z', 'revision_number': 5, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'subnets': [{'id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:48.371223 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d8bd0a-c120-43d2-a9fd-0a5cf266a002 None None] Checking router: f0570d74-09a7-4a9e-a9e9-116b61608ffb for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:50:48.379461 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d8bd0a-c120-43d2-a9fd-0a5cf266a002 None None] Routers {'f0570d74-09a7-4a9e-a9e9-116b61608ffb'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:48.380060 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e8d8bd0a-c120-43d2-a9fd-0a5cf266a002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:50:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:48.479452 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-e8d8bd0a-c120-43d2-a9fd-0a5cf266a002 None None] Set router f0570d74-09a7-4a9e-a9e9-116b61608ffb gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:48.750402 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e8d8bd0a-c120-43d2-a9fd-0a5cf266a002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '843dba09-1afc-41a7-b709-340a74451668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:34Z', 'revision_number': 4, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port': {'id': '843dba09-1afc-41a7-b709-340a74451668', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'b16c5acd-4e3c-44d8-9f8d-0229b848c9d1', 'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'mac_address': 'fa:16:3e:76:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:34Z', 'updated_at': '2021-08-16T20:48:39Z', 'revision_number': 5, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'subnets': [{'id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:48.775044 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d8bd0a-c120-43d2-a9fd-0a5cf266a002 None None] The sync data for ids ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'] in n-d-787206-13 is: [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '843dba09-1afc-41a7-b709-340a74451668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:34Z', 'revision_number': 4, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port': {'id': '843dba09-1afc-41a7-b709-340a74451668', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'b16c5acd-4e3c-44d8-9f8d-0229b848c9d1', 'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'mac_address': 'fa:16:3e:76:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:34Z', 'updated_at': '2021-08-16T20:48:39Z', 'revision_number': 5, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'subnets': [{'id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:48.987638 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec94a8e-2372-475b-8eec-56bac7e9dc3d None None] New status for floating IP f8bd6d46-ff4c-43a7-bd94-29f697ac5007: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:50:49.514809 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-094a9070-07b0-4405-9bea-08308b41a124 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1620722183&fields=id&tenant_id=4752d1785d6e49a5bed80a64f126b145 HTTP/1.1" status: 200 len: 267 time: 0.0331059 Aug 16 20:50:49.624027 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-93c35559-4102-487c-8fef-4b7f7f2e5b13 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:49.625436 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-93c35559-4102-487c-8fef-4b7f7f2e5b13 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 812 time: 0.1039615 Aug 16 20:50:49.640085 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-cf71ac1a-9b6e-4bf2-8636-61ba34755c5c tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/quotas/4752d1785d6e49a5bed80a64f126b145 HTTP/1.1" status: 200 len: 375 time: 0.0090008 Aug 16 20:50:49.692717 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-04f1c35f-100d-4e71-bb12-9d76ffbcedf9 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472972 Aug 16 20:50:49.709118 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-8c55745f-2e90-4ffb-97ce-557092bf2ebc service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:50:49.710091 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-8c55745f-2e90-4ffb-97ce-557092bf2ebc service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051928 Aug 16 20:50:49.800332 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-6946fa1c-b112-4cdc-b868-db677d4a53a5 service neutron] 10.222.0.68 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842624 Aug 16 20:50:49.889018 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-aa359ff1-b187-48c5-a18b-406dcdedb71f service neutron] 10.222.0.68 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826187 Aug 16 20:50:50.046420 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6ec2f501-9882-4b6c-8b3f-92b3ccca41cb req-bf54a2aa-216c-41b7-bcd2-77187ca8ac9b tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 210 time: 0.0276821 Aug 16 20:50:50.270703 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device f514cf96-26b6-40c0-b406-cfe0b7f49cae no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:50.293028 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: f514cf96-26b6-40c0-b406-cfe0b7f49cae {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:50.293371 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device f514cf96-26b6-40c0-b406-cfe0b7f49cae not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:51.124244 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-93ec17ad-2920-41eb-9c83-24aabf3810b3 req-49ca80b7-25c4-4d1b-a56c-7c9e5b01d45c tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 210 time: 0.0270877 Aug 16 20:50:52.205231 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b40b47e3-1eb2-4b3b-8558-de18d5cb186d req-f857f229-4ea1-4329-8339-d9fc63cc1695 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 210 time: 0.0308681 Aug 16 20:50:52.972064 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-f51e63ea-4197-4991-b8e1-51608c056293 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:52.973529 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-f51e63ea-4197-4991-b8e1-51608c056293 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.57 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 812 time: 0.1067493 Aug 16 20:50:53.015792 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-39b42806-3409-465f-9bb7-d8fdc8c506f3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4752d1785d6e49a5bed80a64f126b145 HTTP/1.1" status: 200 len: 380 time: 0.0330226 Aug 16 20:50:53.025791 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-b0bfcaef-2336-4f7d-ac5c-ac11e402c0b2 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Request body: {'port': {'device_id': 'e0e65a62-c113-41df-af4e-a65d42a31166', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'admin_state_up': True, 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'security_groups': ['3b52dd29-5b10-401e-a8be-5f45b9c42f01']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:53.135826 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-b0bfcaef-2336-4f7d-ac5c-ac11e402c0b2 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Made reservation on behalf of 4752d1785d6e49a5bed80a64f126b145 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:50:53.139287 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-b0bfcaef-2336-4f7d-ac5c-ac11e402c0b2 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:53.261671 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-b0bfcaef-2336-4f7d-ac5c-ac11e402c0b2 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Allocated IP 172.20.0.5 (93e03616-808c-4b21-9953-60a2b750ea39/59eaeaea-5f74-4c40-b69f-49e9e61935c9/3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:53.300084 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-320caaea-189e-44a9-9956-073281d54d11 req-18f4330c-d712-4962-9c33-0e8d4bc8b473 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 210 time: 0.0274465 Aug 16 20:50:53.402576 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-b0bfcaef-2336-4f7d-ac5c-ac11e402c0b2 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:53.415673 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-b0bfcaef-2336-4f7d-ac5c-ac11e402c0b2 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Transition to ACTIVE for port object 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:53.448980 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-b0bfcaef-2336-4f7d-ac5c-ac11e402c0b2 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:53.491846 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-b0bfcaef-2336-4f7d-ac5c-ac11e402c0b2 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Network 93e03616-808c-4b21-9953-60a2b750ea39 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:53.494963 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-b0bfcaef-2336-4f7d-ac5c-ac11e402c0b2 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:53.498656 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-b0bfcaef-2336-4f7d-ac5c-ac11e402c0b2 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:53.522699 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfcaef-2336-4f7d-ac5c-ac11e402c0b2 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Pushing event updated for resources: {'Port': ['ID=3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:53.551614 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-b0bfcaef-2336-4f7d-ac5c-ac11e402c0b2 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:53.552241 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-b0bfcaef-2336-4f7d-ac5c-ac11e402c0b2 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:53.566533 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-b0bfcaef-2336-4f7d-ac5c-ac11e402c0b2 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5443852 Aug 16 20:50:53.580621 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-172db7ed-e51a-4fdc-b72a-c8b1392022b1 service neutron] Request body: {'port': {'device_id': 'e0e65a62-c113-41df-af4e-a65d42a31166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:53.640437 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-172db7ed-e51a-4fdc-b72a-c8b1392022b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:53.761901 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3c59e089-00f9-4c2b-b6a4-b4b18063bd28 None None] Provisioning for port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:53.765859 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3c59e089-00f9-4c2b-b6a4-b4b18063bd28 None None] Provisioning complete for port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:53.766225 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c59e089-00f9-4c2b-b6a4-b4b18063bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:53.799650 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3c59e089-00f9-4c2b-b6a4-b4b18063bd28 None None] Port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:50:53.899608 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-172db7ed-e51a-4fdc-b72a-c8b1392022b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:50:53.906864 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-172db7ed-e51a-4fdc-b72a-c8b1392022b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:53.918421 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-172db7ed-e51a-4fdc-b72a-c8b1392022b1 service neutron] Transition to ACTIVE for port object 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:53.922611 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-172db7ed-e51a-4fdc-b72a-c8b1392022b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:53.992409 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172db7ed-e51a-4fdc-b72a-c8b1392022b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:54.045625 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-172db7ed-e51a-4fdc-b72a-c8b1392022b1 service neutron] Attempting to bind port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:50:54.045959 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-172db7ed-e51a-4fdc-b72a-c8b1392022b1 service neutron] Attempting to bind port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:50:54.046288 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-172db7ed-e51a-4fdc-b72a-c8b1392022b1 service neutron] Attempting to bind port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf on network 93e03616-808c-4b21-9953-60a2b750ea39 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:54.051329 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-172db7ed-e51a-4fdc-b72a-c8b1392022b1 service neutron] Port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf on network 93e03616-808c-4b21-9953-60a2b750ea39 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:50:54.051650 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-172db7ed-e51a-4fdc-b72a-c8b1392022b1 service neutron] Attempting to bind port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf on network 93e03616-808c-4b21-9953-60a2b750ea39 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:54.056957 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-172db7ed-e51a-4fdc-b72a-c8b1392022b1 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:50:54.057315 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-172db7ed-e51a-4fdc-b72a-c8b1392022b1 service neutron] Checking segment: {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:54.058222 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-172db7ed-e51a-4fdc-b72a-c8b1392022b1 service neutron] Bound using segment: {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:50:54.058646 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-172db7ed-e51a-4fdc-b72a-c8b1392022b1 service neutron] Bound port: 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:50:54.059003 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-172db7ed-e51a-4fdc-b72a-c8b1392022b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:54.124811 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-172db7ed-e51a-4fdc-b72a-c8b1392022b1 service neutron] For port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:50:54.127739 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-172db7ed-e51a-4fdc-b72a-c8b1392022b1 service neutron] For port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:50:54.132619 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-172db7ed-e51a-4fdc-b72a-c8b1392022b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:54.166067 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-172db7ed-e51a-4fdc-b72a-c8b1392022b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:54.167232 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-172db7ed-e51a-4fdc-b72a-c8b1392022b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:54.168586 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-172db7ed-e51a-4fdc-b72a-c8b1392022b1 service neutron] 10.222.0.57 "PUT /v2.0/ports/3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf HTTP/1.1" status: 200 len: 1092 time: 0.5923951 Aug 16 20:50:54.169035 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e65a62-c113-41df-af4e-a65d42a31166', 'tag': '3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:54.171270 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35dab917-ef54-4b04-992a-09a6faed2d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e65a62-c113-41df-af4e-a65d42a31166", "tag": "3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:54.201258 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172db7ed-e51a-4fdc-b72a-c8b1392022b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:54.243324 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302fd7be-affa-408c-9518-5733580d1207 x-openstack-request-id: req-302fd7be-affa-408c-9518-5733580d1207 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:54.243626 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e65a62-c113-41df-af4e-a65d42a31166", "tag": "3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:54.243880 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-302fd7be-affa-408c-9518-5733580d1207 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:54.244273 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e65a62-c113-41df-af4e-a65d42a31166', 'tag': '3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf', 'status': 'completed', 'code': 200} Aug 16 20:50:54.261778 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-29101707-5d46-436d-bed6-2047f6c1b631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:54.263357 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-29101707-5d46-436d-bed6-2047f6c1b631 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 1095 time: 0.0509121 Aug 16 20:50:54.307206 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-e8209372-6e59-4cd5-b48f-9fc99f164473 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf HTTP/1.1" status: 200 len: 217 time: 0.0358460 Aug 16 20:50:54.356813 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-cb2d5957-632d-46cd-8877-5f8082e15719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:54.358301 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-cb2d5957-632d-46cd-8877-5f8082e15719 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0447040 Aug 16 20:50:54.410923 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-3fed4fd4-31be-4f5a-ac6f-5902415c6705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:54.412449 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-3fed4fd4-31be-4f5a-ac6f-5902415c6705 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468328 Aug 16 20:50:54.424502 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b065e-4fcb-4566-b27a-cf901ba754a2 req-8aa718df-99be-4c09-a8bc-d1076792d16f tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:54.426481 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-935b065e-4fcb-4566-b27a-cf901ba754a2 req-8aa718df-99be-4c09-a8bc-d1076792d16f tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 943 time: 0.0537641 Aug 16 20:50:54.466064 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-935b065e-4fcb-4566-b27a-cf901ba754a2 req-40eee2fd-b264-47a0-b61d-1b33d93c5db2 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330768 Aug 16 20:50:54.508320 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-c54a8920-1a50-4d3e-b242-1516e732334e service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883029 Aug 16 20:50:54.599292 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7543ae60-7f7e-4b3a-a85e-e71d7e47bb41 req-f20ce5a8-bfcd-459c-bd57-5fbc3224c47d service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841963 Aug 16 20:50:54.684077 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dab917-ef54-4b04-992a-09a6faed2d9f req-ec908e4f-a9dc-4d59-88d5-72a52c3ab3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:54.685620 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-35dab917-ef54-4b04-992a-09a6faed2d9f req-ec908e4f-a9dc-4d59-88d5-72a52c3ab3ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 1095 time: 0.0417030 Aug 16 20:50:54.780010 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dab917-ef54-4b04-992a-09a6faed2d9f req-2bf29fb9-5b31-4575-8149-2acd945e3e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:54.781447 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-35dab917-ef54-4b04-992a-09a6faed2d9f req-2bf29fb9-5b31-4575-8149-2acd945e3e49 service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0888424 Aug 16 20:50:54.820971 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-35dab917-ef54-4b04-992a-09a6faed2d9f req-b2ff1ed1-b2de-42e6-bb72-698e648a63cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf HTTP/1.1" status: 200 len: 217 time: 0.0328014 Aug 16 20:50:54.868988 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dab917-ef54-4b04-992a-09a6faed2d9f req-c1342f40-b7e0-40fc-9146-fec74f725cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:54.870294 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-35dab917-ef54-4b04-992a-09a6faed2d9f req-c1342f40-b7e0-40fc-9146-fec74f725cd3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0416038 Aug 16 20:50:54.915483 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dab917-ef54-4b04-992a-09a6faed2d9f req-7cab8c6f-e202-4c8e-89c8-e3247643ae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:54.916935 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-35dab917-ef54-4b04-992a-09a6faed2d9f req-7cab8c6f-e202-4c8e-89c8-e3247643ae83 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388408 Aug 16 20:50:55.008455 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-35dab917-ef54-4b04-992a-09a6faed2d9f req-149fd559-3791-4e5d-bcf1-5534e9a15fdf service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827043 Aug 16 20:50:55.097052 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-35dab917-ef54-4b04-992a-09a6faed2d9f req-5f8e0395-92dc-46ce-ba75-9e2c93054f9b service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807326 Aug 16 20:50:55.580493 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ed6c2-6c63-4c9c-b86b-3a18699ee37e req-27a8f41c-a6f3-4fe4-8a8a-70b3ba069d03 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:55.581954 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4d2ed6c2-6c63-4c9c-b86b-3a18699ee37e req-27a8f41c-a6f3-4fe4-8a8a-70b3ba069d03 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 943 time: 0.0479660 Aug 16 20:50:55.619009 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4d2ed6c2-6c63-4c9c-b86b-3a18699ee37e req-32cb646d-e3c4-43cf-bcb8-8d37a4dec4c2 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310249 Aug 16 20:50:56.738754 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a98ff-fe29-45e4-9a9e-f83f5e637ba1 req-08c29dfc-4fde-4364-bc7a-910442dd5567 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:56.740261 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c63a98ff-fe29-45e4-9a9e-f83f5e637ba1 req-08c29dfc-4fde-4364-bc7a-910442dd5567 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 943 time: 0.0524547 Aug 16 20:50:56.777093 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c63a98ff-fe29-45e4-9a9e-f83f5e637ba1 req-938b14f6-8d57-4b63-8fc3-e44d6f2f7794 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309243 Aug 16 20:50:57.892327 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac03e7a-2be8-47f8-b8ff-72a276ef09fb req-9c06d2b4-070a-45d3-b857-4f0250f84b04 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:57.893801 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4ac03e7a-2be8-47f8-b8ff-72a276ef09fb req-9c06d2b4-070a-45d3-b857-4f0250f84b04 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 943 time: 0.0484755 Aug 16 20:50:57.931515 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4ac03e7a-2be8-47f8-b8ff-72a276ef09fb req-6ea3a9ab-a3f7-4113-857e-6b40cbae26fd tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315173 Aug 16 20:50:58.317444 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:50:58.565597 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:58.576175 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'port_id': '3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf', 'mac_address': 'fa:16:3e:3a:13:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:50:58.612002 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:58.624730 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:50:58.643552 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:58.647460 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:58.694179 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:58.846754 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:59.046653 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764b7c5-31bd-471a-8be6-d0e8fedf0135 req-da74ac40-7377-4ff0-b140-9b769c562643 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:59.048231 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b764b7c5-31bd-471a-8be6-d0e8fedf0135 req-da74ac40-7377-4ff0-b140-9b769c562643 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 944 time: 0.0490685 Aug 16 20:50:59.085515 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b764b7c5-31bd-471a-8be6-d0e8fedf0135 req-8b553dca-c660-48e9-8da9-fc8e389609ea tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310645 Aug 16 20:51:00.204631 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c370c-3e63-455a-a7fb-7442ed70d989 req-5ce07239-d9fc-46e5-b8f8-22d34d6b0388 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:00.206237 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-698c370c-3e63-455a-a7fb-7442ed70d989 req-5ce07239-d9fc-46e5-b8f8-22d34d6b0388 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 944 time: 0.0548027 Aug 16 20:51:00.244352 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-698c370c-3e63-455a-a7fb-7442ed70d989 req-d5bb22fa-b778-4218-b4eb-2f7848c5e770 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321810 Aug 16 20:51:00.317027 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:00.363680 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:00.367455 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:00.367840 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.444671 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.466848 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e65a62-c113-41df-af4e-a65d42a31166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:00.469131 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f32b18d-b559-4488-bdb4-7820861219af" -d '{"events": [{"server_uuid": "e0e65a62-c113-41df-af4e-a65d42a31166", "name": "network-vif-plugged", "status": "completed", "tag": "3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:00.481866 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:00.486152 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.534513 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:00.572423 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502021d1-997e-4e22-9936-5f03978e5f5b x-openstack-request-id: req-502021d1-997e-4e22-9936-5f03978e5f5b {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:00.572712 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e65a62-c113-41df-af4e-a65d42a31166", "name": "network-vif-plugged", "status": "completed", "tag": "3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:00.573598 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-502021d1-997e-4e22-9936-5f03978e5f5b {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:00.574191 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e65a62-c113-41df-af4e-a65d42a31166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf', 'code': 200} Aug 16 20:51:00.669732 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14302f84-dcdf-4432-b723-d3355454eff7 req-704216fb-84cd-4ee9-89b2-5d60f48b1dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:00.671204 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-14302f84-dcdf-4432-b723-d3355454eff7 req-704216fb-84cd-4ee9-89b2-5d60f48b1dae service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 1097 time: 0.0443363 Aug 16 20:51:00.706394 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-14302f84-dcdf-4432-b723-d3355454eff7 req-b58a8176-b675-46aa-b7f4-f8cd151ee8ab service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284128 Aug 16 20:51:01.361167 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fc9e2-7ce9-41f5-adc8-236eefca03b0 req-a3292cd0-4183-4d0f-8838-017b743c2265 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:01.362614 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-234fc9e2-7ce9-41f5-adc8-236eefca03b0 req-a3292cd0-4183-4d0f-8838-017b743c2265 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 945 time: 0.0499895 Aug 16 20:51:01.402064 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-234fc9e2-7ce9-41f5-adc8-236eefca03b0 req-06f282be-6c98-4183-bfb3-bd2b9f4ee65f tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320733 Aug 16 20:51:01.884474 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a4f6d048-6f0a-4677-8fa9-1d38a7374112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:02.516051 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29872151-dcca-466f-8300-33439b11cf6f req-eba3144f-f7d7-429d-9d75-8b7d9fccd684 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:02.517558 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-29872151-dcca-466f-8300-33439b11cf6f req-eba3144f-f7d7-429d-9d75-8b7d9fccd684 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 945 time: 0.0486846 Aug 16 20:51:02.555164 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-29872151-dcca-466f-8300-33439b11cf6f req-0f429560-85cc-4f1b-aded-5a5744df911d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317152 Aug 16 20:51:02.669309 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da23a8-7014-4eb8-ab8f-e1b6b6610b1f req-fa17e8d4-70bf-4028-a7c5-12c638b9136e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:02.670798 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d9da23a8-7014-4eb8-ab8f-e1b6b6610b1f req-fa17e8d4-70bf-4028-a7c5-12c638b9136e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 945 time: 0.0530164 Aug 16 20:51:02.679326 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 59852) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:02.684519 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b7dcc33a-4416-427e-a004-dcb8619da095 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Request body: {'floatingip': {'port_id': '3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:02.722819 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b7dcc33a-4416-427e-a004-dcb8619da095 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:03.146817 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b7dcc33a-4416-427e-a004-dcb8619da095 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:03.150862 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b7dcc33a-4416-427e-a004-dcb8619da095 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:03.248610 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-b7dcc33a-4416-427e-a004-dcb8619da095 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Floating IP f8bd6d46-ff4c-43a7-bd94-29f697ac5007 associated. External IP: 172.25.8.195, port: 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf. Aug 16 20:51:03.785489 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7dcc33a-4416-427e-a004-dcb8619da095 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Router f0570d74-09a7-4a9e-a9e9-116b61608ffb has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:51:03.884968 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7dcc33a-4416-427e-a004-dcb8619da095 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:51:03.890010 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b7dcc33a-4416-427e-a004-dcb8619da095 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:03.894983 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a259185-1892-4dd8-8a3e-9bfc75143008 None None] Sync routers for ids ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:51:03.905690 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a259185-1892-4dd8-8a3e-9bfc75143008 None None] Routers {'f0570d74-09a7-4a9e-a9e9-116b61608ffb'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:03.906297 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2a259185-1892-4dd8-8a3e-9bfc75143008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:50:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:03.920451 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b7dcc33a-4416-427e-a004-dcb8619da095 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "PUT /v2.0/floatingips/f8bd6d46-ff4c-43a7-bd94-29f697ac5007 HTTP/1.1" status: 200 len: 991 time: 1.2400377 Aug 16 20:51:03.921141 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e65a62-c113-41df-af4e-a65d42a31166', 'tag': '3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:03.923708 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69672490-54f9-4f78-927d-714bb86b1e29" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e65a62-c113-41df-af4e-a65d42a31166", "tag": "3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:04.009873 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-2a259185-1892-4dd8-8a3e-9bfc75143008 None None] Set router f0570d74-09a7-4a9e-a9e9-116b61608ffb gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:51:04.073874 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2776749a-a0a0-4611-97ae-f30ce5925533 x-openstack-request-id: req-2776749a-a0a0-4611-97ae-f30ce5925533 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:04.074171 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e65a62-c113-41df-af4e-a65d42a31166", "tag": "3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:04.074421 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2776749a-a0a0-4611-97ae-f30ce5925533 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:04.074827 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e65a62-c113-41df-af4e-a65d42a31166', 'tag': '3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf', 'status': 'completed', 'code': 200} Aug 16 20:51:04.133601 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69672490-54f9-4f78-927d-714bb86b1e29 req-da6f6e8d-5d9b-4bf4-9008-a419a8d574a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:04.135111 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-69672490-54f9-4f78-927d-714bb86b1e29 req-da6f6e8d-5d9b-4bf4-9008-a419a8d574a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 1097 time: 0.0400302 Aug 16 20:51:04.228839 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69672490-54f9-4f78-927d-714bb86b1e29 req-c5082ba3-5fe9-45af-a83d-32c47cb4f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:04.230453 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-69672490-54f9-4f78-927d-714bb86b1e29 req-c5082ba3-5fe9-45af-a83d-32c47cb4f4a1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0888057 Aug 16 20:51:04.239084 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2a259185-1892-4dd8-8a3e-9bfc75143008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '843dba09-1afc-41a7-b709-340a74451668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:34Z', 'revision_number': 4, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port': {'id': '843dba09-1afc-41a7-b709-340a74451668', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'f8bd6d46-ff4c-43a7-bd94-29f697ac5007', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'floating_ip_address': '172.25.8.195', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'port_id': '3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'mac_address': 'fa:16:3e:3a:13:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e65a62-c113-41df-af4e-a65d42a31166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:48:38Z', 'updated_at': '2021-08-16T20:51:03Z', 'revision_number': 5, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b16c5acd-4e3c-44d8-9f8d-0229b848c9d1', 'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'mac_address': 'fa:16:3e:76:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:34Z', 'updated_at': '2021-08-16T20:48:39Z', 'revision_number': 5, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'subnets': [{'id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:04.265079 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a259185-1892-4dd8-8a3e-9bfc75143008 None None] Checking router: f0570d74-09a7-4a9e-a9e9-116b61608ffb for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:51:04.273140 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a259185-1892-4dd8-8a3e-9bfc75143008 None None] Routers {'f0570d74-09a7-4a9e-a9e9-116b61608ffb'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:04.273742 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2a259185-1892-4dd8-8a3e-9bfc75143008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:50:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:04.295042 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-69672490-54f9-4f78-927d-714bb86b1e29 req-efcaa3a8-a131-4ce3-84f7-cb1fc719d034 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf HTTP/1.1" status: 200 len: 999 time: 0.0575049 Aug 16 20:51:04.344253 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69672490-54f9-4f78-927d-714bb86b1e29 req-e10087b5-ea80-4e15-b5f6-5148da7fa6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:04.345718 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-69672490-54f9-4f78-927d-714bb86b1e29 req-e10087b5-ea80-4e15-b5f6-5148da7fa6f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0445125 Aug 16 20:51:04.376686 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-2a259185-1892-4dd8-8a3e-9bfc75143008 None None] Set router f0570d74-09a7-4a9e-a9e9-116b61608ffb gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:51:04.396023 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69672490-54f9-4f78-927d-714bb86b1e29 req-b29493bb-9759-45d2-95f4-32e9544491e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:04.397733 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-69672490-54f9-4f78-927d-714bb86b1e29 req-b29493bb-9759-45d2-95f4-32e9544491e0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441706 Aug 16 20:51:04.461320 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bdf36bd3-fdb0-4a30-a54e-4201f3897fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:04.490680 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-69672490-54f9-4f78-927d-714bb86b1e29 req-b577b541-895d-4853-831e-75326ff64035 service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856698 Aug 16 20:51:04.585203 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-69672490-54f9-4f78-927d-714bb86b1e29 req-e76aba1a-1b23-44b9-a24d-165edabafdfa service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873597 Aug 16 20:51:04.602118 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2a259185-1892-4dd8-8a3e-9bfc75143008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '843dba09-1afc-41a7-b709-340a74451668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:34Z', 'revision_number': 4, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port': {'id': '843dba09-1afc-41a7-b709-340a74451668', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'f8bd6d46-ff4c-43a7-bd94-29f697ac5007', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'floating_ip_address': '172.25.8.195', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'port_id': '3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'mac_address': 'fa:16:3e:3a:13:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e65a62-c113-41df-af4e-a65d42a31166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:48:38Z', 'updated_at': '2021-08-16T20:51:03Z', 'revision_number': 5, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b16c5acd-4e3c-44d8-9f8d-0229b848c9d1', 'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'mac_address': 'fa:16:3e:76:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:34Z', 'updated_at': '2021-08-16T20:48:39Z', 'revision_number': 5, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'subnets': [{'id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:04.628644 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a259185-1892-4dd8-8a3e-9bfc75143008 None None] The sync data for ids ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'] in n-d-787206-13 is: [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '843dba09-1afc-41a7-b709-340a74451668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:34Z', 'revision_number': 4, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port': {'id': '843dba09-1afc-41a7-b709-340a74451668', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'f8bd6d46-ff4c-43a7-bd94-29f697ac5007', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'floating_ip_address': '172.25.8.195', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'port_id': '3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'mac_address': 'fa:16:3e:3a:13:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e65a62-c113-41df-af4e-a65d42a31166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:48:38Z', 'updated_at': '2021-08-16T20:51:03Z', 'revision_number': 5, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b16c5acd-4e3c-44d8-9f8d-0229b848c9d1', 'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'mac_address': 'fa:16:3e:76:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:34Z', 'updated_at': '2021-08-16T20:48:39Z', 'revision_number': 5, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'subnets': [{'id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:51:04.715937 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:04.814347 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2124511-d671-4f89-ba96-740a3826818a None None] New status for floating IP f8bd6d46-ff4c-43a7-bd94-29f697ac5007: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:51:05.745263 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:06.392347 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:06.516746 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:07.194046 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:13.597817 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:51:31.885939 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-39f61517-680e-4ecc-8527-ad25a42eedcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:34.461851 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a6788943-0c5a-4973-a0a8-3efe333e84c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:34.717146 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:35.747937 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:36.422891 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:36.517589 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:37.197960 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:37.504289 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8dec9ce0-29af-4cd0-8514-7f19290e08a7 req-04e23204-9523-4b26-81d5-e220defdc63e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407078 Aug 16 20:51:37.582643 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec9ce0-29af-4cd0-8514-7f19290e08a7 req-bd4bcab5-8e24-4dd5-acf9-383bed038730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:37.584130 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8dec9ce0-29af-4cd0-8514-7f19290e08a7 req-bd4bcab5-8e24-4dd5-acf9-383bed038730 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 1097 time: 0.0387814 Aug 16 20:51:37.688687 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec9ce0-29af-4cd0-8514-7f19290e08a7 req-6fcd5865-5205-477d-a74d-3476d010ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:37.690138 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8dec9ce0-29af-4cd0-8514-7f19290e08a7 req-6fcd5865-5205-477d-a74d-3476d010ff11 service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0866580 Aug 16 20:51:37.753989 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8dec9ce0-29af-4cd0-8514-7f19290e08a7 req-37020fef-599f-4151-9a6c-335fc7642d2c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf HTTP/1.1" status: 200 len: 1001 time: 0.0560951 Aug 16 20:51:37.807014 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec9ce0-29af-4cd0-8514-7f19290e08a7 req-3da87c20-ebe9-4da8-b315-f12d57dbb998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:37.808452 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8dec9ce0-29af-4cd0-8514-7f19290e08a7 req-3da87c20-ebe9-4da8-b315-f12d57dbb998 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0473955 Aug 16 20:51:37.853167 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec9ce0-29af-4cd0-8514-7f19290e08a7 req-ed08c428-14de-4b6d-b280-d3e5aac99bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:37.854695 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8dec9ce0-29af-4cd0-8514-7f19290e08a7 req-ed08c428-14de-4b6d-b280-d3e5aac99bbb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387976 Aug 16 20:51:37.944368 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8dec9ce0-29af-4cd0-8514-7f19290e08a7 req-cf361ebe-189b-41a1-9afa-fd2d1ca0b358 service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819907 Aug 16 20:51:38.036196 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8dec9ce0-29af-4cd0-8514-7f19290e08a7 req-7867c8d8-a47f-435c-a008-b088ed31cd55 service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835257 Aug 16 20:51:50.597375 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:52:01.887366 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-316105e5-2575-4cad-a8d4-e491b86aa93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.461903 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5d308183-cc6c-4188-86c8-29d3b0dc6278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.718965 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.749654 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.438691 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.514091 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:07.199712 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:27.599075 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:52:31.889916 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b86a46b6-50b0-42fa-b079-9584b1a3d0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:34.462601 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba09d9ad-42e7-4931-8640-37aa54cd5fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:34.719465 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:35.752542 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:36.439900 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:36.531129 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.204966 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:37.563231 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aecef854-447f-4947-95b4-c12c8361f114 req-ca0b8b1a-c742-4cab-b2e1-e159e58ecd9a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0869820 Aug 16 20:52:37.641837 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecef854-447f-4947-95b4-c12c8361f114 req-a11332c5-b96c-46e0-a6b4-f073e425b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:37.643819 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aecef854-447f-4947-95b4-c12c8361f114 req-a11332c5-b96c-46e0-a6b4-f073e425b406 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 1097 time: 0.0398991 Aug 16 20:52:37.746628 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecef854-447f-4947-95b4-c12c8361f114 req-cc433167-9c6f-412d-ab1b-1110ab41242d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:37.748148 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aecef854-447f-4947-95b4-c12c8361f114 req-cc433167-9c6f-412d-ab1b-1110ab41242d service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0858831 Aug 16 20:52:37.812440 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aecef854-447f-4947-95b4-c12c8361f114 req-f13b36a5-bd5d-40a4-a9be-82141ebe135c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf HTTP/1.1" status: 200 len: 1001 time: 0.0559845 Aug 16 20:52:37.863492 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecef854-447f-4947-95b4-c12c8361f114 req-2b8eaf29-96f1-4606-9e12-18677a71302c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:37.864892 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aecef854-447f-4947-95b4-c12c8361f114 req-2b8eaf29-96f1-4606-9e12-18677a71302c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0456645 Aug 16 20:52:37.909195 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecef854-447f-4947-95b4-c12c8361f114 req-d712d3f4-4ecb-489d-8d5f-ba3013558c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:37.910616 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aecef854-447f-4947-95b4-c12c8361f114 req-d712d3f4-4ecb-489d-8d5f-ba3013558c82 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386987 Aug 16 20:52:38.002725 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aecef854-447f-4947-95b4-c12c8361f114 req-edd448df-7b47-4f5f-8669-612937fc3303 service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835924 Aug 16 20:52:38.088112 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-aecef854-447f-4947-95b4-c12c8361f114 req-1ba958b2-030d-48ca-8b17-c0d49a3a1fa0 service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795336 Aug 16 20:52:40.744993 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40397015-ac3e-4c31-b874-114d481fbc3a req-d5733f43-d88b-4dbc-b852-544959056ad4 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:40.746761 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-40397015-ac3e-4c31-b874-114d481fbc3a req-d5733f43-d88b-4dbc-b852-544959056ad4 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 945 time: 0.0514445 Aug 16 20:52:40.784167 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-40397015-ac3e-4c31-b874-114d481fbc3a req-087f7ac4-37d5-4e39-a935-58b34952d2b2 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315688 Aug 16 20:52:41.897783 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009f12b-d415-4641-af45-6d0f929cd028 req-e4849e90-c930-47b3-b8aa-2a1fae9fb90d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:41.899265 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f009f12b-d415-4641-af45-6d0f929cd028 req-e4849e90-c930-47b3-b8aa-2a1fae9fb90d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 945 time: 0.0480814 Aug 16 20:52:41.935397 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f009f12b-d415-4641-af45-6d0f929cd028 req-5e01fda8-3663-4675-9415-5123bd8836ed tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300603 Aug 16 20:52:43.052601 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e28721-e3c5-407b-8a91-4712c0076de8 req-d16ea37b-0873-4042-9927-7a04f5bdd691 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:43.054438 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b1e28721-e3c5-407b-8a91-4712c0076de8 req-d16ea37b-0873-4042-9927-7a04f5bdd691 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 945 time: 0.0523856 Aug 16 20:52:43.092219 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b1e28721-e3c5-407b-8a91-4712c0076de8 req-25521226-2793-4dcd-bd5b-fab0721ee91f tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321558 Aug 16 20:52:44.205098 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d0016-39e5-45aa-8865-c295e3c767e1 req-b7700680-6a85-479a-bfc3-510ed190f560 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:44.206608 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b88d0016-39e5-45aa-8865-c295e3c767e1 req-b7700680-6a85-479a-bfc3-510ed190f560 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 945 time: 0.0487344 Aug 16 20:52:44.244817 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b88d0016-39e5-45aa-8865-c295e3c767e1 req-1e517c16-8831-4a4f-92f6-823d3f484bc2 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321314 Aug 16 20:52:45.358073 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55145a93-851b-4f35-a20c-288b5453a43c req-6efbcd55-f22c-4ad9-9a06-498d23392633 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:45.359548 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-55145a93-851b-4f35-a20c-288b5453a43c req-6efbcd55-f22c-4ad9-9a06-498d23392633 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 945 time: 0.0479441 Aug 16 20:52:45.396909 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-55145a93-851b-4f35-a20c-288b5453a43c req-fa8108d1-309d-4d63-a2fe-6a34a49fe642 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310779 Aug 16 20:52:46.513882 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30af85-748d-430c-a4dc-dd195f2368f5 req-e8c1c86d-559d-4250-8d4d-375e368f5bd9 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:46.517472 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8c30af85-748d-430c-a4dc-dd195f2368f5 req-e8c1c86d-559d-4250-8d4d-375e368f5bd9 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 945 time: 0.0544207 Aug 16 20:52:46.556817 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8c30af85-748d-430c-a4dc-dd195f2368f5 req-f5d9db1d-1069-484f-9084-54185c5e67bd tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333400 Aug 16 20:52:47.670023 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119589f2-cbdc-46e2-8969-0f325ffe0412 req-8f43a9b5-a8d1-4037-8f69-80d7718a06c6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:47.671513 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-119589f2-cbdc-46e2-8969-0f325ffe0412 req-8f43a9b5-a8d1-4037-8f69-80d7718a06c6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 945 time: 0.0487990 Aug 16 20:52:47.709247 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-119589f2-cbdc-46e2-8969-0f325ffe0412 req-eabd8b9e-45c4-4960-b9af-b04544d3042a tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313921 Aug 16 20:52:48.825813 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb0fee-9e28-4cac-b74d-97ef9d53a82c req-e13c9739-25e2-421c-a822-2275bb966188 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:48.827278 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b2bb0fee-9e28-4cac-b74d-97ef9d53a82c req-e13c9739-25e2-421c-a822-2275bb966188 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 945 time: 0.0485003 Aug 16 20:52:48.866254 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b2bb0fee-9e28-4cac-b74d-97ef9d53a82c req-2ce35d4d-c11f-4017-bcc0-a252fe1e4ab7 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323544 Aug 16 20:52:49.984970 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c8f3a-a0e1-4e6d-8401-76ed58f61f2d req-d43da538-2a46-479b-99d7-20f4ee51c314 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:49.986445 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9a6c8f3a-a0e1-4e6d-8401-76ed58f61f2d req-d43da538-2a46-479b-99d7-20f4ee51c314 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 945 time: 0.0528104 Aug 16 20:52:50.023033 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9a6c8f3a-a0e1-4e6d-8401-76ed58f61f2d req-b5e46b2a-76cd-4622-a28d-a3b9a0bf4e1b tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307212 Aug 16 20:52:51.136398 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda79e6f-1262-42ec-a3a7-6c17dbc7de81 req-3ea98b81-8bd4-4d1b-bdeb-bd1147b7e6d9 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:51.137871 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dda79e6f-1262-42ec-a3a7-6c17dbc7de81 req-3ea98b81-8bd4-4d1b-bdeb-bd1147b7e6d9 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 945 time: 0.0482528 Aug 16 20:52:51.174465 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dda79e6f-1262-42ec-a3a7-6c17dbc7de81 req-47724ec7-0f8a-4188-95a7-0623e54f1b79 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307350 Aug 16 20:52:51.393997 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-9f6dfd61-8e0d-4e43-a2e9-ac52f4c0e8dd service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399580 Aug 16 20:52:51.408003 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf2b31-7f46-4d4d-9f57-117a67e185f5 req-9ef8f441-8b09-48dc-9748-62affc22dc06 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:51.409555 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a7bf2b31-7f46-4d4d-9f57-117a67e185f5 req-9ef8f441-8b09-48dc-9748-62affc22dc06 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 945 time: 0.0490406 Aug 16 20:52:51.448487 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a7bf2b31-7f46-4d4d-9f57-117a67e185f5 req-373627a3-5933-4abf-bf9b-a934b5e2af94 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318453 Aug 16 20:52:52.544637 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-7e4accc6-dbb1-4fc3-9281-029eae70d636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:52.547026 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-7e4accc6-dbb1-4fc3-9281-029eae70d636 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 1097 time: 0.0455782 Aug 16 20:52:52.569938 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd37be-c317-4e43-9429-9c9cfaf7472b req-500260a3-5009-48f6-9b89-9f725cc53895 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:52.571469 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bdbd37be-c317-4e43-9429-9c9cfaf7472b req-500260a3-5009-48f6-9b89-9f725cc53895 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 945 time: 0.0538976 Aug 16 20:52:52.609217 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bdbd37be-c317-4e43-9429-9c9cfaf7472b req-aa62b2b2-b696-4930-9f81-8bcbe36664be tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315311 Aug 16 20:52:52.637652 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-2a034104-6582-4c07-9cea-30f2c815f34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:52.639145 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-2a034104-6582-4c07-9cea-30f2c815f34d service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0860140 Aug 16 20:52:52.707166 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-5af8862c-641a-4245-9733-24a7ce2199f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf HTTP/1.1" status: 200 len: 1001 time: 0.0612712 Aug 16 20:52:52.754624 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-6e50a86f-cc7e-4123-82d7-64706d0e4e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:52.755990 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-6e50a86f-cc7e-4123-82d7-64706d0e4e1f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0416160 Aug 16 20:52:52.800537 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-40eb0549-1e05-412e-b4a2-3bd2e4329d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:52.801969 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-40eb0549-1e05-412e-b4a2-3bd2e4329d98 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395243 Aug 16 20:52:52.897191 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-9203704a-200f-430c-a2ae-c9da5fc37d88 service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880630 Aug 16 20:52:52.985280 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-06042b2c-bb1f-4754-8554-3f9050f7061a service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802999 Aug 16 20:52:53.722779 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40adbd-c465-48ba-8b72-2fdedf428ca6 req-d7f445e0-1466-4942-91ab-077c4bc1dfd3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:53.724261 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ea40adbd-c465-48ba-8b72-2fdedf428ca6 req-d7f445e0-1466-4942-91ab-077c4bc1dfd3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 945 time: 0.0479372 Aug 16 20:52:53.761297 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ea40adbd-c465-48ba-8b72-2fdedf428ca6 req-bce76ba7-b675-43ce-b88e-4b6ce395f5a3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309932 Aug 16 20:52:54.874393 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c01ffa-7ef1-4c00-b4f2-976059fb6ab9 req-b6a35cdf-fdb0-4f31-9cbc-0061ade78866 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:54.875888 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-63c01ffa-7ef1-4c00-b4f2-976059fb6ab9 req-b6a35cdf-fdb0-4f31-9cbc-0061ade78866 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 945 time: 0.0481296 Aug 16 20:52:54.914150 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-63c01ffa-7ef1-4c00-b4f2-976059fb6ab9 req-b61e68d7-0683-4cb5-a306-dfa618fbf065 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319126 Aug 16 20:52:55.088784 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-b5cf1d5f-657b-467f-909a-fa7ef95983cf service neutron] show failed (client error): The resource could not be found. Aug 16 20:52:55.089805 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-b5cf1d5f-657b-467f-909a-fa7ef95983cf service neutron] 10.222.0.57 "GET /v2.0/ports/3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf/bindings/n-h2-787206-13 HTTP/1.1" status: 404 len: 381 time: 0.0544848 Aug 16 20:52:55.330797 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-51dc7b89-bb0d-4a7c-9f49-02320c2402e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:55.332253 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-51dc7b89-bb0d-4a7c-9f49-02320c2402e2 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166&tenant_id=4752d1785d6e49a5bed80a64f126b145 HTTP/1.1" status: 200 len: 1097 time: 0.0946355 Aug 16 20:52:55.344002 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787206-13', 'device_owner': 'compute:nova'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:55.394153 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:55.592131 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] For port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:55.622715 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] For port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:55.664140 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e65a62-c113-41df-af4e-a65d42a31166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:55.667013 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bd16b1-328b-458d-95a1-d31c05ab7232" -d '{"events": [{"server_uuid": "e0e65a62-c113-41df-af4e-a65d42a31166", "name": "network-vif-unplugged", "status": "completed", "tag": "3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:55.671224 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:55.684000 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] Transition to ACTIVE for port object 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:55.690411 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:55.773197 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf,revision_number=6']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:55.787585 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:55.787936 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:55.788274 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:55.788605 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:55.788940 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:55.789492 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:55.789619 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:55.789897 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:55.790227 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:55.790546 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:55.790864 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:55.791183 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:55.795165 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040ae268-1a54-40e7-b8b3-cf69bbc73c6c x-openstack-request-id: req-040ae268-1a54-40e7-b8b3-cf69bbc73c6c {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:55.795474 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e65a62-c113-41df-af4e-a65d42a31166", "name": "network-vif-unplugged", "status": "completed", "tag": "3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:55.795779 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-040ae268-1a54-40e7-b8b3-cf69bbc73c6c {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:55.796166 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e65a62-c113-41df-af4e-a65d42a31166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf', 'code': 200} Aug 16 20:52:56.045099 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83fc41-e462-4480-a382-90da58811b8b req-6ac27f86-918b-4aa7-a463-2d315f8377a8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:56.047168 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7f83fc41-e462-4480-a382-90da58811b8b req-6ac27f86-918b-4aa7-a463-2d315f8377a8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 943 time: 0.0592098 Aug 16 20:52:56.088350 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7f83fc41-e462-4480-a382-90da58811b8b req-ba86aa19-2593-4267-93d5-ce424c139788 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334010 Aug 16 20:52:56.146348 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] No DVR routers for this DVR port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:56.274900 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] Attempting to bind port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:56.275228 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] Attempting to bind port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:56.275580 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] Attempting to bind port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf on network 93e03616-808c-4b21-9953-60a2b750ea39 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:56.279940 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] Port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf on network 93e03616-808c-4b21-9953-60a2b750ea39 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:56.280255 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] Attempting to bind port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf on network 93e03616-808c-4b21-9953-60a2b750ea39 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:56.284917 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:56.285251 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] Checking segment: {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:56.285660 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] Bound using segment: {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:56.286072 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] Bound port: 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:56.286418 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.346375 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] For port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:56.349814 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] For port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:56.353614 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.391027 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:56.391688 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.393092 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] 10.222.0.63 "PUT /v2.0/ports/3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf HTTP/1.1" status: 200 len: 1092 time: 1.0530102 Aug 16 20:52:56.413748 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d8bb7-87d9-4a8e-b8e8-353b2c0955f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf,revision_number=7']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:56.461290 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-296ae9e1-909d-464c-b02b-cb36ff8a77fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:56.462863 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-296ae9e1-909d-464c-b02b-cb36ff8a77fc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 1095 time: 0.0460994 Aug 16 20:52:56.556066 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-5e434898-0dd4-404a-8164-4199ce2b420c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:56.557529 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-5e434898-0dd4-404a-8164-4199ce2b420c service neutron] 10.222.0.63 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0875080 Aug 16 20:52:56.626349 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-f3d58fbc-316f-4d47-8aa8-73cc54e50fdc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf HTTP/1.1" status: 200 len: 999 time: 0.0615916 Aug 16 20:52:56.674530 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-bbc2a3c0-ca99-4016-9ee1-fff38e500ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:56.675950 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-bbc2a3c0-ca99-4016-9ee1-fff38e500ce0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0429342 Aug 16 20:52:56.720498 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-e1976a31-c3ab-4ffd-b705-32c5bf44876c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:56.721985 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-e1976a31-c3ab-4ffd-b705-32c5bf44876c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387254 Aug 16 20:52:56.811817 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-6fde9b83-db1b-49f6-aecd-b0977039316f service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829432 Aug 16 20:52:56.898255 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-91260c1c-188e-46a2-a8c4-97c7067f979b req-1d35baee-4f55-46f5-b7fa-83d0be16eedb service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799971 Aug 16 20:52:57.206908 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e570f72-5874-4d7b-aa9e-e553aa874239 req-14149c2a-df03-41b3-820b-cf5d701a55f4 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:57.208424 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1e570f72-5874-4d7b-aa9e-e553aa874239 req-14149c2a-df03-41b3-820b-cf5d701a55f4 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 943 time: 0.0503209 Aug 16 20:52:57.245111 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1e570f72-5874-4d7b-aa9e-e553aa874239 req-89ac93fc-8a1a-4b9e-af29-e3691d6faee2 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308375 Aug 16 20:52:57.797474 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e65a62-c113-41df-af4e-a65d42a31166', 'tag': '3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:57.799809 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba7cab0-8380-4562-a96b-24d7c580a2ef" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e65a62-c113-41df-af4e-a65d42a31166", "tag": "3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:57.846690 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da810ae4-ecda-453c-b888-3be69ce32d94 x-openstack-request-id: req-da810ae4-ecda-453c-b888-3be69ce32d94 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:57.846974 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e65a62-c113-41df-af4e-a65d42a31166", "tag": "3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:57.847225 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-da810ae4-ecda-453c-b888-3be69ce32d94 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:57.847639 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e65a62-c113-41df-af4e-a65d42a31166', 'tag': '3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf', 'status': 'completed', 'code': 200} Aug 16 20:52:57.936205 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7cab0-8380-4562-a96b-24d7c580a2ef req-d85081f3-d29e-4709-9468-3f291717b2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:57.937674 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bba7cab0-8380-4562-a96b-24d7c580a2ef req-d85081f3-d29e-4709-9468-3f291717b2e9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 1095 time: 0.0635812 Aug 16 20:52:57.940112 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7cab0-8380-4562-a96b-24d7c580a2ef req-ada23a95-8286-41e6-8bfc-4ac848322c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:57.941453 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bba7cab0-8380-4562-a96b-24d7c580a2ef req-ada23a95-8286-41e6-8bfc-4ac848322c17 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 1095 time: 0.0755961 Aug 16 20:52:58.102089 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7cab0-8380-4562-a96b-24d7c580a2ef req-4c137de9-c8cf-4fa2-8ed5-6f1195cd66cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:58.103600 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bba7cab0-8380-4562-a96b-24d7c580a2ef req-4c137de9-c8cf-4fa2-8ed5-6f1195cd66cb service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.1594136 Aug 16 20:52:58.106193 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7cab0-8380-4562-a96b-24d7c580a2ef req-962075ee-b9c9-4a13-bf28-974fa2773397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:58.107538 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bba7cab0-8380-4562-a96b-24d7c580a2ef req-962075ee-b9c9-4a13-bf28-974fa2773397 service neutron] 10.222.0.63 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.1558545 Aug 16 20:52:58.221872 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bba7cab0-8380-4562-a96b-24d7c580a2ef req-6bc3d734-7c5b-4828-9838-1a21075c5455 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf HTTP/1.1" status: 200 len: 999 time: 0.1104701 Aug 16 20:52:58.224327 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bba7cab0-8380-4562-a96b-24d7c580a2ef req-f5d73fea-474a-4922-8a79-dfb069fa81a6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf HTTP/1.1" status: 200 len: 999 time: 0.1073616 Aug 16 20:52:58.309598 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7cab0-8380-4562-a96b-24d7c580a2ef req-2cefb0f1-11a8-43b3-9ad1-ba4c7c5b7b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:58.310972 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bba7cab0-8380-4562-a96b-24d7c580a2ef req-2cefb0f1-11a8-43b3-9ad1-ba4c7c5b7b7a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0826280 Aug 16 20:52:58.312352 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7cab0-8380-4562-a96b-24d7c580a2ef req-d1f57274-21b5-49ac-827f-c976d3bbcbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:58.313642 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bba7cab0-8380-4562-a96b-24d7c580a2ef req-d1f57274-21b5-49ac-827f-c976d3bbcbba service neutron] 10.222.0.63 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0779893 Aug 16 20:52:58.366474 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34cec78-27c0-46cc-8da8-d32ec54c05d7 req-d4acb398-eff3-4dfb-a476-489bc589b4d5 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:58.368018 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a34cec78-27c0-46cc-8da8-d32ec54c05d7 req-d4acb398-eff3-4dfb-a476-489bc589b4d5 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 943 time: 0.0489953 Aug 16 20:52:58.386292 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7cab0-8380-4562-a96b-24d7c580a2ef req-5bbc1de6-df03-4b4b-8767-6a79de46acb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:58.387889 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bba7cab0-8380-4562-a96b-24d7c580a2ef req-5bbc1de6-df03-4b4b-8767-6a79de46acb3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615754 Aug 16 20:52:58.389478 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7cab0-8380-4562-a96b-24d7c580a2ef req-f1c724f7-f005-4b5d-a463-a56fbd59dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:58.390832 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bba7cab0-8380-4562-a96b-24d7c580a2ef req-f1c724f7-f005-4b5d-a463-a56fbd59dc52 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725834 Aug 16 20:52:58.405897 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a34cec78-27c0-46cc-8da8-d32ec54c05d7 req-ba5d004a-4220-4bd0-a72b-ed57aadcd692 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315173 Aug 16 20:52:58.549184 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bba7cab0-8380-4562-a96b-24d7c580a2ef req-307308e7-78a2-4925-82c9-f25b4f1f5b03 service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535733 Aug 16 20:52:58.554240 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bba7cab0-8380-4562-a96b-24d7c580a2ef req-fa72375d-3518-4573-8900-a68408b70ebc service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504612 Aug 16 20:52:58.636883 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e33b0-5d5f-4aa0-a30c-a60d12775be2 req-a9facfcc-9c32-4b6a-a183-dc5d954f43a6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:58.638288 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-271e33b0-5d5f-4aa0-a30c-a60d12775be2 req-a9facfcc-9c32-4b6a-a183-dc5d954f43a6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 943 time: 0.0855916 Aug 16 20:52:58.652019 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436911b9-3796-449b-b39f-8f2f0ca22500 req-20a65d4d-49af-4162-acfa-5138b127187c tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:58.653452 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-436911b9-3796-449b-b39f-8f2f0ca22500 req-20a65d4d-49af-4162-acfa-5138b127187c tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166&tenant_id=4752d1785d6e49a5bed80a64f126b145&binding%3Ahost_id=n-h2-787206-13 HTTP/1.1" status: 200 len: 943 time: 0.0696318 Aug 16 20:52:58.715146 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bba7cab0-8380-4562-a96b-24d7c580a2ef req-8694a27d-755e-43ed-a29b-baf5c8773027 service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584194 Aug 16 20:52:58.717937 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-271e33b0-5d5f-4aa0-a30c-a60d12775be2 req-4e35bad8-2637-439c-9776-4ab7553dd7c6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635390 Aug 16 20:52:58.718594 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bba7cab0-8380-4562-a96b-24d7c580a2ef req-4d542115-9a04-447b-b82f-e8559f802627 service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547596 Aug 16 20:52:58.739315 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [req-436911b9-3796-449b-b39f-8f2f0ca22500 req-83fa8c6a-9887-4a13-81aa-ca1999a88f68 service neutron] delete failed (client error): The resource could not be found. Aug 16 20:52:58.740461 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-436911b9-3796-449b-b39f-8f2f0ca22500 req-83fa8c6a-9887-4a13-81aa-ca1999a88f68 service neutron] 10.222.0.57 "DELETE /v2.0/ports/3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf/bindings/n-h1-787206-13 HTTP/1.1" status: 404 len: 381 time: 0.0787663 Aug 16 20:52:58.783086 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:58.820695 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:58.827660 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436911b9-3796-449b-b39f-8f2f0ca22500 req-194148a3-9dee-4c1c-8a12-7904219085cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:58.829160 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-436911b9-3796-449b-b39f-8f2f0ca22500 req-194148a3-9dee-4c1c-8a12-7904219085cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 1095 time: 0.0448499 Aug 16 20:52:58.917132 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436911b9-3796-449b-b39f-8f2f0ca22500 req-344f9415-2f20-43af-8176-aea384dc6849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:58.918598 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-436911b9-3796-449b-b39f-8f2f0ca22500 req-344f9415-2f20-43af-8176-aea384dc6849 service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0827572 Aug 16 20:52:58.986612 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-436911b9-3796-449b-b39f-8f2f0ca22500 req-9ef6202c-579c-4805-9973-c71c3fb88c12 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf HTTP/1.1" status: 200 len: 999 time: 0.0607214 Aug 16 20:52:59.034372 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436911b9-3796-449b-b39f-8f2f0ca22500 req-746efd85-768f-4f9c-b3b2-ec4c533f5e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:59.036357 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-436911b9-3796-449b-b39f-8f2f0ca22500 req-746efd85-768f-4f9c-b3b2-ec4c533f5e58 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0434835 Aug 16 20:52:59.081215 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436911b9-3796-449b-b39f-8f2f0ca22500 req-1cd38e1c-6994-47e5-928d-56a3e89291bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:59.083325 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-436911b9-3796-449b-b39f-8f2f0ca22500 req-1cd38e1c-6994-47e5-928d-56a3e89291bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405533 Aug 16 20:52:59.173886 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-436911b9-3796-449b-b39f-8f2f0ca22500 req-82070b68-19c0-4988-99cd-8142f26fe6b8 service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836833 Aug 16 20:52:59.261974 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-436911b9-3796-449b-b39f-8f2f0ca22500 req-e91c64aa-b622-4999-b220-bb14d92480d7 service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812576 Aug 16 20:52:59.299162 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:52:59.390524 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:59.402981 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'port_id': '3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf', 'mac_address': 'fa:16:3e:3a:13:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:52:59.443542 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:59.455874 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:52:59.474382 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:59.478356 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:59.525707 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:59.533120 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:59.533473 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:59.533816 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:59.534154 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:59.534495 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:59.534822 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:59.535147 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:59.535733 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:59.536064 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:59.536392 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:59.536719 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:59.537042 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:59.700344 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:52:59.839050 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251beaf7-728c-4c1b-8528-cdb3ea29ba5c req-5b537a0a-7dc0-4887-9599-6b7b86f4f9fe tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:59.840582 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-251beaf7-728c-4c1b-8528-cdb3ea29ba5c req-5b537a0a-7dc0-4887-9599-6b7b86f4f9fe tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 944 time: 0.0516374 Aug 16 20:52:59.878737 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-251beaf7-728c-4c1b-8528-cdb3ea29ba5c req-215f1809-6a67-4032-b395-05675a0f9267 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318768 Aug 16 20:53:00.000232 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c440d0-ee5c-4521-b55f-50d60a3fb51b req-80cb2115-63e7-4508-964d-a62065b7b266 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:00.002760 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42c440d0-ee5c-4521-b55f-50d60a3fb51b req-80cb2115-63e7-4508-964d-a62065b7b266 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 944 time: 0.0572407 Aug 16 20:53:00.041350 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42c440d0-ee5c-4521-b55f-50d60a3fb51b req-2cf8c7b6-9ebb-46bd-b524-224f387bcedf tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314467 Aug 16 20:53:00.235600 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee671071-af8f-4100-9777-ac394d1a2b63 req-281a4a99-1288-4194-90dd-93eaed531321 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:00.237209 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ee671071-af8f-4100-9777-ac394d1a2b63 req-281a4a99-1288-4194-90dd-93eaed531321 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 944 time: 0.0504637 Aug 16 20:53:00.258480 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5b322-5553-4a41-ab54-469d8b530ecb req-0b78b26f-3c0d-4f47-a627-706934d92f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:00.259928 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-26d5b322-5553-4a41-ab54-469d8b530ecb req-0b78b26f-3c0d-4f47-a627-706934d92f09 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 1096 time: 0.0420098 Aug 16 20:53:00.276996 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ee671071-af8f-4100-9777-ac394d1a2b63 req-119fe5f1-9117-4adf-930f-a423ba4b005b tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334122 Aug 16 20:53:00.349771 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5b322-5553-4a41-ab54-469d8b530ecb req-6d571c57-a454-4c0c-b0f6-d963988b8406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:00.351267 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-26d5b322-5553-4a41-ab54-469d8b530ecb req-6d571c57-a454-4c0c-b0f6-d963988b8406 service neutron] 10.222.0.63 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0845141 Aug 16 20:53:00.419415 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-26d5b322-5553-4a41-ab54-469d8b530ecb req-c501b921-7264-44a9-8d06-57a118654aad service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf HTTP/1.1" status: 200 len: 1000 time: 0.0607271 Aug 16 20:53:00.470539 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5b322-5553-4a41-ab54-469d8b530ecb req-79e28e3b-ceff-4c28-8a20-04dcbebdccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:00.471976 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-26d5b322-5553-4a41-ab54-469d8b530ecb req-79e28e3b-ceff-4c28-8a20-04dcbebdccfd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0425401 Aug 16 20:53:00.517412 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5b322-5553-4a41-ab54-469d8b530ecb req-faaf515c-8519-4bee-ae0e-a01619899c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:00.518823 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-26d5b322-5553-4a41-ab54-469d8b530ecb req-faaf515c-8519-4bee-ae0e-a01619899c9f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396349 Aug 16 20:53:00.610354 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-26d5b322-5553-4a41-ab54-469d8b530ecb req-57f7b8cb-37ae-4989-8ef2-aa3a251cc490 service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843086 Aug 16 20:53:00.697671 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-26d5b322-5553-4a41-ab54-469d8b530ecb req-90f3ce31-e863-433e-a654-89f1d3a3b606 service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802243 Aug 16 20:53:01.316460 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:01.368820 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:01.379907 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:01.380535 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:01.397428 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b6048-e780-4f9c-96af-9af147fd6a51 req-02ab4315-fe6b-4659-af3c-da0ab80668fa tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:01.398963 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2d7b6048-e780-4f9c-96af-9af147fd6a51 req-02ab4315-fe6b-4659-af3c-da0ab80668fa tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 944 time: 0.0515416 Aug 16 20:53:01.437173 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2d7b6048-e780-4f9c-96af-9af147fd6a51 req-56ca2553-4dae-42c7-9fd2-6cb09ff1832e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314152 Aug 16 20:53:01.462644 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:01.488208 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e65a62-c113-41df-af4e-a65d42a31166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:01.490544 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630f704b-062e-4668-a2c8-7809c4b3096e" -d '{"events": [{"server_uuid": "e0e65a62-c113-41df-af4e-a65d42a31166", "name": "network-vif-plugged", "status": "completed", "tag": "3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:01.503205 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:01.507768 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:01.556324 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:01.614054 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2f7df8-662a-4b39-8754-48c92406ca2c x-openstack-request-id: req-3d2f7df8-662a-4b39-8754-48c92406ca2c {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:01.614338 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e65a62-c113-41df-af4e-a65d42a31166", "name": "network-vif-plugged", "status": "completed", "tag": "3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:01.614589 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3d2f7df8-662a-4b39-8754-48c92406ca2c {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:01.614982 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e65a62-c113-41df-af4e-a65d42a31166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf', 'code': 200} Aug 16 20:53:01.709502 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f8a4f-c203-4a68-b5fa-4082113c8554 req-4969d01d-fea8-4288-bc62-ba0c70c59af4 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:01.711080 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac5f8a4f-c203-4a68-b5fa-4082113c8554 req-4969d01d-fea8-4288-bc62-ba0c70c59af4 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 945 time: 0.0537407 Aug 16 20:53:01.748212 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac5f8a4f-c203-4a68-b5fa-4082113c8554 req-6e4e29d4-ae2c-46e0-b77c-c59eb1a1ab9e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311997 Aug 16 20:53:01.891980 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4dd3edbd-897d-4667-8d9f-613eca8a71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:02.861343 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023839e-0961-4238-a3c7-a6558c846a41 req-1d3c54f0-edac-427a-8893-7fd8de7e9642 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:02.862813 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a023839e-0961-4238-a3c7-a6558c846a41 req-1d3c54f0-edac-427a-8893-7fd8de7e9642 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 945 time: 0.0492320 Aug 16 20:53:02.901052 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a023839e-0961-4238-a3c7-a6558c846a41 req-9259f689-17fd-4b0b-a614-71fc6433de06 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315015 Aug 16 20:53:02.918710 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b34205-dbfa-4b12-8b05-35b73fca7545 req-f65cf12e-c28a-4c01-bbda-b02d7be74526 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:02.920193 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-09b34205-dbfa-4b12-8b05-35b73fca7545 req-f65cf12e-c28a-4c01-bbda-b02d7be74526 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.63 "GET /v2.0/ports?device_id=e0e65a62-c113-41df-af4e-a65d42a31166 HTTP/1.1" status: 200 len: 945 time: 0.0527377 Aug 16 20:53:03.008034 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-09b34205-dbfa-4b12-8b05-35b73fca7545 req-617f275a-66de-4514-ac3e-91301e38b3c8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Deleting port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:03.008373 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-09b34205-dbfa-4b12-8b05-35b73fca7545 req-617f275a-66de-4514-ac3e-91301e38b3c8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.097104 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-09b34205-dbfa-4b12-8b05-35b73fca7545 req-617f275a-66de-4514-ac3e-91301e38b3c8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] For port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:03.097463 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-09b34205-dbfa-4b12-8b05-35b73fca7545 req-617f275a-66de-4514-ac3e-91301e38b3c8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.260554 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-09b34205-dbfa-4b12-8b05-35b73fca7545 req-617f275a-66de-4514-ac3e-91301e38b3c8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.260917 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-09b34205-dbfa-4b12-8b05-35b73fca7545 req-617f275a-66de-4514-ac3e-91301e38b3c8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.261226 n-d-787206-13 neutron-server[94771]: INFO neutron.db.l3_db [req-09b34205-dbfa-4b12-8b05-35b73fca7545 req-617f275a-66de-4514-ac3e-91301e38b3c8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Floating IP f8bd6d46-ff4c-43a7-bd94-29f697ac5007 disassociated. External IP: 172.25.8.195, port: 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf. Aug 16 20:53:03.261564 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-09b34205-dbfa-4b12-8b05-35b73fca7545 req-617f275a-66de-4514-ac3e-91301e38b3c8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Calling delete_port for 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:03.391692 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-09b34205-dbfa-4b12-8b05-35b73fca7545 req-617f275a-66de-4514-ac3e-91301e38b3c8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.420616 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f275a-66de-4514-ac3e-91301e38b3c8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Pushing event deleted for resources: {'Port': ['ID=3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:03.536997 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09b34205-dbfa-4b12-8b05-35b73fca7545 req-617f275a-66de-4514-ac3e-91301e38b3c8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Router f0570d74-09a7-4a9e-a9e9-116b61608ffb has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:53:03.646470 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09b34205-dbfa-4b12-8b05-35b73fca7545 req-617f275a-66de-4514-ac3e-91301e38b3c8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:53:03.656132 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e3f1a0-12b5-4891-b3ba-332d5730e9fe None None] Sync routers for ids ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:53:03.665418 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e3f1a0-12b5-4891-b3ba-332d5730e9fe None None] Routers {'f0570d74-09a7-4a9e-a9e9-116b61608ffb'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:03.666032 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-45e3f1a0-12b5-4891-b3ba-332d5730e9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:52:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:03.686224 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b34205-dbfa-4b12-8b05-35b73fca7545 req-617f275a-66de-4514-ac3e-91301e38b3c8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] No DVR routers for this DVR port 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf on host n-h2-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:53:03.688927 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-09b34205-dbfa-4b12-8b05-35b73fca7545 req-617f275a-66de-4514-ac3e-91301e38b3c8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.690849 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-09b34205-dbfa-4b12-8b05-35b73fca7545 req-617f275a-66de-4514-ac3e-91301e38b3c8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.63 "DELETE /v2.0/ports/3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf HTTP/1.1" status: 204 len: 173 time: 0.7627399 Aug 16 20:53:03.691343 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e65a62-c113-41df-af4e-a65d42a31166', 'name': 'network-vif-deleted', 'tag': '3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:03.693625 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ef9100-5c17-4f08-bd93-cabaaaa5f904" -d '{"events": [{"server_uuid": "e0e65a62-c113-41df-af4e-a65d42a31166", "name": "network-vif-deleted", "tag": "3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:03.730717 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cca475-3e8d-49fc-b3ea-2ab67b3566c1 x-openstack-request-id: req-d7cca475-3e8d-49fc-b3ea-2ab67b3566c1 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:03.731197 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e65a62-c113-41df-af4e-a65d42a31166", "name": "network-vif-deleted", "tag": "3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:03.731604 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d7cca475-3e8d-49fc-b3ea-2ab67b3566c1 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:03.731905 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e65a62-c113-41df-af4e-a65d42a31166', 'name': 'network-vif-deleted', 'tag': '3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf', 'status': 'completed', 'code': 200} Aug 16 20:53:03.775591 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-45e3f1a0-12b5-4891-b3ba-332d5730e9fe None None] Set router f0570d74-09a7-4a9e-a9e9-116b61608ffb gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:03.998698 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-45e3f1a0-12b5-4891-b3ba-332d5730e9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '843dba09-1afc-41a7-b709-340a74451668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:34Z', 'revision_number': 4, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port': {'id': '843dba09-1afc-41a7-b709-340a74451668', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'b16c5acd-4e3c-44d8-9f8d-0229b848c9d1', 'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'mac_address': 'fa:16:3e:76:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:34Z', 'updated_at': '2021-08-16T20:48:39Z', 'revision_number': 5, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'subnets': [{'id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:04.025371 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e3f1a0-12b5-4891-b3ba-332d5730e9fe None None] Checking router: f0570d74-09a7-4a9e-a9e9-116b61608ffb for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:53:04.034261 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e3f1a0-12b5-4891-b3ba-332d5730e9fe None None] Routers {'f0570d74-09a7-4a9e-a9e9-116b61608ffb'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:04.034879 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-45e3f1a0-12b5-4891-b3ba-332d5730e9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:52:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:04.158136 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-45e3f1a0-12b5-4891-b3ba-332d5730e9fe None None] Set router f0570d74-09a7-4a9e-a9e9-116b61608ffb gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:04.206890 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-9f9de6d6-242e-4d93-9ac8-bb0ad9150b77 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1620722183&fields=id&tenant_id=4752d1785d6e49a5bed80a64f126b145 HTTP/1.1" status: 200 len: 267 time: 0.0343614 Aug 16 20:53:04.328353 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-2b798793-4ce8-4d95-adc2-bd8a00629888 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:04.329853 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-2b798793-4ce8-4d95-adc2-bd8a00629888 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 812 time: 0.1157272 Aug 16 20:53:04.345400 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-4920f894-5685-4a9b-844d-a108bd5b9bbf tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/quotas/4752d1785d6e49a5bed80a64f126b145 HTTP/1.1" status: 200 len: 375 time: 0.0095286 Aug 16 20:53:04.400151 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-2cf3442f-4034-431c-9449-27f66dfaf53e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486627 Aug 16 20:53:04.443893 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-45e3f1a0-12b5-4891-b3ba-332d5730e9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '843dba09-1afc-41a7-b709-340a74451668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:34Z', 'revision_number': 4, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port': {'id': '843dba09-1afc-41a7-b709-340a74451668', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'b16c5acd-4e3c-44d8-9f8d-0229b848c9d1', 'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'mac_address': 'fa:16:3e:76:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:34Z', 'updated_at': '2021-08-16T20:48:39Z', 'revision_number': 5, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'subnets': [{'id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:04.464337 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-92715dcc-3fb7-4574-bc90-ec3b90b8d0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:04.475777 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e3f1a0-12b5-4891-b3ba-332d5730e9fe None None] The sync data for ids ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'] in n-d-787206-13 is: [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '843dba09-1afc-41a7-b709-340a74451668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:34Z', 'revision_number': 4, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port': {'id': '843dba09-1afc-41a7-b709-340a74451668', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'b16c5acd-4e3c-44d8-9f8d-0229b848c9d1', 'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'mac_address': 'fa:16:3e:76:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:34Z', 'updated_at': '2021-08-16T20:48:39Z', 'revision_number': 5, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'subnets': [{'id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:53:04.551865 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-a4c89dcf-0d13-4ece-bab0-25a2b6f756e0 service neutron] 10.222.0.68 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383176 Aug 16 20:53:04.598715 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:53:04.644399 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-fce32de1-6606-45ed-8a2a-e4046d1a8373 service neutron] 10.222.0.68 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862315 Aug 16 20:53:04.712303 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275d0c54-6ba6-47c9-a96a-dcc758641439 None None] New status for floating IP f8bd6d46-ff4c-43a7-bd94-29f697ac5007: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:53:04.784824 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:04.816265 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bf40cd1e-9de1-42b9-9758-ad1b35d7eb2c req-1e01f1a4-32e9-4772-b15f-241d0526de81 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 210 time: 0.0309830 Aug 16 20:53:05.703657 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-4ce12cd7-867b-4dde-ae16-24a0942eaa78 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:05.705105 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-4ce12cd7-867b-4dde-ae16-24a0942eaa78 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.57 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 812 time: 0.1113372 Aug 16 20:53:05.748070 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-e4896dea-c7a7-425d-b837-99b7fcdadee8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4752d1785d6e49a5bed80a64f126b145 HTTP/1.1" status: 200 len: 380 time: 0.0338426 Aug 16 20:53:05.755338 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:05.762301 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-e781e8ad-34a4-4475-867d-65bb28accbe6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Request body: {'port': {'device_id': '36d70825-f245-4d74-86c4-f2ba3461a271', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'admin_state_up': True, 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'security_groups': ['3b52dd29-5b10-401e-a8be-5f45b9c42f01']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:05.873968 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-e781e8ad-34a4-4475-867d-65bb28accbe6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Made reservation on behalf of 4752d1785d6e49a5bed80a64f126b145 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:05.878059 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-e781e8ad-34a4-4475-867d-65bb28accbe6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:05.923078 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-acf492ee-3d9f-4a20-9319-e644882e05be req-13e0f315-1437-4dd6-9ed7-7598c82d7d54 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 210 time: 0.0348268 Aug 16 20:53:06.025619 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-e781e8ad-34a4-4475-867d-65bb28accbe6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Allocated IP 172.20.0.12 (93e03616-808c-4b21-9953-60a2b750ea39/59eaeaea-5f74-4c40-b69f-49e9e61935c9/a7173cc7-e98f-41c8-b30b-24cf10ce6ff8) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:06.164600 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-e781e8ad-34a4-4475-867d-65bb28accbe6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:06.177788 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-e781e8ad-34a4-4475-867d-65bb28accbe6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Transition to ACTIVE for port object a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:06.210411 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-e781e8ad-34a4-4475-867d-65bb28accbe6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:06.248859 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-e781e8ad-34a4-4475-867d-65bb28accbe6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Network 93e03616-808c-4b21-9953-60a2b750ea39 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:06.251785 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-e781e8ad-34a4-4475-867d-65bb28accbe6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:06.258688 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-e781e8ad-34a4-4475-867d-65bb28accbe6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:06.293276 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781e8ad-34a4-4475-867d-65bb28accbe6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Pushing event updated for resources: {'Port': ['ID=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:06.308422 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781e8ad-34a4-4475-867d-65bb28accbe6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:06.308774 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781e8ad-34a4-4475-867d-65bb28accbe6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:06.309118 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781e8ad-34a4-4475-867d-65bb28accbe6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:06.309455 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781e8ad-34a4-4475-867d-65bb28accbe6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:06.309790 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781e8ad-34a4-4475-867d-65bb28accbe6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:06.310117 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781e8ad-34a4-4475-867d-65bb28accbe6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:06.310442 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781e8ad-34a4-4475-867d-65bb28accbe6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:06.310783 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781e8ad-34a4-4475-867d-65bb28accbe6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:06.311093 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781e8ad-34a4-4475-867d-65bb28accbe6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:06.311443 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781e8ad-34a4-4475-867d-65bb28accbe6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:06.311771 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781e8ad-34a4-4475-867d-65bb28accbe6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:06.312092 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781e8ad-34a4-4475-867d-65bb28accbe6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:06.328634 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-e781e8ad-34a4-4475-867d-65bb28accbe6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:06.329157 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-e781e8ad-34a4-4475-867d-65bb28accbe6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:06.345484 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-e781e8ad-34a4-4475-867d-65bb28accbe6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5869026 Aug 16 20:53:06.357771 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-a7b25227-12ec-4682-9d1b-68b6c02f3954 service neutron] Request body: {'port': {'device_id': '36d70825-f245-4d74-86c4-f2ba3461a271', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:06.413833 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-a7b25227-12ec-4682-9d1b-68b6c02f3954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:06.437833 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:06.503580 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-87420fa5-f328-49db-bc95-23ff3340be74 None None] Provisioning for port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:06.508126 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-87420fa5-f328-49db-bc95-23ff3340be74 None None] Provisioning complete for port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:06.508494 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87420fa5-f328-49db-bc95-23ff3340be74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:06.556602 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:06.557545 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-87420fa5-f328-49db-bc95-23ff3340be74 None None] Port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:06.681455 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-a7b25227-12ec-4682-9d1b-68b6c02f3954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:53:06.688655 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-a7b25227-12ec-4682-9d1b-68b6c02f3954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:06.700726 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-a7b25227-12ec-4682-9d1b-68b6c02f3954 service neutron] Transition to ACTIVE for port object a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:06.704182 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-a7b25227-12ec-4682-9d1b-68b6c02f3954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:06.753487 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b25227-12ec-4682-9d1b-68b6c02f3954 service neutron] Pushing event updated for resources: {'Port': ['ID=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:06.823640 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-a7b25227-12ec-4682-9d1b-68b6c02f3954 service neutron] Attempting to bind port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:53:06.823981 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-a7b25227-12ec-4682-9d1b-68b6c02f3954 service neutron] Attempting to bind port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:53:06.824312 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-a7b25227-12ec-4682-9d1b-68b6c02f3954 service neutron] Attempting to bind port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 on network 93e03616-808c-4b21-9953-60a2b750ea39 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:06.828849 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-a7b25227-12ec-4682-9d1b-68b6c02f3954 service neutron] Port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 on network 93e03616-808c-4b21-9953-60a2b750ea39 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:53:06.829173 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-a7b25227-12ec-4682-9d1b-68b6c02f3954 service neutron] Attempting to bind port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 on network 93e03616-808c-4b21-9953-60a2b750ea39 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:06.834171 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-a7b25227-12ec-4682-9d1b-68b6c02f3954 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:53:06.834508 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-a7b25227-12ec-4682-9d1b-68b6c02f3954 service neutron] Checking segment: {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:06.834895 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-a7b25227-12ec-4682-9d1b-68b6c02f3954 service neutron] Bound using segment: {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:53:06.835362 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-a7b25227-12ec-4682-9d1b-68b6c02f3954 service neutron] Bound port: a7173cc7-e98f-41c8-b30b-24cf10ce6ff8, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:53:06.835726 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-a7b25227-12ec-4682-9d1b-68b6c02f3954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:06.905919 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-a7b25227-12ec-4682-9d1b-68b6c02f3954 service neutron] For port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:53:06.909322 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-a7b25227-12ec-4682-9d1b-68b6c02f3954 service neutron] For port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:53:06.913950 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-a7b25227-12ec-4682-9d1b-68b6c02f3954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:06.946234 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-a7b25227-12ec-4682-9d1b-68b6c02f3954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:06.946858 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-a7b25227-12ec-4682-9d1b-68b6c02f3954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:06.948284 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-a7b25227-12ec-4682-9d1b-68b6c02f3954 service neutron] 10.222.0.57 "PUT /v2.0/ports/a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 HTTP/1.1" status: 200 len: 1093 time: 0.5948827 Aug 16 20:53:06.948723 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d70825-f245-4d74-86c4-f2ba3461a271', 'tag': 'a7173cc7-e98f-41c8-b30b-24cf10ce6ff8'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:06.950948 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e9eba3-14e6-4c25-8a74-c1e6f3e45362" -d '{"events": [{"name": "network-changed", "server_uuid": "36d70825-f245-4d74-86c4-f2ba3461a271", "tag": "a7173cc7-e98f-41c8-b30b-24cf10ce6ff8"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:06.979348 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b25227-12ec-4682-9d1b-68b6c02f3954 service neutron] Pushing event updated for resources: {'Port': ['ID=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:07.061803 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-4403ced8-84b6-4f37-8924-b762dd08c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:07.063380 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-4403ced8-84b6-4f37-8924-b762dd08c24f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 1096 time: 0.0732224 Aug 16 20:53:07.084471 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde3113-7120-41d2-81e1-1cec01673636 req-a206e854-3bed-4faf-908a-d311e072ec62 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:07.086130 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1bde3113-7120-41d2-81e1-1cec01673636 req-a206e854-3bed-4faf-908a-d311e072ec62 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 944 time: 0.0843627 Aug 16 20:53:07.125742 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-51395674-4d3a-4842-8d29-08319c35f973 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 HTTP/1.1" status: 200 len: 217 time: 0.0551143 Aug 16 20:53:07.185651 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1bde3113-7120-41d2-81e1-1cec01673636 req-9aa29e52-ca2b-4640-b77d-cabc23b56cec tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668783 Aug 16 20:53:07.192515 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-6f707309-205d-4e34-9330-9f97d256cd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:07.193978 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-6f707309-205d-4e34-9330-9f97d256cd0e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0597947 Aug 16 20:53:07.206187 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:07.237878 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2729aad4-4055-4a0f-b37f-04104cf8a2b1 x-openstack-request-id: req-2729aad4-4055-4a0f-b37f-04104cf8a2b1 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:07.238166 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d70825-f245-4d74-86c4-f2ba3461a271", "tag": "a7173cc7-e98f-41c8-b30b-24cf10ce6ff8", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:07.238413 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2729aad4-4055-4a0f-b37f-04104cf8a2b1 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:07.238805 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36d70825-f245-4d74-86c4-f2ba3461a271', 'tag': 'a7173cc7-e98f-41c8-b30b-24cf10ce6ff8', 'status': 'completed', 'code': 200} Aug 16 20:53:07.251583 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-446aed15-f35e-45a5-b7f8-68860dd7939b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:07.253023 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-446aed15-f35e-45a5-b7f8-68860dd7939b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523751 Aug 16 20:53:07.350071 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-5cf109eb-069f-41fa-a500-81cba44a785c service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901701 Aug 16 20:53:07.361431 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:53:07.381959 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:53:07.382398 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 3885c39e-2a0c-41f0-bb8f-854e0fb7dfbf not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:53:07.437802 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f8ff2b09-8b60-45a6-898b-ef15628ff134 req-651b7c61-6450-4f19-b456-0da77f957d39 service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812480 Aug 16 20:53:07.526073 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9eba3-14e6-4c25-8a74-c1e6f3e45362 req-1715b310-6258-45f6-a950-945f86ee761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:07.527762 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54e9eba3-14e6-4c25-8a74-c1e6f3e45362 req-1715b310-6258-45f6-a950-945f86ee761e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 1096 time: 0.0462732 Aug 16 20:53:07.614932 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9eba3-14e6-4c25-8a74-c1e6f3e45362 req-763b925a-f141-4969-adfc-25c4d8f4d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:07.616409 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54e9eba3-14e6-4c25-8a74-c1e6f3e45362 req-763b925a-f141-4969-adfc-25c4d8f4d9be service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0811014 Aug 16 20:53:07.660796 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54e9eba3-14e6-4c25-8a74-c1e6f3e45362 req-62927fda-2339-49c7-8647-4996799d6e32 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 HTTP/1.1" status: 200 len: 217 time: 0.0372467 Aug 16 20:53:07.713784 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9eba3-14e6-4c25-8a74-c1e6f3e45362 req-30380ffd-73e3-4a80-9e9b-ba33b8b4c630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:07.715271 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54e9eba3-14e6-4c25-8a74-c1e6f3e45362 req-30380ffd-73e3-4a80-9e9b-ba33b8b4c630 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0473719 Aug 16 20:53:07.762067 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9eba3-14e6-4c25-8a74-c1e6f3e45362 req-4083f8e6-9fe0-488c-8bd2-6b484006f1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:07.763574 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54e9eba3-14e6-4c25-8a74-c1e6f3e45362 req-4083f8e6-9fe0-488c-8bd2-6b484006f1d5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394905 Aug 16 20:53:07.854921 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54e9eba3-14e6-4c25-8a74-c1e6f3e45362 req-f6251578-0983-4b24-85de-f45055e89622 service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832903 Aug 16 20:53:07.943882 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54e9eba3-14e6-4c25-8a74-c1e6f3e45362 req-5c1959df-38be-4483-95b3-01d64ec63b3d service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803347 Aug 16 20:53:08.307548 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e0e93-0929-47a9-8fe9-49bd7a19000f req-c7a16afa-d621-4424-ac38-84b096facfa8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:08.309021 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c91e0e93-0929-47a9-8fe9-49bd7a19000f req-c7a16afa-d621-4424-ac38-84b096facfa8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 944 time: 0.0489459 Aug 16 20:53:08.344650 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c91e0e93-0929-47a9-8fe9-49bd7a19000f req-020e418d-9f55-4601-8542-3cc9e134d2fb tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297620 Aug 16 20:53:09.463545 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ea674-d004-4c99-954d-2c3b0fd36cf0 req-febd8c35-4bcd-4936-a5cf-7d835256e2e3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:09.465029 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6c2ea674-d004-4c99-954d-2c3b0fd36cf0 req-febd8c35-4bcd-4936-a5cf-7d835256e2e3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 944 time: 0.0533659 Aug 16 20:53:09.501572 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6c2ea674-d004-4c99-954d-2c3b0fd36cf0 req-912840ec-fdbf-4c61-be15-f6dd153bc67e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306509 Aug 16 20:53:10.614722 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2638e6-14ec-46fc-8bc0-e55175072e7a req-483ea2a4-e614-40cf-994f-89e7af2c4c30 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:10.616208 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9e2638e6-14ec-46fc-8bc0-e55175072e7a req-483ea2a4-e614-40cf-994f-89e7af2c4c30 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 944 time: 0.0480204 Aug 16 20:53:10.653935 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9e2638e6-14ec-46fc-8bc0-e55175072e7a req-0d4f2d25-0ad2-40c1-ba8e-c44023c9b062 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316882 Aug 16 20:53:10.834645 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:53:10.924829 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:10.935998 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'a7173cc7-e98f-41c8-b30b-24cf10ce6ff8', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'port_id': 'a7173cc7-e98f-41c8-b30b-24cf10ce6ff8', 'mac_address': 'fa:16:3e:7d:f7:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:53:10.974800 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:10.986815 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:53:11.007776 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:11.011431 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.062372 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:11.232740 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['a7173cc7-e98f-41c8-b30b-24cf10ce6ff8'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:53:11.766333 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e98294-d537-4bf0-8b82-8836cb028fe5 req-38bf6500-58db-4dcb-a810-c0f237cef2f4 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:11.767816 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-73e98294-d537-4bf0-8b82-8836cb028fe5 req-38bf6500-58db-4dcb-a810-c0f237cef2f4 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 945 time: 0.0484202 Aug 16 20:53:11.805985 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-73e98294-d537-4bf0-8b82-8836cb028fe5 req-70626ba5-b9fb-497d-906c-b63f1e0cb4a0 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313616 Aug 16 20:53:12.845929 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:12.894087 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:12.898031 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:12.898607 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.926790 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2999c1-6a6e-4e7e-b389-b44fec15236b req-5b177155-caf5-4d86-9766-62993d87f293 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:12.928454 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cb2999c1-6a6e-4e7e-b389-b44fec15236b req-5b177155-caf5-4d86-9766-62993d87f293 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 945 time: 0.0544119 Aug 16 20:53:12.966855 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cb2999c1-6a6e-4e7e-b389-b44fec15236b req-2484a78c-ae61-495a-b28b-2610a15f8a6d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319517 Aug 16 20:53:12.974384 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.999436 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d70825-f245-4d74-86c4-f2ba3461a271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7173cc7-e98f-41c8-b30b-24cf10ce6ff8'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:13.001658 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe86889-7ddd-4c3d-a1b6-ca54abf8d0e7" -d '{"events": [{"server_uuid": "36d70825-f245-4d74-86c4-f2ba3461a271", "name": "network-vif-plugged", "status": "completed", "tag": "a7173cc7-e98f-41c8-b30b-24cf10ce6ff8"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:13.014600 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:13.019451 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:13.043482 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98074d3-dcdc-4381-a47d-ae179b15b375 x-openstack-request-id: req-e98074d3-dcdc-4381-a47d-ae179b15b375 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:13.043770 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d70825-f245-4d74-86c4-f2ba3461a271", "name": "network-vif-plugged", "status": "completed", "tag": "a7173cc7-e98f-41c8-b30b-24cf10ce6ff8", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:13.044074 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e98074d3-dcdc-4381-a47d-ae179b15b375 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:13.044455 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d70825-f245-4d74-86c4-f2ba3461a271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7173cc7-e98f-41c8-b30b-24cf10ce6ff8', 'code': 200} Aug 16 20:53:13.070019 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:13.136394 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b125b-9e65-4fc5-980b-4f3137557121 req-a60b276b-2bae-4e9a-8c34-d02ddccbab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:13.137811 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dc2b125b-9e65-4fc5-980b-4f3137557121 req-a60b276b-2bae-4e9a-8c34-d02ddccbab5b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 1098 time: 0.0396280 Aug 16 20:53:13.172659 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dc2b125b-9e65-4fc5-980b-4f3137557121 req-7c716272-abc9-41cb-bae8-9b3ddb4cb5c2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281038 Aug 16 20:53:14.084750 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f61455-9856-4f7e-8854-d3be98886ec2 req-97f8820c-a2a5-4c36-8b6a-174b89d689e6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:14.086259 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-26f61455-9856-4f7e-8854-d3be98886ec2 req-97f8820c-a2a5-4c36-8b6a-174b89d689e6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 946 time: 0.0494261 Aug 16 20:53:14.123601 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-26f61455-9856-4f7e-8854-d3be98886ec2 req-da711999-251d-4b5c-8638-832a314d8c62 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312634 Aug 16 20:53:14.241890 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f1ccb-205a-409c-aad0-116e429bee11 req-26861036-cf96-40f5-89b5-130a34bcbaa3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:14.243412 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-896f1ccb-205a-409c-aad0-116e429bee11 req-26861036-cf96-40f5-89b5-130a34bcbaa3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 946 time: 0.0534098 Aug 16 20:53:14.251891 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60218) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:14.256861 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-517fa91c-7e93-4cd6-8bf0-cbe2360df9b3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Request body: {'floatingip': {'port_id': 'a7173cc7-e98f-41c8-b30b-24cf10ce6ff8'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:14.294902 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-517fa91c-7e93-4cd6-8bf0-cbe2360df9b3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.715735 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-517fa91c-7e93-4cd6-8bf0-cbe2360df9b3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.719716 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-517fa91c-7e93-4cd6-8bf0-cbe2360df9b3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:15.150557 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-517fa91c-7e93-4cd6-8bf0-cbe2360df9b3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Floating IP f8bd6d46-ff4c-43a7-bd94-29f697ac5007 associated. External IP: 172.25.8.195, port: a7173cc7-e98f-41c8-b30b-24cf10ce6ff8. Aug 16 20:53:15.350601 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517fa91c-7e93-4cd6-8bf0-cbe2360df9b3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Router f0570d74-09a7-4a9e-a9e9-116b61608ffb has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:53:15.453893 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517fa91c-7e93-4cd6-8bf0-cbe2360df9b3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:53:15.458353 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-517fa91c-7e93-4cd6-8bf0-cbe2360df9b3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:15.464359 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6969e5d-470f-4b57-85d4-5fb1fee50dba None None] Sync routers for ids ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:53:15.474788 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6969e5d-470f-4b57-85d4-5fb1fee50dba None None] Routers {'f0570d74-09a7-4a9e-a9e9-116b61608ffb'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:15.475433 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d6969e5d-470f-4b57-85d4-5fb1fee50dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:53:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:15.487735 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-517fa91c-7e93-4cd6-8bf0-cbe2360df9b3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "PUT /v2.0/floatingips/f8bd6d46-ff4c-43a7-bd94-29f697ac5007 HTTP/1.1" status: 200 len: 992 time: 1.2320855 Aug 16 20:53:15.487735 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d70825-f245-4d74-86c4-f2ba3461a271', 'tag': 'a7173cc7-e98f-41c8-b30b-24cf10ce6ff8'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:15.488010 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b522bdf6-5649-4c04-8a1d-95a4c50ef20f" -d '{"events": [{"name": "network-changed", "server_uuid": "36d70825-f245-4d74-86c4-f2ba3461a271", "tag": "a7173cc7-e98f-41c8-b30b-24cf10ce6ff8"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:15.578028 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5da205f-d0d3-4204-9a59-f3f941739e99 x-openstack-request-id: req-c5da205f-d0d3-4204-9a59-f3f941739e99 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:15.578317 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d70825-f245-4d74-86c4-f2ba3461a271", "tag": "a7173cc7-e98f-41c8-b30b-24cf10ce6ff8", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:15.578564 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c5da205f-d0d3-4204-9a59-f3f941739e99 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:15.578955 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36d70825-f245-4d74-86c4-f2ba3461a271', 'tag': 'a7173cc7-e98f-41c8-b30b-24cf10ce6ff8', 'status': 'completed', 'code': 200} Aug 16 20:53:15.580285 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-d6969e5d-470f-4b57-85d4-5fb1fee50dba None None] Set router f0570d74-09a7-4a9e-a9e9-116b61608ffb gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:15.643227 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522bdf6-5649-4c04-8a1d-95a4c50ef20f req-072eaa6d-8c6c-4135-aeb2-cc074daac76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:15.644658 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b522bdf6-5649-4c04-8a1d-95a4c50ef20f req-072eaa6d-8c6c-4135-aeb2-cc074daac76a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 1098 time: 0.0437267 Aug 16 20:53:15.735056 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522bdf6-5649-4c04-8a1d-95a4c50ef20f req-9745f298-d0eb-4c16-946e-8fed4470f508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:15.736588 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b522bdf6-5649-4c04-8a1d-95a4c50ef20f req-9745f298-d0eb-4c16-946e-8fed4470f508 service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0849490 Aug 16 20:53:15.795873 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d6969e5d-470f-4b57-85d4-5fb1fee50dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '843dba09-1afc-41a7-b709-340a74451668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:34Z', 'revision_number': 4, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port': {'id': '843dba09-1afc-41a7-b709-340a74451668', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'f8bd6d46-ff4c-43a7-bd94-29f697ac5007', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'floating_ip_address': '172.25.8.195', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'port_id': 'a7173cc7-e98f-41c8-b30b-24cf10ce6ff8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'mac_address': 'fa:16:3e:7d:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d70825-f245-4d74-86c4-f2ba3461a271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:48:38Z', 'updated_at': '2021-08-16T20:53:14Z', 'revision_number': 9, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b16c5acd-4e3c-44d8-9f8d-0229b848c9d1', 'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'mac_address': 'fa:16:3e:76:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:34Z', 'updated_at': '2021-08-16T20:48:39Z', 'revision_number': 5, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'subnets': [{'id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:15.804799 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b522bdf6-5649-4c04-8a1d-95a4c50ef20f req-001a08fb-d76e-41e0-9e38-ee60886debdd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 HTTP/1.1" status: 200 len: 1000 time: 0.0615289 Aug 16 20:53:15.825605 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6969e5d-470f-4b57-85d4-5fb1fee50dba None None] Checking router: f0570d74-09a7-4a9e-a9e9-116b61608ffb for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:53:15.833874 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6969e5d-470f-4b57-85d4-5fb1fee50dba None None] Routers {'f0570d74-09a7-4a9e-a9e9-116b61608ffb'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:15.834479 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d6969e5d-470f-4b57-85d4-5fb1fee50dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:53:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:15.855434 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522bdf6-5649-4c04-8a1d-95a4c50ef20f req-4bb369ec-95c8-4d2b-9495-bbc46a012263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:15.856890 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b522bdf6-5649-4c04-8a1d-95a4c50ef20f req-4bb369ec-95c8-4d2b-9495-bbc46a012263 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0454183 Aug 16 20:53:15.908452 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522bdf6-5649-4c04-8a1d-95a4c50ef20f req-c67e3a80-7387-4c84-b6d2-dc42802c4d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:15.909975 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b522bdf6-5649-4c04-8a1d-95a4c50ef20f req-c67e3a80-7387-4c84-b6d2-dc42802c4d74 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462010 Aug 16 20:53:15.940681 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-d6969e5d-470f-4b57-85d4-5fb1fee50dba None None] Set router f0570d74-09a7-4a9e-a9e9-116b61608ffb gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:16.005248 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b522bdf6-5649-4c04-8a1d-95a4c50ef20f req-3af41ace-a6d0-4d83-887c-5a43bc1e8e26 service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877702 Aug 16 20:53:16.101077 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b522bdf6-5649-4c04-8a1d-95a4c50ef20f req-94c0c9ea-cef5-4935-9d34-e7ffecaed890 service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877631 Aug 16 20:53:16.163028 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d6969e5d-470f-4b57-85d4-5fb1fee50dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '843dba09-1afc-41a7-b709-340a74451668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:34Z', 'revision_number': 4, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port': {'id': '843dba09-1afc-41a7-b709-340a74451668', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'f8bd6d46-ff4c-43a7-bd94-29f697ac5007', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'floating_ip_address': '172.25.8.195', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'port_id': 'a7173cc7-e98f-41c8-b30b-24cf10ce6ff8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'mac_address': 'fa:16:3e:7d:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d70825-f245-4d74-86c4-f2ba3461a271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:48:38Z', 'updated_at': '2021-08-16T20:53:14Z', 'revision_number': 9, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b16c5acd-4e3c-44d8-9f8d-0229b848c9d1', 'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'mac_address': 'fa:16:3e:76:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:34Z', 'updated_at': '2021-08-16T20:48:39Z', 'revision_number': 5, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'subnets': [{'id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:16.188047 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6969e5d-470f-4b57-85d4-5fb1fee50dba None None] The sync data for ids ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'] in n-d-787206-13 is: [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '843dba09-1afc-41a7-b709-340a74451668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:34Z', 'revision_number': 4, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port': {'id': '843dba09-1afc-41a7-b709-340a74451668', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'f8bd6d46-ff4c-43a7-bd94-29f697ac5007', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'floating_ip_address': '172.25.8.195', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'port_id': 'a7173cc7-e98f-41c8-b30b-24cf10ce6ff8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'mac_address': 'fa:16:3e:7d:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d70825-f245-4d74-86c4-f2ba3461a271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:48:38Z', 'updated_at': '2021-08-16T20:53:14Z', 'revision_number': 9, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b16c5acd-4e3c-44d8-9f8d-0229b848c9d1', 'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'mac_address': 'fa:16:3e:76:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:34Z', 'updated_at': '2021-08-16T20:48:39Z', 'revision_number': 5, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'subnets': [{'id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:53:16.369460 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ab044e-8be8-41d7-a571-20538a8982e5 None None] New status for floating IP f8bd6d46-ff4c-43a7-bd94-29f697ac5007: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:53:31.892953 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9f050da8-a4ff-4ac5-8bc3-4e73094a30ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.464382 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d0b05bd-cb5d-4ce1-b013-3d610410b6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.715837 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:35.758794 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:36.451234 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:36.547666 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:37.209130 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:39.502447 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-79b18234-ed20-41b4-b834-395c7b367721 req-eca31396-4145-40fa-a7dc-30e24e9ddaec service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406220 Aug 16 20:53:39.588068 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b18234-ed20-41b4-b834-395c7b367721 req-ae19cec7-3ad6-4fab-ac3c-07e541bce2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:39.590110 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-79b18234-ed20-41b4-b834-395c7b367721 req-ae19cec7-3ad6-4fab-ac3c-07e541bce2c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 1098 time: 0.0476329 Aug 16 20:53:39.697517 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b18234-ed20-41b4-b834-395c7b367721 req-bf1a9f7b-3b83-4e56-9e5c-d8b734678fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:39.698990 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-79b18234-ed20-41b4-b834-395c7b367721 req-bf1a9f7b-3b83-4e56-9e5c-d8b734678fab service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0875516 Aug 16 20:53:39.768937 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-79b18234-ed20-41b4-b834-395c7b367721 req-94ee2232-38cb-4f60-9191-81f3bd135a36 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 HTTP/1.1" status: 200 len: 1003 time: 0.0620730 Aug 16 20:53:39.816249 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b18234-ed20-41b4-b834-395c7b367721 req-4a910703-b42c-4986-b7b3-0d6d09f9c8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:39.817650 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-79b18234-ed20-41b4-b834-395c7b367721 req-4a910703-b42c-4986-b7b3-0d6d09f9c8a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0423446 Aug 16 20:53:39.861967 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b18234-ed20-41b4-b834-395c7b367721 req-62780cd8-0252-47f2-af9c-b5eb56010584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:39.863447 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-79b18234-ed20-41b4-b834-395c7b367721 req-62780cd8-0252-47f2-af9c-b5eb56010584 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390344 Aug 16 20:53:39.955422 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-79b18234-ed20-41b4-b834-395c7b367721 req-5bc6e905-c991-4ee9-a230-363fd73346e7 service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840268 Aug 16 20:53:40.053733 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-79b18234-ed20-41b4-b834-395c7b367721 req-8e1b1e7a-c71f-4ba2-9321-6fb42d40d5c5 service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813634 Aug 16 20:53:41.597998 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:54:01.893780 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6ba9e4ac-bd5f-4f8a-b5fa-61f3afcb3ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:04.464836 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82e8c8e3-adc5-4e79-8967-8bf6a68bf0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:04.720019 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.759491 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.465759 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.543793 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:07.209663 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.596543 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:54:23.681098 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [req-632a4614-1d80-4bd4-97cc-1bd878ffe195 req-ad4498d7-bdef-4a35-ae4e-57ba158c44cc tempest-VolumesSnapshotTestJSON-375697593 tempest-VolumesSnapshotTestJSON-375697593-project] (94771) timed out ('10.222.0.68', 53918) {{(pid=94771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 20:54:31.894415 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a2d0f9e2-2968-448f-b1f5-da47a3d3c5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:34.464150 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f64fc67e-cce8-418b-971b-fee667324f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:34.721240 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.762319 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.480923 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.543659 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.212523 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:41.499634 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9f109b8c-5957-4130-9b87-95b1ffc908d4 req-2bcabd17-175b-4d23-b27b-68440b6c2a8d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409338 Aug 16 20:54:41.594436 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f109b8c-5957-4130-9b87-95b1ffc908d4 req-6d54e367-4f07-4f8c-9688-5cdca4ca4a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:41.595986 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9f109b8c-5957-4130-9b87-95b1ffc908d4 req-6d54e367-4f07-4f8c-9688-5cdca4ca4a7a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 1098 time: 0.0458093 Aug 16 20:54:41.697719 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f109b8c-5957-4130-9b87-95b1ffc908d4 req-a9029e54-16e8-49fa-a15e-c4e0eba8223b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:41.699182 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9f109b8c-5957-4130-9b87-95b1ffc908d4 req-a9029e54-16e8-49fa-a15e-c4e0eba8223b service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0845413 Aug 16 20:54:41.767779 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9f109b8c-5957-4130-9b87-95b1ffc908d4 req-21cec87d-6813-404c-83d9-72152704cdb9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 HTTP/1.1" status: 200 len: 1003 time: 0.0606415 Aug 16 20:54:41.816680 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f109b8c-5957-4130-9b87-95b1ffc908d4 req-ca179f08-dd5a-4b3c-9c56-3ea977f74367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:41.818064 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9f109b8c-5957-4130-9b87-95b1ffc908d4 req-ca179f08-dd5a-4b3c-9c56-3ea977f74367 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0437212 Aug 16 20:54:41.865594 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f109b8c-5957-4130-9b87-95b1ffc908d4 req-1983ec7f-b564-4826-a569-9ee15225d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:41.867101 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9f109b8c-5957-4130-9b87-95b1ffc908d4 req-1983ec7f-b564-4826-a569-9ee15225d3bc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418422 Aug 16 20:54:41.959062 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9f109b8c-5957-4130-9b87-95b1ffc908d4 req-b7f19577-bb2e-4c0d-9316-55ce56f64fcd service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828972 Aug 16 20:54:42.046981 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9f109b8c-5957-4130-9b87-95b1ffc908d4 req-242e5009-cb8d-4142-b355-5e733ef10650 service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806234 Aug 16 20:54:52.402955 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d074abf-7dce-4708-8b22-0d63ae270473 req-5ef72266-d5e1-4602-96cb-0441381dff54 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:52.404733 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1d074abf-7dce-4708-8b22-0d63ae270473 req-5ef72266-d5e1-4602-96cb-0441381dff54 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 946 time: 0.0639999 Aug 16 20:54:52.458483 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-be369e26-1a47-4adc-b428-e1122da46abe service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1283011 Aug 16 20:54:52.461723 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1d074abf-7dce-4708-8b22-0d63ae270473 req-57a768e2-51af-4ce0-8011-4d0556eca131 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431671 Aug 16 20:54:53.578526 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e6753-a26e-4fae-9483-4d3371e2d798 req-2378c784-dd89-47a6-9a41-faff3a474b72 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:53.580040 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f62e6753-a26e-4fae-9483-4d3371e2d798 req-2378c784-dd89-47a6-9a41-faff3a474b72 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 946 time: 0.0498667 Aug 16 20:54:53.617636 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f62e6753-a26e-4fae-9483-4d3371e2d798 req-096902d6-a156-4dab-bb43-755ab34da6fc tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317199 Aug 16 20:54:54.736126 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0ef06-20f1-4d10-a47d-39ca51a87a6b req-ea4b0db9-0e2b-47d0-996e-f45f045b2e05 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:54.737613 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9fc0ef06-20f1-4d10-a47d-39ca51a87a6b req-ea4b0db9-0e2b-47d0-996e-f45f045b2e05 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 946 time: 0.0521228 Aug 16 20:54:54.775232 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9fc0ef06-20f1-4d10-a47d-39ca51a87a6b req-d5d33e2a-8973-4981-80c4-277f69cd75be tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316288 Aug 16 20:54:55.599510 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:54:55.890041 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7976f02-d793-42ee-92b8-cabaca3964fb req-3afe1803-c32f-4136-afd3-0bd2cd8304ab tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:55.891481 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d7976f02-d793-42ee-92b8-cabaca3964fb req-3afe1803-c32f-4136-afd3-0bd2cd8304ab tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 946 time: 0.0487058 Aug 16 20:54:55.929805 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d7976f02-d793-42ee-92b8-cabaca3964fb req-87f1d72b-5c0e-490b-8e27-0e3f6db700d7 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324097 Aug 16 20:54:57.044622 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4fbb9-74d6-4c64-9f54-7873de1edaf6 req-b1c9cd67-8a2d-4c41-8ea4-0d39a16f9106 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:57.046140 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1df4fbb9-74d6-4c64-9f54-7873de1edaf6 req-b1c9cd67-8a2d-4c41-8ea4-0d39a16f9106 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 946 time: 0.0491900 Aug 16 20:54:57.084005 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1df4fbb9-74d6-4c64-9f54-7873de1edaf6 req-f0b7a230-f502-46bd-bae3-fd6a5cb297cf tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317414 Aug 16 20:54:57.663327 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-8970b62d-b441-456e-80d3-91a7aa1d8684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:57.664811 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-8970b62d-b441-456e-80d3-91a7aa1d8684 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 1098 time: 0.0446517 Aug 16 20:54:57.751916 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-f0f8db0e-dea9-46c7-ba50-305e8a6890bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:57.753364 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-f0f8db0e-dea9-46c7-ba50-305e8a6890bd service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0820029 Aug 16 20:54:57.821166 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-6ebf774f-3e05-484e-bcd1-b88c7bd2094d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 HTTP/1.1" status: 200 len: 1003 time: 0.0603123 Aug 16 20:54:57.868050 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-6347a122-15fb-4b00-bca4-c7f0e82dac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:57.869927 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-6347a122-15fb-4b00-bca4-c7f0e82dac8e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0422754 Aug 16 20:54:57.914312 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-de719d40-c5df-4ea9-b7e3-b62b72f911c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:57.916370 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-de719d40-c5df-4ea9-b7e3-b62b72f911c2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395558 Aug 16 20:54:58.006528 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-f9ecb245-913f-4667-a076-2d24135b2667 service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832071 Aug 16 20:54:58.093425 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-2d927f4c-3257-4a84-943e-c2da54bac2f1 service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805299 Aug 16 20:54:58.203282 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcd051-78d6-4eb4-aed7-cf37129abe2e req-9752f794-7734-4922-99dc-b7ff16ad07b4 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:58.204920 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-77bcd051-78d6-4eb4-aed7-cf37129abe2e req-9752f794-7734-4922-99dc-b7ff16ad07b4 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 946 time: 0.0528214 Aug 16 20:54:58.245302 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-77bcd051-78d6-4eb4-aed7-cf37129abe2e req-93ca7f05-b01d-493c-8f00-5ba1af78eaa3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343480 Aug 16 20:54:59.363572 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e345c5b-dd9b-4bb3-8686-406b7b95e3a5 req-41832003-8ddb-417d-9a63-2bae92275bf2 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:59.364992 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7e345c5b-dd9b-4bb3-8686-406b7b95e3a5 req-41832003-8ddb-417d-9a63-2bae92275bf2 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 946 time: 0.0526528 Aug 16 20:54:59.402031 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7e345c5b-dd9b-4bb3-8686-406b7b95e3a5 req-24b8851c-25e8-4d18-b679-b29717d5c2bf tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305307 Aug 16 20:55:00.530351 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a7bfe-edf8-4fc3-b5f1-8fecfe2896ca req-06b0a8c6-bffd-40b5-9134-df4b9e4b2b16 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:00.532340 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bc8a7bfe-edf8-4fc3-b5f1-8fecfe2896ca req-06b0a8c6-bffd-40b5-9134-df4b9e4b2b16 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 946 time: 0.0626683 Aug 16 20:55:00.572437 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bc8a7bfe-edf8-4fc3-b5f1-8fecfe2896ca req-06688961-012f-424f-950f-93cc3c53f5aa tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338337 Aug 16 20:55:01.687368 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf7693-7a30-40c8-9663-cb4a54404bf4 req-4bcf4af5-28de-4507-83fb-f7aff0276c36 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:01.688826 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-91bf7693-7a30-40c8-9663-cb4a54404bf4 req-4bcf4af5-28de-4507-83fb-f7aff0276c36 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 946 time: 0.0480325 Aug 16 20:55:01.724655 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-91bf7693-7a30-40c8-9663-cb4a54404bf4 req-ac819231-779a-45c1-9e88-586a20506932 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300269 Aug 16 20:55:01.895232 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-31c84724-777d-42b1-bca0-b22f41f88033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.843662 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0190cc-8d04-45e1-a502-fd504fa27fc4 req-6d76ede0-9b82-4bc6-bde2-b4abeb47a631 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:02.845126 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7d0190cc-8d04-45e1-a502-fd504fa27fc4 req-6d76ede0-9b82-4bc6-bde2-b4abeb47a631 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 946 time: 0.0512130 Aug 16 20:55:02.882009 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7d0190cc-8d04-45e1-a502-fd504fa27fc4 req-dd18ffb5-f2f5-49ac-9e5d-6c14cd0b1973 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309777 Aug 16 20:55:04.000246 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541291b3-1b86-4087-b3cc-6dc84a0fb6c9 req-3a318223-179d-48ce-94b9-cdf7b8814d21 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:04.001754 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-541291b3-1b86-4087-b3cc-6dc84a0fb6c9 req-3a318223-179d-48ce-94b9-cdf7b8814d21 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 946 time: 0.0513251 Aug 16 20:55:04.039190 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-541291b3-1b86-4087-b3cc-6dc84a0fb6c9 req-6b182983-3973-4f26-99fa-82d231aa879a tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309961 Aug 16 20:55:04.464479 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-19464554-b1d4-4513-a328-08ebab186910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.724078 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:05.155944 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b801db-52b8-4366-958b-1ce86ab2bb49 req-9023eb9b-8c35-4bea-b579-d964be8ce7d5 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:05.157416 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-24b801db-52b8-4366-958b-1ce86ab2bb49 req-9023eb9b-8c35-4bea-b579-d964be8ce7d5 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 946 time: 0.0488935 Aug 16 20:55:05.193973 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-24b801db-52b8-4366-958b-1ce86ab2bb49 req-2890e506-142d-4a56-b904-d4145bb5edf8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306423 Aug 16 20:55:05.765935 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.315126 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a053a2f-eac9-4542-aeb2-719db606afd0 req-492c2715-7f42-44e9-a7d8-663cb17bdb23 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:06.316578 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7a053a2f-eac9-4542-aeb2-719db606afd0 req-492c2715-7f42-44e9-a7d8-663cb17bdb23 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 946 time: 0.0546274 Aug 16 20:55:06.353428 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7a053a2f-eac9-4542-aeb2-719db606afd0 req-4f31a850-bcda-4795-8e67-c16860d472cf tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306947 Aug 16 20:55:06.481322 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.541278 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:07.216105 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:07.467743 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9425f-dd7e-4a93-8a03-d4b9da82b311 req-f6039a3a-c6d7-4ea5-a001-eaed8ee45a1b tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:07.469204 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d5f9425f-dd7e-4a93-8a03-d4b9da82b311 req-f6039a3a-c6d7-4ea5-a001-eaed8ee45a1b tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 946 time: 0.0480001 Aug 16 20:55:07.506002 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d5f9425f-dd7e-4a93-8a03-d4b9da82b311 req-2a940e88-cd32-422a-bdac-a6718f3d4e45 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309291 Aug 16 20:55:08.620579 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ceece3-184b-4785-87ec-aede7ca2eb11 req-f87d96c4-7fd2-4b75-b4c8-cc966f27df2f tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:08.622073 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4ceece3-184b-4785-87ec-aede7ca2eb11 req-f87d96c4-7fd2-4b75-b4c8-cc966f27df2f tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 946 time: 0.0489447 Aug 16 20:55:08.659104 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4ceece3-184b-4785-87ec-aede7ca2eb11 req-8bf3b1c0-60ef-4246-8f85-0a48bd2397af tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312302 Aug 16 20:55:09.785355 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ec8c7-e2fd-4ba5-8333-ad1ff3ace611 req-6c80270d-32ed-4943-bebf-f2a7d4e0d36e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:09.786854 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-429ec8c7-e2fd-4ba5-8333-ad1ff3ace611 req-6c80270d-32ed-4943-bebf-f2a7d4e0d36e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 946 time: 0.0583079 Aug 16 20:55:09.825365 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-429ec8c7-e2fd-4ba5-8333-ad1ff3ace611 req-214e465f-42e8-4c63-ad44-9b0b8c18fed7 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320263 Aug 16 20:55:09.941272 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-71c393f5-01c7-4ff5-a87a-8b8dfec84789 service neutron] show failed (client error): The resource could not be found. Aug 16 20:55:09.942307 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-71c393f5-01c7-4ff5-a87a-8b8dfec84789 service neutron] 10.222.0.57 "GET /v2.0/ports/a7173cc7-e98f-41c8-b30b-24cf10ce6ff8/bindings/n-h2-787206-13 HTTP/1.1" status: 404 len: 381 time: 0.0653892 Aug 16 20:55:10.142520 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-3e4cee8f-39df-4eb1-8376-4414cfe147a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:10.144090 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-3e4cee8f-39df-4eb1-8376-4414cfe147a1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271&tenant_id=4752d1785d6e49a5bed80a64f126b145 HTTP/1.1" status: 200 len: 1098 time: 0.0422463 Aug 16 20:55:10.156482 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787206-13', 'device_owner': 'compute:nova'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:10.209495 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.410049 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] For port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:10.442847 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] For port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:10.482037 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d70825-f245-4d74-86c4-f2ba3461a271', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7173cc7-e98f-41c8-b30b-24cf10ce6ff8'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:10.484229 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d27fcb-7685-42fa-888c-6abe7c298196" -d '{"events": [{"server_uuid": "36d70825-f245-4d74-86c4-f2ba3461a271", "name": "network-vif-unplugged", "status": "completed", "tag": "a7173cc7-e98f-41c8-b30b-24cf10ce6ff8"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:10.487967 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.501207 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] Transition to ACTIVE for port object a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:10.505266 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.539752 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6417ab17-ef43-4c3c-bf78-a48cb3fccb49 x-openstack-request-id: req-6417ab17-ef43-4c3c-bf78-a48cb3fccb49 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:10.540039 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d70825-f245-4d74-86c4-f2ba3461a271", "name": "network-vif-unplugged", "status": "completed", "tag": "a7173cc7-e98f-41c8-b30b-24cf10ce6ff8", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:10.540405 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6417ab17-ef43-4c3c-bf78-a48cb3fccb49 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:10.540653 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d70825-f245-4d74-86c4-f2ba3461a271', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7173cc7-e98f-41c8-b30b-24cf10ce6ff8', 'code': 200} Aug 16 20:55:10.557080 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8,revision_number=6']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:10.596200 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:10.596543 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:10.596882 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:10.597212 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:10.597538 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:10.597862 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:10.598182 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:10.598499 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:10.598820 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:10.599138 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:10.599475 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:10.599975 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:10.647192 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] No DVR routers for this DVR port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:10.782607 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] Attempting to bind port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:10.782917 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] Attempting to bind port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:10.783268 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] Attempting to bind port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 on network 93e03616-808c-4b21-9953-60a2b750ea39 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:10.787891 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] Port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 on network 93e03616-808c-4b21-9953-60a2b750ea39 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:55:10.788214 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] Attempting to bind port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 on network 93e03616-808c-4b21-9953-60a2b750ea39 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:10.794181 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:10.794517 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] Checking segment: {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:10.794895 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] Bound using segment: {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:10.795407 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] Bound port: a7173cc7-e98f-41c8-b30b-24cf10ce6ff8, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:10.795765 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.861745 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] For port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:10.865570 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] For port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:10.870890 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.911876 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:10.912531 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.914022 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] 10.222.0.63 "PUT /v2.0/ports/a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 HTTP/1.1" status: 200 len: 1093 time: 0.7617772 Aug 16 20:55:10.957045 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9712f-f3a9-4f59-948a-cca5d629c70c req-f7c52712-b1ad-4fd2-8217-4513df9e3ce5 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:10.959406 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f6c9712f-f3a9-4f59-948a-cca5d629c70c req-f7c52712-b1ad-4fd2-8217-4513df9e3ce5 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 944 time: 0.0592511 Aug 16 20:55:10.971470 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63f871-8459-445c-82f2-13e8e7eef8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8,revision_number=7']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:10.995029 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-c45464b5-3379-4454-9aec-af8a4c64a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:10.996615 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-c45464b5-3379-4454-9aec-af8a4c64a908 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 1096 time: 0.0564580 Aug 16 20:55:11.006176 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f6c9712f-f3a9-4f59-948a-cca5d629c70c req-45f8f062-7616-452e-9e34-76dea5a54af4 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364523 Aug 16 20:55:11.095647 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-b8c9f19b-b12d-4a1d-ae48-08081cf75091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:11.097210 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-b8c9f19b-b12d-4a1d-ae48-08081cf75091 service neutron] 10.222.0.63 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0937889 Aug 16 20:55:11.168576 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-5ac671fb-76b4-462c-9003-a40b3983039d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 HTTP/1.1" status: 200 len: 1001 time: 0.0646317 Aug 16 20:55:11.216206 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-efdce6f9-435e-4b7c-8717-ecc347a92837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:11.217655 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-efdce6f9-435e-4b7c-8717-ecc347a92837 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0424435 Aug 16 20:55:11.263735 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-f95bc8ad-e6ba-454d-9abb-b65652efc951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:11.265221 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-f95bc8ad-e6ba-454d-9abb-b65652efc951 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406435 Aug 16 20:55:11.356316 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-82806a1b-3d98-4aab-ac80-2f500da3c915 service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841448 Aug 16 20:55:11.444352 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5226a74f-5b47-4ade-822f-527b8a9454cb req-71d4f0ec-0b3b-4eca-9930-87cdad61e7e6 service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813162 Aug 16 20:55:12.130314 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82874eb2-32b7-47af-95fe-b5c96e4594bd req-961cb304-1d07-43ed-afea-140a00172c8f tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:12.131945 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-82874eb2-32b7-47af-95fe-b5c96e4594bd req-961cb304-1d07-43ed-afea-140a00172c8f tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 944 time: 0.0533056 Aug 16 20:55:12.169461 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-82874eb2-32b7-47af-95fe-b5c96e4594bd req-be936734-9ee9-4d7f-8ac3-4913c52939ae tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316138 Aug 16 20:55:12.542738 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d70825-f245-4d74-86c4-f2ba3461a271', 'tag': 'a7173cc7-e98f-41c8-b30b-24cf10ce6ff8'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:12.545122 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76321e74-d18e-41e6-b8f1-67aea687045b" -d '{"events": [{"name": "network-changed", "server_uuid": "36d70825-f245-4d74-86c4-f2ba3461a271", "tag": "a7173cc7-e98f-41c8-b30b-24cf10ce6ff8"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:12.592382 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379c8d41-49a4-4299-abdb-63665ffd974c x-openstack-request-id: req-379c8d41-49a4-4299-abdb-63665ffd974c {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:12.592664 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d70825-f245-4d74-86c4-f2ba3461a271", "tag": "a7173cc7-e98f-41c8-b30b-24cf10ce6ff8", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:12.592912 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-379c8d41-49a4-4299-abdb-63665ffd974c {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:12.593302 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36d70825-f245-4d74-86c4-f2ba3461a271', 'tag': 'a7173cc7-e98f-41c8-b30b-24cf10ce6ff8', 'status': 'completed', 'code': 200} Aug 16 20:55:12.655566 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76321e74-d18e-41e6-b8f1-67aea687045b req-3aa4cc81-0eec-47a8-b421-3fae5d5391b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:12.655899 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76321e74-d18e-41e6-b8f1-67aea687045b req-5a1843a2-dfdb-4d84-8847-c4e57f42e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:12.657101 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-76321e74-d18e-41e6-b8f1-67aea687045b req-3aa4cc81-0eec-47a8-b421-3fae5d5391b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 1096 time: 0.0415757 Aug 16 20:55:12.657217 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-76321e74-d18e-41e6-b8f1-67aea687045b req-5a1843a2-dfdb-4d84-8847-c4e57f42e117 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 1096 time: 0.0454230 Aug 16 20:55:12.746102 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76321e74-d18e-41e6-b8f1-67aea687045b req-376228d5-e7b8-4ff1-a1e8-e5ae5ed6c441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:12.747765 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-76321e74-d18e-41e6-b8f1-67aea687045b req-376228d5-e7b8-4ff1-a1e8-e5ae5ed6c441 service neutron] 10.222.0.63 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0823300 Aug 16 20:55:12.749896 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76321e74-d18e-41e6-b8f1-67aea687045b req-458c7793-5dec-41b1-883f-6bfd0bf6cc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:12.751388 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-76321e74-d18e-41e6-b8f1-67aea687045b req-458c7793-5dec-41b1-883f-6bfd0bf6cc4f service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0874739 Aug 16 20:55:12.816418 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-76321e74-d18e-41e6-b8f1-67aea687045b req-533ea5f1-7dbf-441b-b8ec-962825ecd872 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 HTTP/1.1" status: 200 len: 1001 time: 0.0580609 Aug 16 20:55:12.817334 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-76321e74-d18e-41e6-b8f1-67aea687045b req-149d016f-e493-4a9e-b76c-a78669eab942 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 HTTP/1.1" status: 200 len: 1001 time: 0.0612938 Aug 16 20:55:12.866483 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76321e74-d18e-41e6-b8f1-67aea687045b req-6b4860e7-33cc-4422-aef1-6eb8f467f81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:12.866738 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76321e74-d18e-41e6-b8f1-67aea687045b req-2a1a30b5-6441-4555-a18f-3cd9fa8380fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:12.867962 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-76321e74-d18e-41e6-b8f1-67aea687045b req-6b4860e7-33cc-4422-aef1-6eb8f467f81a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0431659 Aug 16 20:55:12.868081 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-76321e74-d18e-41e6-b8f1-67aea687045b req-2a1a30b5-6441-4555-a18f-3cd9fa8380fe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0442605 Aug 16 20:55:12.919952 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76321e74-d18e-41e6-b8f1-67aea687045b req-49773769-ea38-4bca-b51d-4d9aeae486e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:12.921025 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76321e74-d18e-41e6-b8f1-67aea687045b req-38dcbbec-3f73-4054-a58e-682dd33b2208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:12.921454 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-76321e74-d18e-41e6-b8f1-67aea687045b req-49773769-ea38-4bca-b51d-4d9aeae486e8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413373 Aug 16 20:55:12.922508 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-76321e74-d18e-41e6-b8f1-67aea687045b req-38dcbbec-3f73-4054-a58e-682dd33b2208 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457637 Aug 16 20:55:13.024883 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-76321e74-d18e-41e6-b8f1-67aea687045b req-624f999b-120b-4ff5-bb54-b0b2c8eacee5 service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950501 Aug 16 20:55:13.127410 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-76321e74-d18e-41e6-b8f1-67aea687045b req-5d46d6c3-8c41-4daf-94f5-0933be1bb23d service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956864 Aug 16 20:55:13.292159 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c22878-c7be-4f41-8861-7005105aa504 req-3abed6d8-5311-4a0e-9f3c-5c8f10cce7ef tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:13.293744 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-41c22878-c7be-4f41-8861-7005105aa504 req-3abed6d8-5311-4a0e-9f3c-5c8f10cce7ef tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 944 time: 0.0515025 Aug 16 20:55:13.333705 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-41c22878-c7be-4f41-8861-7005105aa504 req-326e1829-f479-4127-bba5-4e10c5806f68 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336745 Aug 16 20:55:13.354234 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-76321e74-d18e-41e6-b8f1-67aea687045b req-4f0b9af6-fa3d-41c5-b98f-998caf60d3aa service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214902 Aug 16 20:55:13.445273 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-76321e74-d18e-41e6-b8f1-67aea687045b req-3dfe9e63-6df4-4f1c-82b1-c7e256298e91 service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837004 Aug 16 20:55:13.561923 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:13.606554 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:55:13.635047 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-e475f2dd-de89-4643-9f7b-9b7a495599f7 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:13.636826 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-e475f2dd-de89-4643-9f7b-9b7a495599f7 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.63 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271&tenant_id=4752d1785d6e49a5bed80a64f126b145&binding%3Ahost_id=n-h2-787206-13 HTTP/1.1" status: 200 len: 944 time: 0.0583673 Aug 16 20:55:13.648586 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0c022-6c72-43cf-ba4f-c5547c83474d req-17da1371-843d-4a3d-a765-5e73ba4b4b55 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:13.650057 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d8d0c022-6c72-43cf-ba4f-c5547c83474d req-17da1371-843d-4a3d-a765-5e73ba4b4b55 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 944 time: 0.0500994 Aug 16 20:55:13.689156 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d8d0c022-6c72-43cf-ba4f-c5547c83474d req-b6cc8c4f-cf39-47d9-a7fb-86bc8addc499 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324967 Aug 16 20:55:13.698251 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-7dc85659-4782-4985-af0e-4998355a4933 service neutron] 10.222.0.63 "GET /v2.0/ports/a7173cc7-e98f-41c8-b30b-24cf10ce6ff8/bindings/n-h2-787206-13 HTTP/1.1" status: 200 len: 383 time: 0.0536008 Aug 16 20:55:13.759552 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-8d924ae2-cd4e-4a5f-b82a-d8979cd6bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:13.761066 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-8d924ae2-cd4e-4a5f-b82a-d8979cd6bbe1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 1096 time: 0.0405974 Aug 16 20:55:13.850223 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-088bce76-7902-4a38-9938-1790a552c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:13.851716 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-088bce76-7902-4a38-9938-1790a552c311 service neutron] 10.222.0.63 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0836406 Aug 16 20:55:13.916339 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-285c1033-e68b-4896-a78f-bf05e8d6fa11 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 HTTP/1.1" status: 200 len: 1001 time: 0.0577807 Aug 16 20:55:13.962429 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-a29dc73e-c6b2-407c-b8b8-c475ac726d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:13.964335 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-a29dc73e-c6b2-407c-b8b8-c475ac726d6a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0411181 Aug 16 20:55:14.011740 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-a87c18fd-c6be-4b70-817b-f2e46e7cb095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:14.013197 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-a87c18fd-c6be-4b70-817b-f2e46e7cb095 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424500 Aug 16 20:55:14.101750 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-b3a6de4e-ed89-48db-a777-24f3c2c4df7a service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812850 Aug 16 20:55:14.191624 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-08c85ee8-2770-4a2f-9105-da0bae88c4c0 service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826526 Aug 16 20:55:14.209496 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:55:14.300768 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:14.311566 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'a7173cc7-e98f-41c8-b30b-24cf10ce6ff8', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'port_id': 'a7173cc7-e98f-41c8-b30b-24cf10ce6ff8', 'mac_address': 'fa:16:3e:7d:f7:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:55:14.347455 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.359472 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:55:14.385965 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:14.389853 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.436911 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:14.444135 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:14.444485 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:14.444830 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:14.445253 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:14.445588 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:14.445919 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:14.446249 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:14.446578 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:14.446906 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:14.447226 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:14.447577 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:14.448422 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:14.653557 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['a7173cc7-e98f-41c8-b30b-24cf10ce6ff8'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:55:14.805517 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18cd41-6821-48ca-86b6-fd1245a32087 req-91b7a88b-75d1-4d80-b7f6-68ff971209c3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:14.807005 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-da18cd41-6821-48ca-86b6-fd1245a32087 req-91b7a88b-75d1-4d80-b7f6-68ff971209c3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 945 time: 0.0505836 Aug 16 20:55:14.848992 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-da18cd41-6821-48ca-86b6-fd1245a32087 req-ac70d5f7-ea62-42c2-8e1e-9fff688e6eaf tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349979 Aug 16 20:55:15.966650 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7f12b-7c52-42f5-95f0-570dad843ad0 req-f53ba5b6-e862-49b6-b66d-39c5f9ddcbc1 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:15.968176 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-00c7f12b-7c52-42f5-95f0-570dad843ad0 req-f53ba5b6-e862-49b6-b66d-39c5f9ddcbc1 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 945 time: 0.0500412 Aug 16 20:55:16.005639 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-00c7f12b-7c52-42f5-95f0-570dad843ad0 req-3aac395d-ea8b-401a-9671-cdd5d2d34f34 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315573 Aug 16 20:55:16.082633 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-afc1f0b7-919e-4f46-b3b3-ec712a228803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:16.084185 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-afc1f0b7-919e-4f46-b3b3-ec712a228803 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271&tenant_id=4752d1785d6e49a5bed80a64f126b145 HTTP/1.1" status: 200 len: 1097 time: 0.0421436 Aug 16 20:55:16.095366 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787206-13', 'device_owner': 'compute:nova'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:16.149865 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.218426 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:16.269758 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:16.273310 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:16.273687 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.349426 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.351779 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] For port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:16.385065 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] For port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:16.417806 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:55:16.426052 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.436887 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Ignored duplicate provisioning block setup for port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 20:55:16.440274 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.479499 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:55:16.479928 n-d-787206-13 neutron-server[94772]: DEBUG oslo_db.api [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:55:16.521882 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Pushing event updated for resources: {'Port': ['ID=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8,revision_number=9']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:16.533945 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:16.534285 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:16.534621 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:16.534948 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:16.535290 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:16.535618 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:16.535937 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:16.536259 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:16.536577 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:16.536895 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:16.537212 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:16.537527 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:16.572130 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] No DVR routers for this DVR port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:16.654006 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ca7119c1-c5b0-4eb5-8fd2-b210f79099c4 None None] Provisioning complete for port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:16.654709 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca7119c1-c5b0-4eb5-8fd2-b210f79099c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.689024 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ca7119c1-c5b0-4eb5-8fd2-b210f79099c4 None None] Port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:55:16.707519 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Attempting to bind port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:16.707855 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Attempting to bind port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:16.708189 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Attempting to bind port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 on network 93e03616-808c-4b21-9953-60a2b750ea39 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:16.712421 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 on network 93e03616-808c-4b21-9953-60a2b750ea39 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:55:16.712764 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Attempting to bind port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 on network 93e03616-808c-4b21-9953-60a2b750ea39 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:16.717557 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:16.717895 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Checking segment: {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:16.718279 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Bound using segment: {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:16.718704 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Bound port: a7173cc7-e98f-41c8-b30b-24cf10ce6ff8, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:16.719056 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.781117 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] For port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:16.784162 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] For port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:16.788008 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.820336 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:16.820990 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.822389 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] 10.222.0.57 "PUT /v2.0/ports/a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 HTTP/1.1" status: 200 len: 1093 time: 0.7309732 Aug 16 20:55:16.822826 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d70825-f245-4d74-86c4-f2ba3461a271', 'tag': 'a7173cc7-e98f-41c8-b30b-24cf10ce6ff8'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:16.825263 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd52673-285b-4aed-954b-10383e1daf45" -d '{"events": [{"name": "network-changed", "server_uuid": "36d70825-f245-4d74-86c4-f2ba3461a271", "tag": "a7173cc7-e98f-41c8-b30b-24cf10ce6ff8"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:16.890985 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3980e1a-d6a9-4a02-bc94-4544d49308ef x-openstack-request-id: req-e3980e1a-d6a9-4a02-bc94-4544d49308ef {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:16.891288 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d70825-f245-4d74-86c4-f2ba3461a271", "tag": "a7173cc7-e98f-41c8-b30b-24cf10ce6ff8", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:16.891545 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e3980e1a-d6a9-4a02-bc94-4544d49308ef {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:16.891956 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36d70825-f245-4d74-86c4-f2ba3461a271', 'tag': 'a7173cc7-e98f-41c8-b30b-24cf10ce6ff8', 'status': 'completed', 'code': 200} Aug 16 20:55:16.892669 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf9a75-1b7a-466a-9587-8957bf6feabd service neutron] Pushing event updated for resources: {'Port': ['ID=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8,revision_number=10']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:16.921307 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-3f21afb2-c857-49e7-997b-1f718e862264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:16.922979 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-3f21afb2-c857-49e7-997b-1f718e862264 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 1097 time: 0.0741673 Aug 16 20:55:16.940392 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd52673-285b-4aed-954b-10383e1daf45 req-50a7604b-cb0b-4aa1-af09-a27608d9bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:16.941908 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3cd52673-285b-4aed-954b-10383e1daf45 req-50a7604b-cb0b-4aa1-af09-a27608d9bd34 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 1097 time: 0.0466366 Aug 16 20:55:17.024632 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:17.026706 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-1b9d7fcc-1d08-485d-b006-815c153aea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:17.028286 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-1b9d7fcc-1d08-485d-b006-815c153aea61 service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0985243 Aug 16 20:55:17.046051 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd52673-285b-4aed-954b-10383e1daf45 req-9aa76569-22eb-4536-9b5b-bc0187e4e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:17.053657 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3cd52673-285b-4aed-954b-10383e1daf45 req-9aa76569-22eb-4536-9b5b-bc0187e4e317 service neutron] 10.222.0.63 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.1006153 Aug 16 20:55:17.053838 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d70825-f245-4d74-86c4-f2ba3461a271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7173cc7-e98f-41c8-b30b-24cf10ce6ff8'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:17.055568 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16df524-ebf4-45de-a632-454b6cc8e406" -d '{"events": [{"server_uuid": "36d70825-f245-4d74-86c4-f2ba3461a271", "name": "network-vif-plugged", "status": "completed", "tag": "a7173cc7-e98f-41c8-b30b-24cf10ce6ff8"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:17.072702 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:17.077807 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:17.135832 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-7b361121-6473-4cea-811c-b4e12f758a28 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 HTTP/1.1" status: 200 len: 1001 time: 0.1002622 Aug 16 20:55:17.139694 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6fae84a1-b6b1-45de-93d8-9ff8fe200189 None None] Provisioning complete for port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:17.140064 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6fae84a1-b6b1-45de-93d8-9ff8fe200189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:17.142607 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8,revision_number=11']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:17.146082 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3cd52673-285b-4aed-954b-10383e1daf45 req-43107465-ed52-49d4-a545-a8bdfab0234f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 HTTP/1.1" status: 200 len: 1001 time: 0.0890381 Aug 16 20:55:17.192459 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b843af-e9da-406f-984a-5709c358fb0c req-1fde46f3-4d34-4239-bdb7-50e019c0b9ca tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:17.193944 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f8b843af-e9da-406f-984a-5709c358fb0c req-1fde46f3-4d34-4239-bdb7-50e019c0b9ca tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 947 time: 0.0900114 Aug 16 20:55:17.201256 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-01b52858-2710-4e37-a41a-725bfc0ad267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:17.202441 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-01b52858-2710-4e37-a41a-725bfc0ad267 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0599504 Aug 16 20:55:17.205384 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd52673-285b-4aed-954b-10383e1daf45 req-5e279bd7-7203-4135-adea-ebb05a5819cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:17.206990 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3cd52673-285b-4aed-954b-10383e1daf45 req-5e279bd7-7203-4135-adea-ebb05a5819cc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0530097 Aug 16 20:55:17.257785 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd52673-285b-4aed-954b-10383e1daf45 req-65252114-4532-4f67-a09a-29a5aca7aa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:17.259402 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3cd52673-285b-4aed-954b-10383e1daf45 req-65252114-4532-4f67-a09a-29a5aca7aa19 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455825 Aug 16 20:55:17.270340 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f8b843af-e9da-406f-984a-5709c358fb0c req-a20e5ff8-9ef3-4306-9f35-0e11905c6376 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669699 Aug 16 20:55:17.275929 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-71ba632f-7ec0-4244-9e0f-c2fd151704c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:17.278070 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-71ba632f-7ec0-4244-9e0f-c2fd151704c6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689039 Aug 16 20:55:17.333379 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f957a55e-2ec7-43e9-9cdc-1990643e6a31 x-openstack-request-id: req-f957a55e-2ec7-43e9-9cdc-1990643e6a31 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:17.333898 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d70825-f245-4d74-86c4-f2ba3461a271", "name": "network-vif-plugged", "status": "completed", "tag": "a7173cc7-e98f-41c8-b30b-24cf10ce6ff8", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:17.334498 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f957a55e-2ec7-43e9-9cdc-1990643e6a31 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:17.335362 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d70825-f245-4d74-86c4-f2ba3461a271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7173cc7-e98f-41c8-b30b-24cf10ce6ff8', 'code': 200} Aug 16 20:55:17.350652 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3cd52673-285b-4aed-954b-10383e1daf45 req-b26019a2-7cd3-4aee-85d5-c223c118e144 service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840893 Aug 16 20:55:17.371856 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-4cb53a9c-de75-4932-89ba-79b36b56a7d0 service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859017 Aug 16 20:55:17.449666 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-3cd52673-285b-4aed-954b-10383e1daf45 req-aa09a2ef-ed4a-4502-a969-1491dfc949cf service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908282 Aug 16 20:55:17.473612 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9532a464-93a8-43ed-8f87-720994dc08b0 req-3e0853e9-0a0c-4c5b-928d-5c24601c9e11 service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941982 Aug 16 20:55:17.556727 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd52673-285b-4aed-954b-10383e1daf45 req-bf44bd06-162d-4381-b18d-c754da6cb33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:17.558215 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3cd52673-285b-4aed-954b-10383e1daf45 req-bf44bd06-162d-4381-b18d-c754da6cb33f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 1099 time: 0.0410879 Aug 16 20:55:17.989998 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd52673-285b-4aed-954b-10383e1daf45 req-d11cfb71-ab68-40ef-8d7e-8b280a69d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:17.991637 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3cd52673-285b-4aed-954b-10383e1daf45 req-d11cfb71-ab68-40ef-8d7e-8b280a69d6ae service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.4270256 Aug 16 20:55:18.058129 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3cd52673-285b-4aed-954b-10383e1daf45 req-c7e3bf78-70ee-4c30-8a3d-2e5348e58068 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 HTTP/1.1" status: 200 len: 1003 time: 0.0584440 Aug 16 20:55:18.105684 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd52673-285b-4aed-954b-10383e1daf45 req-4bca287e-4778-43f4-9e8c-b5e3af502596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:18.107086 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3cd52673-285b-4aed-954b-10383e1daf45 req-4bca287e-4778-43f4-9e8c-b5e3af502596 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0423341 Aug 16 20:55:18.155931 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd52673-285b-4aed-954b-10383e1daf45 req-ab55fcad-d729-466a-af21-c46e39b592b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:18.157399 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3cd52673-285b-4aed-954b-10383e1daf45 req-ab55fcad-d729-466a-af21-c46e39b592b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431564 Aug 16 20:55:18.245886 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3cd52673-285b-4aed-954b-10383e1daf45 req-d3704d15-91c5-45ab-901a-84c89516125a service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805247 Aug 16 20:55:18.337490 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3cd52673-285b-4aed-954b-10383e1daf45 req-86a92f04-e4c0-48c8-846a-24e03fa1200d service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840509 Aug 16 20:55:18.390126 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84b0ad-3b17-4445-8366-1348c7969938 req-1e92edf0-4c0f-450c-b780-dad422d2725d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:18.391777 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c84b0ad-3b17-4445-8366-1348c7969938 req-1e92edf0-4c0f-450c-b780-dad422d2725d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 947 time: 0.0493193 Aug 16 20:55:18.430576 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7c84b0ad-3b17-4445-8366-1348c7969938 req-7688f285-c93a-46a7-b146-8367e5b34c0a tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326147 Aug 16 20:55:19.543614 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797848f8-2a10-4fd2-81cd-a0d8d05a56f8 req-faaeb638-2427-4e5c-be82-0adce19fe8f0 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:19.545079 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-797848f8-2a10-4fd2-81cd-a0d8d05a56f8 req-faaeb638-2427-4e5c-be82-0adce19fe8f0 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 947 time: 0.0490119 Aug 16 20:55:19.582003 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-797848f8-2a10-4fd2-81cd-a0d8d05a56f8 req-1121eed1-d815-4551-92fe-598a3add25d8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310032 Aug 16 20:55:19.592616 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:55:19.688974 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:19.700680 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59830e7-9261-4587-8594-9354d0d2c075 req-a80c0f04-b929-4387-b079-c6b72f5c11c2 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:19.702237 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a59830e7-9261-4587-8594-9354d0d2c075 req-a80c0f04-b929-4387-b079-c6b72f5c11c2 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 947 time: 0.0534384 Aug 16 20:55:19.742847 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a59830e7-9261-4587-8594-9354d0d2c075 req-05587f0f-07b9-4dc9-a919-3046eb8f1e55 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344112 Aug 16 20:55:19.862370 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efbace-63b2-4ede-9cde-bc10e0a47603 req-a6af2283-d79c-4822-8b87-151dcc41ddad tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:19.864003 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e8efbace-63b2-4ede-9cde-bc10e0a47603 req-a6af2283-d79c-4822-8b87-151dcc41ddad tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 947 time: 0.0507123 Aug 16 20:55:19.866909 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'a7173cc7-e98f-41c8-b30b-24cf10ce6ff8', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'port_id': 'a7173cc7-e98f-41c8-b30b-24cf10ce6ff8', 'mac_address': 'fa:16:3e:7d:f7:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:55:19.901909 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e8efbace-63b2-4ede-9cde-bc10e0a47603 req-58abecd1-6ad1-4a12-afb3-f0b842eae80f tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319791 Aug 16 20:55:19.904667 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:19.920195 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:55:19.939623 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:19.944832 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:19.991627 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8,revision_number=12']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:20.138555 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f357def-c2b5-469f-bb38-ae54fd27bdd0 req-5b7f614a-4d63-460c-8873-5206266f4a79 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:20.140077 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1f357def-c2b5-469f-bb38-ae54fd27bdd0 req-5b7f614a-4d63-460c-8873-5206266f4a79 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 946 time: 0.0482974 Aug 16 20:55:20.159351 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['a7173cc7-e98f-41c8-b30b-24cf10ce6ff8'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:55:20.177885 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1f357def-c2b5-469f-bb38-ae54fd27bdd0 req-51a7be94-a7eb-40cc-9a6a-ef94e9a74f89 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318911 Aug 16 20:55:20.249630 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:20.314380 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:55:21.298822 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699aef04-66eb-49cd-b87d-b69ce0f0c549 req-055d5c76-22c1-4c46-88aa-2506ee3cbb81 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:21.300315 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-699aef04-66eb-49cd-b87d-b69ce0f0c549 req-055d5c76-22c1-4c46-88aa-2506ee3cbb81 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 946 time: 0.0519691 Aug 16 20:55:21.337181 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-699aef04-66eb-49cd-b87d-b69ce0f0c549 req-e53365ec-1e98-4f58-86c4-2ce251fd41a9 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309849 Aug 16 20:55:21.398356 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7ec2c-b3e0-4fa8-988e-fad718aa9f59 req-68e2778f-a1e7-4cae-99d8-c07372d2d090 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:21.399848 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d1a7ec2c-b3e0-4fa8-988e-fad718aa9f59 req-68e2778f-a1e7-4cae-99d8-c07372d2d090 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.57 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 946 time: 0.0479157 Aug 16 20:55:21.488517 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-d1a7ec2c-b3e0-4fa8-988e-fad718aa9f59 req-97070078-abf2-41d9-aac7-1423ed675329 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Deleting port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:21.488773 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d1a7ec2c-b3e0-4fa8-988e-fad718aa9f59 req-97070078-abf2-41d9-aac7-1423ed675329 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.576897 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-d1a7ec2c-b3e0-4fa8-988e-fad718aa9f59 req-97070078-abf2-41d9-aac7-1423ed675329 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] For port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:21.577257 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d1a7ec2c-b3e0-4fa8-988e-fad718aa9f59 req-97070078-abf2-41d9-aac7-1423ed675329 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.607866 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:21.653823 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:21.654445 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.732162 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.744801 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d1a7ec2c-b3e0-4fa8-988e-fad718aa9f59 req-97070078-abf2-41d9-aac7-1423ed675329 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.745100 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d1a7ec2c-b3e0-4fa8-988e-fad718aa9f59 req-97070078-abf2-41d9-aac7-1423ed675329 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.745408 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [req-d1a7ec2c-b3e0-4fa8-988e-fad718aa9f59 req-97070078-abf2-41d9-aac7-1423ed675329 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Floating IP f8bd6d46-ff4c-43a7-bd94-29f697ac5007 disassociated. External IP: 172.25.8.195, port: a7173cc7-e98f-41c8-b30b-24cf10ce6ff8. Aug 16 20:55:21.745746 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-d1a7ec2c-b3e0-4fa8-988e-fad718aa9f59 req-97070078-abf2-41d9-aac7-1423ed675329 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Calling delete_port for a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:21.753752 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d70825-f245-4d74-86c4-f2ba3461a271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7173cc7-e98f-41c8-b30b-24cf10ce6ff8'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:21.756027 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c99bbcb-f095-4e73-98fa-06ba279e57b0" -d '{"events": [{"server_uuid": "36d70825-f245-4d74-86c4-f2ba3461a271", "name": "network-vif-plugged", "status": "completed", "tag": "a7173cc7-e98f-41c8-b30b-24cf10ce6ff8"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:21.769127 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:21.777411 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.804034 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130d0891-1c55-4a10-b0c4-3e774c0ca042 x-openstack-request-id: req-130d0891-1c55-4a10-b0c4-3e774c0ca042 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:21.804325 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d70825-f245-4d74-86c4-f2ba3461a271", "name": "network-vif-plugged", "status": "completed", "tag": "a7173cc7-e98f-41c8-b30b-24cf10ce6ff8", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:21.804574 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-130d0891-1c55-4a10-b0c4-3e774c0ca042 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:21.805009 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d70825-f245-4d74-86c4-f2ba3461a271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7173cc7-e98f-41c8-b30b-24cf10ce6ff8', 'code': 200} Aug 16 20:55:21.831968 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8,revision_number=13']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:21.876452 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d1a7ec2c-b3e0-4fa8-988e-fad718aa9f59 req-97070078-abf2-41d9-aac7-1423ed675329 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.903392 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97070078-abf2-41d9-aac7-1423ed675329 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Pushing event deleted for resources: {'Port': ['ID=a7173cc7-e98f-41c8-b30b-24cf10ce6ff8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:22.022106 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1a7ec2c-b3e0-4fa8-988e-fad718aa9f59 req-97070078-abf2-41d9-aac7-1423ed675329 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Router f0570d74-09a7-4a9e-a9e9-116b61608ffb has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:22.131145 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1a7ec2c-b3e0-4fa8-988e-fad718aa9f59 req-97070078-abf2-41d9-aac7-1423ed675329 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:22.141243 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0c084e-0e21-45c8-a845-29017c9ccb53 None None] Sync routers for ids ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:22.149962 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0c084e-0e21-45c8-a845-29017c9ccb53 None None] Routers {'f0570d74-09a7-4a9e-a9e9-116b61608ffb'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:22.150563 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2d0c084e-0e21-45c8-a845-29017c9ccb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:55:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:22.170406 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a7ec2c-b3e0-4fa8-988e-fad718aa9f59 req-97070078-abf2-41d9-aac7-1423ed675329 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] No DVR routers for this DVR port a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:22.173076 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d1a7ec2c-b3e0-4fa8-988e-fad718aa9f59 req-97070078-abf2-41d9-aac7-1423ed675329 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.175080 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d1a7ec2c-b3e0-4fa8-988e-fad718aa9f59 req-97070078-abf2-41d9-aac7-1423ed675329 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.57 "DELETE /v2.0/ports/a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 HTTP/1.1" status: 204 len: 173 time: 0.7681432 Aug 16 20:55:22.175577 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d70825-f245-4d74-86c4-f2ba3461a271', 'name': 'network-vif-deleted', 'tag': 'a7173cc7-e98f-41c8-b30b-24cf10ce6ff8'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:22.177923 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae07a62f-1a4c-4336-a6a1-503a42121f1f" -d '{"events": [{"server_uuid": "36d70825-f245-4d74-86c4-f2ba3461a271", "name": "network-vif-deleted", "tag": "a7173cc7-e98f-41c8-b30b-24cf10ce6ff8"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:22.219551 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5ef13a-0d26-42ff-ad8c-811487c9a3f5 x-openstack-request-id: req-bd5ef13a-0d26-42ff-ad8c-811487c9a3f5 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:22.219551 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d70825-f245-4d74-86c4-f2ba3461a271", "name": "network-vif-deleted", "tag": "a7173cc7-e98f-41c8-b30b-24cf10ce6ff8", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:22.219551 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bd5ef13a-0d26-42ff-ad8c-811487c9a3f5 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:22.219551 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d70825-f245-4d74-86c4-f2ba3461a271', 'name': 'network-vif-deleted', 'tag': 'a7173cc7-e98f-41c8-b30b-24cf10ce6ff8', 'status': 'completed', 'code': 200} Aug 16 20:55:22.259292 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-2d0c084e-0e21-45c8-a845-29017c9ccb53 None None] Set router f0570d74-09a7-4a9e-a9e9-116b61608ffb gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:55:22.445634 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4c0f411c-cfd8-48ae-b0d3-dccc7d8466f9 req-ad98f197-107f-4fda-a476-2692dea1a5f7 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=36d70825-f245-4d74-86c4-f2ba3461a271 HTTP/1.1" status: 200 len: 210 time: 0.0270989 Aug 16 20:55:22.450012 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2d0c084e-0e21-45c8-a845-29017c9ccb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '843dba09-1afc-41a7-b709-340a74451668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:34Z', 'revision_number': 4, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port': {'id': '843dba09-1afc-41a7-b709-340a74451668', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'b16c5acd-4e3c-44d8-9f8d-0229b848c9d1', 'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'mac_address': 'fa:16:3e:76:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:34Z', 'updated_at': '2021-08-16T20:48:39Z', 'revision_number': 5, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'subnets': [{'id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:22.475469 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0c084e-0e21-45c8-a845-29017c9ccb53 None None] Checking router: f0570d74-09a7-4a9e-a9e9-116b61608ffb for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:55:22.483731 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0c084e-0e21-45c8-a845-29017c9ccb53 None None] Routers {'f0570d74-09a7-4a9e-a9e9-116b61608ffb'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:22.484343 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2d0c084e-0e21-45c8-a845-29017c9ccb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:55:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:22.677883 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-2d0c084e-0e21-45c8-a845-29017c9ccb53 None None] Set router f0570d74-09a7-4a9e-a9e9-116b61608ffb gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:55:22.866724 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2d0c084e-0e21-45c8-a845-29017c9ccb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '843dba09-1afc-41a7-b709-340a74451668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:34Z', 'revision_number': 4, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port': {'id': '843dba09-1afc-41a7-b709-340a74451668', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'b16c5acd-4e3c-44d8-9f8d-0229b848c9d1', 'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'mac_address': 'fa:16:3e:76:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:34Z', 'updated_at': '2021-08-16T20:48:39Z', 'revision_number': 5, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'subnets': [{'id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:22.891909 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0c084e-0e21-45c8-a845-29017c9ccb53 None None] The sync data for ids ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'] in n-d-787206-13 is: [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '843dba09-1afc-41a7-b709-340a74451668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:34Z', 'revision_number': 4, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port': {'id': '843dba09-1afc-41a7-b709-340a74451668', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'b16c5acd-4e3c-44d8-9f8d-0229b848c9d1', 'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'mac_address': 'fa:16:3e:76:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:34Z', 'updated_at': '2021-08-16T20:48:39Z', 'revision_number': 5, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'subnets': [{'id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:23.107466 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576c63dc-27ed-4150-b88a-6c13d58478da None None] New status for floating IP f8bd6d46-ff4c-43a7-bd94-29f697ac5007: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:55:23.714910 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-b088a66a-7999-42d0-8c4a-b201e793e48e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1620722183&fields=id&tenant_id=4752d1785d6e49a5bed80a64f126b145 HTTP/1.1" status: 200 len: 267 time: 0.0370352 Aug 16 20:55:23.819544 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-4a9ee765-bdc9-46ef-869f-966243aa7504 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:23.820931 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-4a9ee765-bdc9-46ef-869f-966243aa7504 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 812 time: 0.0994151 Aug 16 20:55:23.836215 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-ddaa03ae-d26b-44c8-9b77-9ea91599a606 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/quotas/4752d1785d6e49a5bed80a64f126b145 HTTP/1.1" status: 200 len: 375 time: 0.0090520 Aug 16 20:55:23.888765 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-013e118a-1e40-4416-90c0-5ef82f9ab3ab tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473917 Aug 16 20:55:23.985241 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-3f1e9c21-e433-4a9d-86e1-5a69206c18a8 service neutron] 10.222.0.68 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850861 Aug 16 20:55:24.079298 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-cb1a109f-1891-4f52-bb03-bf3e626af932 service neutron] 10.222.0.68 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877635 Aug 16 20:55:24.234997 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b68b7384-4215-4042-931d-3c1a1ce1c0e0 req-50942f58-bc55-4ac9-9905-151d1be6254f tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 210 time: 0.0266614 Aug 16 20:55:25.121022 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-5aa8180e-63cb-4fd0-b004-b90668480f1b tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:25.122500 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-5aa8180e-63cb-4fd0-b004-b90668480f1b tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.63 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 812 time: 0.1075492 Aug 16 20:55:25.165507 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-86607e73-7278-42e1-ba05-63eb680f9230 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4752d1785d6e49a5bed80a64f126b145 HTTP/1.1" status: 200 len: 380 time: 0.0345252 Aug 16 20:55:25.175982 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-ad7b55dc-95bd-4aec-9cc8-4c3ac848823d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Request body: {'port': {'device_id': '49a8d206-24a7-466e-b071-d06697f4cb33', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'admin_state_up': True, 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'security_groups': ['3b52dd29-5b10-401e-a8be-5f45b9c42f01']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:25.288465 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-ad7b55dc-95bd-4aec-9cc8-4c3ac848823d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Made reservation on behalf of 4752d1785d6e49a5bed80a64f126b145 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:25.292072 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-ad7b55dc-95bd-4aec-9cc8-4c3ac848823d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.384983 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-961c14a7-cd70-4fef-83bf-0cfc2de67ece req-49743120-be20-4159-ac2f-46d1e633fdc5 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 210 time: 0.0774632 Aug 16 20:55:25.421819 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-ad7b55dc-95bd-4aec-9cc8-4c3ac848823d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Allocated IP 172.20.0.14 (93e03616-808c-4b21-9953-60a2b750ea39/59eaeaea-5f74-4c40-b69f-49e9e61935c9/f9a68332-4205-4390-96ed-13bcfaf3b2a6) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:25.554907 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-ad7b55dc-95bd-4aec-9cc8-4c3ac848823d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.568236 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-ad7b55dc-95bd-4aec-9cc8-4c3ac848823d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Transition to ACTIVE for port object f9a68332-4205-4390-96ed-13bcfaf3b2a6 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:25.599375 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-ad7b55dc-95bd-4aec-9cc8-4c3ac848823d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.609993 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:25.631979 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:55:25.632330 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device a7173cc7-e98f-41c8-b30b-24cf10ce6ff8 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:55:25.647958 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-ad7b55dc-95bd-4aec-9cc8-4c3ac848823d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Network 93e03616-808c-4b21-9953-60a2b750ea39 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:25.651010 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-ad7b55dc-95bd-4aec-9cc8-4c3ac848823d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:25.654943 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-ad7b55dc-95bd-4aec-9cc8-4c3ac848823d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:25.678596 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b55dc-95bd-4aec-9cc8-4c3ac848823d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Pushing event updated for resources: {'Port': ['ID=f9a68332-4205-4390-96ed-13bcfaf3b2a6,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:25.708538 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-ad7b55dc-95bd-4aec-9cc8-4c3ac848823d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:25.709211 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-ad7b55dc-95bd-4aec-9cc8-4c3ac848823d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.724304 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-ad7b55dc-95bd-4aec-9cc8-4c3ac848823d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5518551 Aug 16 20:55:25.737527 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-bf57b9bf-5ef3-4234-bf0b-ce710a6e2c31 service neutron] Request body: {'port': {'device_id': '49a8d206-24a7-466e-b071-d06697f4cb33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:25.792976 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-bf57b9bf-5ef3-4234-bf0b-ce710a6e2c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.888777 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0fe070dd-a281-44fc-a03a-28c4ef2e6016 None None] Provisioning for port f9a68332-4205-4390-96ed-13bcfaf3b2a6 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:25.892925 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0fe070dd-a281-44fc-a03a-28c4ef2e6016 None None] Provisioning complete for port f9a68332-4205-4390-96ed-13bcfaf3b2a6 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:25.893291 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0fe070dd-a281-44fc-a03a-28c4ef2e6016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.927201 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0fe070dd-a281-44fc-a03a-28c4ef2e6016 None None] Port f9a68332-4205-4390-96ed-13bcfaf3b2a6 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:55:26.059077 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-bf57b9bf-5ef3-4234-bf0b-ce710a6e2c31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a68332-4205-4390-96ed-13bcfaf3b2a6 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:55:26.066597 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-bf57b9bf-5ef3-4234-bf0b-ce710a6e2c31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.078191 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-bf57b9bf-5ef3-4234-bf0b-ce710a6e2c31 service neutron] Transition to ACTIVE for port object f9a68332-4205-4390-96ed-13bcfaf3b2a6 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:26.082035 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-bf57b9bf-5ef3-4234-bf0b-ce710a6e2c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.130053 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57b9bf-5ef3-4234-bf0b-ce710a6e2c31 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a68332-4205-4390-96ed-13bcfaf3b2a6,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:26.201592 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-bf57b9bf-5ef3-4234-bf0b-ce710a6e2c31 service neutron] Attempting to bind port f9a68332-4205-4390-96ed-13bcfaf3b2a6 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:26.201924 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-bf57b9bf-5ef3-4234-bf0b-ce710a6e2c31 service neutron] Attempting to bind port f9a68332-4205-4390-96ed-13bcfaf3b2a6 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:26.202246 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-bf57b9bf-5ef3-4234-bf0b-ce710a6e2c31 service neutron] Attempting to bind port f9a68332-4205-4390-96ed-13bcfaf3b2a6 on network 93e03616-808c-4b21-9953-60a2b750ea39 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:26.206625 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-bf57b9bf-5ef3-4234-bf0b-ce710a6e2c31 service neutron] Port f9a68332-4205-4390-96ed-13bcfaf3b2a6 on network 93e03616-808c-4b21-9953-60a2b750ea39 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:55:26.206941 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-bf57b9bf-5ef3-4234-bf0b-ce710a6e2c31 service neutron] Attempting to bind port f9a68332-4205-4390-96ed-13bcfaf3b2a6 on network 93e03616-808c-4b21-9953-60a2b750ea39 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:26.211844 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-bf57b9bf-5ef3-4234-bf0b-ce710a6e2c31 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:26.212172 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-bf57b9bf-5ef3-4234-bf0b-ce710a6e2c31 service neutron] Checking segment: {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:26.212552 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-bf57b9bf-5ef3-4234-bf0b-ce710a6e2c31 service neutron] Bound using segment: {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:26.212966 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-bf57b9bf-5ef3-4234-bf0b-ce710a6e2c31 service neutron] Bound port: f9a68332-4205-4390-96ed-13bcfaf3b2a6, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:26.213797 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-bf57b9bf-5ef3-4234-bf0b-ce710a6e2c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.285234 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-bf57b9bf-5ef3-4234-bf0b-ce710a6e2c31 service neutron] For port f9a68332-4205-4390-96ed-13bcfaf3b2a6, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:26.288258 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-bf57b9bf-5ef3-4234-bf0b-ce710a6e2c31 service neutron] For port f9a68332-4205-4390-96ed-13bcfaf3b2a6, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f9a68332-4205-4390-96ed-13bcfaf3b2a6,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:26.292708 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-bf57b9bf-5ef3-4234-bf0b-ce710a6e2c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.326506 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-bf57b9bf-5ef3-4234-bf0b-ce710a6e2c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:26.327125 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-bf57b9bf-5ef3-4234-bf0b-ce710a6e2c31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.328684 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-bf57b9bf-5ef3-4234-bf0b-ce710a6e2c31 service neutron] 10.222.0.63 "PUT /v2.0/ports/f9a68332-4205-4390-96ed-13bcfaf3b2a6 HTTP/1.1" status: 200 len: 1093 time: 0.5958149 Aug 16 20:55:26.329166 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a8d206-24a7-466e-b071-d06697f4cb33', 'tag': 'f9a68332-4205-4390-96ed-13bcfaf3b2a6'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:26.331447 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d1447d82c317db73679d5cd2be60275246039d10df9dc90f3fe1ae0fd3f32d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b86dcd1-7c88-4a33-b003-c4ccde0f05f7" -d '{"events": [{"name": "network-changed", "server_uuid": "49a8d206-24a7-466e-b071-d06697f4cb33", "tag": "f9a68332-4205-4390-96ed-13bcfaf3b2a6"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:26.357388 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57b9bf-5ef3-4234-bf0b-ce710a6e2c31 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a68332-4205-4390-96ed-13bcfaf3b2a6,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:26.385903 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1b9019-93aa-4ec9-b708-3eec322582fd x-openstack-request-id: req-cf1b9019-93aa-4ec9-b708-3eec322582fd {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:26.386194 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a8d206-24a7-466e-b071-d06697f4cb33", "tag": "f9a68332-4205-4390-96ed-13bcfaf3b2a6", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:26.386445 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cf1b9019-93aa-4ec9-b708-3eec322582fd {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:26.386846 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a8d206-24a7-466e-b071-d06697f4cb33', 'tag': 'f9a68332-4205-4390-96ed-13bcfaf3b2a6', 'status': 'completed', 'code': 200} Aug 16 20:55:26.418462 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-39fb6780-7c56-4847-85cc-d9a6d35c342b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:26.420126 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-39fb6780-7c56-4847-85cc-d9a6d35c342b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 1096 time: 0.0468302 Aug 16 20:55:26.470357 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-66cf8f9b-26c2-4356-a2fa-57667bf57132 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9a68332-4205-4390-96ed-13bcfaf3b2a6 HTTP/1.1" status: 200 len: 217 time: 0.0420096 Aug 16 20:55:26.508584 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3aabd-4eaf-4756-80e3-dad396aa4a42 req-c3df8aab-f05a-45a0-80c0-58ed7a77eb1e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:26.511501 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ce3aabd-4eaf-4756-80e3-dad396aa4a42 req-c3df8aab-f05a-45a0-80c0-58ed7a77eb1e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 944 time: 0.0522432 Aug 16 20:55:26.523836 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-55f547c9-1b9e-433b-abbb-a945e7316635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:26.525366 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-55f547c9-1b9e-433b-abbb-a945e7316635 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0479901 Aug 16 20:55:26.553295 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ce3aabd-4eaf-4756-80e3-dad396aa4a42 req-f1e4ea17-772c-4836-8fc0-c38b7e176947 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355852 Aug 16 20:55:26.572204 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-5f3ffe06-f1ca-48bc-84dc-69e21fdb0042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:26.574240 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-5f3ffe06-f1ca-48bc-84dc-69e21fdb0042 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417044 Aug 16 20:55:26.666971 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-fb3c4dcf-d30b-41ad-99fa-604724f3d5e0 service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847974 Aug 16 20:55:26.757805 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-86461191-d953-4bcb-b0fd-5f4ff87fd2cb req-515577c0-7601-44bf-9ad0-ce9cfa84c86f service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839243 Aug 16 20:55:26.845766 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86dcd1-7c88-4a33-b003-c4ccde0f05f7 req-00952bbb-64ae-436d-954f-39fb86e6ef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:26.847189 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b86dcd1-7c88-4a33-b003-c4ccde0f05f7 req-00952bbb-64ae-436d-954f-39fb86e6ef65 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 1096 time: 0.0425448 Aug 16 20:55:26.941296 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86dcd1-7c88-4a33-b003-c4ccde0f05f7 req-b0aedcc5-a1a4-479d-8167-438e02c10a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:26.942738 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b86dcd1-7c88-4a33-b003-c4ccde0f05f7 req-b0aedcc5-a1a4-479d-8167-438e02c10a5a service neutron] 10.222.0.63 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0889585 Aug 16 20:55:26.985338 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b86dcd1-7c88-4a33-b003-c4ccde0f05f7 req-26ac0ac2-b17f-4c98-b55d-8baaaefb899b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9a68332-4205-4390-96ed-13bcfaf3b2a6 HTTP/1.1" status: 200 len: 217 time: 0.0332427 Aug 16 20:55:27.038294 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86dcd1-7c88-4a33-b003-c4ccde0f05f7 req-d5981b60-b335-4931-9248-daed54f21e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:27.039721 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b86dcd1-7c88-4a33-b003-c4ccde0f05f7 req-d5981b60-b335-4931-9248-daed54f21e92 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0471220 Aug 16 20:55:27.086808 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86dcd1-7c88-4a33-b003-c4ccde0f05f7 req-31375eb6-0d8f-4d36-a8e2-29219db5f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:27.088320 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b86dcd1-7c88-4a33-b003-c4ccde0f05f7 req-31375eb6-0d8f-4d36-a8e2-29219db5f8c6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400064 Aug 16 20:55:27.182251 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b86dcd1-7c88-4a33-b003-c4ccde0f05f7 req-4bf2e528-74cc-424a-bdce-2f5f28dde877 service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850787 Aug 16 20:55:27.275197 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b86dcd1-7c88-4a33-b003-c4ccde0f05f7 req-30c15d0e-bd9b-44ca-ab55-87696ab77f89 service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849957 Aug 16 20:55:27.674240 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49d37f-9c54-481b-84c1-46ee289ed84a req-1083d290-0d83-49d1-8ad9-5940edc10bea tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:27.675742 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bc49d37f-9c54-481b-84c1-46ee289ed84a req-1083d290-0d83-49d1-8ad9-5940edc10bea tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 944 time: 0.0483980 Aug 16 20:55:27.716962 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bc49d37f-9c54-481b-84c1-46ee289ed84a req-7ff79948-3206-4906-a4a3-b88baeb4784f tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352426 Aug 16 20:55:28.830781 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8ac27-afbd-479f-a866-4c903fbc2c56 req-b445a471-bfa5-4c62-ac9f-4d9c0e25ca8b tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:28.832266 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d7c8ac27-afbd-479f-a866-4c903fbc2c56 req-b445a471-bfa5-4c62-ac9f-4d9c0e25ca8b tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 944 time: 0.0482059 Aug 16 20:55:28.869180 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d7c8ac27-afbd-479f-a866-4c903fbc2c56 req-3c21ad19-c620-4a0b-a37f-6315152420e1 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310090 Aug 16 20:55:29.983938 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb2131-0dd6-4de0-9ce9-06eb8c8ff7cc req-3d94b6e4-9c7d-48fe-9f1d-3b37a6005d90 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:29.985418 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5dcb2131-0dd6-4de0-9ce9-06eb8c8ff7cc req-3d94b6e4-9c7d-48fe-9f1d-3b37a6005d90 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 944 time: 0.0487940 Aug 16 20:55:30.022134 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5dcb2131-0dd6-4de0-9ce9-06eb8c8ff7cc req-30a37051-fba0-4584-bdf8-31a7696fe663 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309176 Aug 16 20:55:30.327075 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device f9a68332-4205-4390-96ed-13bcfaf3b2a6 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:55:30.422042 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port f9a68332-4205-4390-96ed-13bcfaf3b2a6, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f9a68332-4205-4390-96ed-13bcfaf3b2a6,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:30.432809 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'f9a68332-4205-4390-96ed-13bcfaf3b2a6', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'port_id': 'f9a68332-4205-4390-96ed-13bcfaf3b2a6', 'mac_address': 'fa:16:3e:46:90:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:55:30.468200 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.481068 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a68332-4205-4390-96ed-13bcfaf3b2a6 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:55:30.500508 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port f9a68332-4205-4390-96ed-13bcfaf3b2a6, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f9a68332-4205-4390-96ed-13bcfaf3b2a6,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:30.504468 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.551881 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=f9a68332-4205-4390-96ed-13bcfaf3b2a6,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:30.694479 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['f9a68332-4205-4390-96ed-13bcfaf3b2a6'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:55:31.137788 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fed76f-303d-4676-a9fc-4f771da59b01 req-bf4498ce-1939-4df4-952b-8c54a89b582f tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:31.139286 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-75fed76f-303d-4676-a9fc-4f771da59b01 req-bf4498ce-1939-4df4-952b-8c54a89b582f tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 945 time: 0.0491545 Aug 16 20:55:31.180838 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-75fed76f-303d-4676-a9fc-4f771da59b01 req-f2bf7f88-7788-4ac7-8e3b-f167aae0bf4a tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356452 Aug 16 20:55:31.895933 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-31e9d909-b47b-4ce5-adc8-5b93aa5d752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:32.296692 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177a908-c878-44ec-92ce-87475c0ecc3a req-11b5b753-d54c-4302-b033-59a9c02c9227 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:32.298172 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2177a908-c878-44ec-92ce-87475c0ecc3a req-11b5b753-d54c-4302-b033-59a9c02c9227 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 945 time: 0.0496125 Aug 16 20:55:32.327641 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device f9a68332-4205-4390-96ed-13bcfaf3b2a6 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:32.335686 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2177a908-c878-44ec-92ce-87475c0ecc3a req-f360dfde-28c8-4beb-af1b-dea29361586f tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314374 Aug 16 20:55:32.375161 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port f9a68332-4205-4390-96ed-13bcfaf3b2a6 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:32.378723 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port f9a68332-4205-4390-96ed-13bcfaf3b2a6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:32.379096 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:32.457161 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:32.478822 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a8d206-24a7-466e-b071-d06697f4cb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a68332-4205-4390-96ed-13bcfaf3b2a6'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:32.481311 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2600711386148781bbcff0d3f2eb4f5e65a864ff4f5ec6afab2823844b5a5953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e32c02-2501-4c20-ae31-efc4afd889d0" -d '{"events": [{"server_uuid": "49a8d206-24a7-466e-b071-d06697f4cb33", "name": "network-vif-plugged", "status": "completed", "tag": "f9a68332-4205-4390-96ed-13bcfaf3b2a6"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:32.494526 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port f9a68332-4205-4390-96ed-13bcfaf3b2a6, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f9a68332-4205-4390-96ed-13bcfaf3b2a6,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:32.498631 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:32.522384 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4824eec7-58d0-4082-95c4-a28829f0d9e8 x-openstack-request-id: req-4824eec7-58d0-4082-95c4-a28829f0d9e8 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:32.522686 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a8d206-24a7-466e-b071-d06697f4cb33", "name": "network-vif-plugged", "status": "completed", "tag": "f9a68332-4205-4390-96ed-13bcfaf3b2a6", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:32.522942 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4824eec7-58d0-4082-95c4-a28829f0d9e8 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:32.523354 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a8d206-24a7-466e-b071-d06697f4cb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a68332-4205-4390-96ed-13bcfaf3b2a6', 'code': 200} Aug 16 20:55:32.549789 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=f9a68332-4205-4390-96ed-13bcfaf3b2a6,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:32.598218 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:55:32.611915 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de73d9-408b-49ef-88a8-085ad7799ab1 req-e27e482c-a2f2-4e67-8c79-dc31563eeb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:32.613452 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c7de73d9-408b-49ef-88a8-085ad7799ab1 req-e27e482c-a2f2-4e67-8c79-dc31563eeb20 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 1098 time: 0.0417089 Aug 16 20:55:32.652516 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c7de73d9-408b-49ef-88a8-085ad7799ab1 req-3bafa7c9-2e76-4387-ba39-45b49491335a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284677 Aug 16 20:55:33.457323 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803e13c-2750-4a42-a8ce-751533fd31cf req-7c42f365-1b53-46be-a234-818db09feecd tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:33.458858 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5803e13c-2750-4a42-a8ce-751533fd31cf req-7c42f365-1b53-46be-a234-818db09feecd tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 946 time: 0.0512111 Aug 16 20:55:33.496006 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5803e13c-2750-4a42-a8ce-751533fd31cf req-f5f6bb34-b7af-4f98-b936-543ea36dfb7c tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312288 Aug 16 20:55:34.465346 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dbe2e7f2-d50b-4594-a3fc-b28ac9e528e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:34.612318 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cdeee-0418-4360-b185-eb770a3f3250 req-fc52b535-85e5-489f-918a-09af9b7edee4 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:34.613842 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fa4cdeee-0418-4360-b185-eb770a3f3250 req-fc52b535-85e5-489f-918a-09af9b7edee4 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 946 time: 0.0503240 Aug 16 20:55:34.656024 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fa4cdeee-0418-4360-b185-eb770a3f3250 req-32367224-3ebc-4522-9355-168b21f7650d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361657 Aug 16 20:55:34.727577 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:34.768501 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb1d01-6106-400c-908c-09ea1b25ff83 req-6f8a7378-63ab-4036-93b8-32a73add0180 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:34.769967 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5afb1d01-6106-400c-908c-09ea1b25ff83 req-6f8a7378-63ab-4036-93b8-32a73add0180 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 946 time: 0.0512087 Aug 16 20:55:34.779274 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 60608) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:34.784125 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-de0142a2-97ce-4457-9369-e6dd615da9aa tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Request body: {'floatingip': {'port_id': 'f9a68332-4205-4390-96ed-13bcfaf3b2a6'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:34.822210 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-de0142a2-97ce-4457-9369-e6dd615da9aa tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.247875 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-de0142a2-97ce-4457-9369-e6dd615da9aa tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.251220 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-de0142a2-97ce-4457-9369-e6dd615da9aa tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.350316 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-de0142a2-97ce-4457-9369-e6dd615da9aa tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Floating IP f8bd6d46-ff4c-43a7-bd94-29f697ac5007 associated. External IP: 172.25.8.195, port: f9a68332-4205-4390-96ed-13bcfaf3b2a6. Aug 16 20:55:35.554016 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0142a2-97ce-4457-9369-e6dd615da9aa tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Router f0570d74-09a7-4a9e-a9e9-116b61608ffb has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:35.658655 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0142a2-97ce-4457-9369-e6dd615da9aa tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:35.663155 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-de0142a2-97ce-4457-9369-e6dd615da9aa tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.669308 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dc0c09-ec6a-4852-9c30-e72225739f82 None None] Sync routers for ids ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:35.678197 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dc0c09-ec6a-4852-9c30-e72225739f82 None None] Routers {'f0570d74-09a7-4a9e-a9e9-116b61608ffb'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:35.678794 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d1dc0c09-ec6a-4852-9c30-e72225739f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:55:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:35.689842 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-de0142a2-97ce-4457-9369-e6dd615da9aa tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "PUT /v2.0/floatingips/f8bd6d46-ff4c-43a7-bd94-29f697ac5007 HTTP/1.1" status: 200 len: 993 time: 0.9092591 Aug 16 20:55:35.690424 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a8d206-24a7-466e-b071-d06697f4cb33', 'tag': 'f9a68332-4205-4390-96ed-13bcfaf3b2a6'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:35.692672 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da67838770517b789490cbd33f90e75b22856e6a5acde07d930ab6940ca77e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996352fe-f86e-4981-9bfe-c8a56692a4e6" -d '{"events": [{"name": "network-changed", "server_uuid": "49a8d206-24a7-466e-b071-d06697f4cb33", "tag": "f9a68332-4205-4390-96ed-13bcfaf3b2a6"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:35.770368 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.781163 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33a914b-fdda-4880-9dba-1e59bb3cdb96 x-openstack-request-id: req-d33a914b-fdda-4880-9dba-1e59bb3cdb96 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:35.781458 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a8d206-24a7-466e-b071-d06697f4cb33", "tag": "f9a68332-4205-4390-96ed-13bcfaf3b2a6", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:35.781715 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d33a914b-fdda-4880-9dba-1e59bb3cdb96 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:35.782115 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a8d206-24a7-466e-b071-d06697f4cb33', 'tag': 'f9a68332-4205-4390-96ed-13bcfaf3b2a6', 'status': 'completed', 'code': 200} Aug 16 20:55:35.784260 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-d1dc0c09-ec6a-4852-9c30-e72225739f82 None None] Set router f0570d74-09a7-4a9e-a9e9-116b61608ffb gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:55:35.848844 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996352fe-f86e-4981-9bfe-c8a56692a4e6 req-f742db56-2436-43de-9139-b1dc84ca1351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:35.850398 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-996352fe-f86e-4981-9bfe-c8a56692a4e6 req-f742db56-2436-43de-9139-b1dc84ca1351 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 1098 time: 0.0477784 Aug 16 20:55:35.941118 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996352fe-f86e-4981-9bfe-c8a56692a4e6 req-f983fabb-b6eb-404c-867e-31d430032cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:35.942604 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-996352fe-f86e-4981-9bfe-c8a56692a4e6 req-f983fabb-b6eb-404c-867e-31d430032cf0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0837054 Aug 16 20:55:36.006578 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d1dc0c09-ec6a-4852-9c30-e72225739f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '843dba09-1afc-41a7-b709-340a74451668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:34Z', 'revision_number': 4, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port': {'id': '843dba09-1afc-41a7-b709-340a74451668', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'f8bd6d46-ff4c-43a7-bd94-29f697ac5007', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'floating_ip_address': '172.25.8.195', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'port_id': 'f9a68332-4205-4390-96ed-13bcfaf3b2a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'mac_address': 'fa:16:3e:46:90:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8d206-24a7-466e-b071-d06697f4cb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:48:38Z', 'updated_at': '2021-08-16T20:55:35Z', 'revision_number': 13, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b16c5acd-4e3c-44d8-9f8d-0229b848c9d1', 'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'mac_address': 'fa:16:3e:76:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:34Z', 'updated_at': '2021-08-16T20:48:39Z', 'revision_number': 5, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'subnets': [{'id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:36.017484 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-996352fe-f86e-4981-9bfe-c8a56692a4e6 req-3d41db61-2e88-4aa4-a1dd-54deb0d0be79 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9a68332-4205-4390-96ed-13bcfaf3b2a6 HTTP/1.1" status: 200 len: 1001 time: 0.0671902 Aug 16 20:55:36.033130 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dc0c09-ec6a-4852-9c30-e72225739f82 None None] Checking router: f0570d74-09a7-4a9e-a9e9-116b61608ffb for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:55:36.041426 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dc0c09-ec6a-4852-9c30-e72225739f82 None None] Routers {'f0570d74-09a7-4a9e-a9e9-116b61608ffb'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:36.042105 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d1dc0c09-ec6a-4852-9c30-e72225739f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:55:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:36.066091 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996352fe-f86e-4981-9bfe-c8a56692a4e6 req-5c0db8a4-bfad-465f-9108-48029a639374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:36.067594 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-996352fe-f86e-4981-9bfe-c8a56692a4e6 req-5c0db8a4-bfad-465f-9108-48029a639374 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0435951 Aug 16 20:55:36.114431 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996352fe-f86e-4981-9bfe-c8a56692a4e6 req-17238ff4-3966-4d36-bd42-4bdee7e6547f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:36.116000 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-996352fe-f86e-4981-9bfe-c8a56692a4e6 req-17238ff4-3966-4d36-bd42-4bdee7e6547f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409136 Aug 16 20:55:36.144440 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-d1dc0c09-ec6a-4852-9c30-e72225739f82 None None] Set router f0570d74-09a7-4a9e-a9e9-116b61608ffb gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:55:36.209384 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-996352fe-f86e-4981-9bfe-c8a56692a4e6 req-f8dd2ea8-a902-4ced-a5f5-0d423ae413ce service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857389 Aug 16 20:55:36.298240 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-996352fe-f86e-4981-9bfe-c8a56692a4e6 req-039740cc-e9e3-4e5d-acba-0f4cc14bd9f4 service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822375 Aug 16 20:55:36.366125 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d1dc0c09-ec6a-4852-9c30-e72225739f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '843dba09-1afc-41a7-b709-340a74451668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:34Z', 'revision_number': 4, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port': {'id': '843dba09-1afc-41a7-b709-340a74451668', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'f8bd6d46-ff4c-43a7-bd94-29f697ac5007', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'floating_ip_address': '172.25.8.195', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'port_id': 'f9a68332-4205-4390-96ed-13bcfaf3b2a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'mac_address': 'fa:16:3e:46:90:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8d206-24a7-466e-b071-d06697f4cb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:48:38Z', 'updated_at': '2021-08-16T20:55:35Z', 'revision_number': 13, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b16c5acd-4e3c-44d8-9f8d-0229b848c9d1', 'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'mac_address': 'fa:16:3e:76:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:34Z', 'updated_at': '2021-08-16T20:48:39Z', 'revision_number': 5, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'subnets': [{'id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:36.391950 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dc0c09-ec6a-4852-9c30-e72225739f82 None None] The sync data for ids ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'] in n-d-787206-13 is: [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '843dba09-1afc-41a7-b709-340a74451668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:34Z', 'revision_number': 4, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port': {'id': '843dba09-1afc-41a7-b709-340a74451668', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'f8bd6d46-ff4c-43a7-bd94-29f697ac5007', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'floating_ip_address': '172.25.8.195', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'port_id': 'f9a68332-4205-4390-96ed-13bcfaf3b2a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'mac_address': 'fa:16:3e:46:90:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8d206-24a7-466e-b071-d06697f4cb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:48:38Z', 'updated_at': '2021-08-16T20:55:35Z', 'revision_number': 13, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b16c5acd-4e3c-44d8-9f8d-0229b848c9d1', 'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'mac_address': 'fa:16:3e:76:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:34Z', 'updated_at': '2021-08-16T20:48:39Z', 'revision_number': 5, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'subnets': [{'id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:36.496376 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.542947 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.578297 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470a57f9-0778-4a96-bce9-6b514bba387c None None] New status for floating IP f8bd6d46-ff4c-43a7-bd94-29f697ac5007: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:55:37.217786 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.896100 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd2aa035-d079-42e8-99dd-944d3384a1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.465669 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db673592-e9d9-403d-b8cf-82f43071bf39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.729127 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.772785 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.494365 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.540891 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.223972 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.284325 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [req-51d95d32-9eec-4875-8be1-eb90360686a1 req-7f5870d5-b75a-4f19-b32f-2d6aceca33de service neutron] (94771) timed out ('10.222.0.68', 58390) {{(pid=94771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 20:56:09.597017 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:56:31.897067 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0fe3f048-3236-4baf-8185-2546dfda7cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.516886 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e23951d1-afe4-48ea-83b9-1ed44903dc9d req-524d6e42-6357-4888-a932-ca3fbc617365 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0769463 Aug 16 20:56:32.601382 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23951d1-afe4-48ea-83b9-1ed44903dc9d req-458ae373-6735-4478-a6d4-6b3e82ac2938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:32.602828 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e23951d1-afe4-48ea-83b9-1ed44903dc9d req-458ae373-6735-4478-a6d4-6b3e82ac2938 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 1098 time: 0.0444238 Aug 16 20:56:32.705638 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23951d1-afe4-48ea-83b9-1ed44903dc9d req-12e33eac-f542-41c8-84d6-48cd01605d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:32.706998 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e23951d1-afe4-48ea-83b9-1ed44903dc9d req-12e33eac-f542-41c8-84d6-48cd01605d31 service neutron] 10.222.0.63 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0846367 Aug 16 20:56:32.776040 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e23951d1-afe4-48ea-83b9-1ed44903dc9d req-7782a757-a8d5-4796-89fe-da79ed2bebdf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9a68332-4205-4390-96ed-13bcfaf3b2a6 HTTP/1.1" status: 200 len: 1003 time: 0.0606835 Aug 16 20:56:32.825640 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23951d1-afe4-48ea-83b9-1ed44903dc9d req-7fac1328-d1c2-4115-ace8-e309891ed1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:32.827646 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e23951d1-afe4-48ea-83b9-1ed44903dc9d req-7fac1328-d1c2-4115-ace8-e309891ed1a0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0427432 Aug 16 20:56:32.870657 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23951d1-afe4-48ea-83b9-1ed44903dc9d req-76c800d5-0ab2-431c-b586-130a476dfd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:32.872140 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e23951d1-afe4-48ea-83b9-1ed44903dc9d req-76c800d5-0ab2-431c-b586-130a476dfd70 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380244 Aug 16 20:56:32.962626 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e23951d1-afe4-48ea-83b9-1ed44903dc9d req-7c4da706-8280-4b27-8073-22192bb9349e service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833933 Aug 16 20:56:33.053467 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e23951d1-afe4-48ea-83b9-1ed44903dc9d req-19d44965-d538-49ef-b7b7-5b20aa37026d service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832143 Aug 16 20:56:34.465804 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8e2ce4b9-8496-4577-a951-67533733d6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.730014 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:35.775710 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.509615 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.554840 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.223192 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.596495 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:57:01.897903 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cc3647ba-de84-4b41-aa57-ccce795ba2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.466698 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c0d8f58-ff9c-4176-96c8-dcbeef19d2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.730182 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.777371 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.509807 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.559401 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.224579 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.850242 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507580a9-ab34-47fe-a2c1-2c55f45ef6f7 req-c267b884-96e1-4cb4-bd5e-55710816ae67 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:12.851667 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-507580a9-ab34-47fe-a2c1-2c55f45ef6f7 req-c267b884-96e1-4cb4-bd5e-55710816ae67 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 946 time: 0.0931454 Aug 16 20:57:12.888983 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-507580a9-ab34-47fe-a2c1-2c55f45ef6f7 req-2b2bb20e-9d80-4fc1-92c0-6fb73808ec46 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313985 Aug 16 20:57:23.596036 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:57:24.082242 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab45a06-4b66-4167-b161-96dfdd9d4847 req-99152bee-d4fe-4b14-adb2-7d10f67e45c1 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:24.083956 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-eab45a06-4b66-4167-b161-96dfdd9d4847 req-99152bee-d4fe-4b14-adb2-7d10f67e45c1 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 946 time: 0.0511417 Aug 16 20:57:24.125736 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-eab45a06-4b66-4167-b161-96dfdd9d4847 req-7500fcf5-bab9-4cc9-bcc1-8715d2ebb2e0 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359881 Aug 16 20:57:24.143066 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-17de4d7e-f229-4ad4-88c7-81fa16f31485 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0781176 Aug 16 20:57:25.249255 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-54e58c1b-da24-4a57-82f0-9c24732b1e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:25.250778 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-54e58c1b-da24-4a57-82f0-9c24732b1e07 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 1098 time: 0.0448248 Aug 16 20:57:25.259906 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe73e3-b8c2-4960-bffb-45c7cd762736 req-8e23da97-a913-4eeb-9295-2e0c1b243e40 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:25.261455 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cbfe73e3-b8c2-4960-bffb-45c7cd762736 req-8e23da97-a913-4eeb-9295-2e0c1b243e40 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 946 time: 0.0510049 Aug 16 20:57:25.302525 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cbfe73e3-b8c2-4960-bffb-45c7cd762736 req-81ff0f2d-bbab-4b58-ac9e-5902804db358 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342970 Aug 16 20:57:25.343786 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-e464efbc-440b-4756-8021-2041a63652ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:25.345286 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-e464efbc-440b-4756-8021-2041a63652ba service neutron] 10.222.0.63 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0880234 Aug 16 20:57:25.412788 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-7590bcd1-ac04-4389-87a4-f5b6b89c776e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9a68332-4205-4390-96ed-13bcfaf3b2a6 HTTP/1.1" status: 200 len: 1003 time: 0.0603697 Aug 16 20:57:25.461468 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-9101abfe-e8e2-43c9-a9e3-2240772f025b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:25.462872 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-9101abfe-e8e2-43c9-a9e3-2240772f025b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0430002 Aug 16 20:57:25.507468 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-f3fc44db-b888-4dbc-a17e-3771848bd47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:25.508947 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-f3fc44db-b888-4dbc-a17e-3771848bd47b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394549 Aug 16 20:57:25.598810 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-ec362b38-cd82-41f1-9e59-1f958ca20eb9 service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828872 Aug 16 20:57:25.685721 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-745dbd86-05ce-4a2b-852a-0b20352797b5 service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801835 Aug 16 20:57:26.419944 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1913009-fd5f-44d9-ae9e-624ed2cc035a req-543a6081-ccd3-4c25-8d0f-edc5fcc96f1d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:26.421398 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a1913009-fd5f-44d9-ae9e-624ed2cc035a req-543a6081-ccd3-4c25-8d0f-edc5fcc96f1d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 946 time: 0.0494616 Aug 16 20:57:26.460024 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a1913009-fd5f-44d9-ae9e-624ed2cc035a req-ffb92599-6938-4daa-95b8-16850185317b tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326657 Aug 16 20:57:27.573821 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729281fa-91a1-409a-a213-ec38ac1fd400 req-9777d7bc-7a16-43de-b034-d1497f3d722e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:27.575295 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-729281fa-91a1-409a-a213-ec38ac1fd400 req-9777d7bc-7a16-43de-b034-d1497f3d722e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 946 time: 0.0482476 Aug 16 20:57:27.615918 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-729281fa-91a1-409a-a213-ec38ac1fd400 req-40aced7e-fc37-4e79-9b00-d2bb816f5e13 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341864 Aug 16 20:57:28.730986 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d9d21-7c7c-49c3-bb7a-44be613a6933 req-bdd62de7-6b68-4a8a-bd02-d0679a6314fd tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:28.732528 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a16d9d21-7c7c-49c3-bb7a-44be613a6933 req-bdd62de7-6b68-4a8a-bd02-d0679a6314fd tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 946 time: 0.0496314 Aug 16 20:57:28.770062 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a16d9d21-7c7c-49c3-bb7a-44be613a6933 req-13ac9e8b-6231-40a4-92c9-a3499d1ab082 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310800 Aug 16 20:57:29.884463 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fda83a-a1e7-4e60-a644-8700a9ae09fe req-9b8dd829-1c21-489a-9a97-ad8d86869704 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:29.885937 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-11fda83a-a1e7-4e60-a644-8700a9ae09fe req-9b8dd829-1c21-489a-9a97-ad8d86869704 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 946 time: 0.0487394 Aug 16 20:57:29.922279 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-11fda83a-a1e7-4e60-a644-8700a9ae09fe req-ba048226-85d4-4c2c-bc8a-f198575d18af tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305297 Aug 16 20:57:31.038692 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc719fd-9c53-4c17-b3fb-d01ac68c8fae req-3570643f-9b45-466c-b90f-8d0898c06dde tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:31.040223 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-abc719fd-9c53-4c17-b3fb-d01ac68c8fae req-3570643f-9b45-466c-b90f-8d0898c06dde tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 946 time: 0.0489755 Aug 16 20:57:31.083026 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-abc719fd-9c53-4c17-b3fb-d01ac68c8fae req-5b2388c8-bf33-470e-b15f-2bf99ee55ede tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367281 Aug 16 20:57:31.898328 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d4583abf-461b-422a-af8f-5ac84dd20acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:32.197560 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45341b3-2f04-4ec2-aea8-3a134f2d520f req-10fe5dd3-d335-4f2b-95f6-56d08ba5c1f1 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:32.199043 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f45341b3-2f04-4ec2-aea8-3a134f2d520f req-10fe5dd3-d335-4f2b-95f6-56d08ba5c1f1 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 946 time: 0.0491755 Aug 16 20:57:32.236370 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f45341b3-2f04-4ec2-aea8-3a134f2d520f req-d3df52e9-3c8b-479b-90e4-d31c6351fd33 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309567 Aug 16 20:57:33.353522 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaae24c-22a0-464f-80a7-c33d7400b86c req-4f465d64-a998-4089-bbe8-f6885605eda5 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:33.355458 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-baaae24c-22a0-464f-80a7-c33d7400b86c req-4f465d64-a998-4089-bbe8-f6885605eda5 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 946 time: 0.0486014 Aug 16 20:57:33.400675 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-baaae24c-22a0-464f-80a7-c33d7400b86c req-5b8e4d7d-66a5-4966-879a-8d80d4927ee2 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396614 Aug 16 20:57:33.468448 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a691cf-28e2-414d-956a-c987e49ed886 req-5f94eb43-2fb2-4b26-8dbd-c748de98f311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:33.469930 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e9a691cf-28e2-414d-956a-c987e49ed886 req-5f94eb43-2fb2-4b26-8dbd-c748de98f311 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 1098 time: 0.0411735 Aug 16 20:57:33.576494 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a691cf-28e2-414d-956a-c987e49ed886 req-f8fb7ca9-99dd-4f99-98dc-c78a0f3f132b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:33.577991 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e9a691cf-28e2-414d-956a-c987e49ed886 req-f8fb7ca9-99dd-4f99-98dc-c78a0f3f132b service neutron] 10.222.0.63 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0878403 Aug 16 20:57:33.641047 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e9a691cf-28e2-414d-956a-c987e49ed886 req-ee5e0cde-0b18-4143-915c-e8e1010788fe service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9a68332-4205-4390-96ed-13bcfaf3b2a6 HTTP/1.1" status: 200 len: 1003 time: 0.0555937 Aug 16 20:57:33.694462 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a691cf-28e2-414d-956a-c987e49ed886 req-d8556a73-7699-413b-9254-4a0c9d9ed395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:33.695957 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e9a691cf-28e2-414d-956a-c987e49ed886 req-d8556a73-7699-413b-9254-4a0c9d9ed395 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0476055 Aug 16 20:57:33.741816 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a691cf-28e2-414d-956a-c987e49ed886 req-2a7aa7fe-d888-4759-8788-debbc512e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:33.743330 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e9a691cf-28e2-414d-956a-c987e49ed886 req-2a7aa7fe-d888-4759-8788-debbc512e577 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407495 Aug 16 20:57:33.834192 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e9a691cf-28e2-414d-956a-c987e49ed886 req-357733cb-4809-41a6-8141-25b6c627e4b1 service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840180 Aug 16 20:57:33.921329 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e9a691cf-28e2-414d-956a-c987e49ed886 req-8fcb7622-875a-42a9-ba04-37b9b1817a0d service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799160 Aug 16 20:57:34.468244 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0648acf-d96d-4197-86df-8575d72e00aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:34.516890 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402468ab-2de5-434a-8c3f-3087b4fea77b req-1186513c-d780-46ef-98e6-8137443097a9 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:34.518380 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-402468ab-2de5-434a-8c3f-3087b4fea77b req-1186513c-d780-46ef-98e6-8137443097a9 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 946 time: 0.0481899 Aug 16 20:57:34.560131 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-402468ab-2de5-434a-8c3f-3087b4fea77b req-c8b3e184-a0c6-4966-a681-a943eb697bf7 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357113 Aug 16 20:57:34.730955 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:35.675276 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bac392-5ede-4ed9-bb9e-e68e195f0f44 req-ad144cd5-bf8d-4059-b2cf-4144154de1c3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:35.676737 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-52bac392-5ede-4ed9-bb9e-e68e195f0f44 req-ad144cd5-bf8d-4059-b2cf-4144154de1c3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 946 time: 0.0487494 Aug 16 20:57:35.714246 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-52bac392-5ede-4ed9-bb9e-e68e195f0f44 req-dcb69eab-f91f-453a-a662-34ff23b15704 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315590 Aug 16 20:57:35.780211 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:36.508766 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:36.561351 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:36.829623 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84d277-64cf-41f5-bfb4-cc05ea0650df req-33997619-e1b9-4e00-bcd1-f0813fa7f96b tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:36.831004 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4c84d277-64cf-41f5-bfb4-cc05ea0650df req-33997619-e1b9-4e00-bcd1-f0813fa7f96b tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 946 time: 0.0484681 Aug 16 20:57:36.868034 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4c84d277-64cf-41f5-bfb4-cc05ea0650df req-39e975e4-4b8c-44ba-b6c9-60278de273cb tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310795 Aug 16 20:57:37.228142 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:37.983526 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81f20f-2c8f-4e78-a7fb-537f7146c7fc req-9914ce8d-5aed-4669-b342-dd3f07c0b435 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:37.984916 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5d81f20f-2c8f-4e78-a7fb-537f7146c7fc req-9914ce8d-5aed-4669-b342-dd3f07c0b435 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 946 time: 0.0490751 Aug 16 20:57:38.026712 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5d81f20f-2c8f-4e78-a7fb-537f7146c7fc req-6b0e109d-c782-4803-a6db-16247a23f434 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356724 Aug 16 20:57:39.143505 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275b843-e864-4222-bbc6-5678c62e3f53 req-16dab759-0393-42e6-a57e-7e9a59318950 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:39.145323 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5275b843-e864-4222-bbc6-5678c62e3f53 req-16dab759-0393-42e6-a57e-7e9a59318950 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 946 time: 0.0505319 Aug 16 20:57:39.183891 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5275b843-e864-4222-bbc6-5678c62e3f53 req-11812637-d061-4b8e-ac51-21ad015c3736 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326023 Aug 16 20:57:39.562088 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-874e5cc6-2772-4918-be3e-f9797e2c528d service neutron] show failed (client error): The resource could not be found. Aug 16 20:57:39.563073 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-874e5cc6-2772-4918-be3e-f9797e2c528d service neutron] 10.222.0.63 "GET /v2.0/ports/f9a68332-4205-4390-96ed-13bcfaf3b2a6/bindings/n-h1-787206-13 HTTP/1.1" status: 404 len: 381 time: 0.0544899 Aug 16 20:57:39.824927 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-446794c8-b20e-421a-b740-ad12a4e61a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:39.826414 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-446794c8-b20e-421a-b740-ad12a4e61a2a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33&tenant_id=4752d1785d6e49a5bed80a64f126b145 HTTP/1.1" status: 200 len: 1098 time: 0.0803883 Aug 16 20:57:39.838061 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787206-13', 'device_owner': 'compute:nova'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:39.890957 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.089255 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] For port f9a68332-4205-4390-96ed-13bcfaf3b2a6, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f9a68332-4205-4390-96ed-13bcfaf3b2a6,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:40.126184 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] For port f9a68332-4205-4390-96ed-13bcfaf3b2a6, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:40.172209 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a8d206-24a7-466e-b071-d06697f4cb33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9a68332-4205-4390-96ed-13bcfaf3b2a6'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:57:40.177794 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.190455 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] Transition to ACTIVE for port object f9a68332-4205-4390-96ed-13bcfaf3b2a6 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:57:40.193991 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.220777 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb5eacc-a2ef-440f-808d-08ad335d2973" -d '{"events": [{"server_uuid": "49a8d206-24a7-466e-b071-d06697f4cb33", "name": "network-vif-unplugged", "status": "completed", "tag": "f9a68332-4205-4390-96ed-13bcfaf3b2a6"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:57:40.292812 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a68332-4205-4390-96ed-13bcfaf3b2a6,revision_number=6']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:40.323953 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:40.324303 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:40.324639 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:40.324972 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:40.325303 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:40.325630 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:40.325957 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:40.326280 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:40.326600 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:40.326922 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:40.327237 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:40.327576 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:40.365232 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] No DVR routers for this DVR port f9a68332-4205-4390-96ed-13bcfaf3b2a6 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:40.412201 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e8532-f3c0-412d-ad3c-09f30dd1a0fa req-9178b917-81b6-4b87-9c9e-2149e5ae4169 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:40.413715 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ba2e8532-f3c0-412d-ad3c-09f30dd1a0fa req-9178b917-81b6-4b87-9c9e-2149e5ae4169 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 944 time: 0.1366436 Aug 16 20:57:40.495848 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ba2e8532-f3c0-412d-ad3c-09f30dd1a0fa req-9f9eb462-cffd-444e-9c26-f530e37b872f tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737209 Aug 16 20:57:40.540871 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] Attempting to bind port f9a68332-4205-4390-96ed-13bcfaf3b2a6 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:40.541231 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] Attempting to bind port f9a68332-4205-4390-96ed-13bcfaf3b2a6 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:40.541558 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] Attempting to bind port f9a68332-4205-4390-96ed-13bcfaf3b2a6 on network 93e03616-808c-4b21-9953-60a2b750ea39 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:40.545912 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] Port f9a68332-4205-4390-96ed-13bcfaf3b2a6 on network 93e03616-808c-4b21-9953-60a2b750ea39 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:40.546227 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] Attempting to bind port f9a68332-4205-4390-96ed-13bcfaf3b2a6 on network 93e03616-808c-4b21-9953-60a2b750ea39 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:40.551175 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:57:40.551535 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] Checking segment: {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:40.551913 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] Bound using segment: {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:57:40.552332 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] Bound port: f9a68332-4205-4390-96ed-13bcfaf3b2a6, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:57:40.552687 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.911995 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc859ab-7155-4c51-af72-2fa1bef80b57 x-openstack-request-id: req-7dc859ab-7155-4c51-af72-2fa1bef80b57 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:57:40.912277 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a8d206-24a7-466e-b071-d06697f4cb33", "name": "network-vif-unplugged", "status": "completed", "tag": "f9a68332-4205-4390-96ed-13bcfaf3b2a6", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:57:40.912521 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7dc859ab-7155-4c51-af72-2fa1bef80b57 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:57:40.912907 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a8d206-24a7-466e-b071-d06697f4cb33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9a68332-4205-4390-96ed-13bcfaf3b2a6', 'code': 200} Aug 16 20:57:40.944064 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] For port f9a68332-4205-4390-96ed-13bcfaf3b2a6, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:40.947724 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] For port f9a68332-4205-4390-96ed-13bcfaf3b2a6, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f9a68332-4205-4390-96ed-13bcfaf3b2a6,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:57:40.953066 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.987004 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:40.987644 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:40.989038 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] 10.222.0.57 "PUT /v2.0/ports/f9a68332-4205-4390-96ed-13bcfaf3b2a6 HTTP/1.1" status: 200 len: 1093 time: 1.1548729 Aug 16 20:57:41.010025 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a34d6c-c92c-4372-bfa3-9f57b88a4399 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a68332-4205-4390-96ed-13bcfaf3b2a6,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:41.061684 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-75543892-1228-415c-923a-bccbaa3eff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:41.063204 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-75543892-1228-415c-923a-bccbaa3eff1c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 1096 time: 0.0497758 Aug 16 20:57:41.161218 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-4e78555f-c938-450a-b083-078e97d00e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:41.162788 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-4e78555f-c938-450a-b083-078e97d00e0c service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0924821 Aug 16 20:57:41.227083 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-9aa0f2af-af32-4cfc-97d5-35a54ee54b30 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9a68332-4205-4390-96ed-13bcfaf3b2a6 HTTP/1.1" status: 200 len: 1001 time: 0.0566931 Aug 16 20:57:41.280166 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-26bf33e4-bab5-471c-a928-7c756caece73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:41.281497 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-26bf33e4-bab5-471c-a928-7c756caece73 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0470788 Aug 16 20:57:41.327919 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-30e715d6-3bf0-456a-87c7-458d8b5dba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:41.329390 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-30e715d6-3bf0-456a-87c7-458d8b5dba7b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396149 Aug 16 20:57:41.340396 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-6b3fa5ff-4ee7-4609-b1b4-541da9939ea2 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:57:41.341323 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-6b3fa5ff-4ee7-4609-b1b4-541da9939ea2 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048866 Aug 16 20:57:41.429854 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-9dbeb0ef-188e-4169-941b-3794fe2a8ea3 service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813167 Aug 16 20:57:41.519969 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-10a864cf-c9b3-42a1-be99-083bdecedfc3 service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832899 Aug 16 20:57:41.624447 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d90ebe-e530-4099-bed1-21d8334b7d2d req-29eba1f9-8985-48c3-b4f8-5f6951aeabdc tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:41.625941 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-41d90ebe-e530-4099-bed1-21d8334b7d2d req-29eba1f9-8985-48c3-b4f8-5f6951aeabdc tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 944 time: 0.0504177 Aug 16 20:57:41.667026 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-41d90ebe-e530-4099-bed1-21d8334b7d2d req-2138ec8f-5c1f-4128-8d43-07d7b56610da tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348144 Aug 16 20:57:42.786946 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e096f4-cfa2-4bc8-b1e4-70f5eef78889 req-9a8eb89a-4350-46c8-ac7d-58cbfffc4f63 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:42.788435 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54e096f4-cfa2-4bc8-b1e4-70f5eef78889 req-9a8eb89a-4350-46c8-ac7d-58cbfffc4f63 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 944 time: 0.0509455 Aug 16 20:57:42.835970 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54e096f4-cfa2-4bc8-b1e4-70f5eef78889 req-3ee9dbfd-6e5a-42a5-99b0-fc3173da68ca tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414212 Aug 16 20:57:42.913731 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a8d206-24a7-466e-b071-d06697f4cb33', 'tag': 'f9a68332-4205-4390-96ed-13bcfaf3b2a6'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:57:42.916062 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0f06b2-5a5a-493b-95d7-9fb2d651c388" -d '{"events": [{"name": "network-changed", "server_uuid": "49a8d206-24a7-466e-b071-d06697f4cb33", "tag": "f9a68332-4205-4390-96ed-13bcfaf3b2a6"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:57:42.949112 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device f9a68332-4205-4390-96ed-13bcfaf3b2a6 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:42.963502 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cba845-1348-4ac2-9d1c-1aa1e75963f6 x-openstack-request-id: req-c0cba845-1348-4ac2-9d1c-1aa1e75963f6 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:57:42.963794 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a8d206-24a7-466e-b071-d06697f4cb33", "tag": "f9a68332-4205-4390-96ed-13bcfaf3b2a6", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:57:42.964046 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c0cba845-1348-4ac2-9d1c-1aa1e75963f6 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:57:42.964775 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a8d206-24a7-466e-b071-d06697f4cb33', 'tag': 'f9a68332-4205-4390-96ed-13bcfaf3b2a6', 'status': 'completed', 'code': 200} Aug 16 20:57:42.993071 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device f9a68332-4205-4390-96ed-13bcfaf3b2a6 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:57:43.030655 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f06b2-5a5a-493b-95d7-9fb2d651c388 req-d224bb55-9f47-478a-9d34-fcfbe6c44aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:43.033382 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9c0f06b2-5a5a-493b-95d7-9fb2d651c388 req-d224bb55-9f47-478a-9d34-fcfbe6c44aa5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 1096 time: 0.0495961 Aug 16 20:57:43.040610 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f06b2-5a5a-493b-95d7-9fb2d651c388 req-a0c03dfd-1a19-4d79-b123-0c155aeeccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:43.043875 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c0f06b2-5a5a-493b-95d7-9fb2d651c388 req-a0c03dfd-1a19-4d79-b123-0c155aeeccfb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 1096 time: 0.0437839 Aug 16 20:57:43.126181 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f06b2-5a5a-493b-95d7-9fb2d651c388 req-56637083-010c-4a63-a7af-09ff2f5eab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:43.127702 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9c0f06b2-5a5a-493b-95d7-9fb2d651c388 req-56637083-010c-4a63-a7af-09ff2f5eab95 service neutron] 10.222.0.63 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0872548 Aug 16 20:57:43.140434 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f06b2-5a5a-493b-95d7-9fb2d651c388 req-ffb9c13f-a6eb-4023-8eca-428a8c8b5e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:43.141940 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c0f06b2-5a5a-493b-95d7-9fb2d651c388 req-ffb9c13f-a6eb-4023-8eca-428a8c8b5e69 service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0908759 Aug 16 20:57:43.199403 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9c0f06b2-5a5a-493b-95d7-9fb2d651c388 req-d2d03bfe-1f09-49b4-8a78-b976bdb87093 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9a68332-4205-4390-96ed-13bcfaf3b2a6 HTTP/1.1" status: 200 len: 1001 time: 0.0642433 Aug 16 20:57:43.211966 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c0f06b2-5a5a-493b-95d7-9fb2d651c388 req-e8ee0427-8789-4630-88dc-6d6a6a2b22d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9a68332-4205-4390-96ed-13bcfaf3b2a6 HTTP/1.1" status: 200 len: 1001 time: 0.0634379 Aug 16 20:57:43.248820 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f06b2-5a5a-493b-95d7-9fb2d651c388 req-51751792-8cbe-4bdd-88c0-9b6762a4ce6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:43.250355 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9c0f06b2-5a5a-493b-95d7-9fb2d651c388 req-51751792-8cbe-4bdd-88c0-9b6762a4ce6c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0444758 Aug 16 20:57:43.262807 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f06b2-5a5a-493b-95d7-9fb2d651c388 req-b0cf0408-123b-4324-914f-824df947be13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:43.264309 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c0f06b2-5a5a-493b-95d7-9fb2d651c388 req-b0cf0408-123b-4324-914f-824df947be13 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0458522 Aug 16 20:57:43.298718 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f06b2-5a5a-493b-95d7-9fb2d651c388 req-b15345d7-e978-4525-ba3d-ec5e032fc820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:43.300286 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9c0f06b2-5a5a-493b-95d7-9fb2d651c388 req-b15345d7-e978-4525-ba3d-ec5e032fc820 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435514 Aug 16 20:57:43.315092 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f06b2-5a5a-493b-95d7-9fb2d651c388 req-effd9522-7499-4a18-9692-8035abb53d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:43.316701 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c0f06b2-5a5a-493b-95d7-9fb2d651c388 req-effd9522-7499-4a18-9692-8035abb53d9a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454733 Aug 16 20:57:43.402268 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9c0f06b2-5a5a-493b-95d7-9fb2d651c388 req-e169a6b3-153c-4cb9-8fa9-641be10b44a4 service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949121 Aug 16 20:57:43.417225 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c0f06b2-5a5a-493b-95d7-9fb2d651c388 req-178c7d5b-bed0-4d9f-95e3-b848ea43b751 service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918024 Aug 16 20:57:43.495706 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9c0f06b2-5a5a-493b-95d7-9fb2d651c388 req-1c87fb9f-232e-46b8-baf4-242f47eac8c1 service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862820 Aug 16 20:57:43.510423 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9c0f06b2-5a5a-493b-95d7-9fb2d651c388 req-134cd165-9834-4797-87f7-aa4b0bc609ac service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858743 Aug 16 20:57:43.964710 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c062d-6c9b-4e51-9e7a-c957bae18469 req-568d2c70-5776-4800-96ba-9507fe21eba8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:43.966309 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-665c062d-6c9b-4e51-9e7a-c957bae18469 req-568d2c70-5776-4800-96ba-9507fe21eba8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 944 time: 0.0563233 Aug 16 20:57:44.008804 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-665c062d-6c9b-4e51-9e7a-c957bae18469 req-1d57ff6c-0f07-4752-b7d3-be92bb034859 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351121 Aug 16 20:57:45.135765 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50697ba-38ce-49eb-a898-dd1f4cce1db4 req-57865b4f-45db-44cd-bbbb-22fe7b082969 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:45.137272 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f50697ba-38ce-49eb-a898-dd1f4cce1db4 req-57865b4f-45db-44cd-bbbb-22fe7b082969 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 944 time: 0.0550375 Aug 16 20:57:45.176676 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f50697ba-38ce-49eb-a898-dd1f4cce1db4 req-1660a3d7-dd9d-43ae-9ae8-5dbe0e337358 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327115 Aug 16 20:57:46.292692 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f4fff-e9a0-40f2-a8c7-dbe1b70df013 req-95dd280d-c634-443a-9568-151a87d978c4 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:46.294173 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e41f4fff-e9a0-40f2-a8c7-dbe1b70df013 req-95dd280d-c634-443a-9568-151a87d978c4 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 944 time: 0.0487807 Aug 16 20:57:46.331782 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e41f4fff-e9a0-40f2-a8c7-dbe1b70df013 req-fd1229a5-b7f6-4671-be43-d6eac9325616 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307500 Aug 16 20:57:46.605053 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe0d37-213a-48a2-8575-17b04dfcfbeb req-e0e7ee0c-262f-4bdd-be7d-27b4044f9454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:46.606427 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bbbe0d37-213a-48a2-8575-17b04dfcfbeb req-e0e7ee0c-262f-4bdd-be7d-27b4044f9454 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 1096 time: 0.0435781 Aug 16 20:57:46.707766 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe0d37-213a-48a2-8575-17b04dfcfbeb req-e9022c8b-beb5-4846-9418-c8b65183c045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:46.709215 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bbbe0d37-213a-48a2-8575-17b04dfcfbeb req-e9022c8b-beb5-4846-9418-c8b65183c045 service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0831447 Aug 16 20:57:46.777255 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bbbe0d37-213a-48a2-8575-17b04dfcfbeb req-fba8a1fc-8f1e-4764-a72f-d92cb3c9c9ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9a68332-4205-4390-96ed-13bcfaf3b2a6 HTTP/1.1" status: 200 len: 1001 time: 0.0602300 Aug 16 20:57:46.825485 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe0d37-213a-48a2-8575-17b04dfcfbeb req-c518bdaf-4e64-4393-9386-3083c1a2eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:46.826892 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bbbe0d37-213a-48a2-8575-17b04dfcfbeb req-c518bdaf-4e64-4393-9386-3083c1a2eae9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0428517 Aug 16 20:57:46.871690 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe0d37-213a-48a2-8575-17b04dfcfbeb req-fabe5597-0a14-41fa-9c34-91379aa84496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:46.873053 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bbbe0d37-213a-48a2-8575-17b04dfcfbeb req-fabe5597-0a14-41fa-9c34-91379aa84496 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391722 Aug 16 20:57:46.962684 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bbbe0d37-213a-48a2-8575-17b04dfcfbeb req-e9de7155-f9ef-4529-b3fd-df7dd68145c3 service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823801 Aug 16 20:57:47.051883 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bbbe0d37-213a-48a2-8575-17b04dfcfbeb req-fc545dbd-5ef8-4b0a-b0fa-19482c65e409 service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817280 Aug 16 20:57:47.448518 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abeebd4-b08b-41c3-bc83-d3c46ecd58a6 req-6e53847c-2d16-4bb4-982e-c05dca61beab tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:47.449996 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3abeebd4-b08b-41c3-bc83-d3c46ecd58a6 req-6e53847c-2d16-4bb4-982e-c05dca61beab tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 944 time: 0.0497119 Aug 16 20:57:47.487444 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3abeebd4-b08b-41c3-bc83-d3c46ecd58a6 req-63a474a3-11db-48f1-a230-ff9009cdad4b tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315671 Aug 16 20:57:48.607365 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e27732-8401-4f71-84b6-5f646116f610 req-8a8b6bdd-2784-4ddd-99ae-ac7e5a83c698 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:48.608860 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6e27732-8401-4f71-84b6-5f646116f610 req-8a8b6bdd-2784-4ddd-99ae-ac7e5a83c698 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 944 time: 0.0538540 Aug 16 20:57:48.645844 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6e27732-8401-4f71-84b6-5f646116f610 req-bcde2c44-0536-4b93-9328-c453fcbff354 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310903 Aug 16 20:57:49.761296 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5dd9a3-7395-4562-8908-550f0950f378 req-f29c6890-78f9-460a-bde1-2a0d7a8b26a6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:49.762778 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8e5dd9a3-7395-4562-8908-550f0950f378 req-f29c6890-78f9-460a-bde1-2a0d7a8b26a6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 944 time: 0.0490093 Aug 16 20:57:49.805695 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8e5dd9a3-7395-4562-8908-550f0950f378 req-6e709750-4dd0-4640-adfd-454b3e6e0808 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369914 Aug 16 20:57:50.920799 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b98194-2a48-4c84-b3cb-9e0a817c6b2c req-0de061ee-1054-406c-b578-6cefea1cd7c4 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:50.922281 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-10b98194-2a48-4c84-b3cb-9e0a817c6b2c req-0de061ee-1054-406c-b578-6cefea1cd7c4 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 944 time: 0.0493362 Aug 16 20:57:50.960359 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-10b98194-2a48-4c84-b3cb-9e0a817c6b2c req-7a29d806-7272-40f7-96e4-482eb672f5f8 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319920 Aug 16 20:57:52.080902 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bbffe-53b4-4b83-a11e-5829bc92a351 req-73ad7ccf-e4ff-4df8-8e75-452ee63c1a88 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:52.082397 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b36bbffe-53b4-4b83-a11e-5829bc92a351 req-73ad7ccf-e4ff-4df8-8e75-452ee63c1a88 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 944 time: 0.0538878 Aug 16 20:57:52.119070 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b36bbffe-53b4-4b83-a11e-5829bc92a351 req-5504c3a8-f84f-420e-8d60-7c42522f740a tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303831 Aug 16 20:57:53.242319 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2637b-7c47-46de-858b-6ca778c6880f req-392faf1a-72aa-4221-8f0d-da13049d5e5f tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:53.243856 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-13f2637b-7c47-46de-858b-6ca778c6880f req-392faf1a-72aa-4221-8f0d-da13049d5e5f tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 944 time: 0.0574024 Aug 16 20:57:53.285987 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-13f2637b-7c47-46de-858b-6ca778c6880f req-3e49e4d8-e70a-4a9a-8bcf-3e3592725064 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362623 Aug 16 20:57:53.603609 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-d030b47e-89ec-4b34-9d25-b5bad25cf1e9 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:53.604989 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-d030b47e-89ec-4b34-9d25-b5bad25cf1e9 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33&tenant_id=4752d1785d6e49a5bed80a64f126b145&binding%3Ahost_id=n-h1-787206-13 HTTP/1.1" status: 200 len: 944 time: 0.0873086 Aug 16 20:57:53.613565 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b27cd-2a43-4f86-a03a-de0c5f7cdd65 req-e57af57d-4594-412a-a12a-03a446ed367a tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:53.614927 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-064b27cd-2a43-4f86-a03a-de0c5f7cdd65 req-e57af57d-4594-412a-a12a-03a446ed367a tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 944 time: 0.0706010 Aug 16 20:57:53.687226 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-064b27cd-2a43-4f86-a03a-de0c5f7cdd65 req-b35d1abd-44c4-483f-9494-fb468d127520 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662181 Aug 16 20:57:53.695628 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-686f0404-c886-4a41-a82f-833b10c65a4e service neutron] 10.222.0.57 "GET /v2.0/ports/f9a68332-4205-4390-96ed-13bcfaf3b2a6/bindings/n-h1-787206-13 HTTP/1.1" status: 200 len: 383 time: 0.0797563 Aug 16 20:57:53.759841 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-42de12c1-a92b-4d49-b106-c0c05d95452e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:53.761567 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-42de12c1-a92b-4d49-b106-c0c05d95452e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 1096 time: 0.0409856 Aug 16 20:57:53.852698 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-0ce03f99-45fe-4b7b-b431-94a855d35f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:53.854204 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-0ce03f99-45fe-4b7b-b431-94a855d35f0e service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0851650 Aug 16 20:57:53.916973 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-f5dee718-f944-4136-845d-7403bbe1a673 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9a68332-4205-4390-96ed-13bcfaf3b2a6 HTTP/1.1" status: 200 len: 1001 time: 0.0559897 Aug 16 20:57:53.968481 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-78498826-ddab-46c5-9bd5-88479e647705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:53.969922 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-78498826-ddab-46c5-9bd5-88479e647705 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0463767 Aug 16 20:57:54.014373 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-80d6c9ff-c32d-4e8c-8bde-bd66c06390b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:54.015863 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-80d6c9ff-c32d-4e8c-8bde-bd66c06390b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396721 Aug 16 20:57:54.108356 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-28522034-9cab-4c59-883b-716068ec8fc7 service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858102 Aug 16 20:57:54.195733 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-2efb1afe-a358-4c97-8848-f47e3da9678d service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809126 Aug 16 20:57:54.346851 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device f9a68332-4205-4390-96ed-13bcfaf3b2a6 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:57:54.441960 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port f9a68332-4205-4390-96ed-13bcfaf3b2a6, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f9a68332-4205-4390-96ed-13bcfaf3b2a6,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:54.452769 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'f9a68332-4205-4390-96ed-13bcfaf3b2a6', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'port_id': 'f9a68332-4205-4390-96ed-13bcfaf3b2a6', 'mac_address': 'fa:16:3e:46:90:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:57:54.490704 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:54.502986 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a68332-4205-4390-96ed-13bcfaf3b2a6 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:57:54.522211 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port f9a68332-4205-4390-96ed-13bcfaf3b2a6, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f9a68332-4205-4390-96ed-13bcfaf3b2a6,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:54.525667 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:54.571339 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=f9a68332-4205-4390-96ed-13bcfaf3b2a6,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:54.578454 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:54.578800 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:54.579139 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:54.579509 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:54.579846 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:54.580176 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:54.581037 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:54.581364 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:54.581826 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:54.582149 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:54.582478 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:54.582798 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:54.772293 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['f9a68332-4205-4390-96ed-13bcfaf3b2a6'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:57:54.805583 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7ecfd-4086-4963-8cce-e115d7c7fce2 req-db9b9712-8548-4709-8732-d7a70a1ca66d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:54.807112 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ae7ecfd-4086-4963-8cce-e115d7c7fce2 req-db9b9712-8548-4709-8732-d7a70a1ca66d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 945 time: 0.0505543 Aug 16 20:57:54.846067 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ae7ecfd-4086-4963-8cce-e115d7c7fce2 req-102b3590-ca03-47d2-a2a8-cf1cfab5be2c tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327880 Aug 16 20:57:55.978346 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805ca87-0bdd-475d-8cab-7fef21467037 req-ef748d41-a0b8-4779-a23f-1ffc92741149 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:55.979819 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5805ca87-0bdd-475d-8cab-7fef21467037 req-ef748d41-a0b8-4779-a23f-1ffc92741149 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 945 time: 0.0602946 Aug 16 20:57:56.018829 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5805ca87-0bdd-475d-8cab-7fef21467037 req-9bdd9a29-41a2-43aa-9ee6-0e8865e54f8a tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322175 Aug 16 20:57:56.371686 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device f9a68332-4205-4390-96ed-13bcfaf3b2a6 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:56.446434 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:56.459753 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f9a68332-4205-4390-96ed-13bcfaf3b2a6 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:57:56.486003 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port f9a68332-4205-4390-96ed-13bcfaf3b2a6, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f9a68332-4205-4390-96ed-13bcfaf3b2a6,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:56.490662 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:56.540732 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=f9a68332-4205-4390-96ed-13bcfaf3b2a6,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:57.138727 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ed283-e67f-4c7f-925c-68af73a1b716 req-08b32e5d-b08e-452b-a486-a589b6a99cec tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:57.140331 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b34ed283-e67f-4c7f-925c-68af73a1b716 req-08b32e5d-b08e-452b-a486-a589b6a99cec tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 944 time: 0.0507085 Aug 16 20:57:57.180965 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b34ed283-e67f-4c7f-925c-68af73a1b716 req-d534250c-56d9-465c-9b96-984c76579b85 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339775 Aug 16 20:57:57.854180 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-afca331e-826d-4a54-bd9e-d0e4c2bb835c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:57.855714 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-afca331e-826d-4a54-bd9e-d0e4c2bb835c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33&tenant_id=4752d1785d6e49a5bed80a64f126b145 HTTP/1.1" status: 200 len: 1096 time: 0.0428610 Aug 16 20:57:57.868197 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787206-13', 'device_owner': 'compute:nova'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:57.925136 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:58.125044 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] For port f9a68332-4205-4390-96ed-13bcfaf3b2a6, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=f9a68332-4205-4390-96ed-13bcfaf3b2a6,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:58.156662 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] For port f9a68332-4205-4390-96ed-13bcfaf3b2a6, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:58.189975 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a68332-4205-4390-96ed-13bcfaf3b2a6 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:57:58.197524 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:58.208130 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Ignored duplicate provisioning block setup for port f9a68332-4205-4390-96ed-13bcfaf3b2a6 by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 20:57:58.212882 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:58.296918 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a68332-4205-4390-96ed-13bcfaf3b2a6,revision_number=10']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:58.308928 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:58.309276 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:58.309612 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:58.309957 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:58.310291 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:58.310624 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:58.310953 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:58.311060 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef0378-20af-4856-95b5-c853ab0e8393 req-179867f4-1223-4739-b50d-0d1a6cabf3e4 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:58.311539 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:58.311629 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:58.312001 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:58.312253 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:58.312579 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:58.312693 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ffef0378-20af-4856-95b5-c853ab0e8393 req-179867f4-1223-4739-b50d-0d1a6cabf3e4 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 945 time: 0.0566716 Aug 16 20:57:58.346919 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] No DVR routers for this DVR port f9a68332-4205-4390-96ed-13bcfaf3b2a6 on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:58.357966 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ffef0378-20af-4856-95b5-c853ab0e8393 req-bbba3270-9a56-4114-932e-aada64684367 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351176 Aug 16 20:57:58.812534 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Attempting to bind port f9a68332-4205-4390-96ed-13bcfaf3b2a6 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:57:58.812763 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Attempting to bind port f9a68332-4205-4390-96ed-13bcfaf3b2a6 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:57:58.813086 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Attempting to bind port f9a68332-4205-4390-96ed-13bcfaf3b2a6 on network 93e03616-808c-4b21-9953-60a2b750ea39 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:58.817225 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Port f9a68332-4205-4390-96ed-13bcfaf3b2a6 on network 93e03616-808c-4b21-9953-60a2b750ea39 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:57:58.817545 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Attempting to bind port f9a68332-4205-4390-96ed-13bcfaf3b2a6 on network 93e03616-808c-4b21-9953-60a2b750ea39 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:57:58.822208 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:57:58.822545 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Checking segment: {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:57:58.822925 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Bound using segment: {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:57:58.823370 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Bound port: f9a68332-4205-4390-96ed-13bcfaf3b2a6, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '209ccf7d-441c-4ef7-81d4-432b78648fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:57:58.823721 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:58.883698 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] For port f9a68332-4205-4390-96ed-13bcfaf3b2a6, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:57:58.886707 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] For port f9a68332-4205-4390-96ed-13bcfaf3b2a6, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f9a68332-4205-4390-96ed-13bcfaf3b2a6,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:57:58.890240 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:58.924823 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:58.926100 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:58.927579 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] 10.222.0.63 "PUT /v2.0/ports/f9a68332-4205-4390-96ed-13bcfaf3b2a6 HTTP/1.1" status: 200 len: 1094 time: 1.0635693 Aug 16 20:57:58.927995 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a8d206-24a7-466e-b071-d06697f4cb33', 'tag': 'f9a68332-4205-4390-96ed-13bcfaf3b2a6'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:57:58.968772 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3574c60e065d2c839e3c713bbc5c644800ed611e652874904b72df0b461749ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a735a5fc-7b42-4279-b8dd-49b52621d915" -d '{"events": [{"name": "network-changed", "server_uuid": "49a8d206-24a7-466e-b071-d06697f4cb33", "tag": "f9a68332-4205-4390-96ed-13bcfaf3b2a6"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:57:58.985678 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150ce20-0350-49cc-957b-5b28adafb367 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a68332-4205-4390-96ed-13bcfaf3b2a6,revision_number=11']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:59.004685 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-2a5e8ad8-0eab-4d71-9d30-f6ea7d61cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:59.006277 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-2a5e8ad8-0eab-4d71-9d30-f6ea7d61cff7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 1097 time: 0.0525556 Aug 16 20:57:59.085312 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d03846-1034-4f7b-955c-8872df8e3129 x-openstack-request-id: req-e8d03846-1034-4f7b-955c-8872df8e3129 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:57:59.085596 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a8d206-24a7-466e-b071-d06697f4cb33", "tag": "f9a68332-4205-4390-96ed-13bcfaf3b2a6", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:57:59.085844 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e8d03846-1034-4f7b-955c-8872df8e3129 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:57:59.086234 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a8d206-24a7-466e-b071-d06697f4cb33', 'tag': 'f9a68332-4205-4390-96ed-13bcfaf3b2a6', 'status': 'completed', 'code': 200} Aug 16 20:57:59.112135 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-cb04a72b-f750-4154-a9ef-5d15a4cc9e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:59.113854 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-cb04a72b-f750-4154-a9ef-5d15a4cc9e4a service neutron] 10.222.0.63 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0999475 Aug 16 20:57:59.153532 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735a5fc-7b42-4279-b8dd-49b52621d915 req-e3548d03-8b11-40a0-a661-2d467b10c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:59.155046 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a735a5fc-7b42-4279-b8dd-49b52621d915 req-e3548d03-8b11-40a0-a661-2d467b10c443 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 1097 time: 0.0457666 Aug 16 20:57:59.186343 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-fcd77fe4-2913-4957-89ed-27f00d6d6840 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9a68332-4205-4390-96ed-13bcfaf3b2a6 HTTP/1.1" status: 200 len: 1001 time: 0.0649185 Aug 16 20:57:59.234827 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-b34d29e8-7ac2-48b9-a95d-ebce24ee533f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:59.236335 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-b34d29e8-7ac2-48b9-a95d-ebce24ee533f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0438135 Aug 16 20:57:59.244653 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735a5fc-7b42-4279-b8dd-49b52621d915 req-ceff04cd-bc65-4f0d-8b19-eedd5c55fb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:59.246133 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a735a5fc-7b42-4279-b8dd-49b52621d915 req-ceff04cd-bc65-4f0d-8b19-eedd5c55fb7a service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0846431 Aug 16 20:57:59.283503 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-3a56bd80-f2e0-48db-8649-5d8704cba0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:59.285736 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-3a56bd80-f2e0-48db-8649-5d8704cba0b8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415058 Aug 16 20:57:59.314545 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a735a5fc-7b42-4279-b8dd-49b52621d915 req-ec61b4cd-dba1-490d-9af8-9620997f0dd1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9a68332-4205-4390-96ed-13bcfaf3b2a6 HTTP/1.1" status: 200 len: 1001 time: 0.0620134 Aug 16 20:57:59.363435 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735a5fc-7b42-4279-b8dd-49b52621d915 req-26b3a5a1-dafc-4a8b-81a9-3a941ffe3571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:59.364838 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a735a5fc-7b42-4279-b8dd-49b52621d915 req-26b3a5a1-dafc-4a8b-81a9-3a941ffe3571 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0436959 Aug 16 20:57:59.377671 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-6f65402f-8c2a-4f5e-ac3b-ea7f9916faf1 service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847518 Aug 16 20:57:59.413210 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735a5fc-7b42-4279-b8dd-49b52621d915 req-55d92aac-0d29-4f09-940c-73bf1bc1db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:59.414742 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a735a5fc-7b42-4279-b8dd-49b52621d915 req-55d92aac-0d29-4f09-940c-73bf1bc1db00 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435820 Aug 16 20:57:59.470461 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-096ab909-3343-42fd-97ac-3e6dcd3b764a req-bd17c1d2-2de5-4c80-9265-98cecf10b641 service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852306 Aug 16 20:57:59.530743 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7585e39-11a7-41ff-a641-0ba6ecec6b5b req-bc11ad39-50f9-482a-b496-ec8e2d818b61 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:59.532529 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d7585e39-11a7-41ff-a641-0ba6ecec6b5b req-bc11ad39-50f9-482a-b496-ec8e2d818b61 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 945 time: 0.1006112 Aug 16 20:57:59.555334 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735a5fc-7b42-4279-b8dd-49b52621d915 req-4987cc81-2f2b-4795-bb07-587b80b8ceee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:59.556843 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a735a5fc-7b42-4279-b8dd-49b52621d915 req-4987cc81-2f2b-4795-bb07-587b80b8ceee service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4752d1785d6e49a5bed80a64f126b145&device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 1097 time: 0.0487173 Aug 16 20:57:59.570243 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a735a5fc-7b42-4279-b8dd-49b52621d915 req-8a48c830-1aa1-4089-bd45-42b57f30643e service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478183 Aug 16 20:57:59.597828 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d7585e39-11a7-41ff-a641-0ba6ecec6b5b req-90977cc0-d888-4ef5-9691-c4f9b1cf9486 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529468 Aug 16 20:57:59.657735 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735a5fc-7b42-4279-b8dd-49b52621d915 req-cb6a4419-b9c0-4d61-86c6-47b5093d73c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:59.659471 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a735a5fc-7b42-4279-b8dd-49b52621d915 req-cb6a4419-b9c0-4d61-86c6-47b5093d73c4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 200 len: 913 time: 0.0951710 Aug 16 20:57:59.684896 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a735a5fc-7b42-4279-b8dd-49b52621d915 req-dc5b2862-6b6a-420c-97e2-18c171679513 service neutron] 10.222.0.57 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030006 Aug 16 20:57:59.730572 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a735a5fc-7b42-4279-b8dd-49b52621d915 req-04cb56a3-4326-4954-8a2c-4fd668a3d187 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9a68332-4205-4390-96ed-13bcfaf3b2a6 HTTP/1.1" status: 200 len: 1001 time: 0.0638993 Aug 16 20:57:59.779749 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735a5fc-7b42-4279-b8dd-49b52621d915 req-8e87abc4-bbf9-4911-a107-c451d22a9ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:59.781130 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a735a5fc-7b42-4279-b8dd-49b52621d915 req-8e87abc4-bbf9-4911-a107-c451d22a9ed3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 200 len: 851 time: 0.0437620 Aug 16 20:57:59.827795 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735a5fc-7b42-4279-b8dd-49b52621d915 req-e281395b-013f-4da9-921e-556034ff0e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:59.829312 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a735a5fc-7b42-4279-b8dd-49b52621d915 req-e281395b-013f-4da9-921e-556034ff0e6d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93e03616-808c-4b21-9953-60a2b750ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410159 Aug 16 20:57:59.920773 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a735a5fc-7b42-4279-b8dd-49b52621d915 req-2d2937b6-f7bc-43b9-98e5-ff60683060e9 service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838253 Aug 16 20:58:00.010490 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a735a5fc-7b42-4279-b8dd-49b52621d915 req-faef4ff7-ad6e-4732-9f7c-e1703f99dbd0 service neutron] 10.222.0.63 "GET /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829871 Aug 16 20:58:00.596248 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:58:00.723497 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f336ce-41d8-4050-9ca2-b5c31f5c59d7 req-240ddd3c-4d30-471c-afb6-1ca52641c1b2 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:00.724989 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f1f336ce-41d8-4050-9ca2-b5c31f5c59d7 req-240ddd3c-4d30-471c-afb6-1ca52641c1b2 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 945 time: 0.0502388 Aug 16 20:58:00.762887 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f1f336ce-41d8-4050-9ca2-b5c31f5c59d7 req-ec3954e9-f265-42e8-acce-1899a21c0cd3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319707 Aug 16 20:58:01.885276 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5a526-c3b1-464e-aaac-864f6dcb0d07 req-f2391a3f-55fc-4372-a3ba-4f55bf304e3e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:01.888004 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0ce5a526-c3b1-464e-aaac-864f6dcb0d07 req-f2391a3f-55fc-4372-a3ba-4f55bf304e3e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 945 time: 0.0547361 Aug 16 20:58:01.902180 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac814ca7-7541-48f9-b4d0-f4195942af38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:01.932668 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0ce5a526-c3b1-464e-aaac-864f6dcb0d07 req-143546d2-ff0d-4ea9-9fe4-4ec0ef99b90a tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380344 Aug 16 20:58:03.051910 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77975b00-f55e-41e6-948d-37ced0fc2e4f req-d0ea543b-b14b-4df8-9338-6d0d1fef3bbc tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:03.053556 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-77975b00-f55e-41e6-948d-37ced0fc2e4f req-d0ea543b-b14b-4df8-9338-6d0d1fef3bbc tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 945 time: 0.0511379 Aug 16 20:58:03.097978 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-77975b00-f55e-41e6-948d-37ced0fc2e4f req-6eda496d-f8a7-4349-9931-0f4b0470aaac tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377007 Aug 16 20:58:04.214008 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de74502-7aa5-4c9b-a5b0-e40e74e68f46 req-f5b9ca4f-46c5-4a0d-a749-d0a4552b5741 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:04.215515 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9de74502-7aa5-4c9b-a5b0-e40e74e68f46 req-f5b9ca4f-46c5-4a0d-a749-d0a4552b5741 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 945 time: 0.0483999 Aug 16 20:58:04.253230 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9de74502-7aa5-4c9b-a5b0-e40e74e68f46 req-d1da6f0b-5430-42db-95e8-51135ae62266 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318251 Aug 16 20:58:04.468748 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca1b31c9-a4d2-4349-a507-ea3125b9acc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:04.732337 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:05.374996 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8a9dd-bb0c-4d6e-b315-16043ec88bd1 req-bd35fcf8-ca92-4538-a503-c5b327be309e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:05.376470 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1bf8a9dd-bb0c-4d6e-b315-16043ec88bd1 req-bd35fcf8-ca92-4538-a503-c5b327be309e tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 945 time: 0.0501204 Aug 16 20:58:05.416364 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1bf8a9dd-bb0c-4d6e-b315-16043ec88bd1 req-e8f70a72-e937-4820-b564-c39968d1eb6d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331354 Aug 16 20:58:05.783559 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.507301 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.532365 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ff9c0-20b8-48ce-8c46-7023e466a956 req-a015532b-b958-435a-9105-123c5a3920fa tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:06.533850 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c33ff9c0-20b8-48ce-8c46-7023e466a956 req-a015532b-b958-435a-9105-123c5a3920fa tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 945 time: 0.0498869 Aug 16 20:58:06.575355 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c33ff9c0-20b8-48ce-8c46-7023e466a956 req-15751565-2eac-47d8-9238-39ca602826d3 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345788 Aug 16 20:58:06.587687 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:07.229791 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:07.693895 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fab03-a50c-4383-b831-13adf258b613 req-459b5fa8-9530-470e-afb0-d3cf678488a5 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:07.695699 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-859fab03-a50c-4383-b831-13adf258b613 req-459b5fa8-9530-470e-afb0-d3cf678488a5 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 945 time: 0.0505571 Aug 16 20:58:07.735353 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-859fab03-a50c-4383-b831-13adf258b613 req-8f51b038-5aca-4573-8a71-54c29851e34d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332928 Aug 16 20:58:08.852851 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6538cec-eea2-4d21-9ee5-fc5efee32ef6 req-e4267b34-a56d-43cb-8eed-d66281b31a81 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:08.854334 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d6538cec-eea2-4d21-9ee5-fc5efee32ef6 req-e4267b34-a56d-43cb-8eed-d66281b31a81 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 945 time: 0.0494223 Aug 16 20:58:08.890923 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d6538cec-eea2-4d21-9ee5-fc5efee32ef6 req-66328a12-9c24-4ec6-a327-6c1f04996087 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305448 Aug 16 20:58:10.010793 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3e291-dca4-4d09-b779-6f7b2c4bd29d req-ca086ffc-5eeb-4a83-8b05-8e5a8299faf7 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:10.012310 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-75e3e291-dca4-4d09-b779-6f7b2c4bd29d req-ca086ffc-5eeb-4a83-8b05-8e5a8299faf7 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 945 time: 0.0498419 Aug 16 20:58:10.055066 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-75e3e291-dca4-4d09-b779-6f7b2c4bd29d req-6c29ffc6-a97f-4b43-b743-56ffb7fc18e0 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368128 Aug 16 20:58:11.104395 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device f9a68332-4205-4390-96ed-13bcfaf3b2a6 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:58:11.173095 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009c3c9-f13d-479b-b4af-c9612db625d3 req-b264eda8-82cc-4565-a57f-273b103526f6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:11.175031 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c009c3c9-f13d-479b-b4af-c9612db625d3 req-b264eda8-82cc-4565-a57f-273b103526f6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 945 time: 0.0520656 Aug 16 20:58:11.199771 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port f9a68332-4205-4390-96ed-13bcfaf3b2a6, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f9a68332-4205-4390-96ed-13bcfaf3b2a6,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:11.211676 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'f9a68332-4205-4390-96ed-13bcfaf3b2a6', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'port_id': 'f9a68332-4205-4390-96ed-13bcfaf3b2a6', 'mac_address': 'fa:16:3e:46:90:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:58:11.212320 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c009c3c9-f13d-479b-b4af-c9612db625d3 req-968baee7-ef0c-443c-a1a3-78e9b5615964 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314035 Aug 16 20:58:11.248130 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.261349 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a68332-4205-4390-96ed-13bcfaf3b2a6 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:58:11.281232 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port f9a68332-4205-4390-96ed-13bcfaf3b2a6, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f9a68332-4205-4390-96ed-13bcfaf3b2a6,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:11.286866 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:11.328653 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a37df8-4501-47d2-ab97-304cb7695f9a req-46db6a30-31a2-4526-b65d-6d04ff517f5d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:11.330044 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0a37df8-4501-47d2-ab97-304cb7695f9a req-46db6a30-31a2-4526-b65d-6d04ff517f5d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 946 time: 0.0510585 Aug 16 20:58:11.332823 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=f9a68332-4205-4390-96ed-13bcfaf3b2a6,revision_number=12']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:11.368910 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0a37df8-4501-47d2-ab97-304cb7695f9a req-6ac1a5f0-c158-4e11-80be-ab1166b8fc3d tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320318 Aug 16 20:58:11.483587 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c056565-564e-4c25-8e9c-d1d960474eef req-08440dcc-fea4-4b47-877d-c37b7e9d3ebe tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:11.485082 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c056565-564e-4c25-8e9c-d1d960474eef req-08440dcc-fea4-4b47-877d-c37b7e9d3ebe tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 946 time: 0.0509603 Aug 16 20:58:11.522831 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['f9a68332-4205-4390-96ed-13bcfaf3b2a6'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:58:11.527473 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3c056565-564e-4c25-8e9c-d1d960474eef req-1a2821f7-eec7-4716-8fee-1150c2067a97 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362396 Aug 16 20:58:11.765175 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61daefda-b13e-4f1c-be12-cf53cbbde9fc req-67a831c8-62fc-4ab4-bde9-e02eb46f4d68 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:11.766633 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-61daefda-b13e-4f1c-be12-cf53cbbde9fc req-67a831c8-62fc-4ab4-bde9-e02eb46f4d68 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 946 time: 0.0503185 Aug 16 20:58:11.804681 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-61daefda-b13e-4f1c-be12-cf53cbbde9fc req-05cb430b-e810-4fe4-8aaf-41ae1cdb4697 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320034 Aug 16 20:58:12.920584 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7af5c6-baee-475b-a718-d89853a39645 req-edba9d6d-c9e3-4116-a9ac-01a815477023 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:12.922073 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ff7af5c6-baee-475b-a718-d89853a39645 req-edba9d6d-c9e3-4116-a9ac-01a815477023 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 946 time: 0.0492818 Aug 16 20:58:12.959711 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ff7af5c6-baee-475b-a718-d89853a39645 req-4b7a778a-b9f9-4f01-adff-73515f273048 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b52dd29-5b10-401e-a8be-5f45b9c42f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315919 Aug 16 20:58:13.120195 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device f9a68332-4205-4390-96ed-13bcfaf3b2a6 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:13.168323 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port f9a68332-4205-4390-96ed-13bcfaf3b2a6 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:13.171879 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port f9a68332-4205-4390-96ed-13bcfaf3b2a6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:13.172258 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.309226 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb2ef4-e072-43ff-8687-6e7d7c1089f1 req-de559d18-ea2b-4124-a071-23560a906a76 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:13.310786 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fceb2ef4-e072-43ff-8687-6e7d7c1089f1 req-de559d18-ea2b-4124-a071-23560a906a76 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.63 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 946 time: 0.0555816 Aug 16 20:58:13.409337 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.410859 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-fceb2ef4-e072-43ff-8687-6e7d7c1089f1 req-409195ef-2dfa-49eb-a9a0-5f7f7166fc80 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Deleting port f9a68332-4205-4390-96ed-13bcfaf3b2a6 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:13.411215 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fceb2ef4-e072-43ff-8687-6e7d7c1089f1 req-409195ef-2dfa-49eb-a9a0-5f7f7166fc80 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.432218 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a8d206-24a7-466e-b071-d06697f4cb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a68332-4205-4390-96ed-13bcfaf3b2a6'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:58:13.447351 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port f9a68332-4205-4390-96ed-13bcfaf3b2a6, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f9a68332-4205-4390-96ed-13bcfaf3b2a6,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:13.451755 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.476044 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0348104d8022dd0cb333a966cdf78087a7844175b144024c4093ab2d6ac91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a378237-dde2-4275-9f3f-3b630038d799" -d '{"events": [{"server_uuid": "49a8d206-24a7-466e-b071-d06697f4cb33", "name": "network-vif-plugged", "status": "completed", "tag": "f9a68332-4205-4390-96ed-13bcfaf3b2a6"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:58:13.504824 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-fceb2ef4-e072-43ff-8687-6e7d7c1089f1 req-409195ef-2dfa-49eb-a9a0-5f7f7166fc80 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] For port f9a68332-4205-4390-96ed-13bcfaf3b2a6, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f9a68332-4205-4390-96ed-13bcfaf3b2a6,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:13.505337 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fceb2ef4-e072-43ff-8687-6e7d7c1089f1 req-409195ef-2dfa-49eb-a9a0-5f7f7166fc80 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.505466 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=f9a68332-4205-4390-96ed-13bcfaf3b2a6,revision_number=13']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:13.573957 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065301ca-d038-49f8-9a83-a5dbc1a4951c x-openstack-request-id: req-065301ca-d038-49f8-9a83-a5dbc1a4951c {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:58:13.574258 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a8d206-24a7-466e-b071-d06697f4cb33", "name": "network-vif-plugged", "status": "completed", "tag": "f9a68332-4205-4390-96ed-13bcfaf3b2a6", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:58:13.574513 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-065301ca-d038-49f8-9a83-a5dbc1a4951c {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:58:13.574911 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a8d206-24a7-466e-b071-d06697f4cb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a68332-4205-4390-96ed-13bcfaf3b2a6', 'code': 200} Aug 16 20:58:13.683322 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fceb2ef4-e072-43ff-8687-6e7d7c1089f1 req-409195ef-2dfa-49eb-a9a0-5f7f7166fc80 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.683626 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fceb2ef4-e072-43ff-8687-6e7d7c1089f1 req-409195ef-2dfa-49eb-a9a0-5f7f7166fc80 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.683939 n-d-787206-13 neutron-server[94771]: INFO neutron.db.l3_db [req-fceb2ef4-e072-43ff-8687-6e7d7c1089f1 req-409195ef-2dfa-49eb-a9a0-5f7f7166fc80 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Floating IP f8bd6d46-ff4c-43a7-bd94-29f697ac5007 disassociated. External IP: 172.25.8.195, port: f9a68332-4205-4390-96ed-13bcfaf3b2a6. Aug 16 20:58:13.684288 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-fceb2ef4-e072-43ff-8687-6e7d7c1089f1 req-409195ef-2dfa-49eb-a9a0-5f7f7166fc80 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Calling delete_port for f9a68332-4205-4390-96ed-13bcfaf3b2a6 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:13.807809 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fceb2ef4-e072-43ff-8687-6e7d7c1089f1 req-409195ef-2dfa-49eb-a9a0-5f7f7166fc80 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:13.837396 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409195ef-2dfa-49eb-a9a0-5f7f7166fc80 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Pushing event deleted for resources: {'Port': ['ID=f9a68332-4205-4390-96ed-13bcfaf3b2a6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:13.951344 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fceb2ef4-e072-43ff-8687-6e7d7c1089f1 req-409195ef-2dfa-49eb-a9a0-5f7f7166fc80 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Router f0570d74-09a7-4a9e-a9e9-116b61608ffb has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:58:14.059158 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1cebdfd8-986b-4137-ac9e-323605411328 req-0c8623e5-5eee-43d5-9a58-004c82caa876 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 210 time: 0.0272160 Aug 16 20:58:14.067382 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fceb2ef4-e072-43ff-8687-6e7d7c1089f1 req-409195ef-2dfa-49eb-a9a0-5f7f7166fc80 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:14.078018 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c3a928-2c85-4a62-bcfa-e9192d7c49d9 None None] Sync routers for ids ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:14.087457 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c3a928-2c85-4a62-bcfa-e9192d7c49d9 None None] Routers {'f0570d74-09a7-4a9e-a9e9-116b61608ffb'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:14.088073 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f4c3a928-2c85-4a62-bcfa-e9192d7c49d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:58:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:14.112584 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-fceb2ef4-e072-43ff-8687-6e7d7c1089f1 req-409195ef-2dfa-49eb-a9a0-5f7f7166fc80 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] No DVR routers for this DVR port f9a68332-4205-4390-96ed-13bcfaf3b2a6 on host n-h2-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:14.115304 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fceb2ef4-e072-43ff-8687-6e7d7c1089f1 req-409195ef-2dfa-49eb-a9a0-5f7f7166fc80 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:14.117391 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-fceb2ef4-e072-43ff-8687-6e7d7c1089f1 req-409195ef-2dfa-49eb-a9a0-5f7f7166fc80 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.63 "DELETE /v2.0/ports/f9a68332-4205-4390-96ed-13bcfaf3b2a6 HTTP/1.1" status: 204 len: 173 time: 0.7995427 Aug 16 20:58:14.117818 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a8d206-24a7-466e-b071-d06697f4cb33', 'name': 'network-vif-deleted', 'tag': 'f9a68332-4205-4390-96ed-13bcfaf3b2a6'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:58:14.120053 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3574c60e065d2c839e3c713bbc5c644800ed611e652874904b72df0b461749ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc077c2f-add9-4a27-8caa-0ed71dae4fa1" -d '{"events": [{"server_uuid": "49a8d206-24a7-466e-b071-d06697f4cb33", "name": "network-vif-deleted", "tag": "f9a68332-4205-4390-96ed-13bcfaf3b2a6"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:58:14.166347 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f8bd31-3eb1-4672-a9e0-2f321e24ea16 x-openstack-request-id: req-99f8bd31-3eb1-4672-a9e0-2f321e24ea16 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:58:14.166347 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a8d206-24a7-466e-b071-d06697f4cb33", "name": "network-vif-deleted", "tag": "f9a68332-4205-4390-96ed-13bcfaf3b2a6", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:58:14.166347 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-99f8bd31-3eb1-4672-a9e0-2f321e24ea16 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:58:14.166838 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a8d206-24a7-466e-b071-d06697f4cb33', 'name': 'network-vif-deleted', 'tag': 'f9a68332-4205-4390-96ed-13bcfaf3b2a6', 'status': 'completed', 'code': 200} Aug 16 20:58:14.288104 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-f4c3a928-2c85-4a62-bcfa-e9192d7c49d9 None None] Set router f0570d74-09a7-4a9e-a9e9-116b61608ffb gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:14.482203 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f4c3a928-2c85-4a62-bcfa-e9192d7c49d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '843dba09-1afc-41a7-b709-340a74451668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:34Z', 'revision_number': 4, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port': {'id': '843dba09-1afc-41a7-b709-340a74451668', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'b16c5acd-4e3c-44d8-9f8d-0229b848c9d1', 'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'mac_address': 'fa:16:3e:76:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:34Z', 'updated_at': '2021-08-16T20:48:39Z', 'revision_number': 5, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'subnets': [{'id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:14.509104 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c3a928-2c85-4a62-bcfa-e9192d7c49d9 None None] Checking router: f0570d74-09a7-4a9e-a9e9-116b61608ffb for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:58:14.517387 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c3a928-2c85-4a62-bcfa-e9192d7c49d9 None None] Routers {'f0570d74-09a7-4a9e-a9e9-116b61608ffb'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:14.517985 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f4c3a928-2c85-4a62-bcfa-e9192d7c49d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:58:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:14.619932 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-f4c3a928-2c85-4a62-bcfa-e9192d7c49d9 None None] Set router f0570d74-09a7-4a9e-a9e9-116b61608ffb gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:14.815664 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f4c3a928-2c85-4a62-bcfa-e9192d7c49d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '843dba09-1afc-41a7-b709-340a74451668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:34Z', 'revision_number': 4, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port': {'id': '843dba09-1afc-41a7-b709-340a74451668', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'b16c5acd-4e3c-44d8-9f8d-0229b848c9d1', 'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'mac_address': 'fa:16:3e:76:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:34Z', 'updated_at': '2021-08-16T20:48:39Z', 'revision_number': 5, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'subnets': [{'id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:14.845887 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c3a928-2c85-4a62-bcfa-e9192d7c49d9 None None] The sync data for ids ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'] in n-d-787206-13 is: [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '843dba09-1afc-41a7-b709-340a74451668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:34Z', 'revision_number': 4, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port': {'id': '843dba09-1afc-41a7-b709-340a74451668', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'b16c5acd-4e3c-44d8-9f8d-0229b848c9d1', 'name': '', 'network_id': '93e03616-808c-4b21-9953-60a2b750ea39', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'mac_address': 'fa:16:3e:76:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:34Z', 'updated_at': '2021-08-16T20:48:39Z', 'revision_number': 5, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'subnets': [{'id': '59eaeaea-5f74-4c40-b69f-49e9e61935c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:15.059831 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ac63e0-341f-40c8-8144-8d60a5a64ac1 None None] New status for floating IP f8bd6d46-ff4c-43a7-bd94-29f697ac5007: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:58:15.164479 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0c0d5c76-4e9e-48be-9a9f-e95bbe2ce4ad req-20e0212f-aff8-4391-9b72-a5e5af8c0fe6 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 210 time: 0.0318344 Aug 16 20:58:16.262165 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-67b9a168-0517-45c3-8511-6a26b557b92a req-62738e16-2eef-4ecd-91e6-cab7f7c769ec tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 210 time: 0.0277469 Aug 16 20:58:17.119767 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device f9a68332-4205-4390-96ed-13bcfaf3b2a6 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:17.139882 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: f9a68332-4205-4390-96ed-13bcfaf3b2a6 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:17.140228 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device f9a68332-4205-4390-96ed-13bcfaf3b2a6 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:17.360016 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0b95ae94-43d7-417c-802e-540bb8976d8d req-b32de261-50ef-4e33-b910-9b387107d641 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/ports?device_id=49a8d206-24a7-466e-b071-d06697f4cb33 HTTP/1.1" status: 200 len: 210 time: 0.0291321 Aug 16 20:58:21.064276 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 32862) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:21.119834 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1236e316-7ddb-43c6-80b7-0a9c034a08ca tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:21.145981 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1236e316-7ddb-43c6-80b7-0a9c034a08ca tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:21.195921 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1236e316-7ddb-43c6-80b7-0a9c034a08ca tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:21.198689 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1236e316-7ddb-43c6-80b7-0a9c034a08ca tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:21.199876 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1236e316-7ddb-43c6-80b7-0a9c034a08ca tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "DELETE /v2.0/security-groups/3b52dd29-5b10-401e-a8be-5f45b9c42f01 HTTP/1.1" status: 204 len: 168 time: 0.1345994 Aug 16 20:58:21.202547 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 32864) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:21.209246 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1236e316-7ddb-43c6-80b7-0a9c034a08ca tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b52dd29-5b10-401e-a8be-5f45b9c42f01,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:21.224041 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-9a08f6d8-73b4-4175-8ce2-911dcb09e554 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] show failed (client error): The resource could not be found. Aug 16 20:58:21.225316 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9a08f6d8-73b4-4175-8ce2-911dcb09e554 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "GET /v2.0/security-groups/3b52dd29-5b10-401e-a8be-5f45b9c42f01 HTTP/1.1" status: 404 len: 347 time: 0.0211954 Aug 16 20:58:21.228158 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 32866) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:21.354878 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-b7a833b5-2337-4565-951b-30a0b44ecbf1 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Deleting port f7acf18b-664c-4cf9-96a3-633f04e63779 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:21.355521 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7a833b5-2337-4565-951b-30a0b44ecbf1 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:21.430989 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7a833b5-2337-4565-951b-30a0b44ecbf1 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:21.431258 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7a833b5-2337-4565-951b-30a0b44ecbf1 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:21.443421 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-b7a833b5-2337-4565-951b-30a0b44ecbf1 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Calling delete_port for f7acf18b-664c-4cf9-96a3-633f04e63779 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:21.577398 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7a833b5-2337-4565-951b-30a0b44ecbf1 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:21.606851 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a833b5-2337-4565-951b-30a0b44ecbf1 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Pushing event deleted for resources: {'Port': ['ID=f7acf18b-664c-4cf9-96a3-633f04e63779,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:21.669663 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7a833b5-2337-4565-951b-30a0b44ecbf1 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:21.672208 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7a833b5-2337-4565-951b-30a0b44ecbf1 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:21.673592 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b7a833b5-2337-4565-951b-30a0b44ecbf1 tempest-ServerActionsTestJSON-512379136 tempest-ServerActionsTestJSON-512379136-project] 10.222.0.68 "DELETE /v2.0/floatingips/f8bd6d46-ff4c-43a7-bd94-29f697ac5007 HTTP/1.1" status: 204 len: 168 time: 0.4441390 Aug 16 20:58:21.676967 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 32868) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:22.071950 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85593b5b-5f19-4d0f-afda-eb3090d35d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:22.318543 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-85593b5b-5f19-4d0f-afda-eb3090d35d51 admin admin] Deleting port b16c5acd-4e3c-44d8-9f8d-0229b848c9d1 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:22.319204 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85593b5b-5f19-4d0f-afda-eb3090d35d51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:22.397597 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-85593b5b-5f19-4d0f-afda-eb3090d35d51 admin admin] For port b16c5acd-4e3c-44d8-9f8d-0229b848c9d1, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b16c5acd-4e3c-44d8-9f8d-0229b848c9d1,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:22.397948 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85593b5b-5f19-4d0f-afda-eb3090d35d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:22.410495 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-85593b5b-5f19-4d0f-afda-eb3090d35d51 admin admin] Calling delete_port for b16c5acd-4e3c-44d8-9f8d-0229b848c9d1 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:22.585778 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85593b5b-5f19-4d0f-afda-eb3090d35d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:22.611302 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85593b5b-5f19-4d0f-afda-eb3090d35d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=b16c5acd-4e3c-44d8-9f8d-0229b848c9d1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:22.775517 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85593b5b-5f19-4d0f-afda-eb3090d35d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:22.992043 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85593b5b-5f19-4d0f-afda-eb3090d35d51 admin admin] Router f0570d74-09a7-4a9e-a9e9-116b61608ffb has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:58:23.098771 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85593b5b-5f19-4d0f-afda-eb3090d35d51 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:23.105366 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-85593b5b-5f19-4d0f-afda-eb3090d35d51 admin admin] 10.222.0.68 "PUT /v2.0/routers/f0570d74-09a7-4a9e-a9e9-116b61608ffb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4268925 Aug 16 20:58:23.107328 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 32872) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:23.108103 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b76473-4471-4ae7-9eee-00467eebe64f None None] Sync routers for ids ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:23.117415 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b76473-4471-4ae7-9eee-00467eebe64f None None] Routers {'f0570d74-09a7-4a9e-a9e9-116b61608ffb'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:23.118021 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-36b76473-4471-4ae7-9eee-00467eebe64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:58:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:23.212239 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8003ffb6-6eb1-4d79-ac4e-644d0ca8aee6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:23.221801 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-36b76473-4471-4ae7-9eee-00467eebe64f None None] Set router f0570d74-09a7-4a9e-a9e9-116b61608ffb gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:23.314560 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8003ffb6-6eb1-4d79-ac4e-644d0ca8aee6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:23.366777 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-8003ffb6-6eb1-4d79-ac4e-644d0ca8aee6 admin admin] Deleting port 843dba09-1afc-41a7-b709-340a74451668 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:23.367559 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8003ffb6-6eb1-4d79-ac4e-644d0ca8aee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:23.399584 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-36b76473-4471-4ae7-9eee-00467eebe64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '843dba09-1afc-41a7-b709-340a74451668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:58:22Z', 'revision_number': 5, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port': {'id': '843dba09-1afc-41a7-b709-340a74451668', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:23.425277 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b76473-4471-4ae7-9eee-00467eebe64f None None] Checking router: f0570d74-09a7-4a9e-a9e9-116b61608ffb for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:58:23.433843 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b76473-4471-4ae7-9eee-00467eebe64f None None] Routers {'f0570d74-09a7-4a9e-a9e9-116b61608ffb'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:23.434446 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-36b76473-4471-4ae7-9eee-00467eebe64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:58:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:23.451785 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-8003ffb6-6eb1-4d79-ac4e-644d0ca8aee6 admin admin] For port 843dba09-1afc-41a7-b709-340a74451668, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=843dba09-1afc-41a7-b709-340a74451668,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:23.452150 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8003ffb6-6eb1-4d79-ac4e-644d0ca8aee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:23.463631 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-8003ffb6-6eb1-4d79-ac4e-644d0ca8aee6 admin admin] Calling delete_port for 843dba09-1afc-41a7-b709-340a74451668 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:23.519319 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-36b76473-4471-4ae7-9eee-00467eebe64f None None] Set router f0570d74-09a7-4a9e-a9e9-116b61608ffb gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:23.573386 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-36b76473-4471-4ae7-9eee-00467eebe64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:58:23Z', 'revision_number': 6, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:23.600022 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b76473-4471-4ae7-9eee-00467eebe64f None None] The sync data for ids ['f0570d74-09a7-4a9e-a9e9-116b61608ffb'] in n-d-787206-13 is: [{'id': 'f0570d74-09a7-4a9e-a9e9-116b61608ffb', 'name': 'tempest-ServerActionsTestJSON-1287251891-router', 'tenant_id': '4752d1785d6e49a5bed80a64f126b145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:48:32Z', 'updated_at': '2021-08-16T20:58:23Z', 'revision_number': 6, 'project_id': '4752d1785d6e49a5bed80a64f126b145', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:23.640709 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8003ffb6-6eb1-4d79-ac4e-644d0ca8aee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:23.666543 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003ffb6-6eb1-4d79-ac4e-644d0ca8aee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=843dba09-1afc-41a7-b709-340a74451668,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:23.725702 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8003ffb6-6eb1-4d79-ac4e-644d0ca8aee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.038947 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b16c5acd-4e3c-44d8-9f8d-0229b848c9d1 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:24.061230 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: b16c5acd-4e3c-44d8-9f8d-0229b848c9d1 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:24.061569 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b16c5acd-4e3c-44d8-9f8d-0229b848c9d1 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:24.161669 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8003ffb6-6eb1-4d79-ac4e-644d0ca8aee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.163796 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8003ffb6-6eb1-4d79-ac4e-644d0ca8aee6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.207144 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8003ffb6-6eb1-4d79-ac4e-644d0ca8aee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.208179 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8003ffb6-6eb1-4d79-ac4e-644d0ca8aee6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0570d74-09a7-4a9e-a9e9-116b61608ffb {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:58:24.212661 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8003ffb6-6eb1-4d79-ac4e-644d0ca8aee6 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.213827 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8003ffb6-6eb1-4d79-ac4e-644d0ca8aee6 admin admin] 10.222.0.68 "DELETE /v2.0/routers/f0570d74-09a7-4a9e-a9e9-116b61608ffb HTTP/1.1" status: 204 len: 168 time: 1.1055734 Aug 16 20:58:24.216389 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 32874) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:24.260276 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e02d20-74e5-44a9-bafe-e25a6b38e14d admin admin] Deleting subnet 59eaeaea-5f74-4c40-b69f-49e9e61935c9 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:58:24.263319 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95e02d20-74e5-44a9-bafe-e25a6b38e14d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.297517 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95e02d20-74e5-44a9-bafe-e25a6b38e14d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.380044 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95e02d20-74e5-44a9-bafe-e25a6b38e14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.432840 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95e02d20-74e5-44a9-bafe-e25a6b38e14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.457641 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e02d20-74e5-44a9-bafe-e25a6b38e14d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59eaeaea-5f74-4c40-b69f-49e9e61935c9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:24.463110 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95e02d20-74e5-44a9-bafe-e25a6b38e14d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.467573 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-95e02d20-74e5-44a9-bafe-e25a6b38e14d admin admin] 10.222.0.68 "DELETE /v2.0/subnets/59eaeaea-5f74-4c40-b69f-49e9e61935c9 HTTP/1.1" status: 204 len: 168 time: 0.2478170 Aug 16 20:58:24.467691 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 32876) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:24.472157 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff5455b-4bea-4b32-aab2-286b782a2417 None None] Network 93e03616-808c-4b21-9953-60a2b750ea39 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:24.545220 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed811c6c-6582-41a6-8c4e-39fb8fbe1cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.603960 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ed811c6c-6582-41a6-8c4e-39fb8fbe1cf5 admin admin] Deleting port 34f7b340-7857-4a0a-848d-736a0fa86e85 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:24.604224 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed811c6c-6582-41a6-8c4e-39fb8fbe1cf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.666497 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5eb1e20-2263-4052-a4f7-510845eb4c9d None None] DHCP port deletion for 93e03616-808c-4b21-9953-60a2b750ea39 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:58:24.672106 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-ed811c6c-6582-41a6-8c4e-39fb8fbe1cf5 admin admin] For port 34f7b340-7857-4a0a-848d-736a0fa86e85, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=34f7b340-7857-4a0a-848d-736a0fa86e85,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:24.672461 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed811c6c-6582-41a6-8c4e-39fb8fbe1cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.685229 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ed811c6c-6582-41a6-8c4e-39fb8fbe1cf5 admin admin] Calling delete_port for 34f7b340-7857-4a0a-848d-736a0fa86e85 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:24.711290 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb1e20-2263-4052-a4f7-510845eb4c9d None None] Deleting port 34f7b340-7857-4a0a-848d-736a0fa86e85 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:24.711601 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1e20-2263-4052-a4f7-510845eb4c9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.765636 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed811c6c-6582-41a6-8c4e-39fb8fbe1cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.774383 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b5eb1e20-2263-4052-a4f7-510845eb4c9d None None] For port 34f7b340-7857-4a0a-848d-736a0fa86e85, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=34f7b340-7857-4a0a-848d-736a0fa86e85,segment=NetworkSegment(209ccf7d-441c-4ef7-81d4-432b78648fa0),segment_id=209ccf7d-441c-4ef7-81d4-432b78648fa0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:24.774923 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1e20-2263-4052-a4f7-510845eb4c9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.788385 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb1e20-2263-4052-a4f7-510845eb4c9d None None] Calling delete_port for 34f7b340-7857-4a0a-848d-736a0fa86e85 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:24.794422 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed811c6c-6582-41a6-8c4e-39fb8fbe1cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=34f7b340-7857-4a0a-848d-736a0fa86e85,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:24.800060 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed811c6c-6582-41a6-8c4e-39fb8fbe1cf5 admin admin] No DVR routers for this DVR port 34f7b340-7857-4a0a-848d-736a0fa86e85 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:24.873067 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1e20-2263-4052-a4f7-510845eb4c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.873735 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed811c6c-6582-41a6-8c4e-39fb8fbe1cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.883729 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-ed811c6c-6582-41a6-8c4e-39fb8fbe1cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e03616-808c-4b21-9953-60a2b750ea39']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:24.893887 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-ed811c6c-6582-41a6-8c4e-39fb8fbe1cf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '209ccf7d-441c-4ef7-81d4-432b78648fa0') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:24.894177 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-ed811c6c-6582-41a6-8c4e-39fb8fbe1cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '209ccf7d-441c-4ef7-81d4-432b78648fa0') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:24.898000 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb1e20-2263-4052-a4f7-510845eb4c9d None None] Pushing event deleted for resources: {'Port': ['ID=34f7b340-7857-4a0a-848d-736a0fa86e85,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:24.904074 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eb1e20-2263-4052-a4f7-510845eb4c9d None None] No DVR routers for this DVR port 34f7b340-7857-4a0a-848d-736a0fa86e85 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:24.904851 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed811c6c-6582-41a6-8c4e-39fb8fbe1cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.920766 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed811c6c-6582-41a6-8c4e-39fb8fbe1cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.926753 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed811c6c-6582-41a6-8c4e-39fb8fbe1cf5 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:58:24.927154 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed811c6c-6582-41a6-8c4e-39fb8fbe1cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.928945 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:58:24.928945 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:58:24.928945 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:58:24.928945 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:58:24.928945 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:58:24.928945 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:58:24.928945 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:58:24.928945 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:58:24.928945 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:58:24.928945 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:58:24.928945 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:58:24.928945 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:58:24.928945 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:58:24.928945 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:58:24.928945 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:58:24.928945 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:58:24.928945 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:58:24.928945 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:58:24.928945 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:58:24.928945 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:58:24.928945 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:58:24.928945 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:58:24.928945 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:58:24.928945 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:58:24.928945 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:58:24.928945 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:58:24.928945 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:58:24.928945 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:58:24.928945 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:58:24.928945 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:58:24.928945 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:58:24.928945 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:58:24.981587 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed811c6c-6582-41a6-8c4e-39fb8fbe1cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.986746 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed811c6c-6582-41a6-8c4e-39fb8fbe1cf5 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.989019 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ed811c6c-6582-41a6-8c4e-39fb8fbe1cf5 admin admin] 10.222.0.68 "DELETE /v2.0/networks/93e03616-808c-4b21-9953-60a2b750ea39 HTTP/1.1" status: 204 len: 168 time: 0.5202065 Aug 16 20:58:25.000057 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed811c6c-6582-41a6-8c4e-39fb8fbe1cf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=93e03616-808c-4b21-9953-60a2b750ea39,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:25.097557 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 32880) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:25.140360 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0fba8080-550c-45df-8812-e664df68be8c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4752d1785d6e49a5bed80a64f126b145&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409901 Aug 16 20:58:25.142877 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 32882) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:25.191030 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bfb8d4d3-3b89-4ac1-b31c-b9e04a6b3ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:25.211805 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bfb8d4d3-3b89-4ac1-b31c-b9e04a6b3ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:25.259585 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bfb8d4d3-3b89-4ac1-b31c-b9e04a6b3ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:25.262149 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bfb8d4d3-3b89-4ac1-b31c-b9e04a6b3ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:25.263345 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bfb8d4d3-3b89-4ac1-b31c-b9e04a6b3ea4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/50087837-e77b-4fe1-ada2-51b51f4b395a HTTP/1.1" status: 204 len: 168 time: 0.1194758 Aug 16 20:58:25.271701 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb8d4d3-3b89-4ac1-b31c-b9e04a6b3ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50087837-e77b-4fe1-ada2-51b51f4b395a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:25.776627 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 843dba09-1afc-41a7-b709-340a74451668 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:25.797312 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 843dba09-1afc-41a7-b709-340a74451668 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:25.797661 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 843dba09-1afc-41a7-b709-340a74451668 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:25.798079 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 34f7b340-7857-4a0a-848d-736a0fa86e85 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:25.820303 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 34f7b340-7857-4a0a-848d-736a0fa86e85 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:25.820725 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 34f7b340-7857-4a0a-848d-736a0fa86e85 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:25.957133 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 32904) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:26.049802 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-edd687e6-6225-4f94-be80-c4ba9412cb31 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-191590008-network', 'tenant_id': '75bc8ec7d8264cb59e08bed85f9ec73b'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:26.071520 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd687e6-6225-4f94-be80-c4ba9412cb31 admin admin] Made reservation on behalf of 75bc8ec7d8264cb59e08bed85f9ec73b for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:58:26.074385 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-edd687e6-6225-4f94-be80-c4ba9412cb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.082982 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-edd687e6-6225-4f94-be80-c4ba9412cb31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.174614 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-edd687e6-6225-4f94-be80-c4ba9412cb31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.178814 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-edd687e6-6225-4f94-be80-c4ba9412cb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.197713 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd687e6-6225-4f94-be80-c4ba9412cb31 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:58:26.214805 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd687e6-6225-4f94-be80-c4ba9412cb31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407d0e3b-83b8-46f8-b20d-19974db801c5,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:26.219451 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-edd687e6-6225-4f94-be80-c4ba9412cb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.219792 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-edd687e6-6225-4f94-be80-c4ba9412cb31 admin admin] Added segment ca79f4e8-63ee-4147-ae98-c0199189d0c5 of type vlan for network 50a925c5-9f65-42d3-b30f-dc55ea90ac30 Aug 16 20:58:26.263515 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-edd687e6-6225-4f94-be80-c4ba9412cb31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.288261 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-edd687e6-6225-4f94-be80-c4ba9412cb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.289566 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd687e6-6225-4f94-be80-c4ba9412cb31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:26.290321 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-edd687e6-6225-4f94-be80-c4ba9412cb31 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.344953 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-edd687e6-6225-4f94-be80-c4ba9412cb31 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3866186 Aug 16 20:58:26.347828 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 32908) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:26.350365 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd687e6-6225-4f94-be80-c4ba9412cb31 admin admin] Pushing event updated for resources: {'Network': ['ID=50a925c5-9f65-42d3-b30f-dc55ea90ac30,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:26.353351 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-06df3c8e-759b-4949-bc89-8476318f9c87 admin admin] Request body: {'subnet': {'network_id': '50a925c5-9f65-42d3-b30f-dc55ea90ac30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-191590008-subnet', 'tenant_id': '75bc8ec7d8264cb59e08bed85f9ec73b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:26.360049 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 50a925c5-9f65-42d3-b30f-dc55ea90ac30 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:58:26.374791 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06df3c8e-759b-4949-bc89-8476318f9c87 admin admin] Made reservation on behalf of 75bc8ec7d8264cb59e08bed85f9ec73b for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:58:26.377264 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-06df3c8e-759b-4949-bc89-8476318f9c87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.544083 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-06df3c8e-759b-4949-bc89-8476318f9c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.602268 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df3c8e-759b-4949-bc89-8476318f9c87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e78ac3b-8aa3-49f4-95cf-93ecaf37709a,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:26.610788 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df3c8e-759b-4949-bc89-8476318f9c87 admin admin] Checking segment: {'id': 'ca79f4e8-63ee-4147-ae98-c0199189d0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '50a925c5-9f65-42d3-b30f-dc55ea90ac30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:58:26.611223 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06df3c8e-759b-4949-bc89-8476318f9c87 admin admin] Network hostable DHCP agents. Network: 50a925c5-9f65-42d3-b30f-dc55ea90ac30, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:58:26.626989 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06df3c8e-759b-4949-bc89-8476318f9c87 admin admin] Network 50a925c5-9f65-42d3-b30f-dc55ea90ac30 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:58:26.635146 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-06df3c8e-759b-4949-bc89-8476318f9c87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 50a925c5-9f65-42d3-b30f-dc55ea90ac30) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:26.639065 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06df3c8e-759b-4949-bc89-8476318f9c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:26.639687 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-06df3c8e-759b-4949-bc89-8476318f9c87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:26.646131 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c715d8-efbb-4057-b78e-cb895a44724d None None] Network 50a925c5-9f65-42d3-b30f-dc55ea90ac30 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:26.654221 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-06df3c8e-759b-4949-bc89-8476318f9c87 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3048186 Aug 16 20:58:26.772205 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbf53ea-fdfa-4c55-adb7-a127f5d44eb5 None None] Network 50a925c5-9f65-42d3-b30f-dc55ea90ac30 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:27.078709 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-9092a0b5-94fb-44dc-90df-834d266611a6 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:27.080221 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-9092a0b5-94fb-44dc-90df-834d266611a6 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/networks?id=50a925c5-9f65-42d3-b30f-dc55ea90ac30 HTTP/1.1" status: 200 len: 813 time: 0.1050239 Aug 16 20:58:27.095516 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-8e661391-d396-43bf-8670-ddfedcca4f26 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/quotas/75bc8ec7d8264cb59e08bed85f9ec73b HTTP/1.1" status: 200 len: 375 time: 0.0088320 Aug 16 20:58:27.126340 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-28729ab0-5e5d-49ab-82af-87876509f81b tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=75bc8ec7d8264cb59e08bed85f9ec73b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254552 Aug 16 20:58:27.287961 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-e908d64b-c400-4092-b32c-618eea0b0995 service neutron] 10.222.0.68 "GET /v2.0/networks/50a925c5-9f65-42d3-b30f-dc55ea90ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208885 Aug 16 20:58:27.379041 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-8810d87a-4f43-4c5d-831e-9bdca38d3f85 service neutron] 10.222.0.68 "GET /v2.0/networks/50a925c5-9f65-42d3-b30f-dc55ea90ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849242 Aug 16 20:58:27.539678 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ff30c031-2a33-4d00-8597-2109d9c4a400 req-5344d11d-5fe9-41fc-b0bc-3130976fbf98 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/ports?device_id=2469d873-9920-4765-8146-f1f2acc2561e HTTP/1.1" status: 200 len: 210 time: 0.0269327 Aug 16 20:58:28.452280 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-05e50a66-99e0-4254-82f3-30492551cb26 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:28.453744 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-05e50a66-99e0-4254-82f3-30492551cb26 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.57 "GET /v2.0/networks?id=50a925c5-9f65-42d3-b30f-dc55ea90ac30 HTTP/1.1" status: 200 len: 813 time: 0.1066716 Aug 16 20:58:28.467431 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-4445d4c1-71bb-4fc5-8ff2-1c9938441c30 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Request body: {'port': {'device_id': '2469d873-9920-4765-8146-f1f2acc2561e', 'network_id': '50a925c5-9f65-42d3-b30f-dc55ea90ac30', 'admin_state_up': True, 'tenant_id': '75bc8ec7d8264cb59e08bed85f9ec73b'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:28.573848 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-4445d4c1-71bb-4fc5-8ff2-1c9938441c30 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Made reservation on behalf of 75bc8ec7d8264cb59e08bed85f9ec73b for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:58:28.577692 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-4445d4c1-71bb-4fc5-8ff2-1c9938441c30 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:28.667098 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ffca66a8-5e00-440d-93c8-9cbbca2ca057 req-a3719e62-96dc-4eb2-aa91-09d27e1bc48f tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/ports?device_id=2469d873-9920-4765-8146-f1f2acc2561e HTTP/1.1" status: 200 len: 210 time: 0.0332141 Aug 16 20:58:28.727081 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-4445d4c1-71bb-4fc5-8ff2-1c9938441c30 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Allocated IP 172.20.0.7 (50a925c5-9f65-42d3-b30f-dc55ea90ac30/4e78ac3b-8aa3-49f4-95cf-93ecaf37709a/07b599f6-a606-4373-b6b3-75b5bed3118a) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:58:28.873003 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-4445d4c1-71bb-4fc5-8ff2-1c9938441c30 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:28.912022 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-4445d4c1-71bb-4fc5-8ff2-1c9938441c30 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:28.954110 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-4445d4c1-71bb-4fc5-8ff2-1c9938441c30 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Network 50a925c5-9f65-42d3-b30f-dc55ea90ac30 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:58:28.957943 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-4445d4c1-71bb-4fc5-8ff2-1c9938441c30 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:28.961574 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-4445d4c1-71bb-4fc5-8ff2-1c9938441c30 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:58:28.988403 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445d4c1-71bb-4fc5-8ff2-1c9938441c30 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Pushing event updated for resources: {'Port': ['ID=07b599f6-a606-4373-b6b3-75b5bed3118a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:29.015665 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-4445d4c1-71bb-4fc5-8ff2-1c9938441c30 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:29.016272 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-4445d4c1-71bb-4fc5-8ff2-1c9938441c30 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:29.030168 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-4445d4c1-71bb-4fc5-8ff2-1c9938441c30 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5670080 Aug 16 20:58:29.042450 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-843f3184-9dbd-4380-a754-46d1f3803dc8 service neutron] Request body: {'port': {'device_id': '2469d873-9920-4765-8146-f1f2acc2561e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:29.093934 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-843f3184-9dbd-4380-a754-46d1f3803dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:29.342808 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-843f3184-9dbd-4380-a754-46d1f3803dc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b599f6-a606-4373-b6b3-75b5bed3118a {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:58:29.349940 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-843f3184-9dbd-4380-a754-46d1f3803dc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:29.361315 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-843f3184-9dbd-4380-a754-46d1f3803dc8 service neutron] Transition to ACTIVE for port object 07b599f6-a606-4373-b6b3-75b5bed3118a will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:29.365747 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-843f3184-9dbd-4380-a754-46d1f3803dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:29.418086 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f3184-9dbd-4380-a754-46d1f3803dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=07b599f6-a606-4373-b6b3-75b5bed3118a,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:29.481511 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-843f3184-9dbd-4380-a754-46d1f3803dc8 service neutron] Attempting to bind port 07b599f6-a606-4373-b6b3-75b5bed3118a on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:58:29.482140 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-843f3184-9dbd-4380-a754-46d1f3803dc8 service neutron] Attempting to bind port 07b599f6-a606-4373-b6b3-75b5bed3118a by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'ca79f4e8-63ee-4147-ae98-c0199189d0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '50a925c5-9f65-42d3-b30f-dc55ea90ac30'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:58:29.482140 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-843f3184-9dbd-4380-a754-46d1f3803dc8 service neutron] Attempting to bind port 07b599f6-a606-4373-b6b3-75b5bed3118a on network 50a925c5-9f65-42d3-b30f-dc55ea90ac30 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:58:29.486342 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-843f3184-9dbd-4380-a754-46d1f3803dc8 service neutron] Port 07b599f6-a606-4373-b6b3-75b5bed3118a on network 50a925c5-9f65-42d3-b30f-dc55ea90ac30 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:58:29.486663 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-843f3184-9dbd-4380-a754-46d1f3803dc8 service neutron] Attempting to bind port 07b599f6-a606-4373-b6b3-75b5bed3118a on network 50a925c5-9f65-42d3-b30f-dc55ea90ac30 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:58:29.492033 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-843f3184-9dbd-4380-a754-46d1f3803dc8 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:58:29.492368 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-843f3184-9dbd-4380-a754-46d1f3803dc8 service neutron] Checking segment: {'id': 'ca79f4e8-63ee-4147-ae98-c0199189d0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '50a925c5-9f65-42d3-b30f-dc55ea90ac30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:58:29.492749 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-843f3184-9dbd-4380-a754-46d1f3803dc8 service neutron] Bound using segment: {'id': 'ca79f4e8-63ee-4147-ae98-c0199189d0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '50a925c5-9f65-42d3-b30f-dc55ea90ac30'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:58:29.493166 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-843f3184-9dbd-4380-a754-46d1f3803dc8 service neutron] Bound port: 07b599f6-a606-4373-b6b3-75b5bed3118a, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca79f4e8-63ee-4147-ae98-c0199189d0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '50a925c5-9f65-42d3-b30f-dc55ea90ac30'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:58:29.493514 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-843f3184-9dbd-4380-a754-46d1f3803dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:29.555692 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-843f3184-9dbd-4380-a754-46d1f3803dc8 service neutron] For port 07b599f6-a606-4373-b6b3-75b5bed3118a, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:58:29.558631 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-843f3184-9dbd-4380-a754-46d1f3803dc8 service neutron] For port 07b599f6-a606-4373-b6b3-75b5bed3118a, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=07b599f6-a606-4373-b6b3-75b5bed3118a,segment=NetworkSegment(ca79f4e8-63ee-4147-ae98-c0199189d0c5),segment_id=ca79f4e8-63ee-4147-ae98-c0199189d0c5)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:58:29.561942 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-843f3184-9dbd-4380-a754-46d1f3803dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:29.596703 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-843f3184-9dbd-4380-a754-46d1f3803dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:29.597318 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-843f3184-9dbd-4380-a754-46d1f3803dc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:29.598756 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-843f3184-9dbd-4380-a754-46d1f3803dc8 service neutron] 10.222.0.57 "PUT /v2.0/ports/07b599f6-a606-4373-b6b3-75b5bed3118a HTTP/1.1" status: 200 len: 1092 time: 0.5603566 Aug 16 20:58:29.599192 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2469d873-9920-4765-8146-f1f2acc2561e', 'tag': '07b599f6-a606-4373-b6b3-75b5bed3118a'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:58:29.601440 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6517e53-ba15-4f47-83ca-7efbf3717228" -d '{"events": [{"name": "network-changed", "server_uuid": "2469d873-9920-4765-8146-f1f2acc2561e", "tag": "07b599f6-a606-4373-b6b3-75b5bed3118a"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:58:29.638107 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f3184-9dbd-4380-a754-46d1f3803dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=07b599f6-a606-4373-b6b3-75b5bed3118a,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:29.642876 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d81720-79d0-49a5-b9af-0d289481bd22 x-openstack-request-id: req-72d81720-79d0-49a5-b9af-0d289481bd22 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:58:29.643165 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2469d873-9920-4765-8146-f1f2acc2561e", "tag": "07b599f6-a606-4373-b6b3-75b5bed3118a", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:58:29.643440 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-72d81720-79d0-49a5-b9af-0d289481bd22 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:58:29.643913 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2469d873-9920-4765-8146-f1f2acc2561e', 'tag': '07b599f6-a606-4373-b6b3-75b5bed3118a', 'status': 'completed', 'code': 200} Aug 16 20:58:29.682536 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-76966ef9-4fad-440b-a3f0-60d0d9fc2f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:29.684048 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-76966ef9-4fad-440b-a3f0-60d0d9fc2f06 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=75bc8ec7d8264cb59e08bed85f9ec73b&device_id=2469d873-9920-4765-8146-f1f2acc2561e HTTP/1.1" status: 200 len: 1095 time: 0.0429559 Aug 16 20:58:29.727624 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-11a42279-38fa-4eb9-b77b-70c425b54829 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07b599f6-a606-4373-b6b3-75b5bed3118a HTTP/1.1" status: 200 len: 217 time: 0.0344172 Aug 16 20:58:29.807053 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-b797d425-2d44-4bdb-96fb-3fbaf50c0d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:29.808543 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-b797d425-2d44-4bdb-96fb-3fbaf50c0d69 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e78ac3b-8aa3-49f4-95cf-93ecaf37709a HTTP/1.1" status: 200 len: 853 time: 0.0742748 Aug 16 20:58:29.820536 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42fb100-8b19-4ea3-adea-6c02a949b71d req-22df6fbf-15d0-4d36-a2e9-e95cb1ed1e1a tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:29.821912 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f42fb100-8b19-4ea3-adea-6c02a949b71d req-22df6fbf-15d0-4d36-a2e9-e95cb1ed1e1a tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/ports?device_id=2469d873-9920-4765-8146-f1f2acc2561e HTTP/1.1" status: 200 len: 943 time: 0.0796275 Aug 16 20:58:29.856760 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-66068351-ad5d-4b69-98af-6a5aa7d84937 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50a925c5-9f65-42d3-b30f-dc55ea90ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338473 Aug 16 20:58:29.916104 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f42fb100-8b19-4ea3-adea-6c02a949b71d req-86aa0bce-8e46-4624-9abe-1075f9675e2f tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/security-groups?id=407d0e3b-83b8-46f8-b20d-19974db801c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849411 Aug 16 20:58:29.957311 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-19ff55b1-097d-4ab6-a2f9-ffd77e5f3e04 service neutron] 10.222.0.57 "GET /v2.0/networks/50a925c5-9f65-42d3-b30f-dc55ea90ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927336 Aug 16 20:58:30.043815 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a3e7fdc-0ae5-480c-b171-8ce006f65601 req-e86ae24a-cbbd-4a3b-b296-885cad571f80 service neutron] 10.222.0.57 "GET /v2.0/networks/50a925c5-9f65-42d3-b30f-dc55ea90ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786517 Aug 16 20:58:30.133867 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6517e53-ba15-4f47-83ca-7efbf3717228 req-ecad1f24-2842-4a93-b5d1-8b52d84033ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:30.135243 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f6517e53-ba15-4f47-83ca-7efbf3717228 req-ecad1f24-2842-4a93-b5d1-8b52d84033ad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=75bc8ec7d8264cb59e08bed85f9ec73b&device_id=2469d873-9920-4765-8146-f1f2acc2561e HTTP/1.1" status: 200 len: 1095 time: 0.0448625 Aug 16 20:58:30.220212 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6517e53-ba15-4f47-83ca-7efbf3717228 req-59dba405-3f9c-4fdd-ac8f-43164b6d56ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:30.221632 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f6517e53-ba15-4f47-83ca-7efbf3717228 req-59dba405-3f9c-4fdd-ac8f-43164b6d56ae service neutron] 10.222.0.57 "GET /v2.0/networks?id=50a925c5-9f65-42d3-b30f-dc55ea90ac30 HTTP/1.1" status: 200 len: 914 time: 0.0800958 Aug 16 20:58:30.263896 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f6517e53-ba15-4f47-83ca-7efbf3717228 req-79df3480-5da2-43e5-9e15-ff8302407e7d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07b599f6-a606-4373-b6b3-75b5bed3118a HTTP/1.1" status: 200 len: 217 time: 0.0356569 Aug 16 20:58:30.315329 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6517e53-ba15-4f47-83ca-7efbf3717228 req-9329d6d4-8c27-4386-830c-284b803ab3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:30.316741 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f6517e53-ba15-4f47-83ca-7efbf3717228 req-9329d6d4-8c27-4386-830c-284b803ab3ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e78ac3b-8aa3-49f4-95cf-93ecaf37709a HTTP/1.1" status: 200 len: 853 time: 0.0451956 Aug 16 20:58:30.348746 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f6517e53-ba15-4f47-83ca-7efbf3717228 req-82689a21-956d-4823-a422-980b93cc8c65 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50a925c5-9f65-42d3-b30f-dc55ea90ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235088 Aug 16 20:58:30.434602 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f6517e53-ba15-4f47-83ca-7efbf3717228 req-96a43cd1-e220-44a2-9178-1c7ed33450ec service neutron] 10.222.0.57 "GET /v2.0/networks/50a925c5-9f65-42d3-b30f-dc55ea90ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783036 Aug 16 20:58:30.525847 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f6517e53-ba15-4f47-83ca-7efbf3717228 req-3165df17-eed9-4d54-bb3b-7822cd7bb220 service neutron] 10.222.0.57 "GET /v2.0/networks/50a925c5-9f65-42d3-b30f-dc55ea90ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832808 Aug 16 20:58:31.030802 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d33a3-8870-42ed-8f02-53fceeba7353 req-071f8917-18f5-40d4-9dae-1f7a44d5e2b8 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:31.032537 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ad9d33a3-8870-42ed-8f02-53fceeba7353 req-071f8917-18f5-40d4-9dae-1f7a44d5e2b8 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/ports?device_id=2469d873-9920-4765-8146-f1f2acc2561e HTTP/1.1" status: 200 len: 943 time: 0.0498719 Aug 16 20:58:31.070668 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ad9d33a3-8870-42ed-8f02-53fceeba7353 req-f983ffc6-44f6-4343-bf85-76814c042cac tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/security-groups?id=407d0e3b-83b8-46f8-b20d-19974db801c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320144 Aug 16 20:58:31.904634 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bee7d95d-ba74-41a9-a1b8-a312fc4d029b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:32.188349 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83124d98-d954-4009-8ead-a84ed7332725 req-af5e3f1c-095d-4a74-b540-9ef4850b0d49 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:32.189822 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-83124d98-d954-4009-8ead-a84ed7332725 req-af5e3f1c-095d-4a74-b540-9ef4850b0d49 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/ports?device_id=2469d873-9920-4765-8146-f1f2acc2561e HTTP/1.1" status: 200 len: 943 time: 0.0521107 Aug 16 20:58:32.230794 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-83124d98-d954-4009-8ead-a84ed7332725 req-eb0311f9-157e-4991-91f7-50695dc70380 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/security-groups?id=407d0e3b-83b8-46f8-b20d-19974db801c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350127 Aug 16 20:58:32.493912 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 07b599f6-a606-4373-b6b3-75b5bed3118a details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:58:32.586398 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 07b599f6-a606-4373-b6b3-75b5bed3118a, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=07b599f6-a606-4373-b6b3-75b5bed3118a,segment=NetworkSegment(ca79f4e8-63ee-4147-ae98-c0199189d0c5),segment_id=ca79f4e8-63ee-4147-ae98-c0199189d0c5)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:32.597417 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '07b599f6-a606-4373-b6b3-75b5bed3118a', 'network_id': '50a925c5-9f65-42d3-b30f-dc55ea90ac30', 'port_id': '07b599f6-a606-4373-b6b3-75b5bed3118a', 'mac_address': 'fa:16:3e:74:a9:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e78ac3b-8aa3-49f4-95cf-93ecaf37709a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:58:32.635927 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:32.648651 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b599f6-a606-4373-b6b3-75b5bed3118a {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:58:32.667770 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 07b599f6-a606-4373-b6b3-75b5bed3118a, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=07b599f6-a606-4373-b6b3-75b5bed3118a,segment=NetworkSegment(ca79f4e8-63ee-4147-ae98-c0199189d0c5),segment_id=ca79f4e8-63ee-4147-ae98-c0199189d0c5)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:32.671573 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:32.721412 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=07b599f6-a606-4373-b6b3-75b5bed3118a,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:32.901866 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['07b599f6-a606-4373-b6b3-75b5bed3118a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:58:33.679222 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0826e-ff76-4f11-a73e-eccd2cf55351 req-340728ba-7d38-4d50-bfe0-d55a145b9bc1 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:33.680712 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-67f0826e-ff76-4f11-a73e-eccd2cf55351 req-340728ba-7d38-4d50-bfe0-d55a145b9bc1 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/ports?device_id=2469d873-9920-4765-8146-f1f2acc2561e HTTP/1.1" status: 200 len: 944 time: 0.3841310 Aug 16 20:58:33.717673 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-67f0826e-ff76-4f11-a73e-eccd2cf55351 req-25f7423e-8eae-44f0-a4c3-fd27f3320054 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/security-groups?id=407d0e3b-83b8-46f8-b20d-19974db801c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308788 Aug 16 20:58:34.467843 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d58b1582-92b3-45cf-a410-d7ed3bef1619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.524484 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 07b599f6-a606-4373-b6b3-75b5bed3118a up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:34.573182 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 07b599f6-a606-4373-b6b3-75b5bed3118a completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:34.576806 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 07b599f6-a606-4373-b6b3-75b5bed3118a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:34.577171 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.651872 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.673959 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2469d873-9920-4765-8146-f1f2acc2561e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b599f6-a606-4373-b6b3-75b5bed3118a'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:58:34.676896 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0348104d8022dd0cb333a966cdf78087a7844175b144024c4093ab2d6ac91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290e798d-d251-4a6a-b61f-83626271cfeb" -d '{"events": [{"server_uuid": "2469d873-9920-4765-8146-f1f2acc2561e", "name": "network-vif-plugged", "status": "completed", "tag": "07b599f6-a606-4373-b6b3-75b5bed3118a"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:58:34.689441 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 07b599f6-a606-4373-b6b3-75b5bed3118a, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=07b599f6-a606-4373-b6b3-75b5bed3118a,segment=NetworkSegment(ca79f4e8-63ee-4147-ae98-c0199189d0c5),segment_id=ca79f4e8-63ee-4147-ae98-c0199189d0c5)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:34.693667 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.720926 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53125bdc-0c22-448a-a54a-049839e497e1 x-openstack-request-id: req-53125bdc-0c22-448a-a54a-049839e497e1 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:58:34.721141 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2469d873-9920-4765-8146-f1f2acc2561e", "name": "network-vif-plugged", "status": "completed", "tag": "07b599f6-a606-4373-b6b3-75b5bed3118a", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:58:34.721389 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-53125bdc-0c22-448a-a54a-049839e497e1 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:58:34.721897 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2469d873-9920-4765-8146-f1f2acc2561e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b599f6-a606-4373-b6b3-75b5bed3118a', 'code': 200} Aug 16 20:58:34.750297 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.761892 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=07b599f6-a606-4373-b6b3-75b5bed3118a,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:34.842564 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ca4b5-c749-4017-be49-a2ed99812642 req-9cbba599-e02f-4100-a76c-a757fb6e1d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:34.844087 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d29ca4b5-c749-4017-be49-a2ed99812642 req-9cbba599-e02f-4100-a76c-a757fb6e1d28 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2469d873-9920-4765-8146-f1f2acc2561e HTTP/1.1" status: 200 len: 1097 time: 0.0698271 Aug 16 20:58:34.859574 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b44dc-3107-4abc-92c3-ae1b765d6238 req-4416e314-fd58-405b-9a8b-8a5d3263794b tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:34.860947 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-161b44dc-3107-4abc-92c3-ae1b765d6238 req-4416e314-fd58-405b-9a8b-8a5d3263794b tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/ports?device_id=2469d873-9920-4765-8146-f1f2acc2561e HTTP/1.1" status: 200 len: 945 time: 0.0619452 Aug 16 20:58:34.908510 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d29ca4b5-c749-4017-be49-a2ed99812642 req-07557692-c97b-42a6-b1ce-0982d46f7dbd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=407d0e3b-83b8-46f8-b20d-19974db801c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563779 Aug 16 20:58:34.915896 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-161b44dc-3107-4abc-92c3-ae1b765d6238 req-8c80f623-48bb-4c24-b19e-e94abc2af3c9 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/security-groups?id=407d0e3b-83b8-46f8-b20d-19974db801c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484493 Aug 16 20:58:35.787369 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.029639 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec1e60-b8dc-4711-b0f3-6b657b1cf0e4 req-4d417041-efa3-4d24-92dc-38b4fa3df718 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:36.031012 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7eec1e60-b8dc-4711-b0f3-6b657b1cf0e4 req-4d417041-efa3-4d24-92dc-38b4fa3df718 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/ports?device_id=2469d873-9920-4765-8146-f1f2acc2561e HTTP/1.1" status: 200 len: 945 time: 0.0501735 Aug 16 20:58:36.069022 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7eec1e60-b8dc-4711-b0f3-6b657b1cf0e4 req-40e020f7-c6b6-4382-ac87-9e5ff6600439 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/security-groups?id=407d0e3b-83b8-46f8-b20d-19974db801c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318108 Aug 16 20:58:36.288037 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-53e1c29f-e196-41bd-b2b0-cb327661751b tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:36.289412 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-53e1c29f-e196-41bd-b2b0-cb327661751b tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/networks?id=50a925c5-9f65-42d3-b30f-dc55ea90ac30 HTTP/1.1" status: 200 len: 813 time: 0.1023335 Aug 16 20:58:36.304769 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-9b0c68b1-84c1-4d3b-85c6-300c8660dc19 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/quotas/75bc8ec7d8264cb59e08bed85f9ec73b HTTP/1.1" status: 200 len: 375 time: 0.0095563 Aug 16 20:58:36.351649 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-731aa054-c67d-4ad3-8153-e30a796c39e1 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=75bc8ec7d8264cb59e08bed85f9ec73b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0415075 Aug 16 20:58:36.441521 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-38f0f6cb-403e-4385-8e9e-011d3f1ef3fb service neutron] 10.222.0.68 "GET /v2.0/networks/50a925c5-9f65-42d3-b30f-dc55ea90ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829086 Aug 16 20:58:36.522887 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.530275 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-239d52f4-9e6e-45af-99c1-dacd19d428cd service neutron] 10.222.0.68 "GET /v2.0/networks/50a925c5-9f65-42d3-b30f-dc55ea90ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828681 Aug 16 20:58:36.583291 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.688329 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-eb7c1e04-2483-4aae-9a53-86fa6de1b248 req-ab2aaf19-be29-4829-b4b7-b139a5c25e16 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/ports?device_id=3a53d320-ba67-447c-a2bf-d862917b9e4c HTTP/1.1" status: 200 len: 210 time: 0.0263023 Aug 16 20:58:37.234343 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:37.595493 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:58:37.757747 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-f8c329e0-d5f4-4c2f-b329-fee2fb3a0980 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:37.759303 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-f8c329e0-d5f4-4c2f-b329-fee2fb3a0980 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.63 "GET /v2.0/networks?id=50a925c5-9f65-42d3-b30f-dc55ea90ac30 HTTP/1.1" status: 200 len: 813 time: 0.1047347 Aug 16 20:58:37.773990 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-003cc4c4-26bc-44c1-b6f8-0dbcb6da61e5 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Request body: {'port': {'device_id': '3a53d320-ba67-447c-a2bf-d862917b9e4c', 'network_id': '50a925c5-9f65-42d3-b30f-dc55ea90ac30', 'admin_state_up': True, 'tenant_id': '75bc8ec7d8264cb59e08bed85f9ec73b'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:37.786787 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ed916aa8-68f0-4e93-b117-49d95c818d38 req-70d2d6ee-6c2e-4843-b2b2-7a5128ad4c82 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/ports?device_id=3a53d320-ba67-447c-a2bf-d862917b9e4c HTTP/1.1" status: 200 len: 210 time: 0.0277126 Aug 16 20:58:37.884442 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-003cc4c4-26bc-44c1-b6f8-0dbcb6da61e5 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Made reservation on behalf of 75bc8ec7d8264cb59e08bed85f9ec73b for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:58:37.887838 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-003cc4c4-26bc-44c1-b6f8-0dbcb6da61e5 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:38.008568 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-003cc4c4-26bc-44c1-b6f8-0dbcb6da61e5 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Allocated IP 172.20.0.9 (50a925c5-9f65-42d3-b30f-dc55ea90ac30/4e78ac3b-8aa3-49f4-95cf-93ecaf37709a/f941815d-5411-4a71-8903-0c24c010fd2a) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:58:38.154342 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-003cc4c4-26bc-44c1-b6f8-0dbcb6da61e5 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:38.192715 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-003cc4c4-26bc-44c1-b6f8-0dbcb6da61e5 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:38.204801 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['07b599f6-a606-4373-b6b3-75b5bed3118a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:58:38.238670 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-003cc4c4-26bc-44c1-b6f8-0dbcb6da61e5 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Network 50a925c5-9f65-42d3-b30f-dc55ea90ac30 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:58:38.243892 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-003cc4c4-26bc-44c1-b6f8-0dbcb6da61e5 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:38.246455 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-003cc4c4-26bc-44c1-b6f8-0dbcb6da61e5 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:58:38.280057 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003cc4c4-26bc-44c1-b6f8-0dbcb6da61e5 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Pushing event updated for resources: {'Port': ['ID=f941815d-5411-4a71-8903-0c24c010fd2a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:38.304804 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-003cc4c4-26bc-44c1-b6f8-0dbcb6da61e5 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:38.305417 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-003cc4c4-26bc-44c1-b6f8-0dbcb6da61e5 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:38.319775 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-003cc4c4-26bc-44c1-b6f8-0dbcb6da61e5 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5497901 Aug 16 20:58:38.331203 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-77eed629-5a37-4ac8-9350-477418807f59 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:58:38.332741 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-77eed629-5a37-4ac8-9350-477418807f59 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053911 Aug 16 20:58:38.343632 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-e077ebc1-c011-4d0a-bf0a-195dee1f7592 service neutron] Request body: {'port': {'device_id': '3a53d320-ba67-447c-a2bf-d862917b9e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:38.397544 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-e077ebc1-c011-4d0a-bf0a-195dee1f7592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:38.655999 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-e077ebc1-c011-4d0a-bf0a-195dee1f7592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f941815d-5411-4a71-8903-0c24c010fd2a {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:58:38.664142 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-e077ebc1-c011-4d0a-bf0a-195dee1f7592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:38.676175 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-e077ebc1-c011-4d0a-bf0a-195dee1f7592 service neutron] Transition to ACTIVE for port object f941815d-5411-4a71-8903-0c24c010fd2a will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:38.681410 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-e077ebc1-c011-4d0a-bf0a-195dee1f7592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:38.749532 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077ebc1-c011-4d0a-bf0a-195dee1f7592 service neutron] Pushing event updated for resources: {'Port': ['ID=f941815d-5411-4a71-8903-0c24c010fd2a,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:38.796130 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-e077ebc1-c011-4d0a-bf0a-195dee1f7592 service neutron] Attempting to bind port f941815d-5411-4a71-8903-0c24c010fd2a on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:58:38.796712 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-e077ebc1-c011-4d0a-bf0a-195dee1f7592 service neutron] Attempting to bind port f941815d-5411-4a71-8903-0c24c010fd2a by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'ca79f4e8-63ee-4147-ae98-c0199189d0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '50a925c5-9f65-42d3-b30f-dc55ea90ac30'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:58:38.796838 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-e077ebc1-c011-4d0a-bf0a-195dee1f7592 service neutron] Attempting to bind port f941815d-5411-4a71-8903-0c24c010fd2a on network 50a925c5-9f65-42d3-b30f-dc55ea90ac30 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:58:38.801423 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-e077ebc1-c011-4d0a-bf0a-195dee1f7592 service neutron] Port f941815d-5411-4a71-8903-0c24c010fd2a on network 50a925c5-9f65-42d3-b30f-dc55ea90ac30 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:58:38.801738 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-e077ebc1-c011-4d0a-bf0a-195dee1f7592 service neutron] Attempting to bind port f941815d-5411-4a71-8903-0c24c010fd2a on network 50a925c5-9f65-42d3-b30f-dc55ea90ac30 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:58:38.806359 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-e077ebc1-c011-4d0a-bf0a-195dee1f7592 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:58:38.806693 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-e077ebc1-c011-4d0a-bf0a-195dee1f7592 service neutron] Checking segment: {'id': 'ca79f4e8-63ee-4147-ae98-c0199189d0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '50a925c5-9f65-42d3-b30f-dc55ea90ac30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:58:38.807069 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-e077ebc1-c011-4d0a-bf0a-195dee1f7592 service neutron] Bound using segment: {'id': 'ca79f4e8-63ee-4147-ae98-c0199189d0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '50a925c5-9f65-42d3-b30f-dc55ea90ac30'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:58:38.807520 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-e077ebc1-c011-4d0a-bf0a-195dee1f7592 service neutron] Bound port: f941815d-5411-4a71-8903-0c24c010fd2a, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca79f4e8-63ee-4147-ae98-c0199189d0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '50a925c5-9f65-42d3-b30f-dc55ea90ac30'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:58:38.807872 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-e077ebc1-c011-4d0a-bf0a-195dee1f7592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:38.873934 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-e077ebc1-c011-4d0a-bf0a-195dee1f7592 service neutron] For port f941815d-5411-4a71-8903-0c24c010fd2a, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:58:38.877321 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-e077ebc1-c011-4d0a-bf0a-195dee1f7592 service neutron] For port f941815d-5411-4a71-8903-0c24c010fd2a, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f941815d-5411-4a71-8903-0c24c010fd2a,segment=NetworkSegment(ca79f4e8-63ee-4147-ae98-c0199189d0c5),segment_id=ca79f4e8-63ee-4147-ae98-c0199189d0c5)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:58:38.881786 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-e077ebc1-c011-4d0a-bf0a-195dee1f7592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:38.910151 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2e306-3f7f-490d-8c96-c0f38eecbf34 req-1b47f17f-f9c8-43f1-8775-4b10445df70e tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:38.917571 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-92d2e306-3f7f-490d-8c96-c0f38eecbf34 req-1b47f17f-f9c8-43f1-8775-4b10445df70e tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/ports?device_id=3a53d320-ba67-447c-a2bf-d862917b9e4c HTTP/1.1" status: 200 len: 943 time: 0.0600159 Aug 16 20:58:38.919395 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-e077ebc1-c011-4d0a-bf0a-195dee1f7592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:38.920014 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-e077ebc1-c011-4d0a-bf0a-195dee1f7592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:38.921394 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-e077ebc1-c011-4d0a-bf0a-195dee1f7592 service neutron] 10.222.0.63 "PUT /v2.0/ports/f941815d-5411-4a71-8903-0c24c010fd2a HTTP/1.1" status: 200 len: 1092 time: 0.5819631 Aug 16 20:58:38.921824 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a53d320-ba67-447c-a2bf-d862917b9e4c', 'tag': 'f941815d-5411-4a71-8903-0c24c010fd2a'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:58:38.924164 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3574c60e065d2c839e3c713bbc5c644800ed611e652874904b72df0b461749ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb210f42-1103-4258-b845-91293eb81a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "3a53d320-ba67-447c-a2bf-d862917b9e4c", "tag": "f941815d-5411-4a71-8903-0c24c010fd2a"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:58:38.945856 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077ebc1-c011-4d0a-bf0a-195dee1f7592 service neutron] Pushing event updated for resources: {'Port': ['ID=f941815d-5411-4a71-8903-0c24c010fd2a,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:38.958812 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-92d2e306-3f7f-490d-8c96-c0f38eecbf34 req-af974563-ea4c-4a7a-8ab4-2e48736e8475 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/security-groups?id=407d0e3b-83b8-46f8-b20d-19974db801c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403779 Aug 16 20:58:39.000502 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-f1d96a56-7f57-4771-b70f-dcfcd8484abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:39.002135 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-f1d96a56-7f57-4771-b70f-dcfcd8484abe service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=75bc8ec7d8264cb59e08bed85f9ec73b&device_id=3a53d320-ba67-447c-a2bf-d862917b9e4c HTTP/1.1" status: 200 len: 1095 time: 0.0435710 Aug 16 20:58:39.003623 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6acdd7e-811c-4027-a66c-7265337c6d64 x-openstack-request-id: req-c6acdd7e-811c-4027-a66c-7265337c6d64 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:58:39.003901 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a53d320-ba67-447c-a2bf-d862917b9e4c", "tag": "f941815d-5411-4a71-8903-0c24c010fd2a", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:58:39.004915 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c6acdd7e-811c-4027-a66c-7265337c6d64 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:58:39.005288 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a53d320-ba67-447c-a2bf-d862917b9e4c', 'tag': 'f941815d-5411-4a71-8903-0c24c010fd2a', 'status': 'completed', 'code': 200} Aug 16 20:58:39.051595 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-a962d0d0-2057-4ad8-b931-c9e001372080 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f941815d-5411-4a71-8903-0c24c010fd2a HTTP/1.1" status: 200 len: 217 time: 0.0398049 Aug 16 20:58:39.099230 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-0f0d396e-5122-4d4f-82ce-4b86172665de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:39.100681 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-0f0d396e-5122-4d4f-82ce-4b86172665de service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4e78ac3b-8aa3-49f4-95cf-93ecaf37709a HTTP/1.1" status: 200 len: 853 time: 0.0435352 Aug 16 20:58:39.133092 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-57112b5b-3deb-4d6a-aece-8ee85b7a4796 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=50a925c5-9f65-42d3-b30f-dc55ea90ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247862 Aug 16 20:58:39.224762 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-0ab1be8f-5dd6-4fb9-a4c5-7dd831a649de service neutron] 10.222.0.63 "GET /v2.0/networks/50a925c5-9f65-42d3-b30f-dc55ea90ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840845 Aug 16 20:58:39.313849 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-ebea2d38-49c1-46fd-8ddb-40862cd61b91 req-8c533870-bb0a-46eb-b685-beb31140a84b service neutron] 10.222.0.63 "GET /v2.0/networks/50a925c5-9f65-42d3-b30f-dc55ea90ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821023 Aug 16 20:58:39.396460 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb210f42-1103-4258-b845-91293eb81a7a req-964c68a4-ac0b-499e-be2f-4a7f42fe6c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:39.397953 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bb210f42-1103-4258-b845-91293eb81a7a req-964c68a4-ac0b-499e-be2f-4a7f42fe6c26 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=75bc8ec7d8264cb59e08bed85f9ec73b&device_id=3a53d320-ba67-447c-a2bf-d862917b9e4c HTTP/1.1" status: 200 len: 1095 time: 0.0411496 Aug 16 20:58:39.492428 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb210f42-1103-4258-b845-91293eb81a7a req-506040f0-7478-4403-84a2-01977ad300f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:39.493797 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bb210f42-1103-4258-b845-91293eb81a7a req-506040f0-7478-4403-84a2-01977ad300f6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=50a925c5-9f65-42d3-b30f-dc55ea90ac30 HTTP/1.1" status: 200 len: 914 time: 0.0886509 Aug 16 20:58:39.537430 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bb210f42-1103-4258-b845-91293eb81a7a req-e7f49595-4e11-4347-97ab-710a37f6b994 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f941815d-5411-4a71-8903-0c24c010fd2a HTTP/1.1" status: 200 len: 217 time: 0.0361130 Aug 16 20:58:39.589688 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb210f42-1103-4258-b845-91293eb81a7a req-a602e36e-3e74-46e2-b97c-876becaf8ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:39.591096 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bb210f42-1103-4258-b845-91293eb81a7a req-a602e36e-3e74-46e2-b97c-876becaf8ab8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4e78ac3b-8aa3-49f4-95cf-93ecaf37709a HTTP/1.1" status: 200 len: 853 time: 0.0467501 Aug 16 20:58:39.623817 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bb210f42-1103-4258-b845-91293eb81a7a req-f444ed32-1476-48ee-9d3b-ea7476704887 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=50a925c5-9f65-42d3-b30f-dc55ea90ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240307 Aug 16 20:58:39.715235 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bb210f42-1103-4258-b845-91293eb81a7a req-9718eb46-94ae-4ce1-bc67-d0f7c151efbc service neutron] 10.222.0.63 "GET /v2.0/networks/50a925c5-9f65-42d3-b30f-dc55ea90ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834324 Aug 16 20:58:39.811462 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-bb210f42-1103-4258-b845-91293eb81a7a req-adb7daa9-b5d3-4a7e-a204-d9afe5b0c47e service neutron] 10.222.0.63 "GET /v2.0/networks/50a925c5-9f65-42d3-b30f-dc55ea90ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884480 Aug 16 20:58:40.073405 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ceff9-bdc6-4959-bd91-f8d8a263efed req-e8cda5a0-6262-4f17-b4ba-42878214c827 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:40.074842 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b06ceff9-bdc6-4959-bd91-f8d8a263efed req-e8cda5a0-6262-4f17-b4ba-42878214c827 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/ports?device_id=3a53d320-ba67-447c-a2bf-d862917b9e4c HTTP/1.1" status: 200 len: 943 time: 0.0487480 Aug 16 20:58:40.111615 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b06ceff9-bdc6-4959-bd91-f8d8a263efed req-e919a6f8-61d7-466e-b38e-43979c5202ac tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/security-groups?id=407d0e3b-83b8-46f8-b20d-19974db801c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307481 Aug 16 20:58:41.223492 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87b0f6-1029-4606-9329-a41713fdfbe4 req-7e509f23-a6a6-42c0-9b32-70534294034a tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:41.224983 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae87b0f6-1029-4606-9329-a41713fdfbe4 req-7e509f23-a6a6-42c0-9b32-70534294034a tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/ports?device_id=3a53d320-ba67-447c-a2bf-d862917b9e4c HTTP/1.1" status: 200 len: 943 time: 0.0483744 Aug 16 20:58:41.259881 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device f941815d-5411-4a71-8903-0c24c010fd2a details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:58:41.263060 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae87b0f6-1029-4606-9329-a41713fdfbe4 req-f5aa24be-8c29-47b3-9790-5d05e0f15230 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/security-groups?id=407d0e3b-83b8-46f8-b20d-19974db801c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320106 Aug 16 20:58:41.354526 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port f941815d-5411-4a71-8903-0c24c010fd2a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f941815d-5411-4a71-8903-0c24c010fd2a,segment=NetworkSegment(ca79f4e8-63ee-4147-ae98-c0199189d0c5),segment_id=ca79f4e8-63ee-4147-ae98-c0199189d0c5)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:41.365989 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'f941815d-5411-4a71-8903-0c24c010fd2a', 'network_id': '50a925c5-9f65-42d3-b30f-dc55ea90ac30', 'port_id': 'f941815d-5411-4a71-8903-0c24c010fd2a', 'mac_address': 'fa:16:3e:38:82:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e78ac3b-8aa3-49f4-95cf-93ecaf37709a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:58:41.401791 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:41.414710 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f941815d-5411-4a71-8903-0c24c010fd2a {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:58:41.433790 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port f941815d-5411-4a71-8903-0c24c010fd2a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f941815d-5411-4a71-8903-0c24c010fd2a,segment=NetworkSegment(ca79f4e8-63ee-4147-ae98-c0199189d0c5),segment_id=ca79f4e8-63ee-4147-ae98-c0199189d0c5)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:41.437876 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:41.486999 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=f941815d-5411-4a71-8903-0c24c010fd2a,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:41.629078 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['f941815d-5411-4a71-8903-0c24c010fd2a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:58:42.380607 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5899fb1-8136-425e-8852-b4a86ebfc717 req-37b4758e-d4cd-43b5-8e99-023584abf68f tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:42.382022 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e5899fb1-8136-425e-8852-b4a86ebfc717 req-37b4758e-d4cd-43b5-8e99-023584abf68f tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/ports?device_id=3a53d320-ba67-447c-a2bf-d862917b9e4c HTTP/1.1" status: 200 len: 944 time: 0.0531156 Aug 16 20:58:42.419156 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e5899fb1-8136-425e-8852-b4a86ebfc717 req-5ea07642-1d1a-40f9-863c-b9fcbe2eaf71 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/security-groups?id=407d0e3b-83b8-46f8-b20d-19974db801c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312238 Aug 16 20:58:43.266085 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device f941815d-5411-4a71-8903-0c24c010fd2a up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:43.317056 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port f941815d-5411-4a71-8903-0c24c010fd2a completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:43.320681 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port f941815d-5411-4a71-8903-0c24c010fd2a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:43.321050 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:43.395749 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:43.417795 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a53d320-ba67-447c-a2bf-d862917b9e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f941815d-5411-4a71-8903-0c24c010fd2a'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:58:43.420021 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0348104d8022dd0cb333a966cdf78087a7844175b144024c4093ab2d6ac91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e6edfc-7c51-413d-9877-e5c0b535a527" -d '{"events": [{"server_uuid": "3a53d320-ba67-447c-a2bf-d862917b9e4c", "name": "network-vif-plugged", "status": "completed", "tag": "f941815d-5411-4a71-8903-0c24c010fd2a"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:58:43.433012 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port f941815d-5411-4a71-8903-0c24c010fd2a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f941815d-5411-4a71-8903-0c24c010fd2a,segment=NetworkSegment(ca79f4e8-63ee-4147-ae98-c0199189d0c5),segment_id=ca79f4e8-63ee-4147-ae98-c0199189d0c5)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:43.437015 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:43.460145 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84c3cbb-9668-428b-9cfa-9c787a6d3f4e x-openstack-request-id: req-f84c3cbb-9668-428b-9cfa-9c787a6d3f4e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:58:43.460439 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a53d320-ba67-447c-a2bf-d862917b9e4c", "name": "network-vif-plugged", "status": "completed", "tag": "f941815d-5411-4a71-8903-0c24c010fd2a", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:58:43.460689 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f84c3cbb-9668-428b-9cfa-9c787a6d3f4e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:58:43.461074 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a53d320-ba67-447c-a2bf-d862917b9e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f941815d-5411-4a71-8903-0c24c010fd2a', 'code': 200} Aug 16 20:58:43.491831 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=f941815d-5411-4a71-8903-0c24c010fd2a,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:43.555220 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d22e2f-9ce0-4588-8b52-2ed6102c8362 req-5b47fc40-1785-4aeb-b783-51263e91579e tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:43.556764 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-98d22e2f-9ce0-4588-8b52-2ed6102c8362 req-5b47fc40-1785-4aeb-b783-51263e91579e tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/ports?device_id=3a53d320-ba67-447c-a2bf-d862917b9e4c HTTP/1.1" status: 200 len: 945 time: 0.0499237 Aug 16 20:58:43.558244 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8a781-6bc0-4f99-ba7a-8175d7f851f5 req-54a63bc5-d0d6-40c3-a4d0-afa97079349b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:43.559819 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7fb8a781-6bc0-4f99-ba7a-8175d7f851f5 req-54a63bc5-d0d6-40c3-a4d0-afa97079349b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3a53d320-ba67-447c-a2bf-d862917b9e4c HTTP/1.1" status: 200 len: 1097 time: 0.0408583 Aug 16 20:58:43.595128 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-98d22e2f-9ce0-4588-8b52-2ed6102c8362 req-edb15bb4-28ce-40f6-b365-c3c2d619e13e tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/security-groups?id=407d0e3b-83b8-46f8-b20d-19974db801c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318944 Aug 16 20:58:43.595340 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-7fb8a781-6bc0-4f99-ba7a-8175d7f851f5 req-a83b36be-76a8-4873-a41f-e7e322a5986c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=407d0e3b-83b8-46f8-b20d-19974db801c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274363 Aug 16 20:58:44.708818 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c0a53-dd05-49ce-99f2-3af91ee44a93 req-57a23191-15b6-4b69-a0a0-1e444ee8b662 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:44.710314 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1b2c0a53-dd05-49ce-99f2-3af91ee44a93 req-57a23191-15b6-4b69-a0a0-1e444ee8b662 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/ports?device_id=3a53d320-ba67-447c-a2bf-d862917b9e4c HTTP/1.1" status: 200 len: 945 time: 0.0482876 Aug 16 20:58:44.749240 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1b2c0a53-dd05-49ce-99f2-3af91ee44a93 req-414b6876-5116-4425-a54c-92b90e2f5e50 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/security-groups?id=407d0e3b-83b8-46f8-b20d-19974db801c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330989 Aug 16 20:58:44.983124 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6286cb0-d6a5-44fc-907b-733480ddcbf4 req-a31e70e9-3196-4953-91d2-74e7e04b61a5 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:44.984634 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e6286cb0-d6a5-44fc-907b-733480ddcbf4 req-a31e70e9-3196-4953-91d2-74e7e04b61a5 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/ports?device_id=3a53d320-ba67-447c-a2bf-d862917b9e4c HTTP/1.1" status: 200 len: 945 time: 0.0522449 Aug 16 20:58:45.022852 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e6286cb0-d6a5-44fc-907b-733480ddcbf4 req-74316a8b-9f54-4230-a092-6c8830f5a51c tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/security-groups?id=407d0e3b-83b8-46f8-b20d-19974db801c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307658 Aug 16 20:58:46.135538 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51989b9b-a9fa-466c-a5be-2aabbf4d4d18 req-9dbee04d-bd95-4db8-87f9-f7784c57d8f0 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:46.137021 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-51989b9b-a9fa-466c-a5be-2aabbf4d4d18 req-9dbee04d-bd95-4db8-87f9-f7784c57d8f0 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/ports?device_id=3a53d320-ba67-447c-a2bf-d862917b9e4c HTTP/1.1" status: 200 len: 945 time: 0.0479932 Aug 16 20:58:46.174601 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-51989b9b-a9fa-466c-a5be-2aabbf4d4d18 req-7bd8d84c-0061-4771-83d1-4a9b1dd711b9 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/security-groups?id=407d0e3b-83b8-46f8-b20d-19974db801c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316834 Aug 16 20:58:46.251922 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc3720-c548-40cd-bafb-b05769ecbe89 req-cb266ae3-a7b7-4be2-bbb4-1fc02deb36ba tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:46.253428 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-09dc3720-c548-40cd-bafb-b05769ecbe89 req-cb266ae3-a7b7-4be2-bbb4-1fc02deb36ba tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a53d320-ba67-447c-a2bf-d862917b9e4c HTTP/1.1" status: 200 len: 945 time: 0.0481133 Aug 16 20:58:46.345331 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-09dc3720-c548-40cd-bafb-b05769ecbe89 req-c2a5c55b-6b99-4b25-9a5b-2b0e0020ca4a tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Deleting port f941815d-5411-4a71-8903-0c24c010fd2a {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:46.345590 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-09dc3720-c548-40cd-bafb-b05769ecbe89 req-c2a5c55b-6b99-4b25-9a5b-2b0e0020ca4a tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:46.431520 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-09dc3720-c548-40cd-bafb-b05769ecbe89 req-c2a5c55b-6b99-4b25-9a5b-2b0e0020ca4a tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] For port f941815d-5411-4a71-8903-0c24c010fd2a, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=f941815d-5411-4a71-8903-0c24c010fd2a,segment=NetworkSegment(ca79f4e8-63ee-4147-ae98-c0199189d0c5),segment_id=ca79f4e8-63ee-4147-ae98-c0199189d0c5)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:46.431888 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-09dc3720-c548-40cd-bafb-b05769ecbe89 req-c2a5c55b-6b99-4b25-9a5b-2b0e0020ca4a tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:46.445049 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-09dc3720-c548-40cd-bafb-b05769ecbe89 req-c2a5c55b-6b99-4b25-9a5b-2b0e0020ca4a tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Calling delete_port for f941815d-5411-4a71-8903-0c24c010fd2a owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:46.490375 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-37220b9d-8c29-4779-92d6-1e6c1cd38a75 req-aaf77281-b80c-4c1c-a5dc-07d87e569599 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2469d873-9920-4765-8146-f1f2acc2561e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0384951 Aug 16 20:58:46.574215 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37220b9d-8c29-4779-92d6-1e6c1cd38a75 req-6d94b5b4-59a1-4717-8af9-0e079b8996d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:46.575737 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-37220b9d-8c29-4779-92d6-1e6c1cd38a75 req-6d94b5b4-59a1-4717-8af9-0e079b8996d3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=75bc8ec7d8264cb59e08bed85f9ec73b&device_id=2469d873-9920-4765-8146-f1f2acc2561e HTTP/1.1" status: 200 len: 1097 time: 0.0439031 Aug 16 20:58:46.576987 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-09dc3720-c548-40cd-bafb-b05769ecbe89 req-c2a5c55b-6b99-4b25-9a5b-2b0e0020ca4a tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:46.591047 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['07b599f6-a606-4373-b6b3-75b5bed3118a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:58:46.594207 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['f941815d-5411-4a71-8903-0c24c010fd2a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:58:46.606919 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5c55b-6b99-4b25-9a5b-2b0e0020ca4a tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Pushing event deleted for resources: {'Port': ['ID=f941815d-5411-4a71-8903-0c24c010fd2a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:46.652293 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-09dc3720-c548-40cd-bafb-b05769ecbe89 req-c2a5c55b-6b99-4b25-9a5b-2b0e0020ca4a tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] No DVR routers for this DVR port f941815d-5411-4a71-8903-0c24c010fd2a on host n-h2-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:46.654872 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-09dc3720-c548-40cd-bafb-b05769ecbe89 req-c2a5c55b-6b99-4b25-9a5b-2b0e0020ca4a tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:46.656945 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-09dc3720-c548-40cd-bafb-b05769ecbe89 req-c2a5c55b-6b99-4b25-9a5b-2b0e0020ca4a tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.63 "DELETE /v2.0/ports/f941815d-5411-4a71-8903-0c24c010fd2a HTTP/1.1" status: 204 len: 173 time: 0.3970075 Aug 16 20:58:46.657420 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a53d320-ba67-447c-a2bf-d862917b9e4c', 'name': 'network-vif-deleted', 'tag': 'f941815d-5411-4a71-8903-0c24c010fd2a'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:58:46.659996 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3574c60e065d2c839e3c713bbc5c644800ed611e652874904b72df0b461749ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5199fee-70e8-495f-9d82-70e22f1e6829" -d '{"events": [{"server_uuid": "3a53d320-ba67-447c-a2bf-d862917b9e4c", "name": "network-vif-deleted", "tag": "f941815d-5411-4a71-8903-0c24c010fd2a"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:58:46.693474 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37220b9d-8c29-4779-92d6-1e6c1cd38a75 req-83f1d7e2-0574-4b17-b36b-ca82bcbbd38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:46.694979 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-37220b9d-8c29-4779-92d6-1e6c1cd38a75 req-83f1d7e2-0574-4b17-b36b-ca82bcbbd38b service neutron] 10.222.0.57 "GET /v2.0/networks?id=50a925c5-9f65-42d3-b30f-dc55ea90ac30 HTTP/1.1" status: 200 len: 914 time: 0.0972459 Aug 16 20:58:46.707149 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d988519-336d-429f-9d5e-bb3f4c9ea8eb x-openstack-request-id: req-7d988519-336d-429f-9d5e-bb3f4c9ea8eb {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:58:46.707489 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a53d320-ba67-447c-a2bf-d862917b9e4c", "name": "network-vif-deleted", "tag": "f941815d-5411-4a71-8903-0c24c010fd2a", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:58:46.707740 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7d988519-336d-429f-9d5e-bb3f4c9ea8eb {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:58:46.708130 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a53d320-ba67-447c-a2bf-d862917b9e4c', 'name': 'network-vif-deleted', 'tag': 'f941815d-5411-4a71-8903-0c24c010fd2a', 'status': 'completed', 'code': 200} Aug 16 20:58:46.745696 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-37220b9d-8c29-4779-92d6-1e6c1cd38a75 req-6735fecc-a2c1-48fd-8803-764b779bc20d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07b599f6-a606-4373-b6b3-75b5bed3118a HTTP/1.1" status: 200 len: 217 time: 0.0426502 Aug 16 20:58:46.797214 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37220b9d-8c29-4779-92d6-1e6c1cd38a75 req-c48d4c7f-bf54-449e-bba9-2f0576f02bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:46.798697 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-37220b9d-8c29-4779-92d6-1e6c1cd38a75 req-c48d4c7f-bf54-449e-bba9-2f0576f02bbd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e78ac3b-8aa3-49f4-95cf-93ecaf37709a HTTP/1.1" status: 200 len: 853 time: 0.0463240 Aug 16 20:58:46.830394 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-37220b9d-8c29-4779-92d6-1e6c1cd38a75 req-d30de2c2-3594-4e95-a7fd-8fb05fea4cb1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50a925c5-9f65-42d3-b30f-dc55ea90ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245714 Aug 16 20:58:46.917680 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-37220b9d-8c29-4779-92d6-1e6c1cd38a75 req-4051d6a0-af37-4f8a-acf6-d40a88076d50 service neutron] 10.222.0.57 "GET /v2.0/networks/50a925c5-9f65-42d3-b30f-dc55ea90ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797327 Aug 16 20:58:47.014968 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-37220b9d-8c29-4779-92d6-1e6c1cd38a75 req-784abc26-aabe-4fcb-b30f-e25d040edbe1 service neutron] 10.222.0.57 "GET /v2.0/networks/50a925c5-9f65-42d3-b30f-dc55ea90ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863616 Aug 16 20:58:47.324102 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4ee71-afb5-4ac8-a9a6-683a735afed4 req-0612a5a0-4eb5-4606-9558-0e1563c5a454 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:47.325594 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c2a4ee71-afb5-4ac8-a9a6-683a735afed4 req-0612a5a0-4eb5-4606-9558-0e1563c5a454 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/ports?device_id=2469d873-9920-4765-8146-f1f2acc2561e HTTP/1.1" status: 200 len: 945 time: 0.0496066 Aug 16 20:58:47.362346 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c2a4ee71-afb5-4ac8-a9a6-683a735afed4 req-7a9f6e14-61b1-472e-911e-d5b58848f503 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/security-groups?id=407d0e3b-83b8-46f8-b20d-19974db801c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308626 Aug 16 20:58:47.496147 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ba4b5-551e-4221-ba5c-c0e90c08eaa0 req-8425bcbb-edeb-4116-a1a3-cacf5a1c0f51 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:47.497548 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f79ba4b5-551e-4221-ba5c-c0e90c08eaa0 req-8425bcbb-edeb-4116-a1a3-cacf5a1c0f51 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/ports?device_id=2469d873-9920-4765-8146-f1f2acc2561e HTTP/1.1" status: 200 len: 945 time: 0.0534842 Aug 16 20:58:47.535909 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f79ba4b5-551e-4221-ba5c-c0e90c08eaa0 req-6dfff745-25e9-4b84-8c2d-8e8ce106f187 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/security-groups?id=407d0e3b-83b8-46f8-b20d-19974db801c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317028 Aug 16 20:58:47.649300 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0e8fe-c1fa-4a27-8a6b-3c86c36910dd req-e80a7570-8bf0-4492-9dae-21353ee8729a tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:47.650779 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-19d0e8fe-c1fa-4a27-8a6b-3c86c36910dd req-e80a7570-8bf0-4492-9dae-21353ee8729a tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/ports?device_id=2469d873-9920-4765-8146-f1f2acc2561e HTTP/1.1" status: 200 len: 945 time: 0.0483921 Aug 16 20:58:47.687789 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-19d0e8fe-c1fa-4a27-8a6b-3c86c36910dd req-b2ef13e5-748f-4f67-b1cd-d2e1b01da58f tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/security-groups?id=407d0e3b-83b8-46f8-b20d-19974db801c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311203 Aug 16 20:58:47.853561 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04764404-d2ef-4f6b-abde-f84db53dba98 req-1092cbac-304f-4f79-a596-0db3f2d28974 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:47.855038 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-04764404-d2ef-4f6b-abde-f84db53dba98 req-1092cbac-304f-4f79-a596-0db3f2d28974 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/ports?device_id=2469d873-9920-4765-8146-f1f2acc2561e HTTP/1.1" status: 200 len: 945 time: 0.0488534 Aug 16 20:58:47.891922 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-04764404-d2ef-4f6b-abde-f84db53dba98 req-d2dfa93a-7f9f-464c-89ad-2b411b5c096d tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/security-groups?id=407d0e3b-83b8-46f8-b20d-19974db801c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310128 Aug 16 20:58:48.010039 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250f2e9-d1db-4141-b50d-17efe871cbdf req-60dd105f-5e6e-4979-889d-362cc140cc16 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:48.011467 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5250f2e9-d1db-4141-b50d-17efe871cbdf req-60dd105f-5e6e-4979-889d-362cc140cc16 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/ports?device_id=2469d873-9920-4765-8146-f1f2acc2561e HTTP/1.1" status: 200 len: 945 time: 0.0524323 Aug 16 20:58:48.049246 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5250f2e9-d1db-4141-b50d-17efe871cbdf req-f969f8d1-191e-4f17-831f-98cb6800ffe5 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/security-groups?id=407d0e3b-83b8-46f8-b20d-19974db801c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316980 Aug 16 20:58:48.172465 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce9c2a-f35c-45ef-b287-842ddd2d5a19 req-ff18b217-dd6d-4d8a-9ee6-3c056f6be16f tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:48.173938 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b2ce9c2a-f35c-45ef-b287-842ddd2d5a19 req-ff18b217-dd6d-4d8a-9ee6-3c056f6be16f tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/ports?device_id=2469d873-9920-4765-8146-f1f2acc2561e HTTP/1.1" status: 200 len: 945 time: 0.0494061 Aug 16 20:58:48.211529 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b2ce9c2a-f35c-45ef-b287-842ddd2d5a19 req-fd96e905-374c-4809-b531-a9a47967d900 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/security-groups?id=407d0e3b-83b8-46f8-b20d-19974db801c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309865 Aug 16 20:58:48.508748 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54679e-5085-41a9-ae85-0956431b1127 req-a5f8a19f-0748-4fdb-83c6-af5b75ea5a3a tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:48.511131 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bb54679e-5085-41a9-ae85-0956431b1127 req-a5f8a19f-0748-4fdb-83c6-af5b75ea5a3a tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/ports?device_id=2469d873-9920-4765-8146-f1f2acc2561e HTTP/1.1" status: 200 len: 945 time: 0.0493855 Aug 16 20:58:48.550430 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bb54679e-5085-41a9-ae85-0956431b1127 req-e047019a-8bf7-49d6-8fd2-2aff212a6a7c tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/security-groups?id=407d0e3b-83b8-46f8-b20d-19974db801c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332522 Aug 16 20:58:49.668507 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664cd9d-6146-44b7-bda4-48771eb6bbef req-7ec8bd13-1762-4ddc-88df-0e3c0b320162 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:49.670019 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6664cd9d-6146-44b7-bda4-48771eb6bbef req-7ec8bd13-1762-4ddc-88df-0e3c0b320162 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/ports?device_id=2469d873-9920-4765-8146-f1f2acc2561e HTTP/1.1" status: 200 len: 945 time: 0.0533068 Aug 16 20:58:49.708985 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6664cd9d-6146-44b7-bda4-48771eb6bbef req-74f664de-a20f-4e42-817b-b95e8d30f979 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.68 "GET /v2.0/security-groups?id=407d0e3b-83b8-46f8-b20d-19974db801c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323467 Aug 16 20:58:49.830216 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f593359-2ad4-42d3-b665-20ac0c2bdf83 req-b059ad96-b79b-454c-a9cd-00c263c6d438 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:49.831655 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1f593359-2ad4-42d3-b665-20ac0c2bdf83 req-b059ad96-b79b-454c-a9cd-00c263c6d438 tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.57 "GET /v2.0/ports?device_id=2469d873-9920-4765-8146-f1f2acc2561e HTTP/1.1" status: 200 len: 945 time: 0.0484903 Aug 16 20:58:49.921445 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-1f593359-2ad4-42d3-b665-20ac0c2bdf83 req-d35ae62b-bdec-4266-8929-c5dbc948903b tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Deleting port 07b599f6-a606-4373-b6b3-75b5bed3118a {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:49.921787 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1f593359-2ad4-42d3-b665-20ac0c2bdf83 req-d35ae62b-bdec-4266-8929-c5dbc948903b tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.012384 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1f593359-2ad4-42d3-b665-20ac0c2bdf83 req-d35ae62b-bdec-4266-8929-c5dbc948903b tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] For port 07b599f6-a606-4373-b6b3-75b5bed3118a, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=07b599f6-a606-4373-b6b3-75b5bed3118a,segment=NetworkSegment(ca79f4e8-63ee-4147-ae98-c0199189d0c5),segment_id=ca79f4e8-63ee-4147-ae98-c0199189d0c5)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:50.012745 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1f593359-2ad4-42d3-b665-20ac0c2bdf83 req-d35ae62b-bdec-4266-8929-c5dbc948903b tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.026406 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-1f593359-2ad4-42d3-b665-20ac0c2bdf83 req-d35ae62b-bdec-4266-8929-c5dbc948903b tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Calling delete_port for 07b599f6-a606-4373-b6b3-75b5bed3118a owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:50.155095 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1f593359-2ad4-42d3-b665-20ac0c2bdf83 req-d35ae62b-bdec-4266-8929-c5dbc948903b tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.168451 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['07b599f6-a606-4373-b6b3-75b5bed3118a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:58:50.183103 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ae62b-bdec-4266-8929-c5dbc948903b tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Pushing event deleted for resources: {'Port': ['ID=07b599f6-a606-4373-b6b3-75b5bed3118a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:50.195938 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ae62b-bdec-4266-8929-c5dbc948903b tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:50.196284 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ae62b-bdec-4266-8929-c5dbc948903b tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:50.196624 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ae62b-bdec-4266-8929-c5dbc948903b tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:50.196957 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ae62b-bdec-4266-8929-c5dbc948903b tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:50.197306 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ae62b-bdec-4266-8929-c5dbc948903b tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:50.197614 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ae62b-bdec-4266-8929-c5dbc948903b tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:50.197938 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ae62b-bdec-4266-8929-c5dbc948903b tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:50.198261 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ae62b-bdec-4266-8929-c5dbc948903b tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:50.198580 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ae62b-bdec-4266-8929-c5dbc948903b tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:50.198901 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ae62b-bdec-4266-8929-c5dbc948903b tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:50.199219 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ae62b-bdec-4266-8929-c5dbc948903b tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:50.199562 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ae62b-bdec-4266-8929-c5dbc948903b tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:50.232532 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f593359-2ad4-42d3-b665-20ac0c2bdf83 req-d35ae62b-bdec-4266-8929-c5dbc948903b tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] No DVR routers for this DVR port 07b599f6-a606-4373-b6b3-75b5bed3118a on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:50.235160 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1f593359-2ad4-42d3-b665-20ac0c2bdf83 req-d35ae62b-bdec-4266-8929-c5dbc948903b tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.237212 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1f593359-2ad4-42d3-b665-20ac0c2bdf83 req-d35ae62b-bdec-4266-8929-c5dbc948903b tempest-ServersNegativeTestJSON-348270382 tempest-ServersNegativeTestJSON-348270382-project] 10.222.0.57 "DELETE /v2.0/ports/07b599f6-a606-4373-b6b3-75b5bed3118a HTTP/1.1" status: 204 len: 173 time: 0.3982151 Aug 16 20:58:50.237635 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2469d873-9920-4765-8146-f1f2acc2561e', 'name': 'network-vif-deleted', 'tag': '07b599f6-a606-4373-b6b3-75b5bed3118a'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:58:50.239962 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee1bd64-5a95-473e-a06c-265f92d18177" -d '{"events": [{"server_uuid": "2469d873-9920-4765-8146-f1f2acc2561e", "name": "network-vif-deleted", "tag": "07b599f6-a606-4373-b6b3-75b5bed3118a"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:58:50.276042 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00196ef-12fc-410f-ac0f-93c6370b2369 x-openstack-request-id: req-f00196ef-12fc-410f-ac0f-93c6370b2369 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:58:50.276329 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2469d873-9920-4765-8146-f1f2acc2561e", "name": "network-vif-deleted", "tag": "07b599f6-a606-4373-b6b3-75b5bed3118a", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:58:50.276579 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f00196ef-12fc-410f-ac0f-93c6370b2369 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:58:50.276996 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2469d873-9920-4765-8146-f1f2acc2561e', 'name': 'network-vif-deleted', 'tag': '07b599f6-a606-4373-b6b3-75b5bed3118a', 'status': 'completed', 'code': 200} Aug 16 20:58:50.764948 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33074) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:50.809521 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be7245e-5770-4824-a397-39951ab192e0 admin admin] Deleting subnet 4e78ac3b-8aa3-49f4-95cf-93ecaf37709a {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:58:50.812569 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8be7245e-5770-4824-a397-39951ab192e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.846889 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8be7245e-5770-4824-a397-39951ab192e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.884784 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8be7245e-5770-4824-a397-39951ab192e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.941617 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8be7245e-5770-4824-a397-39951ab192e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.967694 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7245e-5770-4824-a397-39951ab192e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e78ac3b-8aa3-49f4-95cf-93ecaf37709a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:50.971536 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8be7245e-5770-4824-a397-39951ab192e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.973948 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8be7245e-5770-4824-a397-39951ab192e0 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/4e78ac3b-8aa3-49f4-95cf-93ecaf37709a HTTP/1.1" status: 204 len: 168 time: 0.2079124 Aug 16 20:58:50.976684 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33076) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:51.048047 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0045eb2e-9d63-4f0b-94e9-0f70cb0bce22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:51.124857 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0045eb2e-9d63-4f0b-94e9-0f70cb0bce22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:51.134244 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0045eb2e-9d63-4f0b-94e9-0f70cb0bce22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50a925c5-9f65-42d3-b30f-dc55ea90ac30']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:51.143549 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0045eb2e-9d63-4f0b-94e9-0f70cb0bce22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca79f4e8-63ee-4147-ae98-c0199189d0c5') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:51.143840 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0045eb2e-9d63-4f0b-94e9-0f70cb0bce22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca79f4e8-63ee-4147-ae98-c0199189d0c5') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:51.152688 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0045eb2e-9d63-4f0b-94e9-0f70cb0bce22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:51.170939 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0045eb2e-9d63-4f0b-94e9-0f70cb0bce22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:51.176994 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0045eb2e-9d63-4f0b-94e9-0f70cb0bce22 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:58:51.177483 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0045eb2e-9d63-4f0b-94e9-0f70cb0bce22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:51.179086 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:58:51.179086 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:58:51.179086 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:58:51.179086 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:58:51.179086 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:58:51.179086 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:58:51.179086 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:58:51.179086 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:58:51.179086 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:58:51.179086 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:58:51.179086 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:58:51.179086 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:58:51.179086 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:58:51.179086 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:58:51.179086 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:58:51.179086 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:58:51.179086 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:58:51.179086 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:58:51.179086 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:58:51.179086 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:58:51.179086 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:58:51.179086 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:58:51.179086 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:58:51.179086 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:58:51.179086 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:58:51.179086 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:58:51.179086 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:58:51.179086 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:58:51.179086 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:58:51.179086 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:58:51.179086 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:58:51.179086 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:58:51.231068 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0045eb2e-9d63-4f0b-94e9-0f70cb0bce22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:51.236252 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0045eb2e-9d63-4f0b-94e9-0f70cb0bce22 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:51.240974 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0045eb2e-9d63-4f0b-94e9-0f70cb0bce22 admin admin] 10.222.0.68 "DELETE /v2.0/networks/50a925c5-9f65-42d3-b30f-dc55ea90ac30 HTTP/1.1" status: 204 len: 168 time: 0.2604029 Aug 16 20:58:51.248659 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045eb2e-9d63-4f0b-94e9-0f70cb0bce22 admin admin] Pushing event deleted for resources: {'Network': ['ID=50a925c5-9f65-42d3-b30f-dc55ea90ac30,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:51.305859 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device f941815d-5411-4a71-8903-0c24c010fd2a no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:51.326143 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: f941815d-5411-4a71-8903-0c24c010fd2a {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:51.326493 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device f941815d-5411-4a71-8903-0c24c010fd2a not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:51.352627 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33080) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:51.391397 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9e61820f-2b43-4c95-8cd2-f563d23b9bb8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=75bc8ec7d8264cb59e08bed85f9ec73b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374856 Aug 16 20:58:51.393775 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33082) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:51.440897 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-26a18de3-0f82-4e39-bbf9-6a7fc0aa3baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:51.461898 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-26a18de3-0f82-4e39-bbf9-6a7fc0aa3baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:51.507573 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-26a18de3-0f82-4e39-bbf9-6a7fc0aa3baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:51.510128 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-26a18de3-0f82-4e39-bbf9-6a7fc0aa3baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:51.511281 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-26a18de3-0f82-4e39-bbf9-6a7fc0aa3baf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/407d0e3b-83b8-46f8-b20d-19974db801c5 HTTP/1.1" status: 204 len: 168 time: 0.1160994 Aug 16 20:58:51.519940 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a18de3-0f82-4e39-bbf9-6a7fc0aa3baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407d0e3b-83b8-46f8-b20d-19974db801c5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:52.188479 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33104) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:52.283136 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7d6beda5-0896-4a56-ada6-8aed9e031ecd tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1154406983'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:52.305045 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6beda5-0896-4a56-ada6-8aed9e031ecd tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Made reservation on behalf of cd9af6cc358641e388823316728bbb56 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:58:52.308486 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d6beda5-0896-4a56-ada6-8aed9e031ecd tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.316746 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d6beda5-0896-4a56-ada6-8aed9e031ecd tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.406030 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d6beda5-0896-4a56-ada6-8aed9e031ecd tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.411021 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d6beda5-0896-4a56-ada6-8aed9e031ecd tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.438115 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d6beda5-0896-4a56-ada6-8aed9e031ecd tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:58:52.447905 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6beda5-0896-4a56-ada6-8aed9e031ecd tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e44957f4-811d-4cd2-9418-c9f4cefc6241,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:52.454292 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d6beda5-0896-4a56-ada6-8aed9e031ecd tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.454630 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-7d6beda5-0896-4a56-ada6-8aed9e031ecd tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Added segment fad9e21e-b144-4eb6-aec4-46034b1072cc of type vlan for network ec516976-4e22-4586-8b17-70d12d457d79 Aug 16 20:58:52.495657 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d6beda5-0896-4a56-ada6-8aed9e031ecd tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.519139 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d6beda5-0896-4a56-ada6-8aed9e031ecd tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.524630 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6beda5-0896-4a56-ada6-8aed9e031ecd tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:52.525208 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d6beda5-0896-4a56-ada6-8aed9e031ecd tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.580044 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7d6beda5-0896-4a56-ada6-8aed9e031ecd tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3904328 Aug 16 20:58:52.591508 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6beda5-0896-4a56-ada6-8aed9e031ecd tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Pushing event updated for resources: {'Network': ['ID=ec516976-4e22-4586-8b17-70d12d457d79,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:52.605940 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network ec516976-4e22-4586-8b17-70d12d457d79 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:58:52.648695 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 07b599f6-a606-4373-b6b3-75b5bed3118a no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:52.683116 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 07b599f6-a606-4373-b6b3-75b5bed3118a {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:52.683488 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 07b599f6-a606-4373-b6b3-75b5bed3118a not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:55.837899 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33108) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:55.843139 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d1bc9989-e1d5-4f3a-96e9-df20f2fa2891 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Request body: {'subnet': {'network_id': 'ec516976-4e22-4586-8b17-70d12d457d79', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:55.932811 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bc9989-e1d5-4f3a-96e9-df20f2fa2891 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Made reservation on behalf of cd9af6cc358641e388823316728bbb56 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:58:55.936288 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d1bc9989-e1d5-4f3a-96e9-df20f2fa2891 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.118246 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d1bc9989-e1d5-4f3a-96e9-df20f2fa2891 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.174548 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc9989-e1d5-4f3a-96e9-df20f2fa2891 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Pushing event updated for resources: {'Subnet': ['ID=6fd184f9-0261-477d-9be2-03b4fa03c3f9,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:56.184465 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bc9989-e1d5-4f3a-96e9-df20f2fa2891 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Checking segment: {'id': 'fad9e21e-b144-4eb6-aec4-46034b1072cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ec516976-4e22-4586-8b17-70d12d457d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:58:56.184824 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bc9989-e1d5-4f3a-96e9-df20f2fa2891 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Network hostable DHCP agents. Network: ec516976-4e22-4586-8b17-70d12d457d79, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:58:56.200686 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bc9989-e1d5-4f3a-96e9-df20f2fa2891 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Network ec516976-4e22-4586-8b17-70d12d457d79 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:58:56.209673 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-d1bc9989-e1d5-4f3a-96e9-df20f2fa2891 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, ec516976-4e22-4586-8b17-70d12d457d79) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:56.213822 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bc9989-e1d5-4f3a-96e9-df20f2fa2891 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:56.214400 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d1bc9989-e1d5-4f3a-96e9-df20f2fa2891 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.219192 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d522f27-54d3-4734-bce9-16bdb9ee0ab9 None None] Network ec516976-4e22-4586-8b17-70d12d457d79 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:56.229382 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d1bc9989-e1d5-4f3a-96e9-df20f2fa2891 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3903472 Aug 16 20:58:56.233064 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33110) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:56.238139 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6c07518d-8c6d-4586-bc0d-8179bcbe3029 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2009382698'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:56.259397 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c07518d-8c6d-4586-bc0d-8179bcbe3029 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Made reservation on behalf of cd9af6cc358641e388823316728bbb56 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:58:56.263141 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6c07518d-8c6d-4586-bc0d-8179bcbe3029 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.288279 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c07518d-8c6d-4586-bc0d-8179bcbe3029 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:58:56.297564 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6c07518d-8c6d-4586-bc0d-8179bcbe3029 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.297919 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-6c07518d-8c6d-4586-bc0d-8179bcbe3029 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Added segment 34b0fccc-5096-491f-952a-c68b1ba322ac of type vlan for network 26dfe6e9-57f8-46a3-b2bb-4c1d23254d7f Aug 16 20:58:56.338364 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6c07518d-8c6d-4586-bc0d-8179bcbe3029 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.363234 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6c07518d-8c6d-4586-bc0d-8179bcbe3029 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.365261 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-ec516976-4e22-4586-8b17-70d12d457d79', 'network_id': 'ec516976-4e22-4586-8b17-70d12d457d79', 'tenant_id': 'cd9af6cc358641e388823316728bbb56', 'fixed_ips': [{'subnet_id': '6fd184f9-0261-477d-9be2-03b4fa03c3f9'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:58:56.366186 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.368956 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c07518d-8c6d-4586-bc0d-8179bcbe3029 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:56.369562 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6c07518d-8c6d-4586-bc0d-8179bcbe3029 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.426785 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6c07518d-8c6d-4586-bc0d-8179bcbe3029 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1926439 Aug 16 20:58:56.429667 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33112) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:56.441717 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e3b86ea8-ed10-4957-a534-886d92f3d749 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Request body: {'subnet': {'network_id': '26dfe6e9-57f8-46a3-b2bb-4c1d23254d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:56.482297 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07518d-8c6d-4586-bc0d-8179bcbe3029 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Pushing event updated for resources: {'Network': ['ID=26dfe6e9-57f8-46a3-b2bb-4c1d23254d7f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:56.496812 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 26dfe6e9-57f8-46a3-b2bb-4c1d23254d7f details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:58:56.532923 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b86ea8-ed10-4957-a534-886d92f3d749 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Made reservation on behalf of cd9af6cc358641e388823316728bbb56 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:58:56.536887 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3b86ea8-ed10-4957-a534-886d92f3d749 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.549657 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Allocated IP 2001:db8:0:ffff::2 (ec516976-4e22-4586-8b17-70d12d457d79/6fd184f9-0261-477d-9be2-03b4fa03c3f9/fc416cff-bb12-46eb-9dcd-74695fb08fd0) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:58:56.710627 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.719065 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Transition to ACTIVE for port object fc416cff-bb12-46eb-9dcd-74695fb08fd0 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:56.732763 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3b86ea8-ed10-4957-a534-886d92f3d749 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.734387 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Transition to ACTIVE for port object fc416cff-bb12-46eb-9dcd-74695fb08fd0 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:56.740356 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.779744 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Network ec516976-4e22-4586-8b17-70d12d457d79 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:58:56.786808 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:56.790340 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:58:56.795634 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Pushing event updated for resources: {'Port': ['ID=fc416cff-bb12-46eb-9dcd-74695fb08fd0,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:56.795915 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b86ea8-ed10-4957-a534-886d92f3d749 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Pushing event updated for resources: {'Subnet': ['ID=a5fc78a4-ffea-4d60-b1cb-5d647af72651,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:56.803889 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b86ea8-ed10-4957-a534-886d92f3d749 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Checking segment: {'id': '34b0fccc-5096-491f-952a-c68b1ba322ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '26dfe6e9-57f8-46a3-b2bb-4c1d23254d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:58:56.804163 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b86ea8-ed10-4957-a534-886d92f3d749 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Network hostable DHCP agents. Network: 26dfe6e9-57f8-46a3-b2bb-4c1d23254d7f, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:58:56.820699 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b86ea8-ed10-4957-a534-886d92f3d749 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Network 26dfe6e9-57f8-46a3-b2bb-4c1d23254d7f is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:58:56.822854 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:56.823200 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:56.823565 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:56.823898 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:56.824226 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:56.824548 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:56.824869 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:56.825190 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:56.825510 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:56.825828 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:56.826145 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:56.826460 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:56.830296 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-e3b86ea8-ed10-4957-a534-886d92f3d749 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 26dfe6e9-57f8-46a3-b2bb-4c1d23254d7f) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:56.835084 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b86ea8-ed10-4957-a534-886d92f3d749 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:56.835760 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3b86ea8-ed10-4957-a534-886d92f3d749 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.851065 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e3b86ea8-ed10-4957-a534-886d92f3d749 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4204221 Aug 16 20:58:56.854054 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33114) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:56.855350 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c914a4-1a4a-4934-bba5-1979148619ca None None] Network 26dfe6e9-57f8-46a3-b2bb-4c1d23254d7f requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:56.903496 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Attempting to bind port fc416cff-bb12-46eb-9dcd-74695fb08fd0 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:58:56.903861 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Attempting to bind port fc416cff-bb12-46eb-9dcd-74695fb08fd0 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'fad9e21e-b144-4eb6-aec4-46034b1072cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ec516976-4e22-4586-8b17-70d12d457d79'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:58:56.904218 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Attempting to bind port fc416cff-bb12-46eb-9dcd-74695fb08fd0 on network ec516976-4e22-4586-8b17-70d12d457d79 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:58:56.915554 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:58:56.915925 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Checking segment: {'id': 'fad9e21e-b144-4eb6-aec4-46034b1072cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ec516976-4e22-4586-8b17-70d12d457d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:58:56.916322 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.916714 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Bound using segment: {'id': 'fad9e21e-b144-4eb6-aec4-46034b1072cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ec516976-4e22-4586-8b17-70d12d457d79'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:58:56.917364 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Bound port: fc416cff-bb12-46eb-9dcd-74695fb08fd0, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad9e21e-b144-4eb6-aec4-46034b1072cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ec516976-4e22-4586-8b17-70d12d457d79'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:58:56.917741 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:56.955279 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-94f9c8f3-0164-4a6a-8c42-1f8a9bdbe44e tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.029720 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-94f9c8f3-0164-4a6a-8c42-1f8a9bdbe44e tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.033857 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] For port fc416cff-bb12-46eb-9dcd-74695fb08fd0, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:58:57.039110 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] For port fc416cff-bb12-46eb-9dcd-74695fb08fd0, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=fc416cff-bb12-46eb-9dcd-74695fb08fd0,segment=NetworkSegment(fad9e21e-b144-4eb6-aec4-46034b1072cc),segment_id=fad9e21e-b144-4eb6-aec4-46034b1072cc)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:58:57.057812 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.077388 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb013da-eed2-40a5-af88-b868cad7924f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-26dfe6e9-57f8-46a3-b2bb-4c1d23254d7f', 'network_id': '26dfe6e9-57f8-46a3-b2bb-4c1d23254d7f', 'tenant_id': 'cd9af6cc358641e388823316728bbb56', 'fixed_ips': [{'subnet_id': 'a5fc78a4-ffea-4d60-b1cb-5d647af72651'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:58:57.078330 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3eb013da-eed2-40a5-af88-b868cad7924f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.095757 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-94f9c8f3-0164-4a6a-8c42-1f8a9bdbe44e tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.125010 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9c8f3-0164-4a6a-8c42-1f8a9bdbe44e tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Pushing event deleted for resources: {'Subnet': ['ID=a5fc78a4-ffea-4d60-b1cb-5d647af72651,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:57.198278 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-94f9c8f3-0164-4a6a-8c42-1f8a9bdbe44e tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.203791 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e325f3-2fbc-4a61-82eb-540134246a68 None None] Pushing event updated for resources: {'Port': ['ID=fc416cff-bb12-46eb-9dcd-74695fb08fd0,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:57.213403 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-94f9c8f3-0164-4a6a-8c42-1f8a9bdbe44e tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26dfe6e9-57f8-46a3-b2bb-4c1d23254d7f']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:57.219994 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0faea76-f103-4892-9a1a-5fbe62716011 None None] Network 26dfe6e9-57f8-46a3-b2bb-4c1d23254d7f requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:57.224372 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-94f9c8f3-0164-4a6a-8c42-1f8a9bdbe44e tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34b0fccc-5096-491f-952a-c68b1ba322ac') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:57.224694 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-94f9c8f3-0164-4a6a-8c42-1f8a9bdbe44e tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34b0fccc-5096-491f-952a-c68b1ba322ac') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:57.234205 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-94f9c8f3-0164-4a6a-8c42-1f8a9bdbe44e tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.248620 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-94f9c8f3-0164-4a6a-8c42-1f8a9bdbe44e tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.255281 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f9c8f3-0164-4a6a-8c42-1f8a9bdbe44e tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:58:57.255804 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-94f9c8f3-0164-4a6a-8c42-1f8a9bdbe44e tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.259262 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:58:57.259262 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:58:57.259262 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:58:57.259262 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:58:57.259262 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:58:57.259262 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:58:57.259262 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:58:57.259262 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:58:57.259262 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:58:57.259262 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:58:57.259262 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:58:57.259262 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:58:57.259262 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:58:57.259262 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:58:57.259262 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:58:57.259262 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:58:57.259262 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:58:57.259262 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:58:57.259262 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:58:57.259262 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:58:57.259262 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:58:57.259262 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:58:57.259262 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:58:57.259262 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:58:57.259262 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:58:57.259262 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:58:57.259262 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:58:57.259262 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:58:57.259262 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:58:57.259262 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:58:57.259262 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:58:57.259262 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:58:57.346399 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-94f9c8f3-0164-4a6a-8c42-1f8a9bdbe44e tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.358376 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-94f9c8f3-0164-4a6a-8c42-1f8a9bdbe44e tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.360285 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-94f9c8f3-0164-4a6a-8c42-1f8a9bdbe44e tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] 10.222.0.68 "DELETE /v2.0/networks/26dfe6e9-57f8-46a3-b2bb-4c1d23254d7f HTTP/1.1" status: 204 len: 168 time: 0.5052166 Aug 16 20:58:57.365347 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33116) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:57.370357 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5cf8858b-6421-4a7f-acb9-8f0b9ed2c256 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-982257373'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:57.374365 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9c8f3-0164-4a6a-8c42-1f8a9bdbe44e tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Pushing event deleted for resources: {'Network': ['ID=26dfe6e9-57f8-46a3-b2bb-4c1d23254d7f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:57.397490 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf8858b-6421-4a7f-acb9-8f0b9ed2c256 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Made reservation on behalf of cd9af6cc358641e388823316728bbb56 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:58:57.401083 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5cf8858b-6421-4a7f-acb9-8f0b9ed2c256 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.432572 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf8858b-6421-4a7f-acb9-8f0b9ed2c256 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:58:57.442989 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5cf8858b-6421-4a7f-acb9-8f0b9ed2c256 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.443646 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-5cf8858b-6421-4a7f-acb9-8f0b9ed2c256 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Added segment 2d385bc8-7217-4143-b56d-5b5881eb17f2 of type vlan for network 1d83bfa0-9d53-4567-9b19-473cc84b5710 Aug 16 20:58:57.482325 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5cf8858b-6421-4a7f-acb9-8f0b9ed2c256 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.506949 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5cf8858b-6421-4a7f-acb9-8f0b9ed2c256 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.512553 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf8858b-6421-4a7f-acb9-8f0b9ed2c256 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:57.513131 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5cf8858b-6421-4a7f-acb9-8f0b9ed2c256 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.568261 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5cf8858b-6421-4a7f-acb9-8f0b9ed2c256 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2019405 Aug 16 20:58:57.571193 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33118) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:57.576507 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-697e3e9d-ee25-4191-8e9b-d1364e536e22 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Request body: {'subnet': {'network_id': '1d83bfa0-9d53-4567-9b19-473cc84b5710', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:57.580351 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8858b-6421-4a7f-acb9-8f0b9ed2c256 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Pushing event updated for resources: {'Network': ['ID=1d83bfa0-9d53-4567-9b19-473cc84b5710,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:57.590932 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 1d83bfa0-9d53-4567-9b19-473cc84b5710 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:58:57.663710 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697e3e9d-ee25-4191-8e9b-d1364e536e22 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Made reservation on behalf of cd9af6cc358641e388823316728bbb56 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:58:57.667164 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-697e3e9d-ee25-4191-8e9b-d1364e536e22 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.729125 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.ipam_backend_mixin [None req-697e3e9d-ee25-4191-8e9b-d1364e536e22 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Performing IP validity checks on allocation pools {{(pid=94770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 20:58:57.729651 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.ipam_backend_mixin [None req-697e3e9d-ee25-4191-8e9b-d1364e536e22 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 20:58:57.845039 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device fc416cff-bb12-46eb-9dcd-74695fb08fd0 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:57.869048 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-697e3e9d-ee25-4191-8e9b-d1364e536e22 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.899143 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port fc416cff-bb12-46eb-9dcd-74695fb08fd0 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:57.933657 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e3e9d-ee25-4191-8e9b-d1364e536e22 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Pushing event updated for resources: {'Subnet': ['ID=20dc570c-aa5a-4d62-967b-b94d1b0a2c36,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:57.944413 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697e3e9d-ee25-4191-8e9b-d1364e536e22 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Checking segment: {'id': '2d385bc8-7217-4143-b56d-5b5881eb17f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1d83bfa0-9d53-4567-9b19-473cc84b5710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:58:57.944758 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697e3e9d-ee25-4191-8e9b-d1364e536e22 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Network hostable DHCP agents. Network: 1d83bfa0-9d53-4567-9b19-473cc84b5710, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:58:57.962634 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697e3e9d-ee25-4191-8e9b-d1364e536e22 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Network 1d83bfa0-9d53-4567-9b19-473cc84b5710 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:58:57.973401 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-697e3e9d-ee25-4191-8e9b-d1364e536e22 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 1d83bfa0-9d53-4567-9b19-473cc84b5710) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:57.977612 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697e3e9d-ee25-4191-8e9b-d1364e536e22 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:57.978310 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-697e3e9d-ee25-4191-8e9b-d1364e536e22 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.983657 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b89148-86f3-41ca-8331-7268adf9bd57 None None] Network 1d83bfa0-9d53-4567-9b19-473cc84b5710 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:57.997343 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-697e3e9d-ee25-4191-8e9b-d1364e536e22 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4250128 Aug 16 20:58:58.000158 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33120) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:58.077895 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cb161f-6008-4cc9-9bb8-473ab97b1c37 None None] Network ec516976-4e22-4586-8b17-70d12d457d79 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:58.107552 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc498613-abff-4c0a-8552-c1826b3be435 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.158251 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc498613-abff-4c0a-8552-c1826b3be435 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.168964 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-565ba23b-f966-4182-ad17-4668379414cc None None] Provisioning for port fc416cff-bb12-46eb-9dcd-74695fb08fd0 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:58.180058 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-565ba23b-f966-4182-ad17-4668379414cc None None] Provisioning complete for port fc416cff-bb12-46eb-9dcd-74695fb08fd0 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:58.180456 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-565ba23b-f966-4182-ad17-4668379414cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.226281 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc498613-abff-4c0a-8552-c1826b3be435 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.245427 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9cc7c0-b33a-4c75-8263-c8b93e26170e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-1d83bfa0-9d53-4567-9b19-473cc84b5710', 'network_id': '1d83bfa0-9d53-4567-9b19-473cc84b5710', 'tenant_id': 'cd9af6cc358641e388823316728bbb56', 'fixed_ips': [{'subnet_id': '20dc570c-aa5a-4d62-967b-b94d1b0a2c36'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:58:58.246258 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ee9cc7c0-b33a-4c75-8263-c8b93e26170e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.252660 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc498613-abff-4c0a-8552-c1826b3be435 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Pushing event deleted for resources: {'Subnet': ['ID=20dc570c-aa5a-4d62-967b-b94d1b0a2c36,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:58.315633 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc498613-abff-4c0a-8552-c1826b3be435 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.327105 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-dc498613-abff-4c0a-8552-c1826b3be435 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d83bfa0-9d53-4567-9b19-473cc84b5710']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:58.338742 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-dc498613-abff-4c0a-8552-c1826b3be435 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d385bc8-7217-4143-b56d-5b5881eb17f2') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:58.339020 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-dc498613-abff-4c0a-8552-c1826b3be435 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d385bc8-7217-4143-b56d-5b5881eb17f2') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:58.349267 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc498613-abff-4c0a-8552-c1826b3be435 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.369138 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc498613-abff-4c0a-8552-c1826b3be435 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.375821 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc498613-abff-4c0a-8552-c1826b3be435 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:58:58.376312 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc498613-abff-4c0a-8552-c1826b3be435 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.380345 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:58:58.380345 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:58:58.380345 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:58:58.380345 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:58:58.380345 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:58:58.380345 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:58:58.380345 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:58:58.380345 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:58:58.380345 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:58:58.380345 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:58:58.380345 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:58:58.380345 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:58:58.380345 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:58:58.380345 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:58:58.380345 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:58:58.380345 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:58:58.380345 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:58:58.380345 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:58:58.380345 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:58:58.380345 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:58:58.380345 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:58:58.380345 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:58:58.380345 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:58:58.380345 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:58:58.380345 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:58:58.380345 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:58:58.380345 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:58:58.380345 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:58:58.380345 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:58:58.380345 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:58:58.380345 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:58:58.380345 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:58:58.439205 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc498613-abff-4c0a-8552-c1826b3be435 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.447159 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc498613-abff-4c0a-8552-c1826b3be435 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.449033 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-dc498613-abff-4c0a-8552-c1826b3be435 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] 10.222.0.68 "DELETE /v2.0/networks/1d83bfa0-9d53-4567-9b19-473cc84b5710 HTTP/1.1" status: 204 len: 168 time: 0.4477243 Aug 16 20:58:58.454327 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33122) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:58.461129 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5aced027-2d8f-449d-82f4-1cdc2c9b537f tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1780078656'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:58.461811 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc498613-abff-4c0a-8552-c1826b3be435 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Pushing event deleted for resources: {'Network': ['ID=1d83bfa0-9d53-4567-9b19-473cc84b5710,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:58.484590 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd45c794-102d-45b0-b2b0-2dbb3b90d588 None None] Network 1d83bfa0-9d53-4567-9b19-473cc84b5710 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:58.488289 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aced027-2d8f-449d-82f4-1cdc2c9b537f tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Made reservation on behalf of cd9af6cc358641e388823316728bbb56 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:58:58.492068 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5aced027-2d8f-449d-82f4-1cdc2c9b537f tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.516035 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aced027-2d8f-449d-82f4-1cdc2c9b537f tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:58:58.517510 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd45c794-102d-45b0-b2b0-2dbb3b90d588 None None] Network 1d83bfa0-9d53-4567-9b19-473cc84b5710 could not be found, it might have been deleted concurrently. {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 20:58:58.527336 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5aced027-2d8f-449d-82f4-1cdc2c9b537f tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.527691 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-5aced027-2d8f-449d-82f4-1cdc2c9b537f tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Added segment 5ad0a437-503d-47d8-8809-24015253aa16 of type vlan for network 5c152b39-d035-48fe-95f1-91cb0ebb3e7b Aug 16 20:58:58.537835 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-565ba23b-f966-4182-ad17-4668379414cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.571913 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5aced027-2d8f-449d-82f4-1cdc2c9b537f tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.574526 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-565ba23b-f966-4182-ad17-4668379414cc None None] For port fc416cff-bb12-46eb-9dcd-74695fb08fd0, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=fc416cff-bb12-46eb-9dcd-74695fb08fd0,segment=NetworkSegment(fad9e21e-b144-4eb6-aec4-46034b1072cc),segment_id=fad9e21e-b144-4eb6-aec4-46034b1072cc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:58.579994 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-565ba23b-f966-4182-ad17-4668379414cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.601910 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5aced027-2d8f-449d-82f4-1cdc2c9b537f tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.608163 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aced027-2d8f-449d-82f4-1cdc2c9b537f tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:58.608801 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5aced027-2d8f-449d-82f4-1cdc2c9b537f tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.641414 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ba23b-f966-4182-ad17-4668379414cc None None] Pushing event updated for resources: {'Port': ['ID=fc416cff-bb12-46eb-9dcd-74695fb08fd0,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:58.659358 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5aced027-2d8f-449d-82f4-1cdc2c9b537f tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2031620 Aug 16 20:58:58.662448 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33124) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:58.667786 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b8747e7a-03cf-4ae6-b984-bb79679b72cb tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Request body: {'subnet': {'network_id': '5c152b39-d035-48fe-95f1-91cb0ebb3e7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:58.681882 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aced027-2d8f-449d-82f4-1cdc2c9b537f tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Pushing event updated for resources: {'Network': ['ID=5c152b39-d035-48fe-95f1-91cb0ebb3e7b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:58.689736 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aced027-2d8f-449d-82f4-1cdc2c9b537f tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:58.690089 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aced027-2d8f-449d-82f4-1cdc2c9b537f tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:58.690433 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aced027-2d8f-449d-82f4-1cdc2c9b537f tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:58.690773 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aced027-2d8f-449d-82f4-1cdc2c9b537f tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:58.691660 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aced027-2d8f-449d-82f4-1cdc2c9b537f tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:58.692011 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aced027-2d8f-449d-82f4-1cdc2c9b537f tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:58.692343 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aced027-2d8f-449d-82f4-1cdc2c9b537f tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:58.692675 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aced027-2d8f-449d-82f4-1cdc2c9b537f tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:58.693131 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aced027-2d8f-449d-82f4-1cdc2c9b537f tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:58.693463 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aced027-2d8f-449d-82f4-1cdc2c9b537f tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:58.693792 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aced027-2d8f-449d-82f4-1cdc2c9b537f tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:58.694117 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aced027-2d8f-449d-82f4-1cdc2c9b537f tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:58.705261 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 5c152b39-d035-48fe-95f1-91cb0ebb3e7b details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:58:58.765928 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8747e7a-03cf-4ae6-b984-bb79679b72cb tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Made reservation on behalf of cd9af6cc358641e388823316728bbb56 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:58:58.770009 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b8747e7a-03cf-4ae6-b984-bb79679b72cb tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.798898 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-31a4635c-b300-40a8-b2bb-2019ad3e849a None None] Provisioning complete for port fc416cff-bb12-46eb-9dcd-74695fb08fd0 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:58.799295 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-31a4635c-b300-40a8-b2bb-2019ad3e849a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.949277 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b8747e7a-03cf-4ae6-b984-bb79679b72cb tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:59.006874 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8747e7a-03cf-4ae6-b984-bb79679b72cb tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Pushing event updated for resources: {'Subnet': ['ID=8d39851d-7e28-47a3-b9b2-87ddf164b479,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:59.015135 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8747e7a-03cf-4ae6-b984-bb79679b72cb tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Checking segment: {'id': '5ad0a437-503d-47d8-8809-24015253aa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5c152b39-d035-48fe-95f1-91cb0ebb3e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:58:59.015528 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8747e7a-03cf-4ae6-b984-bb79679b72cb tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Network hostable DHCP agents. Network: 5c152b39-d035-48fe-95f1-91cb0ebb3e7b, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:58:59.031834 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8747e7a-03cf-4ae6-b984-bb79679b72cb tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Network 5c152b39-d035-48fe-95f1-91cb0ebb3e7b is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:58:59.040881 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-b8747e7a-03cf-4ae6-b984-bb79679b72cb tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 5c152b39-d035-48fe-95f1-91cb0ebb3e7b) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:59.044766 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8747e7a-03cf-4ae6-b984-bb79679b72cb tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:59.045337 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b8747e7a-03cf-4ae6-b984-bb79679b72cb tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:59.049380 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb293fa3-c373-44e2-a213-4de8ef1fbc14 None None] Network 5c152b39-d035-48fe-95f1-91cb0ebb3e7b requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:59.069475 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b8747e7a-03cf-4ae6-b984-bb79679b72cb tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4009292 Aug 16 20:58:59.069697 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33126) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:59.074757 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-03fd129c-4da7-4bb8-af36-816d2802072d tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2067835257'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:59.095935 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fd129c-4da7-4bb8-af36-816d2802072d tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Made reservation on behalf of cd9af6cc358641e388823316728bbb56 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:58:59.099426 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03fd129c-4da7-4bb8-af36-816d2802072d tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:59.123078 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03fd129c-4da7-4bb8-af36-816d2802072d tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:58:59.132483 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03fd129c-4da7-4bb8-af36-816d2802072d tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:59.132879 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-03fd129c-4da7-4bb8-af36-816d2802072d tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Added segment 67999a8e-cdb1-4db9-beee-77cf891d4971 of type vlan for network 5c5388f1-ac29-42f1-91b7-3648e96fbfc7 Aug 16 20:58:59.172470 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03fd129c-4da7-4bb8-af36-816d2802072d tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:59.192679 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0310568-c503-4aa7-9544-5fe3fb2a565e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-5c152b39-d035-48fe-95f1-91cb0ebb3e7b', 'network_id': '5c152b39-d035-48fe-95f1-91cb0ebb3e7b', 'tenant_id': 'cd9af6cc358641e388823316728bbb56', 'fixed_ips': [{'subnet_id': '8d39851d-7e28-47a3-b9b2-87ddf164b479'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:58:59.193544 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e0310568-c503-4aa7-9544-5fe3fb2a565e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:59.197579 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03fd129c-4da7-4bb8-af36-816d2802072d tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:59.203186 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fd129c-4da7-4bb8-af36-816d2802072d tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:59.203790 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03fd129c-4da7-4bb8-af36-816d2802072d tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:59.268681 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-03fd129c-4da7-4bb8-af36-816d2802072d tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1978517 Aug 16 20:58:59.272177 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33128) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:59.276987 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8c56d04a-a2de-4944-9425-8a8365bc92c8 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Request body: {'subnet': {'network_id': '5c5388f1-ac29-42f1-91b7-3648e96fbfc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:59.285010 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd129c-4da7-4bb8-af36-816d2802072d tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Pushing event updated for resources: {'Network': ['ID=5c5388f1-ac29-42f1-91b7-3648e96fbfc7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:59.310562 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 5c5388f1-ac29-42f1-91b7-3648e96fbfc7 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:58:59.368093 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c56d04a-a2de-4944-9425-8a8365bc92c8 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Made reservation on behalf of cd9af6cc358641e388823316728bbb56 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:58:59.371663 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c56d04a-a2de-4944-9425-8a8365bc92c8 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:59.383761 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-e0310568-c503-4aa7-9544-5fe3fb2a565e None None] Allocated IP 2001:db8::2 (5c152b39-d035-48fe-95f1-91cb0ebb3e7b/8d39851d-7e28-47a3-b9b2-87ddf164b479/bfc230b4-6178-48af-9678-3f680f8f45e7) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:58:59.532111 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e0310568-c503-4aa7-9544-5fe3fb2a565e None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:59.540676 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e0310568-c503-4aa7-9544-5fe3fb2a565e None None] Transition to ACTIVE for port object bfc230b4-6178-48af-9678-3f680f8f45e7 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:59.555386 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e0310568-c503-4aa7-9544-5fe3fb2a565e None None] Transition to ACTIVE for port object bfc230b4-6178-48af-9678-3f680f8f45e7 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:59.560993 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e0310568-c503-4aa7-9544-5fe3fb2a565e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:59.562132 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c56d04a-a2de-4944-9425-8a8365bc92c8 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:59.604444 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0310568-c503-4aa7-9544-5fe3fb2a565e None None] Network 5c152b39-d035-48fe-95f1-91cb0ebb3e7b is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:58:59.607392 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-e0310568-c503-4aa7-9544-5fe3fb2a565e None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:59.610419 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0310568-c503-4aa7-9544-5fe3fb2a565e None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:58:59.621521 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0310568-c503-4aa7-9544-5fe3fb2a565e None None] Pushing event updated for resources: {'Port': ['ID=bfc230b4-6178-48af-9678-3f680f8f45e7,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:59.627609 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56d04a-a2de-4944-9425-8a8365bc92c8 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Pushing event updated for resources: {'Subnet': ['ID=9f9169a7-aa32-40a9-b4b8-141640a57610,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:59.635538 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c56d04a-a2de-4944-9425-8a8365bc92c8 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Checking segment: {'id': '67999a8e-cdb1-4db9-beee-77cf891d4971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5c5388f1-ac29-42f1-91b7-3648e96fbfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:58:59.635902 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c56d04a-a2de-4944-9425-8a8365bc92c8 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Network hostable DHCP agents. Network: 5c5388f1-ac29-42f1-91b7-3648e96fbfc7, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:58:59.651579 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c56d04a-a2de-4944-9425-8a8365bc92c8 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Network 5c5388f1-ac29-42f1-91b7-3648e96fbfc7 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:58:59.660402 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-8c56d04a-a2de-4944-9425-8a8365bc92c8 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 5c5388f1-ac29-42f1-91b7-3648e96fbfc7) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:59.664771 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c56d04a-a2de-4944-9425-8a8365bc92c8 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:59.665359 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c56d04a-a2de-4944-9425-8a8365bc92c8 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:59.671860 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82d9c93-aaed-4655-8785-5bd70c603668 None None] Network 5c5388f1-ac29-42f1-91b7-3648e96fbfc7 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:59.682300 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33130) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:59.682872 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8c56d04a-a2de-4944-9425-8a8365bc92c8 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4091885 Aug 16 20:58:59.714738 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e0310568-c503-4aa7-9544-5fe3fb2a565e None None] Attempting to bind port bfc230b4-6178-48af-9678-3f680f8f45e7 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:58:59.715103 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e0310568-c503-4aa7-9544-5fe3fb2a565e None None] Attempting to bind port bfc230b4-6178-48af-9678-3f680f8f45e7 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '5ad0a437-503d-47d8-8809-24015253aa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5c152b39-d035-48fe-95f1-91cb0ebb3e7b'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:58:59.715485 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0310568-c503-4aa7-9544-5fe3fb2a565e None None] Attempting to bind port bfc230b4-6178-48af-9678-3f680f8f45e7 on network 5c152b39-d035-48fe-95f1-91cb0ebb3e7b {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:58:59.725860 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0310568-c503-4aa7-9544-5fe3fb2a565e None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:58:59.726237 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0310568-c503-4aa7-9544-5fe3fb2a565e None None] Checking segment: {'id': '5ad0a437-503d-47d8-8809-24015253aa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5c152b39-d035-48fe-95f1-91cb0ebb3e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:58:59.726631 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e0310568-c503-4aa7-9544-5fe3fb2a565e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:59.727018 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0310568-c503-4aa7-9544-5fe3fb2a565e None None] Bound using segment: {'id': '5ad0a437-503d-47d8-8809-24015253aa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5c152b39-d035-48fe-95f1-91cb0ebb3e7b'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:58:59.727509 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e0310568-c503-4aa7-9544-5fe3fb2a565e None None] Bound port: bfc230b4-6178-48af-9678-3f680f8f45e7, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad0a437-503d-47d8-8809-24015253aa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5c152b39-d035-48fe-95f1-91cb0ebb3e7b'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:58:59.727886 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e0310568-c503-4aa7-9544-5fe3fb2a565e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:59.783702 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1b0fcaa-7f94-4825-8d80-6844968703ab tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:59.808838 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device fc416cff-bb12-46eb-9dcd-74695fb08fd0 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:59.861939 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1b0fcaa-7f94-4825-8d80-6844968703ab tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:59.869507 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e0310568-c503-4aa7-9544-5fe3fb2a565e None None] For port bfc230b4-6178-48af-9678-3f680f8f45e7, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:58:59.878342 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e0310568-c503-4aa7-9544-5fe3fb2a565e None None] For port bfc230b4-6178-48af-9678-3f680f8f45e7, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=bfc230b4-6178-48af-9678-3f680f8f45e7,segment=NetworkSegment(5ad0a437-503d-47d8-8809-24015253aa16),segment_id=5ad0a437-503d-47d8-8809-24015253aa16)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:58:59.887544 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e0310568-c503-4aa7-9544-5fe3fb2a565e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:59.923561 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1b0fcaa-7f94-4825-8d80-6844968703ab tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:59.955857 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a133eb-124b-46a3-bfc8-80a68ef4b616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-5c5388f1-ac29-42f1-91b7-3648e96fbfc7', 'network_id': '5c5388f1-ac29-42f1-91b7-3648e96fbfc7', 'tenant_id': 'cd9af6cc358641e388823316728bbb56', 'fixed_ips': [{'subnet_id': '9f9169a7-aa32-40a9-b4b8-141640a57610'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:58:59.956766 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62a133eb-124b-46a3-bfc8-80a68ef4b616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:59.957813 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0fcaa-7f94-4825-8d80-6844968703ab tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Pushing event deleted for resources: {'Subnet': ['ID=9f9169a7-aa32-40a9-b4b8-141640a57610,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:59.984647 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port fc416cff-bb12-46eb-9dcd-74695fb08fd0 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:59.985021 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.007932 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0310568-c503-4aa7-9544-5fe3fb2a565e None None] Pushing event updated for resources: {'Port': ['ID=bfc230b4-6178-48af-9678-3f680f8f45e7,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:00.030928 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1b0fcaa-7f94-4825-8d80-6844968703ab tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.042318 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a1b0fcaa-7f94-4825-8d80-6844968703ab tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c5388f1-ac29-42f1-91b7-3648e96fbfc7']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:00.056607 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a1b0fcaa-7f94-4825-8d80-6844968703ab tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67999a8e-cdb1-4db9-beee-77cf891d4971') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:00.056971 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a1b0fcaa-7f94-4825-8d80-6844968703ab tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67999a8e-cdb1-4db9-beee-77cf891d4971') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:00.067215 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1b0fcaa-7f94-4825-8d80-6844968703ab tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.081133 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1b0fcaa-7f94-4825-8d80-6844968703ab tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.087938 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b0fcaa-7f94-4825-8d80-6844968703ab tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:59:00.088343 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1b0fcaa-7f94-4825-8d80-6844968703ab tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.093735 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:59:00.093735 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:59:00.093735 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:59:00.093735 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:59:00.093735 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:59:00.093735 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:59:00.093735 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:59:00.093735 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:59:00.093735 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:59:00.093735 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:59:00.093735 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:59:00.093735 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:59:00.093735 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:59:00.093735 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:59:00.093735 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:59:00.093735 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:59:00.093735 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:59:00.093735 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:59:00.093735 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:59:00.093735 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:59:00.093735 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:59:00.093735 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:59:00.093735 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:59:00.093735 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:59:00.093735 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:59:00.093735 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:59:00.093735 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:59:00.093735 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:59:00.093735 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:59:00.093735 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:59:00.093735 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:59:00.093735 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:59:00.100618 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6062bf7-1123-47d7-822c-f1711eee872a None None] Network 5c5388f1-ac29-42f1-91b7-3648e96fbfc7 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:59:00.186615 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1b0fcaa-7f94-4825-8d80-6844968703ab tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.196542 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1b0fcaa-7f94-4825-8d80-6844968703ab tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.198377 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a1b0fcaa-7f94-4825-8d80-6844968703ab tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] 10.222.0.68 "DELETE /v2.0/networks/5c5388f1-ac29-42f1-91b7-3648e96fbfc7 HTTP/1.1" status: 204 len: 168 time: 0.5150321 Aug 16 20:59:00.201342 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33132) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:00.209202 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0fcaa-7f94-4825-8d80-6844968703ab tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Pushing event deleted for resources: {'Network': ['ID=5c5388f1-ac29-42f1-91b7-3648e96fbfc7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:00.234055 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd266677-4f53-48d7-b6d6-26834253f601 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] GET failed (client error): The resource could not be found. Aug 16 20:59:00.238193 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fd266677-4f53-48d7-b6d6-26834253f601 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] 10.222.0.68 "GET /v2.0/subnets/9f9169a7-aa32-40a9-b4b8-141640a57610 HTTP/1.1" status: 404 len: 337 time: 0.0331345 Aug 16 20:59:00.238443 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33134) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:00.259069 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-91736795-7562-4e5b-a679-2e0469a4ef53 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] DELETE failed (client error): The resource could not be found. Aug 16 20:59:00.259740 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91736795-7562-4e5b-a679-2e0469a4ef53 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:59:00.261800 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-91736795-7562-4e5b-a679-2e0469a4ef53 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] 10.222.0.68 "DELETE /v2.0/networks/5c5388f1-ac29-42f1-91b7-3648e96fbfc7 HTTP/1.1" status: 404 len: 339 time: 0.0223675 Aug 16 20:59:00.265901 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33136) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:00.295148 n-d-787206-13 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-907d1111-221c-4614-a40b-aa3af8f85a27 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] DELETE failed (client error): The resource could not be found. Aug 16 20:59:00.295585 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-907d1111-221c-4614-a40b-aa3af8f85a27 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:59:00.297349 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-907d1111-221c-4614-a40b-aa3af8f85a27 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] 10.222.0.68 "DELETE /v2.0/subnets/9f9169a7-aa32-40a9-b4b8-141640a57610 HTTP/1.1" status: 404 len: 337 time: 0.0304413 Aug 16 20:59:00.300106 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33138) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:00.318763 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ba2378-2379-41b6-8fcc-5f15003ec38d tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] DELETE failed (client error): The resource could not be found. Aug 16 20:59:00.319370 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0ba2378-2379-41b6-8fcc-5f15003ec38d tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:59:00.321055 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a0ba2378-2379-41b6-8fcc-5f15003ec38d tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] 10.222.0.68 "DELETE /v2.0/networks/5c5388f1-ac29-42f1-91b7-3648e96fbfc7 HTTP/1.1" status: 404 len: 339 time: 0.0199211 Aug 16 20:59:00.323574 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33140) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:00.372189 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-252c7592-acd4-4c55-8abc-e34dd41f49b4 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Deleting subnet 8d39851d-7e28-47a3-b9b2-87ddf164b479 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:59:00.375164 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-252c7592-acd4-4c55-8abc-e34dd41f49b4 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.417362 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-252c7592-acd4-4c55-8abc-e34dd41f49b4 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.498496 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-252c7592-acd4-4c55-8abc-e34dd41f49b4 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.555850 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-252c7592-acd4-4c55-8abc-e34dd41f49b4 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.584722 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-252c7592-acd4-4c55-8abc-e34dd41f49b4 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.587709 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-252c7592-acd4-4c55-8abc-e34dd41f49b4 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] 10.222.0.68 "DELETE /v2.0/subnets/8d39851d-7e28-47a3-b9b2-87ddf164b479 HTTP/1.1" status: 204 len: 168 time: 0.2632074 Aug 16 20:59:00.588756 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c7592-acd4-4c55-8abc-e34dd41f49b4 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Pushing event deleted for resources: {'Subnet': ['ID=8d39851d-7e28-47a3-b9b2-87ddf164b479,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:00.589417 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33142) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:00.671732 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e135c6b-0025-4020-9b23-5a9fb24ecd29 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.724378 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-8e135c6b-0025-4020-9b23-5a9fb24ecd29 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Deleting port bfc230b4-6178-48af-9678-3f680f8f45e7 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:59:00.725084 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e135c6b-0025-4020-9b23-5a9fb24ecd29 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.789430 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-8e135c6b-0025-4020-9b23-5a9fb24ecd29 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] For port bfc230b4-6178-48af-9678-3f680f8f45e7, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=bfc230b4-6178-48af-9678-3f680f8f45e7,segment=NetworkSegment(5ad0a437-503d-47d8-8809-24015253aa16),segment_id=5ad0a437-503d-47d8-8809-24015253aa16)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:00.789794 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e135c6b-0025-4020-9b23-5a9fb24ecd29 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.803010 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-8e135c6b-0025-4020-9b23-5a9fb24ecd29 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Calling delete_port for bfc230b4-6178-48af-9678-3f680f8f45e7 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:59:00.887489 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e135c6b-0025-4020-9b23-5a9fb24ecd29 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:00.895917 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf98808-ee26-4e10-8ea2-8af2933c05b4 None None] Network 5c152b39-d035-48fe-95f1-91cb0ebb3e7b requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:59:00.916374 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e135c6b-0025-4020-9b23-5a9fb24ecd29 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Pushing event deleted for resources: {'Port': ['ID=bfc230b4-6178-48af-9678-3f680f8f45e7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:00.921884 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e135c6b-0025-4020-9b23-5a9fb24ecd29 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] No DVR routers for this DVR port bfc230b4-6178-48af-9678-3f680f8f45e7 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:59:00.943094 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bcf9c5fc-140c-4b74-ba81-59278a137eb6 None None] Could not find standard attr ID for object bfc230b4-6178-48af-9678-3f680f8f45e7. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:59:01.004707 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e135c6b-0025-4020-9b23-5a9fb24ecd29 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:01.014723 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-8e135c6b-0025-4020-9b23-5a9fb24ecd29 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c152b39-d035-48fe-95f1-91cb0ebb3e7b']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:01.025386 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-8e135c6b-0025-4020-9b23-5a9fb24ecd29 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad0a437-503d-47d8-8809-24015253aa16') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:01.025688 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-8e135c6b-0025-4020-9b23-5a9fb24ecd29 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad0a437-503d-47d8-8809-24015253aa16') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:01.038972 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e135c6b-0025-4020-9b23-5a9fb24ecd29 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:01.053392 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e135c6b-0025-4020-9b23-5a9fb24ecd29 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:01.059440 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e135c6b-0025-4020-9b23-5a9fb24ecd29 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:59:01.059776 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e135c6b-0025-4020-9b23-5a9fb24ecd29 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:01.062798 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:59:01.062798 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:59:01.062798 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:59:01.062798 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:59:01.062798 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:59:01.062798 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:59:01.062798 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:59:01.062798 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:59:01.062798 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:59:01.062798 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:59:01.062798 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:59:01.062798 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:59:01.062798 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:59:01.062798 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:59:01.062798 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:59:01.062798 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:59:01.062798 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:59:01.062798 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:59:01.062798 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:59:01.062798 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:59:01.062798 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:59:01.062798 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:59:01.062798 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:59:01.062798 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:59:01.062798 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:59:01.062798 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:59:01.062798 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:59:01.062798 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:59:01.062798 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:59:01.062798 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:59:01.062798 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:59:01.062798 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:59:01.069020 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f06c141-bdf9-42ca-893f-692793d7cf60 None None] DHCP port deletion for 5c152b39-d035-48fe-95f1-91cb0ebb3e7b request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:59:01.121630 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e135c6b-0025-4020-9b23-5a9fb24ecd29 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:01.130469 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e135c6b-0025-4020-9b23-5a9fb24ecd29 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:01.132377 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8e135c6b-0025-4020-9b23-5a9fb24ecd29 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] 10.222.0.68 "DELETE /v2.0/networks/5c152b39-d035-48fe-95f1-91cb0ebb3e7b HTTP/1.1" status: 204 len: 168 time: 0.5419328 Aug 16 20:59:01.134959 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33144) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:01.143021 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e135c6b-0025-4020-9b23-5a9fb24ecd29 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Pushing event deleted for resources: {'Network': ['ID=5c152b39-d035-48fe-95f1-91cb0ebb3e7b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:01.164631 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-94036a58-d14b-4c04-90b4-74cecfe05720 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] DELETE failed (client error): The resource could not be found. Aug 16 20:59:01.165081 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94036a58-d14b-4c04-90b4-74cecfe05720 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:59:01.166781 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-94036a58-d14b-4c04-90b4-74cecfe05720 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] 10.222.0.68 "DELETE /v2.0/subnets/20dc570c-aa5a-4d62-967b-b94d1b0a2c36 HTTP/1.1" status: 404 len: 337 time: 0.0308146 Aug 16 20:59:01.169275 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33146) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:01.186868 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-2777f66a-344e-4f53-9274-d32e765c8bcd tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] DELETE failed (client error): The resource could not be found. Aug 16 20:59:01.187426 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2777f66a-344e-4f53-9274-d32e765c8bcd tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:59:01.189052 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2777f66a-344e-4f53-9274-d32e765c8bcd tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] 10.222.0.68 "DELETE /v2.0/networks/1d83bfa0-9d53-4567-9b19-473cc84b5710 HTTP/1.1" status: 404 len: 339 time: 0.0188935 Aug 16 20:59:01.191912 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33148) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:01.216459 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a7ce6f-4878-4ffa-85e6-3fbe49693fa6 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] DELETE failed (client error): The resource could not be found. Aug 16 20:59:01.217069 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93a7ce6f-4878-4ffa-85e6-3fbe49693fa6 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:59:01.218499 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-93a7ce6f-4878-4ffa-85e6-3fbe49693fa6 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] 10.222.0.68 "DELETE /v2.0/subnets/a5fc78a4-ffea-4d60-b1cb-5d647af72651 HTTP/1.1" status: 404 len: 337 time: 0.0256822 Aug 16 20:59:01.220873 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33150) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:01.237633 n-d-787206-13 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-2790b53c-f88c-4c40-b43c-6de7ad54b541 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] DELETE failed (client error): The resource could not be found. Aug 16 20:59:01.238801 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2790b53c-f88c-4c40-b43c-6de7ad54b541 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:59:01.240522 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2790b53c-f88c-4c40-b43c-6de7ad54b541 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] 10.222.0.68 "DELETE /v2.0/networks/26dfe6e9-57f8-46a3-b2bb-4c1d23254d7f HTTP/1.1" status: 404 len: 339 time: 0.0187919 Aug 16 20:59:01.242700 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33152) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:01.292659 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e27fedc-ea31-4132-a509-c5063073a5d4 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Deleting subnet 6fd184f9-0261-477d-9be2-03b4fa03c3f9 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:59:01.295669 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9e27fedc-ea31-4132-a509-c5063073a5d4 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:01.333777 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9e27fedc-ea31-4132-a509-c5063073a5d4 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:01.417720 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9e27fedc-ea31-4132-a509-c5063073a5d4 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:01.473515 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9e27fedc-ea31-4132-a509-c5063073a5d4 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:01.497529 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27fedc-ea31-4132-a509-c5063073a5d4 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Pushing event deleted for resources: {'Subnet': ['ID=6fd184f9-0261-477d-9be2-03b4fa03c3f9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:01.503409 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9e27fedc-ea31-4132-a509-c5063073a5d4 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:01.507710 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9e27fedc-ea31-4132-a509-c5063073a5d4 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] 10.222.0.68 "DELETE /v2.0/subnets/6fd184f9-0261-477d-9be2-03b4fa03c3f9 HTTP/1.1" status: 204 len: 168 time: 0.2617400 Aug 16 20:59:01.508508 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33154) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:01.509782 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d888a6-72ff-47d9-a6ef-c9c7b96d195b None None] Network ec516976-4e22-4586-8b17-70d12d457d79 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:59:01.587904 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-02194c7b-43af-443a-8c6d-62b47d8efbb3 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:01.640596 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-02194c7b-43af-443a-8c6d-62b47d8efbb3 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Deleting port fc416cff-bb12-46eb-9dcd-74695fb08fd0 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:59:01.640940 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-02194c7b-43af-443a-8c6d-62b47d8efbb3 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:01.687612 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91854a6-d25a-41ee-8215-008b4416ae37 None None] DHCP port deletion for ec516976-4e22-4586-8b17-70d12d457d79 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:59:01.709280 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-02194c7b-43af-443a-8c6d-62b47d8efbb3 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] For port fc416cff-bb12-46eb-9dcd-74695fb08fd0, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=fc416cff-bb12-46eb-9dcd-74695fb08fd0,segment=NetworkSegment(fad9e21e-b144-4eb6-aec4-46034b1072cc),segment_id=fad9e21e-b144-4eb6-aec4-46034b1072cc)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:01.709656 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-02194c7b-43af-443a-8c6d-62b47d8efbb3 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:01.737752 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d91854a6-d25a-41ee-8215-008b4416ae37 None None] Deleting port fc416cff-bb12-46eb-9dcd-74695fb08fd0 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:59:01.739572 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d91854a6-d25a-41ee-8215-008b4416ae37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:01.799296 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device fc416cff-bb12-46eb-9dcd-74695fb08fd0 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:59:01.830302 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d91854a6-d25a-41ee-8215-008b4416ae37 None None] For port fc416cff-bb12-46eb-9dcd-74695fb08fd0, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=fc416cff-bb12-46eb-9dcd-74695fb08fd0,segment=NetworkSegment(fad9e21e-b144-4eb6-aec4-46034b1072cc),segment_id=fad9e21e-b144-4eb6-aec4-46034b1072cc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:01.830896 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d91854a6-d25a-41ee-8215-008b4416ae37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:01.851624 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d91854a6-d25a-41ee-8215-008b4416ae37 None None] Calling delete_port for fc416cff-bb12-46eb-9dcd-74695fb08fd0 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:59:01.941662 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-df71558f-8ae1-421c-9402-62f4a4ff7eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:01.975801 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:01.999458 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d91854a6-d25a-41ee-8215-008b4416ae37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:02.053471 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91854a6-d25a-41ee-8215-008b4416ae37 None None] Pushing event deleted for resources: {'Port': ['ID=fc416cff-bb12-46eb-9dcd-74695fb08fd0,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:02.053471 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91854a6-d25a-41ee-8215-008b4416ae37 None None] No DVR routers for this DVR port fc416cff-bb12-46eb-9dcd-74695fb08fd0 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:59:02.058565 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-02194c7b-43af-443a-8c6d-62b47d8efbb3 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Calling delete_port for fc416cff-bb12-46eb-9dcd-74695fb08fd0 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:59:02.134882 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-02194c7b-43af-443a-8c6d-62b47d8efbb3 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:02.161352 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02194c7b-43af-443a-8c6d-62b47d8efbb3 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Pushing event deleted for resources: {'Port': ['ID=fc416cff-bb12-46eb-9dcd-74695fb08fd0,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:02.163180 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02194c7b-43af-443a-8c6d-62b47d8efbb3 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] No DVR routers for this DVR port fc416cff-bb12-46eb-9dcd-74695fb08fd0 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:59:02.241169 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-02194c7b-43af-443a-8c6d-62b47d8efbb3 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:02.250625 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-02194c7b-43af-443a-8c6d-62b47d8efbb3 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec516976-4e22-4586-8b17-70d12d457d79']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:02.260945 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-02194c7b-43af-443a-8c6d-62b47d8efbb3 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad9e21e-b144-4eb6-aec4-46034b1072cc') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:02.261241 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-02194c7b-43af-443a-8c6d-62b47d8efbb3 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad9e21e-b144-4eb6-aec4-46034b1072cc') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:02.270429 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-02194c7b-43af-443a-8c6d-62b47d8efbb3 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:02.284167 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-02194c7b-43af-443a-8c6d-62b47d8efbb3 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:02.290256 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02194c7b-43af-443a-8c6d-62b47d8efbb3 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:59:02.290657 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-02194c7b-43af-443a-8c6d-62b47d8efbb3 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: self.session.flush() Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: self.session.flush() Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: self.session.flush() Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: self.session.flush() Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: timer() Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:59:02.293538 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:59:02.352727 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-02194c7b-43af-443a-8c6d-62b47d8efbb3 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:02.359133 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-02194c7b-43af-443a-8c6d-62b47d8efbb3 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:02.361013 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-02194c7b-43af-443a-8c6d-62b47d8efbb3 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] 10.222.0.68 "DELETE /v2.0/networks/ec516976-4e22-4586-8b17-70d12d457d79 HTTP/1.1" status: 204 len: 168 time: 0.8512027 Aug 16 20:59:02.372364 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02194c7b-43af-443a-8c6d-62b47d8efbb3 tempest-NetworksIpV6Test-1294586405 tempest-NetworksIpV6Test-1294586405-project] Pushing event deleted for resources: {'Network': ['ID=ec516976-4e22-4586-8b17-70d12d457d79,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:02.597011 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33160) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:02.725362 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2e60fab9-e6ff-4589-9ba5-0aff4bf7947b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cd9af6cc358641e388823316728bbb56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1271727 Aug 16 20:59:02.727859 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33164) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:02.774955 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1105b08b-a4bb-4cf3-a6c2-ac7a3d40e814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:02.795829 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1105b08b-a4bb-4cf3-a6c2-ac7a3d40e814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:02.843013 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1105b08b-a4bb-4cf3-a6c2-ac7a3d40e814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:02.845576 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1105b08b-a4bb-4cf3-a6c2-ac7a3d40e814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:02.846711 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1105b08b-a4bb-4cf3-a6c2-ac7a3d40e814 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e44957f4-811d-4cd2-9418-c9f4cefc6241 HTTP/1.1" status: 204 len: 168 time: 0.1179481 Aug 16 20:59:02.854884 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105b08b-a4bb-4cf3-a6c2-ac7a3d40e814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44957f4-811d-4cd2-9418-c9f4cefc6241,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:03.465576 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33186) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:03.559220 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f4296d21-227e-48e0-8bee-03f146b05478 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-517800910', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:03.583117 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f4296d21-227e-48e0-8bee-03f146b05478 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:03.584301 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f4296d21-227e-48e0-8bee-03f146b05478 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:03.636752 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f4296d21-227e-48e0-8bee-03f146b05478 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:03.640679 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f4296d21-227e-48e0-8bee-03f146b05478 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:03.659838 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f4296d21-227e-48e0-8bee-03f146b05478 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:03.661164 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f4296d21-227e-48e0-8bee-03f146b05478 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1945260 Aug 16 20:59:03.663887 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33190) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:03.668841 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2ec0b6b1-5e31-4ee4-b104-31d050af8d39 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1729078684'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:03.688039 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec0b6b1-5e31-4ee4-b104-31d050af8d39 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Made reservation on behalf of 60283a32d3c744e5939ef133bc7e1ec1 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:03.692002 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ec0b6b1-5e31-4ee4-b104-31d050af8d39 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:03.700235 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ec0b6b1-5e31-4ee4-b104-31d050af8d39 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:03.791741 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ec0b6b1-5e31-4ee4-b104-31d050af8d39 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:03.795267 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ec0b6b1-5e31-4ee4-b104-31d050af8d39 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:03.820750 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec0b6b1-5e31-4ee4-b104-31d050af8d39 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:59:03.829231 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0b6b1-5e31-4ee4-b104-31d050af8d39 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed509d2-d9de-44c8-af35-ac8e7803a4bd,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:03.835725 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ec0b6b1-5e31-4ee4-b104-31d050af8d39 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:03.836076 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-2ec0b6b1-5e31-4ee4-b104-31d050af8d39 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Added segment 8a458e26-3809-4780-924a-4f548c234823 of type vlan for network 3bdbdd36-f237-47e0-bd2d-5e2cd80c1120 Aug 16 20:59:03.875016 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ec0b6b1-5e31-4ee4-b104-31d050af8d39 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:03.900126 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ec0b6b1-5e31-4ee4-b104-31d050af8d39 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:03.905777 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec0b6b1-5e31-4ee4-b104-31d050af8d39 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:03.906354 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ec0b6b1-5e31-4ee4-b104-31d050af8d39 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:03.962617 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2ec0b6b1-5e31-4ee4-b104-31d050af8d39 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2976377 Aug 16 20:59:03.965512 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33192) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:03.970694 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7b266ede-cbbc-4265-940f-22fcdaf6b195 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Request body: {'subnet': {'network_id': '3bdbdd36-f237-47e0-bd2d-5e2cd80c1120', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:03.974063 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0b6b1-5e31-4ee4-b104-31d050af8d39 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Pushing event updated for resources: {'Network': ['ID=3bdbdd36-f237-47e0-bd2d-5e2cd80c1120,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:03.984543 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 3bdbdd36-f237-47e0-bd2d-5e2cd80c1120 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:59:04.067466 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b266ede-cbbc-4265-940f-22fcdaf6b195 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Made reservation on behalf of 60283a32d3c744e5939ef133bc7e1ec1 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:04.070957 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b266ede-cbbc-4265-940f-22fcdaf6b195 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:04.244853 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b266ede-cbbc-4265-940f-22fcdaf6b195 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:04.303805 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b266ede-cbbc-4265-940f-22fcdaf6b195 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Pushing event updated for resources: {'Subnet': ['ID=b8bf72d5-8207-4bdf-9b9c-4236b24ad93a,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:04.312026 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b266ede-cbbc-4265-940f-22fcdaf6b195 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Checking segment: {'id': '8a458e26-3809-4780-924a-4f548c234823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3bdbdd36-f237-47e0-bd2d-5e2cd80c1120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:04.312385 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b266ede-cbbc-4265-940f-22fcdaf6b195 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Network hostable DHCP agents. Network: 3bdbdd36-f237-47e0-bd2d-5e2cd80c1120, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:59:04.327953 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b266ede-cbbc-4265-940f-22fcdaf6b195 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Network 3bdbdd36-f237-47e0-bd2d-5e2cd80c1120 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:59:04.338422 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7b266ede-cbbc-4265-940f-22fcdaf6b195 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 3bdbdd36-f237-47e0-bd2d-5e2cd80c1120) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:04.343887 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b266ede-cbbc-4265-940f-22fcdaf6b195 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:04.344451 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b266ede-cbbc-4265-940f-22fcdaf6b195 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:04.349477 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b1ec87-c45e-454d-8ca8-f085fe14c5b4 None None] Network 3bdbdd36-f237-47e0-bd2d-5e2cd80c1120 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:59:04.364286 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7b266ede-cbbc-4265-940f-22fcdaf6b195 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3940806 Aug 16 20:59:04.364499 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33194) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:04.369346 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9887b204-8e1e-41ae-8d67-698a2d21d3c0 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-776417692'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:04.389390 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9887b204-8e1e-41ae-8d67-698a2d21d3c0 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Made reservation on behalf of 60283a32d3c744e5939ef133bc7e1ec1 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:04.393167 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9887b204-8e1e-41ae-8d67-698a2d21d3c0 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:04.420823 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9887b204-8e1e-41ae-8d67-698a2d21d3c0 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:59:04.431132 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9887b204-8e1e-41ae-8d67-698a2d21d3c0 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:04.431550 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-9887b204-8e1e-41ae-8d67-698a2d21d3c0 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Added segment 2914e83e-e600-489c-a10f-193c5767ec7f of type vlan for network 90e635e7-b704-4d5d-a67e-7c80375dac8b Aug 16 20:59:04.469550 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9887b204-8e1e-41ae-8d67-698a2d21d3c0 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:04.476267 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46965da8-feb6-4843-b7f1-63e2906c6c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:04.496856 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9887b204-8e1e-41ae-8d67-698a2d21d3c0 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:04.504645 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9887b204-8e1e-41ae-8d67-698a2d21d3c0 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:04.505269 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9887b204-8e1e-41ae-8d67-698a2d21d3c0 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:04.507768 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695daaf2-388e-4d0d-ab73-30f60af1f5c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-3bdbdd36-f237-47e0-bd2d-5e2cd80c1120', 'network_id': '3bdbdd36-f237-47e0-bd2d-5e2cd80c1120', 'tenant_id': '60283a32d3c744e5939ef133bc7e1ec1', 'fixed_ips': [{'subnet_id': 'b8bf72d5-8207-4bdf-9b9c-4236b24ad93a'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:59:04.508677 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-695daaf2-388e-4d0d-ab73-30f60af1f5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:04.557383 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9887b204-8e1e-41ae-8d67-698a2d21d3c0 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1914904 Aug 16 20:59:04.559956 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33196) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:04.564691 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-50e2a3d0-72c1-4363-83ff-1934335c9d62 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Request body: {'subnet': {'network_id': '90e635e7-b704-4d5d-a67e-7c80375dac8b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:04.619997 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887b204-8e1e-41ae-8d67-698a2d21d3c0 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Pushing event updated for resources: {'Network': ['ID=90e635e7-b704-4d5d-a67e-7c80375dac8b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:04.631677 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 90e635e7-b704-4d5d-a67e-7c80375dac8b details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:59:04.667084 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e2a3d0-72c1-4363-83ff-1934335c9d62 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Made reservation on behalf of 60283a32d3c744e5939ef133bc7e1ec1 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:04.670483 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-50e2a3d0-72c1-4363-83ff-1934335c9d62 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:04.679566 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-695daaf2-388e-4d0d-ab73-30f60af1f5c0 None None] Allocated IP 172.20.0.2 (3bdbdd36-f237-47e0-bd2d-5e2cd80c1120/b8bf72d5-8207-4bdf-9b9c-4236b24ad93a/96289db4-7539-4241-a2ed-9ac7404ba8b2) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:59:04.768576 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:04.854880 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-50e2a3d0-72c1-4363-83ff-1934335c9d62 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:04.855092 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-695daaf2-388e-4d0d-ab73-30f60af1f5c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:04.863177 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-695daaf2-388e-4d0d-ab73-30f60af1f5c0 None None] Transition to ACTIVE for port object 96289db4-7539-4241-a2ed-9ac7404ba8b2 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:04.877374 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-695daaf2-388e-4d0d-ab73-30f60af1f5c0 None None] Transition to ACTIVE for port object 96289db4-7539-4241-a2ed-9ac7404ba8b2 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:04.884243 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-695daaf2-388e-4d0d-ab73-30f60af1f5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:04.919458 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2a3d0-72c1-4363-83ff-1934335c9d62 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Pushing event updated for resources: {'Subnet': ['ID=1f91de95-6596-40e6-8f64-c714016ddcda,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:04.923417 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695daaf2-388e-4d0d-ab73-30f60af1f5c0 None None] Network 3bdbdd36-f237-47e0-bd2d-5e2cd80c1120 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:04.924965 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e2a3d0-72c1-4363-83ff-1934335c9d62 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Checking segment: {'id': '2914e83e-e600-489c-a10f-193c5767ec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '90e635e7-b704-4d5d-a67e-7c80375dac8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:04.925370 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e2a3d0-72c1-4363-83ff-1934335c9d62 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Network hostable DHCP agents. Network: 90e635e7-b704-4d5d-a67e-7c80375dac8b, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:59:04.926620 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-695daaf2-388e-4d0d-ab73-30f60af1f5c0 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:04.930299 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695daaf2-388e-4d0d-ab73-30f60af1f5c0 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:59:04.937286 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695daaf2-388e-4d0d-ab73-30f60af1f5c0 None None] Pushing event updated for resources: {'Port': ['ID=96289db4-7539-4241-a2ed-9ac7404ba8b2,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:04.946576 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e2a3d0-72c1-4363-83ff-1934335c9d62 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Network 90e635e7-b704-4d5d-a67e-7c80375dac8b is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:59:04.955520 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-50e2a3d0-72c1-4363-83ff-1934335c9d62 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 90e635e7-b704-4d5d-a67e-7c80375dac8b) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:04.961137 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e2a3d0-72c1-4363-83ff-1934335c9d62 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:04.963665 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-50e2a3d0-72c1-4363-83ff-1934335c9d62 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:04.963841 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf2004f-9384-4284-a815-9845d4e08911 None None] Network 90e635e7-b704-4d5d-a67e-7c80375dac8b requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:59:04.980502 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-50e2a3d0-72c1-4363-83ff-1934335c9d62 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4168732 Aug 16 20:59:04.981063 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33198) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:04.985200 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-805e9baf-621a-4aef-be13-ee717e456614 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Request body: {'router': {'external_gateway_info': {'network_id': '90e635e7-b704-4d5d-a67e-7c80375dac8b'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:05.030352 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-695daaf2-388e-4d0d-ab73-30f60af1f5c0 None None] Attempting to bind port 96289db4-7539-4241-a2ed-9ac7404ba8b2 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:59:05.030944 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-695daaf2-388e-4d0d-ab73-30f60af1f5c0 None None] Attempting to bind port 96289db4-7539-4241-a2ed-9ac7404ba8b2 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '8a458e26-3809-4780-924a-4f548c234823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3bdbdd36-f237-47e0-bd2d-5e2cd80c1120'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:59:05.031062 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695daaf2-388e-4d0d-ab73-30f60af1f5c0 None None] Attempting to bind port 96289db4-7539-4241-a2ed-9ac7404ba8b2 on network 3bdbdd36-f237-47e0-bd2d-5e2cd80c1120 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:59:05.040065 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695daaf2-388e-4d0d-ab73-30f60af1f5c0 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:59:05.040467 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695daaf2-388e-4d0d-ab73-30f60af1f5c0 None None] Checking segment: {'id': '8a458e26-3809-4780-924a-4f548c234823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3bdbdd36-f237-47e0-bd2d-5e2cd80c1120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:05.040872 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-695daaf2-388e-4d0d-ab73-30f60af1f5c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:05.041271 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695daaf2-388e-4d0d-ab73-30f60af1f5c0 None None] Bound using segment: {'id': '8a458e26-3809-4780-924a-4f548c234823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3bdbdd36-f237-47e0-bd2d-5e2cd80c1120'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:59:05.041731 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-695daaf2-388e-4d0d-ab73-30f60af1f5c0 None None] Bound port: 96289db4-7539-4241-a2ed-9ac7404ba8b2, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a458e26-3809-4780-924a-4f548c234823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3bdbdd36-f237-47e0-bd2d-5e2cd80c1120'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:59:05.042115 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-695daaf2-388e-4d0d-ab73-30f60af1f5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:05.152882 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-695daaf2-388e-4d0d-ab73-30f60af1f5c0 None None] For port 96289db4-7539-4241-a2ed-9ac7404ba8b2, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:59:05.157289 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-695daaf2-388e-4d0d-ab73-30f60af1f5c0 None None] For port 96289db4-7539-4241-a2ed-9ac7404ba8b2, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=96289db4-7539-4241-a2ed-9ac7404ba8b2,segment=NetworkSegment(8a458e26-3809-4780-924a-4f548c234823),segment_id=8a458e26-3809-4780-924a-4f548c234823)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:59:05.166043 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-695daaf2-388e-4d0d-ab73-30f60af1f5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:05.207571 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab9242c-5fcc-42b0-9ddd-46cef386b43d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-90e635e7-b704-4d5d-a67e-7c80375dac8b', 'network_id': '90e635e7-b704-4d5d-a67e-7c80375dac8b', 'tenant_id': '60283a32d3c744e5939ef133bc7e1ec1', 'fixed_ips': [{'subnet_id': '1f91de95-6596-40e6-8f64-c714016ddcda'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:59:05.208443 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cab9242c-5fcc-42b0-9ddd-46cef386b43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:05.320764 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695daaf2-388e-4d0d-ab73-30f60af1f5c0 None None] Pushing event updated for resources: {'Port': ['ID=96289db4-7539-4241-a2ed-9ac7404ba8b2,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:05.588261 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-cab9242c-5fcc-42b0-9ddd-46cef386b43d None None] Allocated IP 172.21.0.2 (90e635e7-b704-4d5d-a67e-7c80375dac8b/1f91de95-6596-40e6-8f64-c714016ddcda/caadfecc-a2b6-4010-8a2e-012150b083ab) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:59:05.602371 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-805e9baf-621a-4aef-be13-ee717e456614 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:05.710724 n-d-787206-13 neutron-server[94771]: INFO neutron.api.v2.resource [None req-805e9baf-621a-4aef-be13-ee717e456614 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:59:05.711654 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-805e9baf-621a-4aef-be13-ee717e456614 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] 10.222.0.68 "PUT /v2.0/routers/92556285-67d1-446f-a44d-6d2db0e6502f HTTP/1.1" status: 400 len: 364 time: 0.7300935 Aug 16 20:59:05.717907 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33200) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:05.748666 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cab9242c-5fcc-42b0-9ddd-46cef386b43d None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:05.757532 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cab9242c-5fcc-42b0-9ddd-46cef386b43d None None] Transition to ACTIVE for port object caadfecc-a2b6-4010-8a2e-012150b083ab will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:05.789995 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cab9242c-5fcc-42b0-9ddd-46cef386b43d None None] Transition to ACTIVE for port object caadfecc-a2b6-4010-8a2e-012150b083ab will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:05.807070 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cab9242c-5fcc-42b0-9ddd-46cef386b43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:05.816984 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:05.845820 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a65049-8e9d-4390-9932-f37c987fa929 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Deleting subnet 1f91de95-6596-40e6-8f64-c714016ddcda {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:59:05.853073 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9a65049-8e9d-4390-9932-f37c987fa929 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:05.854974 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab9242c-5fcc-42b0-9ddd-46cef386b43d None None] Network 90e635e7-b704-4d5d-a67e-7c80375dac8b is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:05.857824 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-cab9242c-5fcc-42b0-9ddd-46cef386b43d None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:05.863553 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab9242c-5fcc-42b0-9ddd-46cef386b43d None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:59:05.875895 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9242c-5fcc-42b0-9ddd-46cef386b43d None None] Pushing event updated for resources: {'Port': ['ID=caadfecc-a2b6-4010-8a2e-012150b083ab,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:05.902608 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 96289db4-7539-4241-a2ed-9ac7404ba8b2 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:05.909893 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9a65049-8e9d-4390-9932-f37c987fa929 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:05.958041 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-cab9242c-5fcc-42b0-9ddd-46cef386b43d None None] Attempting to bind port caadfecc-a2b6-4010-8a2e-012150b083ab on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:59:05.958413 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-cab9242c-5fcc-42b0-9ddd-46cef386b43d None None] Attempting to bind port caadfecc-a2b6-4010-8a2e-012150b083ab by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '2914e83e-e600-489c-a10f-193c5767ec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '90e635e7-b704-4d5d-a67e-7c80375dac8b'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:59:05.958778 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab9242c-5fcc-42b0-9ddd-46cef386b43d None None] Attempting to bind port caadfecc-a2b6-4010-8a2e-012150b083ab on network 90e635e7-b704-4d5d-a67e-7c80375dac8b {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:59:05.966881 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab9242c-5fcc-42b0-9ddd-46cef386b43d None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:59:05.967175 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab9242c-5fcc-42b0-9ddd-46cef386b43d None None] Checking segment: {'id': '2914e83e-e600-489c-a10f-193c5767ec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '90e635e7-b704-4d5d-a67e-7c80375dac8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:05.967614 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cab9242c-5fcc-42b0-9ddd-46cef386b43d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:05.967996 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab9242c-5fcc-42b0-9ddd-46cef386b43d None None] Bound using segment: {'id': '2914e83e-e600-489c-a10f-193c5767ec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '90e635e7-b704-4d5d-a67e-7c80375dac8b'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:59:05.968461 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-cab9242c-5fcc-42b0-9ddd-46cef386b43d None None] Bound port: caadfecc-a2b6-4010-8a2e-012150b083ab, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2914e83e-e600-489c-a10f-193c5767ec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '90e635e7-b704-4d5d-a67e-7c80375dac8b'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:59:05.968843 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cab9242c-5fcc-42b0-9ddd-46cef386b43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.002533 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9a65049-8e9d-4390-9932-f37c987fa929 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.017111 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 96289db4-7539-4241-a2ed-9ac7404ba8b2 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:06.073790 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9a65049-8e9d-4390-9932-f37c987fa929 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.074208 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cab9242c-5fcc-42b0-9ddd-46cef386b43d None None] For port caadfecc-a2b6-4010-8a2e-012150b083ab, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:59:06.078578 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cab9242c-5fcc-42b0-9ddd-46cef386b43d None None] For port caadfecc-a2b6-4010-8a2e-012150b083ab, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=caadfecc-a2b6-4010-8a2e-012150b083ab,segment=NetworkSegment(2914e83e-e600-489c-a10f-193c5767ec7f),segment_id=2914e83e-e600-489c-a10f-193c5767ec7f)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:59:06.085412 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cab9242c-5fcc-42b0-9ddd-46cef386b43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.101917 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a65049-8e9d-4390-9932-f37c987fa929 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Pushing event deleted for resources: {'Subnet': ['ID=1f91de95-6596-40e6-8f64-c714016ddcda,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:06.110544 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9a65049-8e9d-4390-9932-f37c987fa929 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.116904 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d9a65049-8e9d-4390-9932-f37c987fa929 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] 10.222.0.68 "DELETE /v2.0/subnets/1f91de95-6596-40e6-8f64-c714016ddcda HTTP/1.1" status: 204 len: 168 time: 0.3965344 Aug 16 20:59:06.117862 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33202) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:06.154296 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9242c-5fcc-42b0-9ddd-46cef386b43d None None] Pushing event updated for resources: {'Port': ['ID=caadfecc-a2b6-4010-8a2e-012150b083ab,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:06.212550 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-282cbb12-16cf-476f-8a37-b0e0924f580a tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.268865 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-282cbb12-16cf-476f-8a37-b0e0924f580a tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Deleting port caadfecc-a2b6-4010-8a2e-012150b083ab {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:59:06.269301 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-282cbb12-16cf-476f-8a37-b0e0924f580a tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.340130 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc82e78a-a19f-4888-b635-e1083e5c4301 None None] Network 3bdbdd36-f237-47e0-bd2d-5e2cd80c1120 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:59:06.355826 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-282cbb12-16cf-476f-8a37-b0e0924f580a tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] For port caadfecc-a2b6-4010-8a2e-012150b083ab, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=caadfecc-a2b6-4010-8a2e-012150b083ab,segment=NetworkSegment(2914e83e-e600-489c-a10f-193c5767ec7f),segment_id=2914e83e-e600-489c-a10f-193c5767ec7f)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:06.356175 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-282cbb12-16cf-476f-8a37-b0e0924f580a tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.372891 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-282cbb12-16cf-476f-8a37-b0e0924f580a tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Calling delete_port for caadfecc-a2b6-4010-8a2e-012150b083ab owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:59:06.420271 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-933dd54f-2501-4b26-b1eb-3f30282a2370 None None] Provisioning for port 96289db4-7539-4241-a2ed-9ac7404ba8b2 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:06.433535 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-933dd54f-2501-4b26-b1eb-3f30282a2370 None None] Provisioning complete for port 96289db4-7539-4241-a2ed-9ac7404ba8b2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:06.433909 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-933dd54f-2501-4b26-b1eb-3f30282a2370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.463104 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-282cbb12-16cf-476f-8a37-b0e0924f580a tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.485827 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282cbb12-16cf-476f-8a37-b0e0924f580a tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Pushing event deleted for resources: {'Port': ['ID=caadfecc-a2b6-4010-8a2e-012150b083ab,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:06.494897 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282cbb12-16cf-476f-8a37-b0e0924f580a tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] No DVR routers for this DVR port caadfecc-a2b6-4010-8a2e-012150b083ab on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:59:06.541857 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.575938 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-282cbb12-16cf-476f-8a37-b0e0924f580a tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.585884 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-282cbb12-16cf-476f-8a37-b0e0924f580a tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e635e7-b704-4d5d-a67e-7c80375dac8b']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:06.595405 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-282cbb12-16cf-476f-8a37-b0e0924f580a tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2914e83e-e600-489c-a10f-193c5767ec7f') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:06.595703 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-282cbb12-16cf-476f-8a37-b0e0924f580a tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2914e83e-e600-489c-a10f-193c5767ec7f') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:06.604890 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-933dd54f-2501-4b26-b1eb-3f30282a2370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.605286 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-282cbb12-16cf-476f-8a37-b0e0924f580a tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.614852 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.620087 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-282cbb12-16cf-476f-8a37-b0e0924f580a tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.626557 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-282cbb12-16cf-476f-8a37-b0e0924f580a tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:59:06.627141 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-282cbb12-16cf-476f-8a37-b0e0924f580a tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.630566 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:59:06.630566 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:59:06.630566 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:59:06.630566 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:59:06.630566 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:59:06.630566 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:59:06.630566 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:59:06.630566 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:59:06.630566 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:59:06.630566 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:59:06.630566 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:59:06.630566 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:59:06.630566 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:59:06.630566 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:59:06.630566 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:59:06.630566 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:59:06.630566 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:59:06.630566 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:59:06.630566 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:59:06.630566 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:59:06.630566 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:59:06.630566 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:59:06.630566 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:59:06.630566 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:59:06.630566 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:59:06.630566 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:59:06.630566 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:59:06.630566 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:59:06.630566 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:59:06.630566 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:59:06.630566 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:59:06.630566 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:59:06.649335 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-933dd54f-2501-4b26-b1eb-3f30282a2370 None None] For port 96289db4-7539-4241-a2ed-9ac7404ba8b2, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=96289db4-7539-4241-a2ed-9ac7404ba8b2,segment=NetworkSegment(8a458e26-3809-4780-924a-4f548c234823),segment_id=8a458e26-3809-4780-924a-4f548c234823)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:06.654311 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-933dd54f-2501-4b26-b1eb-3f30282a2370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.694105 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-282cbb12-16cf-476f-8a37-b0e0924f580a tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.701998 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-282cbb12-16cf-476f-8a37-b0e0924f580a tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.704060 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-282cbb12-16cf-476f-8a37-b0e0924f580a tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] 10.222.0.68 "DELETE /v2.0/networks/90e635e7-b704-4d5d-a67e-7c80375dac8b HTTP/1.1" status: 204 len: 168 time: 0.5849516 Aug 16 20:59:06.706462 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33204) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:06.710844 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933dd54f-2501-4b26-b1eb-3f30282a2370 None None] Pushing event updated for resources: {'Port': ['ID=96289db4-7539-4241-a2ed-9ac7404ba8b2,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:06.715596 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282cbb12-16cf-476f-8a37-b0e0924f580a tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Pushing event deleted for resources: {'Network': ['ID=90e635e7-b704-4d5d-a67e-7c80375dac8b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:06.772235 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0534ec4-0282-4fed-a9e3-2d5ac438affd tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Deleting subnet b8bf72d5-8207-4bdf-9b9c-4236b24ad93a {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:59:06.775694 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0534ec4-0282-4fed-a9e3-2d5ac438affd tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.821096 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0534ec4-0282-4fed-a9e3-2d5ac438affd tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.877887 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3ae97a93-f65b-445a-ac2d-3a4e07c971f3 None None] Provisioning complete for port 96289db4-7539-4241-a2ed-9ac7404ba8b2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:06.878262 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ae97a93-f65b-445a-ac2d-3a4e07c971f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.911615 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0534ec4-0282-4fed-a9e3-2d5ac438affd tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.980388 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0534ec4-0282-4fed-a9e3-2d5ac438affd tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:07.005705 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0534ec4-0282-4fed-a9e3-2d5ac438affd tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Pushing event deleted for resources: {'Subnet': ['ID=b8bf72d5-8207-4bdf-9b9c-4236b24ad93a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:07.011690 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0534ec4-0282-4fed-a9e3-2d5ac438affd tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:07.015640 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b0534ec4-0282-4fed-a9e3-2d5ac438affd tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] 10.222.0.68 "DELETE /v2.0/subnets/b8bf72d5-8207-4bdf-9b9c-4236b24ad93a HTTP/1.1" status: 204 len: 168 time: 0.3057587 Aug 16 20:59:07.016027 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33206) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:07.021860 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9f496b-875c-4d2a-aa99-b79d3d951502 None None] Network 3bdbdd36-f237-47e0-bd2d-5e2cd80c1120 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:59:07.112400 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e8ef10f-0297-4d81-bef0-013972991f27 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:07.169799 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-3e8ef10f-0297-4d81-bef0-013972991f27 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Deleting port 96289db4-7539-4241-a2ed-9ac7404ba8b2 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:59:07.170390 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e8ef10f-0297-4d81-bef0-013972991f27 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:07.183393 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0e91d68b-0dec-4365-9ab0-5b56f7dd2818 None None] Could not find standard attr ID for object caadfecc-a2b6-4010-8a2e-012150b083ab. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:59:07.213309 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c352fbc0-e3e2-46c2-9e3e-ccddb050ebf8 None None] DHCP port deletion for 90e635e7-b704-4d5d-a67e-7c80375dac8b request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:59:07.233760 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce47f230-9f74-40bd-a763-9938a8005d04 None None] Network 90e635e7-b704-4d5d-a67e-7c80375dac8b requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:59:07.243657 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-3e8ef10f-0297-4d81-bef0-013972991f27 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] For port 96289db4-7539-4241-a2ed-9ac7404ba8b2, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=96289db4-7539-4241-a2ed-9ac7404ba8b2,segment=NetworkSegment(8a458e26-3809-4780-924a-4f548c234823),segment_id=8a458e26-3809-4780-924a-4f548c234823)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:07.244103 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e8ef10f-0297-4d81-bef0-013972991f27 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:07.250076 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce47f230-9f74-40bd-a763-9938a8005d04 None None] Network 90e635e7-b704-4d5d-a67e-7c80375dac8b could not be found, it might have been deleted concurrently. {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 20:59:07.251778 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:07.255352 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc618304-7d25-4947-bec7-f401793e2891 None None] DHCP port deletion for 3bdbdd36-f237-47e0-bd2d-5e2cd80c1120 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:59:07.258442 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-3e8ef10f-0297-4d81-bef0-013972991f27 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Calling delete_port for 96289db4-7539-4241-a2ed-9ac7404ba8b2 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:59:07.302402 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bc618304-7d25-4947-bec7-f401793e2891 None None] Deleting port 96289db4-7539-4241-a2ed-9ac7404ba8b2 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:59:07.302886 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bc618304-7d25-4947-bec7-f401793e2891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:07.343001 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e8ef10f-0297-4d81-bef0-013972991f27 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:07.369522 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ef10f-0297-4d81-bef0-013972991f27 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Pushing event deleted for resources: {'Port': ['ID=96289db4-7539-4241-a2ed-9ac7404ba8b2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:07.371392 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8ef10f-0297-4d81-bef0-013972991f27 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] No DVR routers for this DVR port 96289db4-7539-4241-a2ed-9ac7404ba8b2 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:59:07.371554 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bc618304-7d25-4947-bec7-f401793e2891 None None] For port 96289db4-7539-4241-a2ed-9ac7404ba8b2, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=96289db4-7539-4241-a2ed-9ac7404ba8b2,segment=NetworkSegment(8a458e26-3809-4780-924a-4f548c234823),segment_id=8a458e26-3809-4780-924a-4f548c234823)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:07.371951 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bc618304-7d25-4947-bec7-f401793e2891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:07.386196 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bc618304-7d25-4947-bec7-f401793e2891 None None] Calling delete_port for 96289db4-7539-4241-a2ed-9ac7404ba8b2 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:59:07.460147 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e8ef10f-0297-4d81-bef0-013972991f27 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:07.461541 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bc618304-7d25-4947-bec7-f401793e2891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:07.469763 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-3e8ef10f-0297-4d81-bef0-013972991f27 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bdbdd36-f237-47e0-bd2d-5e2cd80c1120']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:07.479722 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-3e8ef10f-0297-4d81-bef0-013972991f27 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a458e26-3809-4780-924a-4f548c234823') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:07.480018 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-3e8ef10f-0297-4d81-bef0-013972991f27 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a458e26-3809-4780-924a-4f548c234823') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:07.485886 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc618304-7d25-4947-bec7-f401793e2891 None None] Pushing event deleted for resources: {'Port': ['ID=96289db4-7539-4241-a2ed-9ac7404ba8b2,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:07.489679 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e8ef10f-0297-4d81-bef0-013972991f27 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:07.489919 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc618304-7d25-4947-bec7-f401793e2891 None None] No DVR routers for this DVR port 96289db4-7539-4241-a2ed-9ac7404ba8b2 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:59:07.504847 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e8ef10f-0297-4d81-bef0-013972991f27 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:07.510752 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e8ef10f-0297-4d81-bef0-013972991f27 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:59:07.511083 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e8ef10f-0297-4d81-bef0-013972991f27 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:07.514124 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 20:59:07.514124 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:59:07.514124 n-d-787206-13 neutron-server[94771]: timer() Aug 16 20:59:07.514124 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:59:07.514124 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 20:59:07.514124 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:59:07.514124 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 20:59:07.514124 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:59:07.514124 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 20:59:07.514124 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:59:07.514124 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 20:59:07.514124 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:59:07.514124 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 20:59:07.514124 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:59:07.514124 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:59:07.514124 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:59:07.514124 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:59:07.514124 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:59:07.514124 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 20:59:07.514124 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:59:07.514124 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 20:59:07.514124 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:59:07.514124 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:59:07.514124 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:59:07.514124 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 20:59:07.514124 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:59:07.514124 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:59:07.514124 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:59:07.514124 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:59:07.514124 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:59:07.514124 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:59:07.514124 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:59:07.573148 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e8ef10f-0297-4d81-bef0-013972991f27 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:07.579860 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e8ef10f-0297-4d81-bef0-013972991f27 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:07.582296 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3e8ef10f-0297-4d81-bef0-013972991f27 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] 10.222.0.68 "DELETE /v2.0/networks/3bdbdd36-f237-47e0-bd2d-5e2cd80c1120 HTTP/1.1" status: 204 len: 168 time: 0.5646291 Aug 16 20:59:07.585286 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33208) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:07.594046 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ef10f-0297-4d81-bef0-013972991f27 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Pushing event deleted for resources: {'Network': ['ID=3bdbdd36-f237-47e0-bd2d-5e2cd80c1120,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:07.612354 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a3886663-febd-47de-86dd-f2e06b75472d tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] 10.222.0.68 "GET /v2.0/ports?device_id=92556285-67d1-446f-a44d-6d2db0e6502f HTTP/1.1" status: 200 len: 205 time: 0.0259209 Aug 16 20:59:07.614585 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33210) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:07.688235 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14094073-7269-4a52-b9c5-a4f51d4cb1b2 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:07.805648 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 96289db4-7539-4241-a2ed-9ac7404ba8b2 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:59:07.826119 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 96289db4-7539-4241-a2ed-9ac7404ba8b2 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:59:07.826465 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 96289db4-7539-4241-a2ed-9ac7404ba8b2 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:59:07.845871 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14094073-7269-4a52-b9c5-a4f51d4cb1b2 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:07.848041 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14094073-7269-4a52-b9c5-a4f51d4cb1b2 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:07.890650 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14094073-7269-4a52-b9c5-a4f51d4cb1b2 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:07.891146 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14094073-7269-4a52-b9c5-a4f51d4cb1b2 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Fanout notify agent at l3_agent the message router_deleted on router 92556285-67d1-446f-a44d-6d2db0e6502f {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:59:07.898124 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14094073-7269-4a52-b9c5-a4f51d4cb1b2 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:07.899187 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-14094073-7269-4a52-b9c5-a4f51d4cb1b2 tempest-RoutersNegativeTest-200834332 tempest-RoutersNegativeTest-200834332-project] 10.222.0.68 "DELETE /v2.0/routers/92556285-67d1-446f-a44d-6d2db0e6502f HTTP/1.1" status: 204 len: 168 time: 0.2836432 Aug 16 20:59:08.133482 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33216) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:08.263703 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-52e9b244-980c-437c-b4b1-4d6da8b3c838 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=60283a32d3c744e5939ef133bc7e1ec1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1290441 Aug 16 20:59:08.266115 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33220) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:08.313090 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15e33bf5-fa1c-4799-95ee-0e0b21559033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:08.333075 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15e33bf5-fa1c-4799-95ee-0e0b21559033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:08.382101 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15e33bf5-fa1c-4799-95ee-0e0b21559033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:08.384881 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15e33bf5-fa1c-4799-95ee-0e0b21559033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:08.386008 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-15e33bf5-fa1c-4799-95ee-0e0b21559033 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1ed509d2-d9de-44c8-af35-ac8e7803a4bd HTTP/1.1" status: 204 len: 168 time: 0.1190090 Aug 16 20:59:08.393544 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e33bf5-fa1c-4799-95ee-0e0b21559033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed509d2-d9de-44c8-af35-ac8e7803a4bd,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:08.982972 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33242) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:09.078987 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f5171b72-466e-4c12-b70c-83f24167b3ef admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1278657482-network', 'tenant_id': '42d6a87c746d471d928b38c15245fbbb'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:09.100432 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5171b72-466e-4c12-b70c-83f24167b3ef admin admin] Made reservation on behalf of 42d6a87c746d471d928b38c15245fbbb for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:09.102605 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5171b72-466e-4c12-b70c-83f24167b3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:09.110715 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5171b72-466e-4c12-b70c-83f24167b3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:09.198245 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5171b72-466e-4c12-b70c-83f24167b3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:09.202278 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5171b72-466e-4c12-b70c-83f24167b3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:09.223334 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5171b72-466e-4c12-b70c-83f24167b3ef admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:59:09.236483 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5171b72-466e-4c12-b70c-83f24167b3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138e2c38-e34b-48b0-8938-b117535c282f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:09.241311 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5171b72-466e-4c12-b70c-83f24167b3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:09.241657 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-f5171b72-466e-4c12-b70c-83f24167b3ef admin admin] Added segment 86742f48-88a2-4eba-8874-a40c38b8fc6f of type vlan for network 13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5 Aug 16 20:59:09.280677 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5171b72-466e-4c12-b70c-83f24167b3ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:09.305877 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5171b72-466e-4c12-b70c-83f24167b3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:09.307162 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5171b72-466e-4c12-b70c-83f24167b3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:09.307805 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5171b72-466e-4c12-b70c-83f24167b3ef admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:09.367137 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f5171b72-466e-4c12-b70c-83f24167b3ef admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3829436 Aug 16 20:59:09.369932 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33246) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:09.374719 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-34cf3541-9900-4a07-ad73-49a50e250584 admin admin] Request body: {'subnet': {'network_id': '13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1278657482-subnet', 'tenant_id': '42d6a87c746d471d928b38c15245fbbb', 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:09.378849 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5171b72-466e-4c12-b70c-83f24167b3ef admin admin] Pushing event updated for resources: {'Network': ['ID=13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:09.388355 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:59:09.399722 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34cf3541-9900-4a07-ad73-49a50e250584 admin admin] Made reservation on behalf of 42d6a87c746d471d928b38c15245fbbb for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:09.402042 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34cf3541-9900-4a07-ad73-49a50e250584 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:09.569290 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34cf3541-9900-4a07-ad73-49a50e250584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:09.621039 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf3541-9900-4a07-ad73-49a50e250584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba80fa37-792f-422b-808a-0faafe4e004d,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:09.631360 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cf3541-9900-4a07-ad73-49a50e250584 admin admin] Checking segment: {'id': '86742f48-88a2-4eba-8874-a40c38b8fc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:09.631725 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cf3541-9900-4a07-ad73-49a50e250584 admin admin] Network hostable DHCP agents. Network: 13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:59:09.648039 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cf3541-9900-4a07-ad73-49a50e250584 admin admin] Network 13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:59:09.657006 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-34cf3541-9900-4a07-ad73-49a50e250584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:09.661296 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cf3541-9900-4a07-ad73-49a50e250584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:09.661886 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34cf3541-9900-4a07-ad73-49a50e250584 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:09.666605 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb373a0-d854-4595-9889-3f45ba7b9c9e None None] Network 13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:59:09.677707 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-34cf3541-9900-4a07-ad73-49a50e250584 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3066487 Aug 16 20:59:09.680332 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33248) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:09.684803 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-01ac53a8-ec66-4bca-9c02-bc87ac02d2cd admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1278657482-router', 'tenant_id': '42d6a87c746d471d928b38c15245fbbb', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:09.704398 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01ac53a8-ec66-4bca-9c02-bc87ac02d2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:09.705412 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01ac53a8-ec66-4bca-9c02-bc87ac02d2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:09.760437 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01ac53a8-ec66-4bca-9c02-bc87ac02d2cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:09.823802 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46429c14-62a9-47d2-85b0-b0731de19b8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5', 'network_id': '13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5', 'tenant_id': '42d6a87c746d471d928b38c15245fbbb', 'fixed_ips': [{'subnet_id': 'ba80fa37-792f-422b-808a-0faafe4e004d'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:59:09.824714 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46429c14-62a9-47d2-85b0-b0731de19b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:09.897416 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01ac53a8-ec66-4bca-9c02-bc87ac02d2cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:09.957136 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-46429c14-62a9-47d2-85b0-b0731de19b8f None None] Allocated IP 172.20.0.2 (13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5/ba80fa37-792f-422b-808a-0faafe4e004d/427b931b-f478-4e30-b139-ee9c1bc7d123) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:59:10.096273 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01ac53a8-ec66-4bca-9c02-bc87ac02d2cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:10.103233 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46429c14-62a9-47d2-85b0-b0731de19b8f None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:10.115814 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-46429c14-62a9-47d2-85b0-b0731de19b8f None None] Transition to ACTIVE for port object 427b931b-f478-4e30-b139-ee9c1bc7d123 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:10.116494 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01ac53a8-ec66-4bca-9c02-bc87ac02d2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:10.135775 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-46429c14-62a9-47d2-85b0-b0731de19b8f None None] Transition to ACTIVE for port object 427b931b-f478-4e30-b139-ee9c1bc7d123 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:10.141229 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46429c14-62a9-47d2-85b0-b0731de19b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:10.180282 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46429c14-62a9-47d2-85b0-b0731de19b8f None None] Network 13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:10.184796 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-46429c14-62a9-47d2-85b0-b0731de19b8f None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:10.189031 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46429c14-62a9-47d2-85b0-b0731de19b8f None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:59:10.192803 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46429c14-62a9-47d2-85b0-b0731de19b8f None None] Pushing event updated for resources: {'Port': ['ID=427b931b-f478-4e30-b139-ee9c1bc7d123,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:10.226031 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-01ac53a8-ec66-4bca-9c02-bc87ac02d2cd admin admin] Allocated IP 172.25.8.165 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/768db628-1234-461b-9764-e84cdfcb43ac) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:59:10.248043 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-46429c14-62a9-47d2-85b0-b0731de19b8f None None] Attempting to bind port 427b931b-f478-4e30-b139-ee9c1bc7d123 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:59:10.248416 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-46429c14-62a9-47d2-85b0-b0731de19b8f None None] Attempting to bind port 427b931b-f478-4e30-b139-ee9c1bc7d123 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '86742f48-88a2-4eba-8874-a40c38b8fc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:59:10.248781 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46429c14-62a9-47d2-85b0-b0731de19b8f None None] Attempting to bind port 427b931b-f478-4e30-b139-ee9c1bc7d123 on network 13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:59:10.253705 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46429c14-62a9-47d2-85b0-b0731de19b8f None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:59:10.254077 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46429c14-62a9-47d2-85b0-b0731de19b8f None None] Checking segment: {'id': '86742f48-88a2-4eba-8874-a40c38b8fc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:10.254493 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46429c14-62a9-47d2-85b0-b0731de19b8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:10.254902 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46429c14-62a9-47d2-85b0-b0731de19b8f None None] Bound using segment: {'id': '86742f48-88a2-4eba-8874-a40c38b8fc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:59:10.255389 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-46429c14-62a9-47d2-85b0-b0731de19b8f None None] Bound port: 427b931b-f478-4e30-b139-ee9c1bc7d123, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86742f48-88a2-4eba-8874-a40c38b8fc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:59:10.255767 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46429c14-62a9-47d2-85b0-b0731de19b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:10.318507 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-46429c14-62a9-47d2-85b0-b0731de19b8f None None] For port 427b931b-f478-4e30-b139-ee9c1bc7d123, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:59:10.321820 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-46429c14-62a9-47d2-85b0-b0731de19b8f None None] For port 427b931b-f478-4e30-b139-ee9c1bc7d123, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=427b931b-f478-4e30-b139-ee9c1bc7d123,segment=NetworkSegment(86742f48-88a2-4eba-8874-a40c38b8fc6f),segment_id=86742f48-88a2-4eba-8874-a40c38b8fc6f)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:59:10.325771 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46429c14-62a9-47d2-85b0-b0731de19b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:10.332405 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01ac53a8-ec66-4bca-9c02-bc87ac02d2cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:10.376507 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01ac53a8-ec66-4bca-9c02-bc87ac02d2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:10.385864 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46429c14-62a9-47d2-85b0-b0731de19b8f None None] Pushing event updated for resources: {'Port': ['ID=427b931b-f478-4e30-b139-ee9c1bc7d123,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:10.413468 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ac53a8-ec66-4bca-9c02-bc87ac02d2cd admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:10.418441 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-01ac53a8-ec66-4bca-9c02-bc87ac02d2cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:10.422000 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ac53a8-ec66-4bca-9c02-bc87ac02d2cd admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:59:10.446236 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac53a8-ec66-4bca-9c02-bc87ac02d2cd admin admin] Pushing event updated for resources: {'Port': ['ID=768db628-1234-461b-9764-e84cdfcb43ac,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:10.692507 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01ac53a8-ec66-4bca-9c02-bc87ac02d2cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:10.881993 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01ac53a8-ec66-4bca-9c02-bc87ac02d2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:11.013119 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ac53a8-ec66-4bca-9c02-bc87ac02d2cd admin admin] Router 1c3eb3b3-0571-407f-ab5f-40f7490162d9 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:59:11.123471 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ac53a8-ec66-4bca-9c02-bc87ac02d2cd admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:59:11.133235 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6c00e7-668b-47f0-a73a-cb02fdf55ed6 None None] Sync routers for ids ['1c3eb3b3-0571-407f-ab5f-40f7490162d9'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:59:11.143363 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01ac53a8-ec66-4bca-9c02-bc87ac02d2cd admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:11.144641 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-01ac53a8-ec66-4bca-9c02-bc87ac02d2cd admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4633422 Aug 16 20:59:11.145987 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6c00e7-668b-47f0-a73a-cb02fdf55ed6 None None] Routers {'1c3eb3b3-0571-407f-ab5f-40f7490162d9'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:59:11.146561 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4a6c00e7-668b-47f0-a73a-cb02fdf55ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:59:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['1c3eb3b3-0571-407f-ab5f-40f7490162d9'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:11.148222 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33250) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:11.257194 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863d3763-77dc-496c-9a00-7483a5da517c None None] Network 13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:59:11.263289 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-4a6c00e7-668b-47f0-a73a-cb02fdf55ed6 None None] Set router 1c3eb3b3-0571-407f-ab5f-40f7490162d9 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:59:11.412384 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2568d572-8e7b-45d2-b444-8ffbba95a99e None None] Provisioning for port 427b931b-f478-4e30-b139-ee9c1bc7d123 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:11.573821 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4a6c00e7-668b-47f0-a73a-cb02fdf55ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3eb3b3-0571-407f-ab5f-40f7490162d9', 'name': 'tempest-TestEncryptedCinderVolumes-1278657482-router', 'tenant_id': '42d6a87c746d471d928b38c15245fbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '768db628-1234-461b-9764-e84cdfcb43ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:09Z', 'updated_at': '2021-08-16T20:59:10Z', 'revision_number': 3, 'project_id': '42d6a87c746d471d928b38c15245fbbb', 'gw_port': {'id': '768db628-1234-461b-9764-e84cdfcb43ac', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:39:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3eb3b3-0571-407f-ab5f-40f7490162d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:10Z', 'updated_at': '2021-08-16T20:59:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:11.576841 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8f41fba-7b67-4463-93ea-7b4737e1b95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:11.601925 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6c00e7-668b-47f0-a73a-cb02fdf55ed6 None None] Checking router: 1c3eb3b3-0571-407f-ab5f-40f7490162d9 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:59:11.602269 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6c00e7-668b-47f0-a73a-cb02fdf55ed6 None None] Updating router 1c3eb3b3-0571-407f-ab5f-40f7490162d9 port 768db628-1234-461b-9764-e84cdfcb43ac binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:59:11.627925 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a6c00e7-668b-47f0-a73a-cb02fdf55ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:11.744508 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-d8f41fba-7b67-4463-93ea-7b4737e1b95a admin admin] Allocated IP 172.20.0.1 (13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5/ba80fa37-792f-422b-808a-0faafe4e004d/13bb2c1c-c848-4d96-9420-47e968af330a) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:59:11.856367 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 427b931b-f478-4e30-b139-ee9c1bc7d123 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:11.865694 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8f41fba-7b67-4463-93ea-7b4737e1b95a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:11.879464 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-d8f41fba-7b67-4463-93ea-7b4737e1b95a admin admin] Transition to ACTIVE for port object 13bb2c1c-c848-4d96-9420-47e968af330a will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:11.914505 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8f41fba-7b67-4463-93ea-7b4737e1b95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:11.945009 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a6c00e7-668b-47f0-a73a-cb02fdf55ed6 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:11.954431 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f41fba-7b67-4463-93ea-7b4737e1b95a admin admin] Network 13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:11.957382 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d8f41fba-7b67-4463-93ea-7b4737e1b95a admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:11.957723 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4a6c00e7-668b-47f0-a73a-cb02fdf55ed6 None None] Transition to ACTIVE for port object 768db628-1234-461b-9764-e84cdfcb43ac will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:11.961731 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f41fba-7b67-4463-93ea-7b4737e1b95a admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:59:11.961931 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 427b931b-f478-4e30-b139-ee9c1bc7d123 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:11.965849 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a6c00e7-668b-47f0-a73a-cb02fdf55ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:11.967420 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f41fba-7b67-4463-93ea-7b4737e1b95a admin admin] Pushing event updated for resources: {'Port': ['ID=13bb2c1c-c848-4d96-9420-47e968af330a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:11.969016 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 427b931b-f478-4e30-b139-ee9c1bc7d123 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:11.969385 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:12.009477 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8f41fba-7b67-4463-93ea-7b4737e1b95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:12.060095 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94bb7e-3d9e-4de7-9727-4fdd7362bb62 None None] Pushing event updated for resources: {'Port': ['ID=768db628-1234-461b-9764-e84cdfcb43ac,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:12.064952 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4a6c00e7-668b-47f0-a73a-cb02fdf55ed6 None None] Attempting to bind port 768db628-1234-461b-9764-e84cdfcb43ac on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:59:12.065335 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4a6c00e7-668b-47f0-a73a-cb02fdf55ed6 None None] Attempting to bind port 768db628-1234-461b-9764-e84cdfcb43ac by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:59:12.065705 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6c00e7-668b-47f0-a73a-cb02fdf55ed6 None None] Attempting to bind port 768db628-1234-461b-9764-e84cdfcb43ac on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:59:12.074297 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6c00e7-668b-47f0-a73a-cb02fdf55ed6 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:59:12.074841 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6c00e7-668b-47f0-a73a-cb02fdf55ed6 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:12.075284 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a6c00e7-668b-47f0-a73a-cb02fdf55ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:12.075678 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6c00e7-668b-47f0-a73a-cb02fdf55ed6 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:59:12.076179 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4a6c00e7-668b-47f0-a73a-cb02fdf55ed6 None None] Bound port: 768db628-1234-461b-9764-e84cdfcb43ac, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:59:12.076564 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a6c00e7-668b-47f0-a73a-cb02fdf55ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:12.152732 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8f41fba-7b67-4463-93ea-7b4737e1b95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:12.161958 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4a6c00e7-668b-47f0-a73a-cb02fdf55ed6 None None] For port 768db628-1234-461b-9764-e84cdfcb43ac, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:59:12.174575 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:12.177930 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4a6c00e7-668b-47f0-a73a-cb02fdf55ed6 None None] For port 768db628-1234-461b-9764-e84cdfcb43ac, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=768db628-1234-461b-9764-e84cdfcb43ac,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:59:12.187408 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a6c00e7-668b-47f0-a73a-cb02fdf55ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:12.265089 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 427b931b-f478-4e30-b139-ee9c1bc7d123, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=427b931b-f478-4e30-b139-ee9c1bc7d123,segment=NetworkSegment(86742f48-88a2-4eba-8874-a40c38b8fc6f),segment_id=86742f48-88a2-4eba-8874-a40c38b8fc6f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:12.277535 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:12.284517 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-363ff431-ec31-4d58-8391-4dbaf8fbd17d None None] Provisioning for port 13bb2c1c-c848-4d96-9420-47e968af330a completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:12.287695 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6c00e7-668b-47f0-a73a-cb02fdf55ed6 None None] Routers {'1c3eb3b3-0571-407f-ab5f-40f7490162d9'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:59:12.288318 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4a6c00e7-668b-47f0-a73a-cb02fdf55ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:59:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['1c3eb3b3-0571-407f-ab5f-40f7490162d9'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:12.290514 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94bb7e-3d9e-4de7-9727-4fdd7362bb62 None None] Pushing event updated for resources: {'Port': ['ID=768db628-1234-461b-9764-e84cdfcb43ac,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:12.294121 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-363ff431-ec31-4d58-8391-4dbaf8fbd17d None None] Provisioning complete for port 13bb2c1c-c848-4d96-9420-47e968af330a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:12.294500 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-363ff431-ec31-4d58-8391-4dbaf8fbd17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:12.323941 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8f41fba-7b67-4463-93ea-7b4737e1b95a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:12.329603 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8f41fba-7b67-4463-93ea-7b4737e1b95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:12.395231 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8f41fba-7b67-4463-93ea-7b4737e1b95a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:12.397176 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f41fba-7b67-4463-93ea-7b4737e1b95a admin admin] Pushing event updated for resources: {'Port': ['ID=13bb2c1c-c848-4d96-9420-47e968af330a,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:12.496864 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f41fba-7b67-4463-93ea-7b4737e1b95a admin admin] Network 13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:12.498319 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d8f41fba-7b67-4463-93ea-7b4737e1b95a admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:12.599651 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-363ff431-ec31-4d58-8391-4dbaf8fbd17d None None] Port 13bb2c1c-c848-4d96-9420-47e968af330a cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:59:12.603381 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=427b931b-f478-4e30-b139-ee9c1bc7d123,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:12.627356 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f41fba-7b67-4463-93ea-7b4737e1b95a admin admin] Router 1c3eb3b3-0571-407f-ab5f-40f7490162d9 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:59:12.633235 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-4a6c00e7-668b-47f0-a73a-cb02fdf55ed6 None None] Set router 1c3eb3b3-0571-407f-ab5f-40f7490162d9 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:59:12.743660 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f41fba-7b67-4463-93ea-7b4737e1b95a admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:59:12.751884 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d8f41fba-7b67-4463-93ea-7b4737e1b95a admin admin] 10.222.0.68 "PUT /v2.0/routers/1c3eb3b3-0571-407f-ab5f-40f7490162d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6024325 Aug 16 20:59:12.760125 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4bc117af-8773-4117-8ce7-e611a5d26433 None None] Provisioning complete for port 13bb2c1c-c848-4d96-9420-47e968af330a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:12.760502 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4bc117af-8773-4117-8ce7-e611a5d26433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:12.818226 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4bc117af-8773-4117-8ce7-e611a5d26433 None None] Port 13bb2c1c-c848-4d96-9420-47e968af330a cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:59:12.871303 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4a6c00e7-668b-47f0-a73a-cb02fdf55ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3eb3b3-0571-407f-ab5f-40f7490162d9', 'name': 'tempest-TestEncryptedCinderVolumes-1278657482-router', 'tenant_id': '42d6a87c746d471d928b38c15245fbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '768db628-1234-461b-9764-e84cdfcb43ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:09Z', 'updated_at': '2021-08-16T20:59:12Z', 'revision_number': 4, 'project_id': '42d6a87c746d471d928b38c15245fbbb', 'gw_port': {'id': '768db628-1234-461b-9764-e84cdfcb43ac', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:39:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3eb3b3-0571-407f-ab5f-40f7490162d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:10Z', 'updated_at': '2021-08-16T20:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '13bb2c1c-c848-4d96-9420-47e968af330a', 'name': '', 'network_id': '13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5', 'tenant_id': '42d6a87c746d471d928b38c15245fbbb', 'mac_address': 'fa:16:3e:31:bd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3eb3b3-0571-407f-ab5f-40f7490162d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ba80fa37-792f-422b-808a-0faafe4e004d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:11Z', 'updated_at': '2021-08-16T20:59:11Z', 'revision_number': 1, 'project_id': '42d6a87c746d471d928b38c15245fbbb', 'subnets': [{'id': 'ba80fa37-792f-422b-808a-0faafe4e004d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:12.898451 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6c00e7-668b-47f0-a73a-cb02fdf55ed6 None None] The sync data for ids ['1c3eb3b3-0571-407f-ab5f-40f7490162d9'] in n-d-787206-13 is: [{'id': '1c3eb3b3-0571-407f-ab5f-40f7490162d9', 'name': 'tempest-TestEncryptedCinderVolumes-1278657482-router', 'tenant_id': '42d6a87c746d471d928b38c15245fbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '768db628-1234-461b-9764-e84cdfcb43ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:09Z', 'updated_at': '2021-08-16T20:59:12Z', 'revision_number': 4, 'project_id': '42d6a87c746d471d928b38c15245fbbb', 'gw_port': {'id': '768db628-1234-461b-9764-e84cdfcb43ac', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:39:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3eb3b3-0571-407f-ab5f-40f7490162d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:10Z', 'updated_at': '2021-08-16T20:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '13bb2c1c-c848-4d96-9420-47e968af330a', 'name': '', 'network_id': '13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5', 'tenant_id': '42d6a87c746d471d928b38c15245fbbb', 'mac_address': 'fa:16:3e:31:bd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3eb3b3-0571-407f-ab5f-40f7490162d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ba80fa37-792f-422b-808a-0faafe4e004d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:11Z', 'updated_at': '2021-08-16T20:59:11Z', 'revision_number': 1, 'project_id': '42d6a87c746d471d928b38c15245fbbb', 'subnets': [{'id': 'ba80fa37-792f-422b-808a-0faafe4e004d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:59:13.257058 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33266) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:13.262441 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f1c1e5e9-32b7-4b99-aa2a-f1e8c1097d9d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1569390697-network', 'tenant_id': 'd0c2f1e5112f441ba51d27a0540755e9'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:13.283542 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c1e5e9-32b7-4b99-aa2a-f1e8c1097d9d admin admin] Made reservation on behalf of d0c2f1e5112f441ba51d27a0540755e9 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:13.286459 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f1c1e5e9-32b7-4b99-aa2a-f1e8c1097d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:13.295669 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f1c1e5e9-32b7-4b99-aa2a-f1e8c1097d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:13.390166 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f1c1e5e9-32b7-4b99-aa2a-f1e8c1097d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:13.397302 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f1c1e5e9-32b7-4b99-aa2a-f1e8c1097d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:13.423281 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c1e5e9-32b7-4b99-aa2a-f1e8c1097d9d admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:59:13.433678 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1e5e9-32b7-4b99-aa2a-f1e8c1097d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea1c406-f109-49d9-9ac8-ae1b9550a7ac,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:13.438532 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f1c1e5e9-32b7-4b99-aa2a-f1e8c1097d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:13.438880 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-f1c1e5e9-32b7-4b99-aa2a-f1e8c1097d9d admin admin] Added segment e1aec832-1bff-4c61-9110-377c918f013f of type vlan for network 5516a18b-c226-4eb7-9ed4-4536570d7bcf Aug 16 20:59:13.480677 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f1c1e5e9-32b7-4b99-aa2a-f1e8c1097d9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:13.514088 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f1c1e5e9-32b7-4b99-aa2a-f1e8c1097d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:13.516454 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c1e5e9-32b7-4b99-aa2a-f1e8c1097d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:13.516454 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f1c1e5e9-32b7-4b99-aa2a-f1e8c1097d9d admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:13.543092 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f1c1e5e9-32b7-4b99-aa2a-f1e8c1097d9d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2846959 Aug 16 20:59:13.546174 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33268) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:13.551306 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-5ae87fa8-9cc9-4806-a061-e749ab4efe50 admin admin] Request body: {'subnet': {'network_id': '5516a18b-c226-4eb7-9ed4-4536570d7bcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1569390697-subnet', 'tenant_id': 'd0c2f1e5112f441ba51d27a0540755e9', 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:13.584299 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae87fa8-9cc9-4806-a061-e749ab4efe50 admin admin] Made reservation on behalf of d0c2f1e5112f441ba51d27a0540755e9 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:13.587093 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5ae87fa8-9cc9-4806-a061-e749ab4efe50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:13.596472 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1e5e9-32b7-4b99-aa2a-f1e8c1097d9d admin admin] Pushing event updated for resources: {'Network': ['ID=5516a18b-c226-4eb7-9ed4-4536570d7bcf,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:13.607040 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 5516a18b-c226-4eb7-9ed4-4536570d7bcf details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:59:13.767980 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5ae87fa8-9cc9-4806-a061-e749ab4efe50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:13.828203 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae87fa8-9cc9-4806-a061-e749ab4efe50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94ed6c34-26c7-4ff7-b5a1-0a8293647adb,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:13.836070 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae87fa8-9cc9-4806-a061-e749ab4efe50 admin admin] Checking segment: {'id': 'e1aec832-1bff-4c61-9110-377c918f013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5516a18b-c226-4eb7-9ed4-4536570d7bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:13.836433 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae87fa8-9cc9-4806-a061-e749ab4efe50 admin admin] Network hostable DHCP agents. Network: 5516a18b-c226-4eb7-9ed4-4536570d7bcf, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:59:13.854510 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae87fa8-9cc9-4806-a061-e749ab4efe50 admin admin] Network 5516a18b-c226-4eb7-9ed4-4536570d7bcf is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:59:13.866129 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-5ae87fa8-9cc9-4806-a061-e749ab4efe50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 5516a18b-c226-4eb7-9ed4-4536570d7bcf) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:13.875188 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae87fa8-9cc9-4806-a061-e749ab4efe50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:13.876233 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5ae87fa8-9cc9-4806-a061-e749ab4efe50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:13.879377 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991c1a4d-cfd9-47c4-ac56-9ef71a1adb54 None None] Network 5516a18b-c226-4eb7-9ed4-4536570d7bcf requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:59:13.899566 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5ae87fa8-9cc9-4806-a061-e749ab4efe50 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3498409 Aug 16 20:59:13.899773 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33270) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:13.907647 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-85ab4f0c-a34e-4b02-819f-67e846bc1053 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1569390697-router', 'tenant_id': 'd0c2f1e5112f441ba51d27a0540755e9', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:13.923496 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 427b931b-f478-4e30-b139-ee9c1bc7d123 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:13.931061 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85ab4f0c-a34e-4b02-819f-67e846bc1053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:13.932281 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85ab4f0c-a34e-4b02-819f-67e846bc1053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:14.003989 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85ab4f0c-a34e-4b02-819f-67e846bc1053 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:14.036395 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 427b931b-f478-4e30-b139-ee9c1bc7d123 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:14.036786 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:14.111435 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cd079a-f8c6-45a0-b8d4-7a47e8585736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-5516a18b-c226-4eb7-9ed4-4536570d7bcf', 'network_id': '5516a18b-c226-4eb7-9ed4-4536570d7bcf', 'tenant_id': 'd0c2f1e5112f441ba51d27a0540755e9', 'fixed_ips': [{'subnet_id': '94ed6c34-26c7-4ff7-b5a1-0a8293647adb'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:59:14.112320 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6cd079a-f8c6-45a0-b8d4-7a47e8585736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:14.147785 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85ab4f0c-a34e-4b02-819f-67e846bc1053 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:14.169842 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 768db628-1234-461b-9764-e84cdfcb43ac up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:14.323876 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 768db628-1234-461b-9764-e84cdfcb43ac completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:14.331623 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-b6cd079a-f8c6-45a0-b8d4-7a47e8585736 None None] Allocated IP 172.20.0.2 (5516a18b-c226-4eb7-9ed4-4536570d7bcf/94ed6c34-26c7-4ff7-b5a1-0a8293647adb/e2345cc8-afa6-415b-9b64-b2d62634bbf8) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:59:14.334109 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 768db628-1234-461b-9764-e84cdfcb43ac triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:14.334535 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:14.504893 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:14.554032 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 768db628-1234-461b-9764-e84cdfcb43ac, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=768db628-1234-461b-9764-e84cdfcb43ac,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:14.564258 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:14.571028 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6cd079a-f8c6-45a0-b8d4-7a47e8585736 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:14.595098 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:59:14.600867 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b6cd079a-f8c6-45a0-b8d4-7a47e8585736 None None] Transition to ACTIVE for port object e2345cc8-afa6-415b-9b64-b2d62634bbf8 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:14.631428 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b6cd079a-f8c6-45a0-b8d4-7a47e8585736 None None] Transition to ACTIVE for port object e2345cc8-afa6-415b-9b64-b2d62634bbf8 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:14.636192 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=768db628-1234-461b-9764-e84cdfcb43ac,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:14.640336 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6cd079a-f8c6-45a0-b8d4-7a47e8585736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:14.675210 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cd079a-f8c6-45a0-b8d4-7a47e8585736 None None] Network 5516a18b-c226-4eb7-9ed4-4536570d7bcf is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:14.678317 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-b6cd079a-f8c6-45a0-b8d4-7a47e8585736 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:14.681672 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cd079a-f8c6-45a0-b8d4-7a47e8585736 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:59:14.706197 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85ab4f0c-a34e-4b02-819f-67e846bc1053 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:14.714602 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd079a-f8c6-45a0-b8d4-7a47e8585736 None None] Pushing event updated for resources: {'Port': ['ID=e2345cc8-afa6-415b-9b64-b2d62634bbf8,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:14.726165 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85ab4f0c-a34e-4b02-819f-67e846bc1053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:14.749931 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b6cd079a-f8c6-45a0-b8d4-7a47e8585736 None None] Attempting to bind port e2345cc8-afa6-415b-9b64-b2d62634bbf8 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:59:14.750301 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b6cd079a-f8c6-45a0-b8d4-7a47e8585736 None None] Attempting to bind port e2345cc8-afa6-415b-9b64-b2d62634bbf8 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'e1aec832-1bff-4c61-9110-377c918f013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5516a18b-c226-4eb7-9ed4-4536570d7bcf'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:59:14.750665 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cd079a-f8c6-45a0-b8d4-7a47e8585736 None None] Attempting to bind port e2345cc8-afa6-415b-9b64-b2d62634bbf8 on network 5516a18b-c226-4eb7-9ed4-4536570d7bcf {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:59:14.756190 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cd079a-f8c6-45a0-b8d4-7a47e8585736 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:59:14.756561 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cd079a-f8c6-45a0-b8d4-7a47e8585736 None None] Checking segment: {'id': 'e1aec832-1bff-4c61-9110-377c918f013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5516a18b-c226-4eb7-9ed4-4536570d7bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:14.756965 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6cd079a-f8c6-45a0-b8d4-7a47e8585736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:14.757357 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cd079a-f8c6-45a0-b8d4-7a47e8585736 None None] Bound using segment: {'id': 'e1aec832-1bff-4c61-9110-377c918f013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5516a18b-c226-4eb7-9ed4-4536570d7bcf'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:59:14.757814 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b6cd079a-f8c6-45a0-b8d4-7a47e8585736 None None] Bound port: e2345cc8-afa6-415b-9b64-b2d62634bbf8, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1aec832-1bff-4c61-9110-377c918f013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5516a18b-c226-4eb7-9ed4-4536570d7bcf'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:59:14.758212 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6cd079a-f8c6-45a0-b8d4-7a47e8585736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:14.823916 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b6cd079a-f8c6-45a0-b8d4-7a47e8585736 None None] For port e2345cc8-afa6-415b-9b64-b2d62634bbf8, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:59:14.827107 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b6cd079a-f8c6-45a0-b8d4-7a47e8585736 None None] For port e2345cc8-afa6-415b-9b64-b2d62634bbf8, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e2345cc8-afa6-415b-9b64-b2d62634bbf8,segment=NetworkSegment(e1aec832-1bff-4c61-9110-377c918f013f),segment_id=e1aec832-1bff-4c61-9110-377c918f013f)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:59:14.833878 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6cd079a-f8c6-45a0-b8d4-7a47e8585736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:14.842010 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-85ab4f0c-a34e-4b02-819f-67e846bc1053 admin admin] Allocated IP 172.25.8.45 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/ad5ad43d-6001-4c92-a0bc-d9e89ce2a557) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:59:14.894002 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd079a-f8c6-45a0-b8d4-7a47e8585736 None None] Pushing event updated for resources: {'Port': ['ID=e2345cc8-afa6-415b-9b64-b2d62634bbf8,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:14.931784 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287f17df-3fc7-4775-a1fa-3e60609ed8d0 None None] Sync routers for ids ['1c3eb3b3-0571-407f-ab5f-40f7490162d9'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:59:14.941713 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287f17df-3fc7-4775-a1fa-3e60609ed8d0 None None] Routers {'1c3eb3b3-0571-407f-ab5f-40f7490162d9'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:59:14.943311 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-287f17df-3fc7-4775-a1fa-3e60609ed8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:59:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['1c3eb3b3-0571-407f-ab5f-40f7490162d9'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:14.954636 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85ab4f0c-a34e-4b02-819f-67e846bc1053 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:14.994620 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85ab4f0c-a34e-4b02-819f-67e846bc1053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:15.037029 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ab4f0c-a34e-4b02-819f-67e846bc1053 admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:15.042025 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-85ab4f0c-a34e-4b02-819f-67e846bc1053 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:15.044826 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ab4f0c-a34e-4b02-819f-67e846bc1053 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:59:15.051938 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-287f17df-3fc7-4775-a1fa-3e60609ed8d0 None None] Set router 1c3eb3b3-0571-407f-ab5f-40f7490162d9 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:59:15.092982 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab4f0c-a34e-4b02-819f-67e846bc1053 admin admin] Pushing event updated for resources: {'Port': ['ID=ad5ad43d-6001-4c92-a0bc-d9e89ce2a557,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:15.342361 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85ab4f0c-a34e-4b02-819f-67e846bc1053 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:15.351752 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-287f17df-3fc7-4775-a1fa-3e60609ed8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3eb3b3-0571-407f-ab5f-40f7490162d9', 'name': 'tempest-TestEncryptedCinderVolumes-1278657482-router', 'tenant_id': '42d6a87c746d471d928b38c15245fbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '768db628-1234-461b-9764-e84cdfcb43ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:09Z', 'updated_at': '2021-08-16T20:59:12Z', 'revision_number': 4, 'project_id': '42d6a87c746d471d928b38c15245fbbb', 'gw_port': {'id': '768db628-1234-461b-9764-e84cdfcb43ac', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:39:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3eb3b3-0571-407f-ab5f-40f7490162d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:10Z', 'updated_at': '2021-08-16T20:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '13bb2c1c-c848-4d96-9420-47e968af330a', 'name': '', 'network_id': '13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5', 'tenant_id': '42d6a87c746d471d928b38c15245fbbb', 'mac_address': 'fa:16:3e:31:bd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3eb3b3-0571-407f-ab5f-40f7490162d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ba80fa37-792f-422b-808a-0faafe4e004d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:11Z', 'updated_at': '2021-08-16T20:59:12Z', 'revision_number': 2, 'project_id': '42d6a87c746d471d928b38c15245fbbb', 'subnets': [{'id': 'ba80fa37-792f-422b-808a-0faafe4e004d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:15.378178 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287f17df-3fc7-4775-a1fa-3e60609ed8d0 None None] Checking router: 1c3eb3b3-0571-407f-ab5f-40f7490162d9 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:59:15.378608 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287f17df-3fc7-4775-a1fa-3e60609ed8d0 None None] Updating router 1c3eb3b3-0571-407f-ab5f-40f7490162d9 port 13bb2c1c-c848-4d96-9420-47e968af330a binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:59:15.403169 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-287f17df-3fc7-4775-a1fa-3e60609ed8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:15.542067 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85ab4f0c-a34e-4b02-819f-67e846bc1053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:15.672446 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-287f17df-3fc7-4775-a1fa-3e60609ed8d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:15.681382 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ab4f0c-a34e-4b02-819f-67e846bc1053 admin admin] Router 0d7148c1-bdc5-4315-b80c-91a360d07567 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:59:15.683810 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-287f17df-3fc7-4775-a1fa-3e60609ed8d0 None None] Transition to ACTIVE for port object 13bb2c1c-c848-4d96-9420-47e968af330a will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:15.691760 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-287f17df-3fc7-4775-a1fa-3e60609ed8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:15.767484 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93293ba-f737-4da7-b46b-f071ce05caf5 None None] Pushing event updated for resources: {'Port': ['ID=13bb2c1c-c848-4d96-9420-47e968af330a,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:15.789077 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93293ba-f737-4da7-b46b-f071ce05caf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:15.789770 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93293ba-f737-4da7-b46b-f071ce05caf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:15.790263 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93293ba-f737-4da7-b46b-f071ce05caf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:15.790591 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93293ba-f737-4da7-b46b-f071ce05caf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:15.790912 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93293ba-f737-4da7-b46b-f071ce05caf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:15.791230 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93293ba-f737-4da7-b46b-f071ce05caf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:15.791574 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93293ba-f737-4da7-b46b-f071ce05caf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:15.791878 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93293ba-f737-4da7-b46b-f071ce05caf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:15.792342 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93293ba-f737-4da7-b46b-f071ce05caf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:15.792860 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93293ba-f737-4da7-b46b-f071ce05caf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:15.793443 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93293ba-f737-4da7-b46b-f071ce05caf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:15.793757 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93293ba-f737-4da7-b46b-f071ce05caf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:15.811885 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-287f17df-3fc7-4775-a1fa-3e60609ed8d0 None None] Attempting to bind port 13bb2c1c-c848-4d96-9420-47e968af330a on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:59:15.812488 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-287f17df-3fc7-4775-a1fa-3e60609ed8d0 None None] Attempting to bind port 13bb2c1c-c848-4d96-9420-47e968af330a by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '86742f48-88a2-4eba-8874-a40c38b8fc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:59:15.813114 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287f17df-3fc7-4775-a1fa-3e60609ed8d0 None None] Attempting to bind port 13bb2c1c-c848-4d96-9420-47e968af330a on network 13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:59:15.813355 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ab4f0c-a34e-4b02-819f-67e846bc1053 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:59:15.823102 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287f17df-3fc7-4775-a1fa-3e60609ed8d0 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:59:15.823856 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287f17df-3fc7-4775-a1fa-3e60609ed8d0 None None] Checking segment: {'id': '86742f48-88a2-4eba-8874-a40c38b8fc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:15.824269 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-287f17df-3fc7-4775-a1fa-3e60609ed8d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:15.824655 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287f17df-3fc7-4775-a1fa-3e60609ed8d0 None None] Bound using segment: {'id': '86742f48-88a2-4eba-8874-a40c38b8fc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:59:15.824952 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ef9e12-285e-4c59-a483-3de01dd62eda None None] Sync routers for ids ['0d7148c1-bdc5-4315-b80c-91a360d07567'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:59:15.825398 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-287f17df-3fc7-4775-a1fa-3e60609ed8d0 None None] Bound port: 13bb2c1c-c848-4d96-9420-47e968af330a, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86742f48-88a2-4eba-8874-a40c38b8fc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:59:15.825513 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-287f17df-3fc7-4775-a1fa-3e60609ed8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:15.841254 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ef9e12-285e-4c59-a483-3de01dd62eda None None] Routers {'0d7148c1-bdc5-4315-b80c-91a360d07567'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:59:15.842086 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-00ef9e12-285e-4c59-a483-3de01dd62eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:59:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['0d7148c1-bdc5-4315-b80c-91a360d07567'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:15.847923 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85ab4f0c-a34e-4b02-819f-67e846bc1053 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:15.850589 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-85ab4f0c-a34e-4b02-819f-67e846bc1053 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9492671 Aug 16 20:59:15.853225 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33272) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:59:15.936824 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-287f17df-3fc7-4775-a1fa-3e60609ed8d0 None None] For port 13bb2c1c-c848-4d96-9420-47e968af330a, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:59:15.940909 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-287f17df-3fc7-4775-a1fa-3e60609ed8d0 None None] For port 13bb2c1c-c848-4d96-9420-47e968af330a, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=13bb2c1c-c848-4d96-9420-47e968af330a,segment=NetworkSegment(86742f48-88a2-4eba-8874-a40c38b8fc6f),segment_id=86742f48-88a2-4eba-8874-a40c38b8fc6f)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:59:15.950394 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-287f17df-3fc7-4775-a1fa-3e60609ed8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:16.025440 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e2345cc8-afa6-415b-9b64-b2d62634bbf8 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:16.043378 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287f17df-3fc7-4775-a1fa-3e60609ed8d0 None None] Routers {'1c3eb3b3-0571-407f-ab5f-40f7490162d9'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:59:16.043378 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-287f17df-3fc7-4775-a1fa-3e60609ed8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:59:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['1c3eb3b3-0571-407f-ab5f-40f7490162d9'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:16.051970 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93293ba-f737-4da7-b46b-f071ce05caf5 None None] Pushing event updated for resources: {'Port': ['ID=13bb2c1c-c848-4d96-9420-47e968af330a,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:16.062915 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff5a8c0-947b-4b8a-870f-8a77867d9c80 None None] Network 5516a18b-c226-4eb7-9ed4-4536570d7bcf requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:59:16.140170 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-00ef9e12-285e-4c59-a483-3de01dd62eda None None] Set router 0d7148c1-bdc5-4315-b80c-91a360d07567 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:59:16.175749 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-287f17df-3fc7-4775-a1fa-3e60609ed8d0 None None] Set router 1c3eb3b3-0571-407f-ab5f-40f7490162d9 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:59:16.205740 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-740b9d71-3c4b-48b9-b07f-7e5b7a2ac5b8 None None] Provisioning for port e2345cc8-afa6-415b-9b64-b2d62634bbf8 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:16.358461 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port e2345cc8-afa6-415b-9b64-b2d62634bbf8 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:16.371527 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port e2345cc8-afa6-415b-9b64-b2d62634bbf8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:16.371527 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:16.389471 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9d3bdb5f-5105-44fd-aa2b-d3693283e0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:16.404252 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-287f17df-3fc7-4775-a1fa-3e60609ed8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3eb3b3-0571-407f-ab5f-40f7490162d9', 'name': 'tempest-TestEncryptedCinderVolumes-1278657482-router', 'tenant_id': '42d6a87c746d471d928b38c15245fbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '768db628-1234-461b-9764-e84cdfcb43ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:09Z', 'updated_at': '2021-08-16T20:59:12Z', 'revision_number': 4, 'project_id': '42d6a87c746d471d928b38c15245fbbb', 'gw_port': {'id': '768db628-1234-461b-9764-e84cdfcb43ac', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:39:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3eb3b3-0571-407f-ab5f-40f7490162d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:10Z', 'updated_at': '2021-08-16T20:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '13bb2c1c-c848-4d96-9420-47e968af330a', 'name': '', 'network_id': '13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5', 'tenant_id': '42d6a87c746d471d928b38c15245fbbb', 'mac_address': 'fa:16:3e:31:bd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3eb3b3-0571-407f-ab5f-40f7490162d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ba80fa37-792f-422b-808a-0faafe4e004d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:11Z', 'updated_at': '2021-08-16T20:59:15Z', 'revision_number': 4, 'project_id': '42d6a87c746d471d928b38c15245fbbb', 'subnets': [{'id': 'ba80fa37-792f-422b-808a-0faafe4e004d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:16.430960 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287f17df-3fc7-4775-a1fa-3e60609ed8d0 None None] The sync data for ids ['1c3eb3b3-0571-407f-ab5f-40f7490162d9'] in n-d-787206-13 is: [{'id': '1c3eb3b3-0571-407f-ab5f-40f7490162d9', 'name': 'tempest-TestEncryptedCinderVolumes-1278657482-router', 'tenant_id': '42d6a87c746d471d928b38c15245fbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '768db628-1234-461b-9764-e84cdfcb43ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:09Z', 'updated_at': '2021-08-16T20:59:12Z', 'revision_number': 4, 'project_id': '42d6a87c746d471d928b38c15245fbbb', 'gw_port': {'id': '768db628-1234-461b-9764-e84cdfcb43ac', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:39:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3eb3b3-0571-407f-ab5f-40f7490162d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:10Z', 'updated_at': '2021-08-16T20:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '13bb2c1c-c848-4d96-9420-47e968af330a', 'name': '', 'network_id': '13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5', 'tenant_id': '42d6a87c746d471d928b38c15245fbbb', 'mac_address': 'fa:16:3e:31:bd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3eb3b3-0571-407f-ab5f-40f7490162d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ba80fa37-792f-422b-808a-0faafe4e004d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:11Z', 'updated_at': '2021-08-16T20:59:15Z', 'revision_number': 4, 'project_id': '42d6a87c746d471d928b38c15245fbbb', 'subnets': [{'id': 'ba80fa37-792f-422b-808a-0faafe4e004d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:59:16.485828 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-00ef9e12-285e-4c59-a483-3de01dd62eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7148c1-bdc5-4315-b80c-91a360d07567', 'name': 'tempest-TestEncryptedCinderVolumes-1569390697-router', 'tenant_id': 'd0c2f1e5112f441ba51d27a0540755e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'ad5ad43d-6001-4c92-a0bc-d9e89ce2a557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:13Z', 'updated_at': '2021-08-16T20:59:15Z', 'revision_number': 3, 'project_id': 'd0c2f1e5112f441ba51d27a0540755e9', 'gw_port': {'id': 'ad5ad43d-6001-4c92-a0bc-d9e89ce2a557', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ef:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7148c1-bdc5-4315-b80c-91a360d07567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:14Z', 'updated_at': '2021-08-16T20:59:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:16.568466 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-9d3bdb5f-5105-44fd-aa2b-d3693283e0f4 admin admin] Allocated IP 172.20.0.1 (5516a18b-c226-4eb7-9ed4-4536570d7bcf/94ed6c34-26c7-4ff7-b5a1-0a8293647adb/50091435-8101-498c-8fd2-f069c2866c7c) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:59:16.681576 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9d3bdb5f-5105-44fd-aa2b-d3693283e0f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:16.694411 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ef9e12-285e-4c59-a483-3de01dd62eda None None] Checking router: 0d7148c1-bdc5-4315-b80c-91a360d07567 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:59:16.694758 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ef9e12-285e-4c59-a483-3de01dd62eda None None] Updating router 0d7148c1-bdc5-4315-b80c-91a360d07567 port ad5ad43d-6001-4c92-a0bc-d9e89ce2a557 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:59:16.698729 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-9d3bdb5f-5105-44fd-aa2b-d3693283e0f4 admin admin] Transition to ACTIVE for port object 50091435-8101-498c-8fd2-f069c2866c7c will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:16.742720 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9d3bdb5f-5105-44fd-aa2b-d3693283e0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:16.757936 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-00ef9e12-285e-4c59-a483-3de01dd62eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:16.789628 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:16.794241 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3bdb5f-5105-44fd-aa2b-d3693283e0f4 admin admin] Network 5516a18b-c226-4eb7-9ed4-4536570d7bcf is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:16.797508 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-9d3bdb5f-5105-44fd-aa2b-d3693283e0f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:16.801428 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3bdb5f-5105-44fd-aa2b-d3693283e0f4 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:59:16.825908 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3bdb5f-5105-44fd-aa2b-d3693283e0f4 admin admin] Pushing event updated for resources: {'Port': ['ID=50091435-8101-498c-8fd2-f069c2866c7c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:16.845590 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9d3bdb5f-5105-44fd-aa2b-d3693283e0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:16.900625 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port e2345cc8-afa6-415b-9b64-b2d62634bbf8, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e2345cc8-afa6-415b-9b64-b2d62634bbf8,segment=NetworkSegment(e1aec832-1bff-4c61-9110-377c918f013f),segment_id=e1aec832-1bff-4c61-9110-377c918f013f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:16.916263 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:16.917057 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 768db628-1234-461b-9764-e84cdfcb43ac up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:17.009237 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9d3bdb5f-5105-44fd-aa2b-d3693283e0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:17.071188 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=e2345cc8-afa6-415b-9b64-b2d62634bbf8,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:17.109477 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-eb7b1a16-6d34-479e-b048-8d567f2b9bd0 None None] Provisioning complete for port e2345cc8-afa6-415b-9b64-b2d62634bbf8 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:17.109853 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb7b1a16-6d34-479e-b048-8d567f2b9bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:17.151816 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 768db628-1234-461b-9764-e84cdfcb43ac triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:17.152193 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:17.244390 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-00ef9e12-285e-4c59-a483-3de01dd62eda None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:17.248765 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9d3bdb5f-5105-44fd-aa2b-d3693283e0f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:17.253893 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9d3bdb5f-5105-44fd-aa2b-d3693283e0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:17.266246 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-00ef9e12-285e-4c59-a483-3de01dd62eda None None] Transition to ACTIVE for port object ad5ad43d-6001-4c92-a0bc-d9e89ce2a557 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:17.293644 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-00ef9e12-285e-4c59-a483-3de01dd62eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:17.321110 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3bdb5f-5105-44fd-aa2b-d3693283e0f4 admin admin] Pushing event updated for resources: {'Port': ['ID=50091435-8101-498c-8fd2-f069c2866c7c,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:17.327449 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9d3bdb5f-5105-44fd-aa2b-d3693283e0f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:17.391974 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c47dd3-e7f9-4ff3-9885-5803f57fb934 None None] Pushing event updated for resources: {'Port': ['ID=ad5ad43d-6001-4c92-a0bc-d9e89ce2a557,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:17.396366 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-00ef9e12-285e-4c59-a483-3de01dd62eda None None] Attempting to bind port ad5ad43d-6001-4c92-a0bc-d9e89ce2a557 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:59:17.396734 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-00ef9e12-285e-4c59-a483-3de01dd62eda None None] Attempting to bind port ad5ad43d-6001-4c92-a0bc-d9e89ce2a557 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:59:17.397095 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ef9e12-285e-4c59-a483-3de01dd62eda None None] Attempting to bind port ad5ad43d-6001-4c92-a0bc-d9e89ce2a557 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:59:17.402106 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ef9e12-285e-4c59-a483-3de01dd62eda None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:59:17.402478 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ef9e12-285e-4c59-a483-3de01dd62eda None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:17.402881 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-00ef9e12-285e-4c59-a483-3de01dd62eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:17.403288 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ef9e12-285e-4c59-a483-3de01dd62eda None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:59:17.403762 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-00ef9e12-285e-4c59-a483-3de01dd62eda None None] Bound port: ad5ad43d-6001-4c92-a0bc-d9e89ce2a557, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:59:17.404140 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-00ef9e12-285e-4c59-a483-3de01dd62eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:17.421991 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3bdb5f-5105-44fd-aa2b-d3693283e0f4 admin admin] Network 5516a18b-c226-4eb7-9ed4-4536570d7bcf is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:17.423389 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-9d3bdb5f-5105-44fd-aa2b-d3693283e0f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:17.459983 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-00ef9e12-285e-4c59-a483-3de01dd62eda None None] For port ad5ad43d-6001-4c92-a0bc-d9e89ce2a557, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:59:17.463423 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-00ef9e12-285e-4c59-a483-3de01dd62eda None None] For port ad5ad43d-6001-4c92-a0bc-d9e89ce2a557, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=ad5ad43d-6001-4c92-a0bc-d9e89ce2a557,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:59:17.468750 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-00ef9e12-285e-4c59-a483-3de01dd62eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:17.533508 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-88c49003-d50e-4309-8da8-575e4318083a None None] Provisioning for port 50091435-8101-498c-8fd2-f069c2866c7c completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:17.545950 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ef9e12-285e-4c59-a483-3de01dd62eda None None] Routers {'0d7148c1-bdc5-4315-b80c-91a360d07567'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:59:17.546603 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-00ef9e12-285e-4c59-a483-3de01dd62eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:59:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['0d7148c1-bdc5-4315-b80c-91a360d07567'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:17.548693 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-88c49003-d50e-4309-8da8-575e4318083a None None] Provisioning complete for port 50091435-8101-498c-8fd2-f069c2866c7c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:17.549076 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-88c49003-d50e-4309-8da8-575e4318083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:17.557077 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3bdb5f-5105-44fd-aa2b-d3693283e0f4 admin admin] Router 0d7148c1-bdc5-4315-b80c-91a360d07567 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:59:17.611688 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c47dd3-e7f9-4ff3-9885-5803f57fb934 None None] Pushing event updated for resources: {'Port': ['ID=ad5ad43d-6001-4c92-a0bc-d9e89ce2a557,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:17.665891 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-88c49003-d50e-4309-8da8-575e4318083a None None] Port 50091435-8101-498c-8fd2-f069c2866c7c cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:59:17.667899 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3bdb5f-5105-44fd-aa2b-d3693283e0f4 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:59:17.672679 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9d3bdb5f-5105-44fd-aa2b-d3693283e0f4 admin admin] 10.222.0.68 "PUT /v2.0/routers/0d7148c1-bdc5-4315-b80c-91a360d07567/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8180351 Aug 16 20:59:17.696958 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-00ef9e12-285e-4c59-a483-3de01dd62eda None None] Set router 0d7148c1-bdc5-4315-b80c-91a360d07567 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:59:17.832523 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8bbbac91-09dd-4441-8bdf-a02ce29c66c7 None None] Provisioning complete for port 50091435-8101-498c-8fd2-f069c2866c7c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:17.832935 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8bbbac91-09dd-4441-8bdf-a02ce29c66c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:17.860500 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e2345cc8-afa6-415b-9b64-b2d62634bbf8 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:17.914718 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8bbbac91-09dd-4441-8bdf-a02ce29c66c7 None None] Port 50091435-8101-498c-8fd2-f069c2866c7c cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:59:17.980210 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port e2345cc8-afa6-415b-9b64-b2d62634bbf8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:17.980589 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:18.015603 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-00ef9e12-285e-4c59-a483-3de01dd62eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7148c1-bdc5-4315-b80c-91a360d07567', 'name': 'tempest-TestEncryptedCinderVolumes-1569390697-router', 'tenant_id': 'd0c2f1e5112f441ba51d27a0540755e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'ad5ad43d-6001-4c92-a0bc-d9e89ce2a557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:13Z', 'updated_at': '2021-08-16T20:59:16Z', 'revision_number': 4, 'project_id': 'd0c2f1e5112f441ba51d27a0540755e9', 'gw_port': {'id': 'ad5ad43d-6001-4c92-a0bc-d9e89ce2a557', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ef:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7148c1-bdc5-4315-b80c-91a360d07567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:14Z', 'updated_at': '2021-08-16T20:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '50091435-8101-498c-8fd2-f069c2866c7c', 'name': '', 'network_id': '5516a18b-c226-4eb7-9ed4-4536570d7bcf', 'tenant_id': 'd0c2f1e5112f441ba51d27a0540755e9', 'mac_address': 'fa:16:3e:33:c4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7148c1-bdc5-4315-b80c-91a360d07567', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '94ed6c34-26c7-4ff7-b5a1-0a8293647adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:16Z', 'updated_at': '2021-08-16T20:59:17Z', 'revision_number': 2, 'project_id': 'd0c2f1e5112f441ba51d27a0540755e9', 'subnets': [{'id': '94ed6c34-26c7-4ff7-b5a1-0a8293647adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:18.044962 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ef9e12-285e-4c59-a483-3de01dd62eda None None] The sync data for ids ['0d7148c1-bdc5-4315-b80c-91a360d07567'] in n-d-787206-13 is: [{'id': '0d7148c1-bdc5-4315-b80c-91a360d07567', 'name': 'tempest-TestEncryptedCinderVolumes-1569390697-router', 'tenant_id': 'd0c2f1e5112f441ba51d27a0540755e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'ad5ad43d-6001-4c92-a0bc-d9e89ce2a557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:13Z', 'updated_at': '2021-08-16T20:59:16Z', 'revision_number': 4, 'project_id': 'd0c2f1e5112f441ba51d27a0540755e9', 'gw_port': {'id': 'ad5ad43d-6001-4c92-a0bc-d9e89ce2a557', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ef:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7148c1-bdc5-4315-b80c-91a360d07567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:14Z', 'updated_at': '2021-08-16T20:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '50091435-8101-498c-8fd2-f069c2866c7c', 'name': '', 'network_id': '5516a18b-c226-4eb7-9ed4-4536570d7bcf', 'tenant_id': 'd0c2f1e5112f441ba51d27a0540755e9', 'mac_address': 'fa:16:3e:33:c4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7148c1-bdc5-4315-b80c-91a360d07567', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '94ed6c34-26c7-4ff7-b5a1-0a8293647adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:16Z', 'updated_at': '2021-08-16T20:59:17Z', 'revision_number': 2, 'project_id': 'd0c2f1e5112f441ba51d27a0540755e9', 'subnets': [{'id': '94ed6c34-26c7-4ff7-b5a1-0a8293647adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:59:18.091624 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 13bb2c1c-c848-4d96-9420-47e968af330a up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:18.145053 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 13bb2c1c-c848-4d96-9420-47e968af330a completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:18.149348 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 13bb2c1c-c848-4d96-9420-47e968af330a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:18.149728 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:18.230640 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:18.287458 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 13bb2c1c-c848-4d96-9420-47e968af330a, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=13bb2c1c-c848-4d96-9420-47e968af330a,segment=NetworkSegment(86742f48-88a2-4eba-8874-a40c38b8fc6f),segment_id=86742f48-88a2-4eba-8874-a40c38b8fc6f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:18.297166 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:18.350511 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=13bb2c1c-c848-4d96-9420-47e968af330a,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:18.569204 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-21cbf5a7-fd02-4f8c-bbc7-7c4c1fd4ba02 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:18.570906 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-21cbf5a7-fd02-4f8c-bbc7-7c4c1fd4ba02 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/networks?id=13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5 HTTP/1.1" status: 200 len: 817 time: 0.1101930 Aug 16 20:59:18.587765 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-4242a159-b6fa-42f3-8178-4649b4b0ff3c tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/quotas/42d6a87c746d471d928b38c15245fbbb HTTP/1.1" status: 200 len: 375 time: 0.0107663 Aug 16 20:59:18.640525 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-4359b6b9-8a27-41ab-a99d-c171b53ecab2 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=42d6a87c746d471d928b38c15245fbbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469720 Aug 16 20:59:18.740549 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-a915787d-70ba-4ae1-a5d7-251dff4c2d04 service neutron] 10.222.0.68 "GET /v2.0/networks/13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874755 Aug 16 20:59:18.829572 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-7ad10aba-71fd-42ac-826f-64b36bb49fd6 service neutron] 10.222.0.68 "GET /v2.0/networks/13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828974 Aug 16 20:59:18.992939 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac5bdeae-4119-43c7-8ede-fc4b66a3147b req-677b85ee-62fc-4614-91ab-2c6dbcc94cea tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/ports?device_id=b916d505-50c8-4d0d-90a1-e116487450bf HTTP/1.1" status: 200 len: 210 time: 0.0316145 Aug 16 20:59:19.904985 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 13bb2c1c-c848-4d96-9420-47e968af330a up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:19.960253 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 13bb2c1c-c848-4d96-9420-47e968af330a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:19.960636 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:19.994357 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-8ce861c0-ab07-4ca1-a64e-917ce3225bd6 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:19.995902 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-8ce861c0-ab07-4ca1-a64e-917ce3225bd6 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.57 "GET /v2.0/networks?id=13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5 HTTP/1.1" status: 200 len: 817 time: 0.1220171 Aug 16 20:59:20.010999 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-c066ae77-1552-41f2-a171-19c5bc83402e tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Request body: {'port': {'device_id': 'b916d505-50c8-4d0d-90a1-e116487450bf', 'network_id': '13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5', 'admin_state_up': True, 'tenant_id': '42d6a87c746d471d928b38c15245fbbb'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:20.058406 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ad5ad43d-6001-4c92-a0bc-d9e89ce2a557 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:20.097298 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-de422e0d-5c23-4e79-bbbc-4645729e96e0 req-dac4f900-90e8-4f0b-a308-69020bf9347e tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/ports?device_id=b916d505-50c8-4d0d-90a1-e116487450bf HTTP/1.1" status: 200 len: 210 time: 0.0327771 Aug 16 20:59:20.107773 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port ad5ad43d-6001-4c92-a0bc-d9e89ce2a557 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:20.111879 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port ad5ad43d-6001-4c92-a0bc-d9e89ce2a557 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:20.112414 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:20.168752 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-c066ae77-1552-41f2-a171-19c5bc83402e tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Made reservation on behalf of 42d6a87c746d471d928b38c15245fbbb for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:20.172443 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-c066ae77-1552-41f2-a171-19c5bc83402e tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:20.195743 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:20.217887 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port ad5ad43d-6001-4c92-a0bc-d9e89ce2a557, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=ad5ad43d-6001-4c92-a0bc-d9e89ce2a557,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:20.222211 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:20.275436 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=ad5ad43d-6001-4c92-a0bc-d9e89ce2a557,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:20.312538 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-c066ae77-1552-41f2-a171-19c5bc83402e tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Allocated IP 172.20.0.6 (13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5/ba80fa37-792f-422b-808a-0faafe4e004d/3cfe47c6-b062-48f8-8761-c80bdf7e476e) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:59:20.493927 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc6d708-239c-4009-8490-e76efcf03d4b None None] Sync routers for ids ['0d7148c1-bdc5-4315-b80c-91a360d07567'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:59:20.503879 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc6d708-239c-4009-8490-e76efcf03d4b None None] Routers {'0d7148c1-bdc5-4315-b80c-91a360d07567'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:59:20.504502 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7bc6d708-239c-4009-8490-e76efcf03d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:59:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['0d7148c1-bdc5-4315-b80c-91a360d07567'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:20.612310 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-7bc6d708-239c-4009-8490-e76efcf03d4b None None] Set router 0d7148c1-bdc5-4315-b80c-91a360d07567 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:59:20.796955 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-c066ae77-1552-41f2-a171-19c5bc83402e tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:20.807475 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7bc6d708-239c-4009-8490-e76efcf03d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7148c1-bdc5-4315-b80c-91a360d07567', 'name': 'tempest-TestEncryptedCinderVolumes-1569390697-router', 'tenant_id': 'd0c2f1e5112f441ba51d27a0540755e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'ad5ad43d-6001-4c92-a0bc-d9e89ce2a557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:13Z', 'updated_at': '2021-08-16T20:59:16Z', 'revision_number': 4, 'project_id': 'd0c2f1e5112f441ba51d27a0540755e9', 'gw_port': {'id': 'ad5ad43d-6001-4c92-a0bc-d9e89ce2a557', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ef:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7148c1-bdc5-4315-b80c-91a360d07567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:14Z', 'updated_at': '2021-08-16T20:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '50091435-8101-498c-8fd2-f069c2866c7c', 'name': '', 'network_id': '5516a18b-c226-4eb7-9ed4-4536570d7bcf', 'tenant_id': 'd0c2f1e5112f441ba51d27a0540755e9', 'mac_address': 'fa:16:3e:33:c4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7148c1-bdc5-4315-b80c-91a360d07567', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '94ed6c34-26c7-4ff7-b5a1-0a8293647adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:16Z', 'updated_at': '2021-08-16T20:59:17Z', 'revision_number': 2, 'project_id': 'd0c2f1e5112f441ba51d27a0540755e9', 'subnets': [{'id': '94ed6c34-26c7-4ff7-b5a1-0a8293647adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:20.810344 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-c066ae77-1552-41f2-a171-19c5bc83402e tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Transition to ACTIVE for port object 3cfe47c6-b062-48f8-8761-c80bdf7e476e will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:20.838790 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc6d708-239c-4009-8490-e76efcf03d4b None None] Checking router: 0d7148c1-bdc5-4315-b80c-91a360d07567 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:59:20.839239 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc6d708-239c-4009-8490-e76efcf03d4b None None] Updating router 0d7148c1-bdc5-4315-b80c-91a360d07567 port 50091435-8101-498c-8fd2-f069c2866c7c binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:59:20.844044 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-c066ae77-1552-41f2-a171-19c5bc83402e tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:20.863965 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d708-239c-4009-8490-e76efcf03d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:20.891179 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-c066ae77-1552-41f2-a171-19c5bc83402e tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Network 13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:20.894325 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-c066ae77-1552-41f2-a171-19c5bc83402e tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:20.898735 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-c066ae77-1552-41f2-a171-19c5bc83402e tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:59:20.905165 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066ae77-1552-41f2-a171-19c5bc83402e tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Pushing event updated for resources: {'Port': ['ID=3cfe47c6-b062-48f8-8761-c80bdf7e476e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:20.958578 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-c066ae77-1552-41f2-a171-19c5bc83402e tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:20.959329 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-c066ae77-1552-41f2-a171-19c5bc83402e tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:20.975593 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-c066ae77-1552-41f2-a171-19c5bc83402e tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9693067 Aug 16 20:59:20.988116 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-872666a3-8307-4deb-8958-511d981d1d58 service neutron] Request body: {'port': {'device_id': 'b916d505-50c8-4d0d-90a1-e116487450bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:21.046785 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-872666a3-8307-4deb-8958-511d981d1d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:21.163886 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d708-239c-4009-8490-e76efcf03d4b None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:21.174515 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3a9cce8a-13b9-4919-847e-4d974b216758 None None] Provisioning for port 3cfe47c6-b062-48f8-8761-c80bdf7e476e completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:21.176826 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-7bc6d708-239c-4009-8490-e76efcf03d4b None None] Transition to ACTIVE for port object 50091435-8101-498c-8fd2-f069c2866c7c will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:21.181497 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3a9cce8a-13b9-4919-847e-4d974b216758 None None] Provisioning complete for port 3cfe47c6-b062-48f8-8761-c80bdf7e476e triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:21.181938 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a9cce8a-13b9-4919-847e-4d974b216758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:21.185307 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d708-239c-4009-8490-e76efcf03d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:21.217448 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3a9cce8a-13b9-4919-847e-4d974b216758 None None] Port 3cfe47c6-b062-48f8-8761-c80bdf7e476e cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:59:21.279703 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65443c-4f53-426f-becb-8c2b82d0886a req-83c0fe98-0eeb-4a44-8e70-0e3a09846582 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:21.281207 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fb65443c-4f53-426f-becb-8c2b82d0886a req-83c0fe98-0eeb-4a44-8e70-0e3a09846582 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/ports?device_id=b916d505-50c8-4d0d-90a1-e116487450bf HTTP/1.1" status: 200 len: 931 time: 0.1108429 Aug 16 20:59:21.351412 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf9c50-c62f-474c-b761-04b79438433c None None] Pushing event updated for resources: {'Port': ['ID=50091435-8101-498c-8fd2-f069c2866c7c,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:21.352029 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fb65443c-4f53-426f-becb-8c2b82d0886a req-87e9e306-c688-4b49-8576-469d89082cb4 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/security-groups?id=138e2c38-e34b-48b0-8938-b117535c282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619159 Aug 16 20:59:21.388777 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-7bc6d708-239c-4009-8490-e76efcf03d4b None None] Attempting to bind port 50091435-8101-498c-8fd2-f069c2866c7c on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:59:21.389137 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-7bc6d708-239c-4009-8490-e76efcf03d4b None None] Attempting to bind port 50091435-8101-498c-8fd2-f069c2866c7c by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'e1aec832-1bff-4c61-9110-377c918f013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5516a18b-c226-4eb7-9ed4-4536570d7bcf'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:59:21.389494 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc6d708-239c-4009-8490-e76efcf03d4b None None] Attempting to bind port 50091435-8101-498c-8fd2-f069c2866c7c on network 5516a18b-c226-4eb7-9ed4-4536570d7bcf {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:59:21.394709 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc6d708-239c-4009-8490-e76efcf03d4b None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:59:21.395313 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc6d708-239c-4009-8490-e76efcf03d4b None None] Checking segment: {'id': 'e1aec832-1bff-4c61-9110-377c918f013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5516a18b-c226-4eb7-9ed4-4536570d7bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:21.395676 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d708-239c-4009-8490-e76efcf03d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:21.396060 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc6d708-239c-4009-8490-e76efcf03d4b None None] Bound using segment: {'id': 'e1aec832-1bff-4c61-9110-377c918f013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5516a18b-c226-4eb7-9ed4-4536570d7bcf'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:59:21.396517 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-7bc6d708-239c-4009-8490-e76efcf03d4b None None] Bound port: 50091435-8101-498c-8fd2-f069c2866c7c, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1aec832-1bff-4c61-9110-377c918f013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5516a18b-c226-4eb7-9ed4-4536570d7bcf'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:59:21.396893 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d708-239c-4009-8490-e76efcf03d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:21.410121 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-872666a3-8307-4deb-8958-511d981d1d58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cfe47c6-b062-48f8-8761-c80bdf7e476e {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:59:21.418397 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-872666a3-8307-4deb-8958-511d981d1d58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:21.431529 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-872666a3-8307-4deb-8958-511d981d1d58 service neutron] Transition to ACTIVE for port object 3cfe47c6-b062-48f8-8761-c80bdf7e476e will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:21.437015 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-872666a3-8307-4deb-8958-511d981d1d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:21.466852 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-7bc6d708-239c-4009-8490-e76efcf03d4b None None] For port 50091435-8101-498c-8fd2-f069c2866c7c, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:59:21.470654 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-7bc6d708-239c-4009-8490-e76efcf03d4b None None] For port 50091435-8101-498c-8fd2-f069c2866c7c, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=50091435-8101-498c-8fd2-f069c2866c7c,segment=NetworkSegment(e1aec832-1bff-4c61-9110-377c918f013f),segment_id=e1aec832-1bff-4c61-9110-377c918f013f)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:59:21.476760 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d708-239c-4009-8490-e76efcf03d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:21.496099 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872666a3-8307-4deb-8958-511d981d1d58 service neutron] Pushing event updated for resources: {'Port': ['ID=3cfe47c6-b062-48f8-8761-c80bdf7e476e,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:21.531944 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc6d708-239c-4009-8490-e76efcf03d4b None None] Routers {'0d7148c1-bdc5-4315-b80c-91a360d07567'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:59:21.532483 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7bc6d708-239c-4009-8490-e76efcf03d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T20:59:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['0d7148c1-bdc5-4315-b80c-91a360d07567'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:21.575406 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-872666a3-8307-4deb-8958-511d981d1d58 service neutron] Attempting to bind port 3cfe47c6-b062-48f8-8761-c80bdf7e476e on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:59:21.575845 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-872666a3-8307-4deb-8958-511d981d1d58 service neutron] Attempting to bind port 3cfe47c6-b062-48f8-8761-c80bdf7e476e by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': '86742f48-88a2-4eba-8874-a40c38b8fc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:59:21.576275 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-872666a3-8307-4deb-8958-511d981d1d58 service neutron] Attempting to bind port 3cfe47c6-b062-48f8-8761-c80bdf7e476e on network 13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:59:21.581517 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-872666a3-8307-4deb-8958-511d981d1d58 service neutron] Port 3cfe47c6-b062-48f8-8761-c80bdf7e476e on network 13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:59:21.581965 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-872666a3-8307-4deb-8958-511d981d1d58 service neutron] Attempting to bind port 3cfe47c6-b062-48f8-8761-c80bdf7e476e on network 13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:59:21.587375 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-872666a3-8307-4deb-8958-511d981d1d58 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:59:21.587855 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-872666a3-8307-4deb-8958-511d981d1d58 service neutron] Checking segment: {'id': '86742f48-88a2-4eba-8874-a40c38b8fc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:21.588393 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-872666a3-8307-4deb-8958-511d981d1d58 service neutron] Bound using segment: {'id': '86742f48-88a2-4eba-8874-a40c38b8fc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:59:21.588936 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-872666a3-8307-4deb-8958-511d981d1d58 service neutron] Bound port: 3cfe47c6-b062-48f8-8761-c80bdf7e476e, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86742f48-88a2-4eba-8874-a40c38b8fc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:59:21.589417 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-872666a3-8307-4deb-8958-511d981d1d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:21.657924 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf9c50-c62f-474c-b761-04b79438433c None None] Pushing event updated for resources: {'Port': ['ID=50091435-8101-498c-8fd2-f069c2866c7c,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:21.662523 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-7bc6d708-239c-4009-8490-e76efcf03d4b None None] Set router 0d7148c1-bdc5-4315-b80c-91a360d07567 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:59:21.666472 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-872666a3-8307-4deb-8958-511d981d1d58 service neutron] For port 3cfe47c6-b062-48f8-8761-c80bdf7e476e, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:59:21.671313 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-872666a3-8307-4deb-8958-511d981d1d58 service neutron] For port 3cfe47c6-b062-48f8-8761-c80bdf7e476e, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3cfe47c6-b062-48f8-8761-c80bdf7e476e,segment=NetworkSegment(86742f48-88a2-4eba-8874-a40c38b8fc6f),segment_id=86742f48-88a2-4eba-8874-a40c38b8fc6f)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:59:21.678745 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-872666a3-8307-4deb-8958-511d981d1d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:21.727014 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-872666a3-8307-4deb-8958-511d981d1d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:21.729622 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-872666a3-8307-4deb-8958-511d981d1d58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:21.732386 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-872666a3-8307-4deb-8958-511d981d1d58 service neutron] 10.222.0.57 "PUT /v2.0/ports/3cfe47c6-b062-48f8-8761-c80bdf7e476e HTTP/1.1" status: 200 len: 1092 time: 0.7477629 Aug 16 20:59:21.732950 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b916d505-50c8-4d0d-90a1-e116487450bf', 'tag': '3cfe47c6-b062-48f8-8761-c80bdf7e476e'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:59:21.738878 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8527a0-31e3-4f83-a90a-1123a3467261" -d '{"events": [{"name": "network-changed", "server_uuid": "b916d505-50c8-4d0d-90a1-e116487450bf", "tag": "3cfe47c6-b062-48f8-8761-c80bdf7e476e"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:59:21.762051 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872666a3-8307-4deb-8958-511d981d1d58 service neutron] Pushing event updated for resources: {'Port': ['ID=3cfe47c6-b062-48f8-8761-c80bdf7e476e,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:21.829431 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5839f9b6-57ad-4895-8c88-753edab0e057 x-openstack-request-id: req-5839f9b6-57ad-4895-8c88-753edab0e057 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:59:21.829844 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b916d505-50c8-4d0d-90a1-e116487450bf", "tag": "3cfe47c6-b062-48f8-8761-c80bdf7e476e", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:59:21.830374 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5839f9b6-57ad-4895-8c88-753edab0e057 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:59:21.830868 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b916d505-50c8-4d0d-90a1-e116487450bf', 'tag': '3cfe47c6-b062-48f8-8761-c80bdf7e476e', 'status': 'completed', 'code': 200} Aug 16 20:59:21.867450 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-b784bb6a-5722-4c00-adef-8ed38e99d745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:21.867450 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-b784bb6a-5722-4c00-adef-8ed38e99d745 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=42d6a87c746d471d928b38c15245fbbb&device_id=b916d505-50c8-4d0d-90a1-e116487450bf HTTP/1.1" status: 200 len: 1095 time: 0.0823801 Aug 16 20:59:21.918319 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 50091435-8101-498c-8fd2-f069c2866c7c up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:21.935891 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-10bde636-f05f-47e3-bf56-11e0e5b8c230 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cfe47c6-b062-48f8-8761-c80bdf7e476e HTTP/1.1" status: 200 len: 217 time: 0.0628819 Aug 16 20:59:21.948045 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7bc6d708-239c-4009-8490-e76efcf03d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7148c1-bdc5-4315-b80c-91a360d07567', 'name': 'tempest-TestEncryptedCinderVolumes-1569390697-router', 'tenant_id': 'd0c2f1e5112f441ba51d27a0540755e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'ad5ad43d-6001-4c92-a0bc-d9e89ce2a557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:13Z', 'updated_at': '2021-08-16T20:59:16Z', 'revision_number': 4, 'project_id': 'd0c2f1e5112f441ba51d27a0540755e9', 'gw_port': {'id': 'ad5ad43d-6001-4c92-a0bc-d9e89ce2a557', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ef:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7148c1-bdc5-4315-b80c-91a360d07567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:14Z', 'updated_at': '2021-08-16T20:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '50091435-8101-498c-8fd2-f069c2866c7c', 'name': '', 'network_id': '5516a18b-c226-4eb7-9ed4-4536570d7bcf', 'tenant_id': 'd0c2f1e5112f441ba51d27a0540755e9', 'mac_address': 'fa:16:3e:33:c4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7148c1-bdc5-4315-b80c-91a360d07567', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '94ed6c34-26c7-4ff7-b5a1-0a8293647adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:16Z', 'updated_at': '2021-08-16T20:59:21Z', 'revision_number': 4, 'project_id': 'd0c2f1e5112f441ba51d27a0540755e9', 'subnets': [{'id': '94ed6c34-26c7-4ff7-b5a1-0a8293647adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:59:21.981697 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc6d708-239c-4009-8490-e76efcf03d4b None None] The sync data for ids ['0d7148c1-bdc5-4315-b80c-91a360d07567'] in n-d-787206-13 is: [{'id': '0d7148c1-bdc5-4315-b80c-91a360d07567', 'name': 'tempest-TestEncryptedCinderVolumes-1569390697-router', 'tenant_id': 'd0c2f1e5112f441ba51d27a0540755e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'ad5ad43d-6001-4c92-a0bc-d9e89ce2a557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:13Z', 'updated_at': '2021-08-16T20:59:16Z', 'revision_number': 4, 'project_id': 'd0c2f1e5112f441ba51d27a0540755e9', 'gw_port': {'id': 'ad5ad43d-6001-4c92-a0bc-d9e89ce2a557', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ef:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7148c1-bdc5-4315-b80c-91a360d07567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:14Z', 'updated_at': '2021-08-16T20:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '50091435-8101-498c-8fd2-f069c2866c7c', 'name': '', 'network_id': '5516a18b-c226-4eb7-9ed4-4536570d7bcf', 'tenant_id': 'd0c2f1e5112f441ba51d27a0540755e9', 'mac_address': 'fa:16:3e:33:c4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7148c1-bdc5-4315-b80c-91a360d07567', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '94ed6c34-26c7-4ff7-b5a1-0a8293647adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:16Z', 'updated_at': '2021-08-16T20:59:21Z', 'revision_number': 4, 'project_id': 'd0c2f1e5112f441ba51d27a0540755e9', 'subnets': [{'id': '94ed6c34-26c7-4ff7-b5a1-0a8293647adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:59:21.987116 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 50091435-8101-498c-8fd2-f069c2866c7c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:21.995714 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 50091435-8101-498c-8fd2-f069c2866c7c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:21.996079 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:22.006625 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-5bd16855-0d4a-4d6d-80c6-39cb601b07c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:22.008305 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-5bd16855-0d4a-4d6d-80c6-39cb601b07c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba80fa37-792f-422b-808a-0faafe4e004d HTTP/1.1" status: 200 len: 856 time: 0.0632427 Aug 16 20:59:22.025802 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-711a6f90-ffe5-4f3e-ac2f-eee18d06370c None None] Provisioning complete for port 50091435-8101-498c-8fd2-f069c2866c7c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:22.026181 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-711a6f90-ffe5-4f3e-ac2f-eee18d06370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:22.083734 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-c0a4bccd-d07c-426b-b67a-28f677e8ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:22.085160 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-c0a4bccd-d07c-426b-b67a-28f677e8ebcc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696950 Aug 16 20:59:22.145912 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:22.166041 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-711a6f90-ffe5-4f3e-ac2f-eee18d06370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:22.184529 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-4ff676c9-41b8-4c80-b5d2-7956b087ac50 service neutron] 10.222.0.57 "GET /v2.0/networks/13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918479 Aug 16 20:59:22.201711 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 50091435-8101-498c-8fd2-f069c2866c7c, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=50091435-8101-498c-8fd2-f069c2866c7c,segment=NetworkSegment(e1aec832-1bff-4c61-9110-377c918f013f),segment_id=e1aec832-1bff-4c61-9110-377c918f013f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:22.210262 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:22.211411 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ad5ad43d-6001-4c92-a0bc-d9e89ce2a557 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:22.291699 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c9d32fd0-5d9a-4ff4-8023-80025e18e5d5 req-046d5e19-9916-40b6-bfc1-765b2ccb64e9 service neutron] 10.222.0.57 "GET /v2.0/networks/13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999095 Aug 16 20:59:22.321305 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-711a6f90-ffe5-4f3e-ac2f-eee18d06370c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:59:22.321659 n-d-787206-13 neutron-server[94772]: DEBUG oslo_db.api [None req-711a6f90-ffe5-4f3e-ac2f-eee18d06370c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:59:22.326545 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=50091435-8101-498c-8fd2-f069c2866c7c,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:22.342159 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port ad5ad43d-6001-4c92-a0bc-d9e89ce2a557 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:22.342531 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:22.379206 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8527a0-31e3-4f83-a90a-1123a3467261 req-c1b0ea73-58ab-4fc9-93e6-e535b59058af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:22.381378 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cc8527a0-31e3-4f83-a90a-1123a3467261 req-c1b0ea73-58ab-4fc9-93e6-e535b59058af service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=42d6a87c746d471d928b38c15245fbbb&device_id=b916d505-50c8-4d0d-90a1-e116487450bf HTTP/1.1" status: 200 len: 1095 time: 0.0449357 Aug 16 20:59:22.514864 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8527a0-31e3-4f83-a90a-1123a3467261 req-bccb94df-b7f7-461b-97d4-16700499dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:22.516370 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cc8527a0-31e3-4f83-a90a-1123a3467261 req-bccb94df-b7f7-461b-97d4-16700499dec8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5 HTTP/1.1" status: 200 len: 918 time: 0.1269758 Aug 16 20:59:22.525861 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3796a-dabf-4ddf-85b0-9e159f3a4d19 req-78f917fd-2246-4c6f-bb0e-6203fd69b6c2 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:22.527279 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-87e3796a-dabf-4ddf-85b0-9e159f3a4d19 req-78f917fd-2246-4c6f-bb0e-6203fd69b6c2 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/ports?device_id=b916d505-50c8-4d0d-90a1-e116487450bf HTTP/1.1" status: 200 len: 943 time: 0.0877941 Aug 16 20:59:22.573245 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cc8527a0-31e3-4f83-a90a-1123a3467261 req-fc09079c-db3c-4f25-96eb-be5d7105b6be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cfe47c6-b062-48f8-8761-c80bdf7e476e HTTP/1.1" status: 200 len: 217 time: 0.0450165 Aug 16 20:59:22.631103 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-87e3796a-dabf-4ddf-85b0-9e159f3a4d19 req-5374fd2a-64d1-40a4-9fa4-a9d75ecc3029 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/security-groups?id=138e2c38-e34b-48b0-8938-b117535c282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962589 Aug 16 20:59:22.645216 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8527a0-31e3-4f83-a90a-1123a3467261 req-c45a8d01-a890-4c18-9324-36e8df528827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:22.646664 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cc8527a0-31e3-4f83-a90a-1123a3467261 req-c45a8d01-a890-4c18-9324-36e8df528827 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba80fa37-792f-422b-808a-0faafe4e004d HTTP/1.1" status: 200 len: 856 time: 0.0651147 Aug 16 20:59:22.697838 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8527a0-31e3-4f83-a90a-1123a3467261 req-2619c700-872c-4fb3-a35c-3bb43478174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:22.699381 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cc8527a0-31e3-4f83-a90a-1123a3467261 req-2619c700-872c-4fb3-a35c-3bb43478174a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444393 Aug 16 20:59:22.788452 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cc8527a0-31e3-4f83-a90a-1123a3467261 req-63f36338-6852-4ae8-9033-dea2d9d756e6 service neutron] 10.222.0.57 "GET /v2.0/networks/13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816154 Aug 16 20:59:22.881747 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cc8527a0-31e3-4f83-a90a-1123a3467261 req-34b6a4fc-2508-424a-ad6b-07e8db09f056 service neutron] 10.222.0.57 "GET /v2.0/networks/13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855410 Aug 16 20:59:23.750218 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9f69c-8942-4ce2-9af3-85bc7bd547ad req-fdd68c6c-bcbe-40d3-aef5-1800b178186f tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:23.751757 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f5b9f69c-8942-4ce2-9af3-85bc7bd547ad req-fdd68c6c-bcbe-40d3-aef5-1800b178186f tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/ports?device_id=b916d505-50c8-4d0d-90a1-e116487450bf HTTP/1.1" status: 200 len: 943 time: 0.0509398 Aug 16 20:59:23.792217 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f5b9f69c-8942-4ce2-9af3-85bc7bd547ad req-6bfd8389-8bec-41cd-876a-456f44a58b0a tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/security-groups?id=138e2c38-e34b-48b0-8938-b117535c282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336564 Aug 16 20:59:23.808815 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 50091435-8101-498c-8fd2-f069c2866c7c up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:24.013352 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 50091435-8101-498c-8fd2-f069c2866c7c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:24.013717 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:24.804947 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3cfe47c6-b062-48f8-8761-c80bdf7e476e details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:59:24.907026 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 3cfe47c6-b062-48f8-8761-c80bdf7e476e, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3cfe47c6-b062-48f8-8761-c80bdf7e476e,segment=NetworkSegment(86742f48-88a2-4eba-8874-a40c38b8fc6f),segment_id=86742f48-88a2-4eba-8874-a40c38b8fc6f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:24.913934 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3aafda-6262-4b5b-b58f-476301da5b52 req-55f49c2e-ab8d-47d0-aea8-6ab2dd72d8dd tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:24.915467 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3b3aafda-6262-4b5b-b58f-476301da5b52 req-55f49c2e-ab8d-47d0-aea8-6ab2dd72d8dd tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/ports?device_id=b916d505-50c8-4d0d-90a1-e116487450bf HTTP/1.1" status: 200 len: 943 time: 0.0521722 Aug 16 20:59:24.920024 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '3cfe47c6-b062-48f8-8761-c80bdf7e476e', 'network_id': '13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5', 'port_id': '3cfe47c6-b062-48f8-8761-c80bdf7e476e', 'mac_address': 'fa:16:3e:d4:5d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba80fa37-792f-422b-808a-0faafe4e004d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:59:24.955764 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:24.958175 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3b3aafda-6262-4b5b-b58f-476301da5b52 req-a0cba91a-f85d-4a03-b97c-c10a4a1ea85a tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/security-groups?id=138e2c38-e34b-48b0-8938-b117535c282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360024 Aug 16 20:59:24.968826 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cfe47c6-b062-48f8-8761-c80bdf7e476e {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:59:24.990485 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 3cfe47c6-b062-48f8-8761-c80bdf7e476e, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3cfe47c6-b062-48f8-8761-c80bdf7e476e,segment=NetworkSegment(86742f48-88a2-4eba-8874-a40c38b8fc6f),segment_id=86742f48-88a2-4eba-8874-a40c38b8fc6f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:24.995459 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:25.046452 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=3cfe47c6-b062-48f8-8761-c80bdf7e476e,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:25.191785 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['3cfe47c6-b062-48f8-8761-c80bdf7e476e'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:59:26.080352 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cb239-70ad-4448-921f-122555410a8f req-520f6403-0aed-4175-8fec-a0572f7e29be tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:26.081851 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-580cb239-70ad-4448-921f-122555410a8f req-520f6403-0aed-4175-8fec-a0572f7e29be tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/ports?device_id=b916d505-50c8-4d0d-90a1-e116487450bf HTTP/1.1" status: 200 len: 944 time: 0.0517385 Aug 16 20:59:26.119850 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-580cb239-70ad-4448-921f-122555410a8f req-987d7dda-8c3a-4c30-8840-263af668980b tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/security-groups?id=138e2c38-e34b-48b0-8938-b117535c282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320313 Aug 16 20:59:26.804601 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3cfe47c6-b062-48f8-8761-c80bdf7e476e up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:26.854855 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 3cfe47c6-b062-48f8-8761-c80bdf7e476e completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:26.858376 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 3cfe47c6-b062-48f8-8761-c80bdf7e476e triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:26.858746 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:26.932505 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:26.954292 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b916d505-50c8-4d0d-90a1-e116487450bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfe47c6-b062-48f8-8761-c80bdf7e476e'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:59:26.956707 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0348104d8022dd0cb333a966cdf78087a7844175b144024c4093ab2d6ac91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e1683c-811c-4439-b5df-d9f926bf92f2" -d '{"events": [{"server_uuid": "b916d505-50c8-4d0d-90a1-e116487450bf", "name": "network-vif-plugged", "status": "completed", "tag": "3cfe47c6-b062-48f8-8761-c80bdf7e476e"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:59:26.970224 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 3cfe47c6-b062-48f8-8761-c80bdf7e476e, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3cfe47c6-b062-48f8-8761-c80bdf7e476e,segment=NetworkSegment(86742f48-88a2-4eba-8874-a40c38b8fc6f),segment_id=86742f48-88a2-4eba-8874-a40c38b8fc6f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:26.974350 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:26.997378 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c2ca1f-731f-43ee-aea1-3f172821dfc6 x-openstack-request-id: req-54c2ca1f-731f-43ee-aea1-3f172821dfc6 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:59:26.997678 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b916d505-50c8-4d0d-90a1-e116487450bf", "name": "network-vif-plugged", "status": "completed", "tag": "3cfe47c6-b062-48f8-8761-c80bdf7e476e", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:59:26.997928 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-54c2ca1f-731f-43ee-aea1-3f172821dfc6 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:59:26.998312 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b916d505-50c8-4d0d-90a1-e116487450bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfe47c6-b062-48f8-8761-c80bdf7e476e', 'code': 200} Aug 16 20:59:27.024601 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=3cfe47c6-b062-48f8-8761-c80bdf7e476e,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:27.089945 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b63b22-73f6-42b5-8a8d-200d38148c1b req-ca6f320e-2e78-4958-be06-176747c6b860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:27.091408 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-85b63b22-73f6-42b5-8a8d-200d38148c1b req-ca6f320e-2e78-4958-be06-176747c6b860 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b916d505-50c8-4d0d-90a1-e116487450bf HTTP/1.1" status: 200 len: 1097 time: 0.0427663 Aug 16 20:59:27.126410 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-85b63b22-73f6-42b5-8a8d-200d38148c1b req-7e871752-2593-49e5-a926-2f308e701eb3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=138e2c38-e34b-48b0-8938-b117535c282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277281 Aug 16 20:59:27.232313 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8a6b7-1718-4788-8bd4-a826950b5fab req-b676e5c6-a170-4139-9a2d-681bbb64adaa tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:27.233766 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4aa8a6b7-1718-4788-8bd4-a826950b5fab req-b676e5c6-a170-4139-9a2d-681bbb64adaa tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/ports?device_id=b916d505-50c8-4d0d-90a1-e116487450bf HTTP/1.1" status: 200 len: 945 time: 0.0477760 Aug 16 20:59:27.275929 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4aa8a6b7-1718-4788-8bd4-a826950b5fab req-a6519eba-969b-4842-b727-2c01c634c0f9 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/security-groups?id=138e2c38-e34b-48b0-8938-b117535c282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356815 Aug 16 20:59:28.390963 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f811e5-ea3f-4f0e-82b2-0a99921d60ec req-b8a17427-9aad-4ca3-8d8b-a4fc989364d5 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:28.392613 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-17f811e5-ea3f-4f0e-82b2-0a99921d60ec req-b8a17427-9aad-4ca3-8d8b-a4fc989364d5 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/ports?device_id=b916d505-50c8-4d0d-90a1-e116487450bf HTTP/1.1" status: 200 len: 945 time: 0.0485988 Aug 16 20:59:28.431259 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-17f811e5-ea3f-4f0e-82b2-0a99921d60ec req-8e3001ce-f58c-47ca-9bd8-cd533ee178f0 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/security-groups?id=138e2c38-e34b-48b0-8938-b117535c282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313706 Aug 16 20:59:28.548410 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213f29c-2a56-43ae-b5b1-3f061f1d2302 req-e9539a5c-759b-4784-9d06-10a5a4531af7 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:28.549889 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2213f29c-2a56-43ae-b5b1-3f061f1d2302 req-e9539a5c-759b-4784-9d06-10a5a4531af7 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/ports?device_id=b916d505-50c8-4d0d-90a1-e116487450bf HTTP/1.1" status: 200 len: 945 time: 0.0492325 Aug 16 20:59:28.587399 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2213f29c-2a56-43ae-b5b1-3f061f1d2302 req-14d496fe-9b68-4d83-976a-9be7f204f657 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/security-groups?id=138e2c38-e34b-48b0-8938-b117535c282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315003 Aug 16 20:59:31.909235 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c40ab3a3-e691-4527-89df-08e96f653550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:34.467375 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-739a06ae-8a06-40b0-bf29-a1f235e9b806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:34.732093 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:35.794520 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:36.521527 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:36.599790 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:37.240870 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:47.106259 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78800e-bdff-435b-9572-3420e12757aa req-ecba4f63-9d74-4946-8cba-ce931dd52342 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:47.107768 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-af78800e-bdff-435b-9572-3420e12757aa req-ecba4f63-9d74-4946-8cba-ce931dd52342 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/ports?device_id=b916d505-50c8-4d0d-90a1-e116487450bf HTTP/1.1" status: 200 len: 945 time: 0.0514703 Aug 16 20:59:47.149954 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-af78800e-bdff-435b-9572-3420e12757aa req-28d59b20-6a68-45b4-8cda-3ae30143ea3a tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/security-groups?id=138e2c38-e34b-48b0-8938-b117535c282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360649 Aug 16 20:59:48.262778 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79e3cb-bb47-4d75-aa2b-7bf4a92b294d req-3b6226f5-bcf1-466d-9a08-66bf92bbd94d tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:48.264320 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-be79e3cb-bb47-4d75-aa2b-7bf4a92b294d req-3b6226f5-bcf1-466d-9a08-66bf92bbd94d tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/ports?device_id=b916d505-50c8-4d0d-90a1-e116487450bf HTTP/1.1" status: 200 len: 945 time: 0.0484107 Aug 16 20:59:48.302299 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-be79e3cb-bb47-4d75-aa2b-7bf4a92b294d req-d64b302a-28ab-4c02-ba55-153b4b135304 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/security-groups?id=138e2c38-e34b-48b0-8938-b117535c282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314877 Aug 16 20:59:48.609928 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020f0ed-c995-4052-8bfe-20013294aac1 req-b6c58831-2d95-470e-b8f7-d46acd6d20e4 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:48.611319 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4020f0ed-c995-4052-8bfe-20013294aac1 req-b6c58831-2d95-470e-b8f7-d46acd6d20e4 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.57 "GET /v2.0/ports?device_id=b916d505-50c8-4d0d-90a1-e116487450bf HTTP/1.1" status: 200 len: 945 time: 0.0487714 Aug 16 20:59:48.703050 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-4020f0ed-c995-4052-8bfe-20013294aac1 req-958ec82b-cb43-43c6-a136-962f0d8c5d17 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Deleting port 3cfe47c6-b062-48f8-8761-c80bdf7e476e {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:59:48.703429 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4020f0ed-c995-4052-8bfe-20013294aac1 req-958ec82b-cb43-43c6-a136-962f0d8c5d17 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:48.788991 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-4020f0ed-c995-4052-8bfe-20013294aac1 req-958ec82b-cb43-43c6-a136-962f0d8c5d17 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] For port 3cfe47c6-b062-48f8-8761-c80bdf7e476e, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=3cfe47c6-b062-48f8-8761-c80bdf7e476e,segment=NetworkSegment(86742f48-88a2-4eba-8874-a40c38b8fc6f),segment_id=86742f48-88a2-4eba-8874-a40c38b8fc6f)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:48.789362 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4020f0ed-c995-4052-8bfe-20013294aac1 req-958ec82b-cb43-43c6-a136-962f0d8c5d17 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:48.801783 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-4020f0ed-c995-4052-8bfe-20013294aac1 req-958ec82b-cb43-43c6-a136-962f0d8c5d17 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Calling delete_port for 3cfe47c6-b062-48f8-8761-c80bdf7e476e owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:59:48.930951 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4020f0ed-c995-4052-8bfe-20013294aac1 req-958ec82b-cb43-43c6-a136-962f0d8c5d17 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:48.957630 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ec82b-cb43-43c6-a136-962f0d8c5d17 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Pushing event deleted for resources: {'Port': ['ID=3cfe47c6-b062-48f8-8761-c80bdf7e476e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:49.001767 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4020f0ed-c995-4052-8bfe-20013294aac1 req-958ec82b-cb43-43c6-a136-962f0d8c5d17 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] No DVR routers for this DVR port 3cfe47c6-b062-48f8-8761-c80bdf7e476e on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:59:49.005193 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4020f0ed-c995-4052-8bfe-20013294aac1 req-958ec82b-cb43-43c6-a136-962f0d8c5d17 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:49.007228 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4020f0ed-c995-4052-8bfe-20013294aac1 req-958ec82b-cb43-43c6-a136-962f0d8c5d17 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.57 "DELETE /v2.0/ports/3cfe47c6-b062-48f8-8761-c80bdf7e476e HTTP/1.1" status: 204 len: 173 time: 0.3893037 Aug 16 20:59:49.007711 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b916d505-50c8-4d0d-90a1-e116487450bf', 'name': 'network-vif-deleted', 'tag': '3cfe47c6-b062-48f8-8761-c80bdf7e476e'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:59:49.010065 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92cfcb5-85fc-460b-88cb-7f05251665ee" -d '{"events": [{"server_uuid": "b916d505-50c8-4d0d-90a1-e116487450bf", "name": "network-vif-deleted", "tag": "3cfe47c6-b062-48f8-8761-c80bdf7e476e"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:59:49.049803 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bffab3f-e533-4b74-a8a5-d240c6be5d5c x-openstack-request-id: req-7bffab3f-e533-4b74-a8a5-d240c6be5d5c {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:59:49.050101 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b916d505-50c8-4d0d-90a1-e116487450bf", "name": "network-vif-deleted", "tag": "3cfe47c6-b062-48f8-8761-c80bdf7e476e", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:59:49.050358 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7bffab3f-e533-4b74-a8a5-d240c6be5d5c {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:59:49.051318 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b916d505-50c8-4d0d-90a1-e116487450bf', 'name': 'network-vif-deleted', 'tag': '3cfe47c6-b062-48f8-8761-c80bdf7e476e', 'status': 'completed', 'code': 200} Aug 16 20:59:49.416403 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-09bfe2aa-ae28-4dcf-b394-eee8ee939255 req-d161c2f9-ac23-4ae9-a97a-5c5232387cf2 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/ports?device_id=b916d505-50c8-4d0d-90a1-e116487450bf HTTP/1.1" status: 200 len: 210 time: 0.0314691 Aug 16 20:59:50.874132 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-5e5b93b3-296a-4e92-b3cd-3275dad9fe9f tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:50.875654 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-5e5b93b3-296a-4e92-b3cd-3275dad9fe9f tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/networks?id=13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5 HTTP/1.1" status: 200 len: 817 time: 0.0988195 Aug 16 20:59:50.890344 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-bd1eae1a-adcd-4563-9c9d-0c115b4d2e4e tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/quotas/42d6a87c746d471d928b38c15245fbbb HTTP/1.1" status: 200 len: 375 time: 0.0090420 Aug 16 20:59:50.929543 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3cfe47c6-b062-48f8-8761-c80bdf7e476e no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:59:50.941395 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-b2be607a-a9c5-4fcb-990f-d3a6e635a0a6 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=42d6a87c746d471d928b38c15245fbbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459871 Aug 16 20:59:50.949554 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 3cfe47c6-b062-48f8-8761-c80bdf7e476e {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:59:50.949900 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 3cfe47c6-b062-48f8-8761-c80bdf7e476e not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:59:51.041124 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-ff419c1b-22e2-44a8-968f-518541ee7e5c service neutron] 10.222.0.68 "GET /v2.0/networks/13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871043 Aug 16 20:59:51.129727 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-7faa9a30-7d9a-45fc-a1ea-e94a5c47a7aa service neutron] 10.222.0.68 "GET /v2.0/networks/13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823507 Aug 16 20:59:51.294545 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-72bb56f1-f26f-4ba5-a3e8-fa90f575e998 req-0ca6c3c6-b970-45e2-ab7c-160c41476d4e tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/ports?device_id=330a3634-cffd-4fd8-9962-1930a7ba9931 HTTP/1.1" status: 200 len: 210 time: 0.0348232 Aug 16 20:59:51.595354 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:59:52.157026 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-06eb378e-aa19-4c85-879c-4ac59b394c04 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:52.158747 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-06eb378e-aa19-4c85-879c-4ac59b394c04 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.63 "GET /v2.0/networks?id=13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5 HTTP/1.1" status: 200 len: 817 time: 0.1041656 Aug 16 20:59:52.171166 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-0617c5b7-ec84-4cdc-addd-88556b1905ca tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Request body: {'port': {'device_id': '330a3634-cffd-4fd8-9962-1930a7ba9931', 'network_id': '13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5', 'admin_state_up': True, 'tenant_id': '42d6a87c746d471d928b38c15245fbbb'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:52.281478 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-0617c5b7-ec84-4cdc-addd-88556b1905ca tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Made reservation on behalf of 42d6a87c746d471d928b38c15245fbbb for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:59:52.286103 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-0617c5b7-ec84-4cdc-addd-88556b1905ca tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.387555 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e7596965-507f-4f89-af0e-6c0385385a9e req-bbf840e9-a251-4394-bcc3-b0906164bf96 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/ports?device_id=330a3634-cffd-4fd8-9962-1930a7ba9931 HTTP/1.1" status: 200 len: 210 time: 0.0263395 Aug 16 20:59:52.416840 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-0617c5b7-ec84-4cdc-addd-88556b1905ca tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Allocated IP 172.20.0.13 (13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5/ba80fa37-792f-422b-808a-0faafe4e004d/7a9aa992-d62c-4ff5-89a1-bd95bbe72af5) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:59:52.557837 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-0617c5b7-ec84-4cdc-addd-88556b1905ca tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.575479 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-0617c5b7-ec84-4cdc-addd-88556b1905ca tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Transition to ACTIVE for port object 7a9aa992-d62c-4ff5-89a1-bd95bbe72af5 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:52.609430 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-0617c5b7-ec84-4cdc-addd-88556b1905ca tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.652737 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-0617c5b7-ec84-4cdc-addd-88556b1905ca tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Network 13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:59:52.655813 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-0617c5b7-ec84-4cdc-addd-88556b1905ca tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:59:52.659716 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-0617c5b7-ec84-4cdc-addd-88556b1905ca tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:59:52.683570 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617c5b7-ec84-4cdc-addd-88556b1905ca tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Pushing event updated for resources: {'Port': ['ID=7a9aa992-d62c-4ff5-89a1-bd95bbe72af5,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:52.711906 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-0617c5b7-ec84-4cdc-addd-88556b1905ca tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:52.712528 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-0617c5b7-ec84-4cdc-addd-88556b1905ca tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.728749 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-0617c5b7-ec84-4cdc-addd-88556b1905ca tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5613623 Aug 16 20:59:52.741320 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-8d7aed2e-88ac-4df1-86af-8ca54f56734d service neutron] Request body: {'port': {'device_id': '330a3634-cffd-4fd8-9962-1930a7ba9931', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:59:52.796963 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-8d7aed2e-88ac-4df1-86af-8ca54f56734d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.863332 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1b779186-d175-4df8-a410-f50b214de12e None None] Provisioning for port 7a9aa992-d62c-4ff5-89a1-bd95bbe72af5 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:52.866948 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1b779186-d175-4df8-a410-f50b214de12e None None] Provisioning complete for port 7a9aa992-d62c-4ff5-89a1-bd95bbe72af5 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:52.867345 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1b779186-d175-4df8-a410-f50b214de12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.900501 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1b779186-d175-4df8-a410-f50b214de12e None None] Port 7a9aa992-d62c-4ff5-89a1-bd95bbe72af5 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:59:53.064446 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-8d7aed2e-88ac-4df1-86af-8ca54f56734d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a9aa992-d62c-4ff5-89a1-bd95bbe72af5 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:59:53.072605 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-8d7aed2e-88ac-4df1-86af-8ca54f56734d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:53.085031 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-8d7aed2e-88ac-4df1-86af-8ca54f56734d service neutron] Transition to ACTIVE for port object 7a9aa992-d62c-4ff5-89a1-bd95bbe72af5 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:59:53.088750 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-8d7aed2e-88ac-4df1-86af-8ca54f56734d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:53.137992 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7aed2e-88ac-4df1-86af-8ca54f56734d service neutron] Pushing event updated for resources: {'Port': ['ID=7a9aa992-d62c-4ff5-89a1-bd95bbe72af5,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:53.209725 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-8d7aed2e-88ac-4df1-86af-8ca54f56734d service neutron] Attempting to bind port 7a9aa992-d62c-4ff5-89a1-bd95bbe72af5 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:59:53.210407 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-8d7aed2e-88ac-4df1-86af-8ca54f56734d service neutron] Attempting to bind port 7a9aa992-d62c-4ff5-89a1-bd95bbe72af5 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '86742f48-88a2-4eba-8874-a40c38b8fc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:59:53.210407 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-8d7aed2e-88ac-4df1-86af-8ca54f56734d service neutron] Attempting to bind port 7a9aa992-d62c-4ff5-89a1-bd95bbe72af5 on network 13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:59:53.214960 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-8d7aed2e-88ac-4df1-86af-8ca54f56734d service neutron] Port 7a9aa992-d62c-4ff5-89a1-bd95bbe72af5 on network 13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:59:53.215302 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-8d7aed2e-88ac-4df1-86af-8ca54f56734d service neutron] Attempting to bind port 7a9aa992-d62c-4ff5-89a1-bd95bbe72af5 on network 13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:59:53.220104 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-8d7aed2e-88ac-4df1-86af-8ca54f56734d service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:59:53.220519 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-8d7aed2e-88ac-4df1-86af-8ca54f56734d service neutron] Checking segment: {'id': '86742f48-88a2-4eba-8874-a40c38b8fc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:59:53.220818 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-8d7aed2e-88ac-4df1-86af-8ca54f56734d service neutron] Bound using segment: {'id': '86742f48-88a2-4eba-8874-a40c38b8fc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:59:53.221234 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-8d7aed2e-88ac-4df1-86af-8ca54f56734d service neutron] Bound port: 7a9aa992-d62c-4ff5-89a1-bd95bbe72af5, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86742f48-88a2-4eba-8874-a40c38b8fc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:59:53.221587 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-8d7aed2e-88ac-4df1-86af-8ca54f56734d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:53.291213 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-8d7aed2e-88ac-4df1-86af-8ca54f56734d service neutron] For port 7a9aa992-d62c-4ff5-89a1-bd95bbe72af5, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:59:53.294370 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-8d7aed2e-88ac-4df1-86af-8ca54f56734d service neutron] For port 7a9aa992-d62c-4ff5-89a1-bd95bbe72af5, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=7a9aa992-d62c-4ff5-89a1-bd95bbe72af5,segment=NetworkSegment(86742f48-88a2-4eba-8874-a40c38b8fc6f),segment_id=86742f48-88a2-4eba-8874-a40c38b8fc6f)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:59:53.298073 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-8d7aed2e-88ac-4df1-86af-8ca54f56734d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:53.332159 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-8d7aed2e-88ac-4df1-86af-8ca54f56734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:53.333270 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-8d7aed2e-88ac-4df1-86af-8ca54f56734d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:53.334721 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-8d7aed2e-88ac-4df1-86af-8ca54f56734d service neutron] 10.222.0.63 "PUT /v2.0/ports/7a9aa992-d62c-4ff5-89a1-bd95bbe72af5 HTTP/1.1" status: 200 len: 1093 time: 0.5978940 Aug 16 20:59:53.335222 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '330a3634-cffd-4fd8-9962-1930a7ba9931', 'tag': '7a9aa992-d62c-4ff5-89a1-bd95bbe72af5'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:59:53.337495 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3574c60e065d2c839e3c713bbc5c644800ed611e652874904b72df0b461749ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4191f1-57f1-4d5d-81bc-f5c4cefd1e03" -d '{"events": [{"name": "network-changed", "server_uuid": "330a3634-cffd-4fd8-9962-1930a7ba9931", "tag": "7a9aa992-d62c-4ff5-89a1-bd95bbe72af5"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:59:53.361999 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7aed2e-88ac-4df1-86af-8ca54f56734d service neutron] Pushing event updated for resources: {'Port': ['ID=7a9aa992-d62c-4ff5-89a1-bd95bbe72af5,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:53.388139 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575f319a-a5bb-4f16-86e5-8ee829ffc524 x-openstack-request-id: req-575f319a-a5bb-4f16-86e5-8ee829ffc524 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:59:53.388368 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "330a3634-cffd-4fd8-9962-1930a7ba9931", "tag": "7a9aa992-d62c-4ff5-89a1-bd95bbe72af5", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:59:53.388612 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-575f319a-a5bb-4f16-86e5-8ee829ffc524 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:59:53.389013 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '330a3634-cffd-4fd8-9962-1930a7ba9931', 'tag': '7a9aa992-d62c-4ff5-89a1-bd95bbe72af5', 'status': 'completed', 'code': 200} Aug 16 20:59:53.424258 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-5c458e94-f666-46dd-a969-e5fbc9f47f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:53.426707 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-5c458e94-f666-46dd-a969-e5fbc9f47f02 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=42d6a87c746d471d928b38c15245fbbb&device_id=330a3634-cffd-4fd8-9962-1930a7ba9931 HTTP/1.1" status: 200 len: 1096 time: 0.0486233 Aug 16 20:59:53.476713 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-1d342445-61a7-4de5-acae-61f618a29d1b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a9aa992-d62c-4ff5-89a1-bd95bbe72af5 HTTP/1.1" status: 200 len: 217 time: 0.0427325 Aug 16 20:59:53.513842 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689f23a-a1d2-4d87-b33b-001d676ebadf req-477750d1-1e21-440d-a2b6-c98e81cc1f40 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:53.515566 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b689f23a-a1d2-4d87-b33b-001d676ebadf req-477750d1-1e21-440d-a2b6-c98e81cc1f40 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/ports?device_id=330a3634-cffd-4fd8-9962-1930a7ba9931 HTTP/1.1" status: 200 len: 944 time: 0.0534956 Aug 16 20:59:53.530365 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-86d4a0cc-cf93-4a5e-820a-95c8dfab1f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:53.531946 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-86d4a0cc-cf93-4a5e-820a-95c8dfab1f63 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ba80fa37-792f-422b-808a-0faafe4e004d HTTP/1.1" status: 200 len: 856 time: 0.0484085 Aug 16 20:59:53.555763 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b689f23a-a1d2-4d87-b33b-001d676ebadf req-d0772c5b-c600-4e80-8819-4f525b579ec1 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/security-groups?id=138e2c38-e34b-48b0-8938-b117535c282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332699 Aug 16 20:59:53.579101 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-1dbe6801-4bc3-4743-84b1-3b364596b926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:53.580649 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-1dbe6801-4bc3-4743-84b1-3b364596b926 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417140 Aug 16 20:59:53.683280 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-30c81cc0-93ea-4b6e-8fc1-a1073c3febda service neutron] 10.222.0.63 "GET /v2.0/networks/13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914855 Aug 16 20:59:53.768271 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-4d865253-9323-419c-8e6f-7a8a055ed421 req-839f396c-1cd2-47c4-af78-0ed1e3ad0b0a service neutron] 10.222.0.63 "GET /v2.0/networks/13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812547 Aug 16 20:59:53.852862 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4191f1-57f1-4d5d-81bc-f5c4cefd1e03 req-fcd8de88-741e-4b23-af55-517ed6cf41bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:53.854318 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2e4191f1-57f1-4d5d-81bc-f5c4cefd1e03 req-fcd8de88-741e-4b23-af55-517ed6cf41bc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=42d6a87c746d471d928b38c15245fbbb&device_id=330a3634-cffd-4fd8-9962-1930a7ba9931 HTTP/1.1" status: 200 len: 1096 time: 0.0405025 Aug 16 20:59:53.945694 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4191f1-57f1-4d5d-81bc-f5c4cefd1e03 req-e0eff4cc-3ee1-4b4e-9a77-7fa7b03a9eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:53.947137 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2e4191f1-57f1-4d5d-81bc-f5c4cefd1e03 req-e0eff4cc-3ee1-4b4e-9a77-7fa7b03a9eda service neutron] 10.222.0.63 "GET /v2.0/networks?id=13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5 HTTP/1.1" status: 200 len: 918 time: 0.0860748 Aug 16 20:59:53.991558 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2e4191f1-57f1-4d5d-81bc-f5c4cefd1e03 req-18225498-26ae-4f79-9a4d-50e405af4eeb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a9aa992-d62c-4ff5-89a1-bd95bbe72af5 HTTP/1.1" status: 200 len: 217 time: 0.0376458 Aug 16 20:59:54.045505 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4191f1-57f1-4d5d-81bc-f5c4cefd1e03 req-f0f42ef4-8ece-4e57-a956-b1700abfcbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:54.047550 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2e4191f1-57f1-4d5d-81bc-f5c4cefd1e03 req-f0f42ef4-8ece-4e57-a956-b1700abfcbef service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ba80fa37-792f-422b-808a-0faafe4e004d HTTP/1.1" status: 200 len: 856 time: 0.0468321 Aug 16 20:59:54.095092 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4191f1-57f1-4d5d-81bc-f5c4cefd1e03 req-6bc715a8-c17b-4e96-84c3-99489d01858c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:54.096630 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2e4191f1-57f1-4d5d-81bc-f5c4cefd1e03 req-6bc715a8-c17b-4e96-84c3-99489d01858c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407140 Aug 16 20:59:54.183914 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2e4191f1-57f1-4d5d-81bc-f5c4cefd1e03 req-da767fc3-d8ac-4e71-ac2d-91ed9065b0fc service neutron] 10.222.0.63 "GET /v2.0/networks/13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794833 Aug 16 20:59:54.276765 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-2e4191f1-57f1-4d5d-81bc-f5c4cefd1e03 req-062d4350-ea34-4309-987a-2a8e8985cff0 service neutron] 10.222.0.63 "GET /v2.0/networks/13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838375 Aug 16 20:59:54.669524 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8af228-2d2e-4542-9bdb-da546df2f55f req-6977f4bd-3db8-4645-a8aa-66e6070cf4c0 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:54.670985 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5c8af228-2d2e-4542-9bdb-da546df2f55f req-6977f4bd-3db8-4645-a8aa-66e6070cf4c0 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/ports?device_id=330a3634-cffd-4fd8-9962-1930a7ba9931 HTTP/1.1" status: 200 len: 944 time: 0.0480587 Aug 16 20:59:54.707956 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5c8af228-2d2e-4542-9bdb-da546df2f55f req-c24e5f1e-c40d-485d-9733-456d090fa209 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/security-groups?id=138e2c38-e34b-48b0-8938-b117535c282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302234 Aug 16 20:59:55.538438 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 7a9aa992-d62c-4ff5-89a1-bd95bbe72af5 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:59:55.634078 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 7a9aa992-d62c-4ff5-89a1-bd95bbe72af5, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=7a9aa992-d62c-4ff5-89a1-bd95bbe72af5,segment=NetworkSegment(86742f48-88a2-4eba-8874-a40c38b8fc6f),segment_id=86742f48-88a2-4eba-8874-a40c38b8fc6f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:55.645092 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '7a9aa992-d62c-4ff5-89a1-bd95bbe72af5', 'network_id': '13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5', 'port_id': '7a9aa992-d62c-4ff5-89a1-bd95bbe72af5', 'mac_address': 'fa:16:3e:f0:e4:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba80fa37-792f-422b-808a-0faafe4e004d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:59:55.680714 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:55.693450 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a9aa992-d62c-4ff5-89a1-bd95bbe72af5 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:59:55.712984 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 7a9aa992-d62c-4ff5-89a1-bd95bbe72af5, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=7a9aa992-d62c-4ff5-89a1-bd95bbe72af5,segment=NetworkSegment(86742f48-88a2-4eba-8874-a40c38b8fc6f),segment_id=86742f48-88a2-4eba-8874-a40c38b8fc6f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:55.716588 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:55.767701 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=7a9aa992-d62c-4ff5-89a1-bd95bbe72af5,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:55.829995 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146732e7-58e6-4edc-a6d0-eca7356ba015 req-c9eeb1e4-dd91-4a28-ada8-37c859cff7c2 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:55.831401 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-146732e7-58e6-4edc-a6d0-eca7356ba015 req-c9eeb1e4-dd91-4a28-ada8-37c859cff7c2 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/ports?device_id=330a3634-cffd-4fd8-9962-1930a7ba9931 HTTP/1.1" status: 200 len: 945 time: 0.0534911 Aug 16 20:59:55.868519 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-146732e7-58e6-4edc-a6d0-eca7356ba015 req-95a0a6ec-8d3f-4516-868e-50b871d17d14 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/security-groups?id=138e2c38-e34b-48b0-8938-b117535c282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311997 Aug 16 20:59:55.916966 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['7a9aa992-d62c-4ff5-89a1-bd95bbe72af5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:59:56.982491 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4c68a-5845-41fe-8c75-c8f6de950f4d req-4389585e-2339-4dd1-9de3-3b801ab7852e tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:56.983987 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-94d4c68a-5845-41fe-8c75-c8f6de950f4d req-4389585e-2339-4dd1-9de3-3b801ab7852e tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/ports?device_id=330a3634-cffd-4fd8-9962-1930a7ba9931 HTTP/1.1" status: 200 len: 945 time: 0.0488839 Aug 16 20:59:57.022678 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-94d4c68a-5845-41fe-8c75-c8f6de950f4d req-a172007e-ae29-491b-8f9d-004212247c35 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/security-groups?id=138e2c38-e34b-48b0-8938-b117535c282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327582 Aug 16 20:59:57.554229 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 7a9aa992-d62c-4ff5-89a1-bd95bbe72af5 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:59:57.604651 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 7a9aa992-d62c-4ff5-89a1-bd95bbe72af5 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:59:57.608264 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 7a9aa992-d62c-4ff5-89a1-bd95bbe72af5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:59:57.608631 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:57.682734 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:57.704150 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330a3634-cffd-4fd8-9962-1930a7ba9931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9aa992-d62c-4ff5-89a1-bd95bbe72af5'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:59:57.706489 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0348104d8022dd0cb333a966cdf78087a7844175b144024c4093ab2d6ac91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a8a70d-8a6d-4f25-8de1-22e6a9747b0a" -d '{"events": [{"server_uuid": "330a3634-cffd-4fd8-9962-1930a7ba9931", "name": "network-vif-plugged", "status": "completed", "tag": "7a9aa992-d62c-4ff5-89a1-bd95bbe72af5"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:59:57.718685 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 7a9aa992-d62c-4ff5-89a1-bd95bbe72af5, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=7a9aa992-d62c-4ff5-89a1-bd95bbe72af5,segment=NetworkSegment(86742f48-88a2-4eba-8874-a40c38b8fc6f),segment_id=86742f48-88a2-4eba-8874-a40c38b8fc6f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:59:57.723793 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:57.749637 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8a4322-3459-4713-9a12-067eda7f9bcc x-openstack-request-id: req-6c8a4322-3459-4713-9a12-067eda7f9bcc {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:59:57.749946 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330a3634-cffd-4fd8-9962-1930a7ba9931", "name": "network-vif-plugged", "status": "completed", "tag": "7a9aa992-d62c-4ff5-89a1-bd95bbe72af5", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:59:57.750218 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6c8a4322-3459-4713-9a12-067eda7f9bcc {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:59:57.750616 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330a3634-cffd-4fd8-9962-1930a7ba9931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9aa992-d62c-4ff5-89a1-bd95bbe72af5', 'code': 200} Aug 16 20:59:57.774089 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=7a9aa992-d62c-4ff5-89a1-bd95bbe72af5,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:59:57.781484 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:57.781831 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:57.782165 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:57.782678 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:57.783012 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:57.783372 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:57.783954 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:57.784278 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:57.784945 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:57.784945 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:57.785772 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:57.786089 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:59:57.840703 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110bd68-2217-41fb-84a6-36a8ec315029 req-f196b0e9-4d7b-493d-856f-814190ad38fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:57.842119 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8110bd68-2217-41fb-84a6-36a8ec315029 req-f196b0e9-4d7b-493d-856f-814190ad38fb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=330a3634-cffd-4fd8-9962-1930a7ba9931 HTTP/1.1" status: 200 len: 1098 time: 0.0397038 Aug 16 20:59:57.876798 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8110bd68-2217-41fb-84a6-36a8ec315029 req-c37b1f2b-8d11-405f-bdc6-c110c63ae598 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=138e2c38-e34b-48b0-8938-b117535c282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277853 Aug 16 20:59:58.136158 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fc403-518f-4bf7-ad35-493b5ea56a2b req-228a59d5-9965-407a-85fb-6ac7c9dfeaaf tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:58.137530 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-534fc403-518f-4bf7-ad35-493b5ea56a2b req-228a59d5-9965-407a-85fb-6ac7c9dfeaaf tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/ports?device_id=330a3634-cffd-4fd8-9962-1930a7ba9931 HTTP/1.1" status: 200 len: 946 time: 0.0475175 Aug 16 20:59:58.175151 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-534fc403-518f-4bf7-ad35-493b5ea56a2b req-8b2febba-807d-41ed-bbf0-3b63fe7d4291 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/security-groups?id=138e2c38-e34b-48b0-8938-b117535c282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316484 Aug 16 20:59:59.292585 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d33983-90a7-430b-b615-3481fe480475 req-af64e717-2831-4f33-b37f-b76ed96d0872 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:59.294059 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-38d33983-90a7-430b-b615-3481fe480475 req-af64e717-2831-4f33-b37f-b76ed96d0872 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/ports?device_id=330a3634-cffd-4fd8-9962-1930a7ba9931 HTTP/1.1" status: 200 len: 946 time: 0.0533187 Aug 16 20:59:59.330995 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-38d33983-90a7-430b-b615-3481fe480475 req-a3142a66-1ac7-4329-b726-a1ada14308b3 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/security-groups?id=138e2c38-e34b-48b0-8938-b117535c282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308998 Aug 16 20:59:59.444178 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4c5ce-fef5-4175-abd1-d29851890642 req-c0d2944d-eb69-4451-8ec4-3d4f6741091c tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:59.445668 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-44d4c5ce-fef5-4175-abd1-d29851890642 req-c0d2944d-eb69-4451-8ec4-3d4f6741091c tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/ports?device_id=330a3634-cffd-4fd8-9962-1930a7ba9931 HTTP/1.1" status: 200 len: 946 time: 0.0506537 Aug 16 20:59:59.482266 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-44d4c5ce-fef5-4175-abd1-d29851890642 req-c78a738c-678f-4d37-8da7-f725995c59b1 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/security-groups?id=138e2c38-e34b-48b0-8938-b117535c282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306563 Aug 16 21:00:01.901975 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b2c8c7c-1649-46de-92f9-420dd8bc44d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:04.471621 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b1e28ee8-1e39-48ef-b418-5355eb60c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:04.733865 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:05.796522 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:06.536506 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:06.605945 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:07.244124 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:17.802724 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2c200-ad6c-4b59-b254-488a267fd76b req-3bb23bb2-7292-4029-a4c1-1db0c72d5a51 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:17.804228 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-19e2c200-ad6c-4b59-b254-488a267fd76b req-3bb23bb2-7292-4029-a4c1-1db0c72d5a51 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/ports?device_id=330a3634-cffd-4fd8-9962-1930a7ba9931 HTTP/1.1" status: 200 len: 946 time: 0.0502458 Aug 16 21:00:17.841864 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-19e2c200-ad6c-4b59-b254-488a267fd76b req-6230ce98-c8f0-43e3-9c06-c359f32dc5b6 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/security-groups?id=138e2c38-e34b-48b0-8938-b117535c282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315647 Aug 16 21:00:18.961731 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7d3b5-f917-4274-8e9e-f2a5a13f3bd3 req-daa60334-1e17-4c49-ac08-6d9c15df3b61 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:18.963227 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-49e7d3b5-f917-4274-8e9e-f2a5a13f3bd3 req-daa60334-1e17-4c49-ac08-6d9c15df3b61 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/ports?device_id=330a3634-cffd-4fd8-9962-1930a7ba9931 HTTP/1.1" status: 200 len: 946 time: 0.0531538 Aug 16 21:00:19.000762 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-49e7d3b5-f917-4274-8e9e-f2a5a13f3bd3 req-0c16ff36-5b81-4856-9fa9-52845fb27edc tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/security-groups?id=138e2c38-e34b-48b0-8938-b117535c282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316250 Aug 16 21:00:19.281088 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0acf6-612c-4b80-a782-e3eb09b7620d req-0e895667-fe8e-4b04-8365-611ec8aaa451 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:19.282560 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5af0acf6-612c-4b80-a782-e3eb09b7620d req-0e895667-fe8e-4b04-8365-611ec8aaa451 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.63 "GET /v2.0/ports?device_id=330a3634-cffd-4fd8-9962-1930a7ba9931 HTTP/1.1" status: 200 len: 946 time: 0.0475357 Aug 16 21:00:19.374189 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-5af0acf6-612c-4b80-a782-e3eb09b7620d req-343caebf-7fe6-4781-934e-fdafba239707 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Deleting port 7a9aa992-d62c-4ff5-89a1-bd95bbe72af5 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:19.374544 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5af0acf6-612c-4b80-a782-e3eb09b7620d req-343caebf-7fe6-4781-934e-fdafba239707 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:19.460895 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-5af0acf6-612c-4b80-a782-e3eb09b7620d req-343caebf-7fe6-4781-934e-fdafba239707 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] For port 7a9aa992-d62c-4ff5-89a1-bd95bbe72af5, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=7a9aa992-d62c-4ff5-89a1-bd95bbe72af5,segment=NetworkSegment(86742f48-88a2-4eba-8874-a40c38b8fc6f),segment_id=86742f48-88a2-4eba-8874-a40c38b8fc6f)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:19.461257 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5af0acf6-612c-4b80-a782-e3eb09b7620d req-343caebf-7fe6-4781-934e-fdafba239707 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:19.477581 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-5af0acf6-612c-4b80-a782-e3eb09b7620d req-343caebf-7fe6-4781-934e-fdafba239707 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Calling delete_port for 7a9aa992-d62c-4ff5-89a1-bd95bbe72af5 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:19.602451 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5af0acf6-612c-4b80-a782-e3eb09b7620d req-343caebf-7fe6-4781-934e-fdafba239707 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:19.614148 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['7a9aa992-d62c-4ff5-89a1-bd95bbe72af5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:00:19.630145 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343caebf-7fe6-4781-934e-fdafba239707 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Pushing event deleted for resources: {'Port': ['ID=7a9aa992-d62c-4ff5-89a1-bd95bbe72af5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:19.642344 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343caebf-7fe6-4781-934e-fdafba239707 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:19.642748 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343caebf-7fe6-4781-934e-fdafba239707 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:19.643041 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343caebf-7fe6-4781-934e-fdafba239707 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:19.643410 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343caebf-7fe6-4781-934e-fdafba239707 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:19.643750 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343caebf-7fe6-4781-934e-fdafba239707 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:19.644086 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343caebf-7fe6-4781-934e-fdafba239707 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:19.644413 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343caebf-7fe6-4781-934e-fdafba239707 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:19.644740 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343caebf-7fe6-4781-934e-fdafba239707 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:19.645612 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343caebf-7fe6-4781-934e-fdafba239707 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:19.645925 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343caebf-7fe6-4781-934e-fdafba239707 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:19.646255 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343caebf-7fe6-4781-934e-fdafba239707 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:19.646578 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343caebf-7fe6-4781-934e-fdafba239707 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:19.685389 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af0acf6-612c-4b80-a782-e3eb09b7620d req-343caebf-7fe6-4781-934e-fdafba239707 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] No DVR routers for this DVR port 7a9aa992-d62c-4ff5-89a1-bd95bbe72af5 on host n-h2-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:00:19.688194 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5af0acf6-612c-4b80-a782-e3eb09b7620d req-343caebf-7fe6-4781-934e-fdafba239707 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:19.690515 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5af0acf6-612c-4b80-a782-e3eb09b7620d req-343caebf-7fe6-4781-934e-fdafba239707 tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.63 "DELETE /v2.0/ports/7a9aa992-d62c-4ff5-89a1-bd95bbe72af5 HTTP/1.1" status: 204 len: 173 time: 0.4011962 Aug 16 21:00:19.691019 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330a3634-cffd-4fd8-9962-1930a7ba9931', 'name': 'network-vif-deleted', 'tag': '7a9aa992-d62c-4ff5-89a1-bd95bbe72af5'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:00:19.693364 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3574c60e065d2c839e3c713bbc5c644800ed611e652874904b72df0b461749ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2e4f38-6664-4fe7-94a5-b613c21bb5dd" -d '{"events": [{"server_uuid": "330a3634-cffd-4fd8-9962-1930a7ba9931", "name": "network-vif-deleted", "tag": "7a9aa992-d62c-4ff5-89a1-bd95bbe72af5"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:00:19.732499 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb17d98d-7042-415c-bf97-b55b54388614 x-openstack-request-id: req-bb17d98d-7042-415c-bf97-b55b54388614 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:00:19.732794 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330a3634-cffd-4fd8-9962-1930a7ba9931", "name": "network-vif-deleted", "tag": "7a9aa992-d62c-4ff5-89a1-bd95bbe72af5", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:00:19.733050 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bb17d98d-7042-415c-bf97-b55b54388614 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:00:19.733449 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330a3634-cffd-4fd8-9962-1930a7ba9931', 'name': 'network-vif-deleted', 'tag': '7a9aa992-d62c-4ff5-89a1-bd95bbe72af5', 'status': 'completed', 'code': 200} Aug 16 21:00:20.109826 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e95d6d18-8f99-4ea1-a1c2-da566c6ed57e req-c9fec528-8338-4f94-b19a-5115158065ad tempest-TestEncryptedCinderVolumes-235594766 tempest-TestEncryptedCinderVolumes-235594766-project] 10.222.0.68 "GET /v2.0/ports?device_id=330a3634-cffd-4fd8-9962-1930a7ba9931 HTTP/1.1" status: 200 len: 210 time: 0.0276732 Aug 16 21:00:21.195598 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33574) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:21.531028 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bdcac397-124c-4ddc-bb1e-aa09e063f9a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:21.769543 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-bdcac397-124c-4ddc-bb1e-aa09e063f9a4 admin admin] Deleting port 13bb2c1c-c848-4d96-9420-47e968af330a {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:21.769882 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bdcac397-124c-4ddc-bb1e-aa09e063f9a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:21.845630 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-bdcac397-124c-4ddc-bb1e-aa09e063f9a4 admin admin] For port 13bb2c1c-c848-4d96-9420-47e968af330a, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=13bb2c1c-c848-4d96-9420-47e968af330a,segment=NetworkSegment(86742f48-88a2-4eba-8874-a40c38b8fc6f),segment_id=86742f48-88a2-4eba-8874-a40c38b8fc6f)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:21.845995 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bdcac397-124c-4ddc-bb1e-aa09e063f9a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:21.858895 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-bdcac397-124c-4ddc-bb1e-aa09e063f9a4 admin admin] Calling delete_port for 13bb2c1c-c848-4d96-9420-47e968af330a owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:22.039055 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bdcac397-124c-4ddc-bb1e-aa09e063f9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:22.065902 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcac397-124c-4ddc-bb1e-aa09e063f9a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=13bb2c1c-c848-4d96-9420-47e968af330a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:22.097283 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcac397-124c-4ddc-bb1e-aa09e063f9a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:22.097626 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcac397-124c-4ddc-bb1e-aa09e063f9a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:22.097962 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcac397-124c-4ddc-bb1e-aa09e063f9a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:22.098294 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcac397-124c-4ddc-bb1e-aa09e063f9a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:22.098621 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcac397-124c-4ddc-bb1e-aa09e063f9a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:22.098943 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcac397-124c-4ddc-bb1e-aa09e063f9a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:22.099978 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcac397-124c-4ddc-bb1e-aa09e063f9a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:22.100303 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcac397-124c-4ddc-bb1e-aa09e063f9a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:22.100630 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcac397-124c-4ddc-bb1e-aa09e063f9a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:22.100949 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcac397-124c-4ddc-bb1e-aa09e063f9a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:22.101269 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcac397-124c-4ddc-bb1e-aa09e063f9a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:22.101586 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcac397-124c-4ddc-bb1e-aa09e063f9a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:22.242790 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bdcac397-124c-4ddc-bb1e-aa09e063f9a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:22.447847 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcac397-124c-4ddc-bb1e-aa09e063f9a4 admin admin] Router 1c3eb3b3-0571-407f-ab5f-40f7490162d9 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:00:22.549536 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcac397-124c-4ddc-bb1e-aa09e063f9a4 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:00:22.555989 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bdcac397-124c-4ddc-bb1e-aa09e063f9a4 admin admin] 10.222.0.68 "PUT /v2.0/routers/1c3eb3b3-0571-407f-ab5f-40f7490162d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3589716 Aug 16 21:00:22.557569 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33576) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:22.558459 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a0de46-f072-4b90-b59a-55388c151d7e None None] Sync routers for ids ['1c3eb3b3-0571-407f-ab5f-40f7490162d9'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:00:22.567560 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a0de46-f072-4b90-b59a-55388c151d7e None None] Routers {'1c3eb3b3-0571-407f-ab5f-40f7490162d9'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:22.568813 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a9a0de46-f072-4b90-b59a-55388c151d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:00:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['1c3eb3b3-0571-407f-ab5f-40f7490162d9'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:22.660105 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0fdecb94-a188-43a2-90b5-6f250022f1d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:22.670318 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-a9a0de46-f072-4b90-b59a-55388c151d7e None None] Set router 1c3eb3b3-0571-407f-ab5f-40f7490162d9 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:00:22.857368 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a9a0de46-f072-4b90-b59a-55388c151d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3eb3b3-0571-407f-ab5f-40f7490162d9', 'name': 'tempest-TestEncryptedCinderVolumes-1278657482-router', 'tenant_id': '42d6a87c746d471d928b38c15245fbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '768db628-1234-461b-9764-e84cdfcb43ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:09Z', 'updated_at': '2021-08-16T21:00:21Z', 'revision_number': 5, 'project_id': '42d6a87c746d471d928b38c15245fbbb', 'gw_port': {'id': '768db628-1234-461b-9764-e84cdfcb43ac', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:39:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3eb3b3-0571-407f-ab5f-40f7490162d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:10Z', 'updated_at': '2021-08-16T20:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:22.885878 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a0de46-f072-4b90-b59a-55388c151d7e None None] Checking router: 1c3eb3b3-0571-407f-ab5f-40f7490162d9 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:00:22.894574 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a0de46-f072-4b90-b59a-55388c151d7e None None] Routers {'1c3eb3b3-0571-407f-ab5f-40f7490162d9'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:22.895208 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a9a0de46-f072-4b90-b59a-55388c151d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:00:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['1c3eb3b3-0571-407f-ab5f-40f7490162d9'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:23.004938 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-a9a0de46-f072-4b90-b59a-55388c151d7e None None] Set router 1c3eb3b3-0571-407f-ab5f-40f7490162d9 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:00:23.091569 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0fdecb94-a188-43a2-90b5-6f250022f1d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.142523 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0fdecb94-a188-43a2-90b5-6f250022f1d2 admin admin] Deleting port 768db628-1234-461b-9764-e84cdfcb43ac {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:23.142770 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0fdecb94-a188-43a2-90b5-6f250022f1d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.179388 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a9a0de46-f072-4b90-b59a-55388c151d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3eb3b3-0571-407f-ab5f-40f7490162d9', 'name': 'tempest-TestEncryptedCinderVolumes-1278657482-router', 'tenant_id': '42d6a87c746d471d928b38c15245fbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '768db628-1234-461b-9764-e84cdfcb43ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:09Z', 'updated_at': '2021-08-16T21:00:21Z', 'revision_number': 5, 'project_id': '42d6a87c746d471d928b38c15245fbbb', 'gw_port': {'id': '768db628-1234-461b-9764-e84cdfcb43ac', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:39:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3eb3b3-0571-407f-ab5f-40f7490162d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:10Z', 'updated_at': '2021-08-16T20:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:23.208222 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a0de46-f072-4b90-b59a-55388c151d7e None None] The sync data for ids ['1c3eb3b3-0571-407f-ab5f-40f7490162d9'] in n-d-787206-13 is: [{'id': '1c3eb3b3-0571-407f-ab5f-40f7490162d9', 'name': 'tempest-TestEncryptedCinderVolumes-1278657482-router', 'tenant_id': '42d6a87c746d471d928b38c15245fbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '768db628-1234-461b-9764-e84cdfcb43ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:09Z', 'updated_at': '2021-08-16T21:00:21Z', 'revision_number': 5, 'project_id': '42d6a87c746d471d928b38c15245fbbb', 'gw_port': {'id': '768db628-1234-461b-9764-e84cdfcb43ac', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:39:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3eb3b3-0571-407f-ab5f-40f7490162d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:10Z', 'updated_at': '2021-08-16T20:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:00:23.221894 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-0fdecb94-a188-43a2-90b5-6f250022f1d2 admin admin] For port 768db628-1234-461b-9764-e84cdfcb43ac, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=768db628-1234-461b-9764-e84cdfcb43ac,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:23.222257 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0fdecb94-a188-43a2-90b5-6f250022f1d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.236197 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0fdecb94-a188-43a2-90b5-6f250022f1d2 admin admin] Calling delete_port for 768db628-1234-461b-9764-e84cdfcb43ac owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:23.399158 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0fdecb94-a188-43a2-90b5-6f250022f1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.426750 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdecb94-a188-43a2-90b5-6f250022f1d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=768db628-1234-461b-9764-e84cdfcb43ac,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:23.487834 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0fdecb94-a188-43a2-90b5-6f250022f1d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.576695 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0fdecb94-a188-43a2-90b5-6f250022f1d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.578877 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0fdecb94-a188-43a2-90b5-6f250022f1d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.623419 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0fdecb94-a188-43a2-90b5-6f250022f1d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.624213 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdecb94-a188-43a2-90b5-6f250022f1d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c3eb3b3-0571-407f-ab5f-40f7490162d9 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:00:23.628722 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0fdecb94-a188-43a2-90b5-6f250022f1d2 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.632306 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0fdecb94-a188-43a2-90b5-6f250022f1d2 admin admin] 10.222.0.68 "DELETE /v2.0/routers/1c3eb3b3-0571-407f-ab5f-40f7490162d9 HTTP/1.1" status: 204 len: 168 time: 1.0713549 Aug 16 21:00:23.632504 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33578) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:23.681737 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-d54b9fa3-5535-4975-9732-606299e3bbf7 admin admin] Deleting subnet ba80fa37-792f-422b-808a-0faafe4e004d {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:00:23.684976 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d54b9fa3-5535-4975-9732-606299e3bbf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.694328 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 7a9aa992-d62c-4ff5-89a1-bd95bbe72af5 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:00:23.714572 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 7a9aa992-d62c-4ff5-89a1-bd95bbe72af5 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:00:23.714920 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 7a9aa992-d62c-4ff5-89a1-bd95bbe72af5 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:00:23.725590 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d54b9fa3-5535-4975-9732-606299e3bbf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.804081 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d54b9fa3-5535-4975-9732-606299e3bbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.865452 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d54b9fa3-5535-4975-9732-606299e3bbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.891856 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b9fa3-5535-4975-9732-606299e3bbf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba80fa37-792f-422b-808a-0faafe4e004d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:23.895058 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d54b9fa3-5535-4975-9732-606299e3bbf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.898157 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d54b9fa3-5535-4975-9732-606299e3bbf7 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/ba80fa37-792f-422b-808a-0faafe4e004d HTTP/1.1" status: 204 len: 168 time: 0.2646940 Aug 16 21:00:23.900042 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33580) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:23.901972 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a7cafa-8edb-4a50-87e1-f2627aea7211 None None] Network 13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:00:23.960878 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 13bb2c1c-c848-4d96-9420-47e968af330a no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:00:23.991345 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d1c0c6e-13e7-49f4-8338-5e94adad70e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:23.993150 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 13bb2c1c-c848-4d96-9420-47e968af330a {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:00:23.993495 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 13bb2c1c-c848-4d96-9420-47e968af330a not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:00:24.047981 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-8d1c0c6e-13e7-49f4-8338-5e94adad70e3 admin admin] Deleting port 427b931b-f478-4e30-b139-ee9c1bc7d123 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:24.048331 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d1c0c6e-13e7-49f4-8338-5e94adad70e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.098790 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22aa0e1d-f001-4e2d-9cf6-029cfd3f6659 None None] DHCP port deletion for 13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:00:24.112930 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-8d1c0c6e-13e7-49f4-8338-5e94adad70e3 admin admin] For port 427b931b-f478-4e30-b139-ee9c1bc7d123, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=427b931b-f478-4e30-b139-ee9c1bc7d123,segment=NetworkSegment(86742f48-88a2-4eba-8874-a40c38b8fc6f),segment_id=86742f48-88a2-4eba-8874-a40c38b8fc6f)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:24.113298 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d1c0c6e-13e7-49f4-8338-5e94adad70e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.131420 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-8d1c0c6e-13e7-49f4-8338-5e94adad70e3 admin admin] Calling delete_port for 427b931b-f478-4e30-b139-ee9c1bc7d123 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:24.145758 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-22aa0e1d-f001-4e2d-9cf6-029cfd3f6659 None None] Deleting port 427b931b-f478-4e30-b139-ee9c1bc7d123 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:24.146162 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22aa0e1d-f001-4e2d-9cf6-029cfd3f6659 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.207708 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d1c0c6e-13e7-49f4-8338-5e94adad70e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.209807 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-22aa0e1d-f001-4e2d-9cf6-029cfd3f6659 None None] For port 427b931b-f478-4e30-b139-ee9c1bc7d123, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=427b931b-f478-4e30-b139-ee9c1bc7d123,segment=NetworkSegment(86742f48-88a2-4eba-8874-a40c38b8fc6f),segment_id=86742f48-88a2-4eba-8874-a40c38b8fc6f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:24.210208 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22aa0e1d-f001-4e2d-9cf6-029cfd3f6659 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.223237 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-22aa0e1d-f001-4e2d-9cf6-029cfd3f6659 None None] Calling delete_port for 427b931b-f478-4e30-b139-ee9c1bc7d123 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:24.237279 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c0c6e-13e7-49f4-8338-5e94adad70e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=427b931b-f478-4e30-b139-ee9c1bc7d123,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:24.239101 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1c0c6e-13e7-49f4-8338-5e94adad70e3 admin admin] No DVR routers for this DVR port 427b931b-f478-4e30-b139-ee9c1bc7d123 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:00:24.297840 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22aa0e1d-f001-4e2d-9cf6-029cfd3f6659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.313212 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d1c0c6e-13e7-49f4-8338-5e94adad70e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.323305 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa0e1d-f001-4e2d-9cf6-029cfd3f6659 None None] Pushing event deleted for resources: {'Port': ['ID=427b931b-f478-4e30-b139-ee9c1bc7d123,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:24.323755 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-8d1c0c6e-13e7-49f4-8338-5e94adad70e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:24.327799 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aa0e1d-f001-4e2d-9cf6-029cfd3f6659 None None] No DVR routers for this DVR port 427b931b-f478-4e30-b139-ee9c1bc7d123 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:00:24.339105 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-8d1c0c6e-13e7-49f4-8338-5e94adad70e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86742f48-88a2-4eba-8874-a40c38b8fc6f') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:24.339469 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-8d1c0c6e-13e7-49f4-8338-5e94adad70e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86742f48-88a2-4eba-8874-a40c38b8fc6f') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:24.348290 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d1c0c6e-13e7-49f4-8338-5e94adad70e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.361462 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d1c0c6e-13e7-49f4-8338-5e94adad70e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.367944 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d1c0c6e-13e7-49f4-8338-5e94adad70e3 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:00:24.368368 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d1c0c6e-13e7-49f4-8338-5e94adad70e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.370039 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 21:00:24.370039 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:00:24.370039 n-d-787206-13 neutron-server[94770]: timer() Aug 16 21:00:24.370039 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:00:24.370039 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 21:00:24.370039 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:00:24.370039 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 21:00:24.370039 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:00:24.370039 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 21:00:24.370039 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:00:24.370039 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 21:00:24.370039 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:00:24.370039 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 21:00:24.370039 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:00:24.370039 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:00:24.370039 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:00:24.370039 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:00:24.370039 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:00:24.370039 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 21:00:24.370039 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:00:24.370039 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 21:00:24.370039 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:00:24.370039 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:00:24.370039 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:00:24.370039 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 21:00:24.370039 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:00:24.370039 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:00:24.370039 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:00:24.370039 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:00:24.370039 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:00:24.370039 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:00:24.370039 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:00:24.421763 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d1c0c6e-13e7-49f4-8338-5e94adad70e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.427706 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d1c0c6e-13e7-49f4-8338-5e94adad70e3 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.432842 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8d1c0c6e-13e7-49f4-8338-5e94adad70e3 admin admin] 10.222.0.68 "DELETE /v2.0/networks/13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5 HTTP/1.1" status: 204 len: 168 time: 0.5285943 Aug 16 21:00:24.432963 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33582) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:24.440431 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c0c6e-13e7-49f4-8338-5e94adad70e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=13cc1528-af3d-4fbd-8b36-b57e6cb9e4e5,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:25.107593 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aac2f5f2-1de2-42df-bdd5-5d33a0931fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:25.345947 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-aac2f5f2-1de2-42df-bdd5-5d33a0931fe9 admin admin] Deleting port 50091435-8101-498c-8fd2-f069c2866c7c {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:25.346200 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aac2f5f2-1de2-42df-bdd5-5d33a0931fe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:25.424821 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-aac2f5f2-1de2-42df-bdd5-5d33a0931fe9 admin admin] For port 50091435-8101-498c-8fd2-f069c2866c7c, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=50091435-8101-498c-8fd2-f069c2866c7c,segment=NetworkSegment(e1aec832-1bff-4c61-9110-377c918f013f),segment_id=e1aec832-1bff-4c61-9110-377c918f013f)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:25.425180 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aac2f5f2-1de2-42df-bdd5-5d33a0931fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:25.438175 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-aac2f5f2-1de2-42df-bdd5-5d33a0931fe9 admin admin] Calling delete_port for 50091435-8101-498c-8fd2-f069c2866c7c owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:25.612206 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aac2f5f2-1de2-42df-bdd5-5d33a0931fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:25.636577 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2f5f2-1de2-42df-bdd5-5d33a0931fe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=50091435-8101-498c-8fd2-f069c2866c7c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:25.805390 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aac2f5f2-1de2-42df-bdd5-5d33a0931fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:25.889590 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 768db628-1234-461b-9764-e84cdfcb43ac no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:00:25.914074 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 768db628-1234-461b-9764-e84cdfcb43ac {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:00:25.914615 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 768db628-1234-461b-9764-e84cdfcb43ac not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:00:25.915069 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 427b931b-f478-4e30-b139-ee9c1bc7d123 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:00:26.035092 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac2f5f2-1de2-42df-bdd5-5d33a0931fe9 admin admin] Router 0d7148c1-bdc5-4315-b80c-91a360d07567 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:00:26.089025 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 427b931b-f478-4e30-b139-ee9c1bc7d123 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:00:26.089369 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 427b931b-f478-4e30-b139-ee9c1bc7d123 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:00:26.144920 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac2f5f2-1de2-42df-bdd5-5d33a0931fe9 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:00:26.151112 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-aac2f5f2-1de2-42df-bdd5-5d33a0931fe9 admin admin] 10.222.0.68 "PUT /v2.0/routers/0d7148c1-bdc5-4315-b80c-91a360d07567/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7174165 Aug 16 21:00:26.153620 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33584) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:26.156263 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3def4f91-5ae3-4d14-9ca8-63671df61e0a None None] Sync routers for ids ['0d7148c1-bdc5-4315-b80c-91a360d07567'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:00:26.165526 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3def4f91-5ae3-4d14-9ca8-63671df61e0a None None] Routers {'0d7148c1-bdc5-4315-b80c-91a360d07567'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:26.166132 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3def4f91-5ae3-4d14-9ca8-63671df61e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:00:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['0d7148c1-bdc5-4315-b80c-91a360d07567'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:26.260089 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7fb611c-830a-4ef5-9e1e-ca91264e7cfc admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:26.267793 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-3def4f91-5ae3-4d14-9ca8-63671df61e0a None None] Set router 0d7148c1-bdc5-4315-b80c-91a360d07567 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:00:26.363216 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7fb611c-830a-4ef5-9e1e-ca91264e7cfc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:26.415806 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f7fb611c-830a-4ef5-9e1e-ca91264e7cfc admin admin] Deleting port ad5ad43d-6001-4c92-a0bc-d9e89ce2a557 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:26.416151 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7fb611c-830a-4ef5-9e1e-ca91264e7cfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:26.441102 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3def4f91-5ae3-4d14-9ca8-63671df61e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7148c1-bdc5-4315-b80c-91a360d07567', 'name': 'tempest-TestEncryptedCinderVolumes-1569390697-router', 'tenant_id': 'd0c2f1e5112f441ba51d27a0540755e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'ad5ad43d-6001-4c92-a0bc-d9e89ce2a557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:13Z', 'updated_at': '2021-08-16T21:00:25Z', 'revision_number': 5, 'project_id': 'd0c2f1e5112f441ba51d27a0540755e9', 'gw_port': {'id': 'ad5ad43d-6001-4c92-a0bc-d9e89ce2a557', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ef:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7148c1-bdc5-4315-b80c-91a360d07567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:59:14Z', 'updated_at': '2021-08-16T20:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:26.469819 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3def4f91-5ae3-4d14-9ca8-63671df61e0a None None] Checking router: 0d7148c1-bdc5-4315-b80c-91a360d07567 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:00:26.477799 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3def4f91-5ae3-4d14-9ca8-63671df61e0a None None] Routers {'0d7148c1-bdc5-4315-b80c-91a360d07567'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:26.478386 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3def4f91-5ae3-4d14-9ca8-63671df61e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:00:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['0d7148c1-bdc5-4315-b80c-91a360d07567'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:26.498387 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-f7fb611c-830a-4ef5-9e1e-ca91264e7cfc admin admin] For port ad5ad43d-6001-4c92-a0bc-d9e89ce2a557, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=ad5ad43d-6001-4c92-a0bc-d9e89ce2a557,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:26.498921 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7fb611c-830a-4ef5-9e1e-ca91264e7cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:26.511046 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f7fb611c-830a-4ef5-9e1e-ca91264e7cfc admin admin] Calling delete_port for ad5ad43d-6001-4c92-a0bc-d9e89ce2a557 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:26.560707 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-3def4f91-5ae3-4d14-9ca8-63671df61e0a None None] Set router 0d7148c1-bdc5-4315-b80c-91a360d07567 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:00:26.610387 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3def4f91-5ae3-4d14-9ca8-63671df61e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7148c1-bdc5-4315-b80c-91a360d07567', 'name': 'tempest-TestEncryptedCinderVolumes-1569390697-router', 'tenant_id': 'd0c2f1e5112f441ba51d27a0540755e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:13Z', 'updated_at': '2021-08-16T21:00:26Z', 'revision_number': 6, 'project_id': 'd0c2f1e5112f441ba51d27a0540755e9', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:26.639605 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3def4f91-5ae3-4d14-9ca8-63671df61e0a None None] The sync data for ids ['0d7148c1-bdc5-4315-b80c-91a360d07567'] in n-d-787206-13 is: [{'id': '0d7148c1-bdc5-4315-b80c-91a360d07567', 'name': 'tempest-TestEncryptedCinderVolumes-1569390697-router', 'tenant_id': 'd0c2f1e5112f441ba51d27a0540755e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:59:13Z', 'updated_at': '2021-08-16T21:00:26Z', 'revision_number': 6, 'project_id': 'd0c2f1e5112f441ba51d27a0540755e9', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:00:26.680721 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7fb611c-830a-4ef5-9e1e-ca91264e7cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:26.706152 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb611c-830a-4ef5-9e1e-ca91264e7cfc admin admin] Pushing event deleted for resources: {'Port': ['ID=ad5ad43d-6001-4c92-a0bc-d9e89ce2a557,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:26.764619 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7fb611c-830a-4ef5-9e1e-ca91264e7cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:26.852621 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7fb611c-830a-4ef5-9e1e-ca91264e7cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:26.854697 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7fb611c-830a-4ef5-9e1e-ca91264e7cfc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:26.899549 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7fb611c-830a-4ef5-9e1e-ca91264e7cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:26.900098 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fb611c-830a-4ef5-9e1e-ca91264e7cfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d7148c1-bdc5-4315-b80c-91a360d07567 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:00:26.904940 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7fb611c-830a-4ef5-9e1e-ca91264e7cfc admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:26.906095 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f7fb611c-830a-4ef5-9e1e-ca91264e7cfc admin admin] 10.222.0.68 "DELETE /v2.0/routers/0d7148c1-bdc5-4315-b80c-91a360d07567 HTTP/1.1" status: 204 len: 168 time: 0.7502687 Aug 16 21:00:26.908653 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33586) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:26.955929 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-1beef2ee-0825-4981-91be-d7d4c94bea31 admin admin] Deleting subnet 94ed6c34-26c7-4ff7-b5a1-0a8293647adb {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:00:26.959066 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1beef2ee-0825-4981-91be-d7d4c94bea31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:26.995300 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1beef2ee-0825-4981-91be-d7d4c94bea31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.080705 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1beef2ee-0825-4981-91be-d7d4c94bea31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.139070 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1beef2ee-0825-4981-91be-d7d4c94bea31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.166711 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beef2ee-0825-4981-91be-d7d4c94bea31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94ed6c34-26c7-4ff7-b5a1-0a8293647adb,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:27.170157 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1beef2ee-0825-4981-91be-d7d4c94bea31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.173041 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1beef2ee-0825-4981-91be-d7d4c94bea31 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/94ed6c34-26c7-4ff7-b5a1-0a8293647adb HTTP/1.1" status: 204 len: 168 time: 0.2622652 Aug 16 21:00:27.174515 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33588) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:27.176837 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a225e19a-d70b-4a94-9005-c997ddc0f8ec None None] Network 5516a18b-c226-4eb7-9ed4-4536570d7bcf requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:00:27.250436 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce946cb6-2b07-44e6-9f11-1c291b64e5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.309377 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ce946cb6-2b07-44e6-9f11-1c291b64e5dd admin admin] Deleting port e2345cc8-afa6-415b-9b64-b2d62634bbf8 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:27.309654 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce946cb6-2b07-44e6-9f11-1c291b64e5dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.376064 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d088e0-c024-4609-ba83-8e477f907dac None None] DHCP port deletion for 5516a18b-c226-4eb7-9ed4-4536570d7bcf request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:00:27.381372 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-ce946cb6-2b07-44e6-9f11-1c291b64e5dd admin admin] For port e2345cc8-afa6-415b-9b64-b2d62634bbf8, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e2345cc8-afa6-415b-9b64-b2d62634bbf8,segment=NetworkSegment(e1aec832-1bff-4c61-9110-377c918f013f),segment_id=e1aec832-1bff-4c61-9110-377c918f013f)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:27.381734 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce946cb6-2b07-44e6-9f11-1c291b64e5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.394711 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ce946cb6-2b07-44e6-9f11-1c291b64e5dd admin admin] Calling delete_port for e2345cc8-afa6-415b-9b64-b2d62634bbf8 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:27.428233 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-28d088e0-c024-4609-ba83-8e477f907dac None None] Deleting port e2345cc8-afa6-415b-9b64-b2d62634bbf8 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:00:27.428700 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28d088e0-c024-4609-ba83-8e477f907dac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.481743 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce946cb6-2b07-44e6-9f11-1c291b64e5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.493259 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-28d088e0-c024-4609-ba83-8e477f907dac None None] For port e2345cc8-afa6-415b-9b64-b2d62634bbf8, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=e2345cc8-afa6-415b-9b64-b2d62634bbf8,segment=NetworkSegment(e1aec832-1bff-4c61-9110-377c918f013f),segment_id=e1aec832-1bff-4c61-9110-377c918f013f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:27.493658 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28d088e0-c024-4609-ba83-8e477f907dac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.506087 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-28d088e0-c024-4609-ba83-8e477f907dac None None] Calling delete_port for e2345cc8-afa6-415b-9b64-b2d62634bbf8 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:00:27.508572 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce946cb6-2b07-44e6-9f11-1c291b64e5dd admin admin] Pushing event deleted for resources: {'Port': ['ID=e2345cc8-afa6-415b-9b64-b2d62634bbf8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:27.510508 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce946cb6-2b07-44e6-9f11-1c291b64e5dd admin admin] No DVR routers for this DVR port e2345cc8-afa6-415b-9b64-b2d62634bbf8 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:00:27.583639 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce946cb6-2b07-44e6-9f11-1c291b64e5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.584306 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28d088e0-c024-4609-ba83-8e477f907dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.593511 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-ce946cb6-2b07-44e6-9f11-1c291b64e5dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5516a18b-c226-4eb7-9ed4-4536570d7bcf']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:27.606155 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-ce946cb6-2b07-44e6-9f11-1c291b64e5dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1aec832-1bff-4c61-9110-377c918f013f') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:27.606450 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-ce946cb6-2b07-44e6-9f11-1c291b64e5dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1aec832-1bff-4c61-9110-377c918f013f') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:27.611087 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d088e0-c024-4609-ba83-8e477f907dac None None] No DVR routers for this DVR port e2345cc8-afa6-415b-9b64-b2d62634bbf8 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:00:27.612751 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d088e0-c024-4609-ba83-8e477f907dac None None] Pushing event deleted for resources: {'Port': ['ID=e2345cc8-afa6-415b-9b64-b2d62634bbf8,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:27.616830 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce946cb6-2b07-44e6-9f11-1c291b64e5dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.632450 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce946cb6-2b07-44e6-9f11-1c291b64e5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.638365 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce946cb6-2b07-44e6-9f11-1c291b64e5dd admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:00:27.638752 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce946cb6-2b07-44e6-9f11-1c291b64e5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.640574 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 21:00:27.640574 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:00:27.640574 n-d-787206-13 neutron-server[94771]: timer() Aug 16 21:00:27.640574 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:00:27.640574 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 21:00:27.640574 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:00:27.640574 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 21:00:27.640574 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:00:27.640574 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 21:00:27.640574 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:00:27.640574 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 21:00:27.640574 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:00:27.640574 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 21:00:27.640574 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:00:27.640574 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:00:27.640574 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:00:27.640574 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:00:27.640574 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:00:27.640574 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 21:00:27.640574 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:00:27.640574 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 21:00:27.640574 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:00:27.640574 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:00:27.640574 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:00:27.640574 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 21:00:27.640574 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:00:27.640574 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:00:27.640574 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:00:27.640574 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:00:27.640574 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:00:27.640574 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:00:27.640574 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:00:27.694021 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce946cb6-2b07-44e6-9f11-1c291b64e5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.699340 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce946cb6-2b07-44e6-9f11-1c291b64e5dd admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:27.701163 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ce946cb6-2b07-44e6-9f11-1c291b64e5dd admin admin] 10.222.0.68 "DELETE /v2.0/networks/5516a18b-c226-4eb7-9ed4-4536570d7bcf HTTP/1.1" status: 204 len: 168 time: 0.5256999 Aug 16 21:00:27.712981 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce946cb6-2b07-44e6-9f11-1c291b64e5dd admin admin] Pushing event deleted for resources: {'Network': ['ID=5516a18b-c226-4eb7-9ed4-4536570d7bcf,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:27.842243 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 50091435-8101-498c-8fd2-f069c2866c7c no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:00:27.862235 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 50091435-8101-498c-8fd2-f069c2866c7c {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:00:27.862826 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 50091435-8101-498c-8fd2-f069c2866c7c not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:00:27.863650 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e2345cc8-afa6-415b-9b64-b2d62634bbf8 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:00:27.882847 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: e2345cc8-afa6-415b-9b64-b2d62634bbf8 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:00:27.883189 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device e2345cc8-afa6-415b-9b64-b2d62634bbf8 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:00:27.883623 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ad5ad43d-6001-4c92-a0bc-d9e89ce2a557 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:00:27.890664 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33592) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:27.905220 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: ad5ad43d-6001-4c92-a0bc-d9e89ce2a557 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:00:27.905560 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ad5ad43d-6001-4c92-a0bc-d9e89ce2a557 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:00:27.933748 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5b11de8f-e452-43d4-86fc-29ca0edbf75b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=42d6a87c746d471d928b38c15245fbbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418360 Aug 16 21:00:27.936293 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33594) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:27.989102 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f1902a9e-24e3-40a5-b693-1d1339405683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:28.009980 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f1902a9e-24e3-40a5-b693-1d1339405683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:28.057234 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f1902a9e-24e3-40a5-b693-1d1339405683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:28.059854 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f1902a9e-24e3-40a5-b693-1d1339405683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:28.061030 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f1902a9e-24e3-40a5-b693-1d1339405683 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/138e2c38-e34b-48b0-8938-b117535c282f HTTP/1.1" status: 204 len: 168 time: 0.1238463 Aug 16 21:00:28.070567 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1902a9e-24e3-40a5-b693-1d1339405683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138e2c38-e34b-48b0-8938-b117535c282f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:28.389654 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33600) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:28.429180 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-82f06537-c413-4743-b1b0-6d36ce6e63fc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d0c2f1e5112f441ba51d27a0540755e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383317 Aug 16 21:00:28.431728 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33602) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:28.478523 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fcd4b343-164b-42f0-b6ca-a4d1f6da5c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:28.498981 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fcd4b343-164b-42f0-b6ca-a4d1f6da5c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:28.544992 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fcd4b343-164b-42f0-b6ca-a4d1f6da5c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:28.547626 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fcd4b343-164b-42f0-b6ca-a4d1f6da5c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:28.548762 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fcd4b343-164b-42f0-b6ca-a4d1f6da5c49 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fea1c406-f109-49d9-9ac8-ae1b9550a7ac HTTP/1.1" status: 204 len: 168 time: 0.1161518 Aug 16 21:00:28.558397 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4b343-164b-42f0-b6ca-a4d1f6da5c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea1c406-f109-49d9-9ac8-ae1b9550a7ac,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:28.594498 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:00:29.209776 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33624) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:29.340885 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-40cb6cd0-b5a4-4898-9acb-005ac8ad7953 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-736549315-network', 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:29.364510 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cb6cd0-b5a4-4898-9acb-005ac8ad7953 admin admin] Made reservation on behalf of a9ce3155980e40618a3b09d0b0fa70c8 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:29.366767 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40cb6cd0-b5a4-4898-9acb-005ac8ad7953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:29.374809 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40cb6cd0-b5a4-4898-9acb-005ac8ad7953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:29.460686 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40cb6cd0-b5a4-4898-9acb-005ac8ad7953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:29.464582 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40cb6cd0-b5a4-4898-9acb-005ac8ad7953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:29.492530 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40cb6cd0-b5a4-4898-9acb-005ac8ad7953 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:00:29.498638 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb6cd0-b5a4-4898-9acb-005ac8ad7953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121b4840-c2d4-48ca-8f26-7fa4f471e1d8,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:29.504497 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40cb6cd0-b5a4-4898-9acb-005ac8ad7953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:29.504840 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-40cb6cd0-b5a4-4898-9acb-005ac8ad7953 admin admin] Added segment fe397762-a688-443b-8008-784423f369ac of type vlan for network e699ecc9-22a6-4434-b1f7-acbe956d80a5 Aug 16 21:00:29.544614 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40cb6cd0-b5a4-4898-9acb-005ac8ad7953 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:29.567848 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40cb6cd0-b5a4-4898-9acb-005ac8ad7953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:29.568797 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cb6cd0-b5a4-4898-9acb-005ac8ad7953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:29.569376 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40cb6cd0-b5a4-4898-9acb-005ac8ad7953 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:29.620537 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-40cb6cd0-b5a4-4898-9acb-005ac8ad7953 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4095654 Aug 16 21:00:29.623730 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33628) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:29.628940 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-16f5ed10-6769-419d-8258-d83d566c3eec admin admin] Request body: {'subnet': {'network_id': 'e699ecc9-22a6-4434-b1f7-acbe956d80a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-736549315-subnet', 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:29.631085 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb6cd0-b5a4-4898-9acb-005ac8ad7953 admin admin] Pushing event updated for resources: {'Network': ['ID=e699ecc9-22a6-4434-b1f7-acbe956d80a5,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:29.641813 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network e699ecc9-22a6-4434-b1f7-acbe956d80a5 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:00:29.651825 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f5ed10-6769-419d-8258-d83d566c3eec admin admin] Made reservation on behalf of a9ce3155980e40618a3b09d0b0fa70c8 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:29.654149 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16f5ed10-6769-419d-8258-d83d566c3eec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:29.829246 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16f5ed10-6769-419d-8258-d83d566c3eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:29.889944 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5ed10-6769-419d-8258-d83d566c3eec admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0938e71-0fb1-45fe-96c8-a5afdcc79425,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:29.897295 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f5ed10-6769-419d-8258-d83d566c3eec admin admin] Checking segment: {'id': 'fe397762-a688-443b-8008-784423f369ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e699ecc9-22a6-4434-b1f7-acbe956d80a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:29.897655 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f5ed10-6769-419d-8258-d83d566c3eec admin admin] Network hostable DHCP agents. Network: e699ecc9-22a6-4434-b1f7-acbe956d80a5, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:00:29.913943 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f5ed10-6769-419d-8258-d83d566c3eec admin admin] Network e699ecc9-22a6-4434-b1f7-acbe956d80a5 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:00:29.922451 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-16f5ed10-6769-419d-8258-d83d566c3eec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, e699ecc9-22a6-4434-b1f7-acbe956d80a5) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:29.926476 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f5ed10-6769-419d-8258-d83d566c3eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:29.927068 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16f5ed10-6769-419d-8258-d83d566c3eec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:29.931808 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f480ce30-6076-442e-8aa0-6ac8ff18155e None None] Network e699ecc9-22a6-4434-b1f7-acbe956d80a5 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:00:29.941815 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-16f5ed10-6769-419d-8258-d83d566c3eec admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3166716 Aug 16 21:00:29.945045 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33630) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:29.949961 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-789d6e4d-8fac-4b9d-b9d6-2ab207e83110 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-736549315-router', 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:29.970962 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-789d6e4d-8fac-4b9d-b9d6-2ab207e83110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:29.971979 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-789d6e4d-8fac-4b9d-b9d6-2ab207e83110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.023829 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-789d6e4d-8fac-4b9d-b9d6-2ab207e83110 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.083499 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c7b669-e937-4039-b561-2f1131a6f15f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-e699ecc9-22a6-4434-b1f7-acbe956d80a5', 'network_id': 'e699ecc9-22a6-4434-b1f7-acbe956d80a5', 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'fixed_ips': [{'subnet_id': 'b0938e71-0fb1-45fe-96c8-a5afdcc79425'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:00:30.084359 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51c7b669-e937-4039-b561-2f1131a6f15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.159779 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-789d6e4d-8fac-4b9d-b9d6-2ab207e83110 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.220282 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-51c7b669-e937-4039-b561-2f1131a6f15f None None] Allocated IP 172.20.0.2 (e699ecc9-22a6-4434-b1f7-acbe956d80a5/b0938e71-0fb1-45fe-96c8-a5afdcc79425/8ea49803-c698-4f75-967e-f0c4c6c4cf31) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:30.352796 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-789d6e4d-8fac-4b9d-b9d6-2ab207e83110 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.363873 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51c7b669-e937-4039-b561-2f1131a6f15f None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.372540 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-51c7b669-e937-4039-b561-2f1131a6f15f None None] Transition to ACTIVE for port object 8ea49803-c698-4f75-967e-f0c4c6c4cf31 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:30.375224 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-789d6e4d-8fac-4b9d-b9d6-2ab207e83110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.387891 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-51c7b669-e937-4039-b561-2f1131a6f15f None None] Transition to ACTIVE for port object 8ea49803-c698-4f75-967e-f0c4c6c4cf31 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:30.393065 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51c7b669-e937-4039-b561-2f1131a6f15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.434012 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c7b669-e937-4039-b561-2f1131a6f15f None None] Network e699ecc9-22a6-4434-b1f7-acbe956d80a5 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:30.439231 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-51c7b669-e937-4039-b561-2f1131a6f15f None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:30.441584 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c7b669-e937-4039-b561-2f1131a6f15f None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:30.444142 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7b669-e937-4039-b561-2f1131a6f15f None None] Pushing event updated for resources: {'Port': ['ID=8ea49803-c698-4f75-967e-f0c4c6c4cf31,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:30.478634 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-789d6e4d-8fac-4b9d-b9d6-2ab207e83110 admin admin] Allocated IP 172.25.8.140 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/0441f207-f4f4-4f19-9c7d-b18f0f48c045) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:30.497523 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-51c7b669-e937-4039-b561-2f1131a6f15f None None] Attempting to bind port 8ea49803-c698-4f75-967e-f0c4c6c4cf31 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:30.497898 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-51c7b669-e937-4039-b561-2f1131a6f15f None None] Attempting to bind port 8ea49803-c698-4f75-967e-f0c4c6c4cf31 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'fe397762-a688-443b-8008-784423f369ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e699ecc9-22a6-4434-b1f7-acbe956d80a5'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:30.498263 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c7b669-e937-4039-b561-2f1131a6f15f None None] Attempting to bind port 8ea49803-c698-4f75-967e-f0c4c6c4cf31 on network e699ecc9-22a6-4434-b1f7-acbe956d80a5 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:30.503163 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c7b669-e937-4039-b561-2f1131a6f15f None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:00:30.503572 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c7b669-e937-4039-b561-2f1131a6f15f None None] Checking segment: {'id': 'fe397762-a688-443b-8008-784423f369ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e699ecc9-22a6-4434-b1f7-acbe956d80a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:30.503978 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51c7b669-e937-4039-b561-2f1131a6f15f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.504377 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c7b669-e937-4039-b561-2f1131a6f15f None None] Bound using segment: {'id': 'fe397762-a688-443b-8008-784423f369ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e699ecc9-22a6-4434-b1f7-acbe956d80a5'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:00:30.504841 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-51c7b669-e937-4039-b561-2f1131a6f15f None None] Bound port: 8ea49803-c698-4f75-967e-f0c4c6c4cf31, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe397762-a688-443b-8008-784423f369ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e699ecc9-22a6-4434-b1f7-acbe956d80a5'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:00:30.505254 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51c7b669-e937-4039-b561-2f1131a6f15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.569895 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-51c7b669-e937-4039-b561-2f1131a6f15f None None] For port 8ea49803-c698-4f75-967e-f0c4c6c4cf31, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:00:30.573316 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-51c7b669-e937-4039-b561-2f1131a6f15f None None] For port 8ea49803-c698-4f75-967e-f0c4c6c4cf31, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8ea49803-c698-4f75-967e-f0c4c6c4cf31,segment=NetworkSegment(fe397762-a688-443b-8008-784423f369ac),segment_id=fe397762-a688-443b-8008-784423f369ac)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:00:30.577106 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51c7b669-e937-4039-b561-2f1131a6f15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.585080 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-789d6e4d-8fac-4b9d-b9d6-2ab207e83110 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.631613 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7b669-e937-4039-b561-2f1131a6f15f None None] Pushing event updated for resources: {'Port': ['ID=8ea49803-c698-4f75-967e-f0c4c6c4cf31,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:30.631803 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-789d6e4d-8fac-4b9d-b9d6-2ab207e83110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:30.668795 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789d6e4d-8fac-4b9d-b9d6-2ab207e83110 admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:30.673834 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-789d6e4d-8fac-4b9d-b9d6-2ab207e83110 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:30.678182 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789d6e4d-8fac-4b9d-b9d6-2ab207e83110 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:30.702970 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d6e4d-8fac-4b9d-b9d6-2ab207e83110 admin admin] Pushing event updated for resources: {'Port': ['ID=0441f207-f4f4-4f19-9c7d-b18f0f48c045,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:31.276226 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-789d6e4d-8fac-4b9d-b9d6-2ab207e83110 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:31.483544 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-789d6e4d-8fac-4b9d-b9d6-2ab207e83110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:31.545213 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a13a39-18fb-4a0c-89f0-c8640c353792 None None] Network e699ecc9-22a6-4434-b1f7-acbe956d80a5 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:00:31.609127 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ff36c89d-34b8-4cc9-8cd9-5d695199f581 None None] Provisioning for port 8ea49803-c698-4f75-967e-f0c4c6c4cf31 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:31.623354 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789d6e4d-8fac-4b9d-b9d6-2ab207e83110 admin admin] Router 02b7a85b-d18e-4b6b-bfa8-9cb79cb87665 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:00:31.734386 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789d6e4d-8fac-4b9d-b9d6-2ab207e83110 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:00:31.747288 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c521215b-1822-49c4-8239-6e27b0721fcf None None] Sync routers for ids ['02b7a85b-d18e-4b6b-bfa8-9cb79cb87665'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:00:31.757321 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-789d6e4d-8fac-4b9d-b9d6-2ab207e83110 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:31.758828 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-789d6e4d-8fac-4b9d-b9d6-2ab207e83110 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8123922 Aug 16 21:00:31.760541 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c521215b-1822-49c4-8239-6e27b0721fcf None None] Routers {'02b7a85b-d18e-4b6b-bfa8-9cb79cb87665'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:31.761234 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c521215b-1822-49c4-8239-6e27b0721fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:00:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['02b7a85b-d18e-4b6b-bfa8-9cb79cb87665'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:31.761947 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33632) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:31.889982 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-c521215b-1822-49c4-8239-6e27b0721fcf None None] Set router 02b7a85b-d18e-4b6b-bfa8-9cb79cb87665 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:00:31.956405 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8ea49803-c698-4f75-967e-f0c4c6c4cf31 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:32.012442 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4914cbb9-d178-495e-977f-276c022fc793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:32.085967 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 8ea49803-c698-4f75-967e-f0c4c6c4cf31 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:32.098850 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 8ea49803-c698-4f75-967e-f0c4c6c4cf31 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:32.100025 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:32.213473 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c521215b-1822-49c4-8239-6e27b0721fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'name': 'tempest-TestMinimumBasicScenario-736549315-router', 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '0441f207-f4f4-4f19-9c7d-b18f0f48c045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:29Z', 'updated_at': '2021-08-16T21:00:31Z', 'revision_number': 3, 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'gw_port': {'id': '0441f207-f4f4-4f19-9c7d-b18f0f48c045', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:30Z', 'updated_at': '2021-08-16T21:00:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:32.217870 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:32.252803 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c521215b-1822-49c4-8239-6e27b0721fcf None None] Checking router: 02b7a85b-d18e-4b6b-bfa8-9cb79cb87665 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:00:32.253201 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c521215b-1822-49c4-8239-6e27b0721fcf None None] Updating router 02b7a85b-d18e-4b6b-bfa8-9cb79cb87665 port 0441f207-f4f4-4f19-9c7d-b18f0f48c045 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:00:32.294284 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-35130163-0987-49c8-a33e-5153e91ce370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:32.298883 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c521215b-1822-49c4-8239-6e27b0721fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:32.301560 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 8ea49803-c698-4f75-967e-f0c4c6c4cf31, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8ea49803-c698-4f75-967e-f0c4c6c4cf31,segment=NetworkSegment(fe397762-a688-443b-8008-784423f369ac),segment_id=fe397762-a688-443b-8008-784423f369ac)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:32.323480 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:32.437976 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=8ea49803-c698-4f75-967e-f0c4c6c4cf31,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:32.453425 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-35130163-0987-49c8-a33e-5153e91ce370 admin admin] Allocated IP 172.20.0.1 (e699ecc9-22a6-4434-b1f7-acbe956d80a5/b0938e71-0fb1-45fe-96c8-a5afdcc79425/52367d17-0956-4d8b-abb8-3549346764dc) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:32.558328 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-35130163-0987-49c8-a33e-5153e91ce370 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:32.571609 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-35130163-0987-49c8-a33e-5153e91ce370 admin admin] Transition to ACTIVE for port object 52367d17-0956-4d8b-abb8-3549346764dc will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:32.592277 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c521215b-1822-49c4-8239-6e27b0721fcf None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:32.602565 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c521215b-1822-49c4-8239-6e27b0721fcf None None] Transition to ACTIVE for port object 0441f207-f4f4-4f19-9c7d-b18f0f48c045 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:32.605877 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-35130163-0987-49c8-a33e-5153e91ce370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:32.608310 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c521215b-1822-49c4-8239-6e27b0721fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:32.642247 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35130163-0987-49c8-a33e-5153e91ce370 admin admin] Network e699ecc9-22a6-4434-b1f7-acbe956d80a5 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:32.647633 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-35130163-0987-49c8-a33e-5153e91ce370 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:32.651164 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35130163-0987-49c8-a33e-5153e91ce370 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:32.663037 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c521215b-1822-49c4-8239-6e27b0721fcf None None] Attempting to bind port 0441f207-f4f4-4f19-9c7d-b18f0f48c045 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:32.663429 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c521215b-1822-49c4-8239-6e27b0721fcf None None] Attempting to bind port 0441f207-f4f4-4f19-9c7d-b18f0f48c045 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:32.663790 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c521215b-1822-49c4-8239-6e27b0721fcf None None] Attempting to bind port 0441f207-f4f4-4f19-9c7d-b18f0f48c045 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:32.666938 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32881c7-b2a7-4814-be84-aa463eaece5d None None] Pushing event updated for resources: {'Port': ['ID=0441f207-f4f4-4f19-9c7d-b18f0f48c045,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:32.671545 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c521215b-1822-49c4-8239-6e27b0721fcf None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:00:32.671915 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c521215b-1822-49c4-8239-6e27b0721fcf None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:32.672316 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c521215b-1822-49c4-8239-6e27b0721fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:32.673318 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c521215b-1822-49c4-8239-6e27b0721fcf None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:00:32.673441 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c521215b-1822-49c4-8239-6e27b0721fcf None None] Bound port: 0441f207-f4f4-4f19-9c7d-b18f0f48c045, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:00:32.673802 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c521215b-1822-49c4-8239-6e27b0721fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:32.679563 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35130163-0987-49c8-a33e-5153e91ce370 admin admin] Pushing event updated for resources: {'Port': ['ID=52367d17-0956-4d8b-abb8-3549346764dc,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:32.695439 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-35130163-0987-49c8-a33e-5153e91ce370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:32.727796 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c521215b-1822-49c4-8239-6e27b0721fcf None None] For port 0441f207-f4f4-4f19-9c7d-b18f0f48c045, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:00:32.731027 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c521215b-1822-49c4-8239-6e27b0721fcf None None] For port 0441f207-f4f4-4f19-9c7d-b18f0f48c045, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=0441f207-f4f4-4f19-9c7d-b18f0f48c045,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:00:32.737345 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c521215b-1822-49c4-8239-6e27b0721fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:32.798957 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c521215b-1822-49c4-8239-6e27b0721fcf None None] Routers {'02b7a85b-d18e-4b6b-bfa8-9cb79cb87665'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:32.799626 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c521215b-1822-49c4-8239-6e27b0721fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:00:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['02b7a85b-d18e-4b6b-bfa8-9cb79cb87665'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:32.838584 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-35130163-0987-49c8-a33e-5153e91ce370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:32.839140 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32881c7-b2a7-4814-be84-aa463eaece5d None None] Pushing event updated for resources: {'Port': ['ID=0441f207-f4f4-4f19-9c7d-b18f0f48c045,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:32.921314 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ce3e23fe-faaa-406f-86b6-6b1ace1148a1 None None] Provisioning for port 52367d17-0956-4d8b-abb8-3549346764dc completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:32.924169 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-c521215b-1822-49c4-8239-6e27b0721fcf None None] Set router 02b7a85b-d18e-4b6b-bfa8-9cb79cb87665 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:00:32.950068 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ce3e23fe-faaa-406f-86b6-6b1ace1148a1 None None] Provisioning complete for port 52367d17-0956-4d8b-abb8-3549346764dc triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:32.950435 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ce3e23fe-faaa-406f-86b6-6b1ace1148a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:33.001777 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-35130163-0987-49c8-a33e-5153e91ce370 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:33.007006 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-35130163-0987-49c8-a33e-5153e91ce370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:33.054120 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ce3e23fe-faaa-406f-86b6-6b1ace1148a1 None None] Port 52367d17-0956-4d8b-abb8-3549346764dc cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:00:33.075781 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-35130163-0987-49c8-a33e-5153e91ce370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:33.077603 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35130163-0987-49c8-a33e-5153e91ce370 admin admin] Pushing event updated for resources: {'Port': ['ID=52367d17-0956-4d8b-abb8-3549346764dc,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:33.133137 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c521215b-1822-49c4-8239-6e27b0721fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'name': 'tempest-TestMinimumBasicScenario-736549315-router', 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '0441f207-f4f4-4f19-9c7d-b18f0f48c045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:29Z', 'updated_at': '2021-08-16T21:00:31Z', 'revision_number': 3, 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'gw_port': {'id': '0441f207-f4f4-4f19-9c7d-b18f0f48c045', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:30Z', 'updated_at': '2021-08-16T21:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:33.159002 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c521215b-1822-49c4-8239-6e27b0721fcf None None] The sync data for ids ['02b7a85b-d18e-4b6b-bfa8-9cb79cb87665'] in n-d-787206-13 is: [{'id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'name': 'tempest-TestMinimumBasicScenario-736549315-router', 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '0441f207-f4f4-4f19-9c7d-b18f0f48c045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:29Z', 'updated_at': '2021-08-16T21:00:31Z', 'revision_number': 3, 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'gw_port': {'id': '0441f207-f4f4-4f19-9c7d-b18f0f48c045', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:30Z', 'updated_at': '2021-08-16T21:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:00:33.171823 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35130163-0987-49c8-a33e-5153e91ce370 admin admin] Network e699ecc9-22a6-4434-b1f7-acbe956d80a5 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:33.173241 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-35130163-0987-49c8-a33e-5153e91ce370 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:33.297294 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35130163-0987-49c8-a33e-5153e91ce370 admin admin] Router 02b7a85b-d18e-4b6b-bfa8-9cb79cb87665 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:00:33.416473 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35130163-0987-49c8-a33e-5153e91ce370 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:00:33.421517 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-35130163-0987-49c8-a33e-5153e91ce370 admin admin] 10.222.0.68 "PUT /v2.0/routers/02b7a85b-d18e-4b6b-bfa8-9cb79cb87665/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6584129 Aug 16 21:00:33.476057 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8724160c-d6f4-455e-b4fb-1c0a9989aeb3 None None] Provisioning complete for port 52367d17-0956-4d8b-abb8-3549346764dc triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:33.476432 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8724160c-d6f4-455e-b4fb-1c0a9989aeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:33.511380 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8724160c-d6f4-455e-b4fb-1c0a9989aeb3 None None] Port 52367d17-0956-4d8b-abb8-3549346764dc cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:00:33.932370 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 0441f207-f4f4-4f19-9c7d-b18f0f48c045 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:33.941722 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33648) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:33.947432 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-019ccfbe-45a6-4e7c-a984-aef81a3e3b1f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2037168751-network', 'tenant_id': '93920a4e133847d9afa63977c83a2b6f'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:33.971591 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019ccfbe-45a6-4e7c-a984-aef81a3e3b1f admin admin] Made reservation on behalf of 93920a4e133847d9afa63977c83a2b6f for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:33.974130 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-019ccfbe-45a6-4e7c-a984-aef81a3e3b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:33.984533 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-019ccfbe-45a6-4e7c-a984-aef81a3e3b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.092457 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-019ccfbe-45a6-4e7c-a984-aef81a3e3b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.098744 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-019ccfbe-45a6-4e7c-a984-aef81a3e3b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.129994 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019ccfbe-45a6-4e7c-a984-aef81a3e3b1f admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:00:34.140455 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ccfbe-45a6-4e7c-a984-aef81a3e3b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dec4eb5-aa21-4ceb-ab70-f0402940864c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:34.154255 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-019ccfbe-45a6-4e7c-a984-aef81a3e3b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.154629 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-019ccfbe-45a6-4e7c-a984-aef81a3e3b1f admin admin] Added segment 4f8f58bf-77fc-431e-981a-bba501c8f4dc of type vlan for network b81e820c-9810-4055-9c84-2b067a0cbe21 Aug 16 21:00:34.157089 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 0441f207-f4f4-4f19-9c7d-b18f0f48c045 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:34.161012 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 0441f207-f4f4-4f19-9c7d-b18f0f48c045 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:34.161404 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.196315 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-019ccfbe-45a6-4e7c-a984-aef81a3e3b1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.220608 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-019ccfbe-45a6-4e7c-a984-aef81a3e3b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.221650 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019ccfbe-45a6-4e7c-a984-aef81a3e3b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:34.222239 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-019ccfbe-45a6-4e7c-a984-aef81a3e3b1f admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.241893 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.263078 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 0441f207-f4f4-4f19-9c7d-b18f0f48c045, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=0441f207-f4f4-4f19-9c7d-b18f0f48c045,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:34.267005 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.268446 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8ea49803-c698-4f75-967e-f0c4c6c4cf31 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:34.276099 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-019ccfbe-45a6-4e7c-a984-aef81a3e3b1f admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3332534 Aug 16 21:00:34.278911 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33650) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:34.284824 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5a7a79d9-e51b-4080-ab71-5d27bee74ed5 admin admin] Request body: {'subnet': {'network_id': 'b81e820c-9810-4055-9c84-2b067a0cbe21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2037168751-subnet', 'tenant_id': '93920a4e133847d9afa63977c83a2b6f', 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:34.288315 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ccfbe-45a6-4e7c-a984-aef81a3e3b1f admin admin] Pushing event updated for resources: {'Network': ['ID=b81e820c-9810-4055-9c84-2b067a0cbe21,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:34.309396 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7a79d9-e51b-4080-ab71-5d27bee74ed5 admin admin] Made reservation on behalf of 93920a4e133847d9afa63977c83a2b6f for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:34.312192 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a7a79d9-e51b-4080-ab71-5d27bee74ed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.314551 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network b81e820c-9810-4055-9c84-2b067a0cbe21 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:00:34.409778 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=0441f207-f4f4-4f19-9c7d-b18f0f48c045,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:34.419159 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 8ea49803-c698-4f75-967e-f0c4c6c4cf31 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:34.419575 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.479343 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-accdb196-b153-4450-badf-df6dfeaa3c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.495278 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a7a79d9-e51b-4080-ab71-5d27bee74ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.552667 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a79d9-e51b-4080-ab71-5d27bee74ed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77c6d449-7b18-4ed1-bc71-25690a2b5970,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:34.563196 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7a79d9-e51b-4080-ab71-5d27bee74ed5 admin admin] Checking segment: {'id': '4f8f58bf-77fc-431e-981a-bba501c8f4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b81e820c-9810-4055-9c84-2b067a0cbe21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:34.563557 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7a79d9-e51b-4080-ab71-5d27bee74ed5 admin admin] Network hostable DHCP agents. Network: b81e820c-9810-4055-9c84-2b067a0cbe21, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:00:34.580119 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7a79d9-e51b-4080-ab71-5d27bee74ed5 admin admin] Network b81e820c-9810-4055-9c84-2b067a0cbe21 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:00:34.589773 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-5a7a79d9-e51b-4080-ab71-5d27bee74ed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, b81e820c-9810-4055-9c84-2b067a0cbe21) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:34.593641 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7a79d9-e51b-4080-ab71-5d27bee74ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:34.594219 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a7a79d9-e51b-4080-ab71-5d27bee74ed5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.599986 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32fd2e0-97fe-4b27-86ac-1cb03888a337 None None] Network b81e820c-9810-4055-9c84-2b067a0cbe21 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:00:34.608880 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5a7a79d9-e51b-4080-ab71-5d27bee74ed5 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3282633 Aug 16 21:00:34.611611 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33652) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:34.617175 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-81216997-c17b-4d63-b79b-569836a18864 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2037168751-router', 'tenant_id': '93920a4e133847d9afa63977c83a2b6f', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:34.637426 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81216997-c17b-4d63-b79b-569836a18864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.638536 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81216997-c17b-4d63-b79b-569836a18864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.698781 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81216997-c17b-4d63-b79b-569836a18864 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.741731 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.769937 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f532a8-c546-4882-aa03-997c5b48a0f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-b81e820c-9810-4055-9c84-2b067a0cbe21', 'network_id': 'b81e820c-9810-4055-9c84-2b067a0cbe21', 'tenant_id': '93920a4e133847d9afa63977c83a2b6f', 'fixed_ips': [{'subnet_id': '77c6d449-7b18-4ed1-bc71-25690a2b5970'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:00:34.771447 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-09f532a8-c546-4882-aa03-997c5b48a0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.838945 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81216997-c17b-4d63-b79b-569836a18864 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.876213 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de2cbfc-56c5-4145-8a93-581a1ce1729a None None] Sync routers for ids ['02b7a85b-d18e-4b6b-bfa8-9cb79cb87665'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:00:34.885364 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de2cbfc-56c5-4145-8a93-581a1ce1729a None None] Routers {'02b7a85b-d18e-4b6b-bfa8-9cb79cb87665'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:34.886288 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5de2cbfc-56c5-4145-8a93-581a1ce1729a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:00:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['02b7a85b-d18e-4b6b-bfa8-9cb79cb87665'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:34.932749 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-09f532a8-c546-4882-aa03-997c5b48a0f6 None None] Allocated IP 172.20.0.2 (b81e820c-9810-4055-9c84-2b067a0cbe21/77c6d449-7b18-4ed1-bc71-25690a2b5970/8cbad55b-de02-41c6-9e42-72f5a0ed54fe) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:34.996835 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-5de2cbfc-56c5-4145-8a93-581a1ce1729a None None] Set router 02b7a85b-d18e-4b6b-bfa8-9cb79cb87665 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:00:35.059952 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81216997-c17b-4d63-b79b-569836a18864 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.081073 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81216997-c17b-4d63-b79b-569836a18864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.094713 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-09f532a8-c546-4882-aa03-997c5b48a0f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.104637 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-09f532a8-c546-4882-aa03-997c5b48a0f6 None None] Transition to ACTIVE for port object 8cbad55b-de02-41c6-9e42-72f5a0ed54fe will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:35.121604 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-09f532a8-c546-4882-aa03-997c5b48a0f6 None None] Transition to ACTIVE for port object 8cbad55b-de02-41c6-9e42-72f5a0ed54fe will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:35.129393 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-09f532a8-c546-4882-aa03-997c5b48a0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.166425 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f532a8-c546-4882-aa03-997c5b48a0f6 None None] Network b81e820c-9810-4055-9c84-2b067a0cbe21 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:35.172815 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-09f532a8-c546-4882-aa03-997c5b48a0f6 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:35.176430 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f532a8-c546-4882-aa03-997c5b48a0f6 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:35.185916 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f532a8-c546-4882-aa03-997c5b48a0f6 None None] Pushing event updated for resources: {'Port': ['ID=8cbad55b-de02-41c6-9e42-72f5a0ed54fe,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:35.194812 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-81216997-c17b-4d63-b79b-569836a18864 admin admin] Allocated IP 172.25.8.91 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/c5b7050f-2d73-4759-a3ad-0a74b135bd94) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:35.241845 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-09f532a8-c546-4882-aa03-997c5b48a0f6 None None] Attempting to bind port 8cbad55b-de02-41c6-9e42-72f5a0ed54fe on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:35.242205 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-09f532a8-c546-4882-aa03-997c5b48a0f6 None None] Attempting to bind port 8cbad55b-de02-41c6-9e42-72f5a0ed54fe by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '4f8f58bf-77fc-431e-981a-bba501c8f4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b81e820c-9810-4055-9c84-2b067a0cbe21'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:35.242571 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f532a8-c546-4882-aa03-997c5b48a0f6 None None] Attempting to bind port 8cbad55b-de02-41c6-9e42-72f5a0ed54fe on network b81e820c-9810-4055-9c84-2b067a0cbe21 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:35.247725 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f532a8-c546-4882-aa03-997c5b48a0f6 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:00:35.248037 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f532a8-c546-4882-aa03-997c5b48a0f6 None None] Checking segment: {'id': '4f8f58bf-77fc-431e-981a-bba501c8f4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b81e820c-9810-4055-9c84-2b067a0cbe21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:35.248440 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-09f532a8-c546-4882-aa03-997c5b48a0f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.248824 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f532a8-c546-4882-aa03-997c5b48a0f6 None None] Bound using segment: {'id': '4f8f58bf-77fc-431e-981a-bba501c8f4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b81e820c-9810-4055-9c84-2b067a0cbe21'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:00:35.249274 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-09f532a8-c546-4882-aa03-997c5b48a0f6 None None] Bound port: 8cbad55b-de02-41c6-9e42-72f5a0ed54fe, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f8f58bf-77fc-431e-981a-bba501c8f4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b81e820c-9810-4055-9c84-2b067a0cbe21'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:00:35.249651 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-09f532a8-c546-4882-aa03-997c5b48a0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.304410 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5de2cbfc-56c5-4145-8a93-581a1ce1729a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'name': 'tempest-TestMinimumBasicScenario-736549315-router', 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '0441f207-f4f4-4f19-9c7d-b18f0f48c045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:29Z', 'updated_at': '2021-08-16T21:00:32Z', 'revision_number': 4, 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'gw_port': {'id': '0441f207-f4f4-4f19-9c7d-b18f0f48c045', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:30Z', 'updated_at': '2021-08-16T21:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '52367d17-0956-4d8b-abb8-3549346764dc', 'name': '', 'network_id': 'e699ecc9-22a6-4434-b1f7-acbe956d80a5', 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'mac_address': 'fa:16:3e:71:ac:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'b0938e71-0fb1-45fe-96c8-a5afdcc79425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:32Z', 'updated_at': '2021-08-16T21:00:32Z', 'revision_number': 2, 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'subnets': [{'id': 'b0938e71-0fb1-45fe-96c8-a5afdcc79425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:35.309696 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81216997-c17b-4d63-b79b-569836a18864 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.318705 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-09f532a8-c546-4882-aa03-997c5b48a0f6 None None] For port 8cbad55b-de02-41c6-9e42-72f5a0ed54fe, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:00:35.321979 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-09f532a8-c546-4882-aa03-997c5b48a0f6 None None] For port 8cbad55b-de02-41c6-9e42-72f5a0ed54fe, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8cbad55b-de02-41c6-9e42-72f5a0ed54fe,segment=NetworkSegment(4f8f58bf-77fc-431e-981a-bba501c8f4dc),segment_id=4f8f58bf-77fc-431e-981a-bba501c8f4dc)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:00:35.326671 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-09f532a8-c546-4882-aa03-997c5b48a0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.336812 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de2cbfc-56c5-4145-8a93-581a1ce1729a None None] Checking router: 02b7a85b-d18e-4b6b-bfa8-9cb79cb87665 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:00:35.337430 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de2cbfc-56c5-4145-8a93-581a1ce1729a None None] Updating router 02b7a85b-d18e-4b6b-bfa8-9cb79cb87665 port 52367d17-0956-4d8b-abb8-3549346764dc binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:00:35.360718 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81216997-c17b-4d63-b79b-569836a18864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.371532 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5de2cbfc-56c5-4145-8a93-581a1ce1729a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.401271 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f532a8-c546-4882-aa03-997c5b48a0f6 None None] Pushing event updated for resources: {'Port': ['ID=8cbad55b-de02-41c6-9e42-72f5a0ed54fe,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:35.402710 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81216997-c17b-4d63-b79b-569836a18864 admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:35.413645 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-81216997-c17b-4d63-b79b-569836a18864 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:35.417091 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81216997-c17b-4d63-b79b-569836a18864 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:35.455384 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81216997-c17b-4d63-b79b-569836a18864 admin admin] Pushing event updated for resources: {'Port': ['ID=c5b7050f-2d73-4759-a3ad-0a74b135bd94,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:35.696373 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5de2cbfc-56c5-4145-8a93-581a1ce1729a None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.701544 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81216997-c17b-4d63-b79b-569836a18864 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.707978 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-5de2cbfc-56c5-4145-8a93-581a1ce1729a None None] Transition to ACTIVE for port object 52367d17-0956-4d8b-abb8-3549346764dc will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:35.714513 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5de2cbfc-56c5-4145-8a93-581a1ce1729a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.771908 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9fea1-3276-422d-8d40-08f9a291a7d6 None None] Pushing event updated for resources: {'Port': ['ID=52367d17-0956-4d8b-abb8-3549346764dc,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:35.805594 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9fea1-3276-422d-8d40-08f9a291a7d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:35.806197 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9fea1-3276-422d-8d40-08f9a291a7d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:35.806651 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9fea1-3276-422d-8d40-08f9a291a7d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:35.807555 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9fea1-3276-422d-8d40-08f9a291a7d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:35.807822 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9fea1-3276-422d-8d40-08f9a291a7d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:35.808434 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9fea1-3276-422d-8d40-08f9a291a7d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:35.808809 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9fea1-3276-422d-8d40-08f9a291a7d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:35.809336 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9fea1-3276-422d-8d40-08f9a291a7d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:35.809860 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9fea1-3276-422d-8d40-08f9a291a7d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:35.810392 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9fea1-3276-422d-8d40-08f9a291a7d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:35.811036 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9fea1-3276-422d-8d40-08f9a291a7d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:35.811477 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9fea1-3276-422d-8d40-08f9a291a7d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:00:35.845855 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.893749 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-5de2cbfc-56c5-4145-8a93-581a1ce1729a None None] Attempting to bind port 52367d17-0956-4d8b-abb8-3549346764dc on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:35.896484 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-5de2cbfc-56c5-4145-8a93-581a1ce1729a None None] Attempting to bind port 52367d17-0956-4d8b-abb8-3549346764dc by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'fe397762-a688-443b-8008-784423f369ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e699ecc9-22a6-4434-b1f7-acbe956d80a5'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:35.897345 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de2cbfc-56c5-4145-8a93-581a1ce1729a None None] Attempting to bind port 52367d17-0956-4d8b-abb8-3549346764dc on network e699ecc9-22a6-4434-b1f7-acbe956d80a5 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:35.906208 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de2cbfc-56c5-4145-8a93-581a1ce1729a None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:00:35.910949 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de2cbfc-56c5-4145-8a93-581a1ce1729a None None] Checking segment: {'id': 'fe397762-a688-443b-8008-784423f369ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e699ecc9-22a6-4434-b1f7-acbe956d80a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:35.911851 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5de2cbfc-56c5-4145-8a93-581a1ce1729a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.912614 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de2cbfc-56c5-4145-8a93-581a1ce1729a None None] Bound using segment: {'id': 'fe397762-a688-443b-8008-784423f369ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e699ecc9-22a6-4434-b1f7-acbe956d80a5'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:00:35.913509 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-5de2cbfc-56c5-4145-8a93-581a1ce1729a None None] Bound port: 52367d17-0956-4d8b-abb8-3549346764dc, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe397762-a688-443b-8008-784423f369ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e699ecc9-22a6-4434-b1f7-acbe956d80a5'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:00:35.914310 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5de2cbfc-56c5-4145-8a93-581a1ce1729a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.960787 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81216997-c17b-4d63-b79b-569836a18864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:35.993712 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-5de2cbfc-56c5-4145-8a93-581a1ce1729a None None] For port 52367d17-0956-4d8b-abb8-3549346764dc, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:00:35.997598 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-5de2cbfc-56c5-4145-8a93-581a1ce1729a None None] For port 52367d17-0956-4d8b-abb8-3549346764dc, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=52367d17-0956-4d8b-abb8-3549346764dc,segment=NetworkSegment(fe397762-a688-443b-8008-784423f369ac),segment_id=fe397762-a688-443b-8008-784423f369ac)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:00:36.004811 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5de2cbfc-56c5-4145-8a93-581a1ce1729a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:36.013489 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8cbad55b-de02-41c6-9e42-72f5a0ed54fe up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:36.085435 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de2cbfc-56c5-4145-8a93-581a1ce1729a None None] Routers {'02b7a85b-d18e-4b6b-bfa8-9cb79cb87665'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:36.086359 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5de2cbfc-56c5-4145-8a93-581a1ce1729a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:00:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['02b7a85b-d18e-4b6b-bfa8-9cb79cb87665'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:36.101178 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 8cbad55b-de02-41c6-9e42-72f5a0ed54fe completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:36.106153 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 0441f207-f4f4-4f19-9c7d-b18f0f48c045 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:36.140045 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9fea1-3276-422d-8d40-08f9a291a7d6 None None] Pushing event updated for resources: {'Port': ['ID=52367d17-0956-4d8b-abb8-3549346764dc,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:36.188168 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 0441f207-f4f4-4f19-9c7d-b18f0f48c045 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:36.188657 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:36.194775 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81216997-c17b-4d63-b79b-569836a18864 admin admin] Router 7488c331-6578-4a18-9ad0-54ada3cc4ab2 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:00:36.251005 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-5de2cbfc-56c5-4145-8a93-581a1ce1729a None None] Set router 02b7a85b-d18e-4b6b-bfa8-9cb79cb87665 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:00:36.352862 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81216997-c17b-4d63-b79b-569836a18864 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:00:36.368736 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db656562-fc4c-40c1-8396-1345062cffea None None] Sync routers for ids ['7488c331-6578-4a18-9ad0-54ada3cc4ab2'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:00:36.380814 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db656562-fc4c-40c1-8396-1345062cffea None None] Routers {'7488c331-6578-4a18-9ad0-54ada3cc4ab2'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:36.381652 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-db656562-fc4c-40c1-8396-1345062cffea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:00:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['7488c331-6578-4a18-9ad0-54ada3cc4ab2'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:36.386908 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81216997-c17b-4d63-b79b-569836a18864 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:36.390615 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-81216997-c17b-4d63-b79b-569836a18864 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7754378 Aug 16 21:00:36.390837 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33654) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:00:36.514346 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-db656562-fc4c-40c1-8396-1345062cffea None None] Set router 7488c331-6578-4a18-9ad0-54ada3cc4ab2 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:00:36.525189 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5de2cbfc-56c5-4145-8a93-581a1ce1729a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'name': 'tempest-TestMinimumBasicScenario-736549315-router', 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '0441f207-f4f4-4f19-9c7d-b18f0f48c045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:29Z', 'updated_at': '2021-08-16T21:00:32Z', 'revision_number': 4, 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'gw_port': {'id': '0441f207-f4f4-4f19-9c7d-b18f0f48c045', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:30Z', 'updated_at': '2021-08-16T21:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '52367d17-0956-4d8b-abb8-3549346764dc', 'name': '', 'network_id': 'e699ecc9-22a6-4434-b1f7-acbe956d80a5', 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'mac_address': 'fa:16:3e:71:ac:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'b0938e71-0fb1-45fe-96c8-a5afdcc79425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:32Z', 'updated_at': '2021-08-16T21:00:35Z', 'revision_number': 4, 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'subnets': [{'id': 'b0938e71-0fb1-45fe-96c8-a5afdcc79425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:36.556824 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de2cbfc-56c5-4145-8a93-581a1ce1729a None None] The sync data for ids ['02b7a85b-d18e-4b6b-bfa8-9cb79cb87665'] in n-d-787206-13 is: [{'id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'name': 'tempest-TestMinimumBasicScenario-736549315-router', 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '0441f207-f4f4-4f19-9c7d-b18f0f48c045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:29Z', 'updated_at': '2021-08-16T21:00:32Z', 'revision_number': 4, 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'gw_port': {'id': '0441f207-f4f4-4f19-9c7d-b18f0f48c045', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:30Z', 'updated_at': '2021-08-16T21:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '52367d17-0956-4d8b-abb8-3549346764dc', 'name': '', 'network_id': 'e699ecc9-22a6-4434-b1f7-acbe956d80a5', 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'mac_address': 'fa:16:3e:71:ac:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'b0938e71-0fb1-45fe-96c8-a5afdcc79425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:32Z', 'updated_at': '2021-08-16T21:00:35Z', 'revision_number': 4, 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'subnets': [{'id': 'b0938e71-0fb1-45fe-96c8-a5afdcc79425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:00:36.590939 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8a9c9b-5452-4d88-b77d-5542687f2c96 None None] Network b81e820c-9810-4055-9c84-2b067a0cbe21 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:00:36.690659 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:36.722485 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9969bc5d-c3cc-4b49-9356-668fe7862597 None None] Provisioning for port 8cbad55b-de02-41c6-9e42-72f5a0ed54fe completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:36.727790 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:36.743435 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9969bc5d-c3cc-4b49-9356-668fe7862597 None None] Provisioning complete for port 8cbad55b-de02-41c6-9e42-72f5a0ed54fe triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:36.743812 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9969bc5d-c3cc-4b49-9356-668fe7862597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:36.883121 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f8eac65-7cde-4ae6-b012-f7f9e99fe60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:36.951479 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9969bc5d-c3cc-4b49-9356-668fe7862597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:36.980173 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-db656562-fc4c-40c1-8396-1345062cffea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7488c331-6578-4a18-9ad0-54ada3cc4ab2', 'name': 'tempest-TestMinimumBasicScenario-2037168751-router', 'tenant_id': '93920a4e133847d9afa63977c83a2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c5b7050f-2d73-4759-a3ad-0a74b135bd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:34Z', 'updated_at': '2021-08-16T21:00:35Z', 'revision_number': 3, 'project_id': '93920a4e133847d9afa63977c83a2b6f', 'gw_port': {'id': 'c5b7050f-2d73-4759-a3ad-0a74b135bd94', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7488c331-6578-4a18-9ad0-54ada3cc4ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:35Z', 'updated_at': '2021-08-16T21:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:37.014011 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db656562-fc4c-40c1-8396-1345062cffea None None] Checking router: 7488c331-6578-4a18-9ad0-54ada3cc4ab2 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:00:37.014011 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db656562-fc4c-40c1-8396-1345062cffea None None] Updating router 7488c331-6578-4a18-9ad0-54ada3cc4ab2 port c5b7050f-2d73-4759-a3ad-0a74b135bd94 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:00:37.040726 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9969bc5d-c3cc-4b49-9356-668fe7862597 None None] For port 8cbad55b-de02-41c6-9e42-72f5a0ed54fe, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8cbad55b-de02-41c6-9e42-72f5a0ed54fe,segment=NetworkSegment(4f8f58bf-77fc-431e-981a-bba501c8f4dc),segment_id=4f8f58bf-77fc-431e-981a-bba501c8f4dc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:37.060854 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9969bc5d-c3cc-4b49-9356-668fe7862597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:37.064392 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db656562-fc4c-40c1-8396-1345062cffea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:37.092648 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-9f8eac65-7cde-4ae6-b012-f7f9e99fe60a admin admin] Allocated IP 172.20.0.1 (b81e820c-9810-4055-9c84-2b067a0cbe21/77c6d449-7b18-4ed1-bc71-25690a2b5970/5fe677b1-c44c-4823-98dd-83bfe01f58a0) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:37.200395 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969bc5d-c3cc-4b49-9356-668fe7862597 None None] Pushing event updated for resources: {'Port': ['ID=8cbad55b-de02-41c6-9e42-72f5a0ed54fe,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:37.234896 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f8eac65-7cde-4ae6-b012-f7f9e99fe60a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:37.253568 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-9f8eac65-7cde-4ae6-b012-f7f9e99fe60a admin admin] Transition to ACTIVE for port object 5fe677b1-c44c-4823-98dd-83bfe01f58a0 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:37.261503 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:37.293745 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f8eac65-7cde-4ae6-b012-f7f9e99fe60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:37.316283 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-dce6746b-27e1-4f38-9c0e-4980cd6914d5 None None] Provisioning complete for port 8cbad55b-de02-41c6-9e42-72f5a0ed54fe triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:37.316565 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dce6746b-27e1-4f38-9c0e-4980cd6914d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:37.334543 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8eac65-7cde-4ae6-b012-f7f9e99fe60a admin admin] Network b81e820c-9810-4055-9c84-2b067a0cbe21 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:37.340175 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-9f8eac65-7cde-4ae6-b012-f7f9e99fe60a admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:37.344236 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8eac65-7cde-4ae6-b012-f7f9e99fe60a admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:37.374009 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8eac65-7cde-4ae6-b012-f7f9e99fe60a admin admin] Pushing event updated for resources: {'Port': ['ID=5fe677b1-c44c-4823-98dd-83bfe01f58a0,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:37.397401 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f8eac65-7cde-4ae6-b012-f7f9e99fe60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:37.513001 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db656562-fc4c-40c1-8396-1345062cffea None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:37.526179 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-db656562-fc4c-40c1-8396-1345062cffea None None] Transition to ACTIVE for port object c5b7050f-2d73-4759-a3ad-0a74b135bd94 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:37.534780 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db656562-fc4c-40c1-8396-1345062cffea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:37.557861 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f8eac65-7cde-4ae6-b012-f7f9e99fe60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:37.591325 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686aab9-cf65-497d-85a7-0d13b1a3f1a0 None None] Pushing event updated for resources: {'Port': ['ID=c5b7050f-2d73-4759-a3ad-0a74b135bd94,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:37.593693 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-db656562-fc4c-40c1-8396-1345062cffea None None] Attempting to bind port c5b7050f-2d73-4759-a3ad-0a74b135bd94 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:37.594075 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-db656562-fc4c-40c1-8396-1345062cffea None None] Attempting to bind port c5b7050f-2d73-4759-a3ad-0a74b135bd94 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:37.594442 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db656562-fc4c-40c1-8396-1345062cffea None None] Attempting to bind port c5b7050f-2d73-4759-a3ad-0a74b135bd94 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:37.600499 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db656562-fc4c-40c1-8396-1345062cffea None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:00:37.601088 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db656562-fc4c-40c1-8396-1345062cffea None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:37.601268 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db656562-fc4c-40c1-8396-1345062cffea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:37.601658 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db656562-fc4c-40c1-8396-1345062cffea None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:00:37.602125 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-db656562-fc4c-40c1-8396-1345062cffea None None] Bound port: c5b7050f-2d73-4759-a3ad-0a74b135bd94, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:00:37.602509 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db656562-fc4c-40c1-8396-1345062cffea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:37.643044 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d3a54537-5675-4be4-8fef-2680d8008d7c None None] Provisioning for port 5fe677b1-c44c-4823-98dd-83bfe01f58a0 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:37.656541 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d3a54537-5675-4be4-8fef-2680d8008d7c None None] Provisioning complete for port 5fe677b1-c44c-4823-98dd-83bfe01f58a0 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:37.656922 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d3a54537-5675-4be4-8fef-2680d8008d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:37.686873 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-db656562-fc4c-40c1-8396-1345062cffea None None] For port c5b7050f-2d73-4759-a3ad-0a74b135bd94, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:00:37.705462 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-db656562-fc4c-40c1-8396-1345062cffea None None] For port c5b7050f-2d73-4759-a3ad-0a74b135bd94, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=c5b7050f-2d73-4759-a3ad-0a74b135bd94,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:00:37.709225 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54537-5675-4be4-8fef-2680d8008d7c None None] Port 5fe677b1-c44c-4823-98dd-83bfe01f58a0 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:00:37.711769 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db656562-fc4c-40c1-8396-1345062cffea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:37.745714 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f8eac65-7cde-4ae6-b012-f7f9e99fe60a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:37.752847 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f8eac65-7cde-4ae6-b012-f7f9e99fe60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:37.775018 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db656562-fc4c-40c1-8396-1345062cffea None None] Routers {'7488c331-6578-4a18-9ad0-54ada3cc4ab2'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:37.775688 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-db656562-fc4c-40c1-8396-1345062cffea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:00:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['7488c331-6578-4a18-9ad0-54ada3cc4ab2'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:37.813138 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686aab9-cf65-497d-85a7-0d13b1a3f1a0 None None] Pushing event updated for resources: {'Port': ['ID=c5b7050f-2d73-4759-a3ad-0a74b135bd94,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:37.821874 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f8eac65-7cde-4ae6-b012-f7f9e99fe60a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:37.823733 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8eac65-7cde-4ae6-b012-f7f9e99fe60a admin admin] Pushing event updated for resources: {'Port': ['ID=5fe677b1-c44c-4823-98dd-83bfe01f58a0,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:37.890367 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-db656562-fc4c-40c1-8396-1345062cffea None None] Set router 7488c331-6578-4a18-9ad0-54ada3cc4ab2 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:00:37.924786 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8eac65-7cde-4ae6-b012-f7f9e99fe60a admin admin] Network b81e820c-9810-4055-9c84-2b067a0cbe21 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:37.926625 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-9f8eac65-7cde-4ae6-b012-f7f9e99fe60a admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:37.978526 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 52367d17-0956-4d8b-abb8-3549346764dc up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:38.102839 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 52367d17-0956-4d8b-abb8-3549346764dc completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:38.111520 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 52367d17-0956-4d8b-abb8-3549346764dc triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:38.111905 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:38.353751 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-96fc0ba3-7c79-4001-9942-0b45e0ab7996 None None] Provisioning complete for port 5fe677b1-c44c-4823-98dd-83bfe01f58a0 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:38.354047 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-96fc0ba3-7c79-4001-9942-0b45e0ab7996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:38.398766 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8eac65-7cde-4ae6-b012-f7f9e99fe60a admin admin] Router 7488c331-6578-4a18-9ad0-54ada3cc4ab2 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:00:38.419086 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-db656562-fc4c-40c1-8396-1345062cffea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7488c331-6578-4a18-9ad0-54ada3cc4ab2', 'name': 'tempest-TestMinimumBasicScenario-2037168751-router', 'tenant_id': '93920a4e133847d9afa63977c83a2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c5b7050f-2d73-4759-a3ad-0a74b135bd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:34Z', 'updated_at': '2021-08-16T21:00:37Z', 'revision_number': 4, 'project_id': '93920a4e133847d9afa63977c83a2b6f', 'gw_port': {'id': 'c5b7050f-2d73-4759-a3ad-0a74b135bd94', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7488c331-6578-4a18-9ad0-54ada3cc4ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:35Z', 'updated_at': '2021-08-16T21:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '5fe677b1-c44c-4823-98dd-83bfe01f58a0', 'name': '', 'network_id': 'b81e820c-9810-4055-9c84-2b067a0cbe21', 'tenant_id': '93920a4e133847d9afa63977c83a2b6f', 'mac_address': 'fa:16:3e:40:20:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7488c331-6578-4a18-9ad0-54ada3cc4ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '77c6d449-7b18-4ed1-bc71-25690a2b5970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:36Z', 'updated_at': '2021-08-16T21:00:37Z', 'revision_number': 2, 'project_id': '93920a4e133847d9afa63977c83a2b6f', 'subnets': [{'id': '77c6d449-7b18-4ed1-bc71-25690a2b5970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:38.450111 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-96fc0ba3-7c79-4001-9942-0b45e0ab7996 None None] Port 5fe677b1-c44c-4823-98dd-83bfe01f58a0 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:00:38.457837 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db656562-fc4c-40c1-8396-1345062cffea None None] The sync data for ids ['7488c331-6578-4a18-9ad0-54ada3cc4ab2'] in n-d-787206-13 is: [{'id': '7488c331-6578-4a18-9ad0-54ada3cc4ab2', 'name': 'tempest-TestMinimumBasicScenario-2037168751-router', 'tenant_id': '93920a4e133847d9afa63977c83a2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c5b7050f-2d73-4759-a3ad-0a74b135bd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:34Z', 'updated_at': '2021-08-16T21:00:37Z', 'revision_number': 4, 'project_id': '93920a4e133847d9afa63977c83a2b6f', 'gw_port': {'id': 'c5b7050f-2d73-4759-a3ad-0a74b135bd94', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7488c331-6578-4a18-9ad0-54ada3cc4ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:35Z', 'updated_at': '2021-08-16T21:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '5fe677b1-c44c-4823-98dd-83bfe01f58a0', 'name': '', 'network_id': 'b81e820c-9810-4055-9c84-2b067a0cbe21', 'tenant_id': '93920a4e133847d9afa63977c83a2b6f', 'mac_address': 'fa:16:3e:40:20:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7488c331-6578-4a18-9ad0-54ada3cc4ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '77c6d449-7b18-4ed1-bc71-25690a2b5970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:36Z', 'updated_at': '2021-08-16T21:00:37Z', 'revision_number': 2, 'project_id': '93920a4e133847d9afa63977c83a2b6f', 'subnets': [{'id': '77c6d449-7b18-4ed1-bc71-25690a2b5970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:00:38.463608 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:38.505872 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 52367d17-0956-4d8b-abb8-3549346764dc, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=52367d17-0956-4d8b-abb8-3549346764dc,segment=NetworkSegment(fe397762-a688-443b-8008-784423f369ac),segment_id=fe397762-a688-443b-8008-784423f369ac)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:38.513278 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:38.514176 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8cbad55b-de02-41c6-9e42-72f5a0ed54fe up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:38.519369 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8eac65-7cde-4ae6-b012-f7f9e99fe60a admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:00:38.525549 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9f8eac65-7cde-4ae6-b012-f7f9e99fe60a admin admin] 10.222.0.68 "PUT /v2.0/routers/7488c331-6578-4a18-9ad0-54ada3cc4ab2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1336772 Aug 16 21:00:38.595017 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=52367d17-0956-4d8b-abb8-3549346764dc,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:38.607775 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 8cbad55b-de02-41c6-9e42-72f5a0ed54fe triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:38.608628 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:39.947751 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 52367d17-0956-4d8b-abb8-3549346764dc up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:40.003378 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 52367d17-0956-4d8b-abb8-3549346764dc triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:40.003763 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:40.100073 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c5b7050f-2d73-4759-a3ad-0a74b135bd94 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:40.170827 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port c5b7050f-2d73-4759-a3ad-0a74b135bd94 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:40.176676 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port c5b7050f-2d73-4759-a3ad-0a74b135bd94 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:40.177098 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:40.276462 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:40.303939 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port c5b7050f-2d73-4759-a3ad-0a74b135bd94, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=c5b7050f-2d73-4759-a3ad-0a74b135bd94,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:40.309348 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:40.373993 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=c5b7050f-2d73-4759-a3ad-0a74b135bd94,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:40.634783 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79ead57-29a3-4617-87aa-c1bcef5ab14d None None] Sync routers for ids ['7488c331-6578-4a18-9ad0-54ada3cc4ab2'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:00:40.644583 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79ead57-29a3-4617-87aa-c1bcef5ab14d None None] Routers {'7488c331-6578-4a18-9ad0-54ada3cc4ab2'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:40.645212 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f79ead57-29a3-4617-87aa-c1bcef5ab14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:00:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['7488c331-6578-4a18-9ad0-54ada3cc4ab2'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:40.759902 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-f79ead57-29a3-4617-87aa-c1bcef5ab14d None None] Set router 7488c331-6578-4a18-9ad0-54ada3cc4ab2 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:00:40.978895 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f79ead57-29a3-4617-87aa-c1bcef5ab14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7488c331-6578-4a18-9ad0-54ada3cc4ab2', 'name': 'tempest-TestMinimumBasicScenario-2037168751-router', 'tenant_id': '93920a4e133847d9afa63977c83a2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c5b7050f-2d73-4759-a3ad-0a74b135bd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:34Z', 'updated_at': '2021-08-16T21:00:37Z', 'revision_number': 4, 'project_id': '93920a4e133847d9afa63977c83a2b6f', 'gw_port': {'id': 'c5b7050f-2d73-4759-a3ad-0a74b135bd94', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7488c331-6578-4a18-9ad0-54ada3cc4ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:35Z', 'updated_at': '2021-08-16T21:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '5fe677b1-c44c-4823-98dd-83bfe01f58a0', 'name': '', 'network_id': 'b81e820c-9810-4055-9c84-2b067a0cbe21', 'tenant_id': '93920a4e133847d9afa63977c83a2b6f', 'mac_address': 'fa:16:3e:40:20:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7488c331-6578-4a18-9ad0-54ada3cc4ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '77c6d449-7b18-4ed1-bc71-25690a2b5970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:36Z', 'updated_at': '2021-08-16T21:00:37Z', 'revision_number': 2, 'project_id': '93920a4e133847d9afa63977c83a2b6f', 'subnets': [{'id': '77c6d449-7b18-4ed1-bc71-25690a2b5970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:41.010769 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79ead57-29a3-4617-87aa-c1bcef5ab14d None None] Checking router: 7488c331-6578-4a18-9ad0-54ada3cc4ab2 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:00:41.011567 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79ead57-29a3-4617-87aa-c1bcef5ab14d None None] Updating router 7488c331-6578-4a18-9ad0-54ada3cc4ab2 port 5fe677b1-c44c-4823-98dd-83bfe01f58a0 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:00:41.044147 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f79ead57-29a3-4617-87aa-c1bcef5ab14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:41.340615 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f79ead57-29a3-4617-87aa-c1bcef5ab14d None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:41.352226 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-f79ead57-29a3-4617-87aa-c1bcef5ab14d None None] Transition to ACTIVE for port object 5fe677b1-c44c-4823-98dd-83bfe01f58a0 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:41.361003 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f79ead57-29a3-4617-87aa-c1bcef5ab14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:41.434529 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09834e-7dfa-48e5-bc20-a49a89f9c3e4 None None] Pushing event updated for resources: {'Port': ['ID=5fe677b1-c44c-4823-98dd-83bfe01f58a0,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:41.469368 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-f79ead57-29a3-4617-87aa-c1bcef5ab14d None None] Attempting to bind port 5fe677b1-c44c-4823-98dd-83bfe01f58a0 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:00:41.469689 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-f79ead57-29a3-4617-87aa-c1bcef5ab14d None None] Attempting to bind port 5fe677b1-c44c-4823-98dd-83bfe01f58a0 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '4f8f58bf-77fc-431e-981a-bba501c8f4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b81e820c-9810-4055-9c84-2b067a0cbe21'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:00:41.470053 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79ead57-29a3-4617-87aa-c1bcef5ab14d None None] Attempting to bind port 5fe677b1-c44c-4823-98dd-83bfe01f58a0 on network b81e820c-9810-4055-9c84-2b067a0cbe21 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:00:41.481359 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79ead57-29a3-4617-87aa-c1bcef5ab14d None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:00:41.481797 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79ead57-29a3-4617-87aa-c1bcef5ab14d None None] Checking segment: {'id': '4f8f58bf-77fc-431e-981a-bba501c8f4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b81e820c-9810-4055-9c84-2b067a0cbe21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:00:41.482212 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f79ead57-29a3-4617-87aa-c1bcef5ab14d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:41.482606 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79ead57-29a3-4617-87aa-c1bcef5ab14d None None] Bound using segment: {'id': '4f8f58bf-77fc-431e-981a-bba501c8f4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b81e820c-9810-4055-9c84-2b067a0cbe21'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:00:41.483099 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-f79ead57-29a3-4617-87aa-c1bcef5ab14d None None] Bound port: 5fe677b1-c44c-4823-98dd-83bfe01f58a0, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f8f58bf-77fc-431e-981a-bba501c8f4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b81e820c-9810-4055-9c84-2b067a0cbe21'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:00:41.484119 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f79ead57-29a3-4617-87aa-c1bcef5ab14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:41.570261 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-f79ead57-29a3-4617-87aa-c1bcef5ab14d None None] For port 5fe677b1-c44c-4823-98dd-83bfe01f58a0, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:00:41.577575 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-f79ead57-29a3-4617-87aa-c1bcef5ab14d None None] For port 5fe677b1-c44c-4823-98dd-83bfe01f58a0, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=5fe677b1-c44c-4823-98dd-83bfe01f58a0,segment=NetworkSegment(4f8f58bf-77fc-431e-981a-bba501c8f4dc),segment_id=4f8f58bf-77fc-431e-981a-bba501c8f4dc)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:00:41.589190 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f79ead57-29a3-4617-87aa-c1bcef5ab14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:41.672067 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79ead57-29a3-4617-87aa-c1bcef5ab14d None None] Routers {'7488c331-6578-4a18-9ad0-54ada3cc4ab2'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:00:41.672849 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f79ead57-29a3-4617-87aa-c1bcef5ab14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:00:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['7488c331-6578-4a18-9ad0-54ada3cc4ab2'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:41.778207 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09834e-7dfa-48e5-bc20-a49a89f9c3e4 None None] Pushing event updated for resources: {'Port': ['ID=5fe677b1-c44c-4823-98dd-83bfe01f58a0,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:41.960709 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 5fe677b1-c44c-4823-98dd-83bfe01f58a0 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:41.969364 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-f79ead57-29a3-4617-87aa-c1bcef5ab14d None None] Set router 7488c331-6578-4a18-9ad0-54ada3cc4ab2 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:00:42.048453 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 5fe677b1-c44c-4823-98dd-83bfe01f58a0 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:42.056252 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 5fe677b1-c44c-4823-98dd-83bfe01f58a0 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:42.056824 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:42.165663 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:42.174504 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a51f452b-87d0-4d81-9ec9-6992a6abca65 None None] Provisioning complete for port 5fe677b1-c44c-4823-98dd-83bfe01f58a0 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:42.174875 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a51f452b-87d0-4d81-9ec9-6992a6abca65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:42.198461 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f79ead57-29a3-4617-87aa-c1bcef5ab14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7488c331-6578-4a18-9ad0-54ada3cc4ab2', 'name': 'tempest-TestMinimumBasicScenario-2037168751-router', 'tenant_id': '93920a4e133847d9afa63977c83a2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c5b7050f-2d73-4759-a3ad-0a74b135bd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:34Z', 'updated_at': '2021-08-16T21:00:37Z', 'revision_number': 4, 'project_id': '93920a4e133847d9afa63977c83a2b6f', 'gw_port': {'id': 'c5b7050f-2d73-4759-a3ad-0a74b135bd94', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7488c331-6578-4a18-9ad0-54ada3cc4ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:35Z', 'updated_at': '2021-08-16T21:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '5fe677b1-c44c-4823-98dd-83bfe01f58a0', 'name': '', 'network_id': 'b81e820c-9810-4055-9c84-2b067a0cbe21', 'tenant_id': '93920a4e133847d9afa63977c83a2b6f', 'mac_address': 'fa:16:3e:40:20:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7488c331-6578-4a18-9ad0-54ada3cc4ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '77c6d449-7b18-4ed1-bc71-25690a2b5970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:36Z', 'updated_at': '2021-08-16T21:00:41Z', 'revision_number': 4, 'project_id': '93920a4e133847d9afa63977c83a2b6f', 'subnets': [{'id': '77c6d449-7b18-4ed1-bc71-25690a2b5970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:00:42.228697 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79ead57-29a3-4617-87aa-c1bcef5ab14d None None] The sync data for ids ['7488c331-6578-4a18-9ad0-54ada3cc4ab2'] in n-d-787206-13 is: [{'id': '7488c331-6578-4a18-9ad0-54ada3cc4ab2', 'name': 'tempest-TestMinimumBasicScenario-2037168751-router', 'tenant_id': '93920a4e133847d9afa63977c83a2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c5b7050f-2d73-4759-a3ad-0a74b135bd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:34Z', 'updated_at': '2021-08-16T21:00:37Z', 'revision_number': 4, 'project_id': '93920a4e133847d9afa63977c83a2b6f', 'gw_port': {'id': 'c5b7050f-2d73-4759-a3ad-0a74b135bd94', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7488c331-6578-4a18-9ad0-54ada3cc4ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:35Z', 'updated_at': '2021-08-16T21:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '5fe677b1-c44c-4823-98dd-83bfe01f58a0', 'name': '', 'network_id': 'b81e820c-9810-4055-9c84-2b067a0cbe21', 'tenant_id': '93920a4e133847d9afa63977c83a2b6f', 'mac_address': 'fa:16:3e:40:20:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7488c331-6578-4a18-9ad0-54ada3cc4ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '77c6d449-7b18-4ed1-bc71-25690a2b5970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:36Z', 'updated_at': '2021-08-16T21:00:41Z', 'revision_number': 4, 'project_id': '93920a4e133847d9afa63977c83a2b6f', 'subnets': [{'id': '77c6d449-7b18-4ed1-bc71-25690a2b5970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:00:42.252641 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 5fe677b1-c44c-4823-98dd-83bfe01f58a0, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=5fe677b1-c44c-4823-98dd-83bfe01f58a0,segment=NetworkSegment(4f8f58bf-77fc-431e-981a-bba501c8f4dc),segment_id=4f8f58bf-77fc-431e-981a-bba501c8f4dc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:00:42.259644 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:42.260762 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c5b7050f-2d73-4759-a3ad-0a74b135bd94 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:42.378099 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=5fe677b1-c44c-4823-98dd-83bfe01f58a0,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:42.400387 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port c5b7050f-2d73-4759-a3ad-0a74b135bd94 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:42.400762 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:43.881393 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 5fe677b1-c44c-4823-98dd-83bfe01f58a0 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:00:43.934924 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 5fe677b1-c44c-4823-98dd-83bfe01f58a0 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:43.935430 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:49.149275 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49606f-8037-44de-be45-91809f35d9b6 req-f5366220-0202-4eed-b1ab-ea5fbff23aba tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:49.150738 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5c49606f-8037-44de-be45-91809f35d9b6 req-f5366220-0202-4eed-b1ab-ea5fbff23aba tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/networks?id=e699ecc9-22a6-4434-b1f7-acbe956d80a5 HTTP/1.1" status: 200 len: 814 time: 0.1042624 Aug 16 21:00:49.165801 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5c49606f-8037-44de-be45-91809f35d9b6 req-f22035ea-19ea-40ea-80b7-90377887981f tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/quotas/a9ce3155980e40618a3b09d0b0fa70c8 HTTP/1.1" status: 200 len: 375 time: 0.0094001 Aug 16 21:00:49.215655 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5c49606f-8037-44de-be45-91809f35d9b6 req-4eb9dec2-5e22-4ddd-9f53-fd22898c3155 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=a9ce3155980e40618a3b09d0b0fa70c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446684 Aug 16 21:00:49.309354 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5c49606f-8037-44de-be45-91809f35d9b6 req-314e4295-f22e-4ec6-a0f9-f0e46134013a service neutron] 10.222.0.68 "GET /v2.0/networks/e699ecc9-22a6-4434-b1f7-acbe956d80a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819442 Aug 16 21:00:49.398963 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5c49606f-8037-44de-be45-91809f35d9b6 req-b2c79ae1-bdaa-4f1b-990f-371653a7bc50 service neutron] 10.222.0.68 "GET /v2.0/networks/e699ecc9-22a6-4434-b1f7-acbe956d80a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836515 Aug 16 21:00:49.572610 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ebe8a9d6-5df6-4298-a410-2cf81f78c58d req-08cc61f3-fe77-4404-a06f-c58305835fae tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 210 time: 0.0272868 Aug 16 21:00:50.617023 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49606f-8037-44de-be45-91809f35d9b6 req-9762bfb4-9342-4af0-9275-4168eb4b10ba tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:50.618216 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5c49606f-8037-44de-be45-91809f35d9b6 req-9762bfb4-9342-4af0-9275-4168eb4b10ba tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.63 "GET /v2.0/networks?id=e699ecc9-22a6-4434-b1f7-acbe956d80a5 HTTP/1.1" status: 200 len: 814 time: 0.1020372 Aug 16 21:00:50.630922 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-5c49606f-8037-44de-be45-91809f35d9b6 req-7dc57ab5-ffc7-43b9-8354-324cfc887528 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Request body: {'port': {'device_id': '25673a50-be7c-4887-8d3c-043d4b546801', 'network_id': 'e699ecc9-22a6-4434-b1f7-acbe956d80a5', 'admin_state_up': True, 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:00:50.668094 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e641da99-50dc-4eee-91ac-1a8e21b38fa3 req-eb5b0c95-84c1-489c-9b24-77f16a4ef709 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 210 time: 0.0269966 Aug 16 21:00:50.745502 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c49606f-8037-44de-be45-91809f35d9b6 req-7dc57ab5-ffc7-43b9-8354-324cfc887528 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Made reservation on behalf of a9ce3155980e40618a3b09d0b0fa70c8 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:00:50.749102 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5c49606f-8037-44de-be45-91809f35d9b6 req-7dc57ab5-ffc7-43b9-8354-324cfc887528 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:50.885291 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-5c49606f-8037-44de-be45-91809f35d9b6 req-7dc57ab5-ffc7-43b9-8354-324cfc887528 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Allocated IP 172.20.0.12 (e699ecc9-22a6-4434-b1f7-acbe956d80a5/b0938e71-0fb1-45fe-96c8-a5afdcc79425/c454b4b4-8925-4f6d-97ec-7bb85c76b449) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:00:51.113760 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5c49606f-8037-44de-be45-91809f35d9b6 req-7dc57ab5-ffc7-43b9-8354-324cfc887528 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:51.135638 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-5c49606f-8037-44de-be45-91809f35d9b6 req-7dc57ab5-ffc7-43b9-8354-324cfc887528 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Transition to ACTIVE for port object c454b4b4-8925-4f6d-97ec-7bb85c76b449 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:00:51.175727 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5c49606f-8037-44de-be45-91809f35d9b6 req-7dc57ab5-ffc7-43b9-8354-324cfc887528 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:51.231661 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c49606f-8037-44de-be45-91809f35d9b6 req-7dc57ab5-ffc7-43b9-8354-324cfc887528 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Network e699ecc9-22a6-4434-b1f7-acbe956d80a5 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:00:51.234862 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-5c49606f-8037-44de-be45-91809f35d9b6 req-7dc57ab5-ffc7-43b9-8354-324cfc887528 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:00:51.238870 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c49606f-8037-44de-be45-91809f35d9b6 req-7dc57ab5-ffc7-43b9-8354-324cfc887528 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:00:51.245921 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc57ab5-ffc7-43b9-8354-324cfc887528 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Pushing event updated for resources: {'Port': ['ID=c454b4b4-8925-4f6d-97ec-7bb85c76b449,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:00:51.378573 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49606f-8037-44de-be45-91809f35d9b6 req-7dc57ab5-ffc7-43b9-8354-324cfc887528 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:51.379271 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5c49606f-8037-44de-be45-91809f35d9b6 req-7dc57ab5-ffc7-43b9-8354-324cfc887528 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:51.402164 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5c49606f-8037-44de-be45-91809f35d9b6 req-7dc57ab5-ffc7-43b9-8354-324cfc887528 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7750127 Aug 16 21:00:51.581409 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8a255e2b-71c0-45f3-bb07-9f4ebd2d49aa None None] Provisioning for port c454b4b4-8925-4f6d-97ec-7bb85c76b449 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:00:51.590038 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8a255e2b-71c0-45f3-bb07-9f4ebd2d49aa None None] Provisioning complete for port c454b4b4-8925-4f6d-97ec-7bb85c76b449 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:00:51.590536 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8a255e2b-71c0-45f3-bb07-9f4ebd2d49aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:51.625970 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8a255e2b-71c0-45f3-bb07-9f4ebd2d49aa None None] Port c454b4b4-8925-4f6d-97ec-7bb85c76b449 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:00:51.786284 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2d1e2-bc7f-4b3d-80d6-8e17b130ac63 req-7ed275a1-9b63-473a-9a5b-bbeedcb2b6b5 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:51.788202 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-95f2d1e2-bc7f-4b3d-80d6-8e17b130ac63 req-7ed275a1-9b63-473a-9a5b-bbeedcb2b6b5 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 932 time: 0.0524383 Aug 16 21:00:51.846811 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-95f2d1e2-bc7f-4b3d-80d6-8e17b130ac63 req-dbbccff3-537c-4b80-8031-d3d1957de9ec tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504751 Aug 16 21:00:52.972516 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739da72b-6b88-41a3-8a73-b1f7b47cde43 req-2dfe6636-ec01-4ab7-89b9-567af2aad5ae tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:52.974157 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-739da72b-6b88-41a3-8a73-b1f7b47cde43 req-2dfe6636-ec01-4ab7-89b9-567af2aad5ae tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 932 time: 0.0516937 Aug 16 21:00:53.011923 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-739da72b-6b88-41a3-8a73-b1f7b47cde43 req-6c9a52ae-f2a9-4e19-8483-366946bdd8ea tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315769 Aug 16 21:00:54.149292 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6ad18-d75d-4d7f-a243-6d77249e8cc0 req-a86b76a8-484d-4a77-a16d-64f4a88e2c4f tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:54.151417 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccb6ad18-d75d-4d7f-a243-6d77249e8cc0 req-a86b76a8-484d-4a77-a16d-64f4a88e2c4f tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 932 time: 0.0558355 Aug 16 21:00:54.193175 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ccb6ad18-d75d-4d7f-a243-6d77249e8cc0 req-63a5bb3d-e230-473d-b677-ad0acb61cada tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360055 Aug 16 21:00:55.326389 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622b1a1-0cf6-4079-bcb8-6e8679499bcc req-450a2309-3321-4acb-98ab-b1c2c3dbe8c0 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:55.327994 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2622b1a1-0cf6-4079-bcb8-6e8679499bcc req-450a2309-3321-4acb-98ab-b1c2c3dbe8c0 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 932 time: 0.0665948 Aug 16 21:00:55.387206 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2622b1a1-0cf6-4079-bcb8-6e8679499bcc req-5f4f4347-a4ed-4381-a620-a487b14c19a4 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428846 Aug 16 21:00:56.501484 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c54c12-a603-4851-902e-0af8e2e4b36c req-11cbc4d0-9626-44f6-9e37-a34b5a206b9a tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:56.502948 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b7c54c12-a603-4851-902e-0af8e2e4b36c req-11cbc4d0-9626-44f6-9e37-a34b5a206b9a tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 932 time: 0.0479646 Aug 16 21:00:56.553499 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b7c54c12-a603-4851-902e-0af8e2e4b36c req-42173f38-9dcf-4e53-9d06-c896881fcf8e tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420508 Aug 16 21:00:57.684082 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b070ff4-a725-4b9e-a634-4957a4bda3f6 req-20f1cf32-a526-423f-bb50-b8e70fa62c4a tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:57.686625 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b070ff4-a725-4b9e-a634-4957a4bda3f6 req-20f1cf32-a526-423f-bb50-b8e70fa62c4a tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 932 time: 0.0602491 Aug 16 21:00:57.723972 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b070ff4-a725-4b9e-a634-4957a4bda3f6 req-fe764b98-4e0b-4b30-aa00-1888df071df4 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322170 Aug 16 21:00:58.848459 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3635f-e41c-42ac-82e0-20be62a96fd0 req-a8e0660b-26b5-40b8-b9bf-10ad5803522c tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:58.856434 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-24e3635f-e41c-42ac-82e0-20be62a96fd0 req-a8e0660b-26b5-40b8-b9bf-10ad5803522c tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 932 time: 0.0582972 Aug 16 21:00:58.896243 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-24e3635f-e41c-42ac-82e0-20be62a96fd0 req-1bba7465-477b-4e8c-909d-d2b93deb9103 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389307 Aug 16 21:01:00.016164 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6884943-f1d0-49ad-901d-2585bf615cb2 req-22ab7b0a-6e3a-4762-a9fa-e49278e43f54 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:00.018667 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d6884943-f1d0-49ad-901d-2585bf615cb2 req-22ab7b0a-6e3a-4762-a9fa-e49278e43f54 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 932 time: 0.0557535 Aug 16 21:01:00.058484 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d6884943-f1d0-49ad-901d-2585bf615cb2 req-0186d19a-bf2e-4b46-91f1-74778b25da7e tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332727 Aug 16 21:01:00.880669 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-5c49606f-8037-44de-be45-91809f35d9b6 req-5680a290-afd5-4fab-9fe6-f8274e53b1ca service neutron] Request body: {'port': {'device_id': '25673a50-be7c-4887-8d3c-043d4b546801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:00.937038 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5c49606f-8037-44de-be45-91809f35d9b6 req-5680a290-afd5-4fab-9fe6-f8274e53b1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:01.174754 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9625414-864b-421f-8107-f2b76c6baded req-821a9e95-b15d-467c-99ed-3e157f3d77e9 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:01.176371 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b9625414-864b-421f-8107-f2b76c6baded req-821a9e95-b15d-467c-99ed-3e157f3d77e9 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 932 time: 0.0493577 Aug 16 21:01:01.199742 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-5c49606f-8037-44de-be45-91809f35d9b6 req-5680a290-afd5-4fab-9fe6-f8274e53b1ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c454b4b4-8925-4f6d-97ec-7bb85c76b449 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:01:01.207713 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5c49606f-8037-44de-be45-91809f35d9b6 req-5680a290-afd5-4fab-9fe6-f8274e53b1ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:01.213876 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b9625414-864b-421f-8107-f2b76c6baded req-0e74a9f6-f762-40d3-86f3-648e203f3b3c tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308440 Aug 16 21:01:01.219334 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-5c49606f-8037-44de-be45-91809f35d9b6 req-5680a290-afd5-4fab-9fe6-f8274e53b1ca service neutron] Transition to ACTIVE for port object c454b4b4-8925-4f6d-97ec-7bb85c76b449 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:01.223816 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5c49606f-8037-44de-be45-91809f35d9b6 req-5680a290-afd5-4fab-9fe6-f8274e53b1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:01.276693 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5680a290-afd5-4fab-9fe6-f8274e53b1ca service neutron] Pushing event updated for resources: {'Port': ['ID=c454b4b4-8925-4f6d-97ec-7bb85c76b449,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:01.346154 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5c49606f-8037-44de-be45-91809f35d9b6 req-5680a290-afd5-4fab-9fe6-f8274e53b1ca service neutron] Attempting to bind port c454b4b4-8925-4f6d-97ec-7bb85c76b449 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:01:01.346476 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5c49606f-8037-44de-be45-91809f35d9b6 req-5680a290-afd5-4fab-9fe6-f8274e53b1ca service neutron] Attempting to bind port c454b4b4-8925-4f6d-97ec-7bb85c76b449 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'fe397762-a688-443b-8008-784423f369ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e699ecc9-22a6-4434-b1f7-acbe956d80a5'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:01:01.346825 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c49606f-8037-44de-be45-91809f35d9b6 req-5680a290-afd5-4fab-9fe6-f8274e53b1ca service neutron] Attempting to bind port c454b4b4-8925-4f6d-97ec-7bb85c76b449 on network e699ecc9-22a6-4434-b1f7-acbe956d80a5 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:01:01.351855 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c49606f-8037-44de-be45-91809f35d9b6 req-5680a290-afd5-4fab-9fe6-f8274e53b1ca service neutron] Port c454b4b4-8925-4f6d-97ec-7bb85c76b449 on network e699ecc9-22a6-4434-b1f7-acbe956d80a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:01:01.352172 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c49606f-8037-44de-be45-91809f35d9b6 req-5680a290-afd5-4fab-9fe6-f8274e53b1ca service neutron] Attempting to bind port c454b4b4-8925-4f6d-97ec-7bb85c76b449 on network e699ecc9-22a6-4434-b1f7-acbe956d80a5 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:01:01.356936 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c49606f-8037-44de-be45-91809f35d9b6 req-5680a290-afd5-4fab-9fe6-f8274e53b1ca service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:01:01.357268 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c49606f-8037-44de-be45-91809f35d9b6 req-5680a290-afd5-4fab-9fe6-f8274e53b1ca service neutron] Checking segment: {'id': 'fe397762-a688-443b-8008-784423f369ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e699ecc9-22a6-4434-b1f7-acbe956d80a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:01.357645 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c49606f-8037-44de-be45-91809f35d9b6 req-5680a290-afd5-4fab-9fe6-f8274e53b1ca service neutron] Bound using segment: {'id': 'fe397762-a688-443b-8008-784423f369ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e699ecc9-22a6-4434-b1f7-acbe956d80a5'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:01:01.358058 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5c49606f-8037-44de-be45-91809f35d9b6 req-5680a290-afd5-4fab-9fe6-f8274e53b1ca service neutron] Bound port: c454b4b4-8925-4f6d-97ec-7bb85c76b449, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe397762-a688-443b-8008-784423f369ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e699ecc9-22a6-4434-b1f7-acbe956d80a5'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:01:01.358403 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5c49606f-8037-44de-be45-91809f35d9b6 req-5680a290-afd5-4fab-9fe6-f8274e53b1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:01.425615 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-5c49606f-8037-44de-be45-91809f35d9b6 req-5680a290-afd5-4fab-9fe6-f8274e53b1ca service neutron] For port c454b4b4-8925-4f6d-97ec-7bb85c76b449, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:01:01.428475 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-5c49606f-8037-44de-be45-91809f35d9b6 req-5680a290-afd5-4fab-9fe6-f8274e53b1ca service neutron] For port c454b4b4-8925-4f6d-97ec-7bb85c76b449, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=c454b4b4-8925-4f6d-97ec-7bb85c76b449,segment=NetworkSegment(fe397762-a688-443b-8008-784423f369ac),segment_id=fe397762-a688-443b-8008-784423f369ac)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:01:01.433980 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5c49606f-8037-44de-be45-91809f35d9b6 req-5680a290-afd5-4fab-9fe6-f8274e53b1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:01.463954 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49606f-8037-44de-be45-91809f35d9b6 req-5680a290-afd5-4fab-9fe6-f8274e53b1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:01.464579 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5c49606f-8037-44de-be45-91809f35d9b6 req-5680a290-afd5-4fab-9fe6-f8274e53b1ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:01.466052 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5c49606f-8037-44de-be45-91809f35d9b6 req-5680a290-afd5-4fab-9fe6-f8274e53b1ca service neutron] 10.222.0.63 "PUT /v2.0/ports/c454b4b4-8925-4f6d-97ec-7bb85c76b449 HTTP/1.1" status: 200 len: 1093 time: 0.5898290 Aug 16 21:01:01.468395 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25673a50-be7c-4887-8d3c-043d4b546801', 'tag': 'c454b4b4-8925-4f6d-97ec-7bb85c76b449'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:01:01.471228 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3574c60e065d2c839e3c713bbc5c644800ed611e652874904b72df0b461749ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890ec60f-6a9b-493b-819b-462bd3995af0" -d '{"events": [{"name": "network-changed", "server_uuid": "25673a50-be7c-4887-8d3c-043d4b546801", "tag": "c454b4b4-8925-4f6d-97ec-7bb85c76b449"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:01:01.545242 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc552567-57ea-4e9b-af19-1e9e7c4e33a8 x-openstack-request-id: req-bc552567-57ea-4e9b-af19-1e9e7c4e33a8 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:01:01.545530 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25673a50-be7c-4887-8d3c-043d4b546801", "tag": "c454b4b4-8925-4f6d-97ec-7bb85c76b449", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:01:01.545934 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bc552567-57ea-4e9b-af19-1e9e7c4e33a8 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:01:01.546222 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25673a50-be7c-4887-8d3c-043d4b546801', 'tag': 'c454b4b4-8925-4f6d-97ec-7bb85c76b449', 'status': 'completed', 'code': 200} Aug 16 21:01:01.549566 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5680a290-afd5-4fab-9fe6-f8274e53b1ca service neutron] Pushing event updated for resources: {'Port': ['ID=c454b4b4-8925-4f6d-97ec-7bb85c76b449,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:01.565748 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49606f-8037-44de-be45-91809f35d9b6 req-a46d051c-d005-4aec-84e9-1b93cb69241f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:01.567970 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5c49606f-8037-44de-be45-91809f35d9b6 req-a46d051c-d005-4aec-84e9-1b93cb69241f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a9ce3155980e40618a3b09d0b0fa70c8&device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 1096 time: 0.0583951 Aug 16 21:01:01.615535 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5c49606f-8037-44de-be45-91809f35d9b6 req-071f5d53-fce4-45b8-b012-c9b71dac5ccc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c454b4b4-8925-4f6d-97ec-7bb85c76b449 HTTP/1.1" status: 200 len: 217 time: 0.0399144 Aug 16 21:01:01.669566 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49606f-8037-44de-be45-91809f35d9b6 req-cf8ce69b-76a5-4a27-95a2-0d482ab5d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:01.671081 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5c49606f-8037-44de-be45-91809f35d9b6 req-cf8ce69b-76a5-4a27-95a2-0d482ab5d0a6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b0938e71-0fb1-45fe-96c8-a5afdcc79425 HTTP/1.1" status: 200 len: 853 time: 0.0467632 Aug 16 21:01:01.715897 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49606f-8037-44de-be45-91809f35d9b6 req-b495dd10-89ec-49c2-89ae-4bb570adb2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:01.717260 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5c49606f-8037-44de-be45-91809f35d9b6 req-b495dd10-89ec-49c2-89ae-4bb570adb2e0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e699ecc9-22a6-4434-b1f7-acbe956d80a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394084 Aug 16 21:01:01.814318 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5c49606f-8037-44de-be45-91809f35d9b6 req-e8423402-f164-4453-a502-9c08664cfe30 service neutron] 10.222.0.63 "GET /v2.0/networks/e699ecc9-22a6-4434-b1f7-acbe956d80a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894771 Aug 16 21:01:01.905195 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e8d3328-8c69-47ad-8585-47c2fc06e42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:01.910301 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-5c49606f-8037-44de-be45-91809f35d9b6 req-39825b7c-37d9-44e2-b10a-d1de4b58a981 service neutron] 10.222.0.63 "GET /v2.0/networks/e699ecc9-22a6-4434-b1f7-acbe956d80a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889289 Aug 16 21:01:01.994104 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ec60f-6a9b-493b-819b-462bd3995af0 req-9c7f6366-8c32-41e3-b768-c2110b564f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:01.995625 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-890ec60f-6a9b-493b-819b-462bd3995af0 req-9c7f6366-8c32-41e3-b768-c2110b564f23 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a9ce3155980e40618a3b09d0b0fa70c8&device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 1096 time: 0.0413361 Aug 16 21:01:02.088767 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ec60f-6a9b-493b-819b-462bd3995af0 req-ada13ad5-1ddd-4882-9f2b-eb454a4c0933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:02.090273 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-890ec60f-6a9b-493b-819b-462bd3995af0 req-ada13ad5-1ddd-4882-9f2b-eb454a4c0933 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e699ecc9-22a6-4434-b1f7-acbe956d80a5 HTTP/1.1" status: 200 len: 915 time: 0.0882335 Aug 16 21:01:02.136069 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-890ec60f-6a9b-493b-819b-462bd3995af0 req-1274ce73-2581-4f82-a14d-0fb5907d33ef service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c454b4b4-8925-4f6d-97ec-7bb85c76b449 HTTP/1.1" status: 200 len: 217 time: 0.0386829 Aug 16 21:01:02.192560 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ec60f-6a9b-493b-819b-462bd3995af0 req-3cb3f84e-56af-4527-abe3-5b01a05d76a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:02.193987 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-890ec60f-6a9b-493b-819b-462bd3995af0 req-3cb3f84e-56af-4527-abe3-5b01a05d76a2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b0938e71-0fb1-45fe-96c8-a5afdcc79425 HTTP/1.1" status: 200 len: 853 time: 0.0512383 Aug 16 21:01:02.239965 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ec60f-6a9b-493b-819b-462bd3995af0 req-8731f119-236e-4106-8293-16c3b8a39c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:02.241972 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-890ec60f-6a9b-493b-819b-462bd3995af0 req-8731f119-236e-4106-8293-16c3b8a39c78 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e699ecc9-22a6-4434-b1f7-acbe956d80a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397055 Aug 16 21:01:02.330878 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb159d-bc95-4fcf-8065-af1971d7e1c0 req-a7752a72-bbed-4835-80b6-395cfd97cf9f tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:02.332538 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-05bb159d-bc95-4fcf-8065-af1971d7e1c0 req-a7752a72-bbed-4835-80b6-395cfd97cf9f tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 944 time: 0.0489788 Aug 16 21:01:02.338075 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-890ec60f-6a9b-493b-819b-462bd3995af0 req-04808fda-7e98-4711-932d-5084b450e80a service neutron] 10.222.0.63 "GET /v2.0/networks/e699ecc9-22a6-4434-b1f7-acbe956d80a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880692 Aug 16 21:01:02.374251 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-05bb159d-bc95-4fcf-8065-af1971d7e1c0 req-40624035-62ed-4fbe-8acf-ed44729de89e tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354650 Aug 16 21:01:02.428137 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-890ec60f-6a9b-493b-819b-462bd3995af0 req-1bfab8c2-fa0c-4f54-bbc1-9b62a2649408 service neutron] 10.222.0.63 "GET /v2.0/networks/e699ecc9-22a6-4434-b1f7-acbe956d80a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825872 Aug 16 21:01:03.488912 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e37996-4902-4918-a748-62d72c9814df req-955260b8-768a-418b-9898-fbe8fab8b577 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:03.490373 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-98e37996-4902-4918-a748-62d72c9814df req-955260b8-768a-418b-9898-fbe8fab8b577 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 944 time: 0.0479341 Aug 16 21:01:03.528801 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-98e37996-4902-4918-a748-62d72c9814df req-5a19e8f7-1dfd-4804-aad2-ad3abd31aa5e tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317438 Aug 16 21:01:03.833363 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device c454b4b4-8925-4f6d-97ec-7bb85c76b449 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:01:03.931381 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port c454b4b4-8925-4f6d-97ec-7bb85c76b449, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=c454b4b4-8925-4f6d-97ec-7bb85c76b449,segment=NetworkSegment(fe397762-a688-443b-8008-784423f369ac),segment_id=fe397762-a688-443b-8008-784423f369ac)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:03.941887 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'c454b4b4-8925-4f6d-97ec-7bb85c76b449', 'network_id': 'e699ecc9-22a6-4434-b1f7-acbe956d80a5', 'port_id': 'c454b4b4-8925-4f6d-97ec-7bb85c76b449', 'mac_address': 'fa:16:3e:18:36:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0938e71-0fb1-45fe-96c8-a5afdcc79425', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:01:03.979353 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:03.991562 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c454b4b4-8925-4f6d-97ec-7bb85c76b449 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:01:04.009977 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port c454b4b4-8925-4f6d-97ec-7bb85c76b449, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=c454b4b4-8925-4f6d-97ec-7bb85c76b449,segment=NetworkSegment(fe397762-a688-443b-8008-784423f369ac),segment_id=fe397762-a688-443b-8008-784423f369ac)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:04.014033 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:04.062097 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=c454b4b4-8925-4f6d-97ec-7bb85c76b449,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:04.069834 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:04.070186 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:04.070577 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:04.070896 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:04.071230 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:04.071638 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:04.071965 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:04.072291 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:04.072614 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:04.072934 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:04.073256 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:04.073575 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:04.244550 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['c454b4b4-8925-4f6d-97ec-7bb85c76b449'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:01:04.469189 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-58888a1c-014d-4301-8916-f6c745bbfa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:04.645522 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed5472-ba3d-4e00-8e57-4d73ff2ad613 req-09f48b87-ef3c-4a19-8bc9-0dbc3e1225af tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:04.647059 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3eed5472-ba3d-4e00-8e57-4d73ff2ad613 req-09f48b87-ef3c-4a19-8bc9-0dbc3e1225af tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 945 time: 0.0486286 Aug 16 21:01:04.684746 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3eed5472-ba3d-4e00-8e57-4d73ff2ad613 req-972de6df-3418-40e7-9850-20d38b8e47ba tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313449 Aug 16 21:01:04.733532 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:05.592799 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:01:05.798384 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16dd40a-a972-4262-9ff7-d3854a1187c5 req-067bac88-d343-4948-aa27-72941b26c2e5 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:05.800032 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d16dd40a-a972-4262-9ff7-d3854a1187c5 req-067bac88-d343-4948-aa27-72941b26c2e5 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 945 time: 0.0477929 Aug 16 21:01:05.810066 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:05.844554 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d16dd40a-a972-4262-9ff7-d3854a1187c5 req-0b0409aa-5d9d-4334-be48-44937f6fcfe7 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365176 Aug 16 21:01:05.849007 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device c454b4b4-8925-4f6d-97ec-7bb85c76b449 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:05.896943 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port c454b4b4-8925-4f6d-97ec-7bb85c76b449 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:05.900433 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port c454b4b4-8925-4f6d-97ec-7bb85c76b449 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:05.900807 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:05.978187 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:06.000180 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25673a50-be7c-4887-8d3c-043d4b546801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c454b4b4-8925-4f6d-97ec-7bb85c76b449'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:01:06.002402 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0348104d8022dd0cb333a966cdf78087a7844175b144024c4093ab2d6ac91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b00dcc-df84-452e-9c6e-2d45df25b124" -d '{"events": [{"server_uuid": "25673a50-be7c-4887-8d3c-043d4b546801", "name": "network-vif-plugged", "status": "completed", "tag": "c454b4b4-8925-4f6d-97ec-7bb85c76b449"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:01:06.014780 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port c454b4b4-8925-4f6d-97ec-7bb85c76b449, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=c454b4b4-8925-4f6d-97ec-7bb85c76b449,segment=NetworkSegment(fe397762-a688-443b-8008-784423f369ac),segment_id=fe397762-a688-443b-8008-784423f369ac)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:06.019014 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:06.043679 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621029ff-e4fd-4d37-8784-60c02898b97d x-openstack-request-id: req-621029ff-e4fd-4d37-8784-60c02898b97d {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:01:06.043963 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25673a50-be7c-4887-8d3c-043d4b546801", "name": "network-vif-plugged", "status": "completed", "tag": "c454b4b4-8925-4f6d-97ec-7bb85c76b449", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:01:06.044211 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-621029ff-e4fd-4d37-8784-60c02898b97d {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:01:06.044593 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25673a50-be7c-4887-8d3c-043d4b546801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c454b4b4-8925-4f6d-97ec-7bb85c76b449', 'code': 200} Aug 16 21:01:06.070702 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=c454b4b4-8925-4f6d-97ec-7bb85c76b449,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:06.147405 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86644d-b997-4df6-b4ba-2dcf134f773f req-affed74e-f5a8-4501-ae19-946d212c4f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:06.149357 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9f86644d-b997-4df6-b4ba-2dcf134f773f req-affed74e-f5a8-4501-ae19-946d212c4f9a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 1098 time: 0.0413995 Aug 16 21:01:06.188613 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-9f86644d-b997-4df6-b4ba-2dcf134f773f req-268620ff-5cc2-4830-a8bc-e5edbeeb4fca service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318160 Aug 16 21:01:06.541000 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:06.625561 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:06.962349 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9eaa9-f438-4b65-bbe8-24797e1292f7 req-0e7be73d-b6df-4623-9707-b67f1a12bb56 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:06.963896 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48a9eaa9-f438-4b65-bbe8-24797e1292f7 req-0e7be73d-b6df-4623-9707-b67f1a12bb56 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 946 time: 0.0489433 Aug 16 21:01:07.005056 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48a9eaa9-f438-4b65-bbe8-24797e1292f7 req-d757cf90-187b-4104-994a-484b0f17b59b tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339797 Aug 16 21:01:07.251584 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:08.119669 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11794f2c-ad72-4f05-8da4-07781185e053 req-7a6969d2-20d1-41d7-b6b3-a53cf8780409 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:08.121050 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-11794f2c-ad72-4f05-8da4-07781185e053 req-7a6969d2-20d1-41d7-b6b3-a53cf8780409 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 946 time: 0.0487101 Aug 16 21:01:08.157434 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-11794f2c-ad72-4f05-8da4-07781185e053 req-66dbeacf-af44-4366-b606-a24fe038fde8 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305545 Aug 16 21:01:08.268866 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffdea4-a313-45fe-842a-6a6e23e52cdb req-aa731d96-667c-4d20-bbb4-e15eb29e8ab8 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:08.270459 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-11ffdea4-a313-45fe-842a-6a6e23e52cdb req-aa731d96-667c-4d20-bbb4-e15eb29e8ab8 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 946 time: 0.0487475 Aug 16 21:01:08.313796 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-11ffdea4-a313-45fe-842a-6a6e23e52cdb req-931405b3-187e-443d-81d8-78cba303927d tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360675 Aug 16 21:01:08.495621 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09d175-0e37-4647-b6fa-afa1d5debd45 req-e3409ec3-12fc-4f6e-b977-7d62d69b5415 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:08.497091 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3a09d175-0e37-4647-b6fa-afa1d5debd45 req-e3409ec3-12fc-4f6e-b977-7d62d69b5415 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 946 time: 0.0475399 Aug 16 21:01:08.533970 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3a09d175-0e37-4647-b6fa-afa1d5debd45 req-582ebeb9-e88a-44ee-9d37-ab60423fde54 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309522 Aug 16 21:01:20.059920 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fa9d9-6c65-4947-9c2e-995e3f757ed4 req-100d2cde-2776-4ad6-9460-48cf782d0a97 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:20.061504 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7e4fa9d9-6c65-4947-9c2e-995e3f757ed4 req-100d2cde-2776-4ad6-9460-48cf782d0a97 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 946 time: 0.0507445 Aug 16 21:01:20.098158 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7e4fa9d9-6c65-4947-9c2e-995e3f757ed4 req-02ae4945-4a78-4650-8314-22d37b5637fd tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307193 Aug 16 21:01:20.120855 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33858) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:20.246852 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d7cb5a-a032-4846-a24a-fdd124b64bf6 tempest-TestMinimumBasicScenario-1735123714 tempest-TestMinimumBasicScenario-1735123714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:20.248387 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-90d7cb5a-a032-4846-a24a-fdd124b64bf6 tempest-TestMinimumBasicScenario-1735123714 tempest-TestMinimumBasicScenario-1735123714-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 1093 time: 0.1265914 Aug 16 21:01:20.251493 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33862) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:20.255723 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d09787dc-33d1-468c-a29f-bb74c5b94953 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'port_id': 'c454b4b4-8925-4f6d-97ec-7bb85c76b449', 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:20.276719 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d09787dc-33d1-468c-a29f-bb74c5b94953 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:20.376215 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d09787dc-33d1-468c-a29f-bb74c5b94953 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:20.479343 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-d09787dc-33d1-468c-a29f-bb74c5b94953 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Allocated IP 172.25.8.120 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/0b7b3910-da18-42e0-8411-18dd11a529c9) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:20.579222 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d09787dc-33d1-468c-a29f-bb74c5b94953 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:20.616062 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d09787dc-33d1-468c-a29f-bb74c5b94953 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:20.660194 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09787dc-33d1-468c-a29f-bb74c5b94953 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:20.663064 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-d09787dc-33d1-468c-a29f-bb74c5b94953 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:20.667951 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09787dc-33d1-468c-a29f-bb74c5b94953 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:20.670617 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09787dc-33d1-468c-a29f-bb74c5b94953 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Pushing event updated for resources: {'Port': ['ID=0b7b3910-da18-42e0-8411-18dd11a529c9,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:21.013999 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d09787dc-33d1-468c-a29f-bb74c5b94953 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.416373 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d09787dc-33d1-468c-a29f-bb74c5b94953 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.564674 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d09787dc-33d1-468c-a29f-bb74c5b94953 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.568935 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d09787dc-33d1-468c-a29f-bb74c5b94953 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.637683 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09787dc-33d1-468c-a29f-bb74c5b94953 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Pushing event updated for resources: {'Port': ['ID=0b7b3910-da18-42e0-8411-18dd11a529c9,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:21.645579 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d09787dc-33d1-468c-a29f-bb74c5b94953 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:21.742740 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-d09787dc-33d1-468c-a29f-bb74c5b94953 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Floating IP adf0e416-5511-4202-9dbf-0119a5123e21 associated. External IP: 172.25.8.120, port: c454b4b4-8925-4f6d-97ec-7bb85c76b449. Aug 16 21:01:21.944865 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09787dc-33d1-468c-a29f-bb74c5b94953 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Router 02b7a85b-d18e-4b6b-bfa8-9cb79cb87665 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:01:22.050913 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09787dc-33d1-468c-a29f-bb74c5b94953 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:01:22.060564 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938aeac9-eff0-4269-9a69-a8b7a280fa32 None None] Sync routers for ids ['02b7a85b-d18e-4b6b-bfa8-9cb79cb87665'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:01:22.066824 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d09787dc-33d1-468c-a29f-bb74c5b94953 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.070055 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938aeac9-eff0-4269-9a69-a8b7a280fa32 None None] Routers {'02b7a85b-d18e-4b6b-bfa8-9cb79cb87665'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:22.070881 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-938aeac9-eff0-4269-9a69-a8b7a280fa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:01:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['02b7a85b-d18e-4b6b-bfa8-9cb79cb87665'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:22.094727 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d09787dc-33d1-468c-a29f-bb74c5b94953 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8422356 Aug 16 21:01:22.095441 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25673a50-be7c-4887-8d3c-043d4b546801', 'tag': 'c454b4b4-8925-4f6d-97ec-7bb85c76b449'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:01:22.097740 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33864) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:22.098256 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8bea67-1584-40e6-ae7f-1232ecefa843" -d '{"events": [{"name": "network-changed", "server_uuid": "25673a50-be7c-4887-8d3c-043d4b546801", "tag": "c454b4b4-8925-4f6d-97ec-7bb85c76b449"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:01:22.103701 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-931efeb4-1717-4f97-9e84-d61b3d47f87a tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-543639007', 'description': 'tempest-secgroup-smoke-543639007 description', 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:22.133310 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-931efeb4-1717-4f97-9e84-d61b3d47f87a tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.140981 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8301dc5-83fd-4700-a6d3-4674226ab89b x-openstack-request-id: req-a8301dc5-83fd-4700-a6d3-4674226ab89b {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:01:22.141274 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25673a50-be7c-4887-8d3c-043d4b546801", "tag": "c454b4b4-8925-4f6d-97ec-7bb85c76b449", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:01:22.141542 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a8301dc5-83fd-4700-a6d3-4674226ab89b {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:01:22.141942 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25673a50-be7c-4887-8d3c-043d4b546801', 'tag': 'c454b4b4-8925-4f6d-97ec-7bb85c76b449', 'status': 'completed', 'code': 200} Aug 16 21:01:22.182457 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-938aeac9-eff0-4269-9a69-a8b7a280fa32 None None] Set router 02b7a85b-d18e-4b6b-bfa8-9cb79cb87665 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:01:22.233650 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bea67-1584-40e6-ae7f-1232ecefa843 req-6e7c030c-fadb-47c7-8595-84547bfd49cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:22.235183 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b8bea67-1584-40e6-ae7f-1232ecefa843 req-6e7c030c-fadb-47c7-8595-84547bfd49cc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a9ce3155980e40618a3b09d0b0fa70c8&device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 1098 time: 0.0725706 Aug 16 21:01:22.298238 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-931efeb4-1717-4f97-9e84-d61b3d47f87a tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.306100 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-931efeb4-1717-4f97-9e84-d61b3d47f87a tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.349882 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-931efeb4-1717-4f97-9e84-d61b3d47f87a tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.351174 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-931efeb4-1717-4f97-9e84-d61b3d47f87a tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2523198 Aug 16 21:01:22.355651 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33870) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:22.361222 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931efeb4-1717-4f97-9e84-d61b3d47f87a tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4072c6f2-2e80-4c70-8821-0911c602b3be,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:22.361434 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-10ca2410-a93f-4ec6-8b17-e52674515747 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Request body: {'security_group_rule': {'security_group_id': '4072c6f2-2e80-4c70-8821-0911c602b3be', 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:22.384671 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931efeb4-1717-4f97-9e84-d61b3d47f87a tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:22.385017 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931efeb4-1717-4f97-9e84-d61b3d47f87a tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:22.385336 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931efeb4-1717-4f97-9e84-d61b3d47f87a tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:22.385703 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931efeb4-1717-4f97-9e84-d61b3d47f87a tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:22.385999 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931efeb4-1717-4f97-9e84-d61b3d47f87a tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:22.386318 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931efeb4-1717-4f97-9e84-d61b3d47f87a tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:22.386721 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931efeb4-1717-4f97-9e84-d61b3d47f87a tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:22.387052 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931efeb4-1717-4f97-9e84-d61b3d47f87a tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:22.387403 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931efeb4-1717-4f97-9e84-d61b3d47f87a tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:22.387736 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931efeb4-1717-4f97-9e84-d61b3d47f87a tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:22.388047 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931efeb4-1717-4f97-9e84-d61b3d47f87a tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:22.388378 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931efeb4-1717-4f97-9e84-d61b3d47f87a tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:22.390675 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10ca2410-a93f-4ec6-8b17-e52674515747 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.394197 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bea67-1584-40e6-ae7f-1232ecefa843 req-6c31b9b5-d81e-4c69-ae22-b5708c024f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:22.395696 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b8bea67-1584-40e6-ae7f-1232ecefa843 req-6c31b9b5-d81e-4c69-ae22-b5708c024f1d service neutron] 10.222.0.63 "GET /v2.0/networks?id=e699ecc9-22a6-4434-b1f7-acbe956d80a5 HTTP/1.1" status: 200 len: 915 time: 0.1519291 Aug 16 21:01:22.428567 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-938aeac9-eff0-4269-9a69-a8b7a280fa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'name': 'tempest-TestMinimumBasicScenario-736549315-router', 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '0441f207-f4f4-4f19-9c7d-b18f0f48c045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:29Z', 'updated_at': '2021-08-16T21:00:32Z', 'revision_number': 4, 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'gw_port': {'id': '0441f207-f4f4-4f19-9c7d-b18f0f48c045', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:30Z', 'updated_at': '2021-08-16T21:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'adf0e416-5511-4202-9dbf-0119a5123e21', 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'port_id': 'c454b4b4-8925-4f6d-97ec-7bb85c76b449', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e699ecc9-22a6-4434-b1f7-acbe956d80a5', 'mac_address': 'fa:16:3e:18:36:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25673a50-be7c-4887-8d3c-043d4b546801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:01:20Z', 'updated_at': '2021-08-16T21:01:20Z', 'revision_number': 0, 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52367d17-0956-4d8b-abb8-3549346764dc', 'name': '', 'network_id': 'e699ecc9-22a6-4434-b1f7-acbe956d80a5', 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'mac_address': 'fa:16:3e:71:ac:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'b0938e71-0fb1-45fe-96c8-a5afdcc79425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:32Z', 'updated_at': '2021-08-16T21:00:38Z', 'revision_number': 5, 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'subnets': [{'id': 'b0938e71-0fb1-45fe-96c8-a5afdcc79425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:22.454044 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10ca2410-a93f-4ec6-8b17-e52674515747 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.458523 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938aeac9-eff0-4269-9a69-a8b7a280fa32 None None] Checking router: 02b7a85b-d18e-4b6b-bfa8-9cb79cb87665 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:01:22.458830 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10ca2410-a93f-4ec6-8b17-e52674515747 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.466590 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b8bea67-1584-40e6-ae7f-1232ecefa843 req-e62e44fa-a00e-46b3-9687-5a4347f794c7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c454b4b4-8925-4f6d-97ec-7bb85c76b449 HTTP/1.1" status: 200 len: 1000 time: 0.0620100 Aug 16 21:01:22.469222 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938aeac9-eff0-4269-9a69-a8b7a280fa32 None None] Routers {'02b7a85b-d18e-4b6b-bfa8-9cb79cb87665'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:22.469842 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-938aeac9-eff0-4269-9a69-a8b7a280fa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:01:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['02b7a85b-d18e-4b6b-bfa8-9cb79cb87665'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:22.478235 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca2410-a93f-4ec6-8b17-e52674515747 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54fe0a57-4514-4123-bc0a-e0640919e081,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:22.489731 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca2410-a93f-4ec6-8b17-e52674515747 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:22.490162 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca2410-a93f-4ec6-8b17-e52674515747 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:22.490710 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca2410-a93f-4ec6-8b17-e52674515747 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:22.491137 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca2410-a93f-4ec6-8b17-e52674515747 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:22.495312 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca2410-a93f-4ec6-8b17-e52674515747 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:22.495312 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca2410-a93f-4ec6-8b17-e52674515747 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:22.495312 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca2410-a93f-4ec6-8b17-e52674515747 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:22.495312 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca2410-a93f-4ec6-8b17-e52674515747 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:22.495312 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca2410-a93f-4ec6-8b17-e52674515747 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:22.495312 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca2410-a93f-4ec6-8b17-e52674515747 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:22.495312 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca2410-a93f-4ec6-8b17-e52674515747 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:22.495312 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca2410-a93f-4ec6-8b17-e52674515747 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:22.498098 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10ca2410-a93f-4ec6-8b17-e52674515747 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.502331 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33872) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:22.503370 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-10ca2410-a93f-4ec6-8b17-e52674515747 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1462338 Aug 16 21:01:22.507235 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e359c4ec-051f-43f4-8fb0-57d5ea512d17 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Request body: {'security_group_rule': {'security_group_id': '4072c6f2-2e80-4c70-8821-0911c602b3be', 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:22.538982 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bea67-1584-40e6-ae7f-1232ecefa843 req-f3cfc3c3-eee5-4e18-8af1-c38a6f397518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:22.540488 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b8bea67-1584-40e6-ae7f-1232ecefa843 req-f3cfc3c3-eee5-4e18-8af1-c38a6f397518 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b0938e71-0fb1-45fe-96c8-a5afdcc79425 HTTP/1.1" status: 200 len: 853 time: 0.0680082 Aug 16 21:01:22.558213 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e359c4ec-051f-43f4-8fb0-57d5ea512d17 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.582133 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-938aeac9-eff0-4269-9a69-a8b7a280fa32 None None] Set router 02b7a85b-d18e-4b6b-bfa8-9cb79cb87665 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:01:22.619560 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bea67-1584-40e6-ae7f-1232ecefa843 req-de456ed9-f7bc-401a-8dfc-a0bd32ebbd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:22.621116 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b8bea67-1584-40e6-ae7f-1232ecefa843 req-de456ed9-f7bc-401a-8dfc-a0bd32ebbd44 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e699ecc9-22a6-4434-b1f7-acbe956d80a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732608 Aug 16 21:01:22.654186 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e359c4ec-051f-43f4-8fb0-57d5ea512d17 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.682937 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e359c4ec-051f-43f4-8fb0-57d5ea512d17 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.713618 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359c4ec-051f-43f4-8fb0-57d5ea512d17 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0944724-8ebf-46f0-99ba-232c1b2c0a90,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:22.719686 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e359c4ec-051f-43f4-8fb0-57d5ea512d17 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.721149 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e359c4ec-051f-43f4-8fb0-57d5ea512d17 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2175784 Aug 16 21:01:22.723966 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33874) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:22.729305 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d83c90a3-4a29-496c-a8b3-4d8ee5f07e69 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Request body: {'security_group_rule': {'security_group_id': '4072c6f2-2e80-4c70-8821-0911c602b3be', 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:22.752074 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b8bea67-1584-40e6-ae7f-1232ecefa843 req-b992c706-0f89-48b6-985b-aa43cb84ed8c service neutron] 10.222.0.63 "GET /v2.0/networks/e699ecc9-22a6-4434-b1f7-acbe956d80a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228034 Aug 16 21:01:22.759452 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d83c90a3-4a29-496c-a8b3-4d8ee5f07e69 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.822857 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d83c90a3-4a29-496c-a8b3-4d8ee5f07e69 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.828142 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-938aeac9-eff0-4269-9a69-a8b7a280fa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'name': 'tempest-TestMinimumBasicScenario-736549315-router', 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '0441f207-f4f4-4f19-9c7d-b18f0f48c045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:29Z', 'updated_at': '2021-08-16T21:00:32Z', 'revision_number': 4, 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'gw_port': {'id': '0441f207-f4f4-4f19-9c7d-b18f0f48c045', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:30Z', 'updated_at': '2021-08-16T21:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'adf0e416-5511-4202-9dbf-0119a5123e21', 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'port_id': 'c454b4b4-8925-4f6d-97ec-7bb85c76b449', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e699ecc9-22a6-4434-b1f7-acbe956d80a5', 'mac_address': 'fa:16:3e:18:36:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25673a50-be7c-4887-8d3c-043d4b546801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:01:20Z', 'updated_at': '2021-08-16T21:01:20Z', 'revision_number': 0, 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52367d17-0956-4d8b-abb8-3549346764dc', 'name': '', 'network_id': 'e699ecc9-22a6-4434-b1f7-acbe956d80a5', 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'mac_address': 'fa:16:3e:71:ac:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'b0938e71-0fb1-45fe-96c8-a5afdcc79425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:32Z', 'updated_at': '2021-08-16T21:00:38Z', 'revision_number': 5, 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'subnets': [{'id': 'b0938e71-0fb1-45fe-96c8-a5afdcc79425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:22.828471 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d83c90a3-4a29-496c-a8b3-4d8ee5f07e69 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.846472 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c90a3-4a29-496c-a8b3-4d8ee5f07e69 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fceb9c3-a8ab-4dcf-93d6-6a0d07f6faa6,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:22.856520 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938aeac9-eff0-4269-9a69-a8b7a280fa32 None None] The sync data for ids ['02b7a85b-d18e-4b6b-bfa8-9cb79cb87665'] in n-d-787206-13 is: [{'id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'name': 'tempest-TestMinimumBasicScenario-736549315-router', 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '0441f207-f4f4-4f19-9c7d-b18f0f48c045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:29Z', 'updated_at': '2021-08-16T21:00:32Z', 'revision_number': 4, 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'gw_port': {'id': '0441f207-f4f4-4f19-9c7d-b18f0f48c045', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:30Z', 'updated_at': '2021-08-16T21:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'adf0e416-5511-4202-9dbf-0119a5123e21', 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'port_id': 'c454b4b4-8925-4f6d-97ec-7bb85c76b449', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e699ecc9-22a6-4434-b1f7-acbe956d80a5', 'mac_address': 'fa:16:3e:18:36:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25673a50-be7c-4887-8d3c-043d4b546801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:01:20Z', 'updated_at': '2021-08-16T21:01:20Z', 'revision_number': 0, 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52367d17-0956-4d8b-abb8-3549346764dc', 'name': '', 'network_id': 'e699ecc9-22a6-4434-b1f7-acbe956d80a5', 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'mac_address': 'fa:16:3e:71:ac:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'b0938e71-0fb1-45fe-96c8-a5afdcc79425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:32Z', 'updated_at': '2021-08-16T21:00:38Z', 'revision_number': 5, 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'subnets': [{'id': 'b0938e71-0fb1-45fe-96c8-a5afdcc79425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:01:22.857200 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d83c90a3-4a29-496c-a8b3-4d8ee5f07e69 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.861443 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d83c90a3-4a29-496c-a8b3-4d8ee5f07e69 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1364365 Aug 16 21:01:22.862174 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33876) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:22.862297 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-6b8bea67-1584-40e6-ae7f-1232ecefa843 req-ff8ce67c-a9cb-42ea-a8f5-b2ac0d10b0e9 service neutron] 10.222.0.63 "GET /v2.0/networks/e699ecc9-22a6-4434-b1f7-acbe956d80a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025507 Aug 16 21:01:22.867811 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-df26a23a-671c-461e-a2d4-6dd50fc7ca8f tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Request body: {'security_group_rule': {'security_group_id': '4072c6f2-2e80-4c70-8821-0911c602b3be', 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:22.894804 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-df26a23a-671c-461e-a2d4-6dd50fc7ca8f tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.957595 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-df26a23a-671c-461e-a2d4-6dd50fc7ca8f tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.961359 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-df26a23a-671c-461e-a2d4-6dd50fc7ca8f tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.982068 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26a23a-671c-461e-a2d4-6dd50fc7ca8f tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4508be8a-da00-4d37-b44f-d3f712084cbb,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:22.984769 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-df26a23a-671c-461e-a2d4-6dd50fc7ca8f tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:22.986007 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-df26a23a-671c-461e-a2d4-6dd50fc7ca8f tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228924 Aug 16 21:01:22.988818 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33878) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:22.994156 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-be553d23-a392-482d-b14d-fde0f0bad346 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Request body: {'security_group_rule': {'security_group_id': '4072c6f2-2e80-4c70-8821-0911c602b3be', 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:23.016728 n-d-787206-13 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-be553d23-a392-482d-b14d-fde0f0bad346 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Project a9ce3155980e40618a3b09d0b0fa70c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:01:23.023309 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-be553d23-a392-482d-b14d-fde0f0bad346 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.066562 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea9d36-a222-402e-93a0-3460b306037b None None] New status for floating IP adf0e416-5511-4202-9dbf-0119a5123e21: ACTIVE {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:01:23.094564 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-be553d23-a392-482d-b14d-fde0f0bad346 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.098274 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-be553d23-a392-482d-b14d-fde0f0bad346 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.115577 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be553d23-a392-482d-b14d-fde0f0bad346 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e465ed-53e0-41b4-ac61-0b49ae27eb04,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:23.122224 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-be553d23-a392-482d-b14d-fde0f0bad346 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.123479 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-be553d23-a392-482d-b14d-fde0f0bad346 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1336524 Aug 16 21:01:23.126280 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33880) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:23.130756 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-289f1b47-d545-4350-b1e7-f3bcdc230476 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Request body: {'security_group_rule': {'security_group_id': '4072c6f2-2e80-4c70-8821-0911c602b3be', 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:23.153268 n-d-787206-13 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-289f1b47-d545-4350-b1e7-f3bcdc230476 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Project a9ce3155980e40618a3b09d0b0fa70c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:01:23.158414 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-289f1b47-d545-4350-b1e7-f3bcdc230476 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.224918 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-289f1b47-d545-4350-b1e7-f3bcdc230476 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.229137 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-289f1b47-d545-4350-b1e7-f3bcdc230476 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.247769 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f1b47-d545-4350-b1e7-f3bcdc230476 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=327c5d48-38d3-468b-9aea-aa835ffb994e,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:23.253913 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-289f1b47-d545-4350-b1e7-f3bcdc230476 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.255187 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-289f1b47-d545-4350-b1e7-f3bcdc230476 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1279562 Aug 16 21:01:23.335033 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30ab1808-01fc-4bbd-af91-e11d7c6b2c54 req-f10d9ff6-f123-4a90-b66c-6b80db278bcb tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-543639007&fields=id&tenant_id=a9ce3155980e40618a3b09d0b0fa70c8 HTTP/1.1" status: 200 len: 267 time: 0.0329337 Aug 16 21:01:23.388072 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab1808-01fc-4bbd-af91-e11d7c6b2c54 req-6ebc9bf5-7a4e-4749-913e-b3bf4dd87ece tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:23.389456 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30ab1808-01fc-4bbd-af91-e11d7c6b2c54 req-6ebc9bf5-7a4e-4749-913e-b3bf4dd87ece tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 946 time: 0.0489080 Aug 16 21:01:23.400454 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-30ab1808-01fc-4bbd-af91-e11d7c6b2c54 req-478da674-7a5b-41f6-bd14-26b06167cc70 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Request body: {'port': {'security_groups': ['121b4840-c2d4-48ca-8f26-7fa4f471e1d8', '4072c6f2-2e80-4c70-8821-0911c602b3be']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:23.461735 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-30ab1808-01fc-4bbd-af91-e11d7c6b2c54 req-478da674-7a5b-41f6-bd14-26b06167cc70 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.646124 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-30ab1808-01fc-4bbd-af91-e11d7c6b2c54 req-478da674-7a5b-41f6-bd14-26b06167cc70 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] For port c454b4b4-8925-4f6d-97ec-7bb85c76b449, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=c454b4b4-8925-4f6d-97ec-7bb85c76b449,segment=NetworkSegment(fe397762-a688-443b-8008-784423f369ac),segment_id=fe397762-a688-443b-8008-784423f369ac)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:23.681439 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-30ab1808-01fc-4bbd-af91-e11d7c6b2c54 req-478da674-7a5b-41f6-bd14-26b06167cc70 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.685974 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-30ab1808-01fc-4bbd-af91-e11d7c6b2c54 req-478da674-7a5b-41f6-bd14-26b06167cc70 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.697839 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['c454b4b4-8925-4f6d-97ec-7bb85c76b449'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:01:23.727707 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab1808-01fc-4bbd-af91-e11d7c6b2c54 req-478da674-7a5b-41f6-bd14-26b06167cc70 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:23.728361 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-30ab1808-01fc-4bbd-af91-e11d7c6b2c54 req-478da674-7a5b-41f6-bd14-26b06167cc70 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:23.729792 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-30ab1808-01fc-4bbd-af91-e11d7c6b2c54 req-478da674-7a5b-41f6-bd14-26b06167cc70 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "PUT /v2.0/ports/c454b4b4-8925-4f6d-97ec-7bb85c76b449 HTTP/1.1" status: 200 len: 982 time: 0.3338869 Aug 16 21:01:23.760012 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478da674-7a5b-41f6-bd14-26b06167cc70 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Pushing event updated for resources: {'Port': ['ID=c454b4b4-8925-4f6d-97ec-7bb85c76b449,revision_number=6']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:23.783948 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['c454b4b4-8925-4f6d-97ec-7bb85c76b449'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:01:23.846987 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6ef09-fb27-4252-b40f-380bab4a0154 req-2773d4c1-0608-4d71-a0fd-5a253bad14eb tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:23.848302 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-68a6ef09-fb27-4252-b40f-380bab4a0154 req-2773d4c1-0608-4d71-a0fd-5a253bad14eb tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 985 time: 0.0571945 Aug 16 21:01:23.891561 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-68a6ef09-fb27-4252-b40f-380bab4a0154 req-e8125d53-95a2-4c7b-87a0-37b96ae50a30 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&id=4072c6f2-2e80-4c70-8821-0911c602b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365078 Aug 16 21:01:24.020266 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-058011ff-51f7-4113-bc45-9a258ec20389 None None] Provisioning complete for port c454b4b4-8925-4f6d-97ec-7bb85c76b449 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:24.020561 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-058011ff-51f7-4113-bc45-9a258ec20389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:24.142669 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25673a50-be7c-4887-8d3c-043d4b546801', 'tag': 'c454b4b4-8925-4f6d-97ec-7bb85c76b449'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:01:24.145134 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e925ceb1-977e-4460-ba51-14127560a425" -d '{"events": [{"name": "network-changed", "server_uuid": "25673a50-be7c-4887-8d3c-043d4b546801", "tag": "c454b4b4-8925-4f6d-97ec-7bb85c76b449"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:01:24.180491 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7e2a82-cfad-4382-9f0c-65aea7a17f4f x-openstack-request-id: req-3f7e2a82-cfad-4382-9f0c-65aea7a17f4f {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:01:24.180791 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25673a50-be7c-4887-8d3c-043d4b546801", "tag": "c454b4b4-8925-4f6d-97ec-7bb85c76b449", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:01:24.181048 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3f7e2a82-cfad-4382-9f0c-65aea7a17f4f {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:01:24.181539 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25673a50-be7c-4887-8d3c-043d4b546801', 'tag': 'c454b4b4-8925-4f6d-97ec-7bb85c76b449', 'status': 'completed', 'code': 200} Aug 16 21:01:24.244334 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925ceb1-977e-4460-ba51-14127560a425 req-1de8b8bc-466c-4a64-96de-0c049b4044e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:24.245857 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e925ceb1-977e-4460-ba51-14127560a425 req-1de8b8bc-466c-4a64-96de-0c049b4044e7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a9ce3155980e40618a3b09d0b0fa70c8&device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 1137 time: 0.0436528 Aug 16 21:01:24.343996 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925ceb1-977e-4460-ba51-14127560a425 req-8bbecb46-dd46-4bc4-ab1b-0a60afb5ae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:24.345509 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e925ceb1-977e-4460-ba51-14127560a425 req-8bbecb46-dd46-4bc4-ab1b-0a60afb5ae23 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e699ecc9-22a6-4434-b1f7-acbe956d80a5 HTTP/1.1" status: 200 len: 915 time: 0.0913653 Aug 16 21:01:24.412938 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e925ceb1-977e-4460-ba51-14127560a425 req-4ffbca2e-21ca-412d-a1c9-7dccebb0caaf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c454b4b4-8925-4f6d-97ec-7bb85c76b449 HTTP/1.1" status: 200 len: 1002 time: 0.0594416 Aug 16 21:01:24.464123 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925ceb1-977e-4460-ba51-14127560a425 req-15f2825a-a124-4a39-84fb-8c6f5a969347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:24.465520 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e925ceb1-977e-4460-ba51-14127560a425 req-15f2825a-a124-4a39-84fb-8c6f5a969347 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b0938e71-0fb1-45fe-96c8-a5afdcc79425 HTTP/1.1" status: 200 len: 853 time: 0.0422122 Aug 16 21:01:24.515514 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925ceb1-977e-4460-ba51-14127560a425 req-5c8b6288-68f2-47b8-9596-c600c0308204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:24.516994 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e925ceb1-977e-4460-ba51-14127560a425 req-5c8b6288-68f2-47b8-9596-c600c0308204 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e699ecc9-22a6-4434-b1f7-acbe956d80a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431199 Aug 16 21:01:24.608043 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e925ceb1-977e-4460-ba51-14127560a425 req-b9730614-742c-47b5-9444-5e9ff99a9927 service neutron] 10.222.0.63 "GET /v2.0/networks/e699ecc9-22a6-4434-b1f7-acbe956d80a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821288 Aug 16 21:01:24.700029 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-e925ceb1-977e-4460-ba51-14127560a425 req-88531d8f-4c95-4c05-9a4a-2a717ebaac51 service neutron] 10.222.0.63 "GET /v2.0/networks/e699ecc9-22a6-4434-b1f7-acbe956d80a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848763 Aug 16 21:01:31.906674 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a76206a2-2594-47b1-9078-fdabc9c3e86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:34.472999 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-309c329a-397d-41cc-ab2d-2561460698a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:34.733992 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:35.807988 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:36.564456 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:36.624451 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:37.253961 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:38.453063 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8f02314e-7ff0-4337-b752-d40b3c7348ce req-7a50cf9a-aa52-450a-8c31-6102270a2904 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0825276 Aug 16 21:01:38.536510 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02314e-7ff0-4337-b752-d40b3c7348ce req-a2064ffc-cffd-494f-a786-83c0300abe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:38.538016 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8f02314e-7ff0-4337-b752-d40b3c7348ce req-a2064ffc-cffd-494f-a786-83c0300abe35 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a9ce3155980e40618a3b09d0b0fa70c8&device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 1137 time: 0.0405879 Aug 16 21:01:38.642702 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02314e-7ff0-4337-b752-d40b3c7348ce req-59681b44-9567-4750-9b69-70800061ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:38.644091 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8f02314e-7ff0-4337-b752-d40b3c7348ce req-59681b44-9567-4750-9b69-70800061ad3e service neutron] 10.222.0.63 "GET /v2.0/networks?id=e699ecc9-22a6-4434-b1f7-acbe956d80a5 HTTP/1.1" status: 200 len: 915 time: 0.0863225 Aug 16 21:01:38.708958 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8f02314e-7ff0-4337-b752-d40b3c7348ce req-74169eda-3174-4a66-ad68-bf909436bf83 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c454b4b4-8925-4f6d-97ec-7bb85c76b449 HTTP/1.1" status: 200 len: 1002 time: 0.0567036 Aug 16 21:01:38.761610 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02314e-7ff0-4337-b752-d40b3c7348ce req-93cecbc9-a7f1-4cc4-820e-e32e28b4a1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:38.763059 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8f02314e-7ff0-4337-b752-d40b3c7348ce req-93cecbc9-a7f1-4cc4-820e-e32e28b4a1fc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b0938e71-0fb1-45fe-96c8-a5afdcc79425 HTTP/1.1" status: 200 len: 853 time: 0.0471845 Aug 16 21:01:38.809179 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02314e-7ff0-4337-b752-d40b3c7348ce req-6eadef8a-7c84-4ca8-98d6-36f132402b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:38.810686 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8f02314e-7ff0-4337-b752-d40b3c7348ce req-6eadef8a-7c84-4ca8-98d6-36f132402b9b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e699ecc9-22a6-4434-b1f7-acbe956d80a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401673 Aug 16 21:01:38.898700 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8f02314e-7ff0-4337-b752-d40b3c7348ce req-147adb5f-927b-42e6-86bc-392fa47aea0d service neutron] 10.222.0.63 "GET /v2.0/networks/e699ecc9-22a6-4434-b1f7-acbe956d80a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809219 Aug 16 21:01:38.991173 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-8f02314e-7ff0-4337-b752-d40b3c7348ce req-2cb5edb9-4b55-4bc7-be72-9faa72b6fdf5 service neutron] 10.222.0.63 "GET /v2.0/networks/e699ecc9-22a6-4434-b1f7-acbe956d80a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855279 Aug 16 21:01:41.067008 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3038ae-8cc8-4e9a-a456-457258dd2350 req-971a601f-8561-422f-89d7-10a232ddc81d tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:41.068566 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a3038ae-8cc8-4e9a-a456-457258dd2350 req-971a601f-8561-422f-89d7-10a232ddc81d tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 985 time: 0.0536215 Aug 16 21:01:41.070895 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1f8b1-f26b-4f19-a87a-55518975158c req-43d2c1a7-2253-43b7-83e1-888ae8adfcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:41.072490 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-70c1f8b1-f26b-4f19-a87a-55518975158c req-43d2c1a7-2253-43b7-83e1-888ae8adfcfa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a9ce3155980e40618a3b09d0b0fa70c8&device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 1137 time: 0.0472136 Aug 16 21:01:41.109254 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a3038ae-8cc8-4e9a-a456-457258dd2350 req-fd3ec549-10d1-4a1c-a75e-2c7283fd83f9 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&id=4072c6f2-2e80-4c70-8821-0911c602b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339661 Aug 16 21:01:41.166811 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1f8b1-f26b-4f19-a87a-55518975158c req-ca25fa8a-b384-4008-a064-978ccaf59a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:41.168299 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-70c1f8b1-f26b-4f19-a87a-55518975158c req-ca25fa8a-b384-4008-a064-978ccaf59a45 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e699ecc9-22a6-4434-b1f7-acbe956d80a5 HTTP/1.1" status: 200 len: 915 time: 0.0885718 Aug 16 21:01:41.231563 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-70c1f8b1-f26b-4f19-a87a-55518975158c req-fda4ef51-6658-4380-b643-1f755b7ce42a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c454b4b4-8925-4f6d-97ec-7bb85c76b449 HTTP/1.1" status: 200 len: 1002 time: 0.0554097 Aug 16 21:01:41.283573 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1f8b1-f26b-4f19-a87a-55518975158c req-2252de3c-fba1-4e1e-9d65-568e459fb42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:41.285253 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-70c1f8b1-f26b-4f19-a87a-55518975158c req-2252de3c-fba1-4e1e-9d65-568e459fb42c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b0938e71-0fb1-45fe-96c8-a5afdcc79425 HTTP/1.1" status: 200 len: 853 time: 0.0462232 Aug 16 21:01:41.330296 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1f8b1-f26b-4f19-a87a-55518975158c req-fffd1d2c-494e-45c8-acbf-808d0ab71f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:41.331760 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-70c1f8b1-f26b-4f19-a87a-55518975158c req-fffd1d2c-494e-45c8-acbf-808d0ab71f2c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e699ecc9-22a6-4434-b1f7-acbe956d80a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392807 Aug 16 21:01:41.419326 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-70c1f8b1-f26b-4f19-a87a-55518975158c req-03f33e0b-229e-4d4c-9603-a832a260abc6 service neutron] 10.222.0.63 "GET /v2.0/networks/e699ecc9-22a6-4434-b1f7-acbe956d80a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788167 Aug 16 21:01:41.510018 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-70c1f8b1-f26b-4f19-a87a-55518975158c req-eba01274-6c64-4116-845e-a23b82c209bc service neutron] 10.222.0.63 "GET /v2.0/networks/e699ecc9-22a6-4434-b1f7-acbe956d80a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830297 Aug 16 21:01:42.232502 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0ea16-eefa-4217-983f-839066b1b2b1 req-8c10a531-d585-4d45-b82d-5e8f642f96fc tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:42.234037 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ced0ea16-eefa-4217-983f-839066b1b2b1 req-8c10a531-d585-4d45-b82d-5e8f642f96fc tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 985 time: 0.0552545 Aug 16 21:01:42.273766 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ced0ea16-eefa-4217-983f-839066b1b2b1 req-2782e616-8ceb-4be4-97e8-32778b377561 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&id=4072c6f2-2e80-4c70-8821-0911c602b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335715 Aug 16 21:01:42.592132 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:01:43.388847 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0563a6f-d2eb-4762-8cb3-3b69a7131232 req-fe7ea0f5-b4e1-4b5d-9bb7-4d90aa2b05f9 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:43.390337 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c0563a6f-d2eb-4762-8cb3-3b69a7131232 req-fe7ea0f5-b4e1-4b5d-9bb7-4d90aa2b05f9 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 985 time: 0.0490384 Aug 16 21:01:43.431717 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c0563a6f-d2eb-4762-8cb3-3b69a7131232 req-8c20de35-7545-41cc-a735-f9718f3c4265 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&id=4072c6f2-2e80-4c70-8821-0911c602b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353866 Aug 16 21:01:44.544506 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8f2f9-551b-414a-928a-6aca8343794f req-2882c57c-9a13-4f86-98dc-6f12c8d43a16 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:44.545973 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bae8f2f9-551b-414a-928a-6aca8343794f req-2882c57c-9a13-4f86-98dc-6f12c8d43a16 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 985 time: 0.0485232 Aug 16 21:01:44.585952 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bae8f2f9-551b-414a-928a-6aca8343794f req-87fd53c9-1eb3-4223-a605-a4f1876ec780 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&id=4072c6f2-2e80-4c70-8821-0911c602b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337815 Aug 16 21:01:45.710719 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52275ef-1f3c-41d5-b5a2-e9d4d07e4669 req-54218228-2b06-4857-9002-01421e7b0547 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:45.712268 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f52275ef-1f3c-41d5-b5a2-e9d4d07e4669 req-54218228-2b06-4857-9002-01421e7b0547 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 985 time: 0.0536599 Aug 16 21:01:45.751472 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f52275ef-1f3c-41d5-b5a2-e9d4d07e4669 req-bcc50034-3e7b-443c-b0d2-c3492f8df001 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&id=4072c6f2-2e80-4c70-8821-0911c602b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331078 Aug 16 21:01:46.865383 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ef865-4a5f-4a00-86a3-b753cd9863bc req-e0a9e307-226e-4d91-9479-9f10cb864ece tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:46.866863 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e69ef865-4a5f-4a00-86a3-b753cd9863bc req-e0a9e307-226e-4d91-9479-9f10cb864ece tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 985 time: 0.0490868 Aug 16 21:01:46.906263 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e69ef865-4a5f-4a00-86a3-b753cd9863bc req-09a3ea0e-4767-416a-bbe3-dc9b19f6d92d tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&id=4072c6f2-2e80-4c70-8821-0911c602b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334737 Aug 16 21:01:48.021506 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07035fe-6b8f-4a6d-a94f-428bb429e635 req-4d0209d7-a946-4219-8f99-7fc34530db2e tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:48.023032 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b07035fe-6b8f-4a6d-a94f-428bb429e635 req-4d0209d7-a946-4219-8f99-7fc34530db2e tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 985 time: 0.0502887 Aug 16 21:01:48.066104 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b07035fe-6b8f-4a6d-a94f-428bb429e635 req-ed5f7180-173c-4452-8e7d-066cf5eca46f tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&id=4072c6f2-2e80-4c70-8821-0911c602b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369399 Aug 16 21:01:49.185562 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b926d-f012-4fa5-8d67-aeea42c33f0c req-a0b4172c-ca91-4482-b179-5ebc48f188a7 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:49.187172 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-153b926d-f012-4fa5-8d67-aeea42c33f0c req-a0b4172c-ca91-4482-b179-5ebc48f188a7 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 985 time: 0.0532160 Aug 16 21:01:49.227184 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-153b926d-f012-4fa5-8d67-aeea42c33f0c req-d4ef35f6-a400-4023-a924-47d9fb9fb87e tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&id=4072c6f2-2e80-4c70-8821-0911c602b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340042 Aug 16 21:01:50.341131 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f5bfe-e451-454e-9d49-98d9cd8408c9 req-02710678-4038-4d05-ad4c-e859fe2edbf9 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:50.342608 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d43f5bfe-e451-454e-9d49-98d9cd8408c9 req-02710678-4038-4d05-ad4c-e859fe2edbf9 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 985 time: 0.0483475 Aug 16 21:01:50.381781 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d43f5bfe-e451-454e-9d49-98d9cd8408c9 req-d74ae799-f9a0-4f6d-bad6-3b89575f5943 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&id=4072c6f2-2e80-4c70-8821-0911c602b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330689 Aug 16 21:01:51.495054 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79812fdc-bae3-454a-9192-3235de0bad61 req-c002ebc1-9348-4c27-adbd-e885e37e16dc tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:51.496563 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-79812fdc-bae3-454a-9192-3235de0bad61 req-c002ebc1-9348-4c27-adbd-e885e37e16dc tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 985 time: 0.0483644 Aug 16 21:01:51.536647 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-79812fdc-bae3-454a-9192-3235de0bad61 req-24de91b1-0880-4577-a30a-fc38c6b189aa tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&id=4072c6f2-2e80-4c70-8821-0911c602b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340092 Aug 16 21:01:52.654982 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b9606-9825-46db-bfc5-507851db4d8c req-af20b5fc-b03b-4914-b245-dc022bb9b742 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:52.656638 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c58b9606-9825-46db-bfc5-507851db4d8c req-af20b5fc-b03b-4914-b245-dc022bb9b742 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 985 time: 0.0536754 Aug 16 21:01:52.696707 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c58b9606-9825-46db-bfc5-507851db4d8c req-77a3e4a9-8793-446d-bed2-e4a398802727 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&id=4072c6f2-2e80-4c70-8821-0911c602b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337238 Aug 16 21:02:01.907473 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-727f4be0-55a4-4505-8b80-3748fdf70f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:04.472422 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-30ac0412-7849-44e2-a501-1b09cc703bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:04.733957 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:05.811698 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.568516 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.639189 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:07.257930 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:19.591113 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:02:25.072741 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-20cc2f5f-78d4-411c-b109-0d2ed23b635a req-82df1e67-b091-4179-862a-0b3dd95744d6 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-543639007&fields=id&tenant_id=a9ce3155980e40618a3b09d0b0fa70c8 HTTP/1.1" status: 200 len: 267 time: 0.1660159 Aug 16 21:02:25.124462 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc2f5f-78d4-411c-b109-0d2ed23b635a req-4ed68edb-9899-4e74-9ca9-30d44520ff6a tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:25.125833 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-20cc2f5f-78d4-411c-b109-0d2ed23b635a req-4ed68edb-9899-4e74-9ca9-30d44520ff6a tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 985 time: 0.0473151 Aug 16 21:02:25.137117 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-20cc2f5f-78d4-411c-b109-0d2ed23b635a req-a70c1ad0-27d7-480e-8bca-7e23e5f7b449 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Request body: {'port': {'security_groups': ['121b4840-c2d4-48ca-8f26-7fa4f471e1d8']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:25.202583 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-20cc2f5f-78d4-411c-b109-0d2ed23b635a req-a70c1ad0-27d7-480e-8bca-7e23e5f7b449 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:25.378563 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-20cc2f5f-78d4-411c-b109-0d2ed23b635a req-a70c1ad0-27d7-480e-8bca-7e23e5f7b449 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] For port c454b4b4-8925-4f6d-97ec-7bb85c76b449, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=c454b4b4-8925-4f6d-97ec-7bb85c76b449,segment=NetworkSegment(fe397762-a688-443b-8008-784423f369ac),segment_id=fe397762-a688-443b-8008-784423f369ac)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:25.406469 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-20cc2f5f-78d4-411c-b109-0d2ed23b635a req-a70c1ad0-27d7-480e-8bca-7e23e5f7b449 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:25.411558 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-20cc2f5f-78d4-411c-b109-0d2ed23b635a req-a70c1ad0-27d7-480e-8bca-7e23e5f7b449 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:25.423646 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['c454b4b4-8925-4f6d-97ec-7bb85c76b449'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:02:25.454244 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc2f5f-78d4-411c-b109-0d2ed23b635a req-a70c1ad0-27d7-480e-8bca-7e23e5f7b449 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:25.454809 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-20cc2f5f-78d4-411c-b109-0d2ed23b635a req-a70c1ad0-27d7-480e-8bca-7e23e5f7b449 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:25.456241 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-20cc2f5f-78d4-411c-b109-0d2ed23b635a req-a70c1ad0-27d7-480e-8bca-7e23e5f7b449 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "PUT /v2.0/ports/c454b4b4-8925-4f6d-97ec-7bb85c76b449 HTTP/1.1" status: 200 len: 943 time: 0.3241050 Aug 16 21:02:25.456690 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25673a50-be7c-4887-8d3c-043d4b546801', 'tag': 'c454b4b4-8925-4f6d-97ec-7bb85c76b449'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:02:25.458983 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c203893d-826b-436b-9b4b-1a942f1023ef" -d '{"events": [{"name": "network-changed", "server_uuid": "25673a50-be7c-4887-8d3c-043d4b546801", "tag": "c454b4b4-8925-4f6d-97ec-7bb85c76b449"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:02:25.462921 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 33940) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:25.486257 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c1ad0-27d7-480e-8bca-7e23e5f7b449 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Pushing event updated for resources: {'Port': ['ID=c454b4b4-8925-4f6d-97ec-7bb85c76b449,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:25.494526 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70c1ad0-27d7-480e-8bca-7e23e5f7b449 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:25.494879 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70c1ad0-27d7-480e-8bca-7e23e5f7b449 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:25.495395 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70c1ad0-27d7-480e-8bca-7e23e5f7b449 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:25.495737 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70c1ad0-27d7-480e-8bca-7e23e5f7b449 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:25.496072 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70c1ad0-27d7-480e-8bca-7e23e5f7b449 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:25.496404 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70c1ad0-27d7-480e-8bca-7e23e5f7b449 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:25.496730 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70c1ad0-27d7-480e-8bca-7e23e5f7b449 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:25.497056 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70c1ad0-27d7-480e-8bca-7e23e5f7b449 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:25.497380 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70c1ad0-27d7-480e-8bca-7e23e5f7b449 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:25.497701 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70c1ad0-27d7-480e-8bca-7e23e5f7b449 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:25.498024 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70c1ad0-27d7-480e-8bca-7e23e5f7b449 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:25.498345 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70c1ad0-27d7-480e-8bca-7e23e5f7b449 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:25.508768 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebd2bf6-fb14-4fa0-9a3e-8901683d26a4 x-openstack-request-id: req-eebd2bf6-fb14-4fa0-9a3e-8901683d26a4 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:02:25.509059 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25673a50-be7c-4887-8d3c-043d4b546801", "tag": "c454b4b4-8925-4f6d-97ec-7bb85c76b449", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:02:25.509310 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eebd2bf6-fb14-4fa0-9a3e-8901683d26a4 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:02:25.509715 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25673a50-be7c-4887-8d3c-043d4b546801', 'tag': 'c454b4b4-8925-4f6d-97ec-7bb85c76b449', 'status': 'completed', 'code': 200} Aug 16 21:02:25.526743 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['c454b4b4-8925-4f6d-97ec-7bb85c76b449'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:02:25.575048 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d752992c-acc8-4c63-9ccc-4c2478fa3587 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:25.608186 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203893d-826b-436b-9b4b-1a942f1023ef req-94dbd2b3-f932-4886-897c-5842c3e756f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:25.609738 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c203893d-826b-436b-9b4b-1a942f1023ef req-94dbd2b3-f932-4886-897c-5842c3e756f3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a9ce3155980e40618a3b09d0b0fa70c8&device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 1098 time: 0.0745151 Aug 16 21:02:25.616460 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d752992c-acc8-4c63-9ccc-4c2478fa3587 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:25.734057 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203893d-826b-436b-9b4b-1a942f1023ef req-93962863-2f21-4268-914f-ccdb1e21c1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:25.735667 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c203893d-826b-436b-9b4b-1a942f1023ef req-93962863-2f21-4268-914f-ccdb1e21c1d0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e699ecc9-22a6-4434-b1f7-acbe956d80a5 HTTP/1.1" status: 200 len: 915 time: 0.1160076 Aug 16 21:02:25.745336 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8d2ba36d-f870-4be8-9374-8b23ae9f4d7e None None] Provisioning complete for port c454b4b4-8925-4f6d-97ec-7bb85c76b449 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:25.745688 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d2ba36d-f870-4be8-9374-8b23ae9f4d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:25.783829 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d752992c-acc8-4c63-9ccc-4c2478fa3587 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:25.786590 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d752992c-acc8-4c63-9ccc-4c2478fa3587 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:25.790888 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d752992c-acc8-4c63-9ccc-4c2478fa3587 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "DELETE /v2.0/security-groups/4072c6f2-2e80-4c70-8821-0911c602b3be HTTP/1.1" status: 204 len: 168 time: 0.3268938 Aug 16 21:02:25.791129 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 33942) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:25.808599 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752992c-acc8-4c63-9ccc-4c2478fa3587 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4072c6f2-2e80-4c70-8821-0911c602b3be,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:25.822934 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752992c-acc8-4c63-9ccc-4c2478fa3587 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:25.823312 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752992c-acc8-4c63-9ccc-4c2478fa3587 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:25.823655 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752992c-acc8-4c63-9ccc-4c2478fa3587 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:25.823984 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752992c-acc8-4c63-9ccc-4c2478fa3587 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:25.824315 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752992c-acc8-4c63-9ccc-4c2478fa3587 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:25.824640 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752992c-acc8-4c63-9ccc-4c2478fa3587 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:25.824963 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752992c-acc8-4c63-9ccc-4c2478fa3587 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:25.825281 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752992c-acc8-4c63-9ccc-4c2478fa3587 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:25.825601 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752992c-acc8-4c63-9ccc-4c2478fa3587 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:25.825917 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752992c-acc8-4c63-9ccc-4c2478fa3587 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:25.826239 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752992c-acc8-4c63-9ccc-4c2478fa3587 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:25.826553 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752992c-acc8-4c63-9ccc-4c2478fa3587 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:25.835683 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c203893d-826b-436b-9b4b-1a942f1023ef req-b2504339-72d5-4769-a108-3e41f544188a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c454b4b4-8925-4f6d-97ec-7bb85c76b449 HTTP/1.1" status: 200 len: 1002 time: 0.0929267 Aug 16 21:02:25.888513 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203893d-826b-436b-9b4b-1a942f1023ef req-8eb2a3af-d808-4fe1-aee6-2c60ee5670de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:25.890044 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c203893d-826b-436b-9b4b-1a942f1023ef req-8eb2a3af-d808-4fe1-aee6-2c60ee5670de service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b0938e71-0fb1-45fe-96c8-a5afdcc79425 HTTP/1.1" status: 200 len: 853 time: 0.0474911 Aug 16 21:02:25.936209 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203893d-826b-436b-9b4b-1a942f1023ef req-44d5b07a-6d98-4d2a-9126-050d890209cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:25.937711 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c203893d-826b-436b-9b4b-1a942f1023ef req-44d5b07a-6d98-4d2a-9126-050d890209cc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e699ecc9-22a6-4434-b1f7-acbe956d80a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403693 Aug 16 21:02:25.954570 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-a3aee0f1-164b-4ca3-9339-8dcecd797911 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Deleting port 0b7b3910-da18-42e0-8411-18dd11a529c9 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:25.954920 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a3aee0f1-164b-4ca3-9339-8dcecd797911 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:26.030774 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c203893d-826b-436b-9b4b-1a942f1023ef req-c068a629-5458-4dce-b6ef-d289777962d8 service neutron] 10.222.0.63 "GET /v2.0/networks/e699ecc9-22a6-4434-b1f7-acbe956d80a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857923 Aug 16 21:02:26.033343 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a3aee0f1-164b-4ca3-9339-8dcecd797911 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:26.033666 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a3aee0f1-164b-4ca3-9339-8dcecd797911 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:26.045788 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-a3aee0f1-164b-4ca3-9339-8dcecd797911 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Calling delete_port for 0b7b3910-da18-42e0-8411-18dd11a529c9 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:26.120055 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c203893d-826b-436b-9b4b-1a942f1023ef req-8422747b-075f-4501-b9ad-f43473a6c90b service neutron] 10.222.0.63 "GET /v2.0/networks/e699ecc9-22a6-4434-b1f7-acbe956d80a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816307 Aug 16 21:02:26.192509 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a3aee0f1-164b-4ca3-9339-8dcecd797911 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:26.218328 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aee0f1-164b-4ca3-9339-8dcecd797911 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Pushing event deleted for resources: {'Port': ['ID=0b7b3910-da18-42e0-8411-18dd11a529c9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:26.275084 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a3aee0f1-164b-4ca3-9339-8dcecd797911 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:26.275443 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-a3aee0f1-164b-4ca3-9339-8dcecd797911 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Floating IP adf0e416-5511-4202-9dbf-0119a5123e21 disassociated (deleted). External IP: 172.25.8.120, port: c454b4b4-8925-4f6d-97ec-7bb85c76b449. Aug 16 21:02:26.480007 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3aee0f1-164b-4ca3-9339-8dcecd797911 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Router 02b7a85b-d18e-4b6b-bfa8-9cb79cb87665 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:02:26.586086 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3aee0f1-164b-4ca3-9339-8dcecd797911 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:02:26.590956 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a3aee0f1-164b-4ca3-9339-8dcecd797911 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:26.595627 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5e7cf1-20c6-4bba-b46b-de390906cbfa None None] Sync routers for ids ['02b7a85b-d18e-4b6b-bfa8-9cb79cb87665'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:02:26.604978 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5e7cf1-20c6-4bba-b46b-de390906cbfa None None] Routers {'02b7a85b-d18e-4b6b-bfa8-9cb79cb87665'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:26.605595 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0d5e7cf1-20c6-4bba-b46b-de390906cbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:02:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['02b7a85b-d18e-4b6b-bfa8-9cb79cb87665'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:26.618436 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a3aee0f1-164b-4ca3-9339-8dcecd797911 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "DELETE /v2.0/floatingips/adf0e416-5511-4202-9dbf-0119a5123e21 HTTP/1.1" status: 204 len: 168 time: 0.8256454 Aug 16 21:02:26.710269 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-0d5e7cf1-20c6-4bba-b46b-de390906cbfa None None] Set router 02b7a85b-d18e-4b6b-bfa8-9cb79cb87665 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:26.912477 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0d5e7cf1-20c6-4bba-b46b-de390906cbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'name': 'tempest-TestMinimumBasicScenario-736549315-router', 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '0441f207-f4f4-4f19-9c7d-b18f0f48c045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:29Z', 'updated_at': '2021-08-16T21:00:32Z', 'revision_number': 4, 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'gw_port': {'id': '0441f207-f4f4-4f19-9c7d-b18f0f48c045', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:30Z', 'updated_at': '2021-08-16T21:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '52367d17-0956-4d8b-abb8-3549346764dc', 'name': '', 'network_id': 'e699ecc9-22a6-4434-b1f7-acbe956d80a5', 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'mac_address': 'fa:16:3e:71:ac:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'b0938e71-0fb1-45fe-96c8-a5afdcc79425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:32Z', 'updated_at': '2021-08-16T21:00:38Z', 'revision_number': 5, 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'subnets': [{'id': 'b0938e71-0fb1-45fe-96c8-a5afdcc79425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:27.093834 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5e7cf1-20c6-4bba-b46b-de390906cbfa None None] Checking router: 02b7a85b-d18e-4b6b-bfa8-9cb79cb87665 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:02:27.102835 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5e7cf1-20c6-4bba-b46b-de390906cbfa None None] Routers {'02b7a85b-d18e-4b6b-bfa8-9cb79cb87665'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:27.103476 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0d5e7cf1-20c6-4bba-b46b-de390906cbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:02:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['02b7a85b-d18e-4b6b-bfa8-9cb79cb87665'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:27.205445 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-0d5e7cf1-20c6-4bba-b46b-de390906cbfa None None] Set router 02b7a85b-d18e-4b6b-bfa8-9cb79cb87665 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:27.403328 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0d5e7cf1-20c6-4bba-b46b-de390906cbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'name': 'tempest-TestMinimumBasicScenario-736549315-router', 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '0441f207-f4f4-4f19-9c7d-b18f0f48c045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:29Z', 'updated_at': '2021-08-16T21:00:32Z', 'revision_number': 4, 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'gw_port': {'id': '0441f207-f4f4-4f19-9c7d-b18f0f48c045', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:30Z', 'updated_at': '2021-08-16T21:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '52367d17-0956-4d8b-abb8-3549346764dc', 'name': '', 'network_id': 'e699ecc9-22a6-4434-b1f7-acbe956d80a5', 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'mac_address': 'fa:16:3e:71:ac:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'b0938e71-0fb1-45fe-96c8-a5afdcc79425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:32Z', 'updated_at': '2021-08-16T21:00:38Z', 'revision_number': 5, 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'subnets': [{'id': 'b0938e71-0fb1-45fe-96c8-a5afdcc79425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:27.432784 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5e7cf1-20c6-4bba-b46b-de390906cbfa None None] The sync data for ids ['02b7a85b-d18e-4b6b-bfa8-9cb79cb87665'] in n-d-787206-13 is: [{'id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'name': 'tempest-TestMinimumBasicScenario-736549315-router', 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '0441f207-f4f4-4f19-9c7d-b18f0f48c045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:29Z', 'updated_at': '2021-08-16T21:00:32Z', 'revision_number': 4, 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'gw_port': {'id': '0441f207-f4f4-4f19-9c7d-b18f0f48c045', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:30Z', 'updated_at': '2021-08-16T21:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '52367d17-0956-4d8b-abb8-3549346764dc', 'name': '', 'network_id': 'e699ecc9-22a6-4434-b1f7-acbe956d80a5', 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'mac_address': 'fa:16:3e:71:ac:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'b0938e71-0fb1-45fe-96c8-a5afdcc79425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:32Z', 'updated_at': '2021-08-16T21:00:38Z', 'revision_number': 5, 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'subnets': [{'id': 'b0938e71-0fb1-45fe-96c8-a5afdcc79425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:02:27.511116 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25673a50-be7c-4887-8d3c-043d4b546801', 'tag': 'c454b4b4-8925-4f6d-97ec-7bb85c76b449'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:02:27.513611 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c419c93b-fee4-48c6-9a52-afda3101159a" -d '{"events": [{"name": "network-changed", "server_uuid": "25673a50-be7c-4887-8d3c-043d4b546801", "tag": "c454b4b4-8925-4f6d-97ec-7bb85c76b449"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:02:27.550372 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aef36b1-3fbe-44ff-812b-2854048c8d2d x-openstack-request-id: req-7aef36b1-3fbe-44ff-812b-2854048c8d2d {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:02:27.550729 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25673a50-be7c-4887-8d3c-043d4b546801", "tag": "c454b4b4-8925-4f6d-97ec-7bb85c76b449", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:02:27.551075 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7aef36b1-3fbe-44ff-812b-2854048c8d2d {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:02:27.551682 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25673a50-be7c-4887-8d3c-043d4b546801', 'tag': 'c454b4b4-8925-4f6d-97ec-7bb85c76b449', 'status': 'completed', 'code': 200} Aug 16 21:02:27.618129 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419c93b-fee4-48c6-9a52-afda3101159a req-8456c293-2c82-4f60-9d07-607781290c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:27.619908 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c419c93b-fee4-48c6-9a52-afda3101159a req-8456c293-2c82-4f60-9d07-607781290c55 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a9ce3155980e40618a3b09d0b0fa70c8&device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 1098 time: 0.0466206 Aug 16 21:02:27.649683 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7ea6c6-4030-45f3-895d-b6ad7e6518c5 None None] New status for floating IP adf0e416-5511-4202-9dbf-0119a5123e21: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:02:27.718451 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419c93b-fee4-48c6-9a52-afda3101159a req-5a877064-e0cd-41ae-956a-d6c9d17a781d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:27.719965 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c419c93b-fee4-48c6-9a52-afda3101159a req-5a877064-e0cd-41ae-956a-d6c9d17a781d service neutron] 10.222.0.63 "GET /v2.0/networks?id=e699ecc9-22a6-4434-b1f7-acbe956d80a5 HTTP/1.1" status: 200 len: 915 time: 0.0934050 Aug 16 21:02:27.763487 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c419c93b-fee4-48c6-9a52-afda3101159a req-ce21f9fc-d0f6-4705-a9d5-44e7db5992b1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c454b4b4-8925-4f6d-97ec-7bb85c76b449 HTTP/1.1" status: 200 len: 217 time: 0.0364459 Aug 16 21:02:27.816400 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419c93b-fee4-48c6-9a52-afda3101159a req-3a160368-b744-40df-b0ae-d13519bc627e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:27.817864 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c419c93b-fee4-48c6-9a52-afda3101159a req-3a160368-b744-40df-b0ae-d13519bc627e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b0938e71-0fb1-45fe-96c8-a5afdcc79425 HTTP/1.1" status: 200 len: 853 time: 0.0478878 Aug 16 21:02:27.863938 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419c93b-fee4-48c6-9a52-afda3101159a req-ca9caec6-9235-457d-841c-ca22951b7e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:27.865460 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c419c93b-fee4-48c6-9a52-afda3101159a req-ca9caec6-9235-457d-841c-ca22951b7e2f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e699ecc9-22a6-4434-b1f7-acbe956d80a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406766 Aug 16 21:02:27.962626 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c419c93b-fee4-48c6-9a52-afda3101159a req-4ca3af0d-1430-4e30-a8c1-558d596daa58 service neutron] 10.222.0.63 "GET /v2.0/networks/e699ecc9-22a6-4434-b1f7-acbe956d80a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901120 Aug 16 21:02:28.059589 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c419c93b-fee4-48c6-9a52-afda3101159a req-8ba1fa96-ff39-4372-9a1f-04b51137a496 service neutron] 10.222.0.63 "GET /v2.0/networks/e699ecc9-22a6-4434-b1f7-acbe956d80a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894108 Aug 16 21:02:31.910275 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-19ac6aec-5652-4ff5-8640-620b24fa82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:33.547839 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b384748-721e-440d-98f4-2caa7db8c7db req-dcf5c110-db66-462f-9c4d-a8e2aefcef4e tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:33.549480 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1b384748-721e-440d-98f4-2caa7db8c7db req-dcf5c110-db66-462f-9c4d-a8e2aefcef4e tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 946 time: 0.0499125 Aug 16 21:02:33.588156 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1b384748-721e-440d-98f4-2caa7db8c7db req-efd629a9-6368-4f01-b8cc-47df7d6441f7 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324862 Aug 16 21:02:34.473276 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7decc122-eef6-47f3-bbc3-4c88badf9324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:34.706631 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99157e-7cfd-4703-92d3-5ce39ceccf63 req-f11de467-1bb9-4e3b-bcd4-c7d2c0238afe tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:34.708151 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ab99157e-7cfd-4703-92d3-5ce39ceccf63 req-f11de467-1bb9-4e3b-bcd4-c7d2c0238afe tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 946 time: 0.0526135 Aug 16 21:02:34.734840 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:34.746354 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ab99157e-7cfd-4703-92d3-5ce39ceccf63 req-a8dd135a-efb7-4b2d-ba8e-25e7f8ae9e10 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/security-groups?id=121b4840-c2d4-48ca-8f26-7fa4f471e1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322511 Aug 16 21:02:35.152709 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87857be0-352b-4098-a396-163fa59a0d6d req-8fe3ed2a-0c2e-4296-8ad9-4cda37f3685c tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:35.154187 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-87857be0-352b-4098-a396-163fa59a0d6d req-8fe3ed2a-0c2e-4296-8ad9-4cda37f3685c tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.63 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 946 time: 0.0492332 Aug 16 21:02:35.246371 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-87857be0-352b-4098-a396-163fa59a0d6d req-3be68393-d5b4-43e4-a9ab-0f744f92f923 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Deleting port c454b4b4-8925-4f6d-97ec-7bb85c76b449 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:35.246713 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-87857be0-352b-4098-a396-163fa59a0d6d req-3be68393-d5b4-43e4-a9ab-0f744f92f923 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:35.333572 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-87857be0-352b-4098-a396-163fa59a0d6d req-3be68393-d5b4-43e4-a9ab-0f744f92f923 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] For port c454b4b4-8925-4f6d-97ec-7bb85c76b449, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=c454b4b4-8925-4f6d-97ec-7bb85c76b449,segment=NetworkSegment(fe397762-a688-443b-8008-784423f369ac),segment_id=fe397762-a688-443b-8008-784423f369ac)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:35.333843 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-87857be0-352b-4098-a396-163fa59a0d6d req-3be68393-d5b4-43e4-a9ab-0f744f92f923 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:35.348597 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-87857be0-352b-4098-a396-163fa59a0d6d req-3be68393-d5b4-43e4-a9ab-0f744f92f923 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Calling delete_port for c454b4b4-8925-4f6d-97ec-7bb85c76b449 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:35.486104 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-87857be0-352b-4098-a396-163fa59a0d6d req-3be68393-d5b4-43e4-a9ab-0f744f92f923 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:35.497984 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['c454b4b4-8925-4f6d-97ec-7bb85c76b449'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:02:35.514982 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be68393-d5b4-43e4-a9ab-0f744f92f923 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Pushing event deleted for resources: {'Port': ['ID=c454b4b4-8925-4f6d-97ec-7bb85c76b449,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:35.560175 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-87857be0-352b-4098-a396-163fa59a0d6d req-3be68393-d5b4-43e4-a9ab-0f744f92f923 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] No DVR routers for this DVR port c454b4b4-8925-4f6d-97ec-7bb85c76b449 on host n-h2-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:02:35.562847 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-87857be0-352b-4098-a396-163fa59a0d6d req-3be68393-d5b4-43e4-a9ab-0f744f92f923 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:35.564921 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-87857be0-352b-4098-a396-163fa59a0d6d req-3be68393-d5b4-43e4-a9ab-0f744f92f923 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.63 "DELETE /v2.0/ports/c454b4b4-8925-4f6d-97ec-7bb85c76b449 HTTP/1.1" status: 204 len: 173 time: 0.4047050 Aug 16 21:02:35.565357 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25673a50-be7c-4887-8d3c-043d4b546801', 'name': 'network-vif-deleted', 'tag': 'c454b4b4-8925-4f6d-97ec-7bb85c76b449'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:02:35.567615 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3574c60e065d2c839e3c713bbc5c644800ed611e652874904b72df0b461749ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae11ef1-ed85-4553-abb8-2bd7b7078729" -d '{"events": [{"server_uuid": "25673a50-be7c-4887-8d3c-043d4b546801", "name": "network-vif-deleted", "tag": "c454b4b4-8925-4f6d-97ec-7bb85c76b449"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:02:35.604823 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f745b07e-a5b8-433a-8c3c-b49a711124e2 x-openstack-request-id: req-f745b07e-a5b8-433a-8c3c-b49a711124e2 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:02:35.605110 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25673a50-be7c-4887-8d3c-043d4b546801", "name": "network-vif-deleted", "tag": "c454b4b4-8925-4f6d-97ec-7bb85c76b449", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:02:35.605428 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f745b07e-a5b8-433a-8c3c-b49a711124e2 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:02:35.605823 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25673a50-be7c-4887-8d3c-043d4b546801', 'name': 'network-vif-deleted', 'tag': 'c454b4b4-8925-4f6d-97ec-7bb85c76b449', 'status': 'completed', 'code': 200} Aug 16 21:02:35.817916 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:35.855858 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-95318e14-b29b-4049-82e9-2273f80d50d2 req-b14e9efc-f40c-4eb5-ae1a-19d1595073f5 tempest-TestMinimumBasicScenario-1032805508 tempest-TestMinimumBasicScenario-1032805508-project] 10.222.0.68 "GET /v2.0/ports?device_id=25673a50-be7c-4887-8d3c-043d4b546801 HTTP/1.1" status: 200 len: 210 time: 0.0279009 Aug 16 21:02:36.572955 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.642378 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:37.260327 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:37.408631 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34036) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:37.742566 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d050302-c0a0-4175-9fa2-4d23a99428a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:38.306231 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6d050302-c0a0-4175-9fa2-4d23a99428a1 admin admin] Deleting port 52367d17-0956-4d8b-abb8-3549346764dc {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:38.306482 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d050302-c0a0-4175-9fa2-4d23a99428a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:38.330884 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device c454b4b4-8925-4f6d-97ec-7bb85c76b449 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:02:38.350572 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: c454b4b4-8925-4f6d-97ec-7bb85c76b449 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:02:38.350913 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device c454b4b4-8925-4f6d-97ec-7bb85c76b449 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:02:38.386001 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-6d050302-c0a0-4175-9fa2-4d23a99428a1 admin admin] For port 52367d17-0956-4d8b-abb8-3549346764dc, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=52367d17-0956-4d8b-abb8-3549346764dc,segment=NetworkSegment(fe397762-a688-443b-8008-784423f369ac),segment_id=fe397762-a688-443b-8008-784423f369ac)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:38.386360 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d050302-c0a0-4175-9fa2-4d23a99428a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:38.398915 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6d050302-c0a0-4175-9fa2-4d23a99428a1 admin admin] Calling delete_port for 52367d17-0956-4d8b-abb8-3549346764dc owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:38.575400 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d050302-c0a0-4175-9fa2-4d23a99428a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:38.597978 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d050302-c0a0-4175-9fa2-4d23a99428a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=52367d17-0956-4d8b-abb8-3549346764dc,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:38.760709 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d050302-c0a0-4175-9fa2-4d23a99428a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:38.973480 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d050302-c0a0-4175-9fa2-4d23a99428a1 admin admin] Router 02b7a85b-d18e-4b6b-bfa8-9cb79cb87665 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:02:39.080361 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d050302-c0a0-4175-9fa2-4d23a99428a1 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:02:39.085348 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6d050302-c0a0-4175-9fa2-4d23a99428a1 admin admin] 10.222.0.68 "PUT /v2.0/routers/02b7a85b-d18e-4b6b-bfa8-9cb79cb87665/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6756878 Aug 16 21:02:39.088444 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34038) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:39.091006 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1795c534-fa61-409e-bde9-5b27b51146b9 None None] Sync routers for ids ['02b7a85b-d18e-4b6b-bfa8-9cb79cb87665'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:02:39.100304 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1795c534-fa61-409e-bde9-5b27b51146b9 None None] Routers {'02b7a85b-d18e-4b6b-bfa8-9cb79cb87665'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:39.101174 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1795c534-fa61-409e-bde9-5b27b51146b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:02:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['02b7a85b-d18e-4b6b-bfa8-9cb79cb87665'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:39.192246 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24f21252-658c-40c4-a9c5-e0286862275b admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:39.204000 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-1795c534-fa61-409e-bde9-5b27b51146b9 None None] Set router 02b7a85b-d18e-4b6b-bfa8-9cb79cb87665 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:39.295503 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24f21252-658c-40c4-a9c5-e0286862275b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:39.346822 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-24f21252-658c-40c4-a9c5-e0286862275b admin admin] Deleting port 0441f207-f4f4-4f19-9c7d-b18f0f48c045 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:39.347161 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24f21252-658c-40c4-a9c5-e0286862275b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:39.386065 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1795c534-fa61-409e-bde9-5b27b51146b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'name': 'tempest-TestMinimumBasicScenario-736549315-router', 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '0441f207-f4f4-4f19-9c7d-b18f0f48c045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:29Z', 'updated_at': '2021-08-16T21:02:38Z', 'revision_number': 5, 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'gw_port': {'id': '0441f207-f4f4-4f19-9c7d-b18f0f48c045', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:30Z', 'updated_at': '2021-08-16T21:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:39.412512 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1795c534-fa61-409e-bde9-5b27b51146b9 None None] Checking router: 02b7a85b-d18e-4b6b-bfa8-9cb79cb87665 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:02:39.420629 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1795c534-fa61-409e-bde9-5b27b51146b9 None None] Routers {'02b7a85b-d18e-4b6b-bfa8-9cb79cb87665'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:39.421235 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1795c534-fa61-409e-bde9-5b27b51146b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:02:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['02b7a85b-d18e-4b6b-bfa8-9cb79cb87665'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:39.430318 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-24f21252-658c-40c4-a9c5-e0286862275b admin admin] For port 0441f207-f4f4-4f19-9c7d-b18f0f48c045, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=0441f207-f4f4-4f19-9c7d-b18f0f48c045,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:39.430689 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24f21252-658c-40c4-a9c5-e0286862275b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:39.442327 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-24f21252-658c-40c4-a9c5-e0286862275b admin admin] Calling delete_port for 0441f207-f4f4-4f19-9c7d-b18f0f48c045 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:39.505273 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-1795c534-fa61-409e-bde9-5b27b51146b9 None None] Set router 02b7a85b-d18e-4b6b-bfa8-9cb79cb87665 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:39.559416 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1795c534-fa61-409e-bde9-5b27b51146b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'name': 'tempest-TestMinimumBasicScenario-736549315-router', 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:29Z', 'updated_at': '2021-08-16T21:02:39Z', 'revision_number': 6, 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:39.585925 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1795c534-fa61-409e-bde9-5b27b51146b9 None None] The sync data for ids ['02b7a85b-d18e-4b6b-bfa8-9cb79cb87665'] in n-d-787206-13 is: [{'id': '02b7a85b-d18e-4b6b-bfa8-9cb79cb87665', 'name': 'tempest-TestMinimumBasicScenario-736549315-router', 'tenant_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:29Z', 'updated_at': '2021-08-16T21:02:39Z', 'revision_number': 6, 'project_id': 'a9ce3155980e40618a3b09d0b0fa70c8', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:02:39.609483 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24f21252-658c-40c4-a9c5-e0286862275b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:39.634733 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f21252-658c-40c4-a9c5-e0286862275b admin admin] Pushing event deleted for resources: {'Port': ['ID=0441f207-f4f4-4f19-9c7d-b18f0f48c045,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:39.697117 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24f21252-658c-40c4-a9c5-e0286862275b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:39.784984 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24f21252-658c-40c4-a9c5-e0286862275b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:39.787297 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24f21252-658c-40c4-a9c5-e0286862275b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:39.833340 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24f21252-658c-40c4-a9c5-e0286862275b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:39.833879 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f21252-658c-40c4-a9c5-e0286862275b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02b7a85b-d18e-4b6b-bfa8-9cb79cb87665 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:02:39.839403 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24f21252-658c-40c4-a9c5-e0286862275b admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:39.840603 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-24f21252-658c-40c4-a9c5-e0286862275b admin admin] 10.222.0.68 "DELETE /v2.0/routers/02b7a85b-d18e-4b6b-bfa8-9cb79cb87665 HTTP/1.1" status: 204 len: 168 time: 0.7512321 Aug 16 21:02:39.843287 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34040) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:39.888021 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-75733c2b-1adb-49fa-b115-fde2b33c468d admin admin] Deleting subnet b0938e71-0fb1-45fe-96c8-a5afdcc79425 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:02:39.891221 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75733c2b-1adb-49fa-b115-fde2b33c468d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:39.925783 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75733c2b-1adb-49fa-b115-fde2b33c468d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.013968 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75733c2b-1adb-49fa-b115-fde2b33c468d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.073181 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75733c2b-1adb-49fa-b115-fde2b33c468d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.100323 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75733c2b-1adb-49fa-b115-fde2b33c468d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.102766 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-75733c2b-1adb-49fa-b115-fde2b33c468d admin admin] 10.222.0.68 "DELETE /v2.0/subnets/b0938e71-0fb1-45fe-96c8-a5afdcc79425 HTTP/1.1" status: 204 len: 168 time: 0.2585666 Aug 16 21:02:40.103933 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75733c2b-1adb-49fa-b115-fde2b33c468d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0938e71-0fb1-45fe-96c8-a5afdcc79425,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:40.105441 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34042) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:40.105994 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec57cd0-9cb0-4eec-9aab-444865e8e008 None None] Network e699ecc9-22a6-4434-b1f7-acbe956d80a5 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:40.178485 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8413388d-a706-44c5-a90d-d41cc9863be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.234986 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-8413388d-a706-44c5-a90d-d41cc9863be7 admin admin] Deleting port 8ea49803-c698-4f75-967e-f0c4c6c4cf31 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:40.235351 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8413388d-a706-44c5-a90d-d41cc9863be7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.298796 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-8413388d-a706-44c5-a90d-d41cc9863be7 admin admin] For port 8ea49803-c698-4f75-967e-f0c4c6c4cf31, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8ea49803-c698-4f75-967e-f0c4c6c4cf31,segment=NetworkSegment(fe397762-a688-443b-8008-784423f369ac),segment_id=fe397762-a688-443b-8008-784423f369ac)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:40.299087 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8413388d-a706-44c5-a90d-d41cc9863be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.311511 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-8413388d-a706-44c5-a90d-d41cc9863be7 admin admin] Calling delete_port for 8ea49803-c698-4f75-967e-f0c4c6c4cf31 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:40.370265 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63962088-6a11-4e96-8b3a-b0330df8850e None None] DHCP port deletion for e699ecc9-22a6-4434-b1f7-acbe956d80a5 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:02:40.380923 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 52367d17-0956-4d8b-abb8-3549346764dc no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:02:40.394999 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8413388d-a706-44c5-a90d-d41cc9863be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.417896 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 52367d17-0956-4d8b-abb8-3549346764dc {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:02:40.418427 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 52367d17-0956-4d8b-abb8-3549346764dc not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:02:40.420946 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413388d-a706-44c5-a90d-d41cc9863be7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ea49803-c698-4f75-967e-f0c4c6c4cf31,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:40.424658 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8413388d-a706-44c5-a90d-d41cc9863be7 admin admin] No DVR routers for this DVR port 8ea49803-c698-4f75-967e-f0c4c6c4cf31 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:02:40.441985 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-63962088-6a11-4e96-8b3a-b0330df8850e None None] Deleting port 8ea49803-c698-4f75-967e-f0c4c6c4cf31 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:40.442361 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63962088-6a11-4e96-8b3a-b0330df8850e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.507633 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8413388d-a706-44c5-a90d-d41cc9863be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.509260 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-63962088-6a11-4e96-8b3a-b0330df8850e None None] For port 8ea49803-c698-4f75-967e-f0c4c6c4cf31, host n-d-787206-13, got binding levels [] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:40.509653 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63962088-6a11-4e96-8b3a-b0330df8850e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.518050 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-8413388d-a706-44c5-a90d-d41cc9863be7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e699ecc9-22a6-4434-b1f7-acbe956d80a5']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:40.521951 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-63962088-6a11-4e96-8b3a-b0330df8850e None None] Calling delete_port for 8ea49803-c698-4f75-967e-f0c4c6c4cf31 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:40.525080 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.ipam_backend_mixin [None req-63962088-6a11-4e96-8b3a-b0330df8850e None None] Port 8ea49803-c698-4f75-967e-f0c4c6c4cf31 was not found and therefore no delete operation was performed {{(pid=94772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 21:02:40.526312 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63962088-6a11-4e96-8b3a-b0330df8850e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.531905 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-8413388d-a706-44c5-a90d-d41cc9863be7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe397762-a688-443b-8008-784423f369ac') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:40.532646 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-8413388d-a706-44c5-a90d-d41cc9863be7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe397762-a688-443b-8008-784423f369ac') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:40.547043 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8413388d-a706-44c5-a90d-d41cc9863be7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.553559 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63962088-6a11-4e96-8b3a-b0330df8850e None None] Pushing event deleted for resources: {'Port': ['ID=8ea49803-c698-4f75-967e-f0c4c6c4cf31,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:40.556197 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63962088-6a11-4e96-8b3a-b0330df8850e None None] No DVR routers for this DVR port 8ea49803-c698-4f75-967e-f0c4c6c4cf31 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:02:40.570729 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63962088-6a11-4e96-8b3a-b0330df8850e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:40.571046 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63962088-6a11-4e96-8b3a-b0330df8850e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:40.571163 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8413388d-a706-44c5-a90d-d41cc9863be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.571474 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63962088-6a11-4e96-8b3a-b0330df8850e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:40.571753 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63962088-6a11-4e96-8b3a-b0330df8850e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:40.572071 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63962088-6a11-4e96-8b3a-b0330df8850e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:40.572407 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63962088-6a11-4e96-8b3a-b0330df8850e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:40.573081 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63962088-6a11-4e96-8b3a-b0330df8850e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:40.573081 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63962088-6a11-4e96-8b3a-b0330df8850e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:40.573354 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63962088-6a11-4e96-8b3a-b0330df8850e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:40.573654 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63962088-6a11-4e96-8b3a-b0330df8850e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:40.573974 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63962088-6a11-4e96-8b3a-b0330df8850e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:40.574291 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63962088-6a11-4e96-8b3a-b0330df8850e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:40.578027 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8413388d-a706-44c5-a90d-d41cc9863be7 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:02:40.578724 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8413388d-a706-44c5-a90d-d41cc9863be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.582531 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 21:02:40.582531 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:02:40.582531 n-d-787206-13 neutron-server[94770]: timer() Aug 16 21:02:40.582531 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:02:40.582531 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 21:02:40.582531 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:02:40.582531 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 21:02:40.582531 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:02:40.582531 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 21:02:40.582531 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:02:40.582531 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 21:02:40.582531 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:02:40.582531 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 21:02:40.582531 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:02:40.582531 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:02:40.582531 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:02:40.582531 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:02:40.582531 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:02:40.582531 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 21:02:40.582531 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:02:40.582531 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 21:02:40.582531 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:02:40.582531 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:02:40.582531 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:02:40.582531 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 21:02:40.582531 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:02:40.582531 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:02:40.582531 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:02:40.582531 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:02:40.582531 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:02:40.582531 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:02:40.582531 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:02:40.636965 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8413388d-a706-44c5-a90d-d41cc9863be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.642572 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8413388d-a706-44c5-a90d-d41cc9863be7 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:40.644461 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8413388d-a706-44c5-a90d-d41cc9863be7 admin admin] 10.222.0.68 "DELETE /v2.0/networks/e699ecc9-22a6-4434-b1f7-acbe956d80a5 HTTP/1.1" status: 204 len: 168 time: 0.5377851 Aug 16 21:02:40.647696 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34044) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:40.656205 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413388d-a706-44c5-a90d-d41cc9863be7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e699ecc9-22a6-4434-b1f7-acbe956d80a5,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:40.996495 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-645732be-92b8-4edf-9c81-60e35c136b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.233064 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-645732be-92b8-4edf-9c81-60e35c136b6e admin admin] Deleting port 5fe677b1-c44c-4823-98dd-83bfe01f58a0 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:41.233398 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-645732be-92b8-4edf-9c81-60e35c136b6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.313026 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-645732be-92b8-4edf-9c81-60e35c136b6e admin admin] For port 5fe677b1-c44c-4823-98dd-83bfe01f58a0, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=5fe677b1-c44c-4823-98dd-83bfe01f58a0,segment=NetworkSegment(4f8f58bf-77fc-431e-981a-bba501c8f4dc),segment_id=4f8f58bf-77fc-431e-981a-bba501c8f4dc)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:41.313328 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-645732be-92b8-4edf-9c81-60e35c136b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.326189 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-645732be-92b8-4edf-9c81-60e35c136b6e admin admin] Calling delete_port for 5fe677b1-c44c-4823-98dd-83bfe01f58a0 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:41.501745 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-645732be-92b8-4edf-9c81-60e35c136b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.524825 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645732be-92b8-4edf-9c81-60e35c136b6e admin admin] Pushing event deleted for resources: {'Port': ['ID=5fe677b1-c44c-4823-98dd-83bfe01f58a0,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:41.693827 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-645732be-92b8-4edf-9c81-60e35c136b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:41.901821 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645732be-92b8-4edf-9c81-60e35c136b6e admin admin] Router 7488c331-6578-4a18-9ad0-54ada3cc4ab2 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:02:41.973569 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 0441f207-f4f4-4f19-9c7d-b18f0f48c045 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:02:41.995101 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 0441f207-f4f4-4f19-9c7d-b18f0f48c045 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:02:41.995460 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 0441f207-f4f4-4f19-9c7d-b18f0f48c045 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:02:41.995887 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8ea49803-c698-4f75-967e-f0c4c6c4cf31 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:02:42.009320 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645732be-92b8-4edf-9c81-60e35c136b6e admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:02:42.014527 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 8ea49803-c698-4f75-967e-f0c4c6c4cf31 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:02:42.014916 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8ea49803-c698-4f75-967e-f0c4c6c4cf31 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:02:42.017546 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-645732be-92b8-4edf-9c81-60e35c136b6e admin admin] 10.222.0.68 "PUT /v2.0/routers/7488c331-6578-4a18-9ad0-54ada3cc4ab2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3673813 Aug 16 21:02:42.018242 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86d838d-627e-4f1e-aefc-73758a1c6223 None None] Sync routers for ids ['7488c331-6578-4a18-9ad0-54ada3cc4ab2'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:02:42.019834 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34046) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:42.033301 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86d838d-627e-4f1e-aefc-73758a1c6223 None None] Routers {'7488c331-6578-4a18-9ad0-54ada3cc4ab2'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:42.033924 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b86d838d-627e-4f1e-aefc-73758a1c6223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:02:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['7488c331-6578-4a18-9ad0-54ada3cc4ab2'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:42.125755 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-70097513-2014-403c-a3a0-2301b8dfd30e admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:42.132788 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-b86d838d-627e-4f1e-aefc-73758a1c6223 None None] Set router 7488c331-6578-4a18-9ad0-54ada3cc4ab2 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:42.225820 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-70097513-2014-403c-a3a0-2301b8dfd30e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:42.277245 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-70097513-2014-403c-a3a0-2301b8dfd30e admin admin] Deleting port c5b7050f-2d73-4759-a3ad-0a74b135bd94 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:42.277611 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-70097513-2014-403c-a3a0-2301b8dfd30e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:42.308448 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b86d838d-627e-4f1e-aefc-73758a1c6223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7488c331-6578-4a18-9ad0-54ada3cc4ab2', 'name': 'tempest-TestMinimumBasicScenario-2037168751-router', 'tenant_id': '93920a4e133847d9afa63977c83a2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c5b7050f-2d73-4759-a3ad-0a74b135bd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:34Z', 'updated_at': '2021-08-16T21:02:41Z', 'revision_number': 5, 'project_id': '93920a4e133847d9afa63977c83a2b6f', 'gw_port': {'id': 'c5b7050f-2d73-4759-a3ad-0a74b135bd94', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7488c331-6578-4a18-9ad0-54ada3cc4ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:00:35Z', 'updated_at': '2021-08-16T21:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:42.334021 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86d838d-627e-4f1e-aefc-73758a1c6223 None None] Checking router: 7488c331-6578-4a18-9ad0-54ada3cc4ab2 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:02:42.342522 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86d838d-627e-4f1e-aefc-73758a1c6223 None None] Routers {'7488c331-6578-4a18-9ad0-54ada3cc4ab2'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:42.343111 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b86d838d-627e-4f1e-aefc-73758a1c6223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:02:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['7488c331-6578-4a18-9ad0-54ada3cc4ab2'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:42.361098 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-70097513-2014-403c-a3a0-2301b8dfd30e admin admin] For port c5b7050f-2d73-4759-a3ad-0a74b135bd94, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=c5b7050f-2d73-4759-a3ad-0a74b135bd94,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:42.361462 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-70097513-2014-403c-a3a0-2301b8dfd30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:42.373473 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-70097513-2014-403c-a3a0-2301b8dfd30e admin admin] Calling delete_port for c5b7050f-2d73-4759-a3ad-0a74b135bd94 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:42.427559 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-b86d838d-627e-4f1e-aefc-73758a1c6223 None None] Set router 7488c331-6578-4a18-9ad0-54ada3cc4ab2 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:42.483649 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b86d838d-627e-4f1e-aefc-73758a1c6223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7488c331-6578-4a18-9ad0-54ada3cc4ab2', 'name': 'tempest-TestMinimumBasicScenario-2037168751-router', 'tenant_id': '93920a4e133847d9afa63977c83a2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:34Z', 'updated_at': '2021-08-16T21:02:42Z', 'revision_number': 6, 'project_id': '93920a4e133847d9afa63977c83a2b6f', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:42.510191 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86d838d-627e-4f1e-aefc-73758a1c6223 None None] The sync data for ids ['7488c331-6578-4a18-9ad0-54ada3cc4ab2'] in n-d-787206-13 is: [{'id': '7488c331-6578-4a18-9ad0-54ada3cc4ab2', 'name': 'tempest-TestMinimumBasicScenario-2037168751-router', 'tenant_id': '93920a4e133847d9afa63977c83a2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:00:34Z', 'updated_at': '2021-08-16T21:02:42Z', 'revision_number': 6, 'project_id': '93920a4e133847d9afa63977c83a2b6f', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:02:42.865293 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-70097513-2014-403c-a3a0-2301b8dfd30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:42.891692 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70097513-2014-403c-a3a0-2301b8dfd30e admin admin] Pushing event deleted for resources: {'Port': ['ID=c5b7050f-2d73-4759-a3ad-0a74b135bd94,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:42.952815 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-70097513-2014-403c-a3a0-2301b8dfd30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.044411 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-70097513-2014-403c-a3a0-2301b8dfd30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.046997 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-70097513-2014-403c-a3a0-2301b8dfd30e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.090673 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-70097513-2014-403c-a3a0-2301b8dfd30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.091196 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70097513-2014-403c-a3a0-2301b8dfd30e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7488c331-6578-4a18-9ad0-54ada3cc4ab2 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:02:43.096111 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-70097513-2014-403c-a3a0-2301b8dfd30e admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.096641 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-70097513-2014-403c-a3a0-2301b8dfd30e admin admin] 10.222.0.68 "DELETE /v2.0/routers/7488c331-6578-4a18-9ad0-54ada3cc4ab2 HTTP/1.1" status: 204 len: 168 time: 1.0758052 Aug 16 21:02:43.099104 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34048) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:43.144072 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-198e906b-f343-4de4-9d99-ee2f7a6ed019 admin admin] Deleting subnet 77c6d449-7b18-4ed1-bc71-25690a2b5970 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:02:43.147096 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-198e906b-f343-4de4-9d99-ee2f7a6ed019 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.181517 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-198e906b-f343-4de4-9d99-ee2f7a6ed019 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.259353 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-198e906b-f343-4de4-9d99-ee2f7a6ed019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.316655 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-198e906b-f343-4de4-9d99-ee2f7a6ed019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.342929 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e906b-f343-4de4-9d99-ee2f7a6ed019 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77c6d449-7b18-4ed1-bc71-25690a2b5970,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:43.348689 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-198e906b-f343-4de4-9d99-ee2f7a6ed019 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.350557 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-198e906b-f343-4de4-9d99-ee2f7a6ed019 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/77c6d449-7b18-4ed1-bc71-25690a2b5970 HTTP/1.1" status: 204 len: 168 time: 0.2504945 Aug 16 21:02:43.354360 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34050) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:43.354804 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54279c89-9005-4794-bf32-0f743d11d9ec None None] Network b81e820c-9810-4055-9c84-2b067a0cbe21 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:43.432014 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a56065c8-4b6a-46a6-b58e-819d6e8c6875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.486485 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-a56065c8-4b6a-46a6-b58e-819d6e8c6875 admin admin] Deleting port 8cbad55b-de02-41c6-9e42-72f5a0ed54fe {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:43.486729 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a56065c8-4b6a-46a6-b58e-819d6e8c6875 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.540115 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163ab41e-48b0-4363-bbb4-b57cb8a6dd83 None None] DHCP port deletion for b81e820c-9810-4055-9c84-2b067a0cbe21 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:02:43.556305 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-a56065c8-4b6a-46a6-b58e-819d6e8c6875 admin admin] For port 8cbad55b-de02-41c6-9e42-72f5a0ed54fe, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8cbad55b-de02-41c6-9e42-72f5a0ed54fe,segment=NetworkSegment(4f8f58bf-77fc-431e-981a-bba501c8f4dc),segment_id=4f8f58bf-77fc-431e-981a-bba501c8f4dc)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:43.556668 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a56065c8-4b6a-46a6-b58e-819d6e8c6875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.570130 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-a56065c8-4b6a-46a6-b58e-819d6e8c6875 admin admin] Calling delete_port for 8cbad55b-de02-41c6-9e42-72f5a0ed54fe owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:43.595405 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-163ab41e-48b0-4363-bbb4-b57cb8a6dd83 None None] Deleting port 8cbad55b-de02-41c6-9e42-72f5a0ed54fe {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:02:43.595732 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-163ab41e-48b0-4363-bbb4-b57cb8a6dd83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.658532 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-163ab41e-48b0-4363-bbb4-b57cb8a6dd83 None None] For port 8cbad55b-de02-41c6-9e42-72f5a0ed54fe, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=8cbad55b-de02-41c6-9e42-72f5a0ed54fe,segment=NetworkSegment(4f8f58bf-77fc-431e-981a-bba501c8f4dc),segment_id=4f8f58bf-77fc-431e-981a-bba501c8f4dc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:43.658905 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a56065c8-4b6a-46a6-b58e-819d6e8c6875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.659033 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-163ab41e-48b0-4363-bbb4-b57cb8a6dd83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.672783 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-163ab41e-48b0-4363-bbb4-b57cb8a6dd83 None None] Calling delete_port for 8cbad55b-de02-41c6-9e42-72f5a0ed54fe owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:02:43.684760 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56065c8-4b6a-46a6-b58e-819d6e8c6875 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cbad55b-de02-41c6-9e42-72f5a0ed54fe,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:43.688291 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56065c8-4b6a-46a6-b58e-819d6e8c6875 admin admin] No DVR routers for this DVR port 8cbad55b-de02-41c6-9e42-72f5a0ed54fe on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:02:43.749131 n-d-787206-13 neutron-server[94772]: self.session.flush() Aug 16 21:02:43.753891 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-163ab41e-48b0-4363-bbb4-b57cb8a6dd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.760885 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a56065c8-4b6a-46a6-b58e-819d6e8c6875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.770971 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a56065c8-4b6a-46a6-b58e-819d6e8c6875 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b81e820c-9810-4055-9c84-2b067a0cbe21']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:43.780285 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ab41e-48b0-4363-bbb4-b57cb8a6dd83 None None] Pushing event deleted for resources: {'Port': ['ID=8cbad55b-de02-41c6-9e42-72f5a0ed54fe,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:43.781832 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a56065c8-4b6a-46a6-b58e-819d6e8c6875 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f8f58bf-77fc-431e-981a-bba501c8f4dc') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:43.782111 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a56065c8-4b6a-46a6-b58e-819d6e8c6875 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f8f58bf-77fc-431e-981a-bba501c8f4dc') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:43.782226 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163ab41e-48b0-4363-bbb4-b57cb8a6dd83 None None] No DVR routers for this DVR port 8cbad55b-de02-41c6-9e42-72f5a0ed54fe on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:02:43.793458 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a56065c8-4b6a-46a6-b58e-819d6e8c6875 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.808267 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a56065c8-4b6a-46a6-b58e-819d6e8c6875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.813999 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a56065c8-4b6a-46a6-b58e-819d6e8c6875 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:02:43.814404 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a56065c8-4b6a-46a6-b58e-819d6e8c6875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.816070 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 21:02:43.816070 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:02:43.816070 n-d-787206-13 neutron-server[94771]: timer() Aug 16 21:02:43.816070 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:02:43.816070 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 21:02:43.816070 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:02:43.816070 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 21:02:43.816070 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:02:43.816070 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 21:02:43.816070 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:02:43.816070 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 21:02:43.816070 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:02:43.816070 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 21:02:43.816070 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:02:43.816070 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:02:43.816070 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:02:43.816070 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:02:43.816070 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:02:43.816070 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 21:02:43.816070 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:02:43.816070 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 21:02:43.816070 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:02:43.816070 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:02:43.816070 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:02:43.816070 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 21:02:43.816070 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:02:43.816070 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:02:43.816070 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:02:43.816070 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:02:43.816070 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:02:43.816070 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:02:43.816070 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:02:43.868923 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a56065c8-4b6a-46a6-b58e-819d6e8c6875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.874361 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a56065c8-4b6a-46a6-b58e-819d6e8c6875 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.876326 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a56065c8-4b6a-46a6-b58e-819d6e8c6875 admin admin] 10.222.0.68 "DELETE /v2.0/networks/b81e820c-9810-4055-9c84-2b067a0cbe21 HTTP/1.1" status: 204 len: 168 time: 0.5210388 Aug 16 21:02:43.890688 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56065c8-4b6a-46a6-b58e-819d6e8c6875 admin admin] Pushing event deleted for resources: {'Network': ['ID=b81e820c-9810-4055-9c84-2b067a0cbe21,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:43.932537 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8cbad55b-de02-41c6-9e42-72f5a0ed54fe no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:02:43.952583 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 8cbad55b-de02-41c6-9e42-72f5a0ed54fe {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:02:43.952930 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 8cbad55b-de02-41c6-9e42-72f5a0ed54fe not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:02:43.953404 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 5fe677b1-c44c-4823-98dd-83bfe01f58a0 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:02:43.972198 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 5fe677b1-c44c-4823-98dd-83bfe01f58a0 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:02:43.972544 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 5fe677b1-c44c-4823-98dd-83bfe01f58a0 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:02:43.972957 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c5b7050f-2d73-4759-a3ad-0a74b135bd94 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:02:43.991791 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: c5b7050f-2d73-4759-a3ad-0a74b135bd94 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:02:43.991791 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c5b7050f-2d73-4759-a3ad-0a74b135bd94 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:02:44.049508 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34054) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:44.094177 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-4b613603-3192-49a8-b049-bf8251a17d86 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a9ce3155980e40618a3b09d0b0fa70c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435143 Aug 16 21:02:44.096644 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34056) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:44.142565 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-271a3a78-eb90-4f01-86cd-fc0c4a702312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.164652 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-271a3a78-eb90-4f01-86cd-fc0c4a702312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.210607 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-271a3a78-eb90-4f01-86cd-fc0c4a702312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.213113 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-271a3a78-eb90-4f01-86cd-fc0c4a702312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.214240 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-271a3a78-eb90-4f01-86cd-fc0c4a702312 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/121b4840-c2d4-48ca-8f26-7fa4f471e1d8 HTTP/1.1" status: 204 len: 168 time: 0.1166685 Aug 16 21:02:44.221950 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a3a78-eb90-4f01-86cd-fc0c4a702312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121b4840-c2d4-48ca-8f26-7fa4f471e1d8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:44.529123 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34062) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:44.568328 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3a8e1781-67e2-429e-9a98-3176f3547453 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=93920a4e133847d9afa63977c83a2b6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380735 Aug 16 21:02:44.571407 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34064) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:44.624821 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4652623-1411-429d-9743-c093ea0d396d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.645312 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4652623-1411-429d-9743-c093ea0d396d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.693270 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4652623-1411-429d-9743-c093ea0d396d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.696472 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4652623-1411-429d-9743-c093ea0d396d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.697850 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d4652623-1411-429d-9743-c093ea0d396d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2dec4eb5-aa21-4ceb-ab70-f0402940864c HTTP/1.1" status: 204 len: 168 time: 0.1253564 Aug 16 21:02:44.709920 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4652623-1411-429d-9743-c093ea0d396d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dec4eb5-aa21-4ceb-ab70-f0402940864c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:46.277990 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34110) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:46.283398 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f2787958-fade-436f-a9f4-5653f6b65ab7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-966406812', 'description': 'tempest-secgroup-smoke-966406812 description', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:46.306203 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2787958-fade-436f-a9f4-5653f6b65ab7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.313976 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2787958-fade-436f-a9f4-5653f6b65ab7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.401124 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2787958-fade-436f-a9f4-5653f6b65ab7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.404938 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2787958-fade-436f-a9f4-5653f6b65ab7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.441135 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2787958-fade-436f-a9f4-5653f6b65ab7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98712761-6804-44eb-9c2d-011d9048c814,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:46.495120 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2787958-fade-436f-a9f4-5653f6b65ab7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.498723 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2787958-fade-436f-a9f4-5653f6b65ab7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.525223 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2787958-fade-436f-a9f4-5653f6b65ab7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.526418 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f2787958-fade-436f-a9f4-5653f6b65ab7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2470760 Aug 16 21:02:46.528281 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2787958-fade-436f-a9f4-5653f6b65ab7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85a71a33-030a-4f08-bfd2-db8f3d3914e1,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:46.529819 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34112) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:46.534622 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-4082b0ff-cdc9-4393-ae13-0e9ed9e472f4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group_rule': {'security_group_id': '85a71a33-030a-4f08-bfd2-db8f3d3914e1', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:46.562570 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4082b0ff-cdc9-4393-ae13-0e9ed9e472f4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.608447 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4082b0ff-cdc9-4393-ae13-0e9ed9e472f4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.612043 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4082b0ff-cdc9-4393-ae13-0e9ed9e472f4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.629422 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082b0ff-cdc9-4393-ae13-0e9ed9e472f4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8614b22c-a6b3-4d8d-9365-d3d6c9943135,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:46.635198 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4082b0ff-cdc9-4393-ae13-0e9ed9e472f4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.636635 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-4082b0ff-cdc9-4393-ae13-0e9ed9e472f4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1057014 Aug 16 21:02:46.639810 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34114) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:46.644187 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a0f4a7e7-b69f-44c1-8442-b924abdba0ed tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group_rule': {'security_group_id': '85a71a33-030a-4f08-bfd2-db8f3d3914e1', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:46.670388 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0f4a7e7-b69f-44c1-8442-b924abdba0ed tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.725219 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0f4a7e7-b69f-44c1-8442-b924abdba0ed tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.729232 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0f4a7e7-b69f-44c1-8442-b924abdba0ed tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.745945 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4a7e7-b69f-44c1-8442-b924abdba0ed tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e6946b-8355-4cef-97be-0a9032ac175f,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:46.752945 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0f4a7e7-b69f-44c1-8442-b924abdba0ed tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.754228 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a0f4a7e7-b69f-44c1-8442-b924abdba0ed tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1134841 Aug 16 21:02:46.756980 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34116) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:46.761355 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-557f8f02-9dbf-49cc-b395-f464a306f1e1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group_rule': {'security_group_id': '85a71a33-030a-4f08-bfd2-db8f3d3914e1', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:46.788027 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-557f8f02-9dbf-49cc-b395-f464a306f1e1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.847877 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-557f8f02-9dbf-49cc-b395-f464a306f1e1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.851392 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-557f8f02-9dbf-49cc-b395-f464a306f1e1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.869732 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f8f02-9dbf-49cc-b395-f464a306f1e1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e3bc59-8488-4c26-8fe4-61d5096628e9,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:46.876138 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-557f8f02-9dbf-49cc-b395-f464a306f1e1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.877323 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-557f8f02-9dbf-49cc-b395-f464a306f1e1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194267 Aug 16 21:02:46.880232 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34118) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:46.885362 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5267fe4b-0108-45a8-aed1-f9adca14d8a7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group_rule': {'security_group_id': '85a71a33-030a-4f08-bfd2-db8f3d3914e1', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:46.911637 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5267fe4b-0108-45a8-aed1-f9adca14d8a7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.969377 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5267fe4b-0108-45a8-aed1-f9adca14d8a7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.972803 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5267fe4b-0108-45a8-aed1-f9adca14d8a7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.991853 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5267fe4b-0108-45a8-aed1-f9adca14d8a7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=419fbaa3-6be7-4350-9a1b-c12ab3656ea3,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:46.994250 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5267fe4b-0108-45a8-aed1-f9adca14d8a7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.995544 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5267fe4b-0108-45a8-aed1-f9adca14d8a7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1142638 Aug 16 21:02:46.998317 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34120) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:47.002784 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8a3ed39e-36c1-4627-aa38-1dec7c01f42a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group_rule': {'security_group_id': '85a71a33-030a-4f08-bfd2-db8f3d3914e1', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:47.025791 n-d-787206-13 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-8a3ed39e-36c1-4627-aa38-1dec7c01f42a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Project 3b55bcbb731b4f17ac8f16ceeee7f73e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:02:47.030964 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8a3ed39e-36c1-4627-aa38-1dec7c01f42a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.092802 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8a3ed39e-36c1-4627-aa38-1dec7c01f42a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.096414 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8a3ed39e-36c1-4627-aa38-1dec7c01f42a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.113515 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ed39e-36c1-4627-aa38-1dec7c01f42a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aafa9389-5d72-4fa6-9b57-dd554188ac9e,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:47.119813 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8a3ed39e-36c1-4627-aa38-1dec7c01f42a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.120959 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8a3ed39e-36c1-4627-aa38-1dec7c01f42a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217189 Aug 16 21:02:47.123755 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34122) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:47.128146 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5d8ac257-909f-4e17-96c6-b1eea51647a5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group_rule': {'security_group_id': '85a71a33-030a-4f08-bfd2-db8f3d3914e1', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:47.149975 n-d-787206-13 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-5d8ac257-909f-4e17-96c6-b1eea51647a5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Project 3b55bcbb731b4f17ac8f16ceeee7f73e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:02:47.154702 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d8ac257-909f-4e17-96c6-b1eea51647a5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.217706 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d8ac257-909f-4e17-96c6-b1eea51647a5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.221165 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d8ac257-909f-4e17-96c6-b1eea51647a5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.238881 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ac257-909f-4e17-96c6-b1eea51647a5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc0d132-0511-4df1-bc72-0077cc184196,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:47.241328 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d8ac257-909f-4e17-96c6-b1eea51647a5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.242981 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5d8ac257-909f-4e17-96c6-b1eea51647a5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1178257 Aug 16 21:02:47.246099 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34124) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:47.250933 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1d9cbf68-5bb9-4e1c-868f-ba2b7e768ae7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'network': {'name': 'tempest-network-smoke--1532090449', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'port_security_enabled': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:47.271061 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9cbf68-5bb9-4e1c-868f-ba2b7e768ae7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Made reservation on behalf of 3b55bcbb731b4f17ac8f16ceeee7f73e for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:47.274406 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d9cbf68-5bb9-4e1c-868f-ba2b7e768ae7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.297164 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d9cbf68-5bb9-4e1c-868f-ba2b7e768ae7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:02:47.306111 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d9cbf68-5bb9-4e1c-868f-ba2b7e768ae7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.306456 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-1d9cbf68-5bb9-4e1c-868f-ba2b7e768ae7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Added segment e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79 of type vlan for network a4d8ba34-d122-4fc6-8a39-594a54d05df0 Aug 16 21:02:47.345440 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d9cbf68-5bb9-4e1c-868f-ba2b7e768ae7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.370681 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d9cbf68-5bb9-4e1c-868f-ba2b7e768ae7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.376255 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9cbf68-5bb9-4e1c-868f-ba2b7e768ae7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:47.376834 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d9cbf68-5bb9-4e1c-868f-ba2b7e768ae7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.438119 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1d9cbf68-5bb9-4e1c-868f-ba2b7e768ae7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1883771 Aug 16 21:02:47.438446 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34126) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:47.441242 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9cbf68-5bb9-4e1c-868f-ba2b7e768ae7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Network': ['ID=a4d8ba34-d122-4fc6-8a39-594a54d05df0,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:47.443058 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8aa8813f-8021-414d-a685-72ad8895a118 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-775701721', 'admin_state_up': True, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:47.452160 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network a4d8ba34-d122-4fc6-8a39-594a54d05df0 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:02:47.468742 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8aa8813f-8021-414d-a685-72ad8895a118 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.470059 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8aa8813f-8021-414d-a685-72ad8895a118 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.521788 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8aa8813f-8021-414d-a685-72ad8895a118 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.656188 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8aa8813f-8021-414d-a685-72ad8895a118 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.843673 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8aa8813f-8021-414d-a685-72ad8895a118 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.865248 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8aa8813f-8021-414d-a685-72ad8895a118 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.962542 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-8aa8813f-8021-414d-a685-72ad8895a118 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Allocated IP 172.25.8.80 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/5875cf48-60d5-4da0-90ee-3250d8f71c40) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:48.065761 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8aa8813f-8021-414d-a685-72ad8895a118 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:48.104222 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8aa8813f-8021-414d-a685-72ad8895a118 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:48.141598 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa8813f-8021-414d-a685-72ad8895a118 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:48.146011 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-8aa8813f-8021-414d-a685-72ad8895a118 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:48.150677 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa8813f-8021-414d-a685-72ad8895a118 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:48.153624 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8813f-8021-414d-a685-72ad8895a118 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Port': ['ID=5875cf48-60d5-4da0-90ee-3250d8f71c40,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:48.389770 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8aa8813f-8021-414d-a685-72ad8895a118 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:48.915065 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8aa8813f-8021-414d-a685-72ad8895a118 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.039003 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa8813f-8021-414d-a685-72ad8895a118 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Router 0d40987d-49da-4e32-a802-2108a9e95539 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:02:49.149109 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa8813f-8021-414d-a685-72ad8895a118 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:02:49.158532 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467fd90f-5e9d-4d2f-b090-72102ad65555 None None] Sync routers for ids ['0d40987d-49da-4e32-a802-2108a9e95539'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:02:49.167882 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8aa8813f-8021-414d-a685-72ad8895a118 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.168755 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467fd90f-5e9d-4d2f-b090-72102ad65555 None None] Routers {'0d40987d-49da-4e32-a802-2108a9e95539'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:49.169026 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8aa8813f-8021-414d-a685-72ad8895a118 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7295847 Aug 16 21:02:49.169490 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-467fd90f-5e9d-4d2f-b090-72102ad65555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:02:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['0d40987d-49da-4e32-a802-2108a9e95539'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:49.172138 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34128) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:49.275375 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-467fd90f-5e9d-4d2f-b090-72102ad65555 None None] Set router 0d40987d-49da-4e32-a802-2108a9e95539 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:49.292881 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c829a017-0c95-4adf-a41b-cc817ad740a7 tempest-TestNetworkAdvancedServerOps-1330612273 tempest-TestNetworkAdvancedServerOps-1330612273-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=3b55bcbb731b4f17ac8f16ceeee7f73e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1195321 Aug 16 21:02:49.295608 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34134) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:49.384029 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f931a090-2cd5-4139-aaef-6d8e880dfdc8 tempest-TestNetworkAdvancedServerOps-1330612273 tempest-TestNetworkAdvancedServerOps-1330612273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:49.385544 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f931a090-2cd5-4139-aaef-6d8e880dfdc8 tempest-TestNetworkAdvancedServerOps-1330612273 tempest-TestNetworkAdvancedServerOps-1330612273-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889511 Aug 16 21:02:49.388391 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34136) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:49.421491 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d9a1b8ee-23dc-4880-9be0-fcf0daa86a23 tempest-TestNetworkAdvancedServerOps-1330612273 tempest-TestNetworkAdvancedServerOps-1330612273-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=eb87ae87-0925-464c-8e03-8bba27e76e58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318995 Aug 16 21:02:49.424303 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34138) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:49.429358 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-810f1bf1-95b8-4db3-a4f6-26455ee915e3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2072966553', 'network_id': 'a4d8ba34-d122-4fc6-8a39-594a54d05df0', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:49.504045 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-467fd90f-5e9d-4d2f-b090-72102ad65555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d40987d-49da-4e32-a802-2108a9e95539', 'name': 'tempest-TestNetworkAdvancedServerOps-router-775701721', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '5875cf48-60d5-4da0-90ee-3250d8f71c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:48Z', 'revision_number': 3, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '5875cf48-60d5-4da0-90ee-3250d8f71c40', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d40987d-49da-4e32-a802-2108a9e95539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:49.517128 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810f1bf1-95b8-4db3-a4f6-26455ee915e3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Made reservation on behalf of 3b55bcbb731b4f17ac8f16ceeee7f73e for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:49.520768 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-810f1bf1-95b8-4db3-a4f6-26455ee915e3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.535028 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467fd90f-5e9d-4d2f-b090-72102ad65555 None None] Checking router: 0d40987d-49da-4e32-a802-2108a9e95539 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:02:49.535430 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467fd90f-5e9d-4d2f-b090-72102ad65555 None None] Updating router 0d40987d-49da-4e32-a802-2108a9e95539 port 5875cf48-60d5-4da0-90ee-3250d8f71c40 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:02:49.565349 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-467fd90f-5e9d-4d2f-b090-72102ad65555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.711118 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-810f1bf1-95b8-4db3-a4f6-26455ee915e3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.776803 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f1bf1-95b8-4db3-a4f6-26455ee915e3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Subnet': ['ID=d37c2a32-06f7-444f-aa42-3c30dc7e811a,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:49.786343 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810f1bf1-95b8-4db3-a4f6-26455ee915e3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Checking segment: {'id': 'e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a4d8ba34-d122-4fc6-8a39-594a54d05df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:49.786709 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810f1bf1-95b8-4db3-a4f6-26455ee915e3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network hostable DHCP agents. Network: a4d8ba34-d122-4fc6-8a39-594a54d05df0, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:02:49.804243 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810f1bf1-95b8-4db3-a4f6-26455ee915e3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network a4d8ba34-d122-4fc6-8a39-594a54d05df0 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:02:49.813741 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-810f1bf1-95b8-4db3-a4f6-26455ee915e3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, a4d8ba34-d122-4fc6-8a39-594a54d05df0) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:49.818361 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810f1bf1-95b8-4db3-a4f6-26455ee915e3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:49.819399 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-810f1bf1-95b8-4db3-a4f6-26455ee915e3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.833044 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-810f1bf1-95b8-4db3-a4f6-26455ee915e3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4077485 Aug 16 21:02:49.835962 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34140) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:49.836450 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e086d50-95ba-4a6f-a52e-5ec1c8b30a84 None None] Network a4d8ba34-d122-4fc6-8a39-594a54d05df0 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:50.090329 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6669c240-2d04-46ff-89b7-418dbdb586aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-a4d8ba34-d122-4fc6-8a39-594a54d05df0', 'network_id': 'a4d8ba34-d122-4fc6-8a39-594a54d05df0', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'fixed_ips': [{'subnet_id': 'd37c2a32-06f7-444f-aa42-3c30dc7e811a'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:02:50.091197 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6669c240-2d04-46ff-89b7-418dbdb586aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.216524 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-467fd90f-5e9d-4d2f-b090-72102ad65555 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.235397 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-467fd90f-5e9d-4d2f-b090-72102ad65555 None None] Transition to ACTIVE for port object 5875cf48-60d5-4da0-90ee-3250d8f71c40 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:50.260765 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-467fd90f-5e9d-4d2f-b090-72102ad65555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.267566 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc3e1601-913c-452e-887d-6e1fd7943014 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.327315 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-6669c240-2d04-46ff-89b7-418dbdb586aa None None] Allocated IP 172.20.0.2 (a4d8ba34-d122-4fc6-8a39-594a54d05df0/d37c2a32-06f7-444f-aa42-3c30dc7e811a/6b8f3ea9-ca59-46b9-86d7-90ae0f3c71c5) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:50.332418 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74e78-0fdd-4b99-b254-514382b177ba None None] Pushing event updated for resources: {'Port': ['ID=5875cf48-60d5-4da0-90ee-3250d8f71c40,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:50.340711 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-467fd90f-5e9d-4d2f-b090-72102ad65555 None None] Attempting to bind port 5875cf48-60d5-4da0-90ee-3250d8f71c40 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:50.341086 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-467fd90f-5e9d-4d2f-b090-72102ad65555 None None] Attempting to bind port 5875cf48-60d5-4da0-90ee-3250d8f71c40 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:50.341456 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467fd90f-5e9d-4d2f-b090-72102ad65555 None None] Attempting to bind port 5875cf48-60d5-4da0-90ee-3250d8f71c40 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:50.350010 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467fd90f-5e9d-4d2f-b090-72102ad65555 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:50.350385 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467fd90f-5e9d-4d2f-b090-72102ad65555 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:50.350792 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-467fd90f-5e9d-4d2f-b090-72102ad65555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.351226 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467fd90f-5e9d-4d2f-b090-72102ad65555 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:50.351729 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-467fd90f-5e9d-4d2f-b090-72102ad65555 None None] Bound port: 5875cf48-60d5-4da0-90ee-3250d8f71c40, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:50.352642 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-467fd90f-5e9d-4d2f-b090-72102ad65555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.454520 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-467fd90f-5e9d-4d2f-b090-72102ad65555 None None] For port 5875cf48-60d5-4da0-90ee-3250d8f71c40, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:50.475753 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-467fd90f-5e9d-4d2f-b090-72102ad65555 None None] For port 5875cf48-60d5-4da0-90ee-3250d8f71c40, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=5875cf48-60d5-4da0-90ee-3250d8f71c40,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:50.483009 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-467fd90f-5e9d-4d2f-b090-72102ad65555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.584794 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467fd90f-5e9d-4d2f-b090-72102ad65555 None None] Routers {'0d40987d-49da-4e32-a802-2108a9e95539'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:50.585326 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-467fd90f-5e9d-4d2f-b090-72102ad65555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:02:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['0d40987d-49da-4e32-a802-2108a9e95539'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:50.587027 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74e78-0fdd-4b99-b254-514382b177ba None None] Pushing event updated for resources: {'Port': ['ID=5875cf48-60d5-4da0-90ee-3250d8f71c40,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:50.622264 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6669c240-2d04-46ff-89b7-418dbdb586aa None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.639268 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6669c240-2d04-46ff-89b7-418dbdb586aa None None] Transition to ACTIVE for port object 6b8f3ea9-ca59-46b9-86d7-90ae0f3c71c5 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:50.688862 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6669c240-2d04-46ff-89b7-418dbdb586aa None None] Transition to ACTIVE for port object 6b8f3ea9-ca59-46b9-86d7-90ae0f3c71c5 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:50.701299 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6669c240-2d04-46ff-89b7-418dbdb586aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.740986 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-467fd90f-5e9d-4d2f-b090-72102ad65555 None None] Set router 0d40987d-49da-4e32-a802-2108a9e95539 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:50.746428 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-cc3e1601-913c-452e-887d-6e1fd7943014 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Allocated IP 172.20.0.1 (a4d8ba34-d122-4fc6-8a39-594a54d05df0/d37c2a32-06f7-444f-aa42-3c30dc7e811a/7d2cee21-7d31-4266-94b6-38b9305915e2) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:50.779574 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6669c240-2d04-46ff-89b7-418dbdb586aa None None] Network a4d8ba34-d122-4fc6-8a39-594a54d05df0 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:50.811416 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-6669c240-2d04-46ff-89b7-418dbdb586aa None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:50.815522 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6669c240-2d04-46ff-89b7-418dbdb586aa None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:50.817324 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669c240-2d04-46ff-89b7-418dbdb586aa None None] Pushing event updated for resources: {'Port': ['ID=6b8f3ea9-ca59-46b9-86d7-90ae0f3c71c5,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:50.865199 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc3e1601-913c-452e-887d-6e1fd7943014 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.879214 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-cc3e1601-913c-452e-887d-6e1fd7943014 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Transition to ACTIVE for port object 7d2cee21-7d31-4266-94b6-38b9305915e2 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:50.913245 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc3e1601-913c-452e-887d-6e1fd7943014 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.924938 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6669c240-2d04-46ff-89b7-418dbdb586aa None None] Attempting to bind port 6b8f3ea9-ca59-46b9-86d7-90ae0f3c71c5 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:50.925309 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6669c240-2d04-46ff-89b7-418dbdb586aa None None] Attempting to bind port 6b8f3ea9-ca59-46b9-86d7-90ae0f3c71c5 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a4d8ba34-d122-4fc6-8a39-594a54d05df0'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:50.925673 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6669c240-2d04-46ff-89b7-418dbdb586aa None None] Attempting to bind port 6b8f3ea9-ca59-46b9-86d7-90ae0f3c71c5 on network a4d8ba34-d122-4fc6-8a39-594a54d05df0 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:50.938753 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6669c240-2d04-46ff-89b7-418dbdb586aa None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:50.939134 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6669c240-2d04-46ff-89b7-418dbdb586aa None None] Checking segment: {'id': 'e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a4d8ba34-d122-4fc6-8a39-594a54d05df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:50.939567 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6669c240-2d04-46ff-89b7-418dbdb586aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.939966 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6669c240-2d04-46ff-89b7-418dbdb586aa None None] Bound using segment: {'id': 'e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a4d8ba34-d122-4fc6-8a39-594a54d05df0'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:50.940443 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6669c240-2d04-46ff-89b7-418dbdb586aa None None] Bound port: 6b8f3ea9-ca59-46b9-86d7-90ae0f3c71c5, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a4d8ba34-d122-4fc6-8a39-594a54d05df0'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:50.940825 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6669c240-2d04-46ff-89b7-418dbdb586aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.955181 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3e1601-913c-452e-887d-6e1fd7943014 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network a4d8ba34-d122-4fc6-8a39-594a54d05df0 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:50.960427 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-cc3e1601-913c-452e-887d-6e1fd7943014 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:50.964829 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3e1601-913c-452e-887d-6e1fd7943014 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:50.990295 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e1601-913c-452e-887d-6e1fd7943014 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Port': ['ID=7d2cee21-7d31-4266-94b6-38b9305915e2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:51.012536 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc3e1601-913c-452e-887d-6e1fd7943014 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.037863 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6669c240-2d04-46ff-89b7-418dbdb586aa None None] For port 6b8f3ea9-ca59-46b9-86d7-90ae0f3c71c5, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:51.039840 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6669c240-2d04-46ff-89b7-418dbdb586aa None None] For port 6b8f3ea9-ca59-46b9-86d7-90ae0f3c71c5, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6b8f3ea9-ca59-46b9-86d7-90ae0f3c71c5,segment=NetworkSegment(e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79),segment_id=e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:51.049487 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6669c240-2d04-46ff-89b7-418dbdb586aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.054002 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-467fd90f-5e9d-4d2f-b090-72102ad65555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d40987d-49da-4e32-a802-2108a9e95539', 'name': 'tempest-TestNetworkAdvancedServerOps-router-775701721', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '5875cf48-60d5-4da0-90ee-3250d8f71c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:48Z', 'revision_number': 3, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '5875cf48-60d5-4da0-90ee-3250d8f71c40', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d40987d-49da-4e32-a802-2108a9e95539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:51.107303 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467fd90f-5e9d-4d2f-b090-72102ad65555 None None] The sync data for ids ['0d40987d-49da-4e32-a802-2108a9e95539'] in n-d-787206-13 is: [{'id': '0d40987d-49da-4e32-a802-2108a9e95539', 'name': 'tempest-TestNetworkAdvancedServerOps-router-775701721', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '5875cf48-60d5-4da0-90ee-3250d8f71c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:48Z', 'revision_number': 3, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '5875cf48-60d5-4da0-90ee-3250d8f71c40', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d40987d-49da-4e32-a802-2108a9e95539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:02:51.144654 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669c240-2d04-46ff-89b7-418dbdb586aa None None] Pushing event updated for resources: {'Port': ['ID=6b8f3ea9-ca59-46b9-86d7-90ae0f3c71c5,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:51.165220 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc3e1601-913c-452e-887d-6e1fd7943014 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.500649 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc3e1601-913c-452e-887d-6e1fd7943014 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.505201 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc3e1601-913c-452e-887d-6e1fd7943014 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.578989 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e1601-913c-452e-887d-6e1fd7943014 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Port': ['ID=7d2cee21-7d31-4266-94b6-38b9305915e2,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:51.581497 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc3e1601-913c-452e-887d-6e1fd7943014 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.685828 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3e1601-913c-452e-887d-6e1fd7943014 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network a4d8ba34-d122-4fc6-8a39-594a54d05df0 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:51.687374 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-cc3e1601-913c-452e-887d-6e1fd7943014 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:51.804352 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3e1601-913c-452e-887d-6e1fd7943014 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Router 0d40987d-49da-4e32-a802-2108a9e95539 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:02:51.926116 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3e1601-913c-452e-887d-6e1fd7943014 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:02:51.933089 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-cc3e1601-913c-452e-887d-6e1fd7943014 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "PUT /v2.0/routers/0d40987d-49da-4e32-a802-2108a9e95539/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0952497 Aug 16 21:02:52.034615 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6b8f3ea9-ca59-46b9-86d7-90ae0f3c71c5 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:52.094409 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 6b8f3ea9-ca59-46b9-86d7-90ae0f3c71c5 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:52.098798 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 5875cf48-60d5-4da0-90ee-3250d8f71c40 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:52.106040 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-89733ec0-309a-4efb-8881-8fff304c68f3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-966406812&fields=id&tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e HTTP/1.1" status: 200 len: 267 time: 0.0391443 Aug 16 21:02:52.154929 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 5875cf48-60d5-4da0-90ee-3250d8f71c40 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:52.159180 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 5875cf48-60d5-4da0-90ee-3250d8f71c40 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:52.159635 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.185856 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d745178c-373a-4557-b1dc-0c7fe795e789 None None] Network a4d8ba34-d122-4fc6-8a39-594a54d05df0 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:52.225710 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-1da0aa30-6514-48af-8c80-fcae183e30b5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:52.227954 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-1da0aa30-6514-48af-8c80-fcae183e30b5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/networks?id=a4d8ba34-d122-4fc6-8a39-594a54d05df0 HTTP/1.1" status: 200 len: 797 time: 0.1151507 Aug 16 21:02:52.245398 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-2560cea3-6a2a-4454-81de-1cc9b18b6bc5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/quotas/3b55bcbb731b4f17ac8f16ceeee7f73e HTTP/1.1" status: 200 len: 375 time: 0.0116022 Aug 16 21:02:52.264489 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-419efabf-08df-4307-8944-f3f7436b5a82 None None] Provisioning for port 6b8f3ea9-ca59-46b9-86d7-90ae0f3c71c5 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:52.286541 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-419efabf-08df-4307-8944-f3f7436b5a82 None None] Provisioning complete for port 6b8f3ea9-ca59-46b9-86d7-90ae0f3c71c5 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:52.286913 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-419efabf-08df-4307-8944-f3f7436b5a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.305610 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-7558b5b2-50a6-465c-b99d-e7d670160200 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535386 Aug 16 21:02:52.322758 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-b30a3199-edff-47ef-b268-490c5fb3c3e8 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:52.323747 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-b30a3199-edff-47ef-b268-490c5fb3c3e8 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058196 Aug 16 21:02:52.393355 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.412955 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-4a134ed8-0922-4447-9356-3415a7c0416e service neutron] 10.222.0.68 "GET /v2.0/networks/a4d8ba34-d122-4fc6-8a39-594a54d05df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832512 Aug 16 21:02:52.457989 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 5875cf48-60d5-4da0-90ee-3250d8f71c40, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=5875cf48-60d5-4da0-90ee-3250d8f71c40,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:52.465976 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.504960 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-419efabf-08df-4307-8944-f3f7436b5a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.515582 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-7daf5013-dfe2-4739-adfa-0c4f89096a3a service neutron] 10.222.0.68 "GET /v2.0/networks/a4d8ba34-d122-4fc6-8a39-594a54d05df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949216 Aug 16 21:02:52.542948 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=5875cf48-60d5-4da0-90ee-3250d8f71c40,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:52.561231 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-419efabf-08df-4307-8944-f3f7436b5a82 None None] For port 6b8f3ea9-ca59-46b9-86d7-90ae0f3c71c5, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6b8f3ea9-ca59-46b9-86d7-90ae0f3c71c5,segment=NetworkSegment(e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79),segment_id=e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:52.566040 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-419efabf-08df-4307-8944-f3f7436b5a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.620059 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419efabf-08df-4307-8944-f3f7436b5a82 None None] Pushing event updated for resources: {'Port': ['ID=6b8f3ea9-ca59-46b9-86d7-90ae0f3c71c5,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:52.716298 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b5f1e33-4387-4eed-bfd3-67ca87e5533e req-71e5150e-a1b8-4c54-8078-7285523fa775 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=27a4f3fc-6704-4015-aff5-8677677acda0 HTTP/1.1" status: 200 len: 210 time: 0.0330265 Aug 16 21:02:52.788859 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c1d939d1-ca07-419b-8318-e724e6ea8e28 None None] Provisioning complete for port 6b8f3ea9-ca59-46b9-86d7-90ae0f3c71c5 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:52.789759 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c1d939d1-ca07-419b-8318-e724e6ea8e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.847773 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551142b0-d340-407e-86a2-04816bc7bd68 None None] Sync routers for ids ['0d40987d-49da-4e32-a802-2108a9e95539'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:02:52.859467 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551142b0-d340-407e-86a2-04816bc7bd68 None None] Routers {'0d40987d-49da-4e32-a802-2108a9e95539'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:52.860698 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-551142b0-d340-407e-86a2-04816bc7bd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:02:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['0d40987d-49da-4e32-a802-2108a9e95539'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:52.908229 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c1d939d1-ca07-419b-8318-e724e6ea8e28 None None] Provisioning for port 7d2cee21-7d31-4266-94b6-38b9305915e2 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:52.916745 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c1d939d1-ca07-419b-8318-e724e6ea8e28 None None] Provisioning complete for port 7d2cee21-7d31-4266-94b6-38b9305915e2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:52.917222 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c1d939d1-ca07-419b-8318-e724e6ea8e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.954589 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c1d939d1-ca07-419b-8318-e724e6ea8e28 None None] Port 7d2cee21-7d31-4266-94b6-38b9305915e2 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:02:52.986247 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-551142b0-d340-407e-86a2-04816bc7bd68 None None] Set router 0d40987d-49da-4e32-a802-2108a9e95539 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:53.076734 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-73fe43fb-553e-4521-84ca-e10cb0a4a714 None None] Provisioning complete for port 7d2cee21-7d31-4266-94b6-38b9305915e2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:53.077305 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-73fe43fb-553e-4521-84ca-e10cb0a4a714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:53.125228 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-73fe43fb-553e-4521-84ca-e10cb0a4a714 None None] Port 7d2cee21-7d31-4266-94b6-38b9305915e2 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:02:53.243069 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3cde08d4-6fb9-4ea2-bd33-54302adedc31 None None] Provisioning complete for port 7d2cee21-7d31-4266-94b6-38b9305915e2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:53.243563 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3cde08d4-6fb9-4ea2-bd33-54302adedc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:53.282876 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3cde08d4-6fb9-4ea2-bd33-54302adedc31 None None] Port 7d2cee21-7d31-4266-94b6-38b9305915e2 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:02:53.300786 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-551142b0-d340-407e-86a2-04816bc7bd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d40987d-49da-4e32-a802-2108a9e95539', 'name': 'tempest-TestNetworkAdvancedServerOps-router-775701721', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '5875cf48-60d5-4da0-90ee-3250d8f71c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:51Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '5875cf48-60d5-4da0-90ee-3250d8f71c40', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d40987d-49da-4e32-a802-2108a9e95539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '7d2cee21-7d31-4266-94b6-38b9305915e2', 'name': '', 'network_id': 'a4d8ba34-d122-4fc6-8a39-594a54d05df0', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:46:85:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d40987d-49da-4e32-a802-2108a9e95539', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd37c2a32-06f7-444f-aa42-3c30dc7e811a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:50Z', 'updated_at': '2021-08-16T21:02:51Z', 'revision_number': 2, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': 'd37c2a32-06f7-444f-aa42-3c30dc7e811a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:53.330752 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551142b0-d340-407e-86a2-04816bc7bd68 None None] Checking router: 0d40987d-49da-4e32-a802-2108a9e95539 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:02:53.331105 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551142b0-d340-407e-86a2-04816bc7bd68 None None] Updating router 0d40987d-49da-4e32-a802-2108a9e95539 port 7d2cee21-7d31-4266-94b6-38b9305915e2 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:02:53.355922 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-551142b0-d340-407e-86a2-04816bc7bd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:53.613875 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-551142b0-d340-407e-86a2-04816bc7bd68 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:53.623938 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-551142b0-d340-407e-86a2-04816bc7bd68 None None] Transition to ACTIVE for port object 7d2cee21-7d31-4266-94b6-38b9305915e2 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:53.629371 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-551142b0-d340-407e-86a2-04816bc7bd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:53.680880 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66886b96-82bb-4b77-ae59-b9877f654930 None None] Pushing event updated for resources: {'Port': ['ID=7d2cee21-7d31-4266-94b6-38b9305915e2,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:53.709002 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66886b96-82bb-4b77-ae59-b9877f654930 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:53.709484 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66886b96-82bb-4b77-ae59-b9877f654930 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:53.709825 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66886b96-82bb-4b77-ae59-b9877f654930 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:53.710150 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66886b96-82bb-4b77-ae59-b9877f654930 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:53.710647 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66886b96-82bb-4b77-ae59-b9877f654930 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:53.710974 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66886b96-82bb-4b77-ae59-b9877f654930 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:53.712160 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66886b96-82bb-4b77-ae59-b9877f654930 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:53.713938 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66886b96-82bb-4b77-ae59-b9877f654930 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:53.714425 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66886b96-82bb-4b77-ae59-b9877f654930 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:53.714943 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66886b96-82bb-4b77-ae59-b9877f654930 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:53.715291 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66886b96-82bb-4b77-ae59-b9877f654930 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:53.715623 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66886b96-82bb-4b77-ae59-b9877f654930 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:53.727338 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-faf17c4e-d0e9-4ff9-a74a-6d2db13adedf tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:53.729369 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-faf17c4e-d0e9-4ff9-a74a-6d2db13adedf tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.57 "GET /v2.0/networks?id=a4d8ba34-d122-4fc6-8a39-594a54d05df0 HTTP/1.1" status: 200 len: 797 time: 0.1319361 Aug 16 21:02:53.751727 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-551142b0-d340-407e-86a2-04816bc7bd68 None None] Attempting to bind port 7d2cee21-7d31-4266-94b6-38b9305915e2 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:53.752395 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-551142b0-d340-407e-86a2-04816bc7bd68 None None] Attempting to bind port 7d2cee21-7d31-4266-94b6-38b9305915e2 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a4d8ba34-d122-4fc6-8a39-594a54d05df0'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:53.752801 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551142b0-d340-407e-86a2-04816bc7bd68 None None] Attempting to bind port 7d2cee21-7d31-4266-94b6-38b9305915e2 on network a4d8ba34-d122-4fc6-8a39-594a54d05df0 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:53.758646 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551142b0-d340-407e-86a2-04816bc7bd68 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:53.759043 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551142b0-d340-407e-86a2-04816bc7bd68 None None] Checking segment: {'id': 'e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a4d8ba34-d122-4fc6-8a39-594a54d05df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:53.759488 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-551142b0-d340-407e-86a2-04816bc7bd68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:53.759874 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551142b0-d340-407e-86a2-04816bc7bd68 None None] Bound using segment: {'id': 'e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a4d8ba34-d122-4fc6-8a39-594a54d05df0'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:53.760440 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-551142b0-d340-407e-86a2-04816bc7bd68 None None] Bound port: 7d2cee21-7d31-4266-94b6-38b9305915e2, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a4d8ba34-d122-4fc6-8a39-594a54d05df0'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:53.760821 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-551142b0-d340-407e-86a2-04816bc7bd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:53.780765 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-f1336792-5db0-4a24-a46d-6d1f531baf6a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e HTTP/1.1" status: 200 len: 379 time: 0.0394747 Aug 16 21:02:53.796000 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-7af85014-a1b8-498f-a529-ceed93504dff tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'port': {'device_id': '27a4f3fc-6704-4015-aff5-8677677acda0', 'network_id': 'a4d8ba34-d122-4fc6-8a39-594a54d05df0', 'admin_state_up': True, 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'security_groups': ['85a71a33-030a-4f08-bfd2-db8f3d3914e1']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:53.830579 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-551142b0-d340-407e-86a2-04816bc7bd68 None None] For port 7d2cee21-7d31-4266-94b6-38b9305915e2, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:53.834085 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-551142b0-d340-407e-86a2-04816bc7bd68 None None] For port 7d2cee21-7d31-4266-94b6-38b9305915e2, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7d2cee21-7d31-4266-94b6-38b9305915e2,segment=NetworkSegment(e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79),segment_id=e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:53.839074 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-551142b0-d340-407e-86a2-04816bc7bd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:53.861647 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0e1a33f0-55c1-41da-8c52-ba7c12dd702c req-921cd3b0-b0ca-4971-b517-56f6f1b07d52 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=27a4f3fc-6704-4015-aff5-8677677acda0 HTTP/1.1" status: 200 len: 210 time: 0.0605366 Aug 16 21:02:53.889775 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551142b0-d340-407e-86a2-04816bc7bd68 None None] Routers {'0d40987d-49da-4e32-a802-2108a9e95539'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:53.890368 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-551142b0-d340-407e-86a2-04816bc7bd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:02:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['0d40987d-49da-4e32-a802-2108a9e95539'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:53.952033 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-7af85014-a1b8-498f-a529-ceed93504dff tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Made reservation on behalf of 3b55bcbb731b4f17ac8f16ceeee7f73e for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:53.955487 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-7af85014-a1b8-498f-a529-ceed93504dff tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:53.980399 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6b8f3ea9-ca59-46b9-86d7-90ae0f3c71c5 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:54.001441 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66886b96-82bb-4b77-ae59-b9877f654930 None None] Pushing event updated for resources: {'Port': ['ID=7d2cee21-7d31-4266-94b6-38b9305915e2,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:54.026134 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-551142b0-d340-407e-86a2-04816bc7bd68 None None] Set router 0d40987d-49da-4e32-a802-2108a9e95539 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:54.060016 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 6b8f3ea9-ca59-46b9-86d7-90ae0f3c71c5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:54.060629 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:54.136593 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-7af85014-a1b8-498f-a529-ceed93504dff tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Allocated IP 172.20.0.12 (a4d8ba34-d122-4fc6-8a39-594a54d05df0/d37c2a32-06f7-444f-aa42-3c30dc7e811a/7ac59196-0739-4193-b7d4-c43be3ddc60e) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:54.165525 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 5875cf48-60d5-4da0-90ee-3250d8f71c40 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:54.220994 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 5875cf48-60d5-4da0-90ee-3250d8f71c40 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:54.221293 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:54.277150 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-551142b0-d340-407e-86a2-04816bc7bd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d40987d-49da-4e32-a802-2108a9e95539', 'name': 'tempest-TestNetworkAdvancedServerOps-router-775701721', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '5875cf48-60d5-4da0-90ee-3250d8f71c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:51Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '5875cf48-60d5-4da0-90ee-3250d8f71c40', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d40987d-49da-4e32-a802-2108a9e95539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '7d2cee21-7d31-4266-94b6-38b9305915e2', 'name': '', 'network_id': 'a4d8ba34-d122-4fc6-8a39-594a54d05df0', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:46:85:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d40987d-49da-4e32-a802-2108a9e95539', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd37c2a32-06f7-444f-aa42-3c30dc7e811a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:50Z', 'updated_at': '2021-08-16T21:02:53Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': 'd37c2a32-06f7-444f-aa42-3c30dc7e811a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:54.309278 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551142b0-d340-407e-86a2-04816bc7bd68 None None] The sync data for ids ['0d40987d-49da-4e32-a802-2108a9e95539'] in n-d-787206-13 is: [{'id': '0d40987d-49da-4e32-a802-2108a9e95539', 'name': 'tempest-TestNetworkAdvancedServerOps-router-775701721', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '5875cf48-60d5-4da0-90ee-3250d8f71c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:51Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '5875cf48-60d5-4da0-90ee-3250d8f71c40', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d40987d-49da-4e32-a802-2108a9e95539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '7d2cee21-7d31-4266-94b6-38b9305915e2', 'name': '', 'network_id': 'a4d8ba34-d122-4fc6-8a39-594a54d05df0', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:46:85:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d40987d-49da-4e32-a802-2108a9e95539', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd37c2a32-06f7-444f-aa42-3c30dc7e811a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:50Z', 'updated_at': '2021-08-16T21:02:53Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': 'd37c2a32-06f7-444f-aa42-3c30dc7e811a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:02:54.312611 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-7af85014-a1b8-498f-a529-ceed93504dff tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:54.328677 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-7af85014-a1b8-498f-a529-ceed93504dff tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Transition to ACTIVE for port object 7ac59196-0739-4193-b7d4-c43be3ddc60e will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:54.384358 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-7af85014-a1b8-498f-a529-ceed93504dff tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:54.431284 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-7af85014-a1b8-498f-a529-ceed93504dff tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network a4d8ba34-d122-4fc6-8a39-594a54d05df0 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:54.439402 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-7af85014-a1b8-498f-a529-ceed93504dff tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:54.445684 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-7af85014-a1b8-498f-a529-ceed93504dff tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:54.456004 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af85014-a1b8-498f-a529-ceed93504dff tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Port': ['ID=7ac59196-0739-4193-b7d4-c43be3ddc60e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:54.524827 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-7af85014-a1b8-498f-a529-ceed93504dff tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:54.525481 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-7af85014-a1b8-498f-a529-ceed93504dff tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:54.541970 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-7af85014-a1b8-498f-a529-ceed93504dff tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7505405 Aug 16 21:02:54.606516 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-57d7f239-867f-474d-a997-402d515bb8a9 service neutron] Request body: {'port': {'device_id': '27a4f3fc-6704-4015-aff5-8677677acda0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:54.673360 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-57d7f239-867f-474d-a997-402d515bb8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:54.679168 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-74665de7-313d-43bd-9d2e-1ec8ed14b4be None None] Provisioning for port 7ac59196-0739-4193-b7d4-c43be3ddc60e completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:54.684349 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-74665de7-313d-43bd-9d2e-1ec8ed14b4be None None] Provisioning complete for port 7ac59196-0739-4193-b7d4-c43be3ddc60e triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:54.685001 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-74665de7-313d-43bd-9d2e-1ec8ed14b4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:54.722486 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-74665de7-313d-43bd-9d2e-1ec8ed14b4be None None] Port 7ac59196-0739-4193-b7d4-c43be3ddc60e cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:02:54.980308 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-57d7f239-867f-474d-a997-402d515bb8a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ac59196-0739-4193-b7d4-c43be3ddc60e {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:02:54.989208 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-57d7f239-867f-474d-a997-402d515bb8a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:55.006275 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-57d7f239-867f-474d-a997-402d515bb8a9 service neutron] Transition to ACTIVE for port object 7ac59196-0739-4193-b7d4-c43be3ddc60e will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:55.017299 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2c403-6070-4ac8-8201-312df7ff554b req-d1ed444d-6b8f-48cf-9526-2c1b04f168f7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:55.018821 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0ee2c403-6070-4ac8-8201-312df7ff554b req-d1ed444d-6b8f-48cf-9526-2c1b04f168f7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=27a4f3fc-6704-4015-aff5-8677677acda0 HTTP/1.1" status: 200 len: 932 time: 0.0765510 Aug 16 21:02:55.020020 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-57d7f239-867f-474d-a997-402d515bb8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:55.442375 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7f239-867f-474d-a997-402d515bb8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7ac59196-0739-4193-b7d4-c43be3ddc60e,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:55.453538 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0ee2c403-6070-4ac8-8201-312df7ff554b req-0cc278d2-0a45-400e-9120-0fdd85883b81 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=85a71a33-030a-4f08-bfd2-db8f3d3914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4247148 Aug 16 21:02:55.521356 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-57d7f239-867f-474d-a997-402d515bb8a9 service neutron] Attempting to bind port 7ac59196-0739-4193-b7d4-c43be3ddc60e on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:55.521877 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-57d7f239-867f-474d-a997-402d515bb8a9 service neutron] Attempting to bind port 7ac59196-0739-4193-b7d4-c43be3ddc60e by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a4d8ba34-d122-4fc6-8a39-594a54d05df0'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:55.522209 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-57d7f239-867f-474d-a997-402d515bb8a9 service neutron] Attempting to bind port 7ac59196-0739-4193-b7d4-c43be3ddc60e on network a4d8ba34-d122-4fc6-8a39-594a54d05df0 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:55.527599 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-57d7f239-867f-474d-a997-402d515bb8a9 service neutron] Port 7ac59196-0739-4193-b7d4-c43be3ddc60e on network a4d8ba34-d122-4fc6-8a39-594a54d05df0 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:02:55.527919 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-57d7f239-867f-474d-a997-402d515bb8a9 service neutron] Attempting to bind port 7ac59196-0739-4193-b7d4-c43be3ddc60e on network a4d8ba34-d122-4fc6-8a39-594a54d05df0 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:55.532923 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-57d7f239-867f-474d-a997-402d515bb8a9 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:55.533259 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-57d7f239-867f-474d-a997-402d515bb8a9 service neutron] Checking segment: {'id': 'e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a4d8ba34-d122-4fc6-8a39-594a54d05df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:55.533648 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-57d7f239-867f-474d-a997-402d515bb8a9 service neutron] Bound using segment: {'id': 'e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a4d8ba34-d122-4fc6-8a39-594a54d05df0'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:55.534070 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-57d7f239-867f-474d-a997-402d515bb8a9 service neutron] Bound port: 7ac59196-0739-4193-b7d4-c43be3ddc60e, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a4d8ba34-d122-4fc6-8a39-594a54d05df0'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:55.534427 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-57d7f239-867f-474d-a997-402d515bb8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:55.598336 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-57d7f239-867f-474d-a997-402d515bb8a9 service neutron] For port 7ac59196-0739-4193-b7d4-c43be3ddc60e, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:55.601260 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-57d7f239-867f-474d-a997-402d515bb8a9 service neutron] For port 7ac59196-0739-4193-b7d4-c43be3ddc60e, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=7ac59196-0739-4193-b7d4-c43be3ddc60e,segment=NetworkSegment(e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79),segment_id=e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:55.606648 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-57d7f239-867f-474d-a997-402d515bb8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:55.643551 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-57d7f239-867f-474d-a997-402d515bb8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:55.644136 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-57d7f239-867f-474d-a997-402d515bb8a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:55.645549 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-57d7f239-867f-474d-a997-402d515bb8a9 service neutron] 10.222.0.57 "PUT /v2.0/ports/7ac59196-0739-4193-b7d4-c43be3ddc60e HTTP/1.1" status: 200 len: 1093 time: 1.0951042 Aug 16 21:02:55.648112 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a4f3fc-6704-4015-aff5-8677677acda0', 'tag': '7ac59196-0739-4193-b7d4-c43be3ddc60e'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:02:55.651958 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70dc792c-5e03-495f-bdaa-5889663410ff" -d '{"events": [{"name": "network-changed", "server_uuid": "27a4f3fc-6704-4015-aff5-8677677acda0", "tag": "7ac59196-0739-4193-b7d4-c43be3ddc60e"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:02:55.678727 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7f239-867f-474d-a997-402d515bb8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7ac59196-0739-4193-b7d4-c43be3ddc60e,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:55.736381 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-13ca2395-8cf1-4b66-bfab-42beb0c218c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:55.738027 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-13ca2395-8cf1-4b66-bfab-42beb0c218c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&device_id=27a4f3fc-6704-4015-aff5-8677677acda0 HTTP/1.1" status: 200 len: 1096 time: 0.0469010 Aug 16 21:02:55.780763 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182f6a23-c914-449b-9b58-f486d2d5dc32 x-openstack-request-id: req-182f6a23-c914-449b-9b58-f486d2d5dc32 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:02:55.781060 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a4f3fc-6704-4015-aff5-8677677acda0", "tag": "7ac59196-0739-4193-b7d4-c43be3ddc60e", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:02:55.781311 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-182f6a23-c914-449b-9b58-f486d2d5dc32 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:02:55.781706 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a4f3fc-6704-4015-aff5-8677677acda0', 'tag': '7ac59196-0739-4193-b7d4-c43be3ddc60e', 'status': 'completed', 'code': 200} Aug 16 21:02:55.783283 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-326a4397-fa25-4bdf-be7b-becdb0af3dde service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ac59196-0739-4193-b7d4-c43be3ddc60e HTTP/1.1" status: 200 len: 217 time: 0.0378563 Aug 16 21:02:55.839709 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-81583b4d-2f83-47aa-b72d-126abb3b85b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:55.841185 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-81583b4d-2f83-47aa-b72d-126abb3b85b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d37c2a32-06f7-444f-aa42-3c30dc7e811a HTTP/1.1" status: 200 len: 835 time: 0.0506067 Aug 16 21:02:55.887316 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-8abe109c-119a-43a5-957e-cec4e8bc2e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:55.888835 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-8abe109c-119a-43a5-957e-cec4e8bc2e7e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a4d8ba34-d122-4fc6-8a39-594a54d05df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404093 Aug 16 21:02:55.963824 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7d2cee21-7d31-4266-94b6-38b9305915e2 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:55.987077 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-ac49c1c6-aec1-4f0d-a175-653649684e55 service neutron] 10.222.0.57 "GET /v2.0/networks/a4d8ba34-d122-4fc6-8a39-594a54d05df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906460 Aug 16 21:02:56.013033 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 7d2cee21-7d31-4266-94b6-38b9305915e2 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:56.016968 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 7d2cee21-7d31-4266-94b6-38b9305915e2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:56.017345 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:56.081876 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c68b04a5-f048-4fc6-9336-bc62b8d4ab02 req-a700960b-c47a-4bbf-97fa-979f5de6a99f service neutron] 10.222.0.57 "GET /v2.0/networks/a4d8ba34-d122-4fc6-8a39-594a54d05df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876405 Aug 16 21:02:56.101394 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:56.135680 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 7d2cee21-7d31-4266-94b6-38b9305915e2, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7d2cee21-7d31-4266-94b6-38b9305915e2,segment=NetworkSegment(e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79),segment_id=e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:56.140786 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:56.169438 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc792c-5e03-495f-bdaa-5889663410ff req-f3c69bd5-d832-4749-9f97-7cca3586b0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:56.170984 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-70dc792c-5e03-495f-bdaa-5889663410ff req-f3c69bd5-d832-4749-9f97-7cca3586b0f7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&device_id=27a4f3fc-6704-4015-aff5-8677677acda0 HTTP/1.1" status: 200 len: 1096 time: 0.0446737 Aug 16 21:02:56.189759 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=7d2cee21-7d31-4266-94b6-38b9305915e2,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:56.266303 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc792c-5e03-495f-bdaa-5889663410ff req-deb55109-183b-45a1-8a32-39e42a295b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:56.267724 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-70dc792c-5e03-495f-bdaa-5889663410ff req-deb55109-183b-45a1-8a32-39e42a295b62 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a4d8ba34-d122-4fc6-8a39-594a54d05df0 HTTP/1.1" status: 200 len: 898 time: 0.0896742 Aug 16 21:02:56.309891 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-70dc792c-5e03-495f-bdaa-5889663410ff req-5b7f69a5-5e2d-4e08-a81d-2ae43be34728 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ac59196-0739-4193-b7d4-c43be3ddc60e HTTP/1.1" status: 200 len: 217 time: 0.0345948 Aug 16 21:02:56.359488 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc792c-5e03-495f-bdaa-5889663410ff req-d7412128-39b8-4038-859f-3885e50242bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:56.360910 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-70dc792c-5e03-495f-bdaa-5889663410ff req-d7412128-39b8-4038-859f-3885e50242bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d37c2a32-06f7-444f-aa42-3c30dc7e811a HTTP/1.1" status: 200 len: 835 time: 0.0429509 Aug 16 21:02:56.410497 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc792c-5e03-495f-bdaa-5889663410ff req-10671f9e-96c9-4ee9-9094-cc3bd4a03e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:56.412254 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-70dc792c-5e03-495f-bdaa-5889663410ff req-10671f9e-96c9-4ee9-9094-cc3bd4a03e70 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a4d8ba34-d122-4fc6-8a39-594a54d05df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433605 Aug 16 21:02:56.501318 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-70dc792c-5e03-495f-bdaa-5889663410ff req-02ad4425-06ca-4f56-9619-adfe9093ad09 service neutron] 10.222.0.57 "GET /v2.0/networks/a4d8ba34-d122-4fc6-8a39-594a54d05df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810716 Aug 16 21:02:56.590178 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:02:56.618901 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038fafd-3c96-4819-8928-09ae9503af9f req-4feb9ab8-e514-4c15-a34b-3dcbc14b8aa7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:56.620400 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1038fafd-3c96-4819-8928-09ae9503af9f req-4feb9ab8-e514-4c15-a34b-3dcbc14b8aa7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=27a4f3fc-6704-4015-aff5-8677677acda0 HTTP/1.1" status: 200 len: 944 time: 0.0940435 Aug 16 21:02:56.645037 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-70dc792c-5e03-495f-bdaa-5889663410ff req-c4c8835f-a746-42d9-85ae-7038f5456ef6 service neutron] 10.222.0.57 "GET /v2.0/networks/a4d8ba34-d122-4fc6-8a39-594a54d05df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353328 Aug 16 21:02:56.664695 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1038fafd-3c96-4819-8928-09ae9503af9f req-95c392b0-a2fe-42fb-8112-0e74ff52b735 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=85a71a33-030a-4f08-bfd2-db8f3d3914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352695 Aug 16 21:02:57.778163 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822edd53-e7a7-4135-aa38-b124c18d587b req-d95caa06-1c23-4555-8d40-f8169a8a0db8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:57.779673 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-822edd53-e7a7-4135-aa38-b124c18d587b req-d95caa06-1c23-4555-8d40-f8169a8a0db8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=27a4f3fc-6704-4015-aff5-8677677acda0 HTTP/1.1" status: 200 len: 944 time: 0.0492752 Aug 16 21:02:57.818064 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 7ac59196-0739-4193-b7d4-c43be3ddc60e details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:02:57.822104 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-822edd53-e7a7-4135-aa38-b124c18d587b req-178dcb97-9412-4e02-9cc1-9bbf509647f0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=85a71a33-030a-4f08-bfd2-db8f3d3914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365164 Aug 16 21:02:57.915384 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 7ac59196-0739-4193-b7d4-c43be3ddc60e, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=7ac59196-0739-4193-b7d4-c43be3ddc60e,segment=NetworkSegment(e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79),segment_id=e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:57.926303 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '7ac59196-0739-4193-b7d4-c43be3ddc60e', 'network_id': 'a4d8ba34-d122-4fc6-8a39-594a54d05df0', 'port_id': '7ac59196-0739-4193-b7d4-c43be3ddc60e', 'mac_address': 'fa:16:3e:af:49:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd37c2a32-06f7-444f-aa42-3c30dc7e811a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:02:57.950437 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7d2cee21-7d31-4266-94b6-38b9305915e2 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:57.992921 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.009604 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac59196-0739-4193-b7d4-c43be3ddc60e {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:02:58.035019 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 7ac59196-0739-4193-b7d4-c43be3ddc60e, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=7ac59196-0739-4193-b7d4-c43be3ddc60e,segment=NetworkSegment(e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79),segment_id=e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:58.036876 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 7d2cee21-7d31-4266-94b6-38b9305915e2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:58.037335 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.040703 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.116866 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=7ac59196-0739-4193-b7d4-c43be3ddc60e,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:58.256358 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['7ac59196-0739-4193-b7d4-c43be3ddc60e'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:02:58.937505 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102ee10-6354-4d3f-920c-f62a93a601ab req-91e44ada-d75d-4e6f-9109-cfcd0ed01ff4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:58.938976 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1102ee10-6354-4d3f-920c-f62a93a601ab req-91e44ada-d75d-4e6f-9109-cfcd0ed01ff4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=27a4f3fc-6704-4015-aff5-8677677acda0 HTTP/1.1" status: 200 len: 945 time: 0.0494854 Aug 16 21:02:58.976169 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1102ee10-6354-4d3f-920c-f62a93a601ab req-37d3a97a-170c-4a00-9f5c-e425445478d0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=85a71a33-030a-4f08-bfd2-db8f3d3914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312626 Aug 16 21:02:59.833425 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 7ac59196-0739-4193-b7d4-c43be3ddc60e up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:59.884767 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 7ac59196-0739-4193-b7d4-c43be3ddc60e completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:59.888618 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 7ac59196-0739-4193-b7d4-c43be3ddc60e triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:59.888989 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:59.964396 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:59.985940 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a4f3fc-6704-4015-aff5-8677677acda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac59196-0739-4193-b7d4-c43be3ddc60e'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:02:59.988194 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0348104d8022dd0cb333a966cdf78087a7844175b144024c4093ab2d6ac91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87a09f2-d9aa-4409-8c55-009899cfb42b" -d '{"events": [{"server_uuid": "27a4f3fc-6704-4015-aff5-8677677acda0", "name": "network-vif-plugged", "status": "completed", "tag": "7ac59196-0739-4193-b7d4-c43be3ddc60e"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:03:00.001113 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 7ac59196-0739-4193-b7d4-c43be3ddc60e, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=7ac59196-0739-4193-b7d4-c43be3ddc60e,segment=NetworkSegment(e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79),segment_id=e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:00.005161 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:00.032074 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654c6cd7-0dc9-406e-9f6e-445abc9087a5 x-openstack-request-id: req-654c6cd7-0dc9-406e-9f6e-445abc9087a5 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:03:00.032356 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a4f3fc-6704-4015-aff5-8677677acda0", "name": "network-vif-plugged", "status": "completed", "tag": "7ac59196-0739-4193-b7d4-c43be3ddc60e", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:03:00.032602 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-654c6cd7-0dc9-406e-9f6e-445abc9087a5 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:03:00.032977 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a4f3fc-6704-4015-aff5-8677677acda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac59196-0739-4193-b7d4-c43be3ddc60e', 'code': 200} Aug 16 21:03:00.067358 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=7ac59196-0739-4193-b7d4-c43be3ddc60e,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:00.159734 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb5069-0612-47ac-9b02-8c96958cb624 req-912b2786-c1a7-4091-beea-2fb37d176f81 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:00.161596 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5ebb5069-0612-47ac-9b02-8c96958cb624 req-912b2786-c1a7-4091-beea-2fb37d176f81 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=27a4f3fc-6704-4015-aff5-8677677acda0 HTTP/1.1" status: 200 len: 946 time: 0.0784039 Aug 16 21:03:00.168453 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd3c34-183b-471d-8b00-9e7e35c89646 req-4d17935b-f699-4374-a9c1-fc50a4b1969b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:00.169825 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-57bd3c34-183b-471d-8b00-9e7e35c89646 req-4d17935b-f699-4374-a9c1-fc50a4b1969b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=27a4f3fc-6704-4015-aff5-8677677acda0 HTTP/1.1" status: 200 len: 1098 time: 0.0758107 Aug 16 21:03:00.230798 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-57bd3c34-183b-471d-8b00-9e7e35c89646 req-1ffab511-3d3d-4993-ad3c-4df4265083a8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=85a71a33-030a-4f08-bfd2-db8f3d3914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486300 Aug 16 21:03:00.233691 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5ebb5069-0612-47ac-9b02-8c96958cb624 req-d97647e4-db08-4b32-a2c8-9842244bbc82 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=85a71a33-030a-4f08-bfd2-db8f3d3914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591536 Aug 16 21:03:01.348388 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d84766-9eb1-4323-91b2-18668805780c req-86e9e7e1-8886-418e-b7eb-a69e873e14ff tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:01.349886 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4d84766-9eb1-4323-91b2-18668805780c req-86e9e7e1-8886-418e-b7eb-a69e873e14ff tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=27a4f3fc-6704-4015-aff5-8677677acda0 HTTP/1.1" status: 200 len: 946 time: 0.0493665 Aug 16 21:03:01.386545 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b4d84766-9eb1-4323-91b2-18668805780c req-4a885a50-9d9d-425c-8a72-e4cac793de04 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=85a71a33-030a-4f08-bfd2-db8f3d3914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307674 Aug 16 21:03:01.498699 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1de32-aa2d-44d3-b132-7d7a0dd04b92 req-8189d65a-de9a-4169-b817-99597acceec8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:01.500213 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-77b1de32-aa2d-44d3-b132-7d7a0dd04b92 req-8189d65a-de9a-4169-b817-99597acceec8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=27a4f3fc-6704-4015-aff5-8677677acda0 HTTP/1.1" status: 200 len: 946 time: 0.0477378 Aug 16 21:03:01.537508 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-77b1de32-aa2d-44d3-b132-7d7a0dd04b92 req-ea204774-1398-411c-b9a1-baaf84087a00 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=85a71a33-030a-4f08-bfd2-db8f3d3914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314047 Aug 16 21:03:01.558945 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34194) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:01.603608 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c7caa1-5698-461c-a55e-a29b8f17c91e tempest-TestNetworkAdvancedServerOps-1330612273 tempest-TestNetworkAdvancedServerOps-1330612273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:01.605126 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a5c7caa1-5698-461c-a55e-a29b8f17c91e tempest-TestNetworkAdvancedServerOps-1330612273 tempest-TestNetworkAdvancedServerOps-1330612273-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=27a4f3fc-6704-4015-aff5-8677677acda0 HTTP/1.1" status: 200 len: 1093 time: 0.0451753 Aug 16 21:03:01.607964 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34196) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:01.612280 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d0a53fd5-bfed-4237-b076-abd416d3e41a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'port_id': '7ac59196-0739-4193-b7d4-c43be3ddc60e', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:01.632495 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d0a53fd5-bfed-4237-b076-abd416d3e41a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.726119 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d0a53fd5-bfed-4237-b076-abd416d3e41a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.831036 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-d0a53fd5-bfed-4237-b076-abd416d3e41a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Allocated IP 172.25.8.139 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/63e8ac59-c69c-462f-9f24-a23f2df4073b) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:03:01.911770 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-100eb5be-186c-421d-8b5e-b8a2d26394bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.931332 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d0a53fd5-bfed-4237-b076-abd416d3e41a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.968856 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d0a53fd5-bfed-4237-b076-abd416d3e41a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:02.008474 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a53fd5-bfed-4237-b076-abd416d3e41a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:03:02.014703 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-d0a53fd5-bfed-4237-b076-abd416d3e41a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:02.018265 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a53fd5-bfed-4237-b076-abd416d3e41a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:03:02.040573 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a53fd5-bfed-4237-b076-abd416d3e41a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Port': ['ID=63e8ac59-c69c-462f-9f24-a23f2df4073b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:02.370767 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d0a53fd5-bfed-4237-b076-abd416d3e41a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:02.439241 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d0a53fd5-bfed-4237-b076-abd416d3e41a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:02.590611 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d0a53fd5-bfed-4237-b076-abd416d3e41a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:02.595182 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d0a53fd5-bfed-4237-b076-abd416d3e41a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:02.661912 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a53fd5-bfed-4237-b076-abd416d3e41a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Port': ['ID=63e8ac59-c69c-462f-9f24-a23f2df4073b,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:02.673986 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d0a53fd5-bfed-4237-b076-abd416d3e41a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:02.773122 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-d0a53fd5-bfed-4237-b076-abd416d3e41a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Floating IP f9a5d2b1-b7e2-487b-b455-389553bcd318 associated. External IP: 172.25.8.139, port: 7ac59196-0739-4193-b7d4-c43be3ddc60e. Aug 16 21:03:02.984593 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a53fd5-bfed-4237-b076-abd416d3e41a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Router 0d40987d-49da-4e32-a802-2108a9e95539 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:03:03.091092 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a53fd5-bfed-4237-b076-abd416d3e41a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:03:03.101074 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9ecae9-82e7-4dce-86b5-783eb0211082 None None] Sync routers for ids ['0d40987d-49da-4e32-a802-2108a9e95539'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:03:03.106788 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d0a53fd5-bfed-4237-b076-abd416d3e41a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:03.111030 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9ecae9-82e7-4dce-86b5-783eb0211082 None None] Routers {'0d40987d-49da-4e32-a802-2108a9e95539'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:03.111676 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ef9ecae9-82e7-4dce-86b5-783eb0211082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:02:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['0d40987d-49da-4e32-a802-2108a9e95539'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:03.134895 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d0a53fd5-bfed-4237-b076-abd416d3e41a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5259185 Aug 16 21:03:03.135575 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a4f3fc-6704-4015-aff5-8677677acda0', 'tag': '7ac59196-0739-4193-b7d4-c43be3ddc60e'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:03:03.137959 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed1c53d-8f0a-4879-a091-c780e885f0bb" -d '{"events": [{"name": "network-changed", "server_uuid": "27a4f3fc-6704-4015-aff5-8677677acda0", "tag": "7ac59196-0739-4193-b7d4-c43be3ddc60e"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:03:03.219361 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-ef9ecae9-82e7-4dce-86b5-783eb0211082 None None] Set router 0d40987d-49da-4e32-a802-2108a9e95539 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:03:03.231304 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbab3f3-11b6-49d8-9067-4e8a396dea38 req-c07ba1c6-a640-46f7-88ff-ea9f528bb295 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:03.232983 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0fbab3f3-11b6-49d8-9067-4e8a396dea38 req-c07ba1c6-a640-46f7-88ff-ea9f528bb295 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=27a4f3fc-6704-4015-aff5-8677677acda0 HTTP/1.1" status: 200 len: 946 time: 0.0495303 Aug 16 21:03:03.274513 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0fbab3f3-11b6-49d8-9067-4e8a396dea38 req-1abc5e12-1d35-4fee-8d6d-d9d65baa64dd tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=85a71a33-030a-4f08-bfd2-db8f3d3914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351255 Aug 16 21:03:03.298824 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34202) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:03.342504 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb198b0-de03-44de-a7e1-b91b20c2e9a2 x-openstack-request-id: req-5eb198b0-de03-44de-a7e1-b91b20c2e9a2 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:03:03.342777 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a4f3fc-6704-4015-aff5-8677677acda0", "tag": "7ac59196-0739-4193-b7d4-c43be3ddc60e", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:03:03.343037 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5eb198b0-de03-44de-a7e1-b91b20c2e9a2 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:03:03.343467 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a4f3fc-6704-4015-aff5-8677677acda0', 'tag': '7ac59196-0739-4193-b7d4-c43be3ddc60e', 'status': 'completed', 'code': 200} Aug 16 21:03:03.393823 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3f4ecf10-b93f-43ff-bd89-78724745650a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/floatingips/f9a5d2b1-b7e2-487b-b455-389553bcd318 HTTP/1.1" status: 200 len: 992 time: 0.0926700 Aug 16 21:03:03.404194 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1c53d-8f0a-4879-a091-c780e885f0bb req-4ac9fcca-5cb4-4463-8273-d7abb61879ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:03.405665 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fed1c53d-8f0a-4879-a091-c780e885f0bb req-4ac9fcca-5cb4-4463-8273-d7abb61879ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&device_id=27a4f3fc-6704-4015-aff5-8677677acda0 HTTP/1.1" status: 200 len: 1098 time: 0.0598054 Aug 16 21:03:03.460649 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ef9ecae9-82e7-4dce-86b5-783eb0211082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d40987d-49da-4e32-a802-2108a9e95539', 'name': 'tempest-TestNetworkAdvancedServerOps-router-775701721', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '5875cf48-60d5-4da0-90ee-3250d8f71c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:51Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '5875cf48-60d5-4da0-90ee-3250d8f71c40', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d40987d-49da-4e32-a802-2108a9e95539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'f9a5d2b1-b7e2-487b-b455-389553bcd318', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'floating_ip_address': '172.25.8.139', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '0d40987d-49da-4e32-a802-2108a9e95539', 'port_id': '7ac59196-0739-4193-b7d4-c43be3ddc60e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d8ba34-d122-4fc6-8a39-594a54d05df0', 'mac_address': 'fa:16:3e:af:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a4f3fc-6704-4015-aff5-8677677acda0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:03:02Z', 'updated_at': '2021-08-16T21:03:02Z', 'revision_number': 0, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2cee21-7d31-4266-94b6-38b9305915e2', 'name': '', 'network_id': 'a4d8ba34-d122-4fc6-8a39-594a54d05df0', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:46:85:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d40987d-49da-4e32-a802-2108a9e95539', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd37c2a32-06f7-444f-aa42-3c30dc7e811a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:50Z', 'updated_at': '2021-08-16T21:02:56Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': 'd37c2a32-06f7-444f-aa42-3c30dc7e811a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:03.490154 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9ecae9-82e7-4dce-86b5-783eb0211082 None None] Checking router: 0d40987d-49da-4e32-a802-2108a9e95539 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:03:03.498926 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9ecae9-82e7-4dce-86b5-783eb0211082 None None] Routers {'0d40987d-49da-4e32-a802-2108a9e95539'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:03.499557 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ef9ecae9-82e7-4dce-86b5-783eb0211082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:02:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['0d40987d-49da-4e32-a802-2108a9e95539'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:03.502725 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1c53d-8f0a-4879-a091-c780e885f0bb req-5341ebb9-0194-49c2-88c2-c414ed668d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:03.504379 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fed1c53d-8f0a-4879-a091-c780e885f0bb req-5341ebb9-0194-49c2-88c2-c414ed668d67 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a4d8ba34-d122-4fc6-8a39-594a54d05df0 HTTP/1.1" status: 200 len: 898 time: 0.0917807 Aug 16 21:03:03.571290 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fed1c53d-8f0a-4879-a091-c780e885f0bb req-de5d6c19-2059-4b0b-a60c-beedbe9598be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ac59196-0739-4193-b7d4-c43be3ddc60e HTTP/1.1" status: 200 len: 1000 time: 0.0593417 Aug 16 21:03:03.608259 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-ef9ecae9-82e7-4dce-86b5-783eb0211082 None None] Set router 0d40987d-49da-4e32-a802-2108a9e95539 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:03:03.620150 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1c53d-8f0a-4879-a091-c780e885f0bb req-df460c79-a724-410d-82b8-34940a6039a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:03.621646 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fed1c53d-8f0a-4879-a091-c780e885f0bb req-df460c79-a724-410d-82b8-34940a6039a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d37c2a32-06f7-444f-aa42-3c30dc7e811a HTTP/1.1" status: 200 len: 835 time: 0.0448639 Aug 16 21:03:03.672719 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1c53d-8f0a-4879-a091-c780e885f0bb req-1acafd19-96f7-497f-b16b-c96c6339318e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:03.674250 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fed1c53d-8f0a-4879-a091-c780e885f0bb req-1acafd19-96f7-497f-b16b-c96c6339318e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a4d8ba34-d122-4fc6-8a39-594a54d05df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453458 Aug 16 21:03:03.763646 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fed1c53d-8f0a-4879-a091-c780e885f0bb req-e9adda5f-8dba-4c6a-bea0-481cd2a1a294 service neutron] 10.222.0.57 "GET /v2.0/networks/a4d8ba34-d122-4fc6-8a39-594a54d05df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818682 Aug 16 21:03:03.833357 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ef9ecae9-82e7-4dce-86b5-783eb0211082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d40987d-49da-4e32-a802-2108a9e95539', 'name': 'tempest-TestNetworkAdvancedServerOps-router-775701721', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '5875cf48-60d5-4da0-90ee-3250d8f71c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:51Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '5875cf48-60d5-4da0-90ee-3250d8f71c40', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d40987d-49da-4e32-a802-2108a9e95539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'f9a5d2b1-b7e2-487b-b455-389553bcd318', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'floating_ip_address': '172.25.8.139', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '0d40987d-49da-4e32-a802-2108a9e95539', 'port_id': '7ac59196-0739-4193-b7d4-c43be3ddc60e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d8ba34-d122-4fc6-8a39-594a54d05df0', 'mac_address': 'fa:16:3e:af:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a4f3fc-6704-4015-aff5-8677677acda0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:03:02Z', 'updated_at': '2021-08-16T21:03:02Z', 'revision_number': 0, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2cee21-7d31-4266-94b6-38b9305915e2', 'name': '', 'network_id': 'a4d8ba34-d122-4fc6-8a39-594a54d05df0', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:46:85:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d40987d-49da-4e32-a802-2108a9e95539', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd37c2a32-06f7-444f-aa42-3c30dc7e811a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:50Z', 'updated_at': '2021-08-16T21:02:56Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': 'd37c2a32-06f7-444f-aa42-3c30dc7e811a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:03.855638 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fed1c53d-8f0a-4879-a091-c780e885f0bb req-b49bd43e-fdcb-4842-8909-81962578a1d0 service neutron] 10.222.0.57 "GET /v2.0/networks/a4d8ba34-d122-4fc6-8a39-594a54d05df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854568 Aug 16 21:03:03.858666 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9ecae9-82e7-4dce-86b5-783eb0211082 None None] The sync data for ids ['0d40987d-49da-4e32-a802-2108a9e95539'] in n-d-787206-13 is: [{'id': '0d40987d-49da-4e32-a802-2108a9e95539', 'name': 'tempest-TestNetworkAdvancedServerOps-router-775701721', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '5875cf48-60d5-4da0-90ee-3250d8f71c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:51Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '5875cf48-60d5-4da0-90ee-3250d8f71c40', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d40987d-49da-4e32-a802-2108a9e95539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'f9a5d2b1-b7e2-487b-b455-389553bcd318', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'floating_ip_address': '172.25.8.139', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '0d40987d-49da-4e32-a802-2108a9e95539', 'port_id': '7ac59196-0739-4193-b7d4-c43be3ddc60e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d8ba34-d122-4fc6-8a39-594a54d05df0', 'mac_address': 'fa:16:3e:af:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a4f3fc-6704-4015-aff5-8677677acda0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:03:02Z', 'updated_at': '2021-08-16T21:03:02Z', 'revision_number': 0, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2cee21-7d31-4266-94b6-38b9305915e2', 'name': '', 'network_id': 'a4d8ba34-d122-4fc6-8a39-594a54d05df0', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:46:85:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d40987d-49da-4e32-a802-2108a9e95539', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd37c2a32-06f7-444f-aa42-3c30dc7e811a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:50Z', 'updated_at': '2021-08-16T21:02:56Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': 'd37c2a32-06f7-444f-aa42-3c30dc7e811a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:03:04.045759 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf339a1-3b89-4ebd-b167-2378535637c7 None None] New status for floating IP f9a5d2b1-b7e2-487b-b455-389553bcd318: ACTIVE {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:03:04.396634 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34204) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:04.457300 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-acfe83bc-cdff-435a-b19f-607a0e641188 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/floatingips/f9a5d2b1-b7e2-487b-b455-389553bcd318 HTTP/1.1" status: 200 len: 994 time: 0.0594077 Aug 16 21:03:04.473280 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c44aec8e-13bd-48e7-b8a8-3ffda8faedae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:04.736038 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:05.817757 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:06.577949 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:06.643422 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:07.267774 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:23.640110 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-a2e1297c-3e72-4735-9eba-9690646aaa5b req-92c70555-6c56-4c29-bc89-d7ce520ab060 service neutron] (94770) timed out ('10.222.0.63', 51125) {{(pid=94770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:03:31.913394 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba985925-dd45-4662-9603-bcd3b8a31bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:33.588593 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:03:34.473821 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d1fcca9-cec1-4a11-a1ae-39a59fabd9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:34.736297 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:35.819966 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:36.576083 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:36.655721 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:37.266542 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:37.795513 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d61cd-ab8c-41d4-9a78-e88f58996cd8 req-b6105a54-1272-4bb3-ab7a-2db72d3f27e5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:37.796982 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b45d61cd-ab8c-41d4-9a78-e88f58996cd8 req-b6105a54-1272-4bb3-ab7a-2db72d3f27e5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=27a4f3fc-6704-4015-aff5-8677677acda0 HTTP/1.1" status: 200 len: 946 time: 0.0479696 Aug 16 21:03:37.839089 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b45d61cd-ab8c-41d4-9a78-e88f58996cd8 req-fe792b7f-46f6-443b-a7ef-551edb3c9780 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=85a71a33-030a-4f08-bfd2-db8f3d3914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361786 Aug 16 21:03:38.956764 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a66b9-0d9f-498b-b2c9-cc20c0612c84 req-9d7dcf1a-945b-4340-9921-781c0929df71 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:38.958253 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-957a66b9-0d9f-498b-b2c9-cc20c0612c84 req-9d7dcf1a-945b-4340-9921-781c0929df71 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=27a4f3fc-6704-4015-aff5-8677677acda0 HTTP/1.1" status: 200 len: 946 time: 0.0501783 Aug 16 21:03:38.995095 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-957a66b9-0d9f-498b-b2c9-cc20c0612c84 req-e98849b5-6391-4f4c-92f2-d9279d658501 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=85a71a33-030a-4f08-bfd2-db8f3d3914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309584 Aug 16 21:03:39.017796 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34226) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:39.077687 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-bc26e261-3823-4285-8f1b-8a1921911226 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/floatingips/f9a5d2b1-b7e2-487b-b455-389553bcd318 HTTP/1.1" status: 200 len: 994 time: 0.0587552 Aug 16 21:03:40.330248 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f1198-c983-44e6-a5fe-f4733e4205d4 req-bec78815-4ff5-4705-b667-c2836303c567 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:40.331765 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-586f1198-c983-44e6-a5fe-f4733e4205d4 req-bec78815-4ff5-4705-b667-c2836303c567 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=27a4f3fc-6704-4015-aff5-8677677acda0 HTTP/1.1" status: 200 len: 946 time: 0.0561917 Aug 16 21:03:40.368253 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-586f1198-c983-44e6-a5fe-f4733e4205d4 req-6c6643f1-b5a6-45f9-8c24-43aa9389d6da tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=85a71a33-030a-4f08-bfd2-db8f3d3914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305531 Aug 16 21:03:41.483603 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9fba1-4c27-48f0-bf7f-150869531372 req-09d3dc2c-77c4-45a0-9c7c-bf529e419e55 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:41.485107 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b3c9fba1-4c27-48f0-bf7f-150869531372 req-09d3dc2c-77c4-45a0-9c7c-bf529e419e55 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=27a4f3fc-6704-4015-aff5-8677677acda0 HTTP/1.1" status: 200 len: 946 time: 0.0486736 Aug 16 21:03:41.521936 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b3c9fba1-4c27-48f0-bf7f-150869531372 req-f24387a1-3f22-459b-9122-984bb1cf0969 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=85a71a33-030a-4f08-bfd2-db8f3d3914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309851 Aug 16 21:03:41.544198 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34236) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:41.604831 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-053d120b-6c3a-4800-8fc4-6a8d78ca50ea tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/floatingips/f9a5d2b1-b7e2-487b-b455-389553bcd318 HTTP/1.1" status: 200 len: 994 time: 0.0595520 Aug 16 21:03:41.818749 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34242) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:41.970453 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-8c38c5ed-feef-407b-857a-8ed45a4c6694 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Deleting port 63e8ac59-c69c-462f-9f24-a23f2df4073b {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:03:41.970705 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c38c5ed-feef-407b-857a-8ed45a4c6694 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:42.044573 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c38c5ed-feef-407b-857a-8ed45a4c6694 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:42.044900 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c38c5ed-feef-407b-857a-8ed45a4c6694 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:42.056510 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-8c38c5ed-feef-407b-857a-8ed45a4c6694 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Calling delete_port for 63e8ac59-c69c-462f-9f24-a23f2df4073b owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:03:42.200426 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c38c5ed-feef-407b-857a-8ed45a4c6694 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:42.223137 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38c5ed-feef-407b-857a-8ed45a4c6694 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'Port': ['ID=63e8ac59-c69c-462f-9f24-a23f2df4073b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:42.237855 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c38c5ed-feef-407b-857a-8ed45a4c6694 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:42.238217 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c38c5ed-feef-407b-857a-8ed45a4c6694 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:42.238541 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c38c5ed-feef-407b-857a-8ed45a4c6694 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:42.238871 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c38c5ed-feef-407b-857a-8ed45a4c6694 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:42.239308 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c38c5ed-feef-407b-857a-8ed45a4c6694 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:42.239690 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c38c5ed-feef-407b-857a-8ed45a4c6694 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:42.240018 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c38c5ed-feef-407b-857a-8ed45a4c6694 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:42.240343 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c38c5ed-feef-407b-857a-8ed45a4c6694 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:42.240666 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c38c5ed-feef-407b-857a-8ed45a4c6694 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:42.240986 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c38c5ed-feef-407b-857a-8ed45a4c6694 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:42.241307 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c38c5ed-feef-407b-857a-8ed45a4c6694 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:42.241624 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c38c5ed-feef-407b-857a-8ed45a4c6694 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:42.300694 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c38c5ed-feef-407b-857a-8ed45a4c6694 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:42.301021 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-8c38c5ed-feef-407b-857a-8ed45a4c6694 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Floating IP f9a5d2b1-b7e2-487b-b455-389553bcd318 disassociated (deleted). External IP: 172.25.8.139, port: 7ac59196-0739-4193-b7d4-c43be3ddc60e. Aug 16 21:03:42.834561 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c38c5ed-feef-407b-857a-8ed45a4c6694 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Router 0d40987d-49da-4e32-a802-2108a9e95539 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:03:42.935926 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c38c5ed-feef-407b-857a-8ed45a4c6694 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:03:42.940681 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c38c5ed-feef-407b-857a-8ed45a4c6694 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:42.945346 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf271910-f8bc-4232-88d4-188bffeb9295 None None] Sync routers for ids ['0d40987d-49da-4e32-a802-2108a9e95539'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:03:42.955161 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf271910-f8bc-4232-88d4-188bffeb9295 None None] Routers {'0d40987d-49da-4e32-a802-2108a9e95539'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:42.955797 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bf271910-f8bc-4232-88d4-188bffeb9295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:03:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['0d40987d-49da-4e32-a802-2108a9e95539'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:42.970037 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8c38c5ed-feef-407b-857a-8ed45a4c6694 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "DELETE /v2.0/floatingips/f9a5d2b1-b7e2-487b-b455-389553bcd318 HTTP/1.1" status: 204 len: 168 time: 1.1501048 Aug 16 21:03:42.970614 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a4f3fc-6704-4015-aff5-8677677acda0', 'tag': '7ac59196-0739-4193-b7d4-c43be3ddc60e'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:03:42.972946 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f1c0cd-381d-4f4e-b265-cb7b2901e72d" -d '{"events": [{"name": "network-changed", "server_uuid": "27a4f3fc-6704-4015-aff5-8677677acda0", "tag": "7ac59196-0739-4193-b7d4-c43be3ddc60e"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:03:43.062398 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-bf271910-f8bc-4232-88d4-188bffeb9295 None None] Set router 0d40987d-49da-4e32-a802-2108a9e95539 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:03:43.128950 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8303705-4e4c-4a18-b51b-aaaebb697da9 x-openstack-request-id: req-c8303705-4e4c-4a18-b51b-aaaebb697da9 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:03:43.129527 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a4f3fc-6704-4015-aff5-8677677acda0", "tag": "7ac59196-0739-4193-b7d4-c43be3ddc60e", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:03:43.129802 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c8303705-4e4c-4a18-b51b-aaaebb697da9 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:03:43.130262 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a4f3fc-6704-4015-aff5-8677677acda0', 'tag': '7ac59196-0739-4193-b7d4-c43be3ddc60e', 'status': 'completed', 'code': 200} Aug 16 21:03:43.222427 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1c0cd-381d-4f4e-b265-cb7b2901e72d req-9076c3db-3b5e-4070-ad9f-61fcab7a97a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:43.223963 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-16f1c0cd-381d-4f4e-b265-cb7b2901e72d req-9076c3db-3b5e-4070-ad9f-61fcab7a97a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&device_id=27a4f3fc-6704-4015-aff5-8677677acda0 HTTP/1.1" status: 200 len: 1098 time: 0.0715156 Aug 16 21:03:43.245806 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73574653-7fba-4bf0-b4db-2173a3de3467 req-d73d0365-11cb-48de-89e3-4e501774897a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:43.247819 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-73574653-7fba-4bf0-b4db-2173a3de3467 req-d73d0365-11cb-48de-89e3-4e501774897a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=27a4f3fc-6704-4015-aff5-8677677acda0 HTTP/1.1" status: 200 len: 946 time: 0.0667133 Aug 16 21:03:43.263859 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bf271910-f8bc-4232-88d4-188bffeb9295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d40987d-49da-4e32-a802-2108a9e95539', 'name': 'tempest-TestNetworkAdvancedServerOps-router-775701721', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '5875cf48-60d5-4da0-90ee-3250d8f71c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:51Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '5875cf48-60d5-4da0-90ee-3250d8f71c40', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d40987d-49da-4e32-a802-2108a9e95539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '7d2cee21-7d31-4266-94b6-38b9305915e2', 'name': '', 'network_id': 'a4d8ba34-d122-4fc6-8a39-594a54d05df0', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:46:85:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d40987d-49da-4e32-a802-2108a9e95539', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd37c2a32-06f7-444f-aa42-3c30dc7e811a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:50Z', 'updated_at': '2021-08-16T21:02:56Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': 'd37c2a32-06f7-444f-aa42-3c30dc7e811a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:43.295116 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf271910-f8bc-4232-88d4-188bffeb9295 None None] Checking router: 0d40987d-49da-4e32-a802-2108a9e95539 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:03:43.303646 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf271910-f8bc-4232-88d4-188bffeb9295 None None] Routers {'0d40987d-49da-4e32-a802-2108a9e95539'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:43.304276 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bf271910-f8bc-4232-88d4-188bffeb9295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:03:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['0d40987d-49da-4e32-a802-2108a9e95539'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:43.329735 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-73574653-7fba-4bf0-b4db-2173a3de3467 req-2d45810a-4768-4676-aa0a-24dbba9a9d93 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=85a71a33-030a-4f08-bfd2-db8f3d3914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709860 Aug 16 21:03:43.358617 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1c0cd-381d-4f4e-b265-cb7b2901e72d req-d0f8861d-eb79-4eb6-bbfb-08b7e6e85d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:43.360092 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-16f1c0cd-381d-4f4e-b265-cb7b2901e72d req-d0f8861d-eb79-4eb6-bbfb-08b7e6e85d46 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a4d8ba34-d122-4fc6-8a39-594a54d05df0 HTTP/1.1" status: 200 len: 898 time: 0.1280205 Aug 16 21:03:43.401899 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-16f1c0cd-381d-4f4e-b265-cb7b2901e72d req-a6921d45-6d7c-4d9c-8e15-b7482a18afc1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ac59196-0739-4193-b7d4-c43be3ddc60e HTTP/1.1" status: 200 len: 217 time: 0.0337064 Aug 16 21:03:43.409109 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-bf271910-f8bc-4232-88d4-188bffeb9295 None None] Set router 0d40987d-49da-4e32-a802-2108a9e95539 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:03:43.456271 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1c0cd-381d-4f4e-b265-cb7b2901e72d req-e560bcfd-5fd5-4636-8102-cf37df542d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:43.457817 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-16f1c0cd-381d-4f4e-b265-cb7b2901e72d req-e560bcfd-5fd5-4636-8102-cf37df542d80 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d37c2a32-06f7-444f-aa42-3c30dc7e811a HTTP/1.1" status: 200 len: 835 time: 0.0493641 Aug 16 21:03:43.512871 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1c0cd-381d-4f4e-b265-cb7b2901e72d req-012fbb2e-878e-4b53-915c-bdc9067326e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:43.514420 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-16f1c0cd-381d-4f4e-b265-cb7b2901e72d req-012fbb2e-878e-4b53-915c-bdc9067326e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a4d8ba34-d122-4fc6-8a39-594a54d05df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481493 Aug 16 21:03:43.607987 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-16f1c0cd-381d-4f4e-b265-cb7b2901e72d req-de8f1e31-3c0a-44b3-a53b-38a558c77833 service neutron] 10.222.0.57 "GET /v2.0/networks/a4d8ba34-d122-4fc6-8a39-594a54d05df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856292 Aug 16 21:03:43.705691 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-16f1c0cd-381d-4f4e-b265-cb7b2901e72d req-63871d04-6b5c-4d2d-87ad-51223481a768 service neutron] 10.222.0.57 "GET /v2.0/networks/a4d8ba34-d122-4fc6-8a39-594a54d05df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903654 Aug 16 21:03:43.764117 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bf271910-f8bc-4232-88d4-188bffeb9295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d40987d-49da-4e32-a802-2108a9e95539', 'name': 'tempest-TestNetworkAdvancedServerOps-router-775701721', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '5875cf48-60d5-4da0-90ee-3250d8f71c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:51Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '5875cf48-60d5-4da0-90ee-3250d8f71c40', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d40987d-49da-4e32-a802-2108a9e95539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '7d2cee21-7d31-4266-94b6-38b9305915e2', 'name': '', 'network_id': 'a4d8ba34-d122-4fc6-8a39-594a54d05df0', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:46:85:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d40987d-49da-4e32-a802-2108a9e95539', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd37c2a32-06f7-444f-aa42-3c30dc7e811a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:50Z', 'updated_at': '2021-08-16T21:02:56Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': 'd37c2a32-06f7-444f-aa42-3c30dc7e811a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:43.789806 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf271910-f8bc-4232-88d4-188bffeb9295 None None] The sync data for ids ['0d40987d-49da-4e32-a802-2108a9e95539'] in n-d-787206-13 is: [{'id': '0d40987d-49da-4e32-a802-2108a9e95539', 'name': 'tempest-TestNetworkAdvancedServerOps-router-775701721', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '5875cf48-60d5-4da0-90ee-3250d8f71c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:51Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '5875cf48-60d5-4da0-90ee-3250d8f71c40', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d40987d-49da-4e32-a802-2108a9e95539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '7d2cee21-7d31-4266-94b6-38b9305915e2', 'name': '', 'network_id': 'a4d8ba34-d122-4fc6-8a39-594a54d05df0', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:46:85:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d40987d-49da-4e32-a802-2108a9e95539', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd37c2a32-06f7-444f-aa42-3c30dc7e811a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:50Z', 'updated_at': '2021-08-16T21:02:56Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': 'd37c2a32-06f7-444f-aa42-3c30dc7e811a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:03:43.993952 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feded81-3037-498d-9dbc-609b39682aea None None] New status for floating IP f9a5d2b1-b7e2-487b-b455-389553bcd318: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:03:44.447593 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d257a14-1a83-43a4-972d-a0118fec3a74 req-bb8a2a32-2e28-4ac5-9f0d-5696d9da643f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:44.449781 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3d257a14-1a83-43a4-972d-a0118fec3a74 req-bb8a2a32-2e28-4ac5-9f0d-5696d9da643f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=27a4f3fc-6704-4015-aff5-8677677acda0 HTTP/1.1" status: 200 len: 946 time: 0.0492074 Aug 16 21:03:44.487735 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3d257a14-1a83-43a4-972d-a0118fec3a74 req-04813f54-1de5-494c-b188-fe83e5ec94a2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=85a71a33-030a-4f08-bfd2-db8f3d3914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311713 Aug 16 21:03:44.680673 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b808a-4207-496f-bdcc-5d3e08103b06 req-97601bcf-1cd1-4cf7-87c1-f231ee8e7e5d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:44.682123 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac4b808a-4207-496f-bdcc-5d3e08103b06 req-97601bcf-1cd1-4cf7-87c1-f231ee8e7e5d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.57 "GET /v2.0/ports?device_id=27a4f3fc-6704-4015-aff5-8677677acda0 HTTP/1.1" status: 200 len: 946 time: 0.0486271 Aug 16 21:03:44.771897 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-ac4b808a-4207-496f-bdcc-5d3e08103b06 req-45507784-fcc0-4e4f-8fba-8effc41fd5e4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Deleting port 7ac59196-0739-4193-b7d4-c43be3ddc60e {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:03:44.772237 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ac4b808a-4207-496f-bdcc-5d3e08103b06 req-45507784-fcc0-4e4f-8fba-8effc41fd5e4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:44.858528 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ac4b808a-4207-496f-bdcc-5d3e08103b06 req-45507784-fcc0-4e4f-8fba-8effc41fd5e4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] For port 7ac59196-0739-4193-b7d4-c43be3ddc60e, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=7ac59196-0739-4193-b7d4-c43be3ddc60e,segment=NetworkSegment(e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79),segment_id=e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:44.858888 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ac4b808a-4207-496f-bdcc-5d3e08103b06 req-45507784-fcc0-4e4f-8fba-8effc41fd5e4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:44.871523 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-ac4b808a-4207-496f-bdcc-5d3e08103b06 req-45507784-fcc0-4e4f-8fba-8effc41fd5e4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Calling delete_port for 7ac59196-0739-4193-b7d4-c43be3ddc60e owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:03:45.002853 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ac4b808a-4207-496f-bdcc-5d3e08103b06 req-45507784-fcc0-4e4f-8fba-8effc41fd5e4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:45.031053 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45507784-fcc0-4e4f-8fba-8effc41fd5e4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'Port': ['ID=7ac59196-0739-4193-b7d4-c43be3ddc60e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:45.080711 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4b808a-4207-496f-bdcc-5d3e08103b06 req-45507784-fcc0-4e4f-8fba-8effc41fd5e4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] No DVR routers for this DVR port 7ac59196-0739-4193-b7d4-c43be3ddc60e on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:03:45.083556 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ac4b808a-4207-496f-bdcc-5d3e08103b06 req-45507784-fcc0-4e4f-8fba-8effc41fd5e4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:45.085619 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac4b808a-4207-496f-bdcc-5d3e08103b06 req-45507784-fcc0-4e4f-8fba-8effc41fd5e4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.57 "DELETE /v2.0/ports/7ac59196-0739-4193-b7d4-c43be3ddc60e HTTP/1.1" status: 204 len: 173 time: 0.3974895 Aug 16 21:03:45.131591 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a4f3fc-6704-4015-aff5-8677677acda0', 'name': 'network-vif-deleted', 'tag': '7ac59196-0739-4193-b7d4-c43be3ddc60e'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:03:45.134322 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e94584d-b005-497b-89e8-9a06f8b18389" -d '{"events": [{"server_uuid": "27a4f3fc-6704-4015-aff5-8677677acda0", "name": "network-vif-deleted", "tag": "7ac59196-0739-4193-b7d4-c43be3ddc60e"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:03:45.173777 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920cd738-c5ff-4569-83c9-433285575968 x-openstack-request-id: req-920cd738-c5ff-4569-83c9-433285575968 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:03:45.174119 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a4f3fc-6704-4015-aff5-8677677acda0", "name": "network-vif-deleted", "tag": "7ac59196-0739-4193-b7d4-c43be3ddc60e", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:03:45.174372 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-920cd738-c5ff-4569-83c9-433285575968 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:03:45.174767 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a4f3fc-6704-4015-aff5-8677677acda0', 'name': 'network-vif-deleted', 'tag': '7ac59196-0739-4193-b7d4-c43be3ddc60e', 'status': 'completed', 'code': 200} Aug 16 21:03:45.599916 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-00b44d7d-63b8-4e2a-b9f2-f549c2ca32b9 req-b9d8e9ad-1902-476c-9e59-941b8670de8f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=27a4f3fc-6704-4015-aff5-8677677acda0 HTTP/1.1" status: 200 len: 210 time: 0.0271630 Aug 16 21:03:46.655212 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34258) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:47.000874 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-749391ee-ee7f-4a84-9541-838392ad14c8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:47.252755 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-749391ee-ee7f-4a84-9541-838392ad14c8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Deleting port 7d2cee21-7d31-4266-94b6-38b9305915e2 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:03:47.252989 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-749391ee-ee7f-4a84-9541-838392ad14c8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:47.344086 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-749391ee-ee7f-4a84-9541-838392ad14c8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] For port 7d2cee21-7d31-4266-94b6-38b9305915e2, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7d2cee21-7d31-4266-94b6-38b9305915e2,segment=NetworkSegment(e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79),segment_id=e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:47.344448 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-749391ee-ee7f-4a84-9541-838392ad14c8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:47.357134 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-749391ee-ee7f-4a84-9541-838392ad14c8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Calling delete_port for 7d2cee21-7d31-4266-94b6-38b9305915e2 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:03:47.537063 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-749391ee-ee7f-4a84-9541-838392ad14c8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:47.560723 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749391ee-ee7f-4a84-9541-838392ad14c8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'Port': ['ID=7d2cee21-7d31-4266-94b6-38b9305915e2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:47.739573 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-749391ee-ee7f-4a84-9541-838392ad14c8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:47.950869 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749391ee-ee7f-4a84-9541-838392ad14c8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Router 0d40987d-49da-4e32-a802-2108a9e95539 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:03:48.054967 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749391ee-ee7f-4a84-9541-838392ad14c8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:03:48.061239 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-749391ee-ee7f-4a84-9541-838392ad14c8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "PUT /v2.0/routers/0d40987d-49da-4e32-a802-2108a9e95539/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4043615 Aug 16 21:03:48.063334 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34260) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:48.065772 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22ca3f3-8919-45c5-8526-0f9b7ee69119 None None] Sync routers for ids ['0d40987d-49da-4e32-a802-2108a9e95539'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:03:48.075572 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ca3f3-8919-45c5-8526-0f9b7ee69119 None None] Routers {'0d40987d-49da-4e32-a802-2108a9e95539'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:48.076154 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e22ca3f3-8919-45c5-8526-0f9b7ee69119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:03:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['0d40987d-49da-4e32-a802-2108a9e95539'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:48.118048 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-35ddda09-89c2-430f-a269-213d4499fd47 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Deleting subnet d37c2a32-06f7-444f-aa42-3c30dc7e811a {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:03:48.121617 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-35ddda09-89c2-430f-a269-213d4499fd47 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:48.161568 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-35ddda09-89c2-430f-a269-213d4499fd47 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:48.181419 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-e22ca3f3-8919-45c5-8526-0f9b7ee69119 None None] Set router 0d40987d-49da-4e32-a802-2108a9e95539 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:03:48.243558 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-35ddda09-89c2-430f-a269-213d4499fd47 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:48.309052 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-35ddda09-89c2-430f-a269-213d4499fd47 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:48.335221 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddda09-89c2-430f-a269-213d4499fd47 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'Subnet': ['ID=d37c2a32-06f7-444f-aa42-3c30dc7e811a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:48.338839 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-35ddda09-89c2-430f-a269-213d4499fd47 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:48.340905 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-35ddda09-89c2-430f-a269-213d4499fd47 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "DELETE /v2.0/subnets/d37c2a32-06f7-444f-aa42-3c30dc7e811a HTTP/1.1" status: 204 len: 168 time: 0.2766216 Aug 16 21:03:48.343517 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34262) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:48.347863 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d762e83-8f29-4a21-a822-8f8db74f388d None None] Network a4d8ba34-d122-4fc6-8a39-594a54d05df0 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:03:48.452455 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5b8844a3-94d5-48ea-80e5-7ae363e2209f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:48.462141 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e22ca3f3-8919-45c5-8526-0f9b7ee69119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d40987d-49da-4e32-a802-2108a9e95539', 'name': 'tempest-TestNetworkAdvancedServerOps-router-775701721', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '5875cf48-60d5-4da0-90ee-3250d8f71c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:03:47Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '5875cf48-60d5-4da0-90ee-3250d8f71c40', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d40987d-49da-4e32-a802-2108a9e95539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:48.491035 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22ca3f3-8919-45c5-8526-0f9b7ee69119 None None] Checking router: 0d40987d-49da-4e32-a802-2108a9e95539 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:03:48.506971 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ca3f3-8919-45c5-8526-0f9b7ee69119 None None] Routers {'0d40987d-49da-4e32-a802-2108a9e95539'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:48.507602 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e22ca3f3-8919-45c5-8526-0f9b7ee69119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:03:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['0d40987d-49da-4e32-a802-2108a9e95539'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:48.557009 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5b8844a3-94d5-48ea-80e5-7ae363e2209f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:48.588253 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57ee5e7-97de-467f-82f8-86938c2dc1d4 None None] DHCP port deletion for a4d8ba34-d122-4fc6-8a39-594a54d05df0 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:03:48.614204 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5b8844a3-94d5-48ea-80e5-7ae363e2209f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Deleting port 5875cf48-60d5-4da0-90ee-3250d8f71c40 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:03:48.614541 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5b8844a3-94d5-48ea-80e5-7ae363e2209f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:48.638654 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-e22ca3f3-8919-45c5-8526-0f9b7ee69119 None None] Set router 0d40987d-49da-4e32-a802-2108a9e95539 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:03:48.696781 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-5b8844a3-94d5-48ea-80e5-7ae363e2209f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] For port 5875cf48-60d5-4da0-90ee-3250d8f71c40, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=5875cf48-60d5-4da0-90ee-3250d8f71c40,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:48.697137 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5b8844a3-94d5-48ea-80e5-7ae363e2209f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:48.708662 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5b8844a3-94d5-48ea-80e5-7ae363e2209f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Calling delete_port for 5875cf48-60d5-4da0-90ee-3250d8f71c40 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:03:48.747398 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d57ee5e7-97de-467f-82f8-86938c2dc1d4 None None] Deleting port 6b8f3ea9-ca59-46b9-86d7-90ae0f3c71c5 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:03:48.747777 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d57ee5e7-97de-467f-82f8-86938c2dc1d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:48.834820 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d57ee5e7-97de-467f-82f8-86938c2dc1d4 None None] For port 6b8f3ea9-ca59-46b9-86d7-90ae0f3c71c5, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6b8f3ea9-ca59-46b9-86d7-90ae0f3c71c5,segment=NetworkSegment(e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79),segment_id=e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:48.835183 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d57ee5e7-97de-467f-82f8-86938c2dc1d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:48.865076 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d57ee5e7-97de-467f-82f8-86938c2dc1d4 None None] Calling delete_port for 6b8f3ea9-ca59-46b9-86d7-90ae0f3c71c5 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:03:48.873397 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5b8844a3-94d5-48ea-80e5-7ae363e2209f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:48.899997 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8844a3-94d5-48ea-80e5-7ae363e2209f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'Port': ['ID=5875cf48-60d5-4da0-90ee-3250d8f71c40,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:48.951768 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e22ca3f3-8919-45c5-8526-0f9b7ee69119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d40987d-49da-4e32-a802-2108a9e95539', 'name': 'tempest-TestNetworkAdvancedServerOps-router-775701721', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '5875cf48-60d5-4da0-90ee-3250d8f71c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:03:47Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '5875cf48-60d5-4da0-90ee-3250d8f71c40', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d40987d-49da-4e32-a802-2108a9e95539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:48.966583 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5b8844a3-94d5-48ea-80e5-7ae363e2209f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:48.986395 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22ca3f3-8919-45c5-8526-0f9b7ee69119 None None] The sync data for ids ['0d40987d-49da-4e32-a802-2108a9e95539'] in n-d-787206-13 is: [{'id': '0d40987d-49da-4e32-a802-2108a9e95539', 'name': 'tempest-TestNetworkAdvancedServerOps-router-775701721', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '5875cf48-60d5-4da0-90ee-3250d8f71c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:03:47Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '5875cf48-60d5-4da0-90ee-3250d8f71c40', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d40987d-49da-4e32-a802-2108a9e95539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:47Z', 'updated_at': '2021-08-16T21:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:03:49.000909 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d57ee5e7-97de-467f-82f8-86938c2dc1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:49.029029 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ee5e7-97de-467f-82f8-86938c2dc1d4 None None] Pushing event deleted for resources: {'Port': ['ID=6b8f3ea9-ca59-46b9-86d7-90ae0f3c71c5,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:49.036659 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57ee5e7-97de-467f-82f8-86938c2dc1d4 None None] No DVR routers for this DVR port 6b8f3ea9-ca59-46b9-86d7-90ae0f3c71c5 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:03:49.039708 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ee5e7-97de-467f-82f8-86938c2dc1d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:49.040055 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ee5e7-97de-467f-82f8-86938c2dc1d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:49.040402 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ee5e7-97de-467f-82f8-86938c2dc1d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:49.040769 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ee5e7-97de-467f-82f8-86938c2dc1d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:49.041080 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ee5e7-97de-467f-82f8-86938c2dc1d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:49.045663 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ee5e7-97de-467f-82f8-86938c2dc1d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:49.045663 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ee5e7-97de-467f-82f8-86938c2dc1d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:49.045663 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ee5e7-97de-467f-82f8-86938c2dc1d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:49.045663 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ee5e7-97de-467f-82f8-86938c2dc1d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:49.045663 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ee5e7-97de-467f-82f8-86938c2dc1d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:49.045663 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ee5e7-97de-467f-82f8-86938c2dc1d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:49.045663 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ee5e7-97de-467f-82f8-86938c2dc1d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:49.063333 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5b8844a3-94d5-48ea-80e5-7ae363e2209f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:49.065559 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5b8844a3-94d5-48ea-80e5-7ae363e2209f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:49.111355 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5b8844a3-94d5-48ea-80e5-7ae363e2209f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:49.111908 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8844a3-94d5-48ea-80e5-7ae363e2209f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Fanout notify agent at l3_agent the message router_deleted on router 0d40987d-49da-4e32-a802-2108a9e95539 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:03:49.118655 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5b8844a3-94d5-48ea-80e5-7ae363e2209f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:49.119789 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5b8844a3-94d5-48ea-80e5-7ae363e2209f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "DELETE /v2.0/routers/0d40987d-49da-4e32-a802-2108a9e95539 HTTP/1.1" status: 204 len: 168 time: 0.7753558 Aug 16 21:03:49.122496 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34264) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:49.195573 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b32e3c1a-fc61-40c9-89f5-c57be6311714 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:49.283208 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b32e3c1a-fc61-40c9-89f5-c57be6311714 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:49.296340 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-b32e3c1a-fc61-40c9-89f5-c57be6311714 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d8ba34-d122-4fc6-8a39-594a54d05df0']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:49.310450 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-b32e3c1a-fc61-40c9-89f5-c57be6311714 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:49.310745 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-b32e3c1a-fc61-40c9-89f5-c57be6311714 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1610b89-c2d6-4cb5-a8d0-1b83db7c1c79') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:49.319321 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b32e3c1a-fc61-40c9-89f5-c57be6311714 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:49.334798 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b32e3c1a-fc61-40c9-89f5-c57be6311714 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:49.341782 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b32e3c1a-fc61-40c9-89f5-c57be6311714 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:03:49.342182 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b32e3c1a-fc61-40c9-89f5-c57be6311714 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:49.345189 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 21:03:49.345189 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:03:49.345189 n-d-787206-13 neutron-server[94770]: timer() Aug 16 21:03:49.345189 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:03:49.345189 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 21:03:49.345189 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:03:49.345189 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 21:03:49.345189 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:03:49.345189 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 21:03:49.345189 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:03:49.345189 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 21:03:49.345189 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:03:49.345189 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 21:03:49.345189 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:03:49.345189 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:03:49.345189 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:03:49.345189 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:03:49.345189 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:03:49.345189 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 21:03:49.345189 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:03:49.345189 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 21:03:49.345189 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:03:49.345189 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:03:49.345189 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:03:49.345189 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 21:03:49.345189 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:03:49.345189 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:03:49.345189 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:03:49.345189 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:03:49.345189 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:03:49.345189 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:03:49.345189 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:03:49.403936 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b32e3c1a-fc61-40c9-89f5-c57be6311714 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:49.408638 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b32e3c1a-fc61-40c9-89f5-c57be6311714 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:49.413252 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b32e3c1a-fc61-40c9-89f5-c57be6311714 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "DELETE /v2.0/networks/a4d8ba34-d122-4fc6-8a39-594a54d05df0 HTTP/1.1" status: 204 len: 168 time: 0.2872186 Aug 16 21:03:49.414320 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34266) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:49.430930 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e3c1a-fc61-40c9-89f5-c57be6311714 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'Network': ['ID=a4d8ba34-d122-4fc6-8a39-594a54d05df0,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:49.483967 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3527803b-4225-4b9e-976b-ce5ac7a265c3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:49.509593 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3527803b-4225-4b9e-976b-ce5ac7a265c3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:49.572642 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3527803b-4225-4b9e-976b-ce5ac7a265c3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:49.576206 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3527803b-4225-4b9e-976b-ce5ac7a265c3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:49.577377 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3527803b-4225-4b9e-976b-ce5ac7a265c3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "DELETE /v2.0/security-groups/85a71a33-030a-4f08-bfd2-db8f3d3914e1 HTTP/1.1" status: 204 len: 168 time: 0.1613555 Aug 16 21:03:49.588416 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527803b-4225-4b9e-976b-ce5ac7a265c3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a71a33-030a-4f08-bfd2-db8f3d3914e1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:49.598041 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3527803b-4225-4b9e-976b-ce5ac7a265c3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:49.598390 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3527803b-4225-4b9e-976b-ce5ac7a265c3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:49.598724 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3527803b-4225-4b9e-976b-ce5ac7a265c3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:49.599055 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3527803b-4225-4b9e-976b-ce5ac7a265c3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:49.603555 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3527803b-4225-4b9e-976b-ce5ac7a265c3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:49.604466 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3527803b-4225-4b9e-976b-ce5ac7a265c3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:49.605273 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3527803b-4225-4b9e-976b-ce5ac7a265c3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:49.605848 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3527803b-4225-4b9e-976b-ce5ac7a265c3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:49.606314 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3527803b-4225-4b9e-976b-ce5ac7a265c3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:49.606638 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3527803b-4225-4b9e-976b-ce5ac7a265c3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:49.607194 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3527803b-4225-4b9e-976b-ce5ac7a265c3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:49.607582 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3527803b-4225-4b9e-976b-ce5ac7a265c3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:49.871937 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34276) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:49.876570 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7e98e193-9d61-49ac-8641-9424493c81ae tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-512277384', 'description': 'tempest-secgroup-smoke-512277384 description', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:49.898667 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e98e193-9d61-49ac-8641-9424493c81ae tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:49.977862 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e98e193-9d61-49ac-8641-9424493c81ae tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:49.981248 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e98e193-9d61-49ac-8641-9424493c81ae tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.021951 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98e193-9d61-49ac-8641-9424493c81ae tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27a4b0cd-086f-4f42-a075-c4585a5557ca,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:50.024862 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e98e193-9d61-49ac-8641-9424493c81ae tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.029711 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-7e98e193-9d61-49ac-8641-9424493c81ae tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1533773 Aug 16 21:03:50.030004 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34278) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:50.034591 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0c107a7a-b2c7-4a6a-a70f-99f83dc801bc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group_rule': {'security_group_id': '27a4b0cd-086f-4f42-a075-c4585a5557ca', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:50.076595 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0c107a7a-b2c7-4a6a-a70f-99f83dc801bc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.088293 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6b8f3ea9-ca59-46b9-86d7-90ae0f3c71c5 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:03:50.111148 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 6b8f3ea9-ca59-46b9-86d7-90ae0f3c71c5 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:03:50.111631 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6b8f3ea9-ca59-46b9-86d7-90ae0f3c71c5 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:03:50.112119 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7d2cee21-7d31-4266-94b6-38b9305915e2 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:03:50.130967 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 7d2cee21-7d31-4266-94b6-38b9305915e2 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:03:50.131431 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7d2cee21-7d31-4266-94b6-38b9305915e2 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:03:50.131922 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 5875cf48-60d5-4da0-90ee-3250d8f71c40 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:03:50.136997 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0c107a7a-b2c7-4a6a-a70f-99f83dc801bc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.140766 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0c107a7a-b2c7-4a6a-a70f-99f83dc801bc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.151405 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 5875cf48-60d5-4da0-90ee-3250d8f71c40 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:03:50.151855 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 5875cf48-60d5-4da0-90ee-3250d8f71c40 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:03:50.155520 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 7ac59196-0739-4193-b7d4-c43be3ddc60e no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:03:50.163651 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c107a7a-b2c7-4a6a-a70f-99f83dc801bc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deea2a4b-6205-4b57-a50b-7d9cef51ac41,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:50.172305 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0c107a7a-b2c7-4a6a-a70f-99f83dc801bc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.173661 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0c107a7a-b2c7-4a6a-a70f-99f83dc801bc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1427858 Aug 16 21:03:50.175596 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 7ac59196-0739-4193-b7d4-c43be3ddc60e {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:03:50.175953 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 7ac59196-0739-4193-b7d4-c43be3ddc60e not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:03:50.176402 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34280) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:50.182108 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-02c59e57-7704-4491-b266-a385489297d0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group_rule': {'security_group_id': '27a4b0cd-086f-4f42-a075-c4585a5557ca', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:50.209179 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02c59e57-7704-4491-b266-a385489297d0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.270803 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02c59e57-7704-4491-b266-a385489297d0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.274320 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02c59e57-7704-4491-b266-a385489297d0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.291776 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c59e57-7704-4491-b266-a385489297d0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd7ea6c-fa73-406c-a95b-48560d88a26c,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:50.296710 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02c59e57-7704-4491-b266-a385489297d0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.299676 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-02c59e57-7704-4491-b266-a385489297d0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214352 Aug 16 21:03:50.300556 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34282) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:50.305045 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5ae24b86-d444-4a4a-9cce-e24798a6906f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group_rule': {'security_group_id': '27a4b0cd-086f-4f42-a075-c4585a5557ca', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:50.334280 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ae24b86-d444-4a4a-9cce-e24798a6906f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.395318 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ae24b86-d444-4a4a-9cce-e24798a6906f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.400215 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ae24b86-d444-4a4a-9cce-e24798a6906f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.418244 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae24b86-d444-4a4a-9cce-e24798a6906f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a278ae6-838e-43e3-89d0-207429df0289,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:50.423868 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ae24b86-d444-4a4a-9cce-e24798a6906f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.425054 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5ae24b86-d444-4a4a-9cce-e24798a6906f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235580 Aug 16 21:03:50.427747 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34284) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:50.432107 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2db2587c-8b09-4874-911a-bcf056761856 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group_rule': {'security_group_id': '27a4b0cd-086f-4f42-a075-c4585a5557ca', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:50.458968 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2db2587c-8b09-4874-911a-bcf056761856 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.516471 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2db2587c-8b09-4874-911a-bcf056761856 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.519935 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2db2587c-8b09-4874-911a-bcf056761856 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.537029 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db2587c-8b09-4874-911a-bcf056761856 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee489a1-bd79-493b-af42-b64cb1744aa4,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:50.544166 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2db2587c-8b09-4874-911a-bcf056761856 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.545382 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2db2587c-8b09-4874-911a-bcf056761856 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167274 Aug 16 21:03:50.548206 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34286) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:50.552721 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d7aac819-4623-4b81-8c1a-03a94144b48a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group_rule': {'security_group_id': '27a4b0cd-086f-4f42-a075-c4585a5557ca', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:50.574775 n-d-787206-13 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-d7aac819-4623-4b81-8c1a-03a94144b48a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Project 3b55bcbb731b4f17ac8f16ceeee7f73e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:03:50.579562 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d7aac819-4623-4b81-8c1a-03a94144b48a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.640241 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d7aac819-4623-4b81-8c1a-03a94144b48a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.643582 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d7aac819-4623-4b81-8c1a-03a94144b48a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.661223 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aac819-4623-4b81-8c1a-03a94144b48a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6488fe2f-62ac-45db-b463-f399064517fa,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:50.667093 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d7aac819-4623-4b81-8c1a-03a94144b48a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.669039 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-d7aac819-4623-4b81-8c1a-03a94144b48a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198134 Aug 16 21:03:50.671730 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34288) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:50.676158 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2386bb7d-8bdc-463d-b7cb-5564d63aa966 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group_rule': {'security_group_id': '27a4b0cd-086f-4f42-a075-c4585a5557ca', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:50.696865 n-d-787206-13 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-2386bb7d-8bdc-463d-b7cb-5564d63aa966 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Project 3b55bcbb731b4f17ac8f16ceeee7f73e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:03:50.701612 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2386bb7d-8bdc-463d-b7cb-5564d63aa966 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.761557 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2386bb7d-8bdc-463d-b7cb-5564d63aa966 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.764969 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2386bb7d-8bdc-463d-b7cb-5564d63aa966 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.782159 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386bb7d-8bdc-463d-b7cb-5564d63aa966 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d1848ae-6490-4df4-8884-c152853c7940,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:50.787968 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2386bb7d-8bdc-463d-b7cb-5564d63aa966 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.789152 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2386bb7d-8bdc-463d-b7cb-5564d63aa966 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1165030 Aug 16 21:03:50.791917 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34290) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:50.797935 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-adaff46d-6a5e-48e9-9850-a4181725b4dc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'network': {'name': 'tempest-network-smoke--800774160', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'port_security_enabled': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:50.819522 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adaff46d-6a5e-48e9-9850-a4181725b4dc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Made reservation on behalf of 3b55bcbb731b4f17ac8f16ceeee7f73e for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:03:50.822859 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-adaff46d-6a5e-48e9-9850-a4181725b4dc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.846900 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adaff46d-6a5e-48e9-9850-a4181725b4dc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:03:50.857166 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-adaff46d-6a5e-48e9-9850-a4181725b4dc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.857512 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-adaff46d-6a5e-48e9-9850-a4181725b4dc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Added segment 227d47c5-1f81-4a99-9bcb-90f47d22cdfb of type vlan for network bb9a666d-405d-46f5-9901-574b9832a837 Aug 16 21:03:50.895387 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-adaff46d-6a5e-48e9-9850-a4181725b4dc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.922788 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-adaff46d-6a5e-48e9-9850-a4181725b4dc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.928204 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaff46d-6a5e-48e9-9850-a4181725b4dc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:50.928788 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-adaff46d-6a5e-48e9-9850-a4181725b4dc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:50.979509 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-adaff46d-6a5e-48e9-9850-a4181725b4dc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1859872 Aug 16 21:03:50.982435 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34292) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:50.987334 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3d81147f-45ef-4288-bbd8-1acc09bf1cb2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-208825338', 'admin_state_up': True, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:50.997443 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaff46d-6a5e-48e9-9850-a4181725b4dc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Network': ['ID=bb9a666d-405d-46f5-9901-574b9832a837,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:51.008047 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network bb9a666d-405d-46f5-9901-574b9832a837 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:03:51.010668 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d81147f-45ef-4288-bbd8-1acc09bf1cb2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:51.012479 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d81147f-45ef-4288-bbd8-1acc09bf1cb2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:51.064475 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d81147f-45ef-4288-bbd8-1acc09bf1cb2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:51.530818 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d81147f-45ef-4288-bbd8-1acc09bf1cb2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:51.715066 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d81147f-45ef-4288-bbd8-1acc09bf1cb2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:51.734386 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d81147f-45ef-4288-bbd8-1acc09bf1cb2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:51.839187 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-3d81147f-45ef-4288-bbd8-1acc09bf1cb2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Allocated IP 172.25.8.196 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/50d93a31-4dd7-48a7-ac95-91b0332a5e12) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:03:51.935477 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d81147f-45ef-4288-bbd8-1acc09bf1cb2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:51.976623 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d81147f-45ef-4288-bbd8-1acc09bf1cb2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:52.017016 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d81147f-45ef-4288-bbd8-1acc09bf1cb2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:03:52.019905 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-3d81147f-45ef-4288-bbd8-1acc09bf1cb2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:52.024057 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d81147f-45ef-4288-bbd8-1acc09bf1cb2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:03:52.026929 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d81147f-45ef-4288-bbd8-1acc09bf1cb2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Port': ['ID=50d93a31-4dd7-48a7-ac95-91b0332a5e12,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:52.266213 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d81147f-45ef-4288-bbd8-1acc09bf1cb2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:52.463349 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d81147f-45ef-4288-bbd8-1acc09bf1cb2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:52.588701 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d81147f-45ef-4288-bbd8-1acc09bf1cb2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Router 53c56225-986c-466b-b1e5-66da95f61e2e is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:03:52.694376 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d81147f-45ef-4288-bbd8-1acc09bf1cb2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:03:52.704655 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e07752-1fa5-4be0-a914-37207b35a758 None None] Sync routers for ids ['53c56225-986c-466b-b1e5-66da95f61e2e'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:03:52.713414 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d81147f-45ef-4288-bbd8-1acc09bf1cb2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:52.714658 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3d81147f-45ef-4288-bbd8-1acc09bf1cb2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7311835 Aug 16 21:03:52.714795 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e07752-1fa5-4be0-a914-37207b35a758 None None] Routers {'53c56225-986c-466b-b1e5-66da95f61e2e'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:52.715951 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-76e07752-1fa5-4be0-a914-37207b35a758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:03:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['53c56225-986c-466b-b1e5-66da95f61e2e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:52.718468 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34294) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:52.745847 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3f34be51-0800-4fa5-ad2e-1d48f8cf3daa tempest-TestNetworkAdvancedServerOps-1330612273 tempest-TestNetworkAdvancedServerOps-1330612273-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=3b55bcbb731b4f17ac8f16ceeee7f73e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262764 Aug 16 21:03:52.748472 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34296) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:52.837710 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e79fdb-749d-4121-9942-e78ffa563e87 tempest-TestNetworkAdvancedServerOps-1330612273 tempest-TestNetworkAdvancedServerOps-1330612273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:52.839368 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c8e79fdb-749d-4121-9942-e78ffa563e87 tempest-TestNetworkAdvancedServerOps-1330612273 tempest-TestNetworkAdvancedServerOps-1330612273-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899148 Aug 16 21:03:52.842783 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34298) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:52.875568 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2eec152f-a115-46c5-9e65-f4d9f87b7fe4 tempest-TestNetworkAdvancedServerOps-1330612273 tempest-TestNetworkAdvancedServerOps-1330612273-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=eb87ae87-0925-464c-8e03-8bba27e76e58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315378 Aug 16 21:03:52.878032 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34300) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:52.882859 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-eb86b400-20ee-4313-9465-cb03a6b3de8b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1483097074', 'network_id': 'bb9a666d-405d-46f5-9901-574b9832a837', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:52.912380 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-76e07752-1fa5-4be0-a914-37207b35a758 None None] Set router 53c56225-986c-466b-b1e5-66da95f61e2e gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:03:52.969787 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb86b400-20ee-4313-9465-cb03a6b3de8b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Made reservation on behalf of 3b55bcbb731b4f17ac8f16ceeee7f73e for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:03:52.973283 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb86b400-20ee-4313-9465-cb03a6b3de8b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:53.092169 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-76e07752-1fa5-4be0-a914-37207b35a758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208825338', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '50d93a31-4dd7-48a7-ac95-91b0332a5e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:03:51Z', 'updated_at': '2021-08-16T21:03:52Z', 'revision_number': 3, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '50d93a31-4dd7-48a7-ac95-91b0332a5e12', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:03:51Z', 'updated_at': '2021-08-16T21:03:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:53.116813 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e07752-1fa5-4be0-a914-37207b35a758 None None] Checking router: 53c56225-986c-466b-b1e5-66da95f61e2e for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:03:53.117159 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e07752-1fa5-4be0-a914-37207b35a758 None None] Updating router 53c56225-986c-466b-b1e5-66da95f61e2e port 50d93a31-4dd7-48a7-ac95-91b0332a5e12 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:03:53.145632 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-76e07752-1fa5-4be0-a914-37207b35a758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:53.166539 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb86b400-20ee-4313-9465-cb03a6b3de8b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:53.230671 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb86b400-20ee-4313-9465-cb03a6b3de8b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Subnet': ['ID=c10260aa-984c-46e6-bf38-b705b7eaf2a8,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:53.242647 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb86b400-20ee-4313-9465-cb03a6b3de8b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Checking segment: {'id': '227d47c5-1f81-4a99-9bcb-90f47d22cdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bb9a666d-405d-46f5-9901-574b9832a837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:03:53.243117 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb86b400-20ee-4313-9465-cb03a6b3de8b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network hostable DHCP agents. Network: bb9a666d-405d-46f5-9901-574b9832a837, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:03:53.259485 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb86b400-20ee-4313-9465-cb03a6b3de8b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network bb9a666d-405d-46f5-9901-574b9832a837 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:03:53.268590 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-eb86b400-20ee-4313-9465-cb03a6b3de8b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, bb9a666d-405d-46f5-9901-574b9832a837) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:53.277121 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d28479a-2d7d-4c38-82da-1c899a406cee None None] Network bb9a666d-405d-46f5-9901-574b9832a837 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:03:53.279387 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb86b400-20ee-4313-9465-cb03a6b3de8b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:53.281075 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb86b400-20ee-4313-9465-cb03a6b3de8b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:53.298570 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-eb86b400-20ee-4313-9465-cb03a6b3de8b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4195173 Aug 16 21:03:53.301398 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34302) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:53.398052 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-76e07752-1fa5-4be0-a914-37207b35a758 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:53.408412 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-76e07752-1fa5-4be0-a914-37207b35a758 None None] Transition to ACTIVE for port object 50d93a31-4dd7-48a7-ac95-91b0332a5e12 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:03:53.414302 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-76e07752-1fa5-4be0-a914-37207b35a758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:53.449488 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a566b1e9-1909-4d57-b6e6-ae0a142252bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-bb9a666d-405d-46f5-9901-574b9832a837', 'network_id': 'bb9a666d-405d-46f5-9901-574b9832a837', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'fixed_ips': [{'subnet_id': 'c10260aa-984c-46e6-bf38-b705b7eaf2a8'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:03:53.450967 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a566b1e9-1909-4d57-b6e6-ae0a142252bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:53.466713 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-76e07752-1fa5-4be0-a914-37207b35a758 None None] Attempting to bind port 50d93a31-4dd7-48a7-ac95-91b0332a5e12 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:03:53.467485 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-76e07752-1fa5-4be0-a914-37207b35a758 None None] Attempting to bind port 50d93a31-4dd7-48a7-ac95-91b0332a5e12 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:03:53.467485 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e07752-1fa5-4be0-a914-37207b35a758 None None] Attempting to bind port 50d93a31-4dd7-48a7-ac95-91b0332a5e12 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:03:53.474259 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184c6ef-03af-44f1-a580-324e3f008bbe None None] Pushing event updated for resources: {'Port': ['ID=50d93a31-4dd7-48a7-ac95-91b0332a5e12,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:53.476668 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e07752-1fa5-4be0-a914-37207b35a758 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:03:53.477033 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e07752-1fa5-4be0-a914-37207b35a758 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:03:53.477424 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-76e07752-1fa5-4be0-a914-37207b35a758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:53.477787 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e07752-1fa5-4be0-a914-37207b35a758 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:03:53.478243 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-76e07752-1fa5-4be0-a914-37207b35a758 None None] Bound port: 50d93a31-4dd7-48a7-ac95-91b0332a5e12, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:03:53.478647 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-76e07752-1fa5-4be0-a914-37207b35a758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:53.533779 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-76e07752-1fa5-4be0-a914-37207b35a758 None None] For port 50d93a31-4dd7-48a7-ac95-91b0332a5e12, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:03:53.537803 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-76e07752-1fa5-4be0-a914-37207b35a758 None None] For port 50d93a31-4dd7-48a7-ac95-91b0332a5e12, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=50d93a31-4dd7-48a7-ac95-91b0332a5e12,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:03:53.542160 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-76e07752-1fa5-4be0-a914-37207b35a758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:53.600950 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184c6ef-03af-44f1-a580-324e3f008bbe None None] Pushing event updated for resources: {'Port': ['ID=50d93a31-4dd7-48a7-ac95-91b0332a5e12,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:53.601427 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-a566b1e9-1909-4d57-b6e6-ae0a142252bb None None] Allocated IP 172.20.0.2 (bb9a666d-405d-46f5-9901-574b9832a837/c10260aa-984c-46e6-bf38-b705b7eaf2a8/b72a0770-1b71-4e60-b6c5-19482318cbf3) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:03:53.603628 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e07752-1fa5-4be0-a914-37207b35a758 None None] Routers {'53c56225-986c-466b-b1e5-66da95f61e2e'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:53.604259 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-76e07752-1fa5-4be0-a914-37207b35a758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:03:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['53c56225-986c-466b-b1e5-66da95f61e2e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:53.715036 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-76e07752-1fa5-4be0-a914-37207b35a758 None None] Set router 53c56225-986c-466b-b1e5-66da95f61e2e gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:03:53.763479 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a566b1e9-1909-4d57-b6e6-ae0a142252bb None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:53.772838 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a566b1e9-1909-4d57-b6e6-ae0a142252bb None None] Transition to ACTIVE for port object b72a0770-1b71-4e60-b6c5-19482318cbf3 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:03:53.775030 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-328ae7fc-02b7-4f81-bcee-0911d9891884 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:53.790166 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a566b1e9-1909-4d57-b6e6-ae0a142252bb None None] Transition to ACTIVE for port object b72a0770-1b71-4e60-b6c5-19482318cbf3 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:03:53.798244 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a566b1e9-1909-4d57-b6e6-ae0a142252bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:53.839928 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a566b1e9-1909-4d57-b6e6-ae0a142252bb None None] Network bb9a666d-405d-46f5-9901-574b9832a837 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:03:53.843087 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-a566b1e9-1909-4d57-b6e6-ae0a142252bb None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:53.847507 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a566b1e9-1909-4d57-b6e6-ae0a142252bb None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:03:53.850582 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566b1e9-1909-4d57-b6e6-ae0a142252bb None None] Pushing event updated for resources: {'Port': ['ID=b72a0770-1b71-4e60-b6c5-19482318cbf3,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:53.900165 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-76e07752-1fa5-4be0-a914-37207b35a758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208825338', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '50d93a31-4dd7-48a7-ac95-91b0332a5e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:03:51Z', 'updated_at': '2021-08-16T21:03:52Z', 'revision_number': 3, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '50d93a31-4dd7-48a7-ac95-91b0332a5e12', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:03:51Z', 'updated_at': '2021-08-16T21:03:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:53.906019 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a566b1e9-1909-4d57-b6e6-ae0a142252bb None None] Attempting to bind port b72a0770-1b71-4e60-b6c5-19482318cbf3 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:03:53.906487 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a566b1e9-1909-4d57-b6e6-ae0a142252bb None None] Attempting to bind port b72a0770-1b71-4e60-b6c5-19482318cbf3 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '227d47c5-1f81-4a99-9bcb-90f47d22cdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bb9a666d-405d-46f5-9901-574b9832a837'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:03:53.906921 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a566b1e9-1909-4d57-b6e6-ae0a142252bb None None] Attempting to bind port b72a0770-1b71-4e60-b6c5-19482318cbf3 on network bb9a666d-405d-46f5-9901-574b9832a837 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:03:53.916492 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a566b1e9-1909-4d57-b6e6-ae0a142252bb None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:03:53.917015 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a566b1e9-1909-4d57-b6e6-ae0a142252bb None None] Checking segment: {'id': '227d47c5-1f81-4a99-9bcb-90f47d22cdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bb9a666d-405d-46f5-9901-574b9832a837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:03:53.918277 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a566b1e9-1909-4d57-b6e6-ae0a142252bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:53.918741 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a566b1e9-1909-4d57-b6e6-ae0a142252bb None None] Bound using segment: {'id': '227d47c5-1f81-4a99-9bcb-90f47d22cdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bb9a666d-405d-46f5-9901-574b9832a837'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:03:53.919285 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a566b1e9-1909-4d57-b6e6-ae0a142252bb None None] Bound port: b72a0770-1b71-4e60-b6c5-19482318cbf3, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227d47c5-1f81-4a99-9bcb-90f47d22cdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bb9a666d-405d-46f5-9901-574b9832a837'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:03:53.919678 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a566b1e9-1909-4d57-b6e6-ae0a142252bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:53.932330 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e07752-1fa5-4be0-a914-37207b35a758 None None] The sync data for ids ['53c56225-986c-466b-b1e5-66da95f61e2e'] in n-d-787206-13 is: [{'id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208825338', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '50d93a31-4dd7-48a7-ac95-91b0332a5e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:03:51Z', 'updated_at': '2021-08-16T21:03:52Z', 'revision_number': 3, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '50d93a31-4dd7-48a7-ac95-91b0332a5e12', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:03:51Z', 'updated_at': '2021-08-16T21:03:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:03:53.991446 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a566b1e9-1909-4d57-b6e6-ae0a142252bb None None] For port b72a0770-1b71-4e60-b6c5-19482318cbf3, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:03:53.995698 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a566b1e9-1909-4d57-b6e6-ae0a142252bb None None] For port b72a0770-1b71-4e60-b6c5-19482318cbf3, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b72a0770-1b71-4e60-b6c5-19482318cbf3,segment=NetworkSegment(227d47c5-1f81-4a99-9bcb-90f47d22cdfb),segment_id=227d47c5-1f81-4a99-9bcb-90f47d22cdfb)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:03:54.000899 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a566b1e9-1909-4d57-b6e6-ae0a142252bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:54.077763 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566b1e9-1909-4d57-b6e6-ae0a142252bb None None] Pushing event updated for resources: {'Port': ['ID=b72a0770-1b71-4e60-b6c5-19482318cbf3,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:54.097316 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-328ae7fc-02b7-4f81-bcee-0911d9891884 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Allocated IP 172.20.0.1 (bb9a666d-405d-46f5-9901-574b9832a837/c10260aa-984c-46e6-bf38-b705b7eaf2a8/6760e27b-1b13-4790-a562-661a7785fa7a) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:03:54.238114 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-328ae7fc-02b7-4f81-bcee-0911d9891884 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:54.258411 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-328ae7fc-02b7-4f81-bcee-0911d9891884 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Transition to ACTIVE for port object 6760e27b-1b13-4790-a562-661a7785fa7a will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:03:54.307617 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-328ae7fc-02b7-4f81-bcee-0911d9891884 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:54.354668 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328ae7fc-02b7-4f81-bcee-0911d9891884 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network bb9a666d-405d-46f5-9901-574b9832a837 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:03:54.358436 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-328ae7fc-02b7-4f81-bcee-0911d9891884 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:54.361383 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328ae7fc-02b7-4f81-bcee-0911d9891884 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:03:54.399636 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ae7fc-02b7-4f81-bcee-0911d9891884 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Port': ['ID=6760e27b-1b13-4790-a562-661a7785fa7a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:54.419905 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-328ae7fc-02b7-4f81-bcee-0911d9891884 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:54.557131 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-328ae7fc-02b7-4f81-bcee-0911d9891884 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:54.861043 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-328ae7fc-02b7-4f81-bcee-0911d9891884 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:54.866383 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-328ae7fc-02b7-4f81-bcee-0911d9891884 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:54.939418 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-328ae7fc-02b7-4f81-bcee-0911d9891884 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:54.941295 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ae7fc-02b7-4f81-bcee-0911d9891884 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Port': ['ID=6760e27b-1b13-4790-a562-661a7785fa7a,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:55.053543 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328ae7fc-02b7-4f81-bcee-0911d9891884 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network bb9a666d-405d-46f5-9901-574b9832a837 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:03:55.054940 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-328ae7fc-02b7-4f81-bcee-0911d9891884 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:55.066888 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e137e29-e196-4a95-835b-b53b11d31dc1 None None] Network bb9a666d-405d-46f5-9901-574b9832a837 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:03:55.129820 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-35b176f9-6ae7-4043-a796-b8aab9127021 None None] Provisioning for port b72a0770-1b71-4e60-b6c5-19482318cbf3 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:55.173857 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328ae7fc-02b7-4f81-bcee-0911d9891884 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Router 53c56225-986c-466b-b1e5-66da95f61e2e has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:03:55.290941 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328ae7fc-02b7-4f81-bcee-0911d9891884 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:03:55.296655 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-328ae7fc-02b7-4f81-bcee-0911d9891884 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "PUT /v2.0/routers/53c56225-986c-466b-b1e5-66da95f61e2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9940832 Aug 16 21:03:55.456883 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-6dd086cc-f8ba-479b-885a-674652cb770c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-512277384&fields=id&tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e HTTP/1.1" status: 200 len: 267 time: 0.0358291 Aug 16 21:03:55.473432 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-02e1f4ff-f1cf-4064-839b-566a96f28258 None None] Provisioning for port 6760e27b-1b13-4790-a562-661a7785fa7a completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:55.477936 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-02e1f4ff-f1cf-4064-839b-566a96f28258 None None] Provisioning complete for port 6760e27b-1b13-4790-a562-661a7785fa7a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:55.478392 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-02e1f4ff-f1cf-4064-839b-566a96f28258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:55.515203 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-02e1f4ff-f1cf-4064-839b-566a96f28258 None None] Port 6760e27b-1b13-4790-a562-661a7785fa7a cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:03:55.579101 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-62fda4ba-8620-4124-85f0-9dc8402994ad tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:55.580693 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-62fda4ba-8620-4124-85f0-9dc8402994ad tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/networks?id=bb9a666d-405d-46f5-9901-574b9832a837 HTTP/1.1" status: 200 len: 796 time: 0.1143599 Aug 16 21:03:55.598357 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-1ddb9cba-a43f-4f33-ba92-c7faf37524ea tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/quotas/3b55bcbb731b4f17ac8f16ceeee7f73e HTTP/1.1" status: 200 len: 375 time: 0.0101526 Aug 16 21:03:55.606896 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59879da-fbf6-4317-9a7f-5da82ce74035 None None] Sync routers for ids ['53c56225-986c-466b-b1e5-66da95f61e2e'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:03:55.617399 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59879da-fbf6-4317-9a7f-5da82ce74035 None None] Routers {'53c56225-986c-466b-b1e5-66da95f61e2e'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:55.618179 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f59879da-fbf6-4317-9a7f-5da82ce74035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:03:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['53c56225-986c-466b-b1e5-66da95f61e2e'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:55.651796 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-5ed77c37-3da9-4968-b2ba-1c9a860eedc3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476146 Aug 16 21:03:55.738776 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-f59879da-fbf6-4317-9a7f-5da82ce74035 None None] Set router 53c56225-986c-466b-b1e5-66da95f61e2e gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:03:55.775056 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2be51bae-ce1e-4bae-8938-03b4ced74189 None None] Provisioning complete for port 6760e27b-1b13-4790-a562-661a7785fa7a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:55.775450 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2be51bae-ce1e-4bae-8938-03b4ced74189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:55.802786 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-d89c33c1-bd33-48f3-8d4c-81012aa9c00f service neutron] 10.222.0.68 "GET /v2.0/networks/bb9a666d-405d-46f5-9901-574b9832a837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373711 Aug 16 21:03:55.902518 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-55c053c8-95dc-4796-920b-ef0797e1f0bf service neutron] 10.222.0.68 "GET /v2.0/networks/bb9a666d-405d-46f5-9901-574b9832a837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921574 Aug 16 21:03:56.053394 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b72a0770-1b71-4e60-b6c5-19482318cbf3 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:56.060119 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2be51bae-ce1e-4bae-8938-03b4ced74189 None None] Port 6760e27b-1b13-4790-a562-661a7785fa7a cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:03:56.109900 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-116ca3c3-7d27-4903-810e-b0d9435ae120 req-37e14669-3480-4cab-a2cd-9c785282cc0f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 210 time: 0.0287962 Aug 16 21:03:56.155899 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port b72a0770-1b71-4e60-b6c5-19482318cbf3 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:56.162959 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port b72a0770-1b71-4e60-b6c5-19482318cbf3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:56.163352 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:56.227100 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-30732d43-fd82-4b73-8511-2790690da6d0 None None] Provisioning complete for port 6760e27b-1b13-4790-a562-661a7785fa7a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:56.227499 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-30732d43-fd82-4b73-8511-2790690da6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:56.255160 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f59879da-fbf6-4317-9a7f-5da82ce74035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208825338', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '50d93a31-4dd7-48a7-ac95-91b0332a5e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:03:51Z', 'updated_at': '2021-08-16T21:03:54Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '50d93a31-4dd7-48a7-ac95-91b0332a5e12', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:03:51Z', 'updated_at': '2021-08-16T21:03:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '6760e27b-1b13-4790-a562-661a7785fa7a', 'name': '', 'network_id': 'bb9a666d-405d-46f5-9901-574b9832a837', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:46:bd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c10260aa-984c-46e6-bf38-b705b7eaf2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:03:53Z', 'updated_at': '2021-08-16T21:03:54Z', 'revision_number': 2, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': 'c10260aa-984c-46e6-bf38-b705b7eaf2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:56.293374 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59879da-fbf6-4317-9a7f-5da82ce74035 None None] Checking router: 53c56225-986c-466b-b1e5-66da95f61e2e for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:03:56.293734 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59879da-fbf6-4317-9a7f-5da82ce74035 None None] Updating router 53c56225-986c-466b-b1e5-66da95f61e2e port 6760e27b-1b13-4790-a562-661a7785fa7a binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:03:56.297422 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-30732d43-fd82-4b73-8511-2790690da6d0 None None] Port 6760e27b-1b13-4790-a562-661a7785fa7a cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:03:56.343975 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f59879da-fbf6-4317-9a7f-5da82ce74035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:56.362886 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:56.475444 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port b72a0770-1b71-4e60-b6c5-19482318cbf3, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b72a0770-1b71-4e60-b6c5-19482318cbf3,segment=NetworkSegment(227d47c5-1f81-4a99-9bcb-90f47d22cdfb),segment_id=227d47c5-1f81-4a99-9bcb-90f47d22cdfb)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:56.485158 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:56.485978 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 50d93a31-4dd7-48a7-ac95-91b0332a5e12 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:56.621210 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=b72a0770-1b71-4e60-b6c5-19482318cbf3,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:56.649046 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 50d93a31-4dd7-48a7-ac95-91b0332a5e12 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:56.660088 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 50d93a31-4dd7-48a7-ac95-91b0332a5e12 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:56.660465 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:56.785238 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f59879da-fbf6-4317-9a7f-5da82ce74035 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:56.803582 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f59879da-fbf6-4317-9a7f-5da82ce74035 None None] Transition to ACTIVE for port object 6760e27b-1b13-4790-a562-661a7785fa7a will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:03:56.807902 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:56.814201 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f59879da-fbf6-4317-9a7f-5da82ce74035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:56.857754 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 50d93a31-4dd7-48a7-ac95-91b0332a5e12, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=50d93a31-4dd7-48a7-ac95-91b0332a5e12,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:56.864750 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:56.881202 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30a8c1-65a4-45ee-ac7a-3050a43c7199 None None] Pushing event updated for resources: {'Port': ['ID=6760e27b-1b13-4790-a562-661a7785fa7a,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:56.966189 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f59879da-fbf6-4317-9a7f-5da82ce74035 None None] Attempting to bind port 6760e27b-1b13-4790-a562-661a7785fa7a on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:03:56.966554 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f59879da-fbf6-4317-9a7f-5da82ce74035 None None] Attempting to bind port 6760e27b-1b13-4790-a562-661a7785fa7a by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '227d47c5-1f81-4a99-9bcb-90f47d22cdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bb9a666d-405d-46f5-9901-574b9832a837'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:03:56.966913 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59879da-fbf6-4317-9a7f-5da82ce74035 None None] Attempting to bind port 6760e27b-1b13-4790-a562-661a7785fa7a on network bb9a666d-405d-46f5-9901-574b9832a837 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:03:56.975038 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=50d93a31-4dd7-48a7-ac95-91b0332a5e12,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:56.977771 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59879da-fbf6-4317-9a7f-5da82ce74035 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:03:56.978146 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59879da-fbf6-4317-9a7f-5da82ce74035 None None] Checking segment: {'id': '227d47c5-1f81-4a99-9bcb-90f47d22cdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bb9a666d-405d-46f5-9901-574b9832a837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:03:56.978739 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f59879da-fbf6-4317-9a7f-5da82ce74035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:56.978926 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59879da-fbf6-4317-9a7f-5da82ce74035 None None] Bound using segment: {'id': '227d47c5-1f81-4a99-9bcb-90f47d22cdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bb9a666d-405d-46f5-9901-574b9832a837'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:03:56.979426 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f59879da-fbf6-4317-9a7f-5da82ce74035 None None] Bound port: 6760e27b-1b13-4790-a562-661a7785fa7a, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227d47c5-1f81-4a99-9bcb-90f47d22cdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bb9a666d-405d-46f5-9901-574b9832a837'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:03:56.979843 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f59879da-fbf6-4317-9a7f-5da82ce74035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:57.061018 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f59879da-fbf6-4317-9a7f-5da82ce74035 None None] For port 6760e27b-1b13-4790-a562-661a7785fa7a, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:03:57.064456 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f59879da-fbf6-4317-9a7f-5da82ce74035 None None] For port 6760e27b-1b13-4790-a562-661a7785fa7a, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6760e27b-1b13-4790-a562-661a7785fa7a,segment=NetworkSegment(227d47c5-1f81-4a99-9bcb-90f47d22cdfb),segment_id=227d47c5-1f81-4a99-9bcb-90f47d22cdfb)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:03:57.068691 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f59879da-fbf6-4317-9a7f-5da82ce74035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:57.143425 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59879da-fbf6-4317-9a7f-5da82ce74035 None None] Routers {'53c56225-986c-466b-b1e5-66da95f61e2e'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:57.145059 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f59879da-fbf6-4317-9a7f-5da82ce74035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:03:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['53c56225-986c-466b-b1e5-66da95f61e2e'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:57.165411 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-6c764dc8-61da-4f4d-ad6d-63f3bb3bb6f7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:57.168706 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-6c764dc8-61da-4f4d-ad6d-63f3bb3bb6f7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.63 "GET /v2.0/networks?id=bb9a666d-405d-46f5-9901-574b9832a837 HTTP/1.1" status: 200 len: 796 time: 0.1359501 Aug 16 21:03:57.219956 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-d80aa165-1a92-4ae1-80e8-d3788f2e76bf tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e HTTP/1.1" status: 200 len: 379 time: 0.0426412 Aug 16 21:03:57.237054 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ee62e106-965b-49ef-b7ae-f1beb3ee25e6 req-e102c7d2-cc14-4dd7-8c26-6f167ccc894e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 210 time: 0.0382907 Aug 16 21:03:57.240032 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-c3d8026d-1090-4bbe-989f-397bf546b29a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'port': {'device_id': '279f7d14-2299-4396-80f0-e1a6de1d476f', 'network_id': 'bb9a666d-405d-46f5-9901-574b9832a837', 'admin_state_up': True, 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'security_groups': ['27a4b0cd-086f-4f42-a075-c4585a5557ca']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:57.250345 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30a8c1-65a4-45ee-ac7a-3050a43c7199 None None] Pushing event updated for resources: {'Port': ['ID=6760e27b-1b13-4790-a562-661a7785fa7a,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:57.283789 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-f59879da-fbf6-4317-9a7f-5da82ce74035 None None] Set router 53c56225-986c-466b-b1e5-66da95f61e2e gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:03:57.369069 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-c3d8026d-1090-4bbe-989f-397bf546b29a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Made reservation on behalf of 3b55bcbb731b4f17ac8f16ceeee7f73e for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:03:57.373372 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-c3d8026d-1090-4bbe-989f-397bf546b29a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:57.493067 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f59879da-fbf6-4317-9a7f-5da82ce74035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208825338', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '50d93a31-4dd7-48a7-ac95-91b0332a5e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:03:51Z', 'updated_at': '2021-08-16T21:03:54Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '50d93a31-4dd7-48a7-ac95-91b0332a5e12', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:03:51Z', 'updated_at': '2021-08-16T21:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '6760e27b-1b13-4790-a562-661a7785fa7a', 'name': '', 'network_id': 'bb9a666d-405d-46f5-9901-574b9832a837', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:46:bd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c10260aa-984c-46e6-bf38-b705b7eaf2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:03:53Z', 'updated_at': '2021-08-16T21:03:57Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': 'c10260aa-984c-46e6-bf38-b705b7eaf2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:57.499443 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-c3d8026d-1090-4bbe-989f-397bf546b29a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Allocated IP 172.20.0.6 (bb9a666d-405d-46f5-9901-574b9832a837/c10260aa-984c-46e6-bf38-b705b7eaf2a8/cac2b745-1830-430b-90e6-7c947c132d3d) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:03:57.523993 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59879da-fbf6-4317-9a7f-5da82ce74035 None None] The sync data for ids ['53c56225-986c-466b-b1e5-66da95f61e2e'] in n-d-787206-13 is: [{'id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208825338', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '50d93a31-4dd7-48a7-ac95-91b0332a5e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:03:51Z', 'updated_at': '2021-08-16T21:03:54Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '50d93a31-4dd7-48a7-ac95-91b0332a5e12', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:03:51Z', 'updated_at': '2021-08-16T21:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '6760e27b-1b13-4790-a562-661a7785fa7a', 'name': '', 'network_id': 'bb9a666d-405d-46f5-9901-574b9832a837', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:46:bd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c10260aa-984c-46e6-bf38-b705b7eaf2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:03:53Z', 'updated_at': '2021-08-16T21:03:57Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': 'c10260aa-984c-46e6-bf38-b705b7eaf2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:03:57.657954 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-c3d8026d-1090-4bbe-989f-397bf546b29a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:57.673410 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-c3d8026d-1090-4bbe-989f-397bf546b29a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Transition to ACTIVE for port object cac2b745-1830-430b-90e6-7c947c132d3d will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:03:57.708289 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-c3d8026d-1090-4bbe-989f-397bf546b29a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:57.757857 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-c3d8026d-1090-4bbe-989f-397bf546b29a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network bb9a666d-405d-46f5-9901-574b9832a837 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:03:57.761678 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-c3d8026d-1090-4bbe-989f-397bf546b29a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:57.766271 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-c3d8026d-1090-4bbe-989f-397bf546b29a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:03:57.770582 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8026d-1090-4bbe-989f-397bf546b29a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Port': ['ID=cac2b745-1830-430b-90e6-7c947c132d3d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:57.818945 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-c3d8026d-1090-4bbe-989f-397bf546b29a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:57.819548 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-c3d8026d-1090-4bbe-989f-397bf546b29a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:57.837280 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-c3d8026d-1090-4bbe-989f-397bf546b29a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6048896 Aug 16 21:03:57.852302 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-23da41a1-f759-410c-8f9a-fb06e5378f39 service neutron] Request body: {'port': {'device_id': '279f7d14-2299-4396-80f0-e1a6de1d476f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:57.921431 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-23da41a1-f759-410c-8f9a-fb06e5378f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:58.052100 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1dc2b06a-1c8d-4dc2-80ed-fc50f795e1aa None None] Provisioning for port cac2b745-1830-430b-90e6-7c947c132d3d completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:58.057408 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1dc2b06a-1c8d-4dc2-80ed-fc50f795e1aa None None] Provisioning complete for port cac2b745-1830-430b-90e6-7c947c132d3d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:58.059020 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1dc2b06a-1c8d-4dc2-80ed-fc50f795e1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:58.092828 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b72a0770-1b71-4e60-b6c5-19482318cbf3 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:58.135733 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1dc2b06a-1c8d-4dc2-80ed-fc50f795e1aa None None] Port cac2b745-1830-430b-90e6-7c947c132d3d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:03:58.154672 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port b72a0770-1b71-4e60-b6c5-19482318cbf3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:58.155233 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:58.227922 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-23da41a1-f759-410c-8f9a-fb06e5378f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cac2b745-1830-430b-90e6-7c947c132d3d {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:03:58.237207 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-23da41a1-f759-410c-8f9a-fb06e5378f39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:58.244846 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 50d93a31-4dd7-48a7-ac95-91b0332a5e12 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:58.254072 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-23da41a1-f759-410c-8f9a-fb06e5378f39 service neutron] Transition to ACTIVE for port object cac2b745-1830-430b-90e6-7c947c132d3d will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:03:58.258054 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-23da41a1-f759-410c-8f9a-fb06e5378f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:58.320844 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 50d93a31-4dd7-48a7-ac95-91b0332a5e12 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:58.321831 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:58.371229 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da41a1-f759-410c-8f9a-fb06e5378f39 service neutron] Pushing event updated for resources: {'Port': ['ID=cac2b745-1830-430b-90e6-7c947c132d3d,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:58.403966 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5007559-dda9-47d6-9096-f26000c87419 req-aa4ee334-5abe-463b-9c29-32e377e58a80 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:58.414944 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a5007559-dda9-47d6-9096-f26000c87419 req-aa4ee334-5abe-463b-9c29-32e377e58a80 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 943 time: 0.1061304 Aug 16 21:03:58.425517 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6760e27b-1b13-4790-a562-661a7785fa7a up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:58.433714 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-23da41a1-f759-410c-8f9a-fb06e5378f39 service neutron] Attempting to bind port cac2b745-1830-430b-90e6-7c947c132d3d on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:03:58.434204 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-23da41a1-f759-410c-8f9a-fb06e5378f39 service neutron] Attempting to bind port cac2b745-1830-430b-90e6-7c947c132d3d by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '227d47c5-1f81-4a99-9bcb-90f47d22cdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bb9a666d-405d-46f5-9901-574b9832a837'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:03:58.434641 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-23da41a1-f759-410c-8f9a-fb06e5378f39 service neutron] Attempting to bind port cac2b745-1830-430b-90e6-7c947c132d3d on network bb9a666d-405d-46f5-9901-574b9832a837 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:03:58.439743 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-23da41a1-f759-410c-8f9a-fb06e5378f39 service neutron] Port cac2b745-1830-430b-90e6-7c947c132d3d on network bb9a666d-405d-46f5-9901-574b9832a837 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:03:58.440182 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-23da41a1-f759-410c-8f9a-fb06e5378f39 service neutron] Attempting to bind port cac2b745-1830-430b-90e6-7c947c132d3d on network bb9a666d-405d-46f5-9901-574b9832a837 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:03:58.447870 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-23da41a1-f759-410c-8f9a-fb06e5378f39 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:03:58.448281 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-23da41a1-f759-410c-8f9a-fb06e5378f39 service neutron] Checking segment: {'id': '227d47c5-1f81-4a99-9bcb-90f47d22cdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bb9a666d-405d-46f5-9901-574b9832a837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:03:58.448841 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-23da41a1-f759-410c-8f9a-fb06e5378f39 service neutron] Bound using segment: {'id': '227d47c5-1f81-4a99-9bcb-90f47d22cdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bb9a666d-405d-46f5-9901-574b9832a837'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:03:58.449370 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-23da41a1-f759-410c-8f9a-fb06e5378f39 service neutron] Bound port: cac2b745-1830-430b-90e6-7c947c132d3d, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '227d47c5-1f81-4a99-9bcb-90f47d22cdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bb9a666d-405d-46f5-9901-574b9832a837'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:03:58.449833 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-23da41a1-f759-410c-8f9a-fb06e5378f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:58.472493 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a5007559-dda9-47d6-9096-f26000c87419 req-0890073d-8054-46e1-8bb3-445bd65e3a8d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=27a4b0cd-086f-4f42-a075-c4585a5557ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559018 Aug 16 21:03:58.513991 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 6760e27b-1b13-4790-a562-661a7785fa7a completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:58.520991 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 6760e27b-1b13-4790-a562-661a7785fa7a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:58.521632 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:58.533431 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-23da41a1-f759-410c-8f9a-fb06e5378f39 service neutron] For port cac2b745-1830-430b-90e6-7c947c132d3d, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:03:58.537239 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-23da41a1-f759-410c-8f9a-fb06e5378f39 service neutron] For port cac2b745-1830-430b-90e6-7c947c132d3d, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=cac2b745-1830-430b-90e6-7c947c132d3d,segment=NetworkSegment(227d47c5-1f81-4a99-9bcb-90f47d22cdfb),segment_id=227d47c5-1f81-4a99-9bcb-90f47d22cdfb)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:03:58.541451 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-23da41a1-f759-410c-8f9a-fb06e5378f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:58.599527 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-23da41a1-f759-410c-8f9a-fb06e5378f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:58.600157 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-23da41a1-f759-410c-8f9a-fb06e5378f39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:58.601579 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-23da41a1-f759-410c-8f9a-fb06e5378f39 service neutron] 10.222.0.63 "PUT /v2.0/ports/cac2b745-1830-430b-90e6-7c947c132d3d HTTP/1.1" status: 200 len: 1092 time: 0.7543657 Aug 16 21:03:58.602083 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279f7d14-2299-4396-80f0-e1a6de1d476f', 'tag': 'cac2b745-1830-430b-90e6-7c947c132d3d'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:03:58.604515 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3574c60e065d2c839e3c713bbc5c644800ed611e652874904b72df0b461749ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b9711e-0b3b-402b-a3e5-f359f328ce70" -d '{"events": [{"name": "network-changed", "server_uuid": "279f7d14-2299-4396-80f0-e1a6de1d476f", "tag": "cac2b745-1830-430b-90e6-7c947c132d3d"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:03:58.627921 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da41a1-f759-410c-8f9a-fb06e5378f39 service neutron] Pushing event updated for resources: {'Port': ['ID=cac2b745-1830-430b-90e6-7c947c132d3d,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:58.631368 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:58.683269 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 6760e27b-1b13-4790-a562-661a7785fa7a, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6760e27b-1b13-4790-a562-661a7785fa7a,segment=NetworkSegment(227d47c5-1f81-4a99-9bcb-90f47d22cdfb),segment_id=227d47c5-1f81-4a99-9bcb-90f47d22cdfb)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:58.702434 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:58.745226 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208c52ce-e066-4246-b06b-4f996b2920fc x-openstack-request-id: req-208c52ce-e066-4246-b06b-4f996b2920fc {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:03:58.745550 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "279f7d14-2299-4396-80f0-e1a6de1d476f", "tag": "cac2b745-1830-430b-90e6-7c947c132d3d", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:03:58.745803 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-208c52ce-e066-4246-b06b-4f996b2920fc {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:03:58.746203 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279f7d14-2299-4396-80f0-e1a6de1d476f', 'tag': 'cac2b745-1830-430b-90e6-7c947c132d3d', 'status': 'completed', 'code': 200} Aug 16 21:03:58.749427 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-92de2fbc-9376-49fe-b557-ee815618eece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:58.751172 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-92de2fbc-9376-49fe-b557-ee815618eece service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 1095 time: 0.0971682 Aug 16 21:03:58.770437 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=6760e27b-1b13-4790-a562-661a7785fa7a,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:58.799585 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-1148ae53-ba3a-46fa-b447-4c612aa28cda service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cac2b745-1830-430b-90e6-7c947c132d3d HTTP/1.1" status: 200 len: 217 time: 0.0403996 Aug 16 21:03:58.851923 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-72877649-34a7-4066-bbcf-59e07861e78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:58.853317 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-72877649-34a7-4066-bbcf-59e07861e78b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c10260aa-984c-46e6-bf38-b705b7eaf2a8 HTTP/1.1" status: 200 len: 835 time: 0.0477095 Aug 16 21:03:58.899315 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-fc395329-b971-4a93-9ef5-0016ae5741c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:58.900822 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-fc395329-b971-4a93-9ef5-0016ae5741c1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bb9a666d-405d-46f5-9901-574b9832a837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396633 Aug 16 21:03:58.991213 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-ef71c83f-0fdf-4b55-978f-edeb77dd0a63 service neutron] 10.222.0.63 "GET /v2.0/networks/bb9a666d-405d-46f5-9901-574b9832a837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829108 Aug 16 21:03:59.081263 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1e5f0852-f4f9-43d3-b55c-5ee1f97bc528 req-96eaf945-ee6f-4b9e-bac3-2eed47eea6fb service neutron] 10.222.0.63 "GET /v2.0/networks/bb9a666d-405d-46f5-9901-574b9832a837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821636 Aug 16 21:03:59.171093 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9711e-0b3b-402b-a3e5-f359f328ce70 req-53ce6bd3-a736-443b-a746-9f87b8cb1f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:59.172608 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-65b9711e-0b3b-402b-a3e5-f359f328ce70 req-53ce6bd3-a736-443b-a746-9f87b8cb1f1d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 1095 time: 0.0460892 Aug 16 21:03:59.260187 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9711e-0b3b-402b-a3e5-f359f328ce70 req-724e2970-2ce7-4861-8813-93dba4289ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:59.262106 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-65b9711e-0b3b-402b-a3e5-f359f328ce70 req-724e2970-2ce7-4861-8813-93dba4289ffb service neutron] 10.222.0.63 "GET /v2.0/networks?id=bb9a666d-405d-46f5-9901-574b9832a837 HTTP/1.1" status: 200 len: 897 time: 0.0827339 Aug 16 21:03:59.305917 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-65b9711e-0b3b-402b-a3e5-f359f328ce70 req-1e60f931-efa9-4aca-a594-4d4543990ab5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cac2b745-1830-430b-90e6-7c947c132d3d HTTP/1.1" status: 200 len: 217 time: 0.0373738 Aug 16 21:03:59.356328 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9711e-0b3b-402b-a3e5-f359f328ce70 req-d16fe114-aaa5-4112-9607-8d85ea24e6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:59.357714 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-65b9711e-0b3b-402b-a3e5-f359f328ce70 req-d16fe114-aaa5-4112-9607-8d85ea24e6e0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c10260aa-984c-46e6-bf38-b705b7eaf2a8 HTTP/1.1" status: 200 len: 835 time: 0.0419950 Aug 16 21:03:59.402930 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9711e-0b3b-402b-a3e5-f359f328ce70 req-798e8bfb-dd4c-45a2-9ed8-3ed4fbe24dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:59.404424 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-65b9711e-0b3b-402b-a3e5-f359f328ce70 req-798e8bfb-dd4c-45a2-9ed8-3ed4fbe24dfd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bb9a666d-405d-46f5-9901-574b9832a837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393417 Aug 16 21:03:59.496902 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-65b9711e-0b3b-402b-a3e5-f359f328ce70 req-bee5571e-cb93-4226-963b-64b51bf1d945 service neutron] 10.222.0.63 "GET /v2.0/networks/bb9a666d-405d-46f5-9901-574b9832a837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838165 Aug 16 21:03:59.587704 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-65b9711e-0b3b-402b-a3e5-f359f328ce70 req-6cbc4dc7-33ac-4150-bbda-276e961ebb19 service neutron] 10.222.0.63 "GET /v2.0/networks/bb9a666d-405d-46f5-9901-574b9832a837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824883 Aug 16 21:03:59.594843 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a8f07-27f7-40f4-8926-0189ec4cabc3 req-b83afa94-29eb-4493-b6d2-3d059653a181 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:59.596418 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-122a8f07-27f7-40f4-8926-0189ec4cabc3 req-b83afa94-29eb-4493-b6d2-3d059653a181 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 943 time: 0.0500400 Aug 16 21:03:59.638764 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-122a8f07-27f7-40f4-8926-0189ec4cabc3 req-be3d7bbb-2a26-4b78-8b5f-7ed099ea2f98 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=27a4b0cd-086f-4f42-a075-c4585a5557ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328836 Aug 16 21:03:59.972287 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6760e27b-1b13-4790-a562-661a7785fa7a up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:04:00.019843 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 6760e27b-1b13-4790-a562-661a7785fa7a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:00.020216 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:00.752727 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc595165-360f-447c-a08f-8e7dac5e60da req-fcfacb22-20ca-4118-9930-0e3484f4142f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:00.754199 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cc595165-360f-447c-a08f-8e7dac5e60da req-fcfacb22-20ca-4118-9930-0e3484f4142f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 943 time: 0.0488694 Aug 16 21:04:00.791223 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cc595165-360f-447c-a08f-8e7dac5e60da req-f3e6ff69-002c-4ee1-b54c-40d8666f1939 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=27a4b0cd-086f-4f42-a075-c4585a5557ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311711 Aug 16 21:04:00.798573 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device cac2b745-1830-430b-90e6-7c947c132d3d details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:04:00.894453 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port cac2b745-1830-430b-90e6-7c947c132d3d, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=cac2b745-1830-430b-90e6-7c947c132d3d,segment=NetworkSegment(227d47c5-1f81-4a99-9bcb-90f47d22cdfb),segment_id=227d47c5-1f81-4a99-9bcb-90f47d22cdfb)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:00.905416 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'cac2b745-1830-430b-90e6-7c947c132d3d', 'network_id': 'bb9a666d-405d-46f5-9901-574b9832a837', 'port_id': 'cac2b745-1830-430b-90e6-7c947c132d3d', 'mac_address': 'fa:16:3e:8d:8f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c10260aa-984c-46e6-bf38-b705b7eaf2a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:04:00.941422 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:00.958877 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cac2b745-1830-430b-90e6-7c947c132d3d {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:04:00.978186 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port cac2b745-1830-430b-90e6-7c947c132d3d, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=cac2b745-1830-430b-90e6-7c947c132d3d,segment=NetworkSegment(227d47c5-1f81-4a99-9bcb-90f47d22cdfb),segment_id=227d47c5-1f81-4a99-9bcb-90f47d22cdfb)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:00.982363 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:01.027726 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=cac2b745-1830-430b-90e6-7c947c132d3d,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:01.210152 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['cac2b745-1830-430b-90e6-7c947c132d3d'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:04:01.904534 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e023ade-5db1-4795-b39e-7f05ba83daf8 req-bcb690c3-92cf-41f4-a9b6-3d346d3a991d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:01.906051 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6e023ade-5db1-4795-b39e-7f05ba83daf8 req-bcb690c3-92cf-41f4-a9b6-3d346d3a991d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 944 time: 0.0485528 Aug 16 21:04:01.915684 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a28a59c7-fffb-4a09-a8dd-66e2724d313d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:01.947514 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6e023ade-5db1-4795-b39e-7f05ba83daf8 req-e4a53d72-b47d-4ec6-ba9a-43e17eab24f1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=27a4b0cd-086f-4f42-a075-c4585a5557ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348752 Aug 16 21:04:02.801605 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device cac2b745-1830-430b-90e6-7c947c132d3d up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:04:02.849572 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port cac2b745-1830-430b-90e6-7c947c132d3d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:04:02.853118 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port cac2b745-1830-430b-90e6-7c947c132d3d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:04:02.853473 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:02.932743 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:02.954271 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279f7d14-2299-4396-80f0-e1a6de1d476f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac2b745-1830-430b-90e6-7c947c132d3d'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:04:02.956570 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0348104d8022dd0cb333a966cdf78087a7844175b144024c4093ab2d6ac91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d419377f-e2b9-4517-be8b-ef282c62ec8f" -d '{"events": [{"server_uuid": "279f7d14-2299-4396-80f0-e1a6de1d476f", "name": "network-vif-plugged", "status": "completed", "tag": "cac2b745-1830-430b-90e6-7c947c132d3d"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:04:02.971723 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port cac2b745-1830-430b-90e6-7c947c132d3d, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=cac2b745-1830-430b-90e6-7c947c132d3d,segment=NetworkSegment(227d47c5-1f81-4a99-9bcb-90f47d22cdfb),segment_id=227d47c5-1f81-4a99-9bcb-90f47d22cdfb)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:04:02.975485 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:03.023299 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=cac2b745-1830-430b-90e6-7c947c132d3d,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:03.049728 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d051ea74-1b84-4643-99ae-63a1592b3247 x-openstack-request-id: req-d051ea74-1b84-4643-99ae-63a1592b3247 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:04:03.050213 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279f7d14-2299-4396-80f0-e1a6de1d476f", "name": "network-vif-plugged", "status": "completed", "tag": "cac2b745-1830-430b-90e6-7c947c132d3d", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:04:03.050638 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d051ea74-1b84-4643-99ae-63a1592b3247 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:04:03.051047 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279f7d14-2299-4396-80f0-e1a6de1d476f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac2b745-1830-430b-90e6-7c947c132d3d', 'code': 200} Aug 16 21:04:03.149444 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ad6a1-41a2-4710-a3a4-f177c246bf08 req-4d6d2005-f3a7-4c07-a2dc-db1999675757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:03.150951 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c92ad6a1-41a2-4710-a3a4-f177c246bf08 req-4d6d2005-f3a7-4c07-a2dc-db1999675757 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 1097 time: 0.0421884 Aug 16 21:04:03.189195 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c92ad6a1-41a2-4710-a3a4-f177c246bf08 req-d8b5efec-ad80-48cf-a67e-81136c622645 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=27a4b0cd-086f-4f42-a075-c4585a5557ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301940 Aug 16 21:04:03.477094 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66a2ae-d4a7-47ee-80f0-41233489487b req-93f38815-1113-40df-91c2-d4158f9772bf tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:03.478575 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ff66a2ae-d4a7-47ee-80f0-41233489487b req-93f38815-1113-40df-91c2-d4158f9772bf tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 945 time: 0.3849804 Aug 16 21:04:03.515876 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ff66a2ae-d4a7-47ee-80f0-41233489487b req-540cafb8-c02e-4591-be0d-f1367ce52524 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=27a4b0cd-086f-4f42-a075-c4585a5557ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307515 Aug 16 21:04:04.474738 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9f2c1878-ea11-431b-b669-db3a5025ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:04.628744 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1180e5e-4cef-4081-92d7-bf8ee4101690 req-3c8ddab6-6f49-4c1a-8449-f66b6c877988 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:04.630218 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b1180e5e-4cef-4081-92d7-bf8ee4101690 req-3c8ddab6-6f49-4c1a-8449-f66b6c877988 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 945 time: 0.0488551 Aug 16 21:04:04.668354 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b1180e5e-4cef-4081-92d7-bf8ee4101690 req-f1939ada-8d4d-4295-9c39-e10a4e08f748 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=27a4b0cd-086f-4f42-a075-c4585a5557ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319827 Aug 16 21:04:04.739862 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:04.785893 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03485aa-b559-4c14-b6e0-b0e5f0065a76 req-488af08f-a027-45a9-ad63-77e2a64beb2c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:04.787632 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c03485aa-b559-4c14-b6e0-b0e5f0065a76 req-488af08f-a027-45a9-ad63-77e2a64beb2c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 945 time: 0.0548813 Aug 16 21:04:04.827239 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c03485aa-b559-4c14-b6e0-b0e5f0065a76 req-d206810c-9fc0-4cb2-9c48-2cebc80a561c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=27a4b0cd-086f-4f42-a075-c4585a5557ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327520 Aug 16 21:04:04.852397 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34362) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:04.897065 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31e3494-e144-408e-88f9-ff4664e84dfa tempest-TestNetworkAdvancedServerOps-1330612273 tempest-TestNetworkAdvancedServerOps-1330612273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:04.898546 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b31e3494-e144-408e-88f9-ff4664e84dfa tempest-TestNetworkAdvancedServerOps-1330612273 tempest-TestNetworkAdvancedServerOps-1330612273-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 1092 time: 0.0449083 Aug 16 21:04:04.901287 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34364) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:04.905947 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6aa3d6c1-3b2b-4354-a2b5-0e8d3ce1238e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'port_id': 'cac2b745-1830-430b-90e6-7c947c132d3d', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:04:04.927509 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6aa3d6c1-3b2b-4354-a2b5-0e8d3ce1238e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:05.024699 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6aa3d6c1-3b2b-4354-a2b5-0e8d3ce1238e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:05.129845 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-6aa3d6c1-3b2b-4354-a2b5-0e8d3ce1238e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Allocated IP 172.25.8.181 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/38d441dc-d289-49ac-b8ed-95faeb595fb6) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:04:05.233366 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6aa3d6c1-3b2b-4354-a2b5-0e8d3ce1238e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:05.269625 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6aa3d6c1-3b2b-4354-a2b5-0e8d3ce1238e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:05.309450 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa3d6c1-3b2b-4354-a2b5-0e8d3ce1238e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:04:05.313994 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-6aa3d6c1-3b2b-4354-a2b5-0e8d3ce1238e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:04:05.317423 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa3d6c1-3b2b-4354-a2b5-0e8d3ce1238e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:04:05.341331 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3d6c1-3b2b-4354-a2b5-0e8d3ce1238e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Port': ['ID=38d441dc-d289-49ac-b8ed-95faeb595fb6,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:05.674672 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6aa3d6c1-3b2b-4354-a2b5-0e8d3ce1238e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:05.742136 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6aa3d6c1-3b2b-4354-a2b5-0e8d3ce1238e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:05.823520 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:05.892261 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6aa3d6c1-3b2b-4354-a2b5-0e8d3ce1238e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:05.897204 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6aa3d6c1-3b2b-4354-a2b5-0e8d3ce1238e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:05.962345 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3d6c1-3b2b-4354-a2b5-0e8d3ce1238e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Port': ['ID=38d441dc-d289-49ac-b8ed-95faeb595fb6,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:05.974104 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6aa3d6c1-3b2b-4354-a2b5-0e8d3ce1238e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:06.071886 n-d-787206-13 neutron-server[94771]: INFO neutron.db.l3_db [None req-6aa3d6c1-3b2b-4354-a2b5-0e8d3ce1238e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Floating IP 0c92aa16-f238-4244-8fe4-50dbfd14a481 associated. External IP: 172.25.8.181, port: cac2b745-1830-430b-90e6-7c947c132d3d. Aug 16 21:04:06.273441 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa3d6c1-3b2b-4354-a2b5-0e8d3ce1238e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Router 53c56225-986c-466b-b1e5-66da95f61e2e has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:04:06.378484 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa3d6c1-3b2b-4354-a2b5-0e8d3ce1238e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:04:06.387936 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cac871-69f6-4e5c-8c31-40c2a9815a0e None None] Sync routers for ids ['53c56225-986c-466b-b1e5-66da95f61e2e'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:04:06.394384 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6aa3d6c1-3b2b-4354-a2b5-0e8d3ce1238e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:06.397431 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cac871-69f6-4e5c-8c31-40c2a9815a0e None None] Routers {'53c56225-986c-466b-b1e5-66da95f61e2e'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:04:06.398042 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-65cac871-69f6-4e5c-8c31-40c2a9815a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:04:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['53c56225-986c-466b-b1e5-66da95f61e2e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:06.421387 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6aa3d6c1-3b2b-4354-a2b5-0e8d3ce1238e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5189517 Aug 16 21:04:06.422159 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279f7d14-2299-4396-80f0-e1a6de1d476f', 'tag': 'cac2b745-1830-430b-90e6-7c947c132d3d'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:04:06.424564 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3574c60e065d2c839e3c713bbc5c644800ed611e652874904b72df0b461749ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c23f33f-50af-45cf-93c1-5a39e5bb2628" -d '{"events": [{"name": "network-changed", "server_uuid": "279f7d14-2299-4396-80f0-e1a6de1d476f", "tag": "cac2b745-1830-430b-90e6-7c947c132d3d"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:04:06.502222 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-65cac871-69f6-4e5c-8c31-40c2a9815a0e None None] Set router 53c56225-986c-466b-b1e5-66da95f61e2e gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:04:06.516199 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6cc60e-900a-489b-8575-68aeee17eb67 req-a11bcae5-f93c-46d7-a226-59ab2c39ee09 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:06.517683 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fb6cc60e-900a-489b-8575-68aeee17eb67 req-a11bcae5-f93c-46d7-a226-59ab2c39ee09 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 945 time: 0.0493171 Aug 16 21:04:06.554922 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fb6cc60e-900a-489b-8575-68aeee17eb67 req-72bc3332-af89-45eb-a95d-f0571167d608 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=27a4b0cd-086f-4f42-a075-c4585a5557ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311282 Aug 16 21:04:06.575636 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:06.578313 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34370) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:06.614970 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fffaa9-b44e-4f46-8230-1b34accad7c2 x-openstack-request-id: req-76fffaa9-b44e-4f46-8230-1b34accad7c2 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:04:06.615279 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "279f7d14-2299-4396-80f0-e1a6de1d476f", "tag": "cac2b745-1830-430b-90e6-7c947c132d3d", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:04:06.615551 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-76fffaa9-b44e-4f46-8230-1b34accad7c2 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:04:06.615949 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279f7d14-2299-4396-80f0-e1a6de1d476f', 'tag': 'cac2b745-1830-430b-90e6-7c947c132d3d', 'status': 'completed', 'code': 200} Aug 16 21:04:06.669591 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:06.734687 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-65cac871-69f6-4e5c-8c31-40c2a9815a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208825338', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '50d93a31-4dd7-48a7-ac95-91b0332a5e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:03:51Z', 'updated_at': '2021-08-16T21:03:54Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '50d93a31-4dd7-48a7-ac95-91b0332a5e12', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:03:51Z', 'updated_at': '2021-08-16T21:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '0c92aa16-f238-4244-8fe4-50dbfd14a481', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'floating_ip_address': '172.25.8.181', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'port_id': 'cac2b745-1830-430b-90e6-7c947c132d3d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9a666d-405d-46f5-9901-574b9832a837', 'mac_address': 'fa:16:3e:8d:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f7d14-2299-4396-80f0-e1a6de1d476f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:04:05Z', 'updated_at': '2021-08-16T21:04:05Z', 'revision_number': 0, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6760e27b-1b13-4790-a562-661a7785fa7a', 'name': '', 'network_id': 'bb9a666d-405d-46f5-9901-574b9832a837', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:46:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c10260aa-984c-46e6-bf38-b705b7eaf2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:03:53Z', 'updated_at': '2021-08-16T21:03:58Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': 'c10260aa-984c-46e6-bf38-b705b7eaf2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:06.760994 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cac871-69f6-4e5c-8c31-40c2a9815a0e None None] Checking router: 53c56225-986c-466b-b1e5-66da95f61e2e for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:04:06.770708 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cac871-69f6-4e5c-8c31-40c2a9815a0e None None] Routers {'53c56225-986c-466b-b1e5-66da95f61e2e'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:04:06.771370 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-65cac871-69f6-4e5c-8c31-40c2a9815a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:04:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['53c56225-986c-466b-b1e5-66da95f61e2e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:06.884670 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-65cac871-69f6-4e5c-8c31-40c2a9815a0e None None] Set router 53c56225-986c-466b-b1e5-66da95f61e2e gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:04:07.008330 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9af655d8-4382-48e8-8373-3f381bb2fced tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/floatingips/0c92aa16-f238-4244-8fe4-50dbfd14a481 HTTP/1.1" status: 200 len: 991 time: 0.4288061 Aug 16 21:04:07.024759 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23f33f-50af-45cf-93c1-5a39e5bb2628 req-a13aa734-8c0c-441d-97fa-408553a400e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:07.026312 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1c23f33f-50af-45cf-93c1-5a39e5bb2628 req-a13aa734-8c0c-441d-97fa-408553a400e9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 1097 time: 0.3922865 Aug 16 21:04:07.132278 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23f33f-50af-45cf-93c1-5a39e5bb2628 req-5a43a398-5252-4bc4-af7b-9d18c14c3acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:07.133768 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1c23f33f-50af-45cf-93c1-5a39e5bb2628 req-5a43a398-5252-4bc4-af7b-9d18c14c3acf service neutron] 10.222.0.63 "GET /v2.0/networks?id=bb9a666d-405d-46f5-9901-574b9832a837 HTTP/1.1" status: 200 len: 897 time: 0.1000330 Aug 16 21:04:07.202188 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1c23f33f-50af-45cf-93c1-5a39e5bb2628 req-42a53707-2690-4b5e-af91-ed1a83359df4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cac2b745-1830-430b-90e6-7c947c132d3d HTTP/1.1" status: 200 len: 999 time: 0.0611851 Aug 16 21:04:07.213718 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-65cac871-69f6-4e5c-8c31-40c2a9815a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208825338', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '50d93a31-4dd7-48a7-ac95-91b0332a5e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:03:51Z', 'updated_at': '2021-08-16T21:03:54Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '50d93a31-4dd7-48a7-ac95-91b0332a5e12', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:03:51Z', 'updated_at': '2021-08-16T21:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '0c92aa16-f238-4244-8fe4-50dbfd14a481', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'floating_ip_address': '172.25.8.181', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'port_id': 'cac2b745-1830-430b-90e6-7c947c132d3d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9a666d-405d-46f5-9901-574b9832a837', 'mac_address': 'fa:16:3e:8d:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f7d14-2299-4396-80f0-e1a6de1d476f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:04:05Z', 'updated_at': '2021-08-16T21:04:05Z', 'revision_number': 0, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6760e27b-1b13-4790-a562-661a7785fa7a', 'name': '', 'network_id': 'bb9a666d-405d-46f5-9901-574b9832a837', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:46:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c10260aa-984c-46e6-bf38-b705b7eaf2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:03:53Z', 'updated_at': '2021-08-16T21:03:58Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': 'c10260aa-984c-46e6-bf38-b705b7eaf2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:04:07.239383 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cac871-69f6-4e5c-8c31-40c2a9815a0e None None] The sync data for ids ['53c56225-986c-466b-b1e5-66da95f61e2e'] in n-d-787206-13 is: [{'id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208825338', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '50d93a31-4dd7-48a7-ac95-91b0332a5e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:03:51Z', 'updated_at': '2021-08-16T21:03:54Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '50d93a31-4dd7-48a7-ac95-91b0332a5e12', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:03:51Z', 'updated_at': '2021-08-16T21:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '0c92aa16-f238-4244-8fe4-50dbfd14a481', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'floating_ip_address': '172.25.8.181', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'port_id': 'cac2b745-1830-430b-90e6-7c947c132d3d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9a666d-405d-46f5-9901-574b9832a837', 'mac_address': 'fa:16:3e:8d:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f7d14-2299-4396-80f0-e1a6de1d476f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:04:05Z', 'updated_at': '2021-08-16T21:04:05Z', 'revision_number': 0, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6760e27b-1b13-4790-a562-661a7785fa7a', 'name': '', 'network_id': 'bb9a666d-405d-46f5-9901-574b9832a837', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:46:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c10260aa-984c-46e6-bf38-b705b7eaf2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:03:53Z', 'updated_at': '2021-08-16T21:03:58Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': 'c10260aa-984c-46e6-bf38-b705b7eaf2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:04:07.253931 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23f33f-50af-45cf-93c1-5a39e5bb2628 req-ba3b2447-7a11-4b35-b019-ae095bbb093b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:07.255482 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1c23f33f-50af-45cf-93c1-5a39e5bb2628 req-ba3b2447-7a11-4b35-b019-ae095bbb093b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c10260aa-984c-46e6-bf38-b705b7eaf2a8 HTTP/1.1" status: 200 len: 835 time: 0.0467508 Aug 16 21:04:07.270692 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:07.303759 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23f33f-50af-45cf-93c1-5a39e5bb2628 req-c616773d-04d5-4e59-a336-58c0d3ac56c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:07.305295 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1c23f33f-50af-45cf-93c1-5a39e5bb2628 req-c616773d-04d5-4e59-a336-58c0d3ac56c4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bb9a666d-405d-46f5-9901-574b9832a837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425768 Aug 16 21:04:07.400329 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1c23f33f-50af-45cf-93c1-5a39e5bb2628 req-97c8315f-f65e-4b06-bb77-21c19b4dac5f service neutron] 10.222.0.63 "GET /v2.0/networks/bb9a666d-405d-46f5-9901-574b9832a837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871701 Aug 16 21:04:07.449610 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d5439c-cbbc-45a8-9862-b0f37940183f None None] New status for floating IP 0c92aa16-f238-4244-8fe4-50dbfd14a481: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:04:07.493359 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-1c23f33f-50af-45cf-93c1-5a39e5bb2628 req-9b7ef03a-aa01-4590-9d26-3666c0897b6b service neutron] 10.222.0.63 "GET /v2.0/networks/bb9a666d-405d-46f5-9901-574b9832a837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854256 Aug 16 21:04:08.012772 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34372) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:08.076459 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-92bf3506-454f-4895-b835-781a8b5c1e11 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/floatingips/0c92aa16-f238-4244-8fe4-50dbfd14a481 HTTP/1.1" status: 200 len: 993 time: 0.0624101 Aug 16 21:04:10.587963 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:04:31.917534 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6452fa80-9a9f-4f61-b56a-f0dfa703ee74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:34.478891 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-77e6ad06-3598-4753-99d6-3ff72aacf6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:34.740413 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:35.829190 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:36.591276 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:36.665510 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:37.272452 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:39.409683 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6c5b3-4ce0-4799-84fd-de6dd6965f19 req-079163d2-f175-4503-8ede-4e2be9172264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:39.411266 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-74e6c5b3-4ce0-4799-84fd-de6dd6965f19 req-079163d2-f175-4503-8ede-4e2be9172264 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 1097 time: 0.0414467 Aug 16 21:04:39.418379 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddfcd90-695c-4020-9645-821f66c96aed req-81b528ab-d173-4922-911e-42741f9d6f29 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:39.419911 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dddfcd90-695c-4020-9645-821f66c96aed req-81b528ab-d173-4922-911e-42741f9d6f29 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 945 time: 0.0489676 Aug 16 21:04:39.458764 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dddfcd90-695c-4020-9645-821f66c96aed req-fa9cadab-bf05-44b1-ba4e-6f611bc10dd5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=27a4b0cd-086f-4f42-a075-c4585a5557ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322981 Aug 16 21:04:39.507920 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6c5b3-4ce0-4799-84fd-de6dd6965f19 req-48a32253-2a2f-479a-b61d-357622f863ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:39.509413 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-74e6c5b3-4ce0-4799-84fd-de6dd6965f19 req-48a32253-2a2f-479a-b61d-357622f863ff service neutron] 10.222.0.63 "GET /v2.0/networks?id=bb9a666d-405d-46f5-9901-574b9832a837 HTTP/1.1" status: 200 len: 897 time: 0.0913284 Aug 16 21:04:39.574668 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-74e6c5b3-4ce0-4799-84fd-de6dd6965f19 req-b428f213-0a01-4309-8264-be0be9277ee6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cac2b745-1830-430b-90e6-7c947c132d3d HTTP/1.1" status: 200 len: 1001 time: 0.0581155 Aug 16 21:04:39.627394 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6c5b3-4ce0-4799-84fd-de6dd6965f19 req-9416634a-91c6-4baa-86fb-3a1ce56ca402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:39.628995 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-74e6c5b3-4ce0-4799-84fd-de6dd6965f19 req-9416634a-91c6-4baa-86fb-3a1ce56ca402 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c10260aa-984c-46e6-bf38-b705b7eaf2a8 HTTP/1.1" status: 200 len: 835 time: 0.0473702 Aug 16 21:04:39.675119 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6c5b3-4ce0-4799-84fd-de6dd6965f19 req-9ab0a37a-6f72-47c4-aef1-47f3116aa465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:39.676653 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-74e6c5b3-4ce0-4799-84fd-de6dd6965f19 req-9ab0a37a-6f72-47c4-aef1-47f3116aa465 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bb9a666d-405d-46f5-9901-574b9832a837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406806 Aug 16 21:04:39.769745 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-74e6c5b3-4ce0-4799-84fd-de6dd6965f19 req-a83292bb-d3bd-4958-9c01-6aec0ee106f7 service neutron] 10.222.0.63 "GET /v2.0/networks/bb9a666d-405d-46f5-9901-574b9832a837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848498 Aug 16 21:04:39.862294 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-74e6c5b3-4ce0-4799-84fd-de6dd6965f19 req-f3b96ed5-79b5-4035-ba73-6d5de9377f4b service neutron] 10.222.0.63 "GET /v2.0/networks/bb9a666d-405d-46f5-9901-574b9832a837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852969 Aug 16 21:04:40.573780 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43569d31-f930-493e-8b67-b5d7a5972ddf req-ee72822a-fa62-41d7-9c82-cf3031656200 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:40.575234 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-43569d31-f930-493e-8b67-b5d7a5972ddf req-ee72822a-fa62-41d7-9c82-cf3031656200 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 945 time: 0.0479898 Aug 16 21:04:40.612033 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-43569d31-f930-493e-8b67-b5d7a5972ddf req-253d3976-4007-4ecf-be70-7d5e4d0e0fe3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=27a4b0cd-086f-4f42-a075-c4585a5557ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309436 Aug 16 21:04:41.436874 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26e13e-3dd9-465d-b8bd-b9ac0734eada req-42f2626b-d915-410d-8c08-f722cec20711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:41.438358 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cd26e13e-3dd9-465d-b8bd-b9ac0734eada req-42f2626b-d915-410d-8c08-f722cec20711 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 1097 time: 0.0400321 Aug 16 21:04:41.543196 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26e13e-3dd9-465d-b8bd-b9ac0734eada req-06c50f1e-97ae-4cc5-b430-ff58e948c2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:41.544691 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cd26e13e-3dd9-465d-b8bd-b9ac0734eada req-06c50f1e-97ae-4cc5-b430-ff58e948c2c8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=bb9a666d-405d-46f5-9901-574b9832a837 HTTP/1.1" status: 200 len: 897 time: 0.0872669 Aug 16 21:04:41.608487 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cd26e13e-3dd9-465d-b8bd-b9ac0734eada req-e928c83b-15f8-4f84-ace5-e37e654694b7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cac2b745-1830-430b-90e6-7c947c132d3d HTTP/1.1" status: 200 len: 1001 time: 0.0561314 Aug 16 21:04:41.661605 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26e13e-3dd9-465d-b8bd-b9ac0734eada req-7c67ac03-c76a-474e-a183-ea39ae58be7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:41.663492 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cd26e13e-3dd9-465d-b8bd-b9ac0734eada req-7c67ac03-c76a-474e-a183-ea39ae58be7a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c10260aa-984c-46e6-bf38-b705b7eaf2a8 HTTP/1.1" status: 200 len: 835 time: 0.0477216 Aug 16 21:04:41.711062 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26e13e-3dd9-465d-b8bd-b9ac0734eada req-5a523e69-03f2-4aa0-98df-f15f96b647cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:41.712770 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cd26e13e-3dd9-465d-b8bd-b9ac0734eada req-5a523e69-03f2-4aa0-98df-f15f96b647cb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bb9a666d-405d-46f5-9901-574b9832a837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421219 Aug 16 21:04:41.729035 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f965ab-3d03-4791-9a27-aaa78bc50bf2 req-06f815dc-1423-4015-8ebb-f63d74b6b9ce tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:41.730697 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-79f965ab-3d03-4791-9a27-aaa78bc50bf2 req-06f815dc-1423-4015-8ebb-f63d74b6b9ce tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 945 time: 0.0495322 Aug 16 21:04:41.772330 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-79f965ab-3d03-4791-9a27-aaa78bc50bf2 req-48e4a27c-f350-465e-aae4-853cbe1062d3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=27a4b0cd-086f-4f42-a075-c4585a5557ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351398 Aug 16 21:04:41.803991 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cd26e13e-3dd9-465d-b8bd-b9ac0734eada req-86b544e1-29d7-4216-bee6-02f1b582d54d service neutron] 10.222.0.63 "GET /v2.0/networks/bb9a666d-405d-46f5-9901-574b9832a837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829508 Aug 16 21:04:41.895604 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-cd26e13e-3dd9-465d-b8bd-b9ac0734eada req-d4d4857d-9a93-4ee1-9656-b8ba8f71adee service neutron] 10.222.0.63 "GET /v2.0/networks/bb9a666d-405d-46f5-9901-574b9832a837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840702 Aug 16 21:04:42.885856 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb229a27-e625-4afa-b4c7-03f82367632f req-9157813a-d6f5-4ea8-a2a7-47f54cc39339 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:42.887358 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fb229a27-e625-4afa-b4c7-03f82367632f req-9157813a-d6f5-4ea8-a2a7-47f54cc39339 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 945 time: 0.0483034 Aug 16 21:04:42.924735 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fb229a27-e625-4afa-b4c7-03f82367632f req-98c69254-b107-4d90-8efd-53c3b673a839 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=27a4b0cd-086f-4f42-a075-c4585a5557ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314949 Aug 16 21:04:44.037722 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b30b8-609a-4543-8b4d-84bc2bd3573e req-a39f2c64-3d63-4bb7-95d1-221b11577424 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:44.039190 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-914b30b8-609a-4543-8b4d-84bc2bd3573e req-a39f2c64-3d63-4bb7-95d1-221b11577424 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 945 time: 0.0481973 Aug 16 21:04:44.077493 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-914b30b8-609a-4543-8b4d-84bc2bd3573e req-1a154498-2b41-449d-adf2-8b258a5cf0ab tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=27a4b0cd-086f-4f42-a075-c4585a5557ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322466 Aug 16 21:04:45.190694 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33cf73-c217-4c23-bc89-bf4b24210bdc req-d87e906f-9402-4715-8583-326cc81e90bf tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:45.192207 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bb33cf73-c217-4c23-bc89-bf4b24210bdc req-d87e906f-9402-4715-8583-326cc81e90bf tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 945 time: 0.0482423 Aug 16 21:04:45.232868 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bb33cf73-c217-4c23-bc89-bf4b24210bdc req-a01c5f26-3227-49cd-83f5-b531f4709c4a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=27a4b0cd-086f-4f42-a075-c4585a5557ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348539 Aug 16 21:04:46.350110 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a29ab-1a83-49d7-920a-628780563f52 req-2f93e58e-abf1-4fea-b7ff-bb841e209f9e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:46.351678 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a55a29ab-1a83-49d7-920a-628780563f52 req-2f93e58e-abf1-4fea-b7ff-bb841e209f9e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 945 time: 0.0505044 Aug 16 21:04:46.389983 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a55a29ab-1a83-49d7-920a-628780563f52 req-a75e0c91-1cb2-4872-a070-163f3159d338 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=27a4b0cd-086f-4f42-a075-c4585a5557ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321658 Aug 16 21:04:47.505612 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182113e-3743-4355-bb2f-650ef928afd4 req-d1af27d6-ab65-43ae-a68d-77b5f881bcfb tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:47.507084 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f182113e-3743-4355-bb2f-650ef928afd4 req-d1af27d6-ab65-43ae-a68d-77b5f881bcfb tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 945 time: 0.0485632 Aug 16 21:04:47.543727 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f182113e-3743-4355-bb2f-650ef928afd4 req-81926089-932e-4da7-b737-48e76baf6305 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=27a4b0cd-086f-4f42-a075-c4585a5557ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307870 Aug 16 21:04:47.586949 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:04:48.658118 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89140b-090e-4c59-9695-258db5d52514 req-b855d65c-b818-474a-b23e-a3f58915cccd tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:48.659598 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fd89140b-090e-4c59-9695-258db5d52514 req-b855d65c-b818-474a-b23e-a3f58915cccd tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 945 time: 0.0478656 Aug 16 21:04:48.700773 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fd89140b-090e-4c59-9695-258db5d52514 req-266db0ab-5821-41b4-a096-e4df11c6c19e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=27a4b0cd-086f-4f42-a075-c4585a5557ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350757 Aug 16 21:04:49.814205 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc752a-cb36-4f04-b608-8c7f4b304878 req-ad7c756c-b70e-4015-8564-ac2e06eb2f4b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:49.816269 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-32cc752a-cb36-4f04-b608-8c7f4b304878 req-ad7c756c-b70e-4015-8564-ac2e06eb2f4b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 945 time: 0.0490892 Aug 16 21:04:49.853064 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-32cc752a-cb36-4f04-b608-8c7f4b304878 req-b36b58ed-3538-443e-a949-a8005beb3267 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=27a4b0cd-086f-4f42-a075-c4585a5557ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309148 Aug 16 21:04:50.965778 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd7626-593e-4a02-b5e7-aacd8810c2b5 req-2cf3136d-7d29-47e6-9c26-fd31d0fdae35 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:50.967274 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54fd7626-593e-4a02-b5e7-aacd8810c2b5 req-2cf3136d-7d29-47e6-9c26-fd31d0fdae35 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 945 time: 0.0485160 Aug 16 21:04:51.006049 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-54fd7626-593e-4a02-b5e7-aacd8810c2b5 req-d20d659d-f8f2-43f2-b8c3-92a5dbb1d0db tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=27a4b0cd-086f-4f42-a075-c4585a5557ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326803 Aug 16 21:04:52.119561 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724222e-26e5-47c7-8143-4477b2a72acc req-0166f449-38d3-4abf-89df-a3640f312e6e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:52.121018 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7724222e-26e5-47c7-8143-4477b2a72acc req-0166f449-38d3-4abf-89df-a3640f312e6e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 945 time: 0.0475793 Aug 16 21:04:52.161870 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7724222e-26e5-47c7-8143-4477b2a72acc req-d1a8ece2-c110-4207-9c8d-2f71c63e742a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=27a4b0cd-086f-4f42-a075-c4585a5557ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349510 Aug 16 21:04:53.275644 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d7a82-c5ae-41b7-ac3c-d07192825322 req-744f72c5-e90f-4086-8da7-a364411e1492 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:53.277158 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b37d7a82-c5ae-41b7-ac3c-d07192825322 req-744f72c5-e90f-4086-8da7-a364411e1492 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 945 time: 0.0488729 Aug 16 21:04:53.318017 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b37d7a82-c5ae-41b7-ac3c-d07192825322 req-ecd9f10c-2e8e-44c6-b55a-2c2339ecfd3b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=27a4b0cd-086f-4f42-a075-c4585a5557ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329239 Aug 16 21:04:54.430252 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec14b4f-c3f9-4856-9424-5da75ba2c815 req-fff3ada5-8e1d-4fba-8c14-5c84d74f2599 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:54.431747 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fec14b4f-c3f9-4856-9424-5da75ba2c815 req-fff3ada5-8e1d-4fba-8c14-5c84d74f2599 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 945 time: 0.0478718 Aug 16 21:04:54.469266 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fec14b4f-c3f9-4856-9424-5da75ba2c815 req-32d2b9ac-46ef-40a5-b008-958d69ea0f04 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=27a4b0cd-086f-4f42-a075-c4585a5557ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315781 Aug 16 21:04:55.584230 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c67e9-3331-49b8-89d7-c05ae386882d req-e7e13698-413b-47b8-8030-87ff6519ec86 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:55.585718 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e95c67e9-3331-49b8-89d7-c05ae386882d req-e7e13698-413b-47b8-8030-87ff6519ec86 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 945 time: 0.0488906 Aug 16 21:04:55.630728 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e95c67e9-3331-49b8-89d7-c05ae386882d req-71e54c62-a739-4c41-a45f-770039a91c86 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=27a4b0cd-086f-4f42-a075-c4585a5557ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388052 Aug 16 21:04:56.745408 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777e932-0a2e-40b7-9aaa-0c4ad2de2740 req-672b3798-3afb-4188-bda6-56da7f9043c2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:56.746865 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1777e932-0a2e-40b7-9aaa-0c4ad2de2740 req-672b3798-3afb-4188-bda6-56da7f9043c2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 945 time: 0.0490837 Aug 16 21:04:56.783562 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1777e932-0a2e-40b7-9aaa-0c4ad2de2740 req-463f2d04-61b3-4095-9248-36f2285f2328 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=27a4b0cd-086f-4f42-a075-c4585a5557ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301697 Aug 16 21:04:56.805593 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34422) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:56.865401 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-574b8148-bb7c-47cd-80e2-8e12c5dba5c8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/floatingips/0c92aa16-f238-4244-8fe4-50dbfd14a481 HTTP/1.1" status: 200 len: 993 time: 0.0587139 Aug 16 21:05:01.918964 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-54dd7e77-7ab6-4f1e-9488-2036b40b7a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:04.478623 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c810f5e6-d60c-499e-8415-8df308a22e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:04.741615 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:05.829026 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:06.597665 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:06.683481 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:07.276826 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:24.585788 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:05:27.246331 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34448) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:27.405003 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-794576d4-1e95-44ed-9596-cfc9efc10d3c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Deleting port 38d441dc-d289-49ac-b8ed-95faeb595fb6 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:05:27.405348 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-794576d4-1e95-44ed-9596-cfc9efc10d3c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:27.478780 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-794576d4-1e95-44ed-9596-cfc9efc10d3c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:27.479145 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-794576d4-1e95-44ed-9596-cfc9efc10d3c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:27.490354 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-794576d4-1e95-44ed-9596-cfc9efc10d3c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Calling delete_port for 38d441dc-d289-49ac-b8ed-95faeb595fb6 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:05:27.636534 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-794576d4-1e95-44ed-9596-cfc9efc10d3c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:27.662140 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794576d4-1e95-44ed-9596-cfc9efc10d3c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'Port': ['ID=38d441dc-d289-49ac-b8ed-95faeb595fb6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:27.676073 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794576d4-1e95-44ed-9596-cfc9efc10d3c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:27.676428 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794576d4-1e95-44ed-9596-cfc9efc10d3c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:27.676769 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794576d4-1e95-44ed-9596-cfc9efc10d3c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:27.677131 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794576d4-1e95-44ed-9596-cfc9efc10d3c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:27.677463 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794576d4-1e95-44ed-9596-cfc9efc10d3c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:27.677794 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794576d4-1e95-44ed-9596-cfc9efc10d3c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:27.678163 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794576d4-1e95-44ed-9596-cfc9efc10d3c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:27.678486 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794576d4-1e95-44ed-9596-cfc9efc10d3c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:27.678815 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794576d4-1e95-44ed-9596-cfc9efc10d3c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:27.679136 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794576d4-1e95-44ed-9596-cfc9efc10d3c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:27.679493 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794576d4-1e95-44ed-9596-cfc9efc10d3c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:27.679813 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794576d4-1e95-44ed-9596-cfc9efc10d3c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:27.737291 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-794576d4-1e95-44ed-9596-cfc9efc10d3c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:27.737618 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-794576d4-1e95-44ed-9596-cfc9efc10d3c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Floating IP 0c92aa16-f238-4244-8fe4-50dbfd14a481 disassociated (deleted). External IP: 172.25.8.181, port: cac2b745-1830-430b-90e6-7c947c132d3d. Aug 16 21:05:27.936818 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794576d4-1e95-44ed-9596-cfc9efc10d3c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Router 53c56225-986c-466b-b1e5-66da95f61e2e has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:05:28.041563 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794576d4-1e95-44ed-9596-cfc9efc10d3c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:05:28.048969 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-794576d4-1e95-44ed-9596-cfc9efc10d3c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:28.054281 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66c4018-bc16-48d8-ab81-6098e5668027 None None] Sync routers for ids ['53c56225-986c-466b-b1e5-66da95f61e2e'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:05:28.063535 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66c4018-bc16-48d8-ab81-6098e5668027 None None] Routers {'53c56225-986c-466b-b1e5-66da95f61e2e'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:28.064140 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f66c4018-bc16-48d8-ab81-6098e5668027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:05:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['53c56225-986c-466b-b1e5-66da95f61e2e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:28.076790 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-794576d4-1e95-44ed-9596-cfc9efc10d3c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "DELETE /v2.0/floatingips/0c92aa16-f238-4244-8fe4-50dbfd14a481 HTTP/1.1" status: 204 len: 168 time: 0.8293881 Aug 16 21:05:28.077371 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279f7d14-2299-4396-80f0-e1a6de1d476f', 'tag': 'cac2b745-1830-430b-90e6-7c947c132d3d'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:05:28.079658 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13298a0-bf47-4369-899e-9bf35ab3513f" -d '{"events": [{"name": "network-changed", "server_uuid": "279f7d14-2299-4396-80f0-e1a6de1d476f", "tag": "cac2b745-1830-430b-90e6-7c947c132d3d"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:05:28.166624 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-f66c4018-bc16-48d8-ab81-6098e5668027 None None] Set router 53c56225-986c-466b-b1e5-66da95f61e2e gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:28.229394 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badf23db-168d-4238-ab01-7eb3129e13a1 x-openstack-request-id: req-badf23db-168d-4238-ab01-7eb3129e13a1 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:05:28.229680 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "279f7d14-2299-4396-80f0-e1a6de1d476f", "tag": "cac2b745-1830-430b-90e6-7c947c132d3d", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:05:28.229928 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-badf23db-168d-4238-ab01-7eb3129e13a1 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:05:28.230471 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279f7d14-2299-4396-80f0-e1a6de1d476f', 'tag': 'cac2b745-1830-430b-90e6-7c947c132d3d', 'status': 'completed', 'code': 200} Aug 16 21:05:28.303592 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13298a0-bf47-4369-899e-9bf35ab3513f req-47b2a396-ea1b-48be-9514-159e85e4853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:28.305646 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a13298a0-bf47-4369-899e-9bf35ab3513f req-47b2a396-ea1b-48be-9514-159e85e4853f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 1097 time: 0.0480304 Aug 16 21:05:28.337162 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9250a0a-b5d9-4473-ad83-15cd14d22a05 req-ab6b0863-59fc-4fb4-b6f0-d78c5b6b53c2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:28.339416 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f9250a0a-b5d9-4473-ad83-15cd14d22a05 req-ab6b0863-59fc-4fb4-b6f0-d78c5b6b53c2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 945 time: 0.0627086 Aug 16 21:05:28.378307 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f66c4018-bc16-48d8-ab81-6098e5668027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208825338', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '50d93a31-4dd7-48a7-ac95-91b0332a5e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:03:51Z', 'updated_at': '2021-08-16T21:03:54Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '50d93a31-4dd7-48a7-ac95-91b0332a5e12', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:03:51Z', 'updated_at': '2021-08-16T21:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '6760e27b-1b13-4790-a562-661a7785fa7a', 'name': '', 'network_id': 'bb9a666d-405d-46f5-9901-574b9832a837', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:46:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c10260aa-984c-46e6-bf38-b705b7eaf2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:03:53Z', 'updated_at': '2021-08-16T21:03:58Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': 'c10260aa-984c-46e6-bf38-b705b7eaf2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:28.379738 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f9250a0a-b5d9-4473-ad83-15cd14d22a05 req-b4d0aa85-1395-4e50-bb3f-c184d26b4498 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=27a4b0cd-086f-4f42-a075-c4585a5557ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339890 Aug 16 21:05:28.404890 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66c4018-bc16-48d8-ab81-6098e5668027 None None] Checking router: 53c56225-986c-466b-b1e5-66da95f61e2e for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:05:28.407280 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13298a0-bf47-4369-899e-9bf35ab3513f req-2c5f0fa4-82ac-40d9-9d2f-0cde6d184cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:28.408825 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a13298a0-bf47-4369-899e-9bf35ab3513f req-2c5f0fa4-82ac-40d9-9d2f-0cde6d184cf4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=bb9a666d-405d-46f5-9901-574b9832a837 HTTP/1.1" status: 200 len: 897 time: 0.0957732 Aug 16 21:05:28.413478 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66c4018-bc16-48d8-ab81-6098e5668027 None None] Routers {'53c56225-986c-466b-b1e5-66da95f61e2e'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:28.414079 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f66c4018-bc16-48d8-ab81-6098e5668027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:05:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['53c56225-986c-466b-b1e5-66da95f61e2e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:28.451915 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a13298a0-bf47-4369-899e-9bf35ab3513f req-72b708f0-48f2-4d70-a544-7f29bc06a41e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cac2b745-1830-430b-90e6-7c947c132d3d HTTP/1.1" status: 200 len: 217 time: 0.0352941 Aug 16 21:05:28.502597 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13298a0-bf47-4369-899e-9bf35ab3513f req-1a21c521-403b-4718-88ca-f03b4dbc9171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:28.504094 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a13298a0-bf47-4369-899e-9bf35ab3513f req-1a21c521-403b-4718-88ca-f03b4dbc9171 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c10260aa-984c-46e6-bf38-b705b7eaf2a8 HTTP/1.1" status: 200 len: 835 time: 0.0437267 Aug 16 21:05:28.517765 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-f66c4018-bc16-48d8-ab81-6098e5668027 None None] Set router 53c56225-986c-466b-b1e5-66da95f61e2e gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:28.555200 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13298a0-bf47-4369-899e-9bf35ab3513f req-c937f817-9728-4fab-8b55-3cf11ef6c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:28.556874 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a13298a0-bf47-4369-899e-9bf35ab3513f req-c937f817-9728-4fab-8b55-3cf11ef6c0db service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bb9a666d-405d-46f5-9901-574b9832a837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449910 Aug 16 21:05:28.647037 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a13298a0-bf47-4369-899e-9bf35ab3513f req-b1abc3a3-6255-4c5e-86ab-f75471043233 service neutron] 10.222.0.63 "GET /v2.0/networks/bb9a666d-405d-46f5-9901-574b9832a837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811834 Aug 16 21:05:28.711306 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f66c4018-bc16-48d8-ab81-6098e5668027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208825338', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '50d93a31-4dd7-48a7-ac95-91b0332a5e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:03:51Z', 'updated_at': '2021-08-16T21:03:54Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '50d93a31-4dd7-48a7-ac95-91b0332a5e12', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:03:51Z', 'updated_at': '2021-08-16T21:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '6760e27b-1b13-4790-a562-661a7785fa7a', 'name': '', 'network_id': 'bb9a666d-405d-46f5-9901-574b9832a837', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:46:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c10260aa-984c-46e6-bf38-b705b7eaf2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:03:53Z', 'updated_at': '2021-08-16T21:03:58Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': 'c10260aa-984c-46e6-bf38-b705b7eaf2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:28.736880 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66c4018-bc16-48d8-ab81-6098e5668027 None None] The sync data for ids ['53c56225-986c-466b-b1e5-66da95f61e2e'] in n-d-787206-13 is: [{'id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208825338', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '50d93a31-4dd7-48a7-ac95-91b0332a5e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:03:51Z', 'updated_at': '2021-08-16T21:03:54Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '50d93a31-4dd7-48a7-ac95-91b0332a5e12', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:03:51Z', 'updated_at': '2021-08-16T21:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '6760e27b-1b13-4790-a562-661a7785fa7a', 'name': '', 'network_id': 'bb9a666d-405d-46f5-9901-574b9832a837', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:46:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c10260aa-984c-46e6-bf38-b705b7eaf2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:03:53Z', 'updated_at': '2021-08-16T21:03:58Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': 'c10260aa-984c-46e6-bf38-b705b7eaf2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:05:28.743313 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-a13298a0-bf47-4369-899e-9bf35ab3513f req-1810c69a-f510-4973-959f-705b6bc7f1d7 service neutron] 10.222.0.63 "GET /v2.0/networks/bb9a666d-405d-46f5-9901-574b9832a837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887730 Aug 16 21:05:28.941160 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12f426e-d253-4b83-9c64-58a5ba45c46e None None] New status for floating IP 0c92aa16-f238-4244-8fe4-50dbfd14a481: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:05:29.496031 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc6914-c163-4a21-84c2-63fc4d22e304 req-62a00887-7a8c-4d1f-8c13-5237a2ae27cf tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:29.497525 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-21bc6914-c163-4a21-84c2-63fc4d22e304 req-62a00887-7a8c-4d1f-8c13-5237a2ae27cf tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 945 time: 0.0489848 Aug 16 21:05:29.538410 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-21bc6914-c163-4a21-84c2-63fc4d22e304 req-1dcb1926-8b72-47ee-b096-76e5190e7028 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=27a4b0cd-086f-4f42-a075-c4585a5557ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345650 Aug 16 21:05:29.764100 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c0831-acb0-4bf7-bd80-8a2773763308 req-cc8fca88-685c-4f8b-bc48-7cf6845405fc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:29.765228 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-056c0831-acb0-4bf7-bd80-8a2773763308 req-cc8fca88-685c-4f8b-bc48-7cf6845405fc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.63 "GET /v2.0/ports?device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 945 time: 0.0490332 Aug 16 21:05:29.855620 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-056c0831-acb0-4bf7-bd80-8a2773763308 req-8f3f4712-f117-4736-a02b-bb1892e2a6f8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Deleting port cac2b745-1830-430b-90e6-7c947c132d3d {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:05:29.855951 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-056c0831-acb0-4bf7-bd80-8a2773763308 req-8f3f4712-f117-4736-a02b-bb1892e2a6f8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:29.941708 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-056c0831-acb0-4bf7-bd80-8a2773763308 req-8f3f4712-f117-4736-a02b-bb1892e2a6f8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] For port cac2b745-1830-430b-90e6-7c947c132d3d, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=cac2b745-1830-430b-90e6-7c947c132d3d,segment=NetworkSegment(227d47c5-1f81-4a99-9bcb-90f47d22cdfb),segment_id=227d47c5-1f81-4a99-9bcb-90f47d22cdfb)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:29.942063 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-056c0831-acb0-4bf7-bd80-8a2773763308 req-8f3f4712-f117-4736-a02b-bb1892e2a6f8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:29.954921 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-056c0831-acb0-4bf7-bd80-8a2773763308 req-8f3f4712-f117-4736-a02b-bb1892e2a6f8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Calling delete_port for cac2b745-1830-430b-90e6-7c947c132d3d owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:05:30.082505 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-056c0831-acb0-4bf7-bd80-8a2773763308 req-8f3f4712-f117-4736-a02b-bb1892e2a6f8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:30.112188 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f4712-f117-4736-a02b-bb1892e2a6f8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'Port': ['ID=cac2b745-1830-430b-90e6-7c947c132d3d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:30.138764 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f4712-f117-4736-a02b-bb1892e2a6f8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:30.139117 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f4712-f117-4736-a02b-bb1892e2a6f8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:30.139484 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f4712-f117-4736-a02b-bb1892e2a6f8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:30.139825 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f4712-f117-4736-a02b-bb1892e2a6f8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:30.140153 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f4712-f117-4736-a02b-bb1892e2a6f8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:30.140479 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f4712-f117-4736-a02b-bb1892e2a6f8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:30.140805 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f4712-f117-4736-a02b-bb1892e2a6f8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:30.141130 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f4712-f117-4736-a02b-bb1892e2a6f8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:30.141455 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f4712-f117-4736-a02b-bb1892e2a6f8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:30.141777 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f4712-f117-4736-a02b-bb1892e2a6f8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:30.142095 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f4712-f117-4736-a02b-bb1892e2a6f8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:30.142408 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f4712-f117-4736-a02b-bb1892e2a6f8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:30.160739 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-056c0831-acb0-4bf7-bd80-8a2773763308 req-8f3f4712-f117-4736-a02b-bb1892e2a6f8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] No DVR routers for this DVR port cac2b745-1830-430b-90e6-7c947c132d3d on host n-h2-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:05:30.164044 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-056c0831-acb0-4bf7-bd80-8a2773763308 req-8f3f4712-f117-4736-a02b-bb1892e2a6f8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:30.166072 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-056c0831-acb0-4bf7-bd80-8a2773763308 req-8f3f4712-f117-4736-a02b-bb1892e2a6f8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.63 "DELETE /v2.0/ports/cac2b745-1830-430b-90e6-7c947c132d3d HTTP/1.1" status: 204 len: 173 time: 0.3947196 Aug 16 21:05:30.166496 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279f7d14-2299-4396-80f0-e1a6de1d476f', 'name': 'network-vif-deleted', 'tag': 'cac2b745-1830-430b-90e6-7c947c132d3d'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:05:30.168825 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3574c60e065d2c839e3c713bbc5c644800ed611e652874904b72df0b461749ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d795c46-3614-4eb4-bbc5-dfd44a6a30b3" -d '{"events": [{"server_uuid": "279f7d14-2299-4396-80f0-e1a6de1d476f", "name": "network-vif-deleted", "tag": "cac2b745-1830-430b-90e6-7c947c132d3d"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:05:30.205392 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde6d9ac-a615-47ac-b9e3-0ec960bf3b2b x-openstack-request-id: req-fde6d9ac-a615-47ac-b9e3-0ec960bf3b2b {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:05:30.205792 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279f7d14-2299-4396-80f0-e1a6de1d476f", "name": "network-vif-deleted", "tag": "cac2b745-1830-430b-90e6-7c947c132d3d", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:05:30.206114 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fde6d9ac-a615-47ac-b9e3-0ec960bf3b2b {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:05:30.206507 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279f7d14-2299-4396-80f0-e1a6de1d476f', 'name': 'network-vif-deleted', 'tag': 'cac2b745-1830-430b-90e6-7c947c132d3d', 'status': 'completed', 'code': 200} Aug 16 21:05:30.649338 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0c25609e-dad0-49dd-9355-5df9e5567d46 req-0a139664-da65-4826-ac8e-16504a4fca5d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=279f7d14-2299-4396-80f0-e1a6de1d476f HTTP/1.1" status: 200 len: 210 time: 0.0269480 Aug 16 21:05:31.706583 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34464) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:31.922121 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c17989b-421a-4450-a922-b8eb2e584f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:32.079897 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7767224-24fe-42a3-bf38-87594e2ad13b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:32.337538 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e7767224-24fe-42a3-bf38-87594e2ad13b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Deleting port 6760e27b-1b13-4790-a562-661a7785fa7a {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:05:32.337874 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7767224-24fe-42a3-bf38-87594e2ad13b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:32.423674 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-e7767224-24fe-42a3-bf38-87594e2ad13b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] For port 6760e27b-1b13-4790-a562-661a7785fa7a, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6760e27b-1b13-4790-a562-661a7785fa7a,segment=NetworkSegment(227d47c5-1f81-4a99-9bcb-90f47d22cdfb),segment_id=227d47c5-1f81-4a99-9bcb-90f47d22cdfb)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:32.424040 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7767224-24fe-42a3-bf38-87594e2ad13b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:32.436213 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e7767224-24fe-42a3-bf38-87594e2ad13b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Calling delete_port for 6760e27b-1b13-4790-a562-661a7785fa7a owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:05:32.620306 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7767224-24fe-42a3-bf38-87594e2ad13b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:32.646449 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7767224-24fe-42a3-bf38-87594e2ad13b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'Port': ['ID=6760e27b-1b13-4790-a562-661a7785fa7a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:32.816795 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7767224-24fe-42a3-bf38-87594e2ad13b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:33.029172 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7767224-24fe-42a3-bf38-87594e2ad13b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Router 53c56225-986c-466b-b1e5-66da95f61e2e has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:05:33.133937 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7767224-24fe-42a3-bf38-87594e2ad13b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:05:33.138981 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e7767224-24fe-42a3-bf38-87594e2ad13b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "PUT /v2.0/routers/53c56225-986c-466b-b1e5-66da95f61e2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4313967 Aug 16 21:05:33.141686 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34466) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:33.144206 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33721aa-e7bb-4870-be89-c9dc79e5a778 None None] Sync routers for ids ['53c56225-986c-466b-b1e5-66da95f61e2e'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:05:33.153395 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33721aa-e7bb-4870-be89-c9dc79e5a778 None None] Routers {'53c56225-986c-466b-b1e5-66da95f61e2e'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:33.154066 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c33721aa-e7bb-4870-be89-c9dc79e5a778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:05:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['53c56225-986c-466b-b1e5-66da95f61e2e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:33.184877 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device cac2b745-1830-430b-90e6-7c947c132d3d no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:05:33.192789 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe86b6a-5e92-4f13-b017-9ac434737162 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Deleting subnet c10260aa-984c-46e6-bf38-b705b7eaf2a8 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:05:33.195895 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cbe86b6a-5e92-4f13-b017-9ac434737162 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:33.204901 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: cac2b745-1830-430b-90e6-7c947c132d3d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:05:33.205499 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device cac2b745-1830-430b-90e6-7c947c132d3d not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:05:33.234718 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cbe86b6a-5e92-4f13-b017-9ac434737162 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:33.257548 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-c33721aa-e7bb-4870-be89-c9dc79e5a778 None None] Set router 53c56225-986c-466b-b1e5-66da95f61e2e gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:33.321157 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cbe86b6a-5e92-4f13-b017-9ac434737162 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:33.378280 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cbe86b6a-5e92-4f13-b017-9ac434737162 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:33.402703 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe86b6a-5e92-4f13-b017-9ac434737162 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'Subnet': ['ID=c10260aa-984c-46e6-bf38-b705b7eaf2a8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:33.408314 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cbe86b6a-5e92-4f13-b017-9ac434737162 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:33.410172 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-cbe86b6a-5e92-4f13-b017-9ac434737162 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "DELETE /v2.0/subnets/c10260aa-984c-46e6-bf38-b705b7eaf2a8 HTTP/1.1" status: 204 len: 168 time: 0.2675772 Aug 16 21:05:33.413709 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34468) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:33.416264 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1753d6-4820-415f-acf3-6dc585966df6 None None] Network bb9a666d-405d-46f5-9901-574b9832a837 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:05:33.447637 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c33721aa-e7bb-4870-be89-c9dc79e5a778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208825338', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '50d93a31-4dd7-48a7-ac95-91b0332a5e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:03:51Z', 'updated_at': '2021-08-16T21:05:32Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '50d93a31-4dd7-48a7-ac95-91b0332a5e12', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:03:51Z', 'updated_at': '2021-08-16T21:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:33.542722 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65b064a9-d7ea-4eda-b734-35ba8bfcb870 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:33.570076 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33721aa-e7bb-4870-be89-c9dc79e5a778 None None] Checking router: 53c56225-986c-466b-b1e5-66da95f61e2e for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:05:33.579033 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33721aa-e7bb-4870-be89-c9dc79e5a778 None None] Routers {'53c56225-986c-466b-b1e5-66da95f61e2e'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:33.579782 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c33721aa-e7bb-4870-be89-c9dc79e5a778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:05:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['53c56225-986c-466b-b1e5-66da95f61e2e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:33.596739 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0b82c7-5ee6-494d-8d02-5c9d34e0e5be None None] DHCP port deletion for bb9a666d-405d-46f5-9901-574b9832a837 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:05:33.643958 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-db0b82c7-5ee6-494d-8d02-5c9d34e0e5be None None] Deleting port b72a0770-1b71-4e60-b6c5-19482318cbf3 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:05:33.644644 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db0b82c7-5ee6-494d-8d02-5c9d34e0e5be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:33.656139 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65b064a9-d7ea-4eda-b734-35ba8bfcb870 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:33.687298 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-c33721aa-e7bb-4870-be89-c9dc79e5a778 None None] Set router 53c56225-986c-466b-b1e5-66da95f61e2e gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:33.718080 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-65b064a9-d7ea-4eda-b734-35ba8bfcb870 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Deleting port 50d93a31-4dd7-48a7-ac95-91b0332a5e12 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:05:33.718431 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65b064a9-d7ea-4eda-b734-35ba8bfcb870 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:33.723945 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-db0b82c7-5ee6-494d-8d02-5c9d34e0e5be None None] For port b72a0770-1b71-4e60-b6c5-19482318cbf3, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=b72a0770-1b71-4e60-b6c5-19482318cbf3,segment=NetworkSegment(227d47c5-1f81-4a99-9bcb-90f47d22cdfb),segment_id=227d47c5-1f81-4a99-9bcb-90f47d22cdfb)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:33.724581 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db0b82c7-5ee6-494d-8d02-5c9d34e0e5be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:33.740681 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-db0b82c7-5ee6-494d-8d02-5c9d34e0e5be None None] Calling delete_port for b72a0770-1b71-4e60-b6c5-19482318cbf3 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:05:33.808379 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-65b064a9-d7ea-4eda-b734-35ba8bfcb870 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] For port 50d93a31-4dd7-48a7-ac95-91b0332a5e12, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=50d93a31-4dd7-48a7-ac95-91b0332a5e12,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:33.808751 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65b064a9-d7ea-4eda-b734-35ba8bfcb870 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:33.823138 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-65b064a9-d7ea-4eda-b734-35ba8bfcb870 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Calling delete_port for 50d93a31-4dd7-48a7-ac95-91b0332a5e12 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:05:33.832598 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db0b82c7-5ee6-494d-8d02-5c9d34e0e5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:33.863122 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b82c7-5ee6-494d-8d02-5c9d34e0e5be None None] Pushing event deleted for resources: {'Port': ['ID=b72a0770-1b71-4e60-b6c5-19482318cbf3,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:33.874105 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0b82c7-5ee6-494d-8d02-5c9d34e0e5be None None] No DVR routers for this DVR port b72a0770-1b71-4e60-b6c5-19482318cbf3 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:05:33.874980 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c33721aa-e7bb-4870-be89-c9dc79e5a778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208825338', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '50d93a31-4dd7-48a7-ac95-91b0332a5e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:03:51Z', 'updated_at': '2021-08-16T21:05:32Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '50d93a31-4dd7-48a7-ac95-91b0332a5e12', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:03:51Z', 'updated_at': '2021-08-16T21:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:33.876892 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b82c7-5ee6-494d-8d02-5c9d34e0e5be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:33.877328 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b82c7-5ee6-494d-8d02-5c9d34e0e5be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:33.877671 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b82c7-5ee6-494d-8d02-5c9d34e0e5be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:33.878008 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b82c7-5ee6-494d-8d02-5c9d34e0e5be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:33.878344 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b82c7-5ee6-494d-8d02-5c9d34e0e5be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:33.878681 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b82c7-5ee6-494d-8d02-5c9d34e0e5be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:33.879011 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b82c7-5ee6-494d-8d02-5c9d34e0e5be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:33.879391 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b82c7-5ee6-494d-8d02-5c9d34e0e5be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:33.879721 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b82c7-5ee6-494d-8d02-5c9d34e0e5be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:33.880046 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b82c7-5ee6-494d-8d02-5c9d34e0e5be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:33.880377 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b82c7-5ee6-494d-8d02-5c9d34e0e5be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:33.880696 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b82c7-5ee6-494d-8d02-5c9d34e0e5be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:33.910053 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33721aa-e7bb-4870-be89-c9dc79e5a778 None None] The sync data for ids ['53c56225-986c-466b-b1e5-66da95f61e2e'] in n-d-787206-13 is: [{'id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208825338', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '50d93a31-4dd7-48a7-ac95-91b0332a5e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:03:51Z', 'updated_at': '2021-08-16T21:05:32Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '50d93a31-4dd7-48a7-ac95-91b0332a5e12', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c56225-986c-466b-b1e5-66da95f61e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:03:51Z', 'updated_at': '2021-08-16T21:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:05:34.001989 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65b064a9-d7ea-4eda-b734-35ba8bfcb870 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.028150 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b064a9-d7ea-4eda-b734-35ba8bfcb870 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'Port': ['ID=50d93a31-4dd7-48a7-ac95-91b0332a5e12,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:34.086493 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65b064a9-d7ea-4eda-b734-35ba8bfcb870 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.173802 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65b064a9-d7ea-4eda-b734-35ba8bfcb870 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.175872 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65b064a9-d7ea-4eda-b734-35ba8bfcb870 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.220016 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65b064a9-d7ea-4eda-b734-35ba8bfcb870 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.220588 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b064a9-d7ea-4eda-b734-35ba8bfcb870 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Fanout notify agent at l3_agent the message router_deleted on router 53c56225-986c-466b-b1e5-66da95f61e2e {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:05:34.227445 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65b064a9-d7ea-4eda-b734-35ba8bfcb870 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.228562 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-65b064a9-d7ea-4eda-b734-35ba8bfcb870 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "DELETE /v2.0/routers/53c56225-986c-466b-b1e5-66da95f61e2e HTTP/1.1" status: 204 len: 168 time: 0.8126690 Aug 16 21:05:34.231271 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34470) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:34.309746 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eefc10f3-f75e-454b-862b-17d51fe8bdad tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.391818 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b72a0770-1b71-4e60-b6c5-19482318cbf3 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:05:34.414258 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: b72a0770-1b71-4e60-b6c5-19482318cbf3 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:05:34.414818 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device b72a0770-1b71-4e60-b6c5-19482318cbf3 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:05:34.415341 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6760e27b-1b13-4790-a562-661a7785fa7a no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:05:34.439508 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 6760e27b-1b13-4790-a562-661a7785fa7a {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:05:34.439959 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6760e27b-1b13-4790-a562-661a7785fa7a not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:05:34.480356 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c9a62d23-a4b6-4b98-b5af-51839e6efb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.737538 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eefc10f3-f75e-454b-862b-17d51fe8bdad tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.743751 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.748664 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-eefc10f3-f75e-454b-862b-17d51fe8bdad tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb9a666d-405d-46f5-9901-574b9832a837']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:34.758415 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-eefc10f3-f75e-454b-862b-17d51fe8bdad tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227d47c5-1f81-4a99-9bcb-90f47d22cdfb') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:34.758703 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-eefc10f3-f75e-454b-862b-17d51fe8bdad tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227d47c5-1f81-4a99-9bcb-90f47d22cdfb') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:34.767201 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eefc10f3-f75e-454b-862b-17d51fe8bdad tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.780386 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eefc10f3-f75e-454b-862b-17d51fe8bdad tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.786241 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eefc10f3-f75e-454b-862b-17d51fe8bdad tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:05:34.786619 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eefc10f3-f75e-454b-862b-17d51fe8bdad tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.790259 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 21:05:34.790259 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:05:34.790259 n-d-787206-13 neutron-server[94770]: timer() Aug 16 21:05:34.790259 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:05:34.790259 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 21:05:34.790259 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:05:34.790259 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 21:05:34.790259 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:05:34.790259 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 21:05:34.790259 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:05:34.790259 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 21:05:34.790259 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:05:34.790259 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 21:05:34.790259 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:05:34.790259 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:05:34.790259 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:05:34.790259 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:05:34.790259 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:05:34.790259 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 21:05:34.790259 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:05:34.790259 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 21:05:34.790259 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:05:34.790259 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:05:34.790259 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:05:34.790259 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 21:05:34.790259 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:05:34.790259 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:05:34.790259 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:05:34.790259 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:05:34.790259 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:05:34.790259 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:05:34.790259 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:05:34.847844 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eefc10f3-f75e-454b-862b-17d51fe8bdad tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.855386 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eefc10f3-f75e-454b-862b-17d51fe8bdad tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.856936 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-eefc10f3-f75e-454b-862b-17d51fe8bdad tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "DELETE /v2.0/networks/bb9a666d-405d-46f5-9901-574b9832a837 HTTP/1.1" status: 204 len: 168 time: 0.6247523 Aug 16 21:05:34.859831 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34472) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:34.868317 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc10f3-f75e-454b-862b-17d51fe8bdad tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'Network': ['ID=bb9a666d-405d-46f5-9901-574b9832a837,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:34.923618 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-768a0e2e-85fd-4bea-b1bb-95872f8b7f42 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:34.949667 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-768a0e2e-85fd-4bea-b1bb-95872f8b7f42 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.007845 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-768a0e2e-85fd-4bea-b1bb-95872f8b7f42 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.010575 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-768a0e2e-85fd-4bea-b1bb-95872f8b7f42 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.011753 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-768a0e2e-85fd-4bea-b1bb-95872f8b7f42 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "DELETE /v2.0/security-groups/27a4b0cd-086f-4f42-a075-c4585a5557ca HTTP/1.1" status: 204 len: 168 time: 0.1509364 Aug 16 21:05:35.020760 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a0e2e-85fd-4bea-b1bb-95872f8b7f42 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a4b0cd-086f-4f42-a075-c4585a5557ca,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:35.259154 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34478) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:35.263960 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c5cb8128-15fe-416a-862b-8177c7292314 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2025924640', 'description': 'tempest-secgroup-smoke-2025924640 description', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:35.287399 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5cb8128-15fe-416a-862b-8177c7292314 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.371808 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5cb8128-15fe-416a-862b-8177c7292314 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.375752 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5cb8128-15fe-416a-862b-8177c7292314 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.398764 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5cb8128-15fe-416a-862b-8177c7292314 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.400016 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c5cb8128-15fe-416a-862b-8177c7292314 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1398132 Aug 16 21:05:35.403102 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34480) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:35.407949 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-03e6177b-41c8-4c4c-835d-84350d1f5dba tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group_rule': {'security_group_id': '859b9dad-6bea-4d5a-8157-0a0401cbda29', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:35.408115 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb8128-15fe-416a-862b-8177c7292314 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=859b9dad-6bea-4d5a-8157-0a0401cbda29,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:35.435160 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03e6177b-41c8-4c4c-835d-84350d1f5dba tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.490088 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03e6177b-41c8-4c4c-835d-84350d1f5dba tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.493829 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03e6177b-41c8-4c4c-835d-84350d1f5dba tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.511364 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6177b-41c8-4c4c-835d-84350d1f5dba tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c54cedcf-09c6-40f3-b565-d6628c04ed4d,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:35.518462 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03e6177b-41c8-4c4c-835d-84350d1f5dba tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.519435 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-03e6177b-41c8-4c4c-835d-84350d1f5dba tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1151865 Aug 16 21:05:35.522758 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34482) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:35.527147 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0d968958-fdf7-4610-be5c-038cf574bbd6 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group_rule': {'security_group_id': '859b9dad-6bea-4d5a-8157-0a0401cbda29', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:35.553583 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0d968958-fdf7-4610-be5c-038cf574bbd6 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.609633 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0d968958-fdf7-4610-be5c-038cf574bbd6 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.613069 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0d968958-fdf7-4610-be5c-038cf574bbd6 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.632066 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d968958-fdf7-4610-be5c-038cf574bbd6 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d97a0e94-2a3f-4c34-9f6c-d851b482c51a,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:35.634673 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0d968958-fdf7-4610-be5c-038cf574bbd6 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.635898 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0d968958-fdf7-4610-be5c-038cf574bbd6 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1121802 Aug 16 21:05:35.638942 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34484) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:35.643641 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5bcc9a70-6570-4244-ac62-16fb18b3470e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group_rule': {'security_group_id': '859b9dad-6bea-4d5a-8157-0a0401cbda29', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:35.669720 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5bcc9a70-6570-4244-ac62-16fb18b3470e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.717477 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5bcc9a70-6570-4244-ac62-16fb18b3470e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.720802 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5bcc9a70-6570-4244-ac62-16fb18b3470e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.742771 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc9a70-6570-4244-ac62-16fb18b3470e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b7cf7f0-9cfa-4db4-ac2f-dd234e09eb89,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:35.749581 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5bcc9a70-6570-4244-ac62-16fb18b3470e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.750809 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5bcc9a70-6570-4244-ac62-16fb18b3470e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1108055 Aug 16 21:05:35.753540 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34486) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:35.758477 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f9009883-04e9-46f6-b701-6b8979077cd7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group_rule': {'security_group_id': '859b9dad-6bea-4d5a-8157-0a0401cbda29', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:35.783557 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f9009883-04e9-46f6-b701-6b8979077cd7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.834347 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.846835 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f9009883-04e9-46f6-b701-6b8979077cd7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.850874 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f9009883-04e9-46f6-b701-6b8979077cd7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.868033 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9009883-04e9-46f6-b701-6b8979077cd7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=930db8c7-1a1e-4477-8a68-1c6d8bfe9ee9,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:35.874797 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f9009883-04e9-46f6-b701-6b8979077cd7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.876029 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f9009883-04e9-46f6-b701-6b8979077cd7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215267 Aug 16 21:05:35.878749 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34488) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:35.883927 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1038694b-cc96-4451-bd5b-9c8f55e978b4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group_rule': {'security_group_id': '859b9dad-6bea-4d5a-8157-0a0401cbda29', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:35.905288 n-d-787206-13 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-1038694b-cc96-4451-bd5b-9c8f55e978b4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Project 3b55bcbb731b4f17ac8f16ceeee7f73e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:05:35.909984 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1038694b-cc96-4451-bd5b-9c8f55e978b4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.968965 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1038694b-cc96-4451-bd5b-9c8f55e978b4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.973061 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1038694b-cc96-4451-bd5b-9c8f55e978b4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.980683 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 50d93a31-4dd7-48a7-ac95-91b0332a5e12 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:05:35.991159 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038694b-cc96-4451-bd5b-9c8f55e978b4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89eefa34-7482-4c21-8cc8-5bf7fb57353a,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:35.998540 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1038694b-cc96-4451-bd5b-9c8f55e978b4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:35.999737 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1038694b-cc96-4451-bd5b-9c8f55e978b4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1200135 Aug 16 21:05:36.002417 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34490) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:36.002981 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 50d93a31-4dd7-48a7-ac95-91b0332a5e12 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:05:36.003356 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 50d93a31-4dd7-48a7-ac95-91b0332a5e12 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:05:36.006884 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a96a2f9e-67e2-475a-9bb3-37df5aa75bd7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group_rule': {'security_group_id': '859b9dad-6bea-4d5a-8157-0a0401cbda29', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:36.027920 n-d-787206-13 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-a96a2f9e-67e2-475a-9bb3-37df5aa75bd7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Project 3b55bcbb731b4f17ac8f16ceeee7f73e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:05:36.032569 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a96a2f9e-67e2-475a-9bb3-37df5aa75bd7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.092526 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a96a2f9e-67e2-475a-9bb3-37df5aa75bd7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.095970 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a96a2f9e-67e2-475a-9bb3-37df5aa75bd7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.115173 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a2f9e-67e2-475a-9bb3-37df5aa75bd7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91bce227-3cde-4572-b044-e02a52771003,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:36.121762 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a96a2f9e-67e2-475a-9bb3-37df5aa75bd7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.122934 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a96a2f9e-67e2-475a-9bb3-37df5aa75bd7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195993 Aug 16 21:05:36.125770 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34492) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:36.130553 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9397b8a2-95a0-4a58-8223-645842a293bc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'network': {'name': 'tempest-network-smoke--742144315', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'port_security_enabled': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:36.151198 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9397b8a2-95a0-4a58-8223-645842a293bc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Made reservation on behalf of 3b55bcbb731b4f17ac8f16ceeee7f73e for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:05:36.154664 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9397b8a2-95a0-4a58-8223-645842a293bc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.179523 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9397b8a2-95a0-4a58-8223-645842a293bc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:05:36.188932 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9397b8a2-95a0-4a58-8223-645842a293bc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.189343 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-9397b8a2-95a0-4a58-8223-645842a293bc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Added segment c236b57a-91d9-4467-b075-bc6fe32e1626 of type vlan for network 4435a4ff-10a3-4af7-851b-026d2afd9ecc Aug 16 21:05:36.229449 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9397b8a2-95a0-4a58-8223-645842a293bc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.253250 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9397b8a2-95a0-4a58-8223-645842a293bc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.258652 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9397b8a2-95a0-4a58-8223-645842a293bc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:36.259230 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9397b8a2-95a0-4a58-8223-645842a293bc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.308859 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9397b8a2-95a0-4a58-8223-645842a293bc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1820843 Aug 16 21:05:36.313527 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34494) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:36.318247 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-420dd3e9-bc45-4330-90a1-e0f5ff4190d2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-444866255', 'admin_state_up': True, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:36.325902 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397b8a2-95a0-4a58-8223-645842a293bc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Network': ['ID=4435a4ff-10a3-4af7-851b-026d2afd9ecc,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:36.336373 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 4435a4ff-10a3-4af7-851b-026d2afd9ecc details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:05:36.343634 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-420dd3e9-bc45-4330-90a1-e0f5ff4190d2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.344667 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-420dd3e9-bc45-4330-90a1-e0f5ff4190d2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.397945 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-420dd3e9-bc45-4330-90a1-e0f5ff4190d2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.532650 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-420dd3e9-bc45-4330-90a1-e0f5ff4190d2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.604234 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.711765 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.738487 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-420dd3e9-bc45-4330-90a1-e0f5ff4190d2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.757306 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-420dd3e9-bc45-4330-90a1-e0f5ff4190d2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.859390 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-420dd3e9-bc45-4330-90a1-e0f5ff4190d2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Allocated IP 172.25.8.244 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/473a269b-354e-45e8-9ab8-b06a7a4d06e7) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:05:36.957038 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-420dd3e9-bc45-4330-90a1-e0f5ff4190d2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.995985 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-420dd3e9-bc45-4330-90a1-e0f5ff4190d2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:37.040010 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420dd3e9-bc45-4330-90a1-e0f5ff4190d2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:05:37.043032 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-420dd3e9-bc45-4330-90a1-e0f5ff4190d2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:37.045480 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420dd3e9-bc45-4330-90a1-e0f5ff4190d2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:05:37.071871 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420dd3e9-bc45-4330-90a1-e0f5ff4190d2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Port': ['ID=473a269b-354e-45e8-9ab8-b06a7a4d06e7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:37.280340 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:37.297504 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-420dd3e9-bc45-4330-90a1-e0f5ff4190d2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:37.492899 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-420dd3e9-bc45-4330-90a1-e0f5ff4190d2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:37.617528 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420dd3e9-bc45-4330-90a1-e0f5ff4190d2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Router fd2cc1c4-9479-411b-8d04-1e62f5797d00 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:05:37.720600 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420dd3e9-bc45-4330-90a1-e0f5ff4190d2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:05:37.731690 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bc838b-ef7c-46f3-b12a-1734df45416e None None] Sync routers for ids ['fd2cc1c4-9479-411b-8d04-1e62f5797d00'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:05:37.740044 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-420dd3e9-bc45-4330-90a1-e0f5ff4190d2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:37.741093 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bc838b-ef7c-46f3-b12a-1734df45416e None None] Routers {'fd2cc1c4-9479-411b-8d04-1e62f5797d00'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:37.741752 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-65bc838b-ef7c-46f3-b12a-1734df45416e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:05:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['fd2cc1c4-9479-411b-8d04-1e62f5797d00'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:37.741923 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-420dd3e9-bc45-4330-90a1-e0f5ff4190d2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4273119 Aug 16 21:05:37.745054 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34496) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:37.776079 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-43f54e00-8855-48a2-915a-c61ef8008509 tempest-TestNetworkAdvancedServerOps-1330612273 tempest-TestNetworkAdvancedServerOps-1330612273-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=3b55bcbb731b4f17ac8f16ceeee7f73e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273685 Aug 16 21:05:37.776305 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34498) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:37.846529 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-65bc838b-ef7c-46f3-b12a-1734df45416e None None] Set router fd2cc1c4-9479-411b-8d04-1e62f5797d00 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:37.861483 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58322f1-c947-496a-8c09-95ddfa6f0515 tempest-TestNetworkAdvancedServerOps-1330612273 tempest-TestNetworkAdvancedServerOps-1330612273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:37.863021 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d58322f1-c947-496a-8c09-95ddfa6f0515 tempest-TestNetworkAdvancedServerOps-1330612273 tempest-TestNetworkAdvancedServerOps-1330612273-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858407 Aug 16 21:05:37.865900 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34500) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:37.897682 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9b3d8ac8-3b58-4323-b221-20d7142f1bf6 tempest-TestNetworkAdvancedServerOps-1330612273 tempest-TestNetworkAdvancedServerOps-1330612273-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=eb87ae87-0925-464c-8e03-8bba27e76e58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305605 Aug 16 21:05:37.900014 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34502) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:37.904827 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-873bde59-6c24-4316-9e50-67bcf0deb4d8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-690383879', 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:37.992840 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873bde59-6c24-4316-9e50-67bcf0deb4d8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Made reservation on behalf of 3b55bcbb731b4f17ac8f16ceeee7f73e for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:05:37.996483 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-873bde59-6c24-4316-9e50-67bcf0deb4d8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:38.024448 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-65bc838b-ef7c-46f3-b12a-1734df45416e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444866255', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '473a269b-354e-45e8-9ab8-b06a7a4d06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:36Z', 'updated_at': '2021-08-16T21:05:37Z', 'revision_number': 3, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '473a269b-354e-45e8-9ab8-b06a7a4d06e7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:92:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:36Z', 'updated_at': '2021-08-16T21:05:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:38.055373 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bc838b-ef7c-46f3-b12a-1734df45416e None None] Checking router: fd2cc1c4-9479-411b-8d04-1e62f5797d00 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:05:38.055722 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bc838b-ef7c-46f3-b12a-1734df45416e None None] Updating router fd2cc1c4-9479-411b-8d04-1e62f5797d00 port 473a269b-354e-45e8-9ab8-b06a7a4d06e7 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:05:38.080541 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65bc838b-ef7c-46f3-b12a-1734df45416e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:38.178475 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-873bde59-6c24-4316-9e50-67bcf0deb4d8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:38.239014 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873bde59-6c24-4316-9e50-67bcf0deb4d8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Subnet': ['ID=cabd82d7-6717-4034-a919-5614383a96a2,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:38.246519 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873bde59-6c24-4316-9e50-67bcf0deb4d8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Checking segment: {'id': 'c236b57a-91d9-4467-b075-bc6fe32e1626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:05:38.246727 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873bde59-6c24-4316-9e50-67bcf0deb4d8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network hostable DHCP agents. Network: 4435a4ff-10a3-4af7-851b-026d2afd9ecc, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:05:38.263337 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873bde59-6c24-4316-9e50-67bcf0deb4d8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network 4435a4ff-10a3-4af7-851b-026d2afd9ecc is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:05:38.272888 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-873bde59-6c24-4316-9e50-67bcf0deb4d8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 4435a4ff-10a3-4af7-851b-026d2afd9ecc) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:38.277960 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873bde59-6c24-4316-9e50-67bcf0deb4d8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:38.279551 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-873bde59-6c24-4316-9e50-67bcf0deb4d8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:38.281910 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4def5c77-b4bd-46b8-bec1-2b996d31f78b None None] Network 4435a4ff-10a3-4af7-851b-026d2afd9ecc requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:05:38.295816 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-873bde59-6c24-4316-9e50-67bcf0deb4d8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3947685 Aug 16 21:05:38.298477 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34504) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:38.383643 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65bc838b-ef7c-46f3-b12a-1734df45416e None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:38.408744 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-65bc838b-ef7c-46f3-b12a-1734df45416e None None] Transition to ACTIVE for port object 473a269b-354e-45e8-9ab8-b06a7a4d06e7 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:38.418179 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65bc838b-ef7c-46f3-b12a-1734df45416e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:38.498862 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7f273-f1d8-4509-86ba-e2d88aa87237 None None] Pushing event updated for resources: {'Port': ['ID=473a269b-354e-45e8-9ab8-b06a7a4d06e7,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:38.505787 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-65bc838b-ef7c-46f3-b12a-1734df45416e None None] Attempting to bind port 473a269b-354e-45e8-9ab8-b06a7a4d06e7 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:05:38.506170 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-65bc838b-ef7c-46f3-b12a-1734df45416e None None] Attempting to bind port 473a269b-354e-45e8-9ab8-b06a7a4d06e7 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:05:38.506422 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bc838b-ef7c-46f3-b12a-1734df45416e None None] Attempting to bind port 473a269b-354e-45e8-9ab8-b06a7a4d06e7 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:38.528315 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bc838b-ef7c-46f3-b12a-1734df45416e None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:05:38.528694 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bc838b-ef7c-46f3-b12a-1734df45416e None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:05:38.529102 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65bc838b-ef7c-46f3-b12a-1734df45416e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:38.529490 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bc838b-ef7c-46f3-b12a-1734df45416e None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:05:38.529957 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-65bc838b-ef7c-46f3-b12a-1734df45416e None None] Bound port: 473a269b-354e-45e8-9ab8-b06a7a4d06e7, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:05:38.530336 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65bc838b-ef7c-46f3-b12a-1734df45416e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:38.551494 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ba9d94-91fa-4fcd-87a6-e32892d80b20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-4435a4ff-10a3-4af7-851b-026d2afd9ecc', 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'fixed_ips': [{'subnet_id': 'cabd82d7-6717-4034-a919-5614383a96a2'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:05:38.552337 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a4ba9d94-91fa-4fcd-87a6-e32892d80b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:38.649177 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-65bc838b-ef7c-46f3-b12a-1734df45416e None None] For port 473a269b-354e-45e8-9ab8-b06a7a4d06e7, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:05:38.668039 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-65bc838b-ef7c-46f3-b12a-1734df45416e None None] For port 473a269b-354e-45e8-9ab8-b06a7a4d06e7, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=473a269b-354e-45e8-9ab8-b06a7a4d06e7,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:05:38.676986 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65bc838b-ef7c-46f3-b12a-1734df45416e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:38.736145 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fcefb933-07d1-491f-9ce4-09d569354c1f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:38.764404 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-a4ba9d94-91fa-4fcd-87a6-e32892d80b20 None None] Allocated IP 172.20.0.2 (4435a4ff-10a3-4af7-851b-026d2afd9ecc/cabd82d7-6717-4034-a919-5614383a96a2/ecbcdac4-1d85-4cb9-9003-ab9de26bc679) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:05:38.790658 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7f273-f1d8-4509-86ba-e2d88aa87237 None None] Pushing event updated for resources: {'Port': ['ID=473a269b-354e-45e8-9ab8-b06a7a4d06e7,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:38.797968 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bc838b-ef7c-46f3-b12a-1734df45416e None None] Routers {'fd2cc1c4-9479-411b-8d04-1e62f5797d00'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:38.798569 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-65bc838b-ef7c-46f3-b12a-1734df45416e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:05:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['fd2cc1c4-9479-411b-8d04-1e62f5797d00'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:38.977570 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-65bc838b-ef7c-46f3-b12a-1734df45416e None None] Set router fd2cc1c4-9479-411b-8d04-1e62f5797d00 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:39.263524 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a4ba9d94-91fa-4fcd-87a6-e32892d80b20 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:39.277709 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a4ba9d94-91fa-4fcd-87a6-e32892d80b20 None None] Transition to ACTIVE for port object ecbcdac4-1d85-4cb9-9003-ab9de26bc679 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:39.309428 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a4ba9d94-91fa-4fcd-87a6-e32892d80b20 None None] Transition to ACTIVE for port object ecbcdac4-1d85-4cb9-9003-ab9de26bc679 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:39.316358 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a4ba9d94-91fa-4fcd-87a6-e32892d80b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:39.368327 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-fcefb933-07d1-491f-9ce4-09d569354c1f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Allocated IP 172.20.0.1 (4435a4ff-10a3-4af7-851b-026d2afd9ecc/cabd82d7-6717-4034-a919-5614383a96a2/728d20dd-f18c-4d95-b2bf-30283f1a69d5) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:05:39.386003 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ba9d94-91fa-4fcd-87a6-e32892d80b20 None None] Network 4435a4ff-10a3-4af7-851b-026d2afd9ecc is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:05:39.395674 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-a4ba9d94-91fa-4fcd-87a6-e32892d80b20 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:39.398565 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ba9d94-91fa-4fcd-87a6-e32892d80b20 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:05:39.400502 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba9d94-91fa-4fcd-87a6-e32892d80b20 None None] Pushing event updated for resources: {'Port': ['ID=ecbcdac4-1d85-4cb9-9003-ab9de26bc679,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:39.448490 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-65bc838b-ef7c-46f3-b12a-1734df45416e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444866255', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '473a269b-354e-45e8-9ab8-b06a7a4d06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:36Z', 'updated_at': '2021-08-16T21:05:37Z', 'revision_number': 3, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '473a269b-354e-45e8-9ab8-b06a7a4d06e7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:92:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:36Z', 'updated_at': '2021-08-16T21:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:39.476428 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bc838b-ef7c-46f3-b12a-1734df45416e None None] The sync data for ids ['fd2cc1c4-9479-411b-8d04-1e62f5797d00'] in n-d-787206-13 is: [{'id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444866255', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '473a269b-354e-45e8-9ab8-b06a7a4d06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:36Z', 'updated_at': '2021-08-16T21:05:37Z', 'revision_number': 3, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '473a269b-354e-45e8-9ab8-b06a7a4d06e7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:92:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:36Z', 'updated_at': '2021-08-16T21:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:05:39.486123 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fcefb933-07d1-491f-9ce4-09d569354c1f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:39.486651 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a4ba9d94-91fa-4fcd-87a6-e32892d80b20 None None] Attempting to bind port ecbcdac4-1d85-4cb9-9003-ab9de26bc679 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:05:39.487044 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a4ba9d94-91fa-4fcd-87a6-e32892d80b20 None None] Attempting to bind port ecbcdac4-1d85-4cb9-9003-ab9de26bc679 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'c236b57a-91d9-4467-b075-bc6fe32e1626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:05:39.487444 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ba9d94-91fa-4fcd-87a6-e32892d80b20 None None] Attempting to bind port ecbcdac4-1d85-4cb9-9003-ab9de26bc679 on network 4435a4ff-10a3-4af7-851b-026d2afd9ecc {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:39.493351 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ba9d94-91fa-4fcd-87a6-e32892d80b20 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:05:39.493734 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ba9d94-91fa-4fcd-87a6-e32892d80b20 None None] Checking segment: {'id': 'c236b57a-91d9-4467-b075-bc6fe32e1626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:05:39.494142 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a4ba9d94-91fa-4fcd-87a6-e32892d80b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:39.494541 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ba9d94-91fa-4fcd-87a6-e32892d80b20 None None] Bound using segment: {'id': 'c236b57a-91d9-4467-b075-bc6fe32e1626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:05:39.495927 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a4ba9d94-91fa-4fcd-87a6-e32892d80b20 None None] Bound port: ecbcdac4-1d85-4cb9-9003-ab9de26bc679, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c236b57a-91d9-4467-b075-bc6fe32e1626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:05:39.496073 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a4ba9d94-91fa-4fcd-87a6-e32892d80b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:39.504149 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-fcefb933-07d1-491f-9ce4-09d569354c1f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Transition to ACTIVE for port object 728d20dd-f18c-4d95-b2bf-30283f1a69d5 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:39.541373 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fcefb933-07d1-491f-9ce4-09d569354c1f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:39.570144 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a4ba9d94-91fa-4fcd-87a6-e32892d80b20 None None] For port ecbcdac4-1d85-4cb9-9003-ab9de26bc679, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:05:39.573759 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a4ba9d94-91fa-4fcd-87a6-e32892d80b20 None None] For port ecbcdac4-1d85-4cb9-9003-ab9de26bc679, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=ecbcdac4-1d85-4cb9-9003-ab9de26bc679,segment=NetworkSegment(c236b57a-91d9-4467-b075-bc6fe32e1626),segment_id=c236b57a-91d9-4467-b075-bc6fe32e1626)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:05:39.580180 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a4ba9d94-91fa-4fcd-87a6-e32892d80b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:39.586664 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcefb933-07d1-491f-9ce4-09d569354c1f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network 4435a4ff-10a3-4af7-851b-026d2afd9ecc is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:05:39.592173 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-fcefb933-07d1-491f-9ce4-09d569354c1f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:39.595939 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcefb933-07d1-491f-9ce4-09d569354c1f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:05:39.623415 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefb933-07d1-491f-9ce4-09d569354c1f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Port': ['ID=728d20dd-f18c-4d95-b2bf-30283f1a69d5,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:39.651893 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba9d94-91fa-4fcd-87a6-e32892d80b20 None None] Pushing event updated for resources: {'Port': ['ID=ecbcdac4-1d85-4cb9-9003-ab9de26bc679,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:39.652140 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fcefb933-07d1-491f-9ce4-09d569354c1f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:39.807843 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fcefb933-07d1-491f-9ce4-09d569354c1f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:40.116869 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ecbcdac4-1d85-4cb9-9003-ab9de26bc679 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:40.144086 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fcefb933-07d1-491f-9ce4-09d569354c1f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:40.156621 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fcefb933-07d1-491f-9ce4-09d569354c1f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:40.184392 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port ecbcdac4-1d85-4cb9-9003-ab9de26bc679 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:40.188589 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 473a269b-354e-45e8-9ab8-b06a7a4d06e7 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:40.232641 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fcefb933-07d1-491f-9ce4-09d569354c1f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:40.242031 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 473a269b-354e-45e8-9ab8-b06a7a4d06e7 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:40.245796 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 473a269b-354e-45e8-9ab8-b06a7a4d06e7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:40.246178 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:40.248202 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefb933-07d1-491f-9ce4-09d569354c1f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Port': ['ID=728d20dd-f18c-4d95-b2bf-30283f1a69d5,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:40.341751 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:40.348015 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcefb933-07d1-491f-9ce4-09d569354c1f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network 4435a4ff-10a3-4af7-851b-026d2afd9ecc is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:05:40.349546 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-fcefb933-07d1-491f-9ce4-09d569354c1f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:40.364731 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 473a269b-354e-45e8-9ab8-b06a7a4d06e7, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=473a269b-354e-45e8-9ab8-b06a7a4d06e7,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:40.370016 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:40.428108 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=473a269b-354e-45e8-9ab8-b06a7a4d06e7,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:40.673889 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01588328-9953-4a4f-aad1-288ff6d8ac09 None None] Network 4435a4ff-10a3-4af7-851b-026d2afd9ecc requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:05:40.799057 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5d7ed0e4-8410-4701-83ed-b93235114348 None None] Provisioning for port ecbcdac4-1d85-4cb9-9003-ab9de26bc679 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:40.816972 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5d7ed0e4-8410-4701-83ed-b93235114348 None None] Provisioning complete for port ecbcdac4-1d85-4cb9-9003-ab9de26bc679 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:40.817346 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5d7ed0e4-8410-4701-83ed-b93235114348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:40.819794 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcefb933-07d1-491f-9ce4-09d569354c1f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Router fd2cc1c4-9479-411b-8d04-1e62f5797d00 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:05:40.916242 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5d7ed0e4-8410-4701-83ed-b93235114348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:40.937991 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcefb933-07d1-491f-9ce4-09d569354c1f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:05:40.947130 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-fcefb933-07d1-491f-9ce4-09d569354c1f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "PUT /v2.0/routers/fd2cc1c4-9479-411b-8d04-1e62f5797d00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6455982 Aug 16 21:05:40.951699 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5d7ed0e4-8410-4701-83ed-b93235114348 None None] For port ecbcdac4-1d85-4cb9-9003-ab9de26bc679, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=ecbcdac4-1d85-4cb9-9003-ab9de26bc679,segment=NetworkSegment(c236b57a-91d9-4467-b075-bc6fe32e1626),segment_id=c236b57a-91d9-4467-b075-bc6fe32e1626)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:40.957237 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5d7ed0e4-8410-4701-83ed-b93235114348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:41.014889 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ed0e4-8410-4701-83ed-b93235114348 None None] Pushing event updated for resources: {'Port': ['ID=ecbcdac4-1d85-4cb9-9003-ab9de26bc679,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:41.116347 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e571d691-01e8-4d12-90a2-9099d7075929 req-5412acb5-d256-4444-9d64-e9224cd7a5b9 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2025924640&fields=id&tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e HTTP/1.1" status: 200 len: 267 time: 0.0371470 Aug 16 21:05:41.184986 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-793c523d-f50c-47b3-abff-9327a206730a None None] Provisioning for port 728d20dd-f18c-4d95-b2bf-30283f1a69d5 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:41.188947 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-793c523d-f50c-47b3-abff-9327a206730a None None] Provisioning complete for port 728d20dd-f18c-4d95-b2bf-30283f1a69d5 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:41.189330 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-793c523d-f50c-47b3-abff-9327a206730a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:41.228276 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-793c523d-f50c-47b3-abff-9327a206730a None None] Port 728d20dd-f18c-4d95-b2bf-30283f1a69d5 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:05:41.238072 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-793c523d-f50c-47b3-abff-9327a206730a None None] Provisioning complete for port ecbcdac4-1d85-4cb9-9003-ab9de26bc679 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:41.238444 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-793c523d-f50c-47b3-abff-9327a206730a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:41.239628 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571d691-01e8-4d12-90a2-9099d7075929 req-6980ca9e-c0b4-498c-8e42-96affb4e520d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:41.241808 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e571d691-01e8-4d12-90a2-9099d7075929 req-6980ca9e-c0b4-498c-8e42-96affb4e520d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/networks?id=4435a4ff-10a3-4af7-851b-026d2afd9ecc HTTP/1.1" status: 200 len: 796 time: 0.1174469 Aug 16 21:05:41.258259 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e571d691-01e8-4d12-90a2-9099d7075929 req-690c3073-f542-47ee-a163-42a394225a75 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/quotas/3b55bcbb731b4f17ac8f16ceeee7f73e HTTP/1.1" status: 200 len: 375 time: 0.0106893 Aug 16 21:05:41.321481 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e571d691-01e8-4d12-90a2-9099d7075929 req-684b7284-8d4d-4536-886b-70df3228b5f1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553861 Aug 16 21:05:41.333334 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf245d3-7230-41a9-86a7-423bd462ee6d None None] Sync routers for ids ['fd2cc1c4-9479-411b-8d04-1e62f5797d00'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:05:41.344177 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf245d3-7230-41a9-86a7-423bd462ee6d None None] Routers {'fd2cc1c4-9479-411b-8d04-1e62f5797d00'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:41.344939 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-aaf245d3-7230-41a9-86a7-423bd462ee6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:05:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['fd2cc1c4-9479-411b-8d04-1e62f5797d00'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:41.437722 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e571d691-01e8-4d12-90a2-9099d7075929 req-1ca5a28a-72bd-4d14-997f-33d4716acd6f service neutron] 10.222.0.68 "GET /v2.0/networks/4435a4ff-10a3-4af7-851b-026d2afd9ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980470 Aug 16 21:05:41.452888 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1da3be06-026e-4029-b022-2296654dbf8c None None] Provisioning complete for port 728d20dd-f18c-4d95-b2bf-30283f1a69d5 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:41.453916 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1da3be06-026e-4029-b022-2296654dbf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:41.457977 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-aaf245d3-7230-41a9-86a7-423bd462ee6d None None] Set router fd2cc1c4-9479-411b-8d04-1e62f5797d00 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:41.501848 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1da3be06-026e-4029-b022-2296654dbf8c None None] Port 728d20dd-f18c-4d95-b2bf-30283f1a69d5 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:05:41.544062 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e571d691-01e8-4d12-90a2-9099d7075929 req-4efe975b-11e9-4e43-a8e2-0b617f99417d service neutron] 10.222.0.68 "GET /v2.0/networks/4435a4ff-10a3-4af7-851b-026d2afd9ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052752 Aug 16 21:05:41.620294 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7de6be3c-f9f7-45a6-9cfe-eba35fbba411 None None] Provisioning complete for port 728d20dd-f18c-4d95-b2bf-30283f1a69d5 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:41.620959 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7de6be3c-f9f7-45a6-9cfe-eba35fbba411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:41.657406 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7de6be3c-f9f7-45a6-9cfe-eba35fbba411 None None] Port 728d20dd-f18c-4d95-b2bf-30283f1a69d5 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:05:41.672997 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-aaf245d3-7230-41a9-86a7-423bd462ee6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444866255', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '473a269b-354e-45e8-9ab8-b06a7a4d06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:36Z', 'updated_at': '2021-08-16T21:05:39Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '473a269b-354e-45e8-9ab8-b06a7a4d06e7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:36Z', 'updated_at': '2021-08-16T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '728d20dd-f18c-4d95-b2bf-30283f1a69d5', 'name': '', 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:aa:6a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cabd82d7-6717-4034-a919-5614383a96a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:38Z', 'updated_at': '2021-08-16T21:05:39Z', 'revision_number': 2, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': 'cabd82d7-6717-4034-a919-5614383a96a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:41.711384 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf245d3-7230-41a9-86a7-423bd462ee6d None None] Checking router: fd2cc1c4-9479-411b-8d04-1e62f5797d00 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:05:41.711857 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf245d3-7230-41a9-86a7-423bd462ee6d None None] Updating router fd2cc1c4-9479-411b-8d04-1e62f5797d00 port 728d20dd-f18c-4d95-b2bf-30283f1a69d5 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:05:41.726555 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-305b7497-35ae-457f-9b1e-e9a636fa4859 req-35353173-fe72-46ee-b274-e5446ef30feb tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 210 time: 0.0298510 Aug 16 21:05:41.743777 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aaf245d3-7230-41a9-86a7-423bd462ee6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:42.015206 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aaf245d3-7230-41a9-86a7-423bd462ee6d None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:42.025715 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-aaf245d3-7230-41a9-86a7-423bd462ee6d None None] Transition to ACTIVE for port object 728d20dd-f18c-4d95-b2bf-30283f1a69d5 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:42.032062 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aaf245d3-7230-41a9-86a7-423bd462ee6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:42.039803 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ecbcdac4-1d85-4cb9-9003-ab9de26bc679 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:42.108945 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port ecbcdac4-1d85-4cb9-9003-ab9de26bc679 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:42.109322 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:42.143748 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb3de4-6904-4205-8fe5-dee88716a347 None None] Pushing event updated for resources: {'Port': ['ID=728d20dd-f18c-4d95-b2bf-30283f1a69d5,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:42.147214 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-aaf245d3-7230-41a9-86a7-423bd462ee6d None None] Attempting to bind port 728d20dd-f18c-4d95-b2bf-30283f1a69d5 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:05:42.147604 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-aaf245d3-7230-41a9-86a7-423bd462ee6d None None] Attempting to bind port 728d20dd-f18c-4d95-b2bf-30283f1a69d5 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'c236b57a-91d9-4467-b075-bc6fe32e1626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:05:42.147959 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf245d3-7230-41a9-86a7-423bd462ee6d None None] Attempting to bind port 728d20dd-f18c-4d95-b2bf-30283f1a69d5 on network 4435a4ff-10a3-4af7-851b-026d2afd9ecc {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:42.155651 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eb3de4-6904-4205-8fe5-dee88716a347 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:42.155982 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eb3de4-6904-4205-8fe5-dee88716a347 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:42.156426 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eb3de4-6904-4205-8fe5-dee88716a347 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:42.156628 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eb3de4-6904-4205-8fe5-dee88716a347 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:42.156941 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eb3de4-6904-4205-8fe5-dee88716a347 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:42.157259 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eb3de4-6904-4205-8fe5-dee88716a347 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:42.157581 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eb3de4-6904-4205-8fe5-dee88716a347 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:42.157899 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eb3de4-6904-4205-8fe5-dee88716a347 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:42.158213 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eb3de4-6904-4205-8fe5-dee88716a347 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:42.158712 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eb3de4-6904-4205-8fe5-dee88716a347 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:42.159022 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eb3de4-6904-4205-8fe5-dee88716a347 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:42.159360 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eb3de4-6904-4205-8fe5-dee88716a347 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:05:42.165341 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf245d3-7230-41a9-86a7-423bd462ee6d None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:05:42.165958 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf245d3-7230-41a9-86a7-423bd462ee6d None None] Checking segment: {'id': 'c236b57a-91d9-4467-b075-bc6fe32e1626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:05:42.166546 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aaf245d3-7230-41a9-86a7-423bd462ee6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:42.167305 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf245d3-7230-41a9-86a7-423bd462ee6d None None] Bound using segment: {'id': 'c236b57a-91d9-4467-b075-bc6fe32e1626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:05:42.168055 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-aaf245d3-7230-41a9-86a7-423bd462ee6d None None] Bound port: 728d20dd-f18c-4d95-b2bf-30283f1a69d5, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c236b57a-91d9-4467-b075-bc6fe32e1626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:05:42.168611 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aaf245d3-7230-41a9-86a7-423bd462ee6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:42.212828 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 473a269b-354e-45e8-9ab8-b06a7a4d06e7 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:42.240635 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-aaf245d3-7230-41a9-86a7-423bd462ee6d None None] For port 728d20dd-f18c-4d95-b2bf-30283f1a69d5, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:05:42.245127 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-aaf245d3-7230-41a9-86a7-423bd462ee6d None None] For port 728d20dd-f18c-4d95-b2bf-30283f1a69d5, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=728d20dd-f18c-4d95-b2bf-30283f1a69d5,segment=NetworkSegment(c236b57a-91d9-4467-b075-bc6fe32e1626),segment_id=c236b57a-91d9-4467-b075-bc6fe32e1626)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:05:42.250305 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aaf245d3-7230-41a9-86a7-423bd462ee6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:42.268672 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 473a269b-354e-45e8-9ab8-b06a7a4d06e7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:42.269168 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:42.321268 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf245d3-7230-41a9-86a7-423bd462ee6d None None] Routers {'fd2cc1c4-9479-411b-8d04-1e62f5797d00'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:42.321899 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-aaf245d3-7230-41a9-86a7-423bd462ee6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:05:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['fd2cc1c4-9479-411b-8d04-1e62f5797d00'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:42.323942 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb3de4-6904-4205-8fe5-dee88716a347 None None] Pushing event updated for resources: {'Port': ['ID=728d20dd-f18c-4d95-b2bf-30283f1a69d5,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:42.436443 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-aaf245d3-7230-41a9-86a7-423bd462ee6d None None] Set router fd2cc1c4-9479-411b-8d04-1e62f5797d00 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:42.648298 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-aaf245d3-7230-41a9-86a7-423bd462ee6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444866255', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '473a269b-354e-45e8-9ab8-b06a7a4d06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:36Z', 'updated_at': '2021-08-16T21:05:39Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '473a269b-354e-45e8-9ab8-b06a7a4d06e7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:36Z', 'updated_at': '2021-08-16T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '728d20dd-f18c-4d95-b2bf-30283f1a69d5', 'name': '', 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:aa:6a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cabd82d7-6717-4034-a919-5614383a96a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:38Z', 'updated_at': '2021-08-16T21:05:42Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': 'cabd82d7-6717-4034-a919-5614383a96a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:42.675507 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf245d3-7230-41a9-86a7-423bd462ee6d None None] The sync data for ids ['fd2cc1c4-9479-411b-8d04-1e62f5797d00'] in n-d-787206-13 is: [{'id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444866255', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '473a269b-354e-45e8-9ab8-b06a7a4d06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:36Z', 'updated_at': '2021-08-16T21:05:39Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '473a269b-354e-45e8-9ab8-b06a7a4d06e7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:36Z', 'updated_at': '2021-08-16T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '728d20dd-f18c-4d95-b2bf-30283f1a69d5', 'name': '', 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:aa:6a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cabd82d7-6717-4034-a919-5614383a96a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:38Z', 'updated_at': '2021-08-16T21:05:42Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': 'cabd82d7-6717-4034-a919-5614383a96a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:05:42.678705 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571d691-01e8-4d12-90a2-9099d7075929 req-bd140a38-c926-448d-906c-be611efa899e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:42.680923 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e571d691-01e8-4d12-90a2-9099d7075929 req-bd140a38-c926-448d-906c-be611efa899e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.57 "GET /v2.0/networks?id=4435a4ff-10a3-4af7-851b-026d2afd9ecc HTTP/1.1" status: 200 len: 796 time: 0.1153736 Aug 16 21:05:42.750624 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e571d691-01e8-4d12-90a2-9099d7075929 req-2e98d4ff-2c38-44a6-a175-4966ba4bbd4e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e HTTP/1.1" status: 200 len: 380 time: 0.0599487 Aug 16 21:05:42.760750 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e571d691-01e8-4d12-90a2-9099d7075929 req-86e220d4-1be1-4971-8547-341ae30007b0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'port': {'device_id': '0222395f-495d-4a1c-ab48-8f9359e534f0', 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc', 'admin_state_up': True, 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'security_groups': ['859b9dad-6bea-4d5a-8157-0a0401cbda29']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:42.835515 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6f8beedf-f2ef-4c88-b605-22d1f37dbf35 req-0e902864-0ad0-4402-bcd6-06ab5120100b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 210 time: 0.0333622 Aug 16 21:05:42.900055 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e571d691-01e8-4d12-90a2-9099d7075929 req-86e220d4-1be1-4971-8547-341ae30007b0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Made reservation on behalf of 3b55bcbb731b4f17ac8f16ceeee7f73e for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:05:42.903478 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e571d691-01e8-4d12-90a2-9099d7075929 req-86e220d4-1be1-4971-8547-341ae30007b0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:43.037826 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-e571d691-01e8-4d12-90a2-9099d7075929 req-86e220d4-1be1-4971-8547-341ae30007b0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Allocated IP 172.20.0.7 (4435a4ff-10a3-4af7-851b-026d2afd9ecc/cabd82d7-6717-4034-a919-5614383a96a2/78fde770-9ac9-4b5b-9f7b-112fa6c7bdab) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:05:43.189091 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e571d691-01e8-4d12-90a2-9099d7075929 req-86e220d4-1be1-4971-8547-341ae30007b0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:43.203577 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-e571d691-01e8-4d12-90a2-9099d7075929 req-86e220d4-1be1-4971-8547-341ae30007b0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Transition to ACTIVE for port object 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:43.237502 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e571d691-01e8-4d12-90a2-9099d7075929 req-86e220d4-1be1-4971-8547-341ae30007b0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:43.284884 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e571d691-01e8-4d12-90a2-9099d7075929 req-86e220d4-1be1-4971-8547-341ae30007b0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network 4435a4ff-10a3-4af7-851b-026d2afd9ecc is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:05:43.289211 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-e571d691-01e8-4d12-90a2-9099d7075929 req-86e220d4-1be1-4971-8547-341ae30007b0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:43.293950 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e571d691-01e8-4d12-90a2-9099d7075929 req-86e220d4-1be1-4971-8547-341ae30007b0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:05:43.297961 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e220d4-1be1-4971-8547-341ae30007b0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Port': ['ID=78fde770-9ac9-4b5b-9f7b-112fa6c7bdab,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:43.345427 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571d691-01e8-4d12-90a2-9099d7075929 req-86e220d4-1be1-4971-8547-341ae30007b0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:43.346383 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e571d691-01e8-4d12-90a2-9099d7075929 req-86e220d4-1be1-4971-8547-341ae30007b0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:43.365370 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e571d691-01e8-4d12-90a2-9099d7075929 req-86e220d4-1be1-4971-8547-341ae30007b0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6085134 Aug 16 21:05:43.377727 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e571d691-01e8-4d12-90a2-9099d7075929 req-61d63745-39ee-4cfd-9b7d-42b77032de27 service neutron] Request body: {'port': {'device_id': '0222395f-495d-4a1c-ab48-8f9359e534f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:43.441221 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e571d691-01e8-4d12-90a2-9099d7075929 req-61d63745-39ee-4cfd-9b7d-42b77032de27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:43.532861 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-97565ed8-bddf-4492-8799-230a67a034a9 None None] Provisioning for port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:43.536807 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-97565ed8-bddf-4492-8799-230a67a034a9 None None] Provisioning complete for port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:43.537204 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97565ed8-bddf-4492-8799-230a67a034a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:43.572491 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-97565ed8-bddf-4492-8799-230a67a034a9 None None] Port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:05:43.726549 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-e571d691-01e8-4d12-90a2-9099d7075929 req-61d63745-39ee-4cfd-9b7d-42b77032de27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:05:43.733985 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e571d691-01e8-4d12-90a2-9099d7075929 req-61d63745-39ee-4cfd-9b7d-42b77032de27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:43.745788 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-e571d691-01e8-4d12-90a2-9099d7075929 req-61d63745-39ee-4cfd-9b7d-42b77032de27 service neutron] Transition to ACTIVE for port object 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:05:43.749601 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e571d691-01e8-4d12-90a2-9099d7075929 req-61d63745-39ee-4cfd-9b7d-42b77032de27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:43.798892 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d63745-39ee-4cfd-9b7d-42b77032de27 service neutron] Pushing event updated for resources: {'Port': ['ID=78fde770-9ac9-4b5b-9f7b-112fa6c7bdab,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:43.875561 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e571d691-01e8-4d12-90a2-9099d7075929 req-61d63745-39ee-4cfd-9b7d-42b77032de27 service neutron] Attempting to bind port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:05:43.875899 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e571d691-01e8-4d12-90a2-9099d7075929 req-61d63745-39ee-4cfd-9b7d-42b77032de27 service neutron] Attempting to bind port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'c236b57a-91d9-4467-b075-bc6fe32e1626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:05:43.876226 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e571d691-01e8-4d12-90a2-9099d7075929 req-61d63745-39ee-4cfd-9b7d-42b77032de27 service neutron] Attempting to bind port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab on network 4435a4ff-10a3-4af7-851b-026d2afd9ecc {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:43.881708 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e571d691-01e8-4d12-90a2-9099d7075929 req-61d63745-39ee-4cfd-9b7d-42b77032de27 service neutron] Port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab on network 4435a4ff-10a3-4af7-851b-026d2afd9ecc not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:05:43.882025 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e571d691-01e8-4d12-90a2-9099d7075929 req-61d63745-39ee-4cfd-9b7d-42b77032de27 service neutron] Attempting to bind port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab on network 4435a4ff-10a3-4af7-851b-026d2afd9ecc {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:05:43.887447 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e571d691-01e8-4d12-90a2-9099d7075929 req-61d63745-39ee-4cfd-9b7d-42b77032de27 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:05:43.887781 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e571d691-01e8-4d12-90a2-9099d7075929 req-61d63745-39ee-4cfd-9b7d-42b77032de27 service neutron] Checking segment: {'id': 'c236b57a-91d9-4467-b075-bc6fe32e1626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:05:43.888160 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e571d691-01e8-4d12-90a2-9099d7075929 req-61d63745-39ee-4cfd-9b7d-42b77032de27 service neutron] Bound using segment: {'id': 'c236b57a-91d9-4467-b075-bc6fe32e1626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:05:43.888583 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e571d691-01e8-4d12-90a2-9099d7075929 req-61d63745-39ee-4cfd-9b7d-42b77032de27 service neutron] Bound port: 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c236b57a-91d9-4467-b075-bc6fe32e1626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:05:43.889062 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e571d691-01e8-4d12-90a2-9099d7075929 req-61d63745-39ee-4cfd-9b7d-42b77032de27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:43.987535 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e571d691-01e8-4d12-90a2-9099d7075929 req-61d63745-39ee-4cfd-9b7d-42b77032de27 service neutron] For port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:05:43.991895 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e571d691-01e8-4d12-90a2-9099d7075929 req-61d63745-39ee-4cfd-9b7d-42b77032de27 service neutron] For port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=78fde770-9ac9-4b5b-9f7b-112fa6c7bdab,segment=NetworkSegment(c236b57a-91d9-4467-b075-bc6fe32e1626),segment_id=c236b57a-91d9-4467-b075-bc6fe32e1626)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:05:44.000637 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2996d-cfef-4ed7-a3c9-cb98b266f00b req-43dd8601-05db-4110-84e4-d156252defbc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:44.002243 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-16e2996d-cfef-4ed7-a3c9-cb98b266f00b req-43dd8601-05db-4110-84e4-d156252defbc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 943 time: 0.0794554 Aug 16 21:05:44.003931 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e571d691-01e8-4d12-90a2-9099d7075929 req-61d63745-39ee-4cfd-9b7d-42b77032de27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:44.061128 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 728d20dd-f18c-4d95-b2bf-30283f1a69d5 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:44.067363 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571d691-01e8-4d12-90a2-9099d7075929 req-61d63745-39ee-4cfd-9b7d-42b77032de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:44.068004 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e571d691-01e8-4d12-90a2-9099d7075929 req-61d63745-39ee-4cfd-9b7d-42b77032de27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:44.069990 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e571d691-01e8-4d12-90a2-9099d7075929 req-61d63745-39ee-4cfd-9b7d-42b77032de27 service neutron] 10.222.0.57 "PUT /v2.0/ports/78fde770-9ac9-4b5b-9f7b-112fa6c7bdab HTTP/1.1" status: 200 len: 1092 time: 0.6967363 Aug 16 21:05:44.071632 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0222395f-495d-4a1c-ab48-8f9359e534f0', 'tag': '78fde770-9ac9-4b5b-9f7b-112fa6c7bdab'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:05:44.073957 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8058433-dd2e-4e7a-949d-85545edac7b9" -d '{"events": [{"name": "network-changed", "server_uuid": "0222395f-495d-4a1c-ab48-8f9359e534f0", "tag": "78fde770-9ac9-4b5b-9f7b-112fa6c7bdab"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:05:44.099415 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-16e2996d-cfef-4ed7-a3c9-cb98b266f00b req-20467210-3501-4044-9ff7-f7ee6cba0a31 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894697 Aug 16 21:05:44.102589 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d63745-39ee-4cfd-9b7d-42b77032de27 service neutron] Pushing event updated for resources: {'Port': ['ID=78fde770-9ac9-4b5b-9f7b-112fa6c7bdab,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:44.161645 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 728d20dd-f18c-4d95-b2bf-30283f1a69d5 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:44.167015 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 728d20dd-f18c-4d95-b2bf-30283f1a69d5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:44.167486 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a6e902-1e31-462c-8430-82406c2c07ee x-openstack-request-id: req-80a6e902-1e31-462c-8430-82406c2c07ee {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:05:44.167625 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:44.167812 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0222395f-495d-4a1c-ab48-8f9359e534f0", "tag": "78fde770-9ac9-4b5b-9f7b-112fa6c7bdab", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:05:44.168030 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-80a6e902-1e31-462c-8430-82406c2c07ee {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:05:44.168474 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0222395f-495d-4a1c-ab48-8f9359e534f0', 'tag': '78fde770-9ac9-4b5b-9f7b-112fa6c7bdab', 'status': 'completed', 'code': 200} Aug 16 21:05:44.170392 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571d691-01e8-4d12-90a2-9099d7075929 req-2ba4dd77-1b3e-47e1-b9b7-746017073de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:44.171969 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e571d691-01e8-4d12-90a2-9099d7075929 req-2ba4dd77-1b3e-47e1-b9b7-746017073de0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 1095 time: 0.0631955 Aug 16 21:05:44.215149 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e571d691-01e8-4d12-90a2-9099d7075929 req-4e4aed27-dfcb-4c9f-9193-19329ae8da2c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78fde770-9ac9-4b5b-9f7b-112fa6c7bdab HTTP/1.1" status: 200 len: 217 time: 0.0358200 Aug 16 21:05:44.255399 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:44.272700 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571d691-01e8-4d12-90a2-9099d7075929 req-f9a5ec61-e5cd-4abe-a38b-d9fc362a6ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:44.274414 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e571d691-01e8-4d12-90a2-9099d7075929 req-f9a5ec61-e5cd-4abe-a38b-d9fc362a6ac3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cabd82d7-6717-4034-a919-5614383a96a2 HTTP/1.1" status: 200 len: 834 time: 0.0527196 Aug 16 21:05:44.291028 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 728d20dd-f18c-4d95-b2bf-30283f1a69d5, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=728d20dd-f18c-4d95-b2bf-30283f1a69d5,segment=NetworkSegment(c236b57a-91d9-4467-b075-bc6fe32e1626),segment_id=c236b57a-91d9-4467-b075-bc6fe32e1626)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:44.296109 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:44.321814 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571d691-01e8-4d12-90a2-9099d7075929 req-a7c7afd5-db71-4778-b395-bcfaa5adf4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:44.323434 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e571d691-01e8-4d12-90a2-9099d7075929 req-a7c7afd5-db71-4778-b395-bcfaa5adf4a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4435a4ff-10a3-4af7-851b-026d2afd9ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425494 Aug 16 21:05:44.352083 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=728d20dd-f18c-4d95-b2bf-30283f1a69d5,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:44.411084 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e571d691-01e8-4d12-90a2-9099d7075929 req-ccbc1d77-fded-43fb-8f7d-6943b1db600b service neutron] 10.222.0.57 "GET /v2.0/networks/4435a4ff-10a3-4af7-851b-026d2afd9ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806108 Aug 16 21:05:44.504493 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e571d691-01e8-4d12-90a2-9099d7075929 req-4caf6fbf-cc4e-4ad7-912b-3d5a57f0e48d service neutron] 10.222.0.57 "GET /v2.0/networks/4435a4ff-10a3-4af7-851b-026d2afd9ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851271 Aug 16 21:05:44.591320 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8058433-dd2e-4e7a-949d-85545edac7b9 req-345c351d-ccce-4322-b695-0e76c2a849da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:44.592808 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8058433-dd2e-4e7a-949d-85545edac7b9 req-345c351d-ccce-4322-b695-0e76c2a849da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 1095 time: 0.0411959 Aug 16 21:05:44.685343 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8058433-dd2e-4e7a-949d-85545edac7b9 req-77303f0e-ad54-4e12-b37f-9c8423a16435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:44.686817 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8058433-dd2e-4e7a-949d-85545edac7b9 req-77303f0e-ad54-4e12-b37f-9c8423a16435 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4435a4ff-10a3-4af7-851b-026d2afd9ecc HTTP/1.1" status: 200 len: 897 time: 0.0872610 Aug 16 21:05:44.728113 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8058433-dd2e-4e7a-949d-85545edac7b9 req-96ec6626-3072-4d52-9c6e-1d3a690b5738 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78fde770-9ac9-4b5b-9f7b-112fa6c7bdab HTTP/1.1" status: 200 len: 217 time: 0.0342076 Aug 16 21:05:44.776300 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8058433-dd2e-4e7a-949d-85545edac7b9 req-b84470db-d5cd-4795-9bcc-fce05e7d25cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:44.777624 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8058433-dd2e-4e7a-949d-85545edac7b9 req-b84470db-d5cd-4795-9bcc-fce05e7d25cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cabd82d7-6717-4034-a919-5614383a96a2 HTTP/1.1" status: 200 len: 834 time: 0.0416503 Aug 16 21:05:44.827286 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8058433-dd2e-4e7a-949d-85545edac7b9 req-b1d2d48b-1710-45d6-8672-c6c32a5e3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:44.828744 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8058433-dd2e-4e7a-949d-85545edac7b9 req-b1d2d48b-1710-45d6-8672-c6c32a5e3844 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4435a4ff-10a3-4af7-851b-026d2afd9ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434353 Aug 16 21:05:44.916901 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8058433-dd2e-4e7a-949d-85545edac7b9 req-fcfbd580-1169-444f-a24c-b251c9bc52a1 service neutron] 10.222.0.57 "GET /v2.0/networks/4435a4ff-10a3-4af7-851b-026d2afd9ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804780 Aug 16 21:05:45.008436 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8058433-dd2e-4e7a-949d-85545edac7b9 req-3e905ea3-87e4-42da-afe5-f3dc0ce10cad service neutron] 10.222.0.57 "GET /v2.0/networks/4435a4ff-10a3-4af7-851b-026d2afd9ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841556 Aug 16 21:05:45.220092 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59915fac-5c15-41a0-808f-019c417460ea req-3b2a312f-7935-4023-9b22-a89575aaa46f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:45.221587 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-59915fac-5c15-41a0-808f-019c417460ea req-3b2a312f-7935-4023-9b22-a89575aaa46f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 943 time: 0.0496039 Aug 16 21:05:45.258656 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-59915fac-5c15-41a0-808f-019c417460ea req-49bba358-ece6-4447-bda3-c5be841036f4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312393 Aug 16 21:05:46.027883 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 728d20dd-f18c-4d95-b2bf-30283f1a69d5 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:46.079187 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 728d20dd-f18c-4d95-b2bf-30283f1a69d5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:46.079579 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:46.371929 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d9f84-ceaf-45b2-af8f-2aebfc12359b req-24cba667-194e-4dad-82c4-c4552bf8c8d6 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:46.373406 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fc7d9f84-ceaf-45b2-af8f-2aebfc12359b req-24cba667-194e-4dad-82c4-c4552bf8c8d6 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 943 time: 0.0484104 Aug 16 21:05:46.410417 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fc7d9f84-ceaf-45b2-af8f-2aebfc12359b req-9d13cb2e-a0ae-4f4a-820b-f989be42fc49 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311410 Aug 16 21:05:46.824400 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:05:46.918327 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=78fde770-9ac9-4b5b-9f7b-112fa6c7bdab,segment=NetworkSegment(c236b57a-91d9-4467-b075-bc6fe32e1626),segment_id=c236b57a-91d9-4467-b075-bc6fe32e1626)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:46.929987 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '78fde770-9ac9-4b5b-9f7b-112fa6c7bdab', 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc', 'port_id': '78fde770-9ac9-4b5b-9f7b-112fa6c7bdab', 'mac_address': 'fa:16:3e:60:03:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cabd82d7-6717-4034-a919-5614383a96a2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:05:46.966283 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:46.978576 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:05:46.998208 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=78fde770-9ac9-4b5b-9f7b-112fa6c7bdab,segment=NetworkSegment(c236b57a-91d9-4467-b075-bc6fe32e1626),segment_id=c236b57a-91d9-4467-b075-bc6fe32e1626)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:47.002039 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:47.051317 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=78fde770-9ac9-4b5b-9f7b-112fa6c7bdab,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:47.242854 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['78fde770-9ac9-4b5b-9f7b-112fa6c7bdab'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:05:47.528371 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28851f-4bd0-4fde-9433-ae44ef381beb req-69d04581-8c2c-49bd-a49e-611208cfd4af tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:47.529786 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bc28851f-4bd0-4fde-9433-ae44ef381beb req-69d04581-8c2c-49bd-a49e-611208cfd4af tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 944 time: 0.0523243 Aug 16 21:05:47.566941 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bc28851f-4bd0-4fde-9433-ae44ef381beb req-5435b1b6-3f02-45d1-bd8f-b2680d9d2c28 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313492 Aug 16 21:05:48.680561 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aecac5-6230-4d9b-a3c2-9f331715582f req-c7d0cfcf-65b8-4525-b519-25c280fd412d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:48.682109 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-10aecac5-6230-4d9b-a3c2-9f331715582f req-c7d0cfcf-65b8-4525-b519-25c280fd412d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 944 time: 0.0478001 Aug 16 21:05:48.719936 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-10aecac5-6230-4d9b-a3c2-9f331715582f req-309ea4a4-3211-477d-91ed-9e3039c3fb8f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311892 Aug 16 21:05:48.840126 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:05:48.887395 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:05:48.890818 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:05:48.891189 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:48.968154 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:48.990945 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0222395f-495d-4a1c-ab48-8f9359e534f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fde770-9ac9-4b5b-9f7b-112fa6c7bdab'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:05:48.993259 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0348104d8022dd0cb333a966cdf78087a7844175b144024c4093ab2d6ac91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0977192-733d-49a7-874e-13cfaf9bee89" -d '{"events": [{"server_uuid": "0222395f-495d-4a1c-ab48-8f9359e534f0", "name": "network-vif-plugged", "status": "completed", "tag": "78fde770-9ac9-4b5b-9f7b-112fa6c7bdab"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:05:49.006100 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=78fde770-9ac9-4b5b-9f7b-112fa6c7bdab,segment=NetworkSegment(c236b57a-91d9-4467-b075-bc6fe32e1626),segment_id=c236b57a-91d9-4467-b075-bc6fe32e1626)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:05:49.011495 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:49.045426 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c32ab2-f614-45d8-bf3f-c3c2844f4bcc x-openstack-request-id: req-d7c32ab2-f614-45d8-bf3f-c3c2844f4bcc {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:05:49.045717 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0222395f-495d-4a1c-ab48-8f9359e534f0", "name": "network-vif-plugged", "status": "completed", "tag": "78fde770-9ac9-4b5b-9f7b-112fa6c7bdab", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:05:49.045969 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d7c32ab2-f614-45d8-bf3f-c3c2844f4bcc {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:05:49.046355 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0222395f-495d-4a1c-ab48-8f9359e534f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fde770-9ac9-4b5b-9f7b-112fa6c7bdab', 'code': 200} Aug 16 21:05:49.063430 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=78fde770-9ac9-4b5b-9f7b-112fa6c7bdab,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:49.138873 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1486b-f615-4592-bc9b-ef4893599d38 req-8c0243c4-afde-4bed-ac63-2b9d034f26d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:49.140312 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ae1486b-f615-4592-bc9b-ef4893599d38 req-8c0243c4-afde-4bed-ac63-2b9d034f26d1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 1097 time: 0.0395880 Aug 16 21:05:49.175361 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1ae1486b-f615-4592-bc9b-ef4893599d38 req-2aea956f-e25c-4adf-9658-3b6ed7f21d2d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275271 Aug 16 21:05:49.839205 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8d6ef-5e98-4f9e-896a-20c38c864951 req-769cd1f1-c3a2-402b-8944-c48f6d008512 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:49.840654 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2ec8d6ef-5e98-4f9e-896a-20c38c864951 req-769cd1f1-c3a2-402b-8944-c48f6d008512 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 945 time: 0.0534968 Aug 16 21:05:49.878728 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2ec8d6ef-5e98-4f9e-896a-20c38c864951 req-4e5cd741-0126-4d59-aca3-f76ab29b531f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320635 Aug 16 21:05:50.996629 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060e9d0-596d-4e3f-bf88-a68efb31c8b8 req-13788883-9e45-4b02-ae7b-2257cd321f15 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:50.998173 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5060e9d0-596d-4e3f-bf88-a68efb31c8b8 req-13788883-9e45-4b02-ae7b-2257cd321f15 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 945 time: 0.0490763 Aug 16 21:05:51.037406 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5060e9d0-596d-4e3f-bf88-a68efb31c8b8 req-8cc4f1e3-9c9d-45c9-9eed-63e73323c6f4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330422 Aug 16 21:05:51.152022 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a0fc2-69c2-4d7a-a6f1-57f4d3d72645 req-3fa164c1-9881-4cb3-8727-402282e52497 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:51.153589 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-476a0fc2-69c2-4d7a-a6f1-57f4d3d72645 req-3fa164c1-9881-4cb3-8727-402282e52497 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 945 time: 0.0484359 Aug 16 21:05:51.190651 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-476a0fc2-69c2-4d7a-a6f1-57f4d3d72645 req-240aba60-08c7-4ce4-b195-2af5ce6e002f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311341 Aug 16 21:05:51.212945 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34556) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:51.255034 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea4810d-40ff-4d68-832f-b611a16d0718 tempest-TestNetworkAdvancedServerOps-1330612273 tempest-TestNetworkAdvancedServerOps-1330612273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:51.257126 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2ea4810d-40ff-4d68-832f-b611a16d0718 tempest-TestNetworkAdvancedServerOps-1330612273 tempest-TestNetworkAdvancedServerOps-1330612273-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 1092 time: 0.0432513 Aug 16 21:05:51.260087 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34558) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:51.264256 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ac9445a6-642b-4dea-bdb9-ecbf22a0e361 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'port_id': '78fde770-9ac9-4b5b-9f7b-112fa6c7bdab', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:05:51.285671 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac9445a6-642b-4dea-bdb9-ecbf22a0e361 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:51.380362 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac9445a6-642b-4dea-bdb9-ecbf22a0e361 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:51.482795 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-ac9445a6-642b-4dea-bdb9-ecbf22a0e361 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Allocated IP 172.25.8.127 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/353dd40f-2d3c-4bf8-bdde-55e341b565d3) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:05:51.579975 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac9445a6-642b-4dea-bdb9-ecbf22a0e361 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:51.617439 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac9445a6-642b-4dea-bdb9-ecbf22a0e361 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:51.656066 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9445a6-642b-4dea-bdb9-ecbf22a0e361 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:05:51.660758 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-ac9445a6-642b-4dea-bdb9-ecbf22a0e361 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:05:51.665187 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9445a6-642b-4dea-bdb9-ecbf22a0e361 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:05:51.688092 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9445a6-642b-4dea-bdb9-ecbf22a0e361 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Port': ['ID=353dd40f-2d3c-4bf8-bdde-55e341b565d3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:52.014697 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac9445a6-642b-4dea-bdb9-ecbf22a0e361 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:52.085550 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac9445a6-642b-4dea-bdb9-ecbf22a0e361 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:52.241115 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac9445a6-642b-4dea-bdb9-ecbf22a0e361 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:52.245525 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac9445a6-642b-4dea-bdb9-ecbf22a0e361 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:52.307996 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9445a6-642b-4dea-bdb9-ecbf22a0e361 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Port': ['ID=353dd40f-2d3c-4bf8-bdde-55e341b565d3,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:52.323142 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac9445a6-642b-4dea-bdb9-ecbf22a0e361 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:52.419229 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-ac9445a6-642b-4dea-bdb9-ecbf22a0e361 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Floating IP 10988aed-040a-4ec7-b805-60e8bb1fb404 associated. External IP: 172.25.8.127, port: 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab. Aug 16 21:05:52.624259 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9445a6-642b-4dea-bdb9-ecbf22a0e361 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Router fd2cc1c4-9479-411b-8d04-1e62f5797d00 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:05:52.727546 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9445a6-642b-4dea-bdb9-ecbf22a0e361 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:05:52.737984 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd183966-67cb-428f-984f-9ff1aa6151c4 None None] Sync routers for ids ['fd2cc1c4-9479-411b-8d04-1e62f5797d00'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:05:52.743288 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac9445a6-642b-4dea-bdb9-ecbf22a0e361 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:52.749209 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd183966-67cb-428f-984f-9ff1aa6151c4 None None] Routers {'fd2cc1c4-9479-411b-8d04-1e62f5797d00'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:52.749838 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-fd183966-67cb-428f-984f-9ff1aa6151c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:05:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['fd2cc1c4-9479-411b-8d04-1e62f5797d00'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:52.769630 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-ac9445a6-642b-4dea-bdb9-ecbf22a0e361 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5085526 Aug 16 21:05:52.770296 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0222395f-495d-4a1c-ab48-8f9359e534f0', 'tag': '78fde770-9ac9-4b5b-9f7b-112fa6c7bdab'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:05:52.772662 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2635ab80-0673-4c43-847c-229b34adaf6e" -d '{"events": [{"name": "network-changed", "server_uuid": "0222395f-495d-4a1c-ab48-8f9359e534f0", "tag": "78fde770-9ac9-4b5b-9f7b-112fa6c7bdab"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:05:52.857426 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-fd183966-67cb-428f-984f-9ff1aa6151c4 None None] Set router fd2cc1c4-9479-411b-8d04-1e62f5797d00 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:52.866153 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8387e43-6e98-464e-b9b0-bd33e64cb75e req-c693022d-1841-4639-b6cd-2f5d2589af09 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:52.867685 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d8387e43-6e98-464e-b9b0-bd33e64cb75e req-c693022d-1841-4639-b6cd-2f5d2589af09 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 945 time: 0.0497713 Aug 16 21:05:52.905606 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d8387e43-6e98-464e-b9b0-bd33e64cb75e req-b975cf79-08ae-4ee6-b537-92c737731f57 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318062 Aug 16 21:05:52.927851 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34564) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:53.090705 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-fd183966-67cb-428f-984f-9ff1aa6151c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444866255', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '473a269b-354e-45e8-9ab8-b06a7a4d06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:36Z', 'updated_at': '2021-08-16T21:05:39Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '473a269b-354e-45e8-9ab8-b06a7a4d06e7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:36Z', 'updated_at': '2021-08-16T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '10988aed-040a-4ec7-b805-60e8bb1fb404', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'floating_ip_address': '172.25.8.127', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'port_id': '78fde770-9ac9-4b5b-9f7b-112fa6c7bdab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc', 'mac_address': 'fa:16:3e:60:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0222395f-495d-4a1c-ab48-8f9359e534f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:05:51Z', 'updated_at': '2021-08-16T21:05:51Z', 'revision_number': 0, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '728d20dd-f18c-4d95-b2bf-30283f1a69d5', 'name': '', 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:aa:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cabd82d7-6717-4034-a919-5614383a96a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:38Z', 'updated_at': '2021-08-16T21:05:44Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': 'cabd82d7-6717-4034-a919-5614383a96a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:53.117587 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd183966-67cb-428f-984f-9ff1aa6151c4 None None] Checking router: fd2cc1c4-9479-411b-8d04-1e62f5797d00 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:05:53.126663 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd183966-67cb-428f-984f-9ff1aa6151c4 None None] Routers {'fd2cc1c4-9479-411b-8d04-1e62f5797d00'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:05:53.127311 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-fd183966-67cb-428f-984f-9ff1aa6151c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:05:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['fd2cc1c4-9479-411b-8d04-1e62f5797d00'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:53.236884 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-fd183966-67cb-428f-984f-9ff1aa6151c4 None None] Set router fd2cc1c4-9479-411b-8d04-1e62f5797d00 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:05:53.304841 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85a5fd5-bd62-47e2-a954-17b7137a316a x-openstack-request-id: req-a85a5fd5-bd62-47e2-a954-17b7137a316a {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:05:53.305461 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0222395f-495d-4a1c-ab48-8f9359e534f0", "tag": "78fde770-9ac9-4b5b-9f7b-112fa6c7bdab", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:05:53.305461 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a85a5fd5-bd62-47e2-a954-17b7137a316a {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:05:53.305738 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0222395f-495d-4a1c-ab48-8f9359e534f0', 'tag': '78fde770-9ac9-4b5b-9f7b-112fa6c7bdab', 'status': 'completed', 'code': 200} Aug 16 21:05:53.358131 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5afdf04b-6a2c-4600-8e45-b7de125ea0d9 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/floatingips/10988aed-040a-4ec7-b805-60e8bb1fb404 HTTP/1.1" status: 200 len: 991 time: 0.4291360 Aug 16 21:05:53.362664 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635ab80-0673-4c43-847c-229b34adaf6e req-ccf99983-674b-461c-a9f5-fb010c211a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:53.364114 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2635ab80-0673-4c43-847c-229b34adaf6e req-ccf99983-674b-461c-a9f5-fb010c211a56 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 1097 time: 0.0610793 Aug 16 21:05:53.461982 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635ab80-0673-4c43-847c-229b34adaf6e req-7e341fc3-344c-422f-9698-8d9ac534a41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:53.463887 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2635ab80-0673-4c43-847c-229b34adaf6e req-7e341fc3-344c-422f-9698-8d9ac534a41b service neutron] 10.222.0.57 "GET /v2.0/networks?id=4435a4ff-10a3-4af7-851b-026d2afd9ecc HTTP/1.1" status: 200 len: 897 time: 0.0926290 Aug 16 21:05:53.469586 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-fd183966-67cb-428f-984f-9ff1aa6151c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444866255', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '473a269b-354e-45e8-9ab8-b06a7a4d06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:36Z', 'updated_at': '2021-08-16T21:05:39Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '473a269b-354e-45e8-9ab8-b06a7a4d06e7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:36Z', 'updated_at': '2021-08-16T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '10988aed-040a-4ec7-b805-60e8bb1fb404', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'floating_ip_address': '172.25.8.127', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'port_id': '78fde770-9ac9-4b5b-9f7b-112fa6c7bdab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc', 'mac_address': 'fa:16:3e:60:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0222395f-495d-4a1c-ab48-8f9359e534f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:05:51Z', 'updated_at': '2021-08-16T21:05:51Z', 'revision_number': 0, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '728d20dd-f18c-4d95-b2bf-30283f1a69d5', 'name': '', 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:aa:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cabd82d7-6717-4034-a919-5614383a96a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:38Z', 'updated_at': '2021-08-16T21:05:44Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': 'cabd82d7-6717-4034-a919-5614383a96a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:05:53.497172 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd183966-67cb-428f-984f-9ff1aa6151c4 None None] The sync data for ids ['fd2cc1c4-9479-411b-8d04-1e62f5797d00'] in n-d-787206-13 is: [{'id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444866255', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '473a269b-354e-45e8-9ab8-b06a7a4d06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:36Z', 'updated_at': '2021-08-16T21:05:39Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '473a269b-354e-45e8-9ab8-b06a7a4d06e7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:36Z', 'updated_at': '2021-08-16T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '10988aed-040a-4ec7-b805-60e8bb1fb404', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'floating_ip_address': '172.25.8.127', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'port_id': '78fde770-9ac9-4b5b-9f7b-112fa6c7bdab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc', 'mac_address': 'fa:16:3e:60:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0222395f-495d-4a1c-ab48-8f9359e534f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:05:51Z', 'updated_at': '2021-08-16T21:05:51Z', 'revision_number': 0, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '728d20dd-f18c-4d95-b2bf-30283f1a69d5', 'name': '', 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:aa:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cabd82d7-6717-4034-a919-5614383a96a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:38Z', 'updated_at': '2021-08-16T21:05:44Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': 'cabd82d7-6717-4034-a919-5614383a96a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:05:53.497465 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-103fc760-90d7-455c-9ef0-613c99f51952 req-39c7ac88-dda8-487f-bfd1-1c007fb8bfca service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527461 Aug 16 21:05:53.530050 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2635ab80-0673-4c43-847c-229b34adaf6e req-ca8e68b9-2a79-40c1-a33c-bef718632c17 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78fde770-9ac9-4b5b-9f7b-112fa6c7bdab HTTP/1.1" status: 200 len: 999 time: 0.0591218 Aug 16 21:05:53.579500 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635ab80-0673-4c43-847c-229b34adaf6e req-2ee7db0c-1095-4c47-ba57-b16c5750739d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:53.580959 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2635ab80-0673-4c43-847c-229b34adaf6e req-2ee7db0c-1095-4c47-ba57-b16c5750739d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cabd82d7-6717-4034-a919-5614383a96a2 HTTP/1.1" status: 200 len: 834 time: 0.0444632 Aug 16 21:05:53.631210 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635ab80-0673-4c43-847c-229b34adaf6e req-d424a9db-008c-4ca6-8e7e-4bfe4c052f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:53.633272 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2635ab80-0673-4c43-847c-229b34adaf6e req-d424a9db-008c-4ca6-8e7e-4bfe4c052f99 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4435a4ff-10a3-4af7-851b-026d2afd9ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451753 Aug 16 21:05:53.698476 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7350513-8597-4457-9471-f64dabb4a72d None None] New status for floating IP 10988aed-040a-4ec7-b805-60e8bb1fb404: ACTIVE {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:05:53.728253 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2635ab80-0673-4c43-847c-229b34adaf6e req-62747fce-c358-47d3-9d5c-52befee92cd9 service neutron] 10.222.0.57 "GET /v2.0/networks/4435a4ff-10a3-4af7-851b-026d2afd9ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879352 Aug 16 21:05:53.826431 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2635ab80-0673-4c43-847c-229b34adaf6e req-16e4e346-c6e5-469d-9078-9f48e5b8d138 service neutron] 10.222.0.57 "GET /v2.0/networks/4435a4ff-10a3-4af7-851b-026d2afd9ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902874 Aug 16 21:05:53.929582 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fc760-90d7-455c-9ef0-613c99f51952 req-82c6137e-c170-4d85-be64-9835f9678f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:53.931112 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-103fc760-90d7-455c-9ef0-613c99f51952 req-82c6137e-c170-4d85-be64-9835f9678f99 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 1097 time: 0.0451050 Aug 16 21:05:54.038045 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fc760-90d7-455c-9ef0-613c99f51952 req-ca8d06ad-20c4-440f-aa35-9f968569ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:54.039791 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-103fc760-90d7-455c-9ef0-613c99f51952 req-ca8d06ad-20c4-440f-aa35-9f968569ec3a service neutron] 10.222.0.57 "GET /v2.0/networks?id=4435a4ff-10a3-4af7-851b-026d2afd9ecc HTTP/1.1" status: 200 len: 897 time: 0.0881593 Aug 16 21:05:54.106520 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-103fc760-90d7-455c-9ef0-613c99f51952 req-ec62d565-a06a-4e39-b6b1-2eefbd54768b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78fde770-9ac9-4b5b-9f7b-112fa6c7bdab HTTP/1.1" status: 200 len: 1001 time: 0.0597723 Aug 16 21:05:54.154641 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fc760-90d7-455c-9ef0-613c99f51952 req-26c6acb0-58bc-441e-87f4-b4957b3b66b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:54.156106 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-103fc760-90d7-455c-9ef0-613c99f51952 req-26c6acb0-58bc-441e-87f4-b4957b3b66b4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cabd82d7-6717-4034-a919-5614383a96a2 HTTP/1.1" status: 200 len: 834 time: 0.0435359 Aug 16 21:05:54.204601 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fc760-90d7-455c-9ef0-613c99f51952 req-66157e2f-c97d-4c3c-b61c-657c05e1e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:54.206072 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-103fc760-90d7-455c-9ef0-613c99f51952 req-66157e2f-c97d-4c3c-b61c-657c05e1e342 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4435a4ff-10a3-4af7-851b-026d2afd9ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432067 Aug 16 21:05:54.296221 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-103fc760-90d7-455c-9ef0-613c99f51952 req-8dfc6079-70b2-425e-b978-ef148850afe5 service neutron] 10.222.0.57 "GET /v2.0/networks/4435a4ff-10a3-4af7-851b-026d2afd9ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831592 Aug 16 21:05:54.362124 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34566) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:54.432139 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-103fc760-90d7-455c-9ef0-613c99f51952 req-8016a0d7-59f4-4e8e-834e-459127ceff84 service neutron] 10.222.0.57 "GET /v2.0/networks/4435a4ff-10a3-4af7-851b-026d2afd9ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284251 Aug 16 21:05:54.440421 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8569b6f0-c501-4350-97df-cc565c75ffc9 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/floatingips/10988aed-040a-4ec7-b805-60e8bb1fb404 HTTP/1.1" status: 200 len: 993 time: 0.0773892 Aug 16 21:06:01.584378 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:06:01.923386 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-75931dac-2edb-45ec-861c-5e8ed3f77861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:04.480938 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91eff39c-3375-4937-813e-1200149d94fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:04.744840 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:05.831187 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:06.618689 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:06.734453 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:07.281945 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:25.883344 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ad101-cd20-47bb-9e74-726e803d3582 req-036d6f35-8693-4ff6-b7de-357c8ffb8b13 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:25.885498 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1c2ad101-cd20-47bb-9e74-726e803d3582 req-036d6f35-8693-4ff6-b7de-357c8ffb8b13 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 945 time: 0.0595994 Aug 16 21:06:25.950351 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1c2ad101-cd20-47bb-9e74-726e803d3582 req-3012ef11-5f66-4c23-87e2-fdc496b7893b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585980 Aug 16 21:06:25.959072 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-b64b1bb8-5ac9-43ad-ab77-3022a29d67c6 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1036246 Aug 16 21:06:27.067705 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e771c-248f-490e-b67a-6f0cda8fb8d9 req-34090b53-3e96-4c4c-89bd-a5d4d787a9f7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:27.069210 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-254e771c-248f-490e-b67a-6f0cda8fb8d9 req-34090b53-3e96-4c4c-89bd-a5d4d787a9f7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 945 time: 0.0510669 Aug 16 21:06:27.137467 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-254e771c-248f-490e-b67a-6f0cda8fb8d9 req-7edc50cb-cf74-4b25-bc5e-1377ab3f5679 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570326 Aug 16 21:06:27.140382 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-f669ac05-b18f-4cc0-a448-1f063d76c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:27.141632 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-f669ac05-b18f-4cc0-a448-1f063d76c114 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 1097 time: 0.0700183 Aug 16 21:06:27.229977 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-c30562fc-3441-4846-8ca9-b30b365a41fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:27.231360 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-c30562fc-3441-4846-8ca9-b30b365a41fa service neutron] 10.222.0.57 "GET /v2.0/networks?id=4435a4ff-10a3-4af7-851b-026d2afd9ecc HTTP/1.1" status: 200 len: 897 time: 0.0830295 Aug 16 21:06:27.300376 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-f65f64b4-e6ee-46b3-abae-63c47a76d684 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78fde770-9ac9-4b5b-9f7b-112fa6c7bdab HTTP/1.1" status: 200 len: 1001 time: 0.0623195 Aug 16 21:06:27.348334 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-3ddfa4eb-5a1e-475d-821f-c2688f34618a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:27.349753 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-3ddfa4eb-5a1e-475d-821f-c2688f34618a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cabd82d7-6717-4034-a919-5614383a96a2 HTTP/1.1" status: 200 len: 834 time: 0.0432684 Aug 16 21:06:27.394752 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-9c6c2c1b-ba9d-49b6-aa2c-fb7a82b38d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:27.396244 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-9c6c2c1b-ba9d-49b6-aa2c-fb7a82b38d62 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4435a4ff-10a3-4af7-851b-026d2afd9ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399151 Aug 16 21:06:27.485759 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-47190bb1-d8ef-4a30-b329-729e5e9bef7e service neutron] 10.222.0.57 "GET /v2.0/networks/4435a4ff-10a3-4af7-851b-026d2afd9ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824330 Aug 16 21:06:27.575858 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-201f28af-9389-4924-a85f-4f782af9bc46 service neutron] 10.222.0.57 "GET /v2.0/networks/4435a4ff-10a3-4af7-851b-026d2afd9ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802653 Aug 16 21:06:28.252400 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27441543-8108-4271-ab12-f76e631f2901 req-364bf664-4a72-4557-bd99-087a8c044aea tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:28.253798 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-27441543-8108-4271-ab12-f76e631f2901 req-364bf664-4a72-4557-bd99-087a8c044aea tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 945 time: 0.0486145 Aug 16 21:06:28.290784 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-27441543-8108-4271-ab12-f76e631f2901 req-84f839f6-bf04-4e0d-afc0-d6fceda60515 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309384 Aug 16 21:06:29.410280 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81151723-6b11-428d-9a44-16ba90415235 req-8f5eb1d4-82f0-487e-b51e-28187cd2d901 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:29.411500 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-81151723-6b11-428d-9a44-16ba90415235 req-8f5eb1d4-82f0-487e-b51e-28187cd2d901 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 945 time: 0.0529628 Aug 16 21:06:29.449291 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-81151723-6b11-428d-9a44-16ba90415235 req-87020eaf-2108-4599-ba1d-39531c51e7e6 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312769 Aug 16 21:06:30.563002 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50d036-e1dd-4c9c-99c6-d697c43bcec6 req-dfb663da-21f4-4b08-841a-e744b7b37277 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:30.564505 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a50d036-e1dd-4c9c-99c6-d697c43bcec6 req-dfb663da-21f4-4b08-841a-e744b7b37277 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 945 time: 0.0483260 Aug 16 21:06:30.601578 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a50d036-e1dd-4c9c-99c6-d697c43bcec6 req-36757183-7f29-4412-a292-bb4b7b1a34ac tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312266 Aug 16 21:06:31.717974 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2522518-2008-4268-ae6a-eee9d2ba1c06 req-ac3a90dd-3d5d-4176-aa99-e179ced3b82a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:31.719503 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e2522518-2008-4268-ae6a-eee9d2ba1c06 req-ac3a90dd-3d5d-4176-aa99-e179ced3b82a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 945 time: 0.0494525 Aug 16 21:06:31.759419 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e2522518-2008-4268-ae6a-eee9d2ba1c06 req-e3adab9b-679b-47d1-9185-11f10f4d19c4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337133 Aug 16 21:06:31.928471 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-71591296-a838-4586-97aa-1ab5f3abcaeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:32.879133 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1598f9-ffa6-4d9f-b51b-16c5f8f5fdb2 req-7febd958-88e9-4328-9254-11bd986bed7b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:32.880619 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8d1598f9-ffa6-4d9f-b51b-16c5f8f5fdb2 req-7febd958-88e9-4328-9254-11bd986bed7b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 945 time: 0.0519547 Aug 16 21:06:32.922803 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8d1598f9-ffa6-4d9f-b51b-16c5f8f5fdb2 req-79a9004a-1e3c-4c7e-8b1d-d7b53bad219d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352328 Aug 16 21:06:34.039557 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced519c9-61d5-49ec-80ca-b14195c83f7c req-b11bfce6-c002-41ec-882d-faaf4624a05b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:34.041709 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ced519c9-61d5-49ec-80ca-b14195c83f7c req-b11bfce6-c002-41ec-882d-faaf4624a05b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 945 time: 0.0498781 Aug 16 21:06:34.079213 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ced519c9-61d5-49ec-80ca-b14195c83f7c req-9f93d1f1-c08d-4ca1-af61-a2512d553125 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312774 Aug 16 21:06:34.481869 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65c884fc-df0d-453f-a4b4-1cd0f060f2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:34.745465 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:35.192607 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b768315-34e1-4421-b1d1-cee2d358bc3c req-f30e08c9-2923-40bc-8bd0-697a102fcbfd tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:35.194106 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b768315-34e1-4421-b1d1-cee2d358bc3c req-f30e08c9-2923-40bc-8bd0-697a102fcbfd tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 945 time: 0.0491951 Aug 16 21:06:35.231677 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b768315-34e1-4421-b1d1-cee2d358bc3c req-1fd30dbe-6c35-497e-a7d9-8285c93cdd28 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308473 Aug 16 21:06:35.842581 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:36.358325 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569c646-f691-4939-a29c-7edc27f7baf2 req-cd3bc247-f192-4902-90dd-1c947d4e89bc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:36.360044 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2569c646-f691-4939-a29c-7edc27f7baf2 req-cd3bc247-f192-4902-90dd-1c947d4e89bc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 945 time: 0.0565770 Aug 16 21:06:36.398844 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2569c646-f691-4939-a29c-7edc27f7baf2 req-e0aa1f1a-bfb1-4ca2-858e-45ded587f18c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326920 Aug 16 21:06:36.617085 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:36.725364 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:37.284765 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:37.514782 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99e35d-d7fe-42b6-99d1-741d749611ce req-3aeba31e-32e6-469b-ab11-ba5f351c8898 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:37.516292 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8c99e35d-d7fe-42b6-99d1-741d749611ce req-3aeba31e-32e6-469b-ab11-ba5f351c8898 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 945 time: 0.0481725 Aug 16 21:06:37.553480 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8c99e35d-d7fe-42b6-99d1-741d749611ce req-5c59b56b-6133-480d-bce9-d65964b16e0a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313807 Aug 16 21:06:38.583418 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:06:38.676311 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92e03a-918f-43dd-8e63-d5a6fefd92fe req-877fa26b-8735-4e29-abb3-4d3c3086f30d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:38.677807 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bc92e03a-918f-43dd-8e63-d5a6fefd92fe req-877fa26b-8735-4e29-abb3-4d3c3086f30d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 945 time: 0.0512147 Aug 16 21:06:38.716283 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bc92e03a-918f-43dd-8e63-d5a6fefd92fe req-cd8e7af4-c011-4100-bd3c-213dcafab5f1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322762 Aug 16 21:06:39.836578 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504ceb5-d048-4ef7-922e-b30e577031c4 req-8ffc436a-6c42-4ecc-97de-2271f047032d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:39.838776 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2504ceb5-d048-4ef7-922e-b30e577031c4 req-8ffc436a-6c42-4ecc-97de-2271f047032d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 945 time: 0.0538359 Aug 16 21:06:39.877041 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2504ceb5-d048-4ef7-922e-b30e577031c4 req-ef293573-5c46-48ab-9cdf-26ec427700a6 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321157 Aug 16 21:06:40.995667 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb405e-f394-486b-bf60-6191c4d195b3 req-252d6376-a275-4b1f-b27b-c4bed2c83761 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:40.997181 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2deb405e-f394-486b-bf60-6191c4d195b3 req-252d6376-a275-4b1f-b27b-c4bed2c83761 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 945 time: 0.0506332 Aug 16 21:06:41.038407 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2deb405e-f394-486b-bf60-6191c4d195b3 req-c8ee8676-54cf-46a3-bbc8-35f8364b487b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352809 Aug 16 21:06:42.157903 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08686a6a-9409-490a-a3c8-643651ac6185 req-9c30dd17-507c-4903-aa6c-68152b81213a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:42.159601 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-08686a6a-9409-490a-a3c8-643651ac6185 req-9c30dd17-507c-4903-aa6c-68152b81213a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 945 time: 0.0487812 Aug 16 21:06:42.196214 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-08686a6a-9409-490a-a3c8-643651ac6185 req-f84efafc-c513-41b5-a4ae-2da994764998 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306211 Aug 16 21:06:43.317438 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3b9df-380f-4887-b06d-645db8d95f61 req-2e8db6c0-80c5-4de1-8786-b29248618a1d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:43.318846 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c7a3b9df-380f-4887-b06d-645db8d95f61 req-2e8db6c0-80c5-4de1-8786-b29248618a1d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 945 time: 0.0541520 Aug 16 21:06:43.359276 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c7a3b9df-380f-4887-b06d-645db8d95f61 req-2064732d-817d-4e03-8947-8dbec41267c2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339093 Aug 16 21:06:44.469732 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-5b813ff1-bd43-43c6-a0fc-7478471980bf service neutron] show failed (client error): The resource could not be found. Aug 16 21:06:44.470754 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-5b813ff1-bd43-43c6-a0fc-7478471980bf service neutron] 10.222.0.57 "GET /v2.0/ports/78fde770-9ac9-4b5b-9f7b-112fa6c7bdab/bindings/n-h2-787206-13 HTTP/1.1" status: 404 len: 381 time: 0.0817571 Aug 16 21:06:44.487196 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396606d0-915d-486c-b1a1-86366d7d2e31 req-90ddd740-f2b2-4b07-8a36-2f788eb94ac6 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:44.488807 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-396606d0-915d-486c-b1a1-86366d7d2e31 req-90ddd740-f2b2-4b07-8a36-2f788eb94ac6 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 945 time: 0.0619192 Aug 16 21:06:44.529681 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-396606d0-915d-486c-b1a1-86366d7d2e31 req-a5a67ef4-f8c9-4017-8ba0-605081930b6e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344901 Aug 16 21:06:44.706015 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-990fd9b2-bbfe-4730-8ce4-6f27b96ed25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:44.707594 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-990fd9b2-bbfe-4730-8ce4-6f27b96ed25b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0&tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e HTTP/1.1" status: 200 len: 1097 time: 0.0853291 Aug 16 21:06:44.719120 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787206-13', 'device_owner': 'compute:nova'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:06:44.769972 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:44.969093 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] For port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=78fde770-9ac9-4b5b-9f7b-112fa6c7bdab,segment=NetworkSegment(c236b57a-91d9-4467-b075-bc6fe32e1626),segment_id=c236b57a-91d9-4467-b075-bc6fe32e1626)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:45.001490 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] For port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab, host n-h1-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:06:45.038691 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0222395f-495d-4a1c-ab48-8f9359e534f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78fde770-9ac9-4b5b-9f7b-112fa6c7bdab'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:06:45.044067 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3574c60e065d2c839e3c713bbc5c644800ed611e652874904b72df0b461749ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514e4889-eb40-4b0a-b4f1-3f5fce3c13c7" -d '{"events": [{"server_uuid": "0222395f-495d-4a1c-ab48-8f9359e534f0", "name": "network-vif-unplugged", "status": "completed", "tag": "78fde770-9ac9-4b5b-9f7b-112fa6c7bdab"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:06:45.045783 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:45.058764 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] Transition to ACTIVE for port object 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:06:45.063813 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:45.107595 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a26b14-b886-4f9f-bb4a-67d399636e48 x-openstack-request-id: req-d5a26b14-b886-4f9f-bb4a-67d399636e48 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:06:45.107931 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0222395f-495d-4a1c-ab48-8f9359e534f0", "name": "network-vif-unplugged", "status": "completed", "tag": "78fde770-9ac9-4b5b-9f7b-112fa6c7bdab", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:06:45.108132 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d5a26b14-b886-4f9f-bb4a-67d399636e48 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:06:45.108522 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0222395f-495d-4a1c-ab48-8f9359e534f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78fde770-9ac9-4b5b-9f7b-112fa6c7bdab', 'code': 200} Aug 16 21:06:45.144920 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] Pushing event updated for resources: {'Port': ['ID=78fde770-9ac9-4b5b-9f7b-112fa6c7bdab,revision_number=6']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:45.159477 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:45.159817 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:45.160154 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:45.160487 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:45.160812 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:45.161134 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:45.161453 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:45.161770 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:45.162087 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:45.162402 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:45.162717 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:45.163030 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:45.198588 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] No DVR routers for this DVR port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab on host n-h1-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:06:45.332164 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] Attempting to bind port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:06:45.332495 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] Attempting to bind port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'c236b57a-91d9-4467-b075-bc6fe32e1626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:06:45.332821 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] Attempting to bind port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab on network 4435a4ff-10a3-4af7-851b-026d2afd9ecc {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:06:45.337112 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] Port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab on network 4435a4ff-10a3-4af7-851b-026d2afd9ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:06:45.337398 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] Attempting to bind port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab on network 4435a4ff-10a3-4af7-851b-026d2afd9ecc {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:06:45.342378 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:06:45.342780 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] Checking segment: {'id': 'c236b57a-91d9-4467-b075-bc6fe32e1626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:06:45.343166 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] Bound using segment: {'id': 'c236b57a-91d9-4467-b075-bc6fe32e1626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:06:45.343617 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] Bound port: 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c236b57a-91d9-4467-b075-bc6fe32e1626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:06:45.343972 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:45.405461 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] For port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:06:45.408454 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] For port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=78fde770-9ac9-4b5b-9f7b-112fa6c7bdab,segment=NetworkSegment(c236b57a-91d9-4467-b075-bc6fe32e1626),segment_id=c236b57a-91d9-4467-b075-bc6fe32e1626)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:06:45.412041 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:45.444239 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:45.444848 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:45.446336 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] 10.222.0.63 "PUT /v2.0/ports/78fde770-9ac9-4b5b-9f7b-112fa6c7bdab HTTP/1.1" status: 200 len: 1092 time: 0.7311051 Aug 16 21:06:45.470123 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf3205-eece-44c3-a418-7ca55b6035c1 service neutron] Pushing event updated for resources: {'Port': ['ID=78fde770-9ac9-4b5b-9f7b-112fa6c7bdab,revision_number=7']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:45.530737 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-742416c3-7863-4b4c-89cd-9ef2126f6cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:45.532371 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-742416c3-7863-4b4c-89cd-9ef2126f6cc5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 1095 time: 0.0460711 Aug 16 21:06:45.627489 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-6abb3333-f865-4bd2-8eab-1ff358a9f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:45.628978 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-6abb3333-f865-4bd2-8eab-1ff358a9f980 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4435a4ff-10a3-4af7-851b-026d2afd9ecc HTTP/1.1" status: 200 len: 897 time: 0.0889838 Aug 16 21:06:45.656577 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19516c-7d0e-4dc0-8808-8d0014582db8 req-1de88374-f8b6-499e-95fb-113c7d438bc9 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:45.658082 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8e19516c-7d0e-4dc0-8808-8d0014582db8 req-1de88374-f8b6-499e-95fb-113c7d438bc9 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 943 time: 0.0540509 Aug 16 21:06:45.696597 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8e19516c-7d0e-4dc0-8808-8d0014582db8 req-450606ed-3f5d-44cf-9fbb-965f287fd21f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325446 Aug 16 21:06:45.699223 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-059953ce-2224-4ae7-9bca-ece96d8f7387 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78fde770-9ac9-4b5b-9f7b-112fa6c7bdab HTTP/1.1" status: 200 len: 999 time: 0.0627930 Aug 16 21:06:45.749065 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-df5581e1-65b3-4846-b8f3-e77a4e60550b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:45.750474 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-df5581e1-65b3-4846-b8f3-e77a4e60550b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cabd82d7-6717-4034-a919-5614383a96a2 HTTP/1.1" status: 200 len: 834 time: 0.0445936 Aug 16 21:06:45.795916 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-c945a55e-a9a5-4957-9d5c-cce892766b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:45.797408 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-c945a55e-a9a5-4957-9d5c-cce892766b44 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4435a4ff-10a3-4af7-851b-026d2afd9ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393829 Aug 16 21:06:45.889276 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-9a8749ae-30e4-4083-8dab-470bb877ab0e service neutron] 10.222.0.63 "GET /v2.0/networks/4435a4ff-10a3-4af7-851b-026d2afd9ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843818 Aug 16 21:06:45.976636 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-58697d62-4b18-4b0c-9f7d-a075a498bf75 req-deda2cdb-d7f8-413f-8a4b-d3fd79b6c700 service neutron] 10.222.0.63 "GET /v2.0/networks/4435a4ff-10a3-4af7-851b-026d2afd9ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800760 Aug 16 21:06:46.811899 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddce3e-ed1d-47bf-b1c1-9bc7352e6d78 req-f9378fe7-a8c9-45eb-a0f2-824eb378d970 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:46.813383 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e7ddce3e-ed1d-47bf-b1c1-9bc7352e6d78 req-f9378fe7-a8c9-45eb-a0f2-824eb378d970 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 943 time: 0.0480735 Aug 16 21:06:46.850340 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e7ddce3e-ed1d-47bf-b1c1-9bc7352e6d78 req-62cff73e-64cb-4d3a-8d4e-3b03126ab9be tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309677 Aug 16 21:06:47.110289 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0222395f-495d-4a1c-ab48-8f9359e534f0', 'tag': '78fde770-9ac9-4b5b-9f7b-112fa6c7bdab'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:06:47.112703 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3574c60e065d2c839e3c713bbc5c644800ed611e652874904b72df0b461749ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3213c3-c8b2-4d7b-9eec-ce896a9e804c" -d '{"events": [{"name": "network-changed", "server_uuid": "0222395f-495d-4a1c-ab48-8f9359e534f0", "tag": "78fde770-9ac9-4b5b-9f7b-112fa6c7bdab"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:06:47.158810 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2369af-b2cc-4dbf-bc59-6ec169550005 x-openstack-request-id: req-0c2369af-b2cc-4dbf-bc59-6ec169550005 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:06:47.159100 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0222395f-495d-4a1c-ab48-8f9359e534f0", "tag": "78fde770-9ac9-4b5b-9f7b-112fa6c7bdab", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:06:47.159397 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0c2369af-b2cc-4dbf-bc59-6ec169550005 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:06:47.159864 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0222395f-495d-4a1c-ab48-8f9359e534f0', 'tag': '78fde770-9ac9-4b5b-9f7b-112fa6c7bdab', 'status': 'completed', 'code': 200} Aug 16 21:06:47.216925 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3213c3-c8b2-4d7b-9eec-ce896a9e804c req-b8c35ef6-8fd2-462c-a00d-b9285658aafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:47.218448 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0f3213c3-c8b2-4d7b-9eec-ce896a9e804c req-b8c35ef6-8fd2-462c-a00d-b9285658aafb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 1095 time: 0.0412872 Aug 16 21:06:47.220690 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3213c3-c8b2-4d7b-9eec-ce896a9e804c req-ad65d444-3968-48cb-8502-4ceef040431b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:47.222154 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0f3213c3-c8b2-4d7b-9eec-ce896a9e804c req-ad65d444-3968-48cb-8502-4ceef040431b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 1095 time: 0.0395825 Aug 16 21:06:47.314028 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3213c3-c8b2-4d7b-9eec-ce896a9e804c req-7082e928-373a-4584-ad77-1dd0c6aa091c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:47.315023 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3213c3-c8b2-4d7b-9eec-ce896a9e804c req-63c7e576-55cc-40b4-903d-b2f9753bfdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:47.315442 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0f3213c3-c8b2-4d7b-9eec-ce896a9e804c req-7082e928-373a-4584-ad77-1dd0c6aa091c service neutron] 10.222.0.63 "GET /v2.0/networks?id=4435a4ff-10a3-4af7-851b-026d2afd9ecc HTTP/1.1" status: 200 len: 897 time: 0.0893030 Aug 16 21:06:47.316527 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0f3213c3-c8b2-4d7b-9eec-ce896a9e804c req-63c7e576-55cc-40b4-903d-b2f9753bfdcd service neutron] 10.222.0.57 "GET /v2.0/networks?id=4435a4ff-10a3-4af7-851b-026d2afd9ecc HTTP/1.1" status: 200 len: 897 time: 0.0873899 Aug 16 21:06:47.381626 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0f3213c3-c8b2-4d7b-9eec-ce896a9e804c req-a70a9f62-f5e3-4057-bb03-1908c49c7074 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78fde770-9ac9-4b5b-9f7b-112fa6c7bdab HTTP/1.1" status: 200 len: 999 time: 0.0580833 Aug 16 21:06:47.381885 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0f3213c3-c8b2-4d7b-9eec-ce896a9e804c req-7118830a-f99c-4084-989c-c6406f3ccb40 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78fde770-9ac9-4b5b-9f7b-112fa6c7bdab HTTP/1.1" status: 200 len: 999 time: 0.0584741 Aug 16 21:06:47.440482 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3213c3-c8b2-4d7b-9eec-ce896a9e804c req-b3d1739b-48ff-4f40-8aa2-d46505e744a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:47.442084 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0f3213c3-c8b2-4d7b-9eec-ce896a9e804c req-b3d1739b-48ff-4f40-8aa2-d46505e744a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cabd82d7-6717-4034-a919-5614383a96a2 HTTP/1.1" status: 200 len: 834 time: 0.0535941 Aug 16 21:06:47.443815 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3213c3-c8b2-4d7b-9eec-ce896a9e804c req-b3f38a42-f1b2-496e-bb23-9749816ba754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:47.445337 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0f3213c3-c8b2-4d7b-9eec-ce896a9e804c req-b3f38a42-f1b2-496e-bb23-9749816ba754 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cabd82d7-6717-4034-a919-5614383a96a2 HTTP/1.1" status: 200 len: 834 time: 0.0536888 Aug 16 21:06:47.491846 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3213c3-c8b2-4d7b-9eec-ce896a9e804c req-df2bf382-f569-4b07-acc8-79cd97cc1265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:47.493201 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3213c3-c8b2-4d7b-9eec-ce896a9e804c req-10b8f168-9fcd-4bf3-b244-cb5968372675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:47.493379 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0f3213c3-c8b2-4d7b-9eec-ce896a9e804c req-df2bf382-f569-4b07-acc8-79cd97cc1265 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4435a4ff-10a3-4af7-851b-026d2afd9ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444305 Aug 16 21:06:47.494733 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0f3213c3-c8b2-4d7b-9eec-ce896a9e804c req-10b8f168-9fcd-4bf3-b244-cb5968372675 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4435a4ff-10a3-4af7-851b-026d2afd9ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419977 Aug 16 21:06:47.584929 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0f3213c3-c8b2-4d7b-9eec-ce896a9e804c req-50567029-2e59-4e1f-9e29-df139822ad9e service neutron] 10.222.0.57 "GET /v2.0/networks/4435a4ff-10a3-4af7-851b-026d2afd9ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846591 Aug 16 21:06:47.598173 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0f3213c3-c8b2-4d7b-9eec-ce896a9e804c req-8225fdc1-c5bf-46b2-a79b-5c1e2702a394 service neutron] 10.222.0.63 "GET /v2.0/networks/4435a4ff-10a3-4af7-851b-026d2afd9ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893056 Aug 16 21:06:47.641925 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:06:47.684895 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0f3213c3-c8b2-4d7b-9eec-ce896a9e804c req-b0730b1a-a843-4cdc-9cef-ce019dcc8c24 service neutron] 10.222.0.57 "GET /v2.0/networks/4435a4ff-10a3-4af7-851b-026d2afd9ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925863 Aug 16 21:06:47.687203 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-0f3213c3-c8b2-4d7b-9eec-ce896a9e804c req-d4b57e74-6fbb-4d9c-8bf4-fb345b34d0a4 service neutron] 10.222.0.63 "GET /v2.0/networks/4435a4ff-10a3-4af7-851b-026d2afd9ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820510 Aug 16 21:06:47.744731 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=78fde770-9ac9-4b5b-9f7b-112fa6c7bdab,segment=NetworkSegment(c236b57a-91d9-4467-b075-bc6fe32e1626),segment_id=c236b57a-91d9-4467-b075-bc6fe32e1626)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:47.755422 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '78fde770-9ac9-4b5b-9f7b-112fa6c7bdab', 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc', 'port_id': '78fde770-9ac9-4b5b-9f7b-112fa6c7bdab', 'mac_address': 'fa:16:3e:60:03:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cabd82d7-6717-4034-a919-5614383a96a2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:06:47.794854 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:47.807524 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:06:47.826642 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=78fde770-9ac9-4b5b-9f7b-112fa6c7bdab,segment=NetworkSegment(c236b57a-91d9-4467-b075-bc6fe32e1626),segment_id=c236b57a-91d9-4467-b075-bc6fe32e1626)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:47.830858 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:47.877001 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=78fde770-9ac9-4b5b-9f7b-112fa6c7bdab,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:06:47.884855 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:47.885196 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:47.885845 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:47.886136 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:47.886458 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:47.886776 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:47.887094 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:47.887495 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:47.887768 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:47.888062 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:47.888373 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:47.888686 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:06:47.968692 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354276a-cf60-4565-9dd2-ccc2cd19986f req-217ee1ab-2c48-4c24-a844-da64226ca0bc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:47.970177 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f354276a-cf60-4565-9dd2-ccc2cd19986f req-217ee1ab-2c48-4c24-a844-da64226ca0bc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 944 time: 0.0499196 Aug 16 21:06:48.007268 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f354276a-cf60-4565-9dd2-ccc2cd19986f req-bddb86ed-9e8b-481e-b63b-b2a89e07e242 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311437 Aug 16 21:06:48.072176 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['78fde770-9ac9-4b5b-9f7b-112fa6c7bdab'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:06:48.237177 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730d0de-9bad-4813-bdf7-f47c22b56db6 req-3f290d5c-1186-4692-ad58-27d8ad17a603 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:48.238799 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0730d0de-9bad-4813-bdf7-f47c22b56db6 req-3f290d5c-1186-4692-ad58-27d8ad17a603 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 944 time: 0.0861120 Aug 16 21:06:48.252463 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac119392-38a3-4f0a-841b-77c4f88b3043 req-e451a1ad-fc7f-4e1f-9094-2ada58d9d08d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:48.254030 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac119392-38a3-4f0a-841b-77c4f88b3043 req-e451a1ad-fc7f-4e1f-9094-2ada58d9d08d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.57 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0&tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&binding%3Ahost_id=n-h2-787206-13 HTTP/1.1" status: 200 len: 944 time: 0.0715475 Aug 16 21:06:48.324716 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0730d0de-9bad-4813-bdf7-f47c22b56db6 req-f2444aae-e81d-4f45-8981-f187463c1f01 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696430 Aug 16 21:06:48.353951 n-d-787206-13 neutron-server[94770]: INFO neutron.api.v2.resource [req-ac119392-38a3-4f0a-841b-77c4f88b3043 req-759196ae-2c58-4d6a-a0d6-0e21b4c91eed service neutron] delete failed (client error): The resource could not be found. Aug 16 21:06:48.355058 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac119392-38a3-4f0a-841b-77c4f88b3043 req-759196ae-2c58-4d6a-a0d6-0e21b4c91eed service neutron] 10.222.0.57 "DELETE /v2.0/ports/78fde770-9ac9-4b5b-9f7b-112fa6c7bdab/bindings/n-h1-787206-13 HTTP/1.1" status: 404 len: 381 time: 0.0856616 Aug 16 21:06:48.471425 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac119392-38a3-4f0a-841b-77c4f88b3043 req-41ae38ae-8358-4150-a504-09a2ab68e0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:48.472933 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac119392-38a3-4f0a-841b-77c4f88b3043 req-41ae38ae-8358-4150-a504-09a2ab68e0e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 1096 time: 0.0744720 Aug 16 21:06:48.481247 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a478d2c-ad61-4a19-8247-ba620e0d3cdf req-d57d03ed-8e0d-4ee9-8f07-677f6c5e6c01 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:48.482634 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a478d2c-ad61-4a19-8247-ba620e0d3cdf req-d57d03ed-8e0d-4ee9-8f07-677f6c5e6c01 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 944 time: 0.0738590 Aug 16 21:06:48.569044 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a478d2c-ad61-4a19-8247-ba620e0d3cdf req-db4c1970-60d1-45fe-899f-883c9d96e987 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783732 Aug 16 21:06:48.595516 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac119392-38a3-4f0a-841b-77c4f88b3043 req-9445888e-b88e-4b92-ac9c-e290f1669c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:48.596988 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac119392-38a3-4f0a-841b-77c4f88b3043 req-9445888e-b88e-4b92-ac9c-e290f1669c9a service neutron] 10.222.0.57 "GET /v2.0/networks?id=4435a4ff-10a3-4af7-851b-026d2afd9ecc HTTP/1.1" status: 200 len: 897 time: 0.1135180 Aug 16 21:06:48.660780 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac119392-38a3-4f0a-841b-77c4f88b3043 req-bb0bcf18-79be-42f3-942b-2fc6a97f677d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78fde770-9ac9-4b5b-9f7b-112fa6c7bdab HTTP/1.1" status: 200 len: 1000 time: 0.0565295 Aug 16 21:06:48.707945 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac119392-38a3-4f0a-841b-77c4f88b3043 req-4200d640-9978-4fa5-a414-011193d7b448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:48.709334 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac119392-38a3-4f0a-841b-77c4f88b3043 req-4200d640-9978-4fa5-a414-011193d7b448 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cabd82d7-6717-4034-a919-5614383a96a2 HTTP/1.1" status: 200 len: 834 time: 0.0419748 Aug 16 21:06:48.758739 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac119392-38a3-4f0a-841b-77c4f88b3043 req-6eb7cc27-2524-4776-8ee6-f97d3217e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:48.760376 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac119392-38a3-4f0a-841b-77c4f88b3043 req-6eb7cc27-2524-4776-8ee6-f97d3217e3e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4435a4ff-10a3-4af7-851b-026d2afd9ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433431 Aug 16 21:06:48.855301 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac119392-38a3-4f0a-841b-77c4f88b3043 req-0362b40e-6a74-4999-8ea7-188aa3d6bb85 service neutron] 10.222.0.57 "GET /v2.0/networks/4435a4ff-10a3-4af7-851b-026d2afd9ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872631 Aug 16 21:06:48.946934 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ac119392-38a3-4f0a-841b-77c4f88b3043 req-8981db9b-08b9-4111-b492-37dfef46c8ef service neutron] 10.222.0.57 "GET /v2.0/networks/4435a4ff-10a3-4af7-851b-026d2afd9ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847466 Aug 16 21:06:49.010590 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:06:49.052243 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:06:49.657959 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:06:49.686393 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8ecb2-961d-493e-af0f-e10bc625a381 req-37ee6bce-06d7-4e75-acff-2667501bdee4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:49.687945 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cad8ecb2-961d-493e-af0f-e10bc625a381 req-37ee6bce-06d7-4e75-acff-2667501bdee4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 944 time: 0.0512421 Aug 16 21:06:49.709648 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:06:49.713735 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:06:49.714109 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:49.727390 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cad8ecb2-961d-493e-af0f-e10bc625a381 req-9e87e510-c5a6-4c9e-8122-df54874cbf88 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330582 Aug 16 21:06:49.750180 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34668) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:06:49.789353 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:49.810154 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2b6dfebd-18c5-4182-ab80-45dc7bf2e641 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/floatingips/10988aed-040a-4ec7-b805-60e8bb1fb404 HTTP/1.1" status: 200 len: 992 time: 0.0587683 Aug 16 21:06:49.811968 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0222395f-495d-4a1c-ab48-8f9359e534f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fde770-9ac9-4b5b-9f7b-112fa6c7bdab'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:06:49.814287 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0348104d8022dd0cb333a966cdf78087a7844175b144024c4093ab2d6ac91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47aab9ed-819e-42db-b9f9-d59ca99ababe" -d '{"events": [{"server_uuid": "0222395f-495d-4a1c-ab48-8f9359e534f0", "name": "network-vif-plugged", "status": "completed", "tag": "78fde770-9ac9-4b5b-9f7b-112fa6c7bdab"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:06:49.828160 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=78fde770-9ac9-4b5b-9f7b-112fa6c7bdab,segment=NetworkSegment(c236b57a-91d9-4467-b075-bc6fe32e1626),segment_id=c236b57a-91d9-4467-b075-bc6fe32e1626)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:06:49.832164 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:49.857387 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c85b5b5-aeca-4fd7-ac78-351520d248b0 x-openstack-request-id: req-8c85b5b5-aeca-4fd7-ac78-351520d248b0 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:06:49.857669 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0222395f-495d-4a1c-ab48-8f9359e534f0", "name": "network-vif-plugged", "status": "completed", "tag": "78fde770-9ac9-4b5b-9f7b-112fa6c7bdab", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:06:49.857918 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8c85b5b5-aeca-4fd7-ac78-351520d248b0 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:06:49.858303 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0222395f-495d-4a1c-ab48-8f9359e534f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fde770-9ac9-4b5b-9f7b-112fa6c7bdab', 'code': 200} Aug 16 21:06:49.882927 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=78fde770-9ac9-4b5b-9f7b-112fa6c7bdab,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:01.929280 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1bc7fe07-e8ba-4069-974a-82e8a77369e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:04.482127 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65316d31-236b-4ace-8bb4-27d9ab1cce6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:04.746976 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:05.836906 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:06.624149 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:06.739490 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:07.288232 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.582643 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:07:18.243171 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34680) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:18.399006 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-3a220e80-cd65-45bc-98b8-34a754b8d372 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Deleting port 353dd40f-2d3c-4bf8-bdde-55e341b565d3 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:18.399269 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a220e80-cd65-45bc-98b8-34a754b8d372 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:18.476718 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a220e80-cd65-45bc-98b8-34a754b8d372 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:18.477197 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a220e80-cd65-45bc-98b8-34a754b8d372 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:18.489791 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-3a220e80-cd65-45bc-98b8-34a754b8d372 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Calling delete_port for 353dd40f-2d3c-4bf8-bdde-55e341b565d3 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:18.634285 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a220e80-cd65-45bc-98b8-34a754b8d372 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:18.660096 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a220e80-cd65-45bc-98b8-34a754b8d372 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'Port': ['ID=353dd40f-2d3c-4bf8-bdde-55e341b565d3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:18.718527 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a220e80-cd65-45bc-98b8-34a754b8d372 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:18.718856 n-d-787206-13 neutron-server[94771]: INFO neutron.db.l3_db [None req-3a220e80-cd65-45bc-98b8-34a754b8d372 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Floating IP 10988aed-040a-4ec7-b805-60e8bb1fb404 disassociated (deleted). External IP: 172.25.8.127, port: 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab. Aug 16 21:07:18.923297 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a220e80-cd65-45bc-98b8-34a754b8d372 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Router fd2cc1c4-9479-411b-8d04-1e62f5797d00 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:07:19.026656 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a220e80-cd65-45bc-98b8-34a754b8d372 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:07:19.031992 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a220e80-cd65-45bc-98b8-34a754b8d372 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:19.037217 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c709152-9652-4a6e-8b41-0a59637b9684 None None] Sync routers for ids ['fd2cc1c4-9479-411b-8d04-1e62f5797d00'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:07:19.048620 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c709152-9652-4a6e-8b41-0a59637b9684 None None] Routers {'fd2cc1c4-9479-411b-8d04-1e62f5797d00'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:19.049242 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-5c709152-9652-4a6e-8b41-0a59637b9684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:07:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['fd2cc1c4-9479-411b-8d04-1e62f5797d00'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:19.060163 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3a220e80-cd65-45bc-98b8-34a754b8d372 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "DELETE /v2.0/floatingips/10988aed-040a-4ec7-b805-60e8bb1fb404 HTTP/1.1" status: 204 len: 168 time: 0.8158700 Aug 16 21:07:19.060847 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0222395f-495d-4a1c-ab48-8f9359e534f0', 'tag': '78fde770-9ac9-4b5b-9f7b-112fa6c7bdab'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:07:19.063058 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3574c60e065d2c839e3c713bbc5c644800ed611e652874904b72df0b461749ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84a1cb3-0789-458d-82cb-16126e9553db" -d '{"events": [{"name": "network-changed", "server_uuid": "0222395f-495d-4a1c-ab48-8f9359e534f0", "tag": "78fde770-9ac9-4b5b-9f7b-112fa6c7bdab"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:07:19.153422 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-5c709152-9652-4a6e-8b41-0a59637b9684 None None] Set router fd2cc1c4-9479-411b-8d04-1e62f5797d00 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:07:19.236495 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820d8dc5-a567-490c-a3bb-c033ac345464 x-openstack-request-id: req-820d8dc5-a567-490c-a3bb-c033ac345464 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:07:19.236855 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0222395f-495d-4a1c-ab48-8f9359e534f0", "tag": "78fde770-9ac9-4b5b-9f7b-112fa6c7bdab", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:07:19.237167 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-820d8dc5-a567-490c-a3bb-c033ac345464 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:07:19.237678 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0222395f-495d-4a1c-ab48-8f9359e534f0', 'tag': '78fde770-9ac9-4b5b-9f7b-112fa6c7bdab', 'status': 'completed', 'code': 200} Aug 16 21:07:19.305780 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a1cb3-0789-458d-82cb-16126e9553db req-dec04946-fe15-41c2-8c23-ac6694fca078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:19.307600 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f84a1cb3-0789-458d-82cb-16126e9553db req-dec04946-fe15-41c2-8c23-ac6694fca078 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 1097 time: 0.0433457 Aug 16 21:07:19.344642 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d5a1c-fe07-4c9a-9dce-818a7ac27ff8 req-965c5e08-5e46-4a26-89c4-83aa0a1dbbf6 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:19.346149 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a95d5a1c-fe07-4c9a-9dce-818a7ac27ff8 req-965c5e08-5e46-4a26-89c4-83aa0a1dbbf6 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 945 time: 0.0639970 Aug 16 21:07:19.368199 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-5c709152-9652-4a6e-8b41-0a59637b9684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444866255', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '473a269b-354e-45e8-9ab8-b06a7a4d06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:36Z', 'updated_at': '2021-08-16T21:05:39Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '473a269b-354e-45e8-9ab8-b06a7a4d06e7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:36Z', 'updated_at': '2021-08-16T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '728d20dd-f18c-4d95-b2bf-30283f1a69d5', 'name': '', 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:aa:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cabd82d7-6717-4034-a919-5614383a96a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:38Z', 'updated_at': '2021-08-16T21:05:44Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': 'cabd82d7-6717-4034-a919-5614383a96a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:19.385953 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a95d5a1c-fe07-4c9a-9dce-818a7ac27ff8 req-2c9129d7-3f9d-4569-b346-6971076423b3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329444 Aug 16 21:07:19.402738 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c709152-9652-4a6e-8b41-0a59637b9684 None None] Checking router: fd2cc1c4-9479-411b-8d04-1e62f5797d00 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:07:19.409266 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a1cb3-0789-458d-82cb-16126e9553db req-c7756d9d-cf53-47a8-9a00-6a62670a101b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:19.410766 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f84a1cb3-0789-458d-82cb-16126e9553db req-c7756d9d-cf53-47a8-9a00-6a62670a101b service neutron] 10.222.0.63 "GET /v2.0/networks?id=4435a4ff-10a3-4af7-851b-026d2afd9ecc HTTP/1.1" status: 200 len: 897 time: 0.0951195 Aug 16 21:07:19.411374 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c709152-9652-4a6e-8b41-0a59637b9684 None None] Routers {'fd2cc1c4-9479-411b-8d04-1e62f5797d00'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:19.412019 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-5c709152-9652-4a6e-8b41-0a59637b9684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:07:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['fd2cc1c4-9479-411b-8d04-1e62f5797d00'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:19.455313 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f84a1cb3-0789-458d-82cb-16126e9553db req-a7e09086-c675-455c-9b45-95e301913371 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78fde770-9ac9-4b5b-9f7b-112fa6c7bdab HTTP/1.1" status: 200 len: 217 time: 0.0346291 Aug 16 21:07:19.510548 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a1cb3-0789-458d-82cb-16126e9553db req-d8278e15-5c8a-4514-a2bb-17f62ecaa6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:19.512092 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f84a1cb3-0789-458d-82cb-16126e9553db req-d8278e15-5c8a-4514-a2bb-17f62ecaa6fb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cabd82d7-6717-4034-a919-5614383a96a2 HTTP/1.1" status: 200 len: 834 time: 0.0479636 Aug 16 21:07:19.517923 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-5c709152-9652-4a6e-8b41-0a59637b9684 None None] Set router fd2cc1c4-9479-411b-8d04-1e62f5797d00 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:07:19.560415 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a1cb3-0789-458d-82cb-16126e9553db req-20729c3a-2eac-420e-92d2-8991f1776b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:19.561895 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f84a1cb3-0789-458d-82cb-16126e9553db req-20729c3a-2eac-420e-92d2-8991f1776b6d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4435a4ff-10a3-4af7-851b-026d2afd9ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405457 Aug 16 21:07:19.657043 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f84a1cb3-0789-458d-82cb-16126e9553db req-3ee17dd9-99c1-4475-a1ce-2616f6057799 service neutron] 10.222.0.63 "GET /v2.0/networks/4435a4ff-10a3-4af7-851b-026d2afd9ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854542 Aug 16 21:07:19.716261 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-5c709152-9652-4a6e-8b41-0a59637b9684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444866255', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '473a269b-354e-45e8-9ab8-b06a7a4d06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:36Z', 'updated_at': '2021-08-16T21:05:39Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '473a269b-354e-45e8-9ab8-b06a7a4d06e7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:36Z', 'updated_at': '2021-08-16T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '728d20dd-f18c-4d95-b2bf-30283f1a69d5', 'name': '', 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:aa:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cabd82d7-6717-4034-a919-5614383a96a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:38Z', 'updated_at': '2021-08-16T21:05:44Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': 'cabd82d7-6717-4034-a919-5614383a96a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:19.741688 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c709152-9652-4a6e-8b41-0a59637b9684 None None] The sync data for ids ['fd2cc1c4-9479-411b-8d04-1e62f5797d00'] in n-d-787206-13 is: [{'id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444866255', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '473a269b-354e-45e8-9ab8-b06a7a4d06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:36Z', 'updated_at': '2021-08-16T21:05:39Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '473a269b-354e-45e8-9ab8-b06a7a4d06e7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:36Z', 'updated_at': '2021-08-16T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '728d20dd-f18c-4d95-b2bf-30283f1a69d5', 'name': '', 'network_id': '4435a4ff-10a3-4af7-851b-026d2afd9ecc', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:aa:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cabd82d7-6717-4034-a919-5614383a96a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:38Z', 'updated_at': '2021-08-16T21:05:44Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': 'cabd82d7-6717-4034-a919-5614383a96a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:07:19.748741 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-f84a1cb3-0789-458d-82cb-16126e9553db req-5ca17207-ee1b-4f45-9962-c2d1265c9a63 service neutron] 10.222.0.63 "GET /v2.0/networks/4435a4ff-10a3-4af7-851b-026d2afd9ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829873 Aug 16 21:07:19.964004 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4a4849-dda1-45f5-b803-85f72add498e None None] New status for floating IP 10988aed-040a-4ec7-b805-60e8bb1fb404: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:07:20.502163 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f06259-6397-4a38-964e-46b483b852ed req-f466c40c-2b5c-439e-898a-b59a4d88d9cb tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:20.503683 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-07f06259-6397-4a38-964e-46b483b852ed req-f466c40c-2b5c-439e-898a-b59a4d88d9cb tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 945 time: 0.0492978 Aug 16 21:07:20.542277 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-07f06259-6397-4a38-964e-46b483b852ed req-fcf54f20-7c93-4bce-98b3-8fd462702631 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=859b9dad-6bea-4d5a-8157-0a0401cbda29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323105 Aug 16 21:07:20.642843 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6936fc9-d0ed-42fa-8fd5-fd5b2c11a872 req-a5039593-9066-410f-9ee7-bc0159b50958 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:20.644318 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c6936fc9-d0ed-42fa-8fd5-fd5b2c11a872 req-a5039593-9066-410f-9ee7-bc0159b50958 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.63 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 945 time: 0.0482073 Aug 16 21:07:21.061742 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-c6936fc9-d0ed-42fa-8fd5-fd5b2c11a872 req-2cc1bf3d-60fc-4df2-991f-ed45ee9e211a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Deleting port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:21.062079 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c6936fc9-d0ed-42fa-8fd5-fd5b2c11a872 req-2cc1bf3d-60fc-4df2-991f-ed45ee9e211a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:21.146533 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-c6936fc9-d0ed-42fa-8fd5-fd5b2c11a872 req-2cc1bf3d-60fc-4df2-991f-ed45ee9e211a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] For port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=78fde770-9ac9-4b5b-9f7b-112fa6c7bdab,segment=NetworkSegment(c236b57a-91d9-4467-b075-bc6fe32e1626),segment_id=c236b57a-91d9-4467-b075-bc6fe32e1626)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:21.146888 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c6936fc9-d0ed-42fa-8fd5-fd5b2c11a872 req-2cc1bf3d-60fc-4df2-991f-ed45ee9e211a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:21.162285 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-c6936fc9-d0ed-42fa-8fd5-fd5b2c11a872 req-2cc1bf3d-60fc-4df2-991f-ed45ee9e211a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Calling delete_port for 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:21.285519 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c6936fc9-d0ed-42fa-8fd5-fd5b2c11a872 req-2cc1bf3d-60fc-4df2-991f-ed45ee9e211a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:21.312664 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1bf3d-60fc-4df2-991f-ed45ee9e211a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'Port': ['ID=78fde770-9ac9-4b5b-9f7b-112fa6c7bdab,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:21.358075 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6936fc9-d0ed-42fa-8fd5-fd5b2c11a872 req-2cc1bf3d-60fc-4df2-991f-ed45ee9e211a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] No DVR routers for this DVR port 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab on host n-h2-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:07:21.360530 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c6936fc9-d0ed-42fa-8fd5-fd5b2c11a872 req-2cc1bf3d-60fc-4df2-991f-ed45ee9e211a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:21.362480 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-c6936fc9-d0ed-42fa-8fd5-fd5b2c11a872 req-2cc1bf3d-60fc-4df2-991f-ed45ee9e211a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.63 "DELETE /v2.0/ports/78fde770-9ac9-4b5b-9f7b-112fa6c7bdab HTTP/1.1" status: 204 len: 173 time: 0.7117696 Aug 16 21:07:21.362918 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0222395f-495d-4a1c-ab48-8f9359e534f0', 'name': 'network-vif-deleted', 'tag': '78fde770-9ac9-4b5b-9f7b-112fa6c7bdab'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:07:21.365212 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3574c60e065d2c839e3c713bbc5c644800ed611e652874904b72df0b461749ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6ae70f-00b8-4033-a1cf-386447a39b44" -d '{"events": [{"server_uuid": "0222395f-495d-4a1c-ab48-8f9359e534f0", "name": "network-vif-deleted", "tag": "78fde770-9ac9-4b5b-9f7b-112fa6c7bdab"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:07:21.400647 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd044f28-11fa-4fc6-b49c-359a45c50d0a x-openstack-request-id: req-cd044f28-11fa-4fc6-b49c-359a45c50d0a {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:07:21.400946 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0222395f-495d-4a1c-ab48-8f9359e534f0", "name": "network-vif-deleted", "tag": "78fde770-9ac9-4b5b-9f7b-112fa6c7bdab", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:07:21.401199 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cd044f28-11fa-4fc6-b49c-359a45c50d0a {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:07:21.401622 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0222395f-495d-4a1c-ab48-8f9359e534f0', 'name': 'network-vif-deleted', 'tag': '78fde770-9ac9-4b5b-9f7b-112fa6c7bdab', 'status': 'completed', 'code': 200} Aug 16 21:07:21.654623 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d336c59e-ccfc-49d8-ab25-becbb5746254 req-9190bbd8-72f3-41c9-a3c1-b542f8b40b4e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=0222395f-495d-4a1c-ab48-8f9359e534f0 HTTP/1.1" status: 200 len: 210 time: 0.0266614 Aug 16 21:07:22.711277 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34698) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:23.063962 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64e98323-34da-4465-bffa-12ca9e1f3c0b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:23.315809 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-64e98323-34da-4465-bffa-12ca9e1f3c0b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Deleting port 728d20dd-f18c-4d95-b2bf-30283f1a69d5 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:23.316065 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64e98323-34da-4465-bffa-12ca9e1f3c0b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:23.405290 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-64e98323-34da-4465-bffa-12ca9e1f3c0b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] For port 728d20dd-f18c-4d95-b2bf-30283f1a69d5, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=728d20dd-f18c-4d95-b2bf-30283f1a69d5,segment=NetworkSegment(c236b57a-91d9-4467-b075-bc6fe32e1626),segment_id=c236b57a-91d9-4467-b075-bc6fe32e1626)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:23.405657 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64e98323-34da-4465-bffa-12ca9e1f3c0b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:23.417377 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-64e98323-34da-4465-bffa-12ca9e1f3c0b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Calling delete_port for 728d20dd-f18c-4d95-b2bf-30283f1a69d5 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:23.602565 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64e98323-34da-4465-bffa-12ca9e1f3c0b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:23.633773 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e98323-34da-4465-bffa-12ca9e1f3c0b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'Port': ['ID=728d20dd-f18c-4d95-b2bf-30283f1a69d5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:23.809903 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64e98323-34da-4465-bffa-12ca9e1f3c0b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:23.853516 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:23.876957 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:23.877300 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 78fde770-9ac9-4b5b-9f7b-112fa6c7bdab not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:24.023822 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e98323-34da-4465-bffa-12ca9e1f3c0b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Router fd2cc1c4-9479-411b-8d04-1e62f5797d00 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:07:24.133939 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e98323-34da-4465-bffa-12ca9e1f3c0b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:07:24.138967 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-64e98323-34da-4465-bffa-12ca9e1f3c0b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "PUT /v2.0/routers/fd2cc1c4-9479-411b-8d04-1e62f5797d00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4266739 Aug 16 21:07:24.141672 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34700) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:24.144256 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67534021-ae9c-4a7f-91ed-51227e96ab23 None None] Sync routers for ids ['fd2cc1c4-9479-411b-8d04-1e62f5797d00'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:07:24.153456 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67534021-ae9c-4a7f-91ed-51227e96ab23 None None] Routers {'fd2cc1c4-9479-411b-8d04-1e62f5797d00'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:24.154591 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-67534021-ae9c-4a7f-91ed-51227e96ab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:07:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['fd2cc1c4-9479-411b-8d04-1e62f5797d00'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:24.196611 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a278b1-f2bf-4a25-9ce9-02b375243768 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Deleting subnet cabd82d7-6717-4034-a919-5614383a96a2 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:07:24.199718 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f3a278b1-f2bf-4a25-9ce9-02b375243768 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:24.240047 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f3a278b1-f2bf-4a25-9ce9-02b375243768 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:24.258150 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-67534021-ae9c-4a7f-91ed-51227e96ab23 None None] Set router fd2cc1c4-9479-411b-8d04-1e62f5797d00 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:07:24.324415 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f3a278b1-f2bf-4a25-9ce9-02b375243768 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:24.389082 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f3a278b1-f2bf-4a25-9ce9-02b375243768 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:24.417221 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a278b1-f2bf-4a25-9ce9-02b375243768 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'Subnet': ['ID=cabd82d7-6717-4034-a919-5614383a96a2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:24.419205 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f3a278b1-f2bf-4a25-9ce9-02b375243768 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:24.424114 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f3a278b1-f2bf-4a25-9ce9-02b375243768 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "DELETE /v2.0/subnets/cabd82d7-6717-4034-a919-5614383a96a2 HTTP/1.1" status: 204 len: 168 time: 0.2790003 Aug 16 21:07:24.424498 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34702) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:24.427476 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26085166-dcb2-44e9-96c6-c57decc47217 None None] Network 4435a4ff-10a3-4af7-851b-026d2afd9ecc requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:07:24.496848 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-67534021-ae9c-4a7f-91ed-51227e96ab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444866255', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '473a269b-354e-45e8-9ab8-b06a7a4d06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:36Z', 'updated_at': '2021-08-16T21:07:23Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '473a269b-354e-45e8-9ab8-b06a7a4d06e7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:36Z', 'updated_at': '2021-08-16T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:24.531421 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e291c7d-13f6-4017-894d-ea6fdc750dc4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:24.540129 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67534021-ae9c-4a7f-91ed-51227e96ab23 None None] Checking router: fd2cc1c4-9479-411b-8d04-1e62f5797d00 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:07:24.565626 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67534021-ae9c-4a7f-91ed-51227e96ab23 None None] Routers {'fd2cc1c4-9479-411b-8d04-1e62f5797d00'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:24.566246 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-67534021-ae9c-4a7f-91ed-51227e96ab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:07:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['fd2cc1c4-9479-411b-8d04-1e62f5797d00'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:24.637311 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e291c7d-13f6-4017-894d-ea6fdc750dc4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:24.696104 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6e291c7d-13f6-4017-894d-ea6fdc750dc4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Deleting port 473a269b-354e-45e8-9ab8-b06a7a4d06e7 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:24.696439 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e291c7d-13f6-4017-894d-ea6fdc750dc4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:24.776899 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-6e291c7d-13f6-4017-894d-ea6fdc750dc4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] For port 473a269b-354e-45e8-9ab8-b06a7a4d06e7, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=473a269b-354e-45e8-9ab8-b06a7a4d06e7,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:24.777257 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e291c7d-13f6-4017-894d-ea6fdc750dc4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:24.795302 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6e291c7d-13f6-4017-894d-ea6fdc750dc4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Calling delete_port for 473a269b-354e-45e8-9ab8-b06a7a4d06e7 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:24.844675 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-67534021-ae9c-4a7f-91ed-51227e96ab23 None None] Set router fd2cc1c4-9479-411b-8d04-1e62f5797d00 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:07:24.873875 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12357195-1a46-45a8-a300-e1ffb019eac0 None None] DHCP port deletion for 4435a4ff-10a3-4af7-851b-026d2afd9ecc request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:07:24.964007 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e291c7d-13f6-4017-894d-ea6fdc750dc4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:24.994386 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e291c7d-13f6-4017-894d-ea6fdc750dc4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'Port': ['ID=473a269b-354e-45e8-9ab8-b06a7a4d06e7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:25.033861 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-12357195-1a46-45a8-a300-e1ffb019eac0 None None] Deleting port ecbcdac4-1d85-4cb9-9003-ab9de26bc679 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:25.034234 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12357195-1a46-45a8-a300-e1ffb019eac0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:25.053475 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e291c7d-13f6-4017-894d-ea6fdc750dc4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:25.106831 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-12357195-1a46-45a8-a300-e1ffb019eac0 None None] For port ecbcdac4-1d85-4cb9-9003-ab9de26bc679, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=ecbcdac4-1d85-4cb9-9003-ab9de26bc679,segment=NetworkSegment(c236b57a-91d9-4467-b075-bc6fe32e1626),segment_id=c236b57a-91d9-4467-b075-bc6fe32e1626)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:25.107167 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12357195-1a46-45a8-a300-e1ffb019eac0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:25.121527 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-12357195-1a46-45a8-a300-e1ffb019eac0 None None] Calling delete_port for ecbcdac4-1d85-4cb9-9003-ab9de26bc679 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:25.129092 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-67534021-ae9c-4a7f-91ed-51227e96ab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444866255', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '473a269b-354e-45e8-9ab8-b06a7a4d06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:36Z', 'updated_at': '2021-08-16T21:07:23Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '473a269b-354e-45e8-9ab8-b06a7a4d06e7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:36Z', 'updated_at': '2021-08-16T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:25.146216 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e291c7d-13f6-4017-894d-ea6fdc750dc4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:25.148360 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e291c7d-13f6-4017-894d-ea6fdc750dc4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:25.163677 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67534021-ae9c-4a7f-91ed-51227e96ab23 None None] The sync data for ids ['fd2cc1c4-9479-411b-8d04-1e62f5797d00'] in n-d-787206-13 is: [{'id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444866255', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '473a269b-354e-45e8-9ab8-b06a7a4d06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:05:36Z', 'updated_at': '2021-08-16T21:07:23Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '473a269b-354e-45e8-9ab8-b06a7a4d06e7', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2cc1c4-9479-411b-8d04-1e62f5797d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:05:36Z', 'updated_at': '2021-08-16T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:07:25.193758 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e291c7d-13f6-4017-894d-ea6fdc750dc4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:25.194854 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e291c7d-13f6-4017-894d-ea6fdc750dc4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Fanout notify agent at l3_agent the message router_deleted on router fd2cc1c4-9479-411b-8d04-1e62f5797d00 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:07:25.202973 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e291c7d-13f6-4017-894d-ea6fdc750dc4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:25.204180 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-6e291c7d-13f6-4017-894d-ea6fdc750dc4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "DELETE /v2.0/routers/fd2cc1c4-9479-411b-8d04-1e62f5797d00 HTTP/1.1" status: 204 len: 168 time: 0.7788811 Aug 16 21:07:25.206806 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34704) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:25.242055 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12357195-1a46-45a8-a300-e1ffb019eac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:25.267895 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12357195-1a46-45a8-a300-e1ffb019eac0 None None] Pushing event deleted for resources: {'Port': ['ID=ecbcdac4-1d85-4cb9-9003-ab9de26bc679,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:25.271567 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12357195-1a46-45a8-a300-e1ffb019eac0 None None] No DVR routers for this DVR port ecbcdac4-1d85-4cb9-9003-ab9de26bc679 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:07:25.292997 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d3e571e-c877-4dae-ab29-ec87392cb9f5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:25.382593 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d3e571e-c877-4dae-ab29-ec87392cb9f5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:25.392123 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9d3e571e-c877-4dae-ab29-ec87392cb9f5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4435a4ff-10a3-4af7-851b-026d2afd9ecc']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:25.401539 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9d3e571e-c877-4dae-ab29-ec87392cb9f5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c236b57a-91d9-4467-b075-bc6fe32e1626') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:25.401835 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9d3e571e-c877-4dae-ab29-ec87392cb9f5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c236b57a-91d9-4467-b075-bc6fe32e1626') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:25.410415 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d3e571e-c877-4dae-ab29-ec87392cb9f5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:25.424544 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d3e571e-c877-4dae-ab29-ec87392cb9f5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:25.430668 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d3e571e-c877-4dae-ab29-ec87392cb9f5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:07:25.431070 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d3e571e-c877-4dae-ab29-ec87392cb9f5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:25.434172 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 21:07:25.434172 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:07:25.434172 n-d-787206-13 neutron-server[94771]: timer() Aug 16 21:07:25.434172 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:07:25.434172 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 21:07:25.434172 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:07:25.434172 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 21:07:25.434172 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:07:25.434172 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 21:07:25.434172 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:07:25.434172 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 21:07:25.434172 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:07:25.434172 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 21:07:25.434172 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:07:25.434172 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:07:25.434172 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:07:25.434172 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:07:25.434172 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:07:25.434172 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 21:07:25.434172 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:07:25.434172 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 21:07:25.434172 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:07:25.434172 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:07:25.434172 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:07:25.434172 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 21:07:25.434172 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:07:25.434172 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:07:25.434172 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:07:25.434172 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:07:25.434172 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:07:25.434172 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:07:25.434172 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:07:25.489152 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d3e571e-c877-4dae-ab29-ec87392cb9f5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:25.493708 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d3e571e-c877-4dae-ab29-ec87392cb9f5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:25.495935 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-9d3e571e-c877-4dae-ab29-ec87392cb9f5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "DELETE /v2.0/networks/4435a4ff-10a3-4af7-851b-026d2afd9ecc HTTP/1.1" status: 204 len: 168 time: 0.2881644 Aug 16 21:07:25.499562 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34706) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:25.510615 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e571e-c877-4dae-ab29-ec87392cb9f5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'Network': ['ID=4435a4ff-10a3-4af7-851b-026d2afd9ecc,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:25.561442 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b197f503-6f40-4523-aeb6-29324064ff45 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:25.590658 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b197f503-6f40-4523-aeb6-29324064ff45 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:25.657052 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b197f503-6f40-4523-aeb6-29324064ff45 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:25.659683 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b197f503-6f40-4523-aeb6-29324064ff45 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:25.661002 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b197f503-6f40-4523-aeb6-29324064ff45 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "DELETE /v2.0/security-groups/859b9dad-6bea-4d5a-8157-0a0401cbda29 HTTP/1.1" status: 204 len: 168 time: 0.1602771 Aug 16 21:07:25.675690 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197f503-6f40-4523-aeb6-29324064ff45 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=859b9dad-6bea-4d5a-8157-0a0401cbda29,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:25.683411 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197f503-6f40-4523-aeb6-29324064ff45 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:25.683748 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197f503-6f40-4523-aeb6-29324064ff45 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:25.684118 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197f503-6f40-4523-aeb6-29324064ff45 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:25.684571 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197f503-6f40-4523-aeb6-29324064ff45 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:25.685065 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197f503-6f40-4523-aeb6-29324064ff45 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:25.685458 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197f503-6f40-4523-aeb6-29324064ff45 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:25.685823 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197f503-6f40-4523-aeb6-29324064ff45 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:25.686333 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197f503-6f40-4523-aeb6-29324064ff45 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:25.686669 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197f503-6f40-4523-aeb6-29324064ff45 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:25.687301 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197f503-6f40-4523-aeb6-29324064ff45 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:25.687636 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197f503-6f40-4523-aeb6-29324064ff45 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:25.687963 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197f503-6f40-4523-aeb6-29324064ff45 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:25.957478 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34712) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:25.962227 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2a59f7dc-c955-4d6c-800c-83da2f597da0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-248821007', 'description': 'tempest-secgroup-smoke-248821007 description', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:25.985053 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2a59f7dc-c955-4d6c-800c-83da2f597da0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.068006 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2a59f7dc-c955-4d6c-800c-83da2f597da0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.071578 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2a59f7dc-c955-4d6c-800c-83da2f597da0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.097514 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2a59f7dc-c955-4d6c-800c-83da2f597da0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.098661 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2a59f7dc-c955-4d6c-800c-83da2f597da0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1401441 Aug 16 21:07:26.101652 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34714) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:26.102902 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59f7dc-c955-4d6c-800c-83da2f597da0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=228ebe6d-e771-435b-af03-45a4a05b9893,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:26.106562 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-76257264-2ae1-44cd-b63c-0e6e2c1c572a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group_rule': {'security_group_id': '228ebe6d-e771-435b-af03-45a4a05b9893', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:26.140848 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-76257264-2ae1-44cd-b63c-0e6e2c1c572a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.190431 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ecbcdac4-1d85-4cb9-9003-ab9de26bc679 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:26.212935 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-76257264-2ae1-44cd-b63c-0e6e2c1c572a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.215508 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: ecbcdac4-1d85-4cb9-9003-ab9de26bc679 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:26.215919 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ecbcdac4-1d85-4cb9-9003-ab9de26bc679 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:26.216464 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 728d20dd-f18c-4d95-b2bf-30283f1a69d5 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:26.217626 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-76257264-2ae1-44cd-b63c-0e6e2c1c572a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.235454 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76257264-2ae1-44cd-b63c-0e6e2c1c572a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c852bd71-10c9-409d-8324-02b177008998,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:26.238054 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 728d20dd-f18c-4d95-b2bf-30283f1a69d5 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:26.238598 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 728d20dd-f18c-4d95-b2bf-30283f1a69d5 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:26.239087 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 473a269b-354e-45e8-9ab8-b06a7a4d06e7 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:26.241172 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-76257264-2ae1-44cd-b63c-0e6e2c1c572a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.245982 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-76257264-2ae1-44cd-b63c-0e6e2c1c572a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407311 Aug 16 21:07:26.246193 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34716) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:26.250659 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a365ddd3-07d3-4c05-8868-a9e5f257ac89 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group_rule': {'security_group_id': '228ebe6d-e771-435b-af03-45a4a05b9893', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:26.258359 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 473a269b-354e-45e8-9ab8-b06a7a4d06e7 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:26.258708 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 473a269b-354e-45e8-9ab8-b06a7a4d06e7 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:26.277239 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a365ddd3-07d3-4c05-8868-a9e5f257ac89 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.333933 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a365ddd3-07d3-4c05-8868-a9e5f257ac89 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.337548 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a365ddd3-07d3-4c05-8868-a9e5f257ac89 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.355909 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365ddd3-07d3-4c05-8868-a9e5f257ac89 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8913082c-c14d-49ec-a65a-64b581ffd025,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:26.358885 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a365ddd3-07d3-4c05-8868-a9e5f257ac89 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.360106 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a365ddd3-07d3-4c05-8868-a9e5f257ac89 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1129851 Aug 16 21:07:26.362958 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34718) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:26.367777 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2a3634b1-2679-42be-91a7-85bf90be07ec tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group_rule': {'security_group_id': '228ebe6d-e771-435b-af03-45a4a05b9893', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:26.393253 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2a3634b1-2679-42be-91a7-85bf90be07ec tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.448889 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2a3634b1-2679-42be-91a7-85bf90be07ec tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.452868 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2a3634b1-2679-42be-91a7-85bf90be07ec tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.469508 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3634b1-2679-42be-91a7-85bf90be07ec tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71517d9a-05a4-4379-a5e6-aff22ca567b1,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:26.475709 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2a3634b1-2679-42be-91a7-85bf90be07ec tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.476943 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2a3634b1-2679-42be-91a7-85bf90be07ec tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1129162 Aug 16 21:07:26.479697 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34720) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:26.484068 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-78d455f5-c853-4bc9-9220-b209bbecf26c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group_rule': {'security_group_id': '228ebe6d-e771-435b-af03-45a4a05b9893', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:26.510172 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78d455f5-c853-4bc9-9220-b209bbecf26c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.572362 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78d455f5-c853-4bc9-9220-b209bbecf26c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.575535 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78d455f5-c853-4bc9-9220-b209bbecf26c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.592787 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d455f5-c853-4bc9-9220-b209bbecf26c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9238a08b-5715-4978-8376-5b0c0727f69e,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:26.599209 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78d455f5-c853-4bc9-9220-b209bbecf26c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.600414 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-78d455f5-c853-4bc9-9220-b209bbecf26c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198061 Aug 16 21:07:26.603226 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34722) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:26.607538 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-adf3b0b8-2847-4319-8f45-ce2976eaa1f3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group_rule': {'security_group_id': '228ebe6d-e771-435b-af03-45a4a05b9893', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:26.629074 n-d-787206-13 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-adf3b0b8-2847-4319-8f45-ce2976eaa1f3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Project 3b55bcbb731b4f17ac8f16ceeee7f73e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:07:26.633958 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-adf3b0b8-2847-4319-8f45-ce2976eaa1f3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.693787 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-adf3b0b8-2847-4319-8f45-ce2976eaa1f3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.697306 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-adf3b0b8-2847-4319-8f45-ce2976eaa1f3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.716347 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3b0b8-2847-4319-8f45-ce2976eaa1f3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd6053b-59dd-4aa2-aa2d-1fa14a65b168,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:26.719287 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-adf3b0b8-2847-4319-8f45-ce2976eaa1f3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.720564 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-adf3b0b8-2847-4319-8f45-ce2976eaa1f3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1163723 Aug 16 21:07:26.723295 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34724) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:26.727874 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b5bf85fd-3af3-42d2-8331-08ab91dfd09d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group_rule': {'security_group_id': '228ebe6d-e771-435b-af03-45a4a05b9893', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:26.749304 n-d-787206-13 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-b5bf85fd-3af3-42d2-8331-08ab91dfd09d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Project 3b55bcbb731b4f17ac8f16ceeee7f73e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:07:26.754107 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5bf85fd-3af3-42d2-8331-08ab91dfd09d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.812914 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5bf85fd-3af3-42d2-8331-08ab91dfd09d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.816541 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5bf85fd-3af3-42d2-8331-08ab91dfd09d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.833639 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf85fd-3af3-42d2-8331-08ab91dfd09d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c26da4c1-d93c-43ae-933a-541c0c12ed97,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:26.840105 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5bf85fd-3af3-42d2-8331-08ab91dfd09d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.841334 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b5bf85fd-3af3-42d2-8331-08ab91dfd09d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1169336 Aug 16 21:07:26.843932 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34726) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:26.848774 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c632c0d7-dbd2-4737-8ff0-de54a2deb87f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'network': {'name': 'tempest-network-smoke--460886888', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'port_security_enabled': True}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:26.869624 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c632c0d7-dbd2-4737-8ff0-de54a2deb87f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Made reservation on behalf of 3b55bcbb731b4f17ac8f16ceeee7f73e for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:26.873374 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c632c0d7-dbd2-4737-8ff0-de54a2deb87f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.899141 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c632c0d7-dbd2-4737-8ff0-de54a2deb87f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:07:26.908073 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c632c0d7-dbd2-4737-8ff0-de54a2deb87f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.908460 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-c632c0d7-dbd2-4737-8ff0-de54a2deb87f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Added segment 1db07baa-5ab5-45fc-97c9-1d1829d30e76 of type vlan for network fc11fbb3-8c2e-496f-9d14-dee38a5a440c Aug 16 21:07:26.947208 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c632c0d7-dbd2-4737-8ff0-de54a2deb87f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.971052 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c632c0d7-dbd2-4737-8ff0-de54a2deb87f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:26.976494 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c632c0d7-dbd2-4737-8ff0-de54a2deb87f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:26.977088 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c632c0d7-dbd2-4737-8ff0-de54a2deb87f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:27.026045 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c632c0d7-dbd2-4737-8ff0-de54a2deb87f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1810822 Aug 16 21:07:27.029073 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34728) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:27.033954 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ca2a1ad8-791a-40f8-8f35-d44f3e1980f0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1380403348', 'admin_state_up': True, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:27.043086 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632c0d7-dbd2-4737-8ff0-de54a2deb87f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Network': ['ID=fc11fbb3-8c2e-496f-9d14-dee38a5a440c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:27.057851 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network fc11fbb3-8c2e-496f-9d14-dee38a5a440c details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:07:27.060827 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca2a1ad8-791a-40f8-8f35-d44f3e1980f0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:27.062489 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca2a1ad8-791a-40f8-8f35-d44f3e1980f0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:27.116453 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca2a1ad8-791a-40f8-8f35-d44f3e1980f0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:27.248323 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca2a1ad8-791a-40f8-8f35-d44f3e1980f0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:27.768536 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca2a1ad8-791a-40f8-8f35-d44f3e1980f0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:27.786732 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca2a1ad8-791a-40f8-8f35-d44f3e1980f0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:27.884356 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-ca2a1ad8-791a-40f8-8f35-d44f3e1980f0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Allocated IP 172.25.8.53 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/802ce461-3eda-45ac-9a85-5c0f76bd9c81) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:07:27.985113 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca2a1ad8-791a-40f8-8f35-d44f3e1980f0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:28.023193 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca2a1ad8-791a-40f8-8f35-d44f3e1980f0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:28.064679 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2a1ad8-791a-40f8-8f35-d44f3e1980f0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:28.067582 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-ca2a1ad8-791a-40f8-8f35-d44f3e1980f0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:28.069965 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2a1ad8-791a-40f8-8f35-d44f3e1980f0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:28.097841 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a1ad8-791a-40f8-8f35-d44f3e1980f0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Port': ['ID=802ce461-3eda-45ac-9a85-5c0f76bd9c81,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:28.312152 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca2a1ad8-791a-40f8-8f35-d44f3e1980f0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:28.501933 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca2a1ad8-791a-40f8-8f35-d44f3e1980f0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:28.629018 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2a1ad8-791a-40f8-8f35-d44f3e1980f0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Router c77be958-5edb-4c67-8621-7812945975da is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:07:28.732445 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2a1ad8-791a-40f8-8f35-d44f3e1980f0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:07:28.741718 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b442a242-7aa2-4113-b7d0-f1fb9e3d7135 None None] Sync routers for ids ['c77be958-5edb-4c67-8621-7812945975da'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:07:28.750585 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca2a1ad8-791a-40f8-8f35-d44f3e1980f0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:28.751919 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b442a242-7aa2-4113-b7d0-f1fb9e3d7135 None None] Routers {'c77be958-5edb-4c67-8621-7812945975da'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:28.752119 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ca2a1ad8-791a-40f8-8f35-d44f3e1980f0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7218747 Aug 16 21:07:28.752523 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b442a242-7aa2-4113-b7d0-f1fb9e3d7135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:07:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['c77be958-5edb-4c67-8621-7812945975da'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:28.755294 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34730) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:28.784163 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-478d892d-95aa-48f3-9c33-3fb06d05691e tempest-TestNetworkAdvancedServerOps-1330612273 tempest-TestNetworkAdvancedServerOps-1330612273-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=3b55bcbb731b4f17ac8f16ceeee7f73e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276389 Aug 16 21:07:28.786642 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34732) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:28.854360 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-b442a242-7aa2-4113-b7d0-f1fb9e3d7135 None None] Set router c77be958-5edb-4c67-8621-7812945975da gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:07:28.936434 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8a094e-adbe-4934-8615-e70611f9f583 tempest-TestNetworkAdvancedServerOps-1330612273 tempest-TestNetworkAdvancedServerOps-1330612273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:28.937932 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-bc8a094e-adbe-4934-8615-e70611f9f583 tempest-TestNetworkAdvancedServerOps-1330612273 tempest-TestNetworkAdvancedServerOps-1330612273-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1504130 Aug 16 21:07:28.940848 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34734) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:28.969571 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-00ba584a-b82a-408d-abbb-150b42eb42e8 tempest-TestNetworkAdvancedServerOps-1330612273 tempest-TestNetworkAdvancedServerOps-1330612273-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=eb87ae87-0925-464c-8e03-8bba27e76e58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275753 Aug 16 21:07:28.972149 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34736) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:28.977063 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-99c97bed-c77b-42ab-8272-9f2b28898007 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-492079201', 'network_id': 'fc11fbb3-8c2e-496f-9d14-dee38a5a440c', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:29.031466 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b442a242-7aa2-4113-b7d0-f1fb9e3d7135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77be958-5edb-4c67-8621-7812945975da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380403348', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '802ce461-3eda-45ac-9a85-5c0f76bd9c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:27Z', 'updated_at': '2021-08-16T21:07:28Z', 'revision_number': 3, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '802ce461-3eda-45ac-9a85-5c0f76bd9c81', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:01:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77be958-5edb-4c67-8621-7812945975da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:27Z', 'updated_at': '2021-08-16T21:07:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:29.057707 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b442a242-7aa2-4113-b7d0-f1fb9e3d7135 None None] Checking router: c77be958-5edb-4c67-8621-7812945975da for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:07:29.058053 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b442a242-7aa2-4113-b7d0-f1fb9e3d7135 None None] Updating router c77be958-5edb-4c67-8621-7812945975da port 802ce461-3eda-45ac-9a85-5c0f76bd9c81 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:07:29.073393 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c97bed-c77b-42ab-8272-9f2b28898007 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Made reservation on behalf of 3b55bcbb731b4f17ac8f16ceeee7f73e for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:29.076890 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99c97bed-c77b-42ab-8272-9f2b28898007 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:29.090410 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b442a242-7aa2-4113-b7d0-f1fb9e3d7135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:29.254804 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99c97bed-c77b-42ab-8272-9f2b28898007 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:29.317327 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c97bed-c77b-42ab-8272-9f2b28898007 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Subnet': ['ID=19b00143-6bf2-46bf-8f48-1cc7b950c535,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:29.325719 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c97bed-c77b-42ab-8272-9f2b28898007 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Checking segment: {'id': '1db07baa-5ab5-45fc-97c9-1d1829d30e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fc11fbb3-8c2e-496f-9d14-dee38a5a440c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:07:29.326161 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c97bed-c77b-42ab-8272-9f2b28898007 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network hostable DHCP agents. Network: fc11fbb3-8c2e-496f-9d14-dee38a5a440c, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:07:29.340683 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b442a242-7aa2-4113-b7d0-f1fb9e3d7135 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:29.343330 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c97bed-c77b-42ab-8272-9f2b28898007 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network fc11fbb3-8c2e-496f-9d14-dee38a5a440c is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:07:29.351408 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-b442a242-7aa2-4113-b7d0-f1fb9e3d7135 None None] Transition to ACTIVE for port object 802ce461-3eda-45ac-9a85-5c0f76bd9c81 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:29.352826 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-99c97bed-c77b-42ab-8272-9f2b28898007 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, fc11fbb3-8c2e-496f-9d14-dee38a5a440c) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:29.356654 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b442a242-7aa2-4113-b7d0-f1fb9e3d7135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:29.359143 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c97bed-c77b-42ab-8272-9f2b28898007 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:29.360297 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99c97bed-c77b-42ab-8272-9f2b28898007 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:29.363993 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af37e373-bc2d-4491-af3f-5d07366d0f1c None None] Network fc11fbb3-8c2e-496f-9d14-dee38a5a440c requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:07:29.376325 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-99c97bed-c77b-42ab-8272-9f2b28898007 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4031155 Aug 16 21:07:29.379179 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34738) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:29.406807 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-b442a242-7aa2-4113-b7d0-f1fb9e3d7135 None None] Attempting to bind port 802ce461-3eda-45ac-9a85-5c0f76bd9c81 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:29.407190 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-b442a242-7aa2-4113-b7d0-f1fb9e3d7135 None None] Attempting to bind port 802ce461-3eda-45ac-9a85-5c0f76bd9c81 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:29.407609 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442a242-7aa2-4113-b7d0-f1fb9e3d7135 None None] Attempting to bind port 802ce461-3eda-45ac-9a85-5c0f76bd9c81 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:29.415612 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442a242-7aa2-4113-b7d0-f1fb9e3d7135 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:07:29.415986 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442a242-7aa2-4113-b7d0-f1fb9e3d7135 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:07:29.416511 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b442a242-7aa2-4113-b7d0-f1fb9e3d7135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:29.416903 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442a242-7aa2-4113-b7d0-f1fb9e3d7135 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:07:29.417369 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-b442a242-7aa2-4113-b7d0-f1fb9e3d7135 None None] Bound port: 802ce461-3eda-45ac-9a85-5c0f76bd9c81, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:07:29.417749 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b442a242-7aa2-4113-b7d0-f1fb9e3d7135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:29.449610 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b9fb7-50b1-462a-8ce6-12b356d8e9af None None] Pushing event updated for resources: {'Port': ['ID=802ce461-3eda-45ac-9a85-5c0f76bd9c81,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:29.473190 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20b9fb7-50b1-462a-8ce6-12b356d8e9af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:29.473533 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20b9fb7-50b1-462a-8ce6-12b356d8e9af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:29.473870 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20b9fb7-50b1-462a-8ce6-12b356d8e9af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:29.474203 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20b9fb7-50b1-462a-8ce6-12b356d8e9af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:29.474530 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20b9fb7-50b1-462a-8ce6-12b356d8e9af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:29.474858 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20b9fb7-50b1-462a-8ce6-12b356d8e9af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:29.475196 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20b9fb7-50b1-462a-8ce6-12b356d8e9af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:29.475531 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20b9fb7-50b1-462a-8ce6-12b356d8e9af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:29.475850 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20b9fb7-50b1-462a-8ce6-12b356d8e9af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:29.476166 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20b9fb7-50b1-462a-8ce6-12b356d8e9af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:29.476483 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20b9fb7-50b1-462a-8ce6-12b356d8e9af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:29.476798 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20b9fb7-50b1-462a-8ce6-12b356d8e9af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:29.491619 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-b442a242-7aa2-4113-b7d0-f1fb9e3d7135 None None] For port 802ce461-3eda-45ac-9a85-5c0f76bd9c81, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:07:29.496244 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-b442a242-7aa2-4113-b7d0-f1fb9e3d7135 None None] For port 802ce461-3eda-45ac-9a85-5c0f76bd9c81, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=802ce461-3eda-45ac-9a85-5c0f76bd9c81,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:07:29.502652 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b442a242-7aa2-4113-b7d0-f1fb9e3d7135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:29.514859 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490b830c-85bd-4094-bb0d-54699514e5eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-fc11fbb3-8c2e-496f-9d14-dee38a5a440c', 'network_id': 'fc11fbb3-8c2e-496f-9d14-dee38a5a440c', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'fixed_ips': [{'subnet_id': '19b00143-6bf2-46bf-8f48-1cc7b950c535'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:07:29.515783 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-490b830c-85bd-4094-bb0d-54699514e5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:29.597041 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b9fb7-50b1-462a-8ce6-12b356d8e9af None None] Pushing event updated for resources: {'Port': ['ID=802ce461-3eda-45ac-9a85-5c0f76bd9c81,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:29.609347 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b442a242-7aa2-4113-b7d0-f1fb9e3d7135 None None] Routers {'c77be958-5edb-4c67-8621-7812945975da'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:29.609973 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b442a242-7aa2-4113-b7d0-f1fb9e3d7135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:07:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['c77be958-5edb-4c67-8621-7812945975da'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:29.666843 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-490b830c-85bd-4094-bb0d-54699514e5eb None None] Allocated IP 172.20.0.2 (fc11fbb3-8c2e-496f-9d14-dee38a5a440c/19b00143-6bf2-46bf-8f48-1cc7b950c535/2a291f1c-1c5b-4154-88fb-d30d0f276ab6) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:07:29.746586 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-b442a242-7aa2-4113-b7d0-f1fb9e3d7135 None None] Set router c77be958-5edb-4c67-8621-7812945975da gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:07:29.841004 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-490b830c-85bd-4094-bb0d-54699514e5eb None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:29.850222 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-490b830c-85bd-4094-bb0d-54699514e5eb None None] Transition to ACTIVE for port object 2a291f1c-1c5b-4154-88fb-d30d0f276ab6 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:29.858091 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1627fe81-9dd8-4bec-bbae-14a9171062d4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:29.866635 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-490b830c-85bd-4094-bb0d-54699514e5eb None None] Transition to ACTIVE for port object 2a291f1c-1c5b-4154-88fb-d30d0f276ab6 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:29.873401 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-490b830c-85bd-4094-bb0d-54699514e5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:29.916901 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490b830c-85bd-4094-bb0d-54699514e5eb None None] Network fc11fbb3-8c2e-496f-9d14-dee38a5a440c is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:29.919811 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-490b830c-85bd-4094-bb0d-54699514e5eb None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:29.923152 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490b830c-85bd-4094-bb0d-54699514e5eb None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:29.931894 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b830c-85bd-4094-bb0d-54699514e5eb None None] Pushing event updated for resources: {'Port': ['ID=2a291f1c-1c5b-4154-88fb-d30d0f276ab6,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:29.950005 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b442a242-7aa2-4113-b7d0-f1fb9e3d7135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77be958-5edb-4c67-8621-7812945975da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380403348', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '802ce461-3eda-45ac-9a85-5c0f76bd9c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:27Z', 'updated_at': '2021-08-16T21:07:28Z', 'revision_number': 3, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '802ce461-3eda-45ac-9a85-5c0f76bd9c81', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:01:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77be958-5edb-4c67-8621-7812945975da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:27Z', 'updated_at': '2021-08-16T21:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:29.977383 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b442a242-7aa2-4113-b7d0-f1fb9e3d7135 None None] The sync data for ids ['c77be958-5edb-4c67-8621-7812945975da'] in n-d-787206-13 is: [{'id': 'c77be958-5edb-4c67-8621-7812945975da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380403348', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '802ce461-3eda-45ac-9a85-5c0f76bd9c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:27Z', 'updated_at': '2021-08-16T21:07:28Z', 'revision_number': 3, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '802ce461-3eda-45ac-9a85-5c0f76bd9c81', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:01:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77be958-5edb-4c67-8621-7812945975da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:27Z', 'updated_at': '2021-08-16T21:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:07:29.983872 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-490b830c-85bd-4094-bb0d-54699514e5eb None None] Attempting to bind port 2a291f1c-1c5b-4154-88fb-d30d0f276ab6 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:29.984251 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-490b830c-85bd-4094-bb0d-54699514e5eb None None] Attempting to bind port 2a291f1c-1c5b-4154-88fb-d30d0f276ab6 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '1db07baa-5ab5-45fc-97c9-1d1829d30e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fc11fbb3-8c2e-496f-9d14-dee38a5a440c'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:29.984663 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490b830c-85bd-4094-bb0d-54699514e5eb None None] Attempting to bind port 2a291f1c-1c5b-4154-88fb-d30d0f276ab6 on network fc11fbb3-8c2e-496f-9d14-dee38a5a440c {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:29.989706 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490b830c-85bd-4094-bb0d-54699514e5eb None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:07:29.990161 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490b830c-85bd-4094-bb0d-54699514e5eb None None] Checking segment: {'id': '1db07baa-5ab5-45fc-97c9-1d1829d30e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fc11fbb3-8c2e-496f-9d14-dee38a5a440c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:07:29.992500 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-490b830c-85bd-4094-bb0d-54699514e5eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:29.992685 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490b830c-85bd-4094-bb0d-54699514e5eb None None] Bound using segment: {'id': '1db07baa-5ab5-45fc-97c9-1d1829d30e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fc11fbb3-8c2e-496f-9d14-dee38a5a440c'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:07:29.993279 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-490b830c-85bd-4094-bb0d-54699514e5eb None None] Bound port: 2a291f1c-1c5b-4154-88fb-d30d0f276ab6, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db07baa-5ab5-45fc-97c9-1d1829d30e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fc11fbb3-8c2e-496f-9d14-dee38a5a440c'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:07:29.999868 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-490b830c-85bd-4094-bb0d-54699514e5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:30.075904 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-490b830c-85bd-4094-bb0d-54699514e5eb None None] For port 2a291f1c-1c5b-4154-88fb-d30d0f276ab6, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:07:30.080482 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-490b830c-85bd-4094-bb0d-54699514e5eb None None] For port 2a291f1c-1c5b-4154-88fb-d30d0f276ab6, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=2a291f1c-1c5b-4154-88fb-d30d0f276ab6,segment=NetworkSegment(1db07baa-5ab5-45fc-97c9-1d1829d30e76),segment_id=1db07baa-5ab5-45fc-97c9-1d1829d30e76)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:07:30.085556 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-490b830c-85bd-4094-bb0d-54699514e5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:30.142193 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b830c-85bd-4094-bb0d-54699514e5eb None None] Pushing event updated for resources: {'Port': ['ID=2a291f1c-1c5b-4154-88fb-d30d0f276ab6,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:30.187028 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-1627fe81-9dd8-4bec-bbae-14a9171062d4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Allocated IP 172.20.0.1 (fc11fbb3-8c2e-496f-9d14-dee38a5a440c/19b00143-6bf2-46bf-8f48-1cc7b950c535/cefa8c26-738d-4e6e-b37a-e635a72f3e1f) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:07:30.359691 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1627fe81-9dd8-4bec-bbae-14a9171062d4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:30.378620 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-1627fe81-9dd8-4bec-bbae-14a9171062d4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Transition to ACTIVE for port object cefa8c26-738d-4e6e-b37a-e635a72f3e1f will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:30.419688 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1627fe81-9dd8-4bec-bbae-14a9171062d4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:30.466324 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1627fe81-9dd8-4bec-bbae-14a9171062d4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network fc11fbb3-8c2e-496f-9d14-dee38a5a440c is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:30.470565 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-1627fe81-9dd8-4bec-bbae-14a9171062d4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:30.476670 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1627fe81-9dd8-4bec-bbae-14a9171062d4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:30.508238 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627fe81-9dd8-4bec-bbae-14a9171062d4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Port': ['ID=cefa8c26-738d-4e6e-b37a-e635a72f3e1f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:30.526716 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1627fe81-9dd8-4bec-bbae-14a9171062d4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:30.666679 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1627fe81-9dd8-4bec-bbae-14a9171062d4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:30.959026 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1627fe81-9dd8-4bec-bbae-14a9171062d4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:30.964128 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1627fe81-9dd8-4bec-bbae-14a9171062d4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:31.038187 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627fe81-9dd8-4bec-bbae-14a9171062d4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Port': ['ID=cefa8c26-738d-4e6e-b37a-e635a72f3e1f,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:31.041058 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1627fe81-9dd8-4bec-bbae-14a9171062d4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:31.119015 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5be8515-9b05-4634-a91e-0754a778a89e None None] Network fc11fbb3-8c2e-496f-9d14-dee38a5a440c requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:07:31.140834 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1627fe81-9dd8-4bec-bbae-14a9171062d4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network fc11fbb3-8c2e-496f-9d14-dee38a5a440c is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:31.142216 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-1627fe81-9dd8-4bec-bbae-14a9171062d4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:31.247012 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6f288cf2-296f-4242-9707-eaf405e9dea5 None None] Provisioning for port 2a291f1c-1c5b-4154-88fb-d30d0f276ab6 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:07:31.587603 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0a143c41-fb79-4c64-ab4b-c181dfcb44d2 None None] Provisioning for port cefa8c26-738d-4e6e-b37a-e635a72f3e1f completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:07:31.594269 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0a143c41-fb79-4c64-ab4b-c181dfcb44d2 None None] Provisioning complete for port cefa8c26-738d-4e6e-b37a-e635a72f3e1f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:31.595366 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0a143c41-fb79-4c64-ab4b-c181dfcb44d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:31.621326 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1627fe81-9dd8-4bec-bbae-14a9171062d4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Router c77be958-5edb-4c67-8621-7812945975da has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:07:31.645445 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0a143c41-fb79-4c64-ab4b-c181dfcb44d2 None None] Port cefa8c26-738d-4e6e-b37a-e635a72f3e1f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:07:31.739565 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1627fe81-9dd8-4bec-bbae-14a9171062d4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:07:31.744847 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1627fe81-9dd8-4bec-bbae-14a9171062d4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "PUT /v2.0/routers/c77be958-5edb-4c67-8621-7812945975da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3645430 Aug 16 21:07:31.762955 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b44f2cd-a326-45d8-a909-8a88b256fe0b None None] Sync routers for ids ['c77be958-5edb-4c67-8621-7812945975da'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:07:31.769571 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a23f5e34-8c2d-4c96-8dab-884200a410e2 None None] Provisioning complete for port cefa8c26-738d-4e6e-b37a-e635a72f3e1f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:31.769959 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a23f5e34-8c2d-4c96-8dab-884200a410e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:31.798876 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b44f2cd-a326-45d8-a909-8a88b256fe0b None None] Routers {'c77be958-5edb-4c67-8621-7812945975da'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:31.799095 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4b44f2cd-a326-45d8-a909-8a88b256fe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:07:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['c77be958-5edb-4c67-8621-7812945975da'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:31.855691 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a23f5e34-8c2d-4c96-8dab-884200a410e2 None None] Port cefa8c26-738d-4e6e-b37a-e635a72f3e1f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:07:31.940838 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-4b44f2cd-a326-45d8-a909-8a88b256fe0b None None] Set router c77be958-5edb-4c67-8621-7812945975da gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:07:31.944226 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4dc43251-4b6e-40f3-a1c9-fb31f9991d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:32.110913 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1a73060c-aa87-451e-87c7-95c40d492ef9 None None] Provisioning complete for port cefa8c26-738d-4e6e-b37a-e635a72f3e1f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:32.111314 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1a73060c-aa87-451e-87c7-95c40d492ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:32.115940 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-692ba864-b620-4286-aca3-f898caf54c3f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-248821007&fields=id&tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e HTTP/1.1" status: 200 len: 267 time: 0.0612619 Aug 16 21:07:32.169383 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1a73060c-aa87-451e-87c7-95c40d492ef9 None None] Port cefa8c26-738d-4e6e-b37a-e635a72f3e1f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:07:32.215553 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2a291f1c-1c5b-4154-88fb-d30d0f276ab6 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:07:32.251604 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-66e1a8b3-0ef5-47c1-a275-7442985132df tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:32.253218 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-66e1a8b3-0ef5-47c1-a275-7442985132df tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/networks?id=fc11fbb3-8c2e-496f-9d14-dee38a5a440c HTTP/1.1" status: 200 len: 796 time: 0.1276922 Aug 16 21:07:32.263067 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4b44f2cd-a326-45d8-a909-8a88b256fe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77be958-5edb-4c67-8621-7812945975da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380403348', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '802ce461-3eda-45ac-9a85-5c0f76bd9c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:27Z', 'updated_at': '2021-08-16T21:07:30Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '802ce461-3eda-45ac-9a85-5c0f76bd9c81', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:01:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77be958-5edb-4c67-8621-7812945975da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:27Z', 'updated_at': '2021-08-16T21:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'cefa8c26-738d-4e6e-b37a-e635a72f3e1f', 'name': '', 'network_id': 'fc11fbb3-8c2e-496f-9d14-dee38a5a440c', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:76:69:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77be958-5edb-4c67-8621-7812945975da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '19b00143-6bf2-46bf-8f48-1cc7b950c535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:30Z', 'updated_at': '2021-08-16T21:07:30Z', 'revision_number': 2, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': '19b00143-6bf2-46bf-8f48-1cc7b950c535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:32.269354 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-7f9a315b-f51f-4128-b8cc-34779704743b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/quotas/3b55bcbb731b4f17ac8f16ceeee7f73e HTTP/1.1" status: 200 len: 375 time: 0.0100055 Aug 16 21:07:32.297078 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b44f2cd-a326-45d8-a909-8a88b256fe0b None None] Checking router: c77be958-5edb-4c67-8621-7812945975da for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:07:32.297460 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b44f2cd-a326-45d8-a909-8a88b256fe0b None None] Updating router c77be958-5edb-4c67-8621-7812945975da port cefa8c26-738d-4e6e-b37a-e635a72f3e1f binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:07:32.319093 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 2a291f1c-1c5b-4154-88fb-d30d0f276ab6 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:07:32.327651 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 2a291f1c-1c5b-4154-88fb-d30d0f276ab6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:32.327878 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-32f6555e-af5b-44e8-81b4-4a68c03a1dea tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516615 Aug 16 21:07:32.328021 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:32.331012 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4b44f2cd-a326-45d8-a909-8a88b256fe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:32.429868 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-0b678259-1e57-4716-95cc-c31cefd44267 service neutron] 10.222.0.68 "GET /v2.0/networks/fc11fbb3-8c2e-496f-9d14-dee38a5a440c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888481 Aug 16 21:07:32.519894 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:32.522276 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-01a3f697-293f-4229-9e05-7cc1c47314a9 service neutron] 10.222.0.68 "GET /v2.0/networks/fc11fbb3-8c2e-496f-9d14-dee38a5a440c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859926 Aug 16 21:07:32.592385 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 2a291f1c-1c5b-4154-88fb-d30d0f276ab6, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=2a291f1c-1c5b-4154-88fb-d30d0f276ab6,segment=NetworkSegment(1db07baa-5ab5-45fc-97c9-1d1829d30e76),segment_id=1db07baa-5ab5-45fc-97c9-1d1829d30e76)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:32.600395 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:32.601175 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 802ce461-3eda-45ac-9a85-5c0f76bd9c81 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:07:32.688785 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-086e5c37-7847-47ec-81d1-a49785b099ad req-763b2020-7958-4b8d-841c-612f6062776f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 210 time: 0.0296612 Aug 16 21:07:32.707396 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=2a291f1c-1c5b-4154-88fb-d30d0f276ab6,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:32.751613 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 802ce461-3eda-45ac-9a85-5c0f76bd9c81 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:07:32.757691 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 802ce461-3eda-45ac-9a85-5c0f76bd9c81 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:32.758127 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:32.786087 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4b44f2cd-a326-45d8-a909-8a88b256fe0b None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:32.805097 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4b44f2cd-a326-45d8-a909-8a88b256fe0b None None] Transition to ACTIVE for port object cefa8c26-738d-4e6e-b37a-e635a72f3e1f will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:32.814082 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4b44f2cd-a326-45d8-a909-8a88b256fe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:32.892448 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8092ca-6b39-4493-8065-179dba8b304b None None] Pushing event updated for resources: {'Port': ['ID=cefa8c26-738d-4e6e-b37a-e635a72f3e1f,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:32.949501 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:32.981861 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4b44f2cd-a326-45d8-a909-8a88b256fe0b None None] Attempting to bind port cefa8c26-738d-4e6e-b37a-e635a72f3e1f on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:32.982238 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4b44f2cd-a326-45d8-a909-8a88b256fe0b None None] Attempting to bind port cefa8c26-738d-4e6e-b37a-e635a72f3e1f by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '1db07baa-5ab5-45fc-97c9-1d1829d30e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fc11fbb3-8c2e-496f-9d14-dee38a5a440c'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:32.982627 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b44f2cd-a326-45d8-a909-8a88b256fe0b None None] Attempting to bind port cefa8c26-738d-4e6e-b37a-e635a72f3e1f on network fc11fbb3-8c2e-496f-9d14-dee38a5a440c {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:32.987870 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 802ce461-3eda-45ac-9a85-5c0f76bd9c81, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=802ce461-3eda-45ac-9a85-5c0f76bd9c81,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:32.991543 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b44f2cd-a326-45d8-a909-8a88b256fe0b None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:07:32.991987 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b44f2cd-a326-45d8-a909-8a88b256fe0b None None] Checking segment: {'id': '1db07baa-5ab5-45fc-97c9-1d1829d30e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fc11fbb3-8c2e-496f-9d14-dee38a5a440c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:07:32.992613 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4b44f2cd-a326-45d8-a909-8a88b256fe0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:32.993051 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b44f2cd-a326-45d8-a909-8a88b256fe0b None None] Bound using segment: {'id': '1db07baa-5ab5-45fc-97c9-1d1829d30e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fc11fbb3-8c2e-496f-9d14-dee38a5a440c'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:07:32.993599 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4b44f2cd-a326-45d8-a909-8a88b256fe0b None None] Bound port: cefa8c26-738d-4e6e-b37a-e635a72f3e1f, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db07baa-5ab5-45fc-97c9-1d1829d30e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fc11fbb3-8c2e-496f-9d14-dee38a5a440c'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:07:32.994012 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4b44f2cd-a326-45d8-a909-8a88b256fe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:32.997673 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:33.112353 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=802ce461-3eda-45ac-9a85-5c0f76bd9c81,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:33.125593 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4b44f2cd-a326-45d8-a909-8a88b256fe0b None None] For port cefa8c26-738d-4e6e-b37a-e635a72f3e1f, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:07:33.129083 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4b44f2cd-a326-45d8-a909-8a88b256fe0b None None] For port cefa8c26-738d-4e6e-b37a-e635a72f3e1f, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=cefa8c26-738d-4e6e-b37a-e635a72f3e1f,segment=NetworkSegment(1db07baa-5ab5-45fc-97c9-1d1829d30e76),segment_id=1db07baa-5ab5-45fc-97c9-1d1829d30e76)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:07:33.134498 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4b44f2cd-a326-45d8-a909-8a88b256fe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:33.200722 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b44f2cd-a326-45d8-a909-8a88b256fe0b None None] Routers {'c77be958-5edb-4c67-8621-7812945975da'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:33.201928 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4b44f2cd-a326-45d8-a909-8a88b256fe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:07:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['c77be958-5edb-4c67-8621-7812945975da'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:33.207436 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8092ca-6b39-4493-8065-179dba8b304b None None] Pushing event updated for resources: {'Port': ['ID=cefa8c26-738d-4e6e-b37a-e635a72f3e1f,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:33.330130 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-4b44f2cd-a326-45d8-a909-8a88b256fe0b None None] Set router c77be958-5edb-4c67-8621-7812945975da gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:07:33.694850 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-e92fcbe6-8e79-4896-88c6-5ca454c462d4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:33.697115 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-e92fcbe6-8e79-4896-88c6-5ca454c462d4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.63 "GET /v2.0/networks?id=fc11fbb3-8c2e-496f-9d14-dee38a5a440c HTTP/1.1" status: 200 len: 796 time: 0.1163671 Aug 16 21:07:33.709157 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4b44f2cd-a326-45d8-a909-8a88b256fe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77be958-5edb-4c67-8621-7812945975da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380403348', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '802ce461-3eda-45ac-9a85-5c0f76bd9c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:27Z', 'updated_at': '2021-08-16T21:07:30Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '802ce461-3eda-45ac-9a85-5c0f76bd9c81', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77be958-5edb-4c67-8621-7812945975da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:27Z', 'updated_at': '2021-08-16T21:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'cefa8c26-738d-4e6e-b37a-e635a72f3e1f', 'name': '', 'network_id': 'fc11fbb3-8c2e-496f-9d14-dee38a5a440c', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:76:69:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77be958-5edb-4c67-8621-7812945975da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '19b00143-6bf2-46bf-8f48-1cc7b950c535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:30Z', 'updated_at': '2021-08-16T21:07:33Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': '19b00143-6bf2-46bf-8f48-1cc7b950c535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:33.741526 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-d81f8d10-bd5b-483a-a413-fcedb686d1b9 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e HTTP/1.1" status: 200 len: 379 time: 0.0361860 Aug 16 21:07:33.742520 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b44f2cd-a326-45d8-a909-8a88b256fe0b None None] The sync data for ids ['c77be958-5edb-4c67-8621-7812945975da'] in n-d-787206-13 is: [{'id': 'c77be958-5edb-4c67-8621-7812945975da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380403348', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '802ce461-3eda-45ac-9a85-5c0f76bd9c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:27Z', 'updated_at': '2021-08-16T21:07:30Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '802ce461-3eda-45ac-9a85-5c0f76bd9c81', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77be958-5edb-4c67-8621-7812945975da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:27Z', 'updated_at': '2021-08-16T21:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'cefa8c26-738d-4e6e-b37a-e635a72f3e1f', 'name': '', 'network_id': 'fc11fbb3-8c2e-496f-9d14-dee38a5a440c', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:76:69:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77be958-5edb-4c67-8621-7812945975da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '19b00143-6bf2-46bf-8f48-1cc7b950c535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:30Z', 'updated_at': '2021-08-16T21:07:33Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': '19b00143-6bf2-46bf-8f48-1cc7b950c535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:07:33.756917 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-8117f157-b794-4ca8-9a68-d8a77c552135 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'port': {'device_id': 'a9fb993c-db96-44a7-b7cc-5972b188ac1d', 'network_id': 'fc11fbb3-8c2e-496f-9d14-dee38a5a440c', 'admin_state_up': True, 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'security_groups': ['228ebe6d-e771-435b-af03-45a4a05b9893']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:33.789853 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3392e1b2-2709-4e77-b01e-b04a02a63220 req-ba5cdc2a-433f-47ef-850d-984b5fb9f46a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 210 time: 0.0289035 Aug 16 21:07:33.899638 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-8117f157-b794-4ca8-9a68-d8a77c552135 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Made reservation on behalf of 3b55bcbb731b4f17ac8f16ceeee7f73e for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:33.903338 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-8117f157-b794-4ca8-9a68-d8a77c552135 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:34.034083 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-8117f157-b794-4ca8-9a68-d8a77c552135 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Allocated IP 172.20.0.7 (fc11fbb3-8c2e-496f-9d14-dee38a5a440c/19b00143-6bf2-46bf-8f48-1cc7b950c535/a71f6bfa-b574-45fc-b9cf-71ea7f4138d6) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:07:34.187591 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2a291f1c-1c5b-4154-88fb-d30d0f276ab6 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:07:34.214136 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-8117f157-b794-4ca8-9a68-d8a77c552135 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:34.229024 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-8117f157-b794-4ca8-9a68-d8a77c552135 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Transition to ACTIVE for port object a71f6bfa-b574-45fc-b9cf-71ea7f4138d6 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:34.244643 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 2a291f1c-1c5b-4154-88fb-d30d0f276ab6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:34.245249 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:34.264273 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-8117f157-b794-4ca8-9a68-d8a77c552135 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:34.318620 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-8117f157-b794-4ca8-9a68-d8a77c552135 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network fc11fbb3-8c2e-496f-9d14-dee38a5a440c is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:34.322196 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-8117f157-b794-4ca8-9a68-d8a77c552135 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:34.324785 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-8117f157-b794-4ca8-9a68-d8a77c552135 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:34.330037 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device cefa8c26-738d-4e6e-b37a-e635a72f3e1f up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:07:34.372272 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117f157-b794-4ca8-9a68-d8a77c552135 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Port': ['ID=a71f6bfa-b574-45fc-b9cf-71ea7f4138d6,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:34.389326 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port cefa8c26-738d-4e6e-b37a-e635a72f3e1f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:07:34.390905 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-8117f157-b794-4ca8-9a68-d8a77c552135 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:34.391792 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-8117f157-b794-4ca8-9a68-d8a77c552135 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:34.394526 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port cefa8c26-738d-4e6e-b37a-e635a72f3e1f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:34.394983 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:34.413826 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-8117f157-b794-4ca8-9a68-d8a77c552135 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6604626 Aug 16 21:07:34.427101 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-fa2e971a-24f4-4e3c-9461-4f59cab6a54b service neutron] Request body: {'port': {'device_id': 'a9fb993c-db96-44a7-b7cc-5972b188ac1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:34.494277 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-fa2e971a-24f4-4e3c-9461-4f59cab6a54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:34.503005 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:34.507517 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ced43a8c-0015-4662-9fec-c9c66bdbdb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:34.543668 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port cefa8c26-738d-4e6e-b37a-e635a72f3e1f, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=cefa8c26-738d-4e6e-b37a-e635a72f3e1f,segment=NetworkSegment(1db07baa-5ab5-45fc-97c9-1d1829d30e76),segment_id=1db07baa-5ab5-45fc-97c9-1d1829d30e76)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:34.548897 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:34.549706 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 802ce461-3eda-45ac-9a85-5c0f76bd9c81 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:07:34.640638 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-05bb5835-445f-48fe-8e93-1843ccc82e1f None None] Provisioning for port a71f6bfa-b574-45fc-b9cf-71ea7f4138d6 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:07:34.655597 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-05bb5835-445f-48fe-8e93-1843ccc82e1f None None] Provisioning complete for port a71f6bfa-b574-45fc-b9cf-71ea7f4138d6 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:34.655968 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-05bb5835-445f-48fe-8e93-1843ccc82e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:34.658002 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=cefa8c26-738d-4e6e-b37a-e635a72f3e1f,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:34.660410 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 802ce461-3eda-45ac-9a85-5c0f76bd9c81 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:34.660850 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:34.721389 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-05bb5835-445f-48fe-8e93-1843ccc82e1f None None] Port a71f6bfa-b574-45fc-b9cf-71ea7f4138d6 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:07:34.780572 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:34.816316 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-fa2e971a-24f4-4e3c-9461-4f59cab6a54b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a71f6bfa-b574-45fc-b9cf-71ea7f4138d6 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:07:34.824074 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-fa2e971a-24f4-4e3c-9461-4f59cab6a54b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:34.836907 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-fa2e971a-24f4-4e3c-9461-4f59cab6a54b service neutron] Transition to ACTIVE for port object a71f6bfa-b574-45fc-b9cf-71ea7f4138d6 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:34.841713 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-fa2e971a-24f4-4e3c-9461-4f59cab6a54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:34.895604 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e971a-24f4-4e3c-9461-4f59cab6a54b service neutron] Pushing event updated for resources: {'Port': ['ID=a71f6bfa-b574-45fc-b9cf-71ea7f4138d6,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:34.939323 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e9243-7ec6-430a-b052-78d27015bf5f req-647656f0-782d-454d-ac3d-c8c7e69725f2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:34.941091 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9d6e9243-7ec6-430a-b052-78d27015bf5f req-647656f0-782d-454d-ac3d-c8c7e69725f2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 943 time: 0.0572827 Aug 16 21:07:34.980507 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-fa2e971a-24f4-4e3c-9461-4f59cab6a54b service neutron] Attempting to bind port a71f6bfa-b574-45fc-b9cf-71ea7f4138d6 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:34.981313 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-fa2e971a-24f4-4e3c-9461-4f59cab6a54b service neutron] Attempting to bind port a71f6bfa-b574-45fc-b9cf-71ea7f4138d6 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': '1db07baa-5ab5-45fc-97c9-1d1829d30e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fc11fbb3-8c2e-496f-9d14-dee38a5a440c'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:34.981496 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-fa2e971a-24f4-4e3c-9461-4f59cab6a54b service neutron] Attempting to bind port a71f6bfa-b574-45fc-b9cf-71ea7f4138d6 on network fc11fbb3-8c2e-496f-9d14-dee38a5a440c {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:34.986736 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-fa2e971a-24f4-4e3c-9461-4f59cab6a54b service neutron] Port a71f6bfa-b574-45fc-b9cf-71ea7f4138d6 on network fc11fbb3-8c2e-496f-9d14-dee38a5a440c not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:34.987435 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-fa2e971a-24f4-4e3c-9461-4f59cab6a54b service neutron] Attempting to bind port a71f6bfa-b574-45fc-b9cf-71ea7f4138d6 on network fc11fbb3-8c2e-496f-9d14-dee38a5a440c {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:34.993720 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-fa2e971a-24f4-4e3c-9461-4f59cab6a54b service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:07:34.994043 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9d6e9243-7ec6-430a-b052-78d27015bf5f req-cc2fcac7-9310-4f89-b2ac-1b13e0ef682e tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=228ebe6d-e771-435b-af03-45a4a05b9893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427833 Aug 16 21:07:34.994303 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-fa2e971a-24f4-4e3c-9461-4f59cab6a54b service neutron] Checking segment: {'id': '1db07baa-5ab5-45fc-97c9-1d1829d30e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fc11fbb3-8c2e-496f-9d14-dee38a5a440c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:07:34.994940 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-fa2e971a-24f4-4e3c-9461-4f59cab6a54b service neutron] Bound using segment: {'id': '1db07baa-5ab5-45fc-97c9-1d1829d30e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fc11fbb3-8c2e-496f-9d14-dee38a5a440c'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:07:34.995820 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-fa2e971a-24f4-4e3c-9461-4f59cab6a54b service neutron] Bound port: a71f6bfa-b574-45fc-b9cf-71ea7f4138d6, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db07baa-5ab5-45fc-97c9-1d1829d30e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fc11fbb3-8c2e-496f-9d14-dee38a5a440c'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:07:35.004716 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-fa2e971a-24f4-4e3c-9461-4f59cab6a54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:35.064191 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-fa2e971a-24f4-4e3c-9461-4f59cab6a54b service neutron] For port a71f6bfa-b574-45fc-b9cf-71ea7f4138d6, host n-h2-787206-13, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:07:35.067316 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-fa2e971a-24f4-4e3c-9461-4f59cab6a54b service neutron] For port a71f6bfa-b574-45fc-b9cf-71ea7f4138d6, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a71f6bfa-b574-45fc-b9cf-71ea7f4138d6,segment=NetworkSegment(1db07baa-5ab5-45fc-97c9-1d1829d30e76),segment_id=1db07baa-5ab5-45fc-97c9-1d1829d30e76)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:07:35.072680 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-fa2e971a-24f4-4e3c-9461-4f59cab6a54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:35.111182 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-fa2e971a-24f4-4e3c-9461-4f59cab6a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:35.111839 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-fa2e971a-24f4-4e3c-9461-4f59cab6a54b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:35.113219 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-fa2e971a-24f4-4e3c-9461-4f59cab6a54b service neutron] 10.222.0.63 "PUT /v2.0/ports/a71f6bfa-b574-45fc-b9cf-71ea7f4138d6 HTTP/1.1" status: 200 len: 1092 time: 0.6908481 Aug 16 21:07:35.113652 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9fb993c-db96-44a7-b7cc-5972b188ac1d', 'tag': 'a71f6bfa-b574-45fc-b9cf-71ea7f4138d6'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:07:35.115930 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3574c60e065d2c839e3c713bbc5c644800ed611e652874904b72df0b461749ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fb2682-e0a3-49ac-8c7b-fbe760dd2de5" -d '{"events": [{"name": "network-changed", "server_uuid": "a9fb993c-db96-44a7-b7cc-5972b188ac1d", "tag": "a71f6bfa-b574-45fc-b9cf-71ea7f4138d6"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:07:35.172244 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbe63d2-8454-43d6-afd1-a4f387527cde x-openstack-request-id: req-3bbe63d2-8454-43d6-afd1-a4f387527cde {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:07:35.172539 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9fb993c-db96-44a7-b7cc-5972b188ac1d", "tag": "a71f6bfa-b574-45fc-b9cf-71ea7f4138d6", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:07:35.172822 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3bbe63d2-8454-43d6-afd1-a4f387527cde {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:07:35.173250 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9fb993c-db96-44a7-b7cc-5972b188ac1d', 'tag': 'a71f6bfa-b574-45fc-b9cf-71ea7f4138d6', 'status': 'completed', 'code': 200} Aug 16 21:07:35.175502 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e971a-24f4-4e3c-9461-4f59cab6a54b service neutron] Pushing event updated for resources: {'Port': ['ID=a71f6bfa-b574-45fc-b9cf-71ea7f4138d6,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:35.209087 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-e5bddee3-9dd1-451f-8322-e40821d7ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:35.210631 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-e5bddee3-9dd1-451f-8322-e40821d7ca6d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 1095 time: 0.0516648 Aug 16 21:07:35.256788 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-96f29580-a3db-4968-9967-05c46504e57d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a71f6bfa-b574-45fc-b9cf-71ea7f4138d6 HTTP/1.1" status: 200 len: 217 time: 0.0381279 Aug 16 21:07:35.308707 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-1d71019d-eb68-4608-bb62-c9541c12829b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:35.310125 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-1d71019d-eb68-4608-bb62-c9541c12829b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=19b00143-6bf2-46bf-8f48-1cc7b950c535 HTTP/1.1" status: 200 len: 834 time: 0.0466874 Aug 16 21:07:35.358085 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-c7e3006f-96a7-4b0c-b510-cb3706bec29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:35.359671 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-c7e3006f-96a7-4b0c-b510-cb3706bec29a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fc11fbb3-8c2e-496f-9d14-dee38a5a440c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420625 Aug 16 21:07:35.455233 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-f71b1402-6d09-43fe-8f88-225d37f3986a service neutron] 10.222.0.63 "GET /v2.0/networks/fc11fbb3-8c2e-496f-9d14-dee38a5a440c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872157 Aug 16 21:07:35.543669 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-820e6b69-66de-4ff1-af83-14c3c4577136 req-d481eae2-01f0-47dc-9aac-ad2a01acc1f7 service neutron] 10.222.0.63 "GET /v2.0/networks/fc11fbb3-8c2e-496f-9d14-dee38a5a440c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796025 Aug 16 21:07:35.629938 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb2682-e0a3-49ac-8c7b-fbe760dd2de5 req-6515ff5e-6b4e-486a-8306-d2bfc388d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:35.631414 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-19fb2682-e0a3-49ac-8c7b-fbe760dd2de5 req-6515ff5e-6b4e-486a-8306-d2bfc388d821 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 1095 time: 0.0400007 Aug 16 21:07:35.724852 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb2682-e0a3-49ac-8c7b-fbe760dd2de5 req-97086c41-952f-4c97-87bb-3f3c48574b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:35.726258 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-19fb2682-e0a3-49ac-8c7b-fbe760dd2de5 req-97086c41-952f-4c97-87bb-3f3c48574b8c service neutron] 10.222.0.63 "GET /v2.0/networks?id=fc11fbb3-8c2e-496f-9d14-dee38a5a440c HTTP/1.1" status: 200 len: 897 time: 0.0883126 Aug 16 21:07:35.768305 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-19fb2682-e0a3-49ac-8c7b-fbe760dd2de5 req-4a1ded25-2480-4837-a22f-3e6b3aec1ca0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a71f6bfa-b574-45fc-b9cf-71ea7f4138d6 HTTP/1.1" status: 200 len: 217 time: 0.0348561 Aug 16 21:07:35.824115 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb2682-e0a3-49ac-8c7b-fbe760dd2de5 req-8eb996ed-cc25-4bac-b480-3ff1d977c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:35.825630 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-19fb2682-e0a3-49ac-8c7b-fbe760dd2de5 req-8eb996ed-cc25-4bac-b480-3ff1d977c46d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=19b00143-6bf2-46bf-8f48-1cc7b950c535 HTTP/1.1" status: 200 len: 834 time: 0.0489459 Aug 16 21:07:35.844156 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:35.873429 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb2682-e0a3-49ac-8c7b-fbe760dd2de5 req-77c4e9f0-c1d5-4bee-98a7-61ef1c146bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:35.874986 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-19fb2682-e0a3-49ac-8c7b-fbe760dd2de5 req-77c4e9f0-c1d5-4bee-98a7-61ef1c146bab service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fc11fbb3-8c2e-496f-9d14-dee38a5a440c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417945 Aug 16 21:07:35.967946 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-19fb2682-e0a3-49ac-8c7b-fbe760dd2de5 req-9ee6ab52-39a8-4f1e-b585-617dce15fbc4 service neutron] 10.222.0.63 "GET /v2.0/networks/fc11fbb3-8c2e-496f-9d14-dee38a5a440c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843043 Aug 16 21:07:36.065013 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-19fb2682-e0a3-49ac-8c7b-fbe760dd2de5 req-98e7db22-4c6f-4ffb-a473-4973a9317913 service neutron] 10.222.0.63 "GET /v2.0/networks/fc11fbb3-8c2e-496f-9d14-dee38a5a440c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895579 Aug 16 21:07:36.096237 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device cefa8c26-738d-4e6e-b37a-e635a72f3e1f up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:07:36.115112 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e512000-bcc8-4b4b-b30e-2dc9ee1d14c9 req-3224168a-015d-40f8-a6d7-4dd6f3990a8b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:36.116630 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9e512000-bcc8-4b4b-b30e-2dc9ee1d14c9 req-3224168a-015d-40f8-a6d7-4dd6f3990a8b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 943 time: 0.0549715 Aug 16 21:07:36.145908 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port cefa8c26-738d-4e6e-b37a-e635a72f3e1f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:36.146273 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:36.155026 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9e512000-bcc8-4b4b-b30e-2dc9ee1d14c9 req-457d7756-2445-494c-9274-d807b76661b9 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=228ebe6d-e771-435b-af03-45a4a05b9893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324125 Aug 16 21:07:36.615382 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:36.739067 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:37.269332 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fe47a-0587-4988-a279-235770c403f9 req-0f80f152-bdbe-45a4-9980-e8fdc28cb456 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:37.270829 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e90fe47a-0587-4988-a279-235770c403f9 req-0f80f152-bdbe-45a4-9980-e8fdc28cb456 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 943 time: 0.0483983 Aug 16 21:07:37.292243 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:37.310748 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e90fe47a-0587-4988-a279-235770c403f9 req-b6f3648b-2ecc-46ae-99f2-19aed9b1b7b0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=228ebe6d-e771-435b-af03-45a4a05b9893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326390 Aug 16 21:07:37.946259 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device a71f6bfa-b574-45fc-b9cf-71ea7f4138d6 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:07:38.041301 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port a71f6bfa-b574-45fc-b9cf-71ea7f4138d6, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a71f6bfa-b574-45fc-b9cf-71ea7f4138d6,segment=NetworkSegment(1db07baa-5ab5-45fc-97c9-1d1829d30e76),segment_id=1db07baa-5ab5-45fc-97c9-1d1829d30e76)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:38.053926 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'a71f6bfa-b574-45fc-b9cf-71ea7f4138d6', 'network_id': 'fc11fbb3-8c2e-496f-9d14-dee38a5a440c', 'port_id': 'a71f6bfa-b574-45fc-b9cf-71ea7f4138d6', 'mac_address': 'fa:16:3e:83:2d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19b00143-6bf2-46bf-8f48-1cc7b950c535', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:07:38.090336 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:38.103332 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a71f6bfa-b574-45fc-b9cf-71ea7f4138d6 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:07:38.122216 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port a71f6bfa-b574-45fc-b9cf-71ea7f4138d6, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a71f6bfa-b574-45fc-b9cf-71ea7f4138d6,segment=NetworkSegment(1db07baa-5ab5-45fc-97c9-1d1829d30e76),segment_id=1db07baa-5ab5-45fc-97c9-1d1829d30e76)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:38.126828 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:38.175928 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=a71f6bfa-b574-45fc-b9cf-71ea7f4138d6,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:38.345193 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['a71f6bfa-b574-45fc-b9cf-71ea7f4138d6'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:07:38.427287 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c75316-7846-4f85-a4ba-f440dbcc4ca1 req-efe5d6f8-d9c9-4230-ab7b-2a5cccb265da tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:38.428818 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-80c75316-7846-4f85-a4ba-f440dbcc4ca1 req-efe5d6f8-d9c9-4230-ab7b-2a5cccb265da tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 944 time: 0.0503986 Aug 16 21:07:38.465720 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-80c75316-7846-4f85-a4ba-f440dbcc4ca1 req-15022c10-d352-489c-af69-fdaaf8cea102 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=228ebe6d-e771-435b-af03-45a4a05b9893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307133 Aug 16 21:07:39.583677 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e79b9f-a5cc-4875-a4df-f75bd96240aa req-cb94ae77-0c0d-4fd5-bec6-3c07ce4a52b6 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:39.585152 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48e79b9f-a5cc-4875-a4df-f75bd96240aa req-cb94ae77-0c0d-4fd5-bec6-3c07ce4a52b6 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 944 time: 0.0526769 Aug 16 21:07:39.622700 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48e79b9f-a5cc-4875-a4df-f75bd96240aa req-cb127e45-946a-4bd1-acd8-af1c4bb42de6 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=228ebe6d-e771-435b-af03-45a4a05b9893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316978 Aug 16 21:07:39.977918 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device a71f6bfa-b574-45fc-b9cf-71ea7f4138d6 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:07:40.025572 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port a71f6bfa-b574-45fc-b9cf-71ea7f4138d6 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:07:40.029758 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port a71f6bfa-b574-45fc-b9cf-71ea7f4138d6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:40.030128 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:40.109402 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:40.136322 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fb993c-db96-44a7-b7cc-5972b188ac1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71f6bfa-b574-45fc-b9cf-71ea7f4138d6'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:07:40.138667 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0348104d8022dd0cb333a966cdf78087a7844175b144024c4093ab2d6ac91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2683a72-165c-41ea-adf9-0efdbe45869e" -d '{"events": [{"server_uuid": "a9fb993c-db96-44a7-b7cc-5972b188ac1d", "name": "network-vif-plugged", "status": "completed", "tag": "a71f6bfa-b574-45fc-b9cf-71ea7f4138d6"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:07:40.152081 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port a71f6bfa-b574-45fc-b9cf-71ea7f4138d6, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a71f6bfa-b574-45fc-b9cf-71ea7f4138d6,segment=NetworkSegment(1db07baa-5ab5-45fc-97c9-1d1829d30e76),segment_id=1db07baa-5ab5-45fc-97c9-1d1829d30e76)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:40.157177 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:40.187075 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f647ba-47bc-439f-854f-42fe26d27512 x-openstack-request-id: req-18f647ba-47bc-439f-854f-42fe26d27512 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:07:40.187411 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fb993c-db96-44a7-b7cc-5972b188ac1d", "name": "network-vif-plugged", "status": "completed", "tag": "a71f6bfa-b574-45fc-b9cf-71ea7f4138d6", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:07:40.187653 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-18f647ba-47bc-439f-854f-42fe26d27512 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:07:40.188036 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9fb993c-db96-44a7-b7cc-5972b188ac1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71f6bfa-b574-45fc-b9cf-71ea7f4138d6', 'code': 200} Aug 16 21:07:40.214108 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=a71f6bfa-b574-45fc-b9cf-71ea7f4138d6,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:40.271343 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b4a06-f998-4db1-b72f-aae2c9dc599c req-dcc0fad7-b05b-4590-b3bc-469446be9a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:40.272803 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-137b4a06-f998-4db1-b72f-aae2c9dc599c req-dcc0fad7-b05b-4590-b3bc-469446be9a3b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 1097 time: 0.0395494 Aug 16 21:07:40.307520 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-137b4a06-f998-4db1-b72f-aae2c9dc599c req-5718142d-eab7-4a32-ad6b-95af2cde5dd0 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=228ebe6d-e771-435b-af03-45a4a05b9893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279715 Aug 16 21:07:40.737195 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc19ba-c627-4a61-a78c-0f1e38233830 req-179b5065-4656-4f70-89fd-82325f5d928d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:40.738696 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48bc19ba-c627-4a61-a78c-0f1e38233830 req-179b5065-4656-4f70-89fd-82325f5d928d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 945 time: 0.0486887 Aug 16 21:07:40.777889 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48bc19ba-c627-4a61-a78c-0f1e38233830 req-5d44df69-3c5e-4d6a-847e-2c277edf02a1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=228ebe6d-e771-435b-af03-45a4a05b9893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330145 Aug 16 21:07:41.889374 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cab3b2-8807-4c80-a1cd-70ee4cc336cb req-aa858716-dd20-4e52-ab80-c571378b8138 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:41.890863 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-67cab3b2-8807-4c80-a1cd-70ee4cc336cb req-aa858716-dd20-4e52-ab80-c571378b8138 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 945 time: 0.0481398 Aug 16 21:07:41.928618 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-67cab3b2-8807-4c80-a1cd-70ee4cc336cb req-6d28b983-ba42-45b5-b50b-ea01a3fa0438 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=228ebe6d-e771-435b-af03-45a4a05b9893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319526 Aug 16 21:07:42.043567 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01376e-f556-4f3b-88d0-a48a52423dc6 req-92e42ad5-25e5-42d5-ae3e-40d3b3a1f523 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:42.045601 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2f01376e-f556-4f3b-88d0-a48a52423dc6 req-92e42ad5-25e5-42d5-ae3e-40d3b3a1f523 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 945 time: 0.0525625 Aug 16 21:07:42.083541 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2f01376e-f556-4f3b-88d0-a48a52423dc6 req-30c94532-9b10-476c-acb5-87de0e1e1297 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=228ebe6d-e771-435b-af03-45a4a05b9893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318186 Aug 16 21:07:42.105565 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34794) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:42.145563 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413b0bfe-9c47-462f-9908-5cefc4a5c41e tempest-TestNetworkAdvancedServerOps-1330612273 tempest-TestNetworkAdvancedServerOps-1330612273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:42.147057 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-413b0bfe-9c47-462f-9908-5cefc4a5c41e tempest-TestNetworkAdvancedServerOps-1330612273 tempest-TestNetworkAdvancedServerOps-1330612273-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 1092 time: 0.0405335 Aug 16 21:07:42.149889 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34796) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:42.154798 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d988b9bd-3ff3-4005-a423-1e8e81b30e48 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'port_id': 'a71f6bfa-b574-45fc-b9cf-71ea7f4138d6', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:42.177042 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d988b9bd-3ff3-4005-a423-1e8e81b30e48 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:42.272864 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d988b9bd-3ff3-4005-a423-1e8e81b30e48 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:42.373039 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-d988b9bd-3ff3-4005-a423-1e8e81b30e48 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Allocated IP 172.25.8.249 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/e0427df9-a159-497c-9937-ca63332c4e8a) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:07:42.476054 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d988b9bd-3ff3-4005-a423-1e8e81b30e48 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:42.512680 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d988b9bd-3ff3-4005-a423-1e8e81b30e48 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:42.553546 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d988b9bd-3ff3-4005-a423-1e8e81b30e48 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:42.556464 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-d988b9bd-3ff3-4005-a423-1e8e81b30e48 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:42.562719 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d988b9bd-3ff3-4005-a423-1e8e81b30e48 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:42.565677 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988b9bd-3ff3-4005-a423-1e8e81b30e48 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Port': ['ID=e0427df9-a159-497c-9937-ca63332c4e8a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:42.912961 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d988b9bd-3ff3-4005-a423-1e8e81b30e48 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:42.979446 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d988b9bd-3ff3-4005-a423-1e8e81b30e48 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:43.135232 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d988b9bd-3ff3-4005-a423-1e8e81b30e48 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:43.139729 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d988b9bd-3ff3-4005-a423-1e8e81b30e48 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:43.209446 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988b9bd-3ff3-4005-a423-1e8e81b30e48 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Port': ['ID=e0427df9-a159-497c-9937-ca63332c4e8a,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:43.222411 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d988b9bd-3ff3-4005-a423-1e8e81b30e48 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:43.321960 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-d988b9bd-3ff3-4005-a423-1e8e81b30e48 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Floating IP c0706f42-0047-4ccc-a0ee-401e50bdcfad associated. External IP: 172.25.8.249, port: a71f6bfa-b574-45fc-b9cf-71ea7f4138d6. Aug 16 21:07:43.531937 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d988b9bd-3ff3-4005-a423-1e8e81b30e48 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Router c77be958-5edb-4c67-8621-7812945975da has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:07:43.639916 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d988b9bd-3ff3-4005-a423-1e8e81b30e48 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:07:43.649766 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9bc4e7-01c5-4c5d-a7b2-bbd2951a9f56 None None] Sync routers for ids ['c77be958-5edb-4c67-8621-7812945975da'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:07:43.656319 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d988b9bd-3ff3-4005-a423-1e8e81b30e48 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:43.660783 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9bc4e7-01c5-4c5d-a7b2-bbd2951a9f56 None None] Routers {'c77be958-5edb-4c67-8621-7812945975da'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:43.661392 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2c9bc4e7-01c5-4c5d-a7b2-bbd2951a9f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:07:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['c77be958-5edb-4c67-8621-7812945975da'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:43.684389 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d988b9bd-3ff3-4005-a423-1e8e81b30e48 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5334117 Aug 16 21:07:43.685118 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9fb993c-db96-44a7-b7cc-5972b188ac1d', 'tag': 'a71f6bfa-b574-45fc-b9cf-71ea7f4138d6'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:07:43.687791 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ca1312-d090-4e66-a17d-2c87dfcb214b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9fb993c-db96-44a7-b7cc-5972b188ac1d", "tag": "a71f6bfa-b574-45fc-b9cf-71ea7f4138d6"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:07:43.784663 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad59b46-06c6-43d2-8a14-5d8d45fc08b1 req-c6a72282-fa52-43d7-a018-f1d5066dfbd2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:43.787125 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3ad59b46-06c6-43d2-8a14-5d8d45fc08b1 req-c6a72282-fa52-43d7-a018-f1d5066dfbd2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 945 time: 0.0520234 Aug 16 21:07:43.828789 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3ad59b46-06c6-43d2-8a14-5d8d45fc08b1 req-adc5f64f-8fe5-4e1e-a331-a597c6a12129 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=228ebe6d-e771-435b-af03-45a4a05b9893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351846 Aug 16 21:07:43.850742 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34804) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:43.857014 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-2c9bc4e7-01c5-4c5d-a7b2-bbd2951a9f56 None None] Set router c77be958-5edb-4c67-8621-7812945975da gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:07:43.898902 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43905fab-776b-407c-b236-6e9a7384e7cf x-openstack-request-id: req-43905fab-776b-407c-b236-6e9a7384e7cf {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:07:43.899187 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9fb993c-db96-44a7-b7cc-5972b188ac1d", "tag": "a71f6bfa-b574-45fc-b9cf-71ea7f4138d6", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:07:43.899472 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-43905fab-776b-407c-b236-6e9a7384e7cf {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:07:43.899867 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9fb993c-db96-44a7-b7cc-5972b188ac1d', 'tag': 'a71f6bfa-b574-45fc-b9cf-71ea7f4138d6', 'status': 'completed', 'code': 200} Aug 16 21:07:43.924245 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2d76dd9a-4562-479c-9ba1-fb409c7d2f7c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/floatingips/c0706f42-0047-4ccc-a0ee-401e50bdcfad HTTP/1.1" status: 200 len: 991 time: 0.0720732 Aug 16 21:07:43.941302 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca1312-d090-4e66-a17d-2c87dfcb214b req-716e6832-9a47-40f7-a499-ff4e166c3dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:43.942813 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-87ca1312-d090-4e66-a17d-2c87dfcb214b req-716e6832-9a47-40f7-a499-ff4e166c3dc5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 1097 time: 0.0474608 Aug 16 21:07:44.033580 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca1312-d090-4e66-a17d-2c87dfcb214b req-48576628-6619-4c40-8ead-c918f91d3746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:44.035131 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-87ca1312-d090-4e66-a17d-2c87dfcb214b req-48576628-6619-4c40-8ead-c918f91d3746 service neutron] 10.222.0.63 "GET /v2.0/networks?id=fc11fbb3-8c2e-496f-9d14-dee38a5a440c HTTP/1.1" status: 200 len: 897 time: 0.0853174 Aug 16 21:07:44.088833 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2c9bc4e7-01c5-4c5d-a7b2-bbd2951a9f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77be958-5edb-4c67-8621-7812945975da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380403348', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '802ce461-3eda-45ac-9a85-5c0f76bd9c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:27Z', 'updated_at': '2021-08-16T21:07:30Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '802ce461-3eda-45ac-9a85-5c0f76bd9c81', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77be958-5edb-4c67-8621-7812945975da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:27Z', 'updated_at': '2021-08-16T21:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'c0706f42-0047-4ccc-a0ee-401e50bdcfad', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'floating_ip_address': '172.25.8.249', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'c77be958-5edb-4c67-8621-7812945975da', 'port_id': 'a71f6bfa-b574-45fc-b9cf-71ea7f4138d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc11fbb3-8c2e-496f-9d14-dee38a5a440c', 'mac_address': 'fa:16:3e:83:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fb993c-db96-44a7-b7cc-5972b188ac1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:07:42Z', 'updated_at': '2021-08-16T21:07:42Z', 'revision_number': 0, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cefa8c26-738d-4e6e-b37a-e635a72f3e1f', 'name': '', 'network_id': 'fc11fbb3-8c2e-496f-9d14-dee38a5a440c', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:76:69:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77be958-5edb-4c67-8621-7812945975da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '19b00143-6bf2-46bf-8f48-1cc7b950c535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:30Z', 'updated_at': '2021-08-16T21:07:34Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': '19b00143-6bf2-46bf-8f48-1cc7b950c535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:44.104505 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-87ca1312-d090-4e66-a17d-2c87dfcb214b req-7973f8fc-c573-4c2b-bc45-d16c6c333984 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a71f6bfa-b574-45fc-b9cf-71ea7f4138d6 HTTP/1.1" status: 200 len: 999 time: 0.0616455 Aug 16 21:07:44.114566 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9bc4e7-01c5-4c5d-a7b2-bbd2951a9f56 None None] Checking router: c77be958-5edb-4c67-8621-7812945975da for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:07:44.122750 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9bc4e7-01c5-4c5d-a7b2-bbd2951a9f56 None None] Routers {'c77be958-5edb-4c67-8621-7812945975da'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:44.123945 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2c9bc4e7-01c5-4c5d-a7b2-bbd2951a9f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:07:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['c77be958-5edb-4c67-8621-7812945975da'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:44.153887 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca1312-d090-4e66-a17d-2c87dfcb214b req-cf43fa73-89f3-42ee-ae28-5bc70855b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:44.155447 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-87ca1312-d090-4e66-a17d-2c87dfcb214b req-cf43fa73-89f3-42ee-ae28-5bc70855b38c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=19b00143-6bf2-46bf-8f48-1cc7b950c535 HTTP/1.1" status: 200 len: 834 time: 0.0434949 Aug 16 21:07:44.202639 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca1312-d090-4e66-a17d-2c87dfcb214b req-312d2fc9-61b4-4c36-a0b2-4a39b46d011f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:44.204365 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-87ca1312-d090-4e66-a17d-2c87dfcb214b req-312d2fc9-61b4-4c36-a0b2-4a39b46d011f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fc11fbb3-8c2e-496f-9d14-dee38a5a440c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413070 Aug 16 21:07:44.228325 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-2c9bc4e7-01c5-4c5d-a7b2-bbd2951a9f56 None None] Set router c77be958-5edb-4c67-8621-7812945975da gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:07:44.298937 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-87ca1312-d090-4e66-a17d-2c87dfcb214b req-78633bfe-5578-4606-9c12-287757be7c79 service neutron] 10.222.0.63 "GET /v2.0/networks/fc11fbb3-8c2e-496f-9d14-dee38a5a440c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865061 Aug 16 21:07:44.365927 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.63', 51985) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:44.391378 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [req-87ca1312-d090-4e66-a17d-2c87dfcb214b req-c36bf9fc-4ca4-4bd8-95fc-3a9b83b16f1c service neutron] 10.222.0.63 "GET /v2.0/networks/fc11fbb3-8c2e-496f-9d14-dee38a5a440c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862708 Aug 16 21:07:44.410517 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a392bfce-fc5d-4dd9-970b-2d11a53968e5 req-2faaabb6-1f2a-45fb-b8b3-43cf32120432 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427601 Aug 16 21:07:44.455486 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2c9bc4e7-01c5-4c5d-a7b2-bbd2951a9f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77be958-5edb-4c67-8621-7812945975da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380403348', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '802ce461-3eda-45ac-9a85-5c0f76bd9c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:27Z', 'updated_at': '2021-08-16T21:07:30Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '802ce461-3eda-45ac-9a85-5c0f76bd9c81', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77be958-5edb-4c67-8621-7812945975da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:27Z', 'updated_at': '2021-08-16T21:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'c0706f42-0047-4ccc-a0ee-401e50bdcfad', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'floating_ip_address': '172.25.8.249', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'c77be958-5edb-4c67-8621-7812945975da', 'port_id': 'a71f6bfa-b574-45fc-b9cf-71ea7f4138d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc11fbb3-8c2e-496f-9d14-dee38a5a440c', 'mac_address': 'fa:16:3e:83:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fb993c-db96-44a7-b7cc-5972b188ac1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:07:42Z', 'updated_at': '2021-08-16T21:07:42Z', 'revision_number': 0, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cefa8c26-738d-4e6e-b37a-e635a72f3e1f', 'name': '', 'network_id': 'fc11fbb3-8c2e-496f-9d14-dee38a5a440c', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:76:69:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77be958-5edb-4c67-8621-7812945975da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '19b00143-6bf2-46bf-8f48-1cc7b950c535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:30Z', 'updated_at': '2021-08-16T21:07:34Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': '19b00143-6bf2-46bf-8f48-1cc7b950c535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:44.482084 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9bc4e7-01c5-4c5d-a7b2-bbd2951a9f56 None None] The sync data for ids ['c77be958-5edb-4c67-8621-7812945975da'] in n-d-787206-13 is: [{'id': 'c77be958-5edb-4c67-8621-7812945975da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380403348', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '802ce461-3eda-45ac-9a85-5c0f76bd9c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:27Z', 'updated_at': '2021-08-16T21:07:30Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '802ce461-3eda-45ac-9a85-5c0f76bd9c81', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77be958-5edb-4c67-8621-7812945975da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:27Z', 'updated_at': '2021-08-16T21:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'c0706f42-0047-4ccc-a0ee-401e50bdcfad', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'floating_ip_address': '172.25.8.249', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'c77be958-5edb-4c67-8621-7812945975da', 'port_id': 'a71f6bfa-b574-45fc-b9cf-71ea7f4138d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc11fbb3-8c2e-496f-9d14-dee38a5a440c', 'mac_address': 'fa:16:3e:83:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fb993c-db96-44a7-b7cc-5972b188ac1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:07:42Z', 'updated_at': '2021-08-16T21:07:42Z', 'revision_number': 0, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cefa8c26-738d-4e6e-b37a-e635a72f3e1f', 'name': '', 'network_id': 'fc11fbb3-8c2e-496f-9d14-dee38a5a440c', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:76:69:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77be958-5edb-4c67-8621-7812945975da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '19b00143-6bf2-46bf-8f48-1cc7b950c535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:30Z', 'updated_at': '2021-08-16T21:07:34Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': '19b00143-6bf2-46bf-8f48-1cc7b950c535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:07:44.494997 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392bfce-fc5d-4dd9-970b-2d11a53968e5 req-22baa5aa-6c10-49e4-9a66-fe274d2f15e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:44.496578 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a392bfce-fc5d-4dd9-970b-2d11a53968e5 req-22baa5aa-6c10-49e4-9a66-fe274d2f15e7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 1097 time: 0.0420048 Aug 16 21:07:44.604731 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392bfce-fc5d-4dd9-970b-2d11a53968e5 req-38350a90-7c72-46f6-8b90-684fa4c4a76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:44.606222 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a392bfce-fc5d-4dd9-970b-2d11a53968e5 req-38350a90-7c72-46f6-8b90-684fa4c4a76d service neutron] 10.222.0.63 "GET /v2.0/networks?id=fc11fbb3-8c2e-496f-9d14-dee38a5a440c HTTP/1.1" status: 200 len: 897 time: 0.0898535 Aug 16 21:07:44.673208 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a392bfce-fc5d-4dd9-970b-2d11a53968e5 req-0385a90d-587d-486a-9df8-b747fb5fed05 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a71f6bfa-b574-45fc-b9cf-71ea7f4138d6 HTTP/1.1" status: 200 len: 999 time: 0.0603216 Aug 16 21:07:44.684305 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb33300f-a0e5-4de5-b6c7-dc691c0d19d5 None None] New status for floating IP c0706f42-0047-4ccc-a0ee-401e50bdcfad: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:07:44.727736 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392bfce-fc5d-4dd9-970b-2d11a53968e5 req-8f47ff19-9cdc-47ae-827e-28825c04c4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:44.729337 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a392bfce-fc5d-4dd9-970b-2d11a53968e5 req-8f47ff19-9cdc-47ae-827e-28825c04c4fb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=19b00143-6bf2-46bf-8f48-1cc7b950c535 HTTP/1.1" status: 200 len: 834 time: 0.0491436 Aug 16 21:07:44.774547 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392bfce-fc5d-4dd9-970b-2d11a53968e5 req-c39b73a5-9d11-4187-981c-768845b3a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:44.776088 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a392bfce-fc5d-4dd9-970b-2d11a53968e5 req-c39b73a5-9d11-4187-981c-768845b3a441 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fc11fbb3-8c2e-496f-9d14-dee38a5a440c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400274 Aug 16 21:07:44.866782 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a392bfce-fc5d-4dd9-970b-2d11a53968e5 req-4ba4c5ed-ccbd-4e87-a174-2c096651d3a0 service neutron] 10.222.0.63 "GET /v2.0/networks/fc11fbb3-8c2e-496f-9d14-dee38a5a440c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836592 Aug 16 21:07:44.928106 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34806) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:44.962449 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a392bfce-fc5d-4dd9-970b-2d11a53968e5 req-5601ffb2-e090-4add-a643-f3d9adea5d1f service neutron] 10.222.0.63 "GET /v2.0/networks/fc11fbb3-8c2e-496f-9d14-dee38a5a440c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892045 Aug 16 21:07:44.993570 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e65924bc-93c8-491d-b9cd-8ea0d0e06f34 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/floatingips/c0706f42-0047-4ccc-a0ee-401e50bdcfad HTTP/1.1" status: 200 len: 993 time: 0.0643160 Aug 16 21:07:52.582119 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:08:01.926827 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21587441-d728-49dd-82b4-e6e40ddf6a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:04.478531 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c5100b3d-f571-491e-b19c-6951f0149509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:04.754534 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:05.843904 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:06.628988 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:06.739322 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:07.295560 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:13.659378 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17545a82-6682-476d-8a34-8cf91561d5ca req-81911fc1-b1e3-44ff-8084-df00d4fcd220 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:13.660862 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-17545a82-6682-476d-8a34-8cf91561d5ca req-81911fc1-b1e3-44ff-8084-df00d4fcd220 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 945 time: 0.0498159 Aug 16 21:08:13.699781 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-17545a82-6682-476d-8a34-8cf91561d5ca req-5e6ba4f3-edc5-4f58-a49a-2b9ff6faaba0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=228ebe6d-e771-435b-af03-45a4a05b9893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326247 Aug 16 21:08:14.816847 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5526d-38b8-40d4-adaf-3fbdf763c3dc req-4309b142-d039-439f-a5ca-c8e8c316a9dc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:14.818337 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-00a5526d-38b8-40d4-adaf-3fbdf763c3dc req-4309b142-d039-439f-a5ca-c8e8c316a9dc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 945 time: 0.0502872 Aug 16 21:08:14.860435 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-00a5526d-38b8-40d4-adaf-3fbdf763c3dc req-ff6beadb-2a52-4de9-be28-931ede79612c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=228ebe6d-e771-435b-af03-45a4a05b9893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356023 Aug 16 21:08:15.974773 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965d140-9d79-4b6d-a3be-0254fde4478a req-cb9ab490-815e-452f-bdfa-4ef1a962cd4a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:15.976371 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a965d140-9d79-4b6d-a3be-0254fde4478a req-cb9ab490-815e-452f-bdfa-4ef1a962cd4a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 945 time: 0.0490243 Aug 16 21:08:16.014816 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a965d140-9d79-4b6d-a3be-0254fde4478a req-289db92d-d4e2-4b06-9459-a36085b4a7aa tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=228ebe6d-e771-435b-af03-45a4a05b9893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321934 Aug 16 21:08:17.129476 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0944a94-0245-483d-b452-133540ecf554 req-0a21121d-db58-4051-915b-4a5807b072a8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:17.131545 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a0944a94-0245-483d-b452-133540ecf554 req-0a21121d-db58-4051-915b-4a5807b072a8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 945 time: 0.0501630 Aug 16 21:08:17.170332 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a0944a94-0245-483d-b452-133540ecf554 req-1835a36e-12ac-448f-a38c-84b8a0f86c24 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=228ebe6d-e771-435b-af03-45a4a05b9893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329161 Aug 16 21:08:18.284149 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a534a22-8c53-4583-879b-5927f9e4968f req-2372f3ad-827e-4079-80bd-7522bd724f29 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:18.285628 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5a534a22-8c53-4583-879b-5927f9e4968f req-2372f3ad-827e-4079-80bd-7522bd724f29 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 945 time: 0.0480919 Aug 16 21:08:18.327933 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5a534a22-8c53-4583-879b-5927f9e4968f req-861eb978-be34-41bb-82b2-891bf68fe0f1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=228ebe6d-e771-435b-af03-45a4a05b9893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360436 Aug 16 21:08:19.444272 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69689c0-306e-4956-a4e9-bbdc074ab822 req-15f88f5b-a1c3-4a46-8180-c6369bf6eb79 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:19.445836 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a69689c0-306e-4956-a4e9-bbdc074ab822 req-15f88f5b-a1c3-4a46-8180-c6369bf6eb79 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 945 time: 0.0510306 Aug 16 21:08:19.483642 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a69689c0-306e-4956-a4e9-bbdc074ab822 req-8bfbff5b-9506-48fa-ba25-038b6728a0f7 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=228ebe6d-e771-435b-af03-45a4a05b9893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314746 Aug 16 21:08:20.596752 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570510f5-7a63-4ad2-9aff-932da1a7c679 req-3d23fb3d-8954-4c39-8669-7022a4cc8d86 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:20.598308 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-570510f5-7a63-4ad2-9aff-932da1a7c679 req-3d23fb3d-8954-4c39-8669-7022a4cc8d86 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 945 time: 0.0480573 Aug 16 21:08:20.636092 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-570510f5-7a63-4ad2-9aff-932da1a7c679 req-f52e8804-378a-4c9f-ad4c-ae92846c78d0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=228ebe6d-e771-435b-af03-45a4a05b9893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312428 Aug 16 21:08:21.750388 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b3b40-c30a-4010-b1b0-7c8056c9147e req-664d4e06-2b99-431e-9648-8a43eef0fdcb tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:21.751884 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ce0b3b40-c30a-4010-b1b0-7c8056c9147e req-664d4e06-2b99-431e-9648-8a43eef0fdcb tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 945 time: 0.0483065 Aug 16 21:08:21.794088 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ce0b3b40-c30a-4010-b1b0-7c8056c9147e req-b7337eb9-f7a7-417f-b4de-05ce2077236f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=228ebe6d-e771-435b-af03-45a4a05b9893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357797 Aug 16 21:08:22.906452 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e6c5b-c0bc-44c6-a17b-7171814c3492 req-c956ca1a-213e-4599-a16c-ac153401d378 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:22.907940 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-297e6c5b-c0bc-44c6-a17b-7171814c3492 req-c956ca1a-213e-4599-a16c-ac153401d378 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 945 time: 0.0481722 Aug 16 21:08:22.945676 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-297e6c5b-c0bc-44c6-a17b-7171814c3492 req-a6fe8c95-298d-4bdc-9a08-096b36b9b3f5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=228ebe6d-e771-435b-af03-45a4a05b9893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318549 Aug 16 21:08:24.059650 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e32ed-27cf-44a3-befe-74e01f1b3c86 req-776b6ea0-1fcf-4062-8953-0568d20e87b1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:24.061156 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a08e32ed-27cf-44a3-befe-74e01f1b3c86 req-776b6ea0-1fcf-4062-8953-0568d20e87b1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 945 time: 0.0499325 Aug 16 21:08:24.097820 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a08e32ed-27cf-44a3-befe-74e01f1b3c86 req-669ed197-d029-4f18-96ab-7f726254a994 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=228ebe6d-e771-435b-af03-45a4a05b9893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308204 Aug 16 21:08:24.120373 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34846) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:24.182745 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1b456dc5-fc00-4199-9a90-3a521c71fb3c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/floatingips/c0706f42-0047-4ccc-a0ee-401e50bdcfad HTTP/1.1" status: 200 len: 993 time: 0.0612860 Aug 16 21:08:25.456757 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888c95d-0fb6-4e60-bd92-e5f3e2ee726e req-266e910c-4f52-4468-b09e-095e9a0e40ba tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:25.458233 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3888c95d-0fb6-4e60-bd92-e5f3e2ee726e req-266e910c-4f52-4468-b09e-095e9a0e40ba tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 945 time: 0.0729799 Aug 16 21:08:25.487768 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281f7a0-8f99-420c-8aae-a615929a3630 req-03ef6ed1-810c-49c7-acf0-d8ceaa2f6ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:25.489230 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3281f7a0-8f99-420c-8aae-a615929a3630 req-03ef6ed1-810c-49c7-acf0-d8ceaa2f6ef7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 1097 time: 0.0653739 Aug 16 21:08:25.520930 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3888c95d-0fb6-4e60-bd92-e5f3e2ee726e req-749969ef-206f-471b-8bd7-7b08a970193f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=228ebe6d-e771-435b-af03-45a4a05b9893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553145 Aug 16 21:08:25.592404 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281f7a0-8f99-420c-8aae-a615929a3630 req-de535c4d-200c-44b4-bbac-04e9a6686472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:25.593790 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3281f7a0-8f99-420c-8aae-a615929a3630 req-de535c4d-200c-44b4-bbac-04e9a6686472 service neutron] 10.222.0.63 "GET /v2.0/networks?id=fc11fbb3-8c2e-496f-9d14-dee38a5a440c HTTP/1.1" status: 200 len: 897 time: 0.0952210 Aug 16 21:08:25.657249 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3281f7a0-8f99-420c-8aae-a615929a3630 req-8939a61a-5fb0-4fe5-890f-99eda804a369 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a71f6bfa-b574-45fc-b9cf-71ea7f4138d6 HTTP/1.1" status: 200 len: 1001 time: 0.0556865 Aug 16 21:08:25.709055 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281f7a0-8f99-420c-8aae-a615929a3630 req-d9777f81-ee10-4d38-a0f3-e29ede1ba2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:25.711077 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3281f7a0-8f99-420c-8aae-a615929a3630 req-d9777f81-ee10-4d38-a0f3-e29ede1ba2dd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=19b00143-6bf2-46bf-8f48-1cc7b950c535 HTTP/1.1" status: 200 len: 834 time: 0.0462098 Aug 16 21:08:25.756196 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281f7a0-8f99-420c-8aae-a615929a3630 req-da622926-ff25-450f-a57c-aa7c578d1a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:25.758322 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3281f7a0-8f99-420c-8aae-a615929a3630 req-da622926-ff25-450f-a57c-aa7c578d1a25 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fc11fbb3-8c2e-496f-9d14-dee38a5a440c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406628 Aug 16 21:08:25.845889 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3281f7a0-8f99-420c-8aae-a615929a3630 req-01fbe334-509b-485a-bdf0-e498f46e366b service neutron] 10.222.0.63 "GET /v2.0/networks/fc11fbb3-8c2e-496f-9d14-dee38a5a440c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805254 Aug 16 21:08:25.943181 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3281f7a0-8f99-420c-8aae-a615929a3630 req-165b7032-6100-45f8-b3ec-fb765dcbc45e service neutron] 10.222.0.63 "GET /v2.0/networks/fc11fbb3-8c2e-496f-9d14-dee38a5a440c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886180 Aug 16 21:08:26.637286 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8644af-110e-4651-b6ca-bb535cd37f77 req-363fafde-5e6a-4f55-95ae-82933ebaaa28 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:26.638790 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6c8644af-110e-4651-b6ca-bb535cd37f77 req-363fafde-5e6a-4f55-95ae-82933ebaaa28 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 945 time: 0.0504723 Aug 16 21:08:26.677514 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6c8644af-110e-4651-b6ca-bb535cd37f77 req-9a889f60-5c11-416e-a036-4c3ed1b8fe0d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=228ebe6d-e771-435b-af03-45a4a05b9893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327914 Aug 16 21:08:26.700730 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34856) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:26.764440 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e0fdcb03-261e-40ae-92c9-00965e6f1499 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/floatingips/c0706f42-0047-4ccc-a0ee-401e50bdcfad HTTP/1.1" status: 200 len: 993 time: 0.0625553 Aug 16 21:08:29.581068 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:08:31.927986 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fe16bcc0-77a1-4868-8b13-6c32bf23a676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:34.478934 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16b21a4b-5af9-400c-b515-f82b3288e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:34.754906 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:35.845576 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:36.630371 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:36.752346 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:37.297174 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:44.395652 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a82b9694-038f-46df-9fe4-53306052afb0 req-85b31b93-6bcf-48ba-a656-984b8a852160 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0379713 Aug 16 21:08:44.475116 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b9694-038f-46df-9fe4-53306052afb0 req-5700f61c-ac20-42f5-af76-c1c776bca78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:44.476643 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a82b9694-038f-46df-9fe4-53306052afb0 req-5700f61c-ac20-42f5-af76-c1c776bca78a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 1097 time: 0.0400529 Aug 16 21:08:44.582017 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b9694-038f-46df-9fe4-53306052afb0 req-dc9dafdd-3aa7-411d-96a4-78907c4e08de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:44.583529 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a82b9694-038f-46df-9fe4-53306052afb0 req-dc9dafdd-3aa7-411d-96a4-78907c4e08de service neutron] 10.222.0.63 "GET /v2.0/networks?id=fc11fbb3-8c2e-496f-9d14-dee38a5a440c HTTP/1.1" status: 200 len: 897 time: 0.0865545 Aug 16 21:08:44.645484 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a82b9694-038f-46df-9fe4-53306052afb0 req-372a63c2-6c14-4bee-af27-3970c3cc6fb1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a71f6bfa-b574-45fc-b9cf-71ea7f4138d6 HTTP/1.1" status: 200 len: 1001 time: 0.0547917 Aug 16 21:08:44.696368 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b9694-038f-46df-9fe4-53306052afb0 req-edc3c344-c9e1-48c1-a60d-d2682b09d38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:44.697810 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a82b9694-038f-46df-9fe4-53306052afb0 req-edc3c344-c9e1-48c1-a60d-d2682b09d38f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=19b00143-6bf2-46bf-8f48-1cc7b950c535 HTTP/1.1" status: 200 len: 834 time: 0.0459032 Aug 16 21:08:44.742306 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b9694-038f-46df-9fe4-53306052afb0 req-0f70183d-6fa5-4f98-9c39-fbd0a1382f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:44.743806 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a82b9694-038f-46df-9fe4-53306052afb0 req-0f70183d-6fa5-4f98-9c39-fbd0a1382f3a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fc11fbb3-8c2e-496f-9d14-dee38a5a440c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392444 Aug 16 21:08:44.755015 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-a82b9694-038f-46df-9fe4-53306052afb0 req-08848b26-7c9d-4806-afac-63a69971e58d service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:08:44.756097 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a82b9694-038f-46df-9fe4-53306052afb0 req-08848b26-7c9d-4806-afac-63a69971e58d service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049031 Aug 16 21:08:44.850695 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a82b9694-038f-46df-9fe4-53306052afb0 req-fec87078-d183-4afb-8d2f-296a386e60d2 service neutron] 10.222.0.63 "GET /v2.0/networks/fc11fbb3-8c2e-496f-9d14-dee38a5a440c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871847 Aug 16 21:08:44.941051 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a82b9694-038f-46df-9fe4-53306052afb0 req-141c4593-049f-4703-a9d6-bd6560505080 service neutron] 10.222.0.63 "GET /v2.0/networks/fc11fbb3-8c2e-496f-9d14-dee38a5a440c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834148 Aug 16 21:08:57.116373 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34874) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:57.273980 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-72cc27b9-cc15-4dd8-bdd6-d76fe706e9f1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Deleting port e0427df9-a159-497c-9937-ca63332c4e8a {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:57.274323 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72cc27b9-cc15-4dd8-bdd6-d76fe706e9f1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:57.686414 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72cc27b9-cc15-4dd8-bdd6-d76fe706e9f1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:57.686734 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72cc27b9-cc15-4dd8-bdd6-d76fe706e9f1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:57.698019 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-72cc27b9-cc15-4dd8-bdd6-d76fe706e9f1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Calling delete_port for e0427df9-a159-497c-9937-ca63332c4e8a owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:57.842880 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72cc27b9-cc15-4dd8-bdd6-d76fe706e9f1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:57.867886 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc27b9-cc15-4dd8-bdd6-d76fe706e9f1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'Port': ['ID=e0427df9-a159-497c-9937-ca63332c4e8a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:57.880108 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc27b9-cc15-4dd8-bdd6-d76fe706e9f1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:57.880464 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc27b9-cc15-4dd8-bdd6-d76fe706e9f1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:57.880807 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc27b9-cc15-4dd8-bdd6-d76fe706e9f1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:57.881144 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc27b9-cc15-4dd8-bdd6-d76fe706e9f1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:57.881497 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc27b9-cc15-4dd8-bdd6-d76fe706e9f1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:57.881850 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc27b9-cc15-4dd8-bdd6-d76fe706e9f1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:57.882212 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc27b9-cc15-4dd8-bdd6-d76fe706e9f1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:57.882541 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc27b9-cc15-4dd8-bdd6-d76fe706e9f1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:57.882869 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc27b9-cc15-4dd8-bdd6-d76fe706e9f1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:57.883193 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc27b9-cc15-4dd8-bdd6-d76fe706e9f1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:57.883538 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc27b9-cc15-4dd8-bdd6-d76fe706e9f1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:57.883860 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc27b9-cc15-4dd8-bdd6-d76fe706e9f1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:57.937145 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72cc27b9-cc15-4dd8-bdd6-d76fe706e9f1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:57.937391 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-72cc27b9-cc15-4dd8-bdd6-d76fe706e9f1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Floating IP c0706f42-0047-4ccc-a0ee-401e50bdcfad disassociated (deleted). External IP: 172.25.8.249, port: a71f6bfa-b574-45fc-b9cf-71ea7f4138d6. Aug 16 21:08:58.143667 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72cc27b9-cc15-4dd8-bdd6-d76fe706e9f1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Router c77be958-5edb-4c67-8621-7812945975da has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:08:58.251409 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cc27b9-cc15-4dd8-bdd6-d76fe706e9f1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:08:58.256155 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72cc27b9-cc15-4dd8-bdd6-d76fe706e9f1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:58.260616 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4b7ba7-7a5f-48a2-bc79-1d51303a71b4 None None] Sync routers for ids ['c77be958-5edb-4c67-8621-7812945975da'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:08:58.269941 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4b7ba7-7a5f-48a2-bc79-1d51303a71b4 None None] Routers {'c77be958-5edb-4c67-8621-7812945975da'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:08:58.270544 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3b4b7ba7-7a5f-48a2-bc79-1d51303a71b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:08:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['c77be958-5edb-4c67-8621-7812945975da'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:58.283071 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-72cc27b9-cc15-4dd8-bdd6-d76fe706e9f1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "DELETE /v2.0/floatingips/c0706f42-0047-4ccc-a0ee-401e50bdcfad HTTP/1.1" status: 204 len: 168 time: 1.1643610 Aug 16 21:08:58.283684 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9fb993c-db96-44a7-b7cc-5972b188ac1d', 'tag': 'a71f6bfa-b574-45fc-b9cf-71ea7f4138d6'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:08:58.285941 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe19a19-e7c7-43c9-a8f1-819c848ac2e6" -d '{"events": [{"name": "network-changed", "server_uuid": "a9fb993c-db96-44a7-b7cc-5972b188ac1d", "tag": "a71f6bfa-b574-45fc-b9cf-71ea7f4138d6"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:08:58.373752 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-3b4b7ba7-7a5f-48a2-bc79-1d51303a71b4 None None] Set router c77be958-5edb-4c67-8621-7812945975da gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:08:58.487562 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c65cc4-97e9-4157-849f-c6889ada574f x-openstack-request-id: req-15c65cc4-97e9-4157-849f-c6889ada574f {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:08:58.487873 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9fb993c-db96-44a7-b7cc-5972b188ac1d", "tag": "a71f6bfa-b574-45fc-b9cf-71ea7f4138d6", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:08:58.488149 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-15c65cc4-97e9-4157-849f-c6889ada574f {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:08:58.488642 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9fb993c-db96-44a7-b7cc-5972b188ac1d', 'tag': 'a71f6bfa-b574-45fc-b9cf-71ea7f4138d6', 'status': 'completed', 'code': 200} Aug 16 21:08:58.576385 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3b4b7ba7-7a5f-48a2-bc79-1d51303a71b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77be958-5edb-4c67-8621-7812945975da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380403348', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '802ce461-3eda-45ac-9a85-5c0f76bd9c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:27Z', 'updated_at': '2021-08-16T21:07:30Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '802ce461-3eda-45ac-9a85-5c0f76bd9c81', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77be958-5edb-4c67-8621-7812945975da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:27Z', 'updated_at': '2021-08-16T21:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'cefa8c26-738d-4e6e-b37a-e635a72f3e1f', 'name': '', 'network_id': 'fc11fbb3-8c2e-496f-9d14-dee38a5a440c', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:76:69:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77be958-5edb-4c67-8621-7812945975da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '19b00143-6bf2-46bf-8f48-1cc7b950c535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:30Z', 'updated_at': '2021-08-16T21:07:34Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': '19b00143-6bf2-46bf-8f48-1cc7b950c535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:58.586229 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe19a19-e7c7-43c9-a8f1-819c848ac2e6 req-6b549550-9078-4378-9fac-83a79dd55c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:58.587761 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4fe19a19-e7c7-43c9-a8f1-819c848ac2e6 req-6b549550-9078-4378-9fac-83a79dd55c59 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 1097 time: 0.0758991 Aug 16 21:08:58.596841 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8712583-451a-414f-afe6-f4bb8aee77b5 req-bff190da-1bd5-4f53-aaf2-01d1ad72c7c5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:58.598213 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e8712583-451a-414f-afe6-f4bb8aee77b5 req-bff190da-1bd5-4f53-aaf2-01d1ad72c7c5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 945 time: 0.0616367 Aug 16 21:08:58.602779 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4b7ba7-7a5f-48a2-bc79-1d51303a71b4 None None] Checking router: c77be958-5edb-4c67-8621-7812945975da for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:08:58.611744 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4b7ba7-7a5f-48a2-bc79-1d51303a71b4 None None] Routers {'c77be958-5edb-4c67-8621-7812945975da'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:08:58.612346 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3b4b7ba7-7a5f-48a2-bc79-1d51303a71b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:08:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['c77be958-5edb-4c67-8621-7812945975da'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:58.686559 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e8712583-451a-414f-afe6-f4bb8aee77b5 req-df288075-5b28-4c07-8ca4-6ec9371cdc25 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=228ebe6d-e771-435b-af03-45a4a05b9893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792706 Aug 16 21:08:58.710162 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe19a19-e7c7-43c9-a8f1-819c848ac2e6 req-07bc0dfe-fae9-4780-a8fa-07a42426313d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:58.711697 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4fe19a19-e7c7-43c9-a8f1-819c848ac2e6 req-07bc0dfe-fae9-4780-a8fa-07a42426313d service neutron] 10.222.0.63 "GET /v2.0/networks?id=fc11fbb3-8c2e-496f-9d14-dee38a5a440c HTTP/1.1" status: 200 len: 897 time: 0.1125958 Aug 16 21:08:58.715332 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-3b4b7ba7-7a5f-48a2-bc79-1d51303a71b4 None None] Set router c77be958-5edb-4c67-8621-7812945975da gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:08:58.757493 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4fe19a19-e7c7-43c9-a8f1-819c848ac2e6 req-268828d1-561a-46dd-9d8d-ee486eee9065 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a71f6bfa-b574-45fc-b9cf-71ea7f4138d6 HTTP/1.1" status: 200 len: 217 time: 0.0382323 Aug 16 21:08:58.808340 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe19a19-e7c7-43c9-a8f1-819c848ac2e6 req-f53b2af3-e209-43c7-ae07-9ac535acbb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:58.809786 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4fe19a19-e7c7-43c9-a8f1-819c848ac2e6 req-f53b2af3-e209-43c7-ae07-9ac535acbb58 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=19b00143-6bf2-46bf-8f48-1cc7b950c535 HTTP/1.1" status: 200 len: 834 time: 0.0451167 Aug 16 21:08:58.856735 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe19a19-e7c7-43c9-a8f1-819c848ac2e6 req-5b684761-e6e9-4f72-856a-6a8ca990dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:58.858183 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4fe19a19-e7c7-43c9-a8f1-819c848ac2e6 req-5b684761-e6e9-4f72-856a-6a8ca990dfed service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fc11fbb3-8c2e-496f-9d14-dee38a5a440c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400343 Aug 16 21:08:58.908013 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3b4b7ba7-7a5f-48a2-bc79-1d51303a71b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77be958-5edb-4c67-8621-7812945975da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380403348', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '802ce461-3eda-45ac-9a85-5c0f76bd9c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:27Z', 'updated_at': '2021-08-16T21:07:30Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '802ce461-3eda-45ac-9a85-5c0f76bd9c81', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77be958-5edb-4c67-8621-7812945975da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:27Z', 'updated_at': '2021-08-16T21:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'cefa8c26-738d-4e6e-b37a-e635a72f3e1f', 'name': '', 'network_id': 'fc11fbb3-8c2e-496f-9d14-dee38a5a440c', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:76:69:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77be958-5edb-4c67-8621-7812945975da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '19b00143-6bf2-46bf-8f48-1cc7b950c535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:30Z', 'updated_at': '2021-08-16T21:07:34Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': '19b00143-6bf2-46bf-8f48-1cc7b950c535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:58.957736 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4fe19a19-e7c7-43c9-a8f1-819c848ac2e6 req-4f2c41a7-644c-48c6-8752-09acbcef18a2 service neutron] 10.222.0.63 "GET /v2.0/networks/fc11fbb3-8c2e-496f-9d14-dee38a5a440c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905750 Aug 16 21:08:59.024410 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4b7ba7-7a5f-48a2-bc79-1d51303a71b4 None None] The sync data for ids ['c77be958-5edb-4c67-8621-7812945975da'] in n-d-787206-13 is: [{'id': 'c77be958-5edb-4c67-8621-7812945975da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380403348', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '802ce461-3eda-45ac-9a85-5c0f76bd9c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:27Z', 'updated_at': '2021-08-16T21:07:30Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '802ce461-3eda-45ac-9a85-5c0f76bd9c81', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77be958-5edb-4c67-8621-7812945975da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:27Z', 'updated_at': '2021-08-16T21:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'cefa8c26-738d-4e6e-b37a-e635a72f3e1f', 'name': '', 'network_id': 'fc11fbb3-8c2e-496f-9d14-dee38a5a440c', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:76:69:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77be958-5edb-4c67-8621-7812945975da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '19b00143-6bf2-46bf-8f48-1cc7b950c535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:30Z', 'updated_at': '2021-08-16T21:07:34Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': '19b00143-6bf2-46bf-8f48-1cc7b950c535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:08:59.057315 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4fe19a19-e7c7-43c9-a8f1-819c848ac2e6 req-745660df-b9bd-457e-bc00-0e35458acec3 service neutron] 10.222.0.63 "GET /v2.0/networks/fc11fbb3-8c2e-496f-9d14-dee38a5a440c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909538 Aug 16 21:08:59.235983 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115e10dc-bb40-4528-972d-164813b87590 None None] New status for floating IP c0706f42-0047-4ccc-a0ee-401e50bdcfad: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:08:59.807771 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b663d32-c0fb-4d88-8aa2-15a093674e3f req-f4cb5428-98a8-4eaf-b1ce-edad62cdc553 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:59.809242 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b663d32-c0fb-4d88-8aa2-15a093674e3f req-f4cb5428-98a8-4eaf-b1ce-edad62cdc553 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 945 time: 0.0533981 Aug 16 21:08:59.846949 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6b663d32-c0fb-4d88-8aa2-15a093674e3f req-2ed3ed2b-4382-4b0e-afd4-247bdde64153 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=228ebe6d-e771-435b-af03-45a4a05b9893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311210 Aug 16 21:08:59.937352 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247ee6a-2fb4-439d-882b-6ddebfc89217 req-12af27e3-b96f-4fd4-8682-dd2c1d71df46 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:59.939459 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d247ee6a-2fb4-439d-882b-6ddebfc89217 req-12af27e3-b96f-4fd4-8682-dd2c1d71df46 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.63 "GET /v2.0/ports?device_id=a9fb993c-db96-44a7-b7cc-5972b188ac1d HTTP/1.1" status: 200 len: 945 time: 0.0485725 Aug 16 21:09:00.025307 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-d247ee6a-2fb4-439d-882b-6ddebfc89217 req-eaa15c56-c87e-40c8-b6db-083d26f513c9 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Deleting port a71f6bfa-b574-45fc-b9cf-71ea7f4138d6 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:00.025564 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d247ee6a-2fb4-439d-882b-6ddebfc89217 req-eaa15c56-c87e-40c8-b6db-083d26f513c9 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:00.117670 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-d247ee6a-2fb4-439d-882b-6ddebfc89217 req-eaa15c56-c87e-40c8-b6db-083d26f513c9 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] For port a71f6bfa-b574-45fc-b9cf-71ea7f4138d6, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=a71f6bfa-b574-45fc-b9cf-71ea7f4138d6,segment=NetworkSegment(1db07baa-5ab5-45fc-97c9-1d1829d30e76),segment_id=1db07baa-5ab5-45fc-97c9-1d1829d30e76)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:00.118035 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d247ee6a-2fb4-439d-882b-6ddebfc89217 req-eaa15c56-c87e-40c8-b6db-083d26f513c9 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:00.130087 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-d247ee6a-2fb4-439d-882b-6ddebfc89217 req-eaa15c56-c87e-40c8-b6db-083d26f513c9 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Calling delete_port for a71f6bfa-b574-45fc-b9cf-71ea7f4138d6 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:00.257059 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d247ee6a-2fb4-439d-882b-6ddebfc89217 req-eaa15c56-c87e-40c8-b6db-083d26f513c9 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:00.284939 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa15c56-c87e-40c8-b6db-083d26f513c9 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'Port': ['ID=a71f6bfa-b574-45fc-b9cf-71ea7f4138d6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:00.331040 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d247ee6a-2fb4-439d-882b-6ddebfc89217 req-eaa15c56-c87e-40c8-b6db-083d26f513c9 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] No DVR routers for this DVR port a71f6bfa-b574-45fc-b9cf-71ea7f4138d6 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:09:00.333711 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d247ee6a-2fb4-439d-882b-6ddebfc89217 req-eaa15c56-c87e-40c8-b6db-083d26f513c9 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:00.335759 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d247ee6a-2fb4-439d-882b-6ddebfc89217 req-eaa15c56-c87e-40c8-b6db-083d26f513c9 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.63 "DELETE /v2.0/ports/a71f6bfa-b574-45fc-b9cf-71ea7f4138d6 HTTP/1.1" status: 204 len: 173 time: 0.3899491 Aug 16 21:09:00.489599 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fb993c-db96-44a7-b7cc-5972b188ac1d', 'name': 'network-vif-deleted', 'tag': 'a71f6bfa-b574-45fc-b9cf-71ea7f4138d6'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:09:00.492007 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b95610-d208-427e-8901-ce6705d1e068" -d '{"events": [{"server_uuid": "a9fb993c-db96-44a7-b7cc-5972b188ac1d", "name": "network-vif-deleted", "tag": "a71f6bfa-b574-45fc-b9cf-71ea7f4138d6"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:09:00.526948 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5354459-d47d-4d7d-9b1b-2220bd63cda6 x-openstack-request-id: req-f5354459-d47d-4d7d-9b1b-2220bd63cda6 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:09:00.527265 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fb993c-db96-44a7-b7cc-5972b188ac1d", "name": "network-vif-deleted", "tag": "a71f6bfa-b574-45fc-b9cf-71ea7f4138d6", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:09:00.527604 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f5354459-d47d-4d7d-9b1b-2220bd63cda6 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:09:00.528005 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9fb993c-db96-44a7-b7cc-5972b188ac1d', 'name': 'network-vif-deleted', 'tag': 'a71f6bfa-b574-45fc-b9cf-71ea7f4138d6', 'status': 'completed', 'code': 200} Aug 16 21:09:00.902680 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34890) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:01.276964 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33de5991-bbd0-4239-81a1-cc429e19d962 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:01.525357 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-33de5991-bbd0-4239-81a1-cc429e19d962 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Deleting port cefa8c26-738d-4e6e-b37a-e635a72f3e1f {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:01.525605 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33de5991-bbd0-4239-81a1-cc429e19d962 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:01.933338 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d42ccc98-e71d-4ec5-b6e9-7a6be63cdfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:01.952926 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-33de5991-bbd0-4239-81a1-cc429e19d962 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] For port cefa8c26-738d-4e6e-b37a-e635a72f3e1f, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=cefa8c26-738d-4e6e-b37a-e635a72f3e1f,segment=NetworkSegment(1db07baa-5ab5-45fc-97c9-1d1829d30e76),segment_id=1db07baa-5ab5-45fc-97c9-1d1829d30e76)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:01.953549 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33de5991-bbd0-4239-81a1-cc429e19d962 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:01.965251 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-33de5991-bbd0-4239-81a1-cc429e19d962 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Calling delete_port for cefa8c26-738d-4e6e-b37a-e635a72f3e1f owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:02.147560 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33de5991-bbd0-4239-81a1-cc429e19d962 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:02.171606 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de5991-bbd0-4239-81a1-cc429e19d962 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'Port': ['ID=cefa8c26-738d-4e6e-b37a-e635a72f3e1f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:02.185808 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33de5991-bbd0-4239-81a1-cc429e19d962 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:02.186052 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33de5991-bbd0-4239-81a1-cc429e19d962 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:02.186396 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33de5991-bbd0-4239-81a1-cc429e19d962 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:02.186733 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33de5991-bbd0-4239-81a1-cc429e19d962 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:02.187068 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33de5991-bbd0-4239-81a1-cc429e19d962 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:02.187445 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33de5991-bbd0-4239-81a1-cc429e19d962 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:02.188328 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33de5991-bbd0-4239-81a1-cc429e19d962 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:02.188659 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33de5991-bbd0-4239-81a1-cc429e19d962 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:02.188986 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33de5991-bbd0-4239-81a1-cc429e19d962 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:02.189311 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33de5991-bbd0-4239-81a1-cc429e19d962 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:02.189634 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33de5991-bbd0-4239-81a1-cc429e19d962 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:02.189952 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33de5991-bbd0-4239-81a1-cc429e19d962 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:02.276728 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device a71f6bfa-b574-45fc-b9cf-71ea7f4138d6 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:09:02.303000 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: a71f6bfa-b574-45fc-b9cf-71ea7f4138d6 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:09:02.303766 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device a71f6bfa-b574-45fc-b9cf-71ea7f4138d6 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:09:02.362139 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33de5991-bbd0-4239-81a1-cc429e19d962 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:02.569064 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33de5991-bbd0-4239-81a1-cc429e19d962 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Router c77be958-5edb-4c67-8621-7812945975da has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:09:02.672224 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33de5991-bbd0-4239-81a1-cc429e19d962 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:09:02.677146 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-33de5991-bbd0-4239-81a1-cc429e19d962 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "PUT /v2.0/routers/c77be958-5edb-4c67-8621-7812945975da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7734194 Aug 16 21:09:02.679857 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34896) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:02.681954 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737345ba-c6d7-4dd9-a4af-5eb2cfbdce16 None None] Sync routers for ids ['c77be958-5edb-4c67-8621-7812945975da'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:09:02.690870 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737345ba-c6d7-4dd9-a4af-5eb2cfbdce16 None None] Routers {'c77be958-5edb-4c67-8621-7812945975da'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:02.691491 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-737345ba-c6d7-4dd9-a4af-5eb2cfbdce16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:08:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['c77be958-5edb-4c67-8621-7812945975da'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:02.730330 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4eba134-f098-46d3-9d01-b90b71238521 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Deleting subnet 19b00143-6bf2-46bf-8f48-1cc7b950c535 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:09:02.733354 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b4eba134-f098-46d3-9d01-b90b71238521 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:02.777545 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b4eba134-f098-46d3-9d01-b90b71238521 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:02.794871 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-737345ba-c6d7-4dd9-a4af-5eb2cfbdce16 None None] Set router c77be958-5edb-4c67-8621-7812945975da gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:02.860090 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b4eba134-f098-46d3-9d01-b90b71238521 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:02.920020 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b4eba134-f098-46d3-9d01-b90b71238521 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:02.951376 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eba134-f098-46d3-9d01-b90b71238521 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'Subnet': ['ID=19b00143-6bf2-46bf-8f48-1cc7b950c535,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:02.955617 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b4eba134-f098-46d3-9d01-b90b71238521 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:02.959307 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b4eba134-f098-46d3-9d01-b90b71238521 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "DELETE /v2.0/subnets/19b00143-6bf2-46bf-8f48-1cc7b950c535 HTTP/1.1" status: 204 len: 168 time: 0.2767048 Aug 16 21:09:02.960407 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34898) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:02.962363 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30925583-a3bc-4862-ad68-7ec2e96aeeb4 None None] Network fc11fbb3-8c2e-496f-9d14-dee38a5a440c requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:02.979574 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-737345ba-c6d7-4dd9-a4af-5eb2cfbdce16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77be958-5edb-4c67-8621-7812945975da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380403348', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '802ce461-3eda-45ac-9a85-5c0f76bd9c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:27Z', 'updated_at': '2021-08-16T21:09:02Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '802ce461-3eda-45ac-9a85-5c0f76bd9c81', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77be958-5edb-4c67-8621-7812945975da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:27Z', 'updated_at': '2021-08-16T21:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:03.005411 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737345ba-c6d7-4dd9-a4af-5eb2cfbdce16 None None] Checking router: c77be958-5edb-4c67-8621-7812945975da for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:09:03.014538 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737345ba-c6d7-4dd9-a4af-5eb2cfbdce16 None None] Routers {'c77be958-5edb-4c67-8621-7812945975da'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:03.014697 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-737345ba-c6d7-4dd9-a4af-5eb2cfbdce16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:08:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['c77be958-5edb-4c67-8621-7812945975da'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:03.085582 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c535d3f1-cc61-4f83-9bae-34ecc68bf05a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.117917 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-737345ba-c6d7-4dd9-a4af-5eb2cfbdce16 None None] Set router c77be958-5edb-4c67-8621-7812945975da gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:03.160616 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66dff8b-1e5a-4fc4-9c21-e7264d8a974c None None] DHCP port deletion for fc11fbb3-8c2e-496f-9d14-dee38a5a440c request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:09:03.193655 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c535d3f1-cc61-4f83-9bae-34ecc68bf05a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.215010 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c66dff8b-1e5a-4fc4-9c21-e7264d8a974c None None] Deleting port 2a291f1c-1c5b-4154-88fb-d30d0f276ab6 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:03.215522 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c66dff8b-1e5a-4fc4-9c21-e7264d8a974c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.250965 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-c535d3f1-cc61-4f83-9bae-34ecc68bf05a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Deleting port 802ce461-3eda-45ac-9a85-5c0f76bd9c81 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:03.251382 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c535d3f1-cc61-4f83-9bae-34ecc68bf05a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.281910 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c66dff8b-1e5a-4fc4-9c21-e7264d8a974c None None] For port 2a291f1c-1c5b-4154-88fb-d30d0f276ab6, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=2a291f1c-1c5b-4154-88fb-d30d0f276ab6,segment=NetworkSegment(1db07baa-5ab5-45fc-97c9-1d1829d30e76),segment_id=1db07baa-5ab5-45fc-97c9-1d1829d30e76)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:03.282295 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c66dff8b-1e5a-4fc4-9c21-e7264d8a974c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.295672 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c66dff8b-1e5a-4fc4-9c21-e7264d8a974c None None] Calling delete_port for 2a291f1c-1c5b-4154-88fb-d30d0f276ab6 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:03.304682 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-737345ba-c6d7-4dd9-a4af-5eb2cfbdce16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77be958-5edb-4c67-8621-7812945975da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380403348', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '802ce461-3eda-45ac-9a85-5c0f76bd9c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:27Z', 'updated_at': '2021-08-16T21:09:02Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '802ce461-3eda-45ac-9a85-5c0f76bd9c81', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77be958-5edb-4c67-8621-7812945975da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:27Z', 'updated_at': '2021-08-16T21:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:03.332166 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737345ba-c6d7-4dd9-a4af-5eb2cfbdce16 None None] The sync data for ids ['c77be958-5edb-4c67-8621-7812945975da'] in n-d-787206-13 is: [{'id': 'c77be958-5edb-4c67-8621-7812945975da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380403348', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '802ce461-3eda-45ac-9a85-5c0f76bd9c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:07:27Z', 'updated_at': '2021-08-16T21:09:02Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': '802ce461-3eda-45ac-9a85-5c0f76bd9c81', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77be958-5edb-4c67-8621-7812945975da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:07:27Z', 'updated_at': '2021-08-16T21:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:09:03.337609 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-c535d3f1-cc61-4f83-9bae-34ecc68bf05a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] For port 802ce461-3eda-45ac-9a85-5c0f76bd9c81, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=802ce461-3eda-45ac-9a85-5c0f76bd9c81,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:03.340358 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c535d3f1-cc61-4f83-9bae-34ecc68bf05a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.354768 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-c535d3f1-cc61-4f83-9bae-34ecc68bf05a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Calling delete_port for 802ce461-3eda-45ac-9a85-5c0f76bd9c81 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:03.384646 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c66dff8b-1e5a-4fc4-9c21-e7264d8a974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.410485 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66dff8b-1e5a-4fc4-9c21-e7264d8a974c None None] Pushing event deleted for resources: {'Port': ['ID=2a291f1c-1c5b-4154-88fb-d30d0f276ab6,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:03.415239 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66dff8b-1e5a-4fc4-9c21-e7264d8a974c None None] No DVR routers for this DVR port 2a291f1c-1c5b-4154-88fb-d30d0f276ab6 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:09:03.422939 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66dff8b-1e5a-4fc4-9c21-e7264d8a974c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:03.423313 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66dff8b-1e5a-4fc4-9c21-e7264d8a974c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:03.423658 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66dff8b-1e5a-4fc4-9c21-e7264d8a974c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:03.423994 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66dff8b-1e5a-4fc4-9c21-e7264d8a974c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:03.424329 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66dff8b-1e5a-4fc4-9c21-e7264d8a974c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:03.424660 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66dff8b-1e5a-4fc4-9c21-e7264d8a974c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:03.425179 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66dff8b-1e5a-4fc4-9c21-e7264d8a974c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:03.425787 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66dff8b-1e5a-4fc4-9c21-e7264d8a974c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:03.425787 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66dff8b-1e5a-4fc4-9c21-e7264d8a974c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:03.425956 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66dff8b-1e5a-4fc4-9c21-e7264d8a974c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:03.426371 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66dff8b-1e5a-4fc4-9c21-e7264d8a974c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:03.426594 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66dff8b-1e5a-4fc4-9c21-e7264d8a974c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:03.537301 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c535d3f1-cc61-4f83-9bae-34ecc68bf05a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.563203 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535d3f1-cc61-4f83-9bae-34ecc68bf05a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'Port': ['ID=802ce461-3eda-45ac-9a85-5c0f76bd9c81,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:03.625965 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c535d3f1-cc61-4f83-9bae-34ecc68bf05a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.722767 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c535d3f1-cc61-4f83-9bae-34ecc68bf05a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.725039 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c535d3f1-cc61-4f83-9bae-34ecc68bf05a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.771889 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c535d3f1-cc61-4f83-9bae-34ecc68bf05a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.772546 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c535d3f1-cc61-4f83-9bae-34ecc68bf05a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Fanout notify agent at l3_agent the message router_deleted on router c77be958-5edb-4c67-8621-7812945975da {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:09:03.779493 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c535d3f1-cc61-4f83-9bae-34ecc68bf05a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.780683 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c535d3f1-cc61-4f83-9bae-34ecc68bf05a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "DELETE /v2.0/routers/c77be958-5edb-4c67-8621-7812945975da HTTP/1.1" status: 204 len: 168 time: 0.8192582 Aug 16 21:09:03.783374 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34900) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:03.861618 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-90c8a8d3-c7ad-4f39-9194-7e3e7215fead tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.958706 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-90c8a8d3-c7ad-4f39-9194-7e3e7215fead tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.969515 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-90c8a8d3-c7ad-4f39-9194-7e3e7215fead tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc11fbb3-8c2e-496f-9d14-dee38a5a440c']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:03.980623 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-90c8a8d3-c7ad-4f39-9194-7e3e7215fead tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db07baa-5ab5-45fc-97c9-1d1829d30e76') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:03.980913 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-90c8a8d3-c7ad-4f39-9194-7e3e7215fead tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db07baa-5ab5-45fc-97c9-1d1829d30e76') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:03.991692 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-90c8a8d3-c7ad-4f39-9194-7e3e7215fead tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.006261 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-90c8a8d3-c7ad-4f39-9194-7e3e7215fead tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.012412 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c8a8d3-c7ad-4f39-9194-7e3e7215fead tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:09:04.012840 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-90c8a8d3-c7ad-4f39-9194-7e3e7215fead tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.025693 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 21:09:04.025693 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:09:04.025693 n-d-787206-13 neutron-server[94770]: timer() Aug 16 21:09:04.025693 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:09:04.025693 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 21:09:04.025693 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:09:04.025693 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 21:09:04.025693 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:09:04.025693 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 21:09:04.025693 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:09:04.025693 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 21:09:04.025693 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:09:04.025693 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 21:09:04.025693 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:09:04.025693 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:09:04.025693 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:09:04.025693 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:09:04.025693 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:09:04.025693 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 21:09:04.025693 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:09:04.025693 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 21:09:04.025693 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:09:04.025693 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:09:04.025693 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:09:04.025693 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 21:09:04.025693 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:09:04.025693 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:09:04.025693 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:09:04.025693 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:09:04.025693 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:09:04.025693 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:09:04.025693 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:09:04.077265 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-90c8a8d3-c7ad-4f39-9194-7e3e7215fead tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.083191 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-90c8a8d3-c7ad-4f39-9194-7e3e7215fead tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.085822 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-90c8a8d3-c7ad-4f39-9194-7e3e7215fead tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "DELETE /v2.0/networks/fc11fbb3-8c2e-496f-9d14-dee38a5a440c HTTP/1.1" status: 204 len: 168 time: 0.3007760 Aug 16 21:09:04.088036 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34902) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:04.099670 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8a8d3-c7ad-4f39-9194-7e3e7215fead tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'Network': ['ID=fc11fbb3-8c2e-496f-9d14-dee38a5a440c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:04.146171 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca590a0b-75ce-4eb7-a191-351dfdbbe1ae tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.170614 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca590a0b-75ce-4eb7-a191-351dfdbbe1ae tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.227736 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca590a0b-75ce-4eb7-a191-351dfdbbe1ae tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.230234 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca590a0b-75ce-4eb7-a191-351dfdbbe1ae tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.231411 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ca590a0b-75ce-4eb7-a191-351dfdbbe1ae tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "DELETE /v2.0/security-groups/228ebe6d-e771-435b-af03-45a4a05b9893 HTTP/1.1" status: 204 len: 168 time: 0.1423621 Aug 16 21:09:04.240771 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca590a0b-75ce-4eb7-a191-351dfdbbe1ae tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=228ebe6d-e771-435b-af03-45a4a05b9893,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:04.373843 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2a291f1c-1c5b-4154-88fb-d30d0f276ab6 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:09:04.394522 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 2a291f1c-1c5b-4154-88fb-d30d0f276ab6 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:09:04.394955 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 2a291f1c-1c5b-4154-88fb-d30d0f276ab6 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:09:04.395465 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device cefa8c26-738d-4e6e-b37a-e635a72f3e1f no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:09:04.413640 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: cefa8c26-738d-4e6e-b37a-e635a72f3e1f {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:09:04.414052 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device cefa8c26-738d-4e6e-b37a-e635a72f3e1f not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:09:04.414461 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 802ce461-3eda-45ac-9a85-5c0f76bd9c81 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:09:04.433539 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 802ce461-3eda-45ac-9a85-5c0f76bd9c81 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:09:04.434119 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 802ce461-3eda-45ac-9a85-5c0f76bd9c81 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:09:04.479781 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c28aca6c-f704-49b4-9142-42d1aa3f9450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.487052 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34908) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:04.492365 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1b3ff559-07d5-4ed7-9aa1-cdc85e14c2e0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-56138744', 'description': 'tempest-secgroup-smoke-56138744 description', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:04.515696 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b3ff559-07d5-4ed7-9aa1-cdc85e14c2e0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.600251 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b3ff559-07d5-4ed7-9aa1-cdc85e14c2e0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.605626 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b3ff559-07d5-4ed7-9aa1-cdc85e14c2e0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.627782 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b3ff559-07d5-4ed7-9aa1-cdc85e14c2e0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.628913 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1b3ff559-07d5-4ed7-9aa1-cdc85e14c2e0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1404142 Aug 16 21:09:04.632052 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34910) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:04.636733 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ff559-07d5-4ed7-9aa1-cdc85e14c2e0 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c95aeb-5e1c-4a9a-8d6d-9bf52344f2e3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:04.637115 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-de07e1ce-23f7-4138-b238-1efd7caa3a0a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group_rule': {'security_group_id': 'a5c95aeb-5e1c-4a9a-8d6d-9bf52344f2e3', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:04.667200 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-de07e1ce-23f7-4138-b238-1efd7caa3a0a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.724684 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-de07e1ce-23f7-4138-b238-1efd7caa3a0a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.728464 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-de07e1ce-23f7-4138-b238-1efd7caa3a0a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.750617 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07e1ce-23f7-4138-b238-1efd7caa3a0a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1905e1-ab4e-4f42-9659-b459230457eb,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:04.755312 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.760538 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-de07e1ce-23f7-4138-b238-1efd7caa3a0a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.764474 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-de07e1ce-23f7-4138-b238-1efd7caa3a0a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287482 Aug 16 21:09:04.764929 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 34912) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:04.770460 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-73f96775-6d07-40c9-a85e-9d7d92107416 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group_rule': {'security_group_id': 'a5c95aeb-5e1c-4a9a-8d6d-9bf52344f2e3', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:04.798582 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73f96775-6d07-40c9-a85e-9d7d92107416 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.856867 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73f96775-6d07-40c9-a85e-9d7d92107416 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.861005 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73f96775-6d07-40c9-a85e-9d7d92107416 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.878330 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f96775-6d07-40c9-a85e-9d7d92107416 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad6ecd1-d7a9-4f04-a9df-116305407595,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:04.884132 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73f96775-6d07-40c9-a85e-9d7d92107416 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.885290 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-73f96775-6d07-40c9-a85e-9d7d92107416 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190782 Aug 16 21:09:04.888271 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34914) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:04.893351 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-361e0024-bfdd-44eb-842d-c0e4d624230d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group_rule': {'security_group_id': 'a5c95aeb-5e1c-4a9a-8d6d-9bf52344f2e3', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:04.921204 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-361e0024-bfdd-44eb-842d-c0e4d624230d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.968450 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-361e0024-bfdd-44eb-842d-c0e4d624230d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.972420 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-361e0024-bfdd-44eb-842d-c0e4d624230d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.992970 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e0024-bfdd-44eb-842d-c0e4d624230d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ced46f-632a-4925-aa22-c0b35e4f2797,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:04.998393 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-361e0024-bfdd-44eb-842d-c0e4d624230d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.999601 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-361e0024-bfdd-44eb-842d-c0e4d624230d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1103189 Aug 16 21:09:05.002295 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34916) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:05.006929 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c0423556-2052-459c-aba8-f10a1baf721c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group_rule': {'security_group_id': 'a5c95aeb-5e1c-4a9a-8d6d-9bf52344f2e3', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:05.034227 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c0423556-2052-459c-aba8-f10a1baf721c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.093759 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c0423556-2052-459c-aba8-f10a1baf721c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.097809 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c0423556-2052-459c-aba8-f10a1baf721c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.114271 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0423556-2052-459c-aba8-f10a1baf721c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a6dd21-dd13-4b1f-89de-04455ec0c36f,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:05.120835 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c0423556-2052-459c-aba8-f10a1baf721c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.121975 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c0423556-2052-459c-aba8-f10a1baf721c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187468 Aug 16 21:09:05.124738 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34918) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:05.129186 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8e92d438-53db-4de3-b9c6-2b791670dc1c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group_rule': {'security_group_id': 'a5c95aeb-5e1c-4a9a-8d6d-9bf52344f2e3', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:05.151393 n-d-787206-13 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-8e92d438-53db-4de3-b9c6-2b791670dc1c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Project 3b55bcbb731b4f17ac8f16ceeee7f73e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:09:05.156108 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e92d438-53db-4de3-b9c6-2b791670dc1c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.215281 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e92d438-53db-4de3-b9c6-2b791670dc1c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.218564 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e92d438-53db-4de3-b9c6-2b791670dc1c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.235841 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92d438-53db-4de3-b9c6-2b791670dc1c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7fc42ce-9da1-444a-b97f-93a7b34e9637,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:05.244627 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e92d438-53db-4de3-b9c6-2b791670dc1c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.245861 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8e92d438-53db-4de3-b9c6-2b791670dc1c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1201751 Aug 16 21:09:05.248625 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34920) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:05.253496 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-24d5c2d3-6e4f-4c34-932f-ee6f5305e5c9 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'security_group_rule': {'security_group_id': 'a5c95aeb-5e1c-4a9a-8d6d-9bf52344f2e3', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:05.275081 n-d-787206-13 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-24d5c2d3-6e4f-4c34-932f-ee6f5305e5c9 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Project 3b55bcbb731b4f17ac8f16ceeee7f73e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:09:05.279722 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24d5c2d3-6e4f-4c34-932f-ee6f5305e5c9 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.339725 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24d5c2d3-6e4f-4c34-932f-ee6f5305e5c9 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.343486 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24d5c2d3-6e4f-4c34-932f-ee6f5305e5c9 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.363927 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5c2d3-6e4f-4c34-932f-ee6f5305e5c9 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd3fc5b-6a29-4bc1-819a-e36acd40e9c4,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:05.369561 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24d5c2d3-6e4f-4c34-932f-ee6f5305e5c9 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.370830 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-24d5c2d3-6e4f-4c34-932f-ee6f5305e5c9 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212962 Aug 16 21:09:05.373660 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34922) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:05.378912 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-164d4fcd-3c04-4988-be2b-541147fc72a3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'network': {'name': 'tempest-network-smoke--1908743665', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'port_security_enabled': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:05.399049 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164d4fcd-3c04-4988-be2b-541147fc72a3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Made reservation on behalf of 3b55bcbb731b4f17ac8f16ceeee7f73e for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:05.402345 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-164d4fcd-3c04-4988-be2b-541147fc72a3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.426468 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-164d4fcd-3c04-4988-be2b-541147fc72a3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:09:05.435900 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-164d4fcd-3c04-4988-be2b-541147fc72a3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.436238 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-164d4fcd-3c04-4988-be2b-541147fc72a3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Added segment e6b248c9-bb94-4216-ac8e-5aee6334e7af of type vlan for network f2b52bd2-8d9b-45ca-a708-dbad55fc348c Aug 16 21:09:05.479752 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-164d4fcd-3c04-4988-be2b-541147fc72a3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.503839 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-164d4fcd-3c04-4988-be2b-541147fc72a3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.509300 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164d4fcd-3c04-4988-be2b-541147fc72a3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:05.509884 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-164d4fcd-3c04-4988-be2b-541147fc72a3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.560860 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-164d4fcd-3c04-4988-be2b-541147fc72a3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1862082 Aug 16 21:09:05.564052 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34926) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:05.568373 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-630a74f4-7bd9-4c00-af4f-98c5711901c5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1356088374', 'admin_state_up': True, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:05.589559 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d4fcd-3c04-4988-be2b-541147fc72a3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Network': ['ID=f2b52bd2-8d9b-45ca-a708-dbad55fc348c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:05.600245 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network f2b52bd2-8d9b-45ca-a708-dbad55fc348c details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:09:05.601958 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-630a74f4-7bd9-4c00-af4f-98c5711901c5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.603186 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-630a74f4-7bd9-4c00-af4f-98c5711901c5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.659980 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-630a74f4-7bd9-4c00-af4f-98c5711901c5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.794797 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-630a74f4-7bd9-4c00-af4f-98c5711901c5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.848327 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:05.987540 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-630a74f4-7bd9-4c00-af4f-98c5711901c5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:06.005600 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-630a74f4-7bd9-4c00-af4f-98c5711901c5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:06.108561 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-630a74f4-7bd9-4c00-af4f-98c5711901c5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Allocated IP 172.25.8.98 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/ddf83b8b-0f75-4304-af10-0588637df7ca) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:06.207006 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-630a74f4-7bd9-4c00-af4f-98c5711901c5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:06.244730 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-630a74f4-7bd9-4c00-af4f-98c5711901c5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:06.286733 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630a74f4-7bd9-4c00-af4f-98c5711901c5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:06.289612 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-630a74f4-7bd9-4c00-af4f-98c5711901c5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:06.293382 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630a74f4-7bd9-4c00-af4f-98c5711901c5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:06.315740 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a74f4-7bd9-4c00-af4f-98c5711901c5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Port': ['ID=ddf83b8b-0f75-4304-af10-0588637df7ca,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:06.538908 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-630a74f4-7bd9-4c00-af4f-98c5711901c5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:06.580635 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:09:06.645159 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:06.731801 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-630a74f4-7bd9-4c00-af4f-98c5711901c5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:06.766605 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:06.852524 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630a74f4-7bd9-4c00-af4f-98c5711901c5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Router 716f52d6-4264-42af-bb14-330678d9f9ce is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:09:06.957800 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630a74f4-7bd9-4c00-af4f-98c5711901c5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:09:06.970099 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f014dea-bb1f-4c87-929c-6157ad51acb1 None None] Sync routers for ids ['716f52d6-4264-42af-bb14-330678d9f9ce'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:09:06.976228 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-630a74f4-7bd9-4c00-af4f-98c5711901c5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:06.977604 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-630a74f4-7bd9-4c00-af4f-98c5711901c5 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4125447 Aug 16 21:09:06.979311 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f014dea-bb1f-4c87-929c-6157ad51acb1 None None] Routers {'716f52d6-4264-42af-bb14-330678d9f9ce'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:06.979920 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8f014dea-bb1f-4c87-929c-6157ad51acb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:09:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['716f52d6-4264-42af-bb14-330678d9f9ce'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:06.980624 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34928) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:07.051810 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-82fc30c1-dc73-4a3f-a4fd-5470f17fb23b tempest-TestNetworkAdvancedServerOps-1330612273 tempest-TestNetworkAdvancedServerOps-1330612273-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=3b55bcbb731b4f17ac8f16ceeee7f73e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0700297 Aug 16 21:09:07.054730 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34932) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:07.086726 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-8f014dea-bb1f-4c87-929c-6157ad51acb1 None None] Set router 716f52d6-4264-42af-bb14-330678d9f9ce gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:07.144136 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbdd60d-5182-4ebc-9c4a-aecd8911ec20 tempest-TestNetworkAdvancedServerOps-1330612273 tempest-TestNetworkAdvancedServerOps-1330612273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:07.148340 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5bbdd60d-5182-4ebc-9c4a-aecd8911ec20 tempest-TestNetworkAdvancedServerOps-1330612273 tempest-TestNetworkAdvancedServerOps-1330612273-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899243 Aug 16 21:09:07.148564 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34934) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:07.182116 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-349395c8-a41e-4d3e-ab89-747d0b43c404 tempest-TestNetworkAdvancedServerOps-1330612273 tempest-TestNetworkAdvancedServerOps-1330612273-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=eb87ae87-0925-464c-8e03-8bba27e76e58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325060 Aug 16 21:09:07.184711 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34936) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:07.189499 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ec63dc24-0ffe-4bc2-bd7d-e41e434e2028 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-892277993', 'network_id': 'f2b52bd2-8d9b-45ca-a708-dbad55fc348c', 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:07.266844 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8f014dea-bb1f-4c87-929c-6157ad51acb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356088374', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'ddf83b8b-0f75-4304-af10-0588637df7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:09:05Z', 'updated_at': '2021-08-16T21:09:06Z', 'revision_number': 3, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': 'ddf83b8b-0f75-4304-af10-0588637df7ca', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:06Z', 'updated_at': '2021-08-16T21:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:07.279511 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec63dc24-0ffe-4bc2-bd7d-e41e434e2028 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Made reservation on behalf of 3b55bcbb731b4f17ac8f16ceeee7f73e for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:07.283571 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec63dc24-0ffe-4bc2-bd7d-e41e434e2028 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:07.299719 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f014dea-bb1f-4c87-929c-6157ad51acb1 None None] Checking router: 716f52d6-4264-42af-bb14-330678d9f9ce for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:09:07.300081 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f014dea-bb1f-4c87-929c-6157ad51acb1 None None] Updating router 716f52d6-4264-42af-bb14-330678d9f9ce port ddf83b8b-0f75-4304-af10-0588637df7ca binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:09:07.338008 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:07.339087 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8f014dea-bb1f-4c87-929c-6157ad51acb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:07.475998 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec63dc24-0ffe-4bc2-bd7d-e41e434e2028 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:07.535319 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63dc24-0ffe-4bc2-bd7d-e41e434e2028 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Subnet': ['ID=05e358fc-d4fe-4449-ad12-c4ce71f04835,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:07.548184 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec63dc24-0ffe-4bc2-bd7d-e41e434e2028 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Checking segment: {'id': 'e6b248c9-bb94-4216-ac8e-5aee6334e7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f2b52bd2-8d9b-45ca-a708-dbad55fc348c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:09:07.548547 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec63dc24-0ffe-4bc2-bd7d-e41e434e2028 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network hostable DHCP agents. Network: f2b52bd2-8d9b-45ca-a708-dbad55fc348c, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:09:07.565627 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec63dc24-0ffe-4bc2-bd7d-e41e434e2028 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network f2b52bd2-8d9b-45ca-a708-dbad55fc348c is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:09:07.574887 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-ec63dc24-0ffe-4bc2-bd7d-e41e434e2028 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, f2b52bd2-8d9b-45ca-a708-dbad55fc348c) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:07.579796 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec63dc24-0ffe-4bc2-bd7d-e41e434e2028 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:07.580600 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec63dc24-0ffe-4bc2-bd7d-e41e434e2028 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:07.594572 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ec63dc24-0ffe-4bc2-bd7d-e41e434e2028 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4088368 Aug 16 21:09:07.597516 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 34938) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:07.740817 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63437d4e-9ab5-4bae-b998-a1f25f07d0f8 None None] Network f2b52bd2-8d9b-45ca-a708-dbad55fc348c requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:07.785755 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8f014dea-bb1f-4c87-929c-6157ad51acb1 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:07.803070 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8f014dea-bb1f-4c87-929c-6157ad51acb1 None None] Transition to ACTIVE for port object ddf83b8b-0f75-4304-af10-0588637df7ca will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:07.812175 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8f014dea-bb1f-4c87-929c-6157ad51acb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:07.910248 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f1775-b73d-49af-b129-10e86ed39f3f None None] Pushing event updated for resources: {'Port': ['ID=ddf83b8b-0f75-4304-af10-0588637df7ca,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:07.914256 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8f014dea-bb1f-4c87-929c-6157ad51acb1 None None] Attempting to bind port ddf83b8b-0f75-4304-af10-0588637df7ca on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:09:07.914627 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8f014dea-bb1f-4c87-929c-6157ad51acb1 None None] Attempting to bind port ddf83b8b-0f75-4304-af10-0588637df7ca by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:09:07.914991 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f014dea-bb1f-4c87-929c-6157ad51acb1 None None] Attempting to bind port ddf83b8b-0f75-4304-af10-0588637df7ca on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:09:07.926975 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f014dea-bb1f-4c87-929c-6157ad51acb1 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:09:07.927378 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f014dea-bb1f-4c87-929c-6157ad51acb1 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:09:07.927804 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8f014dea-bb1f-4c87-929c-6157ad51acb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:07.928192 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f014dea-bb1f-4c87-929c-6157ad51acb1 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:09:07.928661 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8f014dea-bb1f-4c87-929c-6157ad51acb1 None None] Bound port: ddf83b8b-0f75-4304-af10-0588637df7ca, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:09:07.929047 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8f014dea-bb1f-4c87-929c-6157ad51acb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:07.980295 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf50d365-e26e-4fdb-ada2-b334677517a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-f2b52bd2-8d9b-45ca-a708-dbad55fc348c', 'network_id': 'f2b52bd2-8d9b-45ca-a708-dbad55fc348c', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'fixed_ips': [{'subnet_id': '05e358fc-d4fe-4449-ad12-c4ce71f04835'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:09:07.981142 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf50d365-e26e-4fdb-ada2-b334677517a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:08.007880 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8f014dea-bb1f-4c87-929c-6157ad51acb1 None None] For port ddf83b8b-0f75-4304-af10-0588637df7ca, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:09:08.026717 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8f014dea-bb1f-4c87-929c-6157ad51acb1 None None] For port ddf83b8b-0f75-4304-af10-0588637df7ca, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=ddf83b8b-0f75-4304-af10-0588637df7ca,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:09:08.060343 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c68fce73-0636-4668-93c0-9004fb5000d8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:08.076932 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8f014dea-bb1f-4c87-929c-6157ad51acb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:08.186040 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f1775-b73d-49af-b129-10e86ed39f3f None None] Pushing event updated for resources: {'Port': ['ID=ddf83b8b-0f75-4304-af10-0588637df7ca,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:08.192316 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f014dea-bb1f-4c87-929c-6157ad51acb1 None None] Routers {'716f52d6-4264-42af-bb14-330678d9f9ce'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:08.192948 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8f014dea-bb1f-4c87-929c-6157ad51acb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:09:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['716f52d6-4264-42af-bb14-330678d9f9ce'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:08.234858 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-bf50d365-e26e-4fdb-ada2-b334677517a7 None None] Allocated IP 172.20.0.2 (f2b52bd2-8d9b-45ca-a708-dbad55fc348c/05e358fc-d4fe-4449-ad12-c4ce71f04835/88b2d9e3-6f3e-4640-b872-e0b57ac4f99d) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:08.377198 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-8f014dea-bb1f-4c87-929c-6157ad51acb1 None None] Set router 716f52d6-4264-42af-bb14-330678d9f9ce gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:08.572234 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf50d365-e26e-4fdb-ada2-b334677517a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:08.586455 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bf50d365-e26e-4fdb-ada2-b334677517a7 None None] Transition to ACTIVE for port object 88b2d9e3-6f3e-4640-b872-e0b57ac4f99d will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:08.623392 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bf50d365-e26e-4fdb-ada2-b334677517a7 None None] Transition to ACTIVE for port object 88b2d9e3-6f3e-4640-b872-e0b57ac4f99d will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:08.632666 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf50d365-e26e-4fdb-ada2-b334677517a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:08.681278 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf50d365-e26e-4fdb-ada2-b334677517a7 None None] Network f2b52bd2-8d9b-45ca-a708-dbad55fc348c is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:08.688649 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-bf50d365-e26e-4fdb-ada2-b334677517a7 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:08.691053 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf50d365-e26e-4fdb-ada2-b334677517a7 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:08.694709 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50d365-e26e-4fdb-ada2-b334677517a7 None None] Pushing event updated for resources: {'Port': ['ID=88b2d9e3-6f3e-4640-b872-e0b57ac4f99d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:08.706685 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8f014dea-bb1f-4c87-929c-6157ad51acb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356088374', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'ddf83b8b-0f75-4304-af10-0588637df7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:09:05Z', 'updated_at': '2021-08-16T21:09:06Z', 'revision_number': 3, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': 'ddf83b8b-0f75-4304-af10-0588637df7ca', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:06Z', 'updated_at': '2021-08-16T21:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:08.706913 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-c68fce73-0636-4668-93c0-9004fb5000d8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Allocated IP 172.20.0.1 (f2b52bd2-8d9b-45ca-a708-dbad55fc348c/05e358fc-d4fe-4449-ad12-c4ce71f04835/07ff0af5-4a1f-456d-b688-c0892030f1a0) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:08.763351 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f014dea-bb1f-4c87-929c-6157ad51acb1 None None] The sync data for ids ['716f52d6-4264-42af-bb14-330678d9f9ce'] in n-d-787206-13 is: [{'id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356088374', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'ddf83b8b-0f75-4304-af10-0588637df7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:09:05Z', 'updated_at': '2021-08-16T21:09:06Z', 'revision_number': 3, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': 'ddf83b8b-0f75-4304-af10-0588637df7ca', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:06Z', 'updated_at': '2021-08-16T21:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:09:08.779239 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bf50d365-e26e-4fdb-ada2-b334677517a7 None None] Attempting to bind port 88b2d9e3-6f3e-4640-b872-e0b57ac4f99d on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:09:08.779789 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bf50d365-e26e-4fdb-ada2-b334677517a7 None None] Attempting to bind port 88b2d9e3-6f3e-4640-b872-e0b57ac4f99d by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'e6b248c9-bb94-4216-ac8e-5aee6334e7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f2b52bd2-8d9b-45ca-a708-dbad55fc348c'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:09:08.780223 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50d365-e26e-4fdb-ada2-b334677517a7 None None] Attempting to bind port 88b2d9e3-6f3e-4640-b872-e0b57ac4f99d on network f2b52bd2-8d9b-45ca-a708-dbad55fc348c {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:09:08.787007 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50d365-e26e-4fdb-ada2-b334677517a7 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:09:08.787352 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50d365-e26e-4fdb-ada2-b334677517a7 None None] Checking segment: {'id': 'e6b248c9-bb94-4216-ac8e-5aee6334e7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f2b52bd2-8d9b-45ca-a708-dbad55fc348c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:09:08.787689 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf50d365-e26e-4fdb-ada2-b334677517a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:08.788086 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50d365-e26e-4fdb-ada2-b334677517a7 None None] Bound using segment: {'id': 'e6b248c9-bb94-4216-ac8e-5aee6334e7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f2b52bd2-8d9b-45ca-a708-dbad55fc348c'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:09:08.788558 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bf50d365-e26e-4fdb-ada2-b334677517a7 None None] Bound port: 88b2d9e3-6f3e-4640-b872-e0b57ac4f99d, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b248c9-bb94-4216-ac8e-5aee6334e7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f2b52bd2-8d9b-45ca-a708-dbad55fc348c'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:09:08.788949 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf50d365-e26e-4fdb-ada2-b334677517a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:08.832617 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c68fce73-0636-4668-93c0-9004fb5000d8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:08.847224 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-c68fce73-0636-4668-93c0-9004fb5000d8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Transition to ACTIVE for port object 07ff0af5-4a1f-456d-b688-c0892030f1a0 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:08.857204 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bf50d365-e26e-4fdb-ada2-b334677517a7 None None] For port 88b2d9e3-6f3e-4640-b872-e0b57ac4f99d, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:09:08.860399 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bf50d365-e26e-4fdb-ada2-b334677517a7 None None] For port 88b2d9e3-6f3e-4640-b872-e0b57ac4f99d, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=88b2d9e3-6f3e-4640-b872-e0b57ac4f99d,segment=NetworkSegment(e6b248c9-bb94-4216-ac8e-5aee6334e7af),segment_id=e6b248c9-bb94-4216-ac8e-5aee6334e7af)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:09:08.864881 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf50d365-e26e-4fdb-ada2-b334677517a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:08.883405 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c68fce73-0636-4668-93c0-9004fb5000d8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:08.928299 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50d365-e26e-4fdb-ada2-b334677517a7 None None] Pushing event updated for resources: {'Port': ['ID=88b2d9e3-6f3e-4640-b872-e0b57ac4f99d,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:08.929871 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68fce73-0636-4668-93c0-9004fb5000d8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network f2b52bd2-8d9b-45ca-a708-dbad55fc348c is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:08.934125 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-c68fce73-0636-4668-93c0-9004fb5000d8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:08.936629 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68fce73-0636-4668-93c0-9004fb5000d8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:08.979315 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68fce73-0636-4668-93c0-9004fb5000d8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Port': ['ID=07ff0af5-4a1f-456d-b688-c0892030f1a0,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:08.996816 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c68fce73-0636-4668-93c0-9004fb5000d8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:09.168132 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c68fce73-0636-4668-93c0-9004fb5000d8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:09.471652 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c68fce73-0636-4668-93c0-9004fb5000d8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:09.476691 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c68fce73-0636-4668-93c0-9004fb5000d8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:09.552997 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c68fce73-0636-4668-93c0-9004fb5000d8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:09.554884 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68fce73-0636-4668-93c0-9004fb5000d8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Port': ['ID=07ff0af5-4a1f-456d-b688-c0892030f1a0,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:09.661507 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68fce73-0636-4668-93c0-9004fb5000d8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network f2b52bd2-8d9b-45ca-a708-dbad55fc348c is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:09.663312 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-c68fce73-0636-4668-93c0-9004fb5000d8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:09.782993 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68fce73-0636-4668-93c0-9004fb5000d8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Router 716f52d6-4264-42af-bb14-330678d9f9ce has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:09:09.840166 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9accd4-d23b-4bda-8288-6afc76a2ccb0 None None] Network f2b52bd2-8d9b-45ca-a708-dbad55fc348c requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:09:09.893330 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68fce73-0636-4668-93c0-9004fb5000d8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:09:09.898825 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c68fce73-0636-4668-93c0-9004fb5000d8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "PUT /v2.0/routers/716f52d6-4264-42af-bb14-330678d9f9ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3000317 Aug 16 21:09:09.908530 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2179bab0-e80b-4266-91b5-b30b21be47fb None None] Provisioning for port 88b2d9e3-6f3e-4640-b872-e0b57ac4f99d completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:10.044912 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-70a93628-4f6c-4f29-bb89-6274b33c32a1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-56138744&fields=id&tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e HTTP/1.1" status: 200 len: 267 time: 0.0378823 Aug 16 21:09:10.196198 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-2ba110fe-c7b2-434c-ada5-f5bd82cb34c1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:10.201245 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-2ba110fe-c7b2-434c-ada5-f5bd82cb34c1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/networks?id=f2b52bd2-8d9b-45ca-a708-dbad55fc348c HTTP/1.1" status: 200 len: 797 time: 0.1429656 Aug 16 21:09:10.214655 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-5bb127e1-5e96-4807-b8bc-694756d68d8d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/quotas/3b55bcbb731b4f17ac8f16ceeee7f73e HTTP/1.1" status: 200 len: 375 time: 0.0108271 Aug 16 21:09:10.241753 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 88b2d9e3-6f3e-4640-b872-e0b57ac4f99d up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:10.275715 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-eaf96d3f-3ef9-422d-844b-5b60e771385c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553946 Aug 16 21:09:10.307852 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ed4d991d-cb51-4370-92ca-d80bb5c084f5 None None] Provisioning for port 07ff0af5-4a1f-456d-b688-c0892030f1a0 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:10.314164 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ed4d991d-cb51-4370-92ca-d80bb5c084f5 None None] Provisioning complete for port 07ff0af5-4a1f-456d-b688-c0892030f1a0 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:10.314616 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ed4d991d-cb51-4370-92ca-d80bb5c084f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:10.317917 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 88b2d9e3-6f3e-4640-b872-e0b57ac4f99d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:10.341451 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 88b2d9e3-6f3e-4640-b872-e0b57ac4f99d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:10.341830 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:10.376019 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ed4d991d-cb51-4370-92ca-d80bb5c084f5 None None] Port 07ff0af5-4a1f-456d-b688-c0892030f1a0 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:09:10.436705 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:10.444163 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-cb4d41e8-1fb2-46a3-ad4d-f5428afb92dc service neutron] 10.222.0.68 "GET /v2.0/networks/f2b52bd2-8d9b-45ca-a708-dbad55fc348c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551228 Aug 16 21:09:10.476519 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 88b2d9e3-6f3e-4640-b872-e0b57ac4f99d, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=88b2d9e3-6f3e-4640-b872-e0b57ac4f99d,segment=NetworkSegment(e6b248c9-bb94-4216-ac8e-5aee6334e7af),segment_id=e6b248c9-bb94-4216-ac8e-5aee6334e7af)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:10.480612 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:10.481702 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ddf83b8b-0f75-4304-af10-0588637df7ca up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:10.553771 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-57744eaa-7fea-49da-8be1-7e8022f04f4c None None] Provisioning complete for port 07ff0af5-4a1f-456d-b688-c0892030f1a0 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:10.553975 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe3247c-c1ca-4772-a76e-2f7775dbf37e None None] Sync routers for ids ['716f52d6-4264-42af-bb14-330678d9f9ce'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:09:10.554447 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57744eaa-7fea-49da-8be1-7e8022f04f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:10.563127 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-164bf81e-84de-431f-b125-c1648414afcf service neutron] 10.222.0.68 "GET /v2.0/networks/f2b52bd2-8d9b-45ca-a708-dbad55fc348c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101472 Aug 16 21:09:10.564595 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe3247c-c1ca-4772-a76e-2f7775dbf37e None None] Routers {'716f52d6-4264-42af-bb14-330678d9f9ce'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:10.565465 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5fe3247c-c1ca-4772-a76e-2f7775dbf37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:09:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['716f52d6-4264-42af-bb14-330678d9f9ce'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:10.602773 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=88b2d9e3-6f3e-4640-b872-e0b57ac4f99d,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:10.616999 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-57744eaa-7fea-49da-8be1-7e8022f04f4c None None] Port 07ff0af5-4a1f-456d-b688-c0892030f1a0 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:09:10.624503 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port ddf83b8b-0f75-4304-af10-0588637df7ca completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:10.632676 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port ddf83b8b-0f75-4304-af10-0588637df7ca triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:10.632900 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:10.695125 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-5fe3247c-c1ca-4772-a76e-2f7775dbf37e None None] Set router 716f52d6-4264-42af-bb14-330678d9f9ce gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:10.733377 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:10.763116 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1d135368-48e1-405e-968f-ce3d2cfd19f1 None None] Provisioning complete for port 07ff0af5-4a1f-456d-b688-c0892030f1a0 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:10.764199 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1d135368-48e1-405e-968f-ce3d2cfd19f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:10.799533 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port ddf83b8b-0f75-4304-af10-0588637df7ca, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=ddf83b8b-0f75-4304-af10-0588637df7ca,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:10.807278 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-92f04f81-35b6-4b0b-8420-4b47d6b89c6e req-c1b55834-4393-4d70-8281-42a832acc11c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=53e8a4eb-5b4d-4f14-8b89-321f56ef9e63 HTTP/1.1" status: 200 len: 210 time: 0.0524478 Aug 16 21:09:10.821365 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1d135368-48e1-405e-968f-ce3d2cfd19f1 None None] Port 07ff0af5-4a1f-456d-b688-c0892030f1a0 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:09:10.823674 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:10.877157 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=ddf83b8b-0f75-4304-af10-0588637df7ca,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:10.929925 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5fe3247c-c1ca-4772-a76e-2f7775dbf37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356088374', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'ddf83b8b-0f75-4304-af10-0588637df7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:09:05Z', 'updated_at': '2021-08-16T21:09:09Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': 'ddf83b8b-0f75-4304-af10-0588637df7ca', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:06Z', 'updated_at': '2021-08-16T21:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '07ff0af5-4a1f-456d-b688-c0892030f1a0', 'name': '', 'network_id': 'f2b52bd2-8d9b-45ca-a708-dbad55fc348c', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:8f:85:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '05e358fc-d4fe-4449-ad12-c4ce71f04835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:08Z', 'updated_at': '2021-08-16T21:09:09Z', 'revision_number': 2, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': '05e358fc-d4fe-4449-ad12-c4ce71f04835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:10.955931 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe3247c-c1ca-4772-a76e-2f7775dbf37e None None] Checking router: 716f52d6-4264-42af-bb14-330678d9f9ce for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:09:10.956288 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe3247c-c1ca-4772-a76e-2f7775dbf37e None None] Updating router 716f52d6-4264-42af-bb14-330678d9f9ce port 07ff0af5-4a1f-456d-b688-c0892030f1a0 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:09:10.980186 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5fe3247c-c1ca-4772-a76e-2f7775dbf37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:11.250561 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5fe3247c-c1ca-4772-a76e-2f7775dbf37e None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:11.260242 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-5fe3247c-c1ca-4772-a76e-2f7775dbf37e None None] Transition to ACTIVE for port object 07ff0af5-4a1f-456d-b688-c0892030f1a0 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:11.266472 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5fe3247c-c1ca-4772-a76e-2f7775dbf37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:11.331436 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f04b7-57ad-40ae-b010-964b45a4403e None None] Pushing event updated for resources: {'Port': ['ID=07ff0af5-4a1f-456d-b688-c0892030f1a0,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:11.358004 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f04b7-57ad-40ae-b010-964b45a4403e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:11.358322 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f04b7-57ad-40ae-b010-964b45a4403e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:11.358503 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f04b7-57ad-40ae-b010-964b45a4403e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:11.358827 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f04b7-57ad-40ae-b010-964b45a4403e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:11.359147 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f04b7-57ad-40ae-b010-964b45a4403e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:11.360219 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f04b7-57ad-40ae-b010-964b45a4403e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:11.360545 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f04b7-57ad-40ae-b010-964b45a4403e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:11.360862 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f04b7-57ad-40ae-b010-964b45a4403e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:11.361216 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f04b7-57ad-40ae-b010-964b45a4403e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:11.361532 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f04b7-57ad-40ae-b010-964b45a4403e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:11.361885 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f04b7-57ad-40ae-b010-964b45a4403e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:11.362222 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f04b7-57ad-40ae-b010-964b45a4403e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:11.374714 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-5fe3247c-c1ca-4772-a76e-2f7775dbf37e None None] Attempting to bind port 07ff0af5-4a1f-456d-b688-c0892030f1a0 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:09:11.375093 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-5fe3247c-c1ca-4772-a76e-2f7775dbf37e None None] Attempting to bind port 07ff0af5-4a1f-456d-b688-c0892030f1a0 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'e6b248c9-bb94-4216-ac8e-5aee6334e7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f2b52bd2-8d9b-45ca-a708-dbad55fc348c'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:09:11.375471 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3247c-c1ca-4772-a76e-2f7775dbf37e None None] Attempting to bind port 07ff0af5-4a1f-456d-b688-c0892030f1a0 on network f2b52bd2-8d9b-45ca-a708-dbad55fc348c {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:09:11.380572 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3247c-c1ca-4772-a76e-2f7775dbf37e None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:09:11.381154 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3247c-c1ca-4772-a76e-2f7775dbf37e None None] Checking segment: {'id': 'e6b248c9-bb94-4216-ac8e-5aee6334e7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f2b52bd2-8d9b-45ca-a708-dbad55fc348c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:09:11.381552 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5fe3247c-c1ca-4772-a76e-2f7775dbf37e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:11.381936 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3247c-c1ca-4772-a76e-2f7775dbf37e None None] Bound using segment: {'id': 'e6b248c9-bb94-4216-ac8e-5aee6334e7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f2b52bd2-8d9b-45ca-a708-dbad55fc348c'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:09:11.382393 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-5fe3247c-c1ca-4772-a76e-2f7775dbf37e None None] Bound port: 07ff0af5-4a1f-456d-b688-c0892030f1a0, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b248c9-bb94-4216-ac8e-5aee6334e7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f2b52bd2-8d9b-45ca-a708-dbad55fc348c'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:09:11.382762 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5fe3247c-c1ca-4772-a76e-2f7775dbf37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:11.453179 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-5fe3247c-c1ca-4772-a76e-2f7775dbf37e None None] For port 07ff0af5-4a1f-456d-b688-c0892030f1a0, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:09:11.456473 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-5fe3247c-c1ca-4772-a76e-2f7775dbf37e None None] For port 07ff0af5-4a1f-456d-b688-c0892030f1a0, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=07ff0af5-4a1f-456d-b688-c0892030f1a0,segment=NetworkSegment(e6b248c9-bb94-4216-ac8e-5aee6334e7af),segment_id=e6b248c9-bb94-4216-ac8e-5aee6334e7af)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:09:11.460693 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5fe3247c-c1ca-4772-a76e-2f7775dbf37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:11.519313 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe3247c-c1ca-4772-a76e-2f7775dbf37e None None] Routers {'716f52d6-4264-42af-bb14-330678d9f9ce'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:11.519978 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5fe3247c-c1ca-4772-a76e-2f7775dbf37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:09:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['716f52d6-4264-42af-bb14-330678d9f9ce'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:11.521864 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f04b7-57ad-40ae-b010-964b45a4403e None None] Pushing event updated for resources: {'Port': ['ID=07ff0af5-4a1f-456d-b688-c0892030f1a0,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:11.726054 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-5fe3247c-c1ca-4772-a76e-2f7775dbf37e None None] Set router 716f52d6-4264-42af-bb14-330678d9f9ce gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:11.817546 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-877bab78-eb44-4855-a5fc-8e76b9de49e6 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:11.819111 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-877bab78-eb44-4855-a5fc-8e76b9de49e6 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.57 "GET /v2.0/networks?id=f2b52bd2-8d9b-45ca-a708-dbad55fc348c HTTP/1.1" status: 200 len: 797 time: 0.1145933 Aug 16 21:09:11.870101 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-784ca6f4-d6ec-4785-822c-4e54fed776cd tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e HTTP/1.1" status: 200 len: 378 time: 0.0423291 Aug 16 21:09:11.886115 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-41132e13-cf2f-455c-8e6a-6217f14a2966 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'port': {'device_id': '53e8a4eb-5b4d-4f14-8b89-321f56ef9e63', 'network_id': 'f2b52bd2-8d9b-45ca-a708-dbad55fc348c', 'admin_state_up': True, 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'security_groups': ['a5c95aeb-5e1c-4a9a-8d6d-9bf52344f2e3']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:11.909227 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e52dc2fc-b7e4-4642-9bb0-3b7bb5d009f6 req-0e16f225-042b-4432-90a1-5872f824a920 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=53e8a4eb-5b4d-4f14-8b89-321f56ef9e63 HTTP/1.1" status: 200 len: 210 time: 0.0372117 Aug 16 21:09:11.942254 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5fe3247c-c1ca-4772-a76e-2f7775dbf37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356088374', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'ddf83b8b-0f75-4304-af10-0588637df7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:09:05Z', 'updated_at': '2021-08-16T21:09:09Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': 'ddf83b8b-0f75-4304-af10-0588637df7ca', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:06Z', 'updated_at': '2021-08-16T21:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '07ff0af5-4a1f-456d-b688-c0892030f1a0', 'name': '', 'network_id': 'f2b52bd2-8d9b-45ca-a708-dbad55fc348c', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:8f:85:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '05e358fc-d4fe-4449-ad12-c4ce71f04835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:08Z', 'updated_at': '2021-08-16T21:09:11Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': '05e358fc-d4fe-4449-ad12-c4ce71f04835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:11.971642 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe3247c-c1ca-4772-a76e-2f7775dbf37e None None] The sync data for ids ['716f52d6-4264-42af-bb14-330678d9f9ce'] in n-d-787206-13 is: [{'id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356088374', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'ddf83b8b-0f75-4304-af10-0588637df7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:09:05Z', 'updated_at': '2021-08-16T21:09:09Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': 'ddf83b8b-0f75-4304-af10-0588637df7ca', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:06Z', 'updated_at': '2021-08-16T21:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '07ff0af5-4a1f-456d-b688-c0892030f1a0', 'name': '', 'network_id': 'f2b52bd2-8d9b-45ca-a708-dbad55fc348c', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:8f:85:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '05e358fc-d4fe-4449-ad12-c4ce71f04835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:08Z', 'updated_at': '2021-08-16T21:09:11Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': '05e358fc-d4fe-4449-ad12-c4ce71f04835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:09:12.025222 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-41132e13-cf2f-455c-8e6a-6217f14a2966 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Made reservation on behalf of 3b55bcbb731b4f17ac8f16ceeee7f73e for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:12.032011 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-41132e13-cf2f-455c-8e6a-6217f14a2966 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:12.179038 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-41132e13-cf2f-455c-8e6a-6217f14a2966 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Allocated IP 172.20.0.12 (f2b52bd2-8d9b-45ca-a708-dbad55fc348c/05e358fc-d4fe-4449-ad12-c4ce71f04835/0ae4aed6-44ce-4d28-9136-5d8a627e8dcf) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:12.230776 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 07ff0af5-4a1f-456d-b688-c0892030f1a0 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:12.288561 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 07ff0af5-4a1f-456d-b688-c0892030f1a0 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:12.293974 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 07ff0af5-4a1f-456d-b688-c0892030f1a0 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:12.294344 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:12.331470 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-41132e13-cf2f-455c-8e6a-6217f14a2966 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:12.345783 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-41132e13-cf2f-455c-8e6a-6217f14a2966 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Transition to ACTIVE for port object 0ae4aed6-44ce-4d28-9136-5d8a627e8dcf will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:12.377798 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:12.382590 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-41132e13-cf2f-455c-8e6a-6217f14a2966 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:12.416745 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 07ff0af5-4a1f-456d-b688-c0892030f1a0, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=07ff0af5-4a1f-456d-b688-c0892030f1a0,segment=NetworkSegment(e6b248c9-bb94-4216-ac8e-5aee6334e7af),segment_id=e6b248c9-bb94-4216-ac8e-5aee6334e7af)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:12.421441 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:12.423193 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 88b2d9e3-6f3e-4640-b872-e0b57ac4f99d up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:12.433531 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-41132e13-cf2f-455c-8e6a-6217f14a2966 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network f2b52bd2-8d9b-45ca-a708-dbad55fc348c is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:12.439594 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-41132e13-cf2f-455c-8e6a-6217f14a2966 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:12.444737 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-41132e13-cf2f-455c-8e6a-6217f14a2966 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:12.478426 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41132e13-cf2f-455c-8e6a-6217f14a2966 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Port': ['ID=0ae4aed6-44ce-4d28-9136-5d8a627e8dcf,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:12.510041 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=07ff0af5-4a1f-456d-b688-c0892030f1a0,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:12.520486 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-41132e13-cf2f-455c-8e6a-6217f14a2966 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:12.521426 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 88b2d9e3-6f3e-4640-b872-e0b57ac4f99d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:12.521610 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-41132e13-cf2f-455c-8e6a-6217f14a2966 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:12.522188 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:12.543157 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-41132e13-cf2f-455c-8e6a-6217f14a2966 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6623833 Aug 16 21:09:12.558100 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-3b82c4cd-74df-4390-8d30-e1d721d77428 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:09:12.559206 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-3b82c4cd-74df-4390-8d30-e1d721d77428 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075274 Aug 16 21:09:12.620053 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ddf83b8b-0f75-4304-af10-0588637df7ca up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:12.623138 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-07f9bf41-5984-4778-ba3a-0a4cc829ae79 service neutron] Request body: {'port': {'device_id': '53e8a4eb-5b4d-4f14-8b89-321f56ef9e63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:12.682548 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port ddf83b8b-0f75-4304-af10-0588637df7ca triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:12.682930 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:12.684968 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-07f9bf41-5984-4778-ba3a-0a4cc829ae79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:12.800757 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e42f5bd4-6737-4cd1-a652-7f8c1885188e None None] Provisioning for port 0ae4aed6-44ce-4d28-9136-5d8a627e8dcf completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:12.805038 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e42f5bd4-6737-4cd1-a652-7f8c1885188e None None] Provisioning complete for port 0ae4aed6-44ce-4d28-9136-5d8a627e8dcf triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:12.805618 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e42f5bd4-6737-4cd1-a652-7f8c1885188e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:12.843056 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e42f5bd4-6737-4cd1-a652-7f8c1885188e None None] Port 0ae4aed6-44ce-4d28-9136-5d8a627e8dcf cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:09:12.970901 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-07f9bf41-5984-4778-ba3a-0a4cc829ae79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae4aed6-44ce-4d28-9136-5d8a627e8dcf {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:09:12.979210 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-07f9bf41-5984-4778-ba3a-0a4cc829ae79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:13.002382 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-07f9bf41-5984-4778-ba3a-0a4cc829ae79 service neutron] Transition to ACTIVE for port object 0ae4aed6-44ce-4d28-9136-5d8a627e8dcf will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:13.017377 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-07f9bf41-5984-4778-ba3a-0a4cc829ae79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:13.091051 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f8a63-c6b9-40cf-a432-353dbbc21400 req-d90491c5-f98b-42d1-b7c1-64b169f200c9 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:13.092692 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dd6f8a63-c6b9-40cf-a432-353dbbc21400 req-d90491c5-f98b-42d1-b7c1-64b169f200c9 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=53e8a4eb-5b4d-4f14-8b89-321f56ef9e63 HTTP/1.1" status: 200 len: 932 time: 0.1071136 Aug 16 21:09:13.108355 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9bf41-5984-4778-ba3a-0a4cc829ae79 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae4aed6-44ce-4d28-9136-5d8a627e8dcf,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:13.190594 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dd6f8a63-c6b9-40cf-a432-353dbbc21400 req-c352f8a3-c52c-4367-bbc6-e136caace371 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5c95aeb-5e1c-4a9a-8d6d-9bf52344f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0898204 Aug 16 21:09:13.209304 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-07f9bf41-5984-4778-ba3a-0a4cc829ae79 service neutron] Attempting to bind port 0ae4aed6-44ce-4d28-9136-5d8a627e8dcf on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:09:13.209304 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-07f9bf41-5984-4778-ba3a-0a4cc829ae79 service neutron] Attempting to bind port 0ae4aed6-44ce-4d28-9136-5d8a627e8dcf by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'e6b248c9-bb94-4216-ac8e-5aee6334e7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f2b52bd2-8d9b-45ca-a708-dbad55fc348c'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:09:13.209304 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-07f9bf41-5984-4778-ba3a-0a4cc829ae79 service neutron] Attempting to bind port 0ae4aed6-44ce-4d28-9136-5d8a627e8dcf on network f2b52bd2-8d9b-45ca-a708-dbad55fc348c {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:09:13.211225 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-07f9bf41-5984-4778-ba3a-0a4cc829ae79 service neutron] Port 0ae4aed6-44ce-4d28-9136-5d8a627e8dcf on network f2b52bd2-8d9b-45ca-a708-dbad55fc348c not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:09:13.211581 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-07f9bf41-5984-4778-ba3a-0a4cc829ae79 service neutron] Attempting to bind port 0ae4aed6-44ce-4d28-9136-5d8a627e8dcf on network f2b52bd2-8d9b-45ca-a708-dbad55fc348c {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:09:13.216816 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-07f9bf41-5984-4778-ba3a-0a4cc829ae79 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:09:13.217180 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-07f9bf41-5984-4778-ba3a-0a4cc829ae79 service neutron] Checking segment: {'id': 'e6b248c9-bb94-4216-ac8e-5aee6334e7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f2b52bd2-8d9b-45ca-a708-dbad55fc348c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:09:13.217555 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-07f9bf41-5984-4778-ba3a-0a4cc829ae79 service neutron] Bound using segment: {'id': 'e6b248c9-bb94-4216-ac8e-5aee6334e7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f2b52bd2-8d9b-45ca-a708-dbad55fc348c'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:09:13.217973 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-07f9bf41-5984-4778-ba3a-0a4cc829ae79 service neutron] Bound port: 0ae4aed6-44ce-4d28-9136-5d8a627e8dcf, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b248c9-bb94-4216-ac8e-5aee6334e7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f2b52bd2-8d9b-45ca-a708-dbad55fc348c'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:09:13.218340 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-07f9bf41-5984-4778-ba3a-0a4cc829ae79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:13.283166 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-07f9bf41-5984-4778-ba3a-0a4cc829ae79 service neutron] For port 0ae4aed6-44ce-4d28-9136-5d8a627e8dcf, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:09:13.286149 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-07f9bf41-5984-4778-ba3a-0a4cc829ae79 service neutron] For port 0ae4aed6-44ce-4d28-9136-5d8a627e8dcf, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=0ae4aed6-44ce-4d28-9136-5d8a627e8dcf,segment=NetworkSegment(e6b248c9-bb94-4216-ac8e-5aee6334e7af),segment_id=e6b248c9-bb94-4216-ac8e-5aee6334e7af)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:09:13.289715 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-07f9bf41-5984-4778-ba3a-0a4cc829ae79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:13.326358 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-07f9bf41-5984-4778-ba3a-0a4cc829ae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:13.326969 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-07f9bf41-5984-4778-ba3a-0a4cc829ae79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:13.328426 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-07f9bf41-5984-4778-ba3a-0a4cc829ae79 service neutron] 10.222.0.57 "PUT /v2.0/ports/0ae4aed6-44ce-4d28-9136-5d8a627e8dcf HTTP/1.1" status: 200 len: 1093 time: 0.7617116 Aug 16 21:09:13.328842 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e8a4eb-5b4d-4f14-8b89-321f56ef9e63', 'tag': '0ae4aed6-44ce-4d28-9136-5d8a627e8dcf'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:09:13.331074 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a655e4f-6941-4dfc-8a32-317295d548f8" -d '{"events": [{"name": "network-changed", "server_uuid": "53e8a4eb-5b4d-4f14-8b89-321f56ef9e63", "tag": "0ae4aed6-44ce-4d28-9136-5d8a627e8dcf"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:09:13.358151 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9bf41-5984-4778-ba3a-0a4cc829ae79 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae4aed6-44ce-4d28-9136-5d8a627e8dcf,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:13.380304 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0e4b3c-1d3e-4e0f-a965-f8325698523b x-openstack-request-id: req-bd0e4b3c-1d3e-4e0f-a965-f8325698523b {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:09:13.380596 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e8a4eb-5b4d-4f14-8b89-321f56ef9e63", "tag": "0ae4aed6-44ce-4d28-9136-5d8a627e8dcf", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:09:13.380846 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bd0e4b3c-1d3e-4e0f-a965-f8325698523b {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:09:13.381236 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53e8a4eb-5b4d-4f14-8b89-321f56ef9e63', 'tag': '0ae4aed6-44ce-4d28-9136-5d8a627e8dcf', 'status': 'completed', 'code': 200} Aug 16 21:09:13.410604 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-758e22fc-f9f3-4be5-90c6-1d12d857770f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:13.412323 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-758e22fc-f9f3-4be5-90c6-1d12d857770f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&device_id=53e8a4eb-5b4d-4f14-8b89-321f56ef9e63 HTTP/1.1" status: 200 len: 1096 time: 0.0428369 Aug 16 21:09:13.456227 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-0682bc5d-8e5e-4f95-a265-ada0142330a7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ae4aed6-44ce-4d28-9136-5d8a627e8dcf HTTP/1.1" status: 200 len: 217 time: 0.0356886 Aug 16 21:09:13.508106 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-909fa4ce-9627-481f-b966-e4d66371bdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:13.509572 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-909fa4ce-9627-481f-b966-e4d66371bdec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=05e358fc-d4fe-4449-ad12-c4ce71f04835 HTTP/1.1" status: 200 len: 834 time: 0.0468752 Aug 16 21:09:13.559459 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-490d7883-a5b4-484c-bd0c-50d31e1d2c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:13.560918 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-490d7883-a5b4-484c-bd0c-50d31e1d2c7a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f2b52bd2-8d9b-45ca-a708-dbad55fc348c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449100 Aug 16 21:09:13.649361 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-be5f16f5-bb37-4d37-8c36-383eb1bebc88 service neutron] 10.222.0.57 "GET /v2.0/networks/f2b52bd2-8d9b-45ca-a708-dbad55fc348c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804684 Aug 16 21:09:13.741343 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d1774457-1021-4fcf-be10-0a0c8e5ff02e req-e11f1cc6-b647-41ed-b6f0-8405ca4293a3 service neutron] 10.222.0.57 "GET /v2.0/networks/f2b52bd2-8d9b-45ca-a708-dbad55fc348c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841694 Aug 16 21:09:13.822374 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a655e4f-6941-4dfc-8a32-317295d548f8 req-4e38f105-8ab5-4921-b3e4-21b5b49ee7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:13.823881 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4a655e4f-6941-4dfc-8a32-317295d548f8 req-4e38f105-8ab5-4921-b3e4-21b5b49ee7dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&device_id=53e8a4eb-5b4d-4f14-8b89-321f56ef9e63 HTTP/1.1" status: 200 len: 1096 time: 0.0405817 Aug 16 21:09:13.919024 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a655e4f-6941-4dfc-8a32-317295d548f8 req-1057b2b8-e01e-4ead-ba33-0003648ff55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:13.920510 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4a655e4f-6941-4dfc-8a32-317295d548f8 req-1057b2b8-e01e-4ead-ba33-0003648ff55a service neutron] 10.222.0.57 "GET /v2.0/networks?id=f2b52bd2-8d9b-45ca-a708-dbad55fc348c HTTP/1.1" status: 200 len: 898 time: 0.0892251 Aug 16 21:09:13.962551 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4a655e4f-6941-4dfc-8a32-317295d548f8 req-ec264525-a460-41d9-ae34-1dadb81e7330 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ae4aed6-44ce-4d28-9136-5d8a627e8dcf HTTP/1.1" status: 200 len: 217 time: 0.0334826 Aug 16 21:09:14.010785 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a655e4f-6941-4dfc-8a32-317295d548f8 req-abd7a2e7-1fc5-4ddf-a7c7-61f1913dce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:14.012206 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4a655e4f-6941-4dfc-8a32-317295d548f8 req-abd7a2e7-1fc5-4ddf-a7c7-61f1913dce05 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=05e358fc-d4fe-4449-ad12-c4ce71f04835 HTTP/1.1" status: 200 len: 834 time: 0.0411074 Aug 16 21:09:14.065026 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a655e4f-6941-4dfc-8a32-317295d548f8 req-4caf222a-4674-4f26-931a-7978200cf085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:14.066528 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4a655e4f-6941-4dfc-8a32-317295d548f8 req-4caf222a-4674-4f26-931a-7978200cf085 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f2b52bd2-8d9b-45ca-a708-dbad55fc348c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461478 Aug 16 21:09:14.140950 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 07ff0af5-4a1f-456d-b688-c0892030f1a0 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:14.158907 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4a655e4f-6941-4dfc-8a32-317295d548f8 req-c056c47f-7e3e-4290-96fc-04d640d19b3b service neutron] 10.222.0.57 "GET /v2.0/networks/f2b52bd2-8d9b-45ca-a708-dbad55fc348c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836301 Aug 16 21:09:14.190630 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 07ff0af5-4a1f-456d-b688-c0892030f1a0 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:14.190912 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:14.256840 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4a655e4f-6941-4dfc-8a32-317295d548f8 req-b8b2a984-ff6a-43db-b7be-b228ec3767d4 service neutron] 10.222.0.57 "GET /v2.0/networks/f2b52bd2-8d9b-45ca-a708-dbad55fc348c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899124 Aug 16 21:09:14.314361 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1022cd0-3f3b-4065-b484-f80bda28b688 req-4c2ad0e7-e791-43bb-9c81-fe683e058272 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:14.315890 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c1022cd0-3f3b-4065-b484-f80bda28b688 req-4c2ad0e7-e791-43bb-9c81-fe683e058272 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=53e8a4eb-5b4d-4f14-8b89-321f56ef9e63 HTTP/1.1" status: 200 len: 944 time: 0.0520926 Aug 16 21:09:14.353511 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c1022cd0-3f3b-4065-b484-f80bda28b688 req-1203f21c-9edc-4206-aa29-3f9b836f35b4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5c95aeb-5e1c-4a9a-8d6d-9bf52344f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315487 Aug 16 21:09:15.465334 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345eb91-5584-4229-afea-306b85276b27 req-5c6a62c9-4b81-4b64-a430-e67c05e980ed tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:15.466788 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6345eb91-5584-4229-afea-306b85276b27 req-5c6a62c9-4b81-4b64-a430-e67c05e980ed tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=53e8a4eb-5b4d-4f14-8b89-321f56ef9e63 HTTP/1.1" status: 200 len: 944 time: 0.0473578 Aug 16 21:09:15.503059 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6345eb91-5584-4229-afea-306b85276b27 req-f9b86292-c1f5-4970-a61a-7e28289b5bf1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5c95aeb-5e1c-4a9a-8d6d-9bf52344f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297623 Aug 16 21:09:16.618946 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba8d4b-7f54-475f-a196-b2f14e7ae3ee req-75aa6754-e10e-48b5-ae5b-c521e4882905 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:16.620424 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-97ba8d4b-7f54-475f-a196-b2f14e7ae3ee req-75aa6754-e10e-48b5-ae5b-c521e4882905 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=53e8a4eb-5b4d-4f14-8b89-321f56ef9e63 HTTP/1.1" status: 200 len: 944 time: 0.0483623 Aug 16 21:09:16.661287 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-97ba8d4b-7f54-475f-a196-b2f14e7ae3ee req-385244b4-6485-4e79-8b04-66b8ab883509 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5c95aeb-5e1c-4a9a-8d6d-9bf52344f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350451 Aug 16 21:09:17.709589 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 0ae4aed6-44ce-4d28-9136-5d8a627e8dcf details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:09:17.776765 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4faf8-cbc6-48ea-8840-e2ecbd058928 req-9954bb80-ff11-4950-94c6-3f4c666e7ec8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:17.778255 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cda4faf8-cbc6-48ea-8840-e2ecbd058928 req-9954bb80-ff11-4950-94c6-3f4c666e7ec8 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=53e8a4eb-5b4d-4f14-8b89-321f56ef9e63 HTTP/1.1" status: 200 len: 944 time: 0.0488577 Aug 16 21:09:17.806010 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 0ae4aed6-44ce-4d28-9136-5d8a627e8dcf, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=0ae4aed6-44ce-4d28-9136-5d8a627e8dcf,segment=NetworkSegment(e6b248c9-bb94-4216-ac8e-5aee6334e7af),segment_id=e6b248c9-bb94-4216-ac8e-5aee6334e7af)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:17.818159 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cda4faf8-cbc6-48ea-8840-e2ecbd058928 req-a78d1f47-171f-4168-9c1b-55432f49a1d3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5c95aeb-5e1c-4a9a-8d6d-9bf52344f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337105 Aug 16 21:09:17.818347 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '0ae4aed6-44ce-4d28-9136-5d8a627e8dcf', 'network_id': 'f2b52bd2-8d9b-45ca-a708-dbad55fc348c', 'port_id': '0ae4aed6-44ce-4d28-9136-5d8a627e8dcf', 'mac_address': 'fa:16:3e:b0:7d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e358fc-d4fe-4449-ad12-c4ce71f04835', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:09:17.854167 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:17.866913 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae4aed6-44ce-4d28-9136-5d8a627e8dcf {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:09:17.886044 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 0ae4aed6-44ce-4d28-9136-5d8a627e8dcf, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=0ae4aed6-44ce-4d28-9136-5d8a627e8dcf,segment=NetworkSegment(e6b248c9-bb94-4216-ac8e-5aee6334e7af),segment_id=e6b248c9-bb94-4216-ac8e-5aee6334e7af)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:17.889992 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:17.935666 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=0ae4aed6-44ce-4d28-9136-5d8a627e8dcf,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:18.125487 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['0ae4aed6-44ce-4d28-9136-5d8a627e8dcf'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:09:18.933627 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97a913-2488-4adc-9cb6-3b6b4b566c59 req-47917914-4bd3-4168-8661-09fd9266d18f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:18.935108 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cd97a913-2488-4adc-9cb6-3b6b4b566c59 req-47917914-4bd3-4168-8661-09fd9266d18f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=53e8a4eb-5b4d-4f14-8b89-321f56ef9e63 HTTP/1.1" status: 200 len: 945 time: 0.0500126 Aug 16 21:09:18.973274 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cd97a913-2488-4adc-9cb6-3b6b4b566c59 req-53969d93-e90a-4e89-89d1-9f721641e884 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5c95aeb-5e1c-4a9a-8d6d-9bf52344f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316141 Aug 16 21:09:19.723698 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 0ae4aed6-44ce-4d28-9136-5d8a627e8dcf up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:19.772423 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 0ae4aed6-44ce-4d28-9136-5d8a627e8dcf completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:19.776151 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 0ae4aed6-44ce-4d28-9136-5d8a627e8dcf triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:19.776521 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.852936 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.880429 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e8a4eb-5b4d-4f14-8b89-321f56ef9e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae4aed6-44ce-4d28-9136-5d8a627e8dcf'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:09:19.882775 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0348104d8022dd0cb333a966cdf78087a7844175b144024c4093ab2d6ac91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b58677-6683-4b0a-b88b-76a0cf4ec947" -d '{"events": [{"server_uuid": "53e8a4eb-5b4d-4f14-8b89-321f56ef9e63", "name": "network-vif-plugged", "status": "completed", "tag": "0ae4aed6-44ce-4d28-9136-5d8a627e8dcf"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:09:19.895407 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 0ae4aed6-44ce-4d28-9136-5d8a627e8dcf, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=0ae4aed6-44ce-4d28-9136-5d8a627e8dcf,segment=NetworkSegment(e6b248c9-bb94-4216-ac8e-5aee6334e7af),segment_id=e6b248c9-bb94-4216-ac8e-5aee6334e7af)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:19.899380 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:19.947625 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=0ae4aed6-44ce-4d28-9136-5d8a627e8dcf,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:19.969982 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf3c4cd-cef5-43fa-bda2-1c525c7419bb x-openstack-request-id: req-7bf3c4cd-cef5-43fa-bda2-1c525c7419bb {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:09:19.970268 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e8a4eb-5b4d-4f14-8b89-321f56ef9e63", "name": "network-vif-plugged", "status": "completed", "tag": "0ae4aed6-44ce-4d28-9136-5d8a627e8dcf", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:09:19.970517 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7bf3c4cd-cef5-43fa-bda2-1c525c7419bb {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:09:19.970905 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e8a4eb-5b4d-4f14-8b89-321f56ef9e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae4aed6-44ce-4d28-9136-5d8a627e8dcf', 'code': 200} Aug 16 21:09:20.101945 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8079d29-aa50-4efd-9312-5a189aba6860 req-223220dc-641a-4a9f-9828-1bd457f83394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:20.103492 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d8079d29-aa50-4efd-9312-5a189aba6860 req-223220dc-641a-4a9f-9828-1bd457f83394 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=53e8a4eb-5b4d-4f14-8b89-321f56ef9e63 HTTP/1.1" status: 200 len: 1098 time: 0.0754104 Aug 16 21:09:20.115952 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157f819-686b-4e5f-998a-f4b3374fc203 req-2e863365-b74b-4880-84d4-a8fc95cb84e2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:20.117333 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0157f819-686b-4e5f-998a-f4b3374fc203 req-2e863365-b74b-4880-84d4-a8fc95cb84e2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=53e8a4eb-5b4d-4f14-8b89-321f56ef9e63 HTTP/1.1" status: 200 len: 946 time: 0.0639856 Aug 16 21:09:20.170470 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d8079d29-aa50-4efd-9312-5a189aba6860 req-98e08417-2512-438c-9ab7-af726ed5fda5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a5c95aeb-5e1c-4a9a-8d6d-9bf52344f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522094 Aug 16 21:09:20.175962 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0157f819-686b-4e5f-998a-f4b3374fc203 req-c8e7ef11-d14e-468b-acd1-b4bf16ac0adc tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5c95aeb-5e1c-4a9a-8d6d-9bf52344f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526378 Aug 16 21:09:21.290140 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145fb0e-033b-4a15-bf87-eef9f0fadc44 req-158b289d-032f-46df-aa29-91ab8ea19867 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:21.291907 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4145fb0e-033b-4a15-bf87-eef9f0fadc44 req-158b289d-032f-46df-aa29-91ab8ea19867 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=53e8a4eb-5b4d-4f14-8b89-321f56ef9e63 HTTP/1.1" status: 200 len: 946 time: 0.0497532 Aug 16 21:09:21.331542 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4145fb0e-033b-4a15-bf87-eef9f0fadc44 req-84c7fdc2-f15c-4585-a021-6b3b1ac20f1b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5c95aeb-5e1c-4a9a-8d6d-9bf52344f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335860 Aug 16 21:09:21.446079 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9349b3-f6d8-4c6b-9d14-9c55504e011e req-c12ef4d9-5d0b-408c-a0cb-825a3517f57d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:21.447586 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dd9349b3-f6d8-4c6b-9d14-9c55504e011e req-c12ef4d9-5d0b-408c-a0cb-825a3517f57d tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=53e8a4eb-5b4d-4f14-8b89-321f56ef9e63 HTTP/1.1" status: 200 len: 946 time: 0.0524092 Aug 16 21:09:21.483665 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dd9349b3-f6d8-4c6b-9d14-9c55504e011e req-f84be8aa-6683-4f37-9620-800df4cc6e6a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5c95aeb-5e1c-4a9a-8d6d-9bf52344f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301564 Aug 16 21:09:21.505738 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35002) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:21.549445 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3309edee-4a54-411c-b392-014c95404c12 tempest-TestNetworkAdvancedServerOps-1330612273 tempest-TestNetworkAdvancedServerOps-1330612273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:21.550970 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3309edee-4a54-411c-b392-014c95404c12 tempest-TestNetworkAdvancedServerOps-1330612273 tempest-TestNetworkAdvancedServerOps-1330612273-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=53e8a4eb-5b4d-4f14-8b89-321f56ef9e63 HTTP/1.1" status: 200 len: 1093 time: 0.0441475 Aug 16 21:09:21.553717 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35004) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:21.558030 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-519e5766-61a0-4f08-b5b2-7ebee38133b1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'port_id': '0ae4aed6-44ce-4d28-9136-5d8a627e8dcf', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:21.579990 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-519e5766-61a0-4f08-b5b2-7ebee38133b1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.675353 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-519e5766-61a0-4f08-b5b2-7ebee38133b1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.785368 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-519e5766-61a0-4f08-b5b2-7ebee38133b1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Allocated IP 172.25.8.70 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/14c66b5a-9c33-401e-9094-f9bd1f81fa90) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:21.887180 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-519e5766-61a0-4f08-b5b2-7ebee38133b1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.925679 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-519e5766-61a0-4f08-b5b2-7ebee38133b1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:21.964392 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519e5766-61a0-4f08-b5b2-7ebee38133b1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:21.969045 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-519e5766-61a0-4f08-b5b2-7ebee38133b1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:21.973056 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519e5766-61a0-4f08-b5b2-7ebee38133b1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:21.996768 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e5766-61a0-4f08-b5b2-7ebee38133b1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Port': ['ID=14c66b5a-9c33-401e-9094-f9bd1f81fa90,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:22.329938 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-519e5766-61a0-4f08-b5b2-7ebee38133b1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.398158 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-519e5766-61a0-4f08-b5b2-7ebee38133b1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.546546 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-519e5766-61a0-4f08-b5b2-7ebee38133b1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.550821 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-519e5766-61a0-4f08-b5b2-7ebee38133b1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.617371 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e5766-61a0-4f08-b5b2-7ebee38133b1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event updated for resources: {'Port': ['ID=14c66b5a-9c33-401e-9094-f9bd1f81fa90,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:22.627458 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-519e5766-61a0-4f08-b5b2-7ebee38133b1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.727707 n-d-787206-13 neutron-server[94771]: INFO neutron.db.l3_db [None req-519e5766-61a0-4f08-b5b2-7ebee38133b1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Floating IP d7f67b37-3982-4816-bdf3-1763dc687adc associated. External IP: 172.25.8.70, port: 0ae4aed6-44ce-4d28-9136-5d8a627e8dcf. Aug 16 21:09:22.930442 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519e5766-61a0-4f08-b5b2-7ebee38133b1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Router 716f52d6-4264-42af-bb14-330678d9f9ce has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:09:23.036014 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519e5766-61a0-4f08-b5b2-7ebee38133b1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:09:23.046308 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f150d1-ab38-4c83-ac4d-e68a44e9b3de None None] Sync routers for ids ['716f52d6-4264-42af-bb14-330678d9f9ce'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:09:23.053783 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-519e5766-61a0-4f08-b5b2-7ebee38133b1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:23.058522 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f150d1-ab38-4c83-ac4d-e68a44e9b3de None None] Routers {'716f52d6-4264-42af-bb14-330678d9f9ce'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:23.059141 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a8f150d1-ab38-4c83-ac4d-e68a44e9b3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:09:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['716f52d6-4264-42af-bb14-330678d9f9ce'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:23.081930 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-519e5766-61a0-4f08-b5b2-7ebee38133b1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5272176 Aug 16 21:09:23.082513 n-d-787206-13 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e8a4eb-5b4d-4f14-8b89-321f56ef9e63', 'tag': '0ae4aed6-44ce-4d28-9136-5d8a627e8dcf'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:09:23.085051 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3574c60e065d2c839e3c713bbc5c644800ed611e652874904b72df0b461749ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a676197-8c9d-4f67-a5d3-480849252bac" -d '{"events": [{"name": "network-changed", "server_uuid": "53e8a4eb-5b4d-4f14-8b89-321f56ef9e63", "tag": "0ae4aed6-44ce-4d28-9136-5d8a627e8dcf"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:09:23.163944 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-a8f150d1-ab38-4c83-ac4d-e68a44e9b3de None None] Set router 716f52d6-4264-42af-bb14-330678d9f9ce gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:23.178236 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107bb5c-08fd-4818-be94-23420023afd7 req-780bd511-291e-4185-b6e9-7fdc1276067a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:23.179772 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8107bb5c-08fd-4818-be94-23420023afd7 req-780bd511-291e-4185-b6e9-7fdc1276067a tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=53e8a4eb-5b4d-4f14-8b89-321f56ef9e63 HTTP/1.1" status: 200 len: 946 time: 0.0495548 Aug 16 21:09:23.218233 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8107bb5c-08fd-4818-be94-23420023afd7 req-4b0fb673-3264-4255-b14d-ed8e79dee4a6 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5c95aeb-5e1c-4a9a-8d6d-9bf52344f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323367 Aug 16 21:09:23.241295 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35012) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:23.304656 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-dedc6dce-5e37-4dc1-a4bc-2436957e99c6 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/floatingips/d7f67b37-3982-4816-bdf3-1763dc687adc HTTP/1.1" status: 200 len: 991 time: 0.0609813 Aug 16 21:09:23.320736 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6182c270-a92a-4eaf-bdc5-77979ec4e85c x-openstack-request-id: req-6182c270-a92a-4eaf-bdc5-77979ec4e85c {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:09:23.321024 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e8a4eb-5b4d-4f14-8b89-321f56ef9e63", "tag": "0ae4aed6-44ce-4d28-9136-5d8a627e8dcf", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:09:23.321276 n-d-787206-13 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6182c270-a92a-4eaf-bdc5-77979ec4e85c {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:09:23.321696 n-d-787206-13 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53e8a4eb-5b4d-4f14-8b89-321f56ef9e63', 'tag': '0ae4aed6-44ce-4d28-9136-5d8a627e8dcf', 'status': 'completed', 'code': 200} Aug 16 21:09:23.385253 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a676197-8c9d-4f67-a5d3-480849252bac req-2e165110-3eca-4a95-9ab4-2f4a52e5f40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:23.386867 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0a676197-8c9d-4f67-a5d3-480849252bac req-2e165110-3eca-4a95-9ab4-2f4a52e5f40a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&device_id=53e8a4eb-5b4d-4f14-8b89-321f56ef9e63 HTTP/1.1" status: 200 len: 1098 time: 0.0410833 Aug 16 21:09:23.393694 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a8f150d1-ab38-4c83-ac4d-e68a44e9b3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356088374', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'ddf83b8b-0f75-4304-af10-0588637df7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:09:05Z', 'updated_at': '2021-08-16T21:09:09Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': 'ddf83b8b-0f75-4304-af10-0588637df7ca', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:06Z', 'updated_at': '2021-08-16T21:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'd7f67b37-3982-4816-bdf3-1763dc687adc', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'floating_ip_address': '172.25.8.70', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'port_id': '0ae4aed6-44ce-4d28-9136-5d8a627e8dcf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2b52bd2-8d9b-45ca-a708-dbad55fc348c', 'mac_address': 'fa:16:3e:b0:7d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e8a4eb-5b4d-4f14-8b89-321f56ef9e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:09:22Z', 'updated_at': '2021-08-16T21:09:22Z', 'revision_number': 0, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07ff0af5-4a1f-456d-b688-c0892030f1a0', 'name': '', 'network_id': 'f2b52bd2-8d9b-45ca-a708-dbad55fc348c', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:8f:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '05e358fc-d4fe-4449-ad12-c4ce71f04835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:08Z', 'updated_at': '2021-08-16T21:09:12Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': '05e358fc-d4fe-4449-ad12-c4ce71f04835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:23.419825 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f150d1-ab38-4c83-ac4d-e68a44e9b3de None None] Checking router: 716f52d6-4264-42af-bb14-330678d9f9ce for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:09:23.428791 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f150d1-ab38-4c83-ac4d-e68a44e9b3de None None] Routers {'716f52d6-4264-42af-bb14-330678d9f9ce'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:23.429380 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a8f150d1-ab38-4c83-ac4d-e68a44e9b3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:09:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['716f52d6-4264-42af-bb14-330678d9f9ce'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:23.482427 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a676197-8c9d-4f67-a5d3-480849252bac req-23b66e93-b9c8-4b14-b09c-96f0b99c0b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:23.483862 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0a676197-8c9d-4f67-a5d3-480849252bac req-23b66e93-b9c8-4b14-b09c-96f0b99c0b33 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f2b52bd2-8d9b-45ca-a708-dbad55fc348c HTTP/1.1" status: 200 len: 898 time: 0.0896468 Aug 16 21:09:23.554265 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0a676197-8c9d-4f67-a5d3-480849252bac req-7d5d1daa-06b2-4963-aa2c-9957543e4571 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ae4aed6-44ce-4d28-9136-5d8a627e8dcf HTTP/1.1" status: 200 len: 999 time: 0.0629582 Aug 16 21:09:23.610134 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a676197-8c9d-4f67-a5d3-480849252bac req-bc239994-c9d1-40e2-8f27-e51e73cc47e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:23.611707 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0a676197-8c9d-4f67-a5d3-480849252bac req-bc239994-c9d1-40e2-8f27-e51e73cc47e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=05e358fc-d4fe-4449-ad12-c4ce71f04835 HTTP/1.1" status: 200 len: 834 time: 0.0504994 Aug 16 21:09:23.659052 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a676197-8c9d-4f67-a5d3-480849252bac req-91f37498-9ca0-463f-b389-c7b749238cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:23.660583 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0a676197-8c9d-4f67-a5d3-480849252bac req-91f37498-9ca0-463f-b389-c7b749238cd6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f2b52bd2-8d9b-45ca-a708-dbad55fc348c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411918 Aug 16 21:09:23.695111 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-a8f150d1-ab38-4c83-ac4d-e68a44e9b3de None None] Set router 716f52d6-4264-42af-bb14-330678d9f9ce gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:23.750346 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0a676197-8c9d-4f67-a5d3-480849252bac req-04447613-80be-46ed-aa37-36216fd9201b service neutron] 10.222.0.57 "GET /v2.0/networks/f2b52bd2-8d9b-45ca-a708-dbad55fc348c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814922 Aug 16 21:09:23.927975 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a8f150d1-ab38-4c83-ac4d-e68a44e9b3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356088374', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'ddf83b8b-0f75-4304-af10-0588637df7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:09:05Z', 'updated_at': '2021-08-16T21:09:09Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': 'ddf83b8b-0f75-4304-af10-0588637df7ca', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:06Z', 'updated_at': '2021-08-16T21:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'd7f67b37-3982-4816-bdf3-1763dc687adc', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'floating_ip_address': '172.25.8.70', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'port_id': '0ae4aed6-44ce-4d28-9136-5d8a627e8dcf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2b52bd2-8d9b-45ca-a708-dbad55fc348c', 'mac_address': 'fa:16:3e:b0:7d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e8a4eb-5b4d-4f14-8b89-321f56ef9e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:09:22Z', 'updated_at': '2021-08-16T21:09:22Z', 'revision_number': 0, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07ff0af5-4a1f-456d-b688-c0892030f1a0', 'name': '', 'network_id': 'f2b52bd2-8d9b-45ca-a708-dbad55fc348c', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:8f:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '05e358fc-d4fe-4449-ad12-c4ce71f04835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:08Z', 'updated_at': '2021-08-16T21:09:12Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': '05e358fc-d4fe-4449-ad12-c4ce71f04835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:23.955474 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f150d1-ab38-4c83-ac4d-e68a44e9b3de None None] The sync data for ids ['716f52d6-4264-42af-bb14-330678d9f9ce'] in n-d-787206-13 is: [{'id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356088374', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'ddf83b8b-0f75-4304-af10-0588637df7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:09:05Z', 'updated_at': '2021-08-16T21:09:09Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': 'ddf83b8b-0f75-4304-af10-0588637df7ca', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:06Z', 'updated_at': '2021-08-16T21:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'd7f67b37-3982-4816-bdf3-1763dc687adc', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'floating_ip_address': '172.25.8.70', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'port_id': '0ae4aed6-44ce-4d28-9136-5d8a627e8dcf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2b52bd2-8d9b-45ca-a708-dbad55fc348c', 'mac_address': 'fa:16:3e:b0:7d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e8a4eb-5b4d-4f14-8b89-321f56ef9e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:09:22Z', 'updated_at': '2021-08-16T21:09:22Z', 'revision_number': 0, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07ff0af5-4a1f-456d-b688-c0892030f1a0', 'name': '', 'network_id': 'f2b52bd2-8d9b-45ca-a708-dbad55fc348c', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:8f:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '05e358fc-d4fe-4449-ad12-c4ce71f04835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:08Z', 'updated_at': '2021-08-16T21:09:12Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': '05e358fc-d4fe-4449-ad12-c4ce71f04835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:09:24.167345 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a87240-a810-415f-96f0-1a419bb2ca56 None None] New status for floating IP d7f67b37-3982-4816-bdf3-1763dc687adc: ACTIVE {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:09:24.194908 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0a676197-8c9d-4f67-a5d3-480849252bac req-283beaa2-5f1a-4822-9b67-521a4f1ec7ef service neutron] 10.222.0.57 "GET /v2.0/networks/f2b52bd2-8d9b-45ca-a708-dbad55fc348c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375589 Aug 16 21:09:24.308685 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35014) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:24.372568 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1f2fc9f9-9454-4766-bb26-41b1ac40a255 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/floatingips/d7f67b37-3982-4816-bdf3-1763dc687adc HTTP/1.1" status: 200 len: 993 time: 0.0627155 Aug 16 21:09:31.936193 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e94780b3-3881-4fac-b295-29cc227fe3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:34.475774 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70a441f4-9b93-4dd6-867c-2b1d565627cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:34.756895 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:35.850770 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.658841 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.766401 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:37.306259 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:43.579298 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:09:53.168453 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfce73c-088e-45ca-acdc-0bcaa4be0536 req-9a584ecc-ff06-432a-b7ae-2217c48f927c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:53.170272 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fdfce73c-088e-45ca-acdc-0bcaa4be0536 req-9a584ecc-ff06-432a-b7ae-2217c48f927c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=53e8a4eb-5b4d-4f14-8b89-321f56ef9e63 HTTP/1.1" status: 200 len: 946 time: 0.0483286 Aug 16 21:09:53.206951 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fdfce73c-088e-45ca-acdc-0bcaa4be0536 req-f7a6d40b-c59e-41a3-91e1-12943aba4b2b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5c95aeb-5e1c-4a9a-8d6d-9bf52344f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308177 Aug 16 21:09:54.326858 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fca0d7-d5b4-4a84-be99-621922fe4bc1 req-a6baa9f7-cdfa-46c6-aad4-c9bc8e8a5497 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:54.328314 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d2fca0d7-d5b4-4a84-be99-621922fe4bc1 req-a6baa9f7-cdfa-46c6-aad4-c9bc8e8a5497 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=53e8a4eb-5b4d-4f14-8b89-321f56ef9e63 HTTP/1.1" status: 200 len: 946 time: 0.0528955 Aug 16 21:09:54.365045 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d2fca0d7-d5b4-4a84-be99-621922fe4bc1 req-354525c0-d750-405a-8fc0-f36d308fcfd9 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5c95aeb-5e1c-4a9a-8d6d-9bf52344f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307631 Aug 16 21:09:54.387407 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35032) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:54.445853 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6fc885ac-815a-4ebe-9940-cdac6c7115fe tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/floatingips/d7f67b37-3982-4816-bdf3-1763dc687adc HTTP/1.1" status: 200 len: 993 time: 0.0573354 Aug 16 21:09:55.727972 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c2a7d-0f6b-4f2f-af65-b9ccccea24fd req-ef27d4ad-294e-4d36-af76-4303965f5c3f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:55.729374 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3f5c2a7d-0f6b-4f2f-af65-b9ccccea24fd req-ef27d4ad-294e-4d36-af76-4303965f5c3f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=53e8a4eb-5b4d-4f14-8b89-321f56ef9e63 HTTP/1.1" status: 200 len: 946 time: 0.0792010 Aug 16 21:09:55.734739 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab4703-0f55-41b3-bf17-e4ae6bc543aa req-3b016804-52c1-4818-b049-78d784288082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:55.736155 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-acab4703-0f55-41b3-bf17-e4ae6bc543aa req-3b016804-52c1-4818-b049-78d784288082 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&device_id=53e8a4eb-5b4d-4f14-8b89-321f56ef9e63 HTTP/1.1" status: 200 len: 1098 time: 0.0580802 Aug 16 21:09:55.813601 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3f5c2a7d-0f6b-4f2f-af65-b9ccccea24fd req-ac70d54a-5221-45dd-981d-dc6120caf34c tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5c95aeb-5e1c-4a9a-8d6d-9bf52344f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765133 Aug 16 21:09:55.849081 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab4703-0f55-41b3-bf17-e4ae6bc543aa req-399fa69f-858f-4708-a6c4-4d53cf305969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:55.851001 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-acab4703-0f55-41b3-bf17-e4ae6bc543aa req-399fa69f-858f-4708-a6c4-4d53cf305969 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f2b52bd2-8d9b-45ca-a708-dbad55fc348c HTTP/1.1" status: 200 len: 898 time: 0.1069176 Aug 16 21:09:55.914141 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-acab4703-0f55-41b3-bf17-e4ae6bc543aa req-5c44289f-db6e-4df9-a61a-4eace5bfb975 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ae4aed6-44ce-4d28-9136-5d8a627e8dcf HTTP/1.1" status: 200 len: 1001 time: 0.0560286 Aug 16 21:09:55.961251 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab4703-0f55-41b3-bf17-e4ae6bc543aa req-ca3333a9-2b05-4fb1-9fb3-8249a3127028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:55.962617 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-acab4703-0f55-41b3-bf17-e4ae6bc543aa req-ca3333a9-2b05-4fb1-9fb3-8249a3127028 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=05e358fc-d4fe-4449-ad12-c4ce71f04835 HTTP/1.1" status: 200 len: 834 time: 0.0419085 Aug 16 21:09:56.011205 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab4703-0f55-41b3-bf17-e4ae6bc543aa req-7bbcbb4e-2c17-4774-8a64-fcecc6f49098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:56.013608 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-acab4703-0f55-41b3-bf17-e4ae6bc543aa req-7bbcbb4e-2c17-4774-8a64-fcecc6f49098 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f2b52bd2-8d9b-45ca-a708-dbad55fc348c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437388 Aug 16 21:09:56.100779 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-acab4703-0f55-41b3-bf17-e4ae6bc543aa req-224018c3-6d15-49e8-8e9d-b6d16dbec3b7 service neutron] 10.222.0.57 "GET /v2.0/networks/f2b52bd2-8d9b-45ca-a708-dbad55fc348c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798247 Aug 16 21:09:56.192049 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-acab4703-0f55-41b3-bf17-e4ae6bc543aa req-31c57f00-1cb5-4838-9319-e9ed468c7fa9 service neutron] 10.222.0.57 "GET /v2.0/networks/f2b52bd2-8d9b-45ca-a708-dbad55fc348c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846138 Aug 16 21:09:56.932428 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f11cf-928e-4c99-8f32-e99d68635950 req-04541514-b066-4ae6-87fc-e39e622c6f97 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:56.934090 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a10f11cf-928e-4c99-8f32-e99d68635950 req-04541514-b066-4ae6-87fc-e39e622c6f97 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=53e8a4eb-5b4d-4f14-8b89-321f56ef9e63 HTTP/1.1" status: 200 len: 946 time: 0.0518370 Aug 16 21:09:56.976062 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a10f11cf-928e-4c99-8f32-e99d68635950 req-523ee8f8-ad08-40f9-bc08-f2bdbbac9d02 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5c95aeb-5e1c-4a9a-8d6d-9bf52344f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354230 Aug 16 21:09:58.092586 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bb933-5ebb-472c-8ecc-8d951ffdb5df req-84a219e7-dc3f-45fd-8a61-e74e402ceb71 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:58.094056 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-399bb933-5ebb-472c-8ecc-8d951ffdb5df req-84a219e7-dc3f-45fd-8a61-e74e402ceb71 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=53e8a4eb-5b4d-4f14-8b89-321f56ef9e63 HTTP/1.1" status: 200 len: 946 time: 0.0490301 Aug 16 21:09:58.131612 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-399bb933-5ebb-472c-8ecc-8d951ffdb5df req-0a2be68b-9909-43cc-a57d-fbdbed534962 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5c95aeb-5e1c-4a9a-8d6d-9bf52344f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315709 Aug 16 21:09:58.153170 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35044) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:58.215814 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d2ed977e-7a54-4117-bad1-04aa82d3eeeb tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/floatingips/d7f67b37-3982-4816-bdf3-1763dc687adc HTTP/1.1" status: 200 len: 993 time: 0.0615544 Aug 16 21:09:58.459582 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35050) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:09:58.612100 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5c369930-16ba-4fa7-97ce-d652f318d535 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Deleting port 14c66b5a-9c33-401e-9094-f9bd1f81fa90 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:58.612340 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5c369930-16ba-4fa7-97ce-d652f318d535 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:58.685714 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5c369930-16ba-4fa7-97ce-d652f318d535 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:58.686033 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5c369930-16ba-4fa7-97ce-d652f318d535 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:58.697513 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5c369930-16ba-4fa7-97ce-d652f318d535 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Calling delete_port for 14c66b5a-9c33-401e-9094-f9bd1f81fa90 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:58.843088 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5c369930-16ba-4fa7-97ce-d652f318d535 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:58.872493 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c369930-16ba-4fa7-97ce-d652f318d535 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'Port': ['ID=14c66b5a-9c33-401e-9094-f9bd1f81fa90,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:58.897861 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c369930-16ba-4fa7-97ce-d652f318d535 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:58.898209 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c369930-16ba-4fa7-97ce-d652f318d535 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:58.898570 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c369930-16ba-4fa7-97ce-d652f318d535 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:58.898899 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c369930-16ba-4fa7-97ce-d652f318d535 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:58.899224 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c369930-16ba-4fa7-97ce-d652f318d535 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:58.899578 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c369930-16ba-4fa7-97ce-d652f318d535 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:58.899903 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c369930-16ba-4fa7-97ce-d652f318d535 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:58.900223 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c369930-16ba-4fa7-97ce-d652f318d535 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:58.900547 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c369930-16ba-4fa7-97ce-d652f318d535 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:58.900866 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c369930-16ba-4fa7-97ce-d652f318d535 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:58.901180 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c369930-16ba-4fa7-97ce-d652f318d535 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:58.901772 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c369930-16ba-4fa7-97ce-d652f318d535 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:58.944297 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5c369930-16ba-4fa7-97ce-d652f318d535 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:58.944645 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-5c369930-16ba-4fa7-97ce-d652f318d535 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Floating IP d7f67b37-3982-4816-bdf3-1763dc687adc disassociated (deleted). External IP: 172.25.8.70, port: 0ae4aed6-44ce-4d28-9136-5d8a627e8dcf. Aug 16 21:09:59.152157 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c369930-16ba-4fa7-97ce-d652f318d535 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Router 716f52d6-4264-42af-bb14-330678d9f9ce has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:09:59.274114 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c369930-16ba-4fa7-97ce-d652f318d535 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:09:59.278961 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5c369930-16ba-4fa7-97ce-d652f318d535 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:59.283458 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49a9244-d995-4df4-b75b-0ed949350efa None None] Sync routers for ids ['716f52d6-4264-42af-bb14-330678d9f9ce'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:09:59.293404 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49a9244-d995-4df4-b75b-0ed949350efa None None] Routers {'716f52d6-4264-42af-bb14-330678d9f9ce'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:59.294002 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c49a9244-d995-4df4-b75b-0ed949350efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:09:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['716f52d6-4264-42af-bb14-330678d9f9ce'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:59.312398 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5c369930-16ba-4fa7-97ce-d652f318d535 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "DELETE /v2.0/floatingips/d7f67b37-3982-4816-bdf3-1763dc687adc HTTP/1.1" status: 204 len: 168 time: 0.8515475 Aug 16 21:09:59.312987 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e8a4eb-5b4d-4f14-8b89-321f56ef9e63', 'tag': '0ae4aed6-44ce-4d28-9136-5d8a627e8dcf'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:09:59.315617 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6175f9-d138-453f-8c70-007f1e74e388" -d '{"events": [{"name": "network-changed", "server_uuid": "53e8a4eb-5b4d-4f14-8b89-321f56ef9e63", "tag": "0ae4aed6-44ce-4d28-9136-5d8a627e8dcf"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:09:59.399390 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-c49a9244-d995-4df4-b75b-0ed949350efa None None] Set router 716f52d6-4264-42af-bb14-330678d9f9ce gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:59.471885 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5a74fe-d48a-4d76-bbb7-c8993d73f98b x-openstack-request-id: req-2f5a74fe-d48a-4d76-bbb7-c8993d73f98b {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:09:59.472178 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e8a4eb-5b4d-4f14-8b89-321f56ef9e63", "tag": "0ae4aed6-44ce-4d28-9136-5d8a627e8dcf", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:09:59.472545 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2f5a74fe-d48a-4d76-bbb7-c8993d73f98b {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:09:59.472958 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53e8a4eb-5b4d-4f14-8b89-321f56ef9e63', 'tag': '0ae4aed6-44ce-4d28-9136-5d8a627e8dcf', 'status': 'completed', 'code': 200} Aug 16 21:09:59.570321 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6175f9-d138-453f-8c70-007f1e74e388 req-87afe368-72b4-4b57-8d73-ba77e3ec33bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:59.571893 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5c6175f9-d138-453f-8c70-007f1e74e388 req-87afe368-72b4-4b57-8d73-ba77e3ec33bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&device_id=53e8a4eb-5b4d-4f14-8b89-321f56ef9e63 HTTP/1.1" status: 200 len: 1098 time: 0.0705037 Aug 16 21:09:59.595545 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c46971-0fd0-4b3a-b748-64c258ffa0e4 req-6a1b2171-2add-461a-8ed5-7d77d5501794 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:59.597203 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-46c46971-0fd0-4b3a-b748-64c258ffa0e4 req-6a1b2171-2add-461a-8ed5-7d77d5501794 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=53e8a4eb-5b4d-4f14-8b89-321f56ef9e63 HTTP/1.1" status: 200 len: 946 time: 0.0688136 Aug 16 21:09:59.610271 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c49a9244-d995-4df4-b75b-0ed949350efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356088374', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'ddf83b8b-0f75-4304-af10-0588637df7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:09:05Z', 'updated_at': '2021-08-16T21:09:09Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': 'ddf83b8b-0f75-4304-af10-0588637df7ca', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:06Z', 'updated_at': '2021-08-16T21:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '07ff0af5-4a1f-456d-b688-c0892030f1a0', 'name': '', 'network_id': 'f2b52bd2-8d9b-45ca-a708-dbad55fc348c', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:8f:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '05e358fc-d4fe-4449-ad12-c4ce71f04835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:08Z', 'updated_at': '2021-08-16T21:09:12Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': '05e358fc-d4fe-4449-ad12-c4ce71f04835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:59.637180 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49a9244-d995-4df4-b75b-0ed949350efa None None] Checking router: 716f52d6-4264-42af-bb14-330678d9f9ce for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:09:59.645303 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49a9244-d995-4df4-b75b-0ed949350efa None None] Routers {'716f52d6-4264-42af-bb14-330678d9f9ce'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:09:59.646114 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c49a9244-d995-4df4-b75b-0ed949350efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:09:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['716f52d6-4264-42af-bb14-330678d9f9ce'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:59.681491 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-46c46971-0fd0-4b3a-b748-64c258ffa0e4 req-f3afb504-2652-475e-8072-fbbfba4b358b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5c95aeb-5e1c-4a9a-8d6d-9bf52344f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728211 Aug 16 21:09:59.707723 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6175f9-d138-453f-8c70-007f1e74e388 req-cfbe0ab1-a3fe-458d-a773-f7a3559f2176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:59.709328 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5c6175f9-d138-453f-8c70-007f1e74e388 req-cfbe0ab1-a3fe-458d-a773-f7a3559f2176 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f2b52bd2-8d9b-45ca-a708-dbad55fc348c HTTP/1.1" status: 200 len: 898 time: 0.1293998 Aug 16 21:09:59.753381 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-c49a9244-d995-4df4-b75b-0ed949350efa None None] Set router 716f52d6-4264-42af-bb14-330678d9f9ce gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:09:59.757814 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5c6175f9-d138-453f-8c70-007f1e74e388 req-815f9654-3144-41d5-bdc9-701c29307a7f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ae4aed6-44ce-4d28-9136-5d8a627e8dcf HTTP/1.1" status: 200 len: 217 time: 0.0364659 Aug 16 21:09:59.812171 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6175f9-d138-453f-8c70-007f1e74e388 req-ba3abc47-69f3-4e6d-b2e8-e8b39759be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:59.813796 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5c6175f9-d138-453f-8c70-007f1e74e388 req-ba3abc47-69f3-4e6d-b2e8-e8b39759be44 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=05e358fc-d4fe-4449-ad12-c4ce71f04835 HTTP/1.1" status: 200 len: 834 time: 0.0487015 Aug 16 21:09:59.861862 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6175f9-d138-453f-8c70-007f1e74e388 req-41be0477-31a4-42cf-82e8-5dd7be215572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:59.863375 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5c6175f9-d138-453f-8c70-007f1e74e388 req-41be0477-31a4-42cf-82e8-5dd7be215572 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f2b52bd2-8d9b-45ca-a708-dbad55fc348c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396788 Aug 16 21:09:59.957865 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c49a9244-d995-4df4-b75b-0ed949350efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356088374', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'ddf83b8b-0f75-4304-af10-0588637df7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:09:05Z', 'updated_at': '2021-08-16T21:09:09Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': 'ddf83b8b-0f75-4304-af10-0588637df7ca', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:06Z', 'updated_at': '2021-08-16T21:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '07ff0af5-4a1f-456d-b688-c0892030f1a0', 'name': '', 'network_id': 'f2b52bd2-8d9b-45ca-a708-dbad55fc348c', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:8f:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '05e358fc-d4fe-4449-ad12-c4ce71f04835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:08Z', 'updated_at': '2021-08-16T21:09:12Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': '05e358fc-d4fe-4449-ad12-c4ce71f04835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:09:59.962121 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5c6175f9-d138-453f-8c70-007f1e74e388 req-aa33cb62-176d-4eb8-9f7b-6236a38eb30f service neutron] 10.222.0.57 "GET /v2.0/networks/f2b52bd2-8d9b-45ca-a708-dbad55fc348c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858068 Aug 16 21:09:59.984116 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49a9244-d995-4df4-b75b-0ed949350efa None None] The sync data for ids ['716f52d6-4264-42af-bb14-330678d9f9ce'] in n-d-787206-13 is: [{'id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356088374', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'ddf83b8b-0f75-4304-af10-0588637df7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:09:05Z', 'updated_at': '2021-08-16T21:09:09Z', 'revision_number': 4, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': 'ddf83b8b-0f75-4304-af10-0588637df7ca', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:06Z', 'updated_at': '2021-08-16T21:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '07ff0af5-4a1f-456d-b688-c0892030f1a0', 'name': '', 'network_id': 'f2b52bd2-8d9b-45ca-a708-dbad55fc348c', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'mac_address': 'fa:16:3e:8f:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '05e358fc-d4fe-4449-ad12-c4ce71f04835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:08Z', 'updated_at': '2021-08-16T21:09:12Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'subnets': [{'id': '05e358fc-d4fe-4449-ad12-c4ce71f04835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:10:00.062482 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5c6175f9-d138-453f-8c70-007f1e74e388 req-e881ce30-b0e1-4cea-b0ca-641fdc4519e2 service neutron] 10.222.0.57 "GET /v2.0/networks/f2b52bd2-8d9b-45ca-a708-dbad55fc348c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920362 Aug 16 21:10:00.199943 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537095ed-77cb-4a63-8c7e-a7f65c7673e4 None None] New status for floating IP d7f67b37-3982-4816-bdf3-1763dc687adc: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:10:00.796818 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13274cf3-2ac5-4c7a-8874-f1c13c67f647 req-578091be-1c49-4f1c-b850-1e191be0cfde tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:00.798288 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-13274cf3-2ac5-4c7a-8874-f1c13c67f647 req-578091be-1c49-4f1c-b850-1e191be0cfde tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=53e8a4eb-5b4d-4f14-8b89-321f56ef9e63 HTTP/1.1" status: 200 len: 946 time: 0.0491564 Aug 16 21:10:00.835726 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-13274cf3-2ac5-4c7a-8874-f1c13c67f647 req-e7f7473a-5ffb-4b91-acfd-b37722deb5cf tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5c95aeb-5e1c-4a9a-8d6d-9bf52344f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314419 Aug 16 21:10:01.188302 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd8911-4ceb-4852-9ac3-71c019dc861a req-454a94b1-bf8d-41c1-8742-340e933409a1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:01.189745 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6dd8911-4ceb-4852-9ac3-71c019dc861a req-454a94b1-bf8d-41c1-8742-340e933409a1 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.57 "GET /v2.0/ports?device_id=53e8a4eb-5b4d-4f14-8b89-321f56ef9e63 HTTP/1.1" status: 200 len: 946 time: 0.0521502 Aug 16 21:10:01.276599 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c6dd8911-4ceb-4852-9ac3-71c019dc861a req-afc09ad9-6e1e-45e0-b00f-3c9e0761a4e3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Deleting port 0ae4aed6-44ce-4d28-9136-5d8a627e8dcf {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:10:01.276939 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6dd8911-4ceb-4852-9ac3-71c019dc861a req-afc09ad9-6e1e-45e0-b00f-3c9e0761a4e3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.367308 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c6dd8911-4ceb-4852-9ac3-71c019dc861a req-afc09ad9-6e1e-45e0-b00f-3c9e0761a4e3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] For port 0ae4aed6-44ce-4d28-9136-5d8a627e8dcf, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=0ae4aed6-44ce-4d28-9136-5d8a627e8dcf,segment=NetworkSegment(e6b248c9-bb94-4216-ac8e-5aee6334e7af),segment_id=e6b248c9-bb94-4216-ac8e-5aee6334e7af)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:01.367585 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6dd8911-4ceb-4852-9ac3-71c019dc861a req-afc09ad9-6e1e-45e0-b00f-3c9e0761a4e3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.384797 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c6dd8911-4ceb-4852-9ac3-71c019dc861a req-afc09ad9-6e1e-45e0-b00f-3c9e0761a4e3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Calling delete_port for 0ae4aed6-44ce-4d28-9136-5d8a627e8dcf owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:10:01.508414 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6dd8911-4ceb-4852-9ac3-71c019dc861a req-afc09ad9-6e1e-45e0-b00f-3c9e0761a4e3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.540171 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc09ad9-6e1e-45e0-b00f-3c9e0761a4e3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'Port': ['ID=0ae4aed6-44ce-4d28-9136-5d8a627e8dcf,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:01.580276 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6dd8911-4ceb-4852-9ac3-71c019dc861a req-afc09ad9-6e1e-45e0-b00f-3c9e0761a4e3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] No DVR routers for this DVR port 0ae4aed6-44ce-4d28-9136-5d8a627e8dcf on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:10:01.582954 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c6dd8911-4ceb-4852-9ac3-71c019dc861a req-afc09ad9-6e1e-45e0-b00f-3c9e0761a4e3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.584978 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6dd8911-4ceb-4852-9ac3-71c019dc861a req-afc09ad9-6e1e-45e0-b00f-3c9e0761a4e3 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.57 "DELETE /v2.0/ports/0ae4aed6-44ce-4d28-9136-5d8a627e8dcf HTTP/1.1" status: 204 len: 173 time: 0.3893478 Aug 16 21:10:01.585410 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e8a4eb-5b4d-4f14-8b89-321f56ef9e63', 'name': 'network-vif-deleted', 'tag': '0ae4aed6-44ce-4d28-9136-5d8a627e8dcf'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:10:01.587680 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018af243-c2d9-48a2-a0b1-28e14bbf6e59" -d '{"events": [{"server_uuid": "53e8a4eb-5b4d-4f14-8b89-321f56ef9e63", "name": "network-vif-deleted", "tag": "0ae4aed6-44ce-4d28-9136-5d8a627e8dcf"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:10:01.626488 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11173c09-dd37-4eb6-8da0-b8e400673cb7 x-openstack-request-id: req-11173c09-dd37-4eb6-8da0-b8e400673cb7 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:10:01.626782 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e8a4eb-5b4d-4f14-8b89-321f56ef9e63", "name": "network-vif-deleted", "tag": "0ae4aed6-44ce-4d28-9136-5d8a627e8dcf", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:10:01.627035 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-11173c09-dd37-4eb6-8da0-b8e400673cb7 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:10:01.627462 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e8a4eb-5b4d-4f14-8b89-321f56ef9e63', 'name': 'network-vif-deleted', 'tag': '0ae4aed6-44ce-4d28-9136-5d8a627e8dcf', 'status': 'completed', 'code': 200} Aug 16 21:10:01.945050 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e23fbd24-839d-458e-97b8-2cd4f890aaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:01.954698 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-270f3696-2819-468e-af45-010ef388c2d8 req-ff20f86b-1e37-4b97-bf86-64005aeaeeee tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "GET /v2.0/ports?device_id=53e8a4eb-5b4d-4f14-8b89-321f56ef9e63 HTTP/1.1" status: 200 len: 210 time: 0.0364242 Aug 16 21:10:03.011717 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35066) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:03.367940 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80101eac-5756-4257-93de-8f946b53bf2f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:03.614697 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-80101eac-5756-4257-93de-8f946b53bf2f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Deleting port 07ff0af5-4a1f-456d-b688-c0892030f1a0 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:10:03.615033 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80101eac-5756-4257-93de-8f946b53bf2f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:03.700341 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-80101eac-5756-4257-93de-8f946b53bf2f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] For port 07ff0af5-4a1f-456d-b688-c0892030f1a0, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=07ff0af5-4a1f-456d-b688-c0892030f1a0,segment=NetworkSegment(e6b248c9-bb94-4216-ac8e-5aee6334e7af),segment_id=e6b248c9-bb94-4216-ac8e-5aee6334e7af)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:03.700695 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80101eac-5756-4257-93de-8f946b53bf2f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:03.713055 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-80101eac-5756-4257-93de-8f946b53bf2f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Calling delete_port for 07ff0af5-4a1f-456d-b688-c0892030f1a0 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:10:03.894455 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80101eac-5756-4257-93de-8f946b53bf2f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:03.925258 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80101eac-5756-4257-93de-8f946b53bf2f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'Port': ['ID=07ff0af5-4a1f-456d-b688-c0892030f1a0,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:04.095887 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80101eac-5756-4257-93de-8f946b53bf2f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:04.477668 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d97a3de2-b2e5-465e-9781-74633480f06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:04.642691 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80101eac-5756-4257-93de-8f946b53bf2f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Router 716f52d6-4264-42af-bb14-330678d9f9ce has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:10:04.746620 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80101eac-5756-4257-93de-8f946b53bf2f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:10:04.754138 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-80101eac-5756-4257-93de-8f946b53bf2f tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "PUT /v2.0/routers/716f52d6-4264-42af-bb14-330678d9f9ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7386291 Aug 16 21:10:04.754387 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35068) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:04.756733 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d84294-b5bd-4e0b-9355-090cccdd7a86 None None] Sync routers for ids ['716f52d6-4264-42af-bb14-330678d9f9ce'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:10:04.760246 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:04.767438 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d84294-b5bd-4e0b-9355-090cccdd7a86 None None] Routers {'716f52d6-4264-42af-bb14-330678d9f9ce'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:10:04.768042 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e2d84294-b5bd-4e0b-9355-090cccdd7a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:10:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['716f52d6-4264-42af-bb14-330678d9f9ce'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:04.806579 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc16779-ce63-484b-acb0-92c5942df5f4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Deleting subnet 05e358fc-d4fe-4449-ad12-c4ce71f04835 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:10:04.809894 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6bc16779-ce63-484b-acb0-92c5942df5f4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:04.849518 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6bc16779-ce63-484b-acb0-92c5942df5f4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:04.872658 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-e2d84294-b5bd-4e0b-9355-090cccdd7a86 None None] Set router 716f52d6-4264-42af-bb14-330678d9f9ce gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:10:04.936410 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6bc16779-ce63-484b-acb0-92c5942df5f4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:04.994259 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6bc16779-ce63-484b-acb0-92c5942df5f4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.022161 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc16779-ce63-484b-acb0-92c5942df5f4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'Subnet': ['ID=05e358fc-d4fe-4449-ad12-c4ce71f04835,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:05.024055 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6bc16779-ce63-484b-acb0-92c5942df5f4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.026725 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6bc16779-ce63-484b-acb0-92c5942df5f4 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "DELETE /v2.0/subnets/05e358fc-d4fe-4449-ad12-c4ce71f04835 HTTP/1.1" status: 204 len: 168 time: 0.2712882 Aug 16 21:10:05.029318 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35070) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:05.032510 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7a5440-3708-4323-85a1-136f02a2cd8a None None] Network f2b52bd2-8d9b-45ca-a708-dbad55fc348c requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:05.136343 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8d736be-723d-4e90-82f4-dcbe5180e266 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.149196 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e2d84294-b5bd-4e0b-9355-090cccdd7a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356088374', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'ddf83b8b-0f75-4304-af10-0588637df7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:09:05Z', 'updated_at': '2021-08-16T21:10:03Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': 'ddf83b8b-0f75-4304-af10-0588637df7ca', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:06Z', 'updated_at': '2021-08-16T21:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:05.180509 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d84294-b5bd-4e0b-9355-090cccdd7a86 None None] Checking router: 716f52d6-4264-42af-bb14-330678d9f9ce for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:10:05.197166 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d84294-b5bd-4e0b-9355-090cccdd7a86 None None] Routers {'716f52d6-4264-42af-bb14-330678d9f9ce'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:10:05.197787 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e2d84294-b5bd-4e0b-9355-090cccdd7a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:10:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['716f52d6-4264-42af-bb14-330678d9f9ce'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:05.249575 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8d736be-723d-4e90-82f4-dcbe5180e266 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.277025 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046793dd-cfbf-44b2-aeed-871f21124e6e None None] DHCP port deletion for f2b52bd2-8d9b-45ca-a708-dbad55fc348c request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:10:05.308383 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d8d736be-723d-4e90-82f4-dcbe5180e266 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Deleting port ddf83b8b-0f75-4304-af10-0588637df7ca {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:10:05.308718 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8d736be-723d-4e90-82f4-dcbe5180e266 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.328255 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-e2d84294-b5bd-4e0b-9355-090cccdd7a86 None None] Set router 716f52d6-4264-42af-bb14-330678d9f9ce gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:10:05.396756 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-d8d736be-723d-4e90-82f4-dcbe5180e266 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] For port ddf83b8b-0f75-4304-af10-0588637df7ca, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=ddf83b8b-0f75-4304-af10-0588637df7ca,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:05.397115 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8d736be-723d-4e90-82f4-dcbe5180e266 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.408616 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d8d736be-723d-4e90-82f4-dcbe5180e266 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Calling delete_port for ddf83b8b-0f75-4304-af10-0588637df7ca owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:10:05.438806 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-046793dd-cfbf-44b2-aeed-871f21124e6e None None] Deleting port 88b2d9e3-6f3e-4640-b872-e0b57ac4f99d {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:10:05.439184 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-046793dd-cfbf-44b2-aeed-871f21124e6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.582143 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8d736be-723d-4e90-82f4-dcbe5180e266 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.609627 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d736be-723d-4e90-82f4-dcbe5180e266 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'Port': ['ID=ddf83b8b-0f75-4304-af10-0588637df7ca,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:05.674232 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8d736be-723d-4e90-82f4-dcbe5180e266 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.690071 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-046793dd-cfbf-44b2-aeed-871f21124e6e None None] For port 88b2d9e3-6f3e-4640-b872-e0b57ac4f99d, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=88b2d9e3-6f3e-4640-b872-e0b57ac4f99d,segment=NetworkSegment(e6b248c9-bb94-4216-ac8e-5aee6334e7af),segment_id=e6b248c9-bb94-4216-ac8e-5aee6334e7af)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:05.690662 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-046793dd-cfbf-44b2-aeed-871f21124e6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.719542 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-046793dd-cfbf-44b2-aeed-871f21124e6e None None] Calling delete_port for 88b2d9e3-6f3e-4640-b872-e0b57ac4f99d owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:10:05.764003 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8d736be-723d-4e90-82f4-dcbe5180e266 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.766688 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8d736be-723d-4e90-82f4-dcbe5180e266 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.799152 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e2d84294-b5bd-4e0b-9355-090cccdd7a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356088374', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'ddf83b8b-0f75-4304-af10-0588637df7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:09:05Z', 'updated_at': '2021-08-16T21:10:03Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': 'ddf83b8b-0f75-4304-af10-0588637df7ca', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:06Z', 'updated_at': '2021-08-16T21:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:05.815321 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8d736be-723d-4e90-82f4-dcbe5180e266 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.815873 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d736be-723d-4e90-82f4-dcbe5180e266 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Fanout notify agent at l3_agent the message router_deleted on router 716f52d6-4264-42af-bb14-330678d9f9ce {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:10:05.822741 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8d736be-723d-4e90-82f4-dcbe5180e266 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.823888 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d8d736be-723d-4e90-82f4-dcbe5180e266 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "DELETE /v2.0/routers/716f52d6-4264-42af-bb14-330678d9f9ce HTTP/1.1" status: 204 len: 168 time: 0.7936652 Aug 16 21:10:05.826755 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35072) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:05.834743 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d84294-b5bd-4e0b-9355-090cccdd7a86 None None] The sync data for ids ['716f52d6-4264-42af-bb14-330678d9f9ce'] in n-d-787206-13 is: [{'id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356088374', 'tenant_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'ddf83b8b-0f75-4304-af10-0588637df7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:09:05Z', 'updated_at': '2021-08-16T21:10:03Z', 'revision_number': 5, 'project_id': '3b55bcbb731b4f17ac8f16ceeee7f73e', 'gw_port': {'id': 'ddf83b8b-0f75-4304-af10-0588637df7ca', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716f52d6-4264-42af-bb14-330678d9f9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:09:06Z', 'updated_at': '2021-08-16T21:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:10:05.851115 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-046793dd-cfbf-44b2-aeed-871f21124e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.878211 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.880909 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046793dd-cfbf-44b2-aeed-871f21124e6e None None] Pushing event deleted for resources: {'Port': ['ID=88b2d9e3-6f3e-4640-b872-e0b57ac4f99d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:05.883222 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046793dd-cfbf-44b2-aeed-871f21124e6e None None] No DVR routers for this DVR port 88b2d9e3-6f3e-4640-b872-e0b57ac4f99d on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:10:05.891184 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046793dd-cfbf-44b2-aeed-871f21124e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:05.891563 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046793dd-cfbf-44b2-aeed-871f21124e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:05.891910 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046793dd-cfbf-44b2-aeed-871f21124e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:05.892277 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046793dd-cfbf-44b2-aeed-871f21124e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:05.892606 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046793dd-cfbf-44b2-aeed-871f21124e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:05.892940 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046793dd-cfbf-44b2-aeed-871f21124e6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:05.893271 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046793dd-cfbf-44b2-aeed-871f21124e6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:05.893628 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046793dd-cfbf-44b2-aeed-871f21124e6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:05.893908 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046793dd-cfbf-44b2-aeed-871f21124e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:05.894233 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046793dd-cfbf-44b2-aeed-871f21124e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:05.894565 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046793dd-cfbf-44b2-aeed-871f21124e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:05.894886 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046793dd-cfbf-44b2-aeed-871f21124e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:05.924765 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b31fd18f-596a-4144-89f7-27f28a185fe2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.987960 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 0ae4aed6-44ce-4d28-9136-5d8a627e8dcf no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:10:06.007636 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 0ae4aed6-44ce-4d28-9136-5d8a627e8dcf {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:10:06.007970 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 0ae4aed6-44ce-4d28-9136-5d8a627e8dcf not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:10:06.009890 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b31fd18f-596a-4144-89f7-27f28a185fe2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:06.019729 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-b31fd18f-596a-4144-89f7-27f28a185fe2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b52bd2-8d9b-45ca-a708-dbad55fc348c']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:06.029765 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-b31fd18f-596a-4144-89f7-27f28a185fe2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b248c9-bb94-4216-ac8e-5aee6334e7af') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:06.030054 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-b31fd18f-596a-4144-89f7-27f28a185fe2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b248c9-bb94-4216-ac8e-5aee6334e7af') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:06.038605 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b31fd18f-596a-4144-89f7-27f28a185fe2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:06.052498 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b31fd18f-596a-4144-89f7-27f28a185fe2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:06.058377 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b31fd18f-596a-4144-89f7-27f28a185fe2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:10:06.058763 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b31fd18f-596a-4144-89f7-27f28a185fe2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:06.061647 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 21:10:06.061647 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:10:06.061647 n-d-787206-13 neutron-server[94771]: timer() Aug 16 21:10:06.061647 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:10:06.061647 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 21:10:06.061647 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:10:06.061647 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 21:10:06.061647 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:10:06.061647 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 21:10:06.061647 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:10:06.061647 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 21:10:06.061647 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:10:06.061647 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 21:10:06.061647 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:10:06.061647 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:10:06.061647 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:10:06.061647 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:10:06.061647 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:10:06.061647 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 21:10:06.061647 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:10:06.061647 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 21:10:06.061647 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:10:06.061647 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:10:06.061647 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:10:06.061647 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 21:10:06.061647 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:10:06.061647 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:10:06.061647 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:10:06.061647 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:10:06.061647 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:10:06.061647 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:10:06.061647 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:10:06.120731 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b31fd18f-596a-4144-89f7-27f28a185fe2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:06.128412 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b31fd18f-596a-4144-89f7-27f28a185fe2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:06.129499 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b31fd18f-596a-4144-89f7-27f28a185fe2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "DELETE /v2.0/networks/f2b52bd2-8d9b-45ca-a708-dbad55fc348c HTTP/1.1" status: 204 len: 168 time: 0.3016896 Aug 16 21:10:06.132815 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35074) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:06.140991 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31fd18f-596a-4144-89f7-27f28a185fe2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'Network': ['ID=f2b52bd2-8d9b-45ca-a708-dbad55fc348c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:06.148983 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fd18f-596a-4144-89f7-27f28a185fe2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.149331 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fd18f-596a-4144-89f7-27f28a185fe2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.149671 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fd18f-596a-4144-89f7-27f28a185fe2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.150005 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fd18f-596a-4144-89f7-27f28a185fe2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.150335 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fd18f-596a-4144-89f7-27f28a185fe2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.150667 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fd18f-596a-4144-89f7-27f28a185fe2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.150986 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fd18f-596a-4144-89f7-27f28a185fe2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.151349 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fd18f-596a-4144-89f7-27f28a185fe2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.151678 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fd18f-596a-4144-89f7-27f28a185fe2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.151996 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fd18f-596a-4144-89f7-27f28a185fe2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.152316 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fd18f-596a-4144-89f7-27f28a185fe2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.152631 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fd18f-596a-4144-89f7-27f28a185fe2 tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:06.191222 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e97af225-74cf-4959-a108-66c7c91ef75b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:06.222629 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e97af225-74cf-4959-a108-66c7c91ef75b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:06.300472 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e97af225-74cf-4959-a108-66c7c91ef75b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:06.303821 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e97af225-74cf-4959-a108-66c7c91ef75b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:06.307437 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e97af225-74cf-4959-a108-66c7c91ef75b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] 10.222.0.68 "DELETE /v2.0/security-groups/a5c95aeb-5e1c-4a9a-8d6d-9bf52344f2e3 HTTP/1.1" status: 204 len: 168 time: 0.1711965 Aug 16 21:10:06.316674 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97af225-74cf-4959-a108-66c7c91ef75b tempest-TestNetworkAdvancedServerOps-486225499 tempest-TestNetworkAdvancedServerOps-486225499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c95aeb-5e1c-4a9a-8d6d-9bf52344f2e3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:06.337944 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 07ff0af5-4a1f-456d-b688-c0892030f1a0 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:10:06.362118 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 07ff0af5-4a1f-456d-b688-c0892030f1a0 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:10:06.362572 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 07ff0af5-4a1f-456d-b688-c0892030f1a0 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:10:06.363045 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 88b2d9e3-6f3e-4640-b872-e0b57ac4f99d no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:10:06.387402 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 88b2d9e3-6f3e-4640-b872-e0b57ac4f99d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:10:06.387748 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 88b2d9e3-6f3e-4640-b872-e0b57ac4f99d not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:10:06.652314 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35082) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:06.667731 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:06.765630 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:06.784174 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-2a51776c-d72e-4595-b908-447a11779d05 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3b55bcbb731b4f17ac8f16ceeee7f73e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1306803 Aug 16 21:10:06.787088 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35086) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:06.833772 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b5b78a54-94fc-46d5-85db-b4dbb148b61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:06.854247 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b5b78a54-94fc-46d5-85db-b4dbb148b61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:06.903899 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b5b78a54-94fc-46d5-85db-b4dbb148b61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:06.906544 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b5b78a54-94fc-46d5-85db-b4dbb148b61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:06.908812 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b5b78a54-94fc-46d5-85db-b4dbb148b61d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/98712761-6804-44eb-9c2d-011d9048c814 HTTP/1.1" status: 204 len: 168 time: 0.1198168 Aug 16 21:10:06.920988 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b78a54-94fc-46d5-85db-b4dbb148b61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98712761-6804-44eb-9c2d-011d9048c814,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:07.163887 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35092) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:07.180969 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7fe3dc0-7608-48c0-b3d3-f2d9dbae2aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:07.268573 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7fe3dc0-7608-48c0-b3d3-f2d9dbae2aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:07.272849 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7fe3dc0-7608-48c0-b3d3-f2d9dbae2aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:07.307174 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:07.311324 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b7fe3dc0-7608-48c0-b3d3-f2d9dbae2aa6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=17ab49ad3e0b408887683d5533a77818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464002 Aug 16 21:10:07.312173 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe3dc0-7608-48c0-b3d3-f2d9dbae2aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b880e885-d7b4-4606-8b97-84eabbc7ecc9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:07.314131 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35094) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:07.362272 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3b9ec08-e93a-4c47-9e9b-f5cf61710d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:07.382877 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3b9ec08-e93a-4c47-9e9b-f5cf61710d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:07.433112 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3b9ec08-e93a-4c47-9e9b-f5cf61710d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:07.435545 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3b9ec08-e93a-4c47-9e9b-f5cf61710d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:07.436685 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e3b9ec08-e93a-4c47-9e9b-f5cf61710d43 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b880e885-d7b4-4606-8b97-84eabbc7ecc9 HTTP/1.1" status: 204 len: 168 time: 0.1214523 Aug 16 21:10:07.444709 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9ec08-e93a-4c47-9e9b-f5cf61710d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b880e885-d7b4-4606-8b97-84eabbc7ecc9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:08.115555 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35116) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:08.126737 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ddf83b8b-0f75-4304-af10-0588637df7ca no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:10:08.146851 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: ddf83b8b-0f75-4304-af10-0588637df7ca {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:10:08.147180 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device ddf83b8b-0f75-4304-af10-0588637df7ca not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:10:08.209855 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-cf587d31-7ad9-4a89-a60e-4794db5d5375 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-898252834-network', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:08.229744 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf587d31-7ad9-4a89-a60e-4794db5d5375 admin admin] Made reservation on behalf of a9eadbdb18d44d14bcbde91823993e71 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:08.232180 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf587d31-7ad9-4a89-a60e-4794db5d5375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.241169 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf587d31-7ad9-4a89-a60e-4794db5d5375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.331182 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf587d31-7ad9-4a89-a60e-4794db5d5375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.335162 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf587d31-7ad9-4a89-a60e-4794db5d5375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.358457 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf587d31-7ad9-4a89-a60e-4794db5d5375 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:10:08.368388 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf587d31-7ad9-4a89-a60e-4794db5d5375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54cec6a1-b461-498a-a106-f01a7b6e2441,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:08.372991 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf587d31-7ad9-4a89-a60e-4794db5d5375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.373337 n-d-787206-13 neutron-server[94771]: INFO neutron.db.segments_db [None req-cf587d31-7ad9-4a89-a60e-4794db5d5375 admin admin] Added segment e2a51bb1-da24-4ce4-b337-efe2c29076d4 of type vlan for network 4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 Aug 16 21:10:08.413759 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf587d31-7ad9-4a89-a60e-4794db5d5375 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.442039 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf587d31-7ad9-4a89-a60e-4794db5d5375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.443217 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf587d31-7ad9-4a89-a60e-4794db5d5375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:08.443819 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf587d31-7ad9-4a89-a60e-4794db5d5375 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.496939 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-cf587d31-7ad9-4a89-a60e-4794db5d5375 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3775766 Aug 16 21:10:08.499304 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35120) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:08.503779 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-161ff7c7-8c14-47bb-a67d-63fc09f5c021 admin admin] Request body: {'subnet': {'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-898252834-subnet', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:08.505067 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf587d31-7ad9-4a89-a60e-4794db5d5375 admin admin] Pushing event updated for resources: {'Network': ['ID=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:08.515623 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:10:08.528225 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161ff7c7-8c14-47bb-a67d-63fc09f5c021 admin admin] Made reservation on behalf of a9eadbdb18d44d14bcbde91823993e71 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:08.530592 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-161ff7c7-8c14-47bb-a67d-63fc09f5c021 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.706638 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-161ff7c7-8c14-47bb-a67d-63fc09f5c021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.765263 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ff7c7-8c14-47bb-a67d-63fc09f5c021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ac5c798-04a1-4170-98f4-b1a7dff46c51,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:08.774280 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161ff7c7-8c14-47bb-a67d-63fc09f5c021 admin admin] Checking segment: {'id': 'e2a51bb1-da24-4ce4-b337-efe2c29076d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:08.774637 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161ff7c7-8c14-47bb-a67d-63fc09f5c021 admin admin] Network hostable DHCP agents. Network: 4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:10:08.792062 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161ff7c7-8c14-47bb-a67d-63fc09f5c021 admin admin] Network 4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:10:08.800299 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-161ff7c7-8c14-47bb-a67d-63fc09f5c021 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:08.804186 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161ff7c7-8c14-47bb-a67d-63fc09f5c021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:08.804768 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-161ff7c7-8c14-47bb-a67d-63fc09f5c021 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.809229 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44eccc6-dd29-4759-ab90-19f56116436c None None] Network 4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:08.818000 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-161ff7c7-8c14-47bb-a67d-63fc09f5c021 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3190777 Aug 16 21:10:08.820775 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35122) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:08.825166 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-5da4946a-9ca0-4ba7-98e9-637d31d79f6f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-898252834-router', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:08.845534 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5da4946a-9ca0-4ba7-98e9-637d31d79f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.846885 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5da4946a-9ca0-4ba7-98e9-637d31d79f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.900943 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5da4946a-9ca0-4ba7-98e9-637d31d79f6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:08.955086 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c3d854-b6cc-43b7-b8b8-8cb9a910be3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1', 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'fixed_ips': [{'subnet_id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:10:08.955987 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82c3d854-b6cc-43b7-b8b8-8cb9a910be3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:09.043835 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5da4946a-9ca0-4ba7-98e9-637d31d79f6f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:09.093217 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-82c3d854-b6cc-43b7-b8b8-8cb9a910be3d None None] Allocated IP 172.20.0.2 (4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1/8ac5c798-04a1-4170-98f4-b1a7dff46c51/c8b96287-2442-47d2-880b-372ab1525e49) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:09.235309 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82c3d854-b6cc-43b7-b8b8-8cb9a910be3d None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:09.244313 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-82c3d854-b6cc-43b7-b8b8-8cb9a910be3d None None] Transition to ACTIVE for port object c8b96287-2442-47d2-880b-372ab1525e49 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:09.250241 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5da4946a-9ca0-4ba7-98e9-637d31d79f6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:09.259406 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-82c3d854-b6cc-43b7-b8b8-8cb9a910be3d None None] Transition to ACTIVE for port object c8b96287-2442-47d2-880b-372ab1525e49 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:09.265067 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82c3d854-b6cc-43b7-b8b8-8cb9a910be3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:09.270923 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5da4946a-9ca0-4ba7-98e9-637d31d79f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:09.306390 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c3d854-b6cc-43b7-b8b8-8cb9a910be3d None None] Network 4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:09.309309 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-82c3d854-b6cc-43b7-b8b8-8cb9a910be3d None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:09.314231 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c3d854-b6cc-43b7-b8b8-8cb9a910be3d None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:09.317880 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3d854-b6cc-43b7-b8b8-8cb9a910be3d None None] Pushing event updated for resources: {'Port': ['ID=c8b96287-2442-47d2-880b-372ab1525e49,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:09.368637 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-82c3d854-b6cc-43b7-b8b8-8cb9a910be3d None None] Attempting to bind port c8b96287-2442-47d2-880b-372ab1525e49 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:09.369010 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-82c3d854-b6cc-43b7-b8b8-8cb9a910be3d None None] Attempting to bind port c8b96287-2442-47d2-880b-372ab1525e49 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'e2a51bb1-da24-4ce4-b337-efe2c29076d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:09.369378 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c3d854-b6cc-43b7-b8b8-8cb9a910be3d None None] Attempting to bind port c8b96287-2442-47d2-880b-372ab1525e49 on network 4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:09.374204 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c3d854-b6cc-43b7-b8b8-8cb9a910be3d None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:09.374578 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c3d854-b6cc-43b7-b8b8-8cb9a910be3d None None] Checking segment: {'id': 'e2a51bb1-da24-4ce4-b337-efe2c29076d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:09.374989 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82c3d854-b6cc-43b7-b8b8-8cb9a910be3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:09.375413 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c3d854-b6cc-43b7-b8b8-8cb9a910be3d None None] Bound using segment: {'id': 'e2a51bb1-da24-4ce4-b337-efe2c29076d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:09.375878 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-82c3d854-b6cc-43b7-b8b8-8cb9a910be3d None None] Bound port: c8b96287-2442-47d2-880b-372ab1525e49, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a51bb1-da24-4ce4-b337-efe2c29076d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:09.376257 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82c3d854-b6cc-43b7-b8b8-8cb9a910be3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:09.376735 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-5da4946a-9ca0-4ba7-98e9-637d31d79f6f admin admin] Allocated IP 172.25.8.248 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/7f3b2b09-ac34-4d05-a022-e6cac9ad37dc) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:09.443710 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-82c3d854-b6cc-43b7-b8b8-8cb9a910be3d None None] For port c8b96287-2442-47d2-880b-372ab1525e49, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:09.446881 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-82c3d854-b6cc-43b7-b8b8-8cb9a910be3d None None] For port c8b96287-2442-47d2-880b-372ab1525e49, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=c8b96287-2442-47d2-880b-372ab1525e49,segment=NetworkSegment(e2a51bb1-da24-4ce4-b337-efe2c29076d4),segment_id=e2a51bb1-da24-4ce4-b337-efe2c29076d4)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:09.452641 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82c3d854-b6cc-43b7-b8b8-8cb9a910be3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:09.485709 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5da4946a-9ca0-4ba7-98e9-637d31d79f6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:09.508408 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3d854-b6cc-43b7-b8b8-8cb9a910be3d None None] Pushing event updated for resources: {'Port': ['ID=c8b96287-2442-47d2-880b-372ab1525e49,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:09.527172 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5da4946a-9ca0-4ba7-98e9-637d31d79f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:09.564273 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da4946a-9ca0-4ba7-98e9-637d31d79f6f admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:09.569806 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-5da4946a-9ca0-4ba7-98e9-637d31d79f6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:09.573406 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da4946a-9ca0-4ba7-98e9-637d31d79f6f admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:09.596932 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4946a-9ca0-4ba7-98e9-637d31d79f6f admin admin] Pushing event updated for resources: {'Port': ['ID=7f3b2b09-ac34-4d05-a022-e6cac9ad37dc,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:09.841831 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5da4946a-9ca0-4ba7-98e9-637d31d79f6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.034722 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5da4946a-9ca0-4ba7-98e9-637d31d79f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.182293 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da4946a-9ca0-4ba7-98e9-637d31d79f6f admin admin] Router 041ec843-412d-4ded-bd3a-67bf7208adea is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:10:10.224840 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c8b96287-2442-47d2-880b-372ab1525e49 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:10.277152 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port c8b96287-2442-47d2-880b-372ab1525e49 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:10.299850 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da4946a-9ca0-4ba7-98e9-637d31d79f6f admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:10:10.311148 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6d95cc-4b31-4d4b-b60d-9328b302b5c0 None None] Sync routers for ids ['041ec843-412d-4ded-bd3a-67bf7208adea'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:10:10.318037 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5da4946a-9ca0-4ba7-98e9-637d31d79f6f admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.322016 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5da4946a-9ca0-4ba7-98e9-637d31d79f6f admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4976268 Aug 16 21:10:10.322169 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35124) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:10.322422 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6d95cc-4b31-4d4b-b60d-9328b302b5c0 None None] Routers {'041ec843-412d-4ded-bd3a-67bf7208adea'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:10:10.323029 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6a6d95cc-4b31-4d4b-b60d-9328b302b5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:10:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['041ec843-412d-4ded-bd3a-67bf7208adea'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:10.434712 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-6a6d95cc-4b31-4d4b-b60d-9328b302b5c0 None None] Set router 041ec843-412d-4ded-bd3a-67bf7208adea gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:10:10.453339 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4245d6a-9dff-480c-a64c-bda6c62219d0 None None] Network 4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:10.562951 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-13387caf-dc8d-4f2e-bca1-96d2613c64df None None] Provisioning for port c8b96287-2442-47d2-880b-372ab1525e49 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:10.573153 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-13387caf-dc8d-4f2e-bca1-96d2613c64df None None] Provisioning complete for port c8b96287-2442-47d2-880b-372ab1525e49 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:10.573525 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-13387caf-dc8d-4f2e-bca1-96d2613c64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.622497 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6a6d95cc-4b31-4d4b-b60d-9328b302b5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'name': 'tempest-TestShelveInstance-898252834-router', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:08Z', 'updated_at': '2021-08-16T21:10:09Z', 'revision_number': 3, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'gw_port': {'id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:09Z', 'updated_at': '2021-08-16T21:10:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:10.650400 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6d95cc-4b31-4d4b-b60d-9328b302b5c0 None None] Checking router: 041ec843-412d-4ded-bd3a-67bf7208adea for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:10:10.650895 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6d95cc-4b31-4d4b-b60d-9328b302b5c0 None None] Updating router 041ec843-412d-4ded-bd3a-67bf7208adea port 7f3b2b09-ac34-4d05-a022-e6cac9ad37dc binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:10:10.682835 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a6d95cc-4b31-4d4b-b60d-9328b302b5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.690425 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-13387caf-dc8d-4f2e-bca1-96d2613c64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.731379 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-13387caf-dc8d-4f2e-bca1-96d2613c64df None None] For port c8b96287-2442-47d2-880b-372ab1525e49, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=c8b96287-2442-47d2-880b-372ab1525e49,segment=NetworkSegment(e2a51bb1-da24-4ce4-b337-efe2c29076d4),segment_id=e2a51bb1-da24-4ce4-b337-efe2c29076d4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:10.737948 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-13387caf-dc8d-4f2e-bca1-96d2613c64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.775942 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-786700fe-5b9d-4d0f-af1d-fb8a22d7aa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.799194 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13387caf-dc8d-4f2e-bca1-96d2613c64df None None] Pushing event updated for resources: {'Port': ['ID=c8b96287-2442-47d2-880b-372ab1525e49,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:10.941199 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-786700fe-5b9d-4d0f-af1d-fb8a22d7aa68 admin admin] Allocated IP 172.20.0.1 (4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1/8ac5c798-04a1-4170-98f4-b1a7dff46c51/aa0ef1fb-6667-495b-8c5b-0b6c715658e8) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:10.959885 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a6d95cc-4b31-4d4b-b60d-9328b302b5c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.960151 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3d29e3b3-a717-42f9-a051-56a0f76d9484 None None] Provisioning complete for port c8b96287-2442-47d2-880b-372ab1525e49 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:10.960457 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3d29e3b3-a717-42f9-a051-56a0f76d9484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:10.970307 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-6a6d95cc-4b31-4d4b-b60d-9328b302b5c0 None None] Transition to ACTIVE for port object 7f3b2b09-ac34-4d05-a022-e6cac9ad37dc will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:10.977257 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a6d95cc-4b31-4d4b-b60d-9328b302b5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:11.028895 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-6a6d95cc-4b31-4d4b-b60d-9328b302b5c0 None None] Attempting to bind port 7f3b2b09-ac34-4d05-a022-e6cac9ad37dc on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:11.029398 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-6a6d95cc-4b31-4d4b-b60d-9328b302b5c0 None None] Attempting to bind port 7f3b2b09-ac34-4d05-a022-e6cac9ad37dc by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:11.029850 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d95cc-4b31-4d4b-b60d-9328b302b5c0 None None] Attempting to bind port 7f3b2b09-ac34-4d05-a022-e6cac9ad37dc on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:11.031880 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd1bab-5a0e-4339-92c8-8275875e16de None None] Pushing event updated for resources: {'Port': ['ID=7f3b2b09-ac34-4d05-a022-e6cac9ad37dc,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:11.038022 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d95cc-4b31-4d4b-b60d-9328b302b5c0 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:11.038554 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d95cc-4b31-4d4b-b60d-9328b302b5c0 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:11.039089 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a6d95cc-4b31-4d4b-b60d-9328b302b5c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:11.039626 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d95cc-4b31-4d4b-b60d-9328b302b5c0 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:11.040186 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-6a6d95cc-4b31-4d4b-b60d-9328b302b5c0 None None] Bound port: 7f3b2b09-ac34-4d05-a022-e6cac9ad37dc, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:11.040657 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a6d95cc-4b31-4d4b-b60d-9328b302b5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:11.099345 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-6a6d95cc-4b31-4d4b-b60d-9328b302b5c0 None None] For port 7f3b2b09-ac34-4d05-a022-e6cac9ad37dc, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:11.102682 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-6a6d95cc-4b31-4d4b-b60d-9328b302b5c0 None None] For port 7f3b2b09-ac34-4d05-a022-e6cac9ad37dc, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7f3b2b09-ac34-4d05-a022-e6cac9ad37dc,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:11.107276 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a6d95cc-4b31-4d4b-b60d-9328b302b5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:11.167555 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd1bab-5a0e-4339-92c8-8275875e16de None None] Pushing event updated for resources: {'Port': ['ID=7f3b2b09-ac34-4d05-a022-e6cac9ad37dc,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:11.170047 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6d95cc-4b31-4d4b-b60d-9328b302b5c0 None None] Routers {'041ec843-412d-4ded-bd3a-67bf7208adea'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:10:11.170640 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6a6d95cc-4b31-4d4b-b60d-9328b302b5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:10:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['041ec843-412d-4ded-bd3a-67bf7208adea'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:11.370146 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-6a6d95cc-4b31-4d4b-b60d-9328b302b5c0 None None] Set router 041ec843-412d-4ded-bd3a-67bf7208adea gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:10:11.413113 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-786700fe-5b9d-4d0f-af1d-fb8a22d7aa68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:11.425667 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-786700fe-5b9d-4d0f-af1d-fb8a22d7aa68 admin admin] Transition to ACTIVE for port object aa0ef1fb-6667-495b-8c5b-0b6c715658e8 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:11.458288 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-786700fe-5b9d-4d0f-af1d-fb8a22d7aa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:11.497364 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786700fe-5b9d-4d0f-af1d-fb8a22d7aa68 admin admin] Network 4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:11.500406 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-786700fe-5b9d-4d0f-af1d-fb8a22d7aa68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:11.503961 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786700fe-5b9d-4d0f-af1d-fb8a22d7aa68 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:11.529235 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786700fe-5b9d-4d0f-af1d-fb8a22d7aa68 admin admin] Pushing event updated for resources: {'Port': ['ID=aa0ef1fb-6667-495b-8c5b-0b6c715658e8,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:11.546463 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6a6d95cc-4b31-4d4b-b60d-9328b302b5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'name': 'tempest-TestShelveInstance-898252834-router', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:08Z', 'updated_at': '2021-08-16T21:10:09Z', 'revision_number': 3, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'gw_port': {'id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:09Z', 'updated_at': '2021-08-16T21:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:11.547417 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-786700fe-5b9d-4d0f-af1d-fb8a22d7aa68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:11.576654 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6d95cc-4b31-4d4b-b60d-9328b302b5c0 None None] The sync data for ids ['041ec843-412d-4ded-bd3a-67bf7208adea'] in n-d-787206-13 is: [{'id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'name': 'tempest-TestShelveInstance-898252834-router', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:08Z', 'updated_at': '2021-08-16T21:10:09Z', 'revision_number': 3, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'gw_port': {'id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:09Z', 'updated_at': '2021-08-16T21:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:10:11.684414 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-786700fe-5b9d-4d0f-af1d-fb8a22d7aa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:11.804519 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-46f82708-69a7-4715-9b74-075887c6ac96 None None] Provisioning for port aa0ef1fb-6667-495b-8c5b-0b6c715658e8 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:11.820053 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-46f82708-69a7-4715-9b74-075887c6ac96 None None] Provisioning complete for port aa0ef1fb-6667-495b-8c5b-0b6c715658e8 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:11.820509 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46f82708-69a7-4715-9b74-075887c6ac96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:11.863443 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-46f82708-69a7-4715-9b74-075887c6ac96 None None] Port aa0ef1fb-6667-495b-8c5b-0b6c715658e8 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:10:11.877735 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-786700fe-5b9d-4d0f-af1d-fb8a22d7aa68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:11.882745 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-786700fe-5b9d-4d0f-af1d-fb8a22d7aa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:11.953723 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786700fe-5b9d-4d0f-af1d-fb8a22d7aa68 admin admin] Pushing event updated for resources: {'Port': ['ID=aa0ef1fb-6667-495b-8c5b-0b6c715658e8,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:11.956196 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-786700fe-5b9d-4d0f-af1d-fb8a22d7aa68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:12.049475 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786700fe-5b9d-4d0f-af1d-fb8a22d7aa68 admin admin] Network 4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:12.051059 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-786700fe-5b9d-4d0f-af1d-fb8a22d7aa68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:12.182325 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786700fe-5b9d-4d0f-af1d-fb8a22d7aa68 admin admin] Router 041ec843-412d-4ded-bd3a-67bf7208adea has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:10:12.295128 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c8b96287-2442-47d2-880b-372ab1525e49 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:12.299509 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-46a0f655-ee9d-4c9f-b31a-f061144761bf None None] Provisioning complete for port aa0ef1fb-6667-495b-8c5b-0b6c715658e8 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:12.300020 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46a0f655-ee9d-4c9f-b31a-f061144761bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:12.319014 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786700fe-5b9d-4d0f-af1d-fb8a22d7aa68 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:10:12.324512 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-786700fe-5b9d-4d0f-af1d-fb8a22d7aa68 admin admin] 10.222.0.68 "PUT /v2.0/routers/041ec843-412d-4ded-bd3a-67bf7208adea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0013838 Aug 16 21:10:12.371048 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-46a0f655-ee9d-4c9f-b31a-f061144761bf None None] Port aa0ef1fb-6667-495b-8c5b-0b6c715658e8 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:10:12.383285 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port c8b96287-2442-47d2-880b-372ab1525e49 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:12.383668 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:12.467819 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7f3b2b09-ac34-4d05-a022-e6cac9ad37dc up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:12.516553 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 7f3b2b09-ac34-4d05-a022-e6cac9ad37dc completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:12.521011 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 7f3b2b09-ac34-4d05-a022-e6cac9ad37dc triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:12.521407 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:12.602557 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:12.622906 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 7f3b2b09-ac34-4d05-a022-e6cac9ad37dc, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7f3b2b09-ac34-4d05-a022-e6cac9ad37dc,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:12.626830 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:12.679639 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=7f3b2b09-ac34-4d05-a022-e6cac9ad37dc,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:12.809306 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35140) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:12.814481 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-81c1c07a-5671-475b-9203-a5027556778b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-764411864-network', 'tenant_id': '0e95623367b34c48b994c7905112d00c'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:12.835703 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c1c07a-5671-475b-9203-a5027556778b admin admin] Made reservation on behalf of 0e95623367b34c48b994c7905112d00c for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:12.838205 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81c1c07a-5671-475b-9203-a5027556778b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:12.847080 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81c1c07a-5671-475b-9203-a5027556778b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:12.939873 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81c1c07a-5671-475b-9203-a5027556778b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:12.944449 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81c1c07a-5671-475b-9203-a5027556778b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:12.969224 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c1c07a-5671-475b-9203-a5027556778b admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:10:12.979277 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1c07a-5671-475b-9203-a5027556778b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dee08c7-92f8-45dc-bf55-a2224bf1e6eb,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:12.985510 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81c1c07a-5671-475b-9203-a5027556778b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:12.985855 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-81c1c07a-5671-475b-9203-a5027556778b admin admin] Added segment b7671f1c-b686-4b6b-8d6f-103681980c02 of type vlan for network 3a2deb40-4099-4e0e-aebf-cf9bb6308ecf Aug 16 21:10:13.028927 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81c1c07a-5671-475b-9203-a5027556778b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:13.059030 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81c1c07a-5671-475b-9203-a5027556778b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:13.060053 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c1c07a-5671-475b-9203-a5027556778b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:13.060653 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81c1c07a-5671-475b-9203-a5027556778b admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:13.109421 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-81c1c07a-5671-475b-9203-a5027556778b admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2989659 Aug 16 21:10:13.112206 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35142) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:13.117852 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0829881c-e15b-447a-a110-8dd55bdf4e98 admin admin] Request body: {'subnet': {'network_id': '3a2deb40-4099-4e0e-aebf-cf9bb6308ecf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-764411864-subnet', 'tenant_id': '0e95623367b34c48b994c7905112d00c', 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:13.121068 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1c07a-5671-475b-9203-a5027556778b admin admin] Pushing event updated for resources: {'Network': ['ID=3a2deb40-4099-4e0e-aebf-cf9bb6308ecf,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:13.131008 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 3a2deb40-4099-4e0e-aebf-cf9bb6308ecf details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:10:13.151668 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0829881c-e15b-447a-a110-8dd55bdf4e98 admin admin] Made reservation on behalf of 0e95623367b34c48b994c7905112d00c for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:13.154405 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0829881c-e15b-447a-a110-8dd55bdf4e98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:13.220823 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab981508-87ac-4804-9f3e-c8ad400dda42 None None] Sync routers for ids ['041ec843-412d-4ded-bd3a-67bf7208adea'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:10:13.230762 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab981508-87ac-4804-9f3e-c8ad400dda42 None None] Routers {'041ec843-412d-4ded-bd3a-67bf7208adea'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:10:13.231504 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ab981508-87ac-4804-9f3e-c8ad400dda42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:10:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['041ec843-412d-4ded-bd3a-67bf7208adea'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:13.330646 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0829881c-e15b-447a-a110-8dd55bdf4e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:13.340244 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-ab981508-87ac-4804-9f3e-c8ad400dda42 None None] Set router 041ec843-412d-4ded-bd3a-67bf7208adea gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:10:13.382701 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0829881c-e15b-447a-a110-8dd55bdf4e98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aecd5ea-b7b1-425e-8507-6e4b5d5dd9de,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:13.392948 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0829881c-e15b-447a-a110-8dd55bdf4e98 admin admin] Checking segment: {'id': 'b7671f1c-b686-4b6b-8d6f-103681980c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3a2deb40-4099-4e0e-aebf-cf9bb6308ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:13.393303 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0829881c-e15b-447a-a110-8dd55bdf4e98 admin admin] Network hostable DHCP agents. Network: 3a2deb40-4099-4e0e-aebf-cf9bb6308ecf, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:10:13.409840 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0829881c-e15b-447a-a110-8dd55bdf4e98 admin admin] Network 3a2deb40-4099-4e0e-aebf-cf9bb6308ecf is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:10:13.419356 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-0829881c-e15b-447a-a110-8dd55bdf4e98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 3a2deb40-4099-4e0e-aebf-cf9bb6308ecf) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:13.423596 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0829881c-e15b-447a-a110-8dd55bdf4e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:13.425760 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0829881c-e15b-447a-a110-8dd55bdf4e98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:13.439280 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0829881c-e15b-447a-a110-8dd55bdf4e98 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3258629 Aug 16 21:10:13.441734 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35144) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:13.446843 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3cc347d0-8406-4f77-b735-b3fceb819e88 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-764411864-router', 'tenant_id': '0e95623367b34c48b994c7905112d00c', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:13.452717 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b73aa4-29b1-4b24-a60a-f4b3b837f2b7 None None] Network 3a2deb40-4099-4e0e-aebf-cf9bb6308ecf requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:13.467826 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3cc347d0-8406-4f77-b735-b3fceb819e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:13.468755 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3cc347d0-8406-4f77-b735-b3fceb819e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:13.530255 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3cc347d0-8406-4f77-b735-b3fceb819e88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:13.655995 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ab981508-87ac-4804-9f3e-c8ad400dda42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'name': 'tempest-TestShelveInstance-898252834-router', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:08Z', 'updated_at': '2021-08-16T21:10:11Z', 'revision_number': 4, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'gw_port': {'id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:09Z', 'updated_at': '2021-08-16T21:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'aa0ef1fb-6667-495b-8c5b-0b6c715658e8', 'name': '', 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'mac_address': 'fa:16:3e:e3:da:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:10Z', 'updated_at': '2021-08-16T21:10:11Z', 'revision_number': 2, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'subnets': [{'id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:13.659978 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aadfb1-2d32-4b42-b0a8-7db16f07402c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-3a2deb40-4099-4e0e-aebf-cf9bb6308ecf', 'network_id': '3a2deb40-4099-4e0e-aebf-cf9bb6308ecf', 'tenant_id': '0e95623367b34c48b994c7905112d00c', 'fixed_ips': [{'subnet_id': '6aecd5ea-b7b1-425e-8507-6e4b5d5dd9de'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:10:13.661517 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a1aadfb1-2d32-4b42-b0a8-7db16f07402c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:13.663206 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3cc347d0-8406-4f77-b735-b3fceb819e88 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:13.692913 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab981508-87ac-4804-9f3e-c8ad400dda42 None None] Checking router: 041ec843-412d-4ded-bd3a-67bf7208adea for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:10:13.693285 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab981508-87ac-4804-9f3e-c8ad400dda42 None None] Updating router 041ec843-412d-4ded-bd3a-67bf7208adea port aa0ef1fb-6667-495b-8c5b-0b6c715658e8 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:10:13.727744 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ab981508-87ac-4804-9f3e-c8ad400dda42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:13.862407 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3cc347d0-8406-4f77-b735-b3fceb819e88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:13.883113 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3cc347d0-8406-4f77-b735-b3fceb819e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:13.931595 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-a1aadfb1-2d32-4b42-b0a8-7db16f07402c None None] Allocated IP 172.20.0.2 (3a2deb40-4099-4e0e-aebf-cf9bb6308ecf/6aecd5ea-b7b1-425e-8507-6e4b5d5dd9de/4fff99b7-59e8-4d2a-b09c-088418872296) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:13.990509 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-3cc347d0-8406-4f77-b735-b3fceb819e88 admin admin] Allocated IP 172.25.8.251 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/512ada79-a124-4aa3-946a-661cf45a52f9) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:14.097650 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3cc347d0-8406-4f77-b735-b3fceb819e88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.138742 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3cc347d0-8406-4f77-b735-b3fceb819e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.177672 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc347d0-8406-4f77-b735-b3fceb819e88 admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:14.182566 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-3cc347d0-8406-4f77-b735-b3fceb819e88 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:14.186091 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc347d0-8406-4f77-b735-b3fceb819e88 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:14.206144 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7f3b2b09-ac34-4d05-a022-e6cac9ad37dc up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:14.213507 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc347d0-8406-4f77-b735-b3fceb819e88 admin admin] Pushing event updated for resources: {'Port': ['ID=512ada79-a124-4aa3-946a-661cf45a52f9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:14.385104 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 7f3b2b09-ac34-4d05-a022-e6cac9ad37dc triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:14.385346 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.453336 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a1aadfb1-2d32-4b42-b0a8-7db16f07402c None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.458384 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ab981508-87ac-4804-9f3e-c8ad400dda42 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.474616 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a1aadfb1-2d32-4b42-b0a8-7db16f07402c None None] Transition to ACTIVE for port object 4fff99b7-59e8-4d2a-b09c-088418872296 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:14.484019 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ab981508-87ac-4804-9f3e-c8ad400dda42 None None] Transition to ACTIVE for port object aa0ef1fb-6667-495b-8c5b-0b6c715658e8 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:14.499036 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ab981508-87ac-4804-9f3e-c8ad400dda42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.502779 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a1aadfb1-2d32-4b42-b0a8-7db16f07402c None None] Transition to ACTIVE for port object 4fff99b7-59e8-4d2a-b09c-088418872296 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:14.533745 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a1aadfb1-2d32-4b42-b0a8-7db16f07402c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.601626 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3966f1-29d5-4513-bd18-e2922168f4b7 None None] Pushing event updated for resources: {'Port': ['ID=aa0ef1fb-6667-495b-8c5b-0b6c715658e8,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:14.617422 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1aadfb1-2d32-4b42-b0a8-7db16f07402c None None] Network 3a2deb40-4099-4e0e-aebf-cf9bb6308ecf is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:14.657213 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-a1aadfb1-2d32-4b42-b0a8-7db16f07402c None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:14.659867 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aadfb1-2d32-4b42-b0a8-7db16f07402c None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:14.729183 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ab981508-87ac-4804-9f3e-c8ad400dda42 None None] Attempting to bind port aa0ef1fb-6667-495b-8c5b-0b6c715658e8 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:14.729555 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ab981508-87ac-4804-9f3e-c8ad400dda42 None None] Attempting to bind port aa0ef1fb-6667-495b-8c5b-0b6c715658e8 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'e2a51bb1-da24-4ce4-b337-efe2c29076d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:14.729924 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab981508-87ac-4804-9f3e-c8ad400dda42 None None] Attempting to bind port aa0ef1fb-6667-495b-8c5b-0b6c715658e8 on network 4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:14.748909 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aadfb1-2d32-4b42-b0a8-7db16f07402c None None] Pushing event updated for resources: {'Port': ['ID=4fff99b7-59e8-4d2a-b09c-088418872296,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:14.763470 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab981508-87ac-4804-9f3e-c8ad400dda42 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:14.763846 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab981508-87ac-4804-9f3e-c8ad400dda42 None None] Checking segment: {'id': 'e2a51bb1-da24-4ce4-b337-efe2c29076d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:14.764248 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ab981508-87ac-4804-9f3e-c8ad400dda42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.764640 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab981508-87ac-4804-9f3e-c8ad400dda42 None None] Bound using segment: {'id': 'e2a51bb1-da24-4ce4-b337-efe2c29076d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:14.765107 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ab981508-87ac-4804-9f3e-c8ad400dda42 None None] Bound port: aa0ef1fb-6667-495b-8c5b-0b6c715658e8, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a51bb1-da24-4ce4-b337-efe2c29076d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:14.765488 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ab981508-87ac-4804-9f3e-c8ad400dda42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.785106 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a1aadfb1-2d32-4b42-b0a8-7db16f07402c None None] Attempting to bind port 4fff99b7-59e8-4d2a-b09c-088418872296 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:14.785481 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a1aadfb1-2d32-4b42-b0a8-7db16f07402c None None] Attempting to bind port 4fff99b7-59e8-4d2a-b09c-088418872296 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'b7671f1c-b686-4b6b-8d6f-103681980c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3a2deb40-4099-4e0e-aebf-cf9bb6308ecf'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:14.785912 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aadfb1-2d32-4b42-b0a8-7db16f07402c None None] Attempting to bind port 4fff99b7-59e8-4d2a-b09c-088418872296 on network 3a2deb40-4099-4e0e-aebf-cf9bb6308ecf {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:14.799739 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aadfb1-2d32-4b42-b0a8-7db16f07402c None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:14.800118 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aadfb1-2d32-4b42-b0a8-7db16f07402c None None] Checking segment: {'id': 'b7671f1c-b686-4b6b-8d6f-103681980c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3a2deb40-4099-4e0e-aebf-cf9bb6308ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:14.800526 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a1aadfb1-2d32-4b42-b0a8-7db16f07402c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.800923 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aadfb1-2d32-4b42-b0a8-7db16f07402c None None] Bound using segment: {'id': 'b7671f1c-b686-4b6b-8d6f-103681980c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3a2deb40-4099-4e0e-aebf-cf9bb6308ecf'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:14.801975 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a1aadfb1-2d32-4b42-b0a8-7db16f07402c None None] Bound port: 4fff99b7-59e8-4d2a-b09c-088418872296, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7671f1c-b686-4b6b-8d6f-103681980c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3a2deb40-4099-4e0e-aebf-cf9bb6308ecf'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:14.802464 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a1aadfb1-2d32-4b42-b0a8-7db16f07402c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.805876 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3cc347d0-8406-4f77-b735-b3fceb819e88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.893861 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ab981508-87ac-4804-9f3e-c8ad400dda42 None None] For port aa0ef1fb-6667-495b-8c5b-0b6c715658e8, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:14.900424 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ab981508-87ac-4804-9f3e-c8ad400dda42 None None] For port aa0ef1fb-6667-495b-8c5b-0b6c715658e8, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=aa0ef1fb-6667-495b-8c5b-0b6c715658e8,segment=NetworkSegment(e2a51bb1-da24-4ce4-b337-efe2c29076d4),segment_id=e2a51bb1-da24-4ce4-b337-efe2c29076d4)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:14.908530 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ab981508-87ac-4804-9f3e-c8ad400dda42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.944173 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a1aadfb1-2d32-4b42-b0a8-7db16f07402c None None] For port 4fff99b7-59e8-4d2a-b09c-088418872296, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:14.976618 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a1aadfb1-2d32-4b42-b0a8-7db16f07402c None None] For port 4fff99b7-59e8-4d2a-b09c-088418872296, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=4fff99b7-59e8-4d2a-b09c-088418872296,segment=NetworkSegment(b7671f1c-b686-4b6b-8d6f-103681980c02),segment_id=b7671f1c-b686-4b6b-8d6f-103681980c02)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:14.986972 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a1aadfb1-2d32-4b42-b0a8-7db16f07402c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:14.989484 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab981508-87ac-4804-9f3e-c8ad400dda42 None None] Routers {'041ec843-412d-4ded-bd3a-67bf7208adea'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:10:14.990112 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ab981508-87ac-4804-9f3e-c8ad400dda42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:10:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['041ec843-412d-4ded-bd3a-67bf7208adea'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:15.008014 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3cc347d0-8406-4f77-b735-b3fceb819e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:15.046753 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3966f1-29d5-4513-bd18-e2922168f4b7 None None] Pushing event updated for resources: {'Port': ['ID=aa0ef1fb-6667-495b-8c5b-0b6c715658e8,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:15.164350 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aadfb1-2d32-4b42-b0a8-7db16f07402c None None] Pushing event updated for resources: {'Port': ['ID=4fff99b7-59e8-4d2a-b09c-088418872296,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:15.198068 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc347d0-8406-4f77-b735-b3fceb819e88 admin admin] Router c76b7b68-ca93-41d1-ae82-e14c8b58265f is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:10:15.206341 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-ab981508-87ac-4804-9f3e-c8ad400dda42 None None] Set router 041ec843-412d-4ded-bd3a-67bf7208adea gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:10:15.338308 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc347d0-8406-4f77-b735-b3fceb819e88 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:10:15.354018 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cc6d72-a8e5-47f6-aee1-7a2fa3854d3c None None] Sync routers for ids ['c76b7b68-ca93-41d1-ae82-e14c8b58265f'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:10:15.358938 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3cc347d0-8406-4f77-b735-b3fceb819e88 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:15.360433 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3cc347d0-8406-4f77-b735-b3fceb819e88 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9168682 Aug 16 21:10:15.362858 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35148) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:15.364641 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cc6d72-a8e5-47f6-aee1-7a2fa3854d3c None None] Routers {'c76b7b68-ca93-41d1-ae82-e14c8b58265f'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:10:15.365437 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-29cc6d72-a8e5-47f6-aee1-7a2fa3854d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:10:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['c76b7b68-ca93-41d1-ae82-e14c8b58265f'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:15.480838 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ab981508-87ac-4804-9f3e-c8ad400dda42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'name': 'tempest-TestShelveInstance-898252834-router', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:08Z', 'updated_at': '2021-08-16T21:10:11Z', 'revision_number': 4, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'gw_port': {'id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:09Z', 'updated_at': '2021-08-16T21:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'aa0ef1fb-6667-495b-8c5b-0b6c715658e8', 'name': '', 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'mac_address': 'fa:16:3e:e3:da:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:10Z', 'updated_at': '2021-08-16T21:10:14Z', 'revision_number': 4, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'subnets': [{'id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:15.485692 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-29cc6d72-a8e5-47f6-aee1-7a2fa3854d3c None None] Set router c76b7b68-ca93-41d1-ae82-e14c8b58265f gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:10:15.511302 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab981508-87ac-4804-9f3e-c8ad400dda42 None None] The sync data for ids ['041ec843-412d-4ded-bd3a-67bf7208adea'] in n-d-787206-13 is: [{'id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'name': 'tempest-TestShelveInstance-898252834-router', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:08Z', 'updated_at': '2021-08-16T21:10:11Z', 'revision_number': 4, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'gw_port': {'id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:09Z', 'updated_at': '2021-08-16T21:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'aa0ef1fb-6667-495b-8c5b-0b6c715658e8', 'name': '', 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'mac_address': 'fa:16:3e:e3:da:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:10Z', 'updated_at': '2021-08-16T21:10:14Z', 'revision_number': 4, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'subnets': [{'id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:10:15.688785 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-29cc6d72-a8e5-47f6-aee1-7a2fa3854d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76b7b68-ca93-41d1-ae82-e14c8b58265f', 'name': 'tempest-TestShelveInstance-764411864-router', 'tenant_id': '0e95623367b34c48b994c7905112d00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '512ada79-a124-4aa3-946a-661cf45a52f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:13Z', 'updated_at': '2021-08-16T21:10:14Z', 'revision_number': 3, 'project_id': '0e95623367b34c48b994c7905112d00c', 'gw_port': {'id': '512ada79-a124-4aa3-946a-661cf45a52f9', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:de:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76b7b68-ca93-41d1-ae82-e14c8b58265f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:13Z', 'updated_at': '2021-08-16T21:10:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:15.717551 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cc6d72-a8e5-47f6-aee1-7a2fa3854d3c None None] Checking router: c76b7b68-ca93-41d1-ae82-e14c8b58265f for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:10:15.717991 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cc6d72-a8e5-47f6-aee1-7a2fa3854d3c None None] Updating router c76b7b68-ca93-41d1-ae82-e14c8b58265f port 512ada79-a124-4aa3-946a-661cf45a52f9 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:10:15.752219 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-29cc6d72-a8e5-47f6-aee1-7a2fa3854d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:15.846904 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3974f2e0-d397-420c-a969-ad5c4ed268a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:16.038865 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-3974f2e0-d397-420c-a969-ad5c4ed268a8 admin admin] Allocated IP 172.20.0.1 (3a2deb40-4099-4e0e-aebf-cf9bb6308ecf/6aecd5ea-b7b1-425e-8507-6e4b5d5dd9de/6cf6cb2d-020c-4d7d-bb55-981e9f91e11d) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:16.054813 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-29cc6d72-a8e5-47f6-aee1-7a2fa3854d3c None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:16.065324 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-29cc6d72-a8e5-47f6-aee1-7a2fa3854d3c None None] Transition to ACTIVE for port object 512ada79-a124-4aa3-946a-661cf45a52f9 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:16.072984 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-29cc6d72-a8e5-47f6-aee1-7a2fa3854d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:16.129563 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-29cc6d72-a8e5-47f6-aee1-7a2fa3854d3c None None] Attempting to bind port 512ada79-a124-4aa3-946a-661cf45a52f9 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:16.129563 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-29cc6d72-a8e5-47f6-aee1-7a2fa3854d3c None None] Attempting to bind port 512ada79-a124-4aa3-946a-661cf45a52f9 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:16.130012 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cc6d72-a8e5-47f6-aee1-7a2fa3854d3c None None] Attempting to bind port 512ada79-a124-4aa3-946a-661cf45a52f9 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:16.138596 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df06ad-7942-4643-87b6-eb371cbb7fa0 None None] Pushing event updated for resources: {'Port': ['ID=512ada79-a124-4aa3-946a-661cf45a52f9,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:16.142746 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cc6d72-a8e5-47f6-aee1-7a2fa3854d3c None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:16.143277 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cc6d72-a8e5-47f6-aee1-7a2fa3854d3c None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:16.145967 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-29cc6d72-a8e5-47f6-aee1-7a2fa3854d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:16.145967 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cc6d72-a8e5-47f6-aee1-7a2fa3854d3c None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:16.145967 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-29cc6d72-a8e5-47f6-aee1-7a2fa3854d3c None None] Bound port: 512ada79-a124-4aa3-946a-661cf45a52f9, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:16.145967 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-29cc6d72-a8e5-47f6-aee1-7a2fa3854d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:16.176817 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df06ad-7942-4643-87b6-eb371cbb7fa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:16.177313 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df06ad-7942-4643-87b6-eb371cbb7fa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:16.178148 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df06ad-7942-4643-87b6-eb371cbb7fa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:16.178148 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df06ad-7942-4643-87b6-eb371cbb7fa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:16.178634 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df06ad-7942-4643-87b6-eb371cbb7fa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:16.179053 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df06ad-7942-4643-87b6-eb371cbb7fa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:16.179575 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df06ad-7942-4643-87b6-eb371cbb7fa0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:16.179989 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df06ad-7942-4643-87b6-eb371cbb7fa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:16.180417 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df06ad-7942-4643-87b6-eb371cbb7fa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:16.180920 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df06ad-7942-4643-87b6-eb371cbb7fa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:16.181308 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df06ad-7942-4643-87b6-eb371cbb7fa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:16.181909 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df06ad-7942-4643-87b6-eb371cbb7fa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:16.199182 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3974f2e0-d397-420c-a969-ad5c4ed268a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:16.221959 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ef0911-b26b-4e2c-8ad2-d07b623d979c None None] Network 3a2deb40-4099-4e0e-aebf-cf9bb6308ecf requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:16.230755 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-3974f2e0-d397-420c-a969-ad5c4ed268a8 admin admin] Transition to ACTIVE for port object 6cf6cb2d-020c-4d7d-bb55-981e9f91e11d will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:16.231950 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-29cc6d72-a8e5-47f6-aee1-7a2fa3854d3c None None] For port 512ada79-a124-4aa3-946a-661cf45a52f9, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:16.235488 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-29cc6d72-a8e5-47f6-aee1-7a2fa3854d3c None None] For port 512ada79-a124-4aa3-946a-661cf45a52f9, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=512ada79-a124-4aa3-946a-661cf45a52f9,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:16.244244 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-29cc6d72-a8e5-47f6-aee1-7a2fa3854d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:16.291554 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3974f2e0-d397-420c-a969-ad5c4ed268a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:16.311139 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df06ad-7942-4643-87b6-eb371cbb7fa0 None None] Pushing event updated for resources: {'Port': ['ID=512ada79-a124-4aa3-946a-661cf45a52f9,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:16.335667 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4fff99b7-59e8-4d2a-b09c-088418872296 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:16.337989 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cc6d72-a8e5-47f6-aee1-7a2fa3854d3c None None] Routers {'c76b7b68-ca93-41d1-ae82-e14c8b58265f'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:10:16.338889 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-29cc6d72-a8e5-47f6-aee1-7a2fa3854d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:10:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['c76b7b68-ca93-41d1-ae82-e14c8b58265f'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:16.363901 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3974f2e0-d397-420c-a969-ad5c4ed268a8 admin admin] Network 3a2deb40-4099-4e0e-aebf-cf9bb6308ecf is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:16.370849 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-3974f2e0-d397-420c-a969-ad5c4ed268a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:16.378698 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3974f2e0-d397-420c-a969-ad5c4ed268a8 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:16.383914 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-38b9ed37-ffb3-424d-bf36-a013f431cb97 None None] Provisioning for port 4fff99b7-59e8-4d2a-b09c-088418872296 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:16.433170 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974f2e0-d397-420c-a969-ad5c4ed268a8 admin admin] Pushing event updated for resources: {'Port': ['ID=6cf6cb2d-020c-4d7d-bb55-981e9f91e11d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:16.436853 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3974f2e0-d397-420c-a969-ad5c4ed268a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:16.445676 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 4fff99b7-59e8-4d2a-b09c-088418872296 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:16.467379 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 4fff99b7-59e8-4d2a-b09c-088418872296 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:16.467685 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:16.483903 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-29cc6d72-a8e5-47f6-aee1-7a2fa3854d3c None None] Set router c76b7b68-ca93-41d1-ae82-e14c8b58265f gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:10:16.597299 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:16.608417 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3974f2e0-d397-420c-a969-ad5c4ed268a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:16.644281 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 4fff99b7-59e8-4d2a-b09c-088418872296, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=4fff99b7-59e8-4d2a-b09c-088418872296,segment=NetworkSegment(b7671f1c-b686-4b6b-8d6f-103681980c02),segment_id=b7671f1c-b686-4b6b-8d6f-103681980c02)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:16.650341 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:16.651449 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device aa0ef1fb-6667-495b-8c5b-0b6c715658e8 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:16.733357 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-29cc6d72-a8e5-47f6-aee1-7a2fa3854d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76b7b68-ca93-41d1-ae82-e14c8b58265f', 'name': 'tempest-TestShelveInstance-764411864-router', 'tenant_id': '0e95623367b34c48b994c7905112d00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '512ada79-a124-4aa3-946a-661cf45a52f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:13Z', 'updated_at': '2021-08-16T21:10:14Z', 'revision_number': 3, 'project_id': '0e95623367b34c48b994c7905112d00c', 'gw_port': {'id': '512ada79-a124-4aa3-946a-661cf45a52f9', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:de:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76b7b68-ca93-41d1-ae82-e14c8b58265f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:13Z', 'updated_at': '2021-08-16T21:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:16.743668 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=4fff99b7-59e8-4d2a-b09c-088418872296,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:16.758434 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port aa0ef1fb-6667-495b-8c5b-0b6c715658e8 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:16.767017 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port aa0ef1fb-6667-495b-8c5b-0b6c715658e8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:16.767453 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:16.774026 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cc6d72-a8e5-47f6-aee1-7a2fa3854d3c None None] The sync data for ids ['c76b7b68-ca93-41d1-ae82-e14c8b58265f'] in n-d-787206-13 is: [{'id': 'c76b7b68-ca93-41d1-ae82-e14c8b58265f', 'name': 'tempest-TestShelveInstance-764411864-router', 'tenant_id': '0e95623367b34c48b994c7905112d00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '512ada79-a124-4aa3-946a-661cf45a52f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:13Z', 'updated_at': '2021-08-16T21:10:14Z', 'revision_number': 3, 'project_id': '0e95623367b34c48b994c7905112d00c', 'gw_port': {'id': '512ada79-a124-4aa3-946a-661cf45a52f9', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:de:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76b7b68-ca93-41d1-ae82-e14c8b58265f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:13Z', 'updated_at': '2021-08-16T21:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:10:16.878668 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-68a1b0d6-85be-45fc-b629-ec2d4356c37c None None] Provisioning for port 6cf6cb2d-020c-4d7d-bb55-981e9f91e11d completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:16.884214 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-68a1b0d6-85be-45fc-b629-ec2d4356c37c None None] Provisioning complete for port 6cf6cb2d-020c-4d7d-bb55-981e9f91e11d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:16.884594 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-68a1b0d6-85be-45fc-b629-ec2d4356c37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:16.904006 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3974f2e0-d397-420c-a969-ad5c4ed268a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:16.909892 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3974f2e0-d397-420c-a969-ad5c4ed268a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:16.922446 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:16.942610 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-68a1b0d6-85be-45fc-b629-ec2d4356c37c None None] Port 6cf6cb2d-020c-4d7d-bb55-981e9f91e11d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:10:16.976147 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port aa0ef1fb-6667-495b-8c5b-0b6c715658e8, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=aa0ef1fb-6667-495b-8c5b-0b6c715658e8,segment=NetworkSegment(e2a51bb1-da24-4ce4-b337-efe2c29076d4),segment_id=e2a51bb1-da24-4ce4-b337-efe2c29076d4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:16.978182 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-68a1b0d6-85be-45fc-b629-ec2d4356c37c None None] Provisioning complete for port 4fff99b7-59e8-4d2a-b09c-088418872296 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:16.978646 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-68a1b0d6-85be-45fc-b629-ec2d4356c37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:16.981509 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:16.994100 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974f2e0-d397-420c-a969-ad5c4ed268a8 admin admin] Pushing event updated for resources: {'Port': ['ID=6cf6cb2d-020c-4d7d-bb55-981e9f91e11d,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:17.008886 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3974f2e0-d397-420c-a969-ad5c4ed268a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:17.066649 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=aa0ef1fb-6667-495b-8c5b-0b6c715658e8,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:17.118919 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3974f2e0-d397-420c-a969-ad5c4ed268a8 admin admin] Network 3a2deb40-4099-4e0e-aebf-cf9bb6308ecf is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:17.120373 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-3974f2e0-d397-420c-a969-ad5c4ed268a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:17.240415 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3974f2e0-d397-420c-a969-ad5c4ed268a8 admin admin] Router c76b7b68-ca93-41d1-ae82-e14c8b58265f has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:10:17.251835 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-be7cb342-605d-4797-b6d0-cd3520871aa1 None None] Provisioning complete for port 6cf6cb2d-020c-4d7d-bb55-981e9f91e11d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:17.252280 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-be7cb342-605d-4797-b6d0-cd3520871aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:17.308992 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-be7cb342-605d-4797-b6d0-cd3520871aa1 None None] Port 6cf6cb2d-020c-4d7d-bb55-981e9f91e11d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:10:17.371200 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3974f2e0-d397-420c-a969-ad5c4ed268a8 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:10:17.376421 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-3974f2e0-d397-420c-a969-ad5c4ed268a8 admin admin] 10.222.0.68 "PUT /v2.0/routers/c76b7b68-ca93-41d1-ae82-e14c8b58265f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0125663 Aug 16 21:10:17.431816 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-480c4393-39e9-420d-8af4-ca1d2e58a279 None None] Provisioning complete for port 6cf6cb2d-020c-4d7d-bb55-981e9f91e11d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:17.432288 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-480c4393-39e9-420d-8af4-ca1d2e58a279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:17.467571 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-480c4393-39e9-420d-8af4-ca1d2e58a279 None None] Port 6cf6cb2d-020c-4d7d-bb55-981e9f91e11d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:10:17.809974 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35160) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:17.814733 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f7a035aa-986d-45d6-b0b0-5f72e7544a46 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2032376394', 'description': 'tempest-secgroup-smoke-2032376394 description', 'project_id': 'a9eadbdb18d44d14bcbde91823993e71'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:17.837939 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7a035aa-986d-45d6-b0b0-5f72e7544a46 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:17.932246 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7a035aa-986d-45d6-b0b0-5f72e7544a46 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:17.935981 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7a035aa-986d-45d6-b0b0-5f72e7544a46 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:17.962128 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7a035aa-986d-45d6-b0b0-5f72e7544a46 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:17.963351 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-f7a035aa-986d-45d6-b0b0-5f72e7544a46 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1523554 Aug 16 21:10:17.966668 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35162) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:17.967223 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a035aa-986d-45d6-b0b0-5f72e7544a46 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f04cadf5-4f16-4858-8e75-81490bf8514b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:17.971608 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8488f9e6-865a-469c-bbe0-da50f0e8ed7f tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Request body: {'security_group_rule': {'security_group_id': 'f04cadf5-4f16-4858-8e75-81490bf8514b', 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:17.999736 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8488f9e6-865a-469c-bbe0-da50f0e8ed7f tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.057084 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8488f9e6-865a-469c-bbe0-da50f0e8ed7f tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.060692 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8488f9e6-865a-469c-bbe0-da50f0e8ed7f tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.078683 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488f9e6-865a-469c-bbe0-da50f0e8ed7f tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37fa1e46-1b5f-483f-a36a-3b50b60a9d42,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:18.081882 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8488f9e6-865a-469c-bbe0-da50f0e8ed7f tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.083155 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-8488f9e6-865a-469c-bbe0-da50f0e8ed7f tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154377 Aug 16 21:10:18.086045 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35164) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:18.090552 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c2e2bdee-6c63-4b1b-983f-d8942fa1f9e1 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Request body: {'security_group_rule': {'security_group_id': 'f04cadf5-4f16-4858-8e75-81490bf8514b', 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:18.117206 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c2e2bdee-6c63-4b1b-983f-d8942fa1f9e1 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.184607 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c2e2bdee-6c63-4b1b-983f-d8942fa1f9e1 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.189631 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c2e2bdee-6c63-4b1b-983f-d8942fa1f9e1 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.207203 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2bdee-6c63-4b1b-983f-d8942fa1f9e1 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aec8479-db4a-4b52-9475-374c9478c303,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:18.213840 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c2e2bdee-6c63-4b1b-983f-d8942fa1f9e1 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.215371 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c2e2bdee-6c63-4b1b-983f-d8942fa1f9e1 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1283793 Aug 16 21:10:18.218282 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35166) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:18.223235 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-38350055-4574-47bc-bb92-1bedf1db38eb tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Request body: {'security_group_rule': {'security_group_id': 'f04cadf5-4f16-4858-8e75-81490bf8514b', 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:18.250550 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38350055-4574-47bc-bb92-1bedf1db38eb tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.260731 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 512ada79-a124-4aa3-946a-661cf45a52f9 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:18.312186 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 512ada79-a124-4aa3-946a-661cf45a52f9 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:18.314367 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38350055-4574-47bc-bb92-1bedf1db38eb tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.316644 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 512ada79-a124-4aa3-946a-661cf45a52f9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:18.317897 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.319237 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38350055-4574-47bc-bb92-1bedf1db38eb tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.338142 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38350055-4574-47bc-bb92-1bedf1db38eb tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811e5010-ad5b-40cf-9eda-dfa02182f8d0,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:18.344607 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38350055-4574-47bc-bb92-1bedf1db38eb tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.348639 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-38350055-4574-47bc-bb92-1bedf1db38eb tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263680 Aug 16 21:10:18.348809 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35168) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:18.353416 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-285820a0-0d8a-4e7c-8649-85172865682d tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Request body: {'security_group_rule': {'security_group_id': 'f04cadf5-4f16-4858-8e75-81490bf8514b', 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:18.381066 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-285820a0-0d8a-4e7c-8649-85172865682d tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.406167 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.428022 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 512ada79-a124-4aa3-946a-661cf45a52f9, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=512ada79-a124-4aa3-946a-661cf45a52f9,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:18.432074 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.432888 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4fff99b7-59e8-4d2a-b09c-088418872296 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:18.442771 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-285820a0-0d8a-4e7c-8649-85172865682d tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.446545 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-285820a0-0d8a-4e7c-8649-85172865682d tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.463767 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285820a0-0d8a-4e7c-8649-85172865682d tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b92cd9e7-7382-4987-9e0b-286454b999e5,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:18.472129 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-285820a0-0d8a-4e7c-8649-85172865682d tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.476113 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-285820a0-0d8a-4e7c-8649-85172865682d tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236835 Aug 16 21:10:18.476278 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35170) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:18.481432 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-014fd60b-59fd-4124-84a9-9d3ee57c96dd tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Request body: {'security_group_rule': {'security_group_id': 'f04cadf5-4f16-4858-8e75-81490bf8514b', 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:18.507241 n-d-787206-13 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-014fd60b-59fd-4124-84a9-9d3ee57c96dd tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Project a9eadbdb18d44d14bcbde91823993e71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:10:18.510428 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=512ada79-a124-4aa3-946a-661cf45a52f9,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:18.516799 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-014fd60b-59fd-4124-84a9-9d3ee57c96dd tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.521194 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 4fff99b7-59e8-4d2a-b09c-088418872296 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:18.521565 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.585097 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-014fd60b-59fd-4124-84a9-9d3ee57c96dd tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.588911 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-014fd60b-59fd-4124-84a9-9d3ee57c96dd tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.605421 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014fd60b-59fd-4124-84a9-9d3ee57c96dd tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd225c2-9d05-481a-b55e-889c92336fa9,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:18.609901 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device aa0ef1fb-6667-495b-8c5b-0b6c715658e8 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:18.614480 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-014fd60b-59fd-4124-84a9-9d3ee57c96dd tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.615755 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-014fd60b-59fd-4124-84a9-9d3ee57c96dd tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1378934 Aug 16 21:10:18.618605 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35172) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:18.623238 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-83dd1f6e-a3e0-4b43-b3df-9b9f6afa6c04 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Request body: {'security_group_rule': {'security_group_id': 'f04cadf5-4f16-4858-8e75-81490bf8514b', 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:18.647523 n-d-787206-13 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-83dd1f6e-a3e0-4b43-b3df-9b9f6afa6c04 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Project a9eadbdb18d44d14bcbde91823993e71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:10:18.653267 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-83dd1f6e-a3e0-4b43-b3df-9b9f6afa6c04 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.659343 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port aa0ef1fb-6667-495b-8c5b-0b6c715658e8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:18.659776 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.719790 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-83dd1f6e-a3e0-4b43-b3df-9b9f6afa6c04 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.724647 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-83dd1f6e-a3e0-4b43-b3df-9b9f6afa6c04 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.743778 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd1f6e-a3e0-4b43-b3df-9b9f6afa6c04 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f30f25da-fb1a-4387-90ad-93c96155af02,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:18.747691 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-83dd1f6e-a3e0-4b43-b3df-9b9f6afa6c04 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:18.748965 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-83dd1f6e-a3e0-4b43-b3df-9b9f6afa6c04 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1293335 Aug 16 21:10:18.856947 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cc95a9-32c2-4a07-8e30-031db9ef4b0e None None] Sync routers for ids ['c76b7b68-ca93-41d1-ae82-e14c8b58265f'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:10:18.866322 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cc95a9-32c2-4a07-8e30-031db9ef4b0e None None] Routers {'c76b7b68-ca93-41d1-ae82-e14c8b58265f'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:10:18.866950 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c0cc95a9-32c2-4a07-8e30-031db9ef4b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:10:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['c76b7b68-ca93-41d1-ae82-e14c8b58265f'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:18.889886 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-bfdd9bb4-a313-4016-a9a2-ae0aad3bfdbd tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2032376394&fields=id&tenant_id=a9eadbdb18d44d14bcbde91823993e71 HTTP/1.1" status: 200 len: 267 time: 0.0331883 Aug 16 21:10:18.973943 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-c0cc95a9-32c2-4a07-8e30-031db9ef4b0e None None] Set router c76b7b68-ca93-41d1-ae82-e14c8b58265f gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:10:19.000932 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-7ec92951-ddb8-48c8-b96d-06ffbd9b376c tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:19.002360 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-7ec92951-ddb8-48c8-b96d-06ffbd9b376c tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/networks?id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 HTTP/1.1" status: 200 len: 808 time: 0.1043639 Aug 16 21:10:19.018563 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-a152d21c-a603-488e-a1f7-a5d5cff341b0 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/quotas/a9eadbdb18d44d14bcbde91823993e71 HTTP/1.1" status: 200 len: 375 time: 0.0091357 Aug 16 21:10:19.072300 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-e61d691e-f789-400b-b78e-3ad156a6015c tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=a9eadbdb18d44d14bcbde91823993e71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481641 Aug 16 21:10:19.168947 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-d885c209-a12a-4aee-8088-2b29742f5cdb service neutron] 10.222.0.68 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850806 Aug 16 21:10:19.173604 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c0cc95a9-32c2-4a07-8e30-031db9ef4b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76b7b68-ca93-41d1-ae82-e14c8b58265f', 'name': 'tempest-TestShelveInstance-764411864-router', 'tenant_id': '0e95623367b34c48b994c7905112d00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '512ada79-a124-4aa3-946a-661cf45a52f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:13Z', 'updated_at': '2021-08-16T21:10:16Z', 'revision_number': 4, 'project_id': '0e95623367b34c48b994c7905112d00c', 'gw_port': {'id': '512ada79-a124-4aa3-946a-661cf45a52f9', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76b7b68-ca93-41d1-ae82-e14c8b58265f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:13Z', 'updated_at': '2021-08-16T21:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '6cf6cb2d-020c-4d7d-bb55-981e9f91e11d', 'name': '', 'network_id': '3a2deb40-4099-4e0e-aebf-cf9bb6308ecf', 'tenant_id': '0e95623367b34c48b994c7905112d00c', 'mac_address': 'fa:16:3e:9a:4f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76b7b68-ca93-41d1-ae82-e14c8b58265f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '6aecd5ea-b7b1-425e-8507-6e4b5d5dd9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:15Z', 'updated_at': '2021-08-16T21:10:16Z', 'revision_number': 2, 'project_id': '0e95623367b34c48b994c7905112d00c', 'subnets': [{'id': '6aecd5ea-b7b1-425e-8507-6e4b5d5dd9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:19.200401 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cc95a9-32c2-4a07-8e30-031db9ef4b0e None None] Checking router: c76b7b68-ca93-41d1-ae82-e14c8b58265f for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:10:19.200756 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cc95a9-32c2-4a07-8e30-031db9ef4b0e None None] Updating router c76b7b68-ca93-41d1-ae82-e14c8b58265f port 6cf6cb2d-020c-4d7d-bb55-981e9f91e11d binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:10:19.228279 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c0cc95a9-32c2-4a07-8e30-031db9ef4b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:19.262596 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-de50edd6-6bbe-4648-9239-47fc2d21c5af service neutron] 10.222.0.68 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872889 Aug 16 21:10:19.430726 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5baca694-e245-493c-8d72-4c79a2ab83ea req-16beab5a-7f8a-43a7-a8d5-8f068b0fced6 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 210 time: 0.0305655 Aug 16 21:10:19.650387 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c0cc95a9-32c2-4a07-8e30-031db9ef4b0e None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:19.659937 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c0cc95a9-32c2-4a07-8e30-031db9ef4b0e None None] Transition to ACTIVE for port object 6cf6cb2d-020c-4d7d-bb55-981e9f91e11d will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:19.666638 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c0cc95a9-32c2-4a07-8e30-031db9ef4b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:19.716631 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db126c-3cc2-493e-a450-10cec4b4681b None None] Pushing event updated for resources: {'Port': ['ID=6cf6cb2d-020c-4d7d-bb55-981e9f91e11d,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:19.769602 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c0cc95a9-32c2-4a07-8e30-031db9ef4b0e None None] Attempting to bind port 6cf6cb2d-020c-4d7d-bb55-981e9f91e11d on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:19.770494 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c0cc95a9-32c2-4a07-8e30-031db9ef4b0e None None] Attempting to bind port 6cf6cb2d-020c-4d7d-bb55-981e9f91e11d by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'b7671f1c-b686-4b6b-8d6f-103681980c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3a2deb40-4099-4e0e-aebf-cf9bb6308ecf'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:19.770860 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cc95a9-32c2-4a07-8e30-031db9ef4b0e None None] Attempting to bind port 6cf6cb2d-020c-4d7d-bb55-981e9f91e11d on network 3a2deb40-4099-4e0e-aebf-cf9bb6308ecf {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:19.776267 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cc95a9-32c2-4a07-8e30-031db9ef4b0e None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:19.776643 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cc95a9-32c2-4a07-8e30-031db9ef4b0e None None] Checking segment: {'id': 'b7671f1c-b686-4b6b-8d6f-103681980c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3a2deb40-4099-4e0e-aebf-cf9bb6308ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:19.777052 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c0cc95a9-32c2-4a07-8e30-031db9ef4b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:19.777445 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cc95a9-32c2-4a07-8e30-031db9ef4b0e None None] Bound using segment: {'id': 'b7671f1c-b686-4b6b-8d6f-103681980c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3a2deb40-4099-4e0e-aebf-cf9bb6308ecf'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:19.777913 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c0cc95a9-32c2-4a07-8e30-031db9ef4b0e None None] Bound port: 6cf6cb2d-020c-4d7d-bb55-981e9f91e11d, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7671f1c-b686-4b6b-8d6f-103681980c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3a2deb40-4099-4e0e-aebf-cf9bb6308ecf'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:19.778334 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c0cc95a9-32c2-4a07-8e30-031db9ef4b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:19.843994 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c0cc95a9-32c2-4a07-8e30-031db9ef4b0e None None] For port 6cf6cb2d-020c-4d7d-bb55-981e9f91e11d, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:19.847282 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c0cc95a9-32c2-4a07-8e30-031db9ef4b0e None None] For port 6cf6cb2d-020c-4d7d-bb55-981e9f91e11d, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6cf6cb2d-020c-4d7d-bb55-981e9f91e11d,segment=NetworkSegment(b7671f1c-b686-4b6b-8d6f-103681980c02),segment_id=b7671f1c-b686-4b6b-8d6f-103681980c02)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:19.852516 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c0cc95a9-32c2-4a07-8e30-031db9ef4b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:19.921125 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db126c-3cc2-493e-a450-10cec4b4681b None None] Pushing event updated for resources: {'Port': ['ID=6cf6cb2d-020c-4d7d-bb55-981e9f91e11d,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:19.924141 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cc95a9-32c2-4a07-8e30-031db9ef4b0e None None] Routers {'c76b7b68-ca93-41d1-ae82-e14c8b58265f'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:10:19.924763 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c0cc95a9-32c2-4a07-8e30-031db9ef4b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:10:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['c76b7b68-ca93-41d1-ae82-e14c8b58265f'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:20.037240 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-c0cc95a9-32c2-4a07-8e30-031db9ef4b0e None None] Set router c76b7b68-ca93-41d1-ae82-e14c8b58265f gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:10:20.182663 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 512ada79-a124-4aa3-946a-661cf45a52f9 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:20.277318 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 512ada79-a124-4aa3-946a-661cf45a52f9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:20.277693 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:20.321886 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c0cc95a9-32c2-4a07-8e30-031db9ef4b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76b7b68-ca93-41d1-ae82-e14c8b58265f', 'name': 'tempest-TestShelveInstance-764411864-router', 'tenant_id': '0e95623367b34c48b994c7905112d00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '512ada79-a124-4aa3-946a-661cf45a52f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:13Z', 'updated_at': '2021-08-16T21:10:16Z', 'revision_number': 4, 'project_id': '0e95623367b34c48b994c7905112d00c', 'gw_port': {'id': '512ada79-a124-4aa3-946a-661cf45a52f9', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76b7b68-ca93-41d1-ae82-e14c8b58265f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:13Z', 'updated_at': '2021-08-16T21:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '6cf6cb2d-020c-4d7d-bb55-981e9f91e11d', 'name': '', 'network_id': '3a2deb40-4099-4e0e-aebf-cf9bb6308ecf', 'tenant_id': '0e95623367b34c48b994c7905112d00c', 'mac_address': 'fa:16:3e:9a:4f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76b7b68-ca93-41d1-ae82-e14c8b58265f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '6aecd5ea-b7b1-425e-8507-6e4b5d5dd9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:15Z', 'updated_at': '2021-08-16T21:10:19Z', 'revision_number': 4, 'project_id': '0e95623367b34c48b994c7905112d00c', 'subnets': [{'id': '6aecd5ea-b7b1-425e-8507-6e4b5d5dd9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:20.352183 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cc95a9-32c2-4a07-8e30-031db9ef4b0e None None] The sync data for ids ['c76b7b68-ca93-41d1-ae82-e14c8b58265f'] in n-d-787206-13 is: [{'id': 'c76b7b68-ca93-41d1-ae82-e14c8b58265f', 'name': 'tempest-TestShelveInstance-764411864-router', 'tenant_id': '0e95623367b34c48b994c7905112d00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '512ada79-a124-4aa3-946a-661cf45a52f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:13Z', 'updated_at': '2021-08-16T21:10:16Z', 'revision_number': 4, 'project_id': '0e95623367b34c48b994c7905112d00c', 'gw_port': {'id': '512ada79-a124-4aa3-946a-661cf45a52f9', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76b7b68-ca93-41d1-ae82-e14c8b58265f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:13Z', 'updated_at': '2021-08-16T21:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '6cf6cb2d-020c-4d7d-bb55-981e9f91e11d', 'name': '', 'network_id': '3a2deb40-4099-4e0e-aebf-cf9bb6308ecf', 'tenant_id': '0e95623367b34c48b994c7905112d00c', 'mac_address': 'fa:16:3e:9a:4f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76b7b68-ca93-41d1-ae82-e14c8b58265f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '6aecd5ea-b7b1-425e-8507-6e4b5d5dd9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:15Z', 'updated_at': '2021-08-16T21:10:19Z', 'revision_number': 4, 'project_id': '0e95623367b34c48b994c7905112d00c', 'subnets': [{'id': '6aecd5ea-b7b1-425e-8507-6e4b5d5dd9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:10:20.525133 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e9b39a9a-fd35-46cd-9ea6-3e8731ba50ea req-76b8abfa-588b-41a3-a573-e27a157a7534 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 210 time: 0.0291808 Aug 16 21:10:20.578944 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:10:21.397779 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-82ceb669-fbe2-4edb-8ba4-5bedff7d1029 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:21.399186 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-82ceb669-fbe2-4edb-8ba4-5bedff7d1029 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.63 "GET /v2.0/networks?id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 HTTP/1.1" status: 200 len: 808 time: 0.1058466 Aug 16 21:10:21.442630 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-b171a9ee-a850-451d-adb7-5d96d88a4433 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9eadbdb18d44d14bcbde91823993e71 HTTP/1.1" status: 200 len: 380 time: 0.0335863 Aug 16 21:10:21.452057 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-e1eb12b8-4c1c-4406-98ec-9ec94bb2f3f5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Request body: {'port': {'device_id': '9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5', 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1', 'admin_state_up': True, 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'security_groups': ['f04cadf5-4f16-4858-8e75-81490bf8514b']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:21.563348 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-e1eb12b8-4c1c-4406-98ec-9ec94bb2f3f5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Made reservation on behalf of a9eadbdb18d44d14bcbde91823993e71 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:21.566866 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-e1eb12b8-4c1c-4406-98ec-9ec94bb2f3f5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:21.654398 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1e1c7791-6e69-4525-9bdd-6caee205b79e req-1d68bec7-8d36-4e6b-9500-11ae3ea1c5cc tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 210 time: 0.0364647 Aug 16 21:10:21.713242 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-e1eb12b8-4c1c-4406-98ec-9ec94bb2f3f5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Allocated IP 172.20.0.6 (4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1/8ac5c798-04a1-4170-98f4-b1a7dff46c51/1f8e0810-8667-4488-aca6-07c4076e104e) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:21.855814 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-e1eb12b8-4c1c-4406-98ec-9ec94bb2f3f5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:21.869330 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-e1eb12b8-4c1c-4406-98ec-9ec94bb2f3f5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Transition to ACTIVE for port object 1f8e0810-8667-4488-aca6-07c4076e104e will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:21.901834 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-e1eb12b8-4c1c-4406-98ec-9ec94bb2f3f5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:21.948300 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-e1eb12b8-4c1c-4406-98ec-9ec94bb2f3f5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Network 4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:21.951213 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-e1eb12b8-4c1c-4406-98ec-9ec94bb2f3f5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:21.954904 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-e1eb12b8-4c1c-4406-98ec-9ec94bb2f3f5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:21.962259 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb12b8-4c1c-4406-98ec-9ec94bb2f3f5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Pushing event updated for resources: {'Port': ['ID=1f8e0810-8667-4488-aca6-07c4076e104e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:22.010922 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-e1eb12b8-4c1c-4406-98ec-9ec94bb2f3f5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:22.011817 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-e1eb12b8-4c1c-4406-98ec-9ec94bb2f3f5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:22.026146 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-e1eb12b8-4c1c-4406-98ec-9ec94bb2f3f5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5776882 Aug 16 21:10:22.038997 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-57805969-54cd-42a5-a314-0533db99eda0 service neutron] Request body: {'port': {'device_id': '9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:22.095805 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-57805969-54cd-42a5-a314-0533db99eda0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:22.205826 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6cf6cb2d-020c-4d7d-bb55-981e9f91e11d up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:22.229689 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-80d2f04c-b09d-4a20-9d36-b782804ab23a None None] Provisioning for port 1f8e0810-8667-4488-aca6-07c4076e104e completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:22.244074 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-80d2f04c-b09d-4a20-9d36-b782804ab23a None None] Provisioning complete for port 1f8e0810-8667-4488-aca6-07c4076e104e triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:22.244448 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-80d2f04c-b09d-4a20-9d36-b782804ab23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:22.285352 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-80d2f04c-b09d-4a20-9d36-b782804ab23a None None] Port 1f8e0810-8667-4488-aca6-07c4076e104e cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:10:22.294245 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 6cf6cb2d-020c-4d7d-bb55-981e9f91e11d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:22.297970 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 6cf6cb2d-020c-4d7d-bb55-981e9f91e11d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:22.298344 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:22.370972 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-57805969-54cd-42a5-a314-0533db99eda0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f8e0810-8667-4488-aca6-07c4076e104e {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:10:22.376257 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:22.378350 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-57805969-54cd-42a5-a314-0533db99eda0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:22.391017 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-57805969-54cd-42a5-a314-0533db99eda0 service neutron] Transition to ACTIVE for port object 1f8e0810-8667-4488-aca6-07c4076e104e will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:22.394820 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-57805969-54cd-42a5-a314-0533db99eda0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:22.410839 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 6cf6cb2d-020c-4d7d-bb55-981e9f91e11d, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6cf6cb2d-020c-4d7d-bb55-981e9f91e11d,segment=NetworkSegment(b7671f1c-b686-4b6b-8d6f-103681980c02),segment_id=b7671f1c-b686-4b6b-8d6f-103681980c02)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:22.415448 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:22.446728 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57805969-54cd-42a5-a314-0533db99eda0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8e0810-8667-4488-aca6-07c4076e104e,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:22.472993 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=6cf6cb2d-020c-4d7d-bb55-981e9f91e11d,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:22.511488 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-57805969-54cd-42a5-a314-0533db99eda0 service neutron] Attempting to bind port 1f8e0810-8667-4488-aca6-07c4076e104e on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:22.511820 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-57805969-54cd-42a5-a314-0533db99eda0 service neutron] Attempting to bind port 1f8e0810-8667-4488-aca6-07c4076e104e by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'e2a51bb1-da24-4ce4-b337-efe2c29076d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:22.512142 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-57805969-54cd-42a5-a314-0533db99eda0 service neutron] Attempting to bind port 1f8e0810-8667-4488-aca6-07c4076e104e on network 4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:22.516874 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-57805969-54cd-42a5-a314-0533db99eda0 service neutron] Port 1f8e0810-8667-4488-aca6-07c4076e104e on network 4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:10:22.517197 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-57805969-54cd-42a5-a314-0533db99eda0 service neutron] Attempting to bind port 1f8e0810-8667-4488-aca6-07c4076e104e on network 4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:22.522112 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-57805969-54cd-42a5-a314-0533db99eda0 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:22.522475 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-57805969-54cd-42a5-a314-0533db99eda0 service neutron] Checking segment: {'id': 'e2a51bb1-da24-4ce4-b337-efe2c29076d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:22.522855 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-57805969-54cd-42a5-a314-0533db99eda0 service neutron] Bound using segment: {'id': 'e2a51bb1-da24-4ce4-b337-efe2c29076d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:22.523300 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-57805969-54cd-42a5-a314-0533db99eda0 service neutron] Bound port: 1f8e0810-8667-4488-aca6-07c4076e104e, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2a51bb1-da24-4ce4-b337-efe2c29076d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:22.523661 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-57805969-54cd-42a5-a314-0533db99eda0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:22.593079 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-57805969-54cd-42a5-a314-0533db99eda0 service neutron] For port 1f8e0810-8667-4488-aca6-07c4076e104e, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:22.596286 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-57805969-54cd-42a5-a314-0533db99eda0 service neutron] For port 1f8e0810-8667-4488-aca6-07c4076e104e, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=1f8e0810-8667-4488-aca6-07c4076e104e,segment=NetworkSegment(e2a51bb1-da24-4ce4-b337-efe2c29076d4),segment_id=e2a51bb1-da24-4ce4-b337-efe2c29076d4)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:22.601866 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-57805969-54cd-42a5-a314-0533db99eda0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:22.634296 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-57805969-54cd-42a5-a314-0533db99eda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:22.635159 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-57805969-54cd-42a5-a314-0533db99eda0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:22.636635 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-57805969-54cd-42a5-a314-0533db99eda0 service neutron] 10.222.0.63 "PUT /v2.0/ports/1f8e0810-8667-4488-aca6-07c4076e104e HTTP/1.1" status: 200 len: 1092 time: 0.6023309 Aug 16 21:10:22.638956 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5', 'tag': '1f8e0810-8667-4488-aca6-07c4076e104e'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:10:22.641947 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426e6499-b6c9-4fd7-8077-3799abfaa90d" -d '{"events": [{"name": "network-changed", "server_uuid": "9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5", "tag": "1f8e0810-8667-4488-aca6-07c4076e104e"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:10:22.672336 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57805969-54cd-42a5-a314-0533db99eda0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8e0810-8667-4488-aca6-07c4076e104e,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:22.689616 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0876659b-f0d5-4753-b834-fe974b5c2b42 x-openstack-request-id: req-0876659b-f0d5-4753-b834-fe974b5c2b42 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:10:22.689902 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5", "tag": "1f8e0810-8667-4488-aca6-07c4076e104e", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:10:22.690152 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0876659b-f0d5-4753-b834-fe974b5c2b42 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:10:22.693793 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5', 'tag': '1f8e0810-8667-4488-aca6-07c4076e104e', 'status': 'completed', 'code': 200} Aug 16 21:10:22.740572 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-f2711a88-565d-425b-9e35-606042a1f4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:22.742258 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-f2711a88-565d-425b-9e35-606042a1f4e7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a9eadbdb18d44d14bcbde91823993e71&device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 1095 time: 0.0461683 Aug 16 21:10:22.811234 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-7f478bb2-0d7b-4c34-a091-f3cefb1315e7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f8e0810-8667-4488-aca6-07c4076e104e HTTP/1.1" status: 200 len: 217 time: 0.0549414 Aug 16 21:10:22.867735 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6bb51-efc0-4418-9984-1995e1915026 req-1b5206b4-3ff5-464a-ba26-6aabe3a707f7 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:22.869292 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-57f6bb51-efc0-4418-9984-1995e1915026 req-1b5206b4-3ff5-464a-ba26-6aabe3a707f7 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 943 time: 0.1227870 Aug 16 21:10:22.880472 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-4b675d22-b5b5-462e-9df5-f3b316b88c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:22.881920 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-4b675d22-b5b5-462e-9df5-f3b316b88c9e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8ac5c798-04a1-4170-98f4-b1a7dff46c51 HTTP/1.1" status: 200 len: 847 time: 0.0636046 Aug 16 21:10:22.939322 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-57f6bb51-efc0-4418-9984-1995e1915026 req-dde69a5a-dc78-480e-a447-f33517e0ab58 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613568 Aug 16 21:10:22.949137 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-05e7ade3-5203-4841-8ee6-375eaff14f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:22.950663 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-05e7ade3-5203-4841-8ee6-375eaff14f45 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563028 Aug 16 21:10:23.050123 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-a822200a-442a-420f-a90f-0df2e0dbd109 service neutron] 10.222.0.63 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910509 Aug 16 21:10:23.140722 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9765bd1f-1e94-49f8-9a9f-c16f7974bf85 req-e31d0332-6437-4525-bdf5-d1cd56e3253f service neutron] 10.222.0.63 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835569 Aug 16 21:10:23.230347 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e6499-b6c9-4fd7-8077-3799abfaa90d req-1bcc3c18-0eec-426f-8d6d-cfcaae1ee65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:23.231773 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-426e6499-b6c9-4fd7-8077-3799abfaa90d req-1bcc3c18-0eec-426f-8d6d-cfcaae1ee65a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a9eadbdb18d44d14bcbde91823993e71&device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 1095 time: 0.0458519 Aug 16 21:10:23.321081 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e6499-b6c9-4fd7-8077-3799abfaa90d req-81b138a3-1f6e-40e6-8e66-5123f9286217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:23.322536 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-426e6499-b6c9-4fd7-8077-3799abfaa90d req-81b138a3-1f6e-40e6-8e66-5123f9286217 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 HTTP/1.1" status: 200 len: 909 time: 0.0836449 Aug 16 21:10:23.366012 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-426e6499-b6c9-4fd7-8077-3799abfaa90d req-a59ba34e-4a8e-41d0-b8d7-0c6236a509d1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f8e0810-8667-4488-aca6-07c4076e104e HTTP/1.1" status: 200 len: 217 time: 0.0365450 Aug 16 21:10:23.415033 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e6499-b6c9-4fd7-8077-3799abfaa90d req-5646de62-5a79-4d1e-9495-e49d1f80dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:23.416728 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-426e6499-b6c9-4fd7-8077-3799abfaa90d req-5646de62-5a79-4d1e-9495-e49d1f80dab2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8ac5c798-04a1-4170-98f4-b1a7dff46c51 HTTP/1.1" status: 200 len: 847 time: 0.0427825 Aug 16 21:10:23.461310 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e6499-b6c9-4fd7-8077-3799abfaa90d req-b941d686-a5f4-4971-a3cf-00fb8cfcde04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:23.462748 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-426e6499-b6c9-4fd7-8077-3799abfaa90d req-b941d686-a5f4-4971-a3cf-00fb8cfcde04 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388167 Aug 16 21:10:23.554851 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-426e6499-b6c9-4fd7-8077-3799abfaa90d req-c81daa87-1c32-478a-bd5b-86d11a0a9c7f service neutron] 10.222.0.63 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838244 Aug 16 21:10:23.644269 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-426e6499-b6c9-4fd7-8077-3799abfaa90d req-6e988ec2-9468-47be-9659-18eab7045690 service neutron] 10.222.0.63 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816262 Aug 16 21:10:24.191449 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6cf6cb2d-020c-4d7d-bb55-981e9f91e11d up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:24.242654 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 6cf6cb2d-020c-4d7d-bb55-981e9f91e11d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:24.242939 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:24.290578 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96fa05-0b9c-42de-920f-8bf86eb5ba9f req-0823ac3d-9bf6-49bf-ba67-7c1691baa572 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:24.292471 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2e96fa05-0b9c-42de-920f-8bf86eb5ba9f req-0823ac3d-9bf6-49bf-ba67-7c1691baa572 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 943 time: 0.0505974 Aug 16 21:10:24.336495 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2e96fa05-0b9c-42de-920f-8bf86eb5ba9f req-3311efdf-1763-48a6-aaea-db2be00ba2d1 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379140 Aug 16 21:10:25.452918 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55e619-5e80-414f-9319-df46f4323228 req-bc8ce192-b33a-413a-b09b-977379f34629 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:25.454404 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9a55e619-5e80-414f-9319-df46f4323228 req-bc8ce192-b33a-413a-b09b-977379f34629 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 943 time: 0.0524192 Aug 16 21:10:25.491311 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9a55e619-5e80-414f-9319-df46f4323228 req-f27c21c6-cbe7-4688-b30f-87815d372b52 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303566 Aug 16 21:10:26.551190 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 1f8e0810-8667-4488-aca6-07c4076e104e details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:10:26.604147 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9b451-e29c-4a9a-88e2-65f45b5d833d req-e4be96f3-5d8b-4a13-b688-76cf11e7c858 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:26.605645 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4ec9b451-e29c-4a9a-88e2-65f45b5d833d req-e4be96f3-5d8b-4a13-b688-76cf11e7c858 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 943 time: 0.0486987 Aug 16 21:10:26.643442 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4ec9b451-e29c-4a9a-88e2-65f45b5d833d req-f2e3411f-2de8-451a-b711-1ac525fc69d6 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316570 Aug 16 21:10:26.649570 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 1f8e0810-8667-4488-aca6-07c4076e104e, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=1f8e0810-8667-4488-aca6-07c4076e104e,segment=NetworkSegment(e2a51bb1-da24-4ce4-b337-efe2c29076d4),segment_id=e2a51bb1-da24-4ce4-b337-efe2c29076d4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:26.665071 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '1f8e0810-8667-4488-aca6-07c4076e104e', 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1', 'port_id': '1f8e0810-8667-4488-aca6-07c4076e104e', 'mac_address': 'fa:16:3e:b9:e7:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:10:26.702751 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:26.715562 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f8e0810-8667-4488-aca6-07c4076e104e {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:10:26.738502 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 1f8e0810-8667-4488-aca6-07c4076e104e, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=1f8e0810-8667-4488-aca6-07c4076e104e,segment=NetworkSegment(e2a51bb1-da24-4ce4-b337-efe2c29076d4),segment_id=e2a51bb1-da24-4ce4-b337-efe2c29076d4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:26.742886 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:26.788579 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=1f8e0810-8667-4488-aca6-07c4076e104e,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:26.964642 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['1f8e0810-8667-4488-aca6-07c4076e104e'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:10:27.757680 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082adeb1-424c-495b-83bd-0e1ec3e99f01 req-5ee96fa0-fff3-464c-9a8b-d0f8e8c2cf51 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:27.759153 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-082adeb1-424c-495b-83bd-0e1ec3e99f01 req-5ee96fa0-fff3-464c-9a8b-d0f8e8c2cf51 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 944 time: 0.0474946 Aug 16 21:10:27.796272 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-082adeb1-424c-495b-83bd-0e1ec3e99f01 req-865fa7db-3e99-41d9-9853-97ecffaebf6f tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313070 Aug 16 21:10:28.555710 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 1f8e0810-8667-4488-aca6-07c4076e104e up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:28.602151 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 1f8e0810-8667-4488-aca6-07c4076e104e completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:28.605711 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 1f8e0810-8667-4488-aca6-07c4076e104e triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:28.606081 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.682443 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.703793 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8e0810-8667-4488-aca6-07c4076e104e'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:10:28.706000 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0348104d8022dd0cb333a966cdf78087a7844175b144024c4093ab2d6ac91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ea9ab3-2844-4f46-80e0-6fe4358fdc45" -d '{"events": [{"server_uuid": "9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5", "name": "network-vif-plugged", "status": "completed", "tag": "1f8e0810-8667-4488-aca6-07c4076e104e"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:10:28.720326 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 1f8e0810-8667-4488-aca6-07c4076e104e, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=1f8e0810-8667-4488-aca6-07c4076e104e,segment=NetworkSegment(e2a51bb1-da24-4ce4-b337-efe2c29076d4),segment_id=e2a51bb1-da24-4ce4-b337-efe2c29076d4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:28.725179 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.751081 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de535d6-09cb-422c-98a7-b97dd1e91149 x-openstack-request-id: req-8de535d6-09cb-422c-98a7-b97dd1e91149 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:10:28.751452 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5", "name": "network-vif-plugged", "status": "completed", "tag": "1f8e0810-8667-4488-aca6-07c4076e104e", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:10:28.751639 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8de535d6-09cb-422c-98a7-b97dd1e91149 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:10:28.752026 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8e0810-8667-4488-aca6-07c4076e104e', 'code': 200} Aug 16 21:10:28.779925 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=1f8e0810-8667-4488-aca6-07c4076e104e,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:28.844732 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1300a5-2027-47b2-bbf2-8d5b8b2718ca req-115d8f9d-7d18-4d46-a57a-94f8b857b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:28.846275 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5c1300a5-2027-47b2-bbf2-8d5b8b2718ca req-115d8f9d-7d18-4d46-a57a-94f8b857b82c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 1097 time: 0.0435779 Aug 16 21:10:28.905792 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5c1300a5-2027-47b2-bbf2-8d5b8b2718ca req-492e58bc-470b-40aa-a3f3-f8cdc0f0d047 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521054 Aug 16 21:10:28.923610 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48b62d-5370-41da-93f9-5c55fbb9515c req-a784567b-7ded-4d97-8589-e835f376a8d7 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:28.925017 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a48b62d-5370-41da-93f9-5c55fbb9515c req-a784567b-7ded-4d97-8589-e835f376a8d7 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 945 time: 0.0586700 Aug 16 21:10:28.963164 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6a48b62d-5370-41da-93f9-5c55fbb9515c req-e79adccd-e530-45eb-96d9-0a8af092fd68 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316370 Aug 16 21:10:30.083236 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6633a8-1b17-4431-af8f-24e37e2e4084 req-bb8aabd1-211a-454a-b6f0-046fba90c266 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:30.084747 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ef6633a8-1b17-4431-af8f-24e37e2e4084 req-bb8aabd1-211a-454a-b6f0-046fba90c266 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 945 time: 0.0486765 Aug 16 21:10:30.122101 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ef6633a8-1b17-4431-af8f-24e37e2e4084 req-0c8f0033-7155-4ba5-b440-67b602b33cab tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309007 Aug 16 21:10:30.244146 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27d2c2-eafc-4184-a8fc-14ee7256e49c req-19e690ec-1d9a-4b92-af3e-b61b25014877 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:30.245525 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9d27d2c2-eafc-4184-a8fc-14ee7256e49c req-19e690ec-1d9a-4b92-af3e-b61b25014877 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 945 time: 0.0520976 Aug 16 21:10:30.290302 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9d27d2c2-eafc-4184-a8fc-14ee7256e49c req-b5f7ab90-7ef2-4a6d-8805-e6ec552eb5e8 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388815 Aug 16 21:10:30.312573 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35230) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:30.509615 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41885e4-915a-4dd0-b6db-1010d40c224e tempest-TestShelveInstance-1726394255 tempest-TestShelveInstance-1726394255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:30.511035 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d41885e4-915a-4dd0-b6db-1010d40c224e tempest-TestShelveInstance-1726394255 tempest-TestShelveInstance-1726394255-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 1092 time: 0.1974142 Aug 16 21:10:30.514037 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35234) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:30.518303 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e6ac9650-d3aa-415f-a338-e08083294863 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'port_id': '1f8e0810-8667-4488-aca6-07c4076e104e', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:30.541094 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6ac9650-d3aa-415f-a338-e08083294863 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:30.639152 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6ac9650-d3aa-415f-a338-e08083294863 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:30.744637 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-e6ac9650-d3aa-415f-a338-e08083294863 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Allocated IP 172.25.8.187 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/bfa690d4-db56-4dff-8356-53a5c909ed28) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:30.847597 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6ac9650-d3aa-415f-a338-e08083294863 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:30.885577 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6ac9650-d3aa-415f-a338-e08083294863 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:30.921343 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ac9650-d3aa-415f-a338-e08083294863 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:30.926391 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-e6ac9650-d3aa-415f-a338-e08083294863 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:30.930331 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ac9650-d3aa-415f-a338-e08083294863 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:30.953288 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac9650-d3aa-415f-a338-e08083294863 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Pushing event updated for resources: {'Port': ['ID=bfa690d4-db56-4dff-8356-53a5c909ed28,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:31.289244 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6ac9650-d3aa-415f-a338-e08083294863 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:31.358069 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6ac9650-d3aa-415f-a338-e08083294863 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:31.508395 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6ac9650-d3aa-415f-a338-e08083294863 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:31.512984 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6ac9650-d3aa-415f-a338-e08083294863 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:31.584780 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac9650-d3aa-415f-a338-e08083294863 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Pushing event updated for resources: {'Port': ['ID=bfa690d4-db56-4dff-8356-53a5c909ed28,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:31.593291 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6ac9650-d3aa-415f-a338-e08083294863 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:31.687904 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-e6ac9650-d3aa-415f-a338-e08083294863 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Floating IP 2a5c305b-f062-4147-aafb-2105c213f519 associated. External IP: 172.25.8.187, port: 1f8e0810-8667-4488-aca6-07c4076e104e. Aug 16 21:10:31.938303 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-27a5e40d-5ba7-4a0f-a122-3487f16da109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:32.238803 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ac9650-d3aa-415f-a338-e08083294863 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Router 041ec843-412d-4ded-bd3a-67bf7208adea has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:10:32.351722 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ac9650-d3aa-415f-a338-e08083294863 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:10:32.361114 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6eb1d1-82da-48f1-a8e7-183d9cf5fe09 None None] Sync routers for ids ['041ec843-412d-4ded-bd3a-67bf7208adea'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:10:32.368731 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6ac9650-d3aa-415f-a338-e08083294863 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:32.371413 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6eb1d1-82da-48f1-a8e7-183d9cf5fe09 None None] Routers {'041ec843-412d-4ded-bd3a-67bf7208adea'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:10:32.372123 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2d6eb1d1-82da-48f1-a8e7-183d9cf5fe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:10:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['041ec843-412d-4ded-bd3a-67bf7208adea'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:32.395529 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e6ac9650-d3aa-415f-a338-e08083294863 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8804564 Aug 16 21:10:32.396196 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5', 'tag': '1f8e0810-8667-4488-aca6-07c4076e104e'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:10:32.398926 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a5667c-fb4b-4bf1-a048-ecd9c9527c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5", "tag": "1f8e0810-8667-4488-aca6-07c4076e104e"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:10:32.435209 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2338113-5897-4831-9af0-1f13ca2f9904 x-openstack-request-id: req-e2338113-5897-4831-9af0-1f13ca2f9904 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:10:32.435539 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5", "tag": "1f8e0810-8667-4488-aca6-07c4076e104e", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:10:32.435797 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e2338113-5897-4831-9af0-1f13ca2f9904 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:10:32.436201 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5', 'tag': '1f8e0810-8667-4488-aca6-07c4076e104e', 'status': 'completed', 'code': 200} Aug 16 21:10:32.506597 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5667c-fb4b-4bf1-a048-ecd9c9527c1e req-80b589a7-1391-4397-8aba-8a0eec237e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:32.508186 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0a5667c-fb4b-4bf1-a048-ecd9c9527c1e req-80b589a7-1391-4397-8aba-8a0eec237e14 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a9eadbdb18d44d14bcbde91823993e71&device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 1097 time: 0.0471084 Aug 16 21:10:32.568380 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-2d6eb1d1-82da-48f1-a8e7-183d9cf5fe09 None None] Set router 041ec843-412d-4ded-bd3a-67bf7208adea gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:10:32.597262 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5667c-fb4b-4bf1-a048-ecd9c9527c1e req-5c61cb0a-48d1-4a46-968b-3fdae390abc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:32.598749 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0a5667c-fb4b-4bf1-a048-ecd9c9527c1e req-5c61cb0a-48d1-4a46-968b-3fdae390abc1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 HTTP/1.1" status: 200 len: 909 time: 0.0838552 Aug 16 21:10:32.667034 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0a5667c-fb4b-4bf1-a048-ecd9c9527c1e req-02fd73c7-cd3c-4cf8-8163-00906cd01420 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f8e0810-8667-4488-aca6-07c4076e104e HTTP/1.1" status: 200 len: 999 time: 0.0602114 Aug 16 21:10:32.715599 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5667c-fb4b-4bf1-a048-ecd9c9527c1e req-97abc137-bdef-4c44-b672-6ff31d7bfaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:32.717158 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0a5667c-fb4b-4bf1-a048-ecd9c9527c1e req-97abc137-bdef-4c44-b672-6ff31d7bfaaf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8ac5c798-04a1-4170-98f4-b1a7dff46c51 HTTP/1.1" status: 200 len: 847 time: 0.0431907 Aug 16 21:10:32.763904 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5667c-fb4b-4bf1-a048-ecd9c9527c1e req-0c4da051-cba0-4ba7-ac39-5825820c1b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:32.765322 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0a5667c-fb4b-4bf1-a048-ecd9c9527c1e req-0c4da051-cba0-4ba7-ac39-5825820c1b97 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408499 Aug 16 21:10:32.790141 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2d6eb1d1-82da-48f1-a8e7-183d9cf5fe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'name': 'tempest-TestShelveInstance-898252834-router', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:08Z', 'updated_at': '2021-08-16T21:10:11Z', 'revision_number': 4, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'gw_port': {'id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:09Z', 'updated_at': '2021-08-16T21:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '2a5c305b-f062-4147-aafb-2105c213f519', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'port_id': '1f8e0810-8667-4488-aca6-07c4076e104e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1', 'mac_address': 'fa:16:3e:b9:e7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:10:31Z', 'updated_at': '2021-08-16T21:10:31Z', 'revision_number': 0, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0ef1fb-6667-495b-8c5b-0b6c715658e8', 'name': '', 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'mac_address': 'fa:16:3e:e3:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:10Z', 'updated_at': '2021-08-16T21:10:16Z', 'revision_number': 5, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'subnets': [{'id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:32.818737 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6eb1d1-82da-48f1-a8e7-183d9cf5fe09 None None] Checking router: 041ec843-412d-4ded-bd3a-67bf7208adea for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:10:32.827275 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6eb1d1-82da-48f1-a8e7-183d9cf5fe09 None None] Routers {'041ec843-412d-4ded-bd3a-67bf7208adea'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:10:32.827875 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2d6eb1d1-82da-48f1-a8e7-183d9cf5fe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:10:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['041ec843-412d-4ded-bd3a-67bf7208adea'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:32.857455 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0a5667c-fb4b-4bf1-a048-ecd9c9527c1e req-b4abafb6-0d3e-475d-924b-06d510a37689 service neutron] 10.222.0.63 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845075 Aug 16 21:10:32.929487 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-2d6eb1d1-82da-48f1-a8e7-183d9cf5fe09 None None] Set router 041ec843-412d-4ded-bd3a-67bf7208adea gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:10:32.946334 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e0a5667c-fb4b-4bf1-a048-ecd9c9527c1e req-46407933-f3c2-467b-ab1c-43990560e83e service neutron] 10.222.0.63 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813107 Aug 16 21:10:33.145906 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2d6eb1d1-82da-48f1-a8e7-183d9cf5fe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'name': 'tempest-TestShelveInstance-898252834-router', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:08Z', 'updated_at': '2021-08-16T21:10:11Z', 'revision_number': 4, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'gw_port': {'id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:09Z', 'updated_at': '2021-08-16T21:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '2a5c305b-f062-4147-aafb-2105c213f519', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'port_id': '1f8e0810-8667-4488-aca6-07c4076e104e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1', 'mac_address': 'fa:16:3e:b9:e7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:10:31Z', 'updated_at': '2021-08-16T21:10:31Z', 'revision_number': 0, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0ef1fb-6667-495b-8c5b-0b6c715658e8', 'name': '', 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'mac_address': 'fa:16:3e:e3:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:10Z', 'updated_at': '2021-08-16T21:10:16Z', 'revision_number': 5, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'subnets': [{'id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:33.172105 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6eb1d1-82da-48f1-a8e7-183d9cf5fe09 None None] The sync data for ids ['041ec843-412d-4ded-bd3a-67bf7208adea'] in n-d-787206-13 is: [{'id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'name': 'tempest-TestShelveInstance-898252834-router', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:08Z', 'updated_at': '2021-08-16T21:10:11Z', 'revision_number': 4, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'gw_port': {'id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:09Z', 'updated_at': '2021-08-16T21:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '2a5c305b-f062-4147-aafb-2105c213f519', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'port_id': '1f8e0810-8667-4488-aca6-07c4076e104e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1', 'mac_address': 'fa:16:3e:b9:e7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:10:31Z', 'updated_at': '2021-08-16T21:10:31Z', 'revision_number': 0, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0ef1fb-6667-495b-8c5b-0b6c715658e8', 'name': '', 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'mac_address': 'fa:16:3e:e3:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:10Z', 'updated_at': '2021-08-16T21:10:16Z', 'revision_number': 5, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'subnets': [{'id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:10:33.358099 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ac5afe-8cbe-405f-9a95-a831c541927b None None] New status for floating IP 2a5c305b-f062-4147-aafb-2105c213f519: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:10:34.478789 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5dc3c834-1fdb-46b1-b072-c89349f49d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:34.761069 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:35.856411 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:36.672304 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:36.777381 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.307093 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:47.395966 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bbaa85d5-bcdf-4fbf-8877-d35c56730440 req-f500e8fe-a012-48ca-bf48-1fd6b41e9368 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400033 Aug 16 21:10:47.481347 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa85d5-bcdf-4fbf-8877-d35c56730440 req-bcd0de4a-0554-4b26-a2e7-1699a4597d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:47.482824 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bbaa85d5-bcdf-4fbf-8877-d35c56730440 req-bcd0de4a-0554-4b26-a2e7-1699a4597d16 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a9eadbdb18d44d14bcbde91823993e71&device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 1097 time: 0.0458641 Aug 16 21:10:47.581866 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa85d5-bcdf-4fbf-8877-d35c56730440 req-4eab277d-cfe1-4db5-aea5-9d5fd1182586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:47.583344 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bbaa85d5-bcdf-4fbf-8877-d35c56730440 req-4eab277d-cfe1-4db5-aea5-9d5fd1182586 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 HTTP/1.1" status: 200 len: 909 time: 0.0820050 Aug 16 21:10:47.650297 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bbaa85d5-bcdf-4fbf-8877-d35c56730440 req-d517466a-a8cd-4c98-94be-c3ac5a660fed service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f8e0810-8667-4488-aca6-07c4076e104e HTTP/1.1" status: 200 len: 1001 time: 0.0594008 Aug 16 21:10:47.698645 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa85d5-bcdf-4fbf-8877-d35c56730440 req-ef86ba75-0d29-4ee9-b438-aa77deb155d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:47.700095 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bbaa85d5-bcdf-4fbf-8877-d35c56730440 req-ef86ba75-0d29-4ee9-b438-aa77deb155d7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8ac5c798-04a1-4170-98f4-b1a7dff46c51 HTTP/1.1" status: 200 len: 847 time: 0.0428545 Aug 16 21:10:47.745231 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa85d5-bcdf-4fbf-8877-d35c56730440 req-e9f57b7f-fc46-448a-a713-1281dbb99f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:47.746671 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bbaa85d5-bcdf-4fbf-8877-d35c56730440 req-e9f57b7f-fc46-448a-a713-1281dbb99f59 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389977 Aug 16 21:10:47.838025 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bbaa85d5-bcdf-4fbf-8877-d35c56730440 req-3726e373-1db8-4d2a-8953-0aece7a194a2 service neutron] 10.222.0.63 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830348 Aug 16 21:10:47.927048 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-bbaa85d5-bcdf-4fbf-8877-d35c56730440 req-9c186ec8-043d-49a5-958d-b64d308f9ce7 service neutron] 10.222.0.63 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813472 Aug 16 21:10:57.578408 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:11:01.940735 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb08650e-35c3-41b3-845d-cf1bb48e2a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:04.479812 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e4bbbbd-6bce-4aea-933e-bfd9813967eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:04.763314 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:05.857482 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:06.686772 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:06.780485 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:07.309792 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:31.950893 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-20c0e702-4969-4450-ada5-0a50a6983a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.480070 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cbebb687-72da-4a6d-846e-b8c8fecd5719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.577478 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:11:34.764313 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:35.860484 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:36.685693 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:36.793598 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:37.319580 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:47.431152 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-52afad04-2125-4d96-b37f-c852918f1134 req-715fb442-20ea-4209-b46b-13b8495f2257 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0855403 Aug 16 21:11:47.517558 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afad04-2125-4d96-b37f-c852918f1134 req-16c69ebe-c976-4aca-b84a-ab034ad3a158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:47.519057 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-52afad04-2125-4d96-b37f-c852918f1134 req-16c69ebe-c976-4aca-b84a-ab034ad3a158 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a9eadbdb18d44d14bcbde91823993e71&device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 1097 time: 0.0456007 Aug 16 21:11:47.627940 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afad04-2125-4d96-b37f-c852918f1134 req-f8725bc7-a30e-4cc0-94ee-972792e754e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:47.629353 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-52afad04-2125-4d96-b37f-c852918f1134 req-f8725bc7-a30e-4cc0-94ee-972792e754e0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 HTTP/1.1" status: 200 len: 909 time: 0.0895584 Aug 16 21:11:47.698276 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-52afad04-2125-4d96-b37f-c852918f1134 req-ff55dc4c-df03-4df2-8494-6522363d81d3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f8e0810-8667-4488-aca6-07c4076e104e HTTP/1.1" status: 200 len: 1001 time: 0.0608952 Aug 16 21:11:47.748860 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afad04-2125-4d96-b37f-c852918f1134 req-f4b6e936-ded8-41a4-8ac4-6824cdaa8494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:47.750257 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-52afad04-2125-4d96-b37f-c852918f1134 req-f4b6e936-ded8-41a4-8ac4-6824cdaa8494 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8ac5c798-04a1-4170-98f4-b1a7dff46c51 HTTP/1.1" status: 200 len: 847 time: 0.0424581 Aug 16 21:11:47.795658 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afad04-2125-4d96-b37f-c852918f1134 req-41052a69-f69e-4511-89bc-959eb6f72d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:47.797119 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-52afad04-2125-4d96-b37f-c852918f1134 req-41052a69-f69e-4511-89bc-959eb6f72d77 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391665 Aug 16 21:11:47.888623 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-52afad04-2125-4d96-b37f-c852918f1134 req-33890f24-ed43-4402-a6f3-b8503b58feef service neutron] 10.222.0.63 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833132 Aug 16 21:11:47.976076 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-52afad04-2125-4d96-b37f-c852918f1134 req-488034d7-1f4f-4e0f-b04c-38e7c60f20c0 service neutron] 10.222.0.63 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808179 Aug 16 21:12:01.940978 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a76489e5-9757-4312-ab44-d85c8e6bb179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:04.480853 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a8904b2c-663c-4d2d-baf9-328c8d80bd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:04.764530 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:05.864275 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:06.719387 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:06.822771 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:07.322620 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:11.576796 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:12:24.144010 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [req-5f881f75-0958-4058-a752-3eaa2cb3e448 req-17de4d7e-f229-4ad4-88c7-81fa16f31485 service neutron] (94771) timed out ('10.222.0.68', 59700) {{(pid=94771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:12:28.221005 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c354a-938f-4cca-a7ef-9711bab7ac4a req-5eda1039-5c6c-4b71-9f94-8af504a81129 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:28.222496 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a55c354a-938f-4cca-a7ef-9711bab7ac4a req-5eda1039-5c6c-4b71-9f94-8af504a81129 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 945 time: 0.0503583 Aug 16 21:12:28.260841 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a55c354a-938f-4cca-a7ef-9711bab7ac4a req-174346ad-4e8c-47ba-b9d0-9769c1eebc22 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324111 Aug 16 21:12:29.393554 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67694a1-06bd-437e-851f-07788a203610 req-f05af897-6356-4e0d-a55b-e0e555d6fd32 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:29.395017 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b67694a1-06bd-437e-851f-07788a203610 req-f05af897-6356-4e0d-a55b-e0e555d6fd32 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 945 time: 0.0535822 Aug 16 21:12:29.432476 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b67694a1-06bd-437e-851f-07788a203610 req-f05f138b-eb4e-446f-8b60-08559ffb7593 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308423 Aug 16 21:12:30.554615 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc827f-0257-4fbb-b7ea-7d24b7ed57bf req-22038fa2-d991-446e-b99d-38544c035887 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:30.556169 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c3cc827f-0257-4fbb-b7ea-7d24b7ed57bf req-22038fa2-d991-446e-b99d-38544c035887 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 945 time: 0.0494990 Aug 16 21:12:30.593179 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c3cc827f-0257-4fbb-b7ea-7d24b7ed57bf req-60e148a4-1509-40e3-bfde-f6607099dd2e tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310941 Aug 16 21:12:31.708780 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8632051-ba99-4de1-b15d-71c21f5982dd req-467c6df1-4d0c-49cb-8286-ef5c0c55cdb6 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:31.710817 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e8632051-ba99-4de1-b15d-71c21f5982dd req-467c6df1-4d0c-49cb-8286-ef5c0c55cdb6 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 945 time: 0.0497112 Aug 16 21:12:31.825925 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e8632051-ba99-4de1-b15d-71c21f5982dd req-c44301e6-0164-44d9-b78a-fbc223790eb5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091125 Aug 16 21:12:31.944349 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a28a46b4-6609-4957-a1d9-647f5efd6f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:32.945617 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0297aa-b6bf-4ad7-a2d6-10de2e3b47dc req-80e00442-8fc0-436a-87c9-f3274622fad8 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:32.947065 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3a0297aa-b6bf-4ad7-a2d6-10de2e3b47dc req-80e00442-8fc0-436a-87c9-f3274622fad8 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 945 time: 0.0535355 Aug 16 21:12:32.984173 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3a0297aa-b6bf-4ad7-a2d6-10de2e3b47dc req-44a3c4b4-6623-4b3d-a532-aec0d1731a96 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311537 Aug 16 21:12:34.099322 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e38218-4ea8-4c83-aa89-d5b7e203c71f req-13d045a9-4c7d-4513-a685-8de828b9d997 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:34.101312 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-65e38218-4ea8-4c83-aa89-d5b7e203c71f req-13d045a9-4c7d-4513-a685-8de828b9d997 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 945 time: 0.0491869 Aug 16 21:12:34.142526 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-65e38218-4ea8-4c83-aa89-d5b7e203c71f req-7ba75f76-801d-479d-be72-885299dc54b0 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349944 Aug 16 21:12:34.482115 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6d52f131-2897-49bf-b658-4f8154a5fe2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:34.765179 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:35.260872 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606ae09-9fb4-4f9c-85ee-0c5b0a2d9490 req-0f1b31db-9ec7-40cf-981d-2e4f7e628fb8 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:35.262388 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2606ae09-9fb4-4f9c-85ee-0c5b0a2d9490 req-0f1b31db-9ec7-40cf-981d-2e4f7e628fb8 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 945 time: 0.0540390 Aug 16 21:12:35.301823 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2606ae09-9fb4-4f9c-85ee-0c5b0a2d9490 req-98413293-b5e2-4a50-ac05-5d14e83d4244 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334916 Aug 16 21:12:35.866737 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:36.422111 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ee2f4-c574-403a-82d5-f3c4034a4bd2 req-99c09f87-7820-4b33-9472-6d99c988f812 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:36.423674 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-725ee2f4-c574-403a-82d5-f3c4034a4bd2 req-99c09f87-7820-4b33-9472-6d99c988f812 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 945 time: 0.0545349 Aug 16 21:12:36.461062 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-725ee2f4-c574-403a-82d5-f3c4034a4bd2 req-66b20ff7-c94c-4ef6-b193-d22f9bd06085 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306156 Aug 16 21:12:36.715176 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:36.838722 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:37.324876 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:37.574604 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa5860-1834-4c55-8f5b-b17c07cfdd5e req-495cc69a-1de4-4293-ac17-f56fa91e0099 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:37.576005 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6aaa5860-1834-4c55-8f5b-b17c07cfdd5e req-495cc69a-1de4-4293-ac17-f56fa91e0099 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 945 time: 0.0484762 Aug 16 21:12:37.613177 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6aaa5860-1834-4c55-8f5b-b17c07cfdd5e req-47070287-28f8-484e-a549-8fd9499be67f tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312943 Aug 16 21:12:38.726845 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0c14e-45f0-4159-a081-a646bfc6e45b req-7624dfda-aaba-47aa-87f1-6f1a2eb9f840 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:38.728365 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-77a0c14e-45f0-4159-a081-a646bfc6e45b req-7624dfda-aaba-47aa-87f1-6f1a2eb9f840 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 945 time: 0.0489905 Aug 16 21:12:38.765835 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-77a0c14e-45f0-4159-a081-a646bfc6e45b req-8690c82b-6425-4481-9a3f-f9692076e2c0 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315547 Aug 16 21:12:39.891757 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8ccb3-e375-48af-8bfb-d6115c5862d2 req-1d19f6f5-2036-4113-b334-d69bf9284988 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:39.893297 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-49a8ccb3-e375-48af-8bfb-d6115c5862d2 req-1d19f6f5-2036-4113-b334-d69bf9284988 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 945 time: 0.0592420 Aug 16 21:12:39.931736 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-49a8ccb3-e375-48af-8bfb-d6115c5862d2 req-2a1436bd-ced1-4650-bafc-b08593cf2a40 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317755 Aug 16 21:12:41.066449 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107bbf0-6564-4eec-9f9a-dfcd42882f94 req-dff1be98-e73c-4555-98b1-e59bcbab18da tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:41.070903 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2107bbf0-6564-4eec-9f9a-dfcd42882f94 req-dff1be98-e73c-4555-98b1-e59bcbab18da tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 945 time: 0.0676184 Aug 16 21:12:41.109525 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 1f8e0810-8667-4488-aca6-07c4076e104e details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:12:41.124208 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2107bbf0-6564-4eec-9f9a-dfcd42882f94 req-e8e14812-0b36-4d5f-86ee-cec9c666679e tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471060 Aug 16 21:12:41.213382 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 1f8e0810-8667-4488-aca6-07c4076e104e, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=1f8e0810-8667-4488-aca6-07c4076e104e,segment=NetworkSegment(e2a51bb1-da24-4ce4-b337-efe2c29076d4),segment_id=e2a51bb1-da24-4ce4-b337-efe2c29076d4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:41.226356 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '1f8e0810-8667-4488-aca6-07c4076e104e', 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1', 'port_id': '1f8e0810-8667-4488-aca6-07c4076e104e', 'mac_address': 'fa:16:3e:b9:e7:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:12:41.271184 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:41.284587 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f8e0810-8667-4488-aca6-07c4076e104e {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:12:41.309381 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 1f8e0810-8667-4488-aca6-07c4076e104e, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=1f8e0810-8667-4488-aca6-07c4076e104e,segment=NetworkSegment(e2a51bb1-da24-4ce4-b337-efe2c29076d4),segment_id=e2a51bb1-da24-4ce4-b337-efe2c29076d4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:41.314270 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:41.373386 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=1f8e0810-8667-4488-aca6-07c4076e104e,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:41.382383 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:41.382731 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:41.383073 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:41.383432 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:41.383764 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:41.384091 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:41.384412 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:41.384734 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:41.385055 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:41.385371 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:41.385688 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:41.386011 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:41.393353 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['1f8e0810-8667-4488-aca6-07c4076e104e'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:12:42.261420 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a53bfb-56e6-4990-a475-c04a31307148 req-65f50384-e36c-4717-9ae9-fdd1e5ef0390 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:42.268446 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-56a53bfb-56e6-4990-a475-c04a31307148 req-65f50384-e36c-4717-9ae9-fdd1e5ef0390 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 944 time: 0.0627785 Aug 16 21:12:42.308278 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-56a53bfb-56e6-4990-a475-c04a31307148 req-f363a8a3-df9f-4870-bb08-d9889a9b01aa tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332963 Aug 16 21:12:43.125138 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 1f8e0810-8667-4488-aca6-07c4076e104e up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:12:43.177735 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 1f8e0810-8667-4488-aca6-07c4076e104e triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:12:43.178275 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:43.273624 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:43.299949 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8e0810-8667-4488-aca6-07c4076e104e'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:12:43.302783 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0348104d8022dd0cb333a966cdf78087a7844175b144024c4093ab2d6ac91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08dc822-6b71-4643-8aae-3d8e0ce3d5f2" -d '{"events": [{"server_uuid": "9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5", "name": "network-vif-plugged", "status": "completed", "tag": "1f8e0810-8667-4488-aca6-07c4076e104e"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:12:43.316845 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 1f8e0810-8667-4488-aca6-07c4076e104e, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=1f8e0810-8667-4488-aca6-07c4076e104e,segment=NetworkSegment(e2a51bb1-da24-4ce4-b337-efe2c29076d4),segment_id=e2a51bb1-da24-4ce4-b337-efe2c29076d4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:43.343987 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef6b296-c930-4b31-9802-8486bae4053b x-openstack-request-id: req-cef6b296-c930-4b31-9802-8486bae4053b {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:12:43.347005 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5", "name": "network-vif-plugged", "status": "completed", "tag": "1f8e0810-8667-4488-aca6-07c4076e104e", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:12:43.347005 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cef6b296-c930-4b31-9802-8486bae4053b {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:12:43.347005 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8e0810-8667-4488-aca6-07c4076e104e', 'code': 200} Aug 16 21:12:43.361713 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:43.431070 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=1f8e0810-8667-4488-aca6-07c4076e104e,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:43.470073 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c768d0-60d7-43d8-886a-c0a7fc598ce4 req-4e5a9211-9752-494c-9715-6f4f1bbc792d tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:43.471603 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a7c768d0-60d7-43d8-886a-c0a7fc598ce4 req-4e5a9211-9752-494c-9715-6f4f1bbc792d tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 945 time: 0.0598843 Aug 16 21:12:43.513907 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a7c768d0-60d7-43d8-886a-c0a7fc598ce4 req-c793236d-4e8a-4b4d-97c5-2c7760967859 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342791 Aug 16 21:12:44.633877 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fecc6-be75-45ea-abee-516ccd5c6840 req-ac0dfb9f-e540-4aca-9da4-eaba395346f7 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:44.635434 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e29fecc6-be75-45ea-abee-516ccd5c6840 req-ac0dfb9f-e540-4aca-9da4-eaba395346f7 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 945 time: 0.0518124 Aug 16 21:12:44.675856 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e29fecc6-be75-45ea-abee-516ccd5c6840 req-778014d5-e1c8-4466-98cb-6ca5327854ab tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335021 Aug 16 21:12:45.809870 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057598ba-5a1d-4fa9-a36c-e2184eb5e95b req-f08fb596-7953-45ed-a9cf-f68590d82bc8 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:45.811565 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-057598ba-5a1d-4fa9-a36c-e2184eb5e95b req-f08fb596-7953-45ed-a9cf-f68590d82bc8 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 945 time: 0.0556812 Aug 16 21:12:45.855524 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-057598ba-5a1d-4fa9-a36c-e2184eb5e95b req-d1504b1c-2361-4c15-8f56-62e8fbc700ff tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374868 Aug 16 21:12:46.996673 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3dc91-4b9d-4d4f-a2fc-bbf4415180d6 req-13892ba0-be4b-4e4a-b484-68114a0b9ae3 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:46.999034 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f7b3dc91-4b9d-4d4f-a2fc-bbf4415180d6 req-13892ba0-be4b-4e4a-b484-68114a0b9ae3 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 945 time: 0.0717499 Aug 16 21:12:47.041792 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f7b3dc91-4b9d-4d4f-a2fc-bbf4415180d6 req-38c3c2da-d151-418f-8473-13ad6101b44d tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363684 Aug 16 21:12:48.181548 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69d835-76e4-4f0b-be93-c55acaf9721a req-8508611e-47d3-496b-a37d-1acd242e018c tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:48.188059 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-de69d835-76e4-4f0b-be93-c55acaf9721a req-8508611e-47d3-496b-a37d-1acd242e018c tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 945 time: 0.0572369 Aug 16 21:12:48.227060 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-de69d835-76e4-4f0b-be93-c55acaf9721a req-4bf19442-7c91-4ebe-aacc-93e68e143d97 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377040 Aug 16 21:12:48.578006 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:12:49.356602 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0919f-2e2e-45f6-a134-089f4aeea438 req-3f7629d6-dea1-4cea-bcc7-69595524d52d tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:49.359784 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c2e0919f-2e2e-45f6-a134-089f4aeea438 req-3f7629d6-dea1-4cea-bcc7-69595524d52d tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 945 time: 0.0597422 Aug 16 21:12:49.432377 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c2e0919f-2e2e-45f6-a134-089f4aeea438 req-5e3c9591-cfe0-4f6b-8b43-627c1db57c1a tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681233 Aug 16 21:12:49.445579 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de442f1-9b8c-4a74-a624-44bebe3ca33a req-e487eafa-f810-46c4-9a5e-5ec1c42c803b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:49.447198 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9de442f1-9b8c-4a74-a624-44bebe3ca33a req-e487eafa-f810-46c4-9a5e-5ec1c42c803b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a9eadbdb18d44d14bcbde91823993e71&device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 1097 time: 0.0620739 Aug 16 21:12:49.551864 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de442f1-9b8c-4a74-a624-44bebe3ca33a req-fe8b1fe5-08cc-4e95-93e2-e7e6426465ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:49.553871 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9de442f1-9b8c-4a74-a624-44bebe3ca33a req-fe8b1fe5-08cc-4e95-93e2-e7e6426465ed service neutron] 10.222.0.63 "GET /v2.0/networks?id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 HTTP/1.1" status: 200 len: 909 time: 0.0868616 Aug 16 21:12:49.625990 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9de442f1-9b8c-4a74-a624-44bebe3ca33a req-a68fccfa-2b04-46dd-935c-5516ad73fe9a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f8e0810-8667-4488-aca6-07c4076e104e HTTP/1.1" status: 200 len: 1001 time: 0.0626009 Aug 16 21:12:49.791584 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de442f1-9b8c-4a74-a624-44bebe3ca33a req-56a7f15d-daed-4f77-aee4-5e9f4d03780f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:49.793380 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9de442f1-9b8c-4a74-a624-44bebe3ca33a req-56a7f15d-daed-4f77-aee4-5e9f4d03780f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8ac5c798-04a1-4170-98f4-b1a7dff46c51 HTTP/1.1" status: 200 len: 847 time: 0.0448372 Aug 16 21:12:49.847040 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de442f1-9b8c-4a74-a624-44bebe3ca33a req-fc9af9c9-55a4-4806-b4e3-bb2c3401a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:49.848871 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9de442f1-9b8c-4a74-a624-44bebe3ca33a req-fc9af9c9-55a4-4806-b4e3-bb2c3401a77a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439267 Aug 16 21:12:49.945475 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9de442f1-9b8c-4a74-a624-44bebe3ca33a req-bc970d29-3a73-4819-b895-25b104abba43 service neutron] 10.222.0.63 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868645 Aug 16 21:12:50.034088 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9de442f1-9b8c-4a74-a624-44bebe3ca33a req-945b57c2-28c5-4fd1-8ec8-ba73936b66cc service neutron] 10.222.0.63 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810218 Aug 16 21:12:50.114323 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ca3d0-e39c-42ed-bd02-8bee6c839f27 req-0112de4c-7e46-4190-9eea-493aef9c43cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:50.116403 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-012ca3d0-e39c-42ed-bd02-8bee6c839f27 req-0112de4c-7e46-4190-9eea-493aef9c43cf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a9eadbdb18d44d14bcbde91823993e71&device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 1097 time: 0.0408499 Aug 16 21:12:50.211057 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ca3d0-e39c-42ed-bd02-8bee6c839f27 req-3dc9f85a-a12e-4c45-8a3c-c840f10c49d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:50.212577 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-012ca3d0-e39c-42ed-bd02-8bee6c839f27 req-3dc9f85a-a12e-4c45-8a3c-c840f10c49d4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 HTTP/1.1" status: 200 len: 909 time: 0.0897365 Aug 16 21:12:50.282295 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-012ca3d0-e39c-42ed-bd02-8bee6c839f27 req-eb32321b-ba5a-456f-9713-91a3554a6afb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f8e0810-8667-4488-aca6-07c4076e104e HTTP/1.1" status: 200 len: 1001 time: 0.0619569 Aug 16 21:12:50.332291 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ca3d0-e39c-42ed-bd02-8bee6c839f27 req-03dfdcd5-09f6-4c97-bf80-3689d6eb0c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:50.333743 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-012ca3d0-e39c-42ed-bd02-8bee6c839f27 req-03dfdcd5-09f6-4c97-bf80-3689d6eb0c95 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8ac5c798-04a1-4170-98f4-b1a7dff46c51 HTTP/1.1" status: 200 len: 847 time: 0.0450158 Aug 16 21:12:50.380353 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ca3d0-e39c-42ed-bd02-8bee6c839f27 req-efde0e5b-af11-43eb-aa55-83fd0b9ccadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:50.382449 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-012ca3d0-e39c-42ed-bd02-8bee6c839f27 req-efde0e5b-af11-43eb-aa55-83fd0b9ccadf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411515 Aug 16 21:12:50.477388 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-012ca3d0-e39c-42ed-bd02-8bee6c839f27 req-0cb57df4-9733-41c2-9df2-8da0e43b330d service neutron] 10.222.0.63 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869007 Aug 16 21:12:50.602559 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6508d80-17ee-4546-977f-2350d42243a2 req-33e98ca0-32ed-498a-a0f9-c02a01b82638 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:50.604116 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d6508d80-17ee-4546-977f-2350d42243a2 req-33e98ca0-32ed-498a-a0f9-c02a01b82638 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 945 time: 0.0758986 Aug 16 21:12:50.609380 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-012ca3d0-e39c-42ed-bd02-8bee6c839f27 req-62c0d427-6e73-4532-a959-b64ce209e1ec service neutron] 10.222.0.63 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254029 Aug 16 21:12:50.648357 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d6508d80-17ee-4546-977f-2350d42243a2 req-4c70abec-4303-47e0-9060-4677eeb2830a tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380394 Aug 16 21:12:51.763053 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec865162-4db1-4284-babe-7e2484b1918c req-c2ab3fb9-0188-4db0-954c-65f5316fb13e tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:51.764570 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec865162-4db1-4284-babe-7e2484b1918c req-c2ab3fb9-0188-4db0-954c-65f5316fb13e tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 945 time: 0.0484660 Aug 16 21:12:51.801661 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ec865162-4db1-4284-babe-7e2484b1918c req-ec687877-0c0a-4682-89a0-7523ae5d60ce tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312622 Aug 16 21:12:52.912318 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e1382-3c3d-400d-8dac-89a3008f77d9 req-b12c932e-6c70-41bd-a452-80b26ee3a1f0 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:52.914313 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-479e1382-3c3d-400d-8dac-89a3008f77d9 req-b12c932e-6c70-41bd-a452-80b26ee3a1f0 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 945 time: 0.0484521 Aug 16 21:12:52.951739 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-479e1382-3c3d-400d-8dac-89a3008f77d9 req-8f6f784c-3624-4c40-affc-371c7de9bb23 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312307 Aug 16 21:12:53.155868 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 1f8e0810-8667-4488-aca6-07c4076e104e no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:12:53.167155 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20366ba1-ca13-4673-ae5b-862abacdc774 req-d90a5caa-2280-41f2-a413-0234dc91c0d1 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:53.169099 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-20366ba1-ca13-4673-ae5b-862abacdc774 req-d90a5caa-2280-41f2-a413-0234dc91c0d1 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 945 time: 0.0566802 Aug 16 21:12:53.214540 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-20366ba1-ca13-4673-ae5b-862abacdc774 req-65b39d6b-301c-44d5-8697-a01ac00560c1 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386577 Aug 16 21:12:53.402324 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:53.426450 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f8e0810-8667-4488-aca6-07c4076e104e'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:12:53.428976 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0348104d8022dd0cb333a966cdf78087a7844175b144024c4093ab2d6ac91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9e5aa0-385a-4be4-a27a-26bb84084282" -d '{"events": [{"server_uuid": "9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5", "name": "network-vif-unplugged", "status": "completed", "tag": "1f8e0810-8667-4488-aca6-07c4076e104e"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:12:53.437651 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-31354cad-5dac-4425-b674-c24bed6f1644 req-69217173-5a53-4301-881f-128ae3fe637a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0861435 Aug 16 21:12:53.446441 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 1f8e0810-8667-4488-aca6-07c4076e104e, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=1f8e0810-8667-4488-aca6-07c4076e104e,segment=NetworkSegment(e2a51bb1-da24-4ce4-b337-efe2c29076d4),segment_id=e2a51bb1-da24-4ce4-b337-efe2c29076d4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:53.451609 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:53.481162 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 21:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4b556f-b356-4c60-b168-179f245fd763 x-openstack-request-id: req-fc4b556f-b356-4c60-b168-179f245fd763 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:12:53.481449 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5", "name": "network-vif-unplugged", "status": "failed", "tag": "1f8e0810-8667-4488-aca6-07c4076e104e", "code": 422}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:12:53.481691 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fc4b556f-b356-4c60-b168-179f245fd763 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:12:53.482076 n-d-787206-13 neutron-server[94772]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1f8e0810-8667-4488-aca6-07c4076e104e', 'code': 422} returned with failed status Aug 16 21:12:53.508798 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=1f8e0810-8667-4488-aca6-07c4076e104e,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:54.360638 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf3fa5-c5af-4119-8437-8d3adce24d5b req-7906ed38-76b6-4f1b-9877-e034b489f757 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:54.362119 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5ddf3fa5-c5af-4119-8437-8d3adce24d5b req-7906ed38-76b6-4f1b-9877-e034b489f757 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 943 time: 0.0754287 Aug 16 21:12:54.364670 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31354cad-5dac-4425-b674-c24bed6f1644 req-1d39ecda-121b-43bc-99fb-8e9f642b01d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:54.366573 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-31354cad-5dac-4425-b674-c24bed6f1644 req-1d39ecda-121b-43bc-99fb-8e9f642b01d4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5&tenant_id=a9eadbdb18d44d14bcbde91823993e71 HTTP/1.1" status: 200 len: 1095 time: 0.0702116 Aug 16 21:12:54.384721 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-31354cad-5dac-4425-b674-c24bed6f1644 req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787206-13', 'device_owner': 'compute:nova'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:54.432468 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5ddf3fa5-c5af-4119-8437-8d3adce24d5b req-6504d240-1bc8-4929-9d32-db4fa6320cf3 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636640 Aug 16 21:12:54.454524 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-31354cad-5dac-4425-b674-c24bed6f1644 req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:54.654289 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-31354cad-5dac-4425-b674-c24bed6f1644 req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] For port 1f8e0810-8667-4488-aca6-07c4076e104e, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=1f8e0810-8667-4488-aca6-07c4076e104e,segment=NetworkSegment(e2a51bb1-da24-4ce4-b337-efe2c29076d4),segment_id=e2a51bb1-da24-4ce4-b337-efe2c29076d4)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:54.686613 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-31354cad-5dac-4425-b674-c24bed6f1644 req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] For port 1f8e0810-8667-4488-aca6-07c4076e104e, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:12:54.717993 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-31354cad-5dac-4425-b674-c24bed6f1644 req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f8e0810-8667-4488-aca6-07c4076e104e {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:12:54.725771 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-31354cad-5dac-4425-b674-c24bed6f1644 req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:54.737597 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-31354cad-5dac-4425-b674-c24bed6f1644 req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Transition to ACTIVE for port object 1f8e0810-8667-4488-aca6-07c4076e104e will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:54.740595 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-31354cad-5dac-4425-b674-c24bed6f1644 req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:54.818592 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8e0810-8667-4488-aca6-07c4076e104e,revision_number=9']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:54.833200 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:54.833546 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:54.833891 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:54.834847 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:54.835284 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:54.835611 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:54.835942 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:54.836267 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:54.836592 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:54.836915 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:54.837236 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:54.837554 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:54.876440 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-31354cad-5dac-4425-b674-c24bed6f1644 req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] No DVR routers for this DVR port 1f8e0810-8667-4488-aca6-07c4076e104e on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:12:55.013953 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-31354cad-5dac-4425-b674-c24bed6f1644 req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Attempting to bind port 1f8e0810-8667-4488-aca6-07c4076e104e on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:12:55.014287 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-31354cad-5dac-4425-b674-c24bed6f1644 req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Attempting to bind port 1f8e0810-8667-4488-aca6-07c4076e104e by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'e2a51bb1-da24-4ce4-b337-efe2c29076d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:12:55.014620 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31354cad-5dac-4425-b674-c24bed6f1644 req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Attempting to bind port 1f8e0810-8667-4488-aca6-07c4076e104e on network 4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:12:55.018865 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31354cad-5dac-4425-b674-c24bed6f1644 req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Port 1f8e0810-8667-4488-aca6-07c4076e104e on network 4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:12:55.019185 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31354cad-5dac-4425-b674-c24bed6f1644 req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Attempting to bind port 1f8e0810-8667-4488-aca6-07c4076e104e on network 4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:12:55.024650 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31354cad-5dac-4425-b674-c24bed6f1644 req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:12:55.024990 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31354cad-5dac-4425-b674-c24bed6f1644 req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Checking segment: {'id': 'e2a51bb1-da24-4ce4-b337-efe2c29076d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:12:55.025369 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31354cad-5dac-4425-b674-c24bed6f1644 req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Bound using segment: {'id': 'e2a51bb1-da24-4ce4-b337-efe2c29076d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:12:55.025790 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-31354cad-5dac-4425-b674-c24bed6f1644 req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Bound port: 1f8e0810-8667-4488-aca6-07c4076e104e, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2a51bb1-da24-4ce4-b337-efe2c29076d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:12:55.026142 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-31354cad-5dac-4425-b674-c24bed6f1644 req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:55.091630 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-31354cad-5dac-4425-b674-c24bed6f1644 req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] For port 1f8e0810-8667-4488-aca6-07c4076e104e, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:12:55.094561 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-31354cad-5dac-4425-b674-c24bed6f1644 req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] For port 1f8e0810-8667-4488-aca6-07c4076e104e, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1f8e0810-8667-4488-aca6-07c4076e104e,segment=NetworkSegment(e2a51bb1-da24-4ce4-b337-efe2c29076d4),segment_id=e2a51bb1-da24-4ce4-b337-efe2c29076d4)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:12:55.099013 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-31354cad-5dac-4425-b674-c24bed6f1644 req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:55.135880 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31354cad-5dac-4425-b674-c24bed6f1644 req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:55.136403 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-31354cad-5dac-4425-b674-c24bed6f1644 req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:55.137805 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-31354cad-5dac-4425-b674-c24bed6f1644 req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] 10.222.0.57 "PUT /v2.0/ports/1f8e0810-8667-4488-aca6-07c4076e104e HTTP/1.1" status: 200 len: 1092 time: 0.7625716 Aug 16 21:12:55.138247 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5', 'tag': '1f8e0810-8667-4488-aca6-07c4076e104e'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:12:55.140508 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324a9564-6715-4a9a-9231-f7e5357880be" -d '{"events": [{"name": "network-changed", "server_uuid": "9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5", "tag": "1f8e0810-8667-4488-aca6-07c4076e104e"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:12:55.162483 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60435658-4d7b-46ac-8f9f-43d7f5c7faa0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8e0810-8667-4488-aca6-07c4076e104e,revision_number=10']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:55.192023 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cf50bf-0643-4c05-9cc2-4dad4b95ac79 x-openstack-request-id: req-11cf50bf-0643-4c05-9cc2-4dad4b95ac79 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:12:55.192313 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5", "tag": "1f8e0810-8667-4488-aca6-07c4076e104e", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:12:55.192571 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-11cf50bf-0643-4c05-9cc2-4dad4b95ac79 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:12:55.192968 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5', 'tag': '1f8e0810-8667-4488-aca6-07c4076e104e', 'status': 'completed', 'code': 200} Aug 16 21:12:55.210707 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31354cad-5dac-4425-b674-c24bed6f1644 req-b301c800-637f-44f3-9871-32eaa7f358b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:55.212275 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-31354cad-5dac-4425-b674-c24bed6f1644 req-b301c800-637f-44f3-9871-32eaa7f358b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9eadbdb18d44d14bcbde91823993e71&device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 1096 time: 0.0468905 Aug 16 21:12:55.309447 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31354cad-5dac-4425-b674-c24bed6f1644 req-c3cbaf92-dec2-402f-91c1-6d5c6d324e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:55.310979 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-31354cad-5dac-4425-b674-c24bed6f1644 req-c3cbaf92-dec2-402f-91c1-6d5c6d324e0f service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 HTTP/1.1" status: 200 len: 909 time: 0.0921087 Aug 16 21:12:55.376123 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-31354cad-5dac-4425-b674-c24bed6f1644 req-bcec6555-e0d3-4475-9a4a-766b1074c356 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f8e0810-8667-4488-aca6-07c4076e104e HTTP/1.1" status: 200 len: 999 time: 0.0582442 Aug 16 21:12:55.423550 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31354cad-5dac-4425-b674-c24bed6f1644 req-a7aedfe6-b9d2-43cb-b3f3-387286d4196e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:55.424981 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-31354cad-5dac-4425-b674-c24bed6f1644 req-a7aedfe6-b9d2-43cb-b3f3-387286d4196e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ac5c798-04a1-4170-98f4-b1a7dff46c51 HTTP/1.1" status: 200 len: 847 time: 0.0422444 Aug 16 21:12:55.474091 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31354cad-5dac-4425-b674-c24bed6f1644 req-a49033ec-9eb2-4afd-8e33-87d7b4eaf31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:55.475835 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-31354cad-5dac-4425-b674-c24bed6f1644 req-a49033ec-9eb2-4afd-8e33-87d7b4eaf31a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434206 Aug 16 21:12:55.612761 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33916a16-1f43-471a-a1d2-b9342b1c749c req-7694bfa4-be37-4144-87d6-19c518816139 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:55.614243 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-33916a16-1f43-471a-a1d2-b9342b1c749c req-7694bfa4-be37-4144-87d6-19c518816139 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 944 time: 0.0894022 Aug 16 21:12:55.618553 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-31354cad-5dac-4425-b674-c24bed6f1644 req-6404039b-6bc4-48df-821f-54495c8ae0ff service neutron] 10.222.0.57 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350875 Aug 16 21:12:55.698155 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-33916a16-1f43-471a-a1d2-b9342b1c749c req-b7305b8a-ac5b-4b87-a55d-b134277f8007 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774038 Aug 16 21:12:55.731220 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-31354cad-5dac-4425-b674-c24bed6f1644 req-e4497f72-6351-4d97-b5db-217a65c25aca service neutron] 10.222.0.57 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039333 Aug 16 21:12:55.823226 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a9564-6715-4a9a-9231-f7e5357880be req-9360f78d-2316-4291-a9f5-7647c77b3b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:55.824810 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-324a9564-6715-4a9a-9231-f7e5357880be req-9360f78d-2316-4291-a9f5-7647c77b3b08 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9eadbdb18d44d14bcbde91823993e71&device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 1096 time: 0.0473549 Aug 16 21:12:55.914470 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a9564-6715-4a9a-9231-f7e5357880be req-e3a71524-04d5-491e-9203-48c40efd23d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:55.915993 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-324a9564-6715-4a9a-9231-f7e5357880be req-e3a71524-04d5-491e-9203-48c40efd23d7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 HTTP/1.1" status: 200 len: 909 time: 0.0844820 Aug 16 21:12:55.993116 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-324a9564-6715-4a9a-9231-f7e5357880be req-1a915dd5-1815-44f7-a5da-4a5f035b7b5a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f8e0810-8667-4488-aca6-07c4076e104e HTTP/1.1" status: 200 len: 999 time: 0.0695131 Aug 16 21:12:56.817651 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22751b66-11a6-417d-a74e-89e0cec0eeba req-7342744a-706b-4b26-b909-3e75e5347411 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:56.819163 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-22751b66-11a6-417d-a74e-89e0cec0eeba req-7342744a-706b-4b26-b909-3e75e5347411 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 944 time: 0.0498734 Aug 16 21:12:56.867147 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-22751b66-11a6-417d-a74e-89e0cec0eeba req-46c6f3f6-80e3-4f7f-b407-acb125971b27 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418863 Aug 16 21:12:57.186626 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 1f8e0810-8667-4488-aca6-07c4076e104e no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:12:57.226191 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 1f8e0810-8667-4488-aca6-07c4076e104e not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:12:57.983782 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76f2f6-55df-4d21-b57e-eeae03e1b6db req-375e6767-aa64-4bbb-9374-b475e04d9c89 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:57.985279 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0f76f2f6-55df-4d21-b57e-eeae03e1b6db req-375e6767-aa64-4bbb-9374-b475e04d9c89 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 944 time: 0.0495796 Aug 16 21:12:58.023070 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0f76f2f6-55df-4d21-b57e-eeae03e1b6db req-4eb583dc-ed24-4f74-be10-38250442bec3 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311577 Aug 16 21:12:59.146118 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3b2c7-ea3e-4646-9206-e93a2e490818 req-0e8063d7-330f-43de-8a39-8ce468cfe697 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:59.148195 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6ba3b2c7-ea3e-4646-9206-e93a2e490818 req-0e8063d7-330f-43de-8a39-8ce468cfe697 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 944 time: 0.0534790 Aug 16 21:12:59.185586 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6ba3b2c7-ea3e-4646-9206-e93a2e490818 req-21cd8a71-658e-445c-8409-d798c4ed1d30 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314858 Aug 16 21:13:00.316913 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dceeeb4-83e1-496e-9099-d6e9867608c9 req-24b50a3d-238b-46ec-bb02-4c87d3d55acb tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:00.318323 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2dceeeb4-83e1-496e-9099-d6e9867608c9 req-24b50a3d-238b-46ec-bb02-4c87d3d55acb tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 944 time: 0.0650418 Aug 16 21:13:00.360201 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2dceeeb4-83e1-496e-9099-d6e9867608c9 req-c0e11b13-6999-4570-82ed-22c5e6b72256 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347555 Aug 16 21:13:01.473199 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b153e-29af-4455-9420-1b8ace938515 req-3e60a278-debe-4f6f-99f5-75232c2307c8 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:01.474682 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-413b153e-29af-4455-9420-1b8ace938515 req-3e60a278-debe-4f6f-99f5-75232c2307c8 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 944 time: 0.0480213 Aug 16 21:13:01.512606 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-413b153e-29af-4455-9420-1b8ace938515 req-257e311e-9fda-481f-a8fd-76d45d838da4 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314403 Aug 16 21:13:01.949110 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9cecbe15-f16c-494d-9c5c-094094b0812a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:02.636084 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606760bc-5eac-4739-8f2f-8ac80cb2e406 req-8ddcf0bf-ab5e-4afe-b59d-b61bd9d6d90b tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:02.638293 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-606760bc-5eac-4739-8f2f-8ac80cb2e406 req-8ddcf0bf-ab5e-4afe-b59d-b61bd9d6d90b tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 944 time: 0.0559437 Aug 16 21:13:02.679226 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-606760bc-5eac-4739-8f2f-8ac80cb2e406 req-b5dc1ed8-4596-42dc-81b8-98c741e2b413 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340650 Aug 16 21:13:03.832868 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced11790-380b-464a-aac5-1205c25376e9 req-bf399611-7b7d-45f8-b377-ecbb42969328 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:03.834278 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ced11790-380b-464a-aac5-1205c25376e9 req-bf399611-7b7d-45f8-b377-ecbb42969328 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 944 time: 0.0494697 Aug 16 21:13:03.873211 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ced11790-380b-464a-aac5-1205c25376e9 req-618b57ea-99dc-495b-978a-c21f6a3a629f tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321136 Aug 16 21:13:04.486587 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfd9bf07-e70a-446d-a731-43cc475a8832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:04.766102 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:04.988509 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb1025-cef7-4577-9b69-e72e8816c0e1 req-9de66b31-8e91-48fb-a72f-02504d41dd63 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:04.990036 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-10bb1025-cef7-4577-9b69-e72e8816c0e1 req-9de66b31-8e91-48fb-a72f-02504d41dd63 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 944 time: 0.0492764 Aug 16 21:13:05.031406 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-10bb1025-cef7-4577-9b69-e72e8816c0e1 req-b86150ff-50e2-4b94-bed0-728bf3a38570 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338805 Aug 16 21:13:05.870394 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:06.172251 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef711d-8cd2-4c08-b8da-ab5ccdab8ace req-c3c22b78-5351-4f57-a9fd-b541680a3972 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:06.174328 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1cef711d-8cd2-4c08-b8da-ab5ccdab8ace req-c3c22b78-5351-4f57-a9fd-b541680a3972 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 944 time: 0.0612862 Aug 16 21:13:06.213523 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1cef711d-8cd2-4c08-b8da-ab5ccdab8ace req-75c7588c-2c7e-44db-8bc4-15e7c9746850 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330300 Aug 16 21:13:06.732634 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:06.836568 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:07.080134 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a9564-6715-4a9a-9231-f7e5357880be req-4d35b232-2f54-4407-a36a-f9f0fb8372a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:07.081619 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-324a9564-6715-4a9a-9231-f7e5357880be req-4d35b232-2f54-4407-a36a-f9f0fb8372a5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ac5c798-04a1-4170-98f4-b1a7dff46c51 HTTP/1.1" status: 200 len: 847 time: 0.0461814 Aug 16 21:13:07.127670 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a9564-6715-4a9a-9231-f7e5357880be req-b1627992-f65d-4edf-b41f-6d0a6a8b18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:07.129126 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-324a9564-6715-4a9a-9231-f7e5357880be req-b1627992-f65d-4edf-b41f-6d0a6a8b18dc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394192 Aug 16 21:13:07.221849 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-324a9564-6715-4a9a-9231-f7e5357880be req-15bb7d88-efe5-4116-bd57-4ee960e65cdb service neutron] 10.222.0.57 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815294 Aug 16 21:13:07.328525 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:07.345659 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-324a9564-6715-4a9a-9231-f7e5357880be req-1a45ce14-7659-4774-a9f5-98baa64ebc45 service neutron] 10.222.0.57 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154127 Aug 16 21:13:07.355941 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d699b-3ba4-4cdf-a99f-cd8132e62437 req-31399487-9b31-4b33-a13d-8c4dd2433bbd tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:07.357379 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b7d699b-3ba4-4cdf-a99f-cd8132e62437 req-31399487-9b31-4b33-a13d-8c4dd2433bbd tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 944 time: 0.0760002 Aug 16 21:13:07.750575 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7b7d699b-3ba4-4cdf-a99f-cd8132e62437 req-746e709f-340c-410d-bcb0-2ac911b91215 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3870444 Aug 16 21:13:07.760402 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d0220-8702-4163-9948-f0f72775a75a req-e132a8c8-5cc7-4af4-ac52-0cbe5b735696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:07.761854 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-986d0220-8702-4163-9948-f0f72775a75a req-e132a8c8-5cc7-4af4-ac52-0cbe5b735696 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9eadbdb18d44d14bcbde91823993e71&device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 1096 time: 0.0540173 Aug 16 21:13:07.864425 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d0220-8702-4163-9948-f0f72775a75a req-1d7adf93-f76f-48b1-8856-620e1c99b9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:07.865965 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-986d0220-8702-4163-9948-f0f72775a75a req-1d7adf93-f76f-48b1-8856-620e1c99b9c9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 HTTP/1.1" status: 200 len: 909 time: 0.0839658 Aug 16 21:13:07.930712 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-986d0220-8702-4163-9948-f0f72775a75a req-261e10ab-37cf-495e-bd81-6d27c806005b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f8e0810-8667-4488-aca6-07c4076e104e HTTP/1.1" status: 200 len: 999 time: 0.0561645 Aug 16 21:13:07.978604 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d0220-8702-4163-9948-f0f72775a75a req-28d8d40f-7627-4647-979e-aee7e3180d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:07.980012 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-986d0220-8702-4163-9948-f0f72775a75a req-28d8d40f-7627-4647-979e-aee7e3180d66 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ac5c798-04a1-4170-98f4-b1a7dff46c51 HTTP/1.1" status: 200 len: 847 time: 0.0423057 Aug 16 21:13:08.027966 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d0220-8702-4163-9948-f0f72775a75a req-69c539a3-bc39-4cdc-9e9a-4bfd0165f49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:08.029344 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-986d0220-8702-4163-9948-f0f72775a75a req-69c539a3-bc39-4cdc-9e9a-4bfd0165f49a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427551 Aug 16 21:13:08.116232 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-986d0220-8702-4163-9948-f0f72775a75a req-1cfe4fe9-766d-46cf-8b14-628ed0537592 service neutron] 10.222.0.57 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796022 Aug 16 21:13:08.206678 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-986d0220-8702-4163-9948-f0f72775a75a req-a4df8f69-7394-4a3a-b0b9-dd147e6b342f service neutron] 10.222.0.57 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840020 Aug 16 21:13:08.866134 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f19c5a-6de9-4e77-b4a6-3f930a9f5ecf req-1e76c41e-505b-48a9-aef0-593f06449e82 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:08.867653 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-17f19c5a-6de9-4e77-b4a6-3f930a9f5ecf req-1e76c41e-505b-48a9-aef0-593f06449e82 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 944 time: 0.0495276 Aug 16 21:13:08.904795 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-17f19c5a-6de9-4e77-b4a6-3f930a9f5ecf req-2ee1f920-ceb4-4230-af3a-8ff38f56e6dd tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311804 Aug 16 21:13:10.019167 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8f447-3ee5-4f53-a7fd-60299c723971 req-ef1f9836-bdcb-42e0-9bc4-cb0f12c1b121 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:10.020716 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c2e8f447-3ee5-4f53-a7fd-60299c723971 req-ef1f9836-bdcb-42e0-9bc4-cb0f12c1b121 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 944 time: 0.0488665 Aug 16 21:13:10.059514 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c2e8f447-3ee5-4f53-a7fd-60299c723971 req-5037ff2b-b28d-4f20-84d7-0dcb9ad2fd76 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322742 Aug 16 21:13:11.076673 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 1f8e0810-8667-4488-aca6-07c4076e104e details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:13:11.184102 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 1f8e0810-8667-4488-aca6-07c4076e104e, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1f8e0810-8667-4488-aca6-07c4076e104e,segment=NetworkSegment(e2a51bb1-da24-4ce4-b337-efe2c29076d4),segment_id=e2a51bb1-da24-4ce4-b337-efe2c29076d4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:13:11.185593 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01719a07-b965-4f19-a79f-d0ea85c42852 req-11cefb43-23ec-457c-9c2e-7aafdef160d7 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:11.187495 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-01719a07-b965-4f19-a79f-d0ea85c42852 req-11cefb43-23ec-457c-9c2e-7aafdef160d7 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 944 time: 0.0562379 Aug 16 21:13:11.196073 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '1f8e0810-8667-4488-aca6-07c4076e104e', 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1', 'port_id': '1f8e0810-8667-4488-aca6-07c4076e104e', 'mac_address': 'fa:16:3e:b9:e7:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:13:11.232319 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-01719a07-b965-4f19-a79f-d0ea85c42852 req-3382a9be-e403-4ed4-bb01-9b712e6ec380 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384960 Aug 16 21:13:11.239090 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:11.251828 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f8e0810-8667-4488-aca6-07c4076e104e {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:13:11.270326 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 1f8e0810-8667-4488-aca6-07c4076e104e, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1f8e0810-8667-4488-aca6-07c4076e104e,segment=NetworkSegment(e2a51bb1-da24-4ce4-b337-efe2c29076d4),segment_id=e2a51bb1-da24-4ce4-b337-efe2c29076d4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:13:11.274301 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:11.321588 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=1f8e0810-8667-4488-aca6-07c4076e104e,revision_number=11']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:11.497791 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['1f8e0810-8667-4488-aca6-07c4076e104e'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:13:12.347654 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c661fc2-d827-4d33-b11f-1bfa0ea531dd req-c33a19b7-0a92-456a-9bc8-b363cf8fb898 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:12.349031 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5c661fc2-d827-4d33-b11f-1bfa0ea531dd req-c33a19b7-0a92-456a-9bc8-b363cf8fb898 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 945 time: 0.0492976 Aug 16 21:13:12.386442 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-5c661fc2-d827-4d33-b11f-1bfa0ea531dd req-0f9d7378-7296-4ecc-a200-8af826ab18fd tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310316 Aug 16 21:13:13.075653 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 1f8e0810-8667-4488-aca6-07c4076e104e up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:13:13.122342 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 1f8e0810-8667-4488-aca6-07c4076e104e completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:13:13.125963 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 1f8e0810-8667-4488-aca6-07c4076e104e triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:13:13.126330 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:13.203899 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:13.226905 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8e0810-8667-4488-aca6-07c4076e104e'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:13:13.229217 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0348104d8022dd0cb333a966cdf78087a7844175b144024c4093ab2d6ac91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc51895-c43f-453a-bb08-bbe4f3888bb6" -d '{"events": [{"server_uuid": "9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5", "name": "network-vif-plugged", "status": "completed", "tag": "1f8e0810-8667-4488-aca6-07c4076e104e"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:13:13.242237 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 1f8e0810-8667-4488-aca6-07c4076e104e, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1f8e0810-8667-4488-aca6-07c4076e104e,segment=NetworkSegment(e2a51bb1-da24-4ce4-b337-efe2c29076d4),segment_id=e2a51bb1-da24-4ce4-b337-efe2c29076d4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:13:13.246281 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:13.272374 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fc0656-c223-4a88-8916-64e91f1073e0 x-openstack-request-id: req-05fc0656-c223-4a88-8916-64e91f1073e0 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:13:13.272726 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5", "name": "network-vif-plugged", "status": "completed", "tag": "1f8e0810-8667-4488-aca6-07c4076e104e", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:13:13.272986 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-05fc0656-c223-4a88-8916-64e91f1073e0 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:13:13.273385 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8e0810-8667-4488-aca6-07c4076e104e', 'code': 200} Aug 16 21:13:13.298751 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=1f8e0810-8667-4488-aca6-07c4076e104e,revision_number=12']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:13.420247 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de60af-e3f4-4796-9401-9a3df7b17b1f req-4b436a47-96fb-4eca-bb4a-b7ebcb67f0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:13.421778 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-12de60af-e3f4-4796-9401-9a3df7b17b1f req-4b436a47-96fb-4eca-bb4a-b7ebcb67f0b5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 1098 time: 0.0408392 Aug 16 21:13:13.457367 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-12de60af-e3f4-4796-9401-9a3df7b17b1f req-bc099f5c-b458-4d3a-a120-b8870dc1a348 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279238 Aug 16 21:13:13.503834 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3f74d-3664-4d61-b704-17b9563fcdab req-7779177e-4b22-4e9d-8edf-84269d491466 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:13.505306 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6ec3f74d-3664-4d61-b704-17b9563fcdab req-7779177e-4b22-4e9d-8edf-84269d491466 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 946 time: 0.0470908 Aug 16 21:13:13.545904 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6ec3f74d-3664-4d61-b704-17b9563fcdab req-a2510132-66b9-4db7-98ca-db09f5c70098 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340121 Aug 16 21:13:14.667550 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7f53e-8e2d-46e6-ad73-44468ea91808 req-e36c492b-e4e2-4a52-b5d1-0a541846cd47 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:14.669328 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cbf7f53e-8e2d-46e6-ad73-44468ea91808 req-e36c492b-e4e2-4a52-b5d1-0a541846cd47 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 946 time: 0.0520399 Aug 16 21:13:14.709685 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cbf7f53e-8e2d-46e6-ad73-44468ea91808 req-e38a7835-5d78-4cf2-976c-1c284a7c7331 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332694 Aug 16 21:13:15.835451 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e60b01-1f7f-4054-b4ee-4d5f538b948e req-4537292b-c08a-4568-9ee6-6957a2db205c tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:15.836975 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42e60b01-1f7f-4054-b4ee-4d5f538b948e req-4537292b-c08a-4568-9ee6-6957a2db205c tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 946 time: 0.0497215 Aug 16 21:13:15.874506 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-42e60b01-1f7f-4054-b4ee-4d5f538b948e req-6dec1ffc-83c0-4252-9aa9-0095ab7673b0 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316093 Aug 16 21:13:25.576286 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:13:31.949862 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9e6fb3ff-1494-4ebc-bff7-5d82264a723c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:34.488415 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1d4477f1-cb74-4329-b9ee-ee44ceda8b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:34.766547 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:35.873202 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:36.749754 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:36.836074 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:37.331118 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:01.949712 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-289a8876-4ef4-4471-a19e-97b4a06dadfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:02.462257 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1a88cdb0-3fd0-4b37-9423-89f945d1b02c req-4e049b86-62ac-44b9-bf4e-74b2923f3f37 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0385563 Aug 16 21:14:02.544377 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88cdb0-3fd0-4b37-9423-89f945d1b02c req-0eb19376-fe80-45df-b4f9-c358ab09efe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:02.545826 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1a88cdb0-3fd0-4b37-9423-89f945d1b02c req-0eb19376-fe80-45df-b4f9-c358ab09efe1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9eadbdb18d44d14bcbde91823993e71&device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 1098 time: 0.0435750 Aug 16 21:14:02.575784 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:14:02.644999 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88cdb0-3fd0-4b37-9423-89f945d1b02c req-d924e5aa-f7c8-4ca5-a356-d108e9dbda70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:02.646594 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1a88cdb0-3fd0-4b37-9423-89f945d1b02c req-d924e5aa-f7c8-4ca5-a356-d108e9dbda70 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 HTTP/1.1" status: 200 len: 909 time: 0.0825679 Aug 16 21:14:02.714280 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1a88cdb0-3fd0-4b37-9423-89f945d1b02c req-27dd2bf5-e558-432b-8f4b-cb44c33da6a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f8e0810-8667-4488-aca6-07c4076e104e HTTP/1.1" status: 200 len: 1001 time: 0.0597031 Aug 16 21:14:02.761618 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88cdb0-3fd0-4b37-9423-89f945d1b02c req-3628b8d3-fc79-4abb-b29d-e397c23b995e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:02.763015 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1a88cdb0-3fd0-4b37-9423-89f945d1b02c req-3628b8d3-fc79-4abb-b29d-e397c23b995e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ac5c798-04a1-4170-98f4-b1a7dff46c51 HTTP/1.1" status: 200 len: 847 time: 0.0424933 Aug 16 21:14:02.807215 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88cdb0-3fd0-4b37-9423-89f945d1b02c req-5b22be10-c4e6-4cfd-a22a-77b7b3b58911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:02.808709 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1a88cdb0-3fd0-4b37-9423-89f945d1b02c req-5b22be10-c4e6-4cfd-a22a-77b7b3b58911 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392489 Aug 16 21:14:02.898422 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1a88cdb0-3fd0-4b37-9423-89f945d1b02c req-28a98d7c-68c6-4627-b2cd-9604659cda81 service neutron] 10.222.0.57 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828903 Aug 16 21:14:02.985129 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1a88cdb0-3fd0-4b37-9423-89f945d1b02c req-cd205a70-2e91-4f1e-a7a3-bea952d680b4 service neutron] 10.222.0.57 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801644 Aug 16 21:14:04.488662 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-20bd21e5-2868-496c-ac1c-b4f45b714720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:04.766822 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:05.879695 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:06.743483 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:06.851303 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:07.334457 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:26.461908 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35548) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:14:26.616145 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0741f5d1-b9e5-4d37-8384-6782c4893316 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Deleting port bfa690d4-db56-4dff-8356-53a5c909ed28 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:14:26.616487 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0741f5d1-b9e5-4d37-8384-6782c4893316 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:26.693330 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0741f5d1-b9e5-4d37-8384-6782c4893316 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:26.693654 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0741f5d1-b9e5-4d37-8384-6782c4893316 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:26.704837 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0741f5d1-b9e5-4d37-8384-6782c4893316 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Calling delete_port for bfa690d4-db56-4dff-8356-53a5c909ed28 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:14:26.849240 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0741f5d1-b9e5-4d37-8384-6782c4893316 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:26.873506 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741f5d1-b9e5-4d37-8384-6782c4893316 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Pushing event deleted for resources: {'Port': ['ID=bfa690d4-db56-4dff-8356-53a5c909ed28,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:26.899950 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0741f5d1-b9e5-4d37-8384-6782c4893316 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:26.900294 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0741f5d1-b9e5-4d37-8384-6782c4893316 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:26.900628 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0741f5d1-b9e5-4d37-8384-6782c4893316 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:26.900962 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0741f5d1-b9e5-4d37-8384-6782c4893316 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:26.901288 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0741f5d1-b9e5-4d37-8384-6782c4893316 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:26.901613 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0741f5d1-b9e5-4d37-8384-6782c4893316 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:26.901935 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0741f5d1-b9e5-4d37-8384-6782c4893316 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:26.902256 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0741f5d1-b9e5-4d37-8384-6782c4893316 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:26.902580 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0741f5d1-b9e5-4d37-8384-6782c4893316 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:26.902899 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0741f5d1-b9e5-4d37-8384-6782c4893316 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:26.903218 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0741f5d1-b9e5-4d37-8384-6782c4893316 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:26.903563 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0741f5d1-b9e5-4d37-8384-6782c4893316 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:26.942172 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0741f5d1-b9e5-4d37-8384-6782c4893316 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:26.942667 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-0741f5d1-b9e5-4d37-8384-6782c4893316 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Floating IP 2a5c305b-f062-4147-aafb-2105c213f519 disassociated (deleted). External IP: 172.25.8.187, port: 1f8e0810-8667-4488-aca6-07c4076e104e. Aug 16 21:14:27.150620 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0741f5d1-b9e5-4d37-8384-6782c4893316 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Router 041ec843-412d-4ded-bd3a-67bf7208adea has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:14:27.255660 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0741f5d1-b9e5-4d37-8384-6782c4893316 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:14:27.260941 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0741f5d1-b9e5-4d37-8384-6782c4893316 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:27.265451 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec76732-6f52-48fe-8a3e-b1a69ca0dc6a None None] Sync routers for ids ['041ec843-412d-4ded-bd3a-67bf7208adea'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:14:27.274966 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec76732-6f52-48fe-8a3e-b1a69ca0dc6a None None] Routers {'041ec843-412d-4ded-bd3a-67bf7208adea'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:14:27.275594 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-fec76732-6f52-48fe-8a3e-b1a69ca0dc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:14:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['041ec843-412d-4ded-bd3a-67bf7208adea'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:14:27.286888 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0741f5d1-b9e5-4d37-8384-6782c4893316 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "DELETE /v2.0/floatingips/2a5c305b-f062-4147-aafb-2105c213f519 HTTP/1.1" status: 204 len: 168 time: 0.8238873 Aug 16 21:14:27.287482 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5', 'tag': '1f8e0810-8667-4488-aca6-07c4076e104e'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:14:27.289842 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7957516f-38fe-48f6-84aa-fb1517eb1c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5", "tag": "1f8e0810-8667-4488-aca6-07c4076e104e"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:14:27.378252 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-fec76732-6f52-48fe-8a3e-b1a69ca0dc6a None None] Set router 041ec843-412d-4ded-bd3a-67bf7208adea gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:14:27.501581 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dd1ca3-7c75-4e99-aab9-f729ac62b55c x-openstack-request-id: req-23dd1ca3-7c75-4e99-aab9-f729ac62b55c {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:14:27.502112 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5", "tag": "1f8e0810-8667-4488-aca6-07c4076e104e", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:14:27.502112 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-23dd1ca3-7c75-4e99-aab9-f729ac62b55c {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:14:27.502511 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5', 'tag': '1f8e0810-8667-4488-aca6-07c4076e104e', 'status': 'completed', 'code': 200} Aug 16 21:14:27.584319 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-fec76732-6f52-48fe-8a3e-b1a69ca0dc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'name': 'tempest-TestShelveInstance-898252834-router', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:08Z', 'updated_at': '2021-08-16T21:10:11Z', 'revision_number': 4, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'gw_port': {'id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:09Z', 'updated_at': '2021-08-16T21:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'aa0ef1fb-6667-495b-8c5b-0b6c715658e8', 'name': '', 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'mac_address': 'fa:16:3e:e3:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:10Z', 'updated_at': '2021-08-16T21:10:16Z', 'revision_number': 5, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'subnets': [{'id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:14:27.613364 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec76732-6f52-48fe-8a3e-b1a69ca0dc6a None None] Checking router: 041ec843-412d-4ded-bd3a-67bf7208adea for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:14:27.622181 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec76732-6f52-48fe-8a3e-b1a69ca0dc6a None None] Routers {'041ec843-412d-4ded-bd3a-67bf7208adea'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:14:27.622774 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-fec76732-6f52-48fe-8a3e-b1a69ca0dc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:14:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['041ec843-412d-4ded-bd3a-67bf7208adea'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:14:27.628894 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e7463-d268-49b7-833f-6753f1e343a4 req-cfeb10d3-69d8-4861-903a-62bdc0fe8ffd tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:27.631046 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-236e7463-d268-49b7-833f-6753f1e343a4 req-cfeb10d3-69d8-4861-903a-62bdc0fe8ffd tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 946 time: 0.0819826 Aug 16 21:14:27.655446 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957516f-38fe-48f6-84aa-fb1517eb1c3f req-84a26b9f-d1a6-4fa9-9171-bf349df31374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:27.656969 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7957516f-38fe-48f6-84aa-fb1517eb1c3f req-84a26b9f-d1a6-4fa9-9171-bf349df31374 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9eadbdb18d44d14bcbde91823993e71&device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 1098 time: 0.1305158 Aug 16 21:14:27.693328 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-236e7463-d268-49b7-833f-6753f1e343a4 req-05439694-4b5f-4756-921a-db1557eb065b tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553803 Aug 16 21:14:27.725371 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-fec76732-6f52-48fe-8a3e-b1a69ca0dc6a None None] Set router 041ec843-412d-4ded-bd3a-67bf7208adea gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:14:27.760884 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957516f-38fe-48f6-84aa-fb1517eb1c3f req-d736e92b-26c5-42a7-be4a-1512ab2e6784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:27.762395 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7957516f-38fe-48f6-84aa-fb1517eb1c3f req-d736e92b-26c5-42a7-be4a-1512ab2e6784 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 HTTP/1.1" status: 200 len: 909 time: 0.0926754 Aug 16 21:14:27.811872 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7957516f-38fe-48f6-84aa-fb1517eb1c3f req-5ddddd84-399f-48da-a228-38fd75bc9f93 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f8e0810-8667-4488-aca6-07c4076e104e HTTP/1.1" status: 200 len: 217 time: 0.0407252 Aug 16 21:14:27.863373 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957516f-38fe-48f6-84aa-fb1517eb1c3f req-7dc3e6e2-fd1a-420b-981e-350f879f7202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:27.864885 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7957516f-38fe-48f6-84aa-fb1517eb1c3f req-7dc3e6e2-fd1a-420b-981e-350f879f7202 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ac5c798-04a1-4170-98f4-b1a7dff46c51 HTTP/1.1" status: 200 len: 847 time: 0.0446088 Aug 16 21:14:27.911754 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957516f-38fe-48f6-84aa-fb1517eb1c3f req-91baca66-472e-46a8-ad96-19e5be4a84b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:27.913261 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7957516f-38fe-48f6-84aa-fb1517eb1c3f req-91baca66-472e-46a8-ad96-19e5be4a84b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404310 Aug 16 21:14:28.006596 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7957516f-38fe-48f6-84aa-fb1517eb1c3f req-90e0bfb3-4598-4141-9263-6449e33c3692 service neutron] 10.222.0.57 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851665 Aug 16 21:14:28.007883 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-fec76732-6f52-48fe-8a3e-b1a69ca0dc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'name': 'tempest-TestShelveInstance-898252834-router', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:08Z', 'updated_at': '2021-08-16T21:10:11Z', 'revision_number': 4, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'gw_port': {'id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:09Z', 'updated_at': '2021-08-16T21:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'aa0ef1fb-6667-495b-8c5b-0b6c715658e8', 'name': '', 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'mac_address': 'fa:16:3e:e3:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:10Z', 'updated_at': '2021-08-16T21:10:16Z', 'revision_number': 5, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'subnets': [{'id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:14:28.033289 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec76732-6f52-48fe-8a3e-b1a69ca0dc6a None None] The sync data for ids ['041ec843-412d-4ded-bd3a-67bf7208adea'] in n-d-787206-13 is: [{'id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'name': 'tempest-TestShelveInstance-898252834-router', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:08Z', 'updated_at': '2021-08-16T21:10:11Z', 'revision_number': 4, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'gw_port': {'id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:09Z', 'updated_at': '2021-08-16T21:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'aa0ef1fb-6667-495b-8c5b-0b6c715658e8', 'name': '', 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'mac_address': 'fa:16:3e:e3:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:10Z', 'updated_at': '2021-08-16T21:10:16Z', 'revision_number': 5, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'subnets': [{'id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:14:28.099552 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7957516f-38fe-48f6-84aa-fb1517eb1c3f req-de751046-8e27-4822-97bb-256fd29f2f5c service neutron] 10.222.0.57 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846002 Aug 16 21:14:28.252200 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273b23a0-ef40-411d-8b4f-386e5df878fd None None] New status for floating IP 2a5c305b-f062-4147-aafb-2105c213f519: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:14:28.816939 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fa8ad-5e26-4b71-a61a-df6b3527e610 req-3fc37203-e0a9-48d2-a1d4-115b67a9699d tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:28.818451 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-153fa8ad-5e26-4b71-a61a-df6b3527e610 req-3fc37203-e0a9-48d2-a1d4-115b67a9699d tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 946 time: 0.0771556 Aug 16 21:14:28.869618 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09028e-72b1-4cbc-8265-932a48cb7cda req-e5f08387-223d-44cf-ab2f-658815b3a7ea tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:28.871057 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8b09028e-72b1-4cbc-8265-932a48cb7cda req-e5f08387-223d-44cf-ab2f-658815b3a7ea tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5 HTTP/1.1" status: 200 len: 946 time: 0.0964189 Aug 16 21:14:28.933118 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8b09028e-72b1-4cbc-8265-932a48cb7cda req-34210819-5b84-4792-bf27-dbce5c0573a3 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=f04cadf5-4f16-4858-8e75-81490bf8514b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558188 Aug 16 21:14:28.948196 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-153fa8ad-5e26-4b71-a61a-df6b3527e610 req-ac2c9781-2cfc-40c3-b933-770dff2f3a2a tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Deleting port 1f8e0810-8667-4488-aca6-07c4076e104e {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:14:28.948568 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-153fa8ad-5e26-4b71-a61a-df6b3527e610 req-ac2c9781-2cfc-40c3-b933-770dff2f3a2a tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:29.039940 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-153fa8ad-5e26-4b71-a61a-df6b3527e610 req-ac2c9781-2cfc-40c3-b933-770dff2f3a2a tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] For port 1f8e0810-8667-4488-aca6-07c4076e104e, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=1f8e0810-8667-4488-aca6-07c4076e104e,segment=NetworkSegment(e2a51bb1-da24-4ce4-b337-efe2c29076d4),segment_id=e2a51bb1-da24-4ce4-b337-efe2c29076d4)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:14:29.040211 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-153fa8ad-5e26-4b71-a61a-df6b3527e610 req-ac2c9781-2cfc-40c3-b933-770dff2f3a2a tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:29.052838 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-153fa8ad-5e26-4b71-a61a-df6b3527e610 req-ac2c9781-2cfc-40c3-b933-770dff2f3a2a tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Calling delete_port for 1f8e0810-8667-4488-aca6-07c4076e104e owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:14:29.184045 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-153fa8ad-5e26-4b71-a61a-df6b3527e610 req-ac2c9781-2cfc-40c3-b933-770dff2f3a2a tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:29.211827 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c9781-2cfc-40c3-b933-770dff2f3a2a tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Pushing event deleted for resources: {'Port': ['ID=1f8e0810-8667-4488-aca6-07c4076e104e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:29.256518 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-153fa8ad-5e26-4b71-a61a-df6b3527e610 req-ac2c9781-2cfc-40c3-b933-770dff2f3a2a tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] No DVR routers for this DVR port 1f8e0810-8667-4488-aca6-07c4076e104e on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:14:29.259130 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-153fa8ad-5e26-4b71-a61a-df6b3527e610 req-ac2c9781-2cfc-40c3-b933-770dff2f3a2a tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:29.261404 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-153fa8ad-5e26-4b71-a61a-df6b3527e610 req-ac2c9781-2cfc-40c3-b933-770dff2f3a2a tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.57 "DELETE /v2.0/ports/1f8e0810-8667-4488-aca6-07c4076e104e HTTP/1.1" status: 204 len: 173 time: 0.4365506 Aug 16 21:14:29.503805 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5', 'name': 'network-vif-deleted', 'tag': '1f8e0810-8667-4488-aca6-07c4076e104e'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:14:29.506102 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d3c357-3307-4a4d-b372-8a014bd506ef" -d '{"events": [{"server_uuid": "9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5", "name": "network-vif-deleted", "tag": "1f8e0810-8667-4488-aca6-07c4076e104e"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:14:29.542633 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6577cbb4-c14a-4ee7-8463-35e5d84ed9e3 x-openstack-request-id: req-6577cbb4-c14a-4ee7-8463-35e5d84ed9e3 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:14:29.542956 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5", "name": "network-vif-deleted", "tag": "1f8e0810-8667-4488-aca6-07c4076e104e", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:14:29.543210 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6577cbb4-c14a-4ee7-8463-35e5d84ed9e3 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:14:29.543639 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e2dcc90-9371-48e4-9d9e-cbc3910fb4a5', 'name': 'network-vif-deleted', 'tag': '1f8e0810-8667-4488-aca6-07c4076e104e', 'status': 'completed', 'code': 200} Aug 16 21:14:29.988792 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35570) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:14:30.045847 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a4a6aa37-9a68-4df0-a3b1-280db32957c6 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:30.072139 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a4a6aa37-9a68-4df0-a3b1-280db32957c6 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:30.134979 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a4a6aa37-9a68-4df0-a3b1-280db32957c6 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:30.137721 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a4a6aa37-9a68-4df0-a3b1-280db32957c6 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:30.138862 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a4a6aa37-9a68-4df0-a3b1-280db32957c6 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "DELETE /v2.0/security-groups/f04cadf5-4f16-4858-8e75-81490bf8514b HTTP/1.1" status: 204 len: 168 time: 0.1490877 Aug 16 21:14:30.148652 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6aa37-9a68-4df0-a3b1-280db32957c6 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04cadf5-4f16-4858-8e75-81490bf8514b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:31.383794 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35578) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:14:31.389912 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-aaa73c0c-14cd-4fba-8709-5d095e8b67e5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1125891597', 'description': 'tempest-secgroup-smoke-1125891597 description', 'project_id': 'a9eadbdb18d44d14bcbde91823993e71'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:14:31.414336 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aaa73c0c-14cd-4fba-8709-5d095e8b67e5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:31.495941 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aaa73c0c-14cd-4fba-8709-5d095e8b67e5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:31.500220 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aaa73c0c-14cd-4fba-8709-5d095e8b67e5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:31.531343 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aaa73c0c-14cd-4fba-8709-5d095e8b67e5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:31.532570 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-aaa73c0c-14cd-4fba-8709-5d095e8b67e5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1476898 Aug 16 21:14:31.533435 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa73c0c-14cd-4fba-8709-5d095e8b67e5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea967328-ff3c-495b-a623-5dde2fe19b04,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:31.535574 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35582) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:14:31.541013 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7c429aca-ee07-42ca-b1d4-8f07e57b209c tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Request body: {'security_group_rule': {'security_group_id': 'ea967328-ff3c-495b-a623-5dde2fe19b04', 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:14:31.541891 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa73c0c-14cd-4fba-8709-5d095e8b67e5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:31.542231 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa73c0c-14cd-4fba-8709-5d095e8b67e5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:31.542568 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa73c0c-14cd-4fba-8709-5d095e8b67e5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:31.542901 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa73c0c-14cd-4fba-8709-5d095e8b67e5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:31.543232 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa73c0c-14cd-4fba-8709-5d095e8b67e5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:31.543609 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa73c0c-14cd-4fba-8709-5d095e8b67e5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:31.543948 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa73c0c-14cd-4fba-8709-5d095e8b67e5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:31.544513 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa73c0c-14cd-4fba-8709-5d095e8b67e5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:31.544846 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa73c0c-14cd-4fba-8709-5d095e8b67e5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:31.545154 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa73c0c-14cd-4fba-8709-5d095e8b67e5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:31.545480 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa73c0c-14cd-4fba-8709-5d095e8b67e5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:31.545819 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa73c0c-14cd-4fba-8709-5d095e8b67e5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:14:31.572343 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c429aca-ee07-42ca-b1d4-8f07e57b209c tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:31.619674 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c429aca-ee07-42ca-b1d4-8f07e57b209c tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:31.623314 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c429aca-ee07-42ca-b1d4-8f07e57b209c tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:31.642704 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c429aca-ee07-42ca-b1d4-8f07e57b209c tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb0b9e0-fbab-481b-8530-5e63eccb4c78,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:31.646714 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c429aca-ee07-42ca-b1d4-8f07e57b209c tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:31.647993 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-7c429aca-ee07-42ca-b1d4-8f07e57b209c tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1108527 Aug 16 21:14:31.650964 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35584) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:14:31.655914 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c77bf4ca-0c76-40e6-83d4-d09b4c8a5913 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Request body: {'security_group_rule': {'security_group_id': 'ea967328-ff3c-495b-a623-5dde2fe19b04', 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:14:31.683488 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c77bf4ca-0c76-40e6-83d4-d09b4c8a5913 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:31.743326 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c77bf4ca-0c76-40e6-83d4-d09b4c8a5913 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:31.746837 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c77bf4ca-0c76-40e6-83d4-d09b4c8a5913 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:31.765975 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77bf4ca-0c76-40e6-83d4-d09b4c8a5913 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2c7d00-83e7-4164-96ea-58977037df6b,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:31.769123 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c77bf4ca-0c76-40e6-83d4-d09b4c8a5913 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:31.771058 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c77bf4ca-0c76-40e6-83d4-d09b4c8a5913 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190231 Aug 16 21:14:31.774339 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35586) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:14:31.779166 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-86552f48-3618-4404-b438-799671b7cc22 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Request body: {'security_group_rule': {'security_group_id': 'ea967328-ff3c-495b-a623-5dde2fe19b04', 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:14:31.804669 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-86552f48-3618-4404-b438-799671b7cc22 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:31.860660 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-86552f48-3618-4404-b438-799671b7cc22 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:31.865034 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-86552f48-3618-4404-b438-799671b7cc22 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:31.882897 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86552f48-3618-4404-b438-799671b7cc22 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d1abd8-c12c-4d72-8e3b-3a9406dc71a1,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:31.889747 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-86552f48-3618-4404-b438-799671b7cc22 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:31.890707 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-86552f48-3618-4404-b438-799671b7cc22 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151142 Aug 16 21:14:31.893398 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35588) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:14:31.898604 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-edbcf621-3820-4d1e-9e04-c83e3d2e864c tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Request body: {'security_group_rule': {'security_group_id': 'ea967328-ff3c-495b-a623-5dde2fe19b04', 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:14:31.925754 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-edbcf621-3820-4d1e-9e04-c83e3d2e864c tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:31.953675 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-998f318a-6641-4079-89be-7ee072534830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:31.992423 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-edbcf621-3820-4d1e-9e04-c83e3d2e864c tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:31.996310 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-edbcf621-3820-4d1e-9e04-c83e3d2e864c tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:32.017880 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbcf621-3820-4d1e-9e04-c83e3d2e864c tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60dbe07d-88c2-4b4e-b652-2cf3cbdfa908,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:32.020840 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-edbcf621-3820-4d1e-9e04-c83e3d2e864c tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:32.022036 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-edbcf621-3820-4d1e-9e04-c83e3d2e864c tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276917 Aug 16 21:14:32.024819 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35590) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:14:32.029475 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e63ff751-06d3-4873-b780-1c644d01555d tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Request body: {'security_group_rule': {'security_group_id': 'ea967328-ff3c-495b-a623-5dde2fe19b04', 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:14:32.053369 n-d-787206-13 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-e63ff751-06d3-4873-b780-1c644d01555d tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Project a9eadbdb18d44d14bcbde91823993e71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:14:32.058857 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e63ff751-06d3-4873-b780-1c644d01555d tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:32.119548 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e63ff751-06d3-4873-b780-1c644d01555d tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:32.123130 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e63ff751-06d3-4873-b780-1c644d01555d tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:32.141253 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ff751-06d3-4873-b780-1c644d01555d tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec638ea-fa3d-4676-af54-56be8cf3e81b,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:32.147037 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e63ff751-06d3-4873-b780-1c644d01555d tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:32.150830 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e63ff751-06d3-4873-b780-1c644d01555d tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224687 Aug 16 21:14:32.151024 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35592) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:14:32.155603 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-cf06d3d8-39c7-44cd-80da-908bc747ec47 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Request body: {'security_group_rule': {'security_group_id': 'ea967328-ff3c-495b-a623-5dde2fe19b04', 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:14:32.178812 n-d-787206-13 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-cf06d3d8-39c7-44cd-80da-908bc747ec47 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Project a9eadbdb18d44d14bcbde91823993e71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:14:32.183846 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf06d3d8-39c7-44cd-80da-908bc747ec47 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:32.246402 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf06d3d8-39c7-44cd-80da-908bc747ec47 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:32.250437 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf06d3d8-39c7-44cd-80da-908bc747ec47 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:32.267458 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06d3d8-39c7-44cd-80da-908bc747ec47 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16cc67e-222c-423c-9501-bb801c1ba51d,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:32.273684 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf06d3d8-39c7-44cd-80da-908bc747ec47 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:32.274794 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-cf06d3d8-39c7-44cd-80da-908bc747ec47 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226888 Aug 16 21:14:33.449044 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 1f8e0810-8667-4488-aca6-07c4076e104e no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:14:33.475421 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 1f8e0810-8667-4488-aca6-07c4076e104e {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:14:33.475771 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 1f8e0810-8667-4488-aca6-07c4076e104e not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:14:34.489488 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1879137f-9754-4895-ae54-35c02f9ded03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:34.767718 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:35.880919 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:36.758882 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:36.852256 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:37.339731 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:39.575923 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:14:46.539467 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-a18f08c3-d1b0-4818-811a-dc60902fc29e tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125891597&fields=id&tenant_id=a9eadbdb18d44d14bcbde91823993e71 HTTP/1.1" status: 200 len: 267 time: 0.0317218 Aug 16 21:14:46.645268 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-0f8fb67d-a2f6-41da-8b2d-270943fe780f tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:46.646660 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-0f8fb67d-a2f6-41da-8b2d-270943fe780f tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/networks?id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 HTTP/1.1" status: 200 len: 808 time: 0.1004467 Aug 16 21:14:46.661767 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-fe0c33b8-08a3-41b6-b164-fbe78239257a tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/quotas/a9eadbdb18d44d14bcbde91823993e71 HTTP/1.1" status: 200 len: 375 time: 0.0093706 Aug 16 21:14:46.711540 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-c74fd13d-8dfa-4ad6-8076-732464cd48ed tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=a9eadbdb18d44d14bcbde91823993e71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445299 Aug 16 21:14:46.768903 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-19745664-90a9-4b97-b044-e29335fb8117 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:14:46.770405 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-19745664-90a9-4b97-b044-e29335fb8117 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473137 Aug 16 21:14:46.860000 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-5e4793af-13f0-4f50-a592-3cd560109a0a service neutron] 10.222.0.68 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832534 Aug 16 21:14:46.945150 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-97881348-1d32-4d92-b936-bb2f20885d0a service neutron] 10.222.0.68 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788405 Aug 16 21:14:47.227906 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-46c9bf5c-0451-41da-9f42-c0e0f987d7b4 req-caa99f2f-d367-47e9-be7f-058f81a9aebe tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 210 time: 0.0277271 Aug 16 21:14:48.201165 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-075f47bc-4015-4b56-aa57-86457031ce4e tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:48.202938 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-075f47bc-4015-4b56-aa57-86457031ce4e tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.63 "GET /v2.0/networks?id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 HTTP/1.1" status: 200 len: 808 time: 0.1075850 Aug 16 21:14:48.246976 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-8620b31d-5969-459a-8cb0-e32bb647fd9e tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9eadbdb18d44d14bcbde91823993e71 HTTP/1.1" status: 200 len: 380 time: 0.0347531 Aug 16 21:14:48.256547 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-1dd4f9b6-669a-4e19-926a-0013633d5b66 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Request body: {'port': {'device_id': 'db299202-e891-46a2-96e9-b9251e0db000', 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1', 'admin_state_up': True, 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'security_groups': ['ea967328-ff3c-495b-a623-5dde2fe19b04']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:14:48.340888 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-be4e8a57-acd2-4d38-a4e8-0569dc946ffc req-fa7e17d1-c1a4-4d1b-ba49-dea5c2f1e5fe tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 210 time: 0.0399842 Aug 16 21:14:48.396480 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-1dd4f9b6-669a-4e19-926a-0013633d5b66 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Made reservation on behalf of a9eadbdb18d44d14bcbde91823993e71 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:14:48.400011 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-1dd4f9b6-669a-4e19-926a-0013633d5b66 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:48.531988 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-1dd4f9b6-669a-4e19-926a-0013633d5b66 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Allocated IP 172.20.0.12 (4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1/8ac5c798-04a1-4170-98f4-b1a7dff46c51/46f65169-cf71-4bea-b2eb-233e2e2eefd8) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:14:48.671623 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-1dd4f9b6-669a-4e19-926a-0013633d5b66 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:48.685602 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-1dd4f9b6-669a-4e19-926a-0013633d5b66 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Transition to ACTIVE for port object 46f65169-cf71-4bea-b2eb-233e2e2eefd8 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:14:48.719831 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-1dd4f9b6-669a-4e19-926a-0013633d5b66 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:48.771773 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-1dd4f9b6-669a-4e19-926a-0013633d5b66 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Network 4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:14:48.775170 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-1dd4f9b6-669a-4e19-926a-0013633d5b66 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:14:48.777922 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-1dd4f9b6-669a-4e19-926a-0013633d5b66 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:14:48.808723 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4f9b6-669a-4e19-926a-0013633d5b66 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Pushing event updated for resources: {'Port': ['ID=46f65169-cf71-4bea-b2eb-233e2e2eefd8,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:48.838316 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-1dd4f9b6-669a-4e19-926a-0013633d5b66 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:48.839108 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-1dd4f9b6-669a-4e19-926a-0013633d5b66 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:48.860823 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-1dd4f9b6-669a-4e19-926a-0013633d5b66 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6084013 Aug 16 21:14:48.874464 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-5003f7ab-7858-40dd-a1c0-0386300169b2 service neutron] Request body: {'port': {'device_id': 'db299202-e891-46a2-96e9-b9251e0db000', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:14:48.935106 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-5003f7ab-7858-40dd-a1c0-0386300169b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:49.052509 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a92d9966-2091-4ece-8c94-799cee04c1f7 None None] Provisioning for port 46f65169-cf71-4bea-b2eb-233e2e2eefd8 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:14:49.056946 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a92d9966-2091-4ece-8c94-799cee04c1f7 None None] Provisioning complete for port 46f65169-cf71-4bea-b2eb-233e2e2eefd8 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:14:49.057326 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a92d9966-2091-4ece-8c94-799cee04c1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:49.093198 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a92d9966-2091-4ece-8c94-799cee04c1f7 None None] Port 46f65169-cf71-4bea-b2eb-233e2e2eefd8 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:14:49.217848 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-5003f7ab-7858-40dd-a1c0-0386300169b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46f65169-cf71-4bea-b2eb-233e2e2eefd8 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:14:49.225790 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-5003f7ab-7858-40dd-a1c0-0386300169b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:49.237508 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-5003f7ab-7858-40dd-a1c0-0386300169b2 service neutron] Transition to ACTIVE for port object 46f65169-cf71-4bea-b2eb-233e2e2eefd8 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:14:49.241474 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-5003f7ab-7858-40dd-a1c0-0386300169b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:49.311733 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003f7ab-7858-40dd-a1c0-0386300169b2 service neutron] Pushing event updated for resources: {'Port': ['ID=46f65169-cf71-4bea-b2eb-233e2e2eefd8,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:49.381644 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-5003f7ab-7858-40dd-a1c0-0386300169b2 service neutron] Attempting to bind port 46f65169-cf71-4bea-b2eb-233e2e2eefd8 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:14:49.382273 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-5003f7ab-7858-40dd-a1c0-0386300169b2 service neutron] Attempting to bind port 46f65169-cf71-4bea-b2eb-233e2e2eefd8 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'e2a51bb1-da24-4ce4-b337-efe2c29076d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:14:49.382952 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-5003f7ab-7858-40dd-a1c0-0386300169b2 service neutron] Attempting to bind port 46f65169-cf71-4bea-b2eb-233e2e2eefd8 on network 4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:14:49.392101 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-5003f7ab-7858-40dd-a1c0-0386300169b2 service neutron] Port 46f65169-cf71-4bea-b2eb-233e2e2eefd8 on network 4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:14:49.392429 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-5003f7ab-7858-40dd-a1c0-0386300169b2 service neutron] Attempting to bind port 46f65169-cf71-4bea-b2eb-233e2e2eefd8 on network 4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:14:49.401240 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-5003f7ab-7858-40dd-a1c0-0386300169b2 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:14:49.401580 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-5003f7ab-7858-40dd-a1c0-0386300169b2 service neutron] Checking segment: {'id': 'e2a51bb1-da24-4ce4-b337-efe2c29076d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:14:49.401972 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-5003f7ab-7858-40dd-a1c0-0386300169b2 service neutron] Bound using segment: {'id': 'e2a51bb1-da24-4ce4-b337-efe2c29076d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:14:49.402403 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-5003f7ab-7858-40dd-a1c0-0386300169b2 service neutron] Bound port: 46f65169-cf71-4bea-b2eb-233e2e2eefd8, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2a51bb1-da24-4ce4-b337-efe2c29076d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:14:49.402764 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-5003f7ab-7858-40dd-a1c0-0386300169b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:49.513186 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-5003f7ab-7858-40dd-a1c0-0386300169b2 service neutron] For port 46f65169-cf71-4bea-b2eb-233e2e2eefd8, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:14:49.523835 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f0a46-f6a7-4c4b-8716-7fec87b4d747 req-1acf5466-1108-45a9-938f-a011eeea7e16 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:49.525501 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e35f0a46-f6a7-4c4b-8716-7fec87b4d747 req-1acf5466-1108-45a9-938f-a011eeea7e16 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 944 time: 0.0853126 Aug 16 21:14:49.527337 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-5003f7ab-7858-40dd-a1c0-0386300169b2 service neutron] For port 46f65169-cf71-4bea-b2eb-233e2e2eefd8, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=46f65169-cf71-4bea-b2eb-233e2e2eefd8,segment=NetworkSegment(e2a51bb1-da24-4ce4-b337-efe2c29076d4),segment_id=e2a51bb1-da24-4ce4-b337-efe2c29076d4)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:14:49.532458 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-5003f7ab-7858-40dd-a1c0-0386300169b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:49.590910 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-5003f7ab-7858-40dd-a1c0-0386300169b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:49.591850 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-5003f7ab-7858-40dd-a1c0-0386300169b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:49.593465 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-5003f7ab-7858-40dd-a1c0-0386300169b2 service neutron] 10.222.0.63 "PUT /v2.0/ports/46f65169-cf71-4bea-b2eb-233e2e2eefd8 HTTP/1.1" status: 200 len: 1093 time: 0.7235446 Aug 16 21:14:49.597572 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db299202-e891-46a2-96e9-b9251e0db000', 'tag': '46f65169-cf71-4bea-b2eb-233e2e2eefd8'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:14:49.600521 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276a04f5-ed6e-479b-9ff6-590257b46da1" -d '{"events": [{"name": "network-changed", "server_uuid": "db299202-e891-46a2-96e9-b9251e0db000", "tag": "46f65169-cf71-4bea-b2eb-233e2e2eefd8"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:14:49.633121 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e35f0a46-f6a7-4c4b-8716-7fec87b4d747 req-0bbf9e36-96d0-4c90-8be8-19e15be046fc tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978072 Aug 16 21:14:49.651955 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003f7ab-7858-40dd-a1c0-0386300169b2 service neutron] Pushing event updated for resources: {'Port': ['ID=46f65169-cf71-4bea-b2eb-233e2e2eefd8,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:14:49.701579 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-dcf50e2d-aa3e-4873-902a-b58d38bd7c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:49.703188 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-dcf50e2d-aa3e-4873-902a-b58d38bd7c22 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a9eadbdb18d44d14bcbde91823993e71&device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 1096 time: 0.0445569 Aug 16 21:14:49.719413 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e2beeb-36d6-4077-a987-6dd0b6719476 x-openstack-request-id: req-44e2beeb-36d6-4077-a987-6dd0b6719476 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:14:49.719695 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db299202-e891-46a2-96e9-b9251e0db000", "tag": "46f65169-cf71-4bea-b2eb-233e2e2eefd8", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:14:49.719941 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-44e2beeb-36d6-4077-a987-6dd0b6719476 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:14:49.720338 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db299202-e891-46a2-96e9-b9251e0db000', 'tag': '46f65169-cf71-4bea-b2eb-233e2e2eefd8', 'status': 'completed', 'code': 200} Aug 16 21:14:49.750040 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-89d3e4c9-0d9f-48d9-96b1-0061f156069b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46f65169-cf71-4bea-b2eb-233e2e2eefd8 HTTP/1.1" status: 200 len: 217 time: 0.0376034 Aug 16 21:14:49.805670 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-929c2184-2f94-46bd-a199-aedf0ea4fdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:49.807278 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-929c2184-2f94-46bd-a199-aedf0ea4fdf1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8ac5c798-04a1-4170-98f4-b1a7dff46c51 HTTP/1.1" status: 200 len: 847 time: 0.0497398 Aug 16 21:14:49.861545 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-80422d99-66bb-41dc-b84a-89572e7471f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:49.863142 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-80422d99-66bb-41dc-b84a-89572e7471f9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491874 Aug 16 21:14:49.955474 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-9cf6f445-01c3-46c7-b518-30a89177faf0 service neutron] 10.222.0.63 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854204 Aug 16 21:14:50.390264 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0eeba751-210a-4a56-a0aa-5066757dc163 req-ef20c534-cfa3-4263-8c94-f48ec6d4bd5a service neutron] 10.222.0.63 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267273 Aug 16 21:14:50.474824 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a04f5-ed6e-479b-9ff6-590257b46da1 req-bb9a5d9b-a6a1-4b6a-9468-be5e67b32e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:50.477003 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-276a04f5-ed6e-479b-9ff6-590257b46da1 req-bb9a5d9b-a6a1-4b6a-9468-be5e67b32e82 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a9eadbdb18d44d14bcbde91823993e71&device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 1096 time: 0.0439734 Aug 16 21:14:50.572231 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a04f5-ed6e-479b-9ff6-590257b46da1 req-d3b56915-f168-4723-a470-7751105305db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:50.573701 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-276a04f5-ed6e-479b-9ff6-590257b46da1 req-d3b56915-f168-4723-a470-7751105305db service neutron] 10.222.0.63 "GET /v2.0/networks?id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 HTTP/1.1" status: 200 len: 909 time: 0.0902975 Aug 16 21:14:50.614891 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-276a04f5-ed6e-479b-9ff6-590257b46da1 req-60d15b71-7f00-468d-b5b1-48ea2758ada2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46f65169-cf71-4bea-b2eb-233e2e2eefd8 HTTP/1.1" status: 200 len: 217 time: 0.0346105 Aug 16 21:14:50.664245 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a04f5-ed6e-479b-9ff6-590257b46da1 req-2c74d5c7-293a-4a38-a450-3dc4fbacf97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:50.665726 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-276a04f5-ed6e-479b-9ff6-590257b46da1 req-2c74d5c7-293a-4a38-a450-3dc4fbacf97a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8ac5c798-04a1-4170-98f4-b1a7dff46c51 HTTP/1.1" status: 200 len: 847 time: 0.0447872 Aug 16 21:14:50.718630 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a04f5-ed6e-479b-9ff6-590257b46da1 req-d7782265-0323-4bf8-967e-d7c62f87be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:50.720330 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-276a04f5-ed6e-479b-9ff6-590257b46da1 req-d7782265-0323-4bf8-967e-d7c62f87be83 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479653 Aug 16 21:14:50.814440 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8c3e2-a5b7-4144-af2e-6ee2d6ff53b9 req-87987277-5130-4674-aef4-cf837882df69 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:50.815972 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f0e8c3e2-a5b7-4144-af2e-6ee2d6ff53b9 req-87987277-5130-4674-aef4-cf837882df69 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 944 time: 0.0936556 Aug 16 21:14:50.864667 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-276a04f5-ed6e-479b-9ff6-590257b46da1 req-45731680-2f02-4ab0-a189-1540a92f168a service neutron] 10.222.0.63 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332121 Aug 16 21:14:50.893369 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f0e8c3e2-a5b7-4144-af2e-6ee2d6ff53b9 req-066a923f-88fc-495f-a12b-ebe1d66a24cb tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701628 Aug 16 21:14:50.959390 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-276a04f5-ed6e-479b-9ff6-590257b46da1 req-69ade781-72be-4ea7-a6b6-83f286842aa8 service neutron] 10.222.0.63 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871217 Aug 16 21:14:52.014387 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444cbaa-c469-47c2-a3aa-b5af320561f9 req-6aa871a4-aa4e-4cd7-b515-3ff0285e89c2 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:52.015923 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4444cbaa-c469-47c2-a3aa-b5af320561f9 req-6aa871a4-aa4e-4cd7-b515-3ff0285e89c2 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 944 time: 0.0522780 Aug 16 21:14:52.056847 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4444cbaa-c469-47c2-a3aa-b5af320561f9 req-44f9daeb-8a61-431f-95dd-48c71f180fde tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346551 Aug 16 21:14:53.174261 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b536a-d242-48f7-8499-0f7c6c4b88cb req-66ae2fd5-e5bc-45fb-bdf5-ab34ef7900a6 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:53.175739 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f50b536a-d242-48f7-8499-0f7c6c4b88cb req-66ae2fd5-e5bc-45fb-bdf5-ab34ef7900a6 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 944 time: 0.0523195 Aug 16 21:14:53.212391 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f50b536a-d242-48f7-8499-0f7c6c4b88cb req-bc8712ec-7f3d-4e38-abc6-35ce5f95901c tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300975 Aug 16 21:14:54.331638 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863261a5-bf27-4017-893e-8c4cfeecd1f4 req-fb9a674b-7f4c-49c0-a25b-c5e72561c306 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:54.333040 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-863261a5-bf27-4017-893e-8c4cfeecd1f4 req-fb9a674b-7f4c-49c0-a25b-c5e72561c306 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 944 time: 0.0536416 Aug 16 21:14:54.370318 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-863261a5-bf27-4017-893e-8c4cfeecd1f4 req-e1389e4d-cf67-4a1e-8254-3f6c0dc4c341 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312870 Aug 16 21:14:55.483890 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f775a67-3462-4176-a903-b1993e60ec87 req-54112e3d-f006-4804-b3d3-a58d60d5f116 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:55.485348 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3f775a67-3462-4176-a903-b1993e60ec87 req-54112e3d-f006-4804-b3d3-a58d60d5f116 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 944 time: 0.0481451 Aug 16 21:14:55.521945 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3f775a67-3462-4176-a903-b1993e60ec87 req-bf6610fb-e0ce-405a-9904-d107512d9e65 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301895 Aug 16 21:14:56.638673 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c120bf-6cdb-4143-87b1-46387b58c01b req-37575f4a-2e59-4c0e-8ae3-011a0572b65c tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:56.640290 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d3c120bf-6cdb-4143-87b1-46387b58c01b req-37575f4a-2e59-4c0e-8ae3-011a0572b65c tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 944 time: 0.0511022 Aug 16 21:14:56.677356 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d3c120bf-6cdb-4143-87b1-46387b58c01b req-ec0871b1-af83-4525-b6c2-fa011ce05856 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311971 Aug 16 21:14:57.791600 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48580717-2326-48ca-949b-58b2612a75ac req-14a1e221-af4c-426f-b2d7-e17b833dc076 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:57.793057 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48580717-2326-48ca-949b-58b2612a75ac req-14a1e221-af4c-426f-b2d7-e17b833dc076 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 944 time: 0.0482812 Aug 16 21:14:57.830866 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48580717-2326-48ca-949b-58b2612a75ac req-458654d7-5c07-41e5-bff3-d27cd4d52335 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316172 Aug 16 21:14:58.945672 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78536a44-7bfa-4fab-97e9-b433de53f987 req-dd2acc88-c9ed-4d72-b7da-383c8380db31 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:58.947179 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-78536a44-7bfa-4fab-97e9-b433de53f987 req-dd2acc88-c9ed-4d72-b7da-383c8380db31 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 944 time: 0.0506494 Aug 16 21:14:58.984117 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-78536a44-7bfa-4fab-97e9-b433de53f987 req-8a0ee625-0429-4ac9-a012-cb3fd34bcf0e tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309815 Aug 16 21:14:59.792856 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 46f65169-cf71-4bea-b2eb-233e2e2eefd8 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:14:59.885671 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 46f65169-cf71-4bea-b2eb-233e2e2eefd8, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=46f65169-cf71-4bea-b2eb-233e2e2eefd8,segment=NetworkSegment(e2a51bb1-da24-4ce4-b337-efe2c29076d4),segment_id=e2a51bb1-da24-4ce4-b337-efe2c29076d4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:14:59.898378 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': '46f65169-cf71-4bea-b2eb-233e2e2eefd8', 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1', 'port_id': '46f65169-cf71-4bea-b2eb-233e2e2eefd8', 'mac_address': 'fa:16:3e:e0:a5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:14:59.934913 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:59.947775 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f65169-cf71-4bea-b2eb-233e2e2eefd8 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:14:59.966431 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 46f65169-cf71-4bea-b2eb-233e2e2eefd8, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=46f65169-cf71-4bea-b2eb-233e2e2eefd8,segment=NetworkSegment(e2a51bb1-da24-4ce4-b337-efe2c29076d4),segment_id=e2a51bb1-da24-4ce4-b337-efe2c29076d4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:14:59.970385 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:00.017569 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=46f65169-cf71-4bea-b2eb-233e2e2eefd8,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:00.025054 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:00.025418 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:00.025757 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:00.026086 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:00.026412 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:00.026735 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:00.027053 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:00.027398 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:00.027843 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:00.028166 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:00.028482 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:00.028796 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:00.104465 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb663a6-10e9-4a91-9e4a-66cb8b6ed2b3 req-5b832a2a-8198-4168-bbb1-725d037fd52d tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:00.105941 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-adb663a6-10e9-4a91-9e4a-66cb8b6ed2b3 req-5b832a2a-8198-4168-bbb1-725d037fd52d tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 945 time: 0.0524416 Aug 16 21:15:00.143484 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-adb663a6-10e9-4a91-9e4a-66cb8b6ed2b3 req-ca47991d-a463-4c72-b009-a136f960f89c tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315466 Aug 16 21:15:00.228330 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['46f65169-cf71-4bea-b2eb-233e2e2eefd8'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:15:01.257858 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dcc5a-dbd0-4940-b78d-3c4acc50637e req-2e6e5366-da92-4387-ad3c-ca212d931953 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:01.259423 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae8dcc5a-dbd0-4940-b78d-3c4acc50637e req-2e6e5366-da92-4387-ad3c-ca212d931953 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 945 time: 0.0485730 Aug 16 21:15:01.297183 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ae8dcc5a-dbd0-4940-b78d-3c4acc50637e req-f633a3ca-eba5-4423-b62c-f45946a4a3ea tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317650 Aug 16 21:15:01.807500 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 46f65169-cf71-4bea-b2eb-233e2e2eefd8 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:15:01.856912 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port 46f65169-cf71-4bea-b2eb-233e2e2eefd8 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:15:01.860530 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port 46f65169-cf71-4bea-b2eb-233e2e2eefd8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:01.860906 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:01.935639 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:01.969667 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db299202-e891-46a2-96e9-b9251e0db000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f65169-cf71-4bea-b2eb-233e2e2eefd8'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:15:01.972347 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0348104d8022dd0cb333a966cdf78087a7844175b144024c4093ab2d6ac91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65efd62d-7a5a-44ef-8434-d3ede2e53bce" -d '{"events": [{"server_uuid": "db299202-e891-46a2-96e9-b9251e0db000", "name": "network-vif-plugged", "status": "completed", "tag": "46f65169-cf71-4bea-b2eb-233e2e2eefd8"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:15:01.977574 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-483cd090-1439-4bda-8969-044f99cebd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:01.988194 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 46f65169-cf71-4bea-b2eb-233e2e2eefd8, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=46f65169-cf71-4bea-b2eb-233e2e2eefd8,segment=NetworkSegment(e2a51bb1-da24-4ce4-b337-efe2c29076d4),segment_id=e2a51bb1-da24-4ce4-b337-efe2c29076d4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:01.993138 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:02.046439 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=46f65169-cf71-4bea-b2eb-233e2e2eefd8,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:02.066627 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f518f7bc-0b2d-4302-a2d6-68d2043632e2 x-openstack-request-id: req-f518f7bc-0b2d-4302-a2d6-68d2043632e2 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:15:02.066914 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db299202-e891-46a2-96e9-b9251e0db000", "name": "network-vif-plugged", "status": "completed", "tag": "46f65169-cf71-4bea-b2eb-233e2e2eefd8", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:15:02.067163 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f518f7bc-0b2d-4302-a2d6-68d2043632e2 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:15:02.067586 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db299202-e891-46a2-96e9-b9251e0db000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f65169-cf71-4bea-b2eb-233e2e2eefd8', 'code': 200} Aug 16 21:15:02.158105 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713d469-c74c-478b-b2ed-0435d9264e8f req-6270d104-6da9-4e87-96b6-3b9c1c6b89ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:02.159609 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7713d469-c74c-478b-b2ed-0435d9264e8f req-6270d104-6da9-4e87-96b6-3b9c1c6b89ce service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 1098 time: 0.0393565 Aug 16 21:15:02.193717 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7713d469-c74c-478b-b2ed-0435d9264e8f req-5479e096-f458-4efb-b4c1-4fc81f7ab321 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268598 Aug 16 21:15:02.417008 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f45046-940a-4edc-b06e-3ffe4bdc864a req-bd840059-919d-40ae-bb9f-9ce1ac6aecd2 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:02.418481 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d4f45046-940a-4edc-b06e-3ffe4bdc864a req-bd840059-919d-40ae-bb9f-9ce1ac6aecd2 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 946 time: 0.0527933 Aug 16 21:15:02.456673 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d4f45046-940a-4edc-b06e-3ffe4bdc864a req-d6017d1a-aaf7-4f66-a513-0eb5b35ac9d8 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320067 Aug 16 21:15:03.569832 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6df83-e365-44fc-bd02-4fff3684711e req-d86088b8-9935-4daa-b5eb-362953f5fe4e tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:03.571353 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a2d6df83-e365-44fc-bd02-4fff3684711e req-d86088b8-9935-4daa-b5eb-362953f5fe4e tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 946 time: 0.0490301 Aug 16 21:15:03.608863 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a2d6df83-e365-44fc-bd02-4fff3684711e req-97a58184-dca4-4d14-b157-d5ce90b9b35c tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310528 Aug 16 21:15:03.719634 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c7a3b-9695-4a9e-920b-cfa2c82bf0b2 req-f1165635-510e-4f7d-9f22-32edc6fce2c7 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:03.721090 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-801c7a3b-9695-4a9e-920b-cfa2c82bf0b2 req-f1165635-510e-4f7d-9f22-32edc6fce2c7 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 946 time: 0.0484149 Aug 16 21:15:03.758630 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-801c7a3b-9695-4a9e-920b-cfa2c82bf0b2 req-a952fa9e-ad3f-405b-8bc8-ab892e7d90df tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315087 Aug 16 21:15:03.783525 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35788) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:03.827612 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d017aac-00e0-4721-b4ed-d6eafea0f9ec tempest-TestShelveInstance-1726394255 tempest-TestShelveInstance-1726394255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:03.829137 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2d017aac-00e0-4721-b4ed-d6eafea0f9ec tempest-TestShelveInstance-1726394255 tempest-TestShelveInstance-1726394255-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 1093 time: 0.0446355 Aug 16 21:15:03.832040 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35790) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:03.836530 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-567ac830-78c8-42b5-b76a-b0156ea27674 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'port_id': '46f65169-cf71-4bea-b2eb-233e2e2eefd8', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:03.858193 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-567ac830-78c8-42b5-b76a-b0156ea27674 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:03.952976 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-567ac830-78c8-42b5-b76a-b0156ea27674 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:04.058223 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-567ac830-78c8-42b5-b76a-b0156ea27674 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Allocated IP 172.25.8.211 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/6ed00e58-90b2-4259-ad04-e7cd8fda4226) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:15:04.159362 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-567ac830-78c8-42b5-b76a-b0156ea27674 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:04.198500 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-567ac830-78c8-42b5-b76a-b0156ea27674 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:04.241775 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567ac830-78c8-42b5-b76a-b0156ea27674 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:15:04.244643 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-567ac830-78c8-42b5-b76a-b0156ea27674 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:15:04.247736 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567ac830-78c8-42b5-b76a-b0156ea27674 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:15:04.271762 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ac830-78c8-42b5-b76a-b0156ea27674 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Pushing event updated for resources: {'Port': ['ID=6ed00e58-90b2-4259-ad04-e7cd8fda4226,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:04.492037 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-40a0be35-d689-4a4c-8a6b-0f18f1f543b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:04.603480 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-567ac830-78c8-42b5-b76a-b0156ea27674 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:04.671773 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-567ac830-78c8-42b5-b76a-b0156ea27674 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:04.770322 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:04.823257 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-567ac830-78c8-42b5-b76a-b0156ea27674 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:04.827971 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-567ac830-78c8-42b5-b76a-b0156ea27674 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:04.892734 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ac830-78c8-42b5-b76a-b0156ea27674 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Pushing event updated for resources: {'Port': ['ID=6ed00e58-90b2-4259-ad04-e7cd8fda4226,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:04.905319 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-567ac830-78c8-42b5-b76a-b0156ea27674 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:05.008338 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-567ac830-78c8-42b5-b76a-b0156ea27674 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Floating IP 826d6583-6747-4102-8a65-2be00a57c99d associated. External IP: 172.25.8.211, port: 46f65169-cf71-4bea-b2eb-233e2e2eefd8. Aug 16 21:15:05.219321 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567ac830-78c8-42b5-b76a-b0156ea27674 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Router 041ec843-412d-4ded-bd3a-67bf7208adea has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:15:05.329792 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567ac830-78c8-42b5-b76a-b0156ea27674 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:15:05.339102 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e78cd43-20ab-450a-abdf-18ca3818d66b None None] Sync routers for ids ['041ec843-412d-4ded-bd3a-67bf7208adea'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:15:05.345432 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-567ac830-78c8-42b5-b76a-b0156ea27674 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:05.348511 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e78cd43-20ab-450a-abdf-18ca3818d66b None None] Routers {'041ec843-412d-4ded-bd3a-67bf7208adea'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:05.349112 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-8e78cd43-20ab-450a-abdf-18ca3818d66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:15:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['041ec843-412d-4ded-bd3a-67bf7208adea'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:05.373921 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-567ac830-78c8-42b5-b76a-b0156ea27674 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5408304 Aug 16 21:15:05.374524 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db299202-e891-46a2-96e9-b9251e0db000', 'tag': '46f65169-cf71-4bea-b2eb-233e2e2eefd8'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:15:05.376800 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c476542b-b138-4a0d-9080-2708116fa614" -d '{"events": [{"name": "network-changed", "server_uuid": "db299202-e891-46a2-96e9-b9251e0db000", "tag": "46f65169-cf71-4bea-b2eb-233e2e2eefd8"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:15:05.420429 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b9744a-bf27-4d61-b51a-7de54d9981bf x-openstack-request-id: req-f3b9744a-bf27-4d61-b51a-7de54d9981bf {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:15:05.420713 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db299202-e891-46a2-96e9-b9251e0db000", "tag": "46f65169-cf71-4bea-b2eb-233e2e2eefd8", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:15:05.420958 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f3b9744a-bf27-4d61-b51a-7de54d9981bf {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:15:05.421353 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db299202-e891-46a2-96e9-b9251e0db000', 'tag': '46f65169-cf71-4bea-b2eb-233e2e2eefd8', 'status': 'completed', 'code': 200} Aug 16 21:15:05.462451 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-8e78cd43-20ab-450a-abdf-18ca3818d66b None None] Set router 041ec843-412d-4ded-bd3a-67bf7208adea gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:05.483674 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476542b-b138-4a0d-9080-2708116fa614 req-0bcaba10-1abe-4b4d-987a-02103e62f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:05.485206 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c476542b-b138-4a0d-9080-2708116fa614 req-0bcaba10-1abe-4b4d-987a-02103e62f8f5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a9eadbdb18d44d14bcbde91823993e71&device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 1098 time: 0.0411322 Aug 16 21:15:05.578077 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476542b-b138-4a0d-9080-2708116fa614 req-594a6e7d-2a73-4a90-9568-a5a48d1a4033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:05.579646 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c476542b-b138-4a0d-9080-2708116fa614 req-594a6e7d-2a73-4a90-9568-a5a48d1a4033 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 HTTP/1.1" status: 200 len: 909 time: 0.0878954 Aug 16 21:15:05.643736 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c476542b-b138-4a0d-9080-2708116fa614 req-63f16c1f-623c-4ec4-a900-217c1d79e0f7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46f65169-cf71-4bea-b2eb-233e2e2eefd8 HTTP/1.1" status: 200 len: 1000 time: 0.0568521 Aug 16 21:15:05.678276 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-8e78cd43-20ab-450a-abdf-18ca3818d66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'name': 'tempest-TestShelveInstance-898252834-router', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:08Z', 'updated_at': '2021-08-16T21:10:11Z', 'revision_number': 4, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'gw_port': {'id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:09Z', 'updated_at': '2021-08-16T21:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '826d6583-6747-4102-8a65-2be00a57c99d', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'floating_ip_address': '172.25.8.211', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'port_id': '46f65169-cf71-4bea-b2eb-233e2e2eefd8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1', 'mac_address': 'fa:16:3e:e0:a5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db299202-e891-46a2-96e9-b9251e0db000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:15:04Z', 'updated_at': '2021-08-16T21:15:04Z', 'revision_number': 0, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0ef1fb-6667-495b-8c5b-0b6c715658e8', 'name': '', 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'mac_address': 'fa:16:3e:e3:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:10Z', 'updated_at': '2021-08-16T21:10:16Z', 'revision_number': 5, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'subnets': [{'id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:05.697932 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476542b-b138-4a0d-9080-2708116fa614 req-0c398caa-21d2-4e65-9ab9-8adcea0505aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:05.699557 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c476542b-b138-4a0d-9080-2708116fa614 req-0c398caa-21d2-4e65-9ab9-8adcea0505aa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8ac5c798-04a1-4170-98f4-b1a7dff46c51 HTTP/1.1" status: 200 len: 847 time: 0.0493031 Aug 16 21:15:05.703163 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e78cd43-20ab-450a-abdf-18ca3818d66b None None] Checking router: 041ec843-412d-4ded-bd3a-67bf7208adea for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:15:05.711097 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e78cd43-20ab-450a-abdf-18ca3818d66b None None] Routers {'041ec843-412d-4ded-bd3a-67bf7208adea'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:05.711711 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-8e78cd43-20ab-450a-abdf-18ca3818d66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:15:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['041ec843-412d-4ded-bd3a-67bf7208adea'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:05.745313 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476542b-b138-4a0d-9080-2708116fa614 req-b8a1b2b0-85fe-4c3d-9266-ddfa62d0bb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:05.746840 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c476542b-b138-4a0d-9080-2708116fa614 req-b8a1b2b0-85fe-4c3d-9266-ddfa62d0bb17 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407729 Aug 16 21:15:05.814414 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-8e78cd43-20ab-450a-abdf-18ca3818d66b None None] Set router 041ec843-412d-4ded-bd3a-67bf7208adea gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:05.835407 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c476542b-b138-4a0d-9080-2708116fa614 req-3bd174d6-15aa-4279-98fc-3f8fa2de1030 service neutron] 10.222.0.63 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816932 Aug 16 21:15:05.882227 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:05.933981 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c476542b-b138-4a0d-9080-2708116fa614 req-64fd8f3e-d3f0-45fe-bdc7-42fc0370b876 service neutron] 10.222.0.63 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917397 Aug 16 21:15:06.044100 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-8e78cd43-20ab-450a-abdf-18ca3818d66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'name': 'tempest-TestShelveInstance-898252834-router', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:08Z', 'updated_at': '2021-08-16T21:10:11Z', 'revision_number': 4, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'gw_port': {'id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:09Z', 'updated_at': '2021-08-16T21:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '826d6583-6747-4102-8a65-2be00a57c99d', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'floating_ip_address': '172.25.8.211', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'port_id': '46f65169-cf71-4bea-b2eb-233e2e2eefd8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1', 'mac_address': 'fa:16:3e:e0:a5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db299202-e891-46a2-96e9-b9251e0db000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:15:04Z', 'updated_at': '2021-08-16T21:15:04Z', 'revision_number': 0, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0ef1fb-6667-495b-8c5b-0b6c715658e8', 'name': '', 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'mac_address': 'fa:16:3e:e3:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:10Z', 'updated_at': '2021-08-16T21:10:16Z', 'revision_number': 5, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'subnets': [{'id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:06.069359 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e78cd43-20ab-450a-abdf-18ca3818d66b None None] The sync data for ids ['041ec843-412d-4ded-bd3a-67bf7208adea'] in n-d-787206-13 is: [{'id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'name': 'tempest-TestShelveInstance-898252834-router', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:08Z', 'updated_at': '2021-08-16T21:10:11Z', 'revision_number': 4, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'gw_port': {'id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:09Z', 'updated_at': '2021-08-16T21:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '826d6583-6747-4102-8a65-2be00a57c99d', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'floating_ip_address': '172.25.8.211', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'port_id': '46f65169-cf71-4bea-b2eb-233e2e2eefd8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1', 'mac_address': 'fa:16:3e:e0:a5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db299202-e891-46a2-96e9-b9251e0db000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:15:04Z', 'updated_at': '2021-08-16T21:15:04Z', 'revision_number': 0, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0ef1fb-6667-495b-8c5b-0b6c715658e8', 'name': '', 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'mac_address': 'fa:16:3e:e3:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:10Z', 'updated_at': '2021-08-16T21:10:16Z', 'revision_number': 5, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'subnets': [{'id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:15:06.250760 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b33471-1327-411d-a434-df1d7706b2dd None None] New status for floating IP 826d6583-6747-4102-8a65-2be00a57c99d: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:15:06.766090 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:06.880182 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:07.341147 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:16.577060 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:15:31.957675 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-17e90b0a-474b-4198-ac4a-61bea3db24a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:34.493113 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ce4f37f-f60f-44f9-9af4-c0ffb260082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:34.773329 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:35.885520 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:36.767982 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:36.879528 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:37.344205 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:51.382876 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8cf0a62e-8100-42e5-9ed2-84896e6ef897 req-eea924cd-1bcd-4cbd-a074-c01aa2cec051 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399346 Aug 16 21:15:51.463683 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0a62e-8100-42e5-9ed2-84896e6ef897 req-1211a594-7fb3-4ecd-94e8-fbcf6de7db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:51.465158 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8cf0a62e-8100-42e5-9ed2-84896e6ef897 req-1211a594-7fb3-4ecd-94e8-fbcf6de7db4e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a9eadbdb18d44d14bcbde91823993e71&device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 1098 time: 0.0419290 Aug 16 21:15:51.570064 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0a62e-8100-42e5-9ed2-84896e6ef897 req-9a7d9c38-bcc6-4d25-ae1f-40d81f1bd527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:51.571573 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8cf0a62e-8100-42e5-9ed2-84896e6ef897 req-9a7d9c38-bcc6-4d25-ae1f-40d81f1bd527 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 HTTP/1.1" status: 200 len: 909 time: 0.0881863 Aug 16 21:15:51.637556 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8cf0a62e-8100-42e5-9ed2-84896e6ef897 req-18763802-8db6-49aa-9c88-ae2e4d9f75c8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46f65169-cf71-4bea-b2eb-233e2e2eefd8 HTTP/1.1" status: 200 len: 1002 time: 0.0593402 Aug 16 21:15:51.684261 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0a62e-8100-42e5-9ed2-84896e6ef897 req-8446f5bc-29f4-4bd0-9dff-338a93e340b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:51.685764 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8cf0a62e-8100-42e5-9ed2-84896e6ef897 req-8446f5bc-29f4-4bd0-9dff-338a93e340b1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8ac5c798-04a1-4170-98f4-b1a7dff46c51 HTTP/1.1" status: 200 len: 847 time: 0.0421796 Aug 16 21:15:51.729522 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0a62e-8100-42e5-9ed2-84896e6ef897 req-f3f328fc-e446-41d0-9066-06b721a8c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:51.730976 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8cf0a62e-8100-42e5-9ed2-84896e6ef897 req-f3f328fc-e446-41d0-9066-06b721a8c50c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388632 Aug 16 21:15:51.821525 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8cf0a62e-8100-42e5-9ed2-84896e6ef897 req-cc7746f8-ae1f-406b-ac0d-16c72de302c4 service neutron] 10.222.0.63 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835009 Aug 16 21:15:51.907962 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8cf0a62e-8100-42e5-9ed2-84896e6ef897 req-27dc302c-60b9-469b-8a7d-2babbad295d4 service neutron] 10.222.0.63 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798669 Aug 16 21:15:53.577123 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:16:01.959175 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-535bd976-4ad7-4baa-bc35-7edd549d28b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:04.491714 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-312f183c-e0e7-4b40-8725-2b9f5eb43f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:04.773578 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:05.886950 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:06.776031 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:06.878885 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:07.346780 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:30.575469 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:16:31.959502 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dbbec7d1-3503-40e6-bcbe-4c31b3c8b25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:34.492128 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34ab343b-42e2-4175-9ee6-177ea74e4eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:34.774554 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:35.890000 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:36.770827 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:36.877987 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:37.351076 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:51.418779 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d25d550c-53db-45ad-bf31-a302cf3ab466 req-a32277f1-a29b-4186-ac7f-e13b62e17493 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0776062 Aug 16 21:16:51.504551 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d550c-53db-45ad-bf31-a302cf3ab466 req-178b57a3-ea08-421b-8714-fdad55c4e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:51.506596 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d25d550c-53db-45ad-bf31-a302cf3ab466 req-178b57a3-ea08-421b-8714-fdad55c4e6c2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a9eadbdb18d44d14bcbde91823993e71&device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 1098 time: 0.0449123 Aug 16 21:16:51.605949 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d550c-53db-45ad-bf31-a302cf3ab466 req-636661e0-6644-4c02-b12a-0d0b53f31012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:51.607354 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d25d550c-53db-45ad-bf31-a302cf3ab466 req-636661e0-6644-4c02-b12a-0d0b53f31012 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 HTTP/1.1" status: 200 len: 909 time: 0.0824270 Aug 16 21:16:51.674329 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d25d550c-53db-45ad-bf31-a302cf3ab466 req-e702fc77-0f9d-4681-899b-8274d353c133 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46f65169-cf71-4bea-b2eb-233e2e2eefd8 HTTP/1.1" status: 200 len: 1002 time: 0.0605040 Aug 16 21:16:51.721427 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d550c-53db-45ad-bf31-a302cf3ab466 req-f5d47816-7a85-4cbf-b12e-31868b914c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:51.722835 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d25d550c-53db-45ad-bf31-a302cf3ab466 req-f5d47816-7a85-4cbf-b12e-31868b914c6b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8ac5c798-04a1-4170-98f4-b1a7dff46c51 HTTP/1.1" status: 200 len: 847 time: 0.0422349 Aug 16 21:16:51.767431 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d550c-53db-45ad-bf31-a302cf3ab466 req-3cbc56be-ccbb-4703-b2db-81e11df59973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:51.768882 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d25d550c-53db-45ad-bf31-a302cf3ab466 req-3cbc56be-ccbb-4703-b2db-81e11df59973 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395467 Aug 16 21:16:51.860820 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d25d550c-53db-45ad-bf31-a302cf3ab466 req-4ac9df1d-236c-4424-90c4-e429eba64bfb service neutron] 10.222.0.63 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831962 Aug 16 21:16:51.949433 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d25d550c-53db-45ad-bf31-a302cf3ab466 req-318e14fc-237f-4439-89b3-992f27078e8b service neutron] 10.222.0.63 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817263 Aug 16 21:17:00.883793 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccdd1aa-ca3e-4c94-9482-77caa5a19805 req-cc4bfde6-82cc-4034-b5e9-e6582def218f tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:00.885468 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dccdd1aa-ca3e-4c94-9482-77caa5a19805 req-cc4bfde6-82cc-4034-b5e9-e6582def218f tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 946 time: 0.0513718 Aug 16 21:17:00.922487 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dccdd1aa-ca3e-4c94-9482-77caa5a19805 req-3a4d21bf-137e-4fcb-a62f-b1db2f0556e3 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310009 Aug 16 21:17:01.962036 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9d11ac0d-a08f-432e-82c5-dd483ff109ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:02.057825 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66986f-8602-44b4-a2b1-42616a6a9580 req-fcd92a2d-9495-43ab-bf85-d2fb474b8402 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:02.059511 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7e66986f-8602-44b4-a2b1-42616a6a9580 req-fcd92a2d-9495-43ab-bf85-d2fb474b8402 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 946 time: 0.0539057 Aug 16 21:17:02.096706 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7e66986f-8602-44b4-a2b1-42616a6a9580 req-34e6ef9f-1148-42b2-9be3-d161d70ca9be tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312171 Aug 16 21:17:03.211925 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0b9f0-d405-4e41-8bd7-103c9ef15acc req-05951291-e1ab-4c3d-814a-634018329488 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:03.213406 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-36c0b9f0-d405-4e41-8bd7-103c9ef15acc req-05951291-e1ab-4c3d-814a-634018329488 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 946 time: 0.0493038 Aug 16 21:17:03.249393 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-36c0b9f0-d405-4e41-8bd7-103c9ef15acc req-f6f512e6-9830-4c4b-a893-0cceabdfd3e6 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300777 Aug 16 21:17:04.362120 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4c1c7-27ce-43d6-a7bd-0782ffa6fb50 req-adb5caf1-dea3-4172-b780-b04d01f251aa tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:04.363616 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e1e4c1c7-27ce-43d6-a7bd-0782ffa6fb50 req-adb5caf1-dea3-4172-b780-b04d01f251aa tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 946 time: 0.0485754 Aug 16 21:17:04.401166 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e1e4c1c7-27ce-43d6-a7bd-0782ffa6fb50 req-372b7e0f-9d8e-4925-8329-2e2567d6de08 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307844 Aug 16 21:17:04.493920 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c409-22c2-41bc-bdfc-bef2d06c6b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:04.774247 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:05.519984 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0913dcb-d8c0-4527-9d99-aca5680b44f5 req-ca336a1a-4a35-46a2-b5ef-37881a2551df tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:05.522019 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a0913dcb-d8c0-4527-9d99-aca5680b44f5 req-ca336a1a-4a35-46a2-b5ef-37881a2551df tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 946 time: 0.0536232 Aug 16 21:17:05.559727 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a0913dcb-d8c0-4527-9d99-aca5680b44f5 req-e1ddeb2c-a686-4f8c-92d7-eac1f402d666 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314565 Aug 16 21:17:05.893534 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:06.678283 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d28f9e-a27b-489e-b6db-5a2adcdd3e27 req-8a6fa75a-93a2-4787-93e3-16b20d3f7b06 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:06.679799 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-22d28f9e-a27b-489e-b6db-5a2adcdd3e27 req-8a6fa75a-93a2-4787-93e3-16b20d3f7b06 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 946 time: 0.0498216 Aug 16 21:17:06.716739 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-22d28f9e-a27b-489e-b6db-5a2adcdd3e27 req-0f75558a-fc9d-41b8-9f77-27c0b9154fc9 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309470 Aug 16 21:17:06.769308 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:06.894256 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:07.353751 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:07.574853 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:17:07.831965 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5db3ac-9a3c-47cf-a1d7-6962e5cf07e9 req-f78c7e9f-9e77-47b5-bcdb-966ccd7cfff9 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:07.833422 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7f5db3ac-9a3c-47cf-a1d7-6962e5cf07e9 req-f78c7e9f-9e77-47b5-bcdb-966ccd7cfff9 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 946 time: 0.0488420 Aug 16 21:17:07.872378 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7f5db3ac-9a3c-47cf-a1d7-6962e5cf07e9 req-0b46119f-de8d-4152-8d51-bfeb9ef5b330 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329828 Aug 16 21:17:08.990811 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b027649-cf2e-4f34-aa04-f0f850511766 req-f8742ad6-4e1b-4174-a9de-d9f60c10d64c tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:08.992335 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2b027649-cf2e-4f34-aa04-f0f850511766 req-f8742ad6-4e1b-4174-a9de-d9f60c10d64c tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 946 time: 0.0529175 Aug 16 21:17:09.030147 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2b027649-cf2e-4f34-aa04-f0f850511766 req-2aa21b65-9eaa-4fcd-80cf-2990fddfcef7 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316491 Aug 16 21:17:10.145378 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd83838-0cc2-4edc-9a70-6e781e63df59 req-bdd9ab25-2bc5-4375-9d9a-d33d4a2df472 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:10.147452 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6bd83838-0cc2-4edc-9a70-6e781e63df59 req-bdd9ab25-2bc5-4375-9d9a-d33d4a2df472 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 946 time: 0.0501385 Aug 16 21:17:10.186854 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6bd83838-0cc2-4edc-9a70-6e781e63df59 req-60268928-30d5-49cc-b3ec-d18397e664ee tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330503 Aug 16 21:17:11.049404 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb5169-2631-452c-8e35-5a83a500cc99 req-c5b1f9b5-b228-4b90-beda-b61abd50bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:11.050920 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f5eb5169-2631-452c-8e35-5a83a500cc99 req-c5b1f9b5-b228-4b90-beda-b61abd50bd57 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a9eadbdb18d44d14bcbde91823993e71&device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 1098 time: 0.0411470 Aug 16 21:17:11.145954 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb5169-2631-452c-8e35-5a83a500cc99 req-66e8af5c-87cb-4ab5-abcf-4c52c1a76612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:11.148134 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f5eb5169-2631-452c-8e35-5a83a500cc99 req-66e8af5c-87cb-4ab5-abcf-4c52c1a76612 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 HTTP/1.1" status: 200 len: 909 time: 0.0907440 Aug 16 21:17:11.211632 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f5eb5169-2631-452c-8e35-5a83a500cc99 req-e12ef632-2b51-4a7f-abae-0cf07e60f0e9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46f65169-cf71-4bea-b2eb-233e2e2eefd8 HTTP/1.1" status: 200 len: 1002 time: 0.0567093 Aug 16 21:17:11.273867 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb5169-2631-452c-8e35-5a83a500cc99 req-342b8817-01c4-40b2-bd11-447d06e1b965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:11.275418 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f5eb5169-2631-452c-8e35-5a83a500cc99 req-342b8817-01c4-40b2-bd11-447d06e1b965 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8ac5c798-04a1-4170-98f4-b1a7dff46c51 HTTP/1.1" status: 200 len: 847 time: 0.0575023 Aug 16 21:17:11.336692 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd32fe-772f-4ff1-b9a8-a6db71e60457 req-7047fd2b-5ed7-41b3-abe9-888b7a9230d9 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:11.338106 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a1cd32fe-772f-4ff1-b9a8-a6db71e60457 req-7047fd2b-5ed7-41b3-abe9-888b7a9230d9 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 946 time: 0.0803061 Aug 16 21:17:11.344286 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb5169-2631-452c-8e35-5a83a500cc99 req-123a8079-9473-4a79-8805-cedf8e29a97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:11.345702 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f5eb5169-2631-452c-8e35-5a83a500cc99 req-123a8079-9473-4a79-8805-cedf8e29a97a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566690 Aug 16 21:17:11.424665 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a1cd32fe-772f-4ff1-b9a8-a6db71e60457 req-c64bd5f5-dfbc-4ad1-82f2-97d24870de68 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780334 Aug 16 21:17:11.458367 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f5eb5169-2631-452c-8e35-5a83a500cc99 req-d335506a-6d2e-4356-8951-2543f889bfb3 service neutron] 10.222.0.63 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055069 Aug 16 21:17:11.546899 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f5eb5169-2631-452c-8e35-5a83a500cc99 req-9844ac45-9c62-4bfe-8b11-9bf96c356102 service neutron] 10.222.0.63 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816281 Aug 16 21:17:12.543570 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a2e6f-787f-4b98-8415-c8f5a30ee687 req-e913f9b3-405e-4d10-8139-a813d81270b7 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:12.545035 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-550a2e6f-787f-4b98-8415-c8f5a30ee687 req-e913f9b3-405e-4d10-8139-a813d81270b7 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 946 time: 0.0532372 Aug 16 21:17:12.581331 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-550a2e6f-787f-4b98-8415-c8f5a30ee687 req-50cafc39-d08f-4aa0-bd3e-d59d100a3989 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301123 Aug 16 21:17:13.701529 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86255ff-fba5-4436-934c-625cf59f8e64 req-82b34c89-02a4-4174-9c68-30706124c6a0 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:13.703108 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c86255ff-fba5-4436-934c-625cf59f8e64 req-82b34c89-02a4-4174-9c68-30706124c6a0 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 946 time: 0.0525844 Aug 16 21:17:13.743466 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c86255ff-fba5-4436-934c-625cf59f8e64 req-dcf1c4c5-74a9-483a-a595-daf3872fc5ae tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340700 Aug 16 21:17:14.858777 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d6658-211a-4a7c-b4f7-9611f76abede req-bc7a8f83-a84a-4c10-b2ee-2b1d90010699 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:14.860298 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1f7d6658-211a-4a7c-b4f7-9611f76abede req-bc7a8f83-a84a-4c10-b2ee-2b1d90010699 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 946 time: 0.0501490 Aug 16 21:17:14.898708 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1f7d6658-211a-4a7c-b4f7-9611f76abede req-a202a1e1-23f2-462d-875f-608f06f39e6c tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318277 Aug 16 21:17:15.108098 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-c2e4841c-fead-4db7-9997-07738806802a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0719059 Aug 16 21:17:15.120576 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203a347-9c55-4ddd-8e71-5b22c3889015 req-0ebb3b12-fcf9-40a8-a705-0e0bcb326867 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:15.122072 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e203a347-9c55-4ddd-8e71-5b22c3889015 req-0ebb3b12-fcf9-40a8-a705-0e0bcb326867 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 946 time: 0.0607419 Aug 16 21:17:15.159374 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e203a347-9c55-4ddd-8e71-5b22c3889015 req-8f5656fe-87f6-40b3-b94c-bfbb7489b36b tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311430 Aug 16 21:17:16.277933 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7b6ba-1845-4745-898d-898223ef7144 req-4954bbb2-5495-49bc-8009-57103c2000e0 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:16.279618 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b0a7b6ba-1845-4745-898d-898223ef7144 req-4954bbb2-5495-49bc-8009-57103c2000e0 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 946 time: 0.0500431 Aug 16 21:17:16.317559 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b0a7b6ba-1845-4745-898d-898223ef7144 req-0dfc5969-ebd3-4c69-a7b4-9e1535ad8508 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319834 Aug 16 21:17:16.383801 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device 46f65169-cf71-4bea-b2eb-233e2e2eefd8 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:17:16.463797 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:16.486536 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db299202-e891-46a2-96e9-b9251e0db000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46f65169-cf71-4bea-b2eb-233e2e2eefd8'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:17:16.488811 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0348104d8022dd0cb333a966cdf78087a7844175b144024c4093ab2d6ac91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95e91eb-e3e9-4f14-97c6-4cb0a5bdef5d" -d '{"events": [{"server_uuid": "db299202-e891-46a2-96e9-b9251e0db000", "name": "network-vif-unplugged", "status": "completed", "tag": "46f65169-cf71-4bea-b2eb-233e2e2eefd8"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:17:16.501347 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port 46f65169-cf71-4bea-b2eb-233e2e2eefd8, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=46f65169-cf71-4bea-b2eb-233e2e2eefd8,segment=NetworkSegment(e2a51bb1-da24-4ce4-b337-efe2c29076d4),segment_id=e2a51bb1-da24-4ce4-b337-efe2c29076d4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:16.506167 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:16.529755 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 21:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80319a8f-d866-464a-aac6-f42d2a6ab5aa x-openstack-request-id: req-80319a8f-d866-464a-aac6-f42d2a6ab5aa {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:17:16.530056 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db299202-e891-46a2-96e9-b9251e0db000", "name": "network-vif-unplugged", "status": "failed", "tag": "46f65169-cf71-4bea-b2eb-233e2e2eefd8", "code": 422}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:17:16.530287 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-80319a8f-d866-464a-aac6-f42d2a6ab5aa {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:17:16.530675 n-d-787206-13 neutron-server[94772]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'db299202-e891-46a2-96e9-b9251e0db000', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '46f65169-cf71-4bea-b2eb-233e2e2eefd8', 'code': 422} returned with failed status Aug 16 21:17:16.556844 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=46f65169-cf71-4bea-b2eb-233e2e2eefd8,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:16.564123 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:16.564467 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:16.564800 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:16.565127 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:16.565453 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:16.565777 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:16.566097 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:16.566418 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:16.566735 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:16.567052 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:16.567450 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:16.567715 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:17.438797 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d960b-5c52-4f20-aedf-387f95a43084 req-cba11ed7-9cb4-44ea-bb6f-0371e047d48a tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:17.440320 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-425d960b-5c52-4f20-aedf-387f95a43084 req-cba11ed7-9cb4-44ea-bb6f-0371e047d48a tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 944 time: 0.0494952 Aug 16 21:17:17.481343 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-425d960b-5c52-4f20-aedf-387f95a43084 req-0dd3f064-cd06-4cba-94a3-73c33725d29e tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350170 Aug 16 21:17:18.596711 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc70528-52dc-4608-830a-bce817cadc38 req-7e4c54fa-0dc7-42b2-b96e-10b8a8064469 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:18.598113 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1dc70528-52dc-4608-830a-bce817cadc38 req-7e4c54fa-0dc7-42b2-b96e-10b8a8064469 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 944 time: 0.0485361 Aug 16 21:17:18.636468 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-1dc70528-52dc-4608-830a-bce817cadc38 req-fe4b9ae8-597b-48a9-bb5a-631fafbe3bb2 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323296 Aug 16 21:17:19.751283 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18791575-5efd-4a9a-bd8e-07c58c424d37 req-e7816f6b-92c4-4709-8ef1-760a005ca9ec tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:19.752859 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-18791575-5efd-4a9a-bd8e-07c58c424d37 req-e7816f6b-92c4-4709-8ef1-760a005ca9ec tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 944 time: 0.0490804 Aug 16 21:17:19.790499 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-18791575-5efd-4a9a-bd8e-07c58c424d37 req-8959906c-4d16-4541-bdfb-f4a7290e2fbe tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317421 Aug 16 21:17:20.668149 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-cde008bf-d52b-4f5f-8276-f3985ecc538f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:20.669616 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-cde008bf-d52b-4f5f-8276-f3985ecc538f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000&tenant_id=a9eadbdb18d44d14bcbde91823993e71 HTTP/1.1" status: 200 len: 1096 time: 0.0414588 Aug 16 21:17:20.680884 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787206-13', 'device_owner': 'compute:nova'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:17:20.734010 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:20.954475 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658b952-3da4-41cf-b52c-1bbbb0c30a6d req-6c854fe0-2b5b-4b68-b42c-72cbefd982aa tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:20.955898 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0658b952-3da4-41cf-b52c-1bbbb0c30a6d req-6c854fe0-2b5b-4b68-b42c-72cbefd982aa tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 944 time: 0.0886214 Aug 16 21:17:20.975615 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] For port 46f65169-cf71-4bea-b2eb-233e2e2eefd8, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=46f65169-cf71-4bea-b2eb-233e2e2eefd8,segment=NetworkSegment(e2a51bb1-da24-4ce4-b337-efe2c29076d4),segment_id=e2a51bb1-da24-4ce4-b337-efe2c29076d4)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:21.020622 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0658b952-3da4-41cf-b52c-1bbbb0c30a6d req-c94b2c93-6eba-487b-bdfe-f8614d4a6b22 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563080 Aug 16 21:17:21.032100 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] For port 46f65169-cf71-4bea-b2eb-233e2e2eefd8, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:17:21.065136 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46f65169-cf71-4bea-b2eb-233e2e2eefd8 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:17:21.073407 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:21.085540 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Transition to ACTIVE for port object 46f65169-cf71-4bea-b2eb-233e2e2eefd8 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:17:21.088559 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:21.163444 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Pushing event updated for resources: {'Port': ['ID=46f65169-cf71-4bea-b2eb-233e2e2eefd8,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:21.179936 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:21.180280 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:21.180619 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:21.180951 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:21.181287 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:21.181614 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:21.181938 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:21.182261 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:21.182582 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:21.182903 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:21.183222 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:21.183568 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:21.220467 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] No DVR routers for this DVR port 46f65169-cf71-4bea-b2eb-233e2e2eefd8 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:17:21.688234 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Attempting to bind port 46f65169-cf71-4bea-b2eb-233e2e2eefd8 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:17:21.688562 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Attempting to bind port 46f65169-cf71-4bea-b2eb-233e2e2eefd8 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'e2a51bb1-da24-4ce4-b337-efe2c29076d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:17:21.688883 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Attempting to bind port 46f65169-cf71-4bea-b2eb-233e2e2eefd8 on network 4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:17:21.693043 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Port 46f65169-cf71-4bea-b2eb-233e2e2eefd8 on network 4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:17:21.693966 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Attempting to bind port 46f65169-cf71-4bea-b2eb-233e2e2eefd8 on network 4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:17:21.698593 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:17:21.698927 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Checking segment: {'id': 'e2a51bb1-da24-4ce4-b337-efe2c29076d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:17:21.699336 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Bound using segment: {'id': 'e2a51bb1-da24-4ce4-b337-efe2c29076d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:17:21.699755 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Bound port: 46f65169-cf71-4bea-b2eb-233e2e2eefd8, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2a51bb1-da24-4ce4-b337-efe2c29076d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:17:21.700102 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:21.759864 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] For port 46f65169-cf71-4bea-b2eb-233e2e2eefd8, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:17:21.762809 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] For port 46f65169-cf71-4bea-b2eb-233e2e2eefd8, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=46f65169-cf71-4bea-b2eb-233e2e2eefd8,segment=NetworkSegment(e2a51bb1-da24-4ce4-b337-efe2c29076d4),segment_id=e2a51bb1-da24-4ce4-b337-efe2c29076d4)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:17:21.767410 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:21.799451 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:21.800084 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:21.801458 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] 10.222.0.57 "PUT /v2.0/ports/46f65169-cf71-4bea-b2eb-233e2e2eefd8 HTTP/1.1" status: 200 len: 1093 time: 1.1243927 Aug 16 21:17:21.804153 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db299202-e891-46a2-96e9-b9251e0db000', 'tag': '46f65169-cf71-4bea-b2eb-233e2e2eefd8'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:17:21.807237 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa474ae6-64fc-47a0-86b6-551ebe7f6865" -d '{"events": [{"name": "network-changed", "server_uuid": "db299202-e891-46a2-96e9-b9251e0db000", "tag": "46f65169-cf71-4bea-b2eb-233e2e2eefd8"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:17:21.856677 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25447f7-8953-443d-9071-63047bc14c10 x-openstack-request-id: req-d25447f7-8953-443d-9071-63047bc14c10 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:17:21.856988 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db299202-e891-46a2-96e9-b9251e0db000", "tag": "46f65169-cf71-4bea-b2eb-233e2e2eefd8", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:17:21.857233 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d25447f7-8953-443d-9071-63047bc14c10 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:17:21.857623 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db299202-e891-46a2-96e9-b9251e0db000', 'tag': '46f65169-cf71-4bea-b2eb-233e2e2eefd8', 'status': 'completed', 'code': 200} Aug 16 21:17:21.871207 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de832937-eabe-4202-9dab-8d29e47f9401 service neutron] Pushing event updated for resources: {'Port': ['ID=46f65169-cf71-4bea-b2eb-233e2e2eefd8,revision_number=8']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:21.886711 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-0f185abc-6dc9-49ce-9462-8a7173a41d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:21.888272 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-0f185abc-6dc9-49ce-9462-8a7173a41d80 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9eadbdb18d44d14bcbde91823993e71&device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 1096 time: 0.0642400 Aug 16 21:17:21.980402 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-91b662c1-2aa3-4d37-988b-620ac0549fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:21.981982 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-91b662c1-2aa3-4d37-988b-620ac0549fde service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 HTTP/1.1" status: 200 len: 909 time: 0.0864525 Aug 16 21:17:22.055340 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-7f6e0a01-df27-4bc5-b9f7-2d87c4a1329b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46f65169-cf71-4bea-b2eb-233e2e2eefd8 HTTP/1.1" status: 200 len: 1000 time: 0.0661545 Aug 16 21:17:22.127574 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-f1278b4c-984a-4ab0-a2ec-66b9ad31e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:22.129056 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-f1278b4c-984a-4ab0-a2ec-66b9ad31e150 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ac5c798-04a1-4170-98f4-b1a7dff46c51 HTTP/1.1" status: 200 len: 847 time: 0.0676222 Aug 16 21:17:22.170022 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991618b8-8f99-4cdc-a072-9cd1b71f28da req-7f596206-4518-431a-a5de-dc5cf907ff90 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:22.171475 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-991618b8-8f99-4cdc-a072-9cd1b71f28da req-7f596206-4518-431a-a5de-dc5cf907ff90 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 944 time: 0.0770969 Aug 16 21:17:22.207396 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-23b3378e-668f-4580-a717-a107670693ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:22.208771 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-23b3378e-668f-4580-a717-a107670693ce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720680 Aug 16 21:17:22.229293 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-991618b8-8f99-4cdc-a072-9cd1b71f28da req-355c90d9-e6fb-4812-9841-71dc8297198b tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515878 Aug 16 21:17:22.302014 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-aac37383-ff49-4559-b8d7-42db8b184ae5 service neutron] 10.222.0.57 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853136 Aug 16 21:17:22.392133 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-91fb825d-9cd1-41a9-9c20-48f33b5adb7b req-70b444a1-7989-42d3-852a-d1b05e4e6059 service neutron] 10.222.0.57 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836904 Aug 16 21:17:22.478108 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa474ae6-64fc-47a0-86b6-551ebe7f6865 req-60905d4c-6eac-4b38-bf58-553f2eb6af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:22.479512 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aa474ae6-64fc-47a0-86b6-551ebe7f6865 req-60905d4c-6eac-4b38-bf58-553f2eb6af2b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9eadbdb18d44d14bcbde91823993e71&device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 1096 time: 0.0411575 Aug 16 21:17:22.571577 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa474ae6-64fc-47a0-86b6-551ebe7f6865 req-8d993ad3-b311-40d5-8918-c3a6eff93961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:22.573040 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aa474ae6-64fc-47a0-86b6-551ebe7f6865 req-8d993ad3-b311-40d5-8918-c3a6eff93961 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 HTTP/1.1" status: 200 len: 909 time: 0.0863540 Aug 16 21:17:22.637185 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aa474ae6-64fc-47a0-86b6-551ebe7f6865 req-704cf1fc-06bb-4365-89b8-16a0af680af2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46f65169-cf71-4bea-b2eb-233e2e2eefd8 HTTP/1.1" status: 200 len: 1000 time: 0.0566883 Aug 16 21:17:22.686507 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa474ae6-64fc-47a0-86b6-551ebe7f6865 req-bf74f258-9405-4ec4-85c9-6393d9fbeffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:22.687983 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aa474ae6-64fc-47a0-86b6-551ebe7f6865 req-bf74f258-9405-4ec4-85c9-6393d9fbeffb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ac5c798-04a1-4170-98f4-b1a7dff46c51 HTTP/1.1" status: 200 len: 847 time: 0.0426059 Aug 16 21:17:22.737944 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa474ae6-64fc-47a0-86b6-551ebe7f6865 req-de81617c-6f85-42ae-8ab3-07757a3629aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:22.739370 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aa474ae6-64fc-47a0-86b6-551ebe7f6865 req-de81617c-6f85-42ae-8ab3-07757a3629aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431693 Aug 16 21:17:22.826279 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aa474ae6-64fc-47a0-86b6-551ebe7f6865 req-b3558c34-4667-4b54-aac0-1fd23caa149c service neutron] 10.222.0.57 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791545 Aug 16 21:17:22.919575 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-aa474ae6-64fc-47a0-86b6-551ebe7f6865 req-cc9461f2-48b1-4be4-a36c-5a360b427b86 service neutron] 10.222.0.57 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847247 Aug 16 21:17:23.343951 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c5299-8ab8-469b-a488-679ab3199e9d req-ea8b0eb4-b33b-4c46-a085-edf357f57657 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:23.345366 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8b6c5299-8ab8-469b-a488-679ab3199e9d req-ea8b0eb4-b33b-4c46-a085-edf357f57657 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 944 time: 0.0491970 Aug 16 21:17:23.383050 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8b6c5299-8ab8-469b-a488-679ab3199e9d req-81db8a3e-3ff1-4057-813d-f7aae6267415 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310853 Aug 16 21:17:24.497530 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efeb415-4ebb-4117-8651-3cb8d019d8e5 req-1834e493-2be9-45b2-8cf7-bf3b60c0f40b tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:24.499160 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8efeb415-4ebb-4117-8651-3cb8d019d8e5 req-1834e493-2be9-45b2-8cf7-bf3b60c0f40b tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 944 time: 0.0484173 Aug 16 21:17:24.536348 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8efeb415-4ebb-4117-8651-3cb8d019d8e5 req-0f3a5fde-0fc5-4d56-aada-233f57cca506 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311728 Aug 16 21:17:25.651719 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c15dcc-1862-4bd6-af12-002fe1c27ccc req-cbab6512-a100-4ec6-82f0-0ccb43e09ac6 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:25.653214 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-23c15dcc-1862-4bd6-af12-002fe1c27ccc req-cbab6512-a100-4ec6-82f0-0ccb43e09ac6 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 944 time: 0.0486686 Aug 16 21:17:25.696012 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-23c15dcc-1862-4bd6-af12-002fe1c27ccc req-f4d6d296-9c9b-457a-b41e-d05c4b672a5c tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368075 Aug 16 21:17:26.810221 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a26e5-9484-4cd5-80c9-e3f9e9e66b2d req-dbdfbed8-d655-4702-8223-11fccfd6e2b5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:26.811745 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b58a26e5-9484-4cd5-80c9-e3f9e9e66b2d req-dbdfbed8-d655-4702-8223-11fccfd6e2b5 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 944 time: 0.0501196 Aug 16 21:17:26.849158 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b58a26e5-9484-4cd5-80c9-e3f9e9e66b2d req-291c44db-e4f9-4ff5-9a4b-8e1b3cfd3aba tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314937 Aug 16 21:17:27.963500 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5d3bc-a2fa-4ead-bc5b-2a8026433e92 req-50f66879-bf40-40e8-82c8-db1633d9a415 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:27.964984 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cac5d3bc-a2fa-4ead-bc5b-2a8026433e92 req-50f66879-bf40-40e8-82c8-db1633d9a415 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 944 time: 0.0489142 Aug 16 21:17:28.003466 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cac5d3bc-a2fa-4ead-bc5b-2a8026433e92 req-d6c9a9fa-e3e7-4d84-ba54-eaf53c0274fb tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324295 Aug 16 21:17:29.117603 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a01f21-b861-401d-8b64-514b0766a64f req-c4b0f2db-814e-4ea5-bc1e-c4fe60a26987 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:29.119081 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d0a01f21-b861-401d-8b64-514b0766a64f req-c4b0f2db-814e-4ea5-bc1e-c4fe60a26987 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 944 time: 0.0479002 Aug 16 21:17:29.160213 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d0a01f21-b861-401d-8b64-514b0766a64f req-d839af89-59cb-4497-9509-db9651e04a90 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350840 Aug 16 21:17:30.292579 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813c735-8292-4925-af09-bd1f3e5ebc58 req-999b7e6e-bc5c-4ff7-8223-52049610d673 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:30.294057 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a813c735-8292-4925-af09-bd1f3e5ebc58 req-999b7e6e-bc5c-4ff7-8223-52049610d673 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 944 time: 0.0489330 Aug 16 21:17:30.330932 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a813c735-8292-4925-af09-bd1f3e5ebc58 req-ccda4fcf-ced9-4b5e-a723-07cd04e67b51 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306132 Aug 16 21:17:30.413765 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 46f65169-cf71-4bea-b2eb-233e2e2eefd8 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:17:30.508614 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 46f65169-cf71-4bea-b2eb-233e2e2eefd8, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=46f65169-cf71-4bea-b2eb-233e2e2eefd8,segment=NetworkSegment(e2a51bb1-da24-4ce4-b337-efe2c29076d4),segment_id=e2a51bb1-da24-4ce4-b337-efe2c29076d4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:30.520009 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': '46f65169-cf71-4bea-b2eb-233e2e2eefd8', 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1', 'port_id': '46f65169-cf71-4bea-b2eb-233e2e2eefd8', 'mac_address': 'fa:16:3e:e0:a5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:17:30.556965 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:30.570191 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f65169-cf71-4bea-b2eb-233e2e2eefd8 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:17:30.588923 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 46f65169-cf71-4bea-b2eb-233e2e2eefd8, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=46f65169-cf71-4bea-b2eb-233e2e2eefd8,segment=NetworkSegment(e2a51bb1-da24-4ce4-b337-efe2c29076d4),segment_id=e2a51bb1-da24-4ce4-b337-efe2c29076d4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:30.592679 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:30.639584 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=46f65169-cf71-4bea-b2eb-233e2e2eefd8,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:30.813909 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['46f65169-cf71-4bea-b2eb-233e2e2eefd8'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:17:31.446290 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd5b44-3db4-474c-afc2-f3501583d712 req-9e246a57-61d8-4a59-a239-fd5f353c1968 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:31.447809 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0abd5b44-3db4-474c-afc2-f3501583d712 req-9e246a57-61d8-4a59-a239-fd5f353c1968 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 945 time: 0.0501492 Aug 16 21:17:31.487283 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-0abd5b44-3db4-474c-afc2-f3501583d712 req-4448f69b-cdf5-42d6-a5c4-152a95ebb7d0 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332398 Aug 16 21:17:31.955220 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-52d67655-4765-4ae5-b8c7-bf3175a488e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:32.428523 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 46f65169-cf71-4bea-b2eb-233e2e2eefd8 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:17:32.479982 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port 46f65169-cf71-4bea-b2eb-233e2e2eefd8 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:17:32.483550 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port 46f65169-cf71-4bea-b2eb-233e2e2eefd8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:17:32.483924 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:32.560016 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:32.582276 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db299202-e891-46a2-96e9-b9251e0db000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f65169-cf71-4bea-b2eb-233e2e2eefd8'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:17:32.585193 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0348104d8022dd0cb333a966cdf78087a7844175b144024c4093ab2d6ac91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b97d316-93a9-4428-be23-7c63b3ca687f" -d '{"events": [{"server_uuid": "db299202-e891-46a2-96e9-b9251e0db000", "name": "network-vif-plugged", "status": "completed", "tag": "46f65169-cf71-4bea-b2eb-233e2e2eefd8"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:17:32.598170 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port 46f65169-cf71-4bea-b2eb-233e2e2eefd8, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=46f65169-cf71-4bea-b2eb-233e2e2eefd8,segment=NetworkSegment(e2a51bb1-da24-4ce4-b337-efe2c29076d4),segment_id=e2a51bb1-da24-4ce4-b337-efe2c29076d4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:32.602491 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:32.648388 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08714d2-6c66-4ad5-bb1a-7ebf0e842d55 req-923d508e-119f-46b5-8d74-ffb8778b3095 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:32.649995 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f08714d2-6c66-4ad5-bb1a-7ebf0e842d55 req-923d508e-119f-46b5-8d74-ffb8778b3095 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 947 time: 0.0964904 Aug 16 21:17:32.653363 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=46f65169-cf71-4bea-b2eb-233e2e2eefd8,revision_number=10']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:32.692719 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-f08714d2-6c66-4ad5-bb1a-7ebf0e842d55 req-e5f3b85a-c8bc-41a7-8884-fe3fa0822579 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357971 Aug 16 21:17:32.735099 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f89deca-08bc-4262-8d5d-f5d1fd71dfe5 x-openstack-request-id: req-9f89deca-08bc-4262-8d5d-f5d1fd71dfe5 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:17:32.735430 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db299202-e891-46a2-96e9-b9251e0db000", "name": "network-vif-plugged", "status": "completed", "tag": "46f65169-cf71-4bea-b2eb-233e2e2eefd8", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:17:32.735726 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9f89deca-08bc-4262-8d5d-f5d1fd71dfe5 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:17:32.736116 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db299202-e891-46a2-96e9-b9251e0db000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f65169-cf71-4bea-b2eb-233e2e2eefd8', 'code': 200} Aug 16 21:17:32.878645 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a299225-e45d-44ee-8c11-7664535cb16c req-360dfecd-8b8a-47c9-b935-03694c8670ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:32.880104 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9a299225-e45d-44ee-8c11-7664535cb16c req-360dfecd-8b8a-47c9-b935-03694c8670ab service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 1099 time: 0.0402792 Aug 16 21:17:32.914714 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9a299225-e45d-44ee-8c11-7664535cb16c req-0298d443-84c6-4b73-beee-e4f41931d1b9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272074 Aug 16 21:17:33.809982 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea58af-210e-4ad8-8888-ce81cfc19fa0 req-d1ca9160-316a-4008-875a-e08dd194f710 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:33.811504 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-90ea58af-210e-4ad8-8888-ce81cfc19fa0 req-d1ca9160-316a-4008-875a-e08dd194f710 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 947 time: 0.0496969 Aug 16 21:17:33.850466 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-90ea58af-210e-4ad8-8888-ce81cfc19fa0 req-84e60fe8-7172-4d47-807e-53c1736d44e0 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321341 Aug 16 21:17:34.493677 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e11ed8a5-e38d-437e-ba57-966f4bdb66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:34.776611 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:35.896784 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:36.770286 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:36.916421 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:37.356297 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:44.574061 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:18:01.955741 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-15d3aa4e-adac-4342-9d51-cf32147ad97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:04.493640 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-20366bc9-7270-4ed8-84cd-f1ea788c587e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:04.776950 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:05.900269 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:06.770335 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:06.909121 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:07.360935 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:07.472915 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d2e6ef4a-7397-458c-8eda-4ac2047de8a9 req-a4b5f930-34c4-48ef-97df-28a07cd6f766 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400960 Aug 16 21:18:07.557107 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6ef4a-7397-458c-8eda-4ac2047de8a9 req-3c9e2b94-c5f4-4e35-b5cc-b0dc9980f518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:07.558580 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d2e6ef4a-7397-458c-8eda-4ac2047de8a9 req-3c9e2b94-c5f4-4e35-b5cc-b0dc9980f518 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9eadbdb18d44d14bcbde91823993e71&device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 1099 time: 0.0439219 Aug 16 21:18:07.658992 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6ef4a-7397-458c-8eda-4ac2047de8a9 req-a979217a-f9e5-4bd2-b5a3-2789a80f3912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:07.660487 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d2e6ef4a-7397-458c-8eda-4ac2047de8a9 req-a979217a-f9e5-4bd2-b5a3-2789a80f3912 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 HTTP/1.1" status: 200 len: 909 time: 0.0833361 Aug 16 21:18:07.727974 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d2e6ef4a-7397-458c-8eda-4ac2047de8a9 req-9ab4bfb6-2541-4898-a4f8-2b42b029102e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46f65169-cf71-4bea-b2eb-233e2e2eefd8 HTTP/1.1" status: 200 len: 1002 time: 0.0606947 Aug 16 21:18:07.776005 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6ef4a-7397-458c-8eda-4ac2047de8a9 req-b299e4bd-9eac-43c7-8d33-11dffd4d8bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:07.777411 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d2e6ef4a-7397-458c-8eda-4ac2047de8a9 req-b299e4bd-9eac-43c7-8d33-11dffd4d8bf7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ac5c798-04a1-4170-98f4-b1a7dff46c51 HTTP/1.1" status: 200 len: 847 time: 0.0425012 Aug 16 21:18:07.822823 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6ef4a-7397-458c-8eda-4ac2047de8a9 req-abad3dc0-592b-497f-9acd-37d5ad66c5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:07.824351 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d2e6ef4a-7397-458c-8eda-4ac2047de8a9 req-abad3dc0-592b-497f-9acd-37d5ad66c5f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401094 Aug 16 21:18:07.915430 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d2e6ef4a-7397-458c-8eda-4ac2047de8a9 req-854e0bc7-f89d-4691-9e74-ff9ca343009d service neutron] 10.222.0.57 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832336 Aug 16 21:18:08.009827 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d2e6ef4a-7397-458c-8eda-4ac2047de8a9 req-bb86f4e9-e6d7-4a2d-b926-f0f0637e8583 service neutron] 10.222.0.57 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877934 Aug 16 21:18:21.576737 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:18:31.957248 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8b366d1b-81b3-4978-8bb3-d3d783a250c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:34.493133 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a16ea89-95ad-4570-bafe-00674bd5444e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:34.776910 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:35.903726 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:36.769278 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:36.907924 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:37.363388 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:46.818831 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35952) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:46.976284 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-3945c15a-4fe5-481a-b5b6-932323344b23 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Deleting port 6ed00e58-90b2-4259-ad04-e7cd8fda4226 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:18:46.976622 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3945c15a-4fe5-481a-b5b6-932323344b23 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:47.055717 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3945c15a-4fe5-481a-b5b6-932323344b23 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:47.056056 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3945c15a-4fe5-481a-b5b6-932323344b23 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:47.068191 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-3945c15a-4fe5-481a-b5b6-932323344b23 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Calling delete_port for 6ed00e58-90b2-4259-ad04-e7cd8fda4226 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:18:47.219204 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3945c15a-4fe5-481a-b5b6-932323344b23 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:47.242450 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945c15a-4fe5-481a-b5b6-932323344b23 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Pushing event deleted for resources: {'Port': ['ID=6ed00e58-90b2-4259-ad04-e7cd8fda4226,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:47.257523 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3945c15a-4fe5-481a-b5b6-932323344b23 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:47.257874 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3945c15a-4fe5-481a-b5b6-932323344b23 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:47.258217 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3945c15a-4fe5-481a-b5b6-932323344b23 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:47.258556 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3945c15a-4fe5-481a-b5b6-932323344b23 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:47.258890 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3945c15a-4fe5-481a-b5b6-932323344b23 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:47.259220 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3945c15a-4fe5-481a-b5b6-932323344b23 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:47.259576 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3945c15a-4fe5-481a-b5b6-932323344b23 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:47.259904 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3945c15a-4fe5-481a-b5b6-932323344b23 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:47.260232 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3945c15a-4fe5-481a-b5b6-932323344b23 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:47.260557 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3945c15a-4fe5-481a-b5b6-932323344b23 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:47.260884 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3945c15a-4fe5-481a-b5b6-932323344b23 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:47.261211 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3945c15a-4fe5-481a-b5b6-932323344b23 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:47.316410 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3945c15a-4fe5-481a-b5b6-932323344b23 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:47.316754 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-3945c15a-4fe5-481a-b5b6-932323344b23 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Floating IP 826d6583-6747-4102-8a65-2be00a57c99d disassociated (deleted). External IP: 172.25.8.211, port: 46f65169-cf71-4bea-b2eb-233e2e2eefd8. Aug 16 21:18:47.522141 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3945c15a-4fe5-481a-b5b6-932323344b23 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Router 041ec843-412d-4ded-bd3a-67bf7208adea has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:18:47.628949 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3945c15a-4fe5-481a-b5b6-932323344b23 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:18:47.633332 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3945c15a-4fe5-481a-b5b6-932323344b23 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:47.639775 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa36618b-5ae4-4369-bd48-1c17b8d68335 None None] Sync routers for ids ['041ec843-412d-4ded-bd3a-67bf7208adea'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:18:47.648519 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa36618b-5ae4-4369-bd48-1c17b8d68335 None None] Routers {'041ec843-412d-4ded-bd3a-67bf7208adea'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:47.649112 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-aa36618b-5ae4-4369-bd48-1c17b8d68335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:18:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['041ec843-412d-4ded-bd3a-67bf7208adea'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:47.660003 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3945c15a-4fe5-481a-b5b6-932323344b23 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "DELETE /v2.0/floatingips/826d6583-6747-4102-8a65-2be00a57c99d HTTP/1.1" status: 204 len: 168 time: 0.8400550 Aug 16 21:18:47.660697 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db299202-e891-46a2-96e9-b9251e0db000', 'tag': '46f65169-cf71-4bea-b2eb-233e2e2eefd8'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:18:47.663106 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f8d677-3ad2-4275-b807-d8bac8d0ad6c" -d '{"events": [{"name": "network-changed", "server_uuid": "db299202-e891-46a2-96e9-b9251e0db000", "tag": "46f65169-cf71-4bea-b2eb-233e2e2eefd8"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:18:47.749396 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-aa36618b-5ae4-4369-bd48-1c17b8d68335 None None] Set router 041ec843-412d-4ded-bd3a-67bf7208adea gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:18:47.820804 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bd0986-b011-498f-ae4e-6b9bac77135f x-openstack-request-id: req-68bd0986-b011-498f-ae4e-6b9bac77135f {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:18:47.821298 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db299202-e891-46a2-96e9-b9251e0db000", "tag": "46f65169-cf71-4bea-b2eb-233e2e2eefd8", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:18:47.821404 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-68bd0986-b011-498f-ae4e-6b9bac77135f {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:18:47.821744 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db299202-e891-46a2-96e9-b9251e0db000', 'tag': '46f65169-cf71-4bea-b2eb-233e2e2eefd8', 'status': 'completed', 'code': 200} Aug 16 21:18:47.916522 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8d677-3ad2-4275-b807-d8bac8d0ad6c req-ba27813b-c204-491b-94ec-11a812acba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:47.918062 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8f8d677-3ad2-4275-b807-d8bac8d0ad6c req-ba27813b-c204-491b-94ec-11a812acba8d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9eadbdb18d44d14bcbde91823993e71&device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 1099 time: 0.0741370 Aug 16 21:18:47.956027 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25183276-124d-4e7a-9eb5-ae2bfada6a2d req-e9f2add1-6df4-4cbf-8662-b4e8261830ef tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:47.957548 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-25183276-124d-4e7a-9eb5-ae2bfada6a2d req-e9f2add1-6df4-4cbf-8662-b4e8261830ef tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 947 time: 0.0882702 Aug 16 21:18:48.035493 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-25183276-124d-4e7a-9eb5-ae2bfada6a2d req-0d1691ef-19fc-49ae-a8c1-40f5510e930b tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535104 Aug 16 21:18:48.036300 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-aa36618b-5ae4-4369-bd48-1c17b8d68335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'name': 'tempest-TestShelveInstance-898252834-router', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:08Z', 'updated_at': '2021-08-16T21:10:11Z', 'revision_number': 4, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'gw_port': {'id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:09Z', 'updated_at': '2021-08-16T21:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'aa0ef1fb-6667-495b-8c5b-0b6c715658e8', 'name': '', 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'mac_address': 'fa:16:3e:e3:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:10Z', 'updated_at': '2021-08-16T21:10:16Z', 'revision_number': 5, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'subnets': [{'id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:48.055996 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8d677-3ad2-4275-b807-d8bac8d0ad6c req-b3cb6cff-454a-40db-aaa0-d2c4e5887ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:48.057493 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8f8d677-3ad2-4275-b807-d8bac8d0ad6c req-b3cb6cff-454a-40db-aaa0-d2c4e5887ec5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 HTTP/1.1" status: 200 len: 909 time: 0.1301739 Aug 16 21:18:48.071783 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa36618b-5ae4-4369-bd48-1c17b8d68335 None None] Checking router: 041ec843-412d-4ded-bd3a-67bf7208adea for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:18:48.080770 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa36618b-5ae4-4369-bd48-1c17b8d68335 None None] Routers {'041ec843-412d-4ded-bd3a-67bf7208adea'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:48.081376 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-aa36618b-5ae4-4369-bd48-1c17b8d68335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:18:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['041ec843-412d-4ded-bd3a-67bf7208adea'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:48.103979 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8f8d677-3ad2-4275-b807-d8bac8d0ad6c req-5db333b7-f0d4-416d-8e18-e65772181dc3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46f65169-cf71-4bea-b2eb-233e2e2eefd8 HTTP/1.1" status: 200 len: 217 time: 0.0391526 Aug 16 21:18:48.152087 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8d677-3ad2-4275-b807-d8bac8d0ad6c req-8bfe7f1e-04d9-46dd-8749-3626e9173443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:48.153680 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8f8d677-3ad2-4275-b807-d8bac8d0ad6c req-8bfe7f1e-04d9-46dd-8749-3626e9173443 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ac5c798-04a1-4170-98f4-b1a7dff46c51 HTTP/1.1" status: 200 len: 847 time: 0.0430617 Aug 16 21:18:48.184499 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-aa36618b-5ae4-4369-bd48-1c17b8d68335 None None] Set router 041ec843-412d-4ded-bd3a-67bf7208adea gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:18:48.199415 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8d677-3ad2-4275-b807-d8bac8d0ad6c req-57348754-4136-425b-9715-55353ea4f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:48.200914 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8f8d677-3ad2-4275-b807-d8bac8d0ad6c req-57348754-4136-425b-9715-55353ea4f884 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396283 Aug 16 21:18:48.296352 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8f8d677-3ad2-4275-b807-d8bac8d0ad6c req-3634810f-01b0-428d-80b9-053673cd7f0a service neutron] 10.222.0.57 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873277 Aug 16 21:18:48.378760 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-aa36618b-5ae4-4369-bd48-1c17b8d68335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'name': 'tempest-TestShelveInstance-898252834-router', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:08Z', 'updated_at': '2021-08-16T21:10:11Z', 'revision_number': 4, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'gw_port': {'id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:09Z', 'updated_at': '2021-08-16T21:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'aa0ef1fb-6667-495b-8c5b-0b6c715658e8', 'name': '', 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'mac_address': 'fa:16:3e:e3:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:10Z', 'updated_at': '2021-08-16T21:10:16Z', 'revision_number': 5, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'subnets': [{'id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:48.388907 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b8f8d677-3ad2-4275-b807-d8bac8d0ad6c req-d975e04b-36df-4ced-9590-c5fd5b1b4748 service neutron] 10.222.0.57 "GET /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846009 Aug 16 21:18:48.404842 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa36618b-5ae4-4369-bd48-1c17b8d68335 None None] The sync data for ids ['041ec843-412d-4ded-bd3a-67bf7208adea'] in n-d-787206-13 is: [{'id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'name': 'tempest-TestShelveInstance-898252834-router', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:08Z', 'updated_at': '2021-08-16T21:10:11Z', 'revision_number': 4, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'gw_port': {'id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:09Z', 'updated_at': '2021-08-16T21:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': 'aa0ef1fb-6667-495b-8c5b-0b6c715658e8', 'name': '', 'network_id': '4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'mac_address': 'fa:16:3e:e3:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:10Z', 'updated_at': '2021-08-16T21:10:16Z', 'revision_number': 5, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'subnets': [{'id': '8ac5c798-04a1-4170-98f4-b1a7dff46c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:18:48.622418 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c62c36c-8828-46be-8679-b492d17b894f None None] New status for floating IP 826d6583-6747-4102-8a65-2be00a57c99d: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:18:49.167152 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec6ee0-8060-4dd1-a8fd-d8b32764cba9 req-e42c61bc-58ad-4d9b-aa8c-ca75e5eeb53c tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:49.168676 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d6ec6ee0-8060-4dd1-a8fd-d8b32764cba9 req-e42c61bc-58ad-4d9b-aa8c-ca75e5eeb53c tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 947 time: 0.0540051 Aug 16 21:18:49.206101 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d6ec6ee0-8060-4dd1-a8fd-d8b32764cba9 req-0dce60a3-3f9c-4653-8212-b8b30163a7ba tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/security-groups?id=ea967328-ff3c-495b-a623-5dde2fe19b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308161 Aug 16 21:18:49.317674 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d96e57-419b-48fe-9865-7ff0f0595c02 req-28404805-5791-4cbd-9f41-dde15a8e79c3 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:49.319044 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c7d96e57-419b-48fe-9865-7ff0f0595c02 req-28404805-5791-4cbd-9f41-dde15a8e79c3 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.57 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 947 time: 0.0487068 Aug 16 21:18:49.406798 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c7d96e57-419b-48fe-9865-7ff0f0595c02 req-fae089be-40dd-4091-9b44-90d2fa309d26 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Deleting port 46f65169-cf71-4bea-b2eb-233e2e2eefd8 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:18:49.407137 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c7d96e57-419b-48fe-9865-7ff0f0595c02 req-fae089be-40dd-4091-9b44-90d2fa309d26 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:49.496119 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c7d96e57-419b-48fe-9865-7ff0f0595c02 req-fae089be-40dd-4091-9b44-90d2fa309d26 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] For port 46f65169-cf71-4bea-b2eb-233e2e2eefd8, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=46f65169-cf71-4bea-b2eb-233e2e2eefd8,segment=NetworkSegment(e2a51bb1-da24-4ce4-b337-efe2c29076d4),segment_id=e2a51bb1-da24-4ce4-b337-efe2c29076d4)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:49.496478 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c7d96e57-419b-48fe-9865-7ff0f0595c02 req-fae089be-40dd-4091-9b44-90d2fa309d26 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:49.509482 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c7d96e57-419b-48fe-9865-7ff0f0595c02 req-fae089be-40dd-4091-9b44-90d2fa309d26 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Calling delete_port for 46f65169-cf71-4bea-b2eb-233e2e2eefd8 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:18:49.642361 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c7d96e57-419b-48fe-9865-7ff0f0595c02 req-fae089be-40dd-4091-9b44-90d2fa309d26 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:49.679056 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae089be-40dd-4091-9b44-90d2fa309d26 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Pushing event deleted for resources: {'Port': ['ID=46f65169-cf71-4bea-b2eb-233e2e2eefd8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:49.713396 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d96e57-419b-48fe-9865-7ff0f0595c02 req-fae089be-40dd-4091-9b44-90d2fa309d26 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] No DVR routers for this DVR port 46f65169-cf71-4bea-b2eb-233e2e2eefd8 on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:18:49.716079 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c7d96e57-419b-48fe-9865-7ff0f0595c02 req-fae089be-40dd-4091-9b44-90d2fa309d26 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:49.718705 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c7d96e57-419b-48fe-9865-7ff0f0595c02 req-fae089be-40dd-4091-9b44-90d2fa309d26 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.57 "DELETE /v2.0/ports/46f65169-cf71-4bea-b2eb-233e2e2eefd8 HTTP/1.1" status: 204 len: 173 time: 0.3932328 Aug 16 21:18:49.823085 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db299202-e891-46a2-96e9-b9251e0db000', 'name': 'network-vif-deleted', 'tag': '46f65169-cf71-4bea-b2eb-233e2e2eefd8'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:18:49.825931 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0496fd-6f7e-4214-a4af-dc7c65751219" -d '{"events": [{"server_uuid": "db299202-e891-46a2-96e9-b9251e0db000", "name": "network-vif-deleted", "tag": "46f65169-cf71-4bea-b2eb-233e2e2eefd8"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:18:49.862410 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa07256-76a5-42af-9178-5e56d1f32150 x-openstack-request-id: req-9aa07256-76a5-42af-9178-5e56d1f32150 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:18:49.862708 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db299202-e891-46a2-96e9-b9251e0db000", "name": "network-vif-deleted", "tag": "46f65169-cf71-4bea-b2eb-233e2e2eefd8", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:18:49.862960 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9aa07256-76a5-42af-9178-5e56d1f32150 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:18:49.863384 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db299202-e891-46a2-96e9-b9251e0db000', 'name': 'network-vif-deleted', 'tag': '46f65169-cf71-4bea-b2eb-233e2e2eefd8', 'status': 'completed', 'code': 200} Aug 16 21:18:50.303313 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c36c5259-4501-470a-9049-21738b230aee req-ea134a14-9c75-4971-8285-79e5bbb79bcf tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 210 time: 0.0270851 Aug 16 21:18:51.401353 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-28dd0561-d163-4fa7-94c4-f8c54d69d8a0 req-8d54427b-f162-483b-a48c-6895daa70744 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 210 time: 0.0307441 Aug 16 21:18:52.496603 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-dab83f7f-828b-4080-94d1-cd9d13f113cc req-2776e02c-bf56-4191-8b96-bf3ac986c865 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "GET /v2.0/ports?device_id=db299202-e891-46a2-96e9-b9251e0db000 HTTP/1.1" status: 200 len: 210 time: 0.0266683 Aug 16 21:18:52.865478 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 46f65169-cf71-4bea-b2eb-233e2e2eefd8 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:18:52.886823 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: 46f65169-cf71-4bea-b2eb-233e2e2eefd8 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:18:52.887269 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device 46f65169-cf71-4bea-b2eb-233e2e2eefd8 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:18:53.553512 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35978) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:53.617693 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-602342b7-69ed-4973-aff2-d32a7ee561a8 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:53.643787 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-602342b7-69ed-4973-aff2-d32a7ee561a8 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:53.708155 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-602342b7-69ed-4973-aff2-d32a7ee561a8 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:53.710601 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-602342b7-69ed-4973-aff2-d32a7ee561a8 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:53.711881 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-602342b7-69ed-4973-aff2-d32a7ee561a8 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] 10.222.0.68 "DELETE /v2.0/security-groups/ea967328-ff3c-495b-a623-5dde2fe19b04 HTTP/1.1" status: 204 len: 168 time: 0.1573212 Aug 16 21:18:53.728968 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602342b7-69ed-4973-aff2-d32a7ee561a8 tempest-TestShelveInstance-1421122717 tempest-TestShelveInstance-1421122717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea967328-ff3c-495b-a623-5dde2fe19b04,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:53.767848 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35982) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:54.206167 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6841b81-9d9f-4110-a9d8-0921b8cb61e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:54.451496 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e6841b81-9d9f-4110-a9d8-0921b8cb61e3 admin admin] Deleting port aa0ef1fb-6667-495b-8c5b-0b6c715658e8 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:18:54.451852 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6841b81-9d9f-4110-a9d8-0921b8cb61e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:54.527561 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-e6841b81-9d9f-4110-a9d8-0921b8cb61e3 admin admin] For port aa0ef1fb-6667-495b-8c5b-0b6c715658e8, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=aa0ef1fb-6667-495b-8c5b-0b6c715658e8,segment=NetworkSegment(e2a51bb1-da24-4ce4-b337-efe2c29076d4),segment_id=e2a51bb1-da24-4ce4-b337-efe2c29076d4)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:54.527981 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6841b81-9d9f-4110-a9d8-0921b8cb61e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:54.541818 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e6841b81-9d9f-4110-a9d8-0921b8cb61e3 admin admin] Calling delete_port for aa0ef1fb-6667-495b-8c5b-0b6c715658e8 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:18:54.723307 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6841b81-9d9f-4110-a9d8-0921b8cb61e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:54.752983 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6841b81-9d9f-4110-a9d8-0921b8cb61e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa0ef1fb-6667-495b-8c5b-0b6c715658e8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:54.917834 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6841b81-9d9f-4110-a9d8-0921b8cb61e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:55.477790 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6841b81-9d9f-4110-a9d8-0921b8cb61e3 admin admin] Router 041ec843-412d-4ded-bd3a-67bf7208adea has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:18:55.583014 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6841b81-9d9f-4110-a9d8-0921b8cb61e3 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:18:55.588025 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e6841b81-9d9f-4110-a9d8-0921b8cb61e3 admin admin] 10.222.0.68 "PUT /v2.0/routers/041ec843-412d-4ded-bd3a-67bf7208adea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8196850 Aug 16 21:18:55.590756 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35986) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:55.591620 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820e487d-79fb-4a28-b247-690086f69299 None None] Sync routers for ids ['041ec843-412d-4ded-bd3a-67bf7208adea'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:18:55.601820 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820e487d-79fb-4a28-b247-690086f69299 None None] Routers {'041ec843-412d-4ded-bd3a-67bf7208adea'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:55.602453 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-820e487d-79fb-4a28-b247-690086f69299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:18:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['041ec843-412d-4ded-bd3a-67bf7208adea'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:55.699753 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-776f75f4-5bd4-4ca7-8a70-c582f24410cd admin admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:55.709682 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-820e487d-79fb-4a28-b247-690086f69299 None None] Set router 041ec843-412d-4ded-bd3a-67bf7208adea gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:18:55.809168 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-776f75f4-5bd4-4ca7-8a70-c582f24410cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:55.863618 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-776f75f4-5bd4-4ca7-8a70-c582f24410cd admin admin] Deleting port 7f3b2b09-ac34-4d05-a022-e6cac9ad37dc {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:18:55.864109 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-776f75f4-5bd4-4ca7-8a70-c582f24410cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:55.891590 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-820e487d-79fb-4a28-b247-690086f69299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'name': 'tempest-TestShelveInstance-898252834-router', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:08Z', 'updated_at': '2021-08-16T21:18:54Z', 'revision_number': 5, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'gw_port': {'id': '7f3b2b09-ac34-4d05-a022-e6cac9ad37dc', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:09Z', 'updated_at': '2021-08-16T21:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:55.917336 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820e487d-79fb-4a28-b247-690086f69299 None None] Checking router: 041ec843-412d-4ded-bd3a-67bf7208adea for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:18:55.926709 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820e487d-79fb-4a28-b247-690086f69299 None None] Routers {'041ec843-412d-4ded-bd3a-67bf7208adea'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:55.927027 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-820e487d-79fb-4a28-b247-690086f69299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:18:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['041ec843-412d-4ded-bd3a-67bf7208adea'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:55.947778 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-776f75f4-5bd4-4ca7-8a70-c582f24410cd admin admin] For port 7f3b2b09-ac34-4d05-a022-e6cac9ad37dc, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=7f3b2b09-ac34-4d05-a022-e6cac9ad37dc,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:55.948308 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-776f75f4-5bd4-4ca7-8a70-c582f24410cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:55.961926 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-776f75f4-5bd4-4ca7-8a70-c582f24410cd admin admin] Calling delete_port for 7f3b2b09-ac34-4d05-a022-e6cac9ad37dc owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:18:56.011645 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-820e487d-79fb-4a28-b247-690086f69299 None None] Set router 041ec843-412d-4ded-bd3a-67bf7208adea gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:18:56.062696 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-820e487d-79fb-4a28-b247-690086f69299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'name': 'tempest-TestShelveInstance-898252834-router', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:08Z', 'updated_at': '2021-08-16T21:18:55Z', 'revision_number': 6, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:56.091892 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820e487d-79fb-4a28-b247-690086f69299 None None] The sync data for ids ['041ec843-412d-4ded-bd3a-67bf7208adea'] in n-d-787206-13 is: [{'id': '041ec843-412d-4ded-bd3a-67bf7208adea', 'name': 'tempest-TestShelveInstance-898252834-router', 'tenant_id': 'a9eadbdb18d44d14bcbde91823993e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:08Z', 'updated_at': '2021-08-16T21:18:55Z', 'revision_number': 6, 'project_id': 'a9eadbdb18d44d14bcbde91823993e71', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:18:56.142229 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-776f75f4-5bd4-4ca7-8a70-c582f24410cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.171223 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f75f4-5bd4-4ca7-8a70-c582f24410cd admin admin] Pushing event deleted for resources: {'Port': ['ID=7f3b2b09-ac34-4d05-a022-e6cac9ad37dc,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:56.232239 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-776f75f4-5bd4-4ca7-8a70-c582f24410cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.321060 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-776f75f4-5bd4-4ca7-8a70-c582f24410cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.323084 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-776f75f4-5bd4-4ca7-8a70-c582f24410cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.364189 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-776f75f4-5bd4-4ca7-8a70-c582f24410cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.364793 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776f75f4-5bd4-4ca7-8a70-c582f24410cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 041ec843-412d-4ded-bd3a-67bf7208adea {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:18:56.369146 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-776f75f4-5bd4-4ca7-8a70-c582f24410cd admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.370439 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-776f75f4-5bd4-4ca7-8a70-c582f24410cd admin admin] 10.222.0.68 "DELETE /v2.0/routers/041ec843-412d-4ded-bd3a-67bf7208adea HTTP/1.1" status: 204 len: 168 time: 0.7787149 Aug 16 21:18:56.373055 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 35988) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:56.418878 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e102bd9-96db-4233-8d38-d5fd11a158ff admin admin] Deleting subnet 8ac5c798-04a1-4170-98f4-b1a7dff46c51 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:18:56.422353 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0e102bd9-96db-4233-8d38-d5fd11a158ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.457967 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0e102bd9-96db-4233-8d38-d5fd11a158ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.546098 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0e102bd9-96db-4233-8d38-d5fd11a158ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.558388 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device aa0ef1fb-6667-495b-8c5b-0b6c715658e8 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:18:56.581302 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: aa0ef1fb-6667-495b-8c5b-0b6c715658e8 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:18:56.581651 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device aa0ef1fb-6667-495b-8c5b-0b6c715658e8 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:18:56.600566 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0e102bd9-96db-4233-8d38-d5fd11a158ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.629958 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0e102bd9-96db-4233-8d38-d5fd11a158ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.632642 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0e102bd9-96db-4233-8d38-d5fd11a158ff admin admin] 10.222.0.68 "DELETE /v2.0/subnets/8ac5c798-04a1-4170-98f4-b1a7dff46c51 HTTP/1.1" status: 204 len: 168 time: 0.2577686 Aug 16 21:18:56.633802 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e102bd9-96db-4233-8d38-d5fd11a158ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ac5c798-04a1-4170-98f4-b1a7dff46c51,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:56.634661 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35992) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:56.634824 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b72971-8f98-4fbc-9ac0-52179b7aff5e None None] Network 4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:18:56.641481 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e102bd9-96db-4233-8d38-d5fd11a158ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:56.641823 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e102bd9-96db-4233-8d38-d5fd11a158ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:56.642501 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e102bd9-96db-4233-8d38-d5fd11a158ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:56.642626 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e102bd9-96db-4233-8d38-d5fd11a158ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:56.642853 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e102bd9-96db-4233-8d38-d5fd11a158ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:56.643186 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e102bd9-96db-4233-8d38-d5fd11a158ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:56.643537 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e102bd9-96db-4233-8d38-d5fd11a158ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:56.643858 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e102bd9-96db-4233-8d38-d5fd11a158ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:56.644176 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e102bd9-96db-4233-8d38-d5fd11a158ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:56.644488 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e102bd9-96db-4233-8d38-d5fd11a158ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:56.644804 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e102bd9-96db-4233-8d38-d5fd11a158ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:56.645115 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e102bd9-96db-4233-8d38-d5fd11a158ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:56.707318 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6ebf37e-87c8-4b81-b361-00ebfaf27de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.760761 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e6ebf37e-87c8-4b81-b361-00ebfaf27de6 admin admin] Deleting port c8b96287-2442-47d2-880b-372ab1525e49 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:18:56.761101 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6ebf37e-87c8-4b81-b361-00ebfaf27de6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.826926 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-e6ebf37e-87c8-4b81-b361-00ebfaf27de6 admin admin] For port c8b96287-2442-47d2-880b-372ab1525e49, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=c8b96287-2442-47d2-880b-372ab1525e49,segment=NetworkSegment(e2a51bb1-da24-4ce4-b337-efe2c29076d4),segment_id=e2a51bb1-da24-4ce4-b337-efe2c29076d4)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:56.827661 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6ebf37e-87c8-4b81-b361-00ebfaf27de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.839702 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e6ebf37e-87c8-4b81-b361-00ebfaf27de6 admin admin] Calling delete_port for c8b96287-2442-47d2-880b-372ab1525e49 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:18:56.877175 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad34d8b9-c4d1-4c5f-ae43-0a128b6c3e08 None None] DHCP port deletion for 4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:18:56.922175 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6ebf37e-87c8-4b81-b361-00ebfaf27de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.926326 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ad34d8b9-c4d1-4c5f-ae43-0a128b6c3e08 None None] Deleting port c8b96287-2442-47d2-880b-372ab1525e49 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:18:56.926914 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad34d8b9-c4d1-4c5f-ae43-0a128b6c3e08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:56.948252 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ebf37e-87c8-4b81-b361-00ebfaf27de6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8b96287-2442-47d2-880b-372ab1525e49,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:56.951959 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ebf37e-87c8-4b81-b361-00ebfaf27de6 admin admin] No DVR routers for this DVR port c8b96287-2442-47d2-880b-372ab1525e49 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:18:56.995451 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ad34d8b9-c4d1-4c5f-ae43-0a128b6c3e08 None None] For port c8b96287-2442-47d2-880b-372ab1525e49, host n-d-787206-13, got binding levels [] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:56.995847 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad34d8b9-c4d1-4c5f-ae43-0a128b6c3e08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:57.008451 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ad34d8b9-c4d1-4c5f-ae43-0a128b6c3e08 None None] Calling delete_port for c8b96287-2442-47d2-880b-372ab1525e49 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:18:57.011113 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.ipam_backend_mixin [None req-ad34d8b9-c4d1-4c5f-ae43-0a128b6c3e08 None None] Port c8b96287-2442-47d2-880b-372ab1525e49 was not found and therefore no delete operation was performed {{(pid=94772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 21:18:57.012455 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad34d8b9-c4d1-4c5f-ae43-0a128b6c3e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:57.031115 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6ebf37e-87c8-4b81-b361-00ebfaf27de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:57.040990 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e6ebf37e-87c8-4b81-b361-00ebfaf27de6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:57.057687 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e6ebf37e-87c8-4b81-b361-00ebfaf27de6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a51bb1-da24-4ce4-b337-efe2c29076d4') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:57.057988 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e6ebf37e-87c8-4b81-b361-00ebfaf27de6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a51bb1-da24-4ce4-b337-efe2c29076d4') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:57.068092 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6ebf37e-87c8-4b81-b361-00ebfaf27de6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:57.084501 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6ebf37e-87c8-4b81-b361-00ebfaf27de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:57.093237 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ebf37e-87c8-4b81-b361-00ebfaf27de6 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:18:57.093891 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6ebf37e-87c8-4b81-b361-00ebfaf27de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:57.095786 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 21:18:57.095786 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:18:57.095786 n-d-787206-13 neutron-server[94770]: timer() Aug 16 21:18:57.095786 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:18:57.095786 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 21:18:57.095786 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:18:57.095786 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 21:18:57.095786 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:18:57.095786 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 21:18:57.095786 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:18:57.095786 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 21:18:57.095786 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:18:57.095786 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 21:18:57.095786 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:18:57.095786 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:18:57.095786 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:18:57.095786 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:18:57.095786 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:18:57.095786 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 21:18:57.095786 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:18:57.095786 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 21:18:57.095786 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:18:57.095786 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:18:57.095786 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:18:57.095786 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 21:18:57.095786 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:18:57.095786 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:18:57.095786 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:18:57.095786 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:18:57.095786 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:18:57.095786 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:18:57.095786 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:18:57.161422 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6ebf37e-87c8-4b81-b361-00ebfaf27de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:57.167079 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6ebf37e-87c8-4b81-b361-00ebfaf27de6 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:57.171932 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e6ebf37e-87c8-4b81-b361-00ebfaf27de6 admin admin] 10.222.0.68 "DELETE /v2.0/networks/4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1 HTTP/1.1" status: 204 len: 168 time: 0.5333788 Aug 16 21:18:57.172592 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35994) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:57.189785 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ebf37e-87c8-4b81-b361-00ebfaf27de6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c96af7b-d4ee-4ad0-9f0d-bb0629266cb1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:57.204101 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34d8b9-c4d1-4c5f-ae43-0a128b6c3e08 None None] Pushing event deleted for resources: {'Port': ['ID=c8b96287-2442-47d2-880b-372ab1525e49,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:57.210411 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad34d8b9-c4d1-4c5f-ae43-0a128b6c3e08 None None] No DVR routers for this DVR port c8b96287-2442-47d2-880b-372ab1525e49 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:18:57.220735 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34d8b9-c4d1-4c5f-ae43-0a128b6c3e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:57.220735 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34d8b9-c4d1-4c5f-ae43-0a128b6c3e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:57.220963 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34d8b9-c4d1-4c5f-ae43-0a128b6c3e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:57.221216 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34d8b9-c4d1-4c5f-ae43-0a128b6c3e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:57.221584 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34d8b9-c4d1-4c5f-ae43-0a128b6c3e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:57.221963 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34d8b9-c4d1-4c5f-ae43-0a128b6c3e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:57.222179 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34d8b9-c4d1-4c5f-ae43-0a128b6c3e08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:57.222593 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34d8b9-c4d1-4c5f-ae43-0a128b6c3e08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:57.222817 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34d8b9-c4d1-4c5f-ae43-0a128b6c3e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:57.223180 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34d8b9-c4d1-4c5f-ae43-0a128b6c3e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:57.223585 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34d8b9-c4d1-4c5f-ae43-0a128b6c3e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:57.223785 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad34d8b9-c4d1-4c5f-ae43-0a128b6c3e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:18:57.538742 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b0537cc-49eb-4f51-b586-1903dc51a792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:57.777659 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-3b0537cc-49eb-4f51-b586-1903dc51a792 admin admin] Deleting port 6cf6cb2d-020c-4d7d-bb55-981e9f91e11d {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:18:57.777989 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b0537cc-49eb-4f51-b586-1903dc51a792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:57.856406 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-3b0537cc-49eb-4f51-b586-1903dc51a792 admin admin] For port 6cf6cb2d-020c-4d7d-bb55-981e9f91e11d, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=6cf6cb2d-020c-4d7d-bb55-981e9f91e11d,segment=NetworkSegment(b7671f1c-b686-4b6b-8d6f-103681980c02),segment_id=b7671f1c-b686-4b6b-8d6f-103681980c02)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:57.857069 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b0537cc-49eb-4f51-b586-1903dc51a792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:57.869149 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-3b0537cc-49eb-4f51-b586-1903dc51a792 admin admin] Calling delete_port for 6cf6cb2d-020c-4d7d-bb55-981e9f91e11d owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:18:58.042892 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b0537cc-49eb-4f51-b586-1903dc51a792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:58.068956 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0537cc-49eb-4f51-b586-1903dc51a792 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cf6cb2d-020c-4d7d-bb55-981e9f91e11d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:58.231180 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b0537cc-49eb-4f51-b586-1903dc51a792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:58.445773 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0537cc-49eb-4f51-b586-1903dc51a792 admin admin] Router c76b7b68-ca93-41d1-ae82-e14c8b58265f has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:18:58.491829 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c8b96287-2442-47d2-880b-372ab1525e49 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:18:58.511259 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: c8b96287-2442-47d2-880b-372ab1525e49 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:18:58.511676 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device c8b96287-2442-47d2-880b-372ab1525e49 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:18:58.512237 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7f3b2b09-ac34-4d05-a022-e6cac9ad37dc no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:18:58.529984 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 7f3b2b09-ac34-4d05-a022-e6cac9ad37dc {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:18:58.530322 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 7f3b2b09-ac34-4d05-a022-e6cac9ad37dc not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:18:58.555460 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0537cc-49eb-4f51-b586-1903dc51a792 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:18:58.560518 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-3b0537cc-49eb-4f51-b586-1903dc51a792 admin admin] 10.222.0.68 "PUT /v2.0/routers/c76b7b68-ca93-41d1-ae82-e14c8b58265f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3868437 Aug 16 21:18:58.563624 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35996) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:58.564516 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead85fb2-216f-43a8-9ae7-3fff328c8ee6 None None] Sync routers for ids ['c76b7b68-ca93-41d1-ae82-e14c8b58265f'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:18:58.573395 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead85fb2-216f-43a8-9ae7-3fff328c8ee6 None None] Routers {'c76b7b68-ca93-41d1-ae82-e14c8b58265f'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:58.574009 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ead85fb2-216f-43a8-9ae7-3fff328c8ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:18:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['c76b7b68-ca93-41d1-ae82-e14c8b58265f'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:58.576353 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:18:58.668568 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a6fb2d2a-9768-4ce1-ad33-6ae4174d906a admin admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:58.681096 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-ead85fb2-216f-43a8-9ae7-3fff328c8ee6 None None] Set router c76b7b68-ca93-41d1-ae82-e14c8b58265f gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:18:58.768740 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a6fb2d2a-9768-4ce1-ad33-6ae4174d906a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:58.821178 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-a6fb2d2a-9768-4ce1-ad33-6ae4174d906a admin admin] Deleting port 512ada79-a124-4aa3-946a-661cf45a52f9 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:18:58.821518 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a6fb2d2a-9768-4ce1-ad33-6ae4174d906a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:58.856872 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ead85fb2-216f-43a8-9ae7-3fff328c8ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76b7b68-ca93-41d1-ae82-e14c8b58265f', 'name': 'tempest-TestShelveInstance-764411864-router', 'tenant_id': '0e95623367b34c48b994c7905112d00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '512ada79-a124-4aa3-946a-661cf45a52f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:13Z', 'updated_at': '2021-08-16T21:18:57Z', 'revision_number': 5, 'project_id': '0e95623367b34c48b994c7905112d00c', 'gw_port': {'id': '512ada79-a124-4aa3-946a-661cf45a52f9', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76b7b68-ca93-41d1-ae82-e14c8b58265f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:13Z', 'updated_at': '2021-08-16T21:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:58.887708 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead85fb2-216f-43a8-9ae7-3fff328c8ee6 None None] Checking router: c76b7b68-ca93-41d1-ae82-e14c8b58265f for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:18:58.896388 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead85fb2-216f-43a8-9ae7-3fff328c8ee6 None None] Routers {'c76b7b68-ca93-41d1-ae82-e14c8b58265f'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:58.897024 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ead85fb2-216f-43a8-9ae7-3fff328c8ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:18:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['c76b7b68-ca93-41d1-ae82-e14c8b58265f'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:58.986922 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-ead85fb2-216f-43a8-9ae7-3fff328c8ee6 None None] Set router c76b7b68-ca93-41d1-ae82-e14c8b58265f gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:18:59.039657 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ead85fb2-216f-43a8-9ae7-3fff328c8ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76b7b68-ca93-41d1-ae82-e14c8b58265f', 'name': 'tempest-TestShelveInstance-764411864-router', 'tenant_id': '0e95623367b34c48b994c7905112d00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:13Z', 'updated_at': '2021-08-16T21:18:58Z', 'revision_number': 6, 'project_id': '0e95623367b34c48b994c7905112d00c', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:59.072114 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead85fb2-216f-43a8-9ae7-3fff328c8ee6 None None] The sync data for ids ['c76b7b68-ca93-41d1-ae82-e14c8b58265f'] in n-d-787206-13 is: [{'id': 'c76b7b68-ca93-41d1-ae82-e14c8b58265f', 'name': 'tempest-TestShelveInstance-764411864-router', 'tenant_id': '0e95623367b34c48b994c7905112d00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:13Z', 'updated_at': '2021-08-16T21:18:58Z', 'revision_number': 6, 'project_id': '0e95623367b34c48b994c7905112d00c', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:18:59.246792 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-a6fb2d2a-9768-4ce1-ad33-6ae4174d906a admin admin] For port 512ada79-a124-4aa3-946a-661cf45a52f9, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=512ada79-a124-4aa3-946a-661cf45a52f9,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:59.247402 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a6fb2d2a-9768-4ce1-ad33-6ae4174d906a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:59.259085 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-a6fb2d2a-9768-4ce1-ad33-6ae4174d906a admin admin] Calling delete_port for 512ada79-a124-4aa3-946a-661cf45a52f9 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:18:59.419981 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a6fb2d2a-9768-4ce1-ad33-6ae4174d906a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:59.443723 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb2d2a-9768-4ce1-ad33-6ae4174d906a admin admin] Pushing event deleted for resources: {'Port': ['ID=512ada79-a124-4aa3-946a-661cf45a52f9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:59.511151 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a6fb2d2a-9768-4ce1-ad33-6ae4174d906a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:59.603860 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a6fb2d2a-9768-4ce1-ad33-6ae4174d906a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:59.605938 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a6fb2d2a-9768-4ce1-ad33-6ae4174d906a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:59.653865 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a6fb2d2a-9768-4ce1-ad33-6ae4174d906a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:59.654548 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fb2d2a-9768-4ce1-ad33-6ae4174d906a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c76b7b68-ca93-41d1-ae82-e14c8b58265f {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:18:59.659566 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a6fb2d2a-9768-4ce1-ad33-6ae4174d906a admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:59.660722 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a6fb2d2a-9768-4ce1-ad33-6ae4174d906a admin admin] 10.222.0.68 "DELETE /v2.0/routers/c76b7b68-ca93-41d1-ae82-e14c8b58265f HTTP/1.1" status: 204 len: 168 time: 1.0961583 Aug 16 21:18:59.663190 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 35998) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:59.707123 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-9604f9cd-b5c0-4ca9-8394-803bca32dfd1 admin admin] Deleting subnet 6aecd5ea-b7b1-425e-8507-6e4b5d5dd9de {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:18:59.710428 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9604f9cd-b5c0-4ca9-8394-803bca32dfd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:59.743482 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9604f9cd-b5c0-4ca9-8394-803bca32dfd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29133016'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:59.826201 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9604f9cd-b5c0-4ca9-8394-803bca32dfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:59.879361 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9604f9cd-b5c0-4ca9-8394-803bca32dfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25412316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29122904'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:59.906173 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604f9cd-b5c0-4ca9-8394-803bca32dfd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aecd5ea-b7b1-425e-8507-6e4b5d5dd9de,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:59.908208 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9604f9cd-b5c0-4ca9-8394-803bca32dfd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:59.911722 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9604f9cd-b5c0-4ca9-8394-803bca32dfd1 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/6aecd5ea-b7b1-425e-8507-6e4b5d5dd9de HTTP/1.1" status: 204 len: 168 time: 0.2475271 Aug 16 21:18:59.912724 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36000) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:59.915085 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927448ab-e0ea-485d-9d5d-047528799ef4 None None] Network 3a2deb40-4099-4e0e-aebf-cf9bb6308ecf requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:18:59.985001 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e18a422-f8dc-423e-b81b-1e20e69ccf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:00.045392 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5e18a422-f8dc-423e-b81b-1e20e69ccf87 admin admin] Deleting port 4fff99b7-59e8-4d2a-b09c-088418872296 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:19:00.045392 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e18a422-f8dc-423e-b81b-1e20e69ccf87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:00.111614 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-5e18a422-f8dc-423e-b81b-1e20e69ccf87 admin admin] For port 4fff99b7-59e8-4d2a-b09c-088418872296, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=4fff99b7-59e8-4d2a-b09c-088418872296,segment=NetworkSegment(b7671f1c-b686-4b6b-8d6f-103681980c02),segment_id=b7671f1c-b686-4b6b-8d6f-103681980c02)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:00.112118 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e18a422-f8dc-423e-b81b-1e20e69ccf87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:00.125015 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b509cd-70e3-4d44-b8ee-70a4850b22a0 None None] DHCP port deletion for 3a2deb40-4099-4e0e-aebf-cf9bb6308ecf request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:19:00.127809 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5e18a422-f8dc-423e-b81b-1e20e69ccf87 admin admin] Calling delete_port for 4fff99b7-59e8-4d2a-b09c-088418872296 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:19:00.173079 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a3b509cd-70e3-4d44-b8ee-70a4850b22a0 None None] Deleting port 4fff99b7-59e8-4d2a-b09c-088418872296 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:19:00.173292 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a3b509cd-70e3-4d44-b8ee-70a4850b22a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:00.213403 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e18a422-f8dc-423e-b81b-1e20e69ccf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:00.238293 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a3b509cd-70e3-4d44-b8ee-70a4850b22a0 None None] For port 4fff99b7-59e8-4d2a-b09c-088418872296, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=4fff99b7-59e8-4d2a-b09c-088418872296,segment=NetworkSegment(b7671f1c-b686-4b6b-8d6f-103681980c02),segment_id=b7671f1c-b686-4b6b-8d6f-103681980c02)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:00.238693 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a3b509cd-70e3-4d44-b8ee-70a4850b22a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:00.240201 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18a422-f8dc-423e-b81b-1e20e69ccf87 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fff99b7-59e8-4d2a-b09c-088418872296,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:00.242043 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e18a422-f8dc-423e-b81b-1e20e69ccf87 admin admin] No DVR routers for this DVR port 4fff99b7-59e8-4d2a-b09c-088418872296 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:19:00.251617 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a3b509cd-70e3-4d44-b8ee-70a4850b22a0 None None] Calling delete_port for 4fff99b7-59e8-4d2a-b09c-088418872296 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:19:00.315506 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e18a422-f8dc-423e-b81b-1e20e69ccf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:00.325530 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-5e18a422-f8dc-423e-b81b-1e20e69ccf87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a2deb40-4099-4e0e-aebf-cf9bb6308ecf']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:00.330980 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a3b509cd-70e3-4d44-b8ee-70a4850b22a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:00.337110 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-5e18a422-f8dc-423e-b81b-1e20e69ccf87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7671f1c-b686-4b6b-8d6f-103681980c02') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:00.337337 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-5e18a422-f8dc-423e-b81b-1e20e69ccf87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7671f1c-b686-4b6b-8d6f-103681980c02') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:00.346696 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e18a422-f8dc-423e-b81b-1e20e69ccf87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:00.356807 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b509cd-70e3-4d44-b8ee-70a4850b22a0 None None] Pushing event deleted for resources: {'Port': ['ID=4fff99b7-59e8-4d2a-b09c-088418872296,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:00.360990 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e18a422-f8dc-423e-b81b-1e20e69ccf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:00.362619 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b509cd-70e3-4d44-b8ee-70a4850b22a0 None None] No DVR routers for this DVR port 4fff99b7-59e8-4d2a-b09c-088418872296 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:19:00.370742 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e18a422-f8dc-423e-b81b-1e20e69ccf87 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:19:00.371163 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e18a422-f8dc-423e-b81b-1e20e69ccf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:00.373240 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 21:19:00.373240 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:19:00.373240 n-d-787206-13 neutron-server[94771]: timer() Aug 16 21:19:00.373240 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:19:00.373240 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 21:19:00.373240 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:19:00.373240 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 21:19:00.373240 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:19:00.373240 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 21:19:00.373240 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:19:00.373240 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 21:19:00.373240 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:19:00.373240 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 21:19:00.373240 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:19:00.373240 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:19:00.373240 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:19:00.373240 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:19:00.373240 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:19:00.373240 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 21:19:00.373240 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:19:00.373240 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 21:19:00.373240 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:19:00.373240 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:19:00.373240 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:19:00.373240 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 21:19:00.373240 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:19:00.373240 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:19:00.373240 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:19:00.373240 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:19:00.373240 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:19:00.373240 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:19:00.373240 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:19:00.427615 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e18a422-f8dc-423e-b81b-1e20e69ccf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:00.433014 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e18a422-f8dc-423e-b81b-1e20e69ccf87 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:00.435430 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-5e18a422-f8dc-423e-b81b-1e20e69ccf87 admin admin] 10.222.0.68 "DELETE /v2.0/networks/3a2deb40-4099-4e0e-aebf-cf9bb6308ecf HTTP/1.1" status: 204 len: 168 time: 0.5215681 Aug 16 21:19:00.453891 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18a422-f8dc-423e-b81b-1e20e69ccf87 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a2deb40-4099-4e0e-aebf-cf9bb6308ecf,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:00.463815 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 512ada79-a124-4aa3-946a-661cf45a52f9 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:19:00.483185 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 512ada79-a124-4aa3-946a-661cf45a52f9 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:19:00.483540 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 512ada79-a124-4aa3-946a-661cf45a52f9 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:19:00.483950 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4fff99b7-59e8-4d2a-b09c-088418872296 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:19:00.503700 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 4fff99b7-59e8-4d2a-b09c-088418872296 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:19:00.504041 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 4fff99b7-59e8-4d2a-b09c-088418872296 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:19:00.504450 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6cf6cb2d-020c-4d7d-bb55-981e9f91e11d no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:19:00.526428 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 6cf6cb2d-020c-4d7d-bb55-981e9f91e11d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:19:00.526868 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 6cf6cb2d-020c-4d7d-bb55-981e9f91e11d not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:19:00.550343 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36004) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:00.591345 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ba81a548-5166-408b-a9ac-db14aad18511 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a9eadbdb18d44d14bcbde91823993e71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393565 Aug 16 21:19:00.593607 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36006) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:00.645106 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8092c16b-151f-4874-abd0-396eca3dacd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:00.666755 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8092c16b-151f-4874-abd0-396eca3dacd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:00.714693 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8092c16b-151f-4874-abd0-396eca3dacd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:00.717274 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8092c16b-151f-4874-abd0-396eca3dacd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:00.718472 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-8092c16b-151f-4874-abd0-396eca3dacd0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/54cec6a1-b461-498a-a106-f01a7b6e2441 HTTP/1.1" status: 204 len: 168 time: 0.1239762 Aug 16 21:19:00.726821 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092c16b-151f-4874-abd0-396eca3dacd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cec6a1-b461-498a-a106-f01a7b6e2441,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:01.027412 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36012) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:01.068541 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0f3b7c49-5069-463d-a193-513d1ed95524 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0e95623367b34c48b994c7905112d00c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398386 Aug 16 21:19:01.071037 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36014) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:01.117595 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c8c07266-1f4c-496f-9064-2a5b827293d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:01.138523 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c8c07266-1f4c-496f-9064-2a5b827293d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:01.186975 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c8c07266-1f4c-496f-9064-2a5b827293d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:01.189665 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c8c07266-1f4c-496f-9064-2a5b827293d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:01.190839 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-c8c07266-1f4c-496f-9064-2a5b827293d2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4dee08c7-92f8-45dc-bf55-a2224bf1e6eb HTTP/1.1" status: 204 len: 168 time: 0.1188934 Aug 16 21:19:01.198493 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c07266-1f4c-496f-9064-2a5b827293d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dee08c7-92f8-45dc-bf55-a2224bf1e6eb,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:01.848708 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36036) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:01.942847 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a7b86097-db27-4e42-83fd-1d9de91fa6ae admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-631993804-network', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:19:01.961387 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a7b24497-7ca6-4f7d-8bb2-7f3576b898bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:01.964630 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b86097-db27-4e42-83fd-1d9de91fa6ae admin admin] Made reservation on behalf of 69d0a4b26de8481289a81b2e7758d1dc for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:19:01.967183 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7b86097-db27-4e42-83fd-1d9de91fa6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:01.976115 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7b86097-db27-4e42-83fd-1d9de91fa6ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:02.069148 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7b86097-db27-4e42-83fd-1d9de91fa6ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:02.072931 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7b86097-db27-4e42-83fd-1d9de91fa6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:02.095432 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b86097-db27-4e42-83fd-1d9de91fa6ae admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:19:02.109317 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b86097-db27-4e42-83fd-1d9de91fa6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea4eb77-a018-424d-a6d5-e6774bbf39f6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:02.114303 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7b86097-db27-4e42-83fd-1d9de91fa6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:02.114643 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-a7b86097-db27-4e42-83fd-1d9de91fa6ae admin admin] Added segment e7620d01-6cfb-4719-96a6-3e5245f99114 of type vlan for network 00ba34b2-e5b5-4970-bcba-5fe532f1c72d Aug 16 21:19:02.157978 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7b86097-db27-4e42-83fd-1d9de91fa6ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:02.181712 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7b86097-db27-4e42-83fd-1d9de91fa6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:02.182853 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b86097-db27-4e42-83fd-1d9de91fa6ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:02.183459 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7b86097-db27-4e42-83fd-1d9de91fa6ae admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:02.237930 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-a7b86097-db27-4e42-83fd-1d9de91fa6ae admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3880897 Aug 16 21:19:02.241023 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36040) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:02.243032 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b86097-db27-4e42-83fd-1d9de91fa6ae admin admin] Pushing event updated for resources: {'Network': ['ID=00ba34b2-e5b5-4970-bcba-5fe532f1c72d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:02.247492 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-244b098e-08f5-427e-9e2a-16cec84ec1fd admin admin] Request body: {'subnet': {'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-631993804-subnet', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:19:02.253136 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network 00ba34b2-e5b5-4970-bcba-5fe532f1c72d details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:19:02.271531 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244b098e-08f5-427e-9e2a-16cec84ec1fd admin admin] Made reservation on behalf of 69d0a4b26de8481289a81b2e7758d1dc for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:19:02.273808 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-244b098e-08f5-427e-9e2a-16cec84ec1fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28893054'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:02.447347 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-244b098e-08f5-427e-9e2a-16cec84ec1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29017928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28893036'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:02.497978 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b098e-08f5-427e-9e2a-16cec84ec1fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2adf2099-b7fe-41f4-adcd-45bbadbb134c,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:02.513227 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244b098e-08f5-427e-9e2a-16cec84ec1fd admin admin] Checking segment: {'id': 'e7620d01-6cfb-4719-96a6-3e5245f99114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:19:02.513579 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244b098e-08f5-427e-9e2a-16cec84ec1fd admin admin] Network hostable DHCP agents. Network: 00ba34b2-e5b5-4970-bcba-5fe532f1c72d, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:19:02.529093 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244b098e-08f5-427e-9e2a-16cec84ec1fd admin admin] Network 00ba34b2-e5b5-4970-bcba-5fe532f1c72d is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:19:02.537532 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-244b098e-08f5-427e-9e2a-16cec84ec1fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, 00ba34b2-e5b5-4970-bcba-5fe532f1c72d) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:19:02.541340 n-d-787206-13 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244b098e-08f5-427e-9e2a-16cec84ec1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:02.541914 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-244b098e-08f5-427e-9e2a-16cec84ec1fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:02.547993 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b59f4c-bce6-447f-9d5f-4cc1e47c35e1 None None] Network 00ba34b2-e5b5-4970-bcba-5fe532f1c72d requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:19:02.556648 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-244b098e-08f5-427e-9e2a-16cec84ec1fd admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3142366 Aug 16 21:19:02.559713 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36042) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:02.566205 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-86335b89-bf37-4c64-84d1-4089055c88dd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-631993804-router', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:19:02.589979 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-86335b89-bf37-4c64-84d1-4089055c88dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:02.591380 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-86335b89-bf37-4c64-84d1-4089055c88dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:02.651893 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-86335b89-bf37-4c64-84d1-4089055c88dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:02.716701 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b024571-2fd7-492f-8d3a-1af493996c79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'fixed_ips': [{'subnet_id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:19:02.718103 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b024571-2fd7-492f-8d3a-1af493996c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:02.793133 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-86335b89-bf37-4c64-84d1-4089055c88dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:02.855200 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-0b024571-2fd7-492f-8d3a-1af493996c79 None None] Allocated IP 172.20.0.2 (00ba34b2-e5b5-4970-bcba-5fe532f1c72d/2adf2099-b7fe-41f4-adcd-45bbadbb134c/aeafaa70-d52c-411b-88ed-8cd812d7afc3) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:19:02.996238 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-86335b89-bf37-4c64-84d1-4089055c88dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:03.003337 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b024571-2fd7-492f-8d3a-1af493996c79 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:03.011762 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0b024571-2fd7-492f-8d3a-1af493996c79 None None] Transition to ACTIVE for port object aeafaa70-d52c-411b-88ed-8cd812d7afc3 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:19:03.016016 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-86335b89-bf37-4c64-84d1-4089055c88dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:03.027818 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0b024571-2fd7-492f-8d3a-1af493996c79 None None] Transition to ACTIVE for port object aeafaa70-d52c-411b-88ed-8cd812d7afc3 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:19:03.033879 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b024571-2fd7-492f-8d3a-1af493996c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:03.072600 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b024571-2fd7-492f-8d3a-1af493996c79 None None] Network 00ba34b2-e5b5-4970-bcba-5fe532f1c72d is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:19:03.077671 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-0b024571-2fd7-492f-8d3a-1af493996c79 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:19:03.081926 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b024571-2fd7-492f-8d3a-1af493996c79 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:19:03.084977 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b024571-2fd7-492f-8d3a-1af493996c79 None None] Pushing event updated for resources: {'Port': ['ID=aeafaa70-d52c-411b-88ed-8cd812d7afc3,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:03.124241 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-86335b89-bf37-4c64-84d1-4089055c88dd admin admin] Allocated IP 172.25.8.80 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/f61baf88-7fe9-4f13-a528-914f8a983d24) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:19:03.135308 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-0b024571-2fd7-492f-8d3a-1af493996c79 None None] Attempting to bind port aeafaa70-d52c-411b-88ed-8cd812d7afc3 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:19:03.135681 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-0b024571-2fd7-492f-8d3a-1af493996c79 None None] Attempting to bind port aeafaa70-d52c-411b-88ed-8cd812d7afc3 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'e7620d01-6cfb-4719-96a6-3e5245f99114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:19:03.136067 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b024571-2fd7-492f-8d3a-1af493996c79 None None] Attempting to bind port aeafaa70-d52c-411b-88ed-8cd812d7afc3 on network 00ba34b2-e5b5-4970-bcba-5fe532f1c72d {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:19:03.141765 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b024571-2fd7-492f-8d3a-1af493996c79 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:19:03.142145 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b024571-2fd7-492f-8d3a-1af493996c79 None None] Checking segment: {'id': 'e7620d01-6cfb-4719-96a6-3e5245f99114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:19:03.142536 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b024571-2fd7-492f-8d3a-1af493996c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:03.142954 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b024571-2fd7-492f-8d3a-1af493996c79 None None] Bound using segment: {'id': 'e7620d01-6cfb-4719-96a6-3e5245f99114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:19:03.143498 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-0b024571-2fd7-492f-8d3a-1af493996c79 None None] Bound port: aeafaa70-d52c-411b-88ed-8cd812d7afc3, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7620d01-6cfb-4719-96a6-3e5245f99114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:19:03.143878 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b024571-2fd7-492f-8d3a-1af493996c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:03.208895 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-0b024571-2fd7-492f-8d3a-1af493996c79 None None] For port aeafaa70-d52c-411b-88ed-8cd812d7afc3, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:19:03.211999 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-0b024571-2fd7-492f-8d3a-1af493996c79 None None] For port aeafaa70-d52c-411b-88ed-8cd812d7afc3, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=aeafaa70-d52c-411b-88ed-8cd812d7afc3,segment=NetworkSegment(e7620d01-6cfb-4719-96a6-3e5245f99114),segment_id=e7620d01-6cfb-4719-96a6-3e5245f99114)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:19:03.216911 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b024571-2fd7-492f-8d3a-1af493996c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:03.228353 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-86335b89-bf37-4c64-84d1-4089055c88dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:03.272764 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-86335b89-bf37-4c64-84d1-4089055c88dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:03.274324 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b024571-2fd7-492f-8d3a-1af493996c79 None None] Pushing event updated for resources: {'Port': ['ID=aeafaa70-d52c-411b-88ed-8cd812d7afc3,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:03.319703 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86335b89-bf37-4c64-84d1-4089055c88dd admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:19:03.324419 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-86335b89-bf37-4c64-84d1-4089055c88dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:19:03.329474 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86335b89-bf37-4c64-84d1-4089055c88dd admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:19:03.332565 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86335b89-bf37-4c64-84d1-4089055c88dd admin admin] Pushing event updated for resources: {'Port': ['ID=f61baf88-7fe9-4f13-a528-914f8a983d24,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:03.589970 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-86335b89-bf37-4c64-84d1-4089055c88dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:03.782665 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-86335b89-bf37-4c64-84d1-4089055c88dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:03.909660 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86335b89-bf37-4c64-84d1-4089055c88dd admin admin] Router bc413944-86bd-499a-89e1-110b5616042b is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:19:04.016910 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86335b89-bf37-4c64-84d1-4089055c88dd admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:19:04.026277 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf9c84d-6b87-473f-afc0-cf7b8e217cad None None] Sync routers for ids ['bc413944-86bd-499a-89e1-110b5616042b'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:19:04.033396 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-86335b89-bf37-4c64-84d1-4089055c88dd admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:04.034718 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-86335b89-bf37-4c64-84d1-4089055c88dd admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4739490 Aug 16 21:19:04.037579 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36046) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:04.039607 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf9c84d-6b87-473f-afc0-cf7b8e217cad None None] Routers {'bc413944-86bd-499a-89e1-110b5616042b'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:19:04.040333 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0bf9c84d-6b87-473f-afc0-cf7b8e217cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:18:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['bc413944-86bd-499a-89e1-110b5616042b'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:04.161491 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-0bf9c84d-6b87-473f-afc0-cf7b8e217cad None None] Set router bc413944-86bd-499a-89e1-110b5616042b gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:19:04.187630 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3768f80e-680e-4598-b198-c7c5cdfdbeb1 None None] Network 00ba34b2-e5b5-4970-bcba-5fe532f1c72d requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:19:04.255019 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5fbb01ff-a2bf-4d50-a7ea-a79fbd9e3b37 None None] Provisioning for port aeafaa70-d52c-411b-88ed-8cd812d7afc3 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:19:04.341629 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0bf9c84d-6b87-473f-afc0-cf7b8e217cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc413944-86bd-499a-89e1-110b5616042b', 'name': 'tempest-TestSnapshotPattern-631993804-router', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:02Z', 'updated_at': '2021-08-16T21:19:03Z', 'revision_number': 3, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'gw_port': {'id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:90:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:03Z', 'updated_at': '2021-08-16T21:19:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:04.485954 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf9c84d-6b87-473f-afc0-cf7b8e217cad None None] Checking router: bc413944-86bd-499a-89e1-110b5616042b for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:19:04.486293 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf9c84d-6b87-473f-afc0-cf7b8e217cad None None] Updating router bc413944-86bd-499a-89e1-110b5616042b port f61baf88-7fe9-4f13-a528-914f8a983d24 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:19:04.497783 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dc6b07e5-46b7-403e-9989-ab11fcd7de03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:04.507064 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-54458fe7-895f-4fb7-90ac-8336916fe02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:04.517424 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0bf9c84d-6b87-473f-afc0-cf7b8e217cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:04.526986 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device aeafaa70-d52c-411b-88ed-8cd812d7afc3 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:19:04.585196 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port aeafaa70-d52c-411b-88ed-8cd812d7afc3 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:19:04.590981 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port aeafaa70-d52c-411b-88ed-8cd812d7afc3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:04.591380 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:04.678671 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:04.686883 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-54458fe7-895f-4fb7-90ac-8336916fe02e admin admin] Allocated IP 172.20.0.1 (00ba34b2-e5b5-4970-bcba-5fe532f1c72d/2adf2099-b7fe-41f4-adcd-45bbadbb134c/9532a21c-133c-4463-93b5-ee959ce98584) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:19:04.708264 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3e01f8ab-d0e5-4dae-b057-4829ba6c8de4 None None] Provisioning complete for port aeafaa70-d52c-411b-88ed-8cd812d7afc3 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:04.708716 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e01f8ab-d0e5-4dae-b057-4829ba6c8de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:04.740721 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port aeafaa70-d52c-411b-88ed-8cd812d7afc3, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=aeafaa70-d52c-411b-88ed-8cd812d7afc3,segment=NetworkSegment(e7620d01-6cfb-4719-96a6-3e5245f99114),segment_id=e7620d01-6cfb-4719-96a6-3e5245f99114)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:04.753483 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:04.783389 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0bf9c84d-6b87-473f-afc0-cf7b8e217cad None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:04.793640 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-0bf9c84d-6b87-473f-afc0-cf7b8e217cad None None] Transition to ACTIVE for port object f61baf88-7fe9-4f13-a528-914f8a983d24 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:19:04.800270 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0bf9c84d-6b87-473f-afc0-cf7b8e217cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:04.806869 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-54458fe7-895f-4fb7-90ac-8336916fe02e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:04.823089 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-54458fe7-895f-4fb7-90ac-8336916fe02e admin admin] Transition to ACTIVE for port object 9532a21c-133c-4463-93b5-ee959ce98584 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:19:04.823853 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:04.830399 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=aeafaa70-d52c-411b-88ed-8cd812d7afc3,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:04.850560 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-0bf9c84d-6b87-473f-afc0-cf7b8e217cad None None] Attempting to bind port f61baf88-7fe9-4f13-a528-914f8a983d24 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:19:04.850994 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-0bf9c84d-6b87-473f-afc0-cf7b8e217cad None None] Attempting to bind port f61baf88-7fe9-4f13-a528-914f8a983d24 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:19:04.851633 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf9c84d-6b87-473f-afc0-cf7b8e217cad None None] Attempting to bind port f61baf88-7fe9-4f13-a528-914f8a983d24 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:19:04.865217 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-54458fe7-895f-4fb7-90ac-8336916fe02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:04.866281 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf9c84d-6b87-473f-afc0-cf7b8e217cad None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:19:04.866771 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf9c84d-6b87-473f-afc0-cf7b8e217cad None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:19:04.867282 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0bf9c84d-6b87-473f-afc0-cf7b8e217cad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:04.867801 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf9c84d-6b87-473f-afc0-cf7b8e217cad None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:19:04.868531 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-0bf9c84d-6b87-473f-afc0-cf7b8e217cad None None] Bound port: f61baf88-7fe9-4f13-a528-914f8a983d24, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:19:04.870287 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0bf9c84d-6b87-473f-afc0-cf7b8e217cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:04.892423 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd26e3-69da-4c75-af18-e65597b2d68d None None] Pushing event updated for resources: {'Port': ['ID=f61baf88-7fe9-4f13-a528-914f8a983d24,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:04.902828 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd26e3-69da-4c75-af18-e65597b2d68d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:04.903171 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd26e3-69da-4c75-af18-e65597b2d68d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:04.903536 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd26e3-69da-4c75-af18-e65597b2d68d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:04.903872 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd26e3-69da-4c75-af18-e65597b2d68d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:04.904202 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd26e3-69da-4c75-af18-e65597b2d68d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:04.904533 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd26e3-69da-4c75-af18-e65597b2d68d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:04.904867 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd26e3-69da-4c75-af18-e65597b2d68d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:04.905184 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd26e3-69da-4c75-af18-e65597b2d68d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:04.905508 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd26e3-69da-4c75-af18-e65597b2d68d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:04.905830 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd26e3-69da-4c75-af18-e65597b2d68d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:04.906342 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd26e3-69da-4c75-af18-e65597b2d68d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:04.906468 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd26e3-69da-4c75-af18-e65597b2d68d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:19:04.906557 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54458fe7-895f-4fb7-90ac-8336916fe02e admin admin] Network 00ba34b2-e5b5-4970-bcba-5fe532f1c72d is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:19:04.913233 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-54458fe7-895f-4fb7-90ac-8336916fe02e admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:19:04.916772 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54458fe7-895f-4fb7-90ac-8336916fe02e admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:19:04.922791 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54458fe7-895f-4fb7-90ac-8336916fe02e admin admin] Pushing event updated for resources: {'Port': ['ID=9532a21c-133c-4463-93b5-ee959ce98584,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:04.939672 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-0bf9c84d-6b87-473f-afc0-cf7b8e217cad None None] For port f61baf88-7fe9-4f13-a528-914f8a983d24, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:19:04.943156 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-0bf9c84d-6b87-473f-afc0-cf7b8e217cad None None] For port f61baf88-7fe9-4f13-a528-914f8a983d24, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f61baf88-7fe9-4f13-a528-914f8a983d24,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:19:04.947542 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0bf9c84d-6b87-473f-afc0-cf7b8e217cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:04.961992 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-54458fe7-895f-4fb7-90ac-8336916fe02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:05.005883 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf9c84d-6b87-473f-afc0-cf7b8e217cad None None] Routers {'bc413944-86bd-499a-89e1-110b5616042b'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:19:05.006844 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0bf9c84d-6b87-473f-afc0-cf7b8e217cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:19:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['bc413944-86bd-499a-89e1-110b5616042b'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:05.012172 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd26e3-69da-4c75-af18-e65597b2d68d None None] Pushing event updated for resources: {'Port': ['ID=f61baf88-7fe9-4f13-a528-914f8a983d24,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:05.106450 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-54458fe7-895f-4fb7-90ac-8336916fe02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:05.117633 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-0bf9c84d-6b87-473f-afc0-cf7b8e217cad None None] Set router bc413944-86bd-499a-89e1-110b5616042b gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:19:05.196810 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ff79024c-efdd-41a5-ae18-469802349698 None None] Provisioning for port 9532a21c-133c-4463-93b5-ee959ce98584 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:19:05.201528 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ff79024c-efdd-41a5-ae18-469802349698 None None] Provisioning complete for port 9532a21c-133c-4463-93b5-ee959ce98584 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:05.202444 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ff79024c-efdd-41a5-ae18-469802349698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:05.239534 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ff79024c-efdd-41a5-ae18-469802349698 None None] Port 9532a21c-133c-4463-93b5-ee959ce98584 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:19:05.279691 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-54458fe7-895f-4fb7-90ac-8336916fe02e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:05.284448 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-54458fe7-895f-4fb7-90ac-8336916fe02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:05.299524 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0bf9c84d-6b87-473f-afc0-cf7b8e217cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc413944-86bd-499a-89e1-110b5616042b', 'name': 'tempest-TestSnapshotPattern-631993804-router', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:02Z', 'updated_at': '2021-08-16T21:19:03Z', 'revision_number': 3, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'gw_port': {'id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:90:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:03Z', 'updated_at': '2021-08-16T21:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:05.326334 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf9c84d-6b87-473f-afc0-cf7b8e217cad None None] The sync data for ids ['bc413944-86bd-499a-89e1-110b5616042b'] in n-d-787206-13 is: [{'id': 'bc413944-86bd-499a-89e1-110b5616042b', 'name': 'tempest-TestSnapshotPattern-631993804-router', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:02Z', 'updated_at': '2021-08-16T21:19:03Z', 'revision_number': 3, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'gw_port': {'id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:90:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:03Z', 'updated_at': '2021-08-16T21:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:19:05.351200 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-54458fe7-895f-4fb7-90ac-8336916fe02e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:05.353937 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54458fe7-895f-4fb7-90ac-8336916fe02e admin admin] Pushing event updated for resources: {'Port': ['ID=9532a21c-133c-4463-93b5-ee959ce98584,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:05.453452 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54458fe7-895f-4fb7-90ac-8336916fe02e admin admin] Network 00ba34b2-e5b5-4970-bcba-5fe532f1c72d is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:19:05.454785 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-54458fe7-895f-4fb7-90ac-8336916fe02e admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:19:05.774345 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0feb6548-0e34-430c-9d7e-2824918f0280 None None] Provisioning complete for port 9532a21c-133c-4463-93b5-ee959ce98584 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:05.775026 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0feb6548-0e34-430c-9d7e-2824918f0280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:05.813259 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0feb6548-0e34-430c-9d7e-2824918f0280 None None] Port 9532a21c-133c-4463-93b5-ee959ce98584 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:19:05.912688 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:05.940207 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54458fe7-895f-4fb7-90ac-8336916fe02e admin admin] Router bc413944-86bd-499a-89e1-110b5616042b has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:19:06.057714 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54458fe7-895f-4fb7-90ac-8336916fe02e admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:19:06.063440 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-54458fe7-895f-4fb7-90ac-8336916fe02e admin admin] 10.222.0.68 "PUT /v2.0/routers/bc413944-86bd-499a-89e1-110b5616042b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0244234 Aug 16 21:19:06.524277 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f61baf88-7fe9-4f13-a528-914f8a983d24 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:19:06.532284 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36062) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:06.537514 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b3a74238-f7a6-4ef6-9d12-0152bed33e95 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1102445569-network', 'tenant_id': '66b22239edf14a7aa76c7f91bb4c718a'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:19:06.564371 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a74238-f7a6-4ef6-9d12-0152bed33e95 admin admin] Made reservation on behalf of 66b22239edf14a7aa76c7f91bb4c718a for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:19:06.567057 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3a74238-f7a6-4ef6-9d12-0152bed33e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:06.575166 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port f61baf88-7fe9-4f13-a528-914f8a983d24 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:19:06.576862 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3a74238-f7a6-4ef6-9d12-0152bed33e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:06.580450 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port f61baf88-7fe9-4f13-a528-914f8a983d24 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:06.580825 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:06.667275 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:06.671435 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3a74238-f7a6-4ef6-9d12-0152bed33e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:06.675506 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3a74238-f7a6-4ef6-9d12-0152bed33e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:06.689802 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port f61baf88-7fe9-4f13-a528-914f8a983d24, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f61baf88-7fe9-4f13-a528-914f8a983d24,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:06.693707 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:06.694463 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device aeafaa70-d52c-411b-88ed-8cd812d7afc3 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:19:06.703325 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a74238-f7a6-4ef6-9d12-0152bed33e95 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:19:06.713631 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a74238-f7a6-4ef6-9d12-0152bed33e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2de6e3-6b9e-4b45-8b8c-5165d5d0e7ae,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:06.720448 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3a74238-f7a6-4ef6-9d12-0152bed33e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:06.720804 n-d-787206-13 neutron-server[94770]: INFO neutron.db.segments_db [None req-b3a74238-f7a6-4ef6-9d12-0152bed33e95 admin admin] Added segment 1e6b5506-39fb-4736-b1a2-37fd4e0e4026 of type vlan for network f21d667c-96a7-4912-a24e-19c4d50929fc Aug 16 21:19:06.764189 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3a74238-f7a6-4ef6-9d12-0152bed33e95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728336186790'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:06.781966 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=f61baf88-7fe9-4f13-a528-914f8a983d24,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:06.793724 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3a74238-f7a6-4ef6-9d12-0152bed33e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:06.794965 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a74238-f7a6-4ef6-9d12-0152bed33e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:06.796357 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3a74238-f7a6-4ef6-9d12-0152bed33e95 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:06.796962 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port aeafaa70-d52c-411b-88ed-8cd812d7afc3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:06.797325 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:06.823426 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:06.861231 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b3a74238-f7a6-4ef6-9d12-0152bed33e95 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3258016 Aug 16 21:19:06.861989 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36064) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:06.867498 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d430f168-00e3-4854-bc74-b2f0553b91a6 admin admin] Request body: {'subnet': {'network_id': 'f21d667c-96a7-4912-a24e-19c4d50929fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1102445569-subnet', 'tenant_id': '66b22239edf14a7aa76c7f91bb4c718a', 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:19:06.876231 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a74238-f7a6-4ef6-9d12-0152bed33e95 admin admin] Pushing event updated for resources: {'Network': ['ID=f21d667c-96a7-4912-a24e-19c4d50929fc,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:06.886605 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Network f21d667c-96a7-4912-a24e-19c4d50929fc details requested by agent ovs-agent-n-d-787206-13 with host n-d-787206-13 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:19:06.904551 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d430f168-00e3-4854-bc74-b2f0553b91a6 admin admin] Made reservation on behalf of 66b22239edf14a7aa76c7f91bb4c718a for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:19:06.906980 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d430f168-00e3-4854-bc74-b2f0553b91a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29122941'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:06.945078 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:06.955095 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30740c2-5018-4397-809f-3d0393bfa348 None None] Sync routers for ids ['bc413944-86bd-499a-89e1-110b5616042b'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:19:06.969489 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30740c2-5018-4397-809f-3d0393bfa348 None None] Routers {'bc413944-86bd-499a-89e1-110b5616042b'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:19:06.970118 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d30740c2-5018-4397-809f-3d0393bfa348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:19:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['bc413944-86bd-499a-89e1-110b5616042b'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:07.076408 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-d30740c2-5018-4397-809f-3d0393bfa348 None None] Set router bc413944-86bd-499a-89e1-110b5616042b gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:19:07.085235 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d430f168-00e3-4854-bc74-b2f0553b91a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25412253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29122927'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:07.137220 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430f168-00e3-4854-bc74-b2f0553b91a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5453470-e8af-4327-938b-9d33db023082,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:07.154282 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d430f168-00e3-4854-bc74-b2f0553b91a6 admin admin] Checking segment: {'id': '1e6b5506-39fb-4736-b1a2-37fd4e0e4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f21d667c-96a7-4912-a24e-19c4d50929fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:19:07.154634 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d430f168-00e3-4854-bc74-b2f0553b91a6 admin admin] Network hostable DHCP agents. Network: f21d667c-96a7-4912-a24e-19c4d50929fc, hostable agents: ['b5449efb-de7d-4c2a-8573-e3db79ff9e05'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:19:07.174896 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d430f168-00e3-4854-bc74-b2f0553b91a6 admin admin] Network f21d667c-96a7-4912-a24e-19c4d50929fc is scheduled to be hosted by DHCP agent b5449efb-de7d-4c2a-8573-e3db79ff9e05 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:19:07.184617 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-d430f168-00e3-4854-bc74-b2f0553b91a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-13, f21d667c-96a7-4912-a24e-19c4d50929fc) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:19:07.188923 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d430f168-00e3-4854-bc74-b2f0553b91a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:07.189508 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d430f168-00e3-4854-bc74-b2f0553b91a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:07.205453 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d430f168-00e3-4854-bc74-b2f0553b91a6 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3419607 Aug 16 21:19:07.208102 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36066) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:07.212675 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-82aea8f7-beb2-464e-8273-971f13a4b9d3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1102445569-router', 'tenant_id': '66b22239edf14a7aa76c7f91bb4c718a', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:19:07.236335 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82aea8f7-beb2-464e-8273-971f13a4b9d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-398599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106959'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:07.237596 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82aea8f7-beb2-464e-8273-971f13a4b9d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106950'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:07.265929 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ff29af-5030-40aa-a40a-26be3a6a46b4 None None] Network f21d667c-96a7-4912-a24e-19c4d50929fc requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:19:07.290669 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82aea8f7-beb2-464e-8273-971f13a4b9d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:07.424357 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:07.549345 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a27277a-c105-4f50-ba93-2e46304c824d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a38513c-9445-58c7-9f65-de3cdc1e0d7b-f21d667c-96a7-4912-a24e-19c4d50929fc', 'network_id': 'f21d667c-96a7-4912-a24e-19c4d50929fc', 'tenant_id': '66b22239edf14a7aa76c7f91bb4c718a', 'fixed_ips': [{'subnet_id': 'f5453470-e8af-4327-938b-9d33db023082'}]}} from n-d-787206-13. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:19:07.550225 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a27277a-c105-4f50-ba93-2e46304c824d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:07.627977 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d30740c2-5018-4397-809f-3d0393bfa348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc413944-86bd-499a-89e1-110b5616042b', 'name': 'tempest-TestSnapshotPattern-631993804-router', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:02Z', 'updated_at': '2021-08-16T21:19:05Z', 'revision_number': 4, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'gw_port': {'id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:03Z', 'updated_at': '2021-08-16T21:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '9532a21c-133c-4463-93b5-ee959ce98584', 'name': '', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'mac_address': 'fa:16:3e:82:94:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:04Z', 'updated_at': '2021-08-16T21:19:05Z', 'revision_number': 2, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'subnets': [{'id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:07.668670 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30740c2-5018-4397-809f-3d0393bfa348 None None] Checking router: bc413944-86bd-499a-89e1-110b5616042b for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:19:07.669052 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30740c2-5018-4397-809f-3d0393bfa348 None None] Updating router bc413944-86bd-499a-89e1-110b5616042b port 9532a21c-133c-4463-93b5-ee959ce98584 binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:19:07.720947 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d30740c2-5018-4397-809f-3d0393bfa348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:07.772261 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82aea8f7-beb2-464e-8273-971f13a4b9d3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:07.772540 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-3a27277a-c105-4f50-ba93-2e46304c824d None None] Allocated IP 172.20.0.2 (f21d667c-96a7-4912-a24e-19c4d50929fc/f5453470-e8af-4327-938b-9d33db023082/72111f8d-ca1b-4809-beae-1a18f2cb1ba2) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:19:07.967947 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82aea8f7-beb2-464e-8273-971f13a4b9d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:07.987842 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82aea8f7-beb2-464e-8273-971f13a4b9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:08.063689 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a27277a-c105-4f50-ba93-2e46304c824d None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:08.095313 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3a27277a-c105-4f50-ba93-2e46304c824d None None] Transition to ACTIVE for port object 72111f8d-ca1b-4809-beae-1a18f2cb1ba2 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:19:08.100075 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-82aea8f7-beb2-464e-8273-971f13a4b9d3 admin admin] Allocated IP 172.25.8.225 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/bc93e387-3156-44f3-9139-2a068e490db9) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:19:08.123070 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3a27277a-c105-4f50-ba93-2e46304c824d None None] Transition to ACTIVE for port object 72111f8d-ca1b-4809-beae-1a18f2cb1ba2 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:19:08.128691 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d30740c2-5018-4397-809f-3d0393bfa348 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:08.132480 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a27277a-c105-4f50-ba93-2e46304c824d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:08.166850 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d30740c2-5018-4397-809f-3d0393bfa348 None None] Transition to ACTIVE for port object 9532a21c-133c-4463-93b5-ee959ce98584 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:19:08.180502 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d30740c2-5018-4397-809f-3d0393bfa348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:08.192473 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a27277a-c105-4f50-ba93-2e46304c824d None None] Network f21d667c-96a7-4912-a24e-19c4d50929fc is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:19:08.196339 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27277a-c105-4f50-ba93-2e46304c824d None None] Pushing event updated for resources: {'Port': ['ID=72111f8d-ca1b-4809-beae-1a18f2cb1ba2,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:08.198781 n-d-787206-13 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-3a27277a-c105-4f50-ba93-2e46304c824d None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:19:08.204735 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a27277a-c105-4f50-ba93-2e46304c824d None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:19:08.213973 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82aea8f7-beb2-464e-8273-971f13a4b9d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:08.259434 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82aea8f7-beb2-464e-8273-971f13a4b9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:08.313869 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aea8f7-beb2-464e-8273-971f13a4b9d3 admin admin] Pushing event updated for resources: {'Port': ['ID=bc93e387-3156-44f3-9139-2a068e490db9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:08.319125 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82aea8f7-beb2-464e-8273-971f13a4b9d3 admin admin] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:19:08.320910 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-82aea8f7-beb2-464e-8273-971f13a4b9d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:19:08.328142 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aea8f7-beb2-464e-8273-971f13a4b9d3 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:19:08.330218 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a20c1b-4f07-4372-a928-d69dcdd93c58 None None] Pushing event updated for resources: {'Port': ['ID=9532a21c-133c-4463-93b5-ee959ce98584,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:08.334454 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3a27277a-c105-4f50-ba93-2e46304c824d None None] Attempting to bind port 72111f8d-ca1b-4809-beae-1a18f2cb1ba2 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:19:08.334858 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3a27277a-c105-4f50-ba93-2e46304c824d None None] Attempting to bind port 72111f8d-ca1b-4809-beae-1a18f2cb1ba2 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '1e6b5506-39fb-4736-b1a2-37fd4e0e4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f21d667c-96a7-4912-a24e-19c4d50929fc'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:19:08.335189 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a27277a-c105-4f50-ba93-2e46304c824d None None] Attempting to bind port 72111f8d-ca1b-4809-beae-1a18f2cb1ba2 on network f21d667c-96a7-4912-a24e-19c4d50929fc {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:19:08.348483 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d30740c2-5018-4397-809f-3d0393bfa348 None None] Attempting to bind port 9532a21c-133c-4463-93b5-ee959ce98584 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:19:08.348867 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d30740c2-5018-4397-809f-3d0393bfa348 None None] Attempting to bind port 9532a21c-133c-4463-93b5-ee959ce98584 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': 'e7620d01-6cfb-4719-96a6-3e5245f99114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:19:08.349215 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30740c2-5018-4397-809f-3d0393bfa348 None None] Attempting to bind port 9532a21c-133c-4463-93b5-ee959ce98584 on network 00ba34b2-e5b5-4970-bcba-5fe532f1c72d {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:19:08.351352 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a27277a-c105-4f50-ba93-2e46304c824d None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:19:08.351725 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a27277a-c105-4f50-ba93-2e46304c824d None None] Checking segment: {'id': '1e6b5506-39fb-4736-b1a2-37fd4e0e4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f21d667c-96a7-4912-a24e-19c4d50929fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:19:08.352605 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a27277a-c105-4f50-ba93-2e46304c824d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:08.352605 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a27277a-c105-4f50-ba93-2e46304c824d None None] Bound using segment: {'id': '1e6b5506-39fb-4736-b1a2-37fd4e0e4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f21d667c-96a7-4912-a24e-19c4d50929fc'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:19:08.352976 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3a27277a-c105-4f50-ba93-2e46304c824d None None] Bound port: 72111f8d-ca1b-4809-beae-1a18f2cb1ba2, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6b5506-39fb-4736-b1a2-37fd4e0e4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f21d667c-96a7-4912-a24e-19c4d50929fc'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:19:08.353354 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a27277a-c105-4f50-ba93-2e46304c824d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:08.366882 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30740c2-5018-4397-809f-3d0393bfa348 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:19:08.367285 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30740c2-5018-4397-809f-3d0393bfa348 None None] Checking segment: {'id': 'e7620d01-6cfb-4719-96a6-3e5245f99114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:19:08.367699 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d30740c2-5018-4397-809f-3d0393bfa348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:08.368295 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30740c2-5018-4397-809f-3d0393bfa348 None None] Bound using segment: {'id': 'e7620d01-6cfb-4719-96a6-3e5245f99114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:19:08.368581 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d30740c2-5018-4397-809f-3d0393bfa348 None None] Bound port: 9532a21c-133c-4463-93b5-ee959ce98584, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7620d01-6cfb-4719-96a6-3e5245f99114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:19:08.368979 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d30740c2-5018-4397-809f-3d0393bfa348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:08.478517 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3a27277a-c105-4f50-ba93-2e46304c824d None None] For port 72111f8d-ca1b-4809-beae-1a18f2cb1ba2, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:19:08.482098 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3a27277a-c105-4f50-ba93-2e46304c824d None None] For port 72111f8d-ca1b-4809-beae-1a18f2cb1ba2, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=72111f8d-ca1b-4809-beae-1a18f2cb1ba2,segment=NetworkSegment(1e6b5506-39fb-4736-b1a2-37fd4e0e4026),segment_id=1e6b5506-39fb-4736-b1a2-37fd4e0e4026)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:19:08.483928 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d30740c2-5018-4397-809f-3d0393bfa348 None None] For port 9532a21c-133c-4463-93b5-ee959ce98584, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:19:08.487371 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f61baf88-7fe9-4f13-a528-914f8a983d24 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:19:08.490070 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d30740c2-5018-4397-809f-3d0393bfa348 None None] For port 9532a21c-133c-4463-93b5-ee959ce98584, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=9532a21c-133c-4463-93b5-ee959ce98584,segment=NetworkSegment(e7620d01-6cfb-4719-96a6-3e5245f99114),segment_id=e7620d01-6cfb-4719-96a6-3e5245f99114)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:19:08.495631 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a27277a-c105-4f50-ba93-2e46304c824d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:08.520580 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d30740c2-5018-4397-809f-3d0393bfa348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:08.601130 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82aea8f7-beb2-464e-8273-971f13a4b9d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:08.605564 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27277a-c105-4f50-ba93-2e46304c824d None None] Pushing event updated for resources: {'Port': ['ID=72111f8d-ca1b-4809-beae-1a18f2cb1ba2,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:08.675282 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a20c1b-4f07-4372-a928-d69dcdd93c58 None None] Pushing event updated for resources: {'Port': ['ID=9532a21c-133c-4463-93b5-ee959ce98584,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:08.681973 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port f61baf88-7fe9-4f13-a528-914f8a983d24 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:08.682466 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:08.684460 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30740c2-5018-4397-809f-3d0393bfa348 None None] Routers {'bc413944-86bd-499a-89e1-110b5616042b'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:19:08.685200 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d30740c2-5018-4397-809f-3d0393bfa348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:19:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['bc413944-86bd-499a-89e1-110b5616042b'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:08.851218 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-d30740c2-5018-4397-809f-3d0393bfa348 None None] Set router bc413944-86bd-499a-89e1-110b5616042b gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:19:08.856187 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82aea8f7-beb2-464e-8273-971f13a4b9d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-399758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399221'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:09.022476 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82aea8f7-beb2-464e-8273-971f13a4b9d3 admin admin] Router 3d0a20f0-e466-4ee8-a96c-3a95ac475bc2 is scheduled to L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:19:09.110310 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d30740c2-5018-4397-809f-3d0393bfa348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc413944-86bd-499a-89e1-110b5616042b', 'name': 'tempest-TestSnapshotPattern-631993804-router', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:02Z', 'updated_at': '2021-08-16T21:19:05Z', 'revision_number': 4, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'gw_port': {'id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:03Z', 'updated_at': '2021-08-16T21:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '9532a21c-133c-4463-93b5-ee959ce98584', 'name': '', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'mac_address': 'fa:16:3e:82:94:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:04Z', 'updated_at': '2021-08-16T21:19:08Z', 'revision_number': 4, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'subnets': [{'id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:09.135833 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82aea8f7-beb2-464e-8273-971f13a4b9d3 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:19:09.137089 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30740c2-5018-4397-809f-3d0393bfa348 None None] The sync data for ids ['bc413944-86bd-499a-89e1-110b5616042b'] in n-d-787206-13 is: [{'id': 'bc413944-86bd-499a-89e1-110b5616042b', 'name': 'tempest-TestSnapshotPattern-631993804-router', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:02Z', 'updated_at': '2021-08-16T21:19:05Z', 'revision_number': 4, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'gw_port': {'id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:03Z', 'updated_at': '2021-08-16T21:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '9532a21c-133c-4463-93b5-ee959ce98584', 'name': '', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'mac_address': 'fa:16:3e:82:94:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:04Z', 'updated_at': '2021-08-16T21:19:08Z', 'revision_number': 4, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'subnets': [{'id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:19:09.147323 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a342081-c894-4878-b880-4890e6a6e096 None None] Sync routers for ids ['3d0a20f0-e466-4ee8-a96c-3a95ac475bc2'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:19:09.153892 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82aea8f7-beb2-464e-8273-971f13a4b9d3 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:09.155847 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-82aea8f7-beb2-464e-8273-971f13a4b9d3 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9461908 Aug 16 21:19:09.158513 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36068) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:09.158817 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a342081-c894-4878-b880-4890e6a6e096 None None] Routers {'3d0a20f0-e466-4ee8-a96c-3a95ac475bc2'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:19:09.159652 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7a342081-c894-4878-b880-4890e6a6e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:19:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['3d0a20f0-e466-4ee8-a96c-3a95ac475bc2'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:09.295561 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-7a342081-c894-4878-b880-4890e6a6e096 None None] Set router 3d0a20f0-e466-4ee8-a96c-3a95ac475bc2 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:19:09.533043 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7a342081-c894-4878-b880-4890e6a6e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0a20f0-e466-4ee8-a96c-3a95ac475bc2', 'name': 'tempest-TestSnapshotPattern-1102445569-router', 'tenant_id': '66b22239edf14a7aa76c7f91bb4c718a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'bc93e387-3156-44f3-9139-2a068e490db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:07Z', 'updated_at': '2021-08-16T21:19:08Z', 'revision_number': 3, 'project_id': '66b22239edf14a7aa76c7f91bb4c718a', 'gw_port': {'id': 'bc93e387-3156-44f3-9139-2a068e490db9', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:39:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0a20f0-e466-4ee8-a96c-3a95ac475bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:07Z', 'updated_at': '2021-08-16T21:19:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:09.565463 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a342081-c894-4878-b880-4890e6a6e096 None None] Checking router: 3d0a20f0-e466-4ee8-a96c-3a95ac475bc2 for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:19:09.565809 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a342081-c894-4878-b880-4890e6a6e096 None None] Updating router 3d0a20f0-e466-4ee8-a96c-3a95ac475bc2 port bc93e387-3156-44f3-9139-2a068e490db9 binding host n-d-787206-13 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:19:09.592267 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7a342081-c894-4878-b880-4890e6a6e096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:09.661082 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a84dcbab-7b03-450f-86fa-7c0f5aa84af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:09.673831 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7f0000-ca3b-4f58-b988-514d97054c37 None None] Network f21d667c-96a7-4912-a24e-19c4d50929fc requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:19:09.770585 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-83eae8ff-e032-4401-86d9-51a52fa351a7 None None] Provisioning for port 72111f8d-ca1b-4809-beae-1a18f2cb1ba2 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:19:09.881002 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-a84dcbab-7b03-450f-86fa-7c0f5aa84af7 admin admin] Allocated IP 172.20.0.1 (f21d667c-96a7-4912-a24e-19c4d50929fc/f5453470-e8af-4327-938b-9d33db023082/74201f74-a2d7-49a5-8ff5-584f2839021f) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:19:09.906632 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7a342081-c894-4878-b880-4890e6a6e096 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:09.918912 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-7a342081-c894-4878-b880-4890e6a6e096 None None] Transition to ACTIVE for port object bc93e387-3156-44f3-9139-2a068e490db9 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:19:09.925662 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7a342081-c894-4878-b880-4890e6a6e096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:09.996011 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-7a342081-c894-4878-b880-4890e6a6e096 None None] Attempting to bind port bc93e387-3156-44f3-9139-2a068e490db9 on host n-d-787206-13 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:19:09.996386 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-7a342081-c894-4878-b880-4890e6a6e096 None None] Attempting to bind port bc93e387-3156-44f3-9139-2a068e490db9 by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:19:09.996747 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a342081-c894-4878-b880-4890e6a6e096 None None] Attempting to bind port bc93e387-3156-44f3-9139-2a068e490db9 on network eb87ae87-0925-464c-8e03-8bba27e76e58 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:19:09.999060 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a8e60-3f5a-483d-bcc7-cb3eba0097e9 None None] Pushing event updated for resources: {'Port': ['ID=bc93e387-3156-44f3-9139-2a068e490db9,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:10.007627 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a342081-c894-4878-b880-4890e6a6e096 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:19:10.008021 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a342081-c894-4878-b880-4890e6a6e096 None None] Checking segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:19:10.008429 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7a342081-c894-4878-b880-4890e6a6e096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:10.008819 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a342081-c894-4878-b880-4890e6a6e096 None None] Bound using segment: {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:19:10.009553 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-7a342081-c894-4878-b880-4890e6a6e096 None None] Bound port: bc93e387-3156-44f3-9139-2a068e490db9, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f4d84-4524-4029-9c53-d1aaec2f412a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:19:10.009931 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7a342081-c894-4878-b880-4890e6a6e096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:10.021896 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a84dcbab-7b03-450f-86fa-7c0f5aa84af7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:10.039951 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-a84dcbab-7b03-450f-86fa-7c0f5aa84af7 admin admin] Transition to ACTIVE for port object 74201f74-a2d7-49a5-8ff5-584f2839021f will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:19:10.082931 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a84dcbab-7b03-450f-86fa-7c0f5aa84af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:10.085156 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-7a342081-c894-4878-b880-4890e6a6e096 None None] For port bc93e387-3156-44f3-9139-2a068e490db9, host n-d-787206-13, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:19:10.089064 n-d-787206-13 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-7a342081-c894-4878-b880-4890e6a6e096 None None] For port bc93e387-3156-44f3-9139-2a068e490db9, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=bc93e387-3156-44f3-9139-2a068e490db9,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:19:10.095043 n-d-787206-13 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7a342081-c894-4878-b880-4890e6a6e096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:10.146315 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84dcbab-7b03-450f-86fa-7c0f5aa84af7 admin admin] Pushing event updated for resources: {'Port': ['ID=74201f74-a2d7-49a5-8ff5-584f2839021f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:10.158829 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84dcbab-7b03-450f-86fa-7c0f5aa84af7 admin admin] Network f21d667c-96a7-4912-a24e-19c4d50929fc is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:19:10.160318 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-a84dcbab-7b03-450f-86fa-7c0f5aa84af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:19:10.167585 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a8e60-3f5a-483d-bcc7-cb3eba0097e9 None None] Pushing event updated for resources: {'Port': ['ID=bc93e387-3156-44f3-9139-2a068e490db9,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:10.168174 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84dcbab-7b03-450f-86fa-7c0f5aa84af7 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:19:10.170709 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a342081-c894-4878-b880-4890e6a6e096 None None] Routers {'3d0a20f0-e466-4ee8-a96c-3a95ac475bc2'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:19:10.171586 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7a342081-c894-4878-b880-4890e6a6e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:19:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['3d0a20f0-e466-4ee8-a96c-3a95ac475bc2'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:10.209616 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a84dcbab-7b03-450f-86fa-7c0f5aa84af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494918'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:10.292461 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-7a342081-c894-4878-b880-4890e6a6e096 None None] Set router 3d0a20f0-e466-4ee8-a96c-3a95ac475bc2 gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:19:10.365154 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a84dcbab-7b03-450f-86fa-7c0f5aa84af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:10.555010 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-088c1f89-c593-4014-a926-0f715cc274f6 None None] Provisioning for port 74201f74-a2d7-49a5-8ff5-584f2839021f completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:19:10.559442 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-088c1f89-c593-4014-a926-0f715cc274f6 None None] Provisioning complete for port 74201f74-a2d7-49a5-8ff5-584f2839021f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:10.559813 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-088c1f89-c593-4014-a926-0f715cc274f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:10.597962 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 72111f8d-ca1b-4809-beae-1a18f2cb1ba2 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:19:10.615479 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a84dcbab-7b03-450f-86fa-7c0f5aa84af7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:10.623522 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a84dcbab-7b03-450f-86fa-7c0f5aa84af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29018079'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:10.653726 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-088c1f89-c593-4014-a926-0f715cc274f6 None None] Port 74201f74-a2d7-49a5-8ff5-584f2839021f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:19:10.679555 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7a342081-c894-4878-b880-4890e6a6e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0a20f0-e466-4ee8-a96c-3a95ac475bc2', 'name': 'tempest-TestSnapshotPattern-1102445569-router', 'tenant_id': '66b22239edf14a7aa76c7f91bb4c718a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'bc93e387-3156-44f3-9139-2a068e490db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:07Z', 'updated_at': '2021-08-16T21:19:08Z', 'revision_number': 3, 'project_id': '66b22239edf14a7aa76c7f91bb4c718a', 'gw_port': {'id': 'bc93e387-3156-44f3-9139-2a068e490db9', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:39:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0a20f0-e466-4ee8-a96c-3a95ac475bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:07Z', 'updated_at': '2021-08-16T21:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:10.680975 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 72111f8d-ca1b-4809-beae-1a18f2cb1ba2 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:19:10.685623 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 72111f8d-ca1b-4809-beae-1a18f2cb1ba2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:10.685943 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:10.711342 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a342081-c894-4878-b880-4890e6a6e096 None None] The sync data for ids ['3d0a20f0-e466-4ee8-a96c-3a95ac475bc2'] in n-d-787206-13 is: [{'id': '3d0a20f0-e466-4ee8-a96c-3a95ac475bc2', 'name': 'tempest-TestSnapshotPattern-1102445569-router', 'tenant_id': '66b22239edf14a7aa76c7f91bb4c718a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'bc93e387-3156-44f3-9139-2a068e490db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:07Z', 'updated_at': '2021-08-16T21:19:08Z', 'revision_number': 3, 'project_id': '66b22239edf14a7aa76c7f91bb4c718a', 'gw_port': {'id': 'bc93e387-3156-44f3-9139-2a068e490db9', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:39:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0a20f0-e466-4ee8-a96c-3a95ac475bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:07Z', 'updated_at': '2021-08-16T21:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:19:10.716966 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84dcbab-7b03-450f-86fa-7c0f5aa84af7 admin admin] Pushing event updated for resources: {'Port': ['ID=74201f74-a2d7-49a5-8ff5-584f2839021f,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:10.720229 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a84dcbab-7b03-450f-86fa-7c0f5aa84af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494906'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:10.805426 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:10.829647 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84dcbab-7b03-450f-86fa-7c0f5aa84af7 admin admin] Network f21d667c-96a7-4912-a24e-19c4d50929fc is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:19:10.831242 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-a84dcbab-7b03-450f-86fa-7c0f5aa84af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:19:10.845924 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 72111f8d-ca1b-4809-beae-1a18f2cb1ba2, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=72111f8d-ca1b-4809-beae-1a18f2cb1ba2,segment=NetworkSegment(1e6b5506-39fb-4736-b1a2-37fd4e0e4026),segment_id=1e6b5506-39fb-4736-b1a2-37fd4e0e4026)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:10.850594 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:10.852003 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 9532a21c-133c-4463-93b5-ee959ce98584 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:19:10.990811 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=72111f8d-ca1b-4809-beae-1a18f2cb1ba2,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:11.004277 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84dcbab-7b03-450f-86fa-7c0f5aa84af7 admin admin] Router 3d0a20f0-e466-4ee8-a96c-3a95ac475bc2 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:19:11.053985 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 9532a21c-133c-4463-93b5-ee959ce98584 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:19:11.063747 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 9532a21c-133c-4463-93b5-ee959ce98584 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:11.064134 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:11.148662 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84dcbab-7b03-450f-86fa-7c0f5aa84af7 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:19:11.162938 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-a84dcbab-7b03-450f-86fa-7c0f5aa84af7 admin admin] 10.222.0.68 "PUT /v2.0/routers/3d0a20f0-e466-4ee8-a96c-3a95ac475bc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9940450 Aug 16 21:19:11.192456 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:11.214492 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a43f6faf-cec9-4447-8b62-dff5b3dfe728 None None] Provisioning complete for port 74201f74-a2d7-49a5-8ff5-584f2839021f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:11.214859 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a43f6faf-cec9-4447-8b62-dff5b3dfe728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:11.263650 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 9532a21c-133c-4463-93b5-ee959ce98584, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=9532a21c-133c-4463-93b5-ee959ce98584,segment=NetworkSegment(e7620d01-6cfb-4719-96a6-3e5245f99114),segment_id=e7620d01-6cfb-4719-96a6-3e5245f99114)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:11.270228 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:11.273449 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a43f6faf-cec9-4447-8b62-dff5b3dfe728 None None] Port 74201f74-a2d7-49a5-8ff5-584f2839021f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:19:11.340858 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=9532a21c-133c-4463-93b5-ee959ce98584,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:11.638405 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36076) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:11.643785 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c00c470e-a4c3-4636-ab4a-c9f441b83439 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-107003520', 'description': 'tempest-secgroup-smoke-107003520 description', 'project_id': '69d0a4b26de8481289a81b2e7758d1dc'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:19:11.666133 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c00c470e-a4c3-4636-ab4a-c9f441b83439 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:11.746736 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c00c470e-a4c3-4636-ab4a-c9f441b83439 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:11.750718 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c00c470e-a4c3-4636-ab4a-c9f441b83439 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:11.780436 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c470e-a4c3-4636-ab4a-c9f441b83439 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c71976-428e-4a6b-ad0e-855dcaa09cb3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:11.784792 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c00c470e-a4c3-4636-ab4a-c9f441b83439 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:11.786039 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c00c470e-a4c3-4636-ab4a-c9f441b83439 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1466253 Aug 16 21:19:11.788945 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36078) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:11.793638 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-76448d94-f519-4584-a663-bac45afb8a85 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Request body: {'security_group_rule': {'security_group_id': 'b3c71976-428e-4a6b-ad0e-855dcaa09cb3', 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:19:11.821302 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76448d94-f519-4584-a663-bac45afb8a85 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:11.876204 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76448d94-f519-4584-a663-bac45afb8a85 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:11.879584 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76448d94-f519-4584-a663-bac45afb8a85 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:11.900340 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76448d94-f519-4584-a663-bac45afb8a85 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b253a17d-503c-4acb-bd1c-52f4505c48a1,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:11.906931 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76448d94-f519-4584-a663-bac45afb8a85 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:11.908162 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-76448d94-f519-4584-a663-bac45afb8a85 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181543 Aug 16 21:19:11.910867 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36080) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:11.915315 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2886a44e-2735-46c0-bbc2-1c21f4136e20 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Request body: {'security_group_rule': {'security_group_id': 'b3c71976-428e-4a6b-ad0e-855dcaa09cb3', 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:19:11.942240 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2886a44e-2735-46c0-bbc2-1c21f4136e20 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:12.001524 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2886a44e-2735-46c0-bbc2-1c21f4136e20 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:12.005170 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2886a44e-2735-46c0-bbc2-1c21f4136e20 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:12.024517 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886a44e-2735-46c0-bbc2-1c21f4136e20 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2662a4-c048-4e92-9de9-f82e0ea266bd,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:12.027747 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2886a44e-2735-46c0-bbc2-1c21f4136e20 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:12.029024 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-2886a44e-2735-46c0-bbc2-1c21f4136e20 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172009 Aug 16 21:19:12.031819 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36082) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:12.036281 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e4f1bec3-ccc3-4be4-8155-2cd2b966db97 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Request body: {'security_group_rule': {'security_group_id': 'b3c71976-428e-4a6b-ad0e-855dcaa09cb3', 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:19:12.063602 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4f1bec3-ccc3-4be4-8155-2cd2b966db97 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:12.120639 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4f1bec3-ccc3-4be4-8155-2cd2b966db97 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:12.124790 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4f1bec3-ccc3-4be4-8155-2cd2b966db97 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:12.141530 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1bec3-ccc3-4be4-8155-2cd2b966db97 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f4f5fc-77a1-4e98-8355-f9dc01da3146,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:12.147897 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4f1bec3-ccc3-4be4-8155-2cd2b966db97 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:12.150025 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-e4f1bec3-ccc3-4be4-8155-2cd2b966db97 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168923 Aug 16 21:19:12.152381 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36084) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:12.156815 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f8016f91-167f-4a1d-9446-0413d18fa8b8 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Request body: {'security_group_rule': {'security_group_id': 'b3c71976-428e-4a6b-ad0e-855dcaa09cb3', 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:19:12.182090 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f8016f91-167f-4a1d-9446-0413d18fa8b8 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:12.247460 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f8016f91-167f-4a1d-9446-0413d18fa8b8 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:12.252682 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f8016f91-167f-4a1d-9446-0413d18fa8b8 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:12.273931 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8016f91-167f-4a1d-9446-0413d18fa8b8 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8686a258-fe4c-4717-9e60-d2794bfaf214,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:12.280958 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f8016f91-167f-4a1d-9446-0413d18fa8b8 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:12.282174 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f8016f91-167f-4a1d-9446-0413d18fa8b8 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1288803 Aug 16 21:19:12.284972 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36086) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:12.289357 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0f3c6ec8-bac1-4948-a58e-b178b3660e2a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Request body: {'security_group_rule': {'security_group_id': 'b3c71976-428e-4a6b-ad0e-855dcaa09cb3', 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:19:12.312771 n-d-787206-13 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-0f3c6ec8-bac1-4948-a58e-b178b3660e2a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Project 69d0a4b26de8481289a81b2e7758d1dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:19:12.317986 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0f3c6ec8-bac1-4948-a58e-b178b3660e2a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:12.379328 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0f3c6ec8-bac1-4948-a58e-b178b3660e2a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:12.382700 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0f3c6ec8-bac1-4948-a58e-b178b3660e2a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:12.398914 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c6ec8-bac1-4948-a58e-b178b3660e2a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f2cf91-683a-48b0-a935-04e5f7713e41,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:12.406096 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0f3c6ec8-bac1-4948-a58e-b178b3660e2a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:12.407351 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-0f3c6ec8-bac1-4948-a58e-b178b3660e2a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1214187 Aug 16 21:19:12.410142 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36088) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:12.416061 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-90b280c3-f143-48ef-abbe-4b2dcef738c9 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Request body: {'security_group_rule': {'security_group_id': 'b3c71976-428e-4a6b-ad0e-855dcaa09cb3', 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:19:12.445616 n-d-787206-13 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-90b280c3-f143-48ef-abbe-4b2dcef738c9 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Project 69d0a4b26de8481289a81b2e7758d1dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:19:12.451116 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-90b280c3-f143-48ef-abbe-4b2dcef738c9 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:12.521724 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-90b280c3-f143-48ef-abbe-4b2dcef738c9 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:12.526406 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-90b280c3-f143-48ef-abbe-4b2dcef738c9 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647714'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:12.531472 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dba85fe-e61e-4c3f-8eaa-5c1b000a2368 None None] Sync routers for ids ['3d0a20f0-e466-4ee8-a96c-3a95ac475bc2'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:19:12.540984 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dba85fe-e61e-4c3f-8eaa-5c1b000a2368 None None] Routers {'3d0a20f0-e466-4ee8-a96c-3a95ac475bc2'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:19:12.541707 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8dba85fe-e61e-4c3f-8eaa-5c1b000a2368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:19:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['3d0a20f0-e466-4ee8-a96c-3a95ac475bc2'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:12.545174 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b280c3-f143-48ef-abbe-4b2dcef738c9 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b98c730d-7f5e-4926-ac1c-ed7f79ac25f7,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:12.555544 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-90b280c3-f143-48ef-abbe-4b2dcef738c9 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:12.556886 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-90b280c3-f143-48ef-abbe-4b2dcef738c9 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1445990 Aug 16 21:19:12.581203 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device bc93e387-3156-44f3-9139-2a068e490db9 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:19:12.684256 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-8dba85fe-e61e-4c3f-8eaa-5c1b000a2368 None None] Set router 3d0a20f0-e466-4ee8-a96c-3a95ac475bc2 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:19:12.686453 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port bc93e387-3156-44f3-9139-2a068e490db9 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:19:12.697861 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-1970e960-60ce-4ba1-bdc5-4900056ecea2 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-107003520&fields=id&tenant_id=69d0a4b26de8481289a81b2e7758d1dc HTTP/1.1" status: 200 len: 267 time: 0.0340512 Aug 16 21:19:12.717965 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port bc93e387-3156-44f3-9139-2a068e490db9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:12.718338 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:12.814026 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-7c56f921-479e-4c12-926c-a21ff0a94045 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:12.815451 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-7c56f921-479e-4c12-926c-a21ff0a94045 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/networks?id=00ba34b2-e5b5-4970-bcba-5fe532f1c72d HTTP/1.1" status: 200 len: 809 time: 0.1101606 Aug 16 21:19:12.831231 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-acdd5794-5a96-4aaf-8db5-6ccc433cbd4e tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/quotas/69d0a4b26de8481289a81b2e7758d1dc HTTP/1.1" status: 200 len: 375 time: 0.0095377 Aug 16 21:19:12.881804 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-687b3801-a306-4c54-839d-cc6a2dc6b95a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=69d0a4b26de8481289a81b2e7758d1dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455606 Aug 16 21:19:12.901881 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:12.942107 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port bc93e387-3156-44f3-9139-2a068e490db9, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=bc93e387-3156-44f3-9139-2a068e490db9,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:12.946611 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:12.947495 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 9532a21c-133c-4463-93b5-ee959ce98584 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:19:12.978041 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-4184ab9a-5a0b-4b18-9a81-15a6764d1bb3 service neutron] 10.222.0.68 "GET /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839844 Aug 16 21:19:13.079820 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-639cd9f1-9f13-4c25-a91c-f35d203a7e24 service neutron] 10.222.0.68 "GET /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950170 Aug 16 21:19:13.208858 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=bc93e387-3156-44f3-9139-2a068e490db9,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:13.218927 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8dba85fe-e61e-4c3f-8eaa-5c1b000a2368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0a20f0-e466-4ee8-a96c-3a95ac475bc2', 'name': 'tempest-TestSnapshotPattern-1102445569-router', 'tenant_id': '66b22239edf14a7aa76c7f91bb4c718a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'bc93e387-3156-44f3-9139-2a068e490db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:07Z', 'updated_at': '2021-08-16T21:19:10Z', 'revision_number': 4, 'project_id': '66b22239edf14a7aa76c7f91bb4c718a', 'gw_port': {'id': 'bc93e387-3156-44f3-9139-2a068e490db9', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:39:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0a20f0-e466-4ee8-a96c-3a95ac475bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:07Z', 'updated_at': '2021-08-16T21:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '74201f74-a2d7-49a5-8ff5-584f2839021f', 'name': '', 'network_id': 'f21d667c-96a7-4912-a24e-19c4d50929fc', 'tenant_id': '66b22239edf14a7aa76c7f91bb4c718a', 'mac_address': 'fa:16:3e:6c:59:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0a20f0-e466-4ee8-a96c-3a95ac475bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f5453470-e8af-4327-938b-9d33db023082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:09Z', 'updated_at': '2021-08-16T21:19:10Z', 'revision_number': 2, 'project_id': '66b22239edf14a7aa76c7f91bb4c718a', 'subnets': [{'id': 'f5453470-e8af-4327-938b-9d33db023082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:13.247557 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dba85fe-e61e-4c3f-8eaa-5c1b000a2368 None None] Checking router: 3d0a20f0-e466-4ee8-a96c-3a95ac475bc2 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:19:13.247909 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dba85fe-e61e-4c3f-8eaa-5c1b000a2368 None None] Updating router 3d0a20f0-e466-4ee8-a96c-3a95ac475bc2 port 74201f74-a2d7-49a5-8ff5-584f2839021f binding host n-d-787206-13 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:19:13.250781 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-baf9ce1f-913f-40a9-9371-5ec79a7de5e8 req-809416ed-a35a-4fc5-9609-90e686b9d8f4 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae364777-355a-4b57-9c1e-57e459e6ff52 HTTP/1.1" status: 200 len: 210 time: 0.0316052 Aug 16 21:19:13.251713 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 9532a21c-133c-4463-93b5-ee959ce98584 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:13.252083 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:13.301940 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8dba85fe-e61e-4c3f-8eaa-5c1b000a2368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:13.454801 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 72111f8d-ca1b-4809-beae-1a18f2cb1ba2 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:19:13.574576 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 72111f8d-ca1b-4809-beae-1a18f2cb1ba2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:13.575190 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:13.701574 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8dba85fe-e61e-4c3f-8eaa-5c1b000a2368 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:13.720888 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8dba85fe-e61e-4c3f-8eaa-5c1b000a2368 None None] Transition to ACTIVE for port object 74201f74-a2d7-49a5-8ff5-584f2839021f will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:19:13.727543 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8dba85fe-e61e-4c3f-8eaa-5c1b000a2368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:13.781634 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986531b3-edc2-47fe-85c2-94ae16e8c5da None None] Pushing event updated for resources: {'Port': ['ID=74201f74-a2d7-49a5-8ff5-584f2839021f,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:13.837647 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8dba85fe-e61e-4c3f-8eaa-5c1b000a2368 None None] Attempting to bind port 74201f74-a2d7-49a5-8ff5-584f2839021f on host n-d-787206-13 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:19:13.838021 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8dba85fe-e61e-4c3f-8eaa-5c1b000a2368 None None] Attempting to bind port 74201f74-a2d7-49a5-8ff5-584f2839021f by drivers openvswitch,hyperv on host n-d-787206-13 at level 0 using segments [{'id': '1e6b5506-39fb-4736-b1a2-37fd4e0e4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f21d667c-96a7-4912-a24e-19c4d50929fc'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:19:13.838390 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dba85fe-e61e-4c3f-8eaa-5c1b000a2368 None None] Attempting to bind port 74201f74-a2d7-49a5-8ff5-584f2839021f on network f21d667c-96a7-4912-a24e-19c4d50929fc {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:19:13.843542 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dba85fe-e61e-4c3f-8eaa-5c1b000a2368 None None] Checking agent: {'id': 'fd6b5f42-ad98-49af-896b-c815a39cb2c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 48, 5), 'started_at': datetime.datetime(2021, 8, 16, 19, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:19:13.843923 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dba85fe-e61e-4c3f-8eaa-5c1b000a2368 None None] Checking segment: {'id': '1e6b5506-39fb-4736-b1a2-37fd4e0e4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f21d667c-96a7-4912-a24e-19c4d50929fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:19:13.844339 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8dba85fe-e61e-4c3f-8eaa-5c1b000a2368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:13.844730 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dba85fe-e61e-4c3f-8eaa-5c1b000a2368 None None] Bound using segment: {'id': '1e6b5506-39fb-4736-b1a2-37fd4e0e4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f21d667c-96a7-4912-a24e-19c4d50929fc'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:19:13.845191 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8dba85fe-e61e-4c3f-8eaa-5c1b000a2368 None None] Bound port: 74201f74-a2d7-49a5-8ff5-584f2839021f, host: n-d-787206-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6b5506-39fb-4736-b1a2-37fd4e0e4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f21d667c-96a7-4912-a24e-19c4d50929fc'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:19:13.845574 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8dba85fe-e61e-4c3f-8eaa-5c1b000a2368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:13.910697 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8dba85fe-e61e-4c3f-8eaa-5c1b000a2368 None None] For port 74201f74-a2d7-49a5-8ff5-584f2839021f, host n-d-787206-13, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:19:13.913877 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8dba85fe-e61e-4c3f-8eaa-5c1b000a2368 None None] For port 74201f74-a2d7-49a5-8ff5-584f2839021f, host n-d-787206-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=74201f74-a2d7-49a5-8ff5-584f2839021f,segment=NetworkSegment(1e6b5506-39fb-4736-b1a2-37fd4e0e4026),segment_id=1e6b5506-39fb-4736-b1a2-37fd4e0e4026)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:19:13.919115 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8dba85fe-e61e-4c3f-8eaa-5c1b000a2368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:13.979920 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dba85fe-e61e-4c3f-8eaa-5c1b000a2368 None None] Routers {'3d0a20f0-e466-4ee8-a96c-3a95ac475bc2'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:19:13.980581 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8dba85fe-e61e-4c3f-8eaa-5c1b000a2368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:19:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['3d0a20f0-e466-4ee8-a96c-3a95ac475bc2'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:14.024384 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986531b3-edc2-47fe-85c2-94ae16e8c5da None None] Pushing event updated for resources: {'Port': ['ID=74201f74-a2d7-49a5-8ff5-584f2839021f,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:14.130979 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-8dba85fe-e61e-4c3f-8eaa-5c1b000a2368 None None] Set router 3d0a20f0-e466-4ee8-a96c-3a95ac475bc2 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:19:14.201949 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-a0497d9f-18d0-4321-b8b3-92a337d8bf53 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:14.203485 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-a0497d9f-18d0-4321-b8b3-92a337d8bf53 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.63 "GET /v2.0/networks?id=00ba34b2-e5b5-4970-bcba-5fe532f1c72d HTTP/1.1" status: 200 len: 809 time: 0.1236963 Aug 16 21:19:14.251529 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-e7d79a9c-b051-4743-a6b7-70d739f22b4a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69d0a4b26de8481289a81b2e7758d1dc HTTP/1.1" status: 200 len: 379 time: 0.0382690 Aug 16 21:19:14.262313 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-8d0717af-e126-4b82-8cca-07a51015bed1 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Request body: {'port': {'device_id': 'ae364777-355a-4b57-9c1e-57e459e6ff52', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'admin_state_up': True, 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'security_groups': ['b3c71976-428e-4a6b-ad0e-855dcaa09cb3']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:19:14.365295 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8dba85fe-e61e-4c3f-8eaa-5c1b000a2368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0a20f0-e466-4ee8-a96c-3a95ac475bc2', 'name': 'tempest-TestSnapshotPattern-1102445569-router', 'tenant_id': '66b22239edf14a7aa76c7f91bb4c718a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'bc93e387-3156-44f3-9139-2a068e490db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:07Z', 'updated_at': '2021-08-16T21:19:10Z', 'revision_number': 4, 'project_id': '66b22239edf14a7aa76c7f91bb4c718a', 'gw_port': {'id': 'bc93e387-3156-44f3-9139-2a068e490db9', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:39:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a20f0-e466-4ee8-a96c-3a95ac475bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:07Z', 'updated_at': '2021-08-16T21:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '74201f74-a2d7-49a5-8ff5-584f2839021f', 'name': '', 'network_id': 'f21d667c-96a7-4912-a24e-19c4d50929fc', 'tenant_id': '66b22239edf14a7aa76c7f91bb4c718a', 'mac_address': 'fa:16:3e:6c:59:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0a20f0-e466-4ee8-a96c-3a95ac475bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f5453470-e8af-4327-938b-9d33db023082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:09Z', 'updated_at': '2021-08-16T21:19:13Z', 'revision_number': 4, 'project_id': '66b22239edf14a7aa76c7f91bb4c718a', 'subnets': [{'id': 'f5453470-e8af-4327-938b-9d33db023082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:14.371123 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4d2fafc5-38d1-441f-a8a0-7c32947e3e43 req-be55f9e6-7d0d-43f6-82df-f9154b6872c7 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae364777-355a-4b57-9c1e-57e459e6ff52 HTTP/1.1" status: 200 len: 210 time: 0.0397241 Aug 16 21:19:14.392291 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dba85fe-e61e-4c3f-8eaa-5c1b000a2368 None None] The sync data for ids ['3d0a20f0-e466-4ee8-a96c-3a95ac475bc2'] in n-d-787206-13 is: [{'id': '3d0a20f0-e466-4ee8-a96c-3a95ac475bc2', 'name': 'tempest-TestSnapshotPattern-1102445569-router', 'tenant_id': '66b22239edf14a7aa76c7f91bb4c718a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'bc93e387-3156-44f3-9139-2a068e490db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:07Z', 'updated_at': '2021-08-16T21:19:10Z', 'revision_number': 4, 'project_id': '66b22239edf14a7aa76c7f91bb4c718a', 'gw_port': {'id': 'bc93e387-3156-44f3-9139-2a068e490db9', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:39:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a20f0-e466-4ee8-a96c-3a95ac475bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:07Z', 'updated_at': '2021-08-16T21:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '74201f74-a2d7-49a5-8ff5-584f2839021f', 'name': '', 'network_id': 'f21d667c-96a7-4912-a24e-19c4d50929fc', 'tenant_id': '66b22239edf14a7aa76c7f91bb4c718a', 'mac_address': 'fa:16:3e:6c:59:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0a20f0-e466-4ee8-a96c-3a95ac475bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'f5453470-e8af-4327-938b-9d33db023082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:09Z', 'updated_at': '2021-08-16T21:19:13Z', 'revision_number': 4, 'project_id': '66b22239edf14a7aa76c7f91bb4c718a', 'subnets': [{'id': 'f5453470-e8af-4327-938b-9d33db023082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:19:14.408411 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-8d0717af-e126-4b82-8cca-07a51015bed1 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Made reservation on behalf of 69d0a4b26de8481289a81b2e7758d1dc for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:19:14.412656 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-8d0717af-e126-4b82-8cca-07a51015bed1 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:14.529446 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device bc93e387-3156-44f3-9139-2a068e490db9 up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:19:14.558869 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-8d0717af-e126-4b82-8cca-07a51015bed1 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Allocated IP 172.20.0.11 (00ba34b2-e5b5-4970-bcba-5fe532f1c72d/2adf2099-b7fe-41f4-adcd-45bbadbb134c/e197c20b-1f19-4669-8a0d-4855c9f78106) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:19:14.587558 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port bc93e387-3156-44f3-9139-2a068e490db9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:14.588144 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:14.713080 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-8d0717af-e126-4b82-8cca-07a51015bed1 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:14.727791 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-8d0717af-e126-4b82-8cca-07a51015bed1 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Transition to ACTIVE for port object e197c20b-1f19-4669-8a0d-4855c9f78106 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:19:14.761288 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-8d0717af-e126-4b82-8cca-07a51015bed1 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:14.808875 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-8d0717af-e126-4b82-8cca-07a51015bed1 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Network 00ba34b2-e5b5-4970-bcba-5fe532f1c72d is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:19:14.812772 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-8d0717af-e126-4b82-8cca-07a51015bed1 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:19:14.817347 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-8d0717af-e126-4b82-8cca-07a51015bed1 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:19:14.821377 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0717af-e126-4b82-8cca-07a51015bed1 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Pushing event updated for resources: {'Port': ['ID=e197c20b-1f19-4669-8a0d-4855c9f78106,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:14.872463 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-8d0717af-e126-4b82-8cca-07a51015bed1 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:14.873193 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-8d0717af-e126-4b82-8cca-07a51015bed1 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:14.890133 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-8d0717af-e126-4b82-8cca-07a51015bed1 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6317289 Aug 16 21:19:14.901547 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-fa5dece1-8cf6-4445-96f7-fca1cf4a24b0 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:19:14.902628 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-fa5dece1-8cf6-4445-96f7-fca1cf4a24b0 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056212 Aug 16 21:19:14.914870 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-49077ad0-95ed-4631-8083-5c5c7abc8102 service neutron] Request body: {'port': {'device_id': 'ae364777-355a-4b57-9c1e-57e459e6ff52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:19:14.971897 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-49077ad0-95ed-4631-8083-5c5c7abc8102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:15.086313 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-936199c4-5625-4b58-80aa-9336cdb0b11e None None] Provisioning for port e197c20b-1f19-4669-8a0d-4855c9f78106 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:19:15.090004 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-936199c4-5625-4b58-80aa-9336cdb0b11e None None] Provisioning complete for port e197c20b-1f19-4669-8a0d-4855c9f78106 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:15.090432 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-936199c4-5625-4b58-80aa-9336cdb0b11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:15.124744 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-936199c4-5625-4b58-80aa-9336cdb0b11e None None] Port e197c20b-1f19-4669-8a0d-4855c9f78106 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:19:15.235528 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-49077ad0-95ed-4631-8083-5c5c7abc8102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e197c20b-1f19-4669-8a0d-4855c9f78106 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:19:15.242960 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-49077ad0-95ed-4631-8083-5c5c7abc8102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:15.255702 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-49077ad0-95ed-4631-8083-5c5c7abc8102 service neutron] Transition to ACTIVE for port object e197c20b-1f19-4669-8a0d-4855c9f78106 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:19:15.259074 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-49077ad0-95ed-4631-8083-5c5c7abc8102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:15.325801 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49077ad0-95ed-4631-8083-5c5c7abc8102 service neutron] Pushing event updated for resources: {'Port': ['ID=e197c20b-1f19-4669-8a0d-4855c9f78106,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:15.383999 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-49077ad0-95ed-4631-8083-5c5c7abc8102 service neutron] Attempting to bind port e197c20b-1f19-4669-8a0d-4855c9f78106 on host n-h2-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:19:15.384336 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-49077ad0-95ed-4631-8083-5c5c7abc8102 service neutron] Attempting to bind port e197c20b-1f19-4669-8a0d-4855c9f78106 by drivers openvswitch,hyperv on host n-h2-787206-13 at level 0 using segments [{'id': 'e7620d01-6cfb-4719-96a6-3e5245f99114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:19:15.384927 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-49077ad0-95ed-4631-8083-5c5c7abc8102 service neutron] Attempting to bind port e197c20b-1f19-4669-8a0d-4855c9f78106 on network 00ba34b2-e5b5-4970-bcba-5fe532f1c72d {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:19:15.395034 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-49077ad0-95ed-4631-8083-5c5c7abc8102 service neutron] Port e197c20b-1f19-4669-8a0d-4855c9f78106 on network 00ba34b2-e5b5-4970-bcba-5fe532f1c72d not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:19:15.395393 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-49077ad0-95ed-4631-8083-5c5c7abc8102 service neutron] Attempting to bind port e197c20b-1f19-4669-8a0d-4855c9f78106 on network 00ba34b2-e5b5-4970-bcba-5fe532f1c72d {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:19:15.401508 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-49077ad0-95ed-4631-8083-5c5c7abc8102 service neutron] Checking agent: {'id': '34d8dab0-02cf-41c8-b865-8ccf11e67b43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:19:15.401809 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-49077ad0-95ed-4631-8083-5c5c7abc8102 service neutron] Checking segment: {'id': 'e7620d01-6cfb-4719-96a6-3e5245f99114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:19:15.402192 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-49077ad0-95ed-4631-8083-5c5c7abc8102 service neutron] Bound using segment: {'id': 'e7620d01-6cfb-4719-96a6-3e5245f99114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:19:15.403016 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-49077ad0-95ed-4631-8083-5c5c7abc8102 service neutron] Bound port: e197c20b-1f19-4669-8a0d-4855c9f78106, host: n-h2-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7620d01-6cfb-4719-96a6-3e5245f99114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:19:15.403397 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-49077ad0-95ed-4631-8083-5c5c7abc8102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:15.513774 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-49077ad0-95ed-4631-8083-5c5c7abc8102 service neutron] For port e197c20b-1f19-4669-8a0d-4855c9f78106, host n-h2-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:19:15.518217 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-49077ad0-95ed-4631-8083-5c5c7abc8102 service neutron] For port e197c20b-1f19-4669-8a0d-4855c9f78106, host n-h2-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=e197c20b-1f19-4669-8a0d-4855c9f78106,segment=NetworkSegment(e7620d01-6cfb-4719-96a6-3e5245f99114),segment_id=e7620d01-6cfb-4719-96a6-3e5245f99114)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:19:15.523801 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-49077ad0-95ed-4631-8083-5c5c7abc8102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:15.537190 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bba56-4c6c-48f2-9765-ffa2ad7909d1 req-a037c57e-313b-458c-8237-2005a7cc8300 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:15.538730 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ff8bba56-4c6c-48f2-9765-ffa2ad7909d1 req-a037c57e-313b-458c-8237-2005a7cc8300 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae364777-355a-4b57-9c1e-57e459e6ff52 HTTP/1.1" status: 200 len: 944 time: 0.0749750 Aug 16 21:19:15.593154 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-49077ad0-95ed-4631-8083-5c5c7abc8102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:15.593772 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-49077ad0-95ed-4631-8083-5c5c7abc8102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:15.595168 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-49077ad0-95ed-4631-8083-5c5c7abc8102 service neutron] 10.222.0.63 "PUT /v2.0/ports/e197c20b-1f19-4669-8a0d-4855c9f78106 HTTP/1.1" status: 200 len: 1093 time: 0.6846368 Aug 16 21:19:15.595689 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae364777-355a-4b57-9c1e-57e459e6ff52', 'tag': 'e197c20b-1f19-4669-8a0d-4855c9f78106'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:19:15.597928 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771f2c36-7628-458a-8a76-9ca619175b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "ae364777-355a-4b57-9c1e-57e459e6ff52", "tag": "e197c20b-1f19-4669-8a0d-4855c9f78106"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:19:15.632434 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49077ad0-95ed-4631-8083-5c5c7abc8102 service neutron] Pushing event updated for resources: {'Port': ['ID=e197c20b-1f19-4669-8a0d-4855c9f78106,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:15.652709 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-ff8bba56-4c6c-48f2-9765-ffa2ad7909d1 req-18522482-01a9-4c71-838f-b4cb147008e7 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3c71976-428e-4a6b-ad0e-855dcaa09cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914376 Aug 16 21:19:15.684813 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-d5bab390-c225-48a6-80f8-07f50bf65f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:15.686420 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-d5bab390-c225-48a6-80f8-07f50bf65f6e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=69d0a4b26de8481289a81b2e7758d1dc&device_id=ae364777-355a-4b57-9c1e-57e459e6ff52 HTTP/1.1" status: 200 len: 1096 time: 0.0476856 Aug 16 21:19:15.702923 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b562cda-b708-473f-b8c7-76977d266cbb x-openstack-request-id: req-3b562cda-b708-473f-b8c7-76977d266cbb {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:19:15.703208 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae364777-355a-4b57-9c1e-57e459e6ff52", "tag": "e197c20b-1f19-4669-8a0d-4855c9f78106", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:19:15.703491 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3b562cda-b708-473f-b8c7-76977d266cbb {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:19:15.703890 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae364777-355a-4b57-9c1e-57e459e6ff52', 'tag': 'e197c20b-1f19-4669-8a0d-4855c9f78106', 'status': 'completed', 'code': 200} Aug 16 21:19:15.739435 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-90212767-3e25-48b3-83ea-628a12092330 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e197c20b-1f19-4669-8a0d-4855c9f78106 HTTP/1.1" status: 200 len: 217 time: 0.0446305 Aug 16 21:19:15.788347 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-0626ba09-de9d-40c5-b7ab-26402bef4c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:15.789805 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-0626ba09-de9d-40c5-b7ab-26402bef4c7c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2adf2099-b7fe-41f4-adcd-45bbadbb134c HTTP/1.1" status: 200 len: 848 time: 0.0441322 Aug 16 21:19:15.838439 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-231c561b-08b5-44cb-857c-bc5e6b34d6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:15.840183 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-231c561b-08b5-44cb-857c-bc5e6b34d6ad service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=00ba34b2-e5b5-4970-bcba-5fe532f1c72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407434 Aug 16 21:19:15.935611 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-ccd13165-e100-4c61-9962-c5efb9e29dbf service neutron] 10.222.0.63 "GET /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878122 Aug 16 21:19:16.025059 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-31ea3e22-150e-4a22-a091-6628cd8ad516 req-389ff9fb-3532-4584-b16c-69f64e079670 service neutron] 10.222.0.63 "GET /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827529 Aug 16 21:19:16.109328 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f2c36-7628-458a-8a76-9ca619175b8a req-bbf74fc7-5b86-42b8-8f1d-4afd2514211e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:16.110862 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-771f2c36-7628-458a-8a76-9ca619175b8a req-bbf74fc7-5b86-42b8-8f1d-4afd2514211e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=69d0a4b26de8481289a81b2e7758d1dc&device_id=ae364777-355a-4b57-9c1e-57e459e6ff52 HTTP/1.1" status: 200 len: 1096 time: 0.0414603 Aug 16 21:19:16.206107 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f2c36-7628-458a-8a76-9ca619175b8a req-f08f1a66-348c-4111-868e-fbcec0c0305f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:16.207623 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-771f2c36-7628-458a-8a76-9ca619175b8a req-f08f1a66-348c-4111-868e-fbcec0c0305f service neutron] 10.222.0.63 "GET /v2.0/networks?id=00ba34b2-e5b5-4970-bcba-5fe532f1c72d HTTP/1.1" status: 200 len: 910 time: 0.0876589 Aug 16 21:19:16.247328 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-771f2c36-7628-458a-8a76-9ca619175b8a req-13c0cba8-b9b9-4395-94f6-d1f6f9727f70 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e197c20b-1f19-4669-8a0d-4855c9f78106 HTTP/1.1" status: 200 len: 217 time: 0.0329165 Aug 16 21:19:16.300759 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f2c36-7628-458a-8a76-9ca619175b8a req-9810984b-e701-4788-b780-8c30b31b5d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:16.302468 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-771f2c36-7628-458a-8a76-9ca619175b8a req-9810984b-e701-4788-b780-8c30b31b5d0f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2adf2099-b7fe-41f4-adcd-45bbadbb134c HTTP/1.1" status: 200 len: 848 time: 0.0475485 Aug 16 21:19:16.348989 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f2c36-7628-458a-8a76-9ca619175b8a req-b6735417-e057-4566-b8b1-cc00906bae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:16.350791 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-771f2c36-7628-458a-8a76-9ca619175b8a req-b6735417-e057-4566-b8b1-cc00906bae86 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=00ba34b2-e5b5-4970-bcba-5fe532f1c72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402851 Aug 16 21:19:16.453895 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-771f2c36-7628-458a-8a76-9ca619175b8a req-f2d17aa3-0587-429f-8a93-0efa55e8e220 service neutron] 10.222.0.63 "GET /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958099 Aug 16 21:19:16.488301 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 74201f74-a2d7-49a5-8ff5-584f2839021f up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:19:16.544525 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning for port 74201f74-a2d7-49a5-8ff5-584f2839021f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:19:16.548550 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 74201f74-a2d7-49a5-8ff5-584f2839021f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:16.549041 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:16.552214 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-771f2c36-7628-458a-8a76-9ca619175b8a req-a2f04f1d-8883-4927-a1c2-b41dc3c6711b service neutron] 10.222.0.63 "GET /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898259 Aug 16 21:19:16.629250 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:16.665214 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] For port 74201f74-a2d7-49a5-8ff5-584f2839021f, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=74201f74-a2d7-49a5-8ff5-584f2839021f,segment=NetworkSegment(1e6b5506-39fb-4736-b1a2-37fd4e0e4026),segment_id=1e6b5506-39fb-4736-b1a2-37fd4e0e4026)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:16.669120 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:16.723785 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Pushing event updated for resources: {'Port': ['ID=74201f74-a2d7-49a5-8ff5-584f2839021f,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:16.789501 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efffaf2c-a1f2-4fd9-b694-50f1288f1dc3 req-f0bf96d2-5784-4111-a3aa-e140fe54fa24 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:16.791044 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-efffaf2c-a1f2-4fd9-b694-50f1288f1dc3 req-f0bf96d2-5784-4111-a3aa-e140fe54fa24 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae364777-355a-4b57-9c1e-57e459e6ff52 HTTP/1.1" status: 200 len: 944 time: 0.0535834 Aug 16 21:19:16.831633 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-efffaf2c-a1f2-4fd9-b694-50f1288f1dc3 req-7f2eb667-628c-45c6-9f3c-699ebef88f37 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3c71976-428e-4a6b-ad0e-855dcaa09cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344458 Aug 16 21:19:17.950466 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f23ca1-59c9-4f9b-a355-62f24d95fd9f req-ffdf9479-b336-4b77-a5ea-2c0c3d724a9f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:17.952554 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-79f23ca1-59c9-4f9b-a355-62f24d95fd9f req-ffdf9479-b336-4b77-a5ea-2c0c3d724a9f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae364777-355a-4b57-9c1e-57e459e6ff52 HTTP/1.1" status: 200 len: 944 time: 0.0528977 Aug 16 21:19:17.993646 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-79f23ca1-59c9-4f9b-a355-62f24d95fd9f req-bf618023-6e8a-406b-ba08-37ee614946e3 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3c71976-428e-4a6b-ad0e-855dcaa09cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351796 Aug 16 21:19:18.460049 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 74201f74-a2d7-49a5-8ff5-584f2839021f up at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:19:18.509992 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Provisioning complete for port 74201f74-a2d7-49a5-8ff5-584f2839021f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:18.510361 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:18.834148 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device e197c20b-1f19-4669-8a0d-4855c9f78106 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:19:18.930497 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port e197c20b-1f19-4669-8a0d-4855c9f78106, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=e197c20b-1f19-4669-8a0d-4855c9f78106,segment=NetworkSegment(e7620d01-6cfb-4719-96a6-3e5245f99114),segment_id=e7620d01-6cfb-4719-96a6-3e5245f99114)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:18.942361 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'e197c20b-1f19-4669-8a0d-4855c9f78106', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'port_id': 'e197c20b-1f19-4669-8a0d-4855c9f78106', 'mac_address': 'fa:16:3e:e5:33:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:19:18.977808 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:18.991402 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e197c20b-1f19-4669-8a0d-4855c9f78106 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:19:19.011020 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port e197c20b-1f19-4669-8a0d-4855c9f78106, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=e197c20b-1f19-4669-8a0d-4855c9f78106,segment=NetworkSegment(e7620d01-6cfb-4719-96a6-3e5245f99114),segment_id=e7620d01-6cfb-4719-96a6-3e5245f99114)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:19.014896 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:19.064850 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=e197c20b-1f19-4669-8a0d-4855c9f78106,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:19.113290 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d2afd-5eff-43bb-b385-e2d5c7867ab4 req-700fa612-b63c-4d7a-a26f-5416ae27f6d4 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:19.114802 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-183d2afd-5eff-43bb-b385-e2d5c7867ab4 req-700fa612-b63c-4d7a-a26f-5416ae27f6d4 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae364777-355a-4b57-9c1e-57e459e6ff52 HTTP/1.1" status: 200 len: 945 time: 0.0505066 Aug 16 21:19:19.152259 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-183d2afd-5eff-43bb-b385-e2d5c7867ab4 req-c8556d37-a66c-48d3-8aba-52bf2f40e649 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3c71976-428e-4a6b-ad0e-855dcaa09cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315616 Aug 16 21:19:19.262460 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['e197c20b-1f19-4669-8a0d-4855c9f78106'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:19:20.266648 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49693a8-16c5-4073-98fc-8f610c5f14dc req-24c54cf0-0a79-4e37-a703-356055168a8f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:20.268070 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b49693a8-16c5-4073-98fc-8f610c5f14dc req-24c54cf0-0a79-4e37-a703-356055168a8f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae364777-355a-4b57-9c1e-57e459e6ff52 HTTP/1.1" status: 200 len: 945 time: 0.0482500 Aug 16 21:19:20.304932 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b49693a8-16c5-4073-98fc-8f610c5f14dc req-c7e27a98-14f0-4048-88fd-100a693a4d27 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3c71976-428e-4a6b-ad0e-855dcaa09cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309582 Aug 16 21:19:20.850011 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device e197c20b-1f19-4669-8a0d-4855c9f78106 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:19:20.899148 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning for port e197c20b-1f19-4669-8a0d-4855c9f78106 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:19:20.902890 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port e197c20b-1f19-4669-8a0d-4855c9f78106 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:19:20.903343 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:20.978041 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:21.000343 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae364777-355a-4b57-9c1e-57e459e6ff52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e197c20b-1f19-4669-8a0d-4855c9f78106'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:19:21.002575 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0348104d8022dd0cb333a966cdf78087a7844175b144024c4093ab2d6ac91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9afd94a-5de8-4f98-976a-102ee210ab12" -d '{"events": [{"server_uuid": "ae364777-355a-4b57-9c1e-57e459e6ff52", "name": "network-vif-plugged", "status": "completed", "tag": "e197c20b-1f19-4669-8a0d-4855c9f78106"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:19:21.015982 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port e197c20b-1f19-4669-8a0d-4855c9f78106, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=e197c20b-1f19-4669-8a0d-4855c9f78106,segment=NetworkSegment(e7620d01-6cfb-4719-96a6-3e5245f99114),segment_id=e7620d01-6cfb-4719-96a6-3e5245f99114)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:19:21.020075 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:21.047819 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f09089-cc28-413f-9eb9-5d72c4574dcf x-openstack-request-id: req-18f09089-cc28-413f-9eb9-5d72c4574dcf {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:19:21.048143 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae364777-355a-4b57-9c1e-57e459e6ff52", "name": "network-vif-plugged", "status": "completed", "tag": "e197c20b-1f19-4669-8a0d-4855c9f78106", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:19:21.048399 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-18f09089-cc28-413f-9eb9-5d72c4574dcf {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:19:21.048800 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae364777-355a-4b57-9c1e-57e459e6ff52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e197c20b-1f19-4669-8a0d-4855c9f78106', 'code': 200} Aug 16 21:19:21.078404 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=e197c20b-1f19-4669-8a0d-4855c9f78106,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:21.143727 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3010c0b-9205-4bda-9488-7301ecff6146 req-674a047f-57de-4bde-8df7-49ba07323776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:21.145230 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d3010c0b-9205-4bda-9488-7301ecff6146 req-674a047f-57de-4bde-8df7-49ba07323776 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ae364777-355a-4b57-9c1e-57e459e6ff52 HTTP/1.1" status: 200 len: 1098 time: 0.0432250 Aug 16 21:19:21.179363 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d3010c0b-9205-4bda-9488-7301ecff6146 req-94df86be-3bb4-4d3a-8f51-af136c05c9eb service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b3c71976-428e-4a6b-ad0e-855dcaa09cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273967 Aug 16 21:19:21.427336 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095665d-c88a-45a9-addc-e062e096f837 req-96513d4d-404d-4734-b7e2-cd51708f38b2 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:21.428819 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3095665d-c88a-45a9-addc-e062e096f837 req-96513d4d-404d-4734-b7e2-cd51708f38b2 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae364777-355a-4b57-9c1e-57e459e6ff52 HTTP/1.1" status: 200 len: 946 time: 0.0491145 Aug 16 21:19:21.465949 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-3095665d-c88a-45a9-addc-e062e096f837 req-81425124-27c9-4b85-9569-46e26aaaba5a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3c71976-428e-4a6b-ad0e-855dcaa09cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312681 Aug 16 21:19:22.580316 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc5dae-db12-4204-a267-ab1766c13906 req-272311b6-4a5c-43dc-8a7b-accf2ed51015 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:22.581793 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-87bc5dae-db12-4204-a267-ab1766c13906 req-272311b6-4a5c-43dc-8a7b-accf2ed51015 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae364777-355a-4b57-9c1e-57e459e6ff52 HTTP/1.1" status: 200 len: 946 time: 0.0480723 Aug 16 21:19:22.618430 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-87bc5dae-db12-4204-a267-ab1766c13906 req-8ead966f-4a8a-4f72-82ca-7781f6d959d5 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3c71976-428e-4a6b-ad0e-855dcaa09cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308211 Aug 16 21:19:22.733497 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f6d9a-1612-4948-8d67-4a57d909c76d req-53122077-5fe1-4863-8e9e-fe051b7ca7ad tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:22.734961 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2e8f6d9a-1612-4948-8d67-4a57d909c76d req-53122077-5fe1-4863-8e9e-fe051b7ca7ad tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae364777-355a-4b57-9c1e-57e459e6ff52 HTTP/1.1" status: 200 len: 946 time: 0.0518038 Aug 16 21:19:22.772220 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2e8f6d9a-1612-4948-8d67-4a57d909c76d req-29d25d75-1754-40b4-98f4-755802abb472 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3c71976-428e-4a6b-ad0e-855dcaa09cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310025 Aug 16 21:19:22.794042 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36138) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:22.918206 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6415903e-ff8c-4ce5-ad48-ba5891a5869f tempest-TestSnapshotPattern-1143679316 tempest-TestSnapshotPattern-1143679316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:22.919873 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-6415903e-ff8c-4ce5-ad48-ba5891a5869f tempest-TestSnapshotPattern-1143679316 tempest-TestSnapshotPattern-1143679316-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=ae364777-355a-4b57-9c1e-57e459e6ff52 HTTP/1.1" status: 200 len: 1093 time: 0.1248677 Aug 16 21:19:22.922785 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36142) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:19:22.927350 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f73e95c2-4c1a-4b30-8273-977d7e8c4918 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'port_id': 'e197c20b-1f19-4669-8a0d-4855c9f78106', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:19:22.948694 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f73e95c2-4c1a-4b30-8273-977d7e8c4918 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:23.044836 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f73e95c2-4c1a-4b30-8273-977d7e8c4918 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:23.146014 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-f73e95c2-4c1a-4b30-8273-977d7e8c4918 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Allocated IP 172.25.8.223 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/29061525-0ef3-47e9-babd-94130b17f3d0) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:19:23.247261 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f73e95c2-4c1a-4b30-8273-977d7e8c4918 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:23.284493 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f73e95c2-4c1a-4b30-8273-977d7e8c4918 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:23.319550 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73e95c2-4c1a-4b30-8273-977d7e8c4918 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:19:23.324068 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-f73e95c2-4c1a-4b30-8273-977d7e8c4918 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:19:23.327636 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73e95c2-4c1a-4b30-8273-977d7e8c4918 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:19:23.350904 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e95c2-4c1a-4b30-8273-977d7e8c4918 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Pushing event updated for resources: {'Port': ['ID=29061525-0ef3-47e9-babd-94130b17f3d0,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:23.677529 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f73e95c2-4c1a-4b30-8273-977d7e8c4918 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:23.740882 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f73e95c2-4c1a-4b30-8273-977d7e8c4918 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:24.221186 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f73e95c2-4c1a-4b30-8273-977d7e8c4918 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:24.225639 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f73e95c2-4c1a-4b30-8273-977d7e8c4918 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:24.294115 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e95c2-4c1a-4b30-8273-977d7e8c4918 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Pushing event updated for resources: {'Port': ['ID=29061525-0ef3-47e9-babd-94130b17f3d0,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:19:24.305773 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f73e95c2-4c1a-4b30-8273-977d7e8c4918 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:24.404781 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-f73e95c2-4c1a-4b30-8273-977d7e8c4918 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Floating IP d63ca174-2da4-4e86-b3c0-d08a765afe54 associated. External IP: 172.25.8.223, port: e197c20b-1f19-4669-8a0d-4855c9f78106. Aug 16 21:19:24.605240 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73e95c2-4c1a-4b30-8273-977d7e8c4918 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Router bc413944-86bd-499a-89e1-110b5616042b has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:19:24.710659 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73e95c2-4c1a-4b30-8273-977d7e8c4918 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:19:24.720308 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edc5976-2a45-48c6-aa89-f95951ffa9fb None None] Sync routers for ids ['bc413944-86bd-499a-89e1-110b5616042b'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:19:24.727032 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f73e95c2-4c1a-4b30-8273-977d7e8c4918 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:24.729156 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edc5976-2a45-48c6-aa89-f95951ffa9fb None None] Routers {'bc413944-86bd-499a-89e1-110b5616042b'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:19:24.729767 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0edc5976-2a45-48c6-aa89-f95951ffa9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:19:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['bc413944-86bd-499a-89e1-110b5616042b'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:24.755029 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-f73e95c2-4c1a-4b30-8273-977d7e8c4918 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8312140 Aug 16 21:19:24.755649 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae364777-355a-4b57-9c1e-57e459e6ff52', 'tag': 'e197c20b-1f19-4669-8a0d-4855c9f78106'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:19:24.757889 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ceb011-4cdf-4bc2-9a0c-56414abd2c23" -d '{"events": [{"name": "network-changed", "server_uuid": "ae364777-355a-4b57-9c1e-57e459e6ff52", "tag": "e197c20b-1f19-4669-8a0d-4855c9f78106"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:19:24.793774 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9039e237-5c71-4ba6-86ab-4eb808b08d1f x-openstack-request-id: req-9039e237-5c71-4ba6-86ab-4eb808b08d1f {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:19:24.794068 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae364777-355a-4b57-9c1e-57e459e6ff52", "tag": "e197c20b-1f19-4669-8a0d-4855c9f78106", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:19:24.794319 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9039e237-5c71-4ba6-86ab-4eb808b08d1f {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:19:24.794725 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae364777-355a-4b57-9c1e-57e459e6ff52', 'tag': 'e197c20b-1f19-4669-8a0d-4855c9f78106', 'status': 'completed', 'code': 200} Aug 16 21:19:24.834528 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-0edc5976-2a45-48c6-aa89-f95951ffa9fb None None] Set router bc413944-86bd-499a-89e1-110b5616042b gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:19:24.861642 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ceb011-4cdf-4bc2-9a0c-56414abd2c23 req-b2257668-92a7-4508-a9ef-9a53bc28fbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:24.863104 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-12ceb011-4cdf-4bc2-9a0c-56414abd2c23 req-b2257668-92a7-4508-a9ef-9a53bc28fbbb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=69d0a4b26de8481289a81b2e7758d1dc&device_id=ae364777-355a-4b57-9c1e-57e459e6ff52 HTTP/1.1" status: 200 len: 1098 time: 0.0464733 Aug 16 21:19:24.952561 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ceb011-4cdf-4bc2-9a0c-56414abd2c23 req-a5c160e1-d6f0-4e9c-b880-6c6d37d52717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:24.954080 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-12ceb011-4cdf-4bc2-9a0c-56414abd2c23 req-a5c160e1-d6f0-4e9c-b880-6c6d37d52717 service neutron] 10.222.0.63 "GET /v2.0/networks?id=00ba34b2-e5b5-4970-bcba-5fe532f1c72d HTTP/1.1" status: 200 len: 910 time: 0.0840840 Aug 16 21:19:25.023102 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-12ceb011-4cdf-4bc2-9a0c-56414abd2c23 req-96b0155b-d841-4ba4-95d6-91e9d203bf51 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e197c20b-1f19-4669-8a0d-4855c9f78106 HTTP/1.1" status: 200 len: 1000 time: 0.0622730 Aug 16 21:19:25.062697 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0edc5976-2a45-48c6-aa89-f95951ffa9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc413944-86bd-499a-89e1-110b5616042b', 'name': 'tempest-TestSnapshotPattern-631993804-router', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:02Z', 'updated_at': '2021-08-16T21:19:05Z', 'revision_number': 4, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'gw_port': {'id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:03Z', 'updated_at': '2021-08-16T21:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'd63ca174-2da4-4e86-b3c0-d08a765afe54', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'floating_ip_address': '172.25.8.223', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'port_id': 'e197c20b-1f19-4669-8a0d-4855c9f78106', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'mac_address': 'fa:16:3e:e5:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae364777-355a-4b57-9c1e-57e459e6ff52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:19:23Z', 'updated_at': '2021-08-16T21:19:23Z', 'revision_number': 0, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9532a21c-133c-4463-93b5-ee959ce98584', 'name': '', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'mac_address': 'fa:16:3e:82:94:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:04Z', 'updated_at': '2021-08-16T21:19:11Z', 'revision_number': 5, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'subnets': [{'id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:25.073878 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ceb011-4cdf-4bc2-9a0c-56414abd2c23 req-4060b6f2-4e51-48de-9654-fdd728674452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:25.075494 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-12ceb011-4cdf-4bc2-9a0c-56414abd2c23 req-4060b6f2-4e51-48de-9654-fdd728674452 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2adf2099-b7fe-41f4-adcd-45bbadbb134c HTTP/1.1" status: 200 len: 848 time: 0.0457101 Aug 16 21:19:25.088220 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edc5976-2a45-48c6-aa89-f95951ffa9fb None None] Checking router: bc413944-86bd-499a-89e1-110b5616042b for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:19:25.096507 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edc5976-2a45-48c6-aa89-f95951ffa9fb None None] Routers {'bc413944-86bd-499a-89e1-110b5616042b'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:19:25.097119 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0edc5976-2a45-48c6-aa89-f95951ffa9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:19:04Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['bc413944-86bd-499a-89e1-110b5616042b'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:25.121607 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ceb011-4cdf-4bc2-9a0c-56414abd2c23 req-bc74325f-4c02-4491-bf93-d59300497635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:25.123059 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-12ceb011-4cdf-4bc2-9a0c-56414abd2c23 req-bc74325f-4c02-4491-bf93-d59300497635 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=00ba34b2-e5b5-4970-bcba-5fe532f1c72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412631 Aug 16 21:19:25.199867 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-0edc5976-2a45-48c6-aa89-f95951ffa9fb None None] Set router bc413944-86bd-499a-89e1-110b5616042b gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:19:25.220089 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-12ceb011-4cdf-4bc2-9a0c-56414abd2c23 req-5698eee8-a39e-41a8-a87c-f1501c7235db service neutron] 10.222.0.63 "GET /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902591 Aug 16 21:19:25.310793 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-12ceb011-4cdf-4bc2-9a0c-56414abd2c23 req-1f965144-5545-4d01-8e84-0043c85b16c7 service neutron] 10.222.0.63 "GET /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834560 Aug 16 21:19:25.417548 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0edc5976-2a45-48c6-aa89-f95951ffa9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc413944-86bd-499a-89e1-110b5616042b', 'name': 'tempest-TestSnapshotPattern-631993804-router', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:02Z', 'updated_at': '2021-08-16T21:19:05Z', 'revision_number': 4, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'gw_port': {'id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:03Z', 'updated_at': '2021-08-16T21:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'd63ca174-2da4-4e86-b3c0-d08a765afe54', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'floating_ip_address': '172.25.8.223', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'port_id': 'e197c20b-1f19-4669-8a0d-4855c9f78106', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'mac_address': 'fa:16:3e:e5:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae364777-355a-4b57-9c1e-57e459e6ff52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:19:23Z', 'updated_at': '2021-08-16T21:19:23Z', 'revision_number': 0, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9532a21c-133c-4463-93b5-ee959ce98584', 'name': '', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'mac_address': 'fa:16:3e:82:94:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:04Z', 'updated_at': '2021-08-16T21:19:11Z', 'revision_number': 5, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'subnets': [{'id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:19:25.446487 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edc5976-2a45-48c6-aa89-f95951ffa9fb None None] The sync data for ids ['bc413944-86bd-499a-89e1-110b5616042b'] in n-d-787206-13 is: [{'id': 'bc413944-86bd-499a-89e1-110b5616042b', 'name': 'tempest-TestSnapshotPattern-631993804-router', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:02Z', 'updated_at': '2021-08-16T21:19:05Z', 'revision_number': 4, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'gw_port': {'id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:03Z', 'updated_at': '2021-08-16T21:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'd63ca174-2da4-4e86-b3c0-d08a765afe54', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'floating_ip_address': '172.25.8.223', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'port_id': 'e197c20b-1f19-4669-8a0d-4855c9f78106', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'mac_address': 'fa:16:3e:e5:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae364777-355a-4b57-9c1e-57e459e6ff52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:19:23Z', 'updated_at': '2021-08-16T21:19:23Z', 'revision_number': 0, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9532a21c-133c-4463-93b5-ee959ce98584', 'name': '', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'mac_address': 'fa:16:3e:82:94:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:04Z', 'updated_at': '2021-08-16T21:19:11Z', 'revision_number': 5, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'subnets': [{'id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:19:25.646548 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504acee8-c7a8-4a29-b6a3-41b19d35d5c7 None None] New status for floating IP d63ca174-2da4-4e86-b3c0-d08a765afe54: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:19:31.963027 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bda243a6-7b03-4d68-8902-67a5d73dfcc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:34.499098 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c1937e1-3133-4042-a62e-8e29e1f176ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:34.784084 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:35.575133 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:19:35.903951 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:36.784098 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:36.922537 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:37.372950 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:55.389037 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b207d394-e24e-4c4e-a1c1-8764653ba567 req-b2d53a8e-d7f9-4ecd-af17-adcaf6403a2b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ae364777-355a-4b57-9c1e-57e459e6ff52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439615 Aug 16 21:19:55.475336 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207d394-e24e-4c4e-a1c1-8764653ba567 req-2908e4ba-977a-4491-af3f-c7d7dce47165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:55.476875 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b207d394-e24e-4c4e-a1c1-8764653ba567 req-2908e4ba-977a-4491-af3f-c7d7dce47165 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=69d0a4b26de8481289a81b2e7758d1dc&device_id=ae364777-355a-4b57-9c1e-57e459e6ff52 HTTP/1.1" status: 200 len: 1098 time: 0.0473006 Aug 16 21:19:55.578796 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207d394-e24e-4c4e-a1c1-8764653ba567 req-eb5a5e2a-f408-4f64-a573-5d5974a09ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:55.580284 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b207d394-e24e-4c4e-a1c1-8764653ba567 req-eb5a5e2a-f408-4f64-a573-5d5974a09ba5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=00ba34b2-e5b5-4970-bcba-5fe532f1c72d HTTP/1.1" status: 200 len: 910 time: 0.0836813 Aug 16 21:19:55.648839 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b207d394-e24e-4c4e-a1c1-8764653ba567 req-9eec1120-1aad-4847-9518-df49e63b4750 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e197c20b-1f19-4669-8a0d-4855c9f78106 HTTP/1.1" status: 200 len: 1002 time: 0.0614634 Aug 16 21:19:55.698095 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207d394-e24e-4c4e-a1c1-8764653ba567 req-d37964a8-e0c7-457f-a144-4ac88d120c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:55.699523 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b207d394-e24e-4c4e-a1c1-8764653ba567 req-d37964a8-e0c7-457f-a144-4ac88d120c60 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2adf2099-b7fe-41f4-adcd-45bbadbb134c HTTP/1.1" status: 200 len: 848 time: 0.0439296 Aug 16 21:19:55.744317 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207d394-e24e-4c4e-a1c1-8764653ba567 req-734067e5-5a9d-4f46-890a-d2a6bd1f0f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:55.745791 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b207d394-e24e-4c4e-a1c1-8764653ba567 req-734067e5-5a9d-4f46-890a-d2a6bd1f0f6d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=00ba34b2-e5b5-4970-bcba-5fe532f1c72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390480 Aug 16 21:19:55.838524 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b207d394-e24e-4c4e-a1c1-8764653ba567 req-f9d50aa3-4c65-4b92-a53d-7fac94891a89 service neutron] 10.222.0.63 "GET /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851159 Aug 16 21:19:55.926238 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b207d394-e24e-4c4e-a1c1-8764653ba567 req-380cb9a5-f627-4426-be2c-c5ce41cec1df service neutron] 10.222.0.63 "GET /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806081 Aug 16 21:20:01.963429 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7cb80e2a-56a3-4f65-8c14-07ff8a8b4700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:04.499886 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba0ae768-d81d-4dac-8c95-72472c0d71b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:04.784354 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:05.906644 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:06.799144 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:06.921128 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:07.376025 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:12.574019 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:20:31.964045 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-55c5030b-d5e8-440d-a0cd-43bf61d9b8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:34.501478 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-41cf01c4-f45c-4446-9fb7-3e5029a6d4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:34.784652 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:35.909792 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:36.814511 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:36.921937 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:37.381306 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:49.572711 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:20:53.499232 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [req-103fc760-90d7-455c-9ef0-613c99f51952 req-39c7ac88-dda8-487f-bfd1-1c007fb8bfca service neutron] (94771) timed out ('10.222.0.57', 65371) {{(pid=94771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:20:57.380478 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9aba4830-21fd-48c4-86a8-f7e844786cf7 req-2fc90146-9c85-4910-8636-f639ac43ab39 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ae364777-355a-4b57-9c1e-57e459e6ff52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428905 Aug 16 21:20:57.467299 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba4830-21fd-48c4-86a8-f7e844786cf7 req-38c1ffab-ff20-4ca7-932c-67af891ca689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:57.468843 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9aba4830-21fd-48c4-86a8-f7e844786cf7 req-38c1ffab-ff20-4ca7-932c-67af891ca689 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=69d0a4b26de8481289a81b2e7758d1dc&device_id=ae364777-355a-4b57-9c1e-57e459e6ff52 HTTP/1.1" status: 200 len: 1098 time: 0.0475829 Aug 16 21:20:57.568509 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba4830-21fd-48c4-86a8-f7e844786cf7 req-f7b71d5a-a403-4846-81cf-f93de181d521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:57.569972 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9aba4830-21fd-48c4-86a8-f7e844786cf7 req-f7b71d5a-a403-4846-81cf-f93de181d521 service neutron] 10.222.0.63 "GET /v2.0/networks?id=00ba34b2-e5b5-4970-bcba-5fe532f1c72d HTTP/1.1" status: 200 len: 910 time: 0.0833948 Aug 16 21:20:57.637853 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9aba4830-21fd-48c4-86a8-f7e844786cf7 req-cbf42d1e-222c-4c05-a7ab-4e23c18b8d91 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e197c20b-1f19-4669-8a0d-4855c9f78106 HTTP/1.1" status: 200 len: 1002 time: 0.0608063 Aug 16 21:20:57.686527 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba4830-21fd-48c4-86a8-f7e844786cf7 req-3f6ef121-2d3b-498a-aa20-40613f7c0621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:57.687967 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9aba4830-21fd-48c4-86a8-f7e844786cf7 req-3f6ef121-2d3b-498a-aa20-40613f7c0621 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2adf2099-b7fe-41f4-adcd-45bbadbb134c HTTP/1.1" status: 200 len: 848 time: 0.0435891 Aug 16 21:20:57.732182 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba4830-21fd-48c4-86a8-f7e844786cf7 req-d832d67d-3e9a-49ca-9fe2-684afc7aba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:57.733629 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9aba4830-21fd-48c4-86a8-f7e844786cf7 req-d832d67d-3e9a-49ca-9fe2-684afc7aba02 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=00ba34b2-e5b5-4970-bcba-5fe532f1c72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390730 Aug 16 21:20:57.825630 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9aba4830-21fd-48c4-86a8-f7e844786cf7 req-94eb2f24-f222-466a-930b-5d97b8256b25 service neutron] 10.222.0.63 "GET /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848489 Aug 16 21:20:57.913469 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9aba4830-21fd-48c4-86a8-f7e844786cf7 req-9a3152df-daf1-4714-911a-8ff4ada72c02 service neutron] 10.222.0.63 "GET /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808616 Aug 16 21:21:01.965184 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d1fb64d2-c745-4da9-beb6-505a0afd6b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:04.501150 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7246d070-dc51-4e31-8e1a-6c3926ce5712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:04.784699 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:05.913733 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:06.813775 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:06.922145 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:07.381061 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:23.470204 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device e197c20b-1f19-4669-8a0d-4855c9f78106 details requested by agent hyperv_n-h2-787206-13 with host n-h2-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:21:23.569121 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port e197c20b-1f19-4669-8a0d-4855c9f78106, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=e197c20b-1f19-4669-8a0d-4855c9f78106,segment=NetworkSegment(e7620d01-6cfb-4719-96a6-3e5245f99114),segment_id=e7620d01-6cfb-4719-96a6-3e5245f99114)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:23.584099 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Returning: {'device': 'e197c20b-1f19-4669-8a0d-4855c9f78106', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'port_id': 'e197c20b-1f19-4669-8a0d-4855c9f78106', 'mac_address': 'fa:16:3e:e5:33:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:21:23.785188 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:23.797575 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e197c20b-1f19-4669-8a0d-4855c9f78106 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:21:23.818354 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port e197c20b-1f19-4669-8a0d-4855c9f78106, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=e197c20b-1f19-4669-8a0d-4855c9f78106,segment=NetworkSegment(e7620d01-6cfb-4719-96a6-3e5245f99114),segment_id=e7620d01-6cfb-4719-96a6-3e5245f99114)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:23.822451 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:23.879583 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=e197c20b-1f19-4669-8a0d-4855c9f78106,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:23.888590 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:23.889481 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:23.889481 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:23.889653 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:23.889958 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:23.890283 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:23.890605 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:23.890931 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:23.891263 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:23.891591 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:23.891903 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:23.892220 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:23.898105 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] get_ports_and_sgs() called for port_ids ['e197c20b-1f19-4669-8a0d-4855c9f78106'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:21:25.474742 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device e197c20b-1f19-4669-8a0d-4855c9f78106 up at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:21:25.533498 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Provisioning complete for port e197c20b-1f19-4669-8a0d-4855c9f78106 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:21:25.534173 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:25.621930 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:25.654196 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae364777-355a-4b57-9c1e-57e459e6ff52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e197c20b-1f19-4669-8a0d-4855c9f78106'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:21:25.657085 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0348104d8022dd0cb333a966cdf78087a7844175b144024c4093ab2d6ac91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3021c32-c970-4039-86de-e9e9f81979f3" -d '{"events": [{"server_uuid": "ae364777-355a-4b57-9c1e-57e459e6ff52", "name": "network-vif-plugged", "status": "completed", "tag": "e197c20b-1f19-4669-8a0d-4855c9f78106"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:21:25.661392 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port e197c20b-1f19-4669-8a0d-4855c9f78106, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=e197c20b-1f19-4669-8a0d-4855c9f78106,segment=NetworkSegment(e7620d01-6cfb-4719-96a6-3e5245f99114),segment_id=e7620d01-6cfb-4719-96a6-3e5245f99114)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:25.668850 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:25.740318 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=e197c20b-1f19-4669-8a0d-4855c9f78106,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:25.793260 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05bd421-f54b-4273-ba5b-4f503b029c15 x-openstack-request-id: req-a05bd421-f54b-4273-ba5b-4f503b029c15 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:21:25.793555 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae364777-355a-4b57-9c1e-57e459e6ff52", "name": "network-vif-plugged", "status": "completed", "tag": "e197c20b-1f19-4669-8a0d-4855c9f78106", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:21:25.793816 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a05bd421-f54b-4273-ba5b-4f503b029c15 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:21:25.794745 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae364777-355a-4b57-9c1e-57e459e6ff52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e197c20b-1f19-4669-8a0d-4855c9f78106', 'code': 200} Aug 16 21:21:26.572240 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:21:31.970329 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ff49cd18-2690-4990-aae0-64125fc912ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:32.757414 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-91967ddf-2226-46cd-af99-f13eb37d9728 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-107003520&fields=id&tenant_id=69d0a4b26de8481289a81b2e7758d1dc HTTP/1.1" status: 200 len: 267 time: 0.0338008 Aug 16 21:21:32.868437 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-3b9707be-842f-4b8e-b30b-401f3b375bee tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:32.869815 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-3b9707be-842f-4b8e-b30b-401f3b375bee tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/networks?id=00ba34b2-e5b5-4970-bcba-5fe532f1c72d HTTP/1.1" status: 200 len: 809 time: 0.1047235 Aug 16 21:21:32.884453 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-a86352bf-4212-4ec1-aba3-ad099d7bbeb1 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/quotas/69d0a4b26de8481289a81b2e7758d1dc HTTP/1.1" status: 200 len: 375 time: 0.0089319 Aug 16 21:21:32.939297 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-37340294-10fd-4cfc-a354-94e73cbd170b tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=69d0a4b26de8481289a81b2e7758d1dc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0492005 Aug 16 21:21:33.100557 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-7504b0b3-1511-426c-b28e-2c886d553ff1 service neutron] 10.222.0.68 "GET /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500061 Aug 16 21:21:33.187520 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-03716368-82b9-4880-b8ca-986b4cbeec2e service neutron] 10.222.0.68 "GET /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808845 Aug 16 21:21:33.345264 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b7c2c300-8502-4a15-8d47-bce0c0fa1819 req-7ec20a19-56bb-45b6-a716-2ef9f5057b96 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=abdae237-0ea4-4807-b051-8c8542ba49e7 HTTP/1.1" status: 200 len: 210 time: 0.0270886 Aug 16 21:21:34.360796 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-3ea8ddfc-4b0c-43e1-a4bb-e50400fac877 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:34.362141 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-3ea8ddfc-4b0c-43e1-a4bb-e50400fac877 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.57 "GET /v2.0/networks?id=00ba34b2-e5b5-4970-bcba-5fe532f1c72d HTTP/1.1" status: 200 len: 809 time: 0.1102350 Aug 16 21:21:34.411576 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-dc167eff-23f3-49ed-9381-c89040ad1e25 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69d0a4b26de8481289a81b2e7758d1dc HTTP/1.1" status: 200 len: 379 time: 0.0351512 Aug 16 21:21:34.430197 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-e8a87416-de5b-47aa-a3d6-d4aa47aa380f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Request body: {'port': {'device_id': 'abdae237-0ea4-4807-b051-8c8542ba49e7', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'admin_state_up': True, 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'security_groups': ['b3c71976-428e-4a6b-ad0e-855dcaa09cb3']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:34.448343 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8c0e1e4d-5278-456e-a500-88fd5446fd6e req-04287cd6-086b-4633-b9ca-da5a413519a9 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=abdae237-0ea4-4807-b051-8c8542ba49e7 HTTP/1.1" status: 200 len: 210 time: 0.0321410 Aug 16 21:21:34.504570 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-25a06042-89c2-43a0-9ebc-b9fb2bbce4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:34.561310 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-e8a87416-de5b-47aa-a3d6-d4aa47aa380f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Made reservation on behalf of 69d0a4b26de8481289a81b2e7758d1dc for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:21:34.564826 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-e8a87416-de5b-47aa-a3d6-d4aa47aa380f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:34.717378 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-e8a87416-de5b-47aa-a3d6-d4aa47aa380f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Allocated IP 172.20.0.14 (00ba34b2-e5b5-4970-bcba-5fe532f1c72d/2adf2099-b7fe-41f4-adcd-45bbadbb134c/fc51a2d1-e9e3-4396-8d33-e971b0cdc667) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:21:34.797148 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:34.909077 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-e8a87416-de5b-47aa-a3d6-d4aa47aa380f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:34.923776 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-e8a87416-de5b-47aa-a3d6-d4aa47aa380f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Transition to ACTIVE for port object fc51a2d1-e9e3-4396-8d33-e971b0cdc667 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:21:34.960591 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-e8a87416-de5b-47aa-a3d6-d4aa47aa380f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:35.015009 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-e8a87416-de5b-47aa-a3d6-d4aa47aa380f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Network 00ba34b2-e5b5-4970-bcba-5fe532f1c72d is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:21:35.018199 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-e8a87416-de5b-47aa-a3d6-d4aa47aa380f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:21:35.022739 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-e8a87416-de5b-47aa-a3d6-d4aa47aa380f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:21:35.026845 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a87416-de5b-47aa-a3d6-d4aa47aa380f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Pushing event updated for resources: {'Port': ['ID=fc51a2d1-e9e3-4396-8d33-e971b0cdc667,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:35.066942 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a87416-de5b-47aa-a3d6-d4aa47aa380f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:35.067371 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a87416-de5b-47aa-a3d6-d4aa47aa380f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:35.067593 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a87416-de5b-47aa-a3d6-d4aa47aa380f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:35.067929 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a87416-de5b-47aa-a3d6-d4aa47aa380f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:35.068262 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a87416-de5b-47aa-a3d6-d4aa47aa380f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:35.068594 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a87416-de5b-47aa-a3d6-d4aa47aa380f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:35.068975 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a87416-de5b-47aa-a3d6-d4aa47aa380f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:35.069226 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a87416-de5b-47aa-a3d6-d4aa47aa380f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:35.069553 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a87416-de5b-47aa-a3d6-d4aa47aa380f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:35.069872 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a87416-de5b-47aa-a3d6-d4aa47aa380f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:35.070473 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a87416-de5b-47aa-a3d6-d4aa47aa380f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:35.070593 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a87416-de5b-47aa-a3d6-d4aa47aa380f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:35.114430 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-e8a87416-de5b-47aa-a3d6-d4aa47aa380f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:35.115125 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-e8a87416-de5b-47aa-a3d6-d4aa47aa380f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:35.139701 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-e8a87416-de5b-47aa-a3d6-d4aa47aa380f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7151222 Aug 16 21:21:35.330853 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7d1211d8-47f2-479b-9607-6ab17808c123 None None] Provisioning for port fc51a2d1-e9e3-4396-8d33-e971b0cdc667 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:21:35.334890 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7d1211d8-47f2-479b-9607-6ab17808c123 None None] Provisioning complete for port fc51a2d1-e9e3-4396-8d33-e971b0cdc667 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:21:35.335501 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d1211d8-47f2-479b-9607-6ab17808c123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:35.373065 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7d1211d8-47f2-479b-9607-6ab17808c123 None None] Port fc51a2d1-e9e3-4396-8d33-e971b0cdc667 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:21:35.535375 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device e197c20b-1f19-4669-8a0d-4855c9f78106 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:21:35.587996 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3017f-2971-4518-90ca-7deda9395935 req-3ecc1bb0-985b-4634-8a97-869c67887072 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:35.591039 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a1c3017f-2971-4518-90ca-7deda9395935 req-3ecc1bb0-985b-4634-8a97-869c67887072 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=abdae237-0ea4-4807-b051-8c8542ba49e7 HTTP/1.1" status: 200 len: 932 time: 0.0595729 Aug 16 21:21:35.621050 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:35.638956 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a1c3017f-2971-4518-90ca-7deda9395935 req-d9f123bc-a995-4a31-be54-afdd614d44d6 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3c71976-428e-4a6b-ad0e-855dcaa09cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398777 Aug 16 21:21:35.657966 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] For port e197c20b-1f19-4669-8a0d-4855c9f78106, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=e197c20b-1f19-4669-8a0d-4855c9f78106,segment=NetworkSegment(e7620d01-6cfb-4719-96a6-3e5245f99114),segment_id=e7620d01-6cfb-4719-96a6-3e5245f99114)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:35.659188 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae364777-355a-4b57-9c1e-57e459e6ff52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e197c20b-1f19-4669-8a0d-4855c9f78106'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:21:35.662212 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0348104d8022dd0cb333a966cdf78087a7844175b144024c4093ab2d6ac91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574e057c-68eb-4249-bd75-cea31435b024" -d '{"events": [{"server_uuid": "ae364777-355a-4b57-9c1e-57e459e6ff52", "name": "network-vif-unplugged", "status": "completed", "tag": "e197c20b-1f19-4669-8a0d-4855c9f78106"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:21:35.667229 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:35.715567 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389acb20-fa32-41ef-b75f-3f9c601e492f x-openstack-request-id: req-389acb20-fa32-41ef-b75f-3f9c601e492f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:21:35.715852 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae364777-355a-4b57-9c1e-57e459e6ff52", "name": "network-vif-unplugged", "status": "completed", "tag": "e197c20b-1f19-4669-8a0d-4855c9f78106", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:21:35.716223 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-389acb20-fa32-41ef-b75f-3f9c601e492f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:21:35.717115 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae364777-355a-4b57-9c1e-57e459e6ff52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e197c20b-1f19-4669-8a0d-4855c9f78106', 'code': 200} Aug 16 21:21:35.727400 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Pushing event updated for resources: {'Port': ['ID=e197c20b-1f19-4669-8a0d-4855c9f78106,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:35.915731 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:36.779899 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a83ea-c298-4846-870b-c4d8f4e4576f req-e24f0ea0-df55-4baf-960a-353deed16d4c tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:36.786359 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-935a83ea-c298-4846-870b-c4d8f4e4576f req-e24f0ea0-df55-4baf-960a-353deed16d4c tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=abdae237-0ea4-4807-b051-8c8542ba49e7 HTTP/1.1" status: 200 len: 932 time: 0.0505998 Aug 16 21:21:36.820824 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:36.830495 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-935a83ea-c298-4846-870b-c4d8f4e4576f req-27c0fcc9-35ba-407d-97fa-cf322fbc35cd tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3c71976-428e-4a6b-ad0e-855dcaa09cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412323 Aug 16 21:21:36.921618 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:37.385031 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:37.949560 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14faf7-d468-4a42-a386-eeb3062a50d0 req-9e3dd1bf-9201-4354-98a6-f39f97a8225f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:37.951294 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7a14faf7-d468-4a42-a386-eeb3062a50d0 req-9e3dd1bf-9201-4354-98a6-f39f97a8225f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=abdae237-0ea4-4807-b051-8c8542ba49e7 HTTP/1.1" status: 200 len: 932 time: 0.0512626 Aug 16 21:21:37.989776 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-7a14faf7-d468-4a42-a386-eeb3062a50d0 req-d8e062e8-862d-4bab-821d-14a16a597b5e tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3c71976-428e-4a6b-ad0e-855dcaa09cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318022 Aug 16 21:21:39.112184 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231ccd0-ede9-4c21-b7ad-d589652ac8b2 req-690e3f0b-6aed-4e9f-be56-6febe2a0cc01 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:39.113711 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9231ccd0-ede9-4c21-b7ad-d589652ac8b2 req-690e3f0b-6aed-4e9f-be56-6febe2a0cc01 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=abdae237-0ea4-4807-b051-8c8542ba49e7 HTTP/1.1" status: 200 len: 932 time: 0.0525472 Aug 16 21:21:39.156161 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9231ccd0-ede9-4c21-b7ad-d589652ac8b2 req-dacb82fd-2d32-443e-b773-995df74702d5 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3c71976-428e-4a6b-ad0e-855dcaa09cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347652 Aug 16 21:21:40.280882 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6f177-1cbf-4323-9b03-88fb0f4852c1 req-5c0e4c7a-0ffd-4e7d-9811-1cf867b3f513 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:40.282366 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-80d6f177-1cbf-4323-9b03-88fb0f4852c1 req-5c0e4c7a-0ffd-4e7d-9811-1cf867b3f513 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=abdae237-0ea4-4807-b051-8c8542ba49e7 HTTP/1.1" status: 200 len: 932 time: 0.0537965 Aug 16 21:21:40.329182 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-80d6f177-1cbf-4323-9b03-88fb0f4852c1 req-d6edc2c6-d034-4602-a398-ef22325343a4 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3c71976-428e-4a6b-ad0e-855dcaa09cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404682 Aug 16 21:21:41.449059 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab52f21-7aed-4d53-b129-5f6fb53b348b req-fd6c6546-0391-44cf-aaf0-cdd0a66bf853 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:41.450655 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4ab52f21-7aed-4d53-b129-5f6fb53b348b req-fd6c6546-0391-44cf-aaf0-cdd0a66bf853 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=abdae237-0ea4-4807-b051-8c8542ba49e7 HTTP/1.1" status: 200 len: 932 time: 0.0517230 Aug 16 21:21:41.494028 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4ab52f21-7aed-4d53-b129-5f6fb53b348b req-6edeb666-9578-452e-8950-946d991ed188 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3c71976-428e-4a6b-ad0e-855dcaa09cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364804 Aug 16 21:21:42.612866 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5272e-9361-47ac-884c-0b0618b78d9f req-688d29ab-869d-4193-8d1d-9fce2bb1adb5 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:42.614382 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d2b5272e-9361-47ac-884c-0b0618b78d9f req-688d29ab-869d-4193-8d1d-9fce2bb1adb5 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=abdae237-0ea4-4807-b051-8c8542ba49e7 HTTP/1.1" status: 200 len: 932 time: 0.0511000 Aug 16 21:21:42.654618 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-d2b5272e-9361-47ac-884c-0b0618b78d9f req-b424b8e7-e4b4-4597-a981-9cfcdddf66d1 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3c71976-428e-4a6b-ad0e-855dcaa09cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332124 Aug 16 21:21:43.785325 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0696af3-fe85-4894-a303-77bca0f7ebdd req-919fe9d6-d217-49d4-8cc6-93e62cef57ce tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:43.786759 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c0696af3-fe85-4894-a303-77bca0f7ebdd req-919fe9d6-d217-49d4-8cc6-93e62cef57ce tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=abdae237-0ea4-4807-b051-8c8542ba49e7 HTTP/1.1" status: 200 len: 932 time: 0.0567477 Aug 16 21:21:43.836203 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c0696af3-fe85-4894-a303-77bca0f7ebdd req-3c30eb0c-fc9f-4bde-bf17-9b2019301af3 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3c71976-428e-4a6b-ad0e-855dcaa09cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433791 Aug 16 21:21:44.818696 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-795597ce-eba5-4cfb-b9e7-4b2b0634c3a6 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:21:44.820163 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-795597ce-eba5-4cfb-b9e7-4b2b0634c3a6 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070934 Aug 16 21:21:44.886479 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-7274ef2d-3a8c-4fcf-a6ee-872d2f756f4f service neutron] Request body: {'port': {'device_id': 'abdae237-0ea4-4807-b051-8c8542ba49e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:44.964440 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-7274ef2d-3a8c-4fcf-a6ee-872d2f756f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.989429 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542f81d-44b9-4b76-9974-60e0ccf029dd req-301fc5ab-5860-4f3a-87e3-a4362de018a4 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:44.990985 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6542f81d-44b9-4b76-9974-60e0ccf029dd req-301fc5ab-5860-4f3a-87e3-a4362de018a4 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=abdae237-0ea4-4807-b051-8c8542ba49e7 HTTP/1.1" status: 200 len: 932 time: 0.0838890 Aug 16 21:21:45.064707 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-6542f81d-44b9-4b76-9974-60e0ccf029dd req-b086d351-373c-463e-a359-142effa255b7 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3c71976-428e-4a6b-ad0e-855dcaa09cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512595 Aug 16 21:21:45.265530 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-7274ef2d-3a8c-4fcf-a6ee-872d2f756f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc51a2d1-e9e3-4396-8d33-e971b0cdc667 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:21:45.272802 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-7274ef2d-3a8c-4fcf-a6ee-872d2f756f4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:45.284753 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-7274ef2d-3a8c-4fcf-a6ee-872d2f756f4f service neutron] Transition to ACTIVE for port object fc51a2d1-e9e3-4396-8d33-e971b0cdc667 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:21:45.288431 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-7274ef2d-3a8c-4fcf-a6ee-872d2f756f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:45.358660 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274ef2d-3a8c-4fcf-a6ee-872d2f756f4f service neutron] Pushing event updated for resources: {'Port': ['ID=fc51a2d1-e9e3-4396-8d33-e971b0cdc667,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:45.413867 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-7274ef2d-3a8c-4fcf-a6ee-872d2f756f4f service neutron] Attempting to bind port fc51a2d1-e9e3-4396-8d33-e971b0cdc667 on host n-h1-787206-13 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:21:45.414196 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-7274ef2d-3a8c-4fcf-a6ee-872d2f756f4f service neutron] Attempting to bind port fc51a2d1-e9e3-4396-8d33-e971b0cdc667 by drivers openvswitch,hyperv on host n-h1-787206-13 at level 0 using segments [{'id': 'e7620d01-6cfb-4719-96a6-3e5245f99114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:21:45.414519 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-7274ef2d-3a8c-4fcf-a6ee-872d2f756f4f service neutron] Attempting to bind port fc51a2d1-e9e3-4396-8d33-e971b0cdc667 on network 00ba34b2-e5b5-4970-bcba-5fe532f1c72d {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:21:45.418968 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-7274ef2d-3a8c-4fcf-a6ee-872d2f756f4f service neutron] Port fc51a2d1-e9e3-4396-8d33-e971b0cdc667 on network 00ba34b2-e5b5-4970-bcba-5fe532f1c72d not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-13 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:21:45.419324 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-7274ef2d-3a8c-4fcf-a6ee-872d2f756f4f service neutron] Attempting to bind port fc51a2d1-e9e3-4396-8d33-e971b0cdc667 on network 00ba34b2-e5b5-4970-bcba-5fe532f1c72d {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:21:45.424605 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-7274ef2d-3a8c-4fcf-a6ee-872d2f756f4f service neutron] Checking agent: {'id': '2093112c-ed63-491a-ad51-a1d1200c1e13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'started_at': datetime.datetime(2021, 8, 16, 19, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:21:45.424941 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-7274ef2d-3a8c-4fcf-a6ee-872d2f756f4f service neutron] Checking segment: {'id': 'e7620d01-6cfb-4719-96a6-3e5245f99114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:21:45.425319 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-7274ef2d-3a8c-4fcf-a6ee-872d2f756f4f service neutron] Bound using segment: {'id': 'e7620d01-6cfb-4719-96a6-3e5245f99114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:21:45.425769 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-7274ef2d-3a8c-4fcf-a6ee-872d2f756f4f service neutron] Bound port: fc51a2d1-e9e3-4396-8d33-e971b0cdc667, host: n-h1-787206-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7620d01-6cfb-4719-96a6-3e5245f99114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:21:45.426123 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-7274ef2d-3a8c-4fcf-a6ee-872d2f756f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:45.492260 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-7274ef2d-3a8c-4fcf-a6ee-872d2f756f4f service neutron] For port fc51a2d1-e9e3-4396-8d33-e971b0cdc667, host n-h1-787206-13, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:21:45.495229 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-7274ef2d-3a8c-4fcf-a6ee-872d2f756f4f service neutron] For port fc51a2d1-e9e3-4396-8d33-e971b0cdc667, host n-h1-787206-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=fc51a2d1-e9e3-4396-8d33-e971b0cdc667,segment=NetworkSegment(e7620d01-6cfb-4719-96a6-3e5245f99114),segment_id=e7620d01-6cfb-4719-96a6-3e5245f99114)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:21:45.499172 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-7274ef2d-3a8c-4fcf-a6ee-872d2f756f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:45.533793 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-7274ef2d-3a8c-4fcf-a6ee-872d2f756f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:45.534414 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-7274ef2d-3a8c-4fcf-a6ee-872d2f756f4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:45.535878 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-7274ef2d-3a8c-4fcf-a6ee-872d2f756f4f service neutron] 10.222.0.57 "PUT /v2.0/ports/fc51a2d1-e9e3-4396-8d33-e971b0cdc667 HTTP/1.1" status: 200 len: 1093 time: 0.7006323 Aug 16 21:21:45.536317 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abdae237-0ea4-4807-b051-8c8542ba49e7', 'tag': 'fc51a2d1-e9e3-4396-8d33-e971b0cdc667'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:21:45.538560 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfa25b0-ac89-4cc7-9761-2327b25d71c9" -d '{"events": [{"name": "network-changed", "server_uuid": "abdae237-0ea4-4807-b051-8c8542ba49e7", "tag": "fc51a2d1-e9e3-4396-8d33-e971b0cdc667"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:21:45.564258 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274ef2d-3a8c-4fcf-a6ee-872d2f756f4f service neutron] Pushing event updated for resources: {'Port': ['ID=fc51a2d1-e9e3-4396-8d33-e971b0cdc667,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:45.636871 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-c1fd8e5a-7e54-45df-bdfb-3e7e4b4229eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:45.638438 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-c1fd8e5a-7e54-45df-bdfb-3e7e4b4229eb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69d0a4b26de8481289a81b2e7758d1dc&device_id=abdae237-0ea4-4807-b051-8c8542ba49e7 HTTP/1.1" status: 200 len: 1096 time: 0.0523026 Aug 16 21:21:45.641527 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2168bded-5900-4821-8970-4fda7a2eafa6 x-openstack-request-id: req-2168bded-5900-4821-8970-4fda7a2eafa6 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:21:45.642489 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abdae237-0ea4-4807-b051-8c8542ba49e7", "tag": "fc51a2d1-e9e3-4396-8d33-e971b0cdc667", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:21:45.642743 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2168bded-5900-4821-8970-4fda7a2eafa6 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:21:45.643133 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abdae237-0ea4-4807-b051-8c8542ba49e7', 'tag': 'fc51a2d1-e9e3-4396-8d33-e971b0cdc667', 'status': 'completed', 'code': 200} Aug 16 21:21:45.690699 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-731b92e1-ddec-4035-9a23-eb3d9cf35302 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc51a2d1-e9e3-4396-8d33-e971b0cdc667 HTTP/1.1" status: 200 len: 217 time: 0.0401058 Aug 16 21:21:45.740544 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-2fe813ab-f954-4d0f-8aee-f7aef75dd552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:45.741997 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-2fe813ab-f954-4d0f-8aee-f7aef75dd552 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2adf2099-b7fe-41f4-adcd-45bbadbb134c HTTP/1.1" status: 200 len: 848 time: 0.0446236 Aug 16 21:21:45.788193 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-0be62784-01e4-4ea1-a590-0dae471913ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:45.789684 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-0be62784-01e4-4ea1-a590-0dae471913ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=00ba34b2-e5b5-4970-bcba-5fe532f1c72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407951 Aug 16 21:21:45.881578 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-89fae434-3117-453b-bd53-6101d6c0953e service neutron] 10.222.0.57 "GET /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840094 Aug 16 21:21:45.971839 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-48cd6c33-c283-4a81-aac1-5f3a6614928b req-41745e58-bf77-45f4-98c2-cd5f1a6579fc service neutron] 10.222.0.57 "GET /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817401 Aug 16 21:21:46.057932 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa25b0-ac89-4cc7-9761-2327b25d71c9 req-ff9629b6-0f51-457a-a5c2-b3d49f55973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:46.059456 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8bfa25b0-ac89-4cc7-9761-2327b25d71c9 req-ff9629b6-0f51-457a-a5c2-b3d49f55973b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69d0a4b26de8481289a81b2e7758d1dc&device_id=abdae237-0ea4-4807-b051-8c8542ba49e7 HTTP/1.1" status: 200 len: 1096 time: 0.0469205 Aug 16 21:21:46.172359 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa25b0-ac89-4cc7-9761-2327b25d71c9 req-b78d69b6-3db7-46cc-b08e-dd8c5e7013f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:46.174524 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8bfa25b0-ac89-4cc7-9761-2327b25d71c9 req-b78d69b6-3db7-46cc-b08e-dd8c5e7013f6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=00ba34b2-e5b5-4970-bcba-5fe532f1c72d HTTP/1.1" status: 200 len: 910 time: 0.1085093 Aug 16 21:21:46.222503 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8bfa25b0-ac89-4cc7-9761-2327b25d71c9 req-bb487ee0-a9b4-4f6c-a6fd-ffe653f57d69 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc51a2d1-e9e3-4396-8d33-e971b0cdc667 HTTP/1.1" status: 200 len: 217 time: 0.0403283 Aug 16 21:21:46.230893 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf0bcb-b8e7-4d01-9872-f2ef4f06ac3f req-3495b88e-d535-4f13-9c53-1388f1d06238 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:46.232295 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-04bf0bcb-b8e7-4d01-9872-f2ef4f06ac3f req-3495b88e-d535-4f13-9c53-1388f1d06238 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=abdae237-0ea4-4807-b051-8c8542ba49e7 HTTP/1.1" status: 200 len: 944 time: 0.0977719 Aug 16 21:21:46.295796 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa25b0-ac89-4cc7-9761-2327b25d71c9 req-199684ae-631a-4302-92f5-155716286bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:46.297225 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8bfa25b0-ac89-4cc7-9761-2327b25d71c9 req-199684ae-631a-4302-92f5-155716286bb8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2adf2099-b7fe-41f4-adcd-45bbadbb134c HTTP/1.1" status: 200 len: 848 time: 0.0640678 Aug 16 21:21:46.305267 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-04bf0bcb-b8e7-4d01-9872-f2ef4f06ac3f req-bd274736-31bc-479f-8af0-1997f3574f42 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3c71976-428e-4a6b-ad0e-855dcaa09cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643373 Aug 16 21:21:46.346001 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa25b0-ac89-4cc7-9761-2327b25d71c9 req-4dea34bc-28d9-4480-8f42-6f86f7b7c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:46.347528 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8bfa25b0-ac89-4cc7-9761-2327b25d71c9 req-4dea34bc-28d9-4480-8f42-6f86f7b7c007 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=00ba34b2-e5b5-4970-bcba-5fe532f1c72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413713 Aug 16 21:21:46.442301 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8bfa25b0-ac89-4cc7-9761-2327b25d71c9 req-2c1df5b4-c7dc-400e-861a-3443b0466151 service neutron] 10.222.0.57 "GET /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869100 Aug 16 21:21:46.533966 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8bfa25b0-ac89-4cc7-9761-2327b25d71c9 req-3b96f364-cace-4969-a0ef-1fbc2a67a91a service neutron] 10.222.0.57 "GET /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834696 Aug 16 21:21:47.424772 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f30d6-b739-495c-b574-6c7b1703b178 req-2a2d6e45-0d59-4517-b714-f50e1166cec5 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:47.426295 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2f0f30d6-b739-495c-b574-6c7b1703b178 req-2a2d6e45-0d59-4517-b714-f50e1166cec5 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=abdae237-0ea4-4807-b051-8c8542ba49e7 HTTP/1.1" status: 200 len: 944 time: 0.0538919 Aug 16 21:21:47.464899 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-2f0f30d6-b739-495c-b574-6c7b1703b178 req-5b3af130-c103-46c7-aca5-9c54c805c88e tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3c71976-428e-4a6b-ad0e-855dcaa09cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324304 Aug 16 21:21:47.706302 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device fc51a2d1-e9e3-4396-8d33-e971b0cdc667 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:21:47.797700 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port fc51a2d1-e9e3-4396-8d33-e971b0cdc667, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=fc51a2d1-e9e3-4396-8d33-e971b0cdc667,segment=NetworkSegment(e7620d01-6cfb-4719-96a6-3e5245f99114),segment_id=e7620d01-6cfb-4719-96a6-3e5245f99114)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:47.812794 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'fc51a2d1-e9e3-4396-8d33-e971b0cdc667', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'port_id': 'fc51a2d1-e9e3-4396-8d33-e971b0cdc667', 'mac_address': 'fa:16:3e:c4:ff:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:21:47.848970 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:47.861985 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc51a2d1-e9e3-4396-8d33-e971b0cdc667 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:21:47.881338 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port fc51a2d1-e9e3-4396-8d33-e971b0cdc667, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=fc51a2d1-e9e3-4396-8d33-e971b0cdc667,segment=NetworkSegment(e7620d01-6cfb-4719-96a6-3e5245f99114),segment_id=e7620d01-6cfb-4719-96a6-3e5245f99114)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:47.885881 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:47.932848 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=fc51a2d1-e9e3-4396-8d33-e971b0cdc667,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:48.122877 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['fc51a2d1-e9e3-4396-8d33-e971b0cdc667'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:21:48.578238 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ad8a8-c51d-451f-a3a3-234777369ac1 req-6f42a283-bde2-47eb-b193-72f3ebbc9319 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:48.579748 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-848ad8a8-c51d-451f-a3a3-234777369ac1 req-6f42a283-bde2-47eb-b193-72f3ebbc9319 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=abdae237-0ea4-4807-b051-8c8542ba49e7 HTTP/1.1" status: 200 len: 945 time: 0.0490086 Aug 16 21:21:48.617004 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-848ad8a8-c51d-451f-a3a3-234777369ac1 req-36cd232f-c9e9-45e7-a65d-9bb1e4912e8b tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3c71976-428e-4a6b-ad0e-855dcaa09cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309088 Aug 16 21:21:49.730804 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f5d33-d811-433a-87d2-72b85ab2f801 req-1cdc227b-51fa-431e-95fe-723cd5e6c3d6 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:49.732301 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cd5f5d33-d811-433a-87d2-72b85ab2f801 req-1cdc227b-51fa-431e-95fe-723cd5e6c3d6 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=abdae237-0ea4-4807-b051-8c8542ba49e7 HTTP/1.1" status: 200 len: 945 time: 0.0476205 Aug 16 21:21:49.736520 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device fc51a2d1-e9e3-4396-8d33-e971b0cdc667 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:21:49.771508 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-cd5f5d33-d811-433a-87d2-72b85ab2f801 req-56717d16-fbf7-4f42-a783-d83b319859bd tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3c71976-428e-4a6b-ad0e-855dcaa09cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313094 Aug 16 21:21:49.786148 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning for port fc51a2d1-e9e3-4396-8d33-e971b0cdc667 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:21:49.790057 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port fc51a2d1-e9e3-4396-8d33-e971b0cdc667 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:21:49.790428 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:49.868432 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:49.890044 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abdae237-0ea4-4807-b051-8c8542ba49e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc51a2d1-e9e3-4396-8d33-e971b0cdc667'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:21:49.892298 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0348104d8022dd0cb333a966cdf78087a7844175b144024c4093ab2d6ac91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46350017-003b-49ee-9665-c8a38e45a8f9" -d '{"events": [{"server_uuid": "abdae237-0ea4-4807-b051-8c8542ba49e7", "name": "network-vif-plugged", "status": "completed", "tag": "fc51a2d1-e9e3-4396-8d33-e971b0cdc667"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:21:49.905641 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port fc51a2d1-e9e3-4396-8d33-e971b0cdc667, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=fc51a2d1-e9e3-4396-8d33-e971b0cdc667,segment=NetworkSegment(e7620d01-6cfb-4719-96a6-3e5245f99114),segment_id=e7620d01-6cfb-4719-96a6-3e5245f99114)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:49.910367 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:49.933444 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91403ee7-d14c-46f2-a43e-5952caea263d x-openstack-request-id: req-91403ee7-d14c-46f2-a43e-5952caea263d {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:21:49.933733 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abdae237-0ea4-4807-b051-8c8542ba49e7", "name": "network-vif-plugged", "status": "completed", "tag": "fc51a2d1-e9e3-4396-8d33-e971b0cdc667", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:21:49.933987 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-91403ee7-d14c-46f2-a43e-5952caea263d {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:21:49.934371 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abdae237-0ea4-4807-b051-8c8542ba49e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc51a2d1-e9e3-4396-8d33-e971b0cdc667', 'code': 200} Aug 16 21:21:49.959658 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=fc51a2d1-e9e3-4396-8d33-e971b0cdc667,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:50.032367 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232dd56f-5026-4b08-bfbf-6aca74a1a8d7 req-bd7519d4-543d-4d3a-976e-a8bc0b20a076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:50.034543 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-232dd56f-5026-4b08-bfbf-6aca74a1a8d7 req-bd7519d4-543d-4d3a-976e-a8bc0b20a076 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=abdae237-0ea4-4807-b051-8c8542ba49e7 HTTP/1.1" status: 200 len: 1098 time: 0.0429118 Aug 16 21:21:50.068311 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-232dd56f-5026-4b08-bfbf-6aca74a1a8d7 req-06a3d2cb-87b5-4df0-9fcb-aa0ca67a8627 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b3c71976-428e-4a6b-ad0e-855dcaa09cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276208 Aug 16 21:21:50.890586 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bca9a-39d8-4fd7-b857-30ae8742485b req-e1633893-bfcf-4a99-8eac-fb4630e14eab tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:50.892094 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fb0bca9a-39d8-4fd7-b857-30ae8742485b req-e1633893-bfcf-4a99-8eac-fb4630e14eab tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=abdae237-0ea4-4807-b051-8c8542ba49e7 HTTP/1.1" status: 200 len: 946 time: 0.0489516 Aug 16 21:21:50.929451 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-fb0bca9a-39d8-4fd7-b857-30ae8742485b req-4a1c5158-867a-443a-b879-474bb38c81ce tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3c71976-428e-4a6b-ad0e-855dcaa09cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314379 Aug 16 21:21:51.040481 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e815d7-b10c-4427-9582-f8de3099a8aa req-4355142b-ae8f-4b23-b3cc-769832b5c11d tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:51.041983 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-53e815d7-b10c-4427-9582-f8de3099a8aa req-4355142b-ae8f-4b23-b3cc-769832b5c11d tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=abdae237-0ea4-4807-b051-8c8542ba49e7 HTTP/1.1" status: 200 len: 946 time: 0.0472977 Aug 16 21:21:51.079657 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-53e815d7-b10c-4427-9582-f8de3099a8aa req-67a788ec-0ccb-4dfa-bf25-d973ff83e963 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3c71976-428e-4a6b-ad0e-855dcaa09cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316575 Aug 16 21:21:51.101031 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36414) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:51.143305 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5337f4b-1f0d-41e4-82ff-c81658a0bc8a tempest-TestSnapshotPattern-1143679316 tempest-TestSnapshotPattern-1143679316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:51.144807 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-c5337f4b-1f0d-41e4-82ff-c81658a0bc8a tempest-TestSnapshotPattern-1143679316 tempest-TestSnapshotPattern-1143679316-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=abdae237-0ea4-4807-b051-8c8542ba49e7 HTTP/1.1" status: 200 len: 1093 time: 0.0428464 Aug 16 21:21:51.147556 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36416) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:51.151780 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b5598523-92a0-434b-80f7-91b01d8efc14 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Request body: {'floatingip': {'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'port_id': 'fc51a2d1-e9e3-4396-8d33-e971b0cdc667', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:51.173078 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5598523-92a0-434b-80f7-91b01d8efc14 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:51.265065 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5598523-92a0-434b-80f7-91b01d8efc14 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:51.371311 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-b5598523-92a0-434b-80f7-91b01d8efc14 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Allocated IP 172.25.8.154 (eb87ae87-0925-464c-8e03-8bba27e76e58/3c964a3a-83ab-420a-9346-1442e12b28d9/6eee0431-d97b-48a2-b867-2b8e554d4d55) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:21:51.474218 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5598523-92a0-434b-80f7-91b01d8efc14 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:51.512217 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5598523-92a0-434b-80f7-91b01d8efc14 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728336199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:51.555705 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5598523-92a0-434b-80f7-91b01d8efc14 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Network eb87ae87-0925-464c-8e03-8bba27e76e58 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:21:51.558634 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-b5598523-92a0-434b-80f7-91b01d8efc14 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:21:51.561586 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5598523-92a0-434b-80f7-91b01d8efc14 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:21:51.585966 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5598523-92a0-434b-80f7-91b01d8efc14 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Pushing event updated for resources: {'Port': ['ID=6eee0431-d97b-48a2-b867-2b8e554d4d55,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:51.912138 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5598523-92a0-434b-80f7-91b01d8efc14 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:51.980269 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5598523-92a0-434b-80f7-91b01d8efc14 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:52.459129 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5598523-92a0-434b-80f7-91b01d8efc14 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:52.463848 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5598523-92a0-434b-80f7-91b01d8efc14 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25412106'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:52.530105 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5598523-92a0-434b-80f7-91b01d8efc14 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Pushing event updated for resources: {'Port': ['ID=6eee0431-d97b-48a2-b867-2b8e554d4d55,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:52.542392 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5598523-92a0-434b-80f7-91b01d8efc14 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495067'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:52.640021 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-b5598523-92a0-434b-80f7-91b01d8efc14 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Floating IP 1e262971-176e-443b-87cd-8193456191ca associated. External IP: 172.25.8.154, port: fc51a2d1-e9e3-4396-8d33-e971b0cdc667. Aug 16 21:21:52.842889 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5598523-92a0-434b-80f7-91b01d8efc14 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Router bc413944-86bd-499a-89e1-110b5616042b has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:21:52.952352 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5598523-92a0-434b-80f7-91b01d8efc14 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:21:52.965179 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9db00bc-01f6-44e5-b1bf-27a68c01fae4 None None] Sync routers for ids ['bc413944-86bd-499a-89e1-110b5616042b'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:21:52.968462 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5598523-92a0-434b-80f7-91b01d8efc14 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:52.976089 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9db00bc-01f6-44e5-b1bf-27a68c01fae4 None None] Routers {'bc413944-86bd-499a-89e1-110b5616042b'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:21:52.976702 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b9db00bc-01f6-44e5-b1bf-27a68c01fae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:21:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['bc413944-86bd-499a-89e1-110b5616042b'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:53.008927 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-b5598523-92a0-434b-80f7-91b01d8efc14 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8469524 Aug 16 21:21:53.008927 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abdae237-0ea4-4807-b051-8c8542ba49e7', 'tag': 'fc51a2d1-e9e3-4396-8d33-e971b0cdc667'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:21:53.008927 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697515c2-659b-4b93-b42a-f5aae7127221" -d '{"events": [{"name": "network-changed", "server_uuid": "abdae237-0ea4-4807-b051-8c8542ba49e7", "tag": "fc51a2d1-e9e3-4396-8d33-e971b0cdc667"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:21:53.034326 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92700746-4f89-4ec4-94f2-f180cc1a7c08 x-openstack-request-id: req-92700746-4f89-4ec4-94f2-f180cc1a7c08 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:21:53.034624 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abdae237-0ea4-4807-b051-8c8542ba49e7", "tag": "fc51a2d1-e9e3-4396-8d33-e971b0cdc667", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:21:53.034878 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-92700746-4f89-4ec4-94f2-f180cc1a7c08 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:21:53.035299 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abdae237-0ea4-4807-b051-8c8542ba49e7', 'tag': 'fc51a2d1-e9e3-4396-8d33-e971b0cdc667', 'status': 'completed', 'code': 200} Aug 16 21:21:53.082317 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-b9db00bc-01f6-44e5-b1bf-27a68c01fae4 None None] Set router bc413944-86bd-499a-89e1-110b5616042b gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:21:53.100503 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697515c2-659b-4b93-b42a-f5aae7127221 req-cb610063-5605-402f-bcf1-78613d084c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:53.101979 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-697515c2-659b-4b93-b42a-f5aae7127221 req-cb610063-5605-402f-bcf1-78613d084c64 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69d0a4b26de8481289a81b2e7758d1dc&device_id=abdae237-0ea4-4807-b051-8c8542ba49e7 HTTP/1.1" status: 200 len: 1098 time: 0.0417769 Aug 16 21:21:53.195564 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697515c2-659b-4b93-b42a-f5aae7127221 req-21a36562-747a-45e0-94b4-8d1776186c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:53.197087 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-697515c2-659b-4b93-b42a-f5aae7127221 req-21a36562-747a-45e0-94b4-8d1776186c82 service neutron] 10.222.0.57 "GET /v2.0/networks?id=00ba34b2-e5b5-4970-bcba-5fe532f1c72d HTTP/1.1" status: 200 len: 910 time: 0.0875828 Aug 16 21:21:53.261388 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-697515c2-659b-4b93-b42a-f5aae7127221 req-81bfa178-ffb0-49c3-99df-ccc5bfe0f3bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc51a2d1-e9e3-4396-8d33-e971b0cdc667 HTTP/1.1" status: 200 len: 1000 time: 0.0567997 Aug 16 21:21:53.301892 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b9db00bc-01f6-44e5-b1bf-27a68c01fae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc413944-86bd-499a-89e1-110b5616042b', 'name': 'tempest-TestSnapshotPattern-631993804-router', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:02Z', 'updated_at': '2021-08-16T21:19:05Z', 'revision_number': 4, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'gw_port': {'id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:03Z', 'updated_at': '2021-08-16T21:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '1e262971-176e-443b-87cd-8193456191ca', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'floating_ip_address': '172.25.8.154', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'port_id': 'fc51a2d1-e9e3-4396-8d33-e971b0cdc667', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'mac_address': 'fa:16:3e:c4:ff:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdae237-0ea4-4807-b051-8c8542ba49e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:21:51Z', 'updated_at': '2021-08-16T21:21:51Z', 'revision_number': 0, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'fixed_ip_address_scope': None}, {'id': 'd63ca174-2da4-4e86-b3c0-d08a765afe54', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'floating_ip_address': '172.25.8.223', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'port_id': 'e197c20b-1f19-4669-8a0d-4855c9f78106', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'mac_address': 'fa:16:3e:e5:33:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae364777-355a-4b57-9c1e-57e459e6ff52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:19:23Z', 'updated_at': '2021-08-16T21:19:25Z', 'revision_number': 1, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9532a21c-133c-4463-93b5-ee959ce98584', 'name': '', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'mac_address': 'fa:16:3e:82:94:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:04Z', 'updated_at': '2021-08-16T21:19:11Z', 'revision_number': 5, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'subnets': [{'id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:53.315595 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697515c2-659b-4b93-b42a-f5aae7127221 req-76af81a7-03ec-4b17-807f-8313523f4737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:53.317072 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-697515c2-659b-4b93-b42a-f5aae7127221 req-76af81a7-03ec-4b17-807f-8313523f4737 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2adf2099-b7fe-41f4-adcd-45bbadbb134c HTTP/1.1" status: 200 len: 848 time: 0.0477698 Aug 16 21:21:53.366126 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697515c2-659b-4b93-b42a-f5aae7127221 req-ddb9dfb9-b377-40f9-97a6-ad47693497a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:53.367866 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-697515c2-659b-4b93-b42a-f5aae7127221 req-ddb9dfb9-b377-40f9-97a6-ad47693497a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=00ba34b2-e5b5-4970-bcba-5fe532f1c72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432920 Aug 16 21:21:53.417367 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9db00bc-01f6-44e5-b1bf-27a68c01fae4 None None] Checking router: bc413944-86bd-499a-89e1-110b5616042b for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:21:53.425581 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9db00bc-01f6-44e5-b1bf-27a68c01fae4 None None] Routers {'bc413944-86bd-499a-89e1-110b5616042b'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:21:53.426179 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b9db00bc-01f6-44e5-b1bf-27a68c01fae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:21:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['bc413944-86bd-499a-89e1-110b5616042b'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:53.458885 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-697515c2-659b-4b93-b42a-f5aae7127221 req-f234a862-bd4a-4e92-aa28-d46506cb8e17 service neutron] 10.222.0.57 "GET /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832675 Aug 16 21:21:53.528520 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-b9db00bc-01f6-44e5-b1bf-27a68c01fae4 None None] Set router bc413944-86bd-499a-89e1-110b5616042b gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:21:53.551613 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-697515c2-659b-4b93-b42a-f5aae7127221 req-cb519f06-1cec-426a-be7b-489403b5563f service neutron] 10.222.0.57 "GET /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860710 Aug 16 21:21:53.751398 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b9db00bc-01f6-44e5-b1bf-27a68c01fae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc413944-86bd-499a-89e1-110b5616042b', 'name': 'tempest-TestSnapshotPattern-631993804-router', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:02Z', 'updated_at': '2021-08-16T21:19:05Z', 'revision_number': 4, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'gw_port': {'id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:03Z', 'updated_at': '2021-08-16T21:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '1e262971-176e-443b-87cd-8193456191ca', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'floating_ip_address': '172.25.8.154', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'port_id': 'fc51a2d1-e9e3-4396-8d33-e971b0cdc667', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'mac_address': 'fa:16:3e:c4:ff:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdae237-0ea4-4807-b051-8c8542ba49e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:21:51Z', 'updated_at': '2021-08-16T21:21:51Z', 'revision_number': 0, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'fixed_ip_address_scope': None}, {'id': 'd63ca174-2da4-4e86-b3c0-d08a765afe54', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'floating_ip_address': '172.25.8.223', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'port_id': 'e197c20b-1f19-4669-8a0d-4855c9f78106', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'mac_address': 'fa:16:3e:e5:33:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae364777-355a-4b57-9c1e-57e459e6ff52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:19:23Z', 'updated_at': '2021-08-16T21:19:25Z', 'revision_number': 1, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9532a21c-133c-4463-93b5-ee959ce98584', 'name': '', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'mac_address': 'fa:16:3e:82:94:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:04Z', 'updated_at': '2021-08-16T21:19:11Z', 'revision_number': 5, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'subnets': [{'id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:53.776793 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9db00bc-01f6-44e5-b1bf-27a68c01fae4 None None] The sync data for ids ['bc413944-86bd-499a-89e1-110b5616042b'] in n-d-787206-13 is: [{'id': 'bc413944-86bd-499a-89e1-110b5616042b', 'name': 'tempest-TestSnapshotPattern-631993804-router', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:02Z', 'updated_at': '2021-08-16T21:19:05Z', 'revision_number': 4, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'gw_port': {'id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:03Z', 'updated_at': '2021-08-16T21:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': '1e262971-176e-443b-87cd-8193456191ca', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'floating_ip_address': '172.25.8.154', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'port_id': 'fc51a2d1-e9e3-4396-8d33-e971b0cdc667', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'mac_address': 'fa:16:3e:c4:ff:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdae237-0ea4-4807-b051-8c8542ba49e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:21:51Z', 'updated_at': '2021-08-16T21:21:51Z', 'revision_number': 0, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'fixed_ip_address_scope': None}, {'id': 'd63ca174-2da4-4e86-b3c0-d08a765afe54', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'floating_ip_address': '172.25.8.223', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'port_id': 'e197c20b-1f19-4669-8a0d-4855c9f78106', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'mac_address': 'fa:16:3e:e5:33:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae364777-355a-4b57-9c1e-57e459e6ff52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:19:23Z', 'updated_at': '2021-08-16T21:19:25Z', 'revision_number': 1, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9532a21c-133c-4463-93b5-ee959ce98584', 'name': '', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'mac_address': 'fa:16:3e:82:94:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:04Z', 'updated_at': '2021-08-16T21:19:11Z', 'revision_number': 5, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'subnets': [{'id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:21:53.973609 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc59509-39a1-48ee-8275-5604782ea28b None None] New status for floating IP 1e262971-176e-443b-87cd-8193456191ca: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:21:59.433889 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6242b12-d0d5-4fb0-9584-053801a42030 req-f7a78dd1-f79c-4734-ae50-2eb7c86dd0be service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ae364777-355a-4b57-9c1e-57e459e6ff52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0839779 Aug 16 21:21:59.511440 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6242b12-d0d5-4fb0-9584-053801a42030 req-6ca6b32c-1d29-4570-b714-a02158ee5607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:59.512924 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6242b12-d0d5-4fb0-9584-053801a42030 req-6ca6b32c-1d29-4570-b714-a02158ee5607 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=69d0a4b26de8481289a81b2e7758d1dc&device_id=ae364777-355a-4b57-9c1e-57e459e6ff52 HTTP/1.1" status: 200 len: 1096 time: 0.0394533 Aug 16 21:21:59.618594 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6242b12-d0d5-4fb0-9584-053801a42030 req-94c21f0f-ab89-4165-ab2d-de618966951b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:59.620003 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6242b12-d0d5-4fb0-9584-053801a42030 req-94c21f0f-ab89-4165-ab2d-de618966951b service neutron] 10.222.0.63 "GET /v2.0/networks?id=00ba34b2-e5b5-4970-bcba-5fe532f1c72d HTTP/1.1" status: 200 len: 910 time: 0.0875452 Aug 16 21:21:59.689091 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6242b12-d0d5-4fb0-9584-053801a42030 req-2852e6f8-4ed9-40cc-b781-ddefe53fc8a1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e197c20b-1f19-4669-8a0d-4855c9f78106 HTTP/1.1" status: 200 len: 1000 time: 0.0616214 Aug 16 21:21:59.737419 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6242b12-d0d5-4fb0-9584-053801a42030 req-79d76212-3a68-40e1-8d47-bcf7a33d9084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:59.738836 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6242b12-d0d5-4fb0-9584-053801a42030 req-79d76212-3a68-40e1-8d47-bcf7a33d9084 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2adf2099-b7fe-41f4-adcd-45bbadbb134c HTTP/1.1" status: 200 len: 848 time: 0.0428264 Aug 16 21:21:59.785017 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6242b12-d0d5-4fb0-9584-053801a42030 req-f4f6a40b-93b1-43db-8964-474ed2fa34b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:59.786489 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6242b12-d0d5-4fb0-9584-053801a42030 req-f4f6a40b-93b1-43db-8964-474ed2fa34b2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=00ba34b2-e5b5-4970-bcba-5fe532f1c72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413060 Aug 16 21:21:59.876824 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6242b12-d0d5-4fb0-9584-053801a42030 req-7cc2bcfa-fade-461e-9ce5-0470db6c5cdf service neutron] 10.222.0.63 "GET /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832231 Aug 16 21:21:59.964465 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-c6242b12-d0d5-4fb0-9584-053801a42030 req-1c292843-7658-481e-8333-dc7f76130a31 service neutron] 10.222.0.63 "GET /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806532 Aug 16 21:22:01.971496 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e68ac5ee-e572-46c5-9f0a-df2bbe58fef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:03.571702 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:22:04.506750 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5913e5c8-9373-48d6-aacf-95b8ea0b41df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:04.789510 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:05.919172 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:06.827873 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:06.937434 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:07.387021 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:09.474242 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4334da05-d220-4ac0-981f-6fd0fda4b80e req-170fc4b7-9681-41c5-8a51-f6c3534095b3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=abdae237-0ea4-4807-b051-8c8542ba49e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419822 Aug 16 21:22:09.559014 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334da05-d220-4ac0-981f-6fd0fda4b80e req-bb81940c-9ee2-4f3a-9b30-73c8a180a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:09.560578 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4334da05-d220-4ac0-981f-6fd0fda4b80e req-bb81940c-9ee2-4f3a-9b30-73c8a180a975 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69d0a4b26de8481289a81b2e7758d1dc&device_id=abdae237-0ea4-4807-b051-8c8542ba49e7 HTTP/1.1" status: 200 len: 1098 time: 0.0467668 Aug 16 21:22:09.661796 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334da05-d220-4ac0-981f-6fd0fda4b80e req-eda611df-99d0-4647-9f7b-e4644caa8275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:09.663226 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4334da05-d220-4ac0-981f-6fd0fda4b80e req-eda611df-99d0-4647-9f7b-e4644caa8275 service neutron] 10.222.0.57 "GET /v2.0/networks?id=00ba34b2-e5b5-4970-bcba-5fe532f1c72d HTTP/1.1" status: 200 len: 910 time: 0.0832298 Aug 16 21:22:09.731340 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4334da05-d220-4ac0-981f-6fd0fda4b80e req-12e0de6b-08c5-46f2-a3bd-763a8613742d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc51a2d1-e9e3-4396-8d33-e971b0cdc667 HTTP/1.1" status: 200 len: 1002 time: 0.0606518 Aug 16 21:22:09.779397 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334da05-d220-4ac0-981f-6fd0fda4b80e req-35284dfb-6d13-4d73-87fa-f8dbddd60854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:09.780786 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4334da05-d220-4ac0-981f-6fd0fda4b80e req-35284dfb-6d13-4d73-87fa-f8dbddd60854 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2adf2099-b7fe-41f4-adcd-45bbadbb134c HTTP/1.1" status: 200 len: 848 time: 0.0427723 Aug 16 21:22:09.826967 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334da05-d220-4ac0-981f-6fd0fda4b80e req-5f9be17f-ceb6-4586-b69e-3dfce3b00760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:09.828478 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4334da05-d220-4ac0-981f-6fd0fda4b80e req-5f9be17f-ceb6-4586-b69e-3dfce3b00760 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=00ba34b2-e5b5-4970-bcba-5fe532f1c72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402024 Aug 16 21:22:09.920364 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4334da05-d220-4ac0-981f-6fd0fda4b80e req-927ac415-e98c-43d1-b2df-4b6ee014b583 service neutron] 10.222.0.57 "GET /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834031 Aug 16 21:22:10.010436 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4334da05-d220-4ac0-981f-6fd0fda4b80e req-b145ff38-868d-4c5c-82ee-877a0358de7b service neutron] 10.222.0.57 "GET /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827482 Aug 16 21:22:31.972828 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a8b1432a-fd14-4649-8f6c-adb40e99c0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:34.507862 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-35550ddc-4145-4d4e-b031-a0fcf64e5498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:34.791191 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:35.920884 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:36.845400 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:36.940108 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:37.389861 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:40.570248 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:22:44.392517 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [req-87ca1312-d090-4e66-a17d-2c87dfcb214b req-c36bf9fc-4ca4-4bd8-95fc-3a9b83b16f1c service neutron] (94771) timed out ('10.222.0.63', 51844) {{(pid=94771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:23:00.376107 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-84f8b0dd-3195-420a-9190-b7e7818a538a req-a210a95d-4c4e-4573-a5d0-73aa434720e5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ae364777-355a-4b57-9c1e-57e459e6ff52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405531 Aug 16 21:23:00.458383 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8b0dd-3195-420a-9190-b7e7818a538a req-dbcc6b1d-2f6c-4683-9973-79f5905f8d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:00.459970 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-84f8b0dd-3195-420a-9190-b7e7818a538a req-dbcc6b1d-2f6c-4683-9973-79f5905f8d5c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=69d0a4b26de8481289a81b2e7758d1dc&device_id=ae364777-355a-4b57-9c1e-57e459e6ff52 HTTP/1.1" status: 200 len: 1096 time: 0.0453243 Aug 16 21:23:00.560045 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8b0dd-3195-420a-9190-b7e7818a538a req-b3e70eb5-53fc-49a6-88fe-3cf469061556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:00.561560 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-84f8b0dd-3195-420a-9190-b7e7818a538a req-b3e70eb5-53fc-49a6-88fe-3cf469061556 service neutron] 10.222.0.63 "GET /v2.0/networks?id=00ba34b2-e5b5-4970-bcba-5fe532f1c72d HTTP/1.1" status: 200 len: 910 time: 0.0835462 Aug 16 21:23:00.628207 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-84f8b0dd-3195-420a-9190-b7e7818a538a req-e40195ad-8d59-42a8-9912-7beeb2b47161 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e197c20b-1f19-4669-8a0d-4855c9f78106 HTTP/1.1" status: 200 len: 1000 time: 0.0597818 Aug 16 21:23:00.675717 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8b0dd-3195-420a-9190-b7e7818a538a req-0dea0523-cd01-4086-9eb9-b721eee6705f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:00.677154 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-84f8b0dd-3195-420a-9190-b7e7818a538a req-0dea0523-cd01-4086-9eb9-b721eee6705f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2adf2099-b7fe-41f4-adcd-45bbadbb134c HTTP/1.1" status: 200 len: 848 time: 0.0427153 Aug 16 21:23:00.721671 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8b0dd-3195-420a-9190-b7e7818a538a req-7c8c7c5f-1946-4d1d-bb25-4fad0b95413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:00.723168 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-84f8b0dd-3195-420a-9190-b7e7818a538a req-7c8c7c5f-1946-4d1d-bb25-4fad0b95413a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=00ba34b2-e5b5-4970-bcba-5fe532f1c72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395396 Aug 16 21:23:00.814672 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-84f8b0dd-3195-420a-9190-b7e7818a538a req-632dd37e-f4ba-420a-ae56-e400670d93f8 service neutron] 10.222.0.63 "GET /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846584 Aug 16 21:23:00.902181 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-84f8b0dd-3195-420a-9190-b7e7818a538a req-6343901c-9a60-471a-aebf-a3bebb7ceb40 service neutron] 10.222.0.63 "GET /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809016 Aug 16 21:23:01.973470 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7a89008f-8617-4315-a869-8892e0183699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:04.507938 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ef4535c4-d5b8-4f6c-82d6-5e83a03f617f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:04.790424 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:05.923514 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:06.858482 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:06.949002 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:07.393183 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:10.468305 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-28147d23-2345-4d2b-b41b-c6c9ee52156e req-40d9caa8-8b70-4f72-9b7b-e593cb4de9a9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=abdae237-0ea4-4807-b051-8c8542ba49e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398631 Aug 16 21:23:10.551183 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28147d23-2345-4d2b-b41b-c6c9ee52156e req-f61d0e6c-e410-4e2a-8f96-7d4747df8b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:10.552736 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-28147d23-2345-4d2b-b41b-c6c9ee52156e req-f61d0e6c-e410-4e2a-8f96-7d4747df8b90 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69d0a4b26de8481289a81b2e7758d1dc&device_id=abdae237-0ea4-4807-b051-8c8542ba49e7 HTTP/1.1" status: 200 len: 1098 time: 0.0449014 Aug 16 21:23:10.652164 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28147d23-2345-4d2b-b41b-c6c9ee52156e req-12d1cf1c-87a7-4629-91aa-52a5881783fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:10.654148 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-28147d23-2345-4d2b-b41b-c6c9ee52156e req-12d1cf1c-87a7-4629-91aa-52a5881783fe service neutron] 10.222.0.57 "GET /v2.0/networks?id=00ba34b2-e5b5-4970-bcba-5fe532f1c72d HTTP/1.1" status: 200 len: 910 time: 0.0824363 Aug 16 21:23:10.721318 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-28147d23-2345-4d2b-b41b-c6c9ee52156e req-5caa1d3c-c1ea-4e77-bb5a-827ba696c26c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc51a2d1-e9e3-4396-8d33-e971b0cdc667 HTTP/1.1" status: 200 len: 1002 time: 0.0604544 Aug 16 21:23:10.770285 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28147d23-2345-4d2b-b41b-c6c9ee52156e req-9be325f4-5010-4c23-853b-dab95d816da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:10.771832 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-28147d23-2345-4d2b-b41b-c6c9ee52156e req-9be325f4-5010-4c23-853b-dab95d816da6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2adf2099-b7fe-41f4-adcd-45bbadbb134c HTTP/1.1" status: 200 len: 848 time: 0.0433285 Aug 16 21:23:10.816780 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28147d23-2345-4d2b-b41b-c6c9ee52156e req-15aec53a-cce6-4426-a4b7-5cf095133eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:10.818238 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-28147d23-2345-4d2b-b41b-c6c9ee52156e req-15aec53a-cce6-4426-a4b7-5cf095133eb3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=00ba34b2-e5b5-4970-bcba-5fe532f1c72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395050 Aug 16 21:23:10.908322 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-28147d23-2345-4d2b-b41b-c6c9ee52156e req-4a7346b0-9ea1-40cd-9b9b-a6c5f04bc25d service neutron] 10.222.0.57 "GET /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831757 Aug 16 21:23:10.996749 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-28147d23-2345-4d2b-b41b-c6c9ee52156e req-2cd6cd84-7ae0-452d-a690-6200bfbc2176 service neutron] 10.222.0.57 "GET /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813377 Aug 16 21:23:17.568929 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:23:26.141675 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device fc51a2d1-e9e3-4396-8d33-e971b0cdc667 details requested by agent hyperv_n-h1-787206-13 with host n-h1-787206-13 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:23:26.231102 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port fc51a2d1-e9e3-4396-8d33-e971b0cdc667, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=fc51a2d1-e9e3-4396-8d33-e971b0cdc667,segment=NetworkSegment(e7620d01-6cfb-4719-96a6-3e5245f99114),segment_id=e7620d01-6cfb-4719-96a6-3e5245f99114)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:26.241986 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Returning: {'device': 'fc51a2d1-e9e3-4396-8d33-e971b0cdc667', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'port_id': 'fc51a2d1-e9e3-4396-8d33-e971b0cdc667', 'mac_address': 'fa:16:3e:c4:ff:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:23:26.280413 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:26.292571 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc51a2d1-e9e3-4396-8d33-e971b0cdc667 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:23:26.312325 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port fc51a2d1-e9e3-4396-8d33-e971b0cdc667, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=fc51a2d1-e9e3-4396-8d33-e971b0cdc667,segment=NetworkSegment(e7620d01-6cfb-4719-96a6-3e5245f99114),segment_id=e7620d01-6cfb-4719-96a6-3e5245f99114)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:26.315983 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:26.368459 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=fc51a2d1-e9e3-4396-8d33-e971b0cdc667,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:26.376341 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:26.376761 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:26.377020 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:26.377354 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:26.377799 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:26.378198 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:26.378527 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:26.378849 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:26.379401 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:26.379725 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:26.380895 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:26.381237 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:26.387009 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] get_ports_and_sgs() called for port_ids ['fc51a2d1-e9e3-4396-8d33-e971b0cdc667'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:23:28.142072 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device fc51a2d1-e9e3-4396-8d33-e971b0cdc667 up at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:23:28.187511 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Provisioning complete for port fc51a2d1-e9e3-4396-8d33-e971b0cdc667 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:23:28.187879 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525537'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:28.260158 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:28.282862 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abdae237-0ea4-4807-b051-8c8542ba49e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc51a2d1-e9e3-4396-8d33-e971b0cdc667'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:23:28.285097 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0348104d8022dd0cb333a966cdf78087a7844175b144024c4093ab2d6ac91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d01d6e-c35e-4110-8227-b347be00c0c7" -d '{"events": [{"server_uuid": "abdae237-0ea4-4807-b051-8c8542ba49e7", "name": "network-vif-plugged", "status": "completed", "tag": "fc51a2d1-e9e3-4396-8d33-e971b0cdc667"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:23:28.300498 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port fc51a2d1-e9e3-4396-8d33-e971b0cdc667, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=fc51a2d1-e9e3-4396-8d33-e971b0cdc667,segment=NetworkSegment(e7620d01-6cfb-4719-96a6-3e5245f99114),segment_id=e7620d01-6cfb-4719-96a6-3e5245f99114)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:28.304581 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:28.329212 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce586d6-6bd8-491a-b292-f5e2a3394d59 x-openstack-request-id: req-fce586d6-6bd8-491a-b292-f5e2a3394d59 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:23:28.329493 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abdae237-0ea4-4807-b051-8c8542ba49e7", "name": "network-vif-plugged", "status": "completed", "tag": "fc51a2d1-e9e3-4396-8d33-e971b0cdc667", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:23:28.329739 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fce586d6-6bd8-491a-b292-f5e2a3394d59 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:23:28.330121 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abdae237-0ea4-4807-b051-8c8542ba49e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc51a2d1-e9e3-4396-8d33-e971b0cdc667', 'code': 200} Aug 16 21:23:28.354210 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=fc51a2d1-e9e3-4396-8d33-e971b0cdc667,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:31.978340 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6eac38d3-11da-4b30-893e-c8c98889680a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:34.514871 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad596bc5-8c08-4586-92fe-d24a61fc0edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:34.793140 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:35.928639 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:36.859713 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:36.966389 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:37.399553 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:39.121088 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36632) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:39.273464 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-76de1d34-95d7-4a16-9430-22e3bf4d0c0a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Deleting port 6eee0431-d97b-48a2-b867-2b8e554d4d55 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:23:39.273798 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76de1d34-95d7-4a16-9430-22e3bf4d0c0a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:39.350443 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76de1d34-95d7-4a16-9430-22e3bf4d0c0a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:39.350696 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76de1d34-95d7-4a16-9430-22e3bf4d0c0a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:39.361912 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-76de1d34-95d7-4a16-9430-22e3bf4d0c0a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Calling delete_port for 6eee0431-d97b-48a2-b867-2b8e554d4d55 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:23:39.508245 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76de1d34-95d7-4a16-9430-22e3bf4d0c0a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:39.534000 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de1d34-95d7-4a16-9430-22e3bf4d0c0a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Pushing event deleted for resources: {'Port': ['ID=6eee0431-d97b-48a2-b867-2b8e554d4d55,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:39.559118 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de1d34-95d7-4a16-9430-22e3bf4d0c0a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:39.559976 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de1d34-95d7-4a16-9430-22e3bf4d0c0a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:39.560319 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de1d34-95d7-4a16-9430-22e3bf4d0c0a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:39.560653 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de1d34-95d7-4a16-9430-22e3bf4d0c0a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:39.560982 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de1d34-95d7-4a16-9430-22e3bf4d0c0a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:39.561309 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de1d34-95d7-4a16-9430-22e3bf4d0c0a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:39.561634 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de1d34-95d7-4a16-9430-22e3bf4d0c0a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:39.561962 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de1d34-95d7-4a16-9430-22e3bf4d0c0a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:39.562284 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de1d34-95d7-4a16-9430-22e3bf4d0c0a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:39.562602 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de1d34-95d7-4a16-9430-22e3bf4d0c0a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:39.562919 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de1d34-95d7-4a16-9430-22e3bf4d0c0a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:39.563240 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de1d34-95d7-4a16-9430-22e3bf4d0c0a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:39.601174 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76de1d34-95d7-4a16-9430-22e3bf4d0c0a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:39.601433 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-76de1d34-95d7-4a16-9430-22e3bf4d0c0a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Floating IP 1e262971-176e-443b-87cd-8193456191ca disassociated (deleted). External IP: 172.25.8.154, port: fc51a2d1-e9e3-4396-8d33-e971b0cdc667. Aug 16 21:23:39.805153 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76de1d34-95d7-4a16-9430-22e3bf4d0c0a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Router bc413944-86bd-499a-89e1-110b5616042b has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:23:39.909968 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76de1d34-95d7-4a16-9430-22e3bf4d0c0a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:23:39.914759 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76de1d34-95d7-4a16-9430-22e3bf4d0c0a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:39.919789 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc3037d-a385-493e-87a0-9cdad84504fb None None] Sync routers for ids ['bc413944-86bd-499a-89e1-110b5616042b'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:23:39.928417 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc3037d-a385-493e-87a0-9cdad84504fb None None] Routers {'bc413944-86bd-499a-89e1-110b5616042b'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:23:39.929011 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2cc3037d-a385-493e-87a0-9cdad84504fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:23:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['bc413944-86bd-499a-89e1-110b5616042b'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:39.942468 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-76de1d34-95d7-4a16-9430-22e3bf4d0c0a tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "DELETE /v2.0/floatingips/1e262971-176e-443b-87cd-8193456191ca HTTP/1.1" status: 204 len: 168 time: 0.8203020 Aug 16 21:23:39.943141 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abdae237-0ea4-4807-b051-8c8542ba49e7', 'tag': 'fc51a2d1-e9e3-4396-8d33-e971b0cdc667'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:23:39.945392 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8153dca6-3f09-454b-b416-cdaf99ff995f" -d '{"events": [{"name": "network-changed", "server_uuid": "abdae237-0ea4-4807-b051-8c8542ba49e7", "tag": "fc51a2d1-e9e3-4396-8d33-e971b0cdc667"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:23:40.036795 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-2cc3037d-a385-493e-87a0-9cdad84504fb None None] Set router bc413944-86bd-499a-89e1-110b5616042b gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:23:40.101798 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4bc1ba-d4d7-473f-97bc-dc4e8ad06bd9 x-openstack-request-id: req-7c4bc1ba-d4d7-473f-97bc-dc4e8ad06bd9 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:23:40.102082 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abdae237-0ea4-4807-b051-8c8542ba49e7", "tag": "fc51a2d1-e9e3-4396-8d33-e971b0cdc667", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:23:40.102332 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7c4bc1ba-d4d7-473f-97bc-dc4e8ad06bd9 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:23:40.102733 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abdae237-0ea4-4807-b051-8c8542ba49e7', 'tag': 'fc51a2d1-e9e3-4396-8d33-e971b0cdc667', 'status': 'completed', 'code': 200} Aug 16 21:23:40.189791 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device fc51a2d1-e9e3-4396-8d33-e971b0cdc667 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:23:40.206312 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153dca6-3f09-454b-b416-cdaf99ff995f req-fdaa58a8-8b53-426d-ad6a-5337e5b20344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:40.207900 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8153dca6-3f09-454b-b416-cdaf99ff995f req-fdaa58a8-8b53-426d-ad6a-5337e5b20344 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69d0a4b26de8481289a81b2e7758d1dc&device_id=abdae237-0ea4-4807-b051-8c8542ba49e7 HTTP/1.1" status: 200 len: 1098 time: 0.0833254 Aug 16 21:23:40.224837 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bd0f6-632c-4fb0-bf7a-f1b01c8518a4 req-fa96b462-9aea-49e2-a011-01dcee19f07b tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:40.226338 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b92bd0f6-632c-4fb0-bf7a-f1b01c8518a4 req-fa96b462-9aea-49e2-a011-01dcee19f07b tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=abdae237-0ea4-4807-b051-8c8542ba49e7 HTTP/1.1" status: 200 len: 946 time: 0.0674109 Aug 16 21:23:40.271646 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465442'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:40.271905 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2cc3037d-a385-493e-87a0-9cdad84504fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc413944-86bd-499a-89e1-110b5616042b', 'name': 'tempest-TestSnapshotPattern-631993804-router', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:02Z', 'updated_at': '2021-08-16T21:19:05Z', 'revision_number': 4, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'gw_port': {'id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:03Z', 'updated_at': '2021-08-16T21:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'd63ca174-2da4-4e86-b3c0-d08a765afe54', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'floating_ip_address': '172.25.8.223', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'port_id': 'e197c20b-1f19-4669-8a0d-4855c9f78106', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'mac_address': 'fa:16:3e:e5:33:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae364777-355a-4b57-9c1e-57e459e6ff52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:19:23Z', 'updated_at': '2021-08-16T21:19:25Z', 'revision_number': 1, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9532a21c-133c-4463-93b5-ee959ce98584', 'name': '', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'mac_address': 'fa:16:3e:82:94:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:04Z', 'updated_at': '2021-08-16T21:19:11Z', 'revision_number': 5, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'subnets': [{'id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:40.298947 n-d-787206-13 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abdae237-0ea4-4807-b051-8c8542ba49e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc51a2d1-e9e3-4396-8d33-e971b0cdc667'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:23:40.299628 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc3037d-a385-493e-87a0-9cdad84504fb None None] Checking router: bc413944-86bd-499a-89e1-110b5616042b for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:23:40.301233 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0348104d8022dd0cb333a966cdf78087a7844175b144024c4093ab2d6ac91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed407cb-7d10-4d7d-a883-a576518f6142" -d '{"events": [{"server_uuid": "abdae237-0ea4-4807-b051-8c8542ba49e7", "name": "network-vif-unplugged", "status": "completed", "tag": "fc51a2d1-e9e3-4396-8d33-e971b0cdc667"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:23:40.309332 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc3037d-a385-493e-87a0-9cdad84504fb None None] Routers {'bc413944-86bd-499a-89e1-110b5616042b'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:23:40.309972 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2cc3037d-a385-493e-87a0-9cdad84504fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:23:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['bc413944-86bd-499a-89e1-110b5616042b'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:40.313756 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] For port fc51a2d1-e9e3-4396-8d33-e971b0cdc667, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=fc51a2d1-e9e3-4396-8d33-e971b0cdc667,segment=NetworkSegment(e7620d01-6cfb-4719-96a6-3e5245f99114),segment_id=e7620d01-6cfb-4719-96a6-3e5245f99114)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:40.318151 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728336621249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728336199262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728336199280'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:40.323937 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-b92bd0f6-632c-4fb0-bf7a-f1b01c8518a4 req-a6b92bad-92d1-43ae-b8ee-ec75a95129b2 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3c71976-428e-4a6b-ad0e-855dcaa09cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799525 Aug 16 21:23:40.339637 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153dca6-3f09-454b-b416-cdaf99ff995f req-40eef99e-e3d6-42d6-97b9-7537de09f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:40.341709 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8153dca6-3f09-454b-b416-cdaf99ff995f req-40eef99e-e3d6-42d6-97b9-7537de09f4e3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=00ba34b2-e5b5-4970-bcba-5fe532f1c72d HTTP/1.1" status: 200 len: 910 time: 0.1248093 Aug 16 21:23:40.370020 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Pushing event updated for resources: {'Port': ['ID=fc51a2d1-e9e3-4396-8d33-e971b0cdc667,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:40.390478 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76acc46-0900-40b0-b3dd-00bbe4e9c6ff x-openstack-request-id: req-f76acc46-0900-40b0-b3dd-00bbe4e9c6ff {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:23:40.390769 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abdae237-0ea4-4807-b051-8c8542ba49e7", "name": "network-vif-unplugged", "status": "completed", "tag": "fc51a2d1-e9e3-4396-8d33-e971b0cdc667", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:23:40.391023 n-d-787206-13 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f76acc46-0900-40b0-b3dd-00bbe4e9c6ff {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:23:40.391444 n-d-787206-13 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abdae237-0ea4-4807-b051-8c8542ba49e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc51a2d1-e9e3-4396-8d33-e971b0cdc667', 'code': 200} Aug 16 21:23:40.393316 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8153dca6-3f09-454b-b416-cdaf99ff995f req-b64992e9-70da-4791-a6f0-8e809201f8af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc51a2d1-e9e3-4396-8d33-e971b0cdc667 HTTP/1.1" status: 200 len: 217 time: 0.0408850 Aug 16 21:23:40.430599 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-2cc3037d-a385-493e-87a0-9cdad84504fb None None] Set router bc413944-86bd-499a-89e1-110b5616042b gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:23:40.444946 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153dca6-3f09-454b-b416-cdaf99ff995f req-8978842c-d2e8-44cc-b11c-1af62aac5dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:40.446319 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8153dca6-3f09-454b-b416-cdaf99ff995f req-8978842c-d2e8-44cc-b11c-1af62aac5dfb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2adf2099-b7fe-41f4-adcd-45bbadbb134c HTTP/1.1" status: 200 len: 848 time: 0.0447810 Aug 16 21:23:40.494332 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153dca6-3f09-454b-b416-cdaf99ff995f req-3ad99dc5-8f85-4086-bfe1-020e828ce548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:40.495909 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8153dca6-3f09-454b-b416-cdaf99ff995f req-3ad99dc5-8f85-4086-bfe1-020e828ce548 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=00ba34b2-e5b5-4970-bcba-5fe532f1c72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402567 Aug 16 21:23:40.597369 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8153dca6-3f09-454b-b416-cdaf99ff995f req-82ea3f7a-85aa-4181-95b9-5156f5874c3d service neutron] 10.222.0.57 "GET /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932033 Aug 16 21:23:40.648724 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2cc3037d-a385-493e-87a0-9cdad84504fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc413944-86bd-499a-89e1-110b5616042b', 'name': 'tempest-TestSnapshotPattern-631993804-router', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:02Z', 'updated_at': '2021-08-16T21:19:05Z', 'revision_number': 4, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'gw_port': {'id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:03Z', 'updated_at': '2021-08-16T21:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'd63ca174-2da4-4e86-b3c0-d08a765afe54', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'floating_ip_address': '172.25.8.223', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'port_id': 'e197c20b-1f19-4669-8a0d-4855c9f78106', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'mac_address': 'fa:16:3e:e5:33:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae364777-355a-4b57-9c1e-57e459e6ff52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:19:23Z', 'updated_at': '2021-08-16T21:19:25Z', 'revision_number': 1, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9532a21c-133c-4463-93b5-ee959ce98584', 'name': '', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'mac_address': 'fa:16:3e:82:94:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:04Z', 'updated_at': '2021-08-16T21:19:11Z', 'revision_number': 5, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'subnets': [{'id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:40.678189 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc3037d-a385-493e-87a0-9cdad84504fb None None] The sync data for ids ['bc413944-86bd-499a-89e1-110b5616042b'] in n-d-787206-13 is: [{'id': 'bc413944-86bd-499a-89e1-110b5616042b', 'name': 'tempest-TestSnapshotPattern-631993804-router', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:02Z', 'updated_at': '2021-08-16T21:19:05Z', 'revision_number': 4, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'gw_port': {'id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:03Z', 'updated_at': '2021-08-16T21:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_floatingips': [{'id': 'd63ca174-2da4-4e86-b3c0-d08a765afe54', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'floating_ip_address': '172.25.8.223', 'floating_network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'router_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'port_id': 'e197c20b-1f19-4669-8a0d-4855c9f78106', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'mac_address': 'fa:16:3e:e5:33:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae364777-355a-4b57-9c1e-57e459e6ff52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:19:23Z', 'updated_at': '2021-08-16T21:19:25Z', 'revision_number': 1, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9532a21c-133c-4463-93b5-ee959ce98584', 'name': '', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'mac_address': 'fa:16:3e:82:94:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:04Z', 'updated_at': '2021-08-16T21:19:11Z', 'revision_number': 5, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'subnets': [{'id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:23:40.685522 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-8153dca6-3f09-454b-b416-cdaf99ff995f req-f08f28f4-fea7-4906-9917-cb0885bc9fb0 service neutron] 10.222.0.57 "GET /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809402 Aug 16 21:23:40.896324 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83558518-9475-4cf6-9fae-be84b5a3f537 None None] New status for floating IP 1e262971-176e-443b-87cd-8193456191ca: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:23:41.453781 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a199f7-dcb8-4cc8-9bc8-b1932ebb6605 req-5a487dde-1dc9-4e88-9cdb-a65ac189648f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:41.455340 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e7a199f7-dcb8-4cc8-9bc8-b1932ebb6605 req-5a487dde-1dc9-4e88-9cdb-a65ac189648f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=abdae237-0ea4-4807-b051-8c8542ba49e7 HTTP/1.1" status: 200 len: 944 time: 0.0512471 Aug 16 21:23:41.500498 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-e7a199f7-dcb8-4cc8-9bc8-b1932ebb6605 req-044fab8d-757d-4cc7-ae6e-30bdd89cbb9f tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3c71976-428e-4a6b-ad0e-855dcaa09cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370953 Aug 16 21:23:41.680209 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc3266-39b1-4f68-ace5-a3a5920993e8 req-dccd537f-e9f1-4782-be89-f5f9c127fb51 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:41.681656 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-89cc3266-39b1-4f68-ace5-a3a5920993e8 req-dccd537f-e9f1-4782-be89-f5f9c127fb51 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.57 "GET /v2.0/ports?device_id=abdae237-0ea4-4807-b051-8c8542ba49e7 HTTP/1.1" status: 200 len: 944 time: 0.0477684 Aug 16 21:23:41.767021 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-89cc3266-39b1-4f68-ace5-a3a5920993e8 req-2e618a4e-4071-4e51-ab16-4efe89ccb67e tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Deleting port fc51a2d1-e9e3-4396-8d33-e971b0cdc667 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:23:41.767387 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-89cc3266-39b1-4f68-ace5-a3a5920993e8 req-2e618a4e-4071-4e51-ab16-4efe89ccb67e tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:41.857719 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-89cc3266-39b1-4f68-ace5-a3a5920993e8 req-2e618a4e-4071-4e51-ab16-4efe89ccb67e tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] For port fc51a2d1-e9e3-4396-8d33-e971b0cdc667, host n-h1-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-13',level=0,port_id=fc51a2d1-e9e3-4396-8d33-e971b0cdc667,segment=NetworkSegment(e7620d01-6cfb-4719-96a6-3e5245f99114),segment_id=e7620d01-6cfb-4719-96a6-3e5245f99114)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:41.858079 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-89cc3266-39b1-4f68-ace5-a3a5920993e8 req-2e618a4e-4071-4e51-ab16-4efe89ccb67e tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:41.870075 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-89cc3266-39b1-4f68-ace5-a3a5920993e8 req-2e618a4e-4071-4e51-ab16-4efe89ccb67e tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Calling delete_port for fc51a2d1-e9e3-4396-8d33-e971b0cdc667 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:23:41.996465 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-89cc3266-39b1-4f68-ace5-a3a5920993e8 req-2e618a4e-4071-4e51-ab16-4efe89ccb67e tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:42.022688 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e618a4e-4071-4e51-ab16-4efe89ccb67e tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Pushing event deleted for resources: {'Port': ['ID=fc51a2d1-e9e3-4396-8d33-e971b0cdc667,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:42.067042 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-89cc3266-39b1-4f68-ace5-a3a5920993e8 req-2e618a4e-4071-4e51-ab16-4efe89ccb67e tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] No DVR routers for this DVR port fc51a2d1-e9e3-4396-8d33-e971b0cdc667 on host n-h1-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:23:42.069589 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-89cc3266-39b1-4f68-ace5-a3a5920993e8 req-2e618a4e-4071-4e51-ab16-4efe89ccb67e tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:42.071597 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-89cc3266-39b1-4f68-ace5-a3a5920993e8 req-2e618a4e-4071-4e51-ab16-4efe89ccb67e tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.57 "DELETE /v2.0/ports/fc51a2d1-e9e3-4396-8d33-e971b0cdc667 HTTP/1.1" status: 204 len: 173 time: 0.3838997 Aug 16 21:23:42.104343 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abdae237-0ea4-4807-b051-8c8542ba49e7', 'name': 'network-vif-deleted', 'tag': 'fc51a2d1-e9e3-4396-8d33-e971b0cdc667'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:23:42.107319 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615dcbed-1f53-4f58-b443-20f683582046" -d '{"events": [{"server_uuid": "abdae237-0ea4-4807-b051-8c8542ba49e7", "name": "network-vif-deleted", "tag": "fc51a2d1-e9e3-4396-8d33-e971b0cdc667"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:23:42.144781 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239c47f1-eccb-4e50-b4b7-feec705450e0 x-openstack-request-id: req-239c47f1-eccb-4e50-b4b7-feec705450e0 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:23:42.145154 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abdae237-0ea4-4807-b051-8c8542ba49e7", "name": "network-vif-deleted", "tag": "fc51a2d1-e9e3-4396-8d33-e971b0cdc667", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:23:42.145512 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-239c47f1-eccb-4e50-b4b7-feec705450e0 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:23:42.146070 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abdae237-0ea4-4807-b051-8c8542ba49e7', 'name': 'network-vif-deleted', 'tag': 'fc51a2d1-e9e3-4396-8d33-e971b0cdc667', 'status': 'completed', 'code': 200} Aug 16 21:23:42.615336 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-9d734b86-42bb-4aaa-9478-32cbe9739176 req-de4e5cb1-064e-4fd2-8a22-bde47d9d0dbb tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=abdae237-0ea4-4807-b051-8c8542ba49e7 HTTP/1.1" status: 200 len: 210 time: 0.0269971 Aug 16 21:23:44.182771 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36690) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:44.203844 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device fc51a2d1-e9e3-4396-8d33-e971b0cdc667 no longer exists at agent hyperv_n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:23:44.224140 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] No Port match for: fc51a2d1-e9e3-4396-8d33-e971b0cdc667 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:23:44.224486 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Device fc51a2d1-e9e3-4396-8d33-e971b0cdc667 not bound to the agent host n-h1-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:23:44.673305 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-088972bc-dfca-44dc-9d58-1fd8ec5b4e55 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Deleting port 29061525-0ef3-47e9-babd-94130b17f3d0 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:23:44.673643 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-088972bc-dfca-44dc-9d58-1fd8ec5b4e55 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:44.747574 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-088972bc-dfca-44dc-9d58-1fd8ec5b4e55 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:44.747911 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-088972bc-dfca-44dc-9d58-1fd8ec5b4e55 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:44.759215 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-088972bc-dfca-44dc-9d58-1fd8ec5b4e55 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Calling delete_port for 29061525-0ef3-47e9-babd-94130b17f3d0 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:23:44.907415 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-088972bc-dfca-44dc-9d58-1fd8ec5b4e55 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:44.934221 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088972bc-dfca-44dc-9d58-1fd8ec5b4e55 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Pushing event deleted for resources: {'Port': ['ID=29061525-0ef3-47e9-babd-94130b17f3d0,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:44.993711 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-088972bc-dfca-44dc-9d58-1fd8ec5b4e55 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:44.994045 n-d-787206-13 neutron-server[94770]: INFO neutron.db.l3_db [None req-088972bc-dfca-44dc-9d58-1fd8ec5b4e55 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Floating IP d63ca174-2da4-4e86-b3c0-d08a765afe54 disassociated (deleted). External IP: 172.25.8.223, port: e197c20b-1f19-4669-8a0d-4855c9f78106. Aug 16 21:23:45.196888 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088972bc-dfca-44dc-9d58-1fd8ec5b4e55 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Router bc413944-86bd-499a-89e1-110b5616042b has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:23:45.302453 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088972bc-dfca-44dc-9d58-1fd8ec5b4e55 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:23:45.307196 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-088972bc-dfca-44dc-9d58-1fd8ec5b4e55 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:45.312542 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9127d929-0d41-43bc-ac8e-bb4075f77169 None None] Sync routers for ids ['bc413944-86bd-499a-89e1-110b5616042b'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:23:45.321656 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9127d929-0d41-43bc-ac8e-bb4075f77169 None None] Routers {'bc413944-86bd-499a-89e1-110b5616042b'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:23:45.322250 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9127d929-0d41-43bc-ac8e-bb4075f77169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:23:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['bc413944-86bd-499a-89e1-110b5616042b'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:45.340049 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-088972bc-dfca-44dc-9d58-1fd8ec5b4e55 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "DELETE /v2.0/floatingips/d63ca174-2da4-4e86-b3c0-d08a765afe54 HTTP/1.1" status: 204 len: 168 time: 1.1535125 Aug 16 21:23:45.340049 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae364777-355a-4b57-9c1e-57e459e6ff52', 'tag': 'e197c20b-1f19-4669-8a0d-4855c9f78106'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:23:45.341059 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23960a9f-66c1-4436-9d10-4f564129781d" -d '{"events": [{"name": "network-changed", "server_uuid": "ae364777-355a-4b57-9c1e-57e459e6ff52", "tag": "e197c20b-1f19-4669-8a0d-4855c9f78106"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:23:45.428789 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-9127d929-0d41-43bc-ac8e-bb4075f77169 None None] Set router bc413944-86bd-499a-89e1-110b5616042b gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:23:45.495071 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3f6dd8-58e2-4ddf-9881-e74fc6d71060 x-openstack-request-id: req-ac3f6dd8-58e2-4ddf-9881-e74fc6d71060 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:23:45.495466 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae364777-355a-4b57-9c1e-57e459e6ff52", "tag": "e197c20b-1f19-4669-8a0d-4855c9f78106", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:23:45.495664 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ac3f6dd8-58e2-4ddf-9881-e74fc6d71060 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:23:45.496030 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae364777-355a-4b57-9c1e-57e459e6ff52', 'tag': 'e197c20b-1f19-4669-8a0d-4855c9f78106', 'status': 'completed', 'code': 200} Aug 16 21:23:45.588953 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23960a9f-66c1-4436-9d10-4f564129781d req-5c5344ab-15b8-47b6-a88d-377f858faaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:45.590501 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-23960a9f-66c1-4436-9d10-4f564129781d req-5c5344ab-15b8-47b6-a88d-377f858faaaa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=69d0a4b26de8481289a81b2e7758d1dc&device_id=ae364777-355a-4b57-9c1e-57e459e6ff52 HTTP/1.1" status: 200 len: 1096 time: 0.0721471 Aug 16 21:23:45.615973 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71628e5e-9eed-40dd-9867-3673cba121f0 req-322f564e-0b58-430e-9ef1-d3cd2afbb923 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:45.617477 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-71628e5e-9eed-40dd-9867-3673cba121f0 req-322f564e-0b58-430e-9ef1-d3cd2afbb923 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae364777-355a-4b57-9c1e-57e459e6ff52 HTTP/1.1" status: 200 len: 944 time: 0.0708559 Aug 16 21:23:45.701156 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-71628e5e-9eed-40dd-9867-3673cba121f0 req-e22b8f6d-065b-4197-bfc8-113fdaae7a3e tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3c71976-428e-4a6b-ad0e-855dcaa09cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738096 Aug 16 21:23:45.722726 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9127d929-0d41-43bc-ac8e-bb4075f77169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc413944-86bd-499a-89e1-110b5616042b', 'name': 'tempest-TestSnapshotPattern-631993804-router', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:02Z', 'updated_at': '2021-08-16T21:19:05Z', 'revision_number': 4, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'gw_port': {'id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:03Z', 'updated_at': '2021-08-16T21:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '9532a21c-133c-4463-93b5-ee959ce98584', 'name': '', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'mac_address': 'fa:16:3e:82:94:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:04Z', 'updated_at': '2021-08-16T21:19:11Z', 'revision_number': 5, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'subnets': [{'id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:45.723433 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23960a9f-66c1-4436-9d10-4f564129781d req-219e64d4-65ae-4108-b3aa-27a2a29bef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:45.724929 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-23960a9f-66c1-4436-9d10-4f564129781d req-219e64d4-65ae-4108-b3aa-27a2a29bef48 service neutron] 10.222.0.63 "GET /v2.0/networks?id=00ba34b2-e5b5-4970-bcba-5fe532f1c72d HTTP/1.1" status: 200 len: 910 time: 0.1258135 Aug 16 21:23:45.744295 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9127d929-0d41-43bc-ac8e-bb4075f77169 None None] Checking router: bc413944-86bd-499a-89e1-110b5616042b for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:23:45.752409 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9127d929-0d41-43bc-ac8e-bb4075f77169 None None] Routers {'bc413944-86bd-499a-89e1-110b5616042b'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:23:45.752999 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9127d929-0d41-43bc-ac8e-bb4075f77169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:23:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['bc413944-86bd-499a-89e1-110b5616042b'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:45.766924 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-23960a9f-66c1-4436-9d10-4f564129781d req-685611b5-09c4-4001-bf55-9f2ee0b1385d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e197c20b-1f19-4669-8a0d-4855c9f78106 HTTP/1.1" status: 200 len: 217 time: 0.0341280 Aug 16 21:23:45.816638 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23960a9f-66c1-4436-9d10-4f564129781d req-e3e63caf-4fb7-48c3-9cca-f2f803ccea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:45.818212 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-23960a9f-66c1-4436-9d10-4f564129781d req-e3e63caf-4fb7-48c3-9cca-f2f803ccea44 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2adf2099-b7fe-41f4-adcd-45bbadbb134c HTTP/1.1" status: 200 len: 848 time: 0.0443878 Aug 16 21:23:45.854713 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-9127d929-0d41-43bc-ac8e-bb4075f77169 None None] Set router bc413944-86bd-499a-89e1-110b5616042b gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:23:45.865468 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23960a9f-66c1-4436-9d10-4f564129781d req-c71020a2-0eb2-4c87-9af3-cf8cb750678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:45.867024 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-23960a9f-66c1-4436-9d10-4f564129781d req-c71020a2-0eb2-4c87-9af3-cf8cb750678e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=00ba34b2-e5b5-4970-bcba-5fe532f1c72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416689 Aug 16 21:23:45.961841 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-23960a9f-66c1-4436-9d10-4f564129781d req-9ce84ea5-c703-4281-9559-0c65d749bd76 service neutron] 10.222.0.63 "GET /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865192 Aug 16 21:23:46.047690 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9127d929-0d41-43bc-ac8e-bb4075f77169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc413944-86bd-499a-89e1-110b5616042b', 'name': 'tempest-TestSnapshotPattern-631993804-router', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:02Z', 'updated_at': '2021-08-16T21:19:05Z', 'revision_number': 4, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'gw_port': {'id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:03Z', 'updated_at': '2021-08-16T21:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '9532a21c-133c-4463-93b5-ee959ce98584', 'name': '', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'mac_address': 'fa:16:3e:82:94:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:04Z', 'updated_at': '2021-08-16T21:19:11Z', 'revision_number': 5, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'subnets': [{'id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:46.052234 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-23960a9f-66c1-4436-9d10-4f564129781d req-1a3acc44-13db-4783-8ad9-21aff5204782 service neutron] 10.222.0.63 "GET /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821390 Aug 16 21:23:46.074358 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9127d929-0d41-43bc-ac8e-bb4075f77169 None None] The sync data for ids ['bc413944-86bd-499a-89e1-110b5616042b'] in n-d-787206-13 is: [{'id': 'bc413944-86bd-499a-89e1-110b5616042b', 'name': 'tempest-TestSnapshotPattern-631993804-router', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:02Z', 'updated_at': '2021-08-16T21:19:05Z', 'revision_number': 4, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'gw_port': {'id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:03Z', 'updated_at': '2021-08-16T21:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13', '_interfaces': [{'id': '9532a21c-133c-4463-93b5-ee959ce98584', 'name': '', 'network_id': '00ba34b2-e5b5-4970-bcba-5fe532f1c72d', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'mac_address': 'fa:16:3e:82:94:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:04Z', 'updated_at': '2021-08-16T21:19:11Z', 'revision_number': 5, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'subnets': [{'id': '2adf2099-b7fe-41f4-adcd-45bbadbb134c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:23:46.288567 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de1dc1b-1d62-463b-bbc6-1f62980fabe7 None None] New status for floating IP d63ca174-2da4-4e86-b3c0-d08a765afe54: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:23:46.821179 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbcfc1-7fbb-483c-a681-10e583e03a02 req-ea7fdacc-4251-465a-a67a-e04ec4dd796c tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:46.822836 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-46cbcfc1-7fbb-483c-a681-10e583e03a02 req-ea7fdacc-4251-465a-a67a-e04ec4dd796c tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae364777-355a-4b57-9c1e-57e459e6ff52 HTTP/1.1" status: 200 len: 944 time: 0.0541675 Aug 16 21:23:46.862304 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-46cbcfc1-7fbb-483c-a681-10e583e03a02 req-48fe164d-dfb4-40da-b433-07ed435f64a0 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3c71976-428e-4a6b-ad0e-855dcaa09cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329592 Aug 16 21:23:47.072340 n-d-787206-13 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f54e87-8f05-48db-8b28-02e06f5ed37f req-bdf2adc3-2aac-4fc1-84f9-c79d72121a69 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:47.073822 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a9f54e87-8f05-48db-8b28-02e06f5ed37f req-bdf2adc3-2aac-4fc1-84f9-c79d72121a69 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae364777-355a-4b57-9c1e-57e459e6ff52 HTTP/1.1" status: 200 len: 944 time: 0.0486913 Aug 16 21:23:47.165216 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-a9f54e87-8f05-48db-8b28-02e06f5ed37f req-00526389-4626-4b8f-8000-4376fbd519f0 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Deleting port e197c20b-1f19-4669-8a0d-4855c9f78106 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:23:47.165720 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a9f54e87-8f05-48db-8b28-02e06f5ed37f req-00526389-4626-4b8f-8000-4376fbd519f0 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:47.253536 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-a9f54e87-8f05-48db-8b28-02e06f5ed37f req-00526389-4626-4b8f-8000-4376fbd519f0 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] For port e197c20b-1f19-4669-8a0d-4855c9f78106, host n-h2-787206-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-13',level=0,port_id=e197c20b-1f19-4669-8a0d-4855c9f78106,segment=NetworkSegment(e7620d01-6cfb-4719-96a6-3e5245f99114),segment_id=e7620d01-6cfb-4719-96a6-3e5245f99114)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:47.253900 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a9f54e87-8f05-48db-8b28-02e06f5ed37f req-00526389-4626-4b8f-8000-4376fbd519f0 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:47.266563 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-a9f54e87-8f05-48db-8b28-02e06f5ed37f req-00526389-4626-4b8f-8000-4376fbd519f0 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Calling delete_port for e197c20b-1f19-4669-8a0d-4855c9f78106 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:23:47.400451 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a9f54e87-8f05-48db-8b28-02e06f5ed37f req-00526389-4626-4b8f-8000-4376fbd519f0 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:47.429909 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00526389-4626-4b8f-8000-4376fbd519f0 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Pushing event deleted for resources: {'Port': ['ID=e197c20b-1f19-4669-8a0d-4855c9f78106,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:47.472558 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f54e87-8f05-48db-8b28-02e06f5ed37f req-00526389-4626-4b8f-8000-4376fbd519f0 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] No DVR routers for this DVR port e197c20b-1f19-4669-8a0d-4855c9f78106 on host n-h2-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:23:47.474984 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a9f54e87-8f05-48db-8b28-02e06f5ed37f req-00526389-4626-4b8f-8000-4376fbd519f0 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17620'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:47.477000 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-a9f54e87-8f05-48db-8b28-02e06f5ed37f req-00526389-4626-4b8f-8000-4376fbd519f0 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.63 "DELETE /v2.0/ports/e197c20b-1f19-4669-8a0d-4855c9f78106 HTTP/1.1" status: 204 len: 173 time: 0.3964872 Aug 16 21:23:47.496722 n-d-787206-13 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae364777-355a-4b57-9c1e-57e459e6ff52', 'name': 'network-vif-deleted', 'tag': 'e197c20b-1f19-4669-8a0d-4855c9f78106'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:23:47.499097 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9beb2d16f7585937a207b37548c34ee3b0083a86f36acb0d36d66788787fa793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd64442-a63c-4e0d-a396-ce3807deee50" -d '{"events": [{"server_uuid": "ae364777-355a-4b57-9c1e-57e459e6ff52", "name": "network-vif-deleted", "tag": "e197c20b-1f19-4669-8a0d-4855c9f78106"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:23:47.539208 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d215e9-3e5a-4a98-9cb1-e2f6bdab28a6 x-openstack-request-id: req-e8d215e9-3e5a-4a98-9cb1-e2f6bdab28a6 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:23:47.539529 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae364777-355a-4b57-9c1e-57e459e6ff52", "name": "network-vif-deleted", "tag": "e197c20b-1f19-4669-8a0d-4855c9f78106", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:23:47.539786 n-d-787206-13 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e8d215e9-3e5a-4a98-9cb1-e2f6bdab28a6 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:23:47.540190 n-d-787206-13 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae364777-355a-4b57-9c1e-57e459e6ff52', 'name': 'network-vif-deleted', 'tag': 'e197c20b-1f19-4669-8a0d-4855c9f78106', 'status': 'completed', 'code': 200} Aug 16 21:23:47.989515 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [req-4a3d2eca-2ef2-4f1a-971c-d4a7d7aeedee req-99e7f0ab-8d5b-4e79-8080-12dba0e8f4b2 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae364777-355a-4b57-9c1e-57e459e6ff52 HTTP/1.1" status: 200 len: 210 time: 0.0362105 Aug 16 21:23:49.044829 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36706) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:49.101957 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5da4d6fc-b3cd-49ed-b74f-9457920830e7 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:49.126901 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5da4d6fc-b3cd-49ed-b74f-9457920830e7 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:49.186511 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5da4d6fc-b3cd-49ed-b74f-9457920830e7 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:49.189292 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5da4d6fc-b3cd-49ed-b74f-9457920830e7 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:49.190443 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-5da4d6fc-b3cd-49ed-b74f-9457920830e7 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] 10.222.0.68 "DELETE /v2.0/security-groups/b3c71976-428e-4a6b-ad0e-855dcaa09cb3 HTTP/1.1" status: 204 len: 168 time: 0.1445863 Aug 16 21:23:49.199915 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4d6fc-b3cd-49ed-b74f-9457920830e7 tempest-TestSnapshotPattern-1769026760 tempest-TestSnapshotPattern-1769026760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c71976-428e-4a6b-ad0e-855dcaa09cb3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:49.244714 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36710) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:49.584461 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1cfdd70a-a39e-4158-a8d9-5758684b6e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:49.828175 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-1cfdd70a-a39e-4158-a8d9-5758684b6e08 admin admin] Deleting port 9532a21c-133c-4463-93b5-ee959ce98584 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:23:49.828506 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1cfdd70a-a39e-4158-a8d9-5758684b6e08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:49.903906 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-1cfdd70a-a39e-4158-a8d9-5758684b6e08 admin admin] For port 9532a21c-133c-4463-93b5-ee959ce98584, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=9532a21c-133c-4463-93b5-ee959ce98584,segment=NetworkSegment(e7620d01-6cfb-4719-96a6-3e5245f99114),segment_id=e7620d01-6cfb-4719-96a6-3e5245f99114)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:49.904276 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1cfdd70a-a39e-4158-a8d9-5758684b6e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:49.916127 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-1cfdd70a-a39e-4158-a8d9-5758684b6e08 admin admin] Calling delete_port for 9532a21c-133c-4463-93b5-ee959ce98584 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:23:50.094552 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1cfdd70a-a39e-4158-a8d9-5758684b6e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.123344 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfdd70a-a39e-4158-a8d9-5758684b6e08 admin admin] Pushing event deleted for resources: {'Port': ['ID=9532a21c-133c-4463-93b5-ee959ce98584,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:50.266465 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device e197c20b-1f19-4669-8a0d-4855c9f78106 no longer exists at agent hyperv_n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:23:50.287535 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] No Port match for: e197c20b-1f19-4669-8a0d-4855c9f78106 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:23:50.287798 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1cfdd70a-a39e-4158-a8d9-5758684b6e08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.287905 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Device e197c20b-1f19-4669-8a0d-4855c9f78106 not bound to the agent host n-h2-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:23:50.498982 n-d-787206-13 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfdd70a-a39e-4158-a8d9-5758684b6e08 admin admin] Router bc413944-86bd-499a-89e1-110b5616042b has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:23:50.604746 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfdd70a-a39e-4158-a8d9-5758684b6e08 admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:23:50.610841 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-1cfdd70a-a39e-4158-a8d9-5758684b6e08 admin admin] 10.222.0.68 "PUT /v2.0/routers/bc413944-86bd-499a-89e1-110b5616042b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3651102 Aug 16 21:23:50.613478 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36712) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:50.618100 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695dd393-d6c5-4630-9b4f-c1ae4aa477c6 None None] Sync routers for ids ['bc413944-86bd-499a-89e1-110b5616042b'] in n-d-787206-13 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:23:50.627910 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695dd393-d6c5-4630-9b4f-c1ae4aa477c6 None None] Routers {'bc413944-86bd-499a-89e1-110b5616042b'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:23:50.628506 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-695dd393-d6c5-4630-9b4f-c1ae4aa477c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:23:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['bc413944-86bd-499a-89e1-110b5616042b'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:50.717680 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f93eadc-3d7c-457b-8fa3-11d78e29274e admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.729614 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-695dd393-d6c5-4630-9b4f-c1ae4aa477c6 None None] Set router bc413944-86bd-499a-89e1-110b5616042b gateway port host: n-d-787206-13 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:23:50.818175 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f93eadc-3d7c-457b-8fa3-11d78e29274e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.869887 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-1f93eadc-3d7c-457b-8fa3-11d78e29274e admin admin] Deleting port f61baf88-7fe9-4f13-a528-914f8a983d24 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:23:50.870225 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f93eadc-3d7c-457b-8fa3-11d78e29274e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.904237 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-695dd393-d6c5-4630-9b4f-c1ae4aa477c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc413944-86bd-499a-89e1-110b5616042b', 'name': 'tempest-TestSnapshotPattern-631993804-router', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:02Z', 'updated_at': '2021-08-16T21:23:50Z', 'revision_number': 5, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'gw_port': {'id': 'f61baf88-7fe9-4f13-a528-914f8a983d24', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc413944-86bd-499a-89e1-110b5616042b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:03Z', 'updated_at': '2021-08-16T21:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:50.929137 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695dd393-d6c5-4630-9b4f-c1ae4aa477c6 None None] Checking router: bc413944-86bd-499a-89e1-110b5616042b for host: n-d-787206-13 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:23:50.938022 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695dd393-d6c5-4630-9b4f-c1ae4aa477c6 None None] Routers {'bc413944-86bd-499a-89e1-110b5616042b'} bound to L3 agent in host n-d-787206-13 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:23:50.938610 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-695dd393-d6c5-4630-9b4f-c1ae4aa477c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:23:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['bc413944-86bd-499a-89e1-110b5616042b'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:50.951228 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-1f93eadc-3d7c-457b-8fa3-11d78e29274e admin admin] For port f61baf88-7fe9-4f13-a528-914f8a983d24, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=f61baf88-7fe9-4f13-a528-914f8a983d24,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:50.951621 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f93eadc-3d7c-457b-8fa3-11d78e29274e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.963384 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-1f93eadc-3d7c-457b-8fa3-11d78e29274e admin admin] Calling delete_port for f61baf88-7fe9-4f13-a528-914f8a983d24 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:23:51.027043 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-695dd393-d6c5-4630-9b4f-c1ae4aa477c6 None None] Set router bc413944-86bd-499a-89e1-110b5616042b gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:23:51.082917 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-695dd393-d6c5-4630-9b4f-c1ae4aa477c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc413944-86bd-499a-89e1-110b5616042b', 'name': 'tempest-TestSnapshotPattern-631993804-router', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:02Z', 'updated_at': '2021-08-16T21:23:50Z', 'revision_number': 6, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:51.109377 n-d-787206-13 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695dd393-d6c5-4630-9b4f-c1ae4aa477c6 None None] The sync data for ids ['bc413944-86bd-499a-89e1-110b5616042b'] in n-d-787206-13 is: [{'id': 'bc413944-86bd-499a-89e1-110b5616042b', 'name': 'tempest-TestSnapshotPattern-631993804-router', 'tenant_id': '69d0a4b26de8481289a81b2e7758d1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:02Z', 'updated_at': '2021-08-16T21:23:50Z', 'revision_number': 6, 'project_id': '69d0a4b26de8481289a81b2e7758d1dc', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:23:51.131906 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f93eadc-3d7c-457b-8fa3-11d78e29274e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:51.159355 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93eadc-3d7c-457b-8fa3-11d78e29274e admin admin] Pushing event deleted for resources: {'Port': ['ID=f61baf88-7fe9-4f13-a528-914f8a983d24,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:51.183735 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93eadc-3d7c-457b-8fa3-11d78e29274e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:51.184079 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93eadc-3d7c-457b-8fa3-11d78e29274e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:51.184483 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93eadc-3d7c-457b-8fa3-11d78e29274e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:51.185313 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93eadc-3d7c-457b-8fa3-11d78e29274e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:51.185639 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93eadc-3d7c-457b-8fa3-11d78e29274e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:51.185964 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93eadc-3d7c-457b-8fa3-11d78e29274e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:51.186285 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93eadc-3d7c-457b-8fa3-11d78e29274e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:51.186604 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93eadc-3d7c-457b-8fa3-11d78e29274e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:51.186921 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93eadc-3d7c-457b-8fa3-11d78e29274e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:51.187240 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93eadc-3d7c-457b-8fa3-11d78e29274e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:51.187576 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93eadc-3d7c-457b-8fa3-11d78e29274e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:51.187907 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93eadc-3d7c-457b-8fa3-11d78e29274e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-13 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:51.224741 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f93eadc-3d7c-457b-8fa3-11d78e29274e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:51.662687 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f93eadc-3d7c-457b-8fa3-11d78e29274e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:51.664783 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f93eadc-3d7c-457b-8fa3-11d78e29274e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:51.705975 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f93eadc-3d7c-457b-8fa3-11d78e29274e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:51.706416 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f93eadc-3d7c-457b-8fa3-11d78e29274e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc413944-86bd-499a-89e1-110b5616042b {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:23:51.710926 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f93eadc-3d7c-457b-8fa3-11d78e29274e admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:51.712131 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-1f93eadc-3d7c-457b-8fa3-11d78e29274e admin admin] 10.222.0.68 "DELETE /v2.0/routers/bc413944-86bd-499a-89e1-110b5616042b HTTP/1.1" status: 204 len: 168 time: 1.0976727 Aug 16 21:23:51.714577 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36716) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:51.758579 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd5042f-0f5f-4c1f-a8b4-685c247a054f admin admin] Deleting subnet 2adf2099-b7fe-41f4-adcd-45bbadbb134c {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:23:51.761638 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dcd5042f-0f5f-4c1f-a8b4-685c247a054f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:51.795195 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dcd5042f-0f5f-4c1f-a8b4-685c247a054f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:51.874639 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dcd5042f-0f5f-4c1f-a8b4-685c247a054f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:51.927225 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dcd5042f-0f5f-4c1f-a8b4-685c247a054f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:51.950947 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5042f-0f5f-4c1f-a8b4-685c247a054f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2adf2099-b7fe-41f4-adcd-45bbadbb134c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:51.957199 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dcd5042f-0f5f-4c1f-a8b4-685c247a054f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:51.959381 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-dcd5042f-0f5f-4c1f-a8b4-685c247a054f admin admin] 10.222.0.68 "DELETE /v2.0/subnets/2adf2099-b7fe-41f4-adcd-45bbadbb134c HTTP/1.1" status: 204 len: 168 time: 0.2438655 Aug 16 21:23:51.961958 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36718) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:51.962580 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd166c3-a4b5-4bf1-81f5-6127eb9de139 None None] Network 00ba34b2-e5b5-4970-bcba-5fe532f1c72d requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:23:52.033665 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e88bb9fe-053a-4588-b63c-4e5c6f91cd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:52.089112 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e88bb9fe-053a-4588-b63c-4e5c6f91cd86 admin admin] Deleting port aeafaa70-d52c-411b-88ed-8cd812d7afc3 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:23:52.089457 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e88bb9fe-053a-4588-b63c-4e5c6f91cd86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:52.160264 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-e88bb9fe-053a-4588-b63c-4e5c6f91cd86 admin admin] For port aeafaa70-d52c-411b-88ed-8cd812d7afc3, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=aeafaa70-d52c-411b-88ed-8cd812d7afc3,segment=NetworkSegment(e7620d01-6cfb-4719-96a6-3e5245f99114),segment_id=e7620d01-6cfb-4719-96a6-3e5245f99114)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:52.160711 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e88bb9fe-053a-4588-b63c-4e5c6f91cd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:52.164698 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39a4260-7fc0-4033-a332-d4a658b35308 None None] DHCP port deletion for 00ba34b2-e5b5-4970-bcba-5fe532f1c72d request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:23:52.173927 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e88bb9fe-053a-4588-b63c-4e5c6f91cd86 admin admin] Calling delete_port for aeafaa70-d52c-411b-88ed-8cd812d7afc3 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:23:52.213621 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d39a4260-7fc0-4033-a332-d4a658b35308 None None] Deleting port aeafaa70-d52c-411b-88ed-8cd812d7afc3 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:23:52.214001 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d39a4260-7fc0-4033-a332-d4a658b35308 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:52.259069 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e88bb9fe-053a-4588-b63c-4e5c6f91cd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:52.283109 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d39a4260-7fc0-4033-a332-d4a658b35308 None None] For port aeafaa70-d52c-411b-88ed-8cd812d7afc3, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=aeafaa70-d52c-411b-88ed-8cd812d7afc3,segment=NetworkSegment(e7620d01-6cfb-4719-96a6-3e5245f99114),segment_id=e7620d01-6cfb-4719-96a6-3e5245f99114)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:52.283539 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d39a4260-7fc0-4033-a332-d4a658b35308 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:52.284853 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bb9fe-053a-4588-b63c-4e5c6f91cd86 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeafaa70-d52c-411b-88ed-8cd812d7afc3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:52.288336 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88bb9fe-053a-4588-b63c-4e5c6f91cd86 admin admin] No DVR routers for this DVR port aeafaa70-d52c-411b-88ed-8cd812d7afc3 on host n-d-787206-13 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:23:52.295978 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d39a4260-7fc0-4033-a332-d4a658b35308 None None] Calling delete_port for aeafaa70-d52c-411b-88ed-8cd812d7afc3 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:23:52.361699 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e88bb9fe-053a-4588-b63c-4e5c6f91cd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:52.370928 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d39a4260-7fc0-4033-a332-d4a658b35308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:52.372419 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e88bb9fe-053a-4588-b63c-4e5c6f91cd86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ba34b2-e5b5-4970-bcba-5fe532f1c72d']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:52.382674 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e88bb9fe-053a-4588-b63c-4e5c6f91cd86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7620d01-6cfb-4719-96a6-3e5245f99114') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:52.382901 n-d-787206-13 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e88bb9fe-053a-4588-b63c-4e5c6f91cd86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7620d01-6cfb-4719-96a6-3e5245f99114') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:52.392206 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e88bb9fe-053a-4588-b63c-4e5c6f91cd86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29023713'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:52.396919 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a4260-7fc0-4033-a332-d4a658b35308 None None] Pushing event deleted for resources: {'Port': ['ID=aeafaa70-d52c-411b-88ed-8cd812d7afc3,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:52.400416 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39a4260-7fc0-4033-a332-d4a658b35308 None None] No DVR routers for this DVR port aeafaa70-d52c-411b-88ed-8cd812d7afc3 on host n-d-787206-13 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:23:52.406373 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e88bb9fe-053a-4588-b63c-4e5c6f91cd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:52.414845 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e88bb9fe-053a-4588-b63c-4e5c6f91cd86 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:23:52.415271 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e88bb9fe-053a-4588-b63c-4e5c6f91cd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29018035'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:52.416987 n-d-787206-13 neutron-server[94771]: Traceback (most recent call last): Aug 16 21:23:52.416987 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:23:52.416987 n-d-787206-13 neutron-server[94771]: timer() Aug 16 21:23:52.416987 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:23:52.416987 n-d-787206-13 neutron-server[94771]: cb(*args, **kw) Aug 16 21:23:52.416987 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:23:52.416987 n-d-787206-13 neutron-server[94771]: return func(*args, **kwargs) Aug 16 21:23:52.416987 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:23:52.416987 n-d-787206-13 neutron-server[94771]: self._notify() Aug 16 21:23:52.416987 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:23:52.416987 n-d-787206-13 neutron-server[94771]: self.callback(batched_events) Aug 16 21:23:52.416987 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:23:52.416987 n-d-787206-13 neutron-server[94771]: event.method(event) Aug 16 21:23:52.416987 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:23:52.416987 n-d-787206-13 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:23:52.416987 n-d-787206-13 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:23:52.416987 n-d-787206-13 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:23:52.416987 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:23:52.416987 n-d-787206-13 neutron-server[94771]: return f(self, *a, **k) Aug 16 21:23:52.416987 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:23:52.416987 n-d-787206-13 neutron-server[94771]: return self._get(url).json() Aug 16 21:23:52.416987 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:23:52.416987 n-d-787206-13 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:23:52.416987 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:23:52.416987 n-d-787206-13 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Aug 16 21:23:52.416987 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:23:52.416987 n-d-787206-13 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:23:52.416987 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:23:52.416987 n-d-787206-13 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:23:52.416987 n-d-787206-13 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:23:52.416987 n-d-787206-13 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:23:52.416987 n-d-787206-13 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:23:52.470437 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e88bb9fe-053a-4588-b63c-4e5c6f91cd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:52.476057 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e88bb9fe-053a-4588-b63c-4e5c6f91cd86 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:52.477901 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-e88bb9fe-053a-4588-b63c-4e5c6f91cd86 admin admin] 10.222.0.68 "DELETE /v2.0/networks/00ba34b2-e5b5-4970-bcba-5fe532f1c72d HTTP/1.1" status: 204 len: 168 time: 0.5150435 Aug 16 21:23:52.480913 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36720) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:52.497775 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bb9fe-053a-4588-b63c-4e5c6f91cd86 admin admin] Pushing event deleted for resources: {'Network': ['ID=00ba34b2-e5b5-4970-bcba-5fe532f1c72d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:52.607352 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f61baf88-7fe9-4f13-a528-914f8a983d24 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:23:52.627365 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: f61baf88-7fe9-4f13-a528-914f8a983d24 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:23:52.627707 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device f61baf88-7fe9-4f13-a528-914f8a983d24 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:23:52.628110 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 9532a21c-133c-4463-93b5-ee959ce98584 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:23:52.648726 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 9532a21c-133c-4463-93b5-ee959ce98584 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:23:52.649067 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 9532a21c-133c-4463-93b5-ee959ce98584 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:23:52.649469 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device aeafaa70-d52c-411b-88ed-8cd812d7afc3 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:23:52.667927 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: aeafaa70-d52c-411b-88ed-8cd812d7afc3 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:23:52.668195 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device aeafaa70-d52c-411b-88ed-8cd812d7afc3 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:23:52.847910 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b82ca4dc-535b-4025-9bba-65688666332e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397787'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:53.094345 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-b82ca4dc-535b-4025-9bba-65688666332e admin admin] Deleting port 74201f74-a2d7-49a5-8ff5-584f2839021f {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:23:53.094678 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b82ca4dc-535b-4025-9bba-65688666332e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:53.170947 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-b82ca4dc-535b-4025-9bba-65688666332e admin admin] For port 74201f74-a2d7-49a5-8ff5-584f2839021f, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=74201f74-a2d7-49a5-8ff5-584f2839021f,segment=NetworkSegment(1e6b5506-39fb-4736-b1a2-37fd4e0e4026),segment_id=1e6b5506-39fb-4736-b1a2-37fd4e0e4026)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:53.171329 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b82ca4dc-535b-4025-9bba-65688666332e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:53.183903 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-b82ca4dc-535b-4025-9bba-65688666332e admin admin] Calling delete_port for 74201f74-a2d7-49a5-8ff5-584f2839021f owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:23:53.359134 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b82ca4dc-535b-4025-9bba-65688666332e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:53.388744 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ca4dc-535b-4025-9bba-65688666332e admin admin] Pushing event deleted for resources: {'Port': ['ID=74201f74-a2d7-49a5-8ff5-584f2839021f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:53.555788 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b82ca4dc-535b-4025-9bba-65688666332e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397647'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:53.768478 n-d-787206-13 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82ca4dc-535b-4025-9bba-65688666332e admin admin] Router 3d0a20f0-e466-4ee8-a96c-3a95ac475bc2 has already been hosted by L3 agent 67452cfa-63c6-4598-9c10-ca18f7d03a44 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:23:53.872642 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82ca4dc-535b-4025-9bba-65688666332e admin admin] Notify agent at l3_agent.n-d-787206-13 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:23:53.877513 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-b82ca4dc-535b-4025-9bba-65688666332e admin admin] 10.222.0.68 "PUT /v2.0/routers/3d0a20f0-e466-4ee8-a96c-3a95ac475bc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3956587 Aug 16 21:23:53.880130 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36722) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:53.882768 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c04456f-86ca-41ee-8b72-3a3f4066cbaa None None] Sync routers for ids ['3d0a20f0-e466-4ee8-a96c-3a95ac475bc2'] in n-d-787206-13 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:23:53.892889 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c04456f-86ca-41ee-8b72-3a3f4066cbaa None None] Routers {'3d0a20f0-e466-4ee8-a96c-3a95ac475bc2'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:23:53.893499 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8c04456f-86ca-41ee-8b72-3a3f4066cbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:23:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['3d0a20f0-e466-4ee8-a96c-3a95ac475bc2'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:53.982857 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac1053c0-ed3c-4010-b3db-8277adc9cbfa admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:53.995494 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-8c04456f-86ca-41ee-8b72-3a3f4066cbaa None None] Set router 3d0a20f0-e466-4ee8-a96c-3a95ac475bc2 gateway port host: n-d-787206-13 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:23:54.088769 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac1053c0-ed3c-4010-b3db-8277adc9cbfa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.141861 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ac1053c0-ed3c-4010-b3db-8277adc9cbfa admin admin] Deleting port bc93e387-3156-44f3-9139-2a068e490db9 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:23:54.142195 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac1053c0-ed3c-4010-b3db-8277adc9cbfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.171875 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8c04456f-86ca-41ee-8b72-3a3f4066cbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0a20f0-e466-4ee8-a96c-3a95ac475bc2', 'name': 'tempest-TestSnapshotPattern-1102445569-router', 'tenant_id': '66b22239edf14a7aa76c7f91bb4c718a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'external_fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'bc93e387-3156-44f3-9139-2a068e490db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:07Z', 'updated_at': '2021-08-16T21:23:53Z', 'revision_number': 5, 'project_id': '66b22239edf14a7aa76c7f91bb4c718a', 'gw_port': {'id': 'bc93e387-3156-44f3-9139-2a068e490db9', 'name': '', 'network_id': 'eb87ae87-0925-464c-8e03-8bba27e76e58', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:39:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a20f0-e466-4ee8-a96c-3a95ac475bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:19:07Z', 'updated_at': '2021-08-16T21:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c964a3a-83ab-420a-9346-1442e12b28d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-13'}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:54.201835 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c04456f-86ca-41ee-8b72-3a3f4066cbaa None None] Checking router: 3d0a20f0-e466-4ee8-a96c-3a95ac475bc2 for host: n-d-787206-13 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:23:54.210171 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c04456f-86ca-41ee-8b72-3a3f4066cbaa None None] Routers {'3d0a20f0-e466-4ee8-a96c-3a95ac475bc2'} bound to L3 agent in host n-d-787206-13 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:23:54.210778 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8c04456f-86ca-41ee-8b72-3a3f4066cbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T19:48:04Z,description=,heartbeat_timestamp=2021-08-16T21:23:34Z,host='n-d-787206-13',id=67452cfa-63c6-4598-9c10-ca18f7d03a44,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T19:48:04Z,topic='l3_agent')) {'router_ids': ['3d0a20f0-e466-4ee8-a96c-3a95ac475bc2'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:54.219896 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-ac1053c0-ed3c-4010-b3db-8277adc9cbfa admin admin] For port bc93e387-3156-44f3-9139-2a068e490db9, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=bc93e387-3156-44f3-9139-2a068e490db9,segment=NetworkSegment(3d0f4d84-4524-4029-9c53-d1aaec2f412a),segment_id=3d0f4d84-4524-4029-9c53-d1aaec2f412a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:54.220262 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac1053c0-ed3c-4010-b3db-8277adc9cbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.233076 n-d-787206-13 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ac1053c0-ed3c-4010-b3db-8277adc9cbfa admin admin] Calling delete_port for bc93e387-3156-44f3-9139-2a068e490db9 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:23:54.297674 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-8c04456f-86ca-41ee-8b72-3a3f4066cbaa None None] Set router 3d0a20f0-e466-4ee8-a96c-3a95ac475bc2 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:23:54.404170 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac1053c0-ed3c-4010-b3db-8277adc9cbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29018084'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.435793 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1053c0-ed3c-4010-b3db-8277adc9cbfa admin admin] Pushing event deleted for resources: {'Port': ['ID=bc93e387-3156-44f3-9139-2a068e490db9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:54.495322 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac1053c0-ed3c-4010-b3db-8277adc9cbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399121'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.518361 n-d-787206-13 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8c04456f-86ca-41ee-8b72-3a3f4066cbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0a20f0-e466-4ee8-a96c-3a95ac475bc2', 'name': 'tempest-TestSnapshotPattern-1102445569-router', 'tenant_id': '66b22239edf14a7aa76c7f91bb4c718a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:07Z', 'updated_at': '2021-08-16T21:23:54Z', 'revision_number': 6, 'project_id': '66b22239edf14a7aa76c7f91bb4c718a', 'gw_port_host': None}], 'n-d-787206-13', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:54.546719 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c04456f-86ca-41ee-8b72-3a3f4066cbaa None None] The sync data for ids ['3d0a20f0-e466-4ee8-a96c-3a95ac475bc2'] in n-d-787206-13 is: [{'id': '3d0a20f0-e466-4ee8-a96c-3a95ac475bc2', 'name': 'tempest-TestSnapshotPattern-1102445569-router', 'tenant_id': '66b22239edf14a7aa76c7f91bb4c718a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:19:07Z', 'updated_at': '2021-08-16T21:23:54Z', 'revision_number': 6, 'project_id': '66b22239edf14a7aa76c7f91bb4c718a', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:23:54.573169 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:23:54.591414 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac1053c0-ed3c-4010-b3db-8277adc9cbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-107005'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.593587 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac1053c0-ed3c-4010-b3db-8277adc9cbfa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.636826 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac1053c0-ed3c-4010-b3db-8277adc9cbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399796'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.637434 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1053c0-ed3c-4010-b3db-8277adc9cbfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d0a20f0-e466-4ee8-a96c-3a95ac475bc2 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:23:54.642294 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac1053c0-ed3c-4010-b3db-8277adc9cbfa admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.643508 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ac1053c0-ed3c-4010-b3db-8277adc9cbfa admin admin] 10.222.0.68 "DELETE /v2.0/routers/3d0a20f0-e466-4ee8-a96c-3a95ac475bc2 HTTP/1.1" status: 204 len: 168 time: 0.7624547 Aug 16 21:23:54.646057 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36724) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:54.694354 n-d-787206-13 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c646db1-f84e-4b2b-9668-3fd7f4501414 admin admin] Deleting subnet f5453470-e8af-4327-938b-9d33db023082 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:23:54.697252 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0c646db1-f84e-4b2b-9668-3fd7f4501414 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.731170 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0c646db1-f84e-4b2b-9668-3fd7f4501414 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29023704'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.806631 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0c646db1-f84e-4b2b-9668-3fd7f4501414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1673343'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.858486 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0c646db1-f84e-4b2b-9668-3fd7f4501414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1673286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29017865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28893019'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.889901 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c646db1-f84e-4b2b-9668-3fd7f4501414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5453470-e8af-4327-938b-9d33db023082,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:54.891923 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0c646db1-f84e-4b2b-9668-3fd7f4501414 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.897211 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-0c646db1-f84e-4b2b-9668-3fd7f4501414 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/f5453470-e8af-4327-938b-9d33db023082 HTTP/1.1" status: 204 len: 168 time: 0.2468672 Aug 16 21:23:54.897321 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36726) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:54.909916 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60324f46-8ab6-467c-9caf-8c3f799c7ff4 None None] Network f21d667c-96a7-4912-a24e-19c4d50929fc requested from n-d-787206-13 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:23:54.990429 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c6c05b5-98a2-4c0c-969d-50f9ceb0fe41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625143'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:55.053391 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-9c6c05b5-98a2-4c0c-969d-50f9ceb0fe41 admin admin] Deleting port 72111f8d-ca1b-4809-beae-1a18f2cb1ba2 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:23:55.053735 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c6c05b5-98a2-4c0c-969d-50f9ceb0fe41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728336616277'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:55.121901 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-9c6c05b5-98a2-4c0c-969d-50f9ceb0fe41 admin admin] For port 72111f8d-ca1b-4809-beae-1a18f2cb1ba2, host n-d-787206-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-13',level=0,port_id=72111f8d-ca1b-4809-beae-1a18f2cb1ba2,segment=NetworkSegment(1e6b5506-39fb-4736-b1a2-37fd4e0e4026),segment_id=1e6b5506-39fb-4736-b1a2-37fd4e0e4026)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:55.122929 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c6c05b5-98a2-4c0c-969d-50f9ceb0fe41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401978'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:55.135531 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-9c6c05b5-98a2-4c0c-969d-50f9ceb0fe41 admin admin] Calling delete_port for 72111f8d-ca1b-4809-beae-1a18f2cb1ba2 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:23:55.212762 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c6c05b5-98a2-4c0c-969d-50f9ceb0fe41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728336621231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728336199253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25412145'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:55.239571 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c05b5-98a2-4c0c-969d-50f9ceb0fe41 admin admin] Pushing event deleted for resources: {'Port': ['ID=72111f8d-ca1b-4809-beae-1a18f2cb1ba2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:55.245285 n-d-787206-13 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6c05b5-98a2-4c0c-969d-50f9ceb0fe41 admin admin] No DVR routers for this DVR port 72111f8d-ca1b-4809-beae-1a18f2cb1ba2 on host n-d-787206-13 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:23:55.314986 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c6c05b5-98a2-4c0c-969d-50f9ceb0fe41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675254', 'neutron.services.segments.db._delete_segments_for_network-8728336741789'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:55.324330 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-9c6c05b5-98a2-4c0c-969d-50f9ceb0fe41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21d667c-96a7-4912-a24e-19c4d50929fc']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:55.334376 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-9c6c05b5-98a2-4c0c-969d-50f9ceb0fe41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6b5506-39fb-4736-b1a2-37fd4e0e4026') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:55.334674 n-d-787206-13 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-9c6c05b5-98a2-4c0c-969d-50f9ceb0fe41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6b5506-39fb-4736-b1a2-37fd4e0e4026') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:55.344318 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c6c05b5-98a2-4c0c-969d-50f9ceb0fe41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728336746150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29133025'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:55.358695 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c6c05b5-98a2-4c0c-969d-50f9ceb0fe41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:55.365249 n-d-787206-13 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6c05b5-98a2-4c0c-969d-50f9ceb0fe41 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:23:55.365567 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c6c05b5-98a2-4c0c-969d-50f9ceb0fe41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25412198'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:55.367683 n-d-787206-13 neutron-server[94770]: Traceback (most recent call last): Aug 16 21:23:55.367683 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:23:55.367683 n-d-787206-13 neutron-server[94770]: timer() Aug 16 21:23:55.367683 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:23:55.367683 n-d-787206-13 neutron-server[94770]: cb(*args, **kw) Aug 16 21:23:55.367683 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:23:55.367683 n-d-787206-13 neutron-server[94770]: return func(*args, **kwargs) Aug 16 21:23:55.367683 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:23:55.367683 n-d-787206-13 neutron-server[94770]: self._notify() Aug 16 21:23:55.367683 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:23:55.367683 n-d-787206-13 neutron-server[94770]: self.callback(batched_events) Aug 16 21:23:55.367683 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:23:55.367683 n-d-787206-13 neutron-server[94770]: event.method(event) Aug 16 21:23:55.367683 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:23:55.367683 n-d-787206-13 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:23:55.367683 n-d-787206-13 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:23:55.367683 n-d-787206-13 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:23:55.367683 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:23:55.367683 n-d-787206-13 neutron-server[94770]: return f(self, *a, **k) Aug 16 21:23:55.367683 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:23:55.367683 n-d-787206-13 neutron-server[94770]: return self._get(url).json() Aug 16 21:23:55.367683 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:23:55.367683 n-d-787206-13 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:23:55.367683 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:23:55.367683 n-d-787206-13 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Aug 16 21:23:55.367683 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:23:55.367683 n-d-787206-13 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:23:55.367683 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:23:55.367683 n-d-787206-13 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:23:55.367683 n-d-787206-13 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:23:55.367683 n-d-787206-13 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:23:55.367683 n-d-787206-13 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:23:55.378219 n-d-787206-13 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7439dee-af97-48e1-bbcf-68e32e0c5e47 None None] DHCP port deletion for f21d667c-96a7-4912-a24e-19c4d50929fc request from n-d-787206-13 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:23:55.431301 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c6c05b5-98a2-4c0c-969d-50f9ceb0fe41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495049'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:55.438009 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c6c05b5-98a2-4c0c-969d-50f9ceb0fe41 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:55.439902 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-9c6c05b5-98a2-4c0c-969d-50f9ceb0fe41 admin admin] 10.222.0.68 "DELETE /v2.0/networks/f21d667c-96a7-4912-a24e-19c4d50929fc HTTP/1.1" status: 204 len: 168 time: 0.5419548 Aug 16 21:23:55.451134 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c05b5-98a2-4c0c-969d-50f9ceb0fe41 admin admin] Pushing event deleted for resources: {'Network': ['ID=f21d667c-96a7-4912-a24e-19c4d50929fc,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:55.631090 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36730) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:55.671647 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-d747cfa1-8560-47ad-abca-aff074d543aa admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=69d0a4b26de8481289a81b2e7758d1dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382841 Aug 16 21:23:55.674032 n-d-787206-13 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.68', 36732) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:55.721939 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-709a1789-f299-45b9-9191-b19369d3922f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:55.742785 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-709a1789-f299-45b9-9191-b19369d3922f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:55.788963 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-709a1789-f299-45b9-9191-b19369d3922f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:55.791752 n-d-787206-13 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-709a1789-f299-45b9-9191-b19369d3922f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:55.792895 n-d-787206-13 neutron-server[94770]: INFO neutron.wsgi [None req-709a1789-f299-45b9-9191-b19369d3922f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/eea4eb77-a018-424d-a6d5-e6774bbf39f6 HTTP/1.1" status: 204 len: 168 time: 0.1179860 Aug 16 21:23:55.800866 n-d-787206-13 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a1789-f299-45b9-9191-b19369d3922f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea4eb77-a018-424d-a6d5-e6774bbf39f6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:56.112116 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36738) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:56.150775 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-fd2f8a69-9ca0-4288-9b67-c520b3330ac1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=66b22239edf14a7aa76c7f91bb4c718a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374832 Aug 16 21:23:56.153713 n-d-787206-13 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.68', 36740) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:56.200753 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ad4f174d-e5b6-4d0a-aa71-855f6a735458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:56.222287 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ad4f174d-e5b6-4d0a-aa71-855f6a735458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:56.268675 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ad4f174d-e5b6-4d0a-aa71-855f6a735458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653303'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:56.277159 n-d-787206-13 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ad4f174d-e5b6-4d0a-aa71-855f6a735458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:56.278833 n-d-787206-13 neutron-server[94771]: INFO neutron.wsgi [None req-ad4f174d-e5b6-4d0a-aa71-855f6a735458 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6d2de6e3-6b9e-4b45-8b8c-5165d5d0e7ae HTTP/1.1" status: 204 len: 168 time: 0.1237285 Aug 16 21:23:56.286647 n-d-787206-13 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f174d-e5b6-4d0a-aa71-855f6a735458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2de6e3-6b9e-4b45-8b8c-5165d5d0e7ae,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:56.608344 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 74201f74-a2d7-49a5-8ff5-584f2839021f no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:23:56.628898 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 74201f74-a2d7-49a5-8ff5-584f2839021f {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:23:56.629257 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 74201f74-a2d7-49a5-8ff5-584f2839021f not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:23:56.629648 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device bc93e387-3156-44f3-9139-2a068e490db9 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:23:56.650198 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: bc93e387-3156-44f3-9139-2a068e490db9 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:23:56.650551 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device bc93e387-3156-44f3-9139-2a068e490db9 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:23:56.650971 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 72111f8d-ca1b-4809-beae-1a18f2cb1ba2 no longer exists at agent ovs-agent-n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:23:56.671516 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] No Port match for: 72111f8d-ca1b-4809-beae-1a18f2cb1ba2 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:23:56.671901 n-d-787206-13 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Device 72111f8d-ca1b-4809-beae-1a18f2cb1ba2 not bound to the agent host n-d-787206-13 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:24:01.971584 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf9642d5-5b56-4c97-a6f1-6ed8a1c56316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:04.506303 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-20323795-3a57-4d15-b7b5-ab69f7b5a02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:04.795603 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:05.928397 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:06.872118 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:06.964521 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:07.395010 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:31.574162 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:24:31.972620 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-26c70990-5b11-4bbe-b1ac-e10efea360bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:34.506220 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8922b9c3-bc92-431a-8a83-7196299ad8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:34.796934 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:35.932490 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:36.871579 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:36.989764 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:37.400760 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:01.972818 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9877bb7f-b489-4587-ad00-07d58bf45fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:04.505885 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2877d9b3-d7d0-46c6-9988-625fb071f927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:04.797257 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:05.934974 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:06.902404 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:07.000118 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:07.404364 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:08.573056 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:25:31.974690 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e40c519-74c9-4f5a-8bd0-e3822fcb68d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:34.506815 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-92e4cc0a-6c25-47a9-85db-397c4034e301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:34.797647 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:35.939338 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:36.916400 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:37.009183 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:37.406889 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:45.572057 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:26:01.974941 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a71dfb20-44fa-49e9-8e61-d35ebee200f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:04.508078 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cd5fde7a-60e6-4576-b959-785215a6f45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:04.797750 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:05.941629 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:06.916209 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:07.023236 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:07.410508 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:22.571846 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:26:31.976057 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b9cfeaac-3cd1-47c0-86fe-fb13d17f8370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:34.510107 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-18eebbef-3668-4005-8de0-31bc5f06a0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:34.800051 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:35.943484 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:36.916432 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:37.025995 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:37.414670 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:59.572381 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:27:01.976847 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34c832c9-3399-4496-a7eb-20bc6a4a5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:04.510659 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bbe03166-458e-419e-8bda-648f5d1ddff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:04.799909 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:05.946995 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:06.914580 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:07.021837 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:07.417732 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:31.978132 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-398dd80c-4c98-400d-8328-2754ed7d2d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:34.510537 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e39603e5-5e9f-4071-b7c9-b2af4050e39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:34.800673 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:35.950266 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:36.572990 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:27:36.914494 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:37.020723 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:37.419809 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:01.977253 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dd355289-bb5b-4f9c-9b14-457ec2402408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:04.510447 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-40135b84-6d10-4353-b7b7-1645c66585db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:04.800664 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:05.956526 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:06.912553 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:07.036744 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:07.423092 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:13.572268 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:28:31.977449 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cdebb62c-02a6-4af7-8a01-25d92efb25d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:34.510493 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-966e9fc3-ea88-4468-b9b8-592468983ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:34.800968 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:35.956600 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:36.911756 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:37.051934 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:37.426178 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:50.571512 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:29:01.978813 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62c285b5-15c4-4cc6-9ad7-d12b7ca41dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:04.510088 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac6f8f53-f6a8-49ea-a349-230b07d0ac51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:04.800975 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:05.958595 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:06.927025 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:07.061699 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:07.428465 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:27.570693 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:29:31.979864 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2b537819-0a9e-49a9-8599-51384f8bda39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:34.509808 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ce0f74c1-307d-48be-b8e1-703fcdd09e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:34.801332 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:35.961118 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:36.926665 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:37.080968 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:37.430681 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:01.981512 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca32bb63-d27b-4e79-996b-2fa63bd69cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:04.513820 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-640009e2-4ce3-4947-b64e-727d0013eb24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:04.569495 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:30:04.801807 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:05.964114 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:06.941686 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:07.079801 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:07.433669 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:31.983367 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dec11eb9-7e68-47e9-b3c2-f26697005f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:34.515159 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-64efe5bd-db52-4bb4-b3b1-ac77ee6b4354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:34.801427 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:35.967827 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:36.940562 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:37.095713 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:37.436563 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:41.569406 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:31:01.984535 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-413e39b0-9957-407e-a333-03786b3c9e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:04.514778 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b56a6ec6-6e92-4de2-8e6c-00796331629d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:04.802892 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:05.970404 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:06.951173 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:07.109907 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:07.441732 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:18.569791 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:31:31.985716 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b5d99547-73eb-412f-8b0c-1733743227d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:34.515358 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9ca511b7-8678-45e8-ab73-043dbf8d0765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:34.804474 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf91220e-adb0-4de7-a7da-46c435494e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:35.972392 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f8bb-367c-4afe-a49c-dab23cb209e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:36.954755 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d7586-fa25-40b7-b3ba-ec306493aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:37.104169 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5a6a875c-32f6-4ead-ab13-055ab93eab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:37.445501 n-d-787206-13 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1e23-67d2-4004-85a1-831236e72389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728336741663', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525616'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:55.569142 n-d-787206-13 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-b797adf3-f68e-4f72-935e-957635bf635e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}